-- Logs begin at Thu 2021-07-22 18:21:20 UTC, end at Thu 2021-07-22 20:39:29 UTC. -- Jul 22 18:50:41.445730 n-d-800086-12 systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 18:50:44.134294 n-d-800086-12 neutron-server[93697]: INFO neutron.common.config [-] Logging enabled! Jul 22 18:50:44.134883 n-d-800086-12 neutron-server[93697]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 18:50:44.135066 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93697) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 18:50:44.138886 n-d-800086-12 neutron-server[93697]: INFO neutron.common.config [-] Logging enabled! Jul 22 18:50:44.139140 n-d-800086-12 neutron-server[93697]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 18:50:44.139448 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93697) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 18:50:44.140388 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 18:50:44.140647 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 18:50:44.141006 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 18:50:44.141251 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 18:50:44.141476 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 18:50:44.141797 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.142093 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.142389 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.142624 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.142918 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.143207 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.143488 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.143775 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.144071 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.144357 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.144663 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.144950 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.145179 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.145460 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.145746 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.146030 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.146251 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] debug = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.146531 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.146952 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.147362 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.147644 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.147930 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.148205 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.148498 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.148772 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.149056 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.149382 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] host = n-d-800086-12 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.149659 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.149947 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.150233 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.150515 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.150787 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.151062 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.151357 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.151613 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.151886 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] log_file = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.152161 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.152510 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.152789 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.153076 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.153297 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.153518 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.153804 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.154090 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.154368 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.154640 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.154913 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.155186 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.155457 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.155723 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.156006 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.156287 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.156603 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.156880 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.157152 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.157421 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.157692 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.157975 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.158249 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.158521 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.158793 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.159077 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.159344 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.159613 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.159914 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.160201 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.160507 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.160850 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.161125 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.161404 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.161674 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.161945 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.162216 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] use_json = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.162493 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.162763 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.163043 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.163316 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.163586 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.163858 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.164131 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.164414 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:44.164735 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.165031 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.165330 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.165612 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.165906 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.166187 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.166478 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.166755 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.167041 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.167328 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.167616 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.167891 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.168204 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.168511 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.168802 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.169105 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.169399 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.169688 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.169963 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.170235 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.170507 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.170783 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.171068 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.171360 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.171650 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.171920 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.172199 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.172515 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.172796 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.173066 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.173342 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.173629 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.173906 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.174178 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.174458 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.174734 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.175004 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.175273 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.175546 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.175834 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.176109 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.176377 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.176672 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.176946 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.177215 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.177498 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.177774 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.178048 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.178319 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.178595 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.178866 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.179135 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.179411 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.179680 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.179955 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.180225 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.180523 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.180798 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.181067 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.181335 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.181604 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.181870 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.182145 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.182418 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.182686 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.182954 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.183223 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.183493 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.184287 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.184660 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.184972 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.185255 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.185536 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.185816 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.186094 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.186371 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.186652 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.186933 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.187207 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.187497 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.187784 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.188070 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.188351 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.188659 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.188956 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.189233 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.189516 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.189792 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.190070 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.190358 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.190640 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.190931 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.191223 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.191513 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.191803 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.192092 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.192378 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.192710 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.192991 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:44.193207 n-d-800086-12 neutron-server[93697]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 18:50:44.193446 n-d-800086-12 neutron-server[93697]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93697) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 18:50:44.538837 n-d-800086-12 neutron-server[93697]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 18:50:44.539111 n-d-800086-12 neutron-server[93697]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 18:50:44.539400 n-d-800086-12 neutron-server[93697]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 18:50:44.539733 n-d-800086-12 neutron-server[93697]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 18:50:44.927681 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:44.927976 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:44.928249 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:44.929461 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:44.929737 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:44.930003 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:44.963545 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:44.963826 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:44.964093 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:44.977980 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:44.978255 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:44.978524 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.008282 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.008583 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.008855 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.045091 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.045372 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.045649 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.273737 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.274335 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.274335 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.274546 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.275137 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.393177 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.393498 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.393780 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.394049 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.394313 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.394622 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.394880 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.395132 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.395383 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.395661 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.395920 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.396180 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.396434 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.396718 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.396971 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.397233 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.397488 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.397752 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.398016 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.398271 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.398538 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.398787 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.399063 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.399437 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.399683 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.399924 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.400315 n-d-800086-12 neutron-server[93697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 18:50:45.400583 n-d-800086-12 neutron-server[93697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 18:50:45.400822 n-d-800086-12 neutron-server[93697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 18:50:45.401057 n-d-800086-12 neutron-server[93697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 18:50:45.401290 n-d-800086-12 neutron-server[93697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 18:50:45.401522 n-d-800086-12 neutron-server[93697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 18:50:45.401878 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 18:50:45.405515 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 18:50:45.409394 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 18:50:45.413054 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 22 18:50:45.414671 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 18:50:45.415119 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 18:50:45.415456 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 18:50:45.415840 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 18:50:45.419623 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 18:50:45.419872 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 18:50:45.420217 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 18:50:45.425450 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 18:50:45.447460 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 18:50:45.447906 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.448201 n-d-800086-12 neutron-server[93697]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93697) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 18:50:45.448592 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.450522 n-d-800086-12 neutron-server[93697]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93697) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 18:50:45.450799 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 18:50:45.451046 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 18:50:45.454214 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.454495 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:45.519740 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 18:50:45.519978 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 18:50:45.520215 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 18:50:45.520604 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 18:50:45.541598 n-d-800086-12 neutron-server[93697]: DEBUG oslo_db.sqlalchemy.engines [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93697) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 18:50:46.069808 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.managers [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Initializing driver for type 'gre' Jul 22 18:50:46.070327 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] gre ID ranges: [(1, 1000)] Jul 22 18:50:46.122365 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.managers [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Initializing driver for type 'local' Jul 22 18:50:46.122790 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.managers [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Initializing driver for type 'vlan' Jul 22 18:50:46.135307 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] VlanTypeDriver initialization complete Jul 22 18:50:46.135688 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.managers [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Initializing driver for type 'vxlan' Jul 22 18:50:46.136203 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] vxlan ID ranges: [(1, 1000)] Jul 22 18:50:46.189592 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.managers [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Initializing extension driver 'port_security' Jul 22 18:50:46.189940 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.extensions.port_security [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] PortSecurityExtensionDriver initialization complete Jul 22 18:50:46.190348 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.managers [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Initializing mechanism driver 'openvswitch' Jul 22 18:50:46.190710 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.managers [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Initializing mechanism driver 'hyperv' Jul 22 18:50:46.197130 n-d-800086-12 neutron-server[93697]: DEBUG neutron.plugins.ml2.plugin [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:50:46.197966 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > port after_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.198334 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > port after_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.198685 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > port after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.199691 n-d-800086-12 neutron-server[93697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 18:50:46.200132 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > subnet after_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.200500 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > subnet after_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.200835 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.201232 n-d-800086-12 neutron-server[93697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 18:50:46.201633 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > network after_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.201977 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > network after_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.202313 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > network after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.202700 n-d-800086-12 neutron-server[93697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 18:50:46.203104 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > security_group after_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.203451 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > security_group after_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.203788 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.204179 n-d-800086-12 neutron-server[93697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 18:50:46.204604 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.204950 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.205285 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.205672 n-d-800086-12 neutron-server[93697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 18:50:46.206069 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > address_group after_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.206411 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > address_group after_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.206746 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.207133 n-d-800086-12 neutron-server[93697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 18:50:46.207507 n-d-800086-12 neutron-server[93697]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] ML2 OVO RPC backend initialized. {{(pid=93697) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 18:50:46.208208 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.208586 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.209001 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > network before_response 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.209345 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > networks before_response 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.209689 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > port before_response 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.210027 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > ports before_response 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.210366 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > subnet before_response 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.210711 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > subnets before_response 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.211102 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > network after_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.211394 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > network after_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.211723 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > network after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.212054 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > port after_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.212385 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > port after_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.212737 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > port after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.213070 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > subnet after_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.213401 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > subnet after_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.213729 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.214301 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.plugin [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Modular L2 Plugin initialization complete Jul 22 18:50:46.214626 n-d-800086-12 neutron-server[93697]: DEBUG neutron.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading services supported by the core plugin {{(pid=93697) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 18:50:46.215586 n-d-800086-12 neutron-server[93697]: INFO neutron.plugins.ml2.managers [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Got port-security extension from driver 'port_security' Jul 22 18:50:46.216051 n-d-800086-12 neutron-server[93697]: INFO neutron.extensions.vlantransparent [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Disabled vlantransparent extension. Jul 22 18:50:46.216550 n-d-800086-12 neutron-server[93697]: DEBUG neutron.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93697) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 18:50:46.216866 n-d-800086-12 neutron-server[93697]: INFO neutron.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading Plugin: router Jul 22 18:50:46.252269 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.252692 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router after_create 55549900 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.253060 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router before_create 55549900 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.253423 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.253795 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.254149 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router after_delete 55549900 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.254517 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.254983 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router after_create 55549900 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.255333 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router after_update 55549900 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.255683 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router after_update 55549900 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.256032 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.256390 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router after_update 55549900 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.256820 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router precommit_update 55549900 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.257191 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: port after_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.257533 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: port after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.257878 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: subnet after_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.258216 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.258563 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.258910 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router precommit_create 55549900 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.259250 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: port before_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.259597 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router precommit_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.259953 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router after_update 55549900 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.260293 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.260670 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router precommit_create 55549900 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.261030 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.261372 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router precommit_update 55549900 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.262267 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > agent after_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.262645 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > agent after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.263038 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > network after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.263893 n-d-800086-12 neutron-server[93697]: DEBUG neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Tracking information for resource: router configured {{(pid=93697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 18:50:46.264228 n-d-800086-12 neutron-server[93697]: DEBUG neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Tracking information for resource: floatingip configured {{(pid=93697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 18:50:46.269071 n-d-800086-12 neutron-server[93697]: INFO neutron.db.l3_agentschedulers_db [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 18:50:46.269647 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: port after_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.270014 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: port after_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.270367 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: port after_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.270716 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: port after_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.271496 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router before_create 55550100 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.271862 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.272225 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router precommit_create 55550100 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.272615 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > router precommit_update 55550100 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.276973 n-d-800086-12 neutron-server[93697]: DEBUG neutron.services.provider_configuration [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Service providers = [] {{(pid=93697) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 18:50:46.278111 n-d-800086-12 neutron-server[93697]: DEBUG neutron.db.servicetype_db [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93697) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 18:50:46.280954 n-d-800086-12 neutron-server[93697]: DEBUG neutron.services.service_base [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 18:50:46.281305 n-d-800086-12 neutron-server[93697]: DEBUG neutron.services.service_base [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 18:50:46.281646 n-d-800086-12 neutron-server[93697]: DEBUG neutron.services.service_base [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 18:50:46.282521 n-d-800086-12 neutron-server[93697]: DEBUG neutron.services.service_base [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 18:50:46.282891 n-d-800086-12 neutron-server[93697]: INFO neutron.services.service_base [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 18:50:46.283266 n-d-800086-12 neutron-server[93697]: DEBUG neutron.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 18:50:46.283583 n-d-800086-12 neutron-server[93697]: INFO neutron.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 18:50:46.294211 n-d-800086-12 neutron-server[93697]: DEBUG neutron.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 18:50:46.294549 n-d-800086-12 neutron-server[93697]: INFO neutron.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading Plugin: auto_allocate Jul 22 18:50:46.300184 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: network precommit_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.300577 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: network precommit_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.301092 n-d-800086-12 neutron-server[93697]: DEBUG neutron.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 18:50:46.301412 n-d-800086-12 neutron-server[93697]: INFO neutron.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading Plugin: tag Jul 22 18:50:46.308049 n-d-800086-12 neutron-server[93697]: DEBUG neutron.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 18:50:46.308378 n-d-800086-12 neutron-server[93697]: INFO neutron.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading Plugin: timestamp Jul 22 18:50:46.312685 n-d-800086-12 neutron-server[93697]: DEBUG neutron.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 18:50:46.313012 n-d-800086-12 neutron-server[93697]: INFO neutron.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading Plugin: network_ip_availability Jul 22 18:50:46.318332 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.318700 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.319053 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.319763 n-d-800086-12 neutron-server[93697]: DEBUG neutron.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 18:50:46.320079 n-d-800086-12 neutron-server[93697]: INFO neutron.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading Plugin: flavors Jul 22 18:50:46.326797 n-d-800086-12 neutron-server[93697]: DEBUG neutron.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 18:50:46.327124 n-d-800086-12 neutron-server[93697]: INFO neutron.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading Plugin: revisions Jul 22 18:50:46.331392 n-d-800086-12 neutron-server[93697]: DEBUG neutron.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 18:50:46.331781 n-d-800086-12 neutron-server[93697]: DEBUG oslo_concurrency.lockutils [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=93697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 18:50:46.332533 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93697) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 18:50:46.332872 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Initializing extension manager. Jul 22 18:50:46.333379 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: __init__.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.333718 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: __pycache__ {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.334052 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.334382 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: address_group.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.335135 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.335688 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: address-group Jul 22 18:50:46.336010 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: address_scope.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.336750 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.337256 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: address-scope Jul 22 18:50:46.337575 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.338495 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.339003 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: router-admin-state-down-before-update Jul 22 18:50:46.339323 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: agent.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.340082 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.340610 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: agent Jul 22 18:50:46.340930 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: agent_resources_synced.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.341834 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.342335 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: agent-resources-synced Jul 22 18:50:46.342653 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: allowedaddresspairs.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.344431 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.344971 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: allowed-address-pairs Jul 22 18:50:46.345295 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: auto_allocated_topology.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.346376 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.346885 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: auto-allocated-topology Jul 22 18:50:46.347211 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: availability_zone.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.347903 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.348401 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: availability_zone Jul 22 18:50:46.348748 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: availability_zone_filter.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.349662 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.350168 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: availability_zone_filter Jul 22 18:50:46.350488 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: data_plane_status.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.351384 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.351888 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 18:50:46.352210 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: default_subnetpools.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.353402 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.353906 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: default-subnetpools Jul 22 18:50:46.354227 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.355029 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.355566 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: dhcp_agent_scheduler Jul 22 18:50:46.355893 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: dns.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.356819 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.357322 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension dns-integration not supported by any of loaded plugins Jul 22 18:50:46.357642 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: dns_domain_ports.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.358548 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.359052 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 18:50:46.359371 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.360282 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.360804 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 18:50:46.361126 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: dvr.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.361788 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.362282 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: dvr Jul 22 18:50:46.362597 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: ecmp_routes.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.363500 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.363992 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 18:50:46.364310 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: empty_string_filtering.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.365238 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.365735 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: empty-string-filtering Jul 22 18:50:46.366052 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.366950 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.367445 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 18:50:46.367764 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.368682 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.369182 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 18:50:46.369502 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: external_net.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.370399 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.370899 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: external-net Jul 22 18:50:46.371746 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.372732 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.373232 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: extra_dhcp_opt Jul 22 18:50:46.373554 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: extraroute.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.374461 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.374961 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: extraroute Jul 22 18:50:46.375282 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: extraroute_atomic.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.376286 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.376811 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: extraroute-atomic Jul 22 18:50:46.377131 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: filter_validation.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.377790 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.378283 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: filter-validation Jul 22 18:50:46.378601 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: fip_pf_description.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.379682 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.380182 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 18:50:46.380531 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: fip_port_details.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.381445 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.381948 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: fip-port-details Jul 22 18:50:46.382269 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: flavors.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.383480 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.383990 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: flavors Jul 22 18:50:46.384310 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.385981 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.386506 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 18:50:46.387470 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: floatingip_pools.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.388205 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.388746 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: floatingip-pools Jul 22 18:50:46.389073 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: ip_allocation.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.389999 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.390504 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 18:50:46.390830 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.391738 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.392242 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: ip-substring-filtering Jul 22 18:50:46.392601 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: l2_adjacency.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.393522 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.394019 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 18:50:46.394342 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: l3.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.395293 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.395800 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: router Jul 22 18:50:46.396123 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.398345 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.398866 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 18:50:46.399201 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.400124 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.400660 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: ext-gw-mode Jul 22 18:50:46.400987 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.401910 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.402527 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: l3-ha Jul 22 18:50:46.402858 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: l3_flavors.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.403760 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.404264 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: l3-flavors Jul 22 18:50:46.404622 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.405528 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.406030 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 18:50:46.406351 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: l3agentscheduler.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.407361 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.407865 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: l3_agent_scheduler Jul 22 18:50:46.408191 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: logging.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.409679 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.410202 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension logging not supported by any of loaded plugins Jul 22 18:50:46.410532 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: metering.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.411275 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.411846 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: metering Jul 22 18:50:46.412170 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.413277 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.413789 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: metering_source_and_destination_fields Jul 22 18:50:46.414115 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: multiprovidernet.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.415150 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.415653 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: multi-provider Jul 22 18:50:46.415977 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: netmtu.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.416910 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.417408 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: net-mtu Jul 22 18:50:46.417729 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: netmtu_writable.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.418804 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.419305 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: net-mtu-writable Jul 22 18:50:46.419627 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: network_availability_zone.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.420287 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.420813 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: network_availability_zone Jul 22 18:50:46.421132 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: network_ip_availability.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.422215 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.422718 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: network-ip-availability Jul 22 18:50:46.423041 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: network_segment_range.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.423798 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.424295 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 18:50:46.424641 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: pagination.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.425615 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.425945 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: pagination Jul 22 18:50:46.426262 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: port_device_profile.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.427173 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.427682 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: port-device-profile Jul 22 18:50:46.428000 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.428949 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.429451 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: port-mac-address-regenerate Jul 22 18:50:46.429769 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.430686 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.431188 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: port-numa-affinity-policy Jul 22 18:50:46.431505 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: port_resource_request.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.432401 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.432923 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 18:50:46.433239 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: portbindings.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.434732 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.435231 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: binding Jul 22 18:50:46.435547 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: portbindings_extended.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.436829 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.437333 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: binding-extended Jul 22 18:50:46.437658 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: portsecurity.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.438562 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.439064 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: port-security Jul 22 18:50:46.439388 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: project_id.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.440350 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.440713 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: project-id Jul 22 18:50:46.441027 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: providernet.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.441950 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.442461 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: provider Jul 22 18:50:46.442782 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: qos.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.446281 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.446800 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension qos not supported by any of loaded plugins Jul 22 18:50:46.447131 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.448359 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.448900 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 18:50:46.449790 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.450848 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.451354 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 18:50:46.451679 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: qos_default.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.452608 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.453115 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension qos-default not supported by any of loaded plugins Jul 22 18:50:46.453442 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: qos_fip.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.454087 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.454585 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension qos-fip not supported by any of loaded plugins Jul 22 18:50:46.454907 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: qos_gateway_ip.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.455820 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.456320 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 18:50:46.456669 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: qos_port_network_policy.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.457581 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.458084 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 18:50:46.458406 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: qos_rule_type_details.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.459308 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.459810 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 18:50:46.460134 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: qos_rules_alias.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.461230 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.461700 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 18:50:46.462020 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: quotasv2.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.462919 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.463425 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: quotas Jul 22 18:50:46.463744 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: quotasv2_detail.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.466880 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.467216 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: quota_details Jul 22 18:50:46.467548 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: rbac.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.468636 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.469158 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: rbac-policies Jul 22 18:50:46.469485 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: rbac_address_group.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.470428 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.470937 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: rbac-address-group Jul 22 18:50:46.471261 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: rbac_address_scope.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.472174 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.472716 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: rbac-address-scope Jul 22 18:50:46.473040 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: rbac_security_groups.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.473949 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.474456 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: rbac-security-groups Jul 22 18:50:46.474779 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: rbac_subnetpool.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.475685 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.476191 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: rbac-subnetpool Jul 22 18:50:46.476545 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: revisionifmatch.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.477715 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.478217 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: revision-if-match Jul 22 18:50:46.478540 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: revisions.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.479646 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.480164 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: standard-attr-revisions Jul 22 18:50:46.480565 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: router_availability_zone.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.481234 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.481737 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: router_availability_zone Jul 22 18:50:46.482058 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: routerservicetype.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.482972 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.483474 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension router-service-type not supported by any of loaded plugins Jul 22 18:50:46.483796 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.484739 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.485243 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: security-groups-normalized-cidr Jul 22 18:50:46.485562 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.486469 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.486970 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: port-security-groups-filtering Jul 22 18:50:46.487292 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.488196 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.488730 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: security-groups-remote-address-group Jul 22 18:50:46.489051 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: securitygroup.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.499163 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.499682 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: security-group Jul 22 18:50:46.500017 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: segment.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.500831 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.501336 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension segment not supported by any of loaded plugins Jul 22 18:50:46.501662 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.502600 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.503107 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 18:50:46.503432 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: servicetype.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.504554 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.505069 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: service-type Jul 22 18:50:46.505396 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: sorting.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.506368 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.506700 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: sorting Jul 22 18:50:46.507021 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: standard_attr_segment.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.507995 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.508536 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 18:50:46.508863 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: standardattrdescription.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.509508 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.510012 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: standard-attr-description Jul 22 18:50:46.510332 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: stateful_security_group.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.511269 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.512363 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: stateful-security-group Jul 22 18:50:46.512714 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: stdattrs_common.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.513295 n-d-800086-12 neutron-server[93697]: WARNING neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 18:50:46.513616 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.514552 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.515061 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 18:50:46.515383 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: subnet_onboard.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.516448 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.516987 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: subnet_onboard Jul 22 18:50:46.517309 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.518221 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.518726 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 18:50:46.519047 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: subnet_service_types.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.519963 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.520489 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: subnet-service-types Jul 22 18:50:46.520816 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: subnetallocation.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.521878 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.522391 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: subnet_allocation Jul 22 18:50:46.522715 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.523372 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.523876 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: subnetpool-prefix-ops Jul 22 18:50:46.524197 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.525151 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.525655 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 18:50:46.525975 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: tagging.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.527019 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.527637 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: standard-attr-tag Jul 22 18:50:46.527963 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: timestamp.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.529211 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.529719 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loaded extension: standard-attr-timestamp Jul 22 18:50:46.530044 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: trunk.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.531066 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.531579 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension trunk not supported by any of loaded plugins Jul 22 18:50:46.531904 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: trunk_details.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.532849 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.533358 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension trunk-details not supported by any of loaded plugins Jul 22 18:50:46.533680 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: uplink_status_propagation.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.534594 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.535103 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 18:50:46.535427 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Loading extension file: vlantransparent.py {{(pid=93697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 18:50:46.536119 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 18:50:46.536692 n-d-800086-12 neutron-server[93697]: INFO neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 18:50:46.539121 n-d-800086-12 neutron-server[93697]: INFO neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Creating instance of TrackedResource for resource:network Jul 22 18:50:46.539648 n-d-800086-12 neutron-server[93697]: INFO neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Creating instance of TrackedResource for resource:subnet Jul 22 18:50:46.540047 n-d-800086-12 neutron-server[93697]: INFO neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 18:50:46.540437 n-d-800086-12 neutron-server[93697]: INFO neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Creating instance of TrackedResource for resource:port Jul 22 18:50:46.541694 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.v2.resource_helper [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 18:50:46.542127 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.v2.resource_helper [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Service FLAVORS assigned prefix: {{(pid=93697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 18:50:46.542748 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.v2.resource_helper [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 18:50:46.543230 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.v2.resource_helper [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 18:50:46.543565 n-d-800086-12 neutron-server[93697]: INFO neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Creating instance of TrackedResource for resource:router Jul 22 18:50:46.543981 n-d-800086-12 neutron-server[93697]: INFO neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 18:50:46.544493 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.v2.resource_helper [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Service METERING assigned prefix: /metering {{(pid=93697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 18:50:46.545911 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.546279 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.546626 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 18:50:46.547625 n-d-800086-12 neutron-server[93697]: INFO neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 18:50:46.548060 n-d-800086-12 neutron-server[93697]: INFO neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Creating instance of TrackedResource for resource:security_group Jul 22 18:50:46.548517 n-d-800086-12 neutron-server[93697]: INFO neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 18:50:46.549117 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.v2.resource_helper [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Service CORE assigned prefix: {{(pid=93697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 18:50:46.549447 n-d-800086-12 neutron-server[93697]: INFO neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 18:50:46.549801 n-d-800086-12 neutron-server[93697]: WARNING neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] subnetpool is already registered Jul 22 18:50:46.550231 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.v2.resource_helper [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Service CORE assigned prefix: {{(pid=93697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 18:50:46.550559 n-d-800086-12 neutron-server[93697]: INFO neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 18:50:46.550890 n-d-800086-12 neutron-server[93697]: WARNING neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] subnetpool is already registered Jul 22 18:50:46.553183 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.v2.resource_helper [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 18:50:46.553614 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.v2.resource_helper [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Service FLAVORS assigned prefix: {{(pid=93697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 18:50:46.554211 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.v2.resource_helper [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 18:50:46.554638 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.v2.resource_helper [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 18:50:46.554992 n-d-800086-12 neutron-server[93697]: INFO neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Creating instance of TrackedResource for resource:router Jul 22 18:50:46.555311 n-d-800086-12 neutron-server[93697]: WARNING neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] router is already registered Jul 22 18:50:46.555722 n-d-800086-12 neutron-server[93697]: INFO neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 18:50:46.556055 n-d-800086-12 neutron-server[93697]: WARNING neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] floatingip is already registered Jul 22 18:50:46.556532 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.v2.resource_helper [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Service METERING assigned prefix: /metering {{(pid=93697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 18:50:46.557204 n-d-800086-12 neutron-server[93697]: INFO neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 18:50:46.557528 n-d-800086-12 neutron-server[93697]: WARNING neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] rbac_policy is already registered Jul 22 18:50:46.557935 n-d-800086-12 neutron-server[93697]: INFO neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Creating instance of TrackedResource for resource:security_group Jul 22 18:50:46.558264 n-d-800086-12 neutron-server[93697]: WARNING neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] security_group is already registered Jul 22 18:50:46.559210 n-d-800086-12 neutron-server[93697]: INFO neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 18:50:46.559538 n-d-800086-12 neutron-server[93697]: WARNING neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] security_group_rule is already registered Jul 22 18:50:46.560167 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.v2.resource_helper [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Service CORE assigned prefix: {{(pid=93697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 18:50:46.560515 n-d-800086-12 neutron-server[93697]: INFO neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 18:50:46.560849 n-d-800086-12 neutron-server[93697]: WARNING neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] subnetpool is already registered Jul 22 18:50:46.561270 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.v2.resource_helper [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Service CORE assigned prefix: {{(pid=93697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 18:50:46.561593 n-d-800086-12 neutron-server[93697]: INFO neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 18:50:46.561922 n-d-800086-12 neutron-server[93697]: WARNING neutron.quota.resource_registry [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] subnetpool is already registered Jul 22 18:50:46.562388 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: extensions {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.563827 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: address-groups {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.565340 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: address-scopes {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.566650 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: agents {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.567791 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: auto-allocated-topology {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.569044 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: availability_zones {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.570262 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: dhcp-networks {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.571751 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: dhcp-agents {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.573233 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: routers {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.575513 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: flavors {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.577785 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: service_profiles {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.578987 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: next_providers {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.580417 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: service_profiles {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.582089 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: floatingip-pools {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.583308 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: routers {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.585016 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: floatingips {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.586283 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: l3-routers {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.587651 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: l3-agents {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.589106 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: metering-labels {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.590509 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: metering-label-rules {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.591865 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: network-ip-availabilities {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.593150 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: bindings {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.594691 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: quotas {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.596233 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: quotas {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.597669 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: rbac-policies {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.598852 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: security-groups {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.600142 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: security-group-rules {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.601414 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: service-providers {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.602921 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: subnetpools {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.604228 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: subnetpools {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.605965 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: tags {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.607626 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: tags {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.609459 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: tags {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.611275 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: tags {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.612986 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: tags {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.614922 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: tags {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.616635 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: tags {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.618420 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: tags {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.620273 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: tags {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.622661 n-d-800086-12 neutron-server[93697]: DEBUG neutron.api.extensions [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Extended resource: tags {{(pid=93697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 18:50:46.628668 n-d-800086-12 neutron-server[93697]: WARNING keystonemiddleware.auth_token [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 18:50:46.633175 n-d-800086-12 neutron-server[93697]: WARNING keystonemiddleware.auth_token [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 18:50:46.642040 n-d-800086-12 neutron-server[93697]: DEBUG oslo_concurrency.lockutils [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Acquired lock "singleton_lock" {{(pid=93697) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 18:50:46.642510 n-d-800086-12 neutron-server[93697]: DEBUG oslo_concurrency.lockutils [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Releasing lock "singleton_lock" {{(pid=93697) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 18:50:46.643142 n-d-800086-12 neutron-server[93697]: INFO oslo_service.service [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Starting 2 workers Jul 22 18:50:46.647891 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Started child 93806 {{(pid=93697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 18:50:46.652286 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Started child 93807 {{(pid=93697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 18:50:46.653382 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:50:46.654020 n-d-800086-12 neutron-server[93697]: INFO neutron.service [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 18:50:46.654668 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Notify callbacks [] for process, before_spawn {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:50:46.654849 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [-] (93806) wsgi starting up on http://0.0.0.0:9696 Jul 22 18:50:46.657154 n-d-800086-12 neutron-server[93697]: INFO oslo_service.service [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Starting 1 workers Jul 22 18:50:46.658860 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:50:46.660260 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [-] (93807) wsgi starting up on http://0.0.0.0:9696 Jul 22 18:50:46.662340 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Started child 93808 {{(pid=93697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 18:50:46.662853 n-d-800086-12 neutron-server[93697]: INFO oslo_service.service [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Starting 1 workers Jul 22 18:50:46.665778 n-d-800086-12 neutron-server[93808]: DEBUG neutron.service [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] calling RpcWorker wait() {{(pid=93808) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 18:50:46.666276 n-d-800086-12 neutron-server[93808]: DEBUG neutron.service [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] returning from RpcWorker wait() {{(pid=93808) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 18:50:46.667335 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Started child 93809 {{(pid=93697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 18:50:46.667511 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:50:46.668569 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:50:46.668682 n-d-800086-12 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-aa559c56-86a0-4f49-83a3-09142caaf456 None None] Notify callbacks [] for process, after_spawn {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:50:46.670632 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93697) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 18:50:46.670853 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 18:50:46.671038 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 18:50:46.671244 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 18:50:46.671597 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 18:50:46.671752 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 18:50:46.672272 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.672578 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.672827 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.672936 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:50:46.673401 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.673401 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.673992 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.674095 n-d-800086-12 neutron-server[93809]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:50:46.674254 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.674497 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.674783 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.675044 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.675216 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.675377 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.675645 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.675879 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.676162 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.676427 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.676702 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.676976 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.677167 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.677418 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.677699 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.677950 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.678206 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] debug = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.678447 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.678935 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.679188 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.679449 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.679667 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.679940 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.680186 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.680462 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.680727 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.680945 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.681186 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.681443 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.681675 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.681922 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.682160 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.682398 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.682617 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.683080 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] host = n-d-800086-12 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.683299 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.683513 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.684333 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.684627 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.684875 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.685110 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.685381 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.685646 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.685912 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.686218 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.686516 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.686777 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.687003 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.687236 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] log_file = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.687400 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] log_options = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.687646 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.687912 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.688157 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.688346 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.688528 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.688706 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.688956 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.689131 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.689381 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.689612 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.689827 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.690038 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.690252 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.690483 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.690745 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.690987 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.691239 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.691451 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.691704 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.691932 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.692170 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.692416 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.692687 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.692918 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.693151 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.693366 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.693605 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.693819 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.694047 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.694303 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.694535 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.694787 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.695020 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.695257 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.695482 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.695705 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.695919 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.696186 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.696415 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.696703 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.696946 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.697172 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.697425 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.697660 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.697879 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.698110 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] use_json = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.698321 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.698551 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.698806 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.699077 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.699310 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.699565 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.700576 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.700576 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.700576 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.700822 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.701032 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.701334 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.701520 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.701757 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.702028 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.702405 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.702562 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.702731 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.703045 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.703280 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.703662 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.703942 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.704144 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.704492 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.704765 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.705043 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.705285 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.705528 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.705528 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.705528 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.708776 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.708776 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.708776 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.708776 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.708776 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.708776 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.708776 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.708776 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.710875 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.710875 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.710875 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.710875 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.710875 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.710875 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.710875 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.710875 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.710875 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.713612 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.713612 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.713612 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.713612 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.713612 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.713612 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.713612 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.713612 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.713612 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.719604 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.719604 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.719604 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.719604 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.719604 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.719604 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.719604 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.719604 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.719604 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.721829 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.721829 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.721829 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.721829 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.721829 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.721829 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.721829 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.721829 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.721829 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.722927 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.722927 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.722927 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.722927 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.722927 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.722927 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.722927 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.722927 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.722927 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.723628 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.723628 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.723628 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.723628 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.723628 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.723628 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.723628 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.723628 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.723628 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.724235 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.724235 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.724235 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.724235 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.724235 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.724235 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.724235 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.724235 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.726762 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.726762 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.726762 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.726762 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.726762 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.726762 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.726762 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.726762 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.728391 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.728391 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.728391 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.728391 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.728391 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.728391 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.728391 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.728391 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.729745 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.729745 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.729745 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.729745 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.729745 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.729745 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.729745 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.729745 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.731647 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.731647 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.731647 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.731647 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.731647 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.731647 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.731647 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.731647 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.732253 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.732253 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.732253 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.732253 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.732253 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.732253 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.732253 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.732253 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.733167 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.733167 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.733167 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.733167 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.733167 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.733674 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.733674 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.733833 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.734057 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.734290 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.734542 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.734770 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.735176 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.735619 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.736505 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.736505 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.736505 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.736726 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.736794 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.736979 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.737192 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.737421 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.737633 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.737850 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.738058 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.740508 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.740508 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.740508 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.740508 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.740508 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.740508 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.740508 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.740508 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.741003 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.741003 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.741003 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.741003 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.741003 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.741294 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.741365 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.741576 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.741788 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.742042 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.742261 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.743310 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.743310 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.743310 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.743310 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.743668 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.743668 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.743824 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.744001 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.744218 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.744529 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.744740 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.745303 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.745303 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.745565 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.745782 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.747259 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.747259 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.747259 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.747527 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.747608 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.747825 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.748043 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.748461 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.748892 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.749122 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.749338 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.749556 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.749769 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.749990 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.750195 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.750488 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.750744 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.750974 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.751246 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.751503 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.751714 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.751946 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.752158 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.752368 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.752638 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.752878 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.753104 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.753360 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.753550 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.753916 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.754305 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.754664 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.755016 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.755370 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.755752 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.756160 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.756408 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.756655 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.756868 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.757088 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.757483 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.757852 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.758224 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.758444 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.758654 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.758903 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.759112 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.759320 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.759691 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.759905 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.760114 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.760427 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.760710 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.760954 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.761217 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.761447 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.761743 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.762006 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.762476 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.762712 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.762956 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.763191 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.763394 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.763613 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.763882 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.764228 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.764512 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.764760 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.764994 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.765287 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.765573 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.765836 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.766049 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.766340 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.766670 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.766974 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.767203 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.767456 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.767700 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.767938 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.768168 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.768398 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.768659 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.768872 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.769162 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.769329 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.769550 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.769760 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.769989 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.770222 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.770443 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.770657 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.770875 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.771130 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.771272 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 18:50:46.771740 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93697) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 18:50:46.771904 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 18:50:46.772045 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 18:50:46.772209 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 18:50:46.772374 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 18:50:46.772541 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 18:50:46.772743 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.772884 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.773045 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.773197 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.773332 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.773512 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.773667 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.773800 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.773955 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.774103 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.774240 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.774393 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.774534 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.774690 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.774831 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.774987 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.775137 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.775272 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.775418 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.775575 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.775726 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.775869 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.776003 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] debug = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.776156 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.776346 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.776545 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.776688 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.776834 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.776969 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.777111 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.777245 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.777482 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.777788 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.778027 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.778196 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.778342 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.778479 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.778612 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.778744 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.778877 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.779010 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] host = n-d-800086-12 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.779143 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.779285 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.779420 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.779561 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.779706 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.779840 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.779973 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.780106 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.780239 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.780372 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.780574 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.780720 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.780893 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.781032 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] log_file = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.781166 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] log_options = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.781308 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.781449 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.781799 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.781799 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.782457 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.782457 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.782457 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.782457 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.782457 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.783577 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.783577 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.783577 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.783577 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.783577 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.783577 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.783577 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.783577 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.785417 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.785417 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.785417 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.785417 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.785417 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.785417 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.785417 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.785417 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.786454 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.786454 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.786454 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.786454 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.786454 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.786454 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.786454 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.786454 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.788083 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.788083 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.788083 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.788083 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.788083 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.788083 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.788083 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.788083 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.789899 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.789899 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.789899 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.789899 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.789899 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] use_json = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.789899 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.789899 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.789899 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.789899 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.790719 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.790719 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.790719 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.790719 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 18:50:46.790719 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.790719 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.790719 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.790719 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.791294 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.791294 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.791294 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.791294 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.791294 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.791294 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.791294 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.791294 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.791294 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.792135 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.792135 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.792135 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.792135 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.792135 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.792135 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.792135 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.792135 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.792790 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.792790 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.792790 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.792790 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.792790 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.793993 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.793993 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.793993 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.793993 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.793993 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.794612 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.794612 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.794612 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.794612 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.795346 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.795346 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.795346 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.795346 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.795346 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.795710 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.795710 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.795862 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.795939 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.796054 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.796213 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.796371 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.796590 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.796764 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.796886 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.797007 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.797169 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.797524 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.797524 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.797667 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.797742 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.797872 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.798029 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.798347 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.798505 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.798718 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.798833 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.798968 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.799741 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.799741 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.799741 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.799741 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.799741 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.800138 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.800138 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.800138 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.800561 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.800561 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.800756 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.800756 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.800984 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.801066 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.801209 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.801369 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.801530 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.801689 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.801841 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.802003 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.802159 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.802325 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.802501 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.802654 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.802809 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.802962 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.803058 n-d-800086-12 neutron-server[93808]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:50:46.803144 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.803266 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.803422 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.803579 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.803737 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.803893 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.804050 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.804206 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.804367 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.804545 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.804720 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.804867 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.805023 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.805179 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.805335 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.805491 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.805647 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.805805 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.805961 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.806117 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.806273 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.806431 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.806598 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.806755 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.806915 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.807072 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.807235 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.807401 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.807559 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.807724 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.807874 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.808031 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.808188 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.808344 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.808559 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.809378 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.809567 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.809729 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.809897 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.810066 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.810236 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.810373 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.810530 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.810714 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.810873 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.811029 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.811185 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.811346 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.811503 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.811660 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.811818 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.811975 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.812132 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.812290 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.812447 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.812627 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.812786 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.812943 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.813100 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.813257 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.813415 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.813572 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.813731 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.813887 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.814046 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.814203 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.814361 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.814518 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.814675 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.814889 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.815090 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.815196 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.815298 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.815627 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.815627 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.815855 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.815855 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.816098 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.816460 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.816460 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.816460 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.816743 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.816821 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.816897 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.817061 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.817219 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.817376 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.817535 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.817870 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.817870 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.818102 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.818230 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.818351 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.818472 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.818605 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.818727 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.818857 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.819013 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.819184 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.819342 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.819499 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.819656 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.819813 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.819969 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.820127 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.820283 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.820439 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.821503 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.821503 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.821503 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.821503 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.821503 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.821503 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.822191 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.822191 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.822423 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.822423 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.822695 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.822695 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.822972 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.823788 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.823788 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.823788 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.823788 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.824404 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.824404 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.824707 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.824707 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.825287 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.825287 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.825287 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.825287 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.825769 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.825893 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.826071 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.826279 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.826448 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.826599 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.826851 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.827134 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.827807 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.827807 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.827807 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.827807 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.828282 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.828404 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.828589 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.828750 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.828901 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.829053 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.829319 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.829467 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.829700 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.829915 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.830075 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.830209 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.830378 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.830526 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.830685 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.830841 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.831015 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.831153 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.831325 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.831529 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.831813 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.832083 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.832366 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.832683 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.832881 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.833083 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.833276 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.833469 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.833634 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.833634 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.833849 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.833961 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.834111 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.834269 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.834430 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.834628 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.834780 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.834885 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.835087 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.835229 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.835439 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.835560 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.835647 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.836200 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.836200 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.836200 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.836200 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.836515 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.836515 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.836681 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.836838 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.836996 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 18:50:46.837239 n-d-800086-12 neutron-server[93697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 18:50:47.114780 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52692) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:50:47.123257 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063787 Jul 22 18:50:58.419541 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25781e00-1528-4026-b065-e7ba9e9e63c6 None None] get_active_networks_info from n-d-800086-12 {{(pid=93808) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 18:50:58.558052 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25781e00-1528-4026-b065-e7ba9e9e63c6 None None] No non-hosted networks {{(pid=93808) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 18:50:58.565874 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.agentschedulers_db [None req-25781e00-1528-4026-b065-e7ba9e9e63c6 None None] DHCP Agent not found on host n-d-800086-12 {{(pid=93808) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 22 18:50:58.733594 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d5c42dcc-24c9-4b1f-8adb-386e3f89a83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-890081'] for agent, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:00.982891 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4cafe9ec-1956-469e-ba98-d0d5e14660fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-890081'] for agent, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:01.027974 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-890081'] for agent, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:01.028849 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:01.029302 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:01.031083 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:01.032933 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:01.035588 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:01.037774 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:01.041214 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:01.044098 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:01.045176 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:01.046181 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:01.053052 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:01.053767 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:01.054474 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-800086-12', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:51:01.067741 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-800086-12', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:51:01.097118 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8eac0d33-6617-4698-880f-adef5e6c511e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:02.167861 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-890081'] for agent, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:03.785673 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-890081'] for agent, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:04.877039 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52784) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:51:05.378120 n-d-800086-12 neutron-server[93807]: WARNING oslo_policy.policy [None req-981b3cf3-5e9b-4200-a022-411d67406b30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 18:51:05.378669 n-d-800086-12 neutron-server[93807]: WARNING oslo_policy.policy [None req-981b3cf3-5e9b-4200-a022-411d67406b30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 18:51:05.598903 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-981b3cf3-5e9b-4200-a022-411d67406b30 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 18:51:05.600068 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-981b3cf3-5e9b-4200-a022-411d67406b30 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7210264 Jul 22 18:51:07.396005 n-d-800086-12 neutron-server[93808]: INFO neutron.db.l3_hamode_db [None req-c49e4a3b-a2c9-4f89-a09e-1ebffbb96abc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 18:51:07.475248 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e4a3b-a2c9-4f89-a09e-1ebffbb96abc None None] Routers set() bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 18:51:07.475789 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e4a3b-a2c9-4f89-a09e-1ebffbb96abc None None] Router IDs set() for agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 18:51:07.953450 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52798) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:51:08.252046 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-37434f0e-2388-4476-953d-db2508cb14a6 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 18:51:08.349023 n-d-800086-12 neutron-server[93807]: DEBUG neutron.policy [None req-37434f0e-2388-4476-953d-db2508cb14a6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93807) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 18:51:08.395460 n-d-800086-12 neutron-server[93807]: WARNING oslo_policy.policy [None req-37434f0e-2388-4476-953d-db2508cb14a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 18:51:08.395816 n-d-800086-12 neutron-server[93807]: WARNING oslo_policy.policy [None req-37434f0e-2388-4476-953d-db2508cb14a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 18:51:08.405283 n-d-800086-12 neutron-server[93807]: INFO neutron.quota [None req-37434f0e-2388-4476-953d-db2508cb14a6 admin admin] Loaded quota_driver: . Jul 22 18:51:08.499555 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-37434f0e-2388-4476-953d-db2508cb14a6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771868283098', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771868286607', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771868033351', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771868035225', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771868062430', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771868056555', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1789766', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1795437', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-770662', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-603142'] for rbac-policy, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:08.562583 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-37434f0e-2388-4476-953d-db2508cb14a6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:08.563921 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-37434f0e-2388-4476-953d-db2508cb14a6 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6095073 Jul 22 18:51:11.123908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52810) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:51:11.414074 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Request body: {'network': {'project_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'tenant_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'name': 'private', 'admin_state_up': True}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 18:51:11.444121 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Made reservation on behalf of f41a4cbe3fca4e6fa4f51199d3d3ee94 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 18:51:11.446965 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:11.464395 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:11.587794 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:11.591659 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:11.611288 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 18:51:11.639968 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771871796008', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:11.640579 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Unsubscribe: segment precommit_create {{(pid=93807) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 18:51:11.641064 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Added segment 5ef74bcc-10df-40e6-953e-2390fb15d5c0 of type vlan for network 9b5b5c6c-e4c7-4231-a05e-820ec626e65f Jul 22 18:51:11.657899 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf440ff0-d6ad-42c3-ac13-f7088bb536d0,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:51:11.684689 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:11.685030 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:11.685364 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:11.685694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:11.686016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:11.686337 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:11.686656 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:11.686970 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:11.687284 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:11.687598 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:11.687909 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:11.688220 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Tracked resource versions report: Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: pushed versions: Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: { 'AddressGroup': {'1.2'}, Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: 'ConntrackHelper': {'1.0'}, Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: 'Log': {'1.0'}, Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: 'Network': {'1.1'}, Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: 'Port': {'1.7'}, Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: 'PortForwarding': {'1.2'}, Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: 'QosPolicy': {'1.8'}, Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: 'SecurityGroup': {'1.4'}, Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: 'SecurityGroupRule': {'1.2'}, Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: 'SubPort': {'1.0'}, Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: 'Subnet': {'1.1'}, Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: 'Trunk': {'1.1'}} Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: consumer versions: Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: { DHCP agent@n-d-800086-12: {}, Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: L3 agent@n-d-800086-12: {}, Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: Metadata agent@n-d-800086-12: {}, Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: Metering agent@n-d-800086-12: {}, Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: Open vSwitch agent@n-d-800086-12: { 'AddressGroup': '1.2', Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: 'ConntrackHelper': '1.0', Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: 'Log': '1.0', Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: 'Network': '1.1', Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: 'Port': '1.7', Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: 'PortForwarding': '1.2', Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: 'QosPolicy': '1.8', Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: 'SecurityGroup': '1.4', Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: 'SecurityGroupRule': '1.2', Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: 'SubPort': '1.0', Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: 'Subnet': '1.1', Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: 'Trunk': '1.1'}} Jul 22 18:51:11.689371 n-d-800086-12 neutron-server[93807]: {{(pid=93807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 18:51:11.767083 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:11.816065 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:11.817266 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:51:11.817918 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:11.871496 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7464552 Jul 22 18:51:11.917616 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74776cc2-3412-4c44-a615-9feb3a74f8cb admin admin] Pushing event updated for resources: {'Network': ['ID=9b5b5c6c-e4c7-4231-a05e-820ec626e65f,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:51:11.930208 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 9b5b5c6c-e4c7-4231-a05e-820ec626e65f details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 18:51:14.510481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52824) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:51:14.895940 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ba84be-5a0b-4b33-ab78-e5f4309267ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:51:14.897318 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c1ba84be-5a0b-4b33-ab78-e5f4309267ab admin admin] 10.222.0.13 "GET /v2.0/networks/9b5b5c6c-e4c7-4231-a05e-820ec626e65f HTTP/1.1" status: 200 len: 825 time: 0.3852441 Jul 22 18:51:14.920918 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7de4ef2a-3352-4519-a4d7-a908dd8be016 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/c49d8a6a-9e41-4f27-bb50-a2154cc9dc85 HTTP/1.1" status: 200 len: 734 time: 0.0182247 Jul 22 18:51:14.928971 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-f43d3511-f8e9-403a-8002-7a4d95421cd0 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'c49d8a6a-9e41-4f27-bb50-a2154cc9dc85', 'tenant_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'name': 'private-subnet', 'network_id': '9b5b5c6c-e4c7-4231-a05e-820ec626e65f', 'gateway_ip': '172.20.0.1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 18:51:14.951496 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43d3511-f8e9-403a-8002-7a4d95421cd0 admin admin] Made reservation on behalf of f41a4cbe3fca4e6fa4f51199d3d3ee94 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 18:51:14.953835 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f43d3511-f8e9-403a-8002-7a4d95421cd0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:15.253374 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f43d3511-f8e9-403a-8002-7a4d95421cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:15.322684 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d3511-f8e9-403a-8002-7a4d95421cd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2a230d0-5dfe-4b32-92f4-ffc02317fc3e,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:51:15.325502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43d3511-f8e9-403a-8002-7a4d95421cd0 admin admin] Checking segment: {'id': '5ef74bcc-10df-40e6-953e-2390fb15d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9b5b5c6c-e4c7-4231-a05e-820ec626e65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 18:51:15.325870 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43d3511-f8e9-403a-8002-7a4d95421cd0 admin admin] Network hostable DHCP agents. Network: 9b5b5c6c-e4c7-4231-a05e-820ec626e65f, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 18:51:15.348319 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43d3511-f8e9-403a-8002-7a4d95421cd0 admin admin] Network 9b5b5c6c-e4c7-4231-a05e-820ec626e65f is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 18:51:15.359953 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-f43d3511-f8e9-403a-8002-7a4d95421cd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 9b5b5c6c-e4c7-4231-a05e-820ec626e65f) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 18:51:15.366174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43d3511-f8e9-403a-8002-7a4d95421cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:51:15.367121 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f43d3511-f8e9-403a-8002-7a4d95421cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:15.369383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf9974e-8025-496f-9064-c2efa847df1c None None] Network 9b5b5c6c-e4c7-4231-a05e-820ec626e65f requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 18:51:15.380801 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f43d3511-f8e9-403a-8002-7a4d95421cd0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4549980 Jul 22 18:51:15.687669 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-9b5b5c6c-e4c7-4231-a05e-820ec626e65f', 'network_id': '9b5b5c6c-e4c7-4231-a05e-820ec626e65f', 'tenant_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'fixed_ips': [{'subnet_id': 'c2a230d0-5dfe-4b32-92f4-ffc02317fc3e'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 18:51:15.688916 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:15.959803 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Allocated IP 172.20.0.2 (9b5b5c6c-e4c7-4231-a05e-820ec626e65f/c2a230d0-5dfe-4b32-92f4-ffc02317fc3e/5ccf6114-67f6-45fd-b467-7383d917cd7a) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 18:51:16.188663 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:16.203255 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Transition to ACTIVE for port object 5ccf6114-67f6-45fd-b467-7383d917cd7a will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 18:51:16.223911 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Transition to ACTIVE for port object 5ccf6114-67f6-45fd-b467-7383d917cd7a will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 18:51:16.232573 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:16.304974 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Network 9b5b5c6c-e4c7-4231-a05e-820ec626e65f is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 18:51:16.310271 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 18:51:16.319050 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 18:51:16.323611 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Pushing event updated for resources: {'Port': ['ID=5ccf6114-67f6-45fd-b467-7383d917cd7a,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:51:16.352460 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:16.352833 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:16.353170 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:16.353506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:16.353835 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:16.354160 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:16.355124 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:16.355582 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:16.355911 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:16.356235 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:16.356585 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:16.356909 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Tracked resource versions report: Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: pushed versions: Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: { 'AddressGroup': {'1.2'}, Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: 'ConntrackHelper': {'1.0'}, Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: 'Log': {'1.0'}, Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: 'Network': {'1.1'}, Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: 'Port': {'1.7'}, Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: 'PortForwarding': {'1.2'}, Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: 'QosPolicy': {'1.8'}, Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: 'SecurityGroup': {'1.4'}, Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: 'SecurityGroupRule': {'1.2'}, Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: 'SubPort': {'1.0'}, Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: 'Subnet': {'1.1'}, Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: 'Trunk': {'1.1'}} Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: consumer versions: Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: { DHCP agent@n-d-800086-12: {}, Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: L3 agent@n-d-800086-12: {}, Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: Metadata agent@n-d-800086-12: {}, Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: Metering agent@n-d-800086-12: {}, Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: Open vSwitch agent@n-d-800086-12: { 'AddressGroup': '1.2', Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: 'ConntrackHelper': '1.0', Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: 'Log': '1.0', Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: 'Network': '1.1', Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: 'Port': '1.7', Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: 'PortForwarding': '1.2', Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: 'QosPolicy': '1.8', Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: 'SecurityGroup': '1.4', Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: 'SecurityGroupRule': '1.2', Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: 'SubPort': '1.0', Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: 'Subnet': '1.1', Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: 'Trunk': '1.1'}} Jul 22 18:51:16.358027 n-d-800086-12 neutron-server[93808]: {{(pid=93808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 18:51:16.410461 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Attempting to bind port 5ccf6114-67f6-45fd-b467-7383d917cd7a on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 18:51:16.411073 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Attempting to bind port 5ccf6114-67f6-45fd-b467-7383d917cd7a by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '5ef74bcc-10df-40e6-953e-2390fb15d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9b5b5c6c-e4c7-4231-a05e-820ec626e65f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 18:51:16.411275 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Attempting to bind port 5ccf6114-67f6-45fd-b467-7383d917cd7a on network 9b5b5c6c-e4c7-4231-a05e-820ec626e65f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 18:51:16.416046 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 18, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 18:51:16.416449 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Checking segment: {'id': '5ef74bcc-10df-40e6-953e-2390fb15d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9b5b5c6c-e4c7-4231-a05e-820ec626e65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 18:51:16.417709 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:16.418222 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Bound using segment: {'id': '5ef74bcc-10df-40e6-953e-2390fb15d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9b5b5c6c-e4c7-4231-a05e-820ec626e65f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 18:51:16.418720 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Bound port: 5ccf6114-67f6-45fd-b467-7383d917cd7a, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef74bcc-10df-40e6-953e-2390fb15d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9b5b5c6c-e4c7-4231-a05e-820ec626e65f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 18:51:16.419132 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:16.482173 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] For port 5ccf6114-67f6-45fd-b467-7383d917cd7a, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 18:51:16.486310 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] For port 5ccf6114-67f6-45fd-b467-7383d917cd7a, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5ccf6114-67f6-45fd-b467-7383d917cd7a,segment=NetworkSegment(5ef74bcc-10df-40e6-953e-2390fb15d5c0),segment_id=5ef74bcc-10df-40e6-953e-2390fb15d5c0)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 18:51:16.490861 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:16.555680 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4ab93-ceb3-4429-a7be-9fb0ac32b392 None None] Pushing event updated for resources: {'Port': ['ID=5ccf6114-67f6-45fd-b467-7383d917cd7a,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:51:17.781261 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52832) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:51:18.273588 n-d-800086-12 neutron-server[93806]: WARNING oslo_policy.policy [None req-615461a4-335a-4cd5-8151-5e102bbdb02c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 18:51:18.274130 n-d-800086-12 neutron-server[93806]: WARNING oslo_policy.policy [None req-615461a4-335a-4cd5-8151-5e102bbdb02c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 18:51:18.494567 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-615461a4-335a-4cd5-8151-5e102bbdb02c admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 18:51:18.495838 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-615461a4-335a-4cd5-8151-5e102bbdb02c admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7136705 Jul 22 18:51:20.868774 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52846) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:51:21.184866 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-92823594-7864-40f8-adc7-e24a3454c40a admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 18:51:21.185837 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-92823594-7864-40f8-adc7-e24a3454c40a admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3161407 Jul 22 18:51:23.811060 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52860) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:51:24.108327 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-14f5c6de-c323-471c-bfde-333046029b5c admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'admin_state_up': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 18:51:24.176296 n-d-800086-12 neutron-server[93806]: DEBUG neutron.policy [None req-14f5c6de-c323-471c-bfde-333046029b5c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93806) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 18:51:24.222201 n-d-800086-12 neutron-server[93806]: WARNING oslo_policy.policy [None req-14f5c6de-c323-471c-bfde-333046029b5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 18:51:24.222578 n-d-800086-12 neutron-server[93806]: WARNING oslo_policy.policy [None req-14f5c6de-c323-471c-bfde-333046029b5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 18:51:24.232121 n-d-800086-12 neutron-server[93806]: INFO neutron.quota [None req-14f5c6de-c323-471c-bfde-333046029b5c admin admin] Loaded quota_driver: . Jul 22 18:51:24.289634 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14f5c6de-c323-471c-bfde-333046029b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:24.291910 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14f5c6de-c323-471c-bfde-333046029b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:24.450204 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14f5c6de-c323-471c-bfde-333046029b5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:24.455654 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14f5c6de-c323-471c-bfde-333046029b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:24.474710 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14f5c6de-c323-471c-bfde-333046029b5c admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:24.475933 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-14f5c6de-c323-471c-bfde-333046029b5c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6638949 Jul 22 18:51:24.855310 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5ccf6114-67f6-45fd-b467-7383d917cd7a up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 18:51:24.943204 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 5ccf6114-67f6-45fd-b467-7383d917cd7a completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 18:51:24.952258 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8911521b-f888-4064-b918-818cd6ed89fc None None] Network 9b5b5c6c-e4c7-4231-a05e-820ec626e65f requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 18:51:25.041012 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4abf0a19-275b-4262-b976-b4922ab6fcb2 None None] Provisioning for port 5ccf6114-67f6-45fd-b467-7383d917cd7a completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 18:51:25.047812 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4abf0a19-275b-4262-b976-b4922ab6fcb2 None None] Provisioning complete for port 5ccf6114-67f6-45fd-b467-7383d917cd7a triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 18:51:25.048206 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4abf0a19-275b-4262-b976-b4922ab6fcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:25.222874 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4abf0a19-275b-4262-b976-b4922ab6fcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:25.268551 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-4abf0a19-275b-4262-b976-b4922ab6fcb2 None None] For port 5ccf6114-67f6-45fd-b467-7383d917cd7a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5ccf6114-67f6-45fd-b467-7383d917cd7a,segment=NetworkSegment(5ef74bcc-10df-40e6-953e-2390fb15d5c0),segment_id=5ef74bcc-10df-40e6-953e-2390fb15d5c0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 18:51:25.275786 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4abf0a19-275b-4262-b976-b4922ab6fcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:25.328271 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf0a19-275b-4262-b976-b4922ab6fcb2 None None] Pushing event updated for resources: {'Port': ['ID=5ccf6114-67f6-45fd-b467-7383d917cd7a,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:51:25.496573 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-dae67677-27b1-4690-b5b9-ea94395b4c5e None None] Provisioning complete for port 5ccf6114-67f6-45fd-b467-7383d917cd7a triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 18:51:25.496872 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dae67677-27b1-4690-b5b9-ea94395b4c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:26.833378 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5ccf6114-67f6-45fd-b467-7383d917cd7a up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 18:51:26.846591 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52870) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:51:26.880778 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 5ccf6114-67f6-45fd-b467-7383d917cd7a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 18:51:26.881153 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:27.155206 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-5a7efa08-19b4-4b0e-bcff-f0c99ee16673 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 18:51:27.156192 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5a7efa08-19b4-4b0e-bcff-f0c99ee16673 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3086145 Jul 22 18:51:28.310575 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9882fd6d-13d9-4010-80fb-5f3a5fb05894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:29.475052 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52878) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:51:29.785737 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 18:51:29.809735 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Made reservation on behalf of 51596d6ac41a44279d18811478349721 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 18:51:29.812365 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:29.828097 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:29.945962 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:29.950172 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:29.960759 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Reserving flat network on physical network physnet1 {{(pid=93806) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 18:51:29.993438 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771871796008', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:29.994010 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Unsubscribe: segment precommit_create {{(pid=93806) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 18:51:29.995031 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Added segment a82ae413-7e39-43b6-bbcb-bf6a09bac557 of type flat for network 9d80f4fc-5335-462b-8c88-395b7089e67f Jul 22 18:51:30.013872 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acc0a1c-3a0a-4779-87b9-4430273956f7,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:51:30.065720 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:30.066070 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:30.066417 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:30.066753 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:30.067092 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:30.067408 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:30.067802 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:30.068163 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:30.068503 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:30.068828 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:30.069153 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:30.069471 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Tracked resource versions report: Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: pushed versions: Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: { 'AddressGroup': {'1.2'}, Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: 'ConntrackHelper': {'1.0'}, Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: 'Log': {'1.0'}, Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: 'Network': {'1.1'}, Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: 'Port': {'1.7'}, Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: 'PortForwarding': {'1.2'}, Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: 'QosPolicy': {'1.8'}, Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: 'SecurityGroup': {'1.4'}, Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: 'SecurityGroupRule': {'1.2'}, Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: 'SubPort': {'1.0'}, Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: 'Subnet': {'1.1'}, Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: 'Trunk': {'1.1'}} Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: consumer versions: Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: { DHCP agent@n-d-800086-12: {}, Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: L3 agent@n-d-800086-12: {}, Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: Metadata agent@n-d-800086-12: {}, Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: Metering agent@n-d-800086-12: {}, Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: Open vSwitch agent@n-d-800086-12: { 'AddressGroup': '1.2', Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: 'ConntrackHelper': '1.0', Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: 'Log': '1.0', Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: 'Network': '1.1', Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: 'Port': '1.7', Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: 'PortForwarding': '1.2', Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: 'QosPolicy': '1.8', Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: 'SecurityGroup': '1.4', Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: 'SecurityGroupRule': '1.2', Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: 'SubPort': '1.0', Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: 'Subnet': '1.1', Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: 'Trunk': '1.1'}} Jul 22 18:51:30.070618 n-d-800086-12 neutron-server[93806]: {{(pid=93806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 18:51:30.120755 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:30.171960 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:30.173062 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:51:30.173726 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:30.228068 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7519045 Jul 22 18:51:30.275057 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c775b6-d213-4023-8dc9-52b8d6f916b3 admin admin] Pushing event updated for resources: {'Network': ['ID=9d80f4fc-5335-462b-8c88-395b7089e67f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:51:30.286402 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 9d80f4fc-5335-462b-8c88-395b7089e67f details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 18:51:30.972118 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d98eb1dc-14df-4e81-adc8-4a32199c6782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:30.992601 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:31.732311 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 5 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:51:32.111796 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:32.578577 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52900) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:51:32.789218 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4e8857-f1ce-4307-b206-f949009b0b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:51:32.790576 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ef4e8857-f1ce-4307-b206-f949009b0b23 admin admin] 10.222.0.13 "GET /v2.0/subnets/c2a230d0-5dfe-4b32-92f4-ffc02317fc3e HTTP/1.1" status: 200 len: 849 time: 0.2110550 Jul 22 18:51:32.921068 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8f98b054-bc48-4ea4-9dee-47ce88a4bd9e admin admin] 10.222.0.13 "GET /v2.0/routers/be922b29-c672-43c3-b4bc-e9dfff0642d9 HTTP/1.1" status: 200 len: 704 time: 0.1245732 Jul 22 18:51:33.177295 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65546137-66cb-419e-b42c-a296bfc772fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:33.463638 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-65546137-66cb-419e-b42c-a296bfc772fe admin admin] Allocated IP 172.20.0.1 (9b5b5c6c-e4c7-4231-a05e-820ec626e65f/c2a230d0-5dfe-4b32-92f4-ffc02317fc3e/5663e060-58e4-4608-bf24-0f206e08517f) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 18:51:33.647149 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65546137-66cb-419e-b42c-a296bfc772fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:33.669572 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-65546137-66cb-419e-b42c-a296bfc772fe admin admin] Transition to ACTIVE for port object 5663e060-58e4-4608-bf24-0f206e08517f will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 18:51:33.738173 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:33.751352 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65546137-66cb-419e-b42c-a296bfc772fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:33.817919 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65546137-66cb-419e-b42c-a296bfc772fe admin admin] Network 9b5b5c6c-e4c7-4231-a05e-820ec626e65f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 18:51:33.824534 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-65546137-66cb-419e-b42c-a296bfc772fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 18:51:33.834112 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65546137-66cb-419e-b42c-a296bfc772fe admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 18:51:33.834656 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65546137-66cb-419e-b42c-a296bfc772fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:33.859536 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65546137-66cb-419e-b42c-a296bfc772fe admin admin] Pushing event updated for resources: {'Port': ['ID=5663e060-58e4-4608-bf24-0f206e08517f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:51:34.036285 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1bc516e2-7223-43e0-b49e-c86003e1d283 None None] Provisioning for port 5663e060-58e4-4608-bf24-0f206e08517f completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 18:51:34.040159 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1bc516e2-7223-43e0-b49e-c86003e1d283 None None] Provisioning complete for port 5663e060-58e4-4608-bf24-0f206e08517f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 18:51:34.040555 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1bc516e2-7223-43e0-b49e-c86003e1d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:34.074820 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1bc516e2-7223-43e0-b49e-c86003e1d283 None None] Port 5663e060-58e4-4608-bf24-0f206e08517f cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 18:51:34.103280 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65546137-66cb-419e-b42c-a296bfc772fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:34.274181 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65546137-66cb-419e-b42c-a296bfc772fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:34.279040 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65546137-66cb-419e-b42c-a296bfc772fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:34.279838 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65546137-66cb-419e-b42c-a296bfc772fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:34.337934 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65546137-66cb-419e-b42c-a296bfc772fe admin admin] Pushing event updated for resources: {'Port': ['ID=5663e060-58e4-4608-bf24-0f206e08517f,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:51:34.404970 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65546137-66cb-419e-b42c-a296bfc772fe admin admin] Network 9b5b5c6c-e4c7-4231-a05e-820ec626e65f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 18:51:34.406322 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-65546137-66cb-419e-b42c-a296bfc772fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 18:51:34.566323 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65546137-66cb-419e-b42c-a296bfc772fe admin admin] Router be922b29-c672-43c3-b4bc-e9dfff0642d9 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 18:51:34.595593 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4726cdd4-16e6-4fe8-82fd-941d3bf8c76f None None] Provisioning complete for port 5663e060-58e4-4608-bf24-0f206e08517f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 18:51:34.595903 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4726cdd4-16e6-4fe8-82fd-941d3bf8c76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:34.628685 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-4726cdd4-16e6-4fe8-82fd-941d3bf8c76f None None] Port 5663e060-58e4-4608-bf24-0f206e08517f cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 18:51:34.656790 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65546137-66cb-419e-b42c-a296bfc772fe admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 18:51:34.662021 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-65546137-66cb-419e-b42c-a296bfc772fe admin admin] 10.222.0.13 "PUT /v2.0/routers/be922b29-c672-43c3-b4bc-e9dfff0642d9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7360604 Jul 22 18:51:34.679735 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] Sync routers for ids ['be922b29-c672-43c3-b4bc-e9dfff0642d9'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 18:51:34.691553 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] Routers {'be922b29-c672-43c3-b4bc-e9dfff0642d9'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 18:51:34.692282 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T18:51:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be922b29-c672-43c3-b4bc-e9dfff0642d9'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:51:34.877786 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] Set router be922b29-c672-43c3-b4bc-e9dfff0642d9 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 18:51:35.308262 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be922b29-c672-43c3-b4bc-e9dfff0642d9', 'name': 'router1', 'tenant_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T18:51:24Z', 'updated_at': '2021-07-22T18:51:33Z', 'revision_number': 2, 'project_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'gw_port_host': None, '_interfaces': [{'id': '5663e060-58e4-4608-bf24-0f206e08517f', 'name': '', 'network_id': '9b5b5c6c-e4c7-4231-a05e-820ec626e65f', 'tenant_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'mac_address': 'fa:16:3e:98:61:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be922b29-c672-43c3-b4bc-e9dfff0642d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2a230d0-5dfe-4b32-92f4-ffc02317fc3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T18:51:33Z', 'updated_at': '2021-07-22T18:51:34Z', 'revision_number': 2, 'project_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'subnets': [{'id': 'c2a230d0-5dfe-4b32-92f4-ffc02317fc3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c49d8a6a-9e41-4f27-bb50-a2154cc9dc85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:51:35.359414 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] Checking router: be922b29-c672-43c3-b4bc-e9dfff0642d9 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 18:51:35.359784 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] Updating router be922b29-c672-43c3-b4bc-e9dfff0642d9 port 5663e060-58e4-4608-bf24-0f206e08517f binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 18:51:35.423187 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:35.912370 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:35.930498 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] Transition to ACTIVE for port object 5663e060-58e4-4608-bf24-0f206e08517f will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 18:51:35.936622 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:36.111438 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6430c-ae65-4376-8c3e-e1325c890e36 None None] Pushing event updated for resources: {'Port': ['ID=5663e060-58e4-4608-bf24-0f206e08517f,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:51:36.121552 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6430c-ae65-4376-8c3e-e1325c890e36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:36.121959 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6430c-ae65-4376-8c3e-e1325c890e36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:36.122214 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6430c-ae65-4376-8c3e-e1325c890e36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:36.122540 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6430c-ae65-4376-8c3e-e1325c890e36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:36.122865 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6430c-ae65-4376-8c3e-e1325c890e36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:36.123188 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6430c-ae65-4376-8c3e-e1325c890e36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:36.123503 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6430c-ae65-4376-8c3e-e1325c890e36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:36.123816 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6430c-ae65-4376-8c3e-e1325c890e36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:36.124129 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6430c-ae65-4376-8c3e-e1325c890e36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:36.124535 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6430c-ae65-4376-8c3e-e1325c890e36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:36.124780 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6430c-ae65-4376-8c3e-e1325c890e36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:36.125091 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6430c-ae65-4376-8c3e-e1325c890e36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6430c-ae65-4376-8c3e-e1325c890e36 None None] Tracked resource versions report: Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: pushed versions: Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: { 'AddressGroup': {'1.2'}, Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: 'ConntrackHelper': {'1.0'}, Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: 'Log': {'1.0'}, Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: 'Network': {'1.1'}, Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: 'Port': {'1.7'}, Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: 'PortForwarding': {'1.2'}, Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: 'QosPolicy': {'1.8'}, Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: 'SecurityGroup': {'1.4'}, Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: 'SecurityGroupRule': {'1.2'}, Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: 'SubPort': {'1.0'}, Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: 'Subnet': {'1.1'}, Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: 'Trunk': {'1.1'}} Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: consumer versions: Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: { DHCP agent@n-d-800086-12: {}, Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: L3 agent@n-d-800086-12: {}, Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: Metadata agent@n-d-800086-12: {}, Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: Metering agent@n-d-800086-12: {}, Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: Open vSwitch agent@n-d-800086-12: { 'AddressGroup': '1.2', Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: 'ConntrackHelper': '1.0', Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: 'Log': '1.0', Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: 'Network': '1.1', Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: 'Port': '1.7', Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: 'PortForwarding': '1.2', Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: 'QosPolicy': '1.8', Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: 'SecurityGroup': '1.4', Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: 'SecurityGroupRule': '1.2', Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: 'SubPort': '1.0', Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: 'Subnet': '1.1', Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: 'Trunk': '1.1'}} Jul 22 18:51:36.126183 n-d-800086-12 neutron-server[93809]: {{(pid=93809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 18:51:36.128562 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] Attempting to bind port 5663e060-58e4-4608-bf24-0f206e08517f on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 18:51:36.128745 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] Attempting to bind port 5663e060-58e4-4608-bf24-0f206e08517f by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '5ef74bcc-10df-40e6-953e-2390fb15d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9b5b5c6c-e4c7-4231-a05e-820ec626e65f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 18:51:36.129152 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] Attempting to bind port 5663e060-58e4-4608-bf24-0f206e08517f on network 9b5b5c6c-e4c7-4231-a05e-820ec626e65f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 18:51:36.135372 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 18, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 18:51:36.136006 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] Checking segment: {'id': '5ef74bcc-10df-40e6-953e-2390fb15d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9b5b5c6c-e4c7-4231-a05e-820ec626e65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 18:51:36.136528 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:36.136912 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] Bound using segment: {'id': '5ef74bcc-10df-40e6-953e-2390fb15d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9b5b5c6c-e4c7-4231-a05e-820ec626e65f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 18:51:36.137649 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] Bound port: 5663e060-58e4-4608-bf24-0f206e08517f, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef74bcc-10df-40e6-953e-2390fb15d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9b5b5c6c-e4c7-4231-a05e-820ec626e65f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 18:51:36.137882 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:36.203509 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] For port 5663e060-58e4-4608-bf24-0f206e08517f, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 18:51:36.224465 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] For port 5663e060-58e4-4608-bf24-0f206e08517f, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5663e060-58e4-4608-bf24-0f206e08517f,segment=NetworkSegment(5ef74bcc-10df-40e6-953e-2390fb15d5c0),segment_id=5ef74bcc-10df-40e6-953e-2390fb15d5c0)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 18:51:36.229530 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:36.287471 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] Routers {'be922b29-c672-43c3-b4bc-e9dfff0642d9'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 18:51:36.288025 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T18:51:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be922b29-c672-43c3-b4bc-e9dfff0642d9'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:51:36.354840 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6430c-ae65-4376-8c3e-e1325c890e36 None None] Pushing event updated for resources: {'Port': ['ID=5663e060-58e4-4608-bf24-0f206e08517f,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:51:36.384028 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] Set router be922b29-c672-43c3-b4bc-e9dfff0642d9 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 18:51:36.591432 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be922b29-c672-43c3-b4bc-e9dfff0642d9', 'name': 'router1', 'tenant_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T18:51:24Z', 'updated_at': '2021-07-22T18:51:33Z', 'revision_number': 2, 'project_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'gw_port_host': None, '_interfaces': [{'id': '5663e060-58e4-4608-bf24-0f206e08517f', 'name': '', 'network_id': '9b5b5c6c-e4c7-4231-a05e-820ec626e65f', 'tenant_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'mac_address': 'fa:16:3e:98:61:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be922b29-c672-43c3-b4bc-e9dfff0642d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2a230d0-5dfe-4b32-92f4-ffc02317fc3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T18:51:33Z', 'updated_at': '2021-07-22T18:51:36Z', 'revision_number': 4, 'project_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'subnets': [{'id': 'c2a230d0-5dfe-4b32-92f4-ffc02317fc3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c49d8a6a-9e41-4f27-bb50-a2154cc9dc85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:51:36.619932 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10189d1-1755-4c9f-8de2-feae6104b989 None None] The sync data for ids ['be922b29-c672-43c3-b4bc-e9dfff0642d9'] in n-d-800086-12 is: [{'id': 'be922b29-c672-43c3-b4bc-e9dfff0642d9', 'name': 'router1', 'tenant_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T18:51:24Z', 'updated_at': '2021-07-22T18:51:33Z', 'revision_number': 2, 'project_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'gw_port_host': None, '_interfaces': [{'id': '5663e060-58e4-4608-bf24-0f206e08517f', 'name': '', 'network_id': '9b5b5c6c-e4c7-4231-a05e-820ec626e65f', 'tenant_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'mac_address': 'fa:16:3e:98:61:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be922b29-c672-43c3-b4bc-e9dfff0642d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2a230d0-5dfe-4b32-92f4-ffc02317fc3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T18:51:33Z', 'updated_at': '2021-07-22T18:51:36Z', 'revision_number': 4, 'project_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'subnets': [{'id': 'c2a230d0-5dfe-4b32-92f4-ffc02317fc3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c49d8a6a-9e41-4f27-bb50-a2154cc9dc85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 18:51:36.879692 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52920) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:51:36.988322 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b17a57-9a6c-4425-89f6-1c9c21289bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:51:36.989809 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-29b17a57-9a6c-4425-89f6-1c9c21289bb9 admin admin] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 842 time: 0.1090770 Jul 22 18:51:36.999606 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b88a5950-07dc-4311-af86-1dd4dda06488 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.3.1', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'name': 'public-subnet', 'cidr': '172.25.3.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 18:51:37.022807 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88a5950-07dc-4311-af86-1dd4dda06488 admin admin] Made reservation on behalf of 51596d6ac41a44279d18811478349721 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 18:51:37.025365 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b88a5950-07dc-4311-af86-1dd4dda06488 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:37.336232 n-d-800086-12 neutron-server[93806]: DEBUG neutron.objects.ports [None req-b88a5950-07dc-4311-af86-1dd4dda06488 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93806) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 18:51:37.336678 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b88a5950-07dc-4311-af86-1dd4dda06488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:37.400840 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a5950-07dc-4311-af86-1dd4dda06488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:51:37.409240 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88a5950-07dc-4311-af86-1dd4dda06488 admin admin] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 18:51:37.409592 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88a5950-07dc-4311-af86-1dd4dda06488 admin admin] Network hostable DHCP agents. Network: 9d80f4fc-5335-462b-8c88-395b7089e67f, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 18:51:37.439170 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88a5950-07dc-4311-af86-1dd4dda06488 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 18:51:37.449404 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-b88a5950-07dc-4311-af86-1dd4dda06488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 9d80f4fc-5335-462b-8c88-395b7089e67f) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 18:51:37.453395 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88a5950-07dc-4311-af86-1dd4dda06488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:51:37.454041 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b88a5950-07dc-4311-af86-1dd4dda06488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:37.458813 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77158b66-09d3-494e-8b9f-cf9c65933fa7 None None] Network 9d80f4fc-5335-462b-8c88-395b7089e67f requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 18:51:37.476515 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b88a5950-07dc-4311-af86-1dd4dda06488 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4719572 Jul 22 18:51:37.603130 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8e66c8-bf4b-4953-beb2-78fdb1cab592 None None] Network 9d80f4fc-5335-462b-8c88-395b7089e67f requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 18:51:39.737971 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52928) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:51:39.866787 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-dd525190-7e34-466c-84fb-a86a07220108 admin admin] 10.222.0.13 "GET /v2.0/routers/be922b29-c672-43c3-b4bc-e9dfff0642d9 HTTP/1.1" status: 200 len: 710 time: 0.1277003 Jul 22 18:51:39.954847 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975d3c88-e8b7-45ad-9b4e-9582ed69c73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:51:39.956232 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-975d3c88-e8b7-45ad-9b4e-9582ed69c73c admin admin] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 886 time: 0.0839937 Jul 22 18:51:39.964931 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-57060d8b-8bec-4bfd-91b1-22e5de852778 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 18:51:40.286914 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57060d8b-8bec-4bfd-91b1-22e5de852778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:40.517840 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57060d8b-8bec-4bfd-91b1-22e5de852778 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:40.593100 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57060d8b-8bec-4bfd-91b1-22e5de852778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:40.693255 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-57060d8b-8bec-4bfd-91b1-22e5de852778 admin admin] Allocated IP 172.25.3.184 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/d43b0530-1c8f-47e0-9ce0-1413706ba246) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 18:51:40.795985 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57060d8b-8bec-4bfd-91b1-22e5de852778 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:40.834553 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57060d8b-8bec-4bfd-91b1-22e5de852778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:40.870657 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57060d8b-8bec-4bfd-91b1-22e5de852778 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 18:51:40.875289 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-57060d8b-8bec-4bfd-91b1-22e5de852778 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 18:51:40.877826 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57060d8b-8bec-4bfd-91b1-22e5de852778 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 18:51:40.942457 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57060d8b-8bec-4bfd-91b1-22e5de852778 admin admin] Pushing event updated for resources: {'Port': ['ID=d43b0530-1c8f-47e0-9ce0-1413706ba246,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:51:41.134048 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57060d8b-8bec-4bfd-91b1-22e5de852778 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:41.326795 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57060d8b-8bec-4bfd-91b1-22e5de852778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:41.330080 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57060d8b-8bec-4bfd-91b1-22e5de852778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-910330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-910305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-910161'] for router, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:41.434497 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57060d8b-8bec-4bfd-91b1-22e5de852778 admin admin] Router be922b29-c672-43c3-b4bc-e9dfff0642d9 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 18:51:41.613730 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57060d8b-8bec-4bfd-91b1-22e5de852778 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 18:51:41.624822 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57060d8b-8bec-4bfd-91b1-22e5de852778 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:41.628157 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-57060d8b-8bec-4bfd-91b1-22e5de852778 admin admin] 10.222.0.13 "PUT /v2.0/routers/be922b29-c672-43c3-b4bc-e9dfff0642d9 HTTP/1.1" status: 200 len: 890 time: 1.6644878 Jul 22 18:51:42.873342 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5663e060-58e4-4608-bf24-0f206e08517f up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 18:51:42.922267 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 5663e060-58e4-4608-bf24-0f206e08517f completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 18:51:42.925833 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 5663e060-58e4-4608-bf24-0f206e08517f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 18:51:42.926299 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:43.045576 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] Sync routers for ids ['be922b29-c672-43c3-b4bc-e9dfff0642d9'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 18:51:43.065358 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] Routers {'be922b29-c672-43c3-b4bc-e9dfff0642d9'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 18:51:43.066005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T18:51:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be922b29-c672-43c3-b4bc-e9dfff0642d9'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:51:43.085402 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:43.241409 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 5663e060-58e4-4608-bf24-0f206e08517f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5663e060-58e4-4608-bf24-0f206e08517f,segment=NetworkSegment(5ef74bcc-10df-40e6-953e-2390fb15d5c0),segment_id=5ef74bcc-10df-40e6-953e-2390fb15d5c0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 18:51:43.247287 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:43.322742 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] Set router be922b29-c672-43c3-b4bc-e9dfff0642d9 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 18:51:43.383371 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=5663e060-58e4-4608-bf24-0f206e08517f,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:51:43.717190 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be922b29-c672-43c3-b4bc-e9dfff0642d9', 'name': 'router1', 'tenant_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'd43b0530-1c8f-47e0-9ce0-1413706ba246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T18:51:24Z', 'updated_at': '2021-07-22T18:51:40Z', 'revision_number': 4, 'project_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'gw_port': {'id': 'd43b0530-1c8f-47e0-9ce0-1413706ba246', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:64:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be922b29-c672-43c3-b4bc-e9dfff0642d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T18:51:40Z', 'updated_at': '2021-07-22T18:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '5663e060-58e4-4608-bf24-0f206e08517f', 'name': '', 'network_id': '9b5b5c6c-e4c7-4231-a05e-820ec626e65f', 'tenant_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'mac_address': 'fa:16:3e:98:61:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be922b29-c672-43c3-b4bc-e9dfff0642d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2a230d0-5dfe-4b32-92f4-ffc02317fc3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T18:51:33Z', 'updated_at': '2021-07-22T18:51:36Z', 'revision_number': 4, 'project_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'subnets': [{'id': 'c2a230d0-5dfe-4b32-92f4-ffc02317fc3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c49d8a6a-9e41-4f27-bb50-a2154cc9dc85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:51:43.768310 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] Checking router: be922b29-c672-43c3-b4bc-e9dfff0642d9 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 18:51:43.768703 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] Updating router be922b29-c672-43c3-b4bc-e9dfff0642d9 port d43b0530-1c8f-47e0-9ce0-1413706ba246 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 18:51:43.802100 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:44.020787 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52940) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:51:44.126921 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:44.137120 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] Transition to ACTIVE for port object d43b0530-1c8f-47e0-9ce0-1413706ba246 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 18:51:44.145330 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:44.152434 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d8dc6a67-fb91-469a-9102-d7b31857bce4 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1304257 Jul 22 18:51:44.200184 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc7cb9-c62e-436d-9d9b-78e100187350 None None] Pushing event updated for resources: {'Port': ['ID=d43b0530-1c8f-47e0-9ce0-1413706ba246,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:51:44.204143 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] Attempting to bind port d43b0530-1c8f-47e0-9ce0-1413706ba246 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 18:51:44.204545 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] Attempting to bind port d43b0530-1c8f-47e0-9ce0-1413706ba246 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 18:51:44.204913 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] Attempting to bind port d43b0530-1c8f-47e0-9ce0-1413706ba246 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 18:51:44.211267 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 18, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 18:51:44.211643 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 18:51:44.212051 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:44.212444 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 18:51:44.213005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] Bound port: d43b0530-1c8f-47e0-9ce0-1413706ba246, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 18:51:44.213413 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:44.267543 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] For port d43b0530-1c8f-47e0-9ce0-1413706ba246, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 18:51:44.270811 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] For port d43b0530-1c8f-47e0-9ce0-1413706ba246, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d43b0530-1c8f-47e0-9ce0-1413706ba246,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 18:51:44.275701 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:44.336651 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc7cb9-c62e-436d-9d9b-78e100187350 None None] Pushing event updated for resources: {'Port': ['ID=d43b0530-1c8f-47e0-9ce0-1413706ba246,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:51:44.340668 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] Routers {'be922b29-c672-43c3-b4bc-e9dfff0642d9'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 18:51:44.341283 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T18:51:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be922b29-c672-43c3-b4bc-e9dfff0642d9'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:51:44.521602 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] Set router be922b29-c672-43c3-b4bc-e9dfff0642d9 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 18:51:44.737249 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be922b29-c672-43c3-b4bc-e9dfff0642d9', 'name': 'router1', 'tenant_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'd43b0530-1c8f-47e0-9ce0-1413706ba246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T18:51:24Z', 'updated_at': '2021-07-22T18:51:40Z', 'revision_number': 4, 'project_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'gw_port': {'id': 'd43b0530-1c8f-47e0-9ce0-1413706ba246', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:64:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be922b29-c672-43c3-b4bc-e9dfff0642d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T18:51:40Z', 'updated_at': '2021-07-22T18:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '5663e060-58e4-4608-bf24-0f206e08517f', 'name': '', 'network_id': '9b5b5c6c-e4c7-4231-a05e-820ec626e65f', 'tenant_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'mac_address': 'fa:16:3e:98:61:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be922b29-c672-43c3-b4bc-e9dfff0642d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2a230d0-5dfe-4b32-92f4-ffc02317fc3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T18:51:33Z', 'updated_at': '2021-07-22T18:51:43Z', 'revision_number': 5, 'project_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'subnets': [{'id': 'c2a230d0-5dfe-4b32-92f4-ffc02317fc3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c49d8a6a-9e41-4f27-bb50-a2154cc9dc85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:51:44.764090 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999eef9e-46c1-481c-b119-38a5d4c4b2b2 None None] The sync data for ids ['be922b29-c672-43c3-b4bc-e9dfff0642d9'] in n-d-800086-12 is: [{'id': 'be922b29-c672-43c3-b4bc-e9dfff0642d9', 'name': 'router1', 'tenant_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'd43b0530-1c8f-47e0-9ce0-1413706ba246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T18:51:24Z', 'updated_at': '2021-07-22T18:51:40Z', 'revision_number': 4, 'project_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'gw_port': {'id': 'd43b0530-1c8f-47e0-9ce0-1413706ba246', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:64:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be922b29-c672-43c3-b4bc-e9dfff0642d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T18:51:40Z', 'updated_at': '2021-07-22T18:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '5663e060-58e4-4608-bf24-0f206e08517f', 'name': '', 'network_id': '9b5b5c6c-e4c7-4231-a05e-820ec626e65f', 'tenant_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'mac_address': 'fa:16:3e:98:61:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be922b29-c672-43c3-b4bc-e9dfff0642d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2a230d0-5dfe-4b32-92f4-ffc02317fc3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T18:51:33Z', 'updated_at': '2021-07-22T18:51:43Z', 'revision_number': 5, 'project_id': 'f41a4cbe3fca4e6fa4f51199d3d3ee94', 'subnets': [{'id': 'c2a230d0-5dfe-4b32-92f4-ffc02317fc3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c49d8a6a-9e41-4f27-bb50-a2154cc9dc85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 18:51:44.890999 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5663e060-58e4-4608-bf24-0f206e08517f up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 18:51:44.949023 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 5663e060-58e4-4608-bf24-0f206e08517f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 18:51:44.949480 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:46.879001 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d43b0530-1c8f-47e0-9ce0-1413706ba246 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 18:51:46.929007 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port d43b0530-1c8f-47e0-9ce0-1413706ba246 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 18:51:46.934448 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port d43b0530-1c8f-47e0-9ce0-1413706ba246 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 18:51:46.935141 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:47.021532 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:47.043649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port d43b0530-1c8f-47e0-9ce0-1413706ba246, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d43b0530-1c8f-47e0-9ce0-1413706ba246,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 18:51:47.048852 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:47.098040 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=d43b0530-1c8f-47e0-9ce0-1413706ba246,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:51:48.921312 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d43b0530-1c8f-47e0-9ce0-1413706ba246 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 18:51:48.998016 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port d43b0530-1c8f-47e0-9ce0-1413706ba246 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 18:51:48.998724 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:51:58.314564 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5dcf084b-64a4-452c-83d0-0c8b9fcfd74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:52:00.992869 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-89502966-8e47-4355-94f4-bb54aeb9ae35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:52:01.000888 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:52:02.121059 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:52:03.758252 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:52:08.743781 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 5 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:52:28.311141 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c310-56ab-4752-886f-cff574705285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:52:30.989489 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d0eac2b2-c5fc-4c27-8867-3b7eb05b8a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:52:30.998886 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:52:32.120966 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:52:33.762789 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:52:45.733153 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 5 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:52:58.313537 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fa5519b3-e035-4617-a4c5-1dfeb7af3c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:53:00.987361 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d8370325-34f0-4a7c-9417-6439d98ed041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:53:00.994953 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:53:02.121724 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:53:03.771388 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:53:22.732441 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 5 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:53:24.440349 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53540) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:53:24.502575 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a52102-fd69-4dd5-a547-7936f3f3b403 admin admin] GET failed (client error): The resource could not be found. Jul 22 18:53:24.503884 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-08a52102-fd69-4dd5-a547-7936f3f3b403 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625799 Jul 22 18:53:24.671755 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905d4887-d558-4f86-b4c2-8d3837007233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:53:24.673197 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-905d4887-d558-4f86-b4c2-8d3837007233 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1655719 Jul 22 18:53:26.860160 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53550) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:53:26.954958 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523e0638-9ad7-4c0e-aad4-a73c5f4f9d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:53:26.956372 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-523e0638-9ad7-4c0e-aad4-a73c5f4f9d77 admin admin] 10.222.0.13 "GET /v2.0/subnets/c2a230d0-5dfe-4b32-92f4-ffc02317fc3e HTTP/1.1" status: 200 len: 849 time: 0.0951996 Jul 22 18:53:26.966234 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4c601ed7-18d2-4bf8-bbe1-941b33a3a267 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 18:53:27.050230 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4c601ed7-18d2-4bf8-bbe1-941b33a3a267 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:53:27.190377 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4c601ed7-18d2-4bf8-bbe1-941b33a3a267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771871649136'] for subnet, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:53:27.220716 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c601ed7-18d2-4bf8-bbe1-941b33a3a267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:53:27.221001 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4c601ed7-18d2-4bf8-bbe1-941b33a3a267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:53:27.223143 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4c601ed7-18d2-4bf8-bbe1-941b33a3a267 admin admin] 10.222.0.13 "PUT /v2.0/subnets/c2a230d0-5dfe-4b32-92f4-ffc02317fc3e HTTP/1.1" status: 200 len: 868 time: 0.2606997 Jul 22 18:53:27.224064 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec32d0bc-08f6-4bcb-bed2-1b07d4ce9e9a None None] Network 9b5b5c6c-e4c7-4231-a05e-820ec626e65f requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 18:53:27.246323 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c601ed7-18d2-4bf8-bbe1-941b33a3a267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2a230d0-5dfe-4b32-92f4-ffc02317fc3e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:53:27.253657 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c601ed7-18d2-4bf8-bbe1-941b33a3a267 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:53:27.254006 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c601ed7-18d2-4bf8-bbe1-941b33a3a267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:53:27.254346 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c601ed7-18d2-4bf8-bbe1-941b33a3a267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:53:27.254681 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c601ed7-18d2-4bf8-bbe1-941b33a3a267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:53:27.255025 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c601ed7-18d2-4bf8-bbe1-941b33a3a267 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:53:27.256177 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c601ed7-18d2-4bf8-bbe1-941b33a3a267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:53:27.256532 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c601ed7-18d2-4bf8-bbe1-941b33a3a267 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:53:27.256880 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c601ed7-18d2-4bf8-bbe1-941b33a3a267 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:53:27.257190 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c601ed7-18d2-4bf8-bbe1-941b33a3a267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:53:27.257513 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c601ed7-18d2-4bf8-bbe1-941b33a3a267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:53:27.257834 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c601ed7-18d2-4bf8-bbe1-941b33a3a267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:53:27.258154 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c601ed7-18d2-4bf8-bbe1-941b33a3a267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:53:27.586643 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b4dda7e0-95c7-4fb2-8511-31e8c7ed1875 None None] Provisioning complete for port 5ccf6114-67f6-45fd-b467-7383d917cd7a triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 18:53:27.587016 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b4dda7e0-95c7-4fb2-8511-31e8c7ed1875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:53:27.672500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b4dda7e0-95c7-4fb2-8511-31e8c7ed1875 None None] Provisioning complete for port 5663e060-58e4-4608-bf24-0f206e08517f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 18:53:27.672792 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b4dda7e0-95c7-4fb2-8511-31e8c7ed1875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:53:28.313995 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3c73c330-716e-4e72-9c0e-2338de3cfc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:53:29.381611 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53558) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:53:29.577121 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4180e4d4-9b69-4283-9338-fe288ef7e8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:53:29.577514 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4180e4d4-9b69-4283-9338-fe288ef7e8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:53:29.579034 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4180e4d4-9b69-4283-9338-fe288ef7e8b9 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1964917 Jul 22 18:53:30.984373 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-369db324-220b-4834-80b7-4ce5723f1205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:53:30.995730 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:53:31.736077 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53566) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:53:31.861948 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6af1ee3-8f0a-4197-9d59-87e09429686b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:53:31.862425 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6af1ee3-8f0a-4197-9d59-87e09429686b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:53:31.863934 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f6af1ee3-8f0a-4197-9d59-87e09429686b admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1268704 Jul 22 18:53:32.123228 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:53:33.773487 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:53:34.027955 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53574) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:53:34.215590 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce27071-7bbf-421b-8e56-48f62f926f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:53:34.216989 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bce27071-7bbf-421b-8e56-48f62f926f7d admin admin] 10.222.0.13 "GET /v2.0/networks/9b5b5c6c-e4c7-4231-a05e-820ec626e65f HTTP/1.1" status: 200 len: 869 time: 0.1880546 Jul 22 18:53:36.380512 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53584) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:53:36.502235 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62e4cff-e715-4851-9fe0-5b7a73bbc459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:53:36.503588 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f62e4cff-e715-4851-9fe0-5b7a73bbc459 admin admin] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 886 time: 0.1221411 Jul 22 18:53:38.677400 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53592) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:53:38.798668 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0792b3c-e006-47d5-9127-7b0169ca1122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:53:38.799144 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0792b3c-e006-47d5-9127-7b0169ca1122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:53:38.800693 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b0792b3c-e006-47d5-9127-7b0169ca1122 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1223154 Jul 22 18:53:40.947145 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53600) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:53:41.039897 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3be493-d13e-4d74-857f-851cf6c4ec53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:53:41.040359 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3be493-d13e-4d74-857f-851cf6c4ec53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:53:41.042113 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2c3be493-d13e-4d74-857f-851cf6c4ec53 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0939918 Jul 22 18:53:43.225075 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53608) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:53:43.307659 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86814532-7a86-4c24-9efc-6c04aa57a3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:53:43.309018 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-86814532-7a86-4c24-9efc-6c04aa57a3a1 admin admin] 10.222.0.13 "GET /v2.0/subnets/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3 HTTP/1.1" status: 200 len: 816 time: 0.0830066 Jul 22 18:53:45.459305 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53616) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:53:45.547499 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138ac4fb-6e19-4ae0-ad97-25bf5a5369f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:53:45.548863 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-138ac4fb-6e19-4ae0-ad97-25bf5a5369f2 admin admin] 10.222.0.13 "GET /v2.0/subnets/c2a230d0-5dfe-4b32-92f4-ffc02317fc3e HTTP/1.1" status: 200 len: 868 time: 0.0886042 Jul 22 18:53:58.315637 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9d385869-f67e-478f-8e9d-1898288906fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:53:59.730511 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 5 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:54:00.975895 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0977f6b5-2e1a-4999-9d9b-9c95d4d81829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:00.995786 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:02.126692 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:03.775423 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:09.960245 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53668) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:54:10.005893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-fbe40f61-2ba8-459d-b087-503956ef41bb admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 18:54:10.006873 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fbe40f61-2ba8-459d-b087-503956ef41bb admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456762 Jul 22 18:54:12.248053 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53676) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:54:12.305496 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3cc2250-464f-4be2-8d02-ad06807df1b5 admin admin] GET failed (client error): The resource could not be found. Jul 22 18:54:12.306808 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e3cc2250-464f-4be2-8d02-ad06807df1b5 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0577881 Jul 22 18:54:12.391485 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849285ba-7c2b-4187-8e3d-236765a84a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:54:12.392986 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-849285ba-7c2b-4187-8e3d-236765a84a9b admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0823381 Jul 22 18:54:14.551435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53684) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:54:14.596833 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 18:54:14.618540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] Made reservation on behalf of 51596d6ac41a44279d18811478349721 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 18:54:14.620832 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:14.657076 n-d-800086-12 neutron-server[93807]: WARNING neutron.services.revisions.revision_plugin [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] Could not find related network for resource to bump revision. Jul 22 18:54:14.669368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 18:54:14.679111 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:14.679448 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] Added segment 3b3de619-5231-43b7-83ac-eff2914e5eb6 of type vlan for network 075dd58f-0307-4ad7-a4cd-273ff8c5112e Jul 22 18:54:14.716687 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:14.744994 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:14.745857 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:54:14.746429 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:14.777276 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2237396 Jul 22 18:54:14.805177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] Pushing event updated for resources: {'Network': ['ID=075dd58f-0307-4ad7-a4cd-273ff8c5112e,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:54:14.812525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:14.812874 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:14.813214 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:14.813551 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:14.813893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:14.814210 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:14.814535 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:14.814856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:14.815178 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:14.815498 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:14.815825 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:14.816142 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c25c84-bf93-4aba-bc09-f985b8f66390 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:14.827397 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 18:54:16.964618 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53692) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:54:17.025764 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc183e85-03f6-411e-a03d-a7b729eab2dd admin admin] GET failed (client error): The resource could not be found. Jul 22 18:54:17.027076 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-dc183e85-03f6-411e-a03d-a7b729eab2dd admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615036 Jul 22 18:54:17.129520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e15a66a-5d9b-43db-875d-7ee754494ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:54:17.131687 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1e15a66a-5d9b-43db-875d-7ee754494ddc admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1008773 Jul 22 18:54:17.141162 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-63046846-e751-4918-9c8e-f3fb2871c5d7 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 18:54:17.160732 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63046846-e751-4918-9c8e-f3fb2871c5d7 admin admin] Made reservation on behalf of 51596d6ac41a44279d18811478349721 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 18:54:17.163378 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-63046846-e751-4918-9c8e-f3fb2871c5d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:17.327010 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-63046846-e751-4918-9c8e-f3fb2871c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:17.381630 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63046846-e751-4918-9c8e-f3fb2871c5d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a967156-f3ce-4d89-ac17-327dca1201e7,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:54:17.388116 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63046846-e751-4918-9c8e-f3fb2871c5d7 admin admin] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 18:54:17.388468 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63046846-e751-4918-9c8e-f3fb2871c5d7 admin admin] Network hostable DHCP agents. Network: 075dd58f-0307-4ad7-a4cd-273ff8c5112e, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 18:54:17.404267 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63046846-e751-4918-9c8e-f3fb2871c5d7 admin admin] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 18:54:17.412989 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-63046846-e751-4918-9c8e-f3fb2871c5d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 075dd58f-0307-4ad7-a4cd-273ff8c5112e) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 18:54:17.416985 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63046846-e751-4918-9c8e-f3fb2871c5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:54:17.417563 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-63046846-e751-4918-9c8e-f3fb2871c5d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:17.422177 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cf644d-5f70-43f0-b262-da62b8613b1e None None] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 18:54:17.430822 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-63046846-e751-4918-9c8e-f3fb2871c5d7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2930326 Jul 22 18:54:17.667326 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'tenant_id': '51596d6ac41a44279d18811478349721', 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 18:54:17.668429 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:17.804148 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Allocated IP 192.168.233.2 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/80be11db-8ded-445d-ba56-52a8b3f805cb) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 18:54:17.951181 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:17.963200 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Transition to ACTIVE for port object 80be11db-8ded-445d-ba56-52a8b3f805cb will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 18:54:17.980977 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Transition to ACTIVE for port object 80be11db-8ded-445d-ba56-52a8b3f805cb will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 18:54:17.987938 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:18.028299 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 18:54:18.031013 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 18:54:18.038239 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 18:54:18.040149 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Pushing event updated for resources: {'Port': ['ID=80be11db-8ded-445d-ba56-52a8b3f805cb,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:54:18.048815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:18.049161 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:18.049500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:18.049832 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:18.050162 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:18.050488 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:18.050813 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:18.051141 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:18.051458 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:18.051777 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:18.052545 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:18.052858 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:54:18.112815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Attempting to bind port 80be11db-8ded-445d-ba56-52a8b3f805cb on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 18:54:18.113182 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Attempting to bind port 80be11db-8ded-445d-ba56-52a8b3f805cb by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 18:54:18.113543 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Attempting to bind port 80be11db-8ded-445d-ba56-52a8b3f805cb on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 18:54:18.118789 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 18, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 18:54:18.119159 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 18:54:18.119557 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:18.119946 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 18:54:18.120403 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Bound port: 80be11db-8ded-445d-ba56-52a8b3f805cb, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 18:54:18.120802 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:18.182202 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] For port 80be11db-8ded-445d-ba56-52a8b3f805cb, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 18:54:18.185649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] For port 80be11db-8ded-445d-ba56-52a8b3f805cb, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=80be11db-8ded-445d-ba56-52a8b3f805cb,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 18:54:18.190134 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:18.250570 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b32326-a3be-46d6-b47a-9eaed36e5cb5 None None] Pushing event updated for resources: {'Port': ['ID=80be11db-8ded-445d-ba56-52a8b3f805cb,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:54:19.014841 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 80be11db-8ded-445d-ba56-52a8b3f805cb up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 18:54:19.046067 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14af2ae-2a51-4f26-84b2-1620edd3b92d None None] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 18:54:19.122531 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 80be11db-8ded-445d-ba56-52a8b3f805cb completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 18:54:19.173405 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-65d35347-6cdc-44da-9ef6-2ca065121561 None None] Provisioning for port 80be11db-8ded-445d-ba56-52a8b3f805cb completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 18:54:19.180264 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-65d35347-6cdc-44da-9ef6-2ca065121561 None None] Provisioning complete for port 80be11db-8ded-445d-ba56-52a8b3f805cb triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 18:54:19.180658 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-65d35347-6cdc-44da-9ef6-2ca065121561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:19.303763 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-65d35347-6cdc-44da-9ef6-2ca065121561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:19.339751 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-65d35347-6cdc-44da-9ef6-2ca065121561 None None] For port 80be11db-8ded-445d-ba56-52a8b3f805cb, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=80be11db-8ded-445d-ba56-52a8b3f805cb,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 18:54:19.344301 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-65d35347-6cdc-44da-9ef6-2ca065121561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:19.403145 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d35347-6cdc-44da-9ef6-2ca065121561 None None] Pushing event updated for resources: {'Port': ['ID=80be11db-8ded-445d-ba56-52a8b3f805cb,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:54:19.563397 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a840a69b-0086-4c15-88a3-0bf34f6abf6a None None] Provisioning complete for port 80be11db-8ded-445d-ba56-52a8b3f805cb triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 18:54:19.563771 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a840a69b-0086-4c15-88a3-0bf34f6abf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:20.948727 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 80be11db-8ded-445d-ba56-52a8b3f805cb up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 18:54:20.997753 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 80be11db-8ded-445d-ba56-52a8b3f805cb triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 18:54:20.998115 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:28.316454 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6d0cf779-7616-4654-a799-6f8becd2f897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:30.977228 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-97639e4e-6900-4176-97c7-040769bfd027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:30.995535 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:32.128457 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:33.778182 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:54:36.729814 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 5 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:54:58.317331 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-86c71db6-ce61-4de5-9d72-d516d418d21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:55:00.977939 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ac2edcbb-df06-4c9d-a826-98c0ecaddec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:55:00.995895 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:55:02.131519 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:55:03.781711 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:55:13.728791 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 5 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:55:28.323944 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4c716f21-f3a3-47d8-9638-b4aeb3993a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:55:30.978592 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b4fdc456-ba44-4c04-a446-cf92ca22e46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:55:30.996757 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:55:32.134627 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:55:33.785201 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:55:50.727884 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 5 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:55:53.365422 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53746) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:55:53.371651 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-5809e477-4653-46b5-8ea8-6b39e27422ba tempest-verify_tempest_config-1723244536 tempest-verify_tempest_config-1723244536-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 18:55:53.372638 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5809e477-4653-46b5-8ea8-6b39e27422ba tempest-verify_tempest_config-1723244536 tempest-verify_tempest_config-1723244536-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061541 Jul 22 18:55:53.667193 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53764) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:55:53.766326 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0e3c46c8-4312-4b0c-ae37-5c0c97a0320b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:55:53.855512 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0e3c46c8-4312-4b0c-ae37-5c0c97a0320b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:55:53.858998 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0e3c46c8-4312-4b0c-ae37-5c0c97a0320b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:55:53.901504 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c46c8-4312-4b0c-ae37-5c0c97a0320b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00a4481-c152-4dab-8a91-33a35b453992,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:55:53.905858 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0e3c46c8-4312-4b0c-ae37-5c0c97a0320b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d892fe609bc46ee8d603f2c6b38a822&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2376945 Jul 22 18:55:53.908619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53768) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:55:53.910408 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c46c8-4312-4b0c-ae37-5c0c97a0320b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:53.910764 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c46c8-4312-4b0c-ae37-5c0c97a0320b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:53.911105 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c46c8-4312-4b0c-ae37-5c0c97a0320b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:53.911442 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c46c8-4312-4b0c-ae37-5c0c97a0320b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:53.911773 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c46c8-4312-4b0c-ae37-5c0c97a0320b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:53.912106 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c46c8-4312-4b0c-ae37-5c0c97a0320b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:53.912432 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c46c8-4312-4b0c-ae37-5c0c97a0320b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:53.912783 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c46c8-4312-4b0c-ae37-5c0c97a0320b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:53.913136 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c46c8-4312-4b0c-ae37-5c0c97a0320b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:53.913507 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c46c8-4312-4b0c-ae37-5c0c97a0320b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:53.913778 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c46c8-4312-4b0c-ae37-5c0c97a0320b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:53.914097 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3c46c8-4312-4b0c-ae37-5c0c97a0320b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:53.966334 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c295-e2fd-4b57-a5af-67e1c09eeb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:55:53.986916 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c295-e2fd-4b57-a5af-67e1c09eeb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:55:54.073761 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c295-e2fd-4b57-a5af-67e1c09eeb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:55:54.076225 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c295-e2fd-4b57-a5af-67e1c09eeb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:55:54.080055 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a1c8c295-e2fd-4b57-a5af-67e1c09eeb0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a00a4481-c152-4dab-8a91-33a35b453992 HTTP/1.1" status: 204 len: 168 time: 0.1704710 Jul 22 18:55:54.088328 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8c295-e2fd-4b57-a5af-67e1c09eeb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00a4481-c152-4dab-8a91-33a35b453992,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:55:54.095005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c295-e2fd-4b57-a5af-67e1c09eeb0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:54.095357 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c295-e2fd-4b57-a5af-67e1c09eeb0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:54.095696 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c295-e2fd-4b57-a5af-67e1c09eeb0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:54.096031 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c295-e2fd-4b57-a5af-67e1c09eeb0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:54.096363 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c295-e2fd-4b57-a5af-67e1c09eeb0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:54.096729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c295-e2fd-4b57-a5af-67e1c09eeb0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:54.097052 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c295-e2fd-4b57-a5af-67e1c09eeb0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:54.097377 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c295-e2fd-4b57-a5af-67e1c09eeb0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:54.097698 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c295-e2fd-4b57-a5af-67e1c09eeb0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:54.098018 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c295-e2fd-4b57-a5af-67e1c09eeb0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:54.098345 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c295-e2fd-4b57-a5af-67e1c09eeb0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:54.098946 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c295-e2fd-4b57-a5af-67e1c09eeb0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:55:58.327858 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9e6cfb29-d555-40e6-96b5-5512f43872db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:56:00.981407 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e2b50774-2dec-4cad-87fb-2663f037b962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:56:00.998652 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:56:02.138661 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:56:03.787265 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:56:27.726217 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 5 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:56:28.327924 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ad968b8a-c8f4-48ee-8fd4-fec917f33819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:56:30.982948 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8e761226-a07a-4539-8dec-2eb82c86bdec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:56:30.999005 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:56:32.140816 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:56:33.790586 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:56:58.329468 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-df8ff915-52d0-40fd-a045-5dc5227ef2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:57:00.990646 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d1d4109c-0d08-4d45-958d-e9b265d6d6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:57:01.004298 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:57:02.143502 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:57:03.795104 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:57:04.725870 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 5 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:57:28.329885 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2fb09db7-f1cb-4216-b4d0-f12907502c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:57:30.992051 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5785b249-215b-4f21-934a-728f70489aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:57:30.996948 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:57:32.145278 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:57:33.796758 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:57:41.724414 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 5 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:57:58.329888 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-07084678-4ccf-4a0a-9502-5db20729cb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:58:00.988199 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6a495db0-f6c8-440e-b20c-b327fed7547e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:58:01.007557 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:58:02.147653 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:58:03.799151 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:58:18.724638 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 5 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:58:28.330313 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-42041f2a-fb54-4dd8-b6bd-29f696150854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:58:30.979153 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7fc8c7ce-1b01-4ffb-876a-ca565146e111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:58:31.000816 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:58:32.150859 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:58:33.888856 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:58:38.696147 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-890081'] for agent, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:58:41.301356 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-890081'] for agent, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:58:55.724291 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:58:58.331597 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-49939079-e74d-429d-afc5-59491f8abc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:59:00.980087 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2bcdb273-e6cf-4377-98db-cae514a9ed66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:59:00.999333 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:59:02.154009 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:59:03.806036 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:59:08.648696 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:59:11.252555 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:59:25.024831 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53830) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:59:25.129113 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0aa34fed-66fc-4306-82b6-1929434c8759 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1031511 Jul 22 18:59:27.326717 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53840) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:59:27.379899 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7dfb4d49-2223-4990-9120-b3d217d94323 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0520833 Jul 22 18:59:28.333296 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7c6e2223-f250-4740-8bb4-3668c0903001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:59:30.980425 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5464e58b-e7ac-4698-9cdb-8c1de4eea89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:59:30.999378 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:59:32.156746 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:59:32.725370 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:59:33.809963 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:59:38.663834 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:59:41.284765 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:59:58.334649 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e44ce2fb-4b96-4b71-ab04-bed256275c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:00.980833 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-791dd3bc-bc09-4bb2-b7c8-4a06310acc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:01.000304 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:02.160261 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:03.822676 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:08.679145 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:09.726206 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:00:11.298437 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:28.336354 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c249f370-83f7-41f6-bb5b-d92f5d687a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:30.982510 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-37d94a93-7178-4c9f-ac8e-4672d66c928b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:31.003200 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:32.160834 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:33.818003 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:38.678083 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:41.300705 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:46.727105 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:00:48.026610 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54066) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:48.437376 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f324bf07-9f0e-483f-82e8-214198317bfb tempest-AutoAllocateNetworkTest-601973662 tempest-AutoAllocateNetworkTest-601973662-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b62ba03612b6433f962ba16876f14925&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4088254 Jul 22 19:00:48.439762 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54092) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:48.628012 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693446c0-7955-4907-8c6d-c049667a0082 tempest-AutoAllocateNetworkTest-601973662 tempest-AutoAllocateNetworkTest-601973662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:00:48.632543 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-693446c0-7955-4907-8c6d-c049667a0082 tempest-AutoAllocateNetworkTest-601973662 tempest-AutoAllocateNetworkTest-601973662-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1887908 Jul 22 19:00:48.632916 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54102) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:48.730355 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8245120f-b53a-4e10-82e0-3bbdec7ea41b tempest-AutoAllocateNetworkTest-601973662 tempest-AutoAllocateNetworkTest-601973662-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963798 Jul 22 19:00:48.733620 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54106) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:48.782782 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c31a2e4a-5715-49f1-bc98-2b655b233064 tempest-AutoAllocateNetworkTest-601973662 tempest-AutoAllocateNetworkTest-601973662-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b62ba03612b6433f962ba16876f14925 HTTP/1.1" status: 200 len: 208 time: 0.0463378 Jul 22 19:00:49.363135 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54158) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:49.826945 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-44938f1d-d8f8-47aa-aba7-adc78f649675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:49.921943 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-44938f1d-d8f8-47aa-aba7-adc78f649675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:49.926492 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-44938f1d-d8f8-47aa-aba7-adc78f649675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:49.975723 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44938f1d-d8f8-47aa-aba7-adc78f649675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015db590-4693-49b5-a347-d37ebf2d600c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:00:49.989384 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44938f1d-d8f8-47aa-aba7-adc78f649675 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:49.990223 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44938f1d-d8f8-47aa-aba7-adc78f649675 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:49.990770 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44938f1d-d8f8-47aa-aba7-adc78f649675 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:49.991480 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44938f1d-d8f8-47aa-aba7-adc78f649675 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:49.992399 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44938f1d-d8f8-47aa-aba7-adc78f649675 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:49.993452 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44938f1d-d8f8-47aa-aba7-adc78f649675 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:49.994120 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44938f1d-d8f8-47aa-aba7-adc78f649675 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:49.994657 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44938f1d-d8f8-47aa-aba7-adc78f649675 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:49.995550 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44938f1d-d8f8-47aa-aba7-adc78f649675 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:49.997549 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44938f1d-d8f8-47aa-aba7-adc78f649675 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:49.998118 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44938f1d-d8f8-47aa-aba7-adc78f649675 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:49.999019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44938f1d-d8f8-47aa-aba7-adc78f649675 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44938f1d-d8f8-47aa-aba7-adc78f649675 admin admin] Tracked resource versions report: Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: pushed versions: Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: { 'AddressGroup': {'1.2'}, Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: 'ConntrackHelper': {'1.0'}, Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: 'Log': {'1.0'}, Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: 'Network': {'1.1'}, Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: 'Port': {'1.7'}, Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: 'PortForwarding': {'1.2'}, Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: 'QosPolicy': {'1.8'}, Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: 'SecurityGroup': {'1.4'}, Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: 'SecurityGroupRule': {'1.2'}, Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: 'SubPort': {'1.0'}, Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: 'Subnet': {'1.1'}, Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: 'Trunk': {'1.1'}} Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: consumer versions: Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: { DHCP agent@n-d-800086-12: {}, Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: HyperV agent@n-h1-800086-12: {}, Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: HyperV agent@n-h2-800086-12: {}, Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: L3 agent@n-d-800086-12: {}, Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: Metadata agent@n-d-800086-12: {}, Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: Metering agent@n-d-800086-12: {}, Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: Open vSwitch agent@n-d-800086-12: { 'AddressGroup': '1.2', Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: 'ConntrackHelper': '1.0', Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: 'Log': '1.0', Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: 'Network': '1.1', Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: 'Port': '1.7', Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: 'PortForwarding': '1.2', Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: 'QosPolicy': '1.8', Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: 'SecurityGroup': '1.4', Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: 'SecurityGroupRule': '1.2', Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: 'SubPort': '1.0', Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: 'Subnet': '1.1', Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: 'Trunk': '1.1'}} Jul 22 19:00:50.000610 n-d-800086-12 neutron-server[93807]: {{(pid=93807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 19:00:50.062017 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54180) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:50.075112 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-44938f1d-d8f8-47aa-aba7-adc78f649675 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b62ba03612b6433f962ba16876f14925&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7109325 Jul 22 19:00:50.131361 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0235ed0f-b72b-4efe-afe9-899c5d1386e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:50.158773 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0235ed0f-b72b-4efe-afe9-899c5d1386e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:50.230505 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0235ed0f-b72b-4efe-afe9-899c5d1386e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:50.237838 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0235ed0f-b72b-4efe-afe9-899c5d1386e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:50.245339 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0235ed0f-b72b-4efe-afe9-899c5d1386e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/015db590-4693-49b5-a347-d37ebf2d600c HTTP/1.1" status: 204 len: 168 time: 0.1810193 Jul 22 19:00:50.262964 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235ed0f-b72b-4efe-afe9-899c5d1386e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015db590-4693-49b5-a347-d37ebf2d600c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:00:50.270865 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235ed0f-b72b-4efe-afe9-899c5d1386e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:50.271452 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235ed0f-b72b-4efe-afe9-899c5d1386e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:50.272007 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235ed0f-b72b-4efe-afe9-899c5d1386e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:50.272569 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235ed0f-b72b-4efe-afe9-899c5d1386e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:50.273096 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235ed0f-b72b-4efe-afe9-899c5d1386e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:50.273702 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235ed0f-b72b-4efe-afe9-899c5d1386e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:50.274237 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235ed0f-b72b-4efe-afe9-899c5d1386e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:50.274753 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235ed0f-b72b-4efe-afe9-899c5d1386e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:50.275360 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235ed0f-b72b-4efe-afe9-899c5d1386e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:50.275906 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235ed0f-b72b-4efe-afe9-899c5d1386e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:50.276343 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235ed0f-b72b-4efe-afe9-899c5d1386e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:50.276801 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235ed0f-b72b-4efe-afe9-899c5d1386e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235ed0f-b72b-4efe-afe9-899c5d1386e1 admin admin] Tracked resource versions report: Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: pushed versions: Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: { 'AddressGroup': {'1.2'}, Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: 'ConntrackHelper': {'1.0'}, Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: 'Log': {'1.0'}, Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: 'Network': {'1.1'}, Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: 'Port': {'1.7'}, Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: 'PortForwarding': {'1.2'}, Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: 'QosPolicy': {'1.8'}, Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: 'SecurityGroup': {'1.4'}, Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: 'SecurityGroupRule': {'1.2'}, Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: 'SubPort': {'1.0'}, Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: 'Subnet': {'1.1'}, Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: 'Trunk': {'1.1'}} Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: consumer versions: Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: { DHCP agent@n-d-800086-12: {}, Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: HyperV agent@n-h1-800086-12: {}, Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: HyperV agent@n-h2-800086-12: {}, Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: L3 agent@n-d-800086-12: {}, Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: Metadata agent@n-d-800086-12: {}, Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: Metering agent@n-d-800086-12: {}, Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: Open vSwitch agent@n-d-800086-12: { 'AddressGroup': '1.2', Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: 'ConntrackHelper': '1.0', Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: 'Log': '1.0', Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: 'Network': '1.1', Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: 'Port': '1.7', Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: 'PortForwarding': '1.2', Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: 'QosPolicy': '1.8', Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: 'SecurityGroup': '1.4', Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: 'SecurityGroupRule': '1.2', Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: 'SubPort': '1.0', Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: 'Subnet': '1.1', Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: 'Trunk': '1.1'}} Jul 22 19:00:50.278010 n-d-800086-12 neutron-server[93806]: {{(pid=93806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 19:00:52.502324 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54366) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:52.696180 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e032f630-e748-430b-9b6c-363177b40f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:52.812656 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e032f630-e748-430b-9b6c-363177b40f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:52.819109 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e032f630-e748-430b-9b6c-363177b40f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:52.867751 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e032f630-e748-430b-9b6c-363177b40f65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba0cceaa44f24f17a0f897d9075aa5c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3636966 Jul 22 19:00:52.868900 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032f630-e748-430b-9b6c-363177b40f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f9625d-d953-40e5-baba-50cb38c43b82,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:00:52.870665 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54408) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:52.892274 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54414) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:52.894472 n-d-800086-12 neutron-server[93807]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 19:00:52.916841 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-0d145073-ade5-4238-848f-271e4e66480d tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=07449768b1524bb78cca45f911b6b41a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233405 Jul 22 19:00:52.936673 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f0a1e306-68ee-40a8-849c-b295a94b404d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:52.960362 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f0a1e306-68ee-40a8-849c-b295a94b404d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:53.026186 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54422) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:53.031834 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f0a1e306-68ee-40a8-849c-b295a94b404d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:53.035003 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f0a1e306-68ee-40a8-849c-b295a94b404d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:53.036496 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f0a1e306-68ee-40a8-849c-b295a94b404d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82f9625d-d953-40e5-baba-50cb38c43b82 HTTP/1.1" status: 204 len: 168 time: 0.1642404 Jul 22 19:00:53.068927 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1e306-68ee-40a8-849c-b295a94b404d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f9625d-d953-40e5-baba-50cb38c43b82,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:00:53.137747 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-e8b69526-ba5c-4278-9154-bd42858cb044 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:00:53.145949 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-e8b69526-ba5c-4278-9154-bd42858cb044 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234013 Jul 22 19:00:53.163685 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-612be290-a82b-4054-9c0d-51e117fafe4c tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/quotas/07449768b1524bb78cca45f911b6b41a HTTP/1.1" status: 200 len: 375 time: 0.0167165 Jul 22 19:00:53.231365 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-c210de44-dfd2-4d32-be98-2e091a34dd9b tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=07449768b1524bb78cca45f911b6b41a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666544 Jul 22 19:00:53.304304 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f69a641a-3016-45d8-88b0-6adcac27d0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:53.435424 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f69a641a-3016-45d8-88b0-6adcac27d0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:53.441655 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f69a641a-3016-45d8-88b0-6adcac27d0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:53.519953 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a641a-3016-45d8-88b0-6adcac27d0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0536e193-197c-4b9d-a8b0-6b4c9e937058,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:00:53.538488 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f69a641a-3016-45d8-88b0-6adcac27d0dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0bcbcd91b51b4e33815ac998a9edc6cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5111001 Jul 22 19:00:53.542059 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54480) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:53.546092 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54482) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:53.575623 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a6fc2b3c-8bea-49e2-9195-26678eac7297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:53.627851 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4cece509-6e1a-4f99-8d5d-a5b6b9110e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:53.655787 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4cece509-6e1a-4f99-8d5d-a5b6b9110e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:53.672521 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a6fc2b3c-8bea-49e2-9195-26678eac7297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:53.678871 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a6fc2b3c-8bea-49e2-9195-26678eac7297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:53.714190 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc2b3c-8bea-49e2-9195-26678eac7297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e45f71-07a1-4151-9854-0b22a7a4634a,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:00:53.735397 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a6fc2b3c-8bea-49e2-9195-26678eac7297 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea3d199f0ecf4b8b9927e87a292c028d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1859524 Jul 22 19:00:53.735945 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54496) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:53.774521 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4cece509-6e1a-4f99-8d5d-a5b6b9110e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:53.778146 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4cece509-6e1a-4f99-8d5d-a5b6b9110e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:53.779656 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4cece509-6e1a-4f99-8d5d-a5b6b9110e58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0536e193-197c-4b9d-a8b0-6b4c9e937058 HTTP/1.1" status: 204 len: 168 time: 0.2365985 Jul 22 19:00:53.795212 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cece509-6e1a-4f99-8d5d-a5b6b9110e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0536e193-197c-4b9d-a8b0-6b4c9e937058,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:00:53.833038 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dc513413-c787-4130-a304-6873b30859ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:53.866348 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dc513413-c787-4130-a304-6873b30859ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:53.920610 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54510) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:53.957572 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dc513413-c787-4130-a304-6873b30859ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:53.962068 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dc513413-c787-4130-a304-6873b30859ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:53.962068 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-dc513413-c787-4130-a304-6873b30859ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54e45f71-07a1-4151-9854-0b22a7a4634a HTTP/1.1" status: 204 len: 168 time: 0.2245564 Jul 22 19:00:53.972276 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc513413-c787-4130-a304-6873b30859ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e45f71-07a1-4151-9854-0b22a7a4634a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:00:54.075428 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54530) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:54.266047 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-878200ad-0f4b-461d-b30d-1f47d94f8eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:54.362618 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-878200ad-0f4b-461d-b30d-1f47d94f8eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:54.367669 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-878200ad-0f4b-461d-b30d-1f47d94f8eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:54.407045 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-878200ad-0f4b-461d-b30d-1f47d94f8eb1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6609d7f1d62a49c09f8bceeecb2baca6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4850783 Jul 22 19:00:54.408056 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878200ad-0f4b-461d-b30d-1f47d94f8eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef4f7ec-3f97-43a9-9bf4-63894d2ca723,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:00:54.409828 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54538) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:54.438244 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54540) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:54.461996 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-002c1ce3-d317-460c-89ec-d698e65b34ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:54.483539 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-002c1ce3-d317-460c-89ec-d698e65b34ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:54.533179 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-002c1ce3-d317-460c-89ec-d698e65b34ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:54.535852 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-002c1ce3-d317-460c-89ec-d698e65b34ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:54.537242 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-002c1ce3-d317-460c-89ec-d698e65b34ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ef4f7ec-3f97-43a9-9bf4-63894d2ca723 HTTP/1.1" status: 204 len: 168 time: 0.1259682 Jul 22 19:00:54.545908 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c1ce3-d317-460c-89ec-d698e65b34ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef4f7ec-3f97-43a9-9bf4-63894d2ca723,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:00:54.657250 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7645ae14-1495-42e5-9421-89e094518581 req-fcedd137-a810-4f23-b36b-ccfda6e8ec28 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 210 time: 0.5804729 Jul 22 19:00:54.696289 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b1ca630a-d941-4701-b4e7-7726728c9523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:54.712571 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54558) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:54.734813 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c4bf18e2-654e-461f-9ab1-f4dd84ed046d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:54.859542 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b1ca630a-d941-4701-b4e7-7726728c9523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:54.881040 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b1ca630a-d941-4701-b4e7-7726728c9523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:54.946566 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca630a-d941-4701-b4e7-7726728c9523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d75160-f90e-46f4-a1e8-49f39dbaac1d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:00:54.980228 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b1ca630a-d941-4701-b4e7-7726728c9523 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69f83c9a608a463aa65f8cf30cdd448e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5403924 Jul 22 19:00:54.983403 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54578) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:55.034666 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c4bf18e2-654e-461f-9ab1-f4dd84ed046d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:55.052800 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c4bf18e2-654e-461f-9ab1-f4dd84ed046d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:55.105255 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c4bf18e2-654e-461f-9ab1-f4dd84ed046d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70da469fcdd74263bcb5c517a94ef757&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3887177 Jul 22 19:00:55.105577 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54596) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:55.154323 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf18e2-654e-461f-9ab1-f4dd84ed046d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a57c8b2-f25d-4cca-a83e-c471cf8c7ddf,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:00:55.165190 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eac22ff8-ab37-4159-ac3a-f650687b9ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:55.206480 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8cdafbc1-bd3d-4a84-8479-2404adf5775c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:55.219678 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eac22ff8-ab37-4159-ac3a-f650687b9ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:55.262593 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8cdafbc1-bd3d-4a84-8479-2404adf5775c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:55.301086 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eac22ff8-ab37-4159-ac3a-f650687b9ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:55.307956 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eac22ff8-ab37-4159-ac3a-f650687b9ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:55.312230 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-eac22ff8-ab37-4159-ac3a-f650687b9ae7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1d75160-f90e-46f4-a1e8-49f39dbaac1d HTTP/1.1" status: 204 len: 168 time: 0.3277667 Jul 22 19:00:55.344165 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac22ff8-ab37-4159-ac3a-f650687b9ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d75160-f90e-46f4-a1e8-49f39dbaac1d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:00:55.371426 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8cdafbc1-bd3d-4a84-8479-2404adf5775c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:55.380997 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8cdafbc1-bd3d-4a84-8479-2404adf5775c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:55.382153 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8cdafbc1-bd3d-4a84-8479-2404adf5775c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a57c8b2-f25d-4cca-a83e-c471cf8c7ddf HTTP/1.1" status: 204 len: 168 time: 0.2755086 Jul 22 19:00:55.397520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdafbc1-bd3d-4a84-8479-2404adf5775c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a57c8b2-f25d-4cca-a83e-c471cf8c7ddf,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:00:55.551879 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54642) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:55.566136 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f67cdf98-4de9-4d68-8a9b-311befb7df74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:55.682002 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f67cdf98-4de9-4d68-8a9b-311befb7df74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:55.688531 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f67cdf98-4de9-4d68-8a9b-311befb7df74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:55.741662 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f67cdf98-4de9-4d68-8a9b-311befb7df74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=287fca16598d443c9cd6dd047ca978c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1885886 Jul 22 19:00:55.743162 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cdf98-4de9-4d68-8a9b-311befb7df74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e9be78-1fbf-4251-b56d-fde191e6c434,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:00:55.744919 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54648) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:55.800382 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bd91c965-b0aa-4082-a267-d8b23ffb2878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:55.825209 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bd91c965-b0aa-4082-a267-d8b23ffb2878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:55.881867 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bd91c965-b0aa-4082-a267-d8b23ffb2878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:55.885595 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bd91c965-b0aa-4082-a267-d8b23ffb2878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:55.889076 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bd91c965-b0aa-4082-a267-d8b23ffb2878 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8e9be78-1fbf-4251-b56d-fde191e6c434 HTTP/1.1" status: 204 len: 168 time: 0.1422813 Jul 22 19:00:55.900806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91c965-b0aa-4082-a267-d8b23ffb2878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e9be78-1fbf-4251-b56d-fde191e6c434,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:00:56.130415 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54672) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:56.156320 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4a81c605-d618-46c7-afca-44e570638f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:56.157549 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-bf85e81f-23ae-4a10-961c-847df24f9c55 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2d10fdd5d5884f069e47642eea680c7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469971 Jul 22 19:00:56.247472 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.16', 58810) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:56.272224 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb342fb7-9026-475a-bcf3-80e5a688e9a0 req-417aa0f5-dbf5-4e8f-bfc2-354fdeb0386a tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 210 time: 0.1218164 Jul 22 19:00:56.308037 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-059583da-a012-43b1-b2d2-1b9e0d82133e tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=07449768b1524bb78cca45f911b6b41a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583150 Jul 22 19:00:56.338451 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4a81c605-d618-46c7-afca-44e570638f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:56.359074 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4a81c605-d618-46c7-afca-44e570638f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:56.390978 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-4e348c00-9860-4319-a391-e9f98060f735 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:00:56.400660 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-4e348c00-9860-4319-a391-e9f98060f735 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2422318 Jul 22 19:00:56.419021 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-3bca3532-043b-43f1-af3a-e3602fb3cdcf tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/quotas/2d10fdd5d5884f069e47642eea680c7b HTTP/1.1" status: 200 len: 375 time: 0.0170841 Jul 22 19:00:56.462044 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-87f2ef9f-3c9f-4f1d-b225-26e7e8f93f01 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d10fdd5d5884f069e47642eea680c7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409026 Jul 22 19:00:56.483080 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54696) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:56.483280 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4a81c605-d618-46c7-afca-44e570638f27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=080b6637e356409f83c9b831b09a47b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3504722 Jul 22 19:00:56.515151 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81c605-d618-46c7-afca-44e570638f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a34cad6-03a2-4c78-9f02-d6e797d4b532,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:00:56.634988 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7398e4d0-68f1-4b07-ae56-3448b6c774b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:56.670072 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-20d247ea-5d76-4eb4-9bb6-372f56635514 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:00:56.671858 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-20d247ea-5d76-4eb4-9bb6-372f56635514 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3531210 Jul 22 19:00:56.690552 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7398e4d0-68f1-4b07-ae56-3448b6c774b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:56.730636 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d304eb3-155b-4162-a350-78ee8f4607ef req-8eff37d5-4804-40be-9610-e791c9799e0f tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 210 time: 0.0453763 Jul 22 19:00:56.738376 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-73684747-8101-4b3b-b7b7-e9e6cae66960 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Request body: {'port': {'device_id': 'dd5b140d-0392-4f1d-8509-963916eb2f8e', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': '07449768b1524bb78cca45f911b6b41a'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:00:56.813988 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7398e4d0-68f1-4b07-ae56-3448b6c774b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:56.819025 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7398e4d0-68f1-4b07-ae56-3448b6c774b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:56.828115 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7398e4d0-68f1-4b07-ae56-3448b6c774b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a34cad6-03a2-4c78-9f02-d6e797d4b532 HTTP/1.1" status: 204 len: 168 time: 0.3439212 Jul 22 19:00:56.850087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398e4d0-68f1-4b07-ae56-3448b6c774b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a34cad6-03a2-4c78-9f02-d6e797d4b532,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:00:57.054967 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-73684747-8101-4b3b-b7b7-e9e6cae66960 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Made reservation on behalf of 07449768b1524bb78cca45f911b6b41a for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:00:57.060398 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-73684747-8101-4b3b-b7b7-e9e6cae66960 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:57.073086 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-73684747-8101-4b3b-b7b7-e9e6cae66960 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:57.201650 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-73684747-8101-4b3b-b7b7-e9e6cae66960 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:57.213161 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-73684747-8101-4b3b-b7b7-e9e6cae66960 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:57.489256 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-73684747-8101-4b3b-b7b7-e9e6cae66960 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Allocated IP 192.168.233.253 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/b257461c-3cab-49f3-b362-a0e63bdda893) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:00:57.494384 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9a73045d-131e-4f20-bddf-11634a3944c0 req-c63d7b01-6aac-48a5-bd68-01348ed0b393 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 210 time: 0.0495279 Jul 22 19:00:57.551705 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73684747-8101-4b3b-b7b7-e9e6cae66960 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd217bd-ce15-4254-aac6-7ad30547431c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:00:57.670156 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-73684747-8101-4b3b-b7b7-e9e6cae66960 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:57.684387 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-73684747-8101-4b3b-b7b7-e9e6cae66960 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Transition to ACTIVE for port object b257461c-3cab-49f3-b362-a0e63bdda893 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:00:57.731169 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-73684747-8101-4b3b-b7b7-e9e6cae66960 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:57.835051 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-73684747-8101-4b3b-b7b7-e9e6cae66960 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:00:57.847831 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-73684747-8101-4b3b-b7b7-e9e6cae66960 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:00:57.860859 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-73684747-8101-4b3b-b7b7-e9e6cae66960 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:00:57.868806 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-73684747-8101-4b3b-b7b7-e9e6cae66960 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:00:57.869704 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-73684747-8101-4b3b-b7b7-e9e6cae66960 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:57.900432 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73684747-8101-4b3b-b7b7-e9e6cae66960 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Pushing event updated for resources: {'Port': ['ID=b257461c-3cab-49f3-b362-a0e63bdda893,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:00:57.910832 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-73684747-8101-4b3b-b7b7-e9e6cae66960 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1764550 Jul 22 19:00:57.927255 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-1fc2bc4b-a3b2-4a09-ba01-788c1bb47f99 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:00:57.933246 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-1fc2bc4b-a3b2-4a09-ba01-788c1bb47f99 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148962 Jul 22 19:00:57.949183 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-778fe75e-86da-4fe2-9060-23279ff990a5 req-23ed7e73-3c07-4245-b315-c166f0cfd4c8 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 210 time: 0.0708039 Jul 22 19:00:58.125875 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d39cc9a3-4878-4561-8b34-ca23d517bf40 None None] Provisioning for port b257461c-3cab-49f3-b362-a0e63bdda893 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:00:58.145039 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d39cc9a3-4878-4561-8b34-ca23d517bf40 None None] Provisioning complete for port b257461c-3cab-49f3-b362-a0e63bdda893 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:00:58.145391 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d39cc9a3-4878-4561-8b34-ca23d517bf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:58.275331 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-d39cc9a3-4878-4561-8b34-ca23d517bf40 None None] Port b257461c-3cab-49f3-b362-a0e63bdda893 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:00:58.280168 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.30', 56654) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:58.309163 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-2347a18e-fdd1-468f-bce8-3932134e4c9b tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2d10fdd5d5884f069e47642eea680c7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267141 Jul 22 19:00:58.355660 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-87e89374-f288-4279-9c6c-b022dc290093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:58.511411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-6e70d948-baf7-481a-9171-021d858eca75 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:00:58.530251 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-6e70d948-baf7-481a-9171-021d858eca75 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007248 Jul 22 19:00:58.575743 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-d7c979e2-7cf1-4f6a-97ea-992f56549adb tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Request body: {'port': {'device_id': '5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': '2d10fdd5d5884f069e47642eea680c7b'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:00:58.739357 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54826) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:00:58.934104 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-d7c979e2-7cf1-4f6a-97ea-992f56549adb tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Made reservation on behalf of 2d10fdd5d5884f069e47642eea680c7b for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:00:58.938123 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-d7c979e2-7cf1-4f6a-97ea-992f56549adb tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:58.954970 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-d7c979e2-7cf1-4f6a-97ea-992f56549adb tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:59.026104 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] Request body: {'port': {'device_id': 'dd5b140d-0392-4f1d-8509-963916eb2f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:00:59.114950 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-d7c979e2-7cf1-4f6a-97ea-992f56549adb tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:59.146221 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-d7c979e2-7cf1-4f6a-97ea-992f56549adb tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:59.197058 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45045443-a0a6-4cbc-bf61-a9c296e231ff req-42cca212-8569-4b35-899b-d8641a15bc0f tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 210 time: 0.0728850 Jul 22 19:00:59.218062 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0bae6-372e-486a-b16d-fd5f22b0777b req-aaccbd06-3886-4660-b8a8-c8c979773002 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:00:59.226849 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3e0bae6-372e-486a-b16d-fd5f22b0777b req-aaccbd06-3886-4660-b8a8-c8c979773002 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 936 time: 0.4877429 Jul 22 19:00:59.387160 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c979e2-7cf1-4f6a-97ea-992f56549adb tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60a56f69-78ca-42bf-864c-296c9213e186,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:00:59.410983 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3e0bae6-372e-486a-b16d-fd5f22b0777b req-7ec70f70-118c-4295-94f9-54f5bc34e152 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825736 Jul 22 19:00:59.548915 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2d6dc054-1469-403f-a9e1-f4ed0145d566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:59.702246 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2d6dc054-1469-403f-a9e1-f4ed0145d566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:59.706871 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:59.719491 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2d6dc054-1469-403f-a9e1-f4ed0145d566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:00:59.996390 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2d6dc054-1469-403f-a9e1-f4ed0145d566 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2458c5953cf24d1586536f1828bab22a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2559154 Jul 22 19:00:59.997247 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6dc054-1469-403f-a9e1-f4ed0145d566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73737334-7994-409e-b320-e589398c8c27,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:00:59.999702 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54858) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:00.003284 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-d7c979e2-7cf1-4f6a-97ea-992f56549adb tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Allocated IP 192.168.233.38 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/13a868a1-57a7-494c-a032-6cdf7b31365d) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:01:00.100690 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebd660d6-2d18-4051-ad9c-fe5f3989f78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:00.167408 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebd660d6-2d18-4051-ad9c-fe5f3989f78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:00.291517 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebd660d6-2d18-4051-ad9c-fe5f3989f78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:00.295127 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebd660d6-2d18-4051-ad9c-fe5f3989f78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:00.302338 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ebd660d6-2d18-4051-ad9c-fe5f3989f78f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73737334-7994-409e-b320-e589398c8c27 HTTP/1.1" status: 204 len: 168 time: 0.2972436 Jul 22 19:01:00.331939 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd660d6-2d18-4051-ad9c-fe5f3989f78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73737334-7994-409e-b320-e589398c8c27,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:00.378643 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e02dc845-5174-4994-a6bb-517b62a2cba0 req-76ef1294-6d3c-4ed4-9130-7a098a36eebe tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 210 time: 0.0527368 Jul 22 19:01:00.445149 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-d7c979e2-7cf1-4f6a-97ea-992f56549adb tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:00.501709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-d7c979e2-7cf1-4f6a-97ea-992f56549adb tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Transition to ACTIVE for port object 13a868a1-57a7-494c-a032-6cdf7b31365d will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:01:00.702627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44cde2-0fdf-48b8-acab-630f0cea3032 req-19385b49-1a81-4cc2-a4ec-93073f76cf4a tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:00.704323 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee44cde2-0fdf-48b8-acab-630f0cea3032 req-19385b49-1a81-4cc2-a4ec-93073f76cf4a tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 936 time: 0.1817861 Jul 22 19:01:00.707733 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-d7c979e2-7cf1-4f6a-97ea-992f56549adb tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:00.844042 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-d7c979e2-7cf1-4f6a-97ea-992f56549adb tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:01:00.848814 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-d7c979e2-7cf1-4f6a-97ea-992f56549adb tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:01:00.853024 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-d7c979e2-7cf1-4f6a-97ea-992f56549adb tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:01:00.859323 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-d7c979e2-7cf1-4f6a-97ea-992f56549adb tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:00.860162 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-d7c979e2-7cf1-4f6a-97ea-992f56549adb tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:00.957079 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee44cde2-0fdf-48b8-acab-630f0cea3032 req-41f0ea89-02fe-4f8c-84d8-8fe45ff966dc tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931210 Jul 22 19:01:00.969323 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-d7c979e2-7cf1-4f6a-97ea-992f56549adb tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4060237 Jul 22 19:01:00.974949 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c979e2-7cf1-4f6a-97ea-992f56549adb tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Pushing event updated for resources: {'Port': ['ID=13a868a1-57a7-494c-a032-6cdf7b31365d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:00.999117 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b257461c-3cab-49f3-b362-a0e63bdda893 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:01:01.019134 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-a20bf49f-dc77-4ba2-89e9-714e2fdf819a tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:01:01.023792 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-a20bf49f-dc77-4ba2-89e9-714e2fdf819a tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123537 Jul 22 19:01:01.026635 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b5a4db58-18f1-40ef-aea4-397fadc87504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:01.039639 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:01.054212 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:01.081642 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] Transition to ACTIVE for port object b257461c-3cab-49f3-b362-a0e63bdda893 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:01:01.093530 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:01.291656 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54892) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:01.321903 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] Pushing event updated for resources: {'Port': ['ID=b257461c-3cab-49f3-b362-a0e63bdda893,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:01.343537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-87742ee0-e723-4253-ba01-ed248149ee8e None None] Provisioning for port 13a868a1-57a7-494c-a032-6cdf7b31365d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:01:01.348179 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] Attempting to bind port b257461c-3cab-49f3-b362-a0e63bdda893 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:01:01.348682 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] Attempting to bind port b257461c-3cab-49f3-b362-a0e63bdda893 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:01:01.349133 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] Attempting to bind port b257461c-3cab-49f3-b362-a0e63bdda893 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:01.350618 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e457b40e-81e2-4ff8-9530-92292a652bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:01.351509 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-87742ee0-e723-4253-ba01-ed248149ee8e None None] Provisioning complete for port 13a868a1-57a7-494c-a032-6cdf7b31365d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:01:01.351901 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-87742ee0-e723-4253-ba01-ed248149ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:01.358215 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] Port b257461c-3cab-49f3-b362-a0e63bdda893 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:01:01.358624 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] Attempting to bind port b257461c-3cab-49f3-b362-a0e63bdda893 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:01.372200 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:01:01.378702 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:01.379649 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:01:01.380234 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] Bound port: b257461c-3cab-49f3-b362-a0e63bdda893, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:01:01.380764 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:01.443948 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-87742ee0-e723-4253-ba01-ed248149ee8e None None] Port 13a868a1-57a7-494c-a032-6cdf7b31365d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:01:01.512706 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54896) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:01.566771 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] For port b257461c-3cab-49f3-b362-a0e63bdda893, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:01:01.576338 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] For port b257461c-3cab-49f3-b362-a0e63bdda893, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b257461c-3cab-49f3-b362-a0e63bdda893,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:01:01.577997 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e457b40e-81e2-4ff8-9530-92292a652bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:01.583216 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:01.587192 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e457b40e-81e2-4ff8-9530-92292a652bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:01.703495 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:01.706469 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:01.708954 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] 10.222.0.16 "PUT /v2.0/ports/b257461c-3cab-49f3-b362-a0e63bdda893 HTTP/1.1" status: 200 len: 1097 time: 3.0398617 Jul 22 19:01:01.714570 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5b140d-0392-4f1d-8509-963916eb2f8e', 'tag': 'b257461c-3cab-49f3-b362-a0e63bdda893'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:01:01.834176 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e457b40e-81e2-4ff8-9530-92292a652bed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b05cf5f120446b3937b1f82afac34cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5406606 Jul 22 19:01:01.854367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54906) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:01.855009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54908) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:01.886939 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457b40e-81e2-4ff8-9530-92292a652bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723ddf2d-04c9-471e-90d7-bac41323a28a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:01.889179 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b7b108e3-ee2d-46e7-9d7f-005364af351b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1960554041-network', 'tenant_id': 'b8ebb1eaf4144f3aa1a6431613a8a46d'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:02.085397 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a008f9-9453-4326-9aa1-109e4ffa3405 service neutron] Pushing event updated for resources: {'Port': ['ID=b257461c-3cab-49f3-b362-a0e63bdda893,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:02.109388 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b108e3-ee2d-46e7-9d7f-005364af351b admin admin] Made reservation on behalf of b8ebb1eaf4144f3aa1a6431613a8a46d for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:02.113013 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b7b108e3-ee2d-46e7-9d7f-005364af351b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:02.143738 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b7b108e3-ee2d-46e7-9d7f-005364af351b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:02.144229 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e8355-de9d-42e8-9421-7a4898c05c3b req-e2c5a9b2-0be2-4158-9b5b-3295a1f64828 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:02.147737 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c7e8355-de9d-42e8-9421-7a4898c05c3b req-e2c5a9b2-0be2-4158-9b5b-3295a1f64828 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 935 time: 0.4854794 Jul 22 19:01:02.149295 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-d18b58cb-9d9a-436e-ba64-0ef351096632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:02.151154 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-d18b58cb-9d9a-436e-ba64-0ef351096632 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=07449768b1524bb78cca45f911b6b41a&device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 1100 time: 0.2731779 Jul 22 19:01:02.188980 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:02.223555 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-da3cefb4-8e27-40e6-bddf-9d86549dfc03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:02.253641 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-2fd245ea-5de7-435b-9dba-84141df13d93 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=b257461c-3cab-49f3-b362-a0e63bdda893 HTTP/1.1" status: 200 len: 217 time: 0.0900302 Jul 22 19:01:02.331546 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5f064ea3-9be4-4301-8385-bfc1ca33454c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:02.349922 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-c97cb4ae-5082-443e-ba11-f35e7d7b6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:02.352190 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-c97cb4ae-5082-443e-ba11-f35e7d7b6c36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0871823 Jul 22 19:01:02.360396 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-da3cefb4-8e27-40e6-bddf-9d86549dfc03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:02.445505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c7e8355-de9d-42e8-9421-7a4898c05c3b req-f99035de-a958-4f97-9b8f-7a63031d56a5 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a56f69-78ca-42bf-864c-296c9213e186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772107 Jul 22 19:01:02.496088 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] Request body: {'port': {'device_id': '5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b', 'device_owner': 'compute:tempest-test_az-1096977516', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:02.725645 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb970e1a-dbde-4fc5-92a8-f50d07956ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5b140d-0392-4f1d-8509-963916eb2f8e", "tag": "b257461c-3cab-49f3-b362-a0e63bdda893"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:01:02.734261 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e93fd-a5a4-4184-86ff-e78e59e81a4d req-0ca41f47-df69-4dfd-8dc2-0631afedcc44 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:02.744924 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bc2e93fd-a5a4-4184-86ff-e78e59e81a4d req-0ca41f47-df69-4dfd-8dc2-0631afedcc44 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 948 time: 0.5943654 Jul 22 19:01:02.805529 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b7b108e3-ee2d-46e7-9d7f-005364af351b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:02.809419 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-9f9af1c7-51fa-48cc-97aa-b4c787961541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:02.812491 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-9f9af1c7-51fa-48cc-97aa-b4c787961541 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4474306 Jul 22 19:01:02.814375 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b7b108e3-ee2d-46e7-9d7f-005364af351b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:02.850254 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b108e3-ee2d-46e7-9d7f-005364af351b admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:01:02.872438 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b108e3-ee2d-46e7-9d7f-005364af351b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4824d672-5a1e-424f-985e-a047170d8c4e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:02.876140 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-da3cefb4-8e27-40e6-bddf-9d86549dfc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:02.878732 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-da3cefb4-8e27-40e6-bddf-9d86549dfc03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:02.882454 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-da3cefb4-8e27-40e6-bddf-9d86549dfc03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/723ddf2d-04c9-471e-90d7-bac41323a28a HTTP/1.1" status: 204 len: 168 time: 1.0199959 Jul 22 19:01:02.882616 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b7b108e3-ee2d-46e7-9d7f-005364af351b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:02.882616 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-b7b108e3-ee2d-46e7-9d7f-005364af351b admin admin] Added segment 84075029-5789-45e4-916a-8c5eb4a6fd09 of type vlan for network 1211dd5d-22dd-42cf-af43-7f788d3e855d Jul 22 19:01:02.968537 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b7b108e3-ee2d-46e7-9d7f-005364af351b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:02.988255 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cefb4-8e27-40e6-bddf-9d86549dfc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723ddf2d-04c9-471e-90d7-bac41323a28a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:02.998298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bc2e93fd-a5a4-4184-86ff-e78e59e81a4d req-bc97a657-25c4-4c86-97bc-9f44a77e8392 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519741 Jul 22 19:01:03.015699 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:03.110363 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b7b108e3-ee2d-46e7-9d7f-005364af351b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:03.111669 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b108e3-ee2d-46e7-9d7f-005364af351b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:03.112734 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b7b108e3-ee2d-46e7-9d7f-005364af351b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:03.496880 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b108e3-ee2d-46e7-9d7f-005364af351b admin admin] Pushing event updated for resources: {'Network': ['ID=1211dd5d-22dd-42cf-af43-7f788d3e855d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:03.521434 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 1211dd5d-22dd-42cf-af43-7f788d3e855d details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:01:03.539273 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-359791b5-5686-49de-8e96-c1b95cb4afd1 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266128 Jul 22 19:01:03.887750 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5f064ea3-9be4-4301-8385-bfc1ca33454c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:03.911946 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b7b108e3-ee2d-46e7-9d7f-005364af351b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3961153 Jul 22 19:01:03.919144 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54952) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:03.925089 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5f064ea3-9be4-4301-8385-bfc1ca33454c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:03.976776 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:03.985943 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-712203bc-26c4-4f68-a7a3-176e63911254 admin admin] Request body: {'subnet': {'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1960554041-subnet', 'tenant_id': 'b8ebb1eaf4144f3aa1a6431613a8a46d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:04.011606 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bde20e3-b226-4e26-a438-72adcc198ab8 x-openstack-request-id: req-7bde20e3-b226-4e26-a438-72adcc198ab8 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:01:04.013468 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5b140d-0392-4f1d-8509-963916eb2f8e", "tag": "b257461c-3cab-49f3-b362-a0e63bdda893", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:01:04.014589 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7bde20e3-b226-4e26-a438-72adcc198ab8 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:01:04.016806 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5b140d-0392-4f1d-8509-963916eb2f8e', 'tag': 'b257461c-3cab-49f3-b362-a0e63bdda893', 'status': 'completed', 'code': 200} Jul 22 19:01:04.024784 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54958) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:04.091573 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2901ae29-1d40-4701-836e-20ac0f66cd43 req-2544b1c4-97ad-44af-bffc-4e3d98d84d91 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418122 Jul 22 19:01:04.095452 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f064ea3-9be4-4301-8385-bfc1ca33454c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439df373-c86c-48aa-b39b-74492c3a6e73,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:04.145377 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5f064ea3-9be4-4301-8385-bfc1ca33454c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d9f25b065d04071a9a1d1de5b668bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2858920 Jul 22 19:01:04.150393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54964) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:04.152519 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712203bc-26c4-4f68-a7a3-176e63911254 admin admin] Made reservation on behalf of b8ebb1eaf4144f3aa1a6431613a8a46d for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:04.158919 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-712203bc-26c4-4f68-a7a3-176e63911254 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:04.282968 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a868a1-57a7-494c-a032-6cdf7b31365d {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:01:04.321596 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54966) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:04.359123 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:04.408034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbfb17-cf10-4276-81d4-a611194589ca req-90eacc57-72e8-4f37-91a8-bf19a3bff420 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:04.414534 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0cfbfb17-cf10-4276-81d4-a611194589ca req-90eacc57-72e8-4f37-91a8-bf19a3bff420 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 935 time: 0.5061903 Jul 22 19:01:04.483064 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8755d938-8bc9-42b4-ae22-a71dbd92b5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:04.641221 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] Transition to ACTIVE for port object 13a868a1-57a7-494c-a032-6cdf7b31365d will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:01:04.766599 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8755d938-8bc9-42b4-ae22-a71dbd92b5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:04.776104 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0cfbfb17-cf10-4276-81d4-a611194589ca req-3895a290-9b5b-4ac0-b8a6-d959aabe4e8e tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a56f69-78ca-42bf-864c-296c9213e186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329778 Jul 22 19:01:04.790130 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:04.806200 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c0c0b117-87d8-4697-8b0d-e54b07ffc15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:04.956926 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-712203bc-26c4-4f68-a7a3-176e63911254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:04.964849 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8755d938-8bc9-42b4-ae22-a71dbd92b5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:05.094482 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb970e1a-dbde-4fc5-92a8-f50d07956ed8 req-5ccdede5-1dd8-45ec-acc6-3417b3735868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:05.097190 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bb970e1a-dbde-4fc5-92a8-f50d07956ed8 req-5ccdede5-1dd8-45ec-acc6-3417b3735868 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=07449768b1524bb78cca45f911b6b41a&device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 1100 time: 0.8497210 Jul 22 19:01:05.100053 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712203bc-26c4-4f68-a7a3-176e63911254 admin admin] Checking segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:05.100664 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712203bc-26c4-4f68-a7a3-176e63911254 admin admin] Network hostable DHCP agents. Network: 1211dd5d-22dd-42cf-af43-7f788d3e855d, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:01:05.192986 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712203bc-26c4-4f68-a7a3-176e63911254 admin admin] Network 1211dd5d-22dd-42cf-af43-7f788d3e855d is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:01:05.286034 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54980) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:05.330036 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-712203bc-26c4-4f68-a7a3-176e63911254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 1211dd5d-22dd-42cf-af43-7f788d3e855d) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:01:05.357791 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e76b47f-6c8f-4dd9-ad69-0fc741be0479 None None] Network 1211dd5d-22dd-42cf-af43-7f788d3e855d requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:01:05.365007 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6475-bdf9-4212-b4fb-947eece8131e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:05.378159 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=13a868a1-57a7-494c-a032-6cdf7b31365d,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:05.380201 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712203bc-26c4-4f68-a7a3-176e63911254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:05.381048 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-712203bc-26c4-4f68-a7a3-176e63911254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:05.393568 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8755d938-8bc9-42b4-ae22-a71dbd92b5e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=947a818151e84dc1b972f254b6288a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0689743 Jul 22 19:01:05.398912 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54984) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:05.455038 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712203bc-26c4-4f68-a7a3-176e63911254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6ce6dd9-1892-4846-8205-ad77c8cfee8f,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:05.494877 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3210cb-41fe-43a4-94d4-6f42efe7598b req-7f624b2b-cbeb-447f-b5bb-b4af096e1c7f tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:05.496461 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6a3210cb-41fe-43a4-94d4-6f42efe7598b req-7f624b2b-cbeb-447f-b5bb-b4af096e1c7f tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 948 time: 0.8236740 Jul 22 19:01:05.544206 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb0d77e1-5d0a-45da-98fe-8198edf8c2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:05.546494 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6475-bdf9-4212-b4fb-947eece8131e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:05.588897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] Attempting to bind port 13a868a1-57a7-494c-a032-6cdf7b31365d on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:01:05.589266 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] Attempting to bind port 13a868a1-57a7-494c-a032-6cdf7b31365d by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:01:05.589579 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] Attempting to bind port 13a868a1-57a7-494c-a032-6cdf7b31365d on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:05.593040 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c0c0b117-87d8-4697-8b0d-e54b07ffc15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:05.594042 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb0d77e1-5d0a-45da-98fe-8198edf8c2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:05.608730 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755d938-8bc9-42b4-ae22-a71dbd92b5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d147dde8-23e1-4ab6-9022-5e655ff6d585,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:05.626211 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] Port 13a868a1-57a7-494c-a032-6cdf7b31365d on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:01:05.626497 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] Attempting to bind port 13a868a1-57a7-494c-a032-6cdf7b31365d on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:05.630297 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c0c0b117-87d8-4697-8b0d-e54b07ffc15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:05.638258 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:01:05.638439 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:05.639081 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:01:05.639574 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] Bound port: 13a868a1-57a7-494c-a032-6cdf7b31365d, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:01:05.639993 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:05.703831 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-712203bc-26c4-4f68-a7a3-176e63911254 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7619467 Jul 22 19:01:05.704944 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f8641c7-fd24-471c-9808-c4a337e300c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:05.710478 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c0c0b117-87d8-4697-8b0d-e54b07ffc15e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9bcaf8089e414178a289f65f5ad6fb96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6700573 Jul 22 19:01:05.732538 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54988) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:05.748542 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ae7c2a-6319-4832-87c9-8705d1c6acb1 None None] Network 1211dd5d-22dd-42cf-af43-7f788d3e855d requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:01:05.812917 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6a3210cb-41fe-43a4-94d4-6f42efe7598b req-2e0305c6-f09a-4805-b594-77423f789640 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781327 Jul 22 19:01:05.840073 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0b117-87d8-4697-8b0d-e54b07ffc15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd703654-aa17-4b51-be73-e8d3ea754cf3,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:05.862798 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb970e1a-dbde-4fc5-92a8-f50d07956ed8 req-941fc465-703c-45d1-8b8e-a39f6eb30da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:05.864347 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bb970e1a-dbde-4fc5-92a8-f50d07956ed8 req-941fc465-703c-45d1-8b8e-a39f6eb30da7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.6867683 Jul 22 19:01:05.927481 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6475-bdf9-4212-b4fb-947eece8131e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:05.937912 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6475-bdf9-4212-b4fb-947eece8131e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:05.942525 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2f7a6475-bdf9-4212-b4fb-947eece8131e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/439df373-c86c-48aa-b39b-74492c3a6e73 HTTP/1.1" status: 204 len: 168 time: 1.7721078 Jul 22 19:01:05.974813 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a7362c2b-39a4-43e3-938a-aafca8596fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:06.005019 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a7362c2b-39a4-43e3-938a-aafca8596fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:06.031985 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb0d77e1-5d0a-45da-98fe-8198edf8c2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:06.041915 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb0d77e1-5d0a-45da-98fe-8198edf8c2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:06.045152 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fb0d77e1-5d0a-45da-98fe-8198edf8c2fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d147dde8-23e1-4ab6-9022-5e655ff6d585 HTTP/1.1" status: 204 len: 168 time: 0.6417601 Jul 22 19:01:06.073307 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bb970e1a-dbde-4fc5-92a8-f50d07956ed8 req-658593a1-833f-4856-be82-5c66fc340013 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=b257461c-3cab-49f3-b362-a0e63bdda893 HTTP/1.1" status: 200 len: 217 time: 0.1224585 Jul 22 19:01:06.074340 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a6475-bdf9-4212-b4fb-947eece8131e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439df373-c86c-48aa-b39b-74492c3a6e73,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:06.101706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d77e1-5d0a-45da-98fe-8198edf8c2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d147dde8-23e1-4ab6-9022-5e655ff6d585,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:06.109335 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] For port 13a868a1-57a7-494c-a032-6cdf7b31365d, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:01:06.184763 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] For port 13a868a1-57a7-494c-a032-6cdf7b31365d, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=13a868a1-57a7-494c-a032-6cdf7b31365d,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:01:06.219782 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb970e1a-dbde-4fc5-92a8-f50d07956ed8 req-5172f2d6-ecac-4b40-a258-59ff0299a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:06.223954 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bb970e1a-dbde-4fc5-92a8-f50d07956ed8 req-5172f2d6-ecac-4b40-a258-59ff0299a798 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1422360 Jul 22 19:01:06.227046 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:06.245938 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a7362c2b-39a4-43e3-938a-aafca8596fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:06.254804 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a7362c2b-39a4-43e3-938a-aafca8596fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:06.264384 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a7362c2b-39a4-43e3-938a-aafca8596fb6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd703654-aa17-4b51-be73-e8d3ea754cf3 HTTP/1.1" status: 204 len: 168 time: 0.5303502 Jul 22 19:01:06.316085 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446b7d0-1d02-414a-9207-153ba0d69361 req-a5ab616a-b44c-4102-8b6d-00280056d344 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:06.318922 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9446b7d0-1d02-414a-9207-153ba0d69361 req-a5ab616a-b44c-4102-8b6d-00280056d344 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 969 time: 0.4036791 Jul 22 19:01:06.374888 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7362c2b-39a4-43e3-938a-aafca8596fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd703654-aa17-4b51-be73-e8d3ea754cf3,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:06.422446 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:06.423942 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:06.427950 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] 10.222.0.30 "PUT /v2.0/ports/13a868a1-57a7-494c-a032-6cdf7b31365d HTTP/1.1" status: 200 len: 1118 time: 4.5918410 Jul 22 19:01:06.437908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b', 'tag': '13a868a1-57a7-494c-a032-6cdf7b31365d'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:01:06.447884 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f8641c7-fd24-471c-9808-c4a337e300c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:06.484976 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f8641c7-fd24-471c-9808-c4a337e300c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:06.608363 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8641c7-fd24-471c-9808-c4a337e300c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee6f69a-91b6-41ba-a0a7-a5ace2807eef,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:06.684140 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb970e1a-dbde-4fc5-92a8-f50d07956ed8 req-cf8f00c4-ba25-42a5-a50e-366eca65ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:06.705220 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bb970e1a-dbde-4fc5-92a8-f50d07956ed8 req-cf8f00c4-ba25-42a5-a50e-366eca65ba2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4660707 Jul 22 19:01:06.710034 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2f8641c7-fd24-471c-9808-c4a337e300c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b422591420ff4e96946ed5796b4874e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4173400 Jul 22 19:01:06.719349 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55010) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:06.864900 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9446b7d0-1d02-414a-9207-153ba0d69361 req-4f9e0470-37f7-4303-85fe-1df41313fa4d tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a56f69-78ca-42bf-864c-296c9213e186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743900 Jul 22 19:01:06.877373 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a769f7-ee38-4a55-9b94-ac415f6a9ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=13a868a1-57a7-494c-a032-6cdf7b31365d,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:06.989666 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55014) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:07.035854 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e3f3a626-b104-46d9-8d97-9fcb4ec902d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:07.047086 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-18dffc13-4cbb-47a1-a925-2185ae6334c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:07.089729 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bb970e1a-dbde-4fc5-92a8-f50d07956ed8 req-06807bb4-806e-4ea2-bcd1-f88601bcc373 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681476 Jul 22 19:01:07.120667 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e3f3a626-b104-46d9-8d97-9fcb4ec902d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:07.316818 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e3f3a626-b104-46d9-8d97-9fcb4ec902d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:07.320740 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e3f3a626-b104-46d9-8d97-9fcb4ec902d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:07.324899 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e3f3a626-b104-46d9-8d97-9fcb4ec902d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dee6f69a-91b6-41ba-a0a7-a5ace2807eef HTTP/1.1" status: 204 len: 168 time: 0.5996101 Jul 22 19:01:07.384941 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3a626-b104-46d9-8d97-9fcb4ec902d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee6f69a-91b6-41ba-a0a7-a5ace2807eef,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:07.455560 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55028) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:07.458042 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c5c16-25ac-456c-9ecd-f1ac671673bf req-08334c2d-610a-4944-a646-f14deae67302 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:07.462786 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c82c5c16-25ac-456c-9ecd-f1ac671673bf req-08334c2d-610a-4944-a646-f14deae67302 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 948 time: 0.4619908 Jul 22 19:01:07.486723 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bb970e1a-dbde-4fc5-92a8-f50d07956ed8 req-0b976574-34a1-47ac-bbd8-af819c57b141 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710102 Jul 22 19:01:07.501283 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2df81136-8ae3-4c82-90c7-7aecacd62e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:07.536287 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-18dffc13-4cbb-47a1-a925-2185ae6334c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:07.553341 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-18dffc13-4cbb-47a1-a925-2185ae6334c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:07.622010 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c82c5c16-25ac-456c-9ecd-f1ac671673bf req-75675ffe-3b82-4cb6-8458-73758542e830 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420596 Jul 22 19:01:07.624083 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dffc13-4cbb-47a1-a925-2185ae6334c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0852c5-2876-44a8-8594-ac712570f7b2,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:07.646185 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6baab0-99bf-4537-b8cb-ffe99ed8b25f" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b", "tag": "13a868a1-57a7-494c-a032-6cdf7b31365d"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:01:07.661754 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55032) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:07.668522 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-18dffc13-4cbb-47a1-a925-2185ae6334c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afb19a14676e4e4189c0e5d05f53311b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6671731 Jul 22 19:01:07.917884 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f119e04-9a12-4c07-b40a-df71e89a0052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:08.043279 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f119e04-9a12-4c07-b40a-df71e89a0052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:08.140559 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f119e04-9a12-4c07-b40a-df71e89a0052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:08.146406 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f119e04-9a12-4c07-b40a-df71e89a0052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:08.148414 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0f119e04-9a12-4c07-b40a-df71e89a0052 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f0852c5-2876-44a8-8594-ac712570f7b2 HTTP/1.1" status: 204 len: 168 time: 0.4850671 Jul 22 19:01:08.167909 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f119e04-9a12-4c07-b40a-df71e89a0052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0852c5-2876-44a8-8594-ac712570f7b2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:08.221567 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2df81136-8ae3-4c82-90c7-7aecacd62e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:08.230163 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2df81136-8ae3-4c82-90c7-7aecacd62e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:08.300291 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35743c-a122-4e04-8edd-34859aac8754 req-81a51869-6acb-4f64-87da-06363a23a1bf tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:08.301994 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e35743c-a122-4e04-8edd-34859aac8754 req-81a51869-6acb-4f64-87da-06363a23a1bf tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 969 time: 0.2696750 Jul 22 19:01:08.399087 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2df81136-8ae3-4c82-90c7-7aecacd62e25 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8076add3a8514ebfb12b87e15bb5ddda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9395981 Jul 22 19:01:08.399847 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55048) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:08.401830 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df81136-8ae3-4c82-90c7-7aecacd62e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ff4c88-9142-4cb0-96ed-e4f600d6f9c7,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:08.408392 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e35743c-a122-4e04-8edd-34859aac8754 req-1c6d16c0-607c-48c2-a19d-7afce24b3e6d tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a56f69-78ca-42bf-864c-296c9213e186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996158 Jul 22 19:01:08.411016 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55050) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:08.416782 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-e8add468-5b5f-4eeb-ac8a-93a487c3cd46 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-131820268-network', 'tenant_id': '03773dab0de941619dc6e35dd694f4e6'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:08.492625 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8add468-5b5f-4eeb-ac8a-93a487c3cd46 admin admin] Made reservation on behalf of 03773dab0de941619dc6e35dd694f4e6 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:08.495437 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e8add468-5b5f-4eeb-ac8a-93a487c3cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:08.508418 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e8add468-5b5f-4eeb-ac8a-93a487c3cd46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:08.570595 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b696bc9-ef7c-4e1e-9de5-814be2316225 x-openstack-request-id: req-4b696bc9-ef7c-4e1e-9de5-814be2316225 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:01:08.570893 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b", "tag": "13a868a1-57a7-494c-a032-6cdf7b31365d", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:01:08.571150 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b696bc9-ef7c-4e1e-9de5-814be2316225 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:01:08.571784 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b', 'tag': '13a868a1-57a7-494c-a032-6cdf7b31365d', 'status': 'completed', 'code': 200} Jul 22 19:01:08.687455 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7168-cc05-4f67-889f-c2f18be472c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:08.698437 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:08.746083 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7168-cc05-4f67-889f-c2f18be472c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:08.825704 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7168-cc05-4f67-889f-c2f18be472c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:08.830044 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7168-cc05-4f67-889f-c2f18be472c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:08.831686 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3bdb7168-cc05-4f67-889f-c2f18be472c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1ff4c88-9142-4cb0-96ed-e4f600d6f9c7 HTTP/1.1" status: 204 len: 168 time: 0.3910396 Jul 22 19:01:08.891549 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e8add468-5b5f-4eeb-ac8a-93a487c3cd46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:08.892520 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55060) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:08.906588 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e8add468-5b5f-4eeb-ac8a-93a487c3cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:08.916182 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb7168-cc05-4f67-889f-c2f18be472c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ff4c88-9142-4cb0-96ed-e4f600d6f9c7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:08.923525 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e15322e-e7cb-4624-a3b7-bb9234907eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:08.963189 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8add468-5b5f-4eeb-ac8a-93a487c3cd46 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:01:09.060457 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e15322e-e7cb-4624-a3b7-bb9234907eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:09.061931 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce687e7a-05fc-460c-8871-17df45e44535 req-349ab11b-0ac2-4f57-bf7c-1b309a9a8a15 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:09.069564 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e15322e-e7cb-4624-a3b7-bb9234907eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:09.079992 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8add468-5b5f-4eeb-ac8a-93a487c3cd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af9141d-dbc8-4f02-8b77-ba6348f76d79,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:09.095355 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce687e7a-05fc-460c-8871-17df45e44535 req-349ab11b-0ac2-4f57-bf7c-1b309a9a8a15 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 948 time: 0.2606943 Jul 22 19:01:09.097093 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e8add468-5b5f-4eeb-ac8a-93a487c3cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:09.097437 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-e8add468-5b5f-4eeb-ac8a-93a487c3cd46 admin admin] Added segment 38826dc5-8c05-470e-b9ae-497ca8c345a9 of type vlan for network ea10acfb-eb10-4711-a039-8925444cad60 Jul 22 19:01:09.133338 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2e15322e-e7cb-4624-a3b7-bb9234907eba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e93093f2c0424fd7a92ca9c9f64abde2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387617 Jul 22 19:01:09.139469 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55062) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:09.161643 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15322e-e7cb-4624-a3b7-bb9234907eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacfcf5e-266d-4817-a876-5f91e62eadc9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:09.175893 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e8add468-5b5f-4eeb-ac8a-93a487c3cd46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:09.248168 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e8add468-5b5f-4eeb-ac8a-93a487c3cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:09.249832 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8add468-5b5f-4eeb-ac8a-93a487c3cd46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:09.251946 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e8add468-5b5f-4eeb-ac8a-93a487c3cd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:09.291990 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce687e7a-05fc-460c-8871-17df45e44535 req-1ccab1ab-4917-429e-89e2-05afef24eacb tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934791 Jul 22 19:01:09.342489 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7d555dce-c5d1-4b64-89ef-f18fe0517caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:09.386860 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7d555dce-c5d1-4b64-89ef-f18fe0517caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:09.397267 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8add468-5b5f-4eeb-ac8a-93a487c3cd46 admin admin] Pushing event updated for resources: {'Network': ['ID=ea10acfb-eb10-4711-a039-8925444cad60,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:09.409420 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network ea10acfb-eb10-4711-a039-8925444cad60 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:01:09.423387 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e8add468-5b5f-4eeb-ac8a-93a487c3cd46 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0138323 Jul 22 19:01:09.426579 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55066) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:09.443731 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-839ad6e6-df5a-47ac-8e8f-7ecd11bf67b6 admin admin] Request body: {'subnet': {'network_id': 'ea10acfb-eb10-4711-a039-8925444cad60', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-131820268-subnet', 'tenant_id': '03773dab0de941619dc6e35dd694f4e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:09.559193 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839ad6e6-df5a-47ac-8e8f-7ecd11bf67b6 admin admin] Made reservation on behalf of 03773dab0de941619dc6e35dd694f4e6 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:09.574458 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-839ad6e6-df5a-47ac-8e8f-7ecd11bf67b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:09.783031 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7d555dce-c5d1-4b64-89ef-f18fe0517caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:09.793716 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7d555dce-c5d1-4b64-89ef-f18fe0517caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:09.795484 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7d555dce-c5d1-4b64-89ef-f18fe0517caa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cacfcf5e-266d-4817-a876-5f91e62eadc9 HTTP/1.1" status: 204 len: 168 time: 0.6513395 Jul 22 19:01:09.832226 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d555dce-c5d1-4b64-89ef-f18fe0517caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacfcf5e-266d-4817-a876-5f91e62eadc9,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:09.917886 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcbf15-c6c4-4513-85fd-4a3693d1f3c0 req-bd7f3457-1121-46ed-8da3-cff5edaff56e tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:09.920135 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5edcbf15-c6c4-4513-85fd-4a3693d1f3c0 req-bd7f3457-1121-46ed-8da3-cff5edaff56e tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 969 time: 0.3643324 Jul 22 19:01:10.057487 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5edcbf15-c6c4-4513-85fd-4a3693d1f3c0 req-7ee25c62-7068-4bfb-ad11-35472a3d10f8 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a56f69-78ca-42bf-864c-296c9213e186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077681 Jul 22 19:01:10.105431 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-839ad6e6-df5a-47ac-8e8f-7ecd11bf67b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:10.229115 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ad6e6-df5a-47ac-8e8f-7ecd11bf67b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d68709d6-65c2-491d-85db-7acbbe62e8c7,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:10.244132 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ad6e6-df5a-47ac-8e8f-7ecd11bf67b6 admin admin] Checking segment: {'id': '38826dc5-8c05-470e-b9ae-497ca8c345a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ea10acfb-eb10-4711-a039-8925444cad60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:10.244890 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839ad6e6-df5a-47ac-8e8f-7ecd11bf67b6 admin admin] Network hostable DHCP agents. Network: ea10acfb-eb10-4711-a039-8925444cad60, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:01:10.270855 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839ad6e6-df5a-47ac-8e8f-7ecd11bf67b6 admin admin] Network ea10acfb-eb10-4711-a039-8925444cad60 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:01:10.294137 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-839ad6e6-df5a-47ac-8e8f-7ecd11bf67b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, ea10acfb-eb10-4711-a039-8925444cad60) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:01:10.306522 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfda5f80-0702-4a77-b021-a34f54437ec3 None None] Network ea10acfb-eb10-4711-a039-8925444cad60 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:01:10.317468 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839ad6e6-df5a-47ac-8e8f-7ecd11bf67b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:10.318369 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-839ad6e6-df5a-47ac-8e8f-7ecd11bf67b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:10.365615 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-839ad6e6-df5a-47ac-8e8f-7ecd11bf67b6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9369156 Jul 22 19:01:10.570284 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1aba2a-1bbb-4774-809a-f9a682dc8a1a None None] Network ea10acfb-eb10-4711-a039-8925444cad60 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:01:10.590505 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a15d9-d4e1-47ee-96f8-505fc114f2bd req-6749af44-dc92-4ce2-8a0f-0cff5f018ea6 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:10.592544 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f4a15d9-d4e1-47ee-96f8-505fc114f2bd req-6749af44-dc92-4ce2-8a0f-0cff5f018ea6 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 948 time: 0.1737247 Jul 22 19:01:10.803184 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f4a15d9-d4e1-47ee-96f8-505fc114f2bd req-666df32e-249e-4f2d-830b-dde621f3b341 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013443 Jul 22 19:01:10.839294 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-bacc567e-e87a-4802-af86-4920ad52723a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:10.840910 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-bacc567e-e87a-4802-af86-4920ad52723a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d10fdd5d5884f069e47642eea680c7b&device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 1121 time: 0.2334106 Jul 22 19:01:11.322887 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:11.351411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1fb17-a8ac-4166-a71e-416969f359db req-af4c768d-88e4-41b9-bfd4-41abfe9f0d5a tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:11.353404 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87b1fb17-a8ac-4166-a71e-416969f359db req-af4c768d-88e4-41b9-bfd4-41abfe9f0d5a tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 969 time: 0.1404443 Jul 22 19:01:11.462321 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87b1fb17-a8ac-4166-a71e-416969f359db req-b1746bfd-8cf0-4785-9859-efc62ae401f2 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a56f69-78ca-42bf-864c-296c9213e186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987298 Jul 22 19:01:11.969033 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55158) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:12.000229 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-1ad0d5ca-b89a-4494-86c1-dc6dedcbf201 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:12.001828 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-1ad0d5ca-b89a-4494-86c1-dc6dedcbf201 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 808 time: 0.2673731 Jul 22 19:01:12.031240 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-812c3acc-609d-4dd6-8c77-db84c9ca2548 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/quotas/b8ebb1eaf4144f3aa1a6431613a8a46d HTTP/1.1" status: 200 len: 375 time: 0.0173681 Jul 22 19:01:12.042881 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cbc6d-5a8c-4180-9c8c-7c8844130b0a req-e9be25db-b548-4b7a-9a9d-97669da8b958 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:12.044522 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-652cbc6d-5a8c-4180-9c8c-7c8844130b0a req-e9be25db-b548-4b7a-9a9d-97669da8b958 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 948 time: 0.1472738 Jul 22 19:01:12.081848 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-9e9cda4b-036b-41c7-9606-73edc816f935 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363009 Jul 22 19:01:12.112740 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-f7677a77-20f9-4f41-a8c9-a6600690aca1 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:01:12.113758 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-f7677a77-20f9-4f41-a8c9-a6600690aca1 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204370 Jul 22 19:01:12.134949 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-652cbc6d-5a8c-4180-9c8c-7c8844130b0a req-557344e6-e931-43f1-a540-97a9c7000490 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793214 Jul 22 19:01:12.311875 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-0cec01ad-57d0-4a65-a0d4-cc1b9557244d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-592585471-network', 'tenant_id': '045a6583907f4225b2036296ec0f4a49'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:12.338184 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cec01ad-57d0-4a65-a0d4-cc1b9557244d admin admin] Made reservation on behalf of 045a6583907f4225b2036296ec0f4a49 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:12.341440 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cec01ad-57d0-4a65-a0d4-cc1b9557244d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:12.352378 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cec01ad-57d0-4a65-a0d4-cc1b9557244d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:12.482018 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cec01ad-57d0-4a65-a0d4-cc1b9557244d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:12.485925 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cec01ad-57d0-4a65-a0d4-cc1b9557244d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:12.506670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cec01ad-57d0-4a65-a0d4-cc1b9557244d admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:01:12.551432 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec01ad-57d0-4a65-a0d4-cc1b9557244d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53508d41-50d3-4583-8d9f-f00c3829b682,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:12.562907 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cec01ad-57d0-4a65-a0d4-cc1b9557244d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:12.563411 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-0cec01ad-57d0-4a65-a0d4-cc1b9557244d admin admin] Added segment d7510255-838b-4d03-bb29-d86b286ddb31 of type vlan for network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 Jul 22 19:01:12.612390 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cec01ad-57d0-4a65-a0d4-cc1b9557244d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:12.649708 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cec01ad-57d0-4a65-a0d4-cc1b9557244d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:12.651296 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cec01ad-57d0-4a65-a0d4-cc1b9557244d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:12.652040 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cec01ad-57d0-4a65-a0d4-cc1b9557244d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:12.705887 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0cec01ad-57d0-4a65-a0d4-cc1b9557244d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7342362 Jul 22 19:01:12.709649 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55190) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:12.717222 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-53fb4861-e9ce-415d-8f93-49ace6357976 admin admin] Request body: {'subnet': {'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-592585471-subnet', 'tenant_id': '045a6583907f4225b2036296ec0f4a49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:12.742433 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec01ad-57d0-4a65-a0d4-cc1b9557244d admin admin] Pushing event updated for resources: {'Network': ['ID=0e3cda7b-41ab-4777-b93f-6e29ba8f4199,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:12.755421 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:01:12.762242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fb4861-e9ce-415d-8f93-49ace6357976 admin admin] Made reservation on behalf of 045a6583907f4225b2036296ec0f4a49 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:12.765309 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-53fb4861-e9ce-415d-8f93-49ace6357976 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:13.162673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2a974-02ea-48a6-8788-22c9a8a696da req-6af61305-9033-4028-9209-650df950c9c6 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:13.168764 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f6d2a974-02ea-48a6-8788-22c9a8a696da req-6af61305-9033-4028-9209-650df950c9c6 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 969 time: 0.1985860 Jul 22 19:01:13.179401 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-4454fc12-7896-4168-92b3-71178a00ec28 service neutron] 10.222.0.13 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362846 Jul 22 19:01:13.301736 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-53fb4861-e9ce-415d-8f93-49ace6357976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:13.318804 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f6d2a974-02ea-48a6-8788-22c9a8a696da req-a6ee0681-f0b1-46d1-831d-c84cbeb1a63b tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a56f69-78ca-42bf-864c-296c9213e186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419549 Jul 22 19:01:13.388453 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb4861-e9ce-415d-8f93-49ace6357976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60c829e4-dea2-469c-8b44-181bb5c85dfe,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:13.393847 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-4bbb7e0c-3283-4fd1-aff4-959b9e4cfbc8 service neutron] 10.222.0.13 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069919 Jul 22 19:01:13.407043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fb4861-e9ce-415d-8f93-49ace6357976 admin admin] Checking segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:13.407401 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fb4861-e9ce-415d-8f93-49ace6357976 admin admin] Network hostable DHCP agents. Network: 0e3cda7b-41ab-4777-b93f-6e29ba8f4199, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:01:13.458057 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fb4861-e9ce-415d-8f93-49ace6357976 admin admin] Network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:01:13.472687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-53fb4861-e9ce-415d-8f93-49ace6357976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 0e3cda7b-41ab-4777-b93f-6e29ba8f4199) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:01:13.484259 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a130c7-8da7-4475-bbe5-13ab78a4cd48 req-afd56dfd-bb33-4a6c-b08c-73043d337086 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:13.485502 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5ef0b4-50f1-42ca-a855-b12b3edc7307 None None] Network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:01:13.485809 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6a130c7-8da7-4475-bbe5-13ab78a4cd48 req-afd56dfd-bb33-4a6c-b08c-73043d337086 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 948 time: 0.0911086 Jul 22 19:01:13.486990 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fb4861-e9ce-415d-8f93-49ace6357976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:13.487555 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-53fb4861-e9ce-415d-8f93-49ace6357976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:13.521858 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-53fb4861-e9ce-415d-8f93-49ace6357976 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8096497 Jul 22 19:01:13.568982 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6a130c7-8da7-4475-bbe5-13ab78a4cd48 req-588ab229-0fdc-4156-a0a2-00d6af931533 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654392 Jul 22 19:01:13.686716 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097680c3-8ba8-409c-b5e5-506c6e54004a None None] Network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:01:13.726227 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-540f2d09-0977-468b-9b49-8256fe12ef5e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=13a868a1-57a7-494c-a032-6cdf7b31365d HTTP/1.1" status: 200 len: 217 time: 0.1065722 Jul 22 19:01:13.762898 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5b6c29a5-b148-471f-89f9-b6f7a368a783 req-8cd8ca66-1643-4133-a466-df3714260654 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 210 time: 0.0766761 Jul 22 19:01:13.882669 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-74366a03-ca4e-47c6-aa9b-581db5f41df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:13.886055 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-74366a03-ca4e-47c6-aa9b-581db5f41df5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1404316 Jul 22 19:01:14.021685 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-8bdb96ce-6310-43bd-a87c-13e7ec80b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:14.024100 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-8bdb96ce-6310-43bd-a87c-13e7ec80b581 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1289222 Jul 22 19:01:14.144318 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-01a80f1a-462b-47b3-b918-135d75fe3cdc service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121101 Jul 22 19:01:14.295137 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-daff6edb-ad41-4e9a-914e-4b7789e0b4bc req-be2acbc6-7edb-4921-81f6-af55b5089bad service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319563 Jul 22 19:01:14.540944 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6baab0-99bf-4537-b8cb-ffe99ed8b25f req-7f15c524-008c-4f38-bacf-3feceb7fb183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:14.542374 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c6baab0-99bf-4537-b8cb-ffe99ed8b25f req-7f15c524-008c-4f38-bacf-3feceb7fb183 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d10fdd5d5884f069e47642eea680c7b&device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 1121 time: 0.1798463 Jul 22 19:01:14.547738 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55288) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:14.553604 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-9bcac901-0412-4801-b0d3-426c252ae040 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-228319457-network', 'tenant_id': '98621d57fa184026b14f6abbfefe3ecc'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:14.582589 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bca9b-cc13-44cf-a323-edbb6f1e5f7e req-be408a87-32b0-4669-82d8-c78fc577458c tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:14.589361 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba0bca9b-cc13-44cf-a323-edbb6f1e5f7e req-be408a87-32b0-4669-82d8-c78fc577458c tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 969 time: 0.1402736 Jul 22 19:01:14.684721 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcac901-0412-4801-b0d3-426c252ae040 admin admin] Made reservation on behalf of 98621d57fa184026b14f6abbfefe3ecc for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:14.687260 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9bcac901-0412-4801-b0d3-426c252ae040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:14.719997 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55294) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:14.745199 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba0bca9b-cc13-44cf-a323-edbb6f1e5f7e req-ffc820e4-01df-434d-a752-5e2d124665b3 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a56f69-78ca-42bf-864c-296c9213e186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547999 Jul 22 19:01:14.810089 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6baab0-99bf-4537-b8cb-ffe99ed8b25f req-9d40d71b-bc6f-44c9-9302-e0cf2ee99fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:14.812619 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c6baab0-99bf-4537-b8cb-ffe99ed8b25f req-9d40d71b-bc6f-44c9-9302-e0cf2ee99fe9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.2626176 Jul 22 19:01:14.814132 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9bcac901-0412-4801-b0d3-426c252ae040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:14.878609 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c6baab0-99bf-4537-b8cb-ffe99ed8b25f req-7fdcd739-2c7a-4cd4-9024-0b720869ffd7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=13a868a1-57a7-494c-a032-6cdf7b31365d HTTP/1.1" status: 200 len: 217 time: 0.0523350 Jul 22 19:01:14.984433 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-9e253675-db8c-42f6-92b9-d130ad1e86ae tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:14.986193 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-9e253675-db8c-42f6-92b9-d130ad1e86ae tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.16 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 808 time: 0.2394426 Jul 22 19:01:15.002780 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-1ceb1d2d-34a0-4551-a9f5-a83c431ac805 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Request body: {'port': {'device_id': 'e1ebf128-7dc9-4275-b1ab-779de1f18e84', 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d', 'admin_state_up': True, 'tenant_id': 'b8ebb1eaf4144f3aa1a6431613a8a46d'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:15.007421 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-054dca5c-95b0-400c-94cb-4e4411edd0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:15.030096 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45542981-1737-4a05-a379-b3f203d7cd73 req-36f30e18-6eef-43a5-91b4-200b495165ed tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 210 time: 0.0488298 Jul 22 19:01:15.049243 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6baab0-99bf-4537-b8cb-ffe99ed8b25f req-3aac021e-ed04-4a24-9b7f-a06df8224c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:15.050678 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c6baab0-99bf-4537-b8cb-ffe99ed8b25f req-3aac021e-ed04-4a24-9b7f-a06df8224c0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1642516 Jul 22 19:01:15.127696 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee54988-cbcf-41d4-89a1-679c164ac04c req-d0e85a7e-f5e2-4b38-b774-d0b4cd2712bd tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:15.134552 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ee54988-cbcf-41d4-89a1-679c164ac04c req-d0e85a7e-f5e2-4b38-b774-d0b4cd2712bd tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 948 time: 0.1904855 Jul 22 19:01:15.178044 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9bcac901-0412-4801-b0d3-426c252ae040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:15.185488 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9bcac901-0412-4801-b0d3-426c252ae040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:15.194472 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.db.api [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-1ceb1d2d-34a0-4551-a9f5-a83c431ac805 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:01:15.194472 n-d-800086-12 neutron-server[93806]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 19:01:15.194472 n-d-800086-12 neutron-server[93806]: [parameters: {'project_id_1': 'b8ebb1eaf4144f3aa1a6431613a8a46d', 'expiration_1': datetime.datetime(2021, 7, 22, 19, 1, 15, 123055)}] Jul 22 19:01:15.194472 n-d-800086-12 neutron-server[93806]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:01:15.195479 n-d-800086-12 neutron-server[93806]: DEBUG oslo_db.api [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-1ceb1d2d-34a0-4551-a9f5-a83c431ac805 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:01:15.214921 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ee54988-cbcf-41d4-89a1-679c164ac04c req-ded828cd-b2d2-4bbd-ad73-228cf2e76ac9 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795300 Jul 22 19:01:15.221239 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6baab0-99bf-4537-b8cb-ffe99ed8b25f req-8f38fa23-9f8c-4694-a2c4-95da7a974a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:15.222747 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c6baab0-99bf-4537-b8cb-ffe99ed8b25f req-8f38fa23-9f8c-4694-a2c4-95da7a974a78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1594732 Jul 22 19:01:15.231500 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bcac901-0412-4801-b0d3-426c252ae040 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:01:15.264199 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcac901-0412-4801-b0d3-426c252ae040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a1f5dc-a037-4aef-9318-50c2ea17e30d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:15.273937 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9bcac901-0412-4801-b0d3-426c252ae040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:15.274296 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-9bcac901-0412-4801-b0d3-426c252ae040 admin admin] Added segment 7a387ff5-dc6f-488c-8f39-208b3d843004 of type vlan for network e739565e-4bde-4d94-9b7f-f1f6606dbab2 Jul 22 19:01:15.292609 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-054dca5c-95b0-400c-94cb-4e4411edd0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:15.305390 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-054dca5c-95b0-400c-94cb-4e4411edd0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:15.351158 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-054dca5c-95b0-400c-94cb-4e4411edd0e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cac6ed46c4e4a2eb589f44ebe4d0dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6297467 Jul 22 19:01:15.352172 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55312) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:15.394936 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054dca5c-95b0-400c-94cb-4e4411edd0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5126d8f0-d0ea-42fb-a662-f2ef52e83cb7,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:15.436876 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2fb12132-8190-4f91-8c9d-2922fa2dd4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:15.480505 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2fb12132-8190-4f91-8c9d-2922fa2dd4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:15.481250 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9bcac901-0412-4801-b0d3-426c252ae040 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:15.513960 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c6baab0-99bf-4537-b8cb-ffe99ed8b25f req-967319fc-33c1-45aa-98e6-828e062b4191 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736547 Jul 22 19:01:15.546298 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9bcac901-0412-4801-b0d3-426c252ae040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:15.547351 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcac901-0412-4801-b0d3-426c252ae040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:15.547975 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9bcac901-0412-4801-b0d3-426c252ae040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:15.550031 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2fb12132-8190-4f91-8c9d-2922fa2dd4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:15.557056 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2fb12132-8190-4f91-8c9d-2922fa2dd4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:15.562456 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2fb12132-8190-4f91-8c9d-2922fa2dd4da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5126d8f0-d0ea-42fb-a662-f2ef52e83cb7 HTTP/1.1" status: 204 len: 168 time: 0.2031920 Jul 22 19:01:15.578066 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb12132-8190-4f91-8c9d-2922fa2dd4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5126d8f0-d0ea-42fb-a662-f2ef52e83cb7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:15.638816 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9bcac901-0412-4801-b0d3-426c252ae040 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0898964 Jul 22 19:01:15.642352 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55336) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:15.650717 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-9cf5c579-bccd-4604-978e-9200a4f2d7ea admin admin] Request body: {'subnet': {'network_id': 'e739565e-4bde-4d94-9b7f-f1f6606dbab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-228319457-subnet', 'tenant_id': '98621d57fa184026b14f6abbfefe3ecc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:15.678885 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcac901-0412-4801-b0d3-426c252ae040 admin admin] Pushing event updated for resources: {'Network': ['ID=e739565e-4bde-4d94-9b7f-f1f6606dbab2,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:15.690675 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network e739565e-4bde-4d94-9b7f-f1f6606dbab2 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:01:15.707188 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c6baab0-99bf-4537-b8cb-ffe99ed8b25f req-d9946901-8f85-4b93-be35-f0ad78d173e2 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930382 Jul 22 19:01:15.710913 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf5c579-bccd-4604-978e-9200a4f2d7ea admin admin] Made reservation on behalf of 98621d57fa184026b14f6abbfefe3ecc for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:15.713264 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c579-bccd-4604-978e-9200a4f2d7ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:15.820192 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-1ceb1d2d-34a0-4551-a9f5-a83c431ac805 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Made reservation on behalf of b8ebb1eaf4144f3aa1a6431613a8a46d for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:15.823928 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-1ceb1d2d-34a0-4551-a9f5-a83c431ac805 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:15.910756 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0ee76-0105-48a1-b3b3-d049bdcc75a9 req-5fffe8eb-ce84-4baf-9969-1b565ad0d84e tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:15.912193 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15a0ee76-0105-48a1-b3b3-d049bdcc75a9 req-5fffe8eb-ce84-4baf-9969-1b565ad0d84e tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 969 time: 0.0772724 Jul 22 19:01:15.964335 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55348) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:15.970480 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15a0ee76-0105-48a1-b3b3-d049bdcc75a9 req-8ca58ae3-c0a4-425c-b290-ae21618e9b63 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a56f69-78ca-42bf-864c-296c9213e186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498257 Jul 22 19:01:16.031920 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b257461c-3cab-49f3-b362-a0e63bdda893 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:01:16.179692 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2a65c6c6-c72b-4b6f-8785-427c673c94d8 req-372894f5-23bf-429b-b473-780b66280151 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 210 time: 0.0465322 Jul 22 19:01:16.188882 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port b257461c-3cab-49f3-b362-a0e63bdda893, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b257461c-3cab-49f3-b362-a0e63bdda893,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:16.202694 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-53fdc3db-deae-4c56-a1d6-2a0c8e1e449d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:16.212061 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'b257461c-3cab-49f3-b362-a0e63bdda893', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': 'b257461c-3cab-49f3-b362-a0e63bdda893', 'mac_address': 'fa:16:3e:23:43:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:01:16.268005 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:16.291073 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b257461c-3cab-49f3-b362-a0e63bdda893 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:01:16.321261 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port b257461c-3cab-49f3-b362-a0e63bdda893, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b257461c-3cab-49f3-b362-a0e63bdda893,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:16.326691 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-1ceb1d2d-34a0-4551-a9f5-a83c431ac805 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Allocated IP 172.20.0.5 (1211dd5d-22dd-42cf-af43-7f788d3e855d/e6ce6dd9-1892-4846-8205-ad77c8cfee8f/52c4c3b5-8f22-4140-bd28-6962afac2ad7) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:01:16.328764 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:16.345230 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c579-bccd-4604-978e-9200a4f2d7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:16.422844 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55378) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:16.433310 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=b257461c-3cab-49f3-b362-a0e63bdda893,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:16.453142 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:16.453517 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:16.453867 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:16.454282 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:16.454622 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:16.455021 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:16.461888 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:16.462794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:16.463345 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:16.464067 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:16.464636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:16.465738 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Tracked resource versions report: Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: pushed versions: Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: { 'AddressGroup': {'1.2'}, Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: 'ConntrackHelper': {'1.0'}, Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: 'Log': {'1.0'}, Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: 'Network': {'1.1'}, Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: 'Port': {'1.7'}, Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: 'PortForwarding': {'1.2'}, Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: 'QosPolicy': {'1.8'}, Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: 'SecurityGroup': {'1.4'}, Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: 'SecurityGroupRule': {'1.2'}, Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: 'SubPort': {'1.0'}, Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: 'Subnet': {'1.1'}, Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: 'Trunk': {'1.1'}} Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: consumer versions: Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: { DHCP agent@n-d-800086-12: {}, Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: HyperV agent@n-h1-800086-12: {}, Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: HyperV agent@n-h2-800086-12: {}, Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: L3 agent@n-d-800086-12: {}, Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: Metadata agent@n-d-800086-12: {}, Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: Metering agent@n-d-800086-12: {}, Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: Open vSwitch agent@n-d-800086-12: { 'AddressGroup': '1.2', Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: 'ConntrackHelper': '1.0', Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: 'Log': '1.0', Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: 'Network': '1.1', Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: 'Port': '1.7', Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: 'PortForwarding': '1.2', Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: 'QosPolicy': '1.8', Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: 'SecurityGroup': '1.4', Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: 'SecurityGroupRule': '1.2', Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: 'SubPort': '1.0', Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: 'Subnet': '1.1', Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: 'Trunk': '1.1'}} Jul 22 19:01:16.467383 n-d-800086-12 neutron-server[93808]: {{(pid=93808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 19:01:16.475748 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5c579-bccd-4604-978e-9200a4f2d7ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=d65e8b7b-a8ab-419f-b361-933dc41d87bf,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:16.488353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deebebd-105e-450e-a5ea-00e31aeb3927 req-32bd98a8-3375-40b0-907b-843d5bf31fb3 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:16.498294 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8deebebd-105e-450e-a5ea-00e31aeb3927 req-32bd98a8-3375-40b0-907b-843d5bf31fb3 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 949 time: 0.1443191 Jul 22 19:01:16.529134 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5c579-bccd-4604-978e-9200a4f2d7ea admin admin] Checking segment: {'id': '7a387ff5-dc6f-488c-8f39-208b3d843004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e739565e-4bde-4d94-9b7f-f1f6606dbab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:16.529495 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf5c579-bccd-4604-978e-9200a4f2d7ea admin admin] Network hostable DHCP agents. Network: e739565e-4bde-4d94-9b7f-f1f6606dbab2, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:01:16.554934 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8deebebd-105e-450e-a5ea-00e31aeb3927 req-be9c80af-45ab-471f-9c31-86eb24dc961e tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541644 Jul 22 19:01:16.572366 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-53fdc3db-deae-4c56-a1d6-2a0c8e1e449d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:16.597528 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2aaa1220-1508-4b92-9c4f-16156a9e0e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:16.604984 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-53fdc3db-deae-4c56-a1d6-2a0c8e1e449d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:16.626159 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf5c579-bccd-4604-978e-9200a4f2d7ea admin admin] Network e739565e-4bde-4d94-9b7f-f1f6606dbab2 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:01:16.642807 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['b257461c-3cab-49f3-b362-a0e63bdda893'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:01:16.685243 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-53fdc3db-deae-4c56-a1d6-2a0c8e1e449d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9838c8b22154076b730663683733a69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7197413 Jul 22 19:01:16.696725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55396) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:16.696829 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-9cf5c579-bccd-4604-978e-9200a4f2d7ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, e739565e-4bde-4d94-9b7f-f1f6606dbab2) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:01:16.697855 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf5c579-bccd-4604-978e-9200a4f2d7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:16.698544 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c579-bccd-4604-978e-9200a4f2d7ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:16.709007 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fdc3db-deae-4c56-a1d6-2a0c8e1e449d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009bdbfd-293d-41d3-873c-1959d55d0c23,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:16.721042 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3d6573-9742-4700-a049-9803c02c68fe None None] Network e739565e-4bde-4d94-9b7f-f1f6606dbab2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:01:16.732771 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-1ceb1d2d-34a0-4551-a9f5-a83c431ac805 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:16.762318 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2aaa1220-1508-4b92-9c4f-16156a9e0e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:16.783280 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9cf5c579-bccd-4604-978e-9200a4f2d7ea admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1386819 Jul 22 19:01:16.785672 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-1ceb1d2d-34a0-4551-a9f5-a83c431ac805 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:16.796915 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2aaa1220-1508-4b92-9c4f-16156a9e0e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:16.840459 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-1ceb1d2d-34a0-4551-a9f5-a83c431ac805 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Network 1211dd5d-22dd-42cf-af43-7f788d3e855d is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:01:16.840459 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-1ceb1d2d-34a0-4551-a9f5-a83c431ac805 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:01:16.843408 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-1ceb1d2d-34a0-4551-a9f5-a83c431ac805 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:01:16.849234 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-1ceb1d2d-34a0-4551-a9f5-a83c431ac805 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:16.849870 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-1ceb1d2d-34a0-4551-a9f5-a83c431ac805 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:16.860108 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa1220-1508-4b92-9c4f-16156a9e0e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290ae638-4242-44f8-a5fe-3c8ddf3d62ce,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:16.862705 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-029ce52b-135d-4037-b767-c09f8c662772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:16.874921 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb1d2d-34a0-4551-a9f5-a83c431ac805 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Pushing event updated for resources: {'Port': ['ID=52c4c3b5-8f22-4140-bd28-6962afac2ad7,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:16.902308 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-1ceb1d2d-34a0-4551-a9f5-a83c431ac805 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9084935 Jul 22 19:01:16.914596 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2aaa1220-1508-4b92-9c4f-16156a9e0e22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4f32ae0eb69499098576ec7e3c25fdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4858034 Jul 22 19:01:16.916101 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55408) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:16.920218 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] Request body: {'port': {'device_id': 'e1ebf128-7dc9-4275-b1ab-779de1f18e84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:16.921283 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-029ce52b-135d-4037-b767-c09f8c662772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:17.010979 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-029ce52b-135d-4037-b767-c09f8c662772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:17.013755 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-029ce52b-135d-4037-b767-c09f8c662772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:17.014912 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-029ce52b-135d-4037-b767-c09f8c662772 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/009bdbfd-293d-41d3-873c-1959d55d0c23 HTTP/1.1" status: 204 len: 168 time: 0.3233037 Jul 22 19:01:17.038611 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ce52b-135d-4037-b767-c09f8c662772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009bdbfd-293d-41d3-873c-1959d55d0c23,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:17.130579 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:17.134797 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69471c0e-f2ae-4c9a-beec-ec040f7e2b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:17.206093 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69471c0e-f2ae-4c9a-beec-ec040f7e2b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:17.261969 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65223bb-3a4a-4d1d-801c-260b46a5682c req-2ddb1fd4-af32-483e-b173-5f0c5394c752 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:17.271883 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b81f00-4aeb-49a6-ba71-c5850d7e0179 None None] Network e739565e-4bde-4d94-9b7f-f1f6606dbab2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:01:17.274247 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d65223bb-3a4a-4d1d-801c-260b46a5682c req-2ddb1fd4-af32-483e-b173-5f0c5394c752 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 969 time: 0.1920552 Jul 22 19:01:17.301745 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 13a868a1-57a7-494c-a032-6cdf7b31365d details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:01:17.325764 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d65223bb-3a4a-4d1d-801c-260b46a5682c req-7e120581-fbbf-4ba3-ab0d-0077efa4d059 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a56f69-78ca-42bf-864c-296c9213e186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450675 Jul 22 19:01:17.375653 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69471c0e-f2ae-4c9a-beec-ec040f7e2b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:17.382815 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69471c0e-f2ae-4c9a-beec-ec040f7e2b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:17.382815 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-69471c0e-f2ae-4c9a-beec-ec040f7e2b7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/290ae638-4242-44f8-a5fe-3c8ddf3d62ce HTTP/1.1" status: 204 len: 168 time: 0.4565115 Jul 22 19:01:17.400845 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69471c0e-f2ae-4c9a-beec-ec040f7e2b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290ae638-4242-44f8-a5fe-3c8ddf3d62ce,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:17.554766 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 13a868a1-57a7-494c-a032-6cdf7b31365d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=13a868a1-57a7-494c-a032-6cdf7b31365d,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:17.568035 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '13a868a1-57a7-494c-a032-6cdf7b31365d', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '13a868a1-57a7-494c-a032-6cdf7b31365d', 'mac_address': 'fa:16:3e:ca:0d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:tempest-test_az-1096977516', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:01:17.593765 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0340c-45a8-4c85-93e5-3eb4d11a9d3c req-3c61cc79-7df2-48f7-9647-dab3de4be7dc tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:17.596205 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5aa0340c-45a8-4c85-93e5-3eb4d11a9d3c req-3c61cc79-7df2-48f7-9647-dab3de4be7dc tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 931 time: 0.1054568 Jul 22 19:01:17.610788 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c4c3b5-8f22-4140-bd28-6962afac2ad7 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:01:17.615641 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:17.626019 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:17.635343 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a868a1-57a7-494c-a032-6cdf7b31365d {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:01:17.654972 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] Transition to ACTIVE for port object 52c4c3b5-8f22-4140-bd28-6962afac2ad7 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:01:17.661137 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 13a868a1-57a7-494c-a032-6cdf7b31365d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=13a868a1-57a7-494c-a032-6cdf7b31365d,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:17.662143 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:17.667558 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:17.728810 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=13a868a1-57a7-494c-a032-6cdf7b31365d,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:17.733867 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5aa0340c-45a8-4c85-93e5-3eb4d11a9d3c req-5bbf8dfa-4630-447a-9abf-c98c196e3618 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287251 Jul 22 19:01:17.811741 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] Pushing event updated for resources: {'Port': ['ID=52c4c3b5-8f22-4140-bd28-6962afac2ad7,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:17.832699 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] Attempting to bind port 52c4c3b5-8f22-4140-bd28-6962afac2ad7 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:01:17.833245 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] Attempting to bind port 52c4c3b5-8f22-4140-bd28-6962afac2ad7 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:01:17.833808 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] Attempting to bind port 52c4c3b5-8f22-4140-bd28-6962afac2ad7 on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:17.838879 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] Port 52c4c3b5-8f22-4140-bd28-6962afac2ad7 on network 1211dd5d-22dd-42cf-af43-7f788d3e855d not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:01:17.839477 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] Attempting to bind port 52c4c3b5-8f22-4140-bd28-6962afac2ad7 on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:17.844493 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:01:17.845397 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] Checking segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:17.845493 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] Bound using segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:01:17.845877 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] Bound port: 52c4c3b5-8f22-4140-bd28-6962afac2ad7, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:01:17.846976 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:17.868554 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15836883-cae1-4901-a969-ba21f06c3f56 req-1ac28782-a0d2-47cc-9645-74b66888609b tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:17.870192 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15836883-cae1-4901-a969-ba21f06c3f56 req-1ac28782-a0d2-47cc-9645-74b66888609b tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 820 time: 0.1501715 Jul 22 19:01:17.895336 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55456) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:17.914683 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-19771dfe-7a73-4ea9-aedd-d9a6b1306b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:17.933931 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15836883-cae1-4901-a969-ba21f06c3f56 req-53c13608-acb4-4bce-98e0-dc48dcd033a8 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/quotas/045a6583907f4225b2036296ec0f4a49 HTTP/1.1" status: 200 len: 375 time: 0.0541415 Jul 22 19:01:17.956381 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] For port 52c4c3b5-8f22-4140-bd28-6962afac2ad7, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:01:17.958746 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['13a868a1-57a7-494c-a032-6cdf7b31365d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:01:17.964836 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] For port 52c4c3b5-8f22-4140-bd28-6962afac2ad7, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=52c4c3b5-8f22-4140-bd28-6962afac2ad7,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:01:17.977562 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:17.996790 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15836883-cae1-4901-a969-ba21f06c3f56 req-56687c5a-420d-4746-9742-68e7b48ceb45 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572572 Jul 22 19:01:18.005337 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b257461c-3cab-49f3-b362-a0e63bdda893 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:01:18.035595 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:18.036287 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:18.037791 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] 10.222.0.16 "PUT /v2.0/ports/52c4c3b5-8f22-4140-bd28-6962afac2ad7 HTTP/1.1" status: 200 len: 1092 time: 1.1272304 Jul 22 19:01:18.038355 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ebf128-7dc9-4275-b1ab-779de1f18e84', 'tag': '52c4c3b5-8f22-4140-bd28-6962afac2ad7'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:01:18.040912 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237e80f7-6b00-4cc8-b7e3-571a4f18eb6c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ebf128-7dc9-4275-b1ab-779de1f18e84", "tag": "52c4c3b5-8f22-4140-bd28-6962afac2ad7"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:01:18.084668 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a713f-006b-4047-9606-c9ba6428eaec service neutron] Pushing event updated for resources: {'Port': ['ID=52c4c3b5-8f22-4140-bd28-6962afac2ad7,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:18.143351 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15836883-cae1-4901-a969-ba21f06c3f56 req-80b46595-b804-48ea-ad5c-f5639797b708 service neutron] 10.222.0.13 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446288 Jul 22 19:01:18.149763 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-19771dfe-7a73-4ea9-aedd-d9a6b1306b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:18.155009 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port b257461c-3cab-49f3-b362-a0e63bdda893 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:01:18.158907 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ebb0d-3322-4667-86fc-ca7f59e5361b req-3657ce7a-f84d-4c1e-a506-444f113717d8 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:18.159191 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-19771dfe-7a73-4ea9-aedd-d9a6b1306b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:18.160773 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f1ebb0d-3322-4667-86fc-ca7f59e5361b req-3657ce7a-f84d-4c1e-a506-444f113717d8 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 949 time: 0.2721462 Jul 22 19:01:18.163412 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port b257461c-3cab-49f3-b362-a0e63bdda893 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:01:18.165922 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:18.208085 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19771dfe-7a73-4ea9-aedd-d9a6b1306b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e98380d-32c2-4d20-8286-d322856e978f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:18.233844 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-73502750-b605-46eb-929d-1ed48d6635ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:18.235368 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-73502750-b605-46eb-929d-1ed48d6635ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 1095 time: 0.1451948 Jul 22 19:01:18.240046 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-19771dfe-7a73-4ea9-aedd-d9a6b1306b0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=acde1936564a4d878d53b28da97dcf9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407109 Jul 22 19:01:18.240310 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55466) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:18.286561 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f1ebb0d-3322-4667-86fc-ca7f59e5361b req-8ca638bc-b899-4c5e-a2c9-872b0f57eea1 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020107 Jul 22 19:01:18.297334 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-e75c2d63-8100-4377-abea-6940e33b42c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52c4c3b5-8f22-4140-bd28-6962afac2ad7 HTTP/1.1" status: 200 len: 217 time: 0.0479960 Jul 22 19:01:18.314741 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15836883-cae1-4901-a969-ba21f06c3f56 req-42ea3743-34dc-4ab8-ae52-897d145a530f service neutron] 10.222.0.13 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526911 Jul 22 19:01:18.331346 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:18.382436 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port b257461c-3cab-49f3-b362-a0e63bdda893, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b257461c-3cab-49f3-b362-a0e63bdda893,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:18.383250 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-c88a7de2-fee7-400b-93f0-2f9007bef60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:18.383579 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5b140d-0392-4f1d-8509-963916eb2f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b257461c-3cab-49f3-b362-a0e63bdda893'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:01:18.384735 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-c88a7de2-fee7-400b-93f0-2f9007bef60d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6ce6dd9-1892-4846-8205-ad77c8cfee8f HTTP/1.1" status: 200 len: 848 time: 0.0772591 Jul 22 19:01:18.412050 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-644c8118-7613-4950-96bc-47f7a0f3a401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:18.470007 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:18.477196 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55480) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:18.481591 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca9b1df-cee6-4b34-8fab-2b9f300af524 x-openstack-request-id: req-2ca9b1df-cee6-4b34-8fab-2b9f300af524 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:01:18.481812 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ebf128-7dc9-4275-b1ab-779de1f18e84", "tag": "52c4c3b5-8f22-4140-bd28-6962afac2ad7", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:01:18.482062 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ca9b1df-cee6-4b34-8fab-2b9f300af524 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:01:18.482450 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ebf128-7dc9-4275-b1ab-779de1f18e84', 'tag': '52c4c3b5-8f22-4140-bd28-6962afac2ad7', 'status': 'completed', 'code': 200} Jul 22 19:01:18.489178 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-7c9468d0-629c-4fad-b113-8357ba77263e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1211dd5d-22dd-42cf-af43-7f788d3e855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856109 Jul 22 19:01:18.494645 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-644c8118-7613-4950-96bc-47f7a0f3a401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:18.621615 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=b257461c-3cab-49f3-b362-a0e63bdda893,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:18.630996 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-16c42561-7fb7-4f37-8ee5-cf2389e45834 service neutron] 10.222.0.16 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339221 Jul 22 19:01:18.633200 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-644c8118-7613-4950-96bc-47f7a0f3a401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:18.636253 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-644c8118-7613-4950-96bc-47f7a0f3a401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:18.638605 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-644c8118-7613-4950-96bc-47f7a0f3a401 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e98380d-32c2-4d20-8286-d322856e978f HTTP/1.1" status: 204 len: 168 time: 0.3972077 Jul 22 19:01:18.658201 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c8118-7613-4950-96bc-47f7a0f3a401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e98380d-32c2-4d20-8286-d322856e978f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:18.674811 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-31b23005-4e2e-4c62-934f-b29141bbcda5 req-351f5648-5c37-45ce-af21-f53fd226295b tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 210 time: 0.0534229 Jul 22 19:01:18.678772 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-3bc73c2d-a85b-4dd4-9f09-2d74ec10419e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1785222593-network', 'tenant_id': 'fac9bf3e76e74dfeb98f1692984ef96c'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:18.711536 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc73c2d-a85b-4dd4-9f09-2d74ec10419e admin admin] Made reservation on behalf of fac9bf3e76e74dfeb98f1692984ef96c for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:18.714101 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3bc73c2d-a85b-4dd4-9f09-2d74ec10419e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:18.727522 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3bc73c2d-a85b-4dd4-9f09-2d74ec10419e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:18.769758 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399738e-2e47-41a5-a89e-ab23cd1a46e4 req-0185f27a-2230-47ab-9e1d-27ad19569531 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:18.774898 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-719eada6-f0ae-417d-8de8-9aaf0118609d req-20319e99-aaa2-4b4f-be66-e41ba03ccab2 service neutron] 10.222.0.16 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349363 Jul 22 19:01:18.777725 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0399738e-2e47-41a5-a89e-ab23cd1a46e4 req-0185f27a-2230-47ab-9e1d-27ad19569531 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 970 time: 0.2511101 Jul 22 19:01:18.848396 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0399738e-2e47-41a5-a89e-ab23cd1a46e4 req-529e3bcb-5077-4676-943c-e0f0996c21d1 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a56f69-78ca-42bf-864c-296c9213e186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696273 Jul 22 19:01:18.850464 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370eb877-02d6-4d13-8b09-0e4e66ec5b61" -d '{"events": [{"server_uuid": "dd5b140d-0392-4f1d-8509-963916eb2f8e", "name": "network-vif-plugged", "status": "completed", "tag": "b257461c-3cab-49f3-b362-a0e63bdda893"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:01:18.923903 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e80f7-6b00-4cc8-b7e3-571a4f18eb6c req-53361d3f-70fc-4091-a26b-f640fb899960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:18.926690 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-237e80f7-6b00-4cc8-b7e3-571a4f18eb6c req-53361d3f-70fc-4091-a26b-f640fb899960 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 1095 time: 0.0961657 Jul 22 19:01:18.981447 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3bc73c2d-a85b-4dd4-9f09-2d74ec10419e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:18.987588 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3bc73c2d-a85b-4dd4-9f09-2d74ec10419e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:19.002218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b48ee6-e840-47f9-a549-e40bb506f717 req-4866e86d-9b2d-4ab0-9512-91098bee74da tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:19.003947 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-63b48ee6-e840-47f9-a549-e40bb506f717 req-4866e86d-9b2d-4ab0-9512-91098bee74da tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 943 time: 0.1533940 Jul 22 19:01:19.026158 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55510) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:19.050440 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc73c2d-a85b-4dd4-9f09-2d74ec10419e admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:01:19.061156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc73c2d-a85b-4dd4-9f09-2d74ec10419e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f89759a-8e0f-44f5-89fc-cb2364ece7c5,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:19.091916 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-63b48ee6-e840-47f9-a549-e40bb506f717 req-ec1bfd9d-a406-459f-904f-9b3d6eead340 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794778 Jul 22 19:01:19.093830 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e80f7-6b00-4cc8-b7e3-571a4f18eb6c req-769fdb77-e9e4-4cd3-9438-41e050a639e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:19.101934 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3bc73c2d-a85b-4dd4-9f09-2d74ec10419e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:19.102284 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-3bc73c2d-a85b-4dd4-9f09-2d74ec10419e admin admin] Added segment 087288fc-41e9-4980-9538-29541db070b8 of type vlan for network 1e79f065-1fe0-4d48-b95e-bb7342efd270 Jul 22 19:01:19.107412 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-237e80f7-6b00-4cc8-b7e3-571a4f18eb6c req-769fdb77-e9e4-4cd3-9438-41e050a639e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 909 time: 0.1714029 Jul 22 19:01:19.177337 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3bc73c2d-a85b-4dd4-9f09-2d74ec10419e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:19.185620 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-237e80f7-6b00-4cc8-b7e3-571a4f18eb6c req-72383749-bbe7-4628-ac8c-0774c3024a0f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52c4c3b5-8f22-4140-bd28-6962afac2ad7 HTTP/1.1" status: 200 len: 217 time: 0.0718856 Jul 22 19:01:19.221183 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3bc73c2d-a85b-4dd4-9f09-2d74ec10419e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:19.222694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc73c2d-a85b-4dd4-9f09-2d74ec10419e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:19.223477 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3bc73c2d-a85b-4dd4-9f09-2d74ec10419e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:19.261526 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 13a868a1-57a7-494c-a032-6cdf7b31365d up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:01:19.265002 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3bc73c2d-a85b-4dd4-9f09-2d74ec10419e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7851858 Jul 22 19:01:19.267776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55518) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:19.274852 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-837edcda-a88b-4b41-942c-ae633e63936a admin admin] Request body: {'subnet': {'network_id': '1e79f065-1fe0-4d48-b95e-bb7342efd270', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1785222593-subnet', 'tenant_id': 'fac9bf3e76e74dfeb98f1692984ef96c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:19.294150 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e80f7-6b00-4cc8-b7e3-571a4f18eb6c req-71a64d12-c175-4f92-a38c-e3a891a1aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:19.298832 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-237e80f7-6b00-4cc8-b7e3-571a4f18eb6c req-71a64d12-c175-4f92-a38c-e3a891a1aeeb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6ce6dd9-1892-4846-8205-ad77c8cfee8f HTTP/1.1" status: 200 len: 848 time: 0.0972261 Jul 22 19:01:19.356896 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 13a868a1-57a7-494c-a032-6cdf7b31365d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:01:19.358216 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc73c2d-a85b-4dd4-9f09-2d74ec10419e admin admin] Pushing event updated for resources: {'Network': ['ID=1e79f065-1fe0-4d48-b95e-bb7342efd270,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:19.362477 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837edcda-a88b-4b41-942c-ae633e63936a admin admin] Made reservation on behalf of fac9bf3e76e74dfeb98f1692984ef96c for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:19.368520 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-837edcda-a88b-4b41-942c-ae633e63936a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:19.368617 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-237e80f7-6b00-4cc8-b7e3-571a4f18eb6c req-10da4528-8243-48ba-b4d7-f598020bf05b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1211dd5d-22dd-42cf-af43-7f788d3e855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572152 Jul 22 19:01:19.373800 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 1e79f065-1fe0-4d48-b95e-bb7342efd270 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:01:19.382303 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 13a868a1-57a7-494c-a032-6cdf7b31365d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:01:19.384085 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:19.490387 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-237e80f7-6b00-4cc8-b7e3-571a4f18eb6c req-dbdddb09-373a-4423-81e8-54be743e1ad3 service neutron] 10.222.0.16 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208193 Jul 22 19:01:19.504421 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842e7b1f-a277-4916-8fbe-a53ffd1a1292 x-openstack-request-id: req-842e7b1f-a277-4916-8fbe-a53ffd1a1292 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:01:19.504740 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5b140d-0392-4f1d-8509-963916eb2f8e", "name": "network-vif-plugged", "status": "completed", "tag": "b257461c-3cab-49f3-b362-a0e63bdda893", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:01:19.504994 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-842e7b1f-a277-4916-8fbe-a53ffd1a1292 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:01:19.505460 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5b140d-0392-4f1d-8509-963916eb2f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b257461c-3cab-49f3-b362-a0e63bdda893', 'code': 200} Jul 22 19:01:19.536348 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-abd98865-9963-4409-bead-6089ede308cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:19.591746 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.16', 58818) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:19.647856 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:19.713078 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-237e80f7-6b00-4cc8-b7e3-571a4f18eb6c req-e8824140-dfbd-4cf7-b1d7-9e09d86036f9 service neutron] 10.222.0.16 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061956 Jul 22 19:01:19.716191 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 13a868a1-57a7-494c-a032-6cdf7b31365d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=13a868a1-57a7-494c-a032-6cdf7b31365d,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:19.721912 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce0712-70f0-4e8e-8e17-d35a39381d78 req-df0e6422-9877-4ca6-868c-35a990f4daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:19.723276 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:19.723585 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a2ce0712-70f0-4e8e-8e17-d35a39381d78 req-df0e6422-9877-4ca6-868c-35a990f4daf1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 1102 time: 0.1306360 Jul 22 19:01:19.774323 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-a2ce0712-70f0-4e8e-8e17-d35a39381d78 req-0e087ca3-0b8e-4877-bbe8-65f50eefe866 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:19.817239 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=13a868a1-57a7-494c-a032-6cdf7b31365d,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:19.860694 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0a74db92-ce0c-4daf-b645-2749b6c4fc35 req-98bd46d5-9dae-40b6-b5b5-f059b6cd151d tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 210 time: 0.0489881 Jul 22 19:01:19.884355 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-837edcda-a88b-4b41-942c-ae633e63936a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:19.926571 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dac09c-dc65-48bb-a578-545840c056a8 req-5180bc76-5461-4266-8f58-34ad7fb96660 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:19.928098 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73dac09c-dc65-48bb-a578-545840c056a8 req-5180bc76-5461-4266-8f58-34ad7fb96660 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 950 time: 0.4930224 Jul 22 19:01:20.029672 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837edcda-a88b-4b41-942c-ae633e63936a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aef216ab-ef11-453e-a789-204e1ec375e8,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:20.058595 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-abd98865-9963-4409-bead-6089ede308cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:20.067793 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-abd98865-9963-4409-bead-6089ede308cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:20.073494 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73dac09c-dc65-48bb-a578-545840c056a8 req-591dfa47-a1b6-4a1e-9eed-bd383cba512e tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355865 Jul 22 19:01:20.095385 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837edcda-a88b-4b41-942c-ae633e63936a admin admin] Checking segment: {'id': '087288fc-41e9-4980-9538-29541db070b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1e79f065-1fe0-4d48-b95e-bb7342efd270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:20.095749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837edcda-a88b-4b41-942c-ae633e63936a admin admin] Network hostable DHCP agents. Network: 1e79f065-1fe0-4d48-b95e-bb7342efd270, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:01:20.134771 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-abd98865-9963-4409-bead-6089ede308cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7698916992744c59f6582c2a8f5cbb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0993023 Jul 22 19:01:20.142157 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55550) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:20.143059 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd98865-9963-4409-bead-6089ede308cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a73a4a0-1aff-4a7a-a4de-0d998f6b047d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:20.158245 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab5a7f-3826-4041-983d-f3aa6d9663a2 req-fda52828-0f0e-487a-b37b-b495167cab0e tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:20.165345 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1fab5a7f-3826-4041-983d-f3aa6d9663a2 req-fda52828-0f0e-487a-b37b-b495167cab0e tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 971 time: 0.2294688 Jul 22 19:01:20.198566 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837edcda-a88b-4b41-942c-ae633e63936a admin admin] Network 1e79f065-1fe0-4d48-b95e-bb7342efd270 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:01:20.238885 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-837edcda-a88b-4b41-942c-ae633e63936a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 1e79f065-1fe0-4d48-b95e-bb7342efd270) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:01:20.244652 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ae571336-12ed-413e-8c5f-4033c9195dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:20.248719 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837edcda-a88b-4b41-942c-ae633e63936a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:20.249319 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-837edcda-a88b-4b41-942c-ae633e63936a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:20.253436 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d33434-6731-46d8-8a5f-a6d5beddbef0 None None] Network 1e79f065-1fe0-4d48-b95e-bb7342efd270 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:01:20.264269 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1fab5a7f-3826-4041-983d-f3aa6d9663a2 req-796c6a23-12aa-413c-ab7c-d07484a4b92c tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a56f69-78ca-42bf-864c-296c9213e186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945439 Jul 22 19:01:20.265234 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-a2ce0712-70f0-4e8e-8e17-d35a39381d78 req-0e087ca3-0b8e-4877-bbe8-65f50eefe866 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:20.279303 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-a2ce0712-70f0-4e8e-8e17-d35a39381d78 req-0e087ca3-0b8e-4877-bbe8-65f50eefe866 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:20.287152 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ae571336-12ed-413e-8c5f-4033c9195dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:20.312242 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-837edcda-a88b-4b41-942c-ae633e63936a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0431545 Jul 22 19:01:20.328845 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029d270-44d7-4e67-818d-30a5fa0d08ea req-43f249e0-9e56-4a0f-a2ef-ed9f72ad9753 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:20.331201 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4029d270-44d7-4e67-818d-30a5fa0d08ea req-43f249e0-9e56-4a0f-a2ef-ed9f72ad9753 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 943 time: 0.1616511 Jul 22 19:01:20.340003 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a2ce0712-70f0-4e8e-8e17-d35a39381d78 req-0e087ca3-0b8e-4877-bbe8-65f50eefe866 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6103516 Jul 22 19:01:20.351710 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e087ca3-0b8e-4877-bbe8-65f50eefe866 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=daf66bfa-6766-4456-977d-4aae8adf3703,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:20.395108 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ae571336-12ed-413e-8c5f-4033c9195dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:20.398768 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ae571336-12ed-413e-8c5f-4033c9195dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:20.402438 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ae571336-12ed-413e-8c5f-4033c9195dda admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a73a4a0-1aff-4a7a-a4de-0d998f6b047d HTTP/1.1" status: 204 len: 168 time: 0.2553964 Jul 22 19:01:20.414533 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae571336-12ed-413e-8c5f-4033c9195dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a73a4a0-1aff-4a7a-a4de-0d998f6b047d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:20.441742 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4029d270-44d7-4e67-818d-30a5fa0d08ea req-5d129016-e62d-471c-ae78-539780f66209 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036923 Jul 22 19:01:20.518519 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d86571-9bed-47a8-b362-2d100b298afb None None] Network 1e79f065-1fe0-4d48-b95e-bb7342efd270 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:01:20.540224 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15836883-cae1-4901-a969-ba21f06c3f56 req-d610ed2d-fd49-4f61-80ff-dda781a41e9b tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:20.542262 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15836883-cae1-4901-a969-ba21f06c3f56 req-d610ed2d-fd49-4f61-80ff-dda781a41e9b tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.30 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 820 time: 0.1642807 Jul 22 19:01:20.556793 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-15836883-cae1-4901-a969-ba21f06c3f56 req-ca6e24e7-af86-498f-9033-6afd97195585 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Request body: {'port': {'device_id': '246b0e90-092f-4cd7-9c28-1c0d2c4cc90b', 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199', 'admin_state_up': True, 'tenant_id': '045a6583907f4225b2036296ec0f4a49'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:20.708697 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15836883-cae1-4901-a969-ba21f06c3f56 req-ca6e24e7-af86-498f-9033-6afd97195585 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Made reservation on behalf of 045a6583907f4225b2036296ec0f4a49 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:20.713830 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-15836883-cae1-4901-a969-ba21f06c3f56 req-ca6e24e7-af86-498f-9033-6afd97195585 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:20.931331 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55576) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:20.963084 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b6bb2fdb-ccc1-4bc4-bd95-0e09fb6a5dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:21.038891 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-24f000e0-f012-42b7-8089-2ac0cbe55a0d req-d6766152-9799-4afb-9d45-4a2e2257cbd4 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 210 time: 0.0399234 Jul 22 19:01:21.047123 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-15836883-cae1-4901-a969-ba21f06c3f56 req-ca6e24e7-af86-498f-9033-6afd97195585 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Allocated IP 172.20.0.11 (0e3cda7b-41ab-4777-b93f-6e29ba8f4199/60c829e4-dea2-469c-8b44-181bb5c85dfe/7903cffd-c6b7-4a8b-ab21-82a707f4032e) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:01:21.097368 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b6bb2fdb-ccc1-4bc4-bd95-0e09fb6a5dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:21.104439 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b6bb2fdb-ccc1-4bc4-bd95-0e09fb6a5dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:21.143274 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b6bb2fdb-ccc1-4bc4-bd95-0e09fb6a5dd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b59fb2dfc4849aaae28a66aeb238234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2076299 Jul 22 19:01:21.143978 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55586) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:21.168457 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb2fdb-ccc1-4bc4-bd95-0e09fb6a5dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d44f65-5196-4b0f-8670-aedd428d3d62,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:21.310714 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06e0f397-2151-4412-a34a-8f98abf80883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:21.352874 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-15836883-cae1-4901-a969-ba21f06c3f56 req-ca6e24e7-af86-498f-9033-6afd97195585 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:21.371053 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06e0f397-2151-4412-a34a-8f98abf80883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:21.403480 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55596) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:21.410054 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-2006892c-85c3-4265-8bba-9e69e25c5733 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1936897962-network', 'tenant_id': '8ae26ad03f3049e091c0aacc3e9fb69c'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:21.433227 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f483e65-3760-4d73-8085-4494e6db51bf req-d757797c-e9eb-46a4-ab06-77f18a47eb79 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:21.435103 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f483e65-3760-4d73-8085-4494e6db51bf req-d757797c-e9eb-46a4-ab06-77f18a47eb79 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 950 time: 0.2469010 Jul 22 19:01:21.438590 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2006892c-85c3-4265-8bba-9e69e25c5733 admin admin] Made reservation on behalf of 8ae26ad03f3049e091c0aacc3e9fb69c for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:21.442307 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2006892c-85c3-4265-8bba-9e69e25c5733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:21.452104 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2006892c-85c3-4265-8bba-9e69e25c5733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:21.506273 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a868a1-57a7-494c-a032-6cdf7b31365d'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:01:21.508932 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f9edaf-a7c5-4604-9dea-ec0f6b5fd0bc" -d '{"events": [{"server_uuid": "5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b", "name": "network-vif-plugged", "status": "completed", "tag": "13a868a1-57a7-494c-a032-6cdf7b31365d"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:01:21.523432 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f483e65-3760-4d73-8085-4494e6db51bf req-fb655b20-5209-4263-bda3-9532b1d1fa91 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801461 Jul 22 19:01:21.529034 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06e0f397-2151-4412-a34a-8f98abf80883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:21.533056 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06e0f397-2151-4412-a34a-8f98abf80883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:21.537547 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-06e0f397-2151-4412-a34a-8f98abf80883 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4d44f65-5196-4b0f-8670-aedd428d3d62 HTTP/1.1" status: 204 len: 168 time: 0.3931220 Jul 22 19:01:21.550043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43562685-9b1d-43ef-9ecb-3825b4fc5c24 req-67ce598a-702c-4a01-b277-5163106425c9 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:21.551563 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43562685-9b1d-43ef-9ecb-3825b4fc5c24 req-67ce598a-702c-4a01-b277-5163106425c9 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 971 time: 0.2215495 Jul 22 19:01:21.552591 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-15836883-cae1-4901-a969-ba21f06c3f56 req-ca6e24e7-af86-498f-9033-6afd97195585 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:21.574092 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0f397-2151-4412-a34a-8f98abf80883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d44f65-5196-4b0f-8670-aedd428d3d62,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:21.610809 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2006892c-85c3-4265-8bba-9e69e25c5733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:21.620799 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2006892c-85c3-4265-8bba-9e69e25c5733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:21.636013 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15836883-cae1-4901-a969-ba21f06c3f56 req-ca6e24e7-af86-498f-9033-6afd97195585 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:01:21.640462 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55606) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:21.652342 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2006892c-85c3-4265-8bba-9e69e25c5733 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:01:21.655394 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-15836883-cae1-4901-a969-ba21f06c3f56 req-ca6e24e7-af86-498f-9033-6afd97195585 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:01:21.658704 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-15836883-cae1-4901-a969-ba21f06c3f56 req-ca6e24e7-af86-498f-9033-6afd97195585 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:01:21.666489 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15836883-cae1-4901-a969-ba21f06c3f56 req-ca6e24e7-af86-498f-9033-6afd97195585 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:21.667159 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-15836883-cae1-4901-a969-ba21f06c3f56 req-ca6e24e7-af86-498f-9033-6afd97195585 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:21.672621 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2006892c-85c3-4265-8bba-9e69e25c5733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:21.672970 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-2006892c-85c3-4265-8bba-9e69e25c5733 admin admin] Added segment 53729dc1-dd8b-42a7-97cf-e073116db4c9 of type vlan for network 86e97f11-9ac2-4905-aaad-0d2b52f44e48 Jul 22 19:01:21.674302 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006892c-85c3-4265-8bba-9e69e25c5733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e36416a-3d74-4807-88f4-80640e87b9f0,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:21.706321 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e24e7-af86-498f-9033-6afd97195585 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Pushing event updated for resources: {'Port': ['ID=7903cffd-c6b7-4a8b-ab21-82a707f4032e,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:21.719814 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43562685-9b1d-43ef-9ecb-3825b4fc5c24 req-abc7b925-acec-438b-8082-5d2308e6fdfd tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a56f69-78ca-42bf-864c-296c9213e186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512115 Jul 22 19:01:21.725576 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15836883-cae1-4901-a969-ba21f06c3f56 req-ca6e24e7-af86-498f-9033-6afd97195585 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1740401 Jul 22 19:01:21.749927 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-15836883-cae1-4901-a969-ba21f06c3f56 req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] Request body: {'port': {'device_id': '246b0e90-092f-4cd7-9c28-1c0d2c4cc90b', 'device_owner': 'compute:tempest-test_az-1096977516', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:21.751801 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2006892c-85c3-4265-8bba-9e69e25c5733 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:21.797012 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2006892c-85c3-4265-8bba-9e69e25c5733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:21.798618 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2006892c-85c3-4265-8bba-9e69e25c5733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:21.799648 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2006892c-85c3-4265-8bba-9e69e25c5733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:21.822366 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3363653c-fbd4-4bcb-8f90-15d6afee02be x-openstack-request-id: req-3363653c-fbd4-4bcb-8f90-15d6afee02be {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:01:21.822730 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b", "name": "network-vif-plugged", "status": "completed", "tag": "13a868a1-57a7-494c-a032-6cdf7b31365d", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:01:21.823695 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3363653c-fbd4-4bcb-8f90-15d6afee02be {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:01:21.824352 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a868a1-57a7-494c-a032-6cdf7b31365d', 'code': 200} Jul 22 19:01:21.840558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c8a91-1b1a-47fd-90ce-93c3cee4d788 req-a3a882d2-1ec7-4a53-9093-00a1403e5b1f tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:21.850403 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-478c8a91-1b1a-47fd-90ce-93c3cee4d788 req-a3a882d2-1ec7-4a53-9093-00a1403e5b1f tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 943 time: 0.2180526 Jul 22 19:01:21.872307 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2006892c-85c3-4265-8bba-9e69e25c5733 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4672844 Jul 22 19:01:21.876189 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5816ab0a-42ac-452f-912f-277930308a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:21.880259 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55612) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:21.890779 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-a74d1d53-1474-4e77-be71-d8e20267cec4 admin admin] Request body: {'subnet': {'network_id': '86e97f11-9ac2-4905-aaad-0d2b52f44e48', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1936897962-subnet', 'tenant_id': '8ae26ad03f3049e091c0aacc3e9fb69c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:21.908867 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.30', 56663) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:21.930212 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006892c-85c3-4265-8bba-9e69e25c5733 admin admin] Pushing event updated for resources: {'Network': ['ID=86e97f11-9ac2-4905-aaad-0d2b52f44e48,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:21.942622 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 86e97f11-9ac2-4905-aaad-0d2b52f44e48 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:01:22.036739 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5816ab0a-42ac-452f-912f-277930308a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:22.037267 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-478c8a91-1b1a-47fd-90ce-93c3cee4d788 req-10a2fa1f-c8f2-474b-a129-6677e9ddf79a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850979 Jul 22 19:01:22.043075 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5816ab0a-42ac-452f-912f-277930308a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:22.044842 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 52c4c3b5-8f22-4140-bd28-6962afac2ad7 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:01:22.063335 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-15836883-cae1-4901-a969-ba21f06c3f56 req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:22.092759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74d1d53-1474-4e77-be71-d8e20267cec4 admin admin] Made reservation on behalf of 8ae26ad03f3049e091c0aacc3e9fb69c for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:22.107220 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a74d1d53-1474-4e77-be71-d8e20267cec4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:22.119058 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5816ab0a-42ac-452f-912f-277930308a5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e958e03af9594ca0b1810344b511233a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4757195 Jul 22 19:01:22.120069 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55622) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:22.132921 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816ab0a-42ac-452f-912f-277930308a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99fcd4d-61fb-4bd8-8ec3-04d9cc8cf897,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:22.187748 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755091b-2af9-488b-b4a2-3c3ad2bbf8a4 req-7578e30c-aee2-405b-bf35-21e4dd3b6b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:22.189449 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3755091b-2af9-488b-b4a2-3c3ad2bbf8a4 req-7578e30c-aee2-405b-bf35-21e4dd3b6b45 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 1123 time: 0.2743642 Jul 22 19:01:22.195048 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d997912-f11a-401f-a601-49dc95b0bcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:22.224874 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d997912-f11a-401f-a601-49dc95b0bcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:22.228292 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 52c4c3b5-8f22-4140-bd28-6962afac2ad7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=52c4c3b5-8f22-4140-bd28-6962afac2ad7,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:22.294205 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d997912-f11a-401f-a601-49dc95b0bcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:22.298495 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d997912-f11a-401f-a601-49dc95b0bcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:22.302699 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8d997912-f11a-401f-a601-49dc95b0bcf5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d99fcd4d-61fb-4bd8-8ec3-04d9cc8cf897 HTTP/1.1" status: 204 len: 168 time: 0.1792617 Jul 22 19:01:22.310039 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d997912-f11a-401f-a601-49dc95b0bcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99fcd4d-61fb-4bd8-8ec3-04d9cc8cf897,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:22.373229 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '52c4c3b5-8f22-4140-bd28-6962afac2ad7', 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d', 'port_id': '52c4c3b5-8f22-4140-bd28-6962afac2ad7', 'mac_address': 'fa:16:3e:dd:14:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6ce6dd9-1892-4846-8205-ad77c8cfee8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:01:22.389117 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3755091b-2af9-488b-b4a2-3c3ad2bbf8a4 req-89492ed3-f7f9-4872-911a-b513e5e585cf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=60a56f69-78ca-42bf-864c-296c9213e186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555636 Jul 22 19:01:22.431371 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:22.445395 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c4c3b5-8f22-4140-bd28-6962afac2ad7 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:01:22.466604 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 52c4c3b5-8f22-4140-bd28-6962afac2ad7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=52c4c3b5-8f22-4140-bd28-6962afac2ad7,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:22.472660 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:22.485788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1638b9-0682-47f3-a0f0-b44a1a6146e1 req-a84d0af2-faa7-4786-8ac2-b4e239251632 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:22.495292 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da1638b9-0682-47f3-a0f0-b44a1a6146e1 req-a84d0af2-faa7-4786-8ac2-b4e239251632 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 932 time: 0.3021097 Jul 22 19:01:22.530025 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=52c4c3b5-8f22-4140-bd28-6962afac2ad7,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:22.618951 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a74d1d53-1474-4e77-be71-d8e20267cec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:22.623258 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da1638b9-0682-47f3-a0f0-b44a1a6146e1 req-35b4ed93-ad16-4c2b-8c3e-5d92bac96962 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296573 Jul 22 19:01:22.694846 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['52c4c3b5-8f22-4140-bd28-6962afac2ad7'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:01:22.726522 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55642) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:22.742819 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92705b3f-7598-4644-bc3e-d9371f47bbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:22.762687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d1d53-1474-4e77-be71-d8e20267cec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b7ee73e-a898-43d6-bb69-b3a204fdbff9,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:22.848370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d1d53-1474-4e77-be71-d8e20267cec4 admin admin] Checking segment: {'id': '53729dc1-dd8b-42a7-97cf-e073116db4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '86e97f11-9ac2-4905-aaad-0d2b52f44e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:22.849038 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74d1d53-1474-4e77-be71-d8e20267cec4 admin admin] Network hostable DHCP agents. Network: 86e97f11-9ac2-4905-aaad-0d2b52f44e48, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:01:22.856423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-15836883-cae1-4901-a969-ba21f06c3f56 req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7903cffd-c6b7-4a8b-ab21-82a707f4032e {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:01:22.869141 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92705b3f-7598-4644-bc3e-d9371f47bbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:22.874302 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92705b3f-7598-4644-bc3e-d9371f47bbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:22.895907 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-15836883-cae1-4901-a969-ba21f06c3f56 req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:22.907688 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-92705b3f-7598-4644-bc3e-d9371f47bbf7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33c9ea7a4733430482db2a7e422a9cc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1793125 Jul 22 19:01:22.915371 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55650) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:22.925762 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74d1d53-1474-4e77-be71-d8e20267cec4 admin admin] Network 86e97f11-9ac2-4905-aaad-0d2b52f44e48 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:01:22.945915 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-15836883-cae1-4901-a969-ba21f06c3f56 req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] Transition to ACTIVE for port object 7903cffd-c6b7-4a8b-ab21-82a707f4032e will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:01:22.950803 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-a74d1d53-1474-4e77-be71-d8e20267cec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 86e97f11-9ac2-4905-aaad-0d2b52f44e48) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:01:22.955850 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74d1d53-1474-4e77-be71-d8e20267cec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:22.956924 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a74d1d53-1474-4e77-be71-d8e20267cec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:22.968204 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b139d62a-51f4-4ad6-8b04-4552946747d7 None None] Network 86e97f11-9ac2-4905-aaad-0d2b52f44e48 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:01:22.973203 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80640df0-0194-41e0-bcb1-f68d31e17f56 req-2ea05f89-1277-411f-8399-a6febdd5966d tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:22.982672 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-80640df0-0194-41e0-bcb1-f68d31e17f56 req-2ea05f89-1277-411f-8399-a6febdd5966d tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 950 time: 0.3497164 Jul 22 19:01:22.984651 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-15836883-cae1-4901-a969-ba21f06c3f56 req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:23.063285 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a74d1d53-1474-4e77-be71-d8e20267cec4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1799586 Jul 22 19:01:23.109387 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] Pushing event updated for resources: {'Port': ['ID=7903cffd-c6b7-4a8b-ab21-82a707f4032e,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:23.135065 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e8cf39-527b-4987-8ef7-c22d02557992 None None] Network 86e97f11-9ac2-4905-aaad-0d2b52f44e48 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:01:23.139998 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92705b3f-7598-4644-bc3e-d9371f47bbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9cb537-8e9c-468d-b2e9-a3cae34637e6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:23.152890 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-80640df0-0194-41e0-bcb1-f68d31e17f56 req-701c94c6-88c7-4b9e-9c92-071a5ba4886c tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604264 Jul 22 19:01:23.166567 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae120875-a3da-4f3b-a4e2-34aed336b9d1 req-b5d8de6d-9d87-4ad8-ae84-9a70cd3a1ecf tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:23.177731 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae120875-a3da-4f3b-a4e2-34aed336b9d1 req-b5d8de6d-9d87-4ad8-ae84-9a70cd3a1ecf tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 971 time: 0.3319566 Jul 22 19:01:23.201209 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddaa2410-1179-48eb-839d-bf3e82561bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:23.208852 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-15836883-cae1-4901-a969-ba21f06c3f56 req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] Attempting to bind port 7903cffd-c6b7-4a8b-ab21-82a707f4032e on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:01:23.209189 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-15836883-cae1-4901-a969-ba21f06c3f56 req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] Attempting to bind port 7903cffd-c6b7-4a8b-ab21-82a707f4032e by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:01:23.210330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15836883-cae1-4901-a969-ba21f06c3f56 req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] Attempting to bind port 7903cffd-c6b7-4a8b-ab21-82a707f4032e on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:23.218736 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15836883-cae1-4901-a969-ba21f06c3f56 req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] Port 7903cffd-c6b7-4a8b-ab21-82a707f4032e on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:01:23.219132 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15836883-cae1-4901-a969-ba21f06c3f56 req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] Attempting to bind port 7903cffd-c6b7-4a8b-ab21-82a707f4032e on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:23.237640 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15836883-cae1-4901-a969-ba21f06c3f56 req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:01:23.237978 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15836883-cae1-4901-a969-ba21f06c3f56 req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] Checking segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:23.238365 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15836883-cae1-4901-a969-ba21f06c3f56 req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] Bound using segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:01:23.238800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-15836883-cae1-4901-a969-ba21f06c3f56 req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] Bound port: 7903cffd-c6b7-4a8b-ab21-82a707f4032e, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:01:23.239158 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-15836883-cae1-4901-a969-ba21f06c3f56 req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:23.249539 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddaa2410-1179-48eb-839d-bf3e82561bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:23.266430 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae120875-a3da-4f3b-a4e2-34aed336b9d1 req-c65513e9-2af4-4e9e-9460-2bced7dcd97d tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a56f69-78ca-42bf-864c-296c9213e186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693207 Jul 22 19:01:23.322406 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55664) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:23.333908 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddaa2410-1179-48eb-839d-bf3e82561bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:23.342138 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddaa2410-1179-48eb-839d-bf3e82561bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:23.343437 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ddaa2410-1179-48eb-839d-bf3e82561bd2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b9cb537-8e9c-468d-b2e9-a3cae34637e6 HTTP/1.1" status: 204 len: 168 time: 0.4269953 Jul 22 19:01:23.390677 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa2410-1179-48eb-839d-bf3e82561bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9cb537-8e9c-468d-b2e9-a3cae34637e6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:23.411342 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec99082-ab5d-4aa7-a721-efad635cc445 admin admin] Deleting subnet aef216ab-ef11-453e-a789-204e1ec375e8 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:01:23.411546 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-15836883-cae1-4901-a969-ba21f06c3f56 req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] For port 7903cffd-c6b7-4a8b-ab21-82a707f4032e, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:01:23.415450 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ec99082-ab5d-4aa7-a721-efad635cc445 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:23.418239 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-15836883-cae1-4901-a969-ba21f06c3f56 req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] For port 7903cffd-c6b7-4a8b-ab21-82a707f4032e, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7903cffd-c6b7-4a8b-ab21-82a707f4032e,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:01:23.434568 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50261346-7df2-4eec-95ad-eb17357e7d56 req-583f5065-6ba1-4038-87a3-1d21dcc98845 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:23.436108 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-50261346-7df2-4eec-95ad-eb17357e7d56 req-583f5065-6ba1-4038-87a3-1d21dcc98845 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 944 time: 0.1764641 Jul 22 19:01:23.437400 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-15836883-cae1-4901-a969-ba21f06c3f56 req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:23.458416 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ec99082-ab5d-4aa7-a721-efad635cc445 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:23.468941 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ec99082-ab5d-4aa7-a721-efad635cc445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:23.486932 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15836883-cae1-4901-a969-ba21f06c3f56 req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:23.487746 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-15836883-cae1-4901-a969-ba21f06c3f56 req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:23.489179 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15836883-cae1-4901-a969-ba21f06c3f56 req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] 10.222.0.30 "PUT /v2.0/ports/7903cffd-c6b7-4a8b-ab21-82a707f4032e HTTP/1.1" status: 200 len: 1115 time: 1.7536321 Jul 22 19:01:23.499637 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246b0e90-092f-4cd7-9c28-1c0d2c4cc90b', 'tag': '7903cffd-c6b7-4a8b-ab21-82a707f4032e'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:01:23.502232 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80ab570-80f2-4a62-b7b6-1a2ddf8f170e" -d '{"events": [{"name": "network-changed", "server_uuid": "246b0e90-092f-4cd7-9c28-1c0d2c4cc90b", "tag": "7903cffd-c6b7-4a8b-ab21-82a707f4032e"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:01:23.554784 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ec99082-ab5d-4aa7-a721-efad635cc445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:23.555013 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5f71b-dbc4-435d-bcda-35b0fdc44b27 service neutron] Pushing event updated for resources: {'Port': ['ID=7903cffd-c6b7-4a8b-ab21-82a707f4032e,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:23.577933 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-50261346-7df2-4eec-95ad-eb17357e7d56 req-00cbf9ad-be58-477d-917e-8c701459fea7 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302054 Jul 22 19:01:23.585152 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec99082-ab5d-4aa7-a721-efad635cc445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aef216ab-ef11-453e-a789-204e1ec375e8,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:23.607203 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ec99082-ab5d-4aa7-a721-efad635cc445 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:23.609194 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3ec99082-ab5d-4aa7-a721-efad635cc445 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aef216ab-ef11-453e-a789-204e1ec375e8 HTTP/1.1" status: 204 len: 168 time: 0.2858007 Jul 22 19:01:23.611942 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55674) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:23.632938 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15836883-cae1-4901-a969-ba21f06c3f56 req-571bd72c-c391-4f64-9b98-2990251cca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:23.634574 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15836883-cae1-4901-a969-ba21f06c3f56 req-571bd72c-c391-4f64-9b98-2990251cca05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 1118 time: 0.0966113 Jul 22 19:01:23.653980 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d167d2b-42e6-4f4e-bcff-56227ffb665a x-openstack-request-id: req-6d167d2b-42e6-4f4e-bcff-56227ffb665a {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:01:23.654257 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246b0e90-092f-4cd7-9c28-1c0d2c4cc90b", "tag": "7903cffd-c6b7-4a8b-ab21-82a707f4032e", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:01:23.654501 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d167d2b-42e6-4f4e-bcff-56227ffb665a {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:01:23.655026 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246b0e90-092f-4cd7-9c28-1c0d2c4cc90b', 'tag': '7903cffd-c6b7-4a8b-ab21-82a707f4032e', 'status': 'completed', 'code': 200} Jul 22 19:01:23.691851 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:23.728203 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:01:23.820641 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:23.832577 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:01:23.833013 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:01:23.833990 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:01:23.834403 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] Subscribe: > port after_create 55550000 {{(pid=93806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:01:23.834841 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:01:23.835639 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] Subscribe: > port after_update 55550000 {{(pid=93806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:01:23.835922 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:01:23.836330 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:01:23.836781 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:01:23.838441 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:01:23.854029 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15836883-cae1-4901-a969-ba21f06c3f56 req-4bae796b-31f2-4bbe-95e1-f5b9872bc307 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7903cffd-c6b7-4a8b-ab21-82a707f4032e HTTP/1.1" status: 200 len: 217 time: 0.2100468 Jul 22 19:01:23.949405 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15836883-cae1-4901-a969-ba21f06c3f56 req-d56f0d4e-c3ad-4b20-b55b-1643708ebb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:23.951391 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15836883-cae1-4901-a969-ba21f06c3f56 req-d56f0d4e-c3ad-4b20-b55b-1643708ebb6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60c829e4-dea2-469c-8b44-181bb5c85dfe HTTP/1.1" status: 200 len: 860 time: 0.0897517 Jul 22 19:01:23.994032 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:01:23.994302 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:01:23.995947 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:01:23.996719 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:01:23.998046 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e79f065-1fe0-4d48-b95e-bb7342efd270']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:01:24.010478 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0c22c-8ee7-4c36-8de9-a50070087711 req-569a5651-2b15-458b-b72b-a4f3396e1801 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:24.013206 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2c0c22c-8ee7-4c36-8de9-a50070087711 req-569a5651-2b15-458b-b72b-a4f3396e1801 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 966 time: 0.1626735 Jul 22 19:01:24.015625 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15836883-cae1-4901-a969-ba21f06c3f56 req-ea492f5f-4380-46d7-967a-681e7beed6ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459836 Jul 22 19:01:24.042079 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087288fc-41e9-4980-9538-29541db070b8') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:01:24.042447 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087288fc-41e9-4980-9538-29541db070b8') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:01:24.059754 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 52c4c3b5-8f22-4140-bd28-6962afac2ad7 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:01:24.066693 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:24.108809 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:24.120558 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:01:24.121301 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:24.131689 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2c0c22c-8ee7-4c36-8de9-a50070087711 req-fc43d644-d40f-43a5-ad89-a50c9c7f4f76 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110761 Jul 22 19:01:24.151326 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 52c4c3b5-8f22-4140-bd28-6962afac2ad7 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: from cryptography.utils import int_from_bytes Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: from cryptography.utils import int_from_bytes Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:01:24.153361 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:01:24.156160 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 52c4c3b5-8f22-4140-bd28-6962afac2ad7 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:01:24.157138 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:24.227978 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15836883-cae1-4901-a969-ba21f06c3f56 req-f4cdca74-e902-4da6-9c9a-f37a6c8389bd service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985829 Jul 22 19:01:24.256223 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:24.282033 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:24.289267 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:24.293206 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1e79f065-1fe0-4d48-b95e-bb7342efd270 HTTP/1.1" status: 204 len: 168 time: 0.6801069 Jul 22 19:01:24.295993 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55700) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:24.306948 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ebf128-7dc9-4275-b1ab-779de1f18e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c4c3b5-8f22-4140-bd28-6962afac2ad7'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:01:24.309238 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a07806e-8140-4e2e-8789-6fb92852b3e8" -d '{"events": [{"server_uuid": "e1ebf128-7dc9-4275-b1ab-779de1f18e84", "name": "network-vif-plugged", "status": "completed", "tag": "52c4c3b5-8f22-4140-bd28-6962afac2ad7"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:01:24.338709 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e124cb6-5eda-4b4f-88dc-a617953e3da9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e79f065-1fe0-4d48-b95e-bb7342efd270,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:24.339574 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 52c4c3b5-8f22-4140-bd28-6962afac2ad7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=52c4c3b5-8f22-4140-bd28-6962afac2ad7,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:24.358191 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:24.364857 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-3805b4ad-7e02-47bd-9c21-cefa732f1dfc admin admin] Deleting subnet 7b7ee73e-a898-43d6-bb69-b3a204fdbff9 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:01:24.370954 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3805b4ad-7e02-47bd-9c21-cefa732f1dfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:24.430691 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3805b4ad-7e02-47bd-9c21-cefa732f1dfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:24.435947 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4059e21-b640-4c58-85d8-94f4052b8f48 req-62404224-0273-4364-bef1-191ad65a0416 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:24.437525 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e4059e21-b640-4c58-85d8-94f4052b8f48 req-62404224-0273-4364-bef1-191ad65a0416 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 950 time: 0.1601202 Jul 22 19:01:24.439705 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15836883-cae1-4901-a969-ba21f06c3f56 req-d8abc6ad-426d-4345-a56e-5d2c9e80ddf3 service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042313 Jul 22 19:01:24.461109 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=52c4c3b5-8f22-4140-bd28-6962afac2ad7,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:24.495187 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e4059e21-b640-4c58-85d8-94f4052b8f48 req-31c41784-838b-459f-901c-a3d4cb92d7a0 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510678 Jul 22 19:01:24.542843 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3805b4ad-7e02-47bd-9c21-cefa732f1dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:24.565456 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ab570-80f2-4a62-b7b6-1a2ddf8f170e req-1a35e8b4-044e-4cf8-af7d-3102a55af477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:24.568574 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a80ab570-80f2-4a62-b7b6-1a2ddf8f170e req-1a35e8b4-044e-4cf8-af7d-3102a55af477 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 1118 time: 0.0718763 Jul 22 19:01:24.595310 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d17dd40-17f1-4ba5-9c2b-8e5ed858759b x-openstack-request-id: req-9d17dd40-17f1-4ba5-9c2b-8e5ed858759b {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:01:24.595658 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ebf128-7dc9-4275-b1ab-779de1f18e84", "name": "network-vif-plugged", "status": "completed", "tag": "52c4c3b5-8f22-4140-bd28-6962afac2ad7", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:01:24.595960 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d17dd40-17f1-4ba5-9c2b-8e5ed858759b {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:01:24.596363 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ebf128-7dc9-4275-b1ab-779de1f18e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c4c3b5-8f22-4140-bd28-6962afac2ad7', 'code': 200} Jul 22 19:01:24.614239 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3805b4ad-7e02-47bd-9c21-cefa732f1dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:24.643041 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805b4ad-7e02-47bd-9c21-cefa732f1dfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b7ee73e-a898-43d6-bb69-b3a204fdbff9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:24.646477 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3805b4ad-7e02-47bd-9c21-cefa732f1dfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:24.651943 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3805b4ad-7e02-47bd-9c21-cefa732f1dfc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7b7ee73e-a898-43d6-bb69-b3a204fdbff9 HTTP/1.1" status: 204 len: 168 time: 0.3547883 Jul 22 19:01:24.652606 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55718) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:24.757254 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ab570-80f2-4a62-b7b6-1a2ddf8f170e req-5f5fd44e-bec0-40fa-a9bd-8f710e6b6f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:24.761512 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a80ab570-80f2-4a62-b7b6-1a2ddf8f170e req-5f5fd44e-bec0-40fa-a9bd-8f710e6b6f70 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 921 time: 0.1827767 Jul 22 19:01:24.767290 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-88aea582-628f-4323-b9d1-8b5d3da11854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:24.776905 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a0521-cf55-44ae-95ae-8042173a0076 req-91d87c57-1ed7-4ed0-8dfb-835fa744d4f4 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:24.779960 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c01a0521-cf55-44ae-95ae-8042173a0076 req-91d87c57-1ed7-4ed0-8dfb-835fa744d4f4 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 971 time: 0.1911161 Jul 22 19:01:24.781662 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f63a72-0952-4668-b0ba-bc364e946f7f req-2f6392c7-88f9-441e-9b62-f685b15ee1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:24.783158 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b6f63a72-0952-4668-b0ba-bc364e946f7f req-2f6392c7-88f9-441e-9b62-f685b15ee1e6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 1097 time: 0.1229239 Jul 22 19:01:24.847168 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a80ab570-80f2-4a62-b7b6-1a2ddf8f170e req-0e259636-38b2-41e3-ab53-2bca4477ff4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7903cffd-c6b7-4a8b-ab21-82a707f4032e HTTP/1.1" status: 200 len: 217 time: 0.0620835 Jul 22 19:01:24.881046 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-88aea582-628f-4323-b9d1-8b5d3da11854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:24.890104 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b6f63a72-0952-4668-b0ba-bc364e946f7f req-ab4013f5-9b9f-49aa-99e0-f9583d5c26a7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826101 Jul 22 19:01:24.893564 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-88aea582-628f-4323-b9d1-8b5d3da11854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e97f11-9ac2-4905-aaad-0d2b52f44e48']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:01:24.904060 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-88aea582-628f-4323-b9d1-8b5d3da11854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53729dc1-dd8b-42a7-97cf-e073116db4c9') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:01:24.904385 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-88aea582-628f-4323-b9d1-8b5d3da11854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53729dc1-dd8b-42a7-97cf-e073116db4c9') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:01:24.914962 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-88aea582-628f-4323-b9d1-8b5d3da11854 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:24.927630 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c01a0521-cf55-44ae-95ae-8042173a0076 req-5202d285-ac2c-4a4f-90bb-e18d7d3afe34 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a56f69-78ca-42bf-864c-296c9213e186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371899 Jul 22 19:01:24.930452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-88aea582-628f-4323-b9d1-8b5d3da11854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:24.938573 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88aea582-628f-4323-b9d1-8b5d3da11854 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:01:24.938971 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-88aea582-628f-4323-b9d1-8b5d3da11854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:01:24.940682 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:01:24.953844 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ab570-80f2-4a62-b7b6-1a2ddf8f170e req-d1fa0a6e-cb4b-4731-ba21-2cf6c8e74a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:24.956334 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a80ab570-80f2-4a62-b7b6-1a2ddf8f170e req-d1fa0a6e-cb4b-4731-ba21-2cf6c8e74a89 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60c829e4-dea2-469c-8b44-181bb5c85dfe HTTP/1.1" status: 200 len: 860 time: 0.1047027 Jul 22 19:01:24.999403 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a80ab570-80f2-4a62-b7b6-1a2ddf8f170e req-154652bf-2a0c-4467-b8c2-4fddd4031fb0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343635 Jul 22 19:01:25.039912 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-88aea582-628f-4323-b9d1-8b5d3da11854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:25.060657 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-88aea582-628f-4323-b9d1-8b5d3da11854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:25.063323 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-88aea582-628f-4323-b9d1-8b5d3da11854 admin admin] 10.222.0.13 "DELETE /v2.0/networks/86e97f11-9ac2-4905-aaad-0d2b52f44e48 HTTP/1.1" status: 204 len: 168 time: 0.4098372 Jul 22 19:01:25.064461 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aea582-628f-4323-b9d1-8b5d3da11854 admin admin] Pushing event deleted for resources: {'Network': ['ID=86e97f11-9ac2-4905-aaad-0d2b52f44e48,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:25.102157 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2daf093-7c93-491c-88a1-c79a85f6e796 req-a0eddaa4-6011-44f0-9587-8e7550b3cc59 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:25.103738 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2daf093-7c93-491c-88a1-c79a85f6e796 req-a0eddaa4-6011-44f0-9587-8e7550b3cc59 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 945 time: 0.1956871 Jul 22 19:01:25.191398 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a80ab570-80f2-4a62-b7b6-1a2ddf8f170e req-0b0bb7c4-2450-49cd-9aeb-66c3380cae88 service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779413 Jul 22 19:01:25.196591 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2daf093-7c93-491c-88a1-c79a85f6e796 req-c87df3b1-487d-4912-8ea4-2a7f89a338fe tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860422 Jul 22 19:01:25.207743 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55740) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:25.266209 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ec2d6ce7-f2e4-4578-977a-317d20fea9ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fac9bf3e76e74dfeb98f1692984ef96c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572555 Jul 22 19:01:25.269945 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55742) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:25.286764 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c54ec-c5e7-4179-a67c-035601d1375c req-ccfdb8e1-6e7e-4eb6-85c8-d57096ec821a tempest-AggregatesAdminTestJSON-1217682184 tempest-AggregatesAdminTestJSON-1217682184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:25.288835 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c7c54ec-c5e7-4179-a67c-035601d1375c req-ccfdb8e1-6e7e-4eb6-85c8-d57096ec821a tempest-AggregatesAdminTestJSON-1217682184 tempest-AggregatesAdminTestJSON-1217682184-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 1123 time: 0.1682670 Jul 22 19:01:25.311871 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1c7c54ec-c5e7-4179-a67c-035601d1375c req-6d476a80-2f98-4f33-8616-79ea57e6f165 tempest-AggregatesAdminTestJSON-1217682184 tempest-AggregatesAdminTestJSON-1217682184-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:25.323834 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6ad046e6-0dc7-4c53-9528-ac14bfd61ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:25.350593 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6ad046e6-0dc7-4c53-9528-ac14bfd61ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:25.357058 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a80ab570-80f2-4a62-b7b6-1a2ddf8f170e req-b8a68bc5-327f-42e4-909e-ea9836bc91e6 service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587181 Jul 22 19:01:25.414199 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6ad046e6-0dc7-4c53-9528-ac14bfd61ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:25.416877 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6ad046e6-0dc7-4c53-9528-ac14bfd61ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:25.418137 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6ad046e6-0dc7-4c53-9528-ac14bfd61ac9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f89759a-8e0f-44f5-89fc-cb2364ece7c5 HTTP/1.1" status: 204 len: 168 time: 0.1471968 Jul 22 19:01:25.434633 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad046e6-0dc7-4c53-9528-ac14bfd61ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f89759a-8e0f-44f5-89fc-cb2364ece7c5,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:25.451191 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c506014-dcff-46bf-8a60-7b044adcbc2b req-bb31b931-7074-409e-bf0a-e1a7f69fb9e3 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:25.452752 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c506014-dcff-46bf-8a60-7b044adcbc2b req-bb31b931-7074-409e-bf0a-e1a7f69fb9e3 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 966 time: 0.1186411 Jul 22 19:01:25.520195 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1c7c54ec-c5e7-4179-a67c-035601d1375c req-6d476a80-2f98-4f33-8616-79ea57e6f165 tempest-AggregatesAdminTestJSON-1217682184 tempest-AggregatesAdminTestJSON-1217682184-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:25.526983 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c506014-dcff-46bf-8a60-7b044adcbc2b req-67bacac5-76b4-45b5-88bd-a716d64f0e13 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655956 Jul 22 19:01:25.529900 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1c7c54ec-c5e7-4179-a67c-035601d1375c req-6d476a80-2f98-4f33-8616-79ea57e6f165 tempest-AggregatesAdminTestJSON-1217682184 tempest-AggregatesAdminTestJSON-1217682184-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:25.571437 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c7c54ec-c5e7-4179-a67c-035601d1375c req-6d476a80-2f98-4f33-8616-79ea57e6f165 tempest-AggregatesAdminTestJSON-1217682184 tempest-AggregatesAdminTestJSON-1217682184-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60a56f69-78ca-42bf-864c-296c9213e186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700973 Jul 22 19:01:25.620419 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d476a80-2f98-4f33-8616-79ea57e6f165 tempest-AggregatesAdminTestJSON-1217682184 tempest-AggregatesAdminTestJSON-1217682184-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf6dbec-3a5e-4df9-8f79-c537229a1214,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:25.635997 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a618bab-6389-46f5-aa67-08a3e35730d5 req-9f03ae0e-4b88-4c5b-8ed7-21c671ffad30 tempest-DeleteServersAdminTestJSON-1315034682 tempest-DeleteServersAdminTestJSON-1315034682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:25.637613 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5a618bab-6389-46f5-aa67-08a3e35730d5 req-9f03ae0e-4b88-4c5b-8ed7-21c671ffad30 tempest-DeleteServersAdminTestJSON-1315034682 tempest-DeleteServersAdminTestJSON-1315034682-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 1102 time: 0.0908456 Jul 22 19:01:25.763973 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82f677-2d33-4e10-adaf-3e1d5d8efb76 req-5e460b99-c05c-4845-8a26-97ff0a19bb7c tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:25.765781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b82f677-2d33-4e10-adaf-3e1d5d8efb76 req-5e460b99-c05c-4845-8a26-97ff0a19bb7c tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5b140d-0392-4f1d-8509-963916eb2f8e HTTP/1.1" status: 200 len: 950 time: 0.0851717 Jul 22 19:01:25.790039 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-5a618bab-6389-46f5-aa67-08a3e35730d5 req-22203c9b-0a80-4088-9c86-4cc5212bf45d tempest-DeleteServersAdminTestJSON-1315034682 tempest-DeleteServersAdminTestJSON-1315034682-project-admin] Deleting port b257461c-3cab-49f3-b362-a0e63bdda893 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:01:25.790578 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5a618bab-6389-46f5-aa67-08a3e35730d5 req-22203c9b-0a80-4088-9c86-4cc5212bf45d tempest-DeleteServersAdminTestJSON-1315034682 tempest-DeleteServersAdminTestJSON-1315034682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:25.832941 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b82f677-2d33-4e10-adaf-3e1d5d8efb76 req-a67d6670-192e-4e0c-b80d-bd70cd57c278 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613086 Jul 22 19:01:25.918090 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-5a618bab-6389-46f5-aa67-08a3e35730d5 req-22203c9b-0a80-4088-9c86-4cc5212bf45d tempest-DeleteServersAdminTestJSON-1315034682 tempest-DeleteServersAdminTestJSON-1315034682-project-admin] For port b257461c-3cab-49f3-b362-a0e63bdda893, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b257461c-3cab-49f3-b362-a0e63bdda893,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:25.930615 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5a618bab-6389-46f5-aa67-08a3e35730d5 req-22203c9b-0a80-4088-9c86-4cc5212bf45d tempest-DeleteServersAdminTestJSON-1315034682 tempest-DeleteServersAdminTestJSON-1315034682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:25.945520 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-5a618bab-6389-46f5-aa67-08a3e35730d5 req-22203c9b-0a80-4088-9c86-4cc5212bf45d tempest-DeleteServersAdminTestJSON-1315034682 tempest-DeleteServersAdminTestJSON-1315034682-project-admin] Calling delete_port for b257461c-3cab-49f3-b362-a0e63bdda893 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:01:26.009008 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55782) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:26.080653 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f4887bc8-829f-4142-a3aa-f4a1742eaf41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ae26ad03f3049e091c0aacc3e9fb69c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0701251 Jul 22 19:01:26.082920 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55796) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:26.152809 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-31145d4a-a564-406d-9023-7903a9d7953e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=81e23346e51c4096b61dbd871c0fe502&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502543 Jul 22 19:01:26.172154 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5a618bab-6389-46f5-aa67-08a3e35730d5 req-22203c9b-0a80-4088-9c86-4cc5212bf45d tempest-DeleteServersAdminTestJSON-1315034682 tempest-DeleteServersAdminTestJSON-1315034682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:26.188197 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['b257461c-3cab-49f3-b362-a0e63bdda893'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:01:26.223092 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22203c9b-0a80-4088-9c86-4cc5212bf45d tempest-DeleteServersAdminTestJSON-1315034682 tempest-DeleteServersAdminTestJSON-1315034682-project-admin] Pushing event deleted for resources: {'Port': ['ID=b257461c-3cab-49f3-b362-a0e63bdda893,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:26.287106 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a618bab-6389-46f5-aa67-08a3e35730d5 req-22203c9b-0a80-4088-9c86-4cc5212bf45d tempest-DeleteServersAdminTestJSON-1315034682 tempest-DeleteServersAdminTestJSON-1315034682-project-admin] No DVR routers for this DVR port b257461c-3cab-49f3-b362-a0e63bdda893 on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:01:26.291361 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5a618bab-6389-46f5-aa67-08a3e35730d5 req-22203c9b-0a80-4088-9c86-4cc5212bf45d tempest-DeleteServersAdminTestJSON-1315034682 tempest-DeleteServersAdminTestJSON-1315034682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:26.295266 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5a618bab-6389-46f5-aa67-08a3e35730d5 req-22203c9b-0a80-4088-9c86-4cc5212bf45d tempest-DeleteServersAdminTestJSON-1315034682 tempest-DeleteServersAdminTestJSON-1315034682-project-admin] 10.222.0.16 "DELETE /v2.0/ports/b257461c-3cab-49f3-b362-a0e63bdda893 HTTP/1.1" status: 204 len: 173 time: 0.6478002 Jul 22 19:01:26.295850 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5b140d-0392-4f1d-8509-963916eb2f8e', 'name': 'network-vif-deleted', 'tag': 'b257461c-3cab-49f3-b362-a0e63bdda893'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:01:26.299096 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e08d5d-f704-4fae-b533-9e2408db16d8" -d '{"events": [{"server_uuid": "dd5b140d-0392-4f1d-8509-963916eb2f8e", "name": "network-vif-deleted", "tag": "b257461c-3cab-49f3-b362-a0e63bdda893"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:01:26.312422 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-89f70c33-3fb5-4b14-aafe-8f998cb5b290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:26.329755 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-17337d5e-3d45-46b0-81c5-1f0d15298cd9 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:26.337463 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-17337d5e-3d45-46b0-81c5-1f0d15298cd9 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793809 Jul 22 19:01:26.368150 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-a167bc41-0d74-440d-9376-4011894e00f3 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/quotas/81e23346e51c4096b61dbd871c0fe502 HTTP/1.1" status: 200 len: 375 time: 0.0296791 Jul 22 19:01:26.395485 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-89f70c33-3fb5-4b14-aafe-8f998cb5b290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:26.438653 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-c4706bc2-7770-49d6-98f4-7d540ef4cf2b tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e23346e51c4096b61dbd871c0fe502&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695221 Jul 22 19:01:26.446373 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55818) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:26.556742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d185ca-3b06-4568-b85f-6b04099910a0 req-cd6775de-d65b-48ec-a576-2d2043b82ccd tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:26.559882 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-63d185ca-3b06-4568-b85f-6b04099910a0 req-cd6775de-d65b-48ec-a576-2d2043b82ccd tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 945 time: 0.1001272 Jul 22 19:01:26.596953 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-89f70c33-3fb5-4b14-aafe-8f998cb5b290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:26.599701 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-89f70c33-3fb5-4b14-aafe-8f998cb5b290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:26.606892 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a6256068-2891-42b3-9e09-b655c24130d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:26.607083 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-89f70c33-3fb5-4b14-aafe-8f998cb5b290 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e36416a-3d74-4807-88f4-80640e87b9f0 HTTP/1.1" status: 204 len: 168 time: 0.5202348 Jul 22 19:01:26.627815 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f70c33-3fb5-4b14-aafe-8f998cb5b290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e36416a-3d74-4807-88f4-80640e87b9f0,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:26.671715 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-63d185ca-3b06-4568-b85f-6b04099910a0 req-62927936-9416-4d8d-b539-6f3cfa42124c tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051855 Jul 22 19:01:26.688777 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71cd943-46a0-474b-854c-66f9836273c9 x-openstack-request-id: req-c71cd943-46a0-474b-854c-66f9836273c9 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:01:26.689116 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5b140d-0392-4f1d-8509-963916eb2f8e", "name": "network-vif-deleted", "tag": "b257461c-3cab-49f3-b362-a0e63bdda893", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:01:26.689359 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c71cd943-46a0-474b-854c-66f9836273c9 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:01:26.690251 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5b140d-0392-4f1d-8509-963916eb2f8e', 'name': 'network-vif-deleted', 'tag': 'b257461c-3cab-49f3-b362-a0e63bdda893', 'status': 'completed', 'code': 200} Jul 22 19:01:26.784069 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b994ec9-f51a-48ea-9dab-8dd436379387 req-c248033a-e1d6-410c-bb11-3ea37d05da01 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b002b2dc-b38c-478b-801f-c24e42d48e51 HTTP/1.1" status: 200 len: 210 time: 0.0497618 Jul 22 19:01:26.807124 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a6256068-2891-42b3-9e09-b655c24130d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:26.814301 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a6256068-2891-42b3-9e09-b655c24130d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:26.845777 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6256068-2891-42b3-9e09-b655c24130d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32edcec-909e-4a79-80f9-984b8f20f3f3,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:26.877705 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5677c6-bb6d-46f1-a99d-1a3eeaeef6b3 req-6631ffe8-b36f-438a-893a-eccecf538116 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:26.880090 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb5677c6-bb6d-46f1-a99d-1a3eeaeef6b3 req-6631ffe8-b36f-438a-893a-eccecf538116 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 966 time: 0.0953104 Jul 22 19:01:26.907281 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55844) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:26.910013 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a6256068-2891-42b3-9e09-b655c24130d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8456c7fbadcd4275a8b183e6bed31c44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4610670 Jul 22 19:01:26.996570 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb5677c6-bb6d-46f1-a99d-1a3eeaeef6b3 req-5f579b55-6bb2-4882-9e76-836d0cda4be0 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100340 Jul 22 19:01:27.047319 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10a100bf-e026-46ce-aeaf-5667138dd085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:27.101062 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10a100bf-e026-46ce-aeaf-5667138dd085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:27.244917 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10a100bf-e026-46ce-aeaf-5667138dd085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:27.259488 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10a100bf-e026-46ce-aeaf-5667138dd085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:27.261402 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-10a100bf-e026-46ce-aeaf-5667138dd085 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c32edcec-909e-4a79-80f9-984b8f20f3f3 HTTP/1.1" status: 204 len: 168 time: 0.3532627 Jul 22 19:01:27.279396 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 7903cffd-c6b7-4a8b-ab21-82a707f4032e details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:01:27.297514 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a100bf-e026-46ce-aeaf-5667138dd085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32edcec-909e-4a79-80f9-984b8f20f3f3,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:27.331182 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7284a-29b0-499c-9722-91a6f8eecdec req-536b499d-b0dd-40b9-b5ce-fb4e37ef8840 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:27.337200 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-52f7284a-29b0-499c-9722-91a6f8eecdec req-536b499d-b0dd-40b9-b5ce-fb4e37ef8840 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 1097 time: 0.1088996 Jul 22 19:01:27.408724 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-52f7284a-29b0-499c-9722-91a6f8eecdec req-a4860886-501a-4367-bd5c-930b24cac6fd tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668557 Jul 22 19:01:27.495004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 7903cffd-c6b7-4a8b-ab21-82a707f4032e, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7903cffd-c6b7-4a8b-ab21-82a707f4032e,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:27.520315 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '7903cffd-c6b7-4a8b-ab21-82a707f4032e', 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199', 'port_id': '7903cffd-c6b7-4a8b-ab21-82a707f4032e', 'mac_address': 'fa:16:3e:1c:b8:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c829e4-dea2-469c-8b44-181bb5c85dfe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:tempest-test_az-1096977516', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:01:27.595957 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:27.610823 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7903cffd-c6b7-4a8b-ab21-82a707f4032e {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:01:27.635939 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 7903cffd-c6b7-4a8b-ab21-82a707f4032e, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7903cffd-c6b7-4a8b-ab21-82a707f4032e,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:27.641201 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:27.708826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=7903cffd-c6b7-4a8b-ab21-82a707f4032e,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:27.778445 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-412321ef-5601-4051-a337-4b0d1d383321 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=07449768b1524bb78cca45f911b6b41a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2391942 Jul 22 19:01:27.809974 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55898) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:27.824177 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2104bf60-be49-44c9-aa8e-b80669400804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:27.875155 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['7903cffd-c6b7-4a8b-ab21-82a707f4032e'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:01:27.896025 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfee87-7dcc-41ac-b260-cba46956367a req-f106e2c9-7896-40dd-8f53-00e0893ed0eb tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:27.898748 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9fdfee87-7dcc-41ac-b260-cba46956367a req-f106e2c9-7896-40dd-8f53-00e0893ed0eb tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 1097 time: 0.3699701 Jul 22 19:01:27.941772 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2104bf60-be49-44c9-aa8e-b80669400804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:27.945667 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-d618925e-daa6-4c01-a49d-83a861ced134 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:27.966828 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-d618925e-daa6-4c01-a49d-83a861ced134 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1786134 Jul 22 19:01:27.974239 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-6ca2654d-d0e7-48d8-b882-b4fe357c3c77 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=81e23346e51c4096b61dbd871c0fe502&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303571 Jul 22 19:01:27.977438 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2104bf60-be49-44c9-aa8e-b80669400804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:27.999346 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-cfe2efb5-a8ca-4c7a-8371-ec1dbfc1e7cb tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/quotas/07449768b1524bb78cca45f911b6b41a HTTP/1.1" status: 200 len: 375 time: 0.0315557 Jul 22 19:01:28.043848 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-9281eebc-743e-4d87-bf96-122c7b907521 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=07449768b1524bb78cca45f911b6b41a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435638 Jul 22 19:01:28.079170 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9fdfee87-7dcc-41ac-b260-cba46956367a req-06c902a7-2f16-4038-8efc-ca1bc86c1b7f tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724029 Jul 22 19:01:28.156533 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2104bf60-be49-44c9-aa8e-b80669400804 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52eb850139de4c1f9196926f22c27a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3443089 Jul 22 19:01:28.158115 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55910) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:28.159410 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104bf60-be49-44c9-aa8e-b80669400804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112289c7-5cf2-4a9d-a37d-5d9a6ebd1b43,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:28.212234 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-02c909f8-b727-4260-8196-29fa19954fc0 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:28.213854 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-02c909f8-b727-4260-8196-29fa19954fc0 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321012 Jul 22 19:01:28.237380 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-fee4b697-e7d6-4e33-a2dc-b0a6d924992c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Request body: {'port': {'device_id': 'b002b2dc-b38c-478b-801f-c24e42d48e51', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': '81e23346e51c4096b61dbd871c0fe502'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:28.299543 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-13323a24-37ee-4843-8311-ac1471d9eda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:28.342421 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-13323a24-37ee-4843-8311-ac1471d9eda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:28.346116 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e9e007ec-4048-4403-bb11-6cc5660f56bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:28.386468 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-fee4b697-e7d6-4e33-a2dc-b0a6d924992c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Made reservation on behalf of 81e23346e51c4096b61dbd871c0fe502 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:28.400808 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-fee4b697-e7d6-4e33-a2dc-b0a6d924992c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:28.425024 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-fee4b697-e7d6-4e33-a2dc-b0a6d924992c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:28.489584 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cc4b102-2827-4a7b-b350-6955641c3851 req-5f55c1a1-f885-43f2-974a-b9491e36419f tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b002b2dc-b38c-478b-801f-c24e42d48e51 HTTP/1.1" status: 200 len: 210 time: 0.0494330 Jul 22 19:01:28.526237 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-13323a24-37ee-4843-8311-ac1471d9eda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:28.529016 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-13323a24-37ee-4843-8311-ac1471d9eda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:28.532961 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-13323a24-37ee-4843-8311-ac1471d9eda6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/112289c7-5cf2-4a9d-a37d-5d9a6ebd1b43 HTTP/1.1" status: 204 len: 168 time: 0.3737633 Jul 22 19:01:28.543329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13323a24-37ee-4843-8311-ac1471d9eda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112289c7-5cf2-4a9d-a37d-5d9a6ebd1b43,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:28.637478 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-fee4b697-e7d6-4e33-a2dc-b0a6d924992c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:28.642887 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-fee4b697-e7d6-4e33-a2dc-b0a6d924992c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:28.686428 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a1ea6-60a3-4457-969d-e20c1aa8cf2d req-f88767ef-5090-494a-95d2-b574798f4851 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:28.688086 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e60a1ea6-60a3-4457-969d-e20c1aa8cf2d req-f88767ef-5090-494a-95d2-b574798f4851 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 967 time: 0.1014545 Jul 22 19:01:28.722095 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4b697-e7d6-4e33-a2dc-b0a6d924992c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d4513c-b13f-44de-8533-a3194e4a4ae2,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:28.772268 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e60a1ea6-60a3-4457-969d-e20c1aa8cf2d req-6d7bee55-8c14-4b4f-8189-1ad687304cad tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770941 Jul 22 19:01:28.813595 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-fee4b697-e7d6-4e33-a2dc-b0a6d924992c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Allocated IP 192.168.233.225 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/e1cd9e14-a4df-412d-9b93-7cfbefac1dc6) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:01:29.014298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb4373e8-f638-4d67-896a-cff420b81bc4 req-c17bda76-3eb5-4048-a007-369cf7e368a8 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbfb8749-eaa3-4836-8ce5-58dbcd931294 HTTP/1.1" status: 200 len: 210 time: 0.0852005 Jul 22 19:01:29.146766 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-fee4b697-e7d6-4e33-a2dc-b0a6d924992c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:29.168811 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-fee4b697-e7d6-4e33-a2dc-b0a6d924992c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Transition to ACTIVE for port object e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:01:29.245925 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-fee4b697-e7d6-4e33-a2dc-b0a6d924992c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:29.289351 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 7903cffd-c6b7-4a8b-ab21-82a707f4032e up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:01:29.325425 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4b697-e7d6-4e33-a2dc-b0a6d924992c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Pushing event updated for resources: {'Port': ['ID=e1cd9e14-a4df-412d-9b93-7cfbefac1dc6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:29.342158 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-fee4b697-e7d6-4e33-a2dc-b0a6d924992c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:01:29.344980 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-fee4b697-e7d6-4e33-a2dc-b0a6d924992c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:01:29.347922 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-fee4b697-e7d6-4e33-a2dc-b0a6d924992c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:01:29.405838 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 7903cffd-c6b7-4a8b-ab21-82a707f4032e completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:01:29.415363 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 7903cffd-c6b7-4a8b-ab21-82a707f4032e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:01:29.416200 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:29.432564 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-666b16f5-833c-43d0-8920-afdcc27e6f56 req-7360ad9d-90d6-41f5-913f-5bf8eb00ef54 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:01:29.452027 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-666b16f5-833c-43d0-8920-afdcc27e6f56 req-7360ad9d-90d6-41f5-913f-5bf8eb00ef54 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0820508 Jul 22 19:01:29.452191 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-fee4b697-e7d6-4e33-a2dc-b0a6d924992c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:29.453079 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-fee4b697-e7d6-4e33-a2dc-b0a6d924992c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:29.494869 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-fee4b697-e7d6-4e33-a2dc-b0a6d924992c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2669466 Jul 22 19:01:29.511620 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] Request body: {'port': {'device_id': 'b002b2dc-b38c-478b-801f-c24e42d48e51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:29.559915 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:29.623905 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 7903cffd-c6b7-4a8b-ab21-82a707f4032e, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7903cffd-c6b7-4a8b-ab21-82a707f4032e,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:29.629646 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246b0e90-092f-4cd7-9c28-1c0d2c4cc90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7903cffd-c6b7-4a8b-ab21-82a707f4032e'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:01:29.639823 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca59ec8-1706-40cd-bded-ec20dc06f965" -d '{"events": [{"server_uuid": "246b0e90-092f-4cd7-9c28-1c0d2c4cc90b", "name": "network-vif-plugged", "status": "completed", "tag": "7903cffd-c6b7-4a8b-ab21-82a707f4032e"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:01:29.652016 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:29.780060 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b92f3a7b-11aa-4eee-b9ff-6102a3e480bc None None] Provisioning for port e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:01:29.789939 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b92f3a7b-11aa-4eee-b9ff-6102a3e480bc None None] Provisioning complete for port e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:01:29.790525 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b92f3a7b-11aa-4eee-b9ff-6102a3e480bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:29.790642 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-7ad2f0d7-b029-4a8e-9a4c-cae84c46a485 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=07449768b1524bb78cca45f911b6b41a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749154 Jul 22 19:01:29.794248 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=7903cffd-c6b7-4a8b-ab21-82a707f4032e,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:29.806391 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:29.867503 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b92f3a7b-11aa-4eee-b9ff-6102a3e480bc None None] Port e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:01:30.056818 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-fb8607d7-8302-4518-bd1d-16c42c72a914 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:30.058758 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-fb8607d7-8302-4518-bd1d-16c42c72a914 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2554874 Jul 22 19:01:30.073027 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-8f216c39-86df-42d4-9ecd-de1f2476c760 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Request body: {'port': {'device_id': 'fbfb8749-eaa3-4836-8ce5-58dbcd931294', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': '07449768b1524bb78cca45f911b6b41a'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:30.129366 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b257461c-3cab-49f3-b362-a0e63bdda893 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:01:30.168114 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: b257461c-3cab-49f3-b362-a0e63bdda893 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:01:30.168666 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b257461c-3cab-49f3-b362-a0e63bdda893 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:01:30.328859 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397202f7-8682-49d3-886a-cf0c7ad6a611 req-047a728e-4bfd-4317-b119-078e6c6ab6ed tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:30.339076 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-397202f7-8682-49d3-886a-cf0c7ad6a611 req-047a728e-4bfd-4317-b119-078e6c6ab6ed tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b002b2dc-b38c-478b-801f-c24e42d48e51 HTTP/1.1" status: 200 len: 936 time: 0.1017089 Jul 22 19:01:30.395985 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-397202f7-8682-49d3-886a-cf0c7ad6a611 req-ca663d0e-6b83-4567-b5a6-e9fa6ee87115 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557351 Jul 22 19:01:30.453362 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a0af0d-3990-4ed2-8462-0723c86f5358 x-openstack-request-id: req-17a0af0d-3990-4ed2-8462-0723c86f5358 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:01:30.454248 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246b0e90-092f-4cd7-9c28-1c0d2c4cc90b", "name": "network-vif-plugged", "status": "completed", "tag": "7903cffd-c6b7-4a8b-ab21-82a707f4032e", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:01:30.454503 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17a0af0d-3990-4ed2-8462-0723c86f5358 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:01:30.454896 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246b0e90-092f-4cd7-9c28-1c0d2c4cc90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7903cffd-c6b7-4a8b-ab21-82a707f4032e', 'code': 200} Jul 22 19:01:30.558040 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-8f216c39-86df-42d4-9ecd-de1f2476c760 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Made reservation on behalf of 07449768b1524bb78cca45f911b6b41a for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:30.561450 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-8f216c39-86df-42d4-9ecd-de1f2476c760 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:30.641138 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe1ec-ffe4-4755-8c1f-1fb8285e5a9f req-b2f61912-4486-4188-a8e8-06627c43b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:30.642737 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14bbe1ec-ffe4-4755-8c1f-1fb8285e5a9f req-b2f61912-4486-4188-a8e8-06627c43b01c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 1120 time: 0.1190438 Jul 22 19:01:30.646381 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:01:30.657537 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:30.657664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccc805-f7cd-40d7-a815-89f1ceb424b4 req-4d677d58-a143-409a-b4bc-0fcf7ab036f7 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:30.660272 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b1ccc805-f7cd-40d7-a815-89f1ceb424b4 req-4d677d58-a143-409a-b4bc-0fcf7ab036f7 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 968 time: 0.1253679 Jul 22 19:01:30.738242 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14bbe1ec-ffe4-4755-8c1f-1fb8285e5a9f req-61229e26-8543-4510-9728-32b004469b9e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772157 Jul 22 19:01:30.749119 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] Transition to ACTIVE for port object e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:01:30.751921 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b1ccc805-f7cd-40d7-a815-89f1ceb424b4 req-862005d7-ba03-4453-a2c7-c1d85beebaff tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820310 Jul 22 19:01:30.761902 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:30.900282 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7176ada6-57e9-4e35-9d96-f8f4bb7ef334 req-9acee65f-59bc-4e4e-8d6c-4ebee173ad83 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbfb8749-eaa3-4836-8ce5-58dbcd931294 HTTP/1.1" status: 200 len: 210 time: 0.0548565 Jul 22 19:01:30.921608 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] Pushing event updated for resources: {'Port': ['ID=e1cd9e14-a4df-412d-9b93-7cfbefac1dc6,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:31.014721 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-8f216c39-86df-42d4-9ecd-de1f2476c760 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Allocated IP 192.168.233.137 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/302afbfc-9b35-4c22-bbb1-2e7898be7fb6) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:01:31.048216 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9ea45e71-9249-4624-9254-e747e60a3e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:31.054861 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:31.252742 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] Attempting to bind port e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:01:31.253344 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] Attempting to bind port e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:01:31.253484 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] Attempting to bind port e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:31.269189 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] Port e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:01:31.269591 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] Attempting to bind port e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:31.276665 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-8f216c39-86df-42d4-9ecd-de1f2476c760 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:31.279242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56076) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:31.281962 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:01:31.282300 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:31.282683 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:01:31.283145 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] Bound port: e1cd9e14-a4df-412d-9b93-7cfbefac1dc6, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:01:31.283554 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:31.326677 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-8f216c39-86df-42d4-9ecd-de1f2476c760 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Transition to ACTIVE for port object 302afbfc-9b35-4c22-bbb1-2e7898be7fb6 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:01:31.377745 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] For port e1cd9e14-a4df-412d-9b93-7cfbefac1dc6, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:01:31.402579 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] For port e1cd9e14-a4df-412d-9b93-7cfbefac1dc6, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e1cd9e14-a4df-412d-9b93-7cfbefac1dc6,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:01:31.409934 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:31.416545 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-8f216c39-86df-42d4-9ecd-de1f2476c760 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:31.508709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-b43e54a2-1848-41e6-a51c-01e14960e804 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:01:31.523785 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-b43e54a2-1848-41e6-a51c-01e14960e804 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2428455 Jul 22 19:01:31.527653 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-8f216c39-86df-42d4-9ecd-de1f2476c760 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:01:31.529656 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:31.530287 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:31.531667 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] 10.222.0.16 "PUT /v2.0/ports/e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 HTTP/1.1" status: 200 len: 1097 time: 2.0293612 Jul 22 19:01:31.534196 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-8f216c39-86df-42d4-9ecd-de1f2476c760 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:01:31.535853 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b002b2dc-b38c-478b-801f-c24e42d48e51', 'tag': 'e1cd9e14-a4df-412d-9b93-7cfbefac1dc6'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:01:31.545191 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da0f762-37d3-4d93-b812-e5e99c0fd35a" -d '{"events": [{"name": "network-changed", "server_uuid": "b002b2dc-b38c-478b-801f-c24e42d48e51", "tag": "e1cd9e14-a4df-412d-9b93-7cfbefac1dc6"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:01:31.563418 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-8f216c39-86df-42d4-9ecd-de1f2476c760 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:01:31.649169 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27737c5e-f0e2-429e-a8ba-8faedafe8f9e service neutron] Pushing event updated for resources: {'Port': ['ID=e1cd9e14-a4df-412d-9b93-7cfbefac1dc6,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:31.694287 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-b9e0ca43-25ac-48c9-a3e1-96e8d848a40b service neutron] Request body: {'binding': {'host': 'n-h1-800086-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:31.695076 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-b9e0ca43-25ac-48c9-a3e1-96e8d848a40b service neutron] Unknown quota resources ['binding']. {{(pid=93807) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:01:31.721670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-8f216c39-86df-42d4-9ecd-de1f2476c760 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:31.723190 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-8f216c39-86df-42d4-9ecd-de1f2476c760 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:31.736028 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f216c39-86df-42d4-9ecd-de1f2476c760 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Pushing event updated for resources: {'Port': ['ID=302afbfc-9b35-4c22-bbb1-2e7898be7fb6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:31.758650 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-8f216c39-86df-42d4-9ecd-de1f2476c760 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6899979 Jul 22 19:01:31.760782 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-6d6317a8-0d0c-4592-b088-1946e32b6504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:31.766637 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-6d6317a8-0d0c-4592-b088-1946e32b6504 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=81e23346e51c4096b61dbd871c0fe502&device_id=b002b2dc-b38c-478b-801f-c24e42d48e51 HTTP/1.1" status: 200 len: 1100 time: 0.1594322 Jul 22 19:01:31.772958 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] Request body: {'port': {'device_id': 'fbfb8749-eaa3-4836-8ce5-58dbcd931294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:31.835825 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-2566e051-29d2-4eb2-b4a0-333da5ffe42b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 HTTP/1.1" status: 200 len: 217 time: 0.0601046 Jul 22 19:01:31.899467 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-b9e0ca43-25ac-48c9-a3e1-96e8d848a40b service neutron] Attempting to bind port 52c4c3b5-8f22-4140-bd28-6962afac2ad7 on host n-h1-800086-12 for vnic_type normal with profile None {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:01:31.899902 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-b9e0ca43-25ac-48c9-a3e1-96e8d848a40b service neutron] Attempting to bind port 52c4c3b5-8f22-4140-bd28-6962afac2ad7 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:01:31.900302 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-b9e0ca43-25ac-48c9-a3e1-96e8d848a40b service neutron] Attempting to bind port 52c4c3b5-8f22-4140-bd28-6962afac2ad7 on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:31.907762 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-b9e0ca43-25ac-48c9-a3e1-96e8d848a40b service neutron] Port 52c4c3b5-8f22-4140-bd28-6962afac2ad7 on network 1211dd5d-22dd-42cf-af43-7f788d3e855d not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:01:31.908198 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-b9e0ca43-25ac-48c9-a3e1-96e8d848a40b service neutron] Attempting to bind port 52c4c3b5-8f22-4140-bd28-6962afac2ad7 on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:31.921064 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2eade-b8b8-4a68-be20-0985e50505ad req-921c90ad-81ac-4f1c-8712-7934215eb870 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:31.922882 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-cbde2821-e30b-4015-87bd-8983366a6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:31.923006 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4bd2eade-b8b8-4a68-be20-0985e50505ad req-921c90ad-81ac-4f1c-8712-7934215eb870 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b002b2dc-b38c-478b-801f-c24e42d48e51 HTTP/1.1" status: 200 len: 948 time: 0.1160057 Jul 22 19:01:31.925024 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-cbde2821-e30b-4015-87bd-8983366a6491 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0827863 Jul 22 19:01:31.926643 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-b9e0ca43-25ac-48c9-a3e1-96e8d848a40b service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:01:31.927250 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-b9e0ca43-25ac-48c9-a3e1-96e8d848a40b service neutron] Checking segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:31.927807 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-b9e0ca43-25ac-48c9-a3e1-96e8d848a40b service neutron] Bound using segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:01:31.928432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-b9e0ca43-25ac-48c9-a3e1-96e8d848a40b service neutron] Bound port: 52c4c3b5-8f22-4140-bd28-6962afac2ad7, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:01:31.966562 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:32.035859 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4bd2eade-b8b8-4a68-be20-0985e50505ad req-d77c9c00-228a-4870-9c42-9ab9c3931dc6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046462 Jul 22 19:01:32.048188 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-b9e0ca43-25ac-48c9-a3e1-96e8d848a40b service neutron] For port 52c4c3b5-8f22-4140-bd28-6962afac2ad7, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=52c4c3b5-8f22-4140-bd28-6962afac2ad7,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:01:32.063041 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-b9e0ca43-25ac-48c9-a3e1-96e8d848a40b service neutron] Notify callbacks [] for binding, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:32.064262 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-66a8b521-ffc9-4bc4-a141-c53c2e2920b8 None None] Provisioning for port 302afbfc-9b35-4c22-bbb1-2e7898be7fb6 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:01:32.070313 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-66a8b521-ffc9-4bc4-a141-c53c2e2920b8 None None] Provisioning complete for port 302afbfc-9b35-4c22-bbb1-2e7898be7fb6 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:01:32.070920 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-66a8b521-ffc9-4bc4-a141-c53c2e2920b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:32.077642 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-b9e0ca43-25ac-48c9-a3e1-96e8d848a40b service neutron] 10.222.0.13 "POST /v2.0/ports/52c4c3b5-8f22-4140-bd28-6962afac2ad7/bindings HTTP/1.1" status: 201 len: 390 time: 0.4746559 Jul 22 19:01:32.080354 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-821643a6-1760-45d9-a5f5-9ea41faeba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:32.081962 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-821643a6-1760-45d9-a5f5-9ea41faeba7f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1514928 Jul 22 19:01:32.121210 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-66a8b521-ffc9-4bc4-a141-c53c2e2920b8 None None] Port 302afbfc-9b35-4c22-bbb1-2e7898be7fb6 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:01:32.142809 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7735085-84af-45b9-b946-e675a6898946 x-openstack-request-id: req-b7735085-84af-45b9-b946-e675a6898946 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:01:32.143100 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b002b2dc-b38c-478b-801f-c24e42d48e51", "tag": "e1cd9e14-a4df-412d-9b93-7cfbefac1dc6", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:01:32.143348 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7735085-84af-45b9-b946-e675a6898946 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:01:32.143733 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b002b2dc-b38c-478b-801f-c24e42d48e51', 'tag': 'e1cd9e14-a4df-412d-9b93-7cfbefac1dc6', 'status': 'completed', 'code': 200} Jul 22 19:01:32.171719 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:32.272713 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-6f20498b-66df-4945-9237-e9f6ca51b7d6 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836200 Jul 22 19:01:32.393952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-4073ba77-439c-449d-a640-74aedb4b8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:32.395593 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-4073ba77-439c-449d-a640-74aedb4b8c7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 1097 time: 0.0676157 Jul 22 19:01:32.468971 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e4c82eb2-89b4-4596-b732-a95c621830b9 req-2e7c72f5-1193-4a14-9e4a-be0d2bbf5c52 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871717 Jul 22 19:01:32.487178 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302afbfc-9b35-4c22-bbb1-2e7898be7fb6 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:01:32.497229 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:32.512699 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] Transition to ACTIVE for port object 302afbfc-9b35-4c22-bbb1-2e7898be7fb6 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:01:32.519661 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:32.624566 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-9dc25e6b-a016-4a23-8ee6-56a78a03ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:32.626203 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-9dc25e6b-a016-4a23-8ee6-56a78a03ed26 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 909 time: 0.2242532 Jul 22 19:01:32.639197 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] Pushing event updated for resources: {'Port': ['ID=302afbfc-9b35-4c22-bbb1-2e7898be7fb6,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:32.640896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2924f-47ca-4136-a182-d87f81062bad req-afd2cc26-ef13-4c36-b242-5131fb4d7607 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:32.642499 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-59f2924f-47ca-4136-a182-d87f81062bad req-afd2cc26-ef13-4c36-b242-5131fb4d7607 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 968 time: 0.1285429 Jul 22 19:01:32.693176 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0f762-37d3-4d93-b812-e5e99c0fd35a req-9c23582f-7545-4724-9473-700b36bb1f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:32.695452 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5da0f762-37d3-4d93-b812-e5e99c0fd35a req-9c23582f-7545-4724-9473-700b36bb1f0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=81e23346e51c4096b61dbd871c0fe502&device_id=b002b2dc-b38c-478b-801f-c24e42d48e51 HTTP/1.1" status: 200 len: 1100 time: 0.1729538 Jul 22 19:01:32.696969 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fc472cb2-42ba-48bb-a96f-41c76dd85ee0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52c4c3b5-8f22-4140-bd28-6962afac2ad7 HTTP/1.1" status: 200 len: 217 time: 0.0532789 Jul 22 19:01:32.740691 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] Attempting to bind port 302afbfc-9b35-4c22-bbb1-2e7898be7fb6 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:01:32.741532 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] Attempting to bind port 302afbfc-9b35-4c22-bbb1-2e7898be7fb6 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:01:32.742070 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] Attempting to bind port 302afbfc-9b35-4c22-bbb1-2e7898be7fb6 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:32.749451 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a2a03-6fa4-411d-a8ed-d20422bf16b8 req-f5c00d39-7eb5-4fde-a30a-b26ca77fa264 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:32.750960 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef2a2a03-6fa4-411d-a8ed-d20422bf16b8 req-f5c00d39-7eb5-4fde-a30a-b26ca77fa264 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbfb8749-eaa3-4836-8ce5-58dbcd931294 HTTP/1.1" status: 200 len: 948 time: 0.2022777 Jul 22 19:01:32.752323 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] Port 302afbfc-9b35-4c22-bbb1-2e7898be7fb6 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:01:32.752681 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] Attempting to bind port 302afbfc-9b35-4c22-bbb1-2e7898be7fb6 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:32.786256 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:01:32.786591 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:32.787159 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:01:32.787830 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] Bound port: 302afbfc-9b35-4c22-bbb1-2e7898be7fb6, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:01:32.788371 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:32.790152 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-59f2924f-47ca-4136-a182-d87f81062bad req-33e0487e-d6a0-4b97-baca-58bb825f8870 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323791 Jul 22 19:01:32.797531 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-13bb2b7b-e8ef-4525-bbee-41ac1a79cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:32.799114 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-13bb2b7b-e8ef-4525-bbee-41ac1a79cb68 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6ce6dd9-1892-4846-8205-ad77c8cfee8f HTTP/1.1" status: 200 len: 848 time: 0.0949082 Jul 22 19:01:32.823542 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef2a2a03-6fa4-411d-a8ed-d20422bf16b8 req-ffde2638-66da-4046-91d4-20e8be0d2d58 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586836 Jul 22 19:01:32.841688 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-afe980ac-e4af-48b6-86bf-05567dfe96bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1211dd5d-22dd-42cf-af43-7f788d3e855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348525 Jul 22 19:01:32.856881 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0f762-37d3-4d93-b812-e5e99c0fd35a req-b5820993-927b-4b35-99eb-a953a5265498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:32.858375 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5da0f762-37d3-4d93-b812-e5e99c0fd35a req-b5820993-927b-4b35-99eb-a953a5265498 service neutron] 10.222.0.16 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.1563118 Jul 22 19:01:32.913119 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5da0f762-37d3-4d93-b812-e5e99c0fd35a req-4eb1014e-baab-489d-83d2-2bf9f2604bc2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 HTTP/1.1" status: 200 len: 217 time: 0.0478797 Jul 22 19:01:32.951335 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] For port 302afbfc-9b35-4c22-bbb1-2e7898be7fb6, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:01:32.969245 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] For port 302afbfc-9b35-4c22-bbb1-2e7898be7fb6, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=302afbfc-9b35-4c22-bbb1-2e7898be7fb6,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:01:32.979822 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:32.985198 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0f762-37d3-4d93-b812-e5e99c0fd35a req-40449d9f-6123-4333-8e06-40517e457144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:32.987107 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5da0f762-37d3-4d93-b812-e5e99c0fd35a req-40449d9f-6123-4333-8e06-40517e457144 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0680373 Jul 22 19:01:33.015870 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-1a79dd6b-0bd8-45da-b54f-b833f036caf7 service neutron] 10.222.0.30 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670372 Jul 22 19:01:33.045401 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74973e6b-fc59-44b6-8566-97e5528e115f req-0a8cea26-e232-4fc4-bf7d-20fc325c6aa4 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:33.046908 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-74973e6b-fc59-44b6-8566-97e5528e115f req-0a8cea26-e232-4fc4-bf7d-20fc325c6aa4 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 945 time: 0.1179876 Jul 22 19:01:33.081403 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] Pushing event updated for resources: {'Port': ['ID=302afbfc-9b35-4c22-bbb1-2e7898be7fb6,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:33.088987 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:33.089629 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:33.091820 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-4c9b52f8-61e4-4ff7-be21-e7515459ba06 service neutron] 10.222.0.16 "PUT /v2.0/ports/302afbfc-9b35-4c22-bbb1-2e7898be7fb6 HTTP/1.1" status: 200 len: 1097 time: 1.3241348 Jul 22 19:01:33.210454 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0f762-37d3-4d93-b812-e5e99c0fd35a req-4d56b73e-0d5e-4dae-b6ab-682e1291f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:33.212219 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5da0f762-37d3-4d93-b812-e5e99c0fd35a req-4d56b73e-0d5e-4dae-b6ab-682e1291f92b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2161126 Jul 22 19:01:33.229104 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-1e7959ac-5d14-4c65-8981-a64108a01d72 service neutron] 10.222.0.30 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040408 Jul 22 19:01:33.248968 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3058d2e-4d46-47d7-9024-33824fc1e4dc req-6feda0de-ab81-4fa8-937a-558522177830 tempest-QuotasAdminNegativeTest-1615021403 tempest-QuotasAdminNegativeTest-1615021403-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8a3697a9fc6141f0951321f2ed5cc566&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678244 Jul 22 19:01:33.252165 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-74973e6b-fc59-44b6-8566-97e5528e115f req-5c63f0ff-ec5f-4345-80e7-6d47d89611d8 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925316 Jul 22 19:01:33.295633 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-b47fa5e4-98c9-452b-a382-22fe5b77f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:33.297942 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-b47fa5e4-98c9-452b-a382-22fe5b77f62f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=07449768b1524bb78cca45f911b6b41a&device_id=fbfb8749-eaa3-4836-8ce5-58dbcd931294 HTTP/1.1" status: 200 len: 1100 time: 0.1593356 Jul 22 19:01:33.353969 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-fc3fb404-db5b-497a-a768-e526ad7d6393 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=302afbfc-9b35-4c22-bbb1-2e7898be7fb6 HTTP/1.1" status: 200 len: 217 time: 0.0453317 Jul 22 19:01:33.398004 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5da0f762-37d3-4d93-b812-e5e99c0fd35a req-70ee7a59-fe94-4aa9-9fcc-50aeb83771a1 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762574 Jul 22 19:01:33.442910 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-310acc6d-3d5b-4383-9fff-b566c42ac15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:33.444977 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-310acc6d-3d5b-4383-9fff-b566c42ac15d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0810347 Jul 22 19:01:33.473059 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3058d2e-4d46-47d7-9024-33824fc1e4dc req-bed2996d-bcf2-4a61-84bf-58385b46a5f3 tempest-QuotasAdminNegativeTest-1615021403 tempest-QuotasAdminNegativeTest-1615021403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:33.474656 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3058d2e-4d46-47d7-9024-33824fc1e4dc req-bed2996d-bcf2-4a61-84bf-58385b46a5f3 tempest-QuotasAdminNegativeTest-1615021403 tempest-QuotasAdminNegativeTest-1615021403-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2130911 Jul 22 19:01:33.501103 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3058d2e-4d46-47d7-9024-33824fc1e4dc req-677a253d-fd61-4979-b9ad-d1f559f21f41 tempest-QuotasAdminNegativeTest-1615021403 tempest-QuotasAdminNegativeTest-1615021403-project] 10.222.0.13 "GET /v2.0/quotas/8a3697a9fc6141f0951321f2ed5cc566 HTTP/1.1" status: 200 len: 375 time: 0.0191472 Jul 22 19:01:33.531647 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-a4f7bedd-c079-46fe-a371-69c7f95ef9cd tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:33.533194 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-a4f7bedd-c079-46fe-a371-69c7f95ef9cd tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84&tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&binding%3Ahost_id=n-h2-800086-12 HTTP/1.1" status: 200 len: 1097 time: 0.1735818 Jul 22 19:01:33.548273 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5da0f762-37d3-4d93-b812-e5e99c0fd35a req-2e7855ef-c9e4-4926-b54f-7c1f83ac294f service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413748 Jul 22 19:01:33.570010 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-ba875cea-06cc-4a1e-bba8-fb750d7ea4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:33.571546 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-ba875cea-06cc-4a1e-bba8-fb750d7ea4a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1200583 Jul 22 19:01:33.685481 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-20656971-7bd3-442c-92b0-ec885910e9fe service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078403 Jul 22 19:01:33.688827 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3058d2e-4d46-47d7-9024-33824fc1e4dc req-fbf96764-a8c0-4aee-9087-4524db136b93 tempest-QuotasAdminNegativeTest-1615021403 tempest-QuotasAdminNegativeTest-1615021403-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a3697a9fc6141f0951321f2ed5cc566&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1786828 Jul 22 19:01:33.693063 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800086-12'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:33.812134 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:33.823370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6bf5e-757c-4745-9c9c-2cc34b97c563 req-9f4b5ada-b485-4227-95d3-da9c34861fc0 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:33.824921 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16d6bf5e-757c-4745-9c9c-2cc34b97c563 req-9f4b5ada-b485-4227-95d3-da9c34861fc0 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 1120 time: 0.1388829 Jul 22 19:01:33.832342 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:33.838750 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f5b3ad91-56b3-4c60-941e-b9852359b69d req-d4a42518-4cd5-4d7a-8097-861c593a5269 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337302 Jul 22 19:01:33.853032 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56176) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:33.897745 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16d6bf5e-757c-4745-9c9c-2cc34b97c563 req-48e569e2-2f2c-4333-992f-a17b5389d2ca tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613353 Jul 22 19:01:34.053943 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bcefad62-86da-492d-b3f1-05e9e4af3168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:34.056541 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] For port 52c4c3b5-8f22-4140-bd28-6962afac2ad7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=52c4c3b5-8f22-4140-bd28-6962afac2ad7,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:34.114084 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] For port 52c4c3b5-8f22-4140-bd28-6962afac2ad7, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:01:34.145392 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbfb8749-eaa3-4836-8ce5-58dbcd931294', 'tag': '302afbfc-9b35-4c22-bbb1-2e7898be7fb6'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:01:34.148788 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7392147e-11bb-499d-a8d4-bd9d2c37e3d5" -d '{"events": [{"name": "network-changed", "server_uuid": "fbfb8749-eaa3-4836-8ce5-58dbcd931294", "tag": "302afbfc-9b35-4c22-bbb1-2e7898be7fb6"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:01:34.152724 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a868d31-a05c-4da2-965c-b27115ddc280 req-05b0add7-aadd-43fd-ac31-99441429c9ca tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:34.154251 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a868d31-a05c-4da2-965c-b27115ddc280 req-05b0add7-aadd-43fd-ac31-99441429c9ca tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b002b2dc-b38c-478b-801f-c24e42d48e51 HTTP/1.1" status: 200 len: 948 time: 0.1439977 Jul 22 19:01:34.156360 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bcefad62-86da-492d-b3f1-05e9e4af3168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:34.161388 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bcefad62-86da-492d-b3f1-05e9e4af3168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:34.196694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ebf128-7dc9-4275-b1ab-779de1f18e84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52c4c3b5-8f22-4140-bd28-6962afac2ad7'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:01:34.199200 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c578e6-fb7a-4494-9b3f-ca7113cfb160" -d '{"events": [{"server_uuid": "e1ebf128-7dc9-4275-b1ab-779de1f18e84", "name": "network-vif-unplugged", "status": "completed", "tag": "52c4c3b5-8f22-4140-bd28-6962afac2ad7"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:01:34.203190 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:34.207213 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bcefad62-86da-492d-b3f1-05e9e4af3168 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc978eff3b9e4cafad0d5dd0cb899dee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3530803 Jul 22 19:01:34.208020 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56200) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:34.208203 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefad62-86da-492d-b3f1-05e9e4af3168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923bd450-8162-4883-9d05-375d90440dbc,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:34.227309 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:34.292920 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a868d31-a05c-4da2-965c-b27115ddc280 req-14fff3f4-a509-42ea-867e-c22d93bc5622 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233895 Jul 22 19:01:34.393216 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a22c-c29f-4df5-a9a7-b1a6d94ce8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:34.402423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] Pushing event updated for resources: {'Port': ['ID=52c4c3b5-8f22-4140-bd28-6962afac2ad7,revision_number=7']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:34.427617 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] Attempting to bind port 52c4c3b5-8f22-4140-bd28-6962afac2ad7 on host n-h2-800086-12 for vnic_type normal with profile {"migrating_to": "n-h1-800086-12"} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:01:34.427952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] Attempting to bind port 52c4c3b5-8f22-4140-bd28-6962afac2ad7 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:01:34.428887 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] Attempting to bind port 52c4c3b5-8f22-4140-bd28-6962afac2ad7 on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:34.462660 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a22c-c29f-4df5-a9a7-b1a6d94ce8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:34.464267 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] Port 52c4c3b5-8f22-4140-bd28-6962afac2ad7 on network 1211dd5d-22dd-42cf-af43-7f788d3e855d not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:01:34.464612 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] Attempting to bind port 52c4c3b5-8f22-4140-bd28-6962afac2ad7 on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:34.485893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:01:34.486229 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] Checking segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:34.486612 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] Bound using segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:01:34.487040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] Bound port: 52c4c3b5-8f22-4140-bd28-6962afac2ad7, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:01:34.487388 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:34.570150 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b1915-ef76-47d9-bffd-55ec9b9c2580 req-b73ac9ec-ff66-49db-a3b5-d324dad75195 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:34.571640 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8e7b1915-ef76-47d9-bffd-55ec9b9c2580 req-b73ac9ec-ff66-49db-a3b5-d324dad75195 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbfb8749-eaa3-4836-8ce5-58dbcd931294 HTTP/1.1" status: 200 len: 948 time: 0.2376463 Jul 22 19:01:34.583540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4ac9f-9396-4d70-bfae-61f7bc5d99fd req-2e52df83-cdb6-480b-9f7b-850e17af35b8 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:34.585282 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3ec4ac9f-9396-4d70-bfae-61f7bc5d99fd req-2e52df83-cdb6-480b-9f7b-850e17af35b8 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 1120 time: 0.1846671 Jul 22 19:01:34.599574 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a22c-c29f-4df5-a9a7-b1a6d94ce8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:34.602282 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a22c-c29f-4df5-a9a7-b1a6d94ce8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:34.603359 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a3f1a22c-c29f-4df5-a9a7-b1a6d94ce8a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/923bd450-8162-4883-9d05-375d90440dbc HTTP/1.1" status: 204 len: 168 time: 0.3939407 Jul 22 19:01:34.643822 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1a22c-c29f-4df5-a9a7-b1a6d94ce8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923bd450-8162-4883-9d05-375d90440dbc,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:34.650889 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] For port 52c4c3b5-8f22-4140-bd28-6962afac2ad7, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:01:34.678893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] For port 52c4c3b5-8f22-4140-bd28-6962afac2ad7, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=52c4c3b5-8f22-4140-bd28-6962afac2ad7,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:01:34.686705 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8e7b1915-ef76-47d9-bffd-55ec9b9c2580 req-cd381540-3406-4d6d-a830-8f4335a4ed28 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082220 Jul 22 19:01:34.687964 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:34.690908 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3ec4ac9f-9396-4d70-bfae-61f7bc5d99fd req-9f8435be-2608-4e71-a98e-b1f9cf0dbc8a tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975757 Jul 22 19:01:34.751366 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc302c1-854a-4df6-8511-1928eff6c24c x-openstack-request-id: req-6cc302c1-854a-4df6-8511-1928eff6c24c {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:01:34.751871 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbfb8749-eaa3-4836-8ce5-58dbcd931294", "tag": "302afbfc-9b35-4c22-bbb1-2e7898be7fb6", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:01:34.751951 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6cc302c1-854a-4df6-8511-1928eff6c24c {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:01:34.752297 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbfb8749-eaa3-4836-8ce5-58dbcd931294', 'tag': '302afbfc-9b35-4c22-bbb1-2e7898be7fb6', 'status': 'completed', 'code': 200} Jul 22 19:01:34.772240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:34.772893 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:34.774327 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] 10.222.0.30 "PUT /v2.0/ports/52c4c3b5-8f22-4140-bd28-6962afac2ad7 HTTP/1.1" status: 200 len: 1123 time: 1.0899878 Jul 22 19:01:34.777912 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e7045-f7dd-4537-ba1d-cb76454ecf3d service neutron] Pushing event updated for resources: {'Port': ['ID=52c4c3b5-8f22-4140-bd28-6962afac2ad7,revision_number=8']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:34.842268 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['52c4c3b5-8f22-4140-bd28-6962afac2ad7'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:01:34.867493 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392147e-11bb-499d-a8d4-bd9d2c37e3d5 req-4b675b70-5c84-420c-8949-5b6b82745d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:34.869610 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7392147e-11bb-499d-a8d4-bd9d2c37e3d5 req-4b675b70-5c84-420c-8949-5b6b82745d2b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=07449768b1524bb78cca45f911b6b41a&device_id=fbfb8749-eaa3-4836-8ce5-58dbcd931294 HTTP/1.1" status: 200 len: 1100 time: 0.0948808 Jul 22 19:01:34.953288 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52f6838-01f7-4aea-9735-334a253224ce x-openstack-request-id: req-f52f6838-01f7-4aea-9735-334a253224ce {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:01:34.953789 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ebf128-7dc9-4275-b1ab-779de1f18e84", "name": "network-vif-unplugged", "status": "completed", "tag": "52c4c3b5-8f22-4140-bd28-6962afac2ad7", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:01:34.954111 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f52f6838-01f7-4aea-9735-334a253224ce {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:01:34.954526 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ebf128-7dc9-4275-b1ab-779de1f18e84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52c4c3b5-8f22-4140-bd28-6962afac2ad7', 'code': 200} Jul 22 19:01:35.024589 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56220) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:35.040903 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c762e1d-0bea-4749-a6e9-47186ae9f990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:35.056547 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392147e-11bb-499d-a8d4-bd9d2c37e3d5 req-5fc999aa-9c57-41f5-9db0-000f02c7f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:35.058295 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7392147e-11bb-499d-a8d4-bd9d2c37e3d5 req-5fc999aa-9c57-41f5-9db0-000f02c7f7cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.1606760 Jul 22 19:01:35.095758 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05057855-84ac-4188-bcae-940e7f79b6b7 req-89090c99-a61d-424f-90e1-41a4484ccb7d tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:35.103677 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05057855-84ac-4188-bcae-940e7f79b6b7 req-89090c99-a61d-424f-90e1-41a4484ccb7d tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 943 time: 0.0930893 Jul 22 19:01:35.105331 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7392147e-11bb-499d-a8d4-bd9d2c37e3d5 req-7afdd767-15fd-4605-bd73-374ac74da00e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=302afbfc-9b35-4c22-bbb1-2e7898be7fb6 HTTP/1.1" status: 200 len: 217 time: 0.0392208 Jul 22 19:01:35.146207 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05057855-84ac-4188-bcae-940e7f79b6b7 req-d66b3ec7-11cb-40c4-964f-9a27d5bbffa5 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397985 Jul 22 19:01:35.176536 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392147e-11bb-499d-a8d4-bd9d2c37e3d5 req-8645172d-5c57-4e6a-b86a-02aec94f153d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:35.178170 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7392147e-11bb-499d-a8d4-bd9d2c37e3d5 req-8645172d-5c57-4e6a-b86a-02aec94f153d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0661271 Jul 22 19:01:35.274736 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c762e1d-0bea-4749-a6e9-47186ae9f990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:35.284496 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c762e1d-0bea-4749-a6e9-47186ae9f990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:35.312865 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392147e-11bb-499d-a8d4-bd9d2c37e3d5 req-ac64453d-79f1-41ae-adb6-2cb38f6e03bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:35.314430 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7392147e-11bb-499d-a8d4-bd9d2c37e3d5 req-ac64453d-79f1-41ae-adb6-2cb38f6e03bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1296322 Jul 22 19:01:35.355117 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3c762e1d-0bea-4749-a6e9-47186ae9f990 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=390a8599085746498f02412a59da0efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269506 Jul 22 19:01:35.355117 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c762e1d-0bea-4749-a6e9-47186ae9f990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3541751-65bd-4d39-bd23-10925c6468fc,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:35.355508 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56244) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:35.423772 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c219c5b-276d-4df8-b298-0ee0bda91238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:35.425896 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7392147e-11bb-499d-a8d4-bd9d2c37e3d5 req-8a66e787-7a61-4507-8491-be2e7c887273 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037478 Jul 22 19:01:35.448146 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c219c5b-276d-4df8-b298-0ee0bda91238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:35.509898 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c219c5b-276d-4df8-b298-0ee0bda91238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:35.512724 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c219c5b-276d-4df8-b298-0ee0bda91238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:35.513930 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6c219c5b-276d-4df8-b298-0ee0bda91238 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3541751-65bd-4d39-bd23-10925c6468fc HTTP/1.1" status: 204 len: 168 time: 0.1572766 Jul 22 19:01:35.533044 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c219c5b-276d-4df8-b298-0ee0bda91238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3541751-65bd-4d39-bd23-10925c6468fc,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:35.608373 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7392147e-11bb-499d-a8d4-bd9d2c37e3d5 req-eea7731b-45a3-461e-9e6c-0d0c4b999ea4 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759312 Jul 22 19:01:35.706543 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b16e6-df2f-4343-92e0-50908e476b02 req-0c5d7061-950c-4c9c-99ec-67e2712e3f76 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:35.708069 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-920b16e6-df2f-4343-92e0-50908e476b02 req-0c5d7061-950c-4c9c-99ec-67e2712e3f76 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b002b2dc-b38c-478b-801f-c24e42d48e51 HTTP/1.1" status: 200 len: 948 time: 0.0693243 Jul 22 19:01:35.754007 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-920b16e6-df2f-4343-92e0-50908e476b02 req-d23cf085-3654-4ca2-9cd2-f6f1c3e302d4 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384848 Jul 22 19:01:35.891815 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56282) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:35.899337 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a94127db-6b24-4a65-bedc-4a1c0f020e1d req-27603f21-d013-47b8-af74-923f69f4c361 tempest-QuotasAdminNegativeTest-1615021403 tempest-QuotasAdminNegativeTest-1615021403-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8a3697a9fc6141f0951321f2ed5cc566&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230510 Jul 22 19:01:36.020588 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94127db-6b24-4a65-bedc-4a1c0f020e1d req-1bfc135f-eca9-4e86-91e2-3fd7ed1f6b85 tempest-QuotasAdminNegativeTest-1615021403 tempest-QuotasAdminNegativeTest-1615021403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:36.022770 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a94127db-6b24-4a65-bedc-4a1c0f020e1d req-1bfc135f-eca9-4e86-91e2-3fd7ed1f6b85 tempest-QuotasAdminNegativeTest-1615021403 tempest-QuotasAdminNegativeTest-1615021403-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1173563 Jul 22 19:01:36.037140 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0a79fd55-aaff-48bd-8ac1-767547e47b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:36.041999 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a94127db-6b24-4a65-bedc-4a1c0f020e1d req-ab7253bd-42f0-470e-855e-a3a18559fa45 tempest-QuotasAdminNegativeTest-1615021403 tempest-QuotasAdminNegativeTest-1615021403-project] 10.222.0.13 "GET /v2.0/quotas/8a3697a9fc6141f0951321f2ed5cc566 HTTP/1.1" status: 200 len: 375 time: 0.0136201 Jul 22 19:01:36.085026 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a94127db-6b24-4a65-bedc-4a1c0f020e1d req-7409dd19-9766-42bc-a6ed-d2d8d98fae35 tempest-QuotasAdminNegativeTest-1615021403 tempest-QuotasAdminNegativeTest-1615021403-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a3697a9fc6141f0951321f2ed5cc566&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356905 Jul 22 19:01:36.134932 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:01:36.148401 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0a79fd55-aaff-48bd-8ac1-767547e47b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:36.155054 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0a79fd55-aaff-48bd-8ac1-767547e47b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:36.200980 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0a79fd55-aaff-48bd-8ac1-767547e47b8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31937ad8198d46a098982162f5f9273e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071029 Jul 22 19:01:36.203170 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79fd55-aaff-48bd-8ac1-767547e47b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b516e241-5d22-4f80-97fb-2718d96f3534,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:36.204265 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56302) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:36.286100 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port e1cd9e14-a4df-412d-9b93-7cfbefac1dc6, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e1cd9e14-a4df-412d-9b93-7cfbefac1dc6,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:36.300641 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'e1cd9e14-a4df-412d-9b93-7cfbefac1dc6', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': 'e1cd9e14-a4df-412d-9b93-7cfbefac1dc6', 'mac_address': 'fa:16:3e:a1:73:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:01:36.318186 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2318a487-78b8-4b89-ac01-dcca6e924243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:36.347841 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2318a487-78b8-4b89-ac01-dcca6e924243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:36.352782 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:36.369374 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98714b-9a7f-4919-af7e-1b283fc5981a req-92b43d00-282c-44aa-b988-55ceb8b71ce5 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:36.370882 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bc98714b-9a7f-4919-af7e-1b283fc5981a req-92b43d00-282c-44aa-b988-55ceb8b71ce5 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbfb8749-eaa3-4836-8ce5-58dbcd931294 HTTP/1.1" status: 200 len: 948 time: 0.1283565 Jul 22 19:01:36.372455 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:01:36.404259 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port e1cd9e14-a4df-412d-9b93-7cfbefac1dc6, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e1cd9e14-a4df-412d-9b93-7cfbefac1dc6,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:36.409756 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:36.454770 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bc98714b-9a7f-4919-af7e-1b283fc5981a req-f80b0637-8dc3-41c8-9799-de26cfae1080 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713687 Jul 22 19:01:36.462474 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=e1cd9e14-a4df-412d-9b93-7cfbefac1dc6,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:36.469670 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2318a487-78b8-4b89-ac01-dcca6e924243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:36.473126 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2318a487-78b8-4b89-ac01-dcca6e924243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:36.478022 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2318a487-78b8-4b89-ac01-dcca6e924243 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b516e241-5d22-4f80-97fb-2718d96f3534 HTTP/1.1" status: 204 len: 168 time: 0.2721550 Jul 22 19:01:36.486160 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318a487-78b8-4b89-ac01-dcca6e924243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b516e241-5d22-4f80-97fb-2718d96f3534,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:36.621506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e1cd9e14-a4df-412d-9b93-7cfbefac1dc6'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:01:36.907702 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56342) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:36.932400 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e9a4d553-d7dc-4b45-a454-aaf84a1e9fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:36.947000 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56346) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:36.955875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ebf128-7dc9-4275-b1ab-779de1f18e84', 'tag': '52c4c3b5-8f22-4140-bd28-6962afac2ad7'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:01:36.958695 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cc4adf-eaf4-416b-8921-78335a6a7c39" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ebf128-7dc9-4275-b1ab-779de1f18e84", "tag": "52c4c3b5-8f22-4140-bd28-6962afac2ad7"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:01:37.078212 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d50b1-e0b6-47c9-b99a-02347932c2f2 req-dbf67221-e211-4093-ab06-2a65d67ceb17 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:37.079869 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc8d50b1-e0b6-47c9-b99a-02347932c2f2 req-dbf67221-e211-4093-ab06-2a65d67ceb17 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 943 time: 0.1117501 Jul 22 19:01:37.120021 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e9a4d553-d7dc-4b45-a454-aaf84a1e9fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:37.125413 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e9a4d553-d7dc-4b45-a454-aaf84a1e9fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:37.164795 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc8d50b1-e0b6-47c9-b99a-02347932c2f2 req-0c82d8de-313c-4a5a-8a59-9e79cd9e89fc tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763886 Jul 22 19:01:37.180744 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e9a4d553-d7dc-4b45-a454-aaf84a1e9fed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64c8c785a76d4845add4ef609b0e080f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680252 Jul 22 19:01:37.181693 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56358) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:37.200984 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4d553-d7dc-4b45-a454-aaf84a1e9fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afb0df4-dc74-4f45-a154-936668e842f7,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:37.216900 n-d-800086-12 neutron-server[93806]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 19:01:37.226052 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-ae2179df-cba0-432c-aced-02b3f7fc7712 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:01:37.233427 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-ae2179df-cba0-432c-aced-02b3f7fc7712 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2845745 Jul 22 19:01:37.263779 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b74eaa5-ae0a-4e92-8802-8aaf9092b2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:37.297930 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b74eaa5-ae0a-4e92-8802-8aaf9092b2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:37.310298 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 52c4c3b5-8f22-4140-bd28-6962afac2ad7 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:01:37.376689 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298c317-fe13-4c24-abaf-81ddc6317364 req-8df98970-3d7a-443a-8e84-99375a6d761a tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:37.378992 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8298c317-fe13-4c24-abaf-81ddc6317364 req-8df98970-3d7a-443a-8e84-99375a6d761a tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b002b2dc-b38c-478b-801f-c24e42d48e51 HTTP/1.1" status: 200 len: 949 time: 0.0958822 Jul 22 19:01:37.390763 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b74eaa5-ae0a-4e92-8802-8aaf9092b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:37.394326 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b74eaa5-ae0a-4e92-8802-8aaf9092b2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:37.398809 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0b74eaa5-ae0a-4e92-8802-8aaf9092b2d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6afb0df4-dc74-4f45-a154-936668e842f7 HTTP/1.1" status: 204 len: 168 time: 0.2129982 Jul 22 19:01:37.402941 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-4201110c-48fc-45a6-826f-b3ee97557e56 service neutron] Request body: {'binding': {'host': 'n-h2-800086-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:37.403441 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-4201110c-48fc-45a6-826f-b3ee97557e56 service neutron] Unknown quota resources ['binding']. {{(pid=93806) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:01:37.411253 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74eaa5-ae0a-4e92-8802-8aaf9092b2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afb0df4-dc74-4f45-a154-936668e842f7,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:37.428549 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 52c4c3b5-8f22-4140-bd28-6962afac2ad7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=52c4c3b5-8f22-4140-bd28-6962afac2ad7,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:37.441809 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 52c4c3b5-8f22-4140-bd28-6962afac2ad7 has no active binding in host n-h1-800086-12 {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 19:01:37.442766 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8298c317-fe13-4c24-abaf-81ddc6317364 req-2ded6bf9-d8d7-44df-9704-4c6cc24e17be tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545900 Jul 22 19:01:37.586816 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-4201110c-48fc-45a6-826f-b3ee97557e56 service neutron] Attempting to bind port 7903cffd-c6b7-4a8b-ab21-82a707f4032e on host n-h2-800086-12 for vnic_type normal with profile None {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:01:37.587159 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-4201110c-48fc-45a6-826f-b3ee97557e56 service neutron] Attempting to bind port 7903cffd-c6b7-4a8b-ab21-82a707f4032e by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:01:37.587486 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-4201110c-48fc-45a6-826f-b3ee97557e56 service neutron] Attempting to bind port 7903cffd-c6b7-4a8b-ab21-82a707f4032e on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:37.591827 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-4201110c-48fc-45a6-826f-b3ee97557e56 service neutron] Port 7903cffd-c6b7-4a8b-ab21-82a707f4032e on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:01:37.592145 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-4201110c-48fc-45a6-826f-b3ee97557e56 service neutron] Attempting to bind port 7903cffd-c6b7-4a8b-ab21-82a707f4032e on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:37.597510 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-4201110c-48fc-45a6-826f-b3ee97557e56 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:01:37.597852 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-4201110c-48fc-45a6-826f-b3ee97557e56 service neutron] Checking segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:37.598238 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-4201110c-48fc-45a6-826f-b3ee97557e56 service neutron] Bound using segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:01:37.598658 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-4201110c-48fc-45a6-826f-b3ee97557e56 service neutron] Bound port: 7903cffd-c6b7-4a8b-ab21-82a707f4032e, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:01:37.879895 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-4201110c-48fc-45a6-826f-b3ee97557e56 service neutron] For port 7903cffd-c6b7-4a8b-ab21-82a707f4032e, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=7903cffd-c6b7-4a8b-ab21-82a707f4032e,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:01:37.886053 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-4201110c-48fc-45a6-826f-b3ee97557e56 service neutron] Notify callbacks [] for binding, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:37.887258 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-4201110c-48fc-45a6-826f-b3ee97557e56 service neutron] 10.222.0.13 "POST /v2.0/ports/7903cffd-c6b7-4a8b-ab21-82a707f4032e/bindings HTTP/1.1" status: 201 len: 390 time: 0.5491974 Jul 22 19:01:37.904730 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844179fd-d5c0-4e31-869e-f2d70f5026bf x-openstack-request-id: req-844179fd-d5c0-4e31-869e-f2d70f5026bf {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:01:37.905020 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ebf128-7dc9-4275-b1ab-779de1f18e84", "tag": "52c4c3b5-8f22-4140-bd28-6962afac2ad7", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:01:37.905281 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-844179fd-d5c0-4e31-869e-f2d70f5026bf {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:01:37.905679 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ebf128-7dc9-4275-b1ab-779de1f18e84', 'tag': '52c4c3b5-8f22-4140-bd28-6962afac2ad7', 'status': 'completed', 'code': 200} Jul 22 19:01:37.995751 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc4adf-eaf4-416b-8921-78335a6a7c39 req-df6b09cc-9648-4838-bd10-fff22429752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:37.997312 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-25cc4adf-eaf4-416b-8921-78335a6a7c39 req-df6b09cc-9648-4838-bd10-fff22429752b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 1126 time: 0.0629935 Jul 22 19:01:38.083656 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f02bbe-ae77-44ea-92f8-b0c9e49b2ce8 req-ecc9db8b-41d4-48b4-b45c-ba563c4085ea tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:38.091580 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-61f02bbe-ae77-44ea-92f8-b0c9e49b2ce8 req-ecc9db8b-41d4-48b4-b45c-ba563c4085ea tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbfb8749-eaa3-4836-8ce5-58dbcd931294 HTTP/1.1" status: 200 len: 948 time: 0.1017005 Jul 22 19:01:38.143893 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc4adf-eaf4-416b-8921-78335a6a7c39 req-d7183f8b-6f54-4921-b6d7-3d51b5f8d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:38.148665 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-61f02bbe-ae77-44ea-92f8-b0c9e49b2ce8 req-152a016b-4f14-48bc-8c18-137162a9b598 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507190 Jul 22 19:01:38.149647 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-25cc4adf-eaf4-416b-8921-78335a6a7c39 req-d7183f8b-6f54-4921-b6d7-3d51b5f8d074 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 909 time: 0.1401248 Jul 22 19:01:38.159734 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 302afbfc-9b35-4c22-bbb1-2e7898be7fb6 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:01:38.191980 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:01:38.219959 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-25cc4adf-eaf4-416b-8921-78335a6a7c39 req-752d3391-c623-4f9e-b294-cc841913457d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52c4c3b5-8f22-4140-bd28-6962afac2ad7 HTTP/1.1" status: 200 len: 217 time: 0.0593424 Jul 22 19:01:38.314189 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:01:38.317610 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc4adf-eaf4-416b-8921-78335a6a7c39 req-c3c378d6-d3b6-45fd-9e28-54d9cbadd39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:38.319830 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-25cc4adf-eaf4-416b-8921-78335a6a7c39 req-c3c378d6-d3b6-45fd-9e28-54d9cbadd39b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6ce6dd9-1892-4846-8205-ad77c8cfee8f HTTP/1.1" status: 200 len: 848 time: 0.0784729 Jul 22 19:01:38.324061 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:01:38.324416 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:38.357762 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-25cc4adf-eaf4-416b-8921-78335a6a7c39 req-9e0527e4-3939-47a6-ae3b-3edae35ff029 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1211dd5d-22dd-42cf-af43-7f788d3e855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314200 Jul 22 19:01:38.384714 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 302afbfc-9b35-4c22-bbb1-2e7898be7fb6, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=302afbfc-9b35-4c22-bbb1-2e7898be7fb6,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:38.403251 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '302afbfc-9b35-4c22-bbb1-2e7898be7fb6', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '302afbfc-9b35-4c22-bbb1-2e7898be7fb6', 'mac_address': 'fa:16:3e:a8:7c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:01:38.407368 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-678bc39e-8cc6-4724-a8e3-0f646b288987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:38.408909 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-678bc39e-8cc6-4724-a8e3-0f646b288987 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 1120 time: 0.1997073 Jul 22 19:01:38.414180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56420) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:38.473066 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:38.483159 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:38.495462 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302afbfc-9b35-4c22-bbb1-2e7898be7fb6 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:01:38.536267 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-25cc4adf-eaf4-416b-8921-78335a6a7c39 req-a190e1b0-c858-49f7-bc73-1dfff1331053 service neutron] 10.222.0.16 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605663 Jul 22 19:01:38.546781 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b002b2dc-b38c-478b-801f-c24e42d48e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cd9e14-a4df-412d-9b93-7cfbefac1dc6'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:01:38.549038 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe079206-fa82-4fc5-b354-06b3bdf1f8eb" -d '{"events": [{"server_uuid": "b002b2dc-b38c-478b-801f-c24e42d48e51", "name": "network-vif-plugged", "status": "completed", "tag": "e1cd9e14-a4df-412d-9b93-7cfbefac1dc6"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:01:38.567140 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 302afbfc-9b35-4c22-bbb1-2e7898be7fb6, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=302afbfc-9b35-4c22-bbb1-2e7898be7fb6,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:38.569807 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port e1cd9e14-a4df-412d-9b93-7cfbefac1dc6, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e1cd9e14-a4df-412d-9b93-7cfbefac1dc6,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:38.577842 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:38.589249 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:38.609921 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-b47c9e89-4a01-4a4e-b437-faf2e02db914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:38.611424 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-b47c9e89-4a01-4a4e-b437-faf2e02db914 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 921 time: 0.1894383 Jul 22 19:01:38.660451 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=302afbfc-9b35-4c22-bbb1-2e7898be7fb6,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:38.690526 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-70f3087d-5d2b-4276-9310-4d9d02e9629d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7903cffd-c6b7-4a8b-ab21-82a707f4032e HTTP/1.1" status: 200 len: 217 time: 0.0516984 Jul 22 19:01:38.696365 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-2530ee44-714f-4969-ae20-f3a58080956f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-network', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:38.729044 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=e1cd9e14-a4df-412d-9b93-7cfbefac1dc6,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:38.746171 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:38.792727 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b87d9b-b327-4f79-a7e3-63efc83dc803 req-23e29744-741b-42e7-9d18-675bf4fee4ea tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:38.794511 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d5b87d9b-b327-4f79-a7e3-63efc83dc803 req-23e29744-741b-42e7-9d18-675bf4fee4ea tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 968 time: 0.0894170 Jul 22 19:01:38.800286 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-25cc4adf-eaf4-416b-8921-78335a6a7c39 req-26037504-2a29-41e9-a7bb-25b62e591c2e service neutron] 10.222.0.16 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560592 Jul 22 19:01:38.806065 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-4143a1aa-5104-4afb-880f-0fc63579abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:38.807684 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-4143a1aa-5104-4afb-880f-0fc63579abc8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=60c829e4-dea2-469c-8b44-181bb5c85dfe HTTP/1.1" status: 200 len: 860 time: 0.1039417 Jul 22 19:01:38.809191 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2530ee44-714f-4969-ae20-f3a58080956f admin admin] Made reservation on behalf of e5f6b3569b564d27a6f5df338de65c2e for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:38.811634 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2530ee44-714f-4969-ae20-f3a58080956f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:38.812325 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['302afbfc-9b35-4c22-bbb1-2e7898be7fb6'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:01:38.825019 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2530ee44-714f-4969-ae20-f3a58080956f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:38.851986 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d5b87d9b-b327-4f79-a7e3-63efc83dc803 req-d4d19b90-d776-45c3-8b25-5f8e160c456e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505733 Jul 22 19:01:38.870083 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-95b5b1a6-f70c-46d4-87ff-0f9531ae8de5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463989 Jul 22 19:01:38.920442 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160db583-f04f-4c68-9c9c-9ece7e9fd1bb req-ce4a4a35-fe0e-403d-9af0-84bbf4df36f7 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:38.927967 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-160db583-f04f-4c68-9c9c-9ece7e9fd1bb req-ce4a4a35-fe0e-403d-9af0-84bbf4df36f7 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 943 time: 0.0952473 Jul 22 19:01:38.999603 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-6496d96b-1de4-45c3-ad5e-b43fbe2fcbd3 service neutron] 10.222.0.16 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224692 Jul 22 19:01:39.002841 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-160db583-f04f-4c68-9c9c-9ece7e9fd1bb req-a5598d11-47b7-4b45-bd0b-68ea2d2e3474 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739489 Jul 22 19:01:39.040207 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce55207-a4c7-4a6c-ae8c-ef1c633c55ae req-49cb8f13-5d33-4d83-9d42-8c3db515f02a tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:39.042114 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cce55207-a4c7-4a6c-ae8c-ef1c633c55ae req-49cb8f13-5d33-4d83-9d42-8c3db515f02a tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b002b2dc-b38c-478b-801f-c24e42d48e51 HTTP/1.1" status: 200 len: 950 time: 0.1046131 Jul 22 19:01:39.058938 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d09a9ca-3d54-4182-be49-aac2a3fa97a6 x-openstack-request-id: req-4d09a9ca-3d54-4182-be49-aac2a3fa97a6 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:01:39.059229 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b002b2dc-b38c-478b-801f-c24e42d48e51", "name": "network-vif-plugged", "status": "completed", "tag": "e1cd9e14-a4df-412d-9b93-7cfbefac1dc6", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:01:39.059484 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d09a9ca-3d54-4182-be49-aac2a3fa97a6 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:01:39.059879 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b002b2dc-b38c-478b-801f-c24e42d48e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cd9e14-a4df-412d-9b93-7cfbefac1dc6', 'code': 200} Jul 22 19:01:39.091654 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2530ee44-714f-4969-ae20-f3a58080956f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:39.091846 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cce55207-a4c7-4a6c-ae8c-ef1c633c55ae req-2587cd87-a520-4c7f-9ce5-8f8079f93331 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416105 Jul 22 19:01:39.098971 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2530ee44-714f-4969-ae20-f3a58080956f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:39.150398 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2530ee44-714f-4969-ae20-f3a58080956f admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:01:39.169044 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-07c03735-1a09-4079-bd5f-c5f81c1768b7 service neutron] 10.222.0.16 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628864 Jul 22 19:01:39.191441 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530ee44-714f-4969-ae20-f3a58080956f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c41abda-099e-4a8e-bc31-18b18101b9ec,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:39.200592 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2530ee44-714f-4969-ae20-f3a58080956f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:39.201133 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-2530ee44-714f-4969-ae20-f3a58080956f admin admin] Added segment b8f30338-a332-44a2-b242-a0037ff481e1 of type vlan for network ca294e3c-7e7d-4357-b107-f5b283c529a6 Jul 22 19:01:39.250170 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-694029ef-5a9c-4491-a9d6-008d85f1e272 req-8d1168be-de5b-43de-a922-959e647d173c tempest-QuotasAdminNegativeTest-1615021403 tempest-QuotasAdminNegativeTest-1615021403-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8a3697a9fc6141f0951321f2ed5cc566&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363822 Jul 22 19:01:39.252202 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2530ee44-714f-4969-ae20-f3a58080956f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:39.273384 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c39dd1-9e2e-40a7-bd77-24185efc3960 req-b06a08fb-fd01-4692-a9a7-caa1e994be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:39.274939 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a7c39dd1-9e2e-40a7-bd77-24185efc3960 req-b06a08fb-fd01-4692-a9a7-caa1e994be3a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b002b2dc-b38c-478b-801f-c24e42d48e51 HTTP/1.1" status: 200 len: 1102 time: 0.1382310 Jul 22 19:01:39.357790 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2530ee44-714f-4969-ae20-f3a58080956f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:39.358762 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2530ee44-714f-4969-ae20-f3a58080956f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:39.359341 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2530ee44-714f-4969-ae20-f3a58080956f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:39.394386 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694029ef-5a9c-4491-a9d6-008d85f1e272 req-b26b9821-e451-478c-9975-a3ca363ba697 tempest-QuotasAdminNegativeTest-1615021403 tempest-QuotasAdminNegativeTest-1615021403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:39.396164 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-694029ef-5a9c-4491-a9d6-008d85f1e272 req-b26b9821-e451-478c-9975-a3ca363ba697 tempest-QuotasAdminNegativeTest-1615021403 tempest-QuotasAdminNegativeTest-1615021403-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1452773 Jul 22 19:01:39.409011 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a7c39dd1-9e2e-40a7-bd77-24185efc3960 req-6831a7a0-42c8-4694-9acb-9094ff84143a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275434 Jul 22 19:01:39.418778 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-694029ef-5a9c-4491-a9d6-008d85f1e272 req-312cf535-52e0-4e6c-8950-c2fbf8ab9dea tempest-QuotasAdminNegativeTest-1615021403 tempest-QuotasAdminNegativeTest-1615021403-project] 10.222.0.13 "GET /v2.0/quotas/8a3697a9fc6141f0951321f2ed5cc566 HTTP/1.1" status: 200 len: 375 time: 0.0143678 Jul 22 19:01:39.430499 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2530ee44-714f-4969-ae20-f3a58080956f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0117228 Jul 22 19:01:39.442418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56462) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:39.447008 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-4d032eb0-e491-49ec-990b-cc248f0c0311 admin admin] Request body: {'subnet': {'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-subnet', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:39.456295 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530ee44-714f-4969-ae20-f3a58080956f admin admin] Pushing event updated for resources: {'Network': ['ID=ca294e3c-7e7d-4357-b107-f5b283c529a6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:39.466993 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network ca294e3c-7e7d-4357-b107-f5b283c529a6 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:01:39.473415 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-9c31d450-1f30-4129-a310-5ddd3fb48b80 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:39.475871 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-9c31d450-1f30-4129-a310-5ddd3fb48b80 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b&tenant_id=045a6583907f4225b2036296ec0f4a49&binding%3Ahost_id=n-h1-800086-12 HTTP/1.1" status: 200 len: 1120 time: 0.1991396 Jul 22 19:01:39.480311 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-694029ef-5a9c-4491-a9d6-008d85f1e272 req-6088d316-f2b4-43b8-834e-f95c4d187298 tempest-QuotasAdminNegativeTest-1615021403 tempest-QuotasAdminNegativeTest-1615021403-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a3697a9fc6141f0951321f2ed5cc566&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506709 Jul 22 19:01:39.490331 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800086-12'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:39.526910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d032eb0-e491-49ec-990b-cc248f0c0311 admin admin] Made reservation on behalf of e5f6b3569b564d27a6f5df338de65c2e for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:39.529269 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d032eb0-e491-49ec-990b-cc248f0c0311 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:39.594530 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:39.780345 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] For port 7903cffd-c6b7-4a8b-ab21-82a707f4032e, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7903cffd-c6b7-4a8b-ab21-82a707f4032e,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:39.781329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234fb57-1469-4ab0-86d9-bf77279a7c44 req-d6f90a66-0e04-4181-9d64-7f479dc86583 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:39.782766 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2234fb57-1469-4ab0-86d9-bf77279a7c44 req-d6f90a66-0e04-4181-9d64-7f479dc86583 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbfb8749-eaa3-4836-8ce5-58dbcd931294 HTTP/1.1" status: 200 len: 949 time: 0.3085961 Jul 22 19:01:39.841729 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] For port 7903cffd-c6b7-4a8b-ab21-82a707f4032e, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:01:39.888590 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2234fb57-1469-4ab0-86d9-bf77279a7c44 req-9eeae89d-7090-4af8-b204-2eac920ee74d tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858576 Jul 22 19:01:39.914744 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246b0e90-092f-4cd7-9c28-1c0d2c4cc90b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7903cffd-c6b7-4a8b-ab21-82a707f4032e'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:01:39.917511 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653ca096-19f2-4e34-b113-ac80476db3de" -d '{"events": [{"server_uuid": "246b0e90-092f-4cd7-9c28-1c0d2c4cc90b", "name": "network-vif-unplugged", "status": "completed", "tag": "7903cffd-c6b7-4a8b-ab21-82a707f4032e"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:01:39.921649 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:39.928815 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c5669b4-a5d5-45f8-9797-ddffe62eb8ae req-fba27080-8922-428f-90ce-1ceb9f220f20 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1629264 Jul 22 19:01:39.935490 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:40.017223 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d032eb0-e491-49ec-990b-cc248f0c0311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:40.072995 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-40933acb-fc09-4d12-b2a3-3023d5066d40 service neutron] 10.222.0.16 "GET /v2.0/ports/52c4c3b5-8f22-4140-bd28-6962afac2ad7/bindings/n-h1-800086-12 HTTP/1.1" status: 200 len: 385 time: 0.1952007 Jul 22 19:01:40.119637 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae766cb9-f912-4ec1-9069-50b0773ada17 x-openstack-request-id: req-ae766cb9-f912-4ec1-9069-50b0773ada17 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:01:40.119928 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246b0e90-092f-4cd7-9c28-1c0d2c4cc90b", "name": "network-vif-unplugged", "status": "completed", "tag": "7903cffd-c6b7-4a8b-ab21-82a707f4032e", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:01:40.120180 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae766cb9-f912-4ec1-9069-50b0773ada17 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:01:40.120593 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246b0e90-092f-4cd7-9c28-1c0d2c4cc90b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7903cffd-c6b7-4a8b-ab21-82a707f4032e', 'code': 200} Jul 22 19:01:40.127201 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] Attempting to bind port 7903cffd-c6b7-4a8b-ab21-82a707f4032e on host n-h1-800086-12 for vnic_type normal with profile {"migrating_to": "n-h2-800086-12"} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:01:40.127548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] Attempting to bind port 7903cffd-c6b7-4a8b-ab21-82a707f4032e by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:01:40.128052 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] Attempting to bind port 7903cffd-c6b7-4a8b-ab21-82a707f4032e on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:40.135459 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] Pushing event updated for resources: {'Port': ['ID=7903cffd-c6b7-4a8b-ab21-82a707f4032e,revision_number=7']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:40.144058 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d032eb0-e491-49ec-990b-cc248f0c0311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6127a740-55fe-4e1e-9351-155d195e1651,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:40.149298 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] Port 7903cffd-c6b7-4a8b-ab21-82a707f4032e on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:01:40.149897 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] Attempting to bind port 7903cffd-c6b7-4a8b-ab21-82a707f4032e on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:40.156501 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 302afbfc-9b35-4c22-bbb1-2e7898be7fb6 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:01:40.169308 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:01:40.169660 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] Checking segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:40.170626 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] Bound using segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:01:40.172957 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] Bound port: 7903cffd-c6b7-4a8b-ab21-82a707f4032e, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:01:40.173405 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:40.232424 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5669b4-a5d5-45f8-9797-ddffe62eb8ae req-3572cc86-23b2-42c3-922b-8fe2fb74fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:40.236635 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c5669b4-a5d5-45f8-9797-ddffe62eb8ae req-3572cc86-23b2-42c3-922b-8fe2fb74fa0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d10fdd5d5884f069e47642eea680c7b&device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 1123 time: 0.2311027 Jul 22 19:01:40.244630 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d032eb0-e491-49ec-990b-cc248f0c0311 admin admin] Checking segment: {'id': 'b8f30338-a332-44a2-b242-a0037ff481e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:40.246734 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d032eb0-e491-49ec-990b-cc248f0c0311 admin admin] Network hostable DHCP agents. Network: ca294e3c-7e7d-4357-b107-f5b283c529a6, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:01:40.273598 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b026c-7fae-4487-9a13-5c52b4d5c267 req-5034c36e-e52b-414b-85ad-62a6a59f45dd tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:40.279887 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a79b026c-7fae-4487-9a13-5c52b4d5c267 req-5034c36e-e52b-414b-85ad-62a6a59f45dd tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 966 time: 0.2089758 Jul 22 19:01:40.285750 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 302afbfc-9b35-4c22-bbb1-2e7898be7fb6 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:01:40.289954 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 302afbfc-9b35-4c22-bbb1-2e7898be7fb6 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:01:40.290405 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:40.401858 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] For port 7903cffd-c6b7-4a8b-ab21-82a707f4032e, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:01:40.445738 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d032eb0-e491-49ec-990b-cc248f0c0311 admin admin] Network ca294e3c-7e7d-4357-b107-f5b283c529a6 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:01:40.452553 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] For port 7903cffd-c6b7-4a8b-ab21-82a707f4032e, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7903cffd-c6b7-4a8b-ab21-82a707f4032e,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:01:40.472977 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:40.476704 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:40.486994 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a79b026c-7fae-4487-9a13-5c52b4d5c267 req-58ff4350-ce59-41ab-93a1-f11c4d48aabb tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727328 Jul 22 19:01:40.492813 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-4d032eb0-e491-49ec-990b-cc248f0c0311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, ca294e3c-7e7d-4357-b107-f5b283c529a6) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:01:40.495039 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56506) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:40.502319 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb8d3e6d-ede0-46bf-a50f-01879b54f0c2 service neutron] For port 52c4c3b5-8f22-4140-bd28-6962afac2ad7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=52c4c3b5-8f22-4140-bd28-6962afac2ad7,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:40.514149 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9309f20d-aa06-4a3a-b312-64c3e64cb8fb None None] Network ca294e3c-7e7d-4357-b107-f5b283c529a6 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:01:40.524117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d032eb0-e491-49ec-990b-cc248f0c0311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:40.524771 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d032eb0-e491-49ec-990b-cc248f0c0311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:40.565355 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb8d3e6d-ede0-46bf-a50f-01879b54f0c2 service neutron] For port 52c4c3b5-8f22-4140-bd28-6962afac2ad7, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:01:40.572489 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4d032eb0-e491-49ec-990b-cc248f0c0311 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1305122 Jul 22 19:01:40.574021 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5669b4-a5d5-45f8-9797-ddffe62eb8ae req-7b91de70-f812-47d0-b467-5f9e2f724dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:40.575649 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c5669b4-a5d5-45f8-9797-ddffe62eb8ae req-7b91de70-f812-47d0-b467-5f9e2f724dde service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.2942142 Jul 22 19:01:40.576341 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56510) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:40.586629 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-23c02d89-56d5-4500-b023-012f01a274f1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-router', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:40.601068 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64657a0a-9424-4139-b095-99691b7ca572 req-a0c91ca3-279f-405c-8300-967d23be108d tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:40.610421 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64657a0a-9424-4139-b095-99691b7ca572 req-a0c91ca3-279f-405c-8300-967d23be108d tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 943 time: 0.2957325 Jul 22 19:01:40.629400 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] Pushing event updated for resources: {'Port': ['ID=7903cffd-c6b7-4a8b-ab21-82a707f4032e,revision_number=8']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:40.644385 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:40.645253 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:40.647231 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-e09eb9de-1782-43c2-b8d2-a914e4f3d688 service neutron] 10.222.0.16 "PUT /v2.0/ports/7903cffd-c6b7-4a8b-ab21-82a707f4032e HTTP/1.1" status: 200 len: 1146 time: 1.1649766 Jul 22 19:01:40.649935 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb8d3e6d-ede0-46bf-a50f-01879b54f0c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c4c3b5-8f22-4140-bd28-6962afac2ad7 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:01:40.666115 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb8d3e6d-ede0-46bf-a50f-01879b54f0c2 service neutron] For port 52c4c3b5-8f22-4140-bd28-6962afac2ad7, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=52c4c3b5-8f22-4140-bd28-6962afac2ad7,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:40.689567 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb8d3e6d-ede0-46bf-a50f-01879b54f0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:40.711706 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 302afbfc-9b35-4c22-bbb1-2e7898be7fb6, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=302afbfc-9b35-4c22-bbb1-2e7898be7fb6,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:40.714712 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c5669b4-a5d5-45f8-9797-ddffe62eb8ae req-756f3092-3a95-4113-b9fd-acdf32f675ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=13a868a1-57a7-494c-a032-6cdf7b31365d HTTP/1.1" status: 200 len: 217 time: 0.0946300 Jul 22 19:01:40.727468 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:40.779435 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['7903cffd-c6b7-4a8b-ab21-82a707f4032e'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:01:40.823557 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb8d3e6d-ede0-46bf-a50f-01879b54f0c2 service neutron] Transition to ACTIVE for port object 52c4c3b5-8f22-4140-bd28-6962afac2ad7 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:01:40.828684 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb8d3e6d-ede0-46bf-a50f-01879b54f0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:40.830853 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-23c02d89-56d5-4500-b023-012f01a274f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:40.832386 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-23c02d89-56d5-4500-b023-012f01a274f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:40.887169 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64657a0a-9424-4139-b095-99691b7ca572 req-d6d7c05a-2246-46f4-a7f8-5ecc4ea51708 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697768 Jul 22 19:01:40.911495 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb8d3e6d-ede0-46bf-a50f-01879b54f0c2 service neutron] No DVR routers for this DVR port 52c4c3b5-8f22-4140-bd28-6962afac2ad7 on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:01:40.977241 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d3e6d-ede0-46bf-a50f-01879b54f0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=52c4c3b5-8f22-4140-bd28-6962afac2ad7,revision_number=10']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:40.981060 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e81e09d-6a53-4e95-adad-54d547dbe5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:40.985411 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-ca294e3c-7e7d-4357-b107-f5b283c529a6', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'fixed_ips': [{'subnet_id': '6127a740-55fe-4e1e-9351-155d195e1651'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:01:40.986651 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:40.993675 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=302afbfc-9b35-4c22-bbb1-2e7898be7fb6,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:40.997640 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fb8d3e6d-ede0-46bf-a50f-01879b54f0c2 service neutron] 10.222.0.16 "PUT /v2.0/ports/52c4c3b5-8f22-4140-bd28-6962afac2ad7/bindings/n-h1-800086-12/activate HTTP/1.1" status: 200 len: 370 time: 0.9117451 Jul 22 19:01:41.053735 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5669b4-a5d5-45f8-9797-ddffe62eb8ae req-6a18098f-121b-43e2-8260-e78d36b99a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:41.055059 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c5669b4-a5d5-45f8-9797-ddffe62eb8ae req-6a18098f-121b-43e2-8260-e78d36b99a52 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.3130591 Jul 22 19:01:41.062013 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfb8749-eaa3-4836-8ce5-58dbcd931294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302afbfc-9b35-4c22-bbb1-2e7898be7fb6'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:01:41.064585 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c2653e-1244-4b38-8b8a-4f3fd7f58a2a" -d '{"events": [{"server_uuid": "fbfb8749-eaa3-4836-8ce5-58dbcd931294", "name": "network-vif-plugged", "status": "completed", "tag": "302afbfc-9b35-4c22-bbb1-2e7898be7fb6"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:01:41.181507 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e81e09d-6a53-4e95-adad-54d547dbe5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:41.183567 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56522) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:41.198681 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e81e09d-6a53-4e95-adad-54d547dbe5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:41.253531 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-23c02d89-56d5-4500-b023-012f01a274f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:41.257967 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2e81e09d-6a53-4e95-adad-54d547dbe5a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a3697a9fc6141f0951321f2ed5cc566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7618139 Jul 22 19:01:41.258888 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56526) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:41.259940 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81e09d-6a53-4e95-adad-54d547dbe5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a27c311-ff05-4562-8a50-af3fb291f4f6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:41.285188 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ca310-d5bb-47b6-bb2d-faec0503bb7b req-93fe7e3f-16fe-4c37-949e-afeba221affd tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:41.292734 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de5ca310-d5bb-47b6-bb2d-faec0503bb7b req-93fe7e3f-16fe-4c37-949e-afeba221affd tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b002b2dc-b38c-478b-801f-c24e42d48e51 HTTP/1.1" status: 200 len: 950 time: 0.6600378 Jul 22 19:01:41.313521 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] Allocated IP 172.20.0.2 (ca294e3c-7e7d-4357-b107-f5b283c529a6/6127a740-55fe-4e1e-9351-155d195e1651/673a46ec-6e55-40e8-b207-dba2a5b05b11) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:01:41.333693 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d687f942-0070-446b-86eb-57753abcfffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:41.341257 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:41.361656 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d687f942-0070-446b-86eb-57753abcfffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:41.420436 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d687f942-0070-446b-86eb-57753abcfffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:41.423610 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d687f942-0070-446b-86eb-57753abcfffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:41.438590 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d687f942-0070-446b-86eb-57753abcfffc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a27c311-ff05-4562-8a50-af3fb291f4f6 HTTP/1.1" status: 204 len: 168 time: 0.1535575 Jul 22 19:01:41.454827 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d710c942-6860-40e1-a9ec-8ad33a7bf584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:41.476327 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687f942-0070-446b-86eb-57753abcfffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a27c311-ff05-4562-8a50-af3fb291f4f6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:41.476777 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-85f4edd4-2d82-4d0c-b985-3f64f68672ce tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:41.479123 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-85f4edd4-2d82-4d0c-b985-3f64f68672ce tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84&tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&binding%3Ahost_id=n-h2-800086-12 HTTP/1.1" status: 200 len: 1096 time: 0.3618562 Jul 22 19:01:41.655337 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:41.667556 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] Transition to ACTIVE for port object 673a46ec-6e55-40e8-b207-dba2a5b05b11 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:01:41.680199 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d710c942-6860-40e1-a9ec-8ad33a7bf584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:41.685425 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d710c942-6860-40e1-a9ec-8ad33a7bf584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:41.687400 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] Transition to ACTIVE for port object 673a46ec-6e55-40e8-b207-dba2a5b05b11 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:01:41.689031 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5669b4-a5d5-45f8-9797-ddffe62eb8ae req-07d67613-d493-42ef-a9cb-141f845dd347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:41.690639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c5669b4-a5d5-45f8-9797-ddffe62eb8ae req-07d67613-d493-42ef-a9cb-141f845dd347 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5945220 Jul 22 19:01:41.695925 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:41.701281 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de5ca310-d5bb-47b6-bb2d-faec0503bb7b req-ff47bc56-59a0-41f2-98bf-c76ca044082b tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076316 Jul 22 19:01:41.760357 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d710c942-6860-40e1-a9ec-8ad33a7bf584 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fbcf1c4ca884b3c9c34a9282cec4a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5749555 Jul 22 19:01:41.761057 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56536) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:41.775637 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710c942-6860-40e1-a9ec-8ad33a7bf584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc0f876-16d5-49b8-bb0b-6f0dd050f05d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:41.814028 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] Network ca294e3c-7e7d-4357-b107-f5b283c529a6 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:01:41.820176 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:01:41.835420 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:01:41.843022 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-23c02d89-56d5-4500-b023-012f01a274f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:41.857134 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1fc2e0ba-639c-4741-aa52-358b9fbfe308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:41.870636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] Pushing event updated for resources: {'Port': ['ID=673a46ec-6e55-40e8-b207-dba2a5b05b11,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:41.875136 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fdd274-a554-4f95-8860-04906dd98922 x-openstack-request-id: req-63fdd274-a554-4f95-8860-04906dd98922 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:01:41.875722 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfb8749-eaa3-4836-8ce5-58dbcd931294", "name": "network-vif-plugged", "status": "completed", "tag": "302afbfc-9b35-4c22-bbb1-2e7898be7fb6", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:01:41.876188 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63fdd274-a554-4f95-8860-04906dd98922 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:01:41.876870 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfb8749-eaa3-4836-8ce5-58dbcd931294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302afbfc-9b35-4c22-bbb1-2e7898be7fb6', 'code': 200} Jul 22 19:01:41.903241 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-1768b67f-63d2-4fd4-aca4-1db927cf2620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:41.904780 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-1768b67f-63d2-4fd4-aca4-1db927cf2620 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84&tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d HTTP/1.1" status: 200 len: 1096 time: 0.3966200 Jul 22 19:01:41.914183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accf4ba-4e8a-4228-85c3-06a15d188494 req-31c986aa-4906-4b9a-a411-6772bd8dd4cf tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:41.915332 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1fc2e0ba-639c-4741-aa52-358b9fbfe308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:41.921207 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2accf4ba-4e8a-4228-85c3-06a15d188494 req-31c986aa-4906-4b9a-a411-6772bd8dd4cf tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbfb8749-eaa3-4836-8ce5-58dbcd931294 HTTP/1.1" status: 200 len: 950 time: 0.8650835 Jul 22 19:01:41.956926 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] Attempting to bind port 673a46ec-6e55-40e8-b207-dba2a5b05b11 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:01:41.957297 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] Attempting to bind port 673a46ec-6e55-40e8-b207-dba2a5b05b11 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'b8f30338-a332-44a2-b242-a0037ff481e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:01:41.957667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] Attempting to bind port 673a46ec-6e55-40e8-b207-dba2a5b05b11 on network ca294e3c-7e7d-4357-b107-f5b283c529a6 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:41.966825 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:01:41.967220 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] Checking segment: {'id': 'b8f30338-a332-44a2-b242-a0037ff481e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:41.967914 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:41.971069 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] Bound using segment: {'id': 'b8f30338-a332-44a2-b242-a0037ff481e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:01:41.971325 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] Bound port: 673a46ec-6e55-40e8-b207-dba2a5b05b11, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f30338-a332-44a2-b242-a0037ff481e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:01:41.971701 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:41.998936 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2accf4ba-4e8a-4228-85c3-06a15d188494 req-411d0446-5bff-42e8-872d-996854f25da7 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637069 Jul 22 19:01:42.043683 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56544) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:42.056185 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c5669b4-a5d5-45f8-9797-ddffe62eb8ae req-7f5cedcc-1c57-494c-9c55-f17897edbf03 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539076 Jul 22 19:01:42.058052 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-40d96443-dd0e-4038-a78c-60c6d3a93762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:42.075197 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] For port 673a46ec-6e55-40e8-b207-dba2a5b05b11, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:01:42.082793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] For port 673a46ec-6e55-40e8-b207-dba2a5b05b11, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=673a46ec-6e55-40e8-b207-dba2a5b05b11,segment=NetworkSegment(b8f30338-a332-44a2-b242-a0037ff481e1),segment_id=b8f30338-a332-44a2-b242-a0037ff481e1)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:01:42.089977 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:42.122936 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f34c0-972c-4d3b-8013-29640b04d8b2 req-ac70d3bf-0527-497c-8f9b-c0bb3c933a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:42.124615 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ff6f34c0-972c-4d3b-8013-29640b04d8b2 req-ac70d3bf-0527-497c-8f9b-c0bb3c933a16 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fbfb8749-eaa3-4836-8ce5-58dbcd931294 HTTP/1.1" status: 200 len: 1102 time: 0.1861520 Jul 22 19:01:42.131232 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246b0e90-092f-4cd7-9c28-1c0d2c4cc90b', 'tag': '7903cffd-c6b7-4a8b-ab21-82a707f4032e'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:01:42.135781 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1174921-a99d-4aa4-959b-9349f552ca4f" -d '{"events": [{"name": "network-changed", "server_uuid": "246b0e90-092f-4cd7-9c28-1c0d2c4cc90b", "tag": "7903cffd-c6b7-4a8b-ab21-82a707f4032e"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:01:42.140875 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1fc2e0ba-639c-4741-aa52-358b9fbfe308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:42.147416 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1fc2e0ba-639c-4741-aa52-358b9fbfe308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:42.148651 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1fc2e0ba-639c-4741-aa52-358b9fbfe308 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6cc0f876-16d5-49b8-bb0b-6f0dd050f05d HTTP/1.1" status: 204 len: 168 time: 0.3855000 Jul 22 19:01:42.233602 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4a419-2ee0-4828-bd43-5d95b93b0037 None None] Pushing event updated for resources: {'Port': ['ID=673a46ec-6e55-40e8-b207-dba2a5b05b11,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:42.290186 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2e0ba-639c-4741-aa52-358b9fbfe308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc0f876-16d5-49b8-bb0b-6f0dd050f05d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:42.343715 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ff6f34c0-972c-4d3b-8013-29640b04d8b2 req-ab9d484c-4db7-46fc-9922-f2bb3a71d130 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939275 Jul 22 19:01:42.447399 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-40d96443-dd0e-4038-a78c-60c6d3a93762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:42.452559 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-40d96443-dd0e-4038-a78c-60c6d3a93762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:42.456013 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c5669b4-a5d5-45f8-9797-ddffe62eb8ae req-1ba7948b-a44f-41ae-9ca0-a0f1fc90d1ca service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573498 Jul 22 19:01:42.570807 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-886a128e-1a8e-4c81-b3fa-fb12c9f7475e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:42.578055 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-886a128e-1a8e-4c81-b3fa-fb12c9f7475e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 1096 time: 0.6034172 Jul 22 19:01:42.623873 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d96443-dd0e-4038-a78c-60c6d3a93762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c8dd6a-3f5d-4746-a578-e63a199e8cf0,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:42.632689 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56552) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:42.635162 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-40d96443-dd0e-4038-a78c-60c6d3a93762 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36422a3b07c14752af374ab40f19d63c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5904005 Jul 22 19:01:42.652143 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7482c-6f78-4745-a255-b5a6d1291080 req-a33764be-4a8c-4911-b541-aa5f6b8a1b12 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:42.657069 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13c7482c-6f78-4745-a255-b5a6d1291080 req-a33764be-4a8c-4911-b541-aa5f6b8a1b12 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 966 time: 0.6124108 Jul 22 19:01:42.793663 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56554) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:42.807035 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-beaa8c43-083b-47ba-aa9c-715675eb5b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:42.895401 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13c7482c-6f78-4745-a255-b5a6d1291080 req-7ebcf87e-dad7-4875-b7a7-2cf241a320c7 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719131 Jul 22 19:01:42.899440 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-beaa8c43-083b-47ba-aa9c-715675eb5b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:42.904528 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-beaa8c43-083b-47ba-aa9c-715675eb5b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:42.909218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-0c5de7ad-5300-433c-9959-ba7d642d55a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:42.910735 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-0c5de7ad-5300-433c-9959-ba7d642d55a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 909 time: 0.3233171 Jul 22 19:01:42.945061 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-beaa8c43-083b-47ba-aa9c-715675eb5b44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1712229ff85f47bc892144fcd318abb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501684 Jul 22 19:01:42.945944 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa8c43-083b-47ba-aa9c-715675eb5b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d61574-7284-44cc-ae98-d2a9dd5564e6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:42.948865 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56558) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:43.018199 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-a5bc8493-a569-4dfc-8fa5-1b39820c5aa8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52c4c3b5-8f22-4140-bd28-6962afac2ad7 HTTP/1.1" status: 200 len: 217 time: 0.0971289 Jul 22 19:01:43.023481 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a0ae980-c339-424a-bcd8-2138072400ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:43.029233 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dbbd6bf4-20ce-4f9a-9482-bfa2486205d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:43.052572 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a0ae980-c339-424a-bcd8-2138072400ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:43.075982 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558466ec-602c-4f12-8172-656d355ae25c req-f127e4fd-d037-44bc-b903-42ace8d56f4a tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:43.084219 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-558466ec-602c-4f12-8172-656d355ae25c req-f127e4fd-d037-44bc-b903-42ace8d56f4a tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b002b2dc-b38c-478b-801f-c24e42d48e51 HTTP/1.1" status: 200 len: 1102 time: 0.3902118 Jul 22 19:01:43.111484 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-23c02d89-56d5-4500-b023-012f01a274f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:43.128918 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a0ae980-c339-424a-bcd8-2138072400ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:43.133547 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a0ae980-c339-424a-bcd8-2138072400ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:43.140768 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6a0ae980-c339-424a-bcd8-2138072400ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43d61574-7284-44cc-ae98-d2a9dd5564e6 HTTP/1.1" status: 204 len: 168 time: 0.1904240 Jul 22 19:01:43.144718 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dbbd6bf4-20ce-4f9a-9482-bfa2486205d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:43.153019 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ae980-c339-424a-bcd8-2138072400ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d61574-7284-44cc-ae98-d2a9dd5564e6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:43.180059 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-558466ec-602c-4f12-8172-656d355ae25c req-44c98933-df11-4e87-9523-78696318d465 tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:43.207568 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-23c02d89-56d5-4500-b023-012f01a274f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:43.238135 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fd30a1db-dfd2-40c3-87de-28f076ac2997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:43.239825 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-fd30a1db-dfd2-40c3-87de-28f076ac2997 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6ce6dd9-1892-4846-8205-ad77c8cfee8f HTTP/1.1" status: 200 len: 848 time: 0.2150455 Jul 22 19:01:43.376863 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 673a46ec-6e55-40e8-b207-dba2a5b05b11 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:01:43.409538 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-dc015054-4a7f-4f36-a08a-044005fcde25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1211dd5d-22dd-42cf-af43-7f788d3e855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1469891 Jul 22 19:01:43.467604 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 673a46ec-6e55-40e8-b207-dba2a5b05b11 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:01:43.569294 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dbbd6bf4-20ce-4f9a-9482-bfa2486205d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:43.571873 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dbbd6bf4-20ce-4f9a-9482-bfa2486205d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:43.573140 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-dbbd6bf4-20ce-4f9a-9482-bfa2486205d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26c8dd6a-3f5d-4746-a578-e63a199e8cf0 HTTP/1.1" status: 204 len: 168 time: 0.9394517 Jul 22 19:01:43.620187 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1044624b-533d-4086-831b-1e9929354e35 None None] Network ca294e3c-7e7d-4357-b107-f5b283c529a6 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:01:43.638043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd6bf4-20ce-4f9a-9482-bfa2486205d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c8dd6a-3f5d-4746-a578-e63a199e8cf0,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:43.654962 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-23c02d89-56d5-4500-b023-012f01a274f1 admin admin] Allocated IP 172.25.3.67 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/483d65e3-3c23-414e-a519-cc156c8c5a59) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:01:43.678897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe71b6e-f996-44bf-8437-132aa5aeea86 req-fbfc80cc-0d4d-43ce-92fa-fffe25986b24 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:43.686335 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbe71b6e-f996-44bf-8437-132aa5aeea86 req-fbfc80cc-0d4d-43ce-92fa-fffe25986b24 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 944 time: 0.4035776 Jul 22 19:01:43.714069 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-009a5060-5ade-4cc2-9628-894b92dc75d6 None None] Provisioning for port 673a46ec-6e55-40e8-b207-dba2a5b05b11 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:01:43.721916 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-009a5060-5ade-4cc2-9628-894b92dc75d6 None None] Provisioning complete for port 673a46ec-6e55-40e8-b207-dba2a5b05b11 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:01:43.722703 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-009a5060-5ade-4cc2-9628-894b92dc75d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:43.732374 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-31b85f64-9964-4194-8e60-2a6d2d8901ca service neutron] 10.222.0.30 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957888 Jul 22 19:01:43.773022 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-558466ec-602c-4f12-8172-656d355ae25c req-44c98933-df11-4e87-9523-78696318d465 tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:43.796204 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-558466ec-602c-4f12-8172-656d355ae25c req-44c98933-df11-4e87-9523-78696318d465 tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:43.859985 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbe71b6e-f996-44bf-8437-132aa5aeea86 req-5cdda945-df2e-4cdb-988c-568cb414f88a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726830 Jul 22 19:01:43.900344 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-009a5060-5ade-4cc2-9628-894b92dc75d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:43.933954 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb81a4f5-0084-4a7a-a4d1-eec400105c6d x-openstack-request-id: req-cb81a4f5-0084-4a7a-a4d1-eec400105c6d {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:01:43.934808 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246b0e90-092f-4cd7-9c28-1c0d2c4cc90b", "tag": "7903cffd-c6b7-4a8b-ab21-82a707f4032e", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:01:43.935228 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb81a4f5-0084-4a7a-a4d1-eec400105c6d {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:01:43.935794 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246b0e90-092f-4cd7-9c28-1c0d2c4cc90b', 'tag': '7903cffd-c6b7-4a8b-ab21-82a707f4032e', 'status': 'completed', 'code': 200} Jul 22 19:01:43.984261 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-009a5060-5ade-4cc2-9628-894b92dc75d6 None None] For port 673a46ec-6e55-40e8-b207-dba2a5b05b11, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=673a46ec-6e55-40e8-b207-dba2a5b05b11,segment=NetworkSegment(b8f30338-a332-44a2-b242-a0037ff481e1),segment_id=b8f30338-a332-44a2-b242-a0037ff481e1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:43.991498 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-558466ec-602c-4f12-8172-656d355ae25c req-44c98933-df11-4e87-9523-78696318d465 tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8992383 Jul 22 19:01:43.991830 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-009a5060-5ade-4cc2-9628-894b92dc75d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:44.016440 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c98933-df11-4e87-9523-78696318d465 tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c011223-3b6b-4336-a8cd-4b06a8d2e454,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:44.081327 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a5060-5ade-4cc2-9628-894b92dc75d6 None None] Pushing event updated for resources: {'Port': ['ID=673a46ec-6e55-40e8-b207-dba2a5b05b11,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:44.201820 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 7903cffd-c6b7-4a8b-ab21-82a707f4032e details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:01:44.205590 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 52c4c3b5-8f22-4140-bd28-6962afac2ad7 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:01:44.207462 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-23c02d89-56d5-4500-b023-012f01a274f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:44.241757 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-7b77a0e0-73dc-4cda-9fb1-9fef42887c28 service neutron] 10.222.0.30 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899573 Jul 22 19:01:44.310575 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 52c4c3b5-8f22-4140-bd28-6962afac2ad7 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:01:44.311640 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1174921-a99d-4aa4-959b-9349f552ca4f req-e427b0b8-4f93-4d94-ba8b-c81eac9ed6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:44.313242 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1174921-a99d-4aa4-959b-9349f552ca4f req-e427b0b8-4f93-4d94-ba8b-c81eac9ed6f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 1149 time: 0.3203905 Jul 22 19:01:44.334593 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c2ea1-cb64-47e6-a382-1ffd63b506ba req-5b1cd676-61de-47e5-a205-88c7c0fc7da5 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:44.341460 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3d5c2ea1-cb64-47e6-a382-1ffd63b506ba req-5b1cd676-61de-47e5-a205-88c7c0fc7da5 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbfb8749-eaa3-4836-8ce5-58dbcd931294 HTTP/1.1" status: 200 len: 950 time: 0.2889998 Jul 22 19:01:44.373232 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-23c02d89-56d5-4500-b023-012f01a274f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:44.373675 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6f44bbf1-f615-4eec-b2e7-f2dcab977cb9 None None] Provisioning complete for port 673a46ec-6e55-40e8-b207-dba2a5b05b11 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:01:44.374201 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6f44bbf1-f615-4eec-b2e7-f2dcab977cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:44.392419 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da761c-ea07-4eb9-9c08-f94006b34a9f req-0821fc4b-67e7-4879-95e5-453ba822b656 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:44.400106 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-50da761c-ea07-4eb9-9c08-f94006b34a9f req-0821fc4b-67e7-4879-95e5-453ba822b656 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 971 time: 0.2560744 Jul 22 19:01:44.419485 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 7903cffd-c6b7-4a8b-ab21-82a707f4032e, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7903cffd-c6b7-4a8b-ab21-82a707f4032e,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:44.441995 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 7903cffd-c6b7-4a8b-ab21-82a707f4032e has no active binding in host n-h2-800086-12 {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 19:01:44.665118 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c02d89-56d5-4500-b023-012f01a274f1 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:01:44.697795 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-23c02d89-56d5-4500-b023-012f01a274f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:01:44.727846 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c02d89-56d5-4500-b023-012f01a274f1 admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:01:44.775753 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3d5c2ea1-cb64-47e6-a382-1ffd63b506ba req-a8f6d255-fa4c-41d5-a9fe-3736290b9818 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334457 Jul 22 19:01:44.776651 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c02d89-56d5-4500-b023-012f01a274f1 admin admin] Pushing event updated for resources: {'Port': ['ID=483d65e3-3c23-414e-a519-cc156c8c5a59,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:44.815202 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-50da761c-ea07-4eb9-9c08-f94006b34a9f req-cdb764e1-e54b-4ae9-8685-1ac0db112740 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.13 "GET /v2.0/security-groups?id=60a56f69-78ca-42bf-864c-296c9213e186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143295 Jul 22 19:01:44.913128 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1174921-a99d-4aa4-959b-9349f552ca4f req-a61cc205-a9aa-4064-a93e-df28e746acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:44.914544 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1174921-a99d-4aa4-959b-9349f552ca4f req-a61cc205-a9aa-4064-a93e-df28e746acb2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 921 time: 0.5888560 Jul 22 19:01:45.008734 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1174921-a99d-4aa4-959b-9349f552ca4f req-04521f5f-8044-4791-adc8-381b847c1c59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7903cffd-c6b7-4a8b-ab21-82a707f4032e HTTP/1.1" status: 200 len: 217 time: 0.0829580 Jul 22 19:01:45.026892 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-58582b58-cd7c-43c9-841c-43330fcc1d61 req-f3b6b89a-860c-4447-9760-5acd2f79d78c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b002b2dc-b38c-478b-801f-c24e42d48e51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0850830 Jul 22 19:01:45.044834 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.30', 56689) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:45.159745 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-752462f9-d3ef-4f70-a8be-a9c4fd0a0cc4 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:45.164408 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-752462f9-d3ef-4f70-a8be-a9c4fd0a0cc4 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84&tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&binding%3Ahost_id=n-h1-800086-12 HTTP/1.1" status: 200 len: 1096 time: 0.4984014 Jul 22 19:01:45.297298 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 673a46ec-6e55-40e8-b207-dba2a5b05b11 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:01:45.297649 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1174921-a99d-4aa4-959b-9349f552ca4f req-0d28dcb4-70af-4e44-b26d-1a4f6297bbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:45.299131 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1174921-a99d-4aa4-959b-9349f552ca4f req-0d28dcb4-70af-4e44-b26d-1a4f6297bbdb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60c829e4-dea2-469c-8b44-181bb5c85dfe HTTP/1.1" status: 200 len: 860 time: 0.2236810 Jul 22 19:01:45.341863 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9711bf-92ad-4f0e-ac4a-fb7f1b1d2813 req-b7173b0f-0334-446a-bcff-0a2d1f176adb tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:45.343372 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8a9711bf-92ad-4f0e-ac4a-fb7f1b1d2813 req-b7173b0f-0334-446a-bcff-0a2d1f176adb tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 966 time: 0.4445469 Jul 22 19:01:45.369805 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 673a46ec-6e55-40e8-b207-dba2a5b05b11 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:01:45.370463 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:45.390323 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1174921-a99d-4aa4-959b-9349f552ca4f req-7b6e858c-093c-468b-a7f5-26063746cb97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823774 Jul 22 19:01:45.449989 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-23c02d89-56d5-4500-b023-012f01a274f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:45.504968 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575b9fe-26fc-44e6-adf3-3536ba794aa7 req-24a1f9d0-4014-42d0-9395-80c723b82615 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:45.506963 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a575b9fe-26fc-44e6-adf3-3536ba794aa7 req-24a1f9d0-4014-42d0-9395-80c723b82615 tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b HTTP/1.1" status: 200 len: 971 time: 0.4603968 Jul 22 19:01:45.511305 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58582b58-cd7c-43c9-841c-43330fcc1d61 req-1e903d86-8f7d-47bd-93a0-70c5cd04ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:45.512743 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-58582b58-cd7c-43c9-841c-43330fcc1d61 req-1e903d86-8f7d-47bd-93a0-70c5cd04ac51 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=81e23346e51c4096b61dbd871c0fe502&device_id=b002b2dc-b38c-478b-801f-c24e42d48e51 HTTP/1.1" status: 200 len: 1102 time: 0.3965733 Jul 22 19:01:45.649212 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.30', 56690) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:45.663749 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8a9711bf-92ad-4f0e-ac4a-fb7f1b1d2813 req-8ede6ab8-8c56-43df-ac5d-543803b8f9fe tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892172 Jul 22 19:01:45.722529 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1174921-a99d-4aa4-959b-9349f552ca4f req-185170fd-49bb-4fe3-a998-930ea01ce4ac service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227525 Jul 22 19:01:45.733656 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58582b58-cd7c-43c9-841c-43330fcc1d61 req-c6accedf-b73e-4b80-8065-2ff387cf2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:45.735301 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-58582b58-cd7c-43c9-841c-43330fcc1d61 req-c6accedf-b73e-4b80-8065-2ff387cf2bb4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.2009501 Jul 22 19:01:45.771054 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-407717bd-bea1-49e6-a31e-cfb42d4dbcfb service neutron] For port 52c4c3b5-8f22-4140-bd28-6962afac2ad7, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:01:45.784283 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58646ec-660f-4365-b62f-c0a981d17e0d req-d277d047-c36e-4071-9d52-71c38e7ce3cb tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:45.788794 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-58582b58-cd7c-43c9-841c-43330fcc1d61 req-0a6b9877-42a5-40d6-b7b6-ebd1031ff0d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 HTTP/1.1" status: 200 len: 217 time: 0.0413973 Jul 22 19:01:45.791926 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d58646ec-660f-4365-b62f-c0a981d17e0d req-d277d047-c36e-4071-9d52-71c38e7ce3cb tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 944 time: 0.4599798 Jul 22 19:01:45.800200 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-a575b9fe-26fc-44e6-adf3-3536ba794aa7 req-f1ccd5d2-216f-470f-842b-199f237a2cbe tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Deleting port 13a868a1-57a7-494c-a032-6cdf7b31365d {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:01:45.800572 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-a575b9fe-26fc-44e6-adf3-3536ba794aa7 req-f1ccd5d2-216f-470f-842b-199f237a2cbe tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:45.820367 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-407717bd-bea1-49e6-a31e-cfb42d4dbcfb service neutron] Notify callbacks [] for binding, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:45.821502 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5901bef0-af66-4b10-a1c5-c1d983ac7469 req-407717bd-bea1-49e6-a31e-cfb42d4dbcfb service neutron] 10.222.0.30 "DELETE /v2.0/ports/52c4c3b5-8f22-4140-bd28-6962afac2ad7/bindings/n-h2-800086-12 HTTP/1.1" status: 204 len: 173 time: 0.6209252 Jul 22 19:01:45.918707 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58582b58-cd7c-43c9-841c-43330fcc1d61 req-30dce366-0610-43a2-836b-ea4583b079a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:45.920178 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-58582b58-cd7c-43c9-841c-43330fcc1d61 req-30dce366-0610-43a2-836b-ea4583b079a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1164424 Jul 22 19:01:45.934276 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-b8d5e894-8717-4637-bd06-bf16b4f62518 service neutron] 10.222.0.30 "GET /v2.0/ports/7903cffd-c6b7-4a8b-ab21-82a707f4032e/bindings/n-h2-800086-12 HTTP/1.1" status: 200 len: 385 time: 0.2597637 Jul 22 19:01:45.998169 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-a575b9fe-26fc-44e6-adf3-3536ba794aa7 req-f1ccd5d2-216f-470f-842b-199f237a2cbe tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] For port 13a868a1-57a7-494c-a032-6cdf7b31365d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=13a868a1-57a7-494c-a032-6cdf7b31365d,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:45.998474 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-a575b9fe-26fc-44e6-adf3-3536ba794aa7 req-f1ccd5d2-216f-470f-842b-199f237a2cbe tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:46.016552 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d58646ec-660f-4365-b62f-c0a981d17e0d req-f3684a30-26dc-4115-b21d-449780af5478 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236998 Jul 22 19:01:46.025331 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-a575b9fe-26fc-44e6-adf3-3536ba794aa7 req-f1ccd5d2-216f-470f-842b-199f237a2cbe tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Calling delete_port for 13a868a1-57a7-494c-a032-6cdf7b31365d owned by compute:tempest-test_az-1096977516 {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:01:46.063466 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1174921-a99d-4aa4-959b-9349f552ca4f req-bd9a6bf6-93c7-47f2-b2d2-f27c6471489e service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323739 Jul 22 19:01:46.070862 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-dc561eda-69e8-46dc-aaf6-f46a97ee4594 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=81e23346e51c4096b61dbd871c0fe502&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479009 Jul 22 19:01:46.079753 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58582b58-cd7c-43c9-841c-43330fcc1d61 req-221ae514-b492-4fe7-8243-be898a7d2230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:46.081460 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-58582b58-cd7c-43c9-841c-43330fcc1d61 req-221ae514-b492-4fe7-8243-be898a7d2230 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1514637 Jul 22 19:01:46.083994 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-23c02d89-56d5-4500-b023-012f01a274f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:46.218604 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-58582b58-cd7c-43c9-841c-43330fcc1d61 req-06822a11-34d1-4d70-9ebc-4704039a2136 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271341 Jul 22 19:01:46.268462 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-a575b9fe-26fc-44e6-adf3-3536ba794aa7 req-f1ccd5d2-216f-470f-842b-199f237a2cbe tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:46.281100 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['13a868a1-57a7-494c-a032-6cdf7b31365d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:01:46.372292 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccd5d2-216f-470f-842b-199f237a2cbe tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Pushing event deleted for resources: {'Port': ['ID=13a868a1-57a7-494c-a032-6cdf7b31365d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:46.399430 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-a575b9fe-26fc-44e6-adf3-3536ba794aa7 req-f1ccd5d2-216f-470f-842b-199f237a2cbe tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] No DVR routers for this DVR port 13a868a1-57a7-494c-a032-6cdf7b31365d on host n-h1-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:01:46.410262 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-a575b9fe-26fc-44e6-adf3-3536ba794aa7 req-f1ccd5d2-216f-470f-842b-199f237a2cbe tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:46.412941 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a575b9fe-26fc-44e6-adf3-3536ba794aa7 req-f1ccd5d2-216f-470f-842b-199f237a2cbe tempest-AggregatesAdminTestJSON-99832172 tempest-AggregatesAdminTestJSON-99832172-project] 10.222.0.30 "DELETE /v2.0/ports/13a868a1-57a7-494c-a032-6cdf7b31365d HTTP/1.1" status: 204 len: 173 time: 0.8986521 Jul 22 19:01:46.413456 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b', 'name': 'network-vif-deleted', 'tag': '13a868a1-57a7-494c-a032-6cdf7b31365d'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:01:46.415771 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dcde43-e55d-470a-b88c-e931d402f9b6" -d '{"events": [{"server_uuid": "5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b", "name": "network-vif-deleted", "tag": "13a868a1-57a7-494c-a032-6cdf7b31365d"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:01:46.424638 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-58582b58-cd7c-43c9-841c-43330fcc1d61 req-3f14183c-a1ba-4ac7-8f74-24e535e7fb2a service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984098 Jul 22 19:01:46.641875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-76066a6a-d0c1-4cb1-b610-af1381905737 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:46.643253 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-76066a6a-d0c1-4cb1-b610-af1381905737 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5545106 Jul 22 19:01:46.688615 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68931d50-66ed-4159-906b-e1c088455958 req-adc30f0e-aed1-4a2a-b103-ee6fe9a97167 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:46.690154 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-68931d50-66ed-4159-906b-e1c088455958 req-adc30f0e-aed1-4a2a-b103-ee6fe9a97167 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbfb8749-eaa3-4836-8ce5-58dbcd931294 HTTP/1.1" status: 200 len: 950 time: 0.5682049 Jul 22 19:01:46.692809 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-0b01ff37-4a82-4f26-884c-f6e78f1201fe service neutron] For port 7903cffd-c6b7-4a8b-ab21-82a707f4032e, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7903cffd-c6b7-4a8b-ab21-82a707f4032e,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:46.708670 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-84ecb36b-521d-40f6-9b21-9cfaedfd35d4 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/quotas/81e23346e51c4096b61dbd871c0fe502 HTTP/1.1" status: 200 len: 375 time: 0.0541754 Jul 22 19:01:46.749036 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-0b01ff37-4a82-4f26-884c-f6e78f1201fe service neutron] For port 7903cffd-c6b7-4a8b-ab21-82a707f4032e, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:01:46.836369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-0b01ff37-4a82-4f26-884c-f6e78f1201fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7903cffd-c6b7-4a8b-ab21-82a707f4032e {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:01:46.843059 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-68931d50-66ed-4159-906b-e1c088455958 req-df8cae88-345d-4d58-b50b-0482139b9066 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404059 Jul 22 19:01:46.856141 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c02d89-56d5-4500-b023-012f01a274f1 admin admin] Router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:01:46.859833 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-0b01ff37-4a82-4f26-884c-f6e78f1201fe service neutron] For port 7903cffd-c6b7-4a8b-ab21-82a707f4032e, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=7903cffd-c6b7-4a8b-ab21-82a707f4032e,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:46.887261 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-0b01ff37-4a82-4f26-884c-f6e78f1201fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:47.024353 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-df03b879-39e7-42e3-8dc3-e511fdac347d tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e23346e51c4096b61dbd871c0fe502&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3068926 Jul 22 19:01:47.047295 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-7a2defa2-bebd-4528-8f75-468f9499f9bb tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e90a7fa279864ded952f5205ea3239b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584407 Jul 22 19:01:47.119704 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c02d89-56d5-4500-b023-012f01a274f1 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:01:47.129855 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] Sync routers for ids ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:01:47.139742 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] Routers {'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:01:47.140521 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:01:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:01:47.177892 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-23c02d89-56d5-4500-b023-012f01a274f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:47.179143 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-23c02d89-56d5-4500-b023-012f01a274f1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.6014409 Jul 22 19:01:47.182115 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-0b01ff37-4a82-4f26-884c-f6e78f1201fe service neutron] Transition to ACTIVE for port object 7903cffd-c6b7-4a8b-ab21-82a707f4032e will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:01:47.182823 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56684) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:47.189302 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-0b01ff37-4a82-4f26-884c-f6e78f1201fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:47.238076 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-0389b4f2-f2e0-4210-868b-eccc87b62123 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:47.239596 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-0389b4f2-f2e0-4210-868b-eccc87b62123 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836650 Jul 22 19:01:47.291288 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-724808a9-9536-4462-828d-f5c9c1e4f746 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/quotas/e90a7fa279864ded952f5205ea3239b9 HTTP/1.1" status: 200 len: 375 time: 0.0416622 Jul 22 19:01:47.293600 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-0b01ff37-4a82-4f26-884c-f6e78f1201fe service neutron] No DVR routers for this DVR port 7903cffd-c6b7-4a8b-ab21-82a707f4032e on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:01:47.299716 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01ff37-4a82-4f26-884c-f6e78f1201fe service neutron] Pushing event updated for resources: {'Port': ['ID=7903cffd-c6b7-4a8b-ab21-82a707f4032e,revision_number=10']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:47.309516 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] Set router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:01:47.349296 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-7b54ad7e-7199-4eac-8f8b-97eabd8c7903 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e90a7fa279864ded952f5205ea3239b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462258 Jul 22 19:01:47.356393 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-0b01ff37-4a82-4f26-884c-f6e78f1201fe service neutron] 10.222.0.30 "PUT /v2.0/ports/7903cffd-c6b7-4a8b-ab21-82a707f4032e/bindings/n-h2-800086-12/activate HTTP/1.1" status: 200 len: 370 time: 1.4161367 Jul 22 19:01:47.524015 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-d903137c-d99c-4012-90bb-7b306067ecaa tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:47.525734 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-d903137c-d99c-4012-90bb-7b306067ecaa tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b&tenant_id=045a6583907f4225b2036296ec0f4a49&binding%3Ahost_id=n-h1-800086-12 HTTP/1.1" status: 200 len: 1119 time: 0.0936251 Jul 22 19:01:47.605210 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-router', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:01:40Z', 'updated_at': '2021-07-22T19:01:44Z', 'revision_number': 3, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'gw_port': {'id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:43Z', 'updated_at': '2021-07-22T19:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:01:47.656023 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f07e64-aac3-4621-b533-751b8a6f76ff x-openstack-request-id: req-b3f07e64-aac3-4621-b533-751b8a6f76ff {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:01:47.656391 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b", "name": "network-vif-deleted", "tag": "13a868a1-57a7-494c-a032-6cdf7b31365d", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:01:47.656731 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3f07e64-aac3-4621-b533-751b8a6f76ff {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:01:47.657184 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4ec36c-a2e9-42dc-aa07-8ae70b71a78b', 'name': 'network-vif-deleted', 'tag': '13a868a1-57a7-494c-a032-6cdf7b31365d', 'status': 'completed', 'code': 200} Jul 22 19:01:47.682007 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] Checking router: aaac4d1b-cf7d-47b8-a0aa-ba10386152ea for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:01:47.682599 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] Updating router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea port 483d65e3-3c23-414e-a519-cc156c8c5a59 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:01:47.742195 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:47.834633 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-729f0db6-d2b5-4825-8d5a-0193dd311454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:47.838160 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-729f0db6-d2b5-4825-8d5a-0193dd311454 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b&tenant_id=045a6583907f4225b2036296ec0f4a49 HTTP/1.1" status: 200 len: 1119 time: 0.2752147 Jul 22 19:01:47.856779 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4eef1-895b-47a1-96b1-06bad2817457 req-a9c7a2f9-272f-4115-8dd9-f7213d90389d tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:47.872766 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-36e4eef1-895b-47a1-96b1-06bad2817457 req-a9c7a2f9-272f-4115-8dd9-f7213d90389d tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 967 time: 0.2197332 Jul 22 19:01:47.948466 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-36e4eef1-895b-47a1-96b1-06bad2817457 req-cb75a93b-3330-4fbc-8590-934431d47bc9 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743845 Jul 22 19:01:48.113118 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-67d90cef-db3b-4074-8744-2e5965e0abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:48.115585 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-67d90cef-db3b-4074-8744-2e5965e0abeb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 1119 time: 0.2424219 Jul 22 19:01:48.179989 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-acf760f4-8197-4739-b03c-be2d9099a2a3 req-90b7211d-fd6b-49cb-9d46-9b8905054737 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=4480a092-69f3-4d47-b94a-d822336467a9 HTTP/1.1" status: 200 len: 210 time: 0.0574145 Jul 22 19:01:48.251738 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56720) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:48.279337 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:48.306184 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] Transition to ACTIVE for port object 483d65e3-3c23-414e-a519-cc156c8c5a59 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:01:48.319952 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:48.364189 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:48.392001 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b6d40-7d82-4e3a-bf78-852906fe9f13 None None] Pushing event updated for resources: {'Port': ['ID=483d65e3-3c23-414e-a519-cc156c8c5a59,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:48.404694 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b6d40-7d82-4e3a-bf78-852906fe9f13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:48.405047 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b6d40-7d82-4e3a-bf78-852906fe9f13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:48.405451 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b6d40-7d82-4e3a-bf78-852906fe9f13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:48.405799 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b6d40-7d82-4e3a-bf78-852906fe9f13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:48.406139 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b6d40-7d82-4e3a-bf78-852906fe9f13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:48.406471 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b6d40-7d82-4e3a-bf78-852906fe9f13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:48.406939 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b6d40-7d82-4e3a-bf78-852906fe9f13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:48.407274 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b6d40-7d82-4e3a-bf78-852906fe9f13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:48.407600 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b6d40-7d82-4e3a-bf78-852906fe9f13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:48.407928 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b6d40-7d82-4e3a-bf78-852906fe9f13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:48.408253 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b6d40-7d82-4e3a-bf78-852906fe9f13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:48.408599 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b6d40-7d82-4e3a-bf78-852906fe9f13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b6d40-7d82-4e3a-bf78-852906fe9f13 None None] Tracked resource versions report: Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: pushed versions: Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: { 'AddressGroup': {'1.2'}, Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: 'ConntrackHelper': {'1.0'}, Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: 'Log': {'1.0'}, Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: 'Network': {'1.1'}, Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: 'Port': {'1.7'}, Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: 'PortForwarding': {'1.2'}, Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: 'QosPolicy': {'1.8'}, Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: 'SecurityGroup': {'1.4'}, Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: 'SecurityGroupRule': {'1.2'}, Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: 'SubPort': {'1.0'}, Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: 'Subnet': {'1.1'}, Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: 'Trunk': {'1.1'}} Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: consumer versions: Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: { DHCP agent@n-d-800086-12: {}, Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: HyperV agent@n-h1-800086-12: {}, Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: HyperV agent@n-h2-800086-12: {}, Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: L3 agent@n-d-800086-12: {}, Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: Metadata agent@n-d-800086-12: {}, Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: Metering agent@n-d-800086-12: {}, Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: Open vSwitch agent@n-d-800086-12: { 'AddressGroup': '1.2', Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: 'ConntrackHelper': '1.0', Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: 'Log': '1.0', Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: 'Network': '1.1', Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: 'Port': '1.7', Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: 'PortForwarding': '1.2', Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: 'QosPolicy': '1.8', Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: 'SecurityGroup': '1.4', Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: 'SecurityGroupRule': '1.2', Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: 'SubPort': '1.0', Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: 'Subnet': '1.1', Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: 'Trunk': '1.1'}} Jul 22 19:01:48.409703 n-d-800086-12 neutron-server[93809]: {{(pid=93809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 19:01:48.417941 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-56ae9663-f7dc-476d-acf4-dccabd9ec8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:48.422227 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-56ae9663-f7dc-476d-acf4-dccabd9ec8cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 921 time: 0.2961571 Jul 22 19:01:48.449348 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] Attempting to bind port 483d65e3-3c23-414e-a519-cc156c8c5a59 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:01:48.450008 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] Attempting to bind port 483d65e3-3c23-414e-a519-cc156c8c5a59 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:01:48.450541 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] Attempting to bind port 483d65e3-3c23-414e-a519-cc156c8c5a59 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:48.468197 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:01:48.468671 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:48.470649 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:48.471101 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:01:48.474107 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] Bound port: 483d65e3-3c23-414e-a519-cc156c8c5a59, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:01:48.474680 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:48.510667 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4181f865-347d-4c2f-9d5b-2bd00111c2c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d10fdd5d5884f069e47642eea680c7b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2572713 Jul 22 19:01:48.511688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56730) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:48.574685 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-66190172-d809-4aeb-80d3-3ade22f9f9f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7903cffd-c6b7-4a8b-ab21-82a707f4032e HTTP/1.1" status: 200 len: 217 time: 0.1435642 Jul 22 19:01:48.631632 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] For port 483d65e3-3c23-414e-a519-cc156c8c5a59, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:01:48.642458 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] For port 483d65e3-3c23-414e-a519-cc156c8c5a59, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=483d65e3-3c23-414e-a519-cc156c8c5a59,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:01:48.651498 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:48.711329 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91c10ca9-cd4a-4354-a8f8-0c332a36db1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:48.727586 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b6d40-7d82-4e3a-bf78-852906fe9f13 None None] Pushing event updated for resources: {'Port': ['ID=483d65e3-3c23-414e-a519-cc156c8c5a59,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:48.767892 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91c10ca9-cd4a-4354-a8f8-0c332a36db1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:48.780172 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] Routers {'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:01:48.782271 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:01:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:01:48.860455 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c78290-d698-4cdc-bdbb-92a1eed7303a req-dd715ae6-2bd3-46af-a81c-d2738d61ade7 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:48.862641 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5c78290-d698-4cdc-bdbb-92a1eed7303a req-dd715ae6-2bd3-46af-a81c-d2738d61ade7 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 1096 time: 0.2640851 Jul 22 19:01:48.928259 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56736) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:48.965841 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-412480ea-bc06-4059-a616-a7aedcae1c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:48.968090 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-412480ea-bc06-4059-a616-a7aedcae1c30 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=60c829e4-dea2-469c-8b44-181bb5c85dfe HTTP/1.1" status: 200 len: 860 time: 0.3872259 Jul 22 19:01:48.969430 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] Set router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:01:48.996091 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-899e8856-6e36-4967-8566-cd693e8d9548 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e90a7fa279864ded952f5205ea3239b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069589 Jul 22 19:01:49.038489 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73535d-cc6c-465f-9cee-1532dc1c305b req-6bbd677d-f1a8-4f3d-ae4a-651d6321aa55 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:49.040068 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef73535d-cc6c-465f-9cee-1532dc1c305b req-6bbd677d-f1a8-4f3d-ae4a-651d6321aa55 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbfb8749-eaa3-4836-8ce5-58dbcd931294 HTTP/1.1" status: 200 len: 950 time: 0.3454030 Jul 22 19:01:49.111439 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-94fd5d43-5f7d-4197-81f5-8b3402a8b6a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209826 Jul 22 19:01:49.113418 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Allocated IP 172.20.0.1 (ca294e3c-7e7d-4357-b107-f5b283c529a6/6127a740-55fe-4e1e-9351-155d195e1651/2249ca75-f517-4910-815e-db71941fb0c2) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:01:49.137223 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5c78290-d698-4cdc-bdbb-92a1eed7303a req-0f27cd51-97d6-4a1b-8312-0c046788f0b0 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585621 Jul 22 19:01:49.173964 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91c10ca9-cd4a-4354-a8f8-0c332a36db1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:49.183915 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91c10ca9-cd4a-4354-a8f8-0c332a36db1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:49.185128 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-91c10ca9-cd4a-4354-a8f8-0c332a36db1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60a56f69-78ca-42bf-864c-296c9213e186 HTTP/1.1" status: 204 len: 168 time: 0.6722875 Jul 22 19:01:49.367946 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e5a09db-a619-4613-a60c-8422c6388149 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:49.369493 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e5a09db-a619-4613-a60c-8422c6388149 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3558090 Jul 22 19:01:49.374744 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 13a868a1-57a7-494c-a032-6cdf7b31365d no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:01:49.390941 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:49.402629 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-a3578520-c2fd-42e6-9594-1ef59e2eda39 service neutron] 10.222.0.16 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804688 Jul 22 19:01:49.411458 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 13a868a1-57a7-494c-a032-6cdf7b31365d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:01:49.411803 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 13a868a1-57a7-494c-a032-6cdf7b31365d not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:01:49.412876 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 7903cffd-c6b7-4a8b-ab21-82a707f4032e no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:01:49.420759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-7ab9e38b-976b-4637-98a9-dc65d5506335 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Request body: {'port': {'device_id': '4480a092-69f3-4d47-b94a-d822336467a9', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': 'e90a7fa279864ded952f5205ea3239b9'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:49.470310 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 7903cffd-c6b7-4a8b-ab21-82a707f4032e not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:01:49.480158 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-router', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:01:40Z', 'updated_at': '2021-07-22T19:01:44Z', 'revision_number': 3, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'gw_port': {'id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:43Z', 'updated_at': '2021-07-22T19:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:01:49.508265 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c10ca9-cd4a-4354-a8f8-0c332a36db1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a56f69-78ca-42bf-864c-296c9213e186,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:49.509617 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d4c8b7-ddf7-4b2a-b2c8-58b9d91b3bdf None None] The sync data for ids ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'] in n-d-800086-12 is: [{'id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-router', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:01:40Z', 'updated_at': '2021-07-22T19:01:44Z', 'revision_number': 3, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'gw_port': {'id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:43Z', 'updated_at': '2021-07-22T19:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:01:49.516637 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-107e377b-7b09-4321-875a-47d12b2d506e req-6f37dd8b-7e51-49dd-ba98-10177d13db8e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7e4c90a-d891-4cd4-a2f7-601ef773d9de HTTP/1.1" status: 200 len: 210 time: 0.1447067 Jul 22 19:01:49.520318 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-78195622-bfd9-4754-aad1-836d2ff3c8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:49.553717 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef73535d-cc6c-465f-9cee-1532dc1c305b req-7e5ca002-a2c6-472c-be8a-6b15081c5699 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574993 Jul 22 19:01:49.561079 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-df523c9b-ddb6-4769-ae41-22ba258eab7a service neutron] 10.222.0.16 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450796 Jul 22 19:01:49.563250 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Transition to ACTIVE for port object 2249ca75-f517-4910-815e-db71941fb0c2 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:01:49.717279 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ee72d-575d-4ff4-b157-34a79c4adf4f req-90a236a2-066d-4cbc-ac03-fadb81376ddd tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:49.717279 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-675ee72d-575d-4ff4-b157-34a79c4adf4f req-90a236a2-066d-4cbc-ac03-fadb81376ddd tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbfb8749-eaa3-4836-8ce5-58dbcd931294 HTTP/1.1" status: 200 len: 950 time: 0.1550224 Jul 22 19:01:49.732589 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56756) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:49.734558 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:49.754626 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7c2089a-d022-4b6d-9f14-4ab55cbd67c9 req-52d19476-578e-4080-b1f2-bd3b4d32de77 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=4480a092-69f3-4d47-b94a-d822336467a9 HTTP/1.1" status: 200 len: 210 time: 0.0499387 Jul 22 19:01:49.810779 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c798e41-492f-47d2-91ae-34561069c0a3 req-b4a5ecd5-b18e-4d82-8f7b-5a5078300a40 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:49.816466 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-537b2fd0-f6d9-4b5e-9eca-971c570cdb89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30f2c0f93be24856af9dcf9f06c1ba4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0773287 Jul 22 19:01:49.821837 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3c798e41-492f-47d2-91ae-34561069c0a3 req-b4a5ecd5-b18e-4d82-8f7b-5a5078300a40 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 967 time: 0.1848300 Jul 22 19:01:49.826445 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56758) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:49.877422 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Network ca294e3c-7e7d-4357-b107-f5b283c529a6 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:01:49.883334 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:01:49.935951 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:01:50.024559 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-78195622-bfd9-4754-aad1-836d2ff3c8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:50.031416 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Pushing event updated for resources: {'Port': ['ID=2249ca75-f517-4910-815e-db71941fb0c2,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:50.047998 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ef1e94b1-19ef-49bf-80f6-a697210fdb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:50.062814 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3c798e41-492f-47d2-91ae-34561069c0a3 req-f08268ac-9458-4568-9e77-4ca0ef3cf33e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343128 Jul 22 19:01:50.065842 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-78195622-bfd9-4754-aad1-836d2ff3c8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:50.104537 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-85c5b08e-7c84-4925-9cb0-a2bc95f5f84a tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=81e23346e51c4096b61dbd871c0fe502&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1020448 Jul 22 19:01:50.107673 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:50.128932 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-78195622-bfd9-4754-aad1-836d2ff3c8bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c1c1382be424be295354f8ebe45524b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1893144 Jul 22 19:01:50.136811 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56770) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:50.262634 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1f75ef55-f749-4832-a0c7-f9e14b236f74 None None] Provisioning for port 2249ca75-f517-4910-815e-db71941fb0c2 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:01:50.267350 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1f75ef55-f749-4832-a0c7-f9e14b236f74 None None] Provisioning complete for port 2249ca75-f517-4910-815e-db71941fb0c2 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:01:50.267925 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1f75ef55-f749-4832-a0c7-f9e14b236f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:50.279411 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ef1e94b1-19ef-49bf-80f6-a697210fdb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:50.281709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-7ab9e38b-976b-4637-98a9-dc65d5506335 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Made reservation on behalf of e90a7fa279864ded952f5205ea3239b9 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:50.290956 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-7ab9e38b-976b-4637-98a9-dc65d5506335 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:50.300310 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a37ac94c-550f-42d8-acb7-dbc3dfd3430e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:50.321771 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-7ab9e38b-976b-4637-98a9-dc65d5506335 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:50.323713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78195622-bfd9-4754-aad1-836d2ff3c8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d61563a-b535-4646-ac44-40916a5e1628,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:50.339048 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78195622-bfd9-4754-aad1-836d2ff3c8bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:50.339369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78195622-bfd9-4754-aad1-836d2ff3c8bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:50.339727 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78195622-bfd9-4754-aad1-836d2ff3c8bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:50.340092 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78195622-bfd9-4754-aad1-836d2ff3c8bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:50.340457 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78195622-bfd9-4754-aad1-836d2ff3c8bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:50.340601 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1f75ef55-f749-4832-a0c7-f9e14b236f74 None None] Port 2249ca75-f517-4910-815e-db71941fb0c2 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:01:50.340813 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78195622-bfd9-4754-aad1-836d2ff3c8bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:50.341753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78195622-bfd9-4754-aad1-836d2ff3c8bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:50.341753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78195622-bfd9-4754-aad1-836d2ff3c8bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:50.341753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78195622-bfd9-4754-aad1-836d2ff3c8bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:50.342117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78195622-bfd9-4754-aad1-836d2ff3c8bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:50.342418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78195622-bfd9-4754-aad1-836d2ff3c8bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:50.343327 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78195622-bfd9-4754-aad1-836d2ff3c8bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:50.415185 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-675ee72d-575d-4ff4-b157-34a79c4adf4f req-19b8b90a-9b74-404e-8497-ca8d0e289cd7 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Deleting port 302afbfc-9b35-4c22-bbb1-2e7898be7fb6 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:01:50.415764 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-675ee72d-575d-4ff4-b157-34a79c4adf4f req-19b8b90a-9b74-404e-8497-ca8d0e289cd7 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:50.440861 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a37ac94c-550f-42d8-acb7-dbc3dfd3430e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:50.451697 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-a7a121d5-0951-4cb5-be3f-dad9058f487f tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:50.453238 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-a7a121d5-0951-4cb5-be3f-dad9058f487f tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b&tenant_id=045a6583907f4225b2036296ec0f4a49&binding%3Ahost_id=n-h2-800086-12 HTTP/1.1" status: 200 len: 1119 time: 0.4403701 Jul 22 19:01:50.471183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-8ddd5107-6e50-408c-b620-2b8da7ec5c7d tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:50.472779 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-8ddd5107-6e50-408c-b620-2b8da7ec5c7d tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 808 time: 0.4810824 Jul 22 19:01:50.482093 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-a2212bf3-4904-4677-b7c7-34bfaaca78f8 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:50.483823 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-a2212bf3-4904-4677-b7c7-34bfaaca78f8 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2693186 Jul 22 19:01:50.501631 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d91e8628-a5b5-4459-a01e-3d74369d38b7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Request body: {'port': {'device_id': 'b2c1953e-4978-4d13-bf9f-12f2aa482263', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': '81e23346e51c4096b61dbd871c0fe502'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:50.526124 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:50.547525 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-adcf3e87-e1f2-4e86-ac12-cc71c98dd61d tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=81e23346e51c4096b61dbd871c0fe502&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681264 Jul 22 19:01:50.557124 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-967f2c3a-45ad-4bcc-9c1a-0b445c9b181f tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/quotas/b8ebb1eaf4144f3aa1a6431613a8a46d HTTP/1.1" status: 200 len: 375 time: 0.0708640 Jul 22 19:01:50.591958 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ef1e94b1-19ef-49bf-80f6-a697210fdb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:50.595024 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ef1e94b1-19ef-49bf-80f6-a697210fdb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:50.596304 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ef1e94b1-19ef-49bf-80f6-a697210fdb9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/caf6dbec-3a5e-4df9-8f79-c537229a1214 HTTP/1.1" status: 204 len: 168 time: 0.7572703 Jul 22 19:01:50.652453 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e94b1-19ef-49bf-80f6-a697210fdb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf6dbec-3a5e-4df9-8f79-c537229a1214,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:50.740957 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-675ee72d-575d-4ff4-b157-34a79c4adf4f req-19b8b90a-9b74-404e-8497-ca8d0e289cd7 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] For port 302afbfc-9b35-4c22-bbb1-2e7898be7fb6, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=302afbfc-9b35-4c22-bbb1-2e7898be7fb6,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:50.741485 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-675ee72d-575d-4ff4-b157-34a79c4adf4f req-19b8b90a-9b74-404e-8497-ca8d0e289cd7 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:50.758687 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-675ee72d-575d-4ff4-b157-34a79c4adf4f req-19b8b90a-9b74-404e-8497-ca8d0e289cd7 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Calling delete_port for 302afbfc-9b35-4c22-bbb1-2e7898be7fb6 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:01:50.901949 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a37ac94c-550f-42d8-acb7-dbc3dfd3430e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:50.904509 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a37ac94c-550f-42d8-acb7-dbc3dfd3430e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:50.908419 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a37ac94c-550f-42d8-acb7-dbc3dfd3430e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d61563a-b535-4646-ac44-40916a5e1628 HTTP/1.1" status: 204 len: 168 time: 0.7705495 Jul 22 19:01:50.975184 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ac94c-550f-42d8-acb7-dbc3dfd3430e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d61563a-b535-4646-ac44-40916a5e1628,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:50.993359 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3955c738-8e6a-4b4d-95dc-840dc6d8a02d req-e274924b-4dba-4580-b43f-dfa9130fd732 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7e4c90a-d891-4cd4-a2f7-601ef773d9de HTTP/1.1" status: 200 len: 210 time: 0.0949705 Jul 22 19:01:51.082984 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-7ab9e38b-976b-4637-98a9-dc65d5506335 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:51.102828 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-7ab9e38b-976b-4637-98a9-dc65d5506335 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:51.128945 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-7f55a2a7-c84a-4602-acf9-8761d66064a2 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:51.131329 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-7f55a2a7-c84a-4602-acf9-8761d66064a2 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5787482 Jul 22 19:01:51.142322 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-2d4db09a-4617-471b-8c6a-14218ed5018f service neutron] For port 7903cffd-c6b7-4a8b-ab21-82a707f4032e, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:01:51.150596 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-2d4db09a-4617-471b-8c6a-14218ed5018f service neutron] Notify callbacks [] for binding, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:51.151805 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-24ca8cb9-6677-496a-aeba-b8a898db3ccc req-2d4db09a-4617-471b-8c6a-14218ed5018f service neutron] 10.222.0.16 "DELETE /v2.0/ports/7903cffd-c6b7-4a8b-ab21-82a707f4032e/bindings/n-h1-800086-12 HTTP/1.1" status: 204 len: 173 time: 0.6853409 Jul 22 19:01:51.155278 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d91e8628-a5b5-4459-a01e-3d74369d38b7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Made reservation on behalf of 81e23346e51c4096b61dbd871c0fe502 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:51.155963 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d41bd792-beb4-4ea3-afe5-6afdd5483433 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Request body: {'port': {'device_id': 'b7e4c90a-d891-4cd4-a2f7-601ef773d9de', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': '81e23346e51c4096b61dbd871c0fe502'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:51.158734 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d91e8628-a5b5-4459-a01e-3d74369d38b7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:51.170820 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-256b56f4-9d7d-4652-bf42-d6845b3706f1 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5841041 Jul 22 19:01:51.331550 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:51.335968 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 483d65e3-3c23-414e-a519-cc156c8c5a59 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:01:51.343728 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:51.350755 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-675ee72d-575d-4ff4-b157-34a79c4adf4f req-19b8b90a-9b74-404e-8497-ca8d0e289cd7 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:51.388607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['302afbfc-9b35-4c22-bbb1-2e7898be7fb6'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:01:51.401335 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9e38b-976b-4637-98a9-dc65d5506335 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203d0b02-8b03-4270-8915-fd5a08e6f8b6,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:51.506908 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 483d65e3-3c23-414e-a519-cc156c8c5a59 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:01:51.513236 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 483d65e3-3c23-414e-a519-cc156c8c5a59 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:01:51.513810 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:51.548381 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:51.614407 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-675ee72d-575d-4ff4-b157-34a79c4adf4f req-19b8b90a-9b74-404e-8497-ca8d0e289cd7 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] No DVR routers for this DVR port 302afbfc-9b35-4c22-bbb1-2e7898be7fb6 on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:01:51.621933 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-675ee72d-575d-4ff4-b157-34a79c4adf4f req-19b8b90a-9b74-404e-8497-ca8d0e289cd7 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:51.627810 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-675ee72d-575d-4ff4-b157-34a79c4adf4f req-19b8b90a-9b74-404e-8497-ca8d0e289cd7 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.16 "DELETE /v2.0/ports/302afbfc-9b35-4c22-bbb1-2e7898be7fb6 HTTP/1.1" status: 204 len: 173 time: 1.9031057 Jul 22 19:01:51.653784 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfb8749-eaa3-4836-8ce5-58dbcd931294', 'name': 'network-vif-deleted', 'tag': '302afbfc-9b35-4c22-bbb1-2e7898be7fb6'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:01:51.659193 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345b8c20-d284-4c78-b3fd-0bdbaa32f1f4" -d '{"events": [{"server_uuid": "fbfb8749-eaa3-4836-8ce5-58dbcd931294", "name": "network-vif-deleted", "tag": "302afbfc-9b35-4c22-bbb1-2e7898be7fb6"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:01:51.664910 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Pushing event updated for resources: {'Port': ['ID=2249ca75-f517-4910-815e-db71941fb0c2,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:51.698375 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d91e8628-a5b5-4459-a01e-3d74369d38b7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Allocated IP 192.168.233.40 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/dc720395-1305-4f1e-a1e7-6afd11601d9f) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:01:51.713257 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:51.714046 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:51.716410 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:51.718159 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:51.718487 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56802) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:51.719565 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:51.720012 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:51.720370 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:51.720804 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:51.721181 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:51.722551 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:51.722794 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:51.723135 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:01:51.727224 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:51.745416 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-506138a9-7fe4-42a9-9bf1-cd2e33bb367a service neutron] 10.222.0.13 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234318 Jul 22 19:01:51.764101 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9e056-26bc-45c3-a126-1b7f65169208 req-0135bd61-3f00-415f-a6a3-a57e5698f3b6 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:51.771999 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81b9e056-26bc-45c3-a126-1b7f65169208 req-0135bd61-3f00-415f-a6a3-a57e5698f3b6 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbfb8749-eaa3-4836-8ce5-58dbcd931294 HTTP/1.1" status: 200 len: 867 time: 0.6226900 Jul 22 19:01:51.786703 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 483d65e3-3c23-414e-a519-cc156c8c5a59, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=483d65e3-3c23-414e-a519-cc156c8c5a59,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:51.791343 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8c19de88-29cd-4f10-a624-d873fed18b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:51.794137 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:51.874444 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=483d65e3-3c23-414e-a519-cc156c8c5a59,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:51.903458 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8b90a-9b74-404e-8497-ca8d0e289cd7 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] Pushing event deleted for resources: {'Port': ['ID=302afbfc-9b35-4c22-bbb1-2e7898be7fb6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:51.949674 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d41bd792-beb4-4ea3-afe5-6afdd5483433 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Made reservation on behalf of 81e23346e51c4096b61dbd871c0fe502 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:51.970055 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d41bd792-beb4-4ea3-afe5-6afdd5483433 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:52.080824 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81b9e056-26bc-45c3-a126-1b7f65169208 req-5fcd0e12-f271-4710-9b81-b67a74c39952 tempest-DeleteServersAdminTestJSON-101881440 tempest-DeleteServersAdminTestJSON-101881440-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd217bd-ce15-4254-aac6-7ad30547431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076200 Jul 22 19:01:52.215206 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8c19de88-29cd-4f10-a624-d873fed18b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:52.220410 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-11e7df3b-68ee-477e-9a4e-4ace1fee7c02 service neutron] 10.222.0.13 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443977 Jul 22 19:01:52.223492 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8c19de88-29cd-4f10-a624-d873fed18b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:52.227677 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Network ca294e3c-7e7d-4357-b107-f5b283c529a6 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:01:52.234057 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:01:52.330511 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19de88-29cd-4f10-a624-d873fed18b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a654f60-fde4-4d61-8e1f-5d98fb59cbc9,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:52.358244 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e73c4501-af80-48a2-93f0-68f256dbe87b req-378aa12d-8c7c-426f-99b4-3ab709a8bfcb tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=4480a092-69f3-4d47-b94a-d822336467a9 HTTP/1.1" status: 200 len: 210 time: 0.1361120 Jul 22 19:01:52.398979 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8c19de88-29cd-4f10-a624-d873fed18b75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f1f3c1438ad4548a326f438d53a4f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6783605 Jul 22 19:01:52.401855 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56814) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:52.484076 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-24781068-0b32-4b95-ae1a-d006f84fc581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:52.520190 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-24781068-0b32-4b95-ae1a-d006f84fc581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:52.566182 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:01:52.573451 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d91e8628-a5b5-4459-a01e-3d74369d38b7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:52.624709 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c749cf78-fff1-4947-a95f-3a8738f74f81 x-openstack-request-id: req-c749cf78-fff1-4947-a95f-3a8738f74f81 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:01:52.625813 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfb8749-eaa3-4836-8ce5-58dbcd931294", "name": "network-vif-deleted", "tag": "302afbfc-9b35-4c22-bbb1-2e7898be7fb6", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:01:52.628812 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c749cf78-fff1-4947-a95f-3a8738f74f81 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:01:52.629652 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfb8749-eaa3-4836-8ce5-58dbcd931294', 'name': 'network-vif-deleted', 'tag': '302afbfc-9b35-4c22-bbb1-2e7898be7fb6', 'status': 'completed', 'code': 200} Jul 22 19:01:52.698740 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fab8bcd8-c99b-4294-aaeb-0c23d7eef931 None None] Provisioning complete for port 2249ca75-f517-4910-815e-db71941fb0c2 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:01:52.699254 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fab8bcd8-c99b-4294-aaeb-0c23d7eef931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:52.712490 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78ddde-e666-4623-b7b5-a22f1a1ad9dd req-0d90399d-4b23-4d6d-ab53-d0bd0a057cf5 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:52.726212 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb78ddde-e666-4623-b7b5-a22f1a1ad9dd req-0d90399d-4b23-4d6d-ab53-d0bd0a057cf5 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 967 time: 0.1942103 Jul 22 19:01:52.756714 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5616ad2f-9082-4331-8225-dc042aed71e3 req-d45c2848-0668-4878-8698-1bd5b02aded1 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7e4c90a-d891-4cd4-a2f7-601ef773d9de HTTP/1.1" status: 200 len: 210 time: 0.0826960 Jul 22 19:01:52.798701 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:01:52.800798 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d91e8628-a5b5-4459-a01e-3d74369d38b7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Transition to ACTIVE for port object dc720395-1305-4f1e-a1e7-6afd11601d9f will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:01:52.825101 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c59ca9cf-307a-4167-a493-b410bbb03968 admin admin] 10.222.0.13 "PUT /v2.0/routers/aaac4d1b-cf7d-47b8-a0aa-ba10386152ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6410842 Jul 22 19:01:52.826325 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-24781068-0b32-4b95-ae1a-d006f84fc581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:52.829456 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-24781068-0b32-4b95-ae1a-d006f84fc581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:52.830930 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-24781068-0b32-4b95-ae1a-d006f84fc581 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a654f60-fde4-4d61-8e1f-5d98fb59cbc9 HTTP/1.1" status: 204 len: 168 time: 0.4277849 Jul 22 19:01:52.852728 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d91e8628-a5b5-4459-a01e-3d74369d38b7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:52.854377 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-fab8bcd8-c99b-4294-aaeb-0c23d7eef931 None None] Port 2249ca75-f517-4910-815e-db71941fb0c2 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:01:52.871440 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e1cd9e14-a4df-412d-9b93-7cfbefac1dc6'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:01:52.892436 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24781068-0b32-4b95-ae1a-d006f84fc581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a654f60-fde4-4d61-8e1f-5d98fb59cbc9,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:52.902377 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa530e57-9a70-4e8f-9630-1aa8e5834ab7 req-239b9b45-5dae-4232-b6fd-c353b8b648b1 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 210 time: 0.0773981 Jul 22 19:01:52.910974 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb78ddde-e666-4623-b7b5-a22f1a1ad9dd req-75d72bc1-f22f-4f7f-b5f1-393f19e75f9f tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836615 Jul 22 19:01:52.977182 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d91e8628-a5b5-4459-a01e-3d74369d38b7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:01:53.001497 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d91e8628-a5b5-4459-a01e-3d74369d38b7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:01:53.004167 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e8628-a5b5-4459-a01e-3d74369d38b7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Pushing event updated for resources: {'Port': ['ID=dc720395-1305-4f1e-a1e7-6afd11601d9f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:53.028569 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-7ab9e38b-976b-4637-98a9-dc65d5506335 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Allocated IP 192.168.233.99 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/670f70b9-eb55-429b-8e4e-cac6942e844d) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:01:53.035202 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d91e8628-a5b5-4459-a01e-3d74369d38b7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:01:53.081215 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] Sync routers for ids ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:01:53.123390 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] Routers {'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:01:53.124088 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:01:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:01:53.190099 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d91e8628-a5b5-4459-a01e-3d74369d38b7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:53.195474 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d91e8628-a5b5-4459-a01e-3d74369d38b7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:53.236295 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d91e8628-a5b5-4459-a01e-3d74369d38b7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7393303 Jul 22 19:01:53.258750 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] Request body: {'port': {'device_id': 'b2c1953e-4978-4d13-bf9f-12f2aa482263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:53.436951 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:53.479483 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 483d65e3-3c23-414e-a519-cc156c8c5a59 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:01:53.531855 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b49cb-3907-4ad1-b17c-d4fb55de2bf8 req-94aa2cf3-dd99-4b12-922b-2ea9865f1208 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:53.533423 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-dae6fe5c-f128-4172-ac0c-463bee0e93bb None None] Provisioning for port dc720395-1305-4f1e-a1e7-6afd11601d9f completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:01:53.533552 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db1b49cb-3907-4ad1-b17c-d4fb55de2bf8 req-94aa2cf3-dd99-4b12-922b-2ea9865f1208 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 1119 time: 0.3521950 Jul 22 19:01:53.561018 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-dae6fe5c-f128-4172-ac0c-463bee0e93bb None None] Provisioning complete for port dc720395-1305-4f1e-a1e7-6afd11601d9f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:01:53.561691 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dae6fe5c-f128-4172-ac0c-463bee0e93bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:53.567453 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] Set router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:01:53.582707 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-7ab9e38b-976b-4637-98a9-dc65d5506335 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:53.624410 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-7ab9e38b-976b-4637-98a9-dc65d5506335 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Transition to ACTIVE for port object 670f70b9-eb55-429b-8e4e-cac6942e844d will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:01:53.652058 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db1b49cb-3907-4ad1-b17c-d4fb55de2bf8 req-c6f0b04d-4ad5-48c1-882f-255bbeb14498 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075332 Jul 22 19:01:53.654111 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0f075e82-d461-43a7-a4cd-a9c94d93385a req-53f9a29b-ade9-483a-82a0-a9e16cbecc1b tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=4480a092-69f3-4d47-b94a-d822336467a9 HTTP/1.1" status: 200 len: 210 time: 0.0513873 Jul 22 19:01:53.690420 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-dae6fe5c-f128-4172-ac0c-463bee0e93bb None None] Port dc720395-1305-4f1e-a1e7-6afd11601d9f cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:01:53.759377 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-7ab9e38b-976b-4637-98a9-dc65d5506335 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:53.763126 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.db.api [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d41bd792-beb4-4ea3-afe5-6afdd5483433 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 192.168.233.99-19d0bd33-4698-4876-90ad-e889f8236874 {{(pid=93807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:01:53.763805 n-d-800086-12 neutron-server[93807]: DEBUG oslo_db.api [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d41bd792-beb4-4ea3-afe5-6afdd5483433 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:01:53.816131 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-7ab9e38b-976b-4637-98a9-dc65d5506335 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:01:53.822233 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-7ab9e38b-976b-4637-98a9-dc65d5506335 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:01:53.827495 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-7ab9e38b-976b-4637-98a9-dc65d5506335 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:01:53.836552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-7ab9e38b-976b-4637-98a9-dc65d5506335 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:53.837758 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-7ab9e38b-976b-4637-98a9-dc65d5506335 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:53.894395 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-7ab9e38b-976b-4637-98a9-dc65d5506335 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4968390 Jul 22 19:01:53.970976 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 483d65e3-3c23-414e-a519-cc156c8c5a59 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:01:53.971564 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-22eddec1-afab-49dd-8e47-31617395e373 req-1848bb1e-0b18-4c22-bc8e-501659952b03 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7e4c90a-d891-4cd4-a2f7-601ef773d9de HTTP/1.1" status: 200 len: 210 time: 0.0854774 Jul 22 19:01:53.971675 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:53.973180 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9e38b-976b-4637-98a9-dc65d5506335 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Pushing event updated for resources: {'Port': ['ID=670f70b9-eb55-429b-8e4e-cac6942e844d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:53.991875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] Request body: {'port': {'device_id': '4480a092-69f3-4d47-b94a-d822336467a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:54.122441 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7de89150-29ad-4aae-9bdd-da4ec1fee313 req-50b47863-4a26-465e-bc74-d6b58fc9bee9 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 210 time: 0.0453398 Jul 22 19:01:54.178834 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:54.290994 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 302afbfc-9b35-4c22-bbb1-2e7898be7fb6 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:01:54.295167 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d41bd792-beb4-4ea3-afe5-6afdd5483433 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:54.322128 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 302afbfc-9b35-4c22-bbb1-2e7898be7fb6 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:01:54.322677 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 302afbfc-9b35-4c22-bbb1-2e7898be7fb6 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:01:54.324718 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-411a8f76-2322-4c25-aebd-936487a14283 None None] Provisioning for port 670f70b9-eb55-429b-8e4e-cac6942e844d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:01:54.335002 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc720395-1305-4f1e-a1e7-6afd11601d9f {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:01:54.340138 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-411a8f76-2322-4c25-aebd-936487a14283 None None] Provisioning complete for port 670f70b9-eb55-429b-8e4e-cac6942e844d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:01:54.341050 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-411a8f76-2322-4c25-aebd-936487a14283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:54.389542 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56898) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:54.461234 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-router', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:01:40Z', 'updated_at': '2021-07-22T19:01:50Z', 'revision_number': 4, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'gw_port': {'id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:43Z', 'updated_at': '2021-07-22T19:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2249ca75-f517-4910-815e-db71941fb0c2', 'name': '', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'mac_address': 'fa:16:3e:11:27:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6127a740-55fe-4e1e-9351-155d195e1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:48Z', 'updated_at': '2021-07-22T19:01:50Z', 'revision_number': 2, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'subnets': [{'id': '6127a740-55fe-4e1e-9351-155d195e1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:01:54.523115 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-411a8f76-2322-4c25-aebd-936487a14283 None None] Port 670f70b9-eb55-429b-8e4e-cac6942e844d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:01:54.533472 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] Checking router: aaac4d1b-cf7d-47b8-a0aa-ba10386152ea for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:01:54.534069 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] Updating router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea port 2249ca75-f517-4910-815e-db71941fb0c2 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:01:54.535834 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-2609e512-6814-42a3-8d28-5aa4245676f2 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:54.539220 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-2609e512-6814-42a3-8d28-5aa4245676f2 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.16 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 808 time: 0.1839035 Jul 22 19:01:54.549324 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:54.560879 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-193fb5b1-5809-4b5b-aebb-20524f4f6d31 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Request body: {'port': {'device_id': '5b238d64-f556-4426-b857-2a2d87c31459', 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d', 'admin_state_up': True, 'tenant_id': 'b8ebb1eaf4144f3aa1a6431613a8a46d'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:54.617250 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:54.635502 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] Transition to ACTIVE for port object dc720395-1305-4f1e-a1e7-6afd11601d9f will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:01:54.643982 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:54.778782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d0891-fda7-4235-ae7e-358d95d992fd req-1fdb194d-aae3-427f-a931-31035c46b446 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:54.780711 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-193fb5b1-5809-4b5b-aebb-20524f4f6d31 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Made reservation on behalf of b8ebb1eaf4144f3aa1a6431613a8a46d for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:54.784323 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-193fb5b1-5809-4b5b-aebb-20524f4f6d31 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:54.786876 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-405d0891-fda7-4235-ae7e-358d95d992fd req-1fdb194d-aae3-427f-a931-31035c46b446 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 820 time: 0.5036035 Jul 22 19:01:54.806564 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] Pushing event updated for resources: {'Port': ['ID=dc720395-1305-4f1e-a1e7-6afd11601d9f,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:54.895181 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56920) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:54.944737 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-312d9511-6151-4341-8b5f-5aaa53d8ed25 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1996668408-network', 'tenant_id': 'd062f16682ef4dcfa3f87204d2f2eda0'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:54.973289 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-193fb5b1-5809-4b5b-aebb-20524f4f6d31 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Allocated IP 172.20.0.13 (1211dd5d-22dd-42cf-af43-7f788d3e855d/e6ce6dd9-1892-4846-8205-ad77c8cfee8f/8ca5f8c1-2d35-476e-a402-7e53e05e35bc) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:01:54.976839 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-405d0891-fda7-4235-ae7e-358d95d992fd req-cb46218f-1245-4dfa-99e0-1ed7c019c545 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/quotas/045a6583907f4225b2036296ec0f4a49 HTTP/1.1" status: 200 len: 375 time: 0.1833789 Jul 22 19:01:55.125149 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] Attempting to bind port dc720395-1305-4f1e-a1e7-6afd11601d9f on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:01:55.125492 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] Attempting to bind port dc720395-1305-4f1e-a1e7-6afd11601d9f by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:01:55.125823 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] Attempting to bind port dc720395-1305-4f1e-a1e7-6afd11601d9f on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:55.164359 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] Port dc720395-1305-4f1e-a1e7-6afd11601d9f on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:01:55.164719 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] Attempting to bind port dc720395-1305-4f1e-a1e7-6afd11601d9f on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:55.176959 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:01:55.177369 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:55.178264 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:01:55.178878 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] Bound port: dc720395-1305-4f1e-a1e7-6afd11601d9f, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:01:55.179183 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:55.199638 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:55.213261 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] Transition to ACTIVE for port object 2249ca75-f517-4910-815e-db71941fb0c2 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:01:55.222987 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:55.241465 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56930) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:55.254926 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-193fb5b1-5809-4b5b-aebb-20524f4f6d31 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:55.330502 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe7c83-9bb2-406b-95df-b9ce09ac581d None None] Pushing event updated for resources: {'Port': ['ID=2249ca75-f517-4910-815e-db71941fb0c2,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:55.358307 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] For port dc720395-1305-4f1e-a1e7-6afd11601d9f, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:01:55.361560 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56936) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:55.366953 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] For port dc720395-1305-4f1e-a1e7-6afd11601d9f, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=dc720395-1305-4f1e-a1e7-6afd11601d9f,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:01:55.368673 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b264ad8c-e372-4550-89a5-69ea80f962a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07449768b1524bb78cca45f911b6b41a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9683197 Jul 22 19:01:55.374174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312d9511-6151-4341-8b5f-5aaa53d8ed25 admin admin] Made reservation on behalf of d062f16682ef4dcfa3f87204d2f2eda0 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:55.376443 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-312d9511-6151-4341-8b5f-5aaa53d8ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:55.389170 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:55.413688 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-312d9511-6151-4341-8b5f-5aaa53d8ed25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:55.435879 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] Attempting to bind port 2249ca75-f517-4910-815e-db71941fb0c2 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:01:55.436268 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] Attempting to bind port 2249ca75-f517-4910-815e-db71941fb0c2 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'b8f30338-a332-44a2-b242-a0037ff481e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:01:55.436960 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] Attempting to bind port 2249ca75-f517-4910-815e-db71941fb0c2 on network ca294e3c-7e7d-4357-b107-f5b283c529a6 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:55.449634 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-193fb5b1-5809-4b5b-aebb-20524f4f6d31 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:55.464966 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:01:55.467561 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] Checking segment: {'id': 'b8f30338-a332-44a2-b242-a0037ff481e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:55.467810 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:55.468389 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] Bound using segment: {'id': 'b8f30338-a332-44a2-b242-a0037ff481e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:01:55.468853 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] Bound port: 2249ca75-f517-4910-815e-db71941fb0c2, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f30338-a332-44a2-b242-a0037ff481e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:01:55.469518 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:55.509986 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:55.512073 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:55.513951 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] 10.222.0.30 "PUT /v2.0/ports/dc720395-1305-4f1e-a1e7-6afd11601d9f HTTP/1.1" status: 200 len: 1096 time: 2.2690609 Jul 22 19:01:55.517538 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c1953e-4978-4d13-bf9f-12f2aa482263', 'tag': 'dc720395-1305-4f1e-a1e7-6afd11601d9f'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:01:55.521117 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100fd0d9-523d-4b36-89e8-085555b67eef" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c1953e-4978-4d13-bf9f-12f2aa482263", "tag": "dc720395-1305-4f1e-a1e7-6afd11601d9f"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:01:55.533172 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9a481-a18d-4a06-b613-a4e026b06d8d req-c08e1718-f960-492d-9d32-3cb2a2f16e3c tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:55.551547 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19a9a481-a18d-4a06-b613-a4e026b06d8d req-c08e1718-f960-492d-9d32-3cb2a2f16e3c tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=4480a092-69f3-4d47-b94a-d822336467a9 HTTP/1.1" status: 200 len: 935 time: 0.7635221 Jul 22 19:01:55.607373 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-405d0891-fda7-4235-ae7e-358d95d992fd req-d4944093-04d6-4e27-bd92-a380c0aa2413 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6286056 Jul 22 19:01:55.612094 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] For port 2249ca75-f517-4910-815e-db71941fb0c2, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:01:55.636148 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] For port 2249ca75-f517-4910-815e-db71941fb0c2, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2249ca75-f517-4910-815e-db71941fb0c2,segment=NetworkSegment(b8f30338-a332-44a2-b242-a0037ff481e1),segment_id=b8f30338-a332-44a2-b242-a0037ff481e1)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:01:55.641766 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:55.654372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 670f70b9-eb55-429b-8e4e-cac6942e844d {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:01:55.678520 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-193fb5b1-5809-4b5b-aebb-20524f4f6d31 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Network 1211dd5d-22dd-42cf-af43-7f788d3e855d is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:01:55.679760 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0804bb-f10a-4e3b-bf8c-60b3e1026224 service neutron] Pushing event updated for resources: {'Port': ['ID=dc720395-1305-4f1e-a1e7-6afd11601d9f,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:55.701681 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:55.722474 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe7c83-9bb2-406b-95df-b9ce09ac581d None None] Pushing event updated for resources: {'Port': ['ID=2249ca75-f517-4910-815e-db71941fb0c2,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:55.748550 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-193fb5b1-5809-4b5b-aebb-20524f4f6d31 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:01:55.750395 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193fb5b1-5809-4b5b-aebb-20524f4f6d31 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Pushing event updated for resources: {'Port': ['ID=8ca5f8c1-2d35-476e-a402-7e53e05e35bc,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:55.757097 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-193fb5b1-5809-4b5b-aebb-20524f4f6d31 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:01:55.762116 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] Routers {'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:01:55.763023 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:01:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:01:55.790832 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] Transition to ACTIVE for port object 670f70b9-eb55-429b-8e4e-cac6942e844d will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:01:55.812730 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:55.845078 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19a9a481-a18d-4a06-b613-a4e026b06d8d req-3f36ad38-f631-4a70-846b-403dfccdbe82 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/security-groups?id=203d0b02-8b03-4270-8915-fd5a08e6f8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541349 Jul 22 19:01:55.882589 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-193fb5b1-5809-4b5b-aebb-20524f4f6d31 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:55.883480 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-193fb5b1-5809-4b5b-aebb-20524f4f6d31 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:55.894797 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2db01f41-7623-4208-91c9-d8d3aa4970f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:55.923038 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ade6dd77-1f6b-40b3-8257-2fd6cdda18d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:55.945639 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] Set router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:01:55.971699 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2db01f41-7623-4208-91c9-d8d3aa4970f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:56.053295 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2db01f41-7623-4208-91c9-d8d3aa4970f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:56.057649 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2db01f41-7623-4208-91c9-d8d3aa4970f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:56.059409 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2db01f41-7623-4208-91c9-d8d3aa4970f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/efd217bd-ce15-4254-aac6-7ad30547431c HTTP/1.1" status: 204 len: 168 time: 0.6966178 Jul 22 19:01:56.075031 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db01f41-7623-4208-91c9-d8d3aa4970f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd217bd-ce15-4254-aac6-7ad30547431c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:56.082572 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-3835d7c0-2f7e-4fc3-abde-360ffb3c3890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:56.087657 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-3835d7c0-2f7e-4fc3-abde-360ffb3c3890 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e23346e51c4096b61dbd871c0fe502&device_id=b2c1953e-4978-4d13-bf9f-12f2aa482263 HTTP/1.1" status: 200 len: 1099 time: 0.5214374 Jul 22 19:01:56.159207 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-3046e744-b2e9-40e9-aeb7-447c0863cfea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=dc720395-1305-4f1e-a1e7-6afd11601d9f HTTP/1.1" status: 200 len: 217 time: 0.0640314 Jul 22 19:01:56.160288 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] Attempting to bind port 670f70b9-eb55-429b-8e4e-cac6942e844d on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:01:56.160742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] Attempting to bind port 670f70b9-eb55-429b-8e4e-cac6942e844d by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:01:56.161714 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] Attempting to bind port 670f70b9-eb55-429b-8e4e-cac6942e844d on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:56.174404 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-405d0891-fda7-4235-ae7e-358d95d992fd req-e248fe83-ae2a-4bf9-9e00-1f163a8c10f8 service neutron] 10.222.0.13 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661831 Jul 22 19:01:56.195139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bcca436-d4f1-40ff-9cbb-04a2b3d419a7 req-1368a5eb-305a-41ab-9a0a-71616fa31275 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7e4c90a-d891-4cd4-a2f7-601ef773d9de HTTP/1.1" status: 200 len: 210 time: 0.2034981 Jul 22 19:01:56.195708 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] Pushing event updated for resources: {'Port': ['ID=670f70b9-eb55-429b-8e4e-cac6942e844d,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:56.203954 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] Port 670f70b9-eb55-429b-8e4e-cac6942e844d on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:01:56.203954 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] Attempting to bind port 670f70b9-eb55-429b-8e4e-cac6942e844d on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:56.256742 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-346cea22-1f5a-4b03-8de1-d6c9a8e37784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:56.258385 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-346cea22-1f5a-4b03-8de1-d6c9a8e37784 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0927646 Jul 22 19:01:56.267593 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d41bd792-beb4-4ea3-afe5-6afdd5483433 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Allocated IP 192.168.233.145 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/d709f049-6868-4c9a-a45a-40e6efa5c8c2) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:01:56.269779 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:01:56.270122 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:56.270510 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:01:56.271108 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] Bound port: 670f70b9-eb55-429b-8e4e-cac6942e844d, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:01:56.271693 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:56.296541 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-router', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:01:40Z', 'updated_at': '2021-07-22T19:01:50Z', 'revision_number': 4, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'gw_port': {'id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:43Z', 'updated_at': '2021-07-22T19:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2249ca75-f517-4910-815e-db71941fb0c2', 'name': '', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'mac_address': 'fa:16:3e:11:27:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6127a740-55fe-4e1e-9351-155d195e1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:48Z', 'updated_at': '2021-07-22T19:01:55Z', 'revision_number': 4, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'subnets': [{'id': '6127a740-55fe-4e1e-9351-155d195e1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:01:56.341393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-22694cec-bef4-4a55-a1f8-4d8cd6f09df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:56.343034 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0e6534-af5e-42ab-b248-0cf69d334e50 None None] The sync data for ids ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'] in n-d-800086-12 is: [{'id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-router', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:01:40Z', 'updated_at': '2021-07-22T19:01:50Z', 'revision_number': 4, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'gw_port': {'id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:43Z', 'updated_at': '2021-07-22T19:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2249ca75-f517-4910-815e-db71941fb0c2', 'name': '', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'mac_address': 'fa:16:3e:11:27:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6127a740-55fe-4e1e-9351-155d195e1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:48Z', 'updated_at': '2021-07-22T19:01:55Z', 'revision_number': 4, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'subnets': [{'id': '6127a740-55fe-4e1e-9351-155d195e1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:01:56.343325 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-22694cec-bef4-4a55-a1f8-4d8cd6f09df7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0793748 Jul 22 19:01:56.418383 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-312d9511-6151-4341-8b5f-5aaa53d8ed25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:56.438017 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-193fb5b1-5809-4b5b-aebb-20524f4f6d31 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8834453 Jul 22 19:01:56.455932 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-312d9511-6151-4341-8b5f-5aaa53d8ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:56.483442 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] Request body: {'port': {'device_id': '5b238d64-f556-4426-b857-2a2d87c31459', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:56.512100 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56948) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:56.563078 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312d9511-6151-4341-8b5f-5aaa53d8ed25 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:01:56.586106 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d70ceafe-cc5d-4078-b64c-b8726f1bb193 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345066 Jul 22 19:01:56.604720 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-405d0891-fda7-4235-ae7e-358d95d992fd req-538977df-fdbe-48a3-86b0-e008c3bbd93e service neutron] 10.222.0.13 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982201 Jul 22 19:01:56.629458 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-312d9511-6151-4341-8b5f-5aaa53d8ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:56.630148 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-312d9511-6151-4341-8b5f-5aaa53d8ed25 admin admin] Added segment 5fd95182-66b0-4df7-9e9e-e504f31d9650 of type vlan for network fc175c2a-7096-4490-938b-135e158b35e5 Jul 22 19:01:56.632011 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d9511-6151-4341-8b5f-5aaa53d8ed25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f361fb-53f5-4b7d-b650-bbfeb04a7e25,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:56.656313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] For port 670f70b9-eb55-429b-8e4e-cac6942e844d, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:01:56.659782 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f2b3bdeb-4f6d-4788-bbeb-b501c3cf872a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:56.696196 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:56.706949 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] For port 670f70b9-eb55-429b-8e4e-cac6942e844d, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=670f70b9-eb55-429b-8e4e-cac6942e844d,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:01:56.761153 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5ec12-4459-42d8-85db-aa3e5d07f7ac req-4d0ea629-4a16-4394-8ec7-61cb7d154fcb tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:56.768383 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-35f5ec12-4459-42d8-85db-aa3e5d07f7ac req-4d0ea629-4a16-4394-8ec7-61cb7d154fcb tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 932 time: 0.4589818 Jul 22 19:01:56.782265 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:56.794191 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-dce710dd-a0ad-4209-a1ce-7ebdad9d90a4 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018576 Jul 22 19:01:56.795395 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-312d9511-6151-4341-8b5f-5aaa53d8ed25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:56.809279 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ade6dd77-1f6b-40b3-8257-2fd6cdda18d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:56.820883 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2035d92c-671c-4846-9526-2ba035c3ddc8 x-openstack-request-id: req-2035d92c-671c-4846-9526-2ba035c3ddc8 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:01:56.821215 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c1953e-4978-4d13-bf9f-12f2aa482263", "tag": "dc720395-1305-4f1e-a1e7-6afd11601d9f", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:01:56.821462 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2035d92c-671c-4846-9526-2ba035c3ddc8 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:01:56.821848 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c1953e-4978-4d13-bf9f-12f2aa482263', 'tag': 'dc720395-1305-4f1e-a1e7-6afd11601d9f', 'status': 'completed', 'code': 200} Jul 22 19:01:56.823466 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ade6dd77-1f6b-40b3-8257-2fd6cdda18d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:56.971206 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ade6dd77-1f6b-40b3-8257-2fd6cdda18d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a893b10a054d4813b3fd893563dd2ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7246447 Jul 22 19:01:56.975233 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56960) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:56.988682 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6dd77-1f6b-40b3-8257-2fd6cdda18d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdcf010-a678-4a57-920d-f295728516a8,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:57.000790 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f2b3bdeb-4f6d-4788-bbeb-b501c3cf872a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:57.018337 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f2b3bdeb-4f6d-4788-bbeb-b501c3cf872a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:57.061364 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3bdeb-4f6d-4788-bbeb-b501c3cf872a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b05deb-f118-440c-9e31-c0f86dfa0b37,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:57.069477 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:57.070070 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:57.071511 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] 10.222.0.30 "PUT /v2.0/ports/670f70b9-eb55-429b-8e4e-cac6942e844d HTTP/1.1" status: 200 len: 1096 time: 3.0994141 Jul 22 19:01:57.120279 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.db.resource_extend [None req-312d9511-6151-4341-8b5f-5aaa53d8ed25 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:01:57.126620 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4480a092-69f3-4d47-b94a-d822336467a9', 'tag': '670f70b9-eb55-429b-8e4e-cac6942e844d'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:01:57.129217 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f61cdcd-0b93-4ef6-ac6c-0dc242f82cde" -d '{"events": [{"name": "network-changed", "server_uuid": "4480a092-69f3-4d47-b94a-d822336467a9", "tag": "670f70b9-eb55-429b-8e4e-cac6942e844d"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:01:57.147499 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-35f5ec12-4459-42d8-85db-aa3e5d07f7ac req-981f69a3-3330-4720-9c6d-7755d5a8fbba tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729398 Jul 22 19:01:57.299443 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d41bd792-beb4-4ea3-afe5-6afdd5483433 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:57.329553 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f2b3bdeb-4f6d-4788-bbeb-b501c3cf872a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b2d82564e0d492f9f80b7ef6883571d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8073361 Jul 22 19:01:57.333082 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71013a-500a-482d-a57d-ce8f928f46b1 service neutron] Pushing event updated for resources: {'Port': ['ID=670f70b9-eb55-429b-8e4e-cac6942e844d,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:57.338958 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2a18a0a-b655-48c4-a0db-d2706b18c4b5 req-81185475-5886-4055-8628-19dc9eaf155d tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 210 time: 0.0997362 Jul 22 19:01:57.339521 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56970) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:57.345802 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-312d9511-6151-4341-8b5f-5aaa53d8ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:57.346737 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312d9511-6151-4341-8b5f-5aaa53d8ed25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:57.347349 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-312d9511-6151-4341-8b5f-5aaa53d8ed25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:57.396772 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2249ca75-f517-4910-815e-db71941fb0c2 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:01:57.417469 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-312d9511-6151-4341-8b5f-5aaa53d8ed25 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4860508 Jul 22 19:01:57.467755 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56974) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:57.468879 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d41bd792-beb4-4ea3-afe5-6afdd5483433 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Transition to ACTIVE for port object d709f049-6868-4c9a-a45a-40e6efa5c8c2 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:01:57.486048 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-8f1a3e6e-7207-42c0-afb2-e4da20585875 admin admin] Request body: {'subnet': {'network_id': 'fc175c2a-7096-4490-938b-135e158b35e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1996668408-subnet', 'tenant_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:57.529128 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca5f8c1-2d35-476e-a402-7e53e05e35bc {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:01:57.542687 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:57.549022 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fd0d9-523d-4b36-89e8-085555b67eef req-4050f7df-b96e-4162-8870-c515285c83de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:57.554147 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-100fd0d9-523d-4b36-89e8-085555b67eef req-4050f7df-b96e-4162-8870-c515285c83de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e23346e51c4096b61dbd871c0fe502&device_id=b2c1953e-4978-4d13-bf9f-12f2aa482263 HTTP/1.1" status: 200 len: 1099 time: 0.6959352 Jul 22 19:01:57.560076 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f31d5028-2c0e-4ec8-812f-f446deb0e898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:57.560555 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 2249ca75-f517-4910-815e-db71941fb0c2 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:01:57.574496 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 2249ca75-f517-4910-815e-db71941fb0c2 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:01:57.574883 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:57.597053 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] Transition to ACTIVE for port object 8ca5f8c1-2d35-476e-a402-7e53e05e35bc will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:01:57.628841 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:57.632730 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f31d5028-2c0e-4ec8-812f-f446deb0e898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:57.652676 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9695ebd6-5915-4e84-a94c-1a411d24a6e6 x-openstack-request-id: req-9695ebd6-5915-4e84-a94c-1a411d24a6e6 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:01:57.652963 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4480a092-69f3-4d47-b94a-d822336467a9", "tag": "670f70b9-eb55-429b-8e4e-cac6942e844d", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:01:57.653214 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9695ebd6-5915-4e84-a94c-1a411d24a6e6 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:01:57.653901 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4480a092-69f3-4d47-b94a-d822336467a9', 'tag': '670f70b9-eb55-429b-8e4e-cac6942e844d', 'status': 'completed', 'code': 200} Jul 22 19:01:57.748320 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:57.771791 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca5f8c1-2d35-476e-a402-7e53e05e35bc,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:57.791628 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 2249ca75-f517-4910-815e-db71941fb0c2, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2249ca75-f517-4910-815e-db71941fb0c2,segment=NetworkSegment(b8f30338-a332-44a2-b242-a0037ff481e1),segment_id=b8f30338-a332-44a2-b242-a0037ff481e1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:57.796284 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:57.865934 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=2249ca75-f517-4910-815e-db71941fb0c2,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:57.866176 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d9511-6151-4341-8b5f-5aaa53d8ed25 admin admin] Pushing event updated for resources: {'Network': ['ID=fc175c2a-7096-4490-938b-135e158b35e5,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:57.871281 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1a3e6e-7207-42c0-afb2-e4da20585875 admin admin] Made reservation on behalf of d062f16682ef4dcfa3f87204d2f2eda0 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:57.873587 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3e6e-7207-42c0-afb2-e4da20585875 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:57.877375 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16803370-807a-430e-a0e5-c32deb794c55 req-6bf115e6-d007-4534-973e-630e25db05e9 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7e4c90a-d891-4cd4-a2f7-601ef773d9de HTTP/1.1" status: 200 len: 210 time: 0.2171547 Jul 22 19:01:57.885557 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f7f3a815-947e-48d0-90b5-e0868e8ad73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:57.892746 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network fc175c2a-7096-4490-938b-135e158b35e5 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:01:57.911277 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-45ebe446-3472-440f-93d1-6e335a8522ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:57.913718 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-45ebe446-3472-440f-93d1-6e335a8522ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e90a7fa279864ded952f5205ea3239b9&device_id=4480a092-69f3-4d47-b94a-d822336467a9 HTTP/1.1" status: 200 len: 1099 time: 0.7410860 Jul 22 19:01:57.917512 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fd0d9-523d-4b36-89e8-085555b67eef req-9da6b77d-9677-44a8-a1fe-06fc46312ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:57.919865 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-100fd0d9-523d-4b36-89e8-085555b67eef req-9da6b77d-9677-44a8-a1fe-06fc46312ec3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.3573954 Jul 22 19:01:57.926877 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f31d5028-2c0e-4ec8-812f-f446deb0e898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:57.932141 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f31d5028-2c0e-4ec8-812f-f446deb0e898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:57.933625 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f31d5028-2c0e-4ec8-812f-f446deb0e898 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ccdcf010-a678-4a57-920d-f295728516a8 HTTP/1.1" status: 204 len: 168 time: 0.9554684 Jul 22 19:01:57.996789 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d5028-2c0e-4ec8-812f-f446deb0e898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdcf010-a678-4a57-920d-f295728516a8,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:58.007704 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-100fd0d9-523d-4b36-89e8-085555b67eef req-720d157a-53b7-4596-adf3-9ba895f98432 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=dc720395-1305-4f1e-a1e7-6afd11601d9f HTTP/1.1" status: 200 len: 217 time: 0.0723853 Jul 22 19:01:58.011051 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] Attempting to bind port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:01:58.011394 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] Attempting to bind port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:01:58.011718 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] Attempting to bind port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:58.040458 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-3722b7aa-42e7-4054-a41b-950e5834a728 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=670f70b9-eb55-429b-8e4e-cac6942e844d HTTP/1.1" status: 200 len: 217 time: 0.1090906 Jul 22 19:01:58.045125 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d41bd792-beb4-4ea3-afe5-6afdd5483433 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:58.058791 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e1cd9e14-a4df-412d-9b93-7cfbefac1dc6'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:01:58.085612 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] Port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc on network 1211dd5d-22dd-42cf-af43-7f788d3e855d not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:01:58.085990 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] Attempting to bind port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:01:58.089938 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fd0d9-523d-4b36-89e8-085555b67eef req-af183909-8925-444a-993e-e474c7b50b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:58.091425 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-100fd0d9-523d-4b36-89e8-085555b67eef req-af183909-8925-444a-993e-e474c7b50b03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0698349 Jul 22 19:01:58.096328 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:01:58.096817 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] Checking segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:58.097369 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] Bound using segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:01:58.097952 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] Bound port: 8ca5f8c1-2d35-476e-a402-7e53e05e35bc, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:01:58.098532 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:58.167542 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f7f3a815-947e-48d0-90b5-e0868e8ad73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:58.171483 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bd792-beb4-4ea3-afe5-6afdd5483433 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Pushing event updated for resources: {'Port': ['ID=d709f049-6868-4c9a-a45a-40e6efa5c8c2,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:58.241932 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] For port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:01:58.262123 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] For port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8ca5f8c1-2d35-476e-a402-7e53e05e35bc,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:01:58.269014 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:58.286114 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:58.298651 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:58.305199 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] 10.222.0.16 "PUT /v2.0/ports/8ca5f8c1-2d35-476e-a402-7e53e05e35bc HTTP/1.1" status: 200 len: 1093 time: 1.8234568 Jul 22 19:01:58.347932 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d41bd792-beb4-4ea3-afe5-6afdd5483433 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:01:58.360743 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5d6800d6-18a4-4b0e-8661-c098b9dc6222 req-42f718b2-0886-495a-8910-f987b8d88341 tempest-AbsoluteLimitsNegativeTestJSON-967870246 tempest-AbsoluteLimitsNegativeTestJSON-967870246-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cced7e3dfc0c401e85cae5077a69bc1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3107698 Jul 22 19:01:58.362717 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ca6dfb44-ddf8-4680-a405-09cf0ffab5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:58.393959 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fd0d9-523d-4b36-89e8-085555b67eef req-72cf5978-6db1-4646-af0c-08ef80b1c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:58.394208 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-100fd0d9-523d-4b36-89e8-085555b67eef req-72cf5978-6db1-4646-af0c-08ef80b1c9f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2920341 Jul 22 19:01:58.466706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d41bd792-beb4-4ea3-afe5-6afdd5483433 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:01:58.470164 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d41bd792-beb4-4ea3-afe5-6afdd5483433 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:01:58.477214 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d41bd792-beb4-4ea3-afe5-6afdd5483433 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:58.477975 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d41bd792-beb4-4ea3-afe5-6afdd5483433 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:58.487945 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56998) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:58.514265 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-248920b6-27ee-4c49-817f-1daf7ce04e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:58.561791 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-ee9f8847-b5d3-4eb7-acaf-25894df4ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:58.563711 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-ee9f8847-b5d3-4eb7-acaf-25894df4ef68 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.5081296 Jul 22 19:01:58.577064 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27143a51-c1f2-48f6-900d-6f482e5b4d5b req-e9ea5845-06db-4b5d-bc41-e308e132909d tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:58.578829 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27143a51-c1f2-48f6-900d-6f482e5b4d5b req-e9ea5845-06db-4b5d-bc41-e308e132909d tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=4480a092-69f3-4d47-b94a-d822336467a9 HTTP/1.1" status: 200 len: 947 time: 1.0746677 Jul 22 19:01:58.594978 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-d41bd792-beb4-4ea3-afe5-6afdd5483433 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.4444151 Jul 22 19:01:58.625149 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] Request body: {'port': {'device_id': 'b7e4c90a-d891-4cd4-a2f7-601ef773d9de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:58.639923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6800d6-18a4-4b0e-8661-c098b9dc6222 req-be5b6561-67a1-40bb-8f10-418184a701f6 tempest-AbsoluteLimitsNegativeTestJSON-967870246 tempest-AbsoluteLimitsNegativeTestJSON-967870246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:58.647700 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5d6800d6-18a4-4b0e-8661-c098b9dc6222 req-be5b6561-67a1-40bb-8f10-418184a701f6 tempest-AbsoluteLimitsNegativeTestJSON-967870246 tempest-AbsoluteLimitsNegativeTestJSON-967870246-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2855020 Jul 22 19:01:58.703335 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-73de9bcc-23ed-4575-8d93-380c4c853496 None None] Provisioning for port d709f049-6868-4c9a-a45a-40e6efa5c8c2 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:01:58.707244 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-73de9bcc-23ed-4575-8d93-380c4c853496 None None] Provisioning complete for port d709f049-6868-4c9a-a45a-40e6efa5c8c2 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:01:58.707800 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-73de9bcc-23ed-4575-8d93-380c4c853496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:58.731157 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f7f3a815-947e-48d0-90b5-e0868e8ad73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:58.733706 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f7f3a815-947e-48d0-90b5-e0868e8ad73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:58.734827 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f7f3a815-947e-48d0-90b5-e0868e8ad73e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9b05deb-f118-440c-9e31-c0f86dfa0b37 HTTP/1.1" status: 204 len: 168 time: 1.3900428 Jul 22 19:01:58.745814 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-73de9bcc-23ed-4575-8d93-380c4c853496 None None] Port d709f049-6868-4c9a-a45a-40e6efa5c8c2 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:01:58.753860 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f4422-b5f4-40fc-ae25-20ea22573f98 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca5f8c1-2d35-476e-a402-7e53e05e35bc,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:58.772266 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5d6800d6-18a4-4b0e-8661-c098b9dc6222 req-eb8677f3-98c6-4091-bce6-c024ef955c48 tempest-AbsoluteLimitsNegativeTestJSON-967870246 tempest-AbsoluteLimitsNegativeTestJSON-967870246-project] 10.222.0.13 "GET /v2.0/quotas/cced7e3dfc0c401e85cae5077a69bc1b HTTP/1.1" status: 200 len: 375 time: 0.1236312 Jul 22 19:01:58.824216 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d0891-fda7-4235-ae7e-358d95d992fd req-e801eec8-00cd-4636-bb89-0d3d6ef94473 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:58.824745 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3a815-947e-48d0-90b5-e0868e8ad73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b05deb-f118-440c-9e31-c0f86dfa0b37,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:58.825746 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-405d0891-fda7-4235-ae7e-358d95d992fd req-e801eec8-00cd-4636-bb89-0d3d6ef94473 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.16 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 820 time: 0.5154905 Jul 22 19:01:58.829338 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b238d64-f556-4426-b857-2a2d87c31459', 'tag': '8ca5f8c1-2d35-476e-a402-7e53e05e35bc'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:01:58.831629 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bdffa2-5453-4287-acf0-21c9452196ec" -d '{"events": [{"name": "network-changed", "server_uuid": "5b238d64-f556-4426-b857-2a2d87c31459", "tag": "8ca5f8c1-2d35-476e-a402-7e53e05e35bc"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:01:58.843092 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-405d0891-fda7-4235-ae7e-358d95d992fd req-63114d7f-904d-4b27-bc9c-a45c14c9af1a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Request body: {'port': {'device_id': 'f82656d9-9d94-44a2-96f1-eb579200a87f', 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199', 'admin_state_up': True, 'tenant_id': '045a6583907f4225b2036296ec0f4a49'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:01:58.872693 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-fc528f54-30b0-482c-ac8c-8eba1777dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:58.874245 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-fc528f54-30b0-482c-ac8c-8eba1777dbbc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 1096 time: 0.4840178 Jul 22 19:01:58.885263 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-100fd0d9-523d-4b36-89e8-085555b67eef req-4c4f826d-1b70-4e3b-87ab-c62f1da8df24 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779975 Jul 22 19:01:58.947456 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-745f06e4-a53b-43c8-a5ae-09ecec188225 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ca5f8c1-2d35-476e-a402-7e53e05e35bc HTTP/1.1" status: 200 len: 217 time: 0.0651674 Jul 22 19:01:59.097649 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-5eeffc5c-8146-49f2-90e6-434bcaa1419a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:59.099706 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-5eeffc5c-8146-49f2-90e6-434bcaa1419a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6ce6dd9-1892-4846-8205-ad77c8cfee8f HTTP/1.1" status: 200 len: 848 time: 0.1141570 Jul 22 19:01:59.119789 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27143a51-c1f2-48f6-900d-6f482e5b4d5b req-045079af-d0bd-4d25-b6eb-98c5c9339a13 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/security-groups?id=203d0b02-8b03-4270-8915-fd5a08e6f8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5236871 Jul 22 19:01:59.155617 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5d6800d6-18a4-4b0e-8661-c098b9dc6222 req-b6e26ab2-fe1c-4415-bbdf-7955dd08b6d5 tempest-AbsoluteLimitsNegativeTestJSON-967870246 tempest-AbsoluteLimitsNegativeTestJSON-967870246-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cced7e3dfc0c401e85cae5077a69bc1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3629386 Jul 22 19:01:59.160373 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-100fd0d9-523d-4b36-89e8-085555b67eef req-e4b21b2a-5147-4162-8914-db813400fafa service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651432 Jul 22 19:01:59.163090 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-c6c087ed-212a-4fa3-aa0b-09c40379adf2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1211dd5d-22dd-42cf-af43-7f788d3e855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481174 Jul 22 19:01:59.173286 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3e6e-7207-42c0-afb2-e4da20585875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:59.285286 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-ca5564a1-108c-4bf7-b9d6-2975716fccee service neutron] 10.222.0.16 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079507 Jul 22 19:01:59.292950 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-e57232e4-abdd-44a6-b652-54cbbeda74bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:59.294454 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-e57232e4-abdd-44a6-b652-54cbbeda74bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7144623 Jul 22 19:01:59.330719 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2249ca75-f517-4910-815e-db71941fb0c2 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:01:59.381211 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:59.412935 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-336bde7c-185e-4e89-a76b-2f9adee640d1 req-1c851617-b386-4ffd-b13c-d0f34dd1038c service neutron] 10.222.0.16 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210020 Jul 22 19:01:59.415045 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device dc720395-1305-4f1e-a1e7-6afd11601d9f details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:01:59.487502 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3414d636-c600-487b-8a2f-32fe538a817d req-d550adef-19a9-4af7-9ba1-5ee593a75a8b tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 210 time: 0.1619673 Jul 22 19:01:59.488876 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 2249ca75-f517-4910-815e-db71941fb0c2 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:01:59.490280 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:59.521380 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a3e6e-7207-42c0-afb2-e4da20585875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c8289f-2df7-4648-94df-b5ff96a50398,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:59.551335 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-248920b6-27ee-4c49-817f-1daf7ce04e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:59.557592 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf975e5-d24e-4963-b708-4d45f54130d3 x-openstack-request-id: req-acf975e5-d24e-4963-b708-4d45f54130d3 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:01:59.558118 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b238d64-f556-4426-b857-2a2d87c31459", "tag": "8ca5f8c1-2d35-476e-a402-7e53e05e35bc", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:01:59.558768 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-acf975e5-d24e-4963-b708-4d45f54130d3 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:01:59.559867 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b238d64-f556-4426-b857-2a2d87c31459', 'tag': '8ca5f8c1-2d35-476e-a402-7e53e05e35bc', 'status': 'completed', 'code': 200} Jul 22 19:01:59.599757 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405d0891-fda7-4235-ae7e-358d95d992fd req-63114d7f-904d-4b27-bc9c-a45c14c9af1a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Made reservation on behalf of 045a6583907f4225b2036296ec0f4a49 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:01:59.602439 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port dc720395-1305-4f1e-a1e7-6afd11601d9f, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=dc720395-1305-4f1e-a1e7-6afd11601d9f,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:59.604010 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-405d0891-fda7-4235-ae7e-358d95d992fd req-63114d7f-904d-4b27-bc9c-a45c14c9af1a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:59.623705 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'dc720395-1305-4f1e-a1e7-6afd11601d9f', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': 'dc720395-1305-4f1e-a1e7-6afd11601d9f', 'mac_address': 'fa:16:3e:3b:d5:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:01:59.633166 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-248920b6-27ee-4c49-817f-1daf7ce04e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:59.635687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a3e6e-7207-42c0-afb2-e4da20585875 admin admin] Checking segment: {'id': '5fd95182-66b0-4df7-9e9e-e504f31d9650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc175c2a-7096-4490-938b-135e158b35e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:01:59.636051 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1a3e6e-7207-42c0-afb2-e4da20585875 admin admin] Network hostable DHCP agents. Network: fc175c2a-7096-4490-938b-135e158b35e5, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:01:59.640631 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57026) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:59.700185 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:59.718607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc720395-1305-4f1e-a1e7-6afd11601d9f {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:01:59.743811 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port dc720395-1305-4f1e-a1e7-6afd11601d9f, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=dc720395-1305-4f1e-a1e7-6afd11601d9f,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:01:59.749792 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:01:59.771050 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-ffdcc47f-092b-42ed-841a-a837e111ab4f service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466579 Jul 22 19:01:59.779193 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-248920b6-27ee-4c49-817f-1daf7ce04e16 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31db8414236f46b2a8061ab08abff4f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2859180 Jul 22 19:01:59.794179 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57032) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:01:59.818211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=dc720395-1305-4f1e-a1e7-6afd11601d9f,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:59.833169 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248920b6-27ee-4c49-817f-1daf7ce04e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc20fd6-e88d-4fe0-8688-54f299258a4b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:01:59.861668 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdffa2-5453-4287-acf0-21c9452196ec req-6ee86a10-744b-4cbd-a2d3-b90c2aca3dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:59.863322 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b4bdffa2-5453-4287-acf0-21c9452196ec req-6ee86a10-744b-4cbd-a2d3-b90c2aca3dcc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 1096 time: 0.2809587 Jul 22 19:01:59.871446 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1a3e6e-7207-42c0-afb2-e4da20585875 admin admin] Network fc175c2a-7096-4490-938b-135e158b35e5 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:01:59.887243 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f272659-ccdd-4d20-94b4-be33030b8ffe req-67259b65-5d72-4652-88a6-5a2829b3cffc tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:59.889092 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8f272659-ccdd-4d20-94b4-be33030b8ffe req-67259b65-5d72-4652-88a6-5a2829b3cffc tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 944 time: 0.6251500 Jul 22 19:01:59.930424 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-8f1a3e6e-7207-42c0-afb2-e4da20585875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, fc175c2a-7096-4490-938b-135e158b35e5) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:01:59.940844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2010e72b-b2ef-4aed-9351-6ae4f47fa13e None None] Network fc175c2a-7096-4490-938b-135e158b35e5 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:01:59.991890 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1a3e6e-7207-42c0-afb2-e4da20585875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:01:59.992690 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3e6e-7207-42c0-afb2-e4da20585875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:00.006942 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdffa2-5453-4287-acf0-21c9452196ec req-649db89a-19fc-4ade-a80b-f3646b797a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:00.008660 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b4bdffa2-5453-4287-acf0-21c9452196ec req-649db89a-19fc-4ade-a80b-f3646b797a1c service neutron] 10.222.0.16 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 909 time: 0.1266923 Jul 22 19:02:00.061838 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['dc720395-1305-4f1e-a1e7-6afd11601d9f'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:02:00.089567 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f81f1-6c2a-4090-b02b-d59dc5fd6357 req-b7f11c6f-4a0c-4ae5-b4c3-17a73050b287 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:00.098715 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-446f81f1-6c2a-4090-b02b-d59dc5fd6357 req-b7f11c6f-4a0c-4ae5-b4c3-17a73050b287 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7e4c90a-d891-4cd4-a2f7-601ef773d9de HTTP/1.1" status: 200 len: 936 time: 0.4414384 Jul 22 19:02:00.108553 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8f1a3e6e-7207-42c0-afb2-e4da20585875 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.6358459 Jul 22 19:02:00.111575 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8f272659-ccdd-4d20-94b4-be33030b8ffe req-7bcc766c-763f-4bb5-826c-c4e5396f4039 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098050 Jul 22 19:02:00.116231 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57038) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:00.133296 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-67b9624d-d866-41de-bd35-996f47dd4c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:00.133770 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-aa8a7e23-b3b9-43b1-8d0b-a77319f8bc1a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1996668408-router', 'tenant_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:00.136588 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b4bdffa2-5453-4287-acf0-21c9452196ec req-ef8b6d11-e6a7-4366-92b4-a45f9017aa6e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ca5f8c1-2d35-476e-a402-7e53e05e35bc HTTP/1.1" status: 200 len: 217 time: 0.1015394 Jul 22 19:02:00.137745 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f660cf85-e02f-4f23-bd2e-0142faa02d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:00.149815 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad3eddef-9708-4146-aab5-f83d74a51533 req-11137e4f-5471-452a-a154-a1e3c6bd0543 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190806 Jul 22 19:02:00.203045 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-405d0891-fda7-4235-ae7e-358d95d992fd req-63114d7f-904d-4b27-bc9c-a45c14c9af1a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Allocated IP 172.20.0.4 (0e3cda7b-41ab-4777-b93f-6e29ba8f4199/60c829e4-dea2-469c-8b44-181bb5c85dfe/e434a628-3b79-4810-b192-27a306fcac80) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:02:00.221920 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-446f81f1-6c2a-4090-b02b-d59dc5fd6357 req-a9f008dc-05e6-4892-87ca-7108dc497685 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202919 Jul 22 19:02:00.225994 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7e23-b3b9-43b1-8d0b-a77319f8bc1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:00.226976 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7e23-b3b9-43b1-8d0b-a77319f8bc1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:00.353234 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d709f049-6868-4c9a-a45a-40e6efa5c8c2 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:02:00.386008 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-67b9624d-d866-41de-bd35-996f47dd4c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:00.428886 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:00.443879 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-fc175c2a-7096-4490-938b-135e158b35e5', 'network_id': 'fc175c2a-7096-4490-938b-135e158b35e5', 'tenant_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'fixed_ips': [{'subnet_id': '03c8289f-2df7-4648-94df-b5ff96a50398'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:02:00.444695 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:00.450463 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] Transition to ACTIVE for port object d709f049-6868-4c9a-a45a-40e6efa5c8c2 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:00.472853 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdffa2-5453-4287-acf0-21c9452196ec req-50980cdd-0a10-4d85-960c-398987383586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:00.474942 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b4bdffa2-5453-4287-acf0-21c9452196ec req-50980cdd-0a10-4d85-960c-398987383586 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6ce6dd9-1892-4846-8205-ad77c8cfee8f HTTP/1.1" status: 200 len: 848 time: 0.2926147 Jul 22 19:02:00.481440 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-405d0891-fda7-4235-ae7e-358d95d992fd req-63114d7f-904d-4b27-bc9c-a45c14c9af1a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:00.521521 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b4bdffa2-5453-4287-acf0-21c9452196ec req-f67536c6-5a4b-4ca4-ab13-a42cf3fc3f11 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1211dd5d-22dd-42cf-af43-7f788d3e855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375252 Jul 22 19:02:00.543678 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7e23-b3b9-43b1-8d0b-a77319f8bc1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:00.559877 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:00.609007 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-67b9624d-d866-41de-bd35-996f47dd4c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:00.611536 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-67b9624d-d866-41de-bd35-996f47dd4c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:00.612696 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-67b9624d-d866-41de-bd35-996f47dd4c30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fc20fd6-e88d-4fe0-8688-54f299258a4b HTTP/1.1" status: 204 len: 168 time: 0.8167372 Jul 22 19:02:00.690906 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9624d-d866-41de-bd35-996f47dd4c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc20fd6-e88d-4fe0-8688-54f299258a4b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:00.732817 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:02:00.759080 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] Allocated IP 172.20.0.2 (fc175c2a-7096-4490-938b-135e158b35e5/03c8289f-2df7-4648-94df-b5ff96a50398/5b7b061d-dfdf-45fd-887d-8889a5a8ba2a) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:02:00.768917 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-405d0891-fda7-4235-ae7e-358d95d992fd req-63114d7f-904d-4b27-bc9c-a45c14c9af1a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:00.820790 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f660cf85-e02f-4f23-bd2e-0142faa02d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:00.876283 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f660cf85-e02f-4f23-bd2e-0142faa02d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:00.882154 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405d0891-fda7-4235-ae7e-358d95d992fd req-63114d7f-904d-4b27-bc9c-a45c14c9af1a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:00.933012 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660cf85-e02f-4f23-bd2e-0142faa02d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e88c7a-8686-4b8c-b54f-f7f649767cfd,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:00.957929 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-405d0891-fda7-4235-ae7e-358d95d992fd req-63114d7f-904d-4b27-bc9c-a45c14c9af1a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:00.965664 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b4bdffa2-5453-4287-acf0-21c9452196ec req-d84179b3-d7b7-4236-b51f-5466be1fc025 service neutron] 10.222.0.16 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359179 Jul 22 19:02:00.966580 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-405d0891-fda7-4235-ae7e-358d95d992fd req-63114d7f-904d-4b27-bc9c-a45c14c9af1a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:02:01.007379 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:01.013537 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7e23-b3b9-43b1-8d0b-a77319f8bc1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:01.024031 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61cdcd-0b93-4ef6-ac6c-0dc242f82cde req-79b284ba-7f6b-4d91-9de7-6003ef2ed467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:01.026770 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0f61cdcd-0b93-4ef6-ac6c-0dc242f82cde req-79b284ba-7f6b-4d91-9de7-6003ef2ed467 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e90a7fa279864ded952f5205ea3239b9&device_id=4480a092-69f3-4d47-b94a-d822336467a9 HTTP/1.1" status: 200 len: 1099 time: 0.8018186 Jul 22 19:02:01.031967 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] Transition to ACTIVE for port object 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:01.034342 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9d7f3773-fa8d-40c5-a73f-65ad254faefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:01.045165 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] Pushing event updated for resources: {'Port': ['ID=d709f049-6868-4c9a-a45a-40e6efa5c8c2,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:01.045474 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:01.063071 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] Transition to ACTIVE for port object 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:01.075719 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:01.090328 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ee49d-689c-4fcc-b3e9-8b1b492c52ae req-bb30b3e6-c35f-4088-ae30-473bae636b87 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:01.097777 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b34ee49d-689c-4fcc-b3e9-8b1b492c52ae req-bb30b3e6-c35f-4088-ae30-473bae636b87 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=4480a092-69f3-4d47-b94a-d822336467a9 HTTP/1.1" status: 200 len: 947 time: 0.7612054 Jul 22 19:02:01.120375 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] Network fc175c2a-7096-4490-938b-135e158b35e5 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:01.126859 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:01.131636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:02:01.150038 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63114d7f-904d-4b27-bc9c-a45c14c9af1a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Pushing event updated for resources: {'Port': ['ID=e434a628-3b79-4810-b192-27a306fcac80,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:01.162650 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f660cf85-e02f-4f23-bd2e-0142faa02d9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cced7e3dfc0c401e85cae5077a69bc1b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5011451 Jul 22 19:02:01.164568 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] Pushing event updated for resources: {'Port': ['ID=5b7b061d-dfdf-45fd-887d-8889a5a8ba2a,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:01.169728 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57068) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:01.206363 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] Attempting to bind port 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:01.206739 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] Attempting to bind port 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '5fd95182-66b0-4df7-9e9e-e504f31d9650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc175c2a-7096-4490-938b-135e158b35e5'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:01.207158 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] Attempting to bind port 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a on network fc175c2a-7096-4490-938b-135e158b35e5 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:01.214495 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:01.214979 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] Checking segment: {'id': '5fd95182-66b0-4df7-9e9e-e504f31d9650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc175c2a-7096-4490-938b-135e158b35e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:01.215597 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:01.216082 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] Bound using segment: {'id': '5fd95182-66b0-4df7-9e9e-e504f31d9650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc175c2a-7096-4490-938b-135e158b35e5'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:01.216676 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] Bound port: 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd95182-66b0-4df7-9e9e-e504f31d9650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc175c2a-7096-4490-938b-135e158b35e5'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:01.217166 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:01.222787 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d0891-fda7-4235-ae7e-358d95d992fd req-63114d7f-904d-4b27-bc9c-a45c14c9af1a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:01.223428 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-405d0891-fda7-4235-ae7e-358d95d992fd req-63114d7f-904d-4b27-bc9c-a45c14c9af1a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:01.224346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] Attempting to bind port d709f049-6868-4c9a-a45a-40e6efa5c8c2 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:01.224865 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] Attempting to bind port d709f049-6868-4c9a-a45a-40e6efa5c8c2 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:01.225214 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] Attempting to bind port d709f049-6868-4c9a-a45a-40e6efa5c8c2 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:01.251072 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-405d0891-fda7-4235-ae7e-358d95d992fd req-63114d7f-904d-4b27-bc9c-a45c14c9af1a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4119024 Jul 22 19:02:01.254238 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b4bdffa2-5453-4287-acf0-21c9452196ec req-3c8124eb-4287-4ee7-a961-ca1758a0df51 service neutron] 10.222.0.16 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692420 Jul 22 19:02:01.268097 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-405d0891-fda7-4235-ae7e-358d95d992fd req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] Request body: {'port': {'device_id': 'f82656d9-9d94-44a2-96f1-eb579200a87f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:01.301692 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] Port d709f049-6868-4c9a-a45a-40e6efa5c8c2 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:02:01.301891 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] Attempting to bind port d709f049-6868-4c9a-a45a-40e6efa5c8c2 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:01.304909 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] For port 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:01.308654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] For port 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5b7b061d-dfdf-45fd-887d-8889a5a8ba2a,segment=NetworkSegment(5fd95182-66b0-4df7-9e9e-e504f31d9650),segment_id=5fd95182-66b0-4df7-9e9e-e504f31d9650)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:01.311742 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d5193aa4-1e78-4427-b1b3-04d7a835cbd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:01.314121 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:01.323624 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:01.324007 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:01.324844 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:01.325848 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] Bound port: d709f049-6868-4c9a-a45a-40e6efa5c8c2, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:01.325848 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:01.339295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1afa2-46b2-48fa-9118-459bca0a5960 req-af026e1b-9667-4f1d-a026-0480040896c7 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:01.339295 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10e1afa2-46b2-48fa-9118-459bca0a5960 req-af026e1b-9667-4f1d-a026-0480040896c7 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 931 time: 0.7319655 Jul 22 19:02:01.377480 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d5193aa4-1e78-4427-b1b3-04d7a835cbd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:01.400457 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b34ee49d-689c-4fcc-b3e9-8b1b492c52ae req-0cbe88cc-fbf4-4c20-a490-d9a69ba99ff7 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/security-groups?id=203d0b02-8b03-4270-8915-fd5a08e6f8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016474 Jul 22 19:02:01.436808 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f6104-19d2-4c34-ae0b-2224bee934b9 None None] Pushing event updated for resources: {'Port': ['ID=5b7b061d-dfdf-45fd-887d-8889a5a8ba2a,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:01.445245 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device dc720395-1305-4f1e-a1e7-6afd11601d9f up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:01.470203 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61cdcd-0b93-4ef6-ac6c-0dc242f82cde req-c6de4f9f-f689-4e45-a6af-2ddf98204c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:01.472723 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0f61cdcd-0b93-4ef6-ac6c-0dc242f82cde req-c6de4f9f-f689-4e45-a6af-2ddf98204c6f service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.4030333 Jul 22 19:02:01.473970 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-405d0891-fda7-4235-ae7e-358d95d992fd req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:01.483189 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d5193aa4-1e78-4427-b1b3-04d7a835cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:01.490839 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d5193aa4-1e78-4427-b1b3-04d7a835cbd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:01.497115 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d5193aa4-1e78-4427-b1b3-04d7a835cbd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83e88c7a-8686-4b8c-b54f-f7f649767cfd HTTP/1.1" status: 204 len: 168 time: 0.3214893 Jul 22 19:02:01.526490 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port dc720395-1305-4f1e-a1e7-6afd11601d9f completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:01.535199 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5193aa4-1e78-4427-b1b3-04d7a835cbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e88c7a-8686-4b8c-b54f-f7f649767cfd,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:01.538248 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port dc720395-1305-4f1e-a1e7-6afd11601d9f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:01.539911 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:01.604304 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0f61cdcd-0b93-4ef6-ac6c-0dc242f82cde req-20efa94e-2a70-49ba-984f-40594293a5a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=670f70b9-eb55-429b-8e4e-cac6942e844d HTTP/1.1" status: 200 len: 217 time: 0.1224189 Jul 22 19:02:01.755168 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:01.804164 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c1953e-4978-4d13-bf9f-12f2aa482263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc720395-1305-4f1e-a1e7-6afd11601d9f'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:01.811128 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cf9673-201d-4a47-9288-e6313d4ca48e" -d '{"events": [{"server_uuid": "b2c1953e-4978-4d13-bf9f-12f2aa482263", "name": "network-vif-plugged", "status": "completed", "tag": "dc720395-1305-4f1e-a1e7-6afd11601d9f"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:01.839869 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port dc720395-1305-4f1e-a1e7-6afd11601d9f, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=dc720395-1305-4f1e-a1e7-6afd11601d9f,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:01.847096 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:01.933071 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=dc720395-1305-4f1e-a1e7-6afd11601d9f,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:02.024874 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-405d0891-fda7-4235-ae7e-358d95d992fd req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e434a628-3b79-4810-b192-27a306fcac80 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:02:02.034071 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-405d0891-fda7-4235-ae7e-358d95d992fd req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:02.048329 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-405d0891-fda7-4235-ae7e-358d95d992fd req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] Transition to ACTIVE for port object e434a628-3b79-4810-b192-27a306fcac80 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:02.055980 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-405d0891-fda7-4235-ae7e-358d95d992fd req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:02.065176 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10e1afa2-46b2-48fa-9118-459bca0a5960 req-89cb8645-df8e-4579-b27c-0f17678070bc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7129140 Jul 22 19:02:02.128421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] Pushing event updated for resources: {'Port': ['ID=e434a628-3b79-4810-b192-27a306fcac80,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:02.161833 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61cdcd-0b93-4ef6-ac6c-0dc242f82cde req-346255c8-3a33-4e5b-8799-fc272dd6a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:02.163354 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0f61cdcd-0b93-4ef6-ac6c-0dc242f82cde req-346255c8-3a33-4e5b-8799-fc272dd6a4be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.5456386 Jul 22 19:02:02.180631 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:02.215766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] For port d709f049-6868-4c9a-a45a-40e6efa5c8c2, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:02.253022 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-405d0891-fda7-4235-ae7e-358d95d992fd req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] Attempting to bind port e434a628-3b79-4810-b192-27a306fcac80 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:02.253335 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-405d0891-fda7-4235-ae7e-358d95d992fd req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] Attempting to bind port e434a628-3b79-4810-b192-27a306fcac80 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:02.253648 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405d0891-fda7-4235-ae7e-358d95d992fd req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] Attempting to bind port e434a628-3b79-4810-b192-27a306fcac80 on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:02.259447 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405d0891-fda7-4235-ae7e-358d95d992fd req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] Port e434a628-3b79-4810-b192-27a306fcac80 on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:02:02.259761 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405d0891-fda7-4235-ae7e-358d95d992fd req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] Attempting to bind port e434a628-3b79-4810-b192-27a306fcac80 on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:02.265556 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405d0891-fda7-4235-ae7e-358d95d992fd req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:02.265894 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405d0891-fda7-4235-ae7e-358d95d992fd req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] Checking segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:02.266276 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405d0891-fda7-4235-ae7e-358d95d992fd req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] Bound using segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:02.266888 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-405d0891-fda7-4235-ae7e-358d95d992fd req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] Bound port: e434a628-3b79-4810-b192-27a306fcac80, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:02.267048 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-405d0891-fda7-4235-ae7e-358d95d992fd req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:02.303324 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] For port d709f049-6868-4c9a-a45a-40e6efa5c8c2, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d709f049-6868-4c9a-a45a-40e6efa5c8c2,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:02.306930 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 8ca5f8c1-2d35-476e-a402-7e53e05e35bc details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:02:02.326458 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5f09b-b0b9-4a69-a9f2-83c9097c0ba4 req-2a6c6fae-83d7-4720-8719-ad11f451d623 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:02.328830 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-31d5f09b-b0b9-4a69-a9f2-83c9097c0ba4 req-2a6c6fae-83d7-4720-8719-ad11f451d623 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 944 time: 0.2711842 Jul 22 19:02:02.339616 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:02.393591 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-405d0891-fda7-4235-ae7e-358d95d992fd req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] For port e434a628-3b79-4810-b192-27a306fcac80, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:02.400036 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-405d0891-fda7-4235-ae7e-358d95d992fd req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] For port e434a628-3b79-4810-b192-27a306fcac80, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e434a628-3b79-4810-b192-27a306fcac80,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:02.410745 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-405d0891-fda7-4235-ae7e-358d95d992fd req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:02.492057 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d0891-fda7-4235-ae7e-358d95d992fd req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:02.494357 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-405d0891-fda7-4235-ae7e-358d95d992fd req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:02.499432 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-405d0891-fda7-4235-ae7e-358d95d992fd req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] 10.222.0.16 "PUT /v2.0/ports/e434a628-3b79-4810-b192-27a306fcac80 HTTP/1.1" status: 200 len: 1092 time: 1.2362287 Jul 22 19:02:02.499615 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82656d9-9d94-44a2-96f1-eb579200a87f', 'tag': 'e434a628-3b79-4810-b192-27a306fcac80'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:02.506874 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d0cc0b-1a5a-4cd6-a817-5215ba188eec" -d '{"events": [{"name": "network-changed", "server_uuid": "f82656d9-9d94-44a2-96f1-eb579200a87f", "tag": "e434a628-3b79-4810-b192-27a306fcac80"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:02.578371 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e96bf-e0df-4a1e-8db1-2d8c79077260 service neutron] Pushing event updated for resources: {'Port': ['ID=e434a628-3b79-4810-b192-27a306fcac80,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:02.579220 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8ca5f8c1-2d35-476e-a402-7e53e05e35bc,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:02.613080 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '8ca5f8c1-2d35-476e-a402-7e53e05e35bc', 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d', 'port_id': '8ca5f8c1-2d35-476e-a402-7e53e05e35bc', 'mac_address': 'fa:16:3e:d9:55:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6ce6dd9-1892-4846-8205-ad77c8cfee8f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:02:02.656369 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d0891-fda7-4235-ae7e-358d95d992fd req-8c75f714-0814-4850-a2d8-92689a5777dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:02.658389 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-405d0891-fda7-4235-ae7e-358d95d992fd req-8c75f714-0814-4850-a2d8-92689a5777dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 1095 time: 0.1093624 Jul 22 19:02:02.665411 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-31d5f09b-b0b9-4a69-a9f2-83c9097c0ba4 req-58177f95-2d2c-40d0-a370-258da48bd989 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140407 Jul 22 19:02:02.693257 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:02.694204 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:02.698169 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] 10.222.0.30 "PUT /v2.0/ports/d709f049-6868-4c9a-a45a-40e6efa5c8c2 HTTP/1.1" status: 200 len: 1097 time: 4.0776443 Jul 22 19:02:02.714350 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e4c90a-d891-4cd4-a2f7-601ef773d9de', 'tag': 'd709f049-6868-4c9a-a45a-40e6efa5c8c2'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:02.714626 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:02.716707 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c428e4-5e8f-435e-ae83-4cb229e5ee6d" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e4c90a-d891-4cd4-a2f7-601ef773d9de", "tag": "d709f049-6868-4c9a-a45a-40e6efa5c8c2"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:02.754253 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fb66d-249b-4c57-b2dc-e58d48e33498 service neutron] Pushing event updated for resources: {'Port': ['ID=d709f049-6868-4c9a-a45a-40e6efa5c8c2,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:02.762821 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca5f8c1-2d35-476e-a402-7e53e05e35bc {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:02:02.781130 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61cdcd-0b93-4ef6-ac6c-0dc242f82cde req-a4841e5d-2136-4850-b409-bba18114493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:02.782055 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-405d0891-fda7-4235-ae7e-358d95d992fd req-06d44d14-42f7-43e5-87cf-ca6b39ae72d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e434a628-3b79-4810-b192-27a306fcac80 HTTP/1.1" status: 200 len: 217 time: 0.1152923 Jul 22 19:02:02.782672 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0f61cdcd-0b93-4ef6-ac6c-0dc242f82cde req-a4841e5d-2136-4850-b409-bba18114493d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6070144 Jul 22 19:02:02.815294 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be553d89-ff47-479e-a3bc-fbef6976446a x-openstack-request-id: req-be553d89-ff47-479e-a3bc-fbef6976446a {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:02.815807 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c1953e-4978-4d13-bf9f-12f2aa482263", "name": "network-vif-plugged", "status": "completed", "tag": "dc720395-1305-4f1e-a1e7-6afd11601d9f", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:02.815807 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be553d89-ff47-479e-a3bc-fbef6976446a {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:02.816206 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c1953e-4978-4d13-bf9f-12f2aa482263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc720395-1305-4f1e-a1e7-6afd11601d9f', 'code': 200} Jul 22 19:02:02.853138 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8ca5f8c1-2d35-476e-a402-7e53e05e35bc,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:02.864278 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:02.921081 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7e23-b3b9-43b1-8d0b-a77319f8bc1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:02.935704 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d0891-fda7-4235-ae7e-358d95d992fd req-8e97be52-8fc3-4303-abba-2e9ee6a90b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:02.937148 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-405d0891-fda7-4235-ae7e-358d95d992fd req-8e97be52-8fc3-4303-abba-2e9ee6a90b8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=60c829e4-dea2-469c-8b44-181bb5c85dfe HTTP/1.1" status: 200 len: 860 time: 0.1480553 Jul 22 19:02:02.996042 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b06da1b-d201-4fd2-90e3-a0a15a8d2f92 None None] Network fc175c2a-7096-4490-938b-135e158b35e5 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:02:03.015009 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-405d0891-fda7-4235-ae7e-358d95d992fd req-ff06be55-7fd1-4bd1-a353-4d6cc9ddb824 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691581 Jul 22 19:02:03.032113 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081673e-b6a1-400b-aac4-1854e7d94baa req-66db4696-92d0-4d42-9566-7602ad1d3dfe tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:03.046530 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f7f73-ea54-45d2-abe3-4bba559e4126 req-b07fd41c-4e72-4863-becd-4c9d363b7a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:03.047638 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e081673e-b6a1-400b-aac4-1854e7d94baa req-66db4696-92d0-4d42-9566-7602ad1d3dfe tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7e4c90a-d891-4cd4-a2f7-601ef773d9de HTTP/1.1" status: 200 len: 948 time: 0.8239706 Jul 22 19:02:03.048441 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-487f7f73-ea54-45d2-abe3-4bba559e4126 req-b07fd41c-4e72-4863-becd-4c9d363b7a43 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2c1953e-4978-4d13-bf9f-12f2aa482263 HTTP/1.1" status: 200 len: 1101 time: 0.1848023 Jul 22 19:02:03.101540 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7e23-b3b9-43b1-8d0b-a77319f8bc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:03.147088 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-487f7f73-ea54-45d2-abe3-4bba559e4126 req-617c8e80-5fee-4919-b8a1-19320e82124b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867434 Jul 22 19:02:03.179080 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-44da4861-43c9-46aa-baaf-385708c2ffd4 None None] Provisioning for port 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:03.186269 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=8ca5f8c1-2d35-476e-a402-7e53e05e35bc,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:03.187511 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-405d0891-fda7-4235-ae7e-358d95d992fd req-1387968e-e3f4-4ff5-8732-e62b03d0f3ec service neutron] 10.222.0.16 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639969 Jul 22 19:02:03.253543 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['8ca5f8c1-2d35-476e-a402-7e53e05e35bc'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:02:03.325737 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-405d0891-fda7-4235-ae7e-358d95d992fd req-99dcd2d6-6386-4591-847d-c73010de5373 service neutron] 10.222.0.16 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279895 Jul 22 19:02:03.346225 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e081673e-b6a1-400b-aac4-1854e7d94baa req-72b4fdf9-4adf-423c-a5ef-a37b3cfbc3ef tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974854 Jul 22 19:02:03.386374 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:03.397448 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0f61cdcd-0b93-4ef6-ac6c-0dc242f82cde req-54a70731-4100-4fea-8a66-09f3ddb80473 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032785 Jul 22 19:02:03.408538 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552bcb95-49ce-49b7-814e-9a969f7e7eaf x-openstack-request-id: req-552bcb95-49ce-49b7-814e-9a969f7e7eaf {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:03.408939 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82656d9-9d94-44a2-96f1-eb579200a87f", "tag": "e434a628-3b79-4810-b192-27a306fcac80", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:03.409302 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-552bcb95-49ce-49b7-814e-9a969f7e7eaf {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:03.409787 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82656d9-9d94-44a2-96f1-eb579200a87f', 'tag': 'e434a628-3b79-4810-b192-27a306fcac80', 'status': 'completed', 'code': 200} Jul 22 19:02:03.410347 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-0c77ce96-374f-4e16-910b-1a3bb3927430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:03.412336 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-0c77ce96-374f-4e16-910b-1a3bb3927430 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e23346e51c4096b61dbd871c0fe502&device_id=b7e4c90a-d891-4cd4-a2f7-601ef773d9de HTTP/1.1" status: 200 len: 1100 time: 0.6262300 Jul 22 19:02:03.413671 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-aa8a7e23-b3b9-43b1-8d0b-a77319f8bc1a admin admin] Allocated IP 172.25.3.148 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/53e711f1-ccd5-4849-b0e1-9062d5a16d36) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:02:03.462488 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 670f70b9-eb55-429b-8e4e-cac6942e844d details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:02:03.509206 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22ab671-2430-461b-946c-08c2a31deac4 x-openstack-request-id: req-f22ab671-2430-461b-946c-08c2a31deac4 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:03.509206 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e4c90a-d891-4cd4-a2f7-601ef773d9de", "tag": "d709f049-6868-4c9a-a45a-40e6efa5c8c2", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:03.509206 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f22ab671-2430-461b-946c-08c2a31deac4 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:03.509206 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e4c90a-d891-4cd4-a2f7-601ef773d9de', 'tag': 'd709f049-6868-4c9a-a45a-40e6efa5c8c2', 'status': 'completed', 'code': 200} Jul 22 19:02:03.518222 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-fd938745-98a9-4e15-ba87-a9ecdad73604 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=d709f049-6868-4c9a-a45a-40e6efa5c8c2 HTTP/1.1" status: 200 len: 217 time: 0.0980117 Jul 22 19:02:03.534086 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5454a-dee5-4d01-bfb8-f849c507c4df req-f5d62786-e250-47ba-9394-0533903193ba tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:03.541110 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81f5454a-dee5-4d01-bfb8-f849c507c4df req-f5d62786-e250-47ba-9394-0533903193ba tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=4480a092-69f3-4d47-b94a-d822336467a9 HTTP/1.1" status: 200 len: 947 time: 0.4771409 Jul 22 19:02:03.543599 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0cc0b-1a5a-4cd6-a817-5215ba188eec req-53cd08ab-b1b0-41f1-8ce3-75be8556bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:03.545284 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-86d0cc0b-1a5a-4cd6-a817-5215ba188eec req-53cd08ab-b1b0-41f1-8ce3-75be8556bbd2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 1095 time: 0.1095018 Jul 22 19:02:03.661726 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:03.680706 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:03.680922 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:03.683923 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0cc0b-1a5a-4cd6-a817-5215ba188eec req-bf3818a7-5917-41a7-afed-b22299b00f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:03.685266 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-86d0cc0b-1a5a-4cd6-a817-5215ba188eec req-bf3818a7-5917-41a7-afed-b22299b00f9e service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 921 time: 0.1326122 Jul 22 19:02:03.730502 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-86d0cc0b-1a5a-4cd6-a817-5215ba188eec req-11767bac-34d5-494e-a034-00bdf1d885e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e434a628-3b79-4810-b192-27a306fcac80 HTTP/1.1" status: 200 len: 217 time: 0.0364473 Jul 22 19:02:03.748183 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 670f70b9-eb55-429b-8e4e-cac6942e844d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=670f70b9-eb55-429b-8e4e-cac6942e844d,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:03.757546 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b21c4c80-a706-4994-9e2d-a38a5dafc04e None None] Provisioning complete for port 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:03.757901 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b21c4c80-a706-4994-9e2d-a38a5dafc04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:03.776241 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81f5454a-dee5-4d01-bfb8-f849c507c4df req-280286db-eacf-4b95-ad71-de00759b9f5b tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/security-groups?id=203d0b02-8b03-4270-8915-fd5a08e6f8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341089 Jul 22 19:02:03.784783 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '670f70b9-eb55-429b-8e4e-cac6942e844d', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '670f70b9-eb55-429b-8e4e-cac6942e844d', 'mac_address': 'fa:16:3e:08:5a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:02:03.810220 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-0febd30f-56cb-47de-bf14-46b80998c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:03.811828 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-0febd30f-56cb-47de-bf14-46b80998c2d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.2513833 Jul 22 19:02:03.821790 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0f61cdcd-0b93-4ef6-ac6c-0dc242f82cde req-73194dc9-0c95-40f1-9a32-90e979daf13b service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056504 Jul 22 19:02:03.856283 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0cc0b-1a5a-4cd6-a817-5215ba188eec req-e1064be2-14b0-42b3-92d1-1d1e3cf87390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:03.874996 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-86d0cc0b-1a5a-4cd6-a817-5215ba188eec req-e1064be2-14b0-42b3-92d1-1d1e3cf87390 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=60c829e4-dea2-469c-8b44-181bb5c85dfe HTTP/1.1" status: 200 len: 860 time: 0.1319952 Jul 22 19:02:03.887301 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:03.889813 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7e23-b3b9-43b1-8d0b-a77319f8bc1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:03.895844 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:03.907565 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:03.912583 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fabda4-78dd-4f3c-94c9-2d74891bc98b req-922feef7-eed8-42cb-9b7c-4c8181f9c094 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:03.919802 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-67fabda4-78dd-4f3c-94c9-2d74891bc98b req-922feef7-eed8-42cb-9b7c-4c8181f9c094 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 943 time: 0.2494450 Jul 22 19:02:03.944672 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670f70b9-eb55-429b-8e4e-cac6942e844d {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:02:03.997003 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b21c4c80-a706-4994-9e2d-a38a5dafc04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:04.000644 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 670f70b9-eb55-429b-8e4e-cac6942e844d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=670f70b9-eb55-429b-8e4e-cac6942e844d,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:04.006749 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:04.011084 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-67fabda4-78dd-4f3c-94c9-2d74891bc98b req-e54eb7d1-09a5-40a1-9c37-42a6f348dc3e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899091 Jul 22 19:02:04.020994 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-f54e6590-c644-4d42-8f11-3482d75c72c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:04.030764 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5b7b061d-dfdf-45fd-887d-8889a5a8ba2a,segment=NetworkSegment(5fd95182-66b0-4df7-9e9e-e504f31d9650),segment_id=5fd95182-66b0-4df7-9e9e-e504f31d9650)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:04.032886 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-f54e6590-c644-4d42-8f11-3482d75c72c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1915157 Jul 22 19:02:04.067009 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7e23-b3b9-43b1-8d0b-a77319f8bc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:04.083952 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:04.161190 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8a7e23-b3b9-43b1-8d0b-a77319f8bc1a admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:04.174623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-aa8a7e23-b3b9-43b1-8d0b-a77319f8bc1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:04.175073 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=670f70b9-eb55-429b-8e4e-cac6942e844d,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:04.178967 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a7e23-b3b9-43b1-8d0b-a77319f8bc1a admin admin] Pushing event updated for resources: {'Port': ['ID=53e711f1-ccd5-4849-b0e1-9062d5a16d36,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:04.194867 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a7e23-b3b9-43b1-8d0b-a77319f8bc1a admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:02:04.215695 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.api [None req-b21c4c80-a706-4994-9e2d-a38a5dafc04e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:02:04.216278 n-d-800086-12 neutron-server[93808]: DEBUG oslo_db.api [None req-b21c4c80-a706-4994-9e2d-a38a5dafc04e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:02:04.224785 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['670f70b9-eb55-429b-8e4e-cac6942e844d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:02:04.280021 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-86d0cc0b-1a5a-4cd6-a817-5215ba188eec req-ee65f83b-35e8-4729-88e7-5fc12a882c8e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3950212 Jul 22 19:02:04.305135 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-090a418f-0df8-4483-8285-9311254b460c service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637708 Jul 22 19:02:04.402186 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-86d0cc0b-1a5a-4cd6-a817-5215ba188eec req-efae14b5-5e4a-4852-8720-ffd6f77c5502 service neutron] 10.222.0.16 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144736 Jul 22 19:02:04.431141 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 8ca5f8c1-2d35-476e-a402-7e53e05e35bc up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:04.459555 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=5b7b061d-dfdf-45fd-887d-8889a5a8ba2a,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:04.569838 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-86d0cc0b-1a5a-4cd6-a817-5215ba188eec req-10491556-4a03-42ae-ade2-ce0bba2f897c service neutron] 10.222.0.16 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614139 Jul 22 19:02:04.575117 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:04.589698 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:04.590323 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:04.743204 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57168) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:04.745589 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:04.792276 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8ca5f8c1-2d35-476e-a402-7e53e05e35bc,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:04.797840 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:04.820467 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b238d64-f556-4426-b857-2a2d87c31459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca5f8c1-2d35-476e-a402-7e53e05e35bc'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:04.822684 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7046f4-1e48-42e1-b407-ae9937a93cc2" -d '{"events": [{"server_uuid": "5b238d64-f556-4426-b857-2a2d87c31459", "name": "network-vif-plugged", "status": "completed", "tag": "8ca5f8c1-2d35-476e-a402-7e53e05e35bc"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:04.832325 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a19d396a-36ad-48aa-b157-80ceb8892077 req-3e19394a-e982-4222-aff6-f7bd9c516afa service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774339 Jul 22 19:02:04.855809 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=8ca5f8c1-2d35-476e-a402-7e53e05e35bc,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:04.879131 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7e23-b3b9-43b1-8d0b-a77319f8bc1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:04.886737 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-85d87f81-5120-4113-8639-e76e6b140c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:04.924193 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb664e-c475-4028-8f00-8be1753cdb87 req-82647b12-d37c-47be-946f-0ee6d1ac79ee tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:04.925761 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27bb664e-c475-4028-8f00-8be1753cdb87 req-82647b12-d37c-47be-946f-0ee6d1ac79ee tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7e4c90a-d891-4cd4-a2f7-601ef773d9de HTTP/1.1" status: 200 len: 948 time: 0.1913967 Jul 22 19:02:04.970800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fef94-277f-4b0d-9438-68cf3819aa9f req-170e0dfe-6f62-4a67-ba5b-32ca3d05bfb8 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:04.972267 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a5fef94-277f-4b0d-9438-68cf3819aa9f req-170e0dfe-6f62-4a67-ba5b-32ca3d05bfb8 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 945 time: 0.2353468 Jul 22 19:02:04.980893 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-85d87f81-5120-4113-8639-e76e6b140c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:04.985318 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-85d87f81-5120-4113-8639-e76e6b140c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:05.023886 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-85d87f81-5120-4113-8639-e76e6b140c60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dbd9c9179104766a97f2c0c25b6dc91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791862 Jul 22 19:02:05.024898 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d87f81-5120-4113-8639-e76e6b140c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1def004f-0194-4cd6-a25c-7a415ac49d20,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:05.027069 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57176) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:05.110943 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27bb664e-c475-4028-8f00-8be1753cdb87 req-565dd65e-ea12-496c-980a-ab379d1ef2f2 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376119 Jul 22 19:02:05.126876 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a5fef94-277f-4b0d-9438-68cf3819aa9f req-45ddec9c-f929-4e8c-8b23-31ed375dd9bc tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411569 Jul 22 19:02:05.221465 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c428e4-5e8f-435e-ae83-4cb229e5ee6d req-59ab3174-57a5-4e54-bccd-6a9f9181716d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:05.223007 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b9c428e4-5e8f-435e-ae83-4cb229e5ee6d req-59ab3174-57a5-4e54-bccd-6a9f9181716d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e23346e51c4096b61dbd871c0fe502&device_id=b7e4c90a-d891-4cd4-a2f7-601ef773d9de HTTP/1.1" status: 200 len: 1100 time: 0.3362401 Jul 22 19:02:05.228124 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0801fff-2959-4ffc-a571-0f03fd69e62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:05.288240 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:05.349585 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:05.349585 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:05.367426 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0801fff-2959-4ffc-a571-0f03fd69e62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:05.378715 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7e23-b3b9-43b1-8d0b-a77319f8bc1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:05.385357 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8bfae8-c957-4109-887f-9d8f7c971180 x-openstack-request-id: req-8f8bfae8-c957-4109-887f-9d8f7c971180 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:05.385640 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b238d64-f556-4426-b857-2a2d87c31459", "name": "network-vif-plugged", "status": "completed", "tag": "8ca5f8c1-2d35-476e-a402-7e53e05e35bc", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:05.385895 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f8bfae8-c957-4109-887f-9d8f7c971180 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:05.386271 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b238d64-f556-4426-b857-2a2d87c31459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca5f8c1-2d35-476e-a402-7e53e05e35bc', 'code': 200} Jul 22 19:02:05.461835 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 670f70b9-eb55-429b-8e4e-cac6942e844d up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:05.501330 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79eec86-6267-4acf-9b3f-791f45d2298c req-1c6291b5-e262-43a4-8f65-cf20e932d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:05.502833 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f79eec86-6267-4acf-9b3f-791f45d2298c req-1c6291b5-e262-43a4-8f65-cf20e932d405 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 1098 time: 0.0581813 Jul 22 19:02:05.516290 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 670f70b9-eb55-429b-8e4e-cac6942e844d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:05.520178 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 670f70b9-eb55-429b-8e4e-cac6942e844d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:05.520605 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:05.542663 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f79eec86-6267-4acf-9b3f-791f45d2298c req-65de94a0-1a4c-463e-96b7-a13474b24817 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331669 Jul 22 19:02:05.560271 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c428e4-5e8f-435e-ae83-4cb229e5ee6d req-34471925-8331-48ed-be62-5dd3f7e31e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:05.561970 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b9c428e4-5e8f-435e-ae83-4cb229e5ee6d req-34471925-8331-48ed-be62-5dd3f7e31e0f service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.3318896 Jul 22 19:02:05.585081 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2da542-4fdd-4089-8c1a-df0e90bfbe86 req-788edbf4-bb8b-4ee3-8769-469e91178a1f tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:05.586550 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb2da542-4fdd-4089-8c1a-df0e90bfbe86 req-788edbf4-bb8b-4ee3-8769-469e91178a1f tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=4480a092-69f3-4d47-b94a-d822336467a9 HTTP/1.1" status: 200 len: 948 time: 0.3428748 Jul 22 19:02:05.603826 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:05.636667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 670f70b9-eb55-429b-8e4e-cac6942e844d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=670f70b9-eb55-429b-8e4e-cac6942e844d,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:05.638559 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b9c428e4-5e8f-435e-ae83-4cb229e5ee6d req-76f87a9f-460b-4fd1-885f-13ef728797bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=d709f049-6868-4c9a-a45a-40e6efa5c8c2 HTTP/1.1" status: 200 len: 217 time: 0.0651004 Jul 22 19:02:05.642087 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:05.688646 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=670f70b9-eb55-429b-8e4e-cac6942e844d,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:05.698686 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0801fff-2959-4ffc-a571-0f03fd69e62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:05.701225 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0801fff-2959-4ffc-a571-0f03fd69e62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:05.702345 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d0801fff-2959-4ffc-a571-0f03fd69e62e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1def004f-0194-4cd6-a25c-7a415ac49d20 HTTP/1.1" status: 204 len: 168 time: 0.6667178 Jul 22 19:02:05.740658 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0801fff-2959-4ffc-a571-0f03fd69e62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1def004f-0194-4cd6-a25c-7a415ac49d20,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:05.756987 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb2da542-4fdd-4089-8c1a-df0e90bfbe86 req-05643426-4fad-4299-98c2-eb47e1ffcf3b tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/security-groups?id=203d0b02-8b03-4270-8915-fd5a08e6f8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598983 Jul 22 19:02:05.767279 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c428e4-5e8f-435e-ae83-4cb229e5ee6d req-7872f270-1d95-4c56-b839-084d488647cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:05.768852 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b9c428e4-5e8f-435e-ae83-4cb229e5ee6d req-7872f270-1d95-4c56-b839-084d488647cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1145051 Jul 22 19:02:05.781129 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac925d55-d80c-47f6-b054-7b23b5b836ff req-21d45b92-bf49-4f4c-b139-8a80e7817524 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:05.782729 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac925d55-d80c-47f6-b054-7b23b5b836ff req-21d45b92-bf49-4f4c-b139-8a80e7817524 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 943 time: 0.2776184 Jul 22 19:02:05.855516 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8a7e23-b3b9-43b1-8d0b-a77319f8bc1a admin admin] Router ac7e7608-d59e-471d-90a0-f781b8607003 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:02:05.870529 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac925d55-d80c-47f6-b054-7b23b5b836ff req-b6106bb5-06c9-4bb6-b7db-fab3769f66a0 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775931 Jul 22 19:02:05.955989 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c428e4-5e8f-435e-ae83-4cb229e5ee6d req-1bd7e4a1-a9c4-4808-a7f9-f2cdade41ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:05.957542 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b9c428e4-5e8f-435e-ae83-4cb229e5ee6d req-1bd7e4a1-a9c4-4808-a7f9-f2cdade41ec9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1739597 Jul 22 19:02:06.058310 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8a7e23-b3b9-43b1-8d0b-a77319f8bc1a admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:02:06.074709 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] Sync routers for ids ['ac7e7608-d59e-471d-90a0-f781b8607003'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:02:06.098665 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] Routers {'ac7e7608-d59e-471d-90a0-f781b8607003'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:02:06.103067 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:02:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ac7e7608-d59e-471d-90a0-f781b8607003'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:06.103792 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7e23-b3b9-43b1-8d0b-a77319f8bc1a admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:06.107741 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-aa8a7e23-b3b9-43b1-8d0b-a77319f8bc1a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.9822099 Jul 22 19:02:06.108596 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57220) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:06.109698 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b9c428e4-5e8f-435e-ae83-4cb229e5ee6d req-5122f93a-30ce-4496-b201-e5876c977d6d service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419442 Jul 22 19:02:06.306357 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] Set router ac7e7608-d59e-471d-90a0-f781b8607003 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:02:06.331292 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device e434a628-3b79-4810-b192-27a306fcac80 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:02:06.409596 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b9c428e4-5e8f-435e-ae83-4cb229e5ee6d req-ac64ba30-eb71-4a64-aa01-de62fda5a65c service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930048 Jul 22 19:02:06.528715 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527aee3-5db0-490d-96a6-07e24d83d832 req-a57d5e66-cee2-433b-9ad1-f9787dc65377 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:06.532248 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4527aee3-5db0-490d-96a6-07e24d83d832 req-a57d5e66-cee2-433b-9ad1-f9787dc65377 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7e4c90a-d891-4cd4-a2f7-601ef773d9de HTTP/1.1" status: 200 len: 948 time: 0.2790744 Jul 22 19:02:06.556017 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port e434a628-3b79-4810-b192-27a306fcac80, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e434a628-3b79-4810-b192-27a306fcac80,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:06.579986 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acda671-9994-43fa-b511-e78690b46946 req-ec15a0aa-bdbe-453b-abc0-3d973fdc338e tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:06.582591 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'e434a628-3b79-4810-b192-27a306fcac80', 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199', 'port_id': 'e434a628-3b79-4810-b192-27a306fcac80', 'mac_address': 'fa:16:3e:f5:72:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c829e4-dea2-469c-8b44-181bb5c85dfe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:02:06.594596 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8acda671-9994-43fa-b511-e78690b46946 req-ec15a0aa-bdbe-453b-abc0-3d973fdc338e tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 946 time: 0.2574241 Jul 22 19:02:06.612892 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57238) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:06.650862 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7e7608-d59e-471d-90a0-f781b8607003', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1996668408-router', 'tenant_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '53e711f1-ccd5-4849-b0e1-9062d5a16d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:00Z', 'updated_at': '2021-07-22T19:02:04Z', 'revision_number': 3, 'project_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'gw_port': {'id': '53e711f1-ccd5-4849-b0e1-9062d5a16d36', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7e7608-d59e-471d-90a0-f781b8607003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:03Z', 'updated_at': '2021-07-22T19:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:06.676182 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:06.691223 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] Checking router: ac7e7608-d59e-471d-90a0-f781b8607003 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:02:06.691855 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] Updating router ac7e7608-d59e-471d-90a0-f781b8607003 port 53e711f1-ccd5-4849-b0e1-9062d5a16d36 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:02:06.707087 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e434a628-3b79-4810-b192-27a306fcac80 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:02:06.718300 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4527aee3-5db0-490d-96a6-07e24d83d832 req-a867d89e-3ea6-4be1-9dd9-ef99bfaa1dd4 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684921 Jul 22 19:02:06.735333 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8acda671-9994-43fa-b511-e78690b46946 req-b87b98b5-16a0-4524-97bf-22aaac43d502 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398642 Jul 22 19:02:06.754968 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:06.777391 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port e434a628-3b79-4810-b192-27a306fcac80, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e434a628-3b79-4810-b192-27a306fcac80,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:06.785532 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:06.904532 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=e434a628-3b79-4810-b192-27a306fcac80,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:06.919298 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38beedb1-e11b-4e1f-ac0c-0f1e996c184d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:06.923972 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57252) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:06.977345 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cc29b86-7bbb-4b46-a6bb-b4ff0964d371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:07.023237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c75e25-fe63-44a4-a250-248a2567554d req-9a6e9226-d86a-4ee6-9025-f5ed3f4270a0 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:07.025376 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e434a628-3b79-4810-b192-27a306fcac80'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:02:07.026396 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84c75e25-fe63-44a4-a250-248a2567554d req-9a6e9226-d86a-4ee6-9025-f5ed3f4270a0 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=4480a092-69f3-4d47-b94a-d822336467a9 HTTP/1.1" status: 200 len: 949 time: 0.1510615 Jul 22 19:02:07.158227 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57258) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:07.171165 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:07.194997 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] Transition to ACTIVE for port object 53e711f1-ccd5-4849-b0e1-9062d5a16d36 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:07.202355 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:07.245008 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38beedb1-e11b-4e1f-ac0c-0f1e996c184d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:07.256339 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-00b764cc-4e80-4255-933d-053864d9d05c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1800578294-network', 'tenant_id': '32cea476df594530ba3ecc2a722772ea'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:07.262554 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38beedb1-e11b-4e1f-ac0c-0f1e996c184d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:07.295607 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] Attempting to bind port 53e711f1-ccd5-4849-b0e1-9062d5a16d36 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:07.296248 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] Attempting to bind port 53e711f1-ccd5-4849-b0e1-9062d5a16d36 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:07.296852 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] Attempting to bind port 53e711f1-ccd5-4849-b0e1-9062d5a16d36 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:07.304879 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:07.305567 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:07.306128 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:07.306664 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:07.307299 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] Bound port: 53e711f1-ccd5-4849-b0e1-9062d5a16d36, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:07.307864 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:07.321268 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-0cc29b86-7bbb-4b46-a6bb-b4ff0964d371 admin admin] Allocated IP 172.20.0.1 (fc175c2a-7096-4490-938b-135e158b35e5/03c8289f-2df7-4648-94df-b5ff96a50398/c76cf0ce-64c3-4d5c-b622-53d84727d41b) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:02:07.341138 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b764cc-4e80-4255-933d-053864d9d05c admin admin] Made reservation on behalf of 32cea476df594530ba3ecc2a722772ea for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:02:07.343493 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-00b764cc-4e80-4255-933d-053864d9d05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:07.347388 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-38beedb1-e11b-4e1f-ac0c-0f1e996c184d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c9911f7976b4b06bbe5c687bdb4d985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7312300 Jul 22 19:02:07.350177 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38beedb1-e11b-4e1f-ac0c-0f1e996c184d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187b47af-d6bd-45ea-b521-e328d9209e99,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:07.352617 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57262) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:07.370246 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-00b764cc-4e80-4255-933d-053864d9d05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:07.370661 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] For port 53e711f1-ccd5-4849-b0e1-9062d5a16d36, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:07.374920 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] For port 53e711f1-ccd5-4849-b0e1-9062d5a16d36, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=53e711f1-ccd5-4849-b0e1-9062d5a16d36,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:07.379845 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:07.388906 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4480a092-69f3-4d47-b94a-d822336467a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670f70b9-eb55-429b-8e4e-cac6942e844d'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:07.396724 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f5a47c-f59a-441d-a0a2-e469cda3c3ce" -d '{"events": [{"server_uuid": "4480a092-69f3-4d47-b94a-d822336467a9", "name": "network-vif-plugged", "status": "completed", "tag": "670f70b9-eb55-429b-8e4e-cac6942e844d"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:07.401807 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6a9d5-b0f4-49e5-befa-e0655d11a031 None None] Pushing event updated for resources: {'Port': ['ID=53e711f1-ccd5-4849-b0e1-9062d5a16d36,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:07.426652 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-028d00d4-5c93-483a-b508-4b4b4549c2a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:07.447238 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] Routers {'ac7e7608-d59e-471d-90a0-f781b8607003'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:02:07.448299 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:02:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ac7e7608-d59e-471d-90a0-f781b8607003'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:07.469087 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84c75e25-fe63-44a4-a250-248a2567554d req-cf5845a2-4442-44c5-8e6f-e4fbe8e09e98 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/security-groups?id=203d0b02-8b03-4270-8915-fd5a08e6f8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734982 Jul 22 19:02:07.477123 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d709f049-6868-4c9a-a45a-40e6efa5c8c2 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:02:07.502708 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e28da3-a09c-469e-8135-7c534e4c3479 req-19459ded-50ce-4fee-a14c-0ce16a210b8e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:07.507416 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2e28da3-a09c-469e-8135-7c534e4c3479 req-19459ded-50ce-4fee-a14c-0ce16a210b8e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 944 time: 0.5180545 Jul 22 19:02:07.544884 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6a9d5-b0f4-49e5-befa-e0655d11a031 None None] Pushing event updated for resources: {'Port': ['ID=53e711f1-ccd5-4849-b0e1-9062d5a16d36,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:07.557587 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-55e64f89-b426-43e8-bda7-bddd8371f049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:07.592775 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cc29b86-7bbb-4b46-a6bb-b4ff0964d371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:07.597394 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] Set router ac7e7608-d59e-471d-90a0-f781b8607003 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:02:07.600233 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2e28da3-a09c-469e-8135-7c534e4c3479 req-b650970e-be07-4ee0-be4e-0ee85f1947eb tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853562 Jul 22 19:02:07.628717 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-55e64f89-b426-43e8-bda7-bddd8371f049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:07.630219 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad89ec9-0db9-40a0-b3a6-be6c9dd07dcf x-openstack-request-id: req-dad89ec9-0db9-40a0-b3a6-be6c9dd07dcf {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:07.630586 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4480a092-69f3-4d47-b94a-d822336467a9", "name": "network-vif-plugged", "status": "completed", "tag": "670f70b9-eb55-429b-8e4e-cac6942e844d", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:07.630909 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dad89ec9-0db9-40a0-b3a6-be6c9dd07dcf {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:07.631369 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4480a092-69f3-4d47-b94a-d822336467a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670f70b9-eb55-429b-8e4e-cac6942e844d', 'code': 200} Jul 22 19:02:07.651057 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-0cc29b86-7bbb-4b46-a6bb-b4ff0964d371 admin admin] Transition to ACTIVE for port object c76cf0ce-64c3-4d5c-b622-53d84727d41b will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:07.666275 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port d709f049-6868-4c9a-a45a-40e6efa5c8c2, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d709f049-6868-4c9a-a45a-40e6efa5c8c2,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:07.679531 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'd709f049-6868-4c9a-a45a-40e6efa5c8c2', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': 'd709f049-6868-4c9a-a45a-40e6efa5c8c2', 'mac_address': 'fa:16:3e:89:7f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:02:07.715279 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-00b764cc-4e80-4255-933d-053864d9d05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:07.726789 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-00b764cc-4e80-4255-933d-053864d9d05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:07.744026 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:07.744882 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4801b0-88ec-4d56-8fa0-550a3278b212 req-76be7c08-db5b-4a3b-b56b-88959069bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:07.746772 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b4801b0-88ec-4d56-8fa0-550a3278b212 req-76be7c08-db5b-4a3b-b56b-88959069bee4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4480a092-69f3-4d47-b94a-d822336467a9 HTTP/1.1" status: 200 len: 1101 time: 0.0971329 Jul 22 19:02:07.762593 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-55e64f89-b426-43e8-bda7-bddd8371f049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:07.773580 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-55e64f89-b426-43e8-bda7-bddd8371f049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:07.775029 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d709f049-6868-4c9a-a45a-40e6efa5c8c2 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:02:07.780009 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-55e64f89-b426-43e8-bda7-bddd8371f049 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/187b47af-d6bd-45ea-b521-e328d9209e99 HTTP/1.1" status: 204 len: 168 time: 0.4205387 Jul 22 19:02:07.798423 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b764cc-4e80-4255-933d-053864d9d05c admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:02:07.801798 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cc29b86-7bbb-4b46-a6bb-b4ff0964d371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:07.802729 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port d709f049-6868-4c9a-a45a-40e6efa5c8c2, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d709f049-6868-4c9a-a45a-40e6efa5c8c2,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:07.807641 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:07.837011 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b764cc-4e80-4255-933d-053864d9d05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd222a6f-eb14-4183-97e2-81002ed5fbae,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:07.860150 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b4801b0-88ec-4d56-8fa0-550a3278b212 req-475583ac-d533-4e5b-80b6-665d97a5667a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=203d0b02-8b03-4270-8915-fd5a08e6f8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067352 Jul 22 19:02:07.875480 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-00b764cc-4e80-4255-933d-053864d9d05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:07.875885 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-00b764cc-4e80-4255-933d-053864d9d05c admin admin] Added segment 8ba6108b-1708-4a80-9682-555c7e88c511 of type vlan for network 8c51d31c-fc03-4579-a008-0158f0e29dc1 Jul 22 19:02:07.898193 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e64f89-b426-43e8-bda7-bddd8371f049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187b47af-d6bd-45ea-b521-e328d9209e99,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:07.903336 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc29b86-7bbb-4b46-a6bb-b4ff0964d371 admin admin] Network fc175c2a-7096-4490-938b-135e158b35e5 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:07.960326 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-0cc29b86-7bbb-4b46-a6bb-b4ff0964d371 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:07.967553 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc29b86-7bbb-4b46-a6bb-b4ff0964d371 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:02:07.976857 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc29b86-7bbb-4b46-a6bb-b4ff0964d371 admin admin] Pushing event updated for resources: {'Port': ['ID=c76cf0ce-64c3-4d5c-b622-53d84727d41b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:07.978492 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=d709f049-6868-4c9a-a45a-40e6efa5c8c2,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:07.998003 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7e7608-d59e-471d-90a0-f781b8607003', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1996668408-router', 'tenant_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '53e711f1-ccd5-4849-b0e1-9062d5a16d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:00Z', 'updated_at': '2021-07-22T19:02:04Z', 'revision_number': 3, 'project_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'gw_port': {'id': '53e711f1-ccd5-4849-b0e1-9062d5a16d36', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7e7608-d59e-471d-90a0-f781b8607003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:03Z', 'updated_at': '2021-07-22T19:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:08.018443 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c389e-7f6f-4c9a-b415-8f0e1130d41e req-e42934aa-74a5-4ed5-8b4a-a803f77e763a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:08.025959 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-00b764cc-4e80-4255-933d-053864d9d05c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:08.026107 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb3c389e-7f6f-4c9a-b415-8f0e1130d41e req-e42934aa-74a5-4ed5-8b4a-a803f77e763a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 946 time: 0.1766212 Jul 22 19:02:08.042562 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['d709f049-6868-4c9a-a45a-40e6efa5c8c2'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:02:08.051142 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb969ae-56c6-4bc1-b55b-1228363bfe9a req-d7d9a7d1-5f25-497a-a545-161e14c09c08 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:08.055042 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cc29b86-7bbb-4b46-a6bb-b4ff0964d371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:08.055803 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb969ae-56c6-4bc1-b55b-1228363bfe9a req-d7d9a7d1-5f25-497a-a545-161e14c09c08 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7e4c90a-d891-4cd4-a2f7-601ef773d9de HTTP/1.1" status: 200 len: 949 time: 0.2050958 Jul 22 19:02:08.057474 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41daf0ac-7391-4305-b8d7-9dd691949d39 None None] The sync data for ids ['ac7e7608-d59e-471d-90a0-f781b8607003'] in n-d-800086-12 is: [{'id': 'ac7e7608-d59e-471d-90a0-f781b8607003', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1996668408-router', 'tenant_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '53e711f1-ccd5-4849-b0e1-9062d5a16d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:00Z', 'updated_at': '2021-07-22T19:02:04Z', 'revision_number': 3, 'project_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'gw_port': {'id': '53e711f1-ccd5-4849-b0e1-9062d5a16d36', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7e7608-d59e-471d-90a0-f781b8607003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:03Z', 'updated_at': '2021-07-22T19:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:02:08.075795 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-028d00d4-5c93-483a-b508-4b4b4549c2a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:08.096686 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-028d00d4-5c93-483a-b508-4b4b4549c2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:08.149826 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-00b764cc-4e80-4255-933d-053864d9d05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:08.150822 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b764cc-4e80-4255-933d-053864d9d05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:08.151425 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-00b764cc-4e80-4255-933d-053864d9d05c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:08.241527 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb3c389e-7f6f-4c9a-b415-8f0e1130d41e req-07739551-92ff-49ec-8ace-1e5bdee4574d tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145481 Jul 22 19:02:08.249964 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-028d00d4-5c93-483a-b508-4b4b4549c2a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f729ea26241478e98cc0a0abe22aff6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3247144 Jul 22 19:02:08.253810 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57274) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:08.262052 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d00d4-5c93-483a-b508-4b4b4549c2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec869b2-4966-4df4-9c6d-cd8920be1acb,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:08.300880 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb969ae-56c6-4bc1-b55b-1228363bfe9a req-75cbf385-b4a6-4201-9b8f-581500ba6364 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191019 Jul 22 19:02:08.345507 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-00b764cc-4e80-4255-933d-053864d9d05c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1829658 Jul 22 19:02:08.346279 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57278) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:08.352121 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-64b70bff-f680-4251-b97c-f1ab311633a5 admin admin] Request body: {'subnet': {'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1800578294-subnet', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:08.353847 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device e434a628-3b79-4810-b192-27a306fcac80 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:08.387719 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b764cc-4e80-4255-933d-053864d9d05c admin admin] Pushing event updated for resources: {'Network': ['ID=8c51d31c-fc03-4579-a008-0158f0e29dc1,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:08.400695 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6c01fde3-931a-4b76-9862-dc924afc06a5 None None] Provisioning for port c76cf0ce-64c3-4d5c-b622-53d84727d41b completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:08.406974 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 8c51d31c-fc03-4579-a008-0158f0e29dc1 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:02:08.418514 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ade4bf0e-5346-4305-aee1-b529578f92aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:08.421971 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57280) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:08.444380 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b70bff-f680-4251-b97c-f1ab311633a5 admin admin] Made reservation on behalf of 32cea476df594530ba3ecc2a722772ea for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:02:08.447249 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-64b70bff-f680-4251-b97c-f1ab311633a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:08.448979 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6c01fde3-931a-4b76-9862-dc924afc06a5 None None] Provisioning complete for port c76cf0ce-64c3-4d5c-b622-53d84727d41b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:08.449544 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6c01fde3-931a-4b76-9862-dc924afc06a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:08.474621 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cc29b86-7bbb-4b46-a6bb-b4ff0964d371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:08.499807 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a820ac24-bbd2-408e-88c4-93b4f4f2052a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:08.549583 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ade4bf0e-5346-4305-aee1-b529578f92aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:08.593262 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-6c01fde3-931a-4b76-9862-dc924afc06a5 None None] Port c76cf0ce-64c3-4d5c-b622-53d84727d41b cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:02:08.615742 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port e434a628-3b79-4810-b192-27a306fcac80 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:08.626276 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port e434a628-3b79-4810-b192-27a306fcac80 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:08.626276 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:08.687331 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d3fe7-476d-4844-baba-8d24efbf0701 req-84da19ce-6d73-4736-b63d-b84e841f5d2e tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:08.694907 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf1d3fe7-476d-4844-baba-8d24efbf0701 req-84da19ce-6d73-4736-b63d-b84e841f5d2e tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 1098 time: 0.3535802 Jul 22 19:02:08.719330 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:08.768641 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cc29b86-7bbb-4b46-a6bb-b4ff0964d371 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:08.776133 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cc29b86-7bbb-4b46-a6bb-b4ff0964d371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:08.778659 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:08.812572 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf1d3fe7-476d-4844-baba-8d24efbf0701 req-4ed4730d-3477-461f-a2d8-ef8d0a22008a tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167245 Jul 22 19:02:08.823858 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port e434a628-3b79-4810-b192-27a306fcac80, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e434a628-3b79-4810-b192-27a306fcac80,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:08.832567 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:08.896317 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=e434a628-3b79-4810-b192-27a306fcac80,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:08.914820 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc29b86-7bbb-4b46-a6bb-b4ff0964d371 admin admin] Pushing event updated for resources: {'Port': ['ID=c76cf0ce-64c3-4d5c-b622-53d84727d41b,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:08.919822 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cc29b86-7bbb-4b46-a6bb-b4ff0964d371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:08.969089 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ade4bf0e-5346-4305-aee1-b529578f92aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:08.971790 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ade4bf0e-5346-4305-aee1-b529578f92aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:08.973121 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ade4bf0e-5346-4305-aee1-b529578f92aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cec869b2-4966-4df4-9c6d-cd8920be1acb HTTP/1.1" status: 204 len: 168 time: 0.7182472 Jul 22 19:02:09.028450 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330d68d-2af6-4bfb-a6a4-6b5513e67c7b req-f1511988-4c74-49e0-9d53-cd46c0a9086c tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:09.033702 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a330d68d-2af6-4bfb-a6a4-6b5513e67c7b req-f1511988-4c74-49e0-9d53-cd46c0a9086c tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=4480a092-69f3-4d47-b94a-d822336467a9 HTTP/1.1" status: 200 len: 949 time: 0.4320509 Jul 22 19:02:09.035418 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc29b86-7bbb-4b46-a6bb-b4ff0964d371 admin admin] Network fc175c2a-7096-4490-938b-135e158b35e5 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:09.036912 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-0cc29b86-7bbb-4b46-a6bb-b4ff0964d371 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:09.094681 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a820ac24-bbd2-408e-88c4-93b4f4f2052a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:09.101477 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4bf0e-5346-4305-aee1-b529578f92aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec869b2-4966-4df4-9c6d-cd8920be1acb,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:09.109829 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a820ac24-bbd2-408e-88c4-93b4f4f2052a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:09.149484 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-64b70bff-f680-4251-b97c-f1ab311633a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:09.200893 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc29b86-7bbb-4b46-a6bb-b4ff0964d371 admin admin] Router ac7e7608-d59e-471d-90a0-f781b8607003 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:02:09.277788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820ac24-bbd2-408e-88c4-93b4f4f2052a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a21447-499b-4c21-9e9e-414fa97ef591,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:09.301515 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a820ac24-bbd2-408e-88c4-93b4f4f2052a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c1a83b48c394b4d9aa6e1af506d7762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8748624 Jul 22 19:02:09.316777 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a330d68d-2af6-4bfb-a6a4-6b5513e67c7b req-bd1c3665-0265-48e0-b39e-ba9471a4f03f tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/security-groups?id=203d0b02-8b03-4270-8915-fd5a08e6f8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112091 Jul 22 19:02:09.336869 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57292) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:09.374224 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b70bff-f680-4251-b97c-f1ab311633a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc74cdfe-e4d6-4618-a32b-bdd2a489d365,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:09.390217 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc29b86-7bbb-4b46-a6bb-b4ff0964d371 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:02:09.407075 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0cc29b86-7bbb-4b46-a6bb-b4ff0964d371 admin admin] 10.222.0.13 "PUT /v2.0/routers/ac7e7608-d59e-471d-90a0-f781b8607003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2969708 Jul 22 19:02:09.407613 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 53e711f1-ccd5-4849-b0e1-9062d5a16d36 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:09.412646 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b70bff-f680-4251-b97c-f1ab311633a5 admin admin] Checking segment: {'id': '8ba6108b-1708-4a80-9682-555c7e88c511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:09.413097 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b70bff-f680-4251-b97c-f1ab311633a5 admin admin] Network hostable DHCP agents. Network: 8c51d31c-fc03-4579-a008-0158f0e29dc1, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:02:09.472976 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63513c-106c-45ee-87f7-084eb688f5ed req-63725d0b-23ee-4b1a-8e91-5cb095f00758 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:09.475246 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bf63513c-106c-45ee-87f7-084eb688f5ed req-63725d0b-23ee-4b1a-8e91-5cb095f00758 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 945 time: 0.5457318 Jul 22 19:02:09.479771 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7d64ba4c-504b-4d22-b92a-1a8d203d3b6a None None] Provisioning complete for port c76cf0ce-64c3-4d5c-b622-53d84727d41b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:09.480148 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7d64ba4c-504b-4d22-b92a-1a8d203d3b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:09.522221 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d709f049-6868-4c9a-a45a-40e6efa5c8c2 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:09.524072 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b70bff-f680-4251-b97c-f1ab311633a5 admin admin] Network 8c51d31c-fc03-4579-a008-0158f0e29dc1 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:02:09.526730 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 53e711f1-ccd5-4849-b0e1-9062d5a16d36 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:09.552752 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-64b70bff-f680-4251-b97c-f1ab311633a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 8c51d31c-fc03-4579-a008-0158f0e29dc1) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:09.562002 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 53e711f1-ccd5-4849-b0e1-9062d5a16d36 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:09.562371 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:09.563280 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b70bff-f680-4251-b97c-f1ab311633a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:09.563875 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-64b70bff-f680-4251-b97c-f1ab311633a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:09.570441 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0ba139-6c3f-45ed-9ba9-3bf17c503bed None None] Network 8c51d31c-fc03-4579-a008-0158f0e29dc1 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:02:09.591082 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bf63513c-106c-45ee-87f7-084eb688f5ed req-e6705ed0-901e-4698-8ca3-e18101da7b93 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981390 Jul 22 19:02:09.591911 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0868edb7-f43d-4a4c-aeac-cb107d7c3e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:09.596881 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57300) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:09.597292 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342a95b-8d43-4392-b0e8-9118c5288a3b req-b911d1fb-8182-46d8-9789-eb8162ed3ef3 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:09.598643 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9342a95b-8d43-4392-b0e8-9118c5288a3b req-b911d1fb-8182-46d8-9789-eb8162ed3ef3 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 1098 time: 0.2001250 Jul 22 19:02:09.604395 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-64b70bff-f680-4251-b97c-f1ab311633a5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2572072 Jul 22 19:02:09.607152 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57302) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:09.611406 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f239a53b-90c2-4531-82b1-9ca06d39cfb0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1800578294-router', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:09.630100 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0868edb7-f43d-4a4c-aeac-cb107d7c3e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:09.637189 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82656d9-9d94-44a2-96f1-eb579200a87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e434a628-3b79-4810-b192-27a306fcac80'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:09.643057 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3109f263-b253-4cd9-b198-477a03c16f34" -d '{"events": [{"server_uuid": "f82656d9-9d94-44a2-96f1-eb579200a87f", "name": "network-vif-plugged", "status": "completed", "tag": "e434a628-3b79-4810-b192-27a306fcac80"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:09.643760 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-35b7f99a-7edb-45e1-b572-06e435aa8772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:09.670037 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-7d64ba4c-504b-4d22-b92a-1a8d203d3b6a None None] Port c76cf0ce-64c3-4d5c-b622-53d84727d41b cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:02:09.682765 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f239a53b-90c2-4531-82b1-9ca06d39cfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:09.684200 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f239a53b-90c2-4531-82b1-9ca06d39cfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:09.695255 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9342a95b-8d43-4392-b0e8-9118c5288a3b req-18433f4c-5d3e-4cf4-8982-2aef6dca5eb4 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805795 Jul 22 19:02:09.716659 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0868edb7-f43d-4a4c-aeac-cb107d7c3e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:09.719505 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0868edb7-f43d-4a4c-aeac-cb107d7c3e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:09.720762 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0868edb7-f43d-4a4c-aeac-cb107d7c3e5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3a21447-499b-4c21-9e9e-414fa97ef591 HTTP/1.1" status: 204 len: 168 time: 0.3648093 Jul 22 19:02:09.751980 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868edb7-f43d-4a4c-aeac-cb107d7c3e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a21447-499b-4c21-9e9e-414fa97ef591,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:09.767217 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port d709f049-6868-4c9a-a45a-40e6efa5c8c2 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:09.787660 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port d709f049-6868-4c9a-a45a-40e6efa5c8c2 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:09.787980 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:09.802936 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f239a53b-90c2-4531-82b1-9ca06d39cfb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:09.858513 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f30922-da07-40fc-9bff-92cb41cdd0f5 req-9f46d544-32c4-4ee3-ade9-a91999ccb8ec tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:09.860068 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-98f30922-da07-40fc-9bff-92cb41cdd0f5 req-9f46d544-32c4-4ee3-ade9-a91999ccb8ec tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7e4c90a-d891-4cd4-a2f7-601ef773d9de HTTP/1.1" status: 200 len: 949 time: 0.1060200 Jul 22 19:02:09.886423 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:09.924547 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-98f30922-da07-40fc-9bff-92cb41cdd0f5 req-852992d9-4366-4b57-9444-169c21331e0d tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580130 Jul 22 19:02:09.928208 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 53e711f1-ccd5-4849-b0e1-9062d5a16d36, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=53e711f1-ccd5-4849-b0e1-9062d5a16d36,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:09.956873 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:09.997744 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-8c51d31c-fc03-4579-a008-0158f0e29dc1', 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'fixed_ips': [{'subnet_id': 'dc74cdfe-e4d6-4618-a32b-bdd2a489d365'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:02:09.998659 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:10.040828 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80eec9b-71d3-4bd9-a03a-e79457c5cc4f x-openstack-request-id: req-a80eec9b-71d3-4bd9-a03a-e79457c5cc4f {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:10.041194 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82656d9-9d94-44a2-96f1-eb579200a87f", "name": "network-vif-plugged", "status": "completed", "tag": "e434a628-3b79-4810-b192-27a306fcac80", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:10.041474 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a80eec9b-71d3-4bd9-a03a-e79457c5cc4f {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:10.042232 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82656d9-9d94-44a2-96f1-eb579200a87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e434a628-3b79-4810-b192-27a306fcac80', 'code': 200} Jul 22 19:02:10.072040 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:10.203597 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f239a53b-90c2-4531-82b1-9ca06d39cfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:10.311692 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eb127-0c5c-4443-a12e-7ba489b5e4ba req-229a82e0-8422-4868-8d9c-478a5ba35f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:10.313246 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cb4eb127-0c5c-4443-a12e-7ba489b5e4ba req-229a82e0-8422-4868-8d9c-478a5ba35f65 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 1097 time: 0.1780729 Jul 22 19:02:10.341742 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port d709f049-6868-4c9a-a45a-40e6efa5c8c2, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d709f049-6868-4c9a-a45a-40e6efa5c8c2,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:10.351140 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=53e711f1-ccd5-4849-b0e1-9062d5a16d36,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:10.381759 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-35b7f99a-7edb-45e1-b572-06e435aa8772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:10.391634 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-35b7f99a-7edb-45e1-b572-06e435aa8772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:10.393901 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:10.462051 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d075c28-b889-4be1-9bc2-4f42b92864e1 req-d7acc28b-6aa0-4550-82c3-9939eacd44a6 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:10.468554 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] Allocated IP 172.20.0.2 (8c51d31c-fc03-4579-a008-0158f0e29dc1/dc74cdfe-e4d6-4618-a32b-bdd2a489d365/e625f227-fd8c-4b9c-a2c9-fbd81f38dd57) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:02:10.474017 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1d075c28-b889-4be1-9bc2-4f42b92864e1 req-d7acc28b-6aa0-4550-82c3-9939eacd44a6 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 1098 time: 0.1208246 Jul 22 19:02:10.484971 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-35b7f99a-7edb-45e1-b572-06e435aa8772 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42ac8bc258c84c4faa8edf582729db51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8846731 Jul 22 19:02:10.490420 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57334) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:10.502852 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=d709f049-6868-4c9a-a45a-40e6efa5c8c2,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:10.575235 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7f99a-7edb-45e1-b572-06e435aa8772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea76d6f-4623-40a4-85c8-fea97308a8ac,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:10.578309 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1d075c28-b889-4be1-9bc2-4f42b92864e1 req-044e72df-436d-4ccf-953d-a517edea7b90 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009924 Jul 22 19:02:10.587069 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cb4eb127-0c5c-4443-a12e-7ba489b5e4ba req-781ca3ef-9a0e-4a10-a709-beb83b1b138f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574306 Jul 22 19:02:10.591128 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] Sync routers for ids ['ac7e7608-d59e-471d-90a0-f781b8607003'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:02:10.823491 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] Routers {'ac7e7608-d59e-471d-90a0-f781b8607003'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:02:10.824134 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:02:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ac7e7608-d59e-471d-90a0-f781b8607003'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:10.857071 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16806f-30bb-4867-a54d-30daeb332eab req-b538428a-b62c-4c29-9e10-562d2c72f163 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:10.865749 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d16806f-30bb-4867-a54d-30daeb332eab req-b538428a-b62c-4c29-9e10-562d2c72f163 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=4480a092-69f3-4d47-b94a-d822336467a9 HTTP/1.1" status: 200 len: 949 time: 0.1678755 Jul 22 19:02:10.921423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332bec9-ad2b-4ea2-855f-65a01dd605a9 req-025f2d68-b5c4-4cab-afeb-3d6b6ca2bc67 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:10.922985 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3332bec9-ad2b-4ea2-855f-65a01dd605a9 req-025f2d68-b5c4-4cab-afeb-3d6b6ca2bc67 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 945 time: 0.1486118 Jul 22 19:02:10.929402 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d16806f-30bb-4867-a54d-30daeb332eab req-06598397-2f4d-424e-9b56-47e61c253e8a tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/security-groups?id=203d0b02-8b03-4270-8915-fd5a08e6f8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621727 Jul 22 19:02:10.950441 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] Set router ac7e7608-d59e-471d-90a0-f781b8607003 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:02:10.978670 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3332bec9-ad2b-4ea2-855f-65a01dd605a9 req-d805e76a-4de2-43ea-8089-8f49b9b28496 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479648 Jul 22 19:02:10.979139 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d4e795c8-f9da-4379-9884-8ae8d941450e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:11.029864 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d4e795c8-f9da-4379-9884-8ae8d941450e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:11.042268 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f239a53b-90c2-4531-82b1-9ca06d39cfb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:11.070398 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f239a53b-90c2-4531-82b1-9ca06d39cfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:11.162474 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7332b8-83d1-471a-9b6d-f6bbdb50e247 req-dca62a19-8d04-4738-ad1c-7e87fbaa31ca tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:11.164216 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d7332b8-83d1-471a-9b6d-f6bbdb50e247 req-dca62a19-8d04-4738-ad1c-7e87fbaa31ca tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7e4c90a-d891-4cd4-a2f7-601ef773d9de HTTP/1.1" status: 200 len: 950 time: 0.0799253 Jul 22 19:02:11.240348 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d4e795c8-f9da-4379-9884-8ae8d941450e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:11.242918 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d7332b8-83d1-471a-9b6d-f6bbdb50e247 req-7a62f6a0-1885-4a0b-9604-1773523f2d38 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725803 Jul 22 19:02:11.243171 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d4e795c8-f9da-4379-9884-8ae8d941450e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:11.244365 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d4e795c8-f9da-4379-9884-8ae8d941450e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aea76d6f-4623-40a4-85c8-fea97308a8ac HTTP/1.1" status: 204 len: 168 time: 0.7344048 Jul 22 19:02:11.261798 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e795c8-f9da-4379-9884-8ae8d941450e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea76d6f-4623-40a4-85c8-fea97308a8ac,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:11.292023 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-f239a53b-90c2-4531-82b1-9ca06d39cfb0 admin admin] Allocated IP 172.25.3.36 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/afce5aa1-263e-471c-8707-6bf08476b633) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:02:11.360015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 53e711f1-ccd5-4849-b0e1-9062d5a16d36 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:11.407515 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:11.441318 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:11.459524 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] Transition to ACTIVE for port object e625f227-fd8c-4b9c-a2c9-fbd81f38dd57 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:11.463483 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7e7608-d59e-471d-90a0-f781b8607003', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1996668408-router', 'tenant_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '53e711f1-ccd5-4849-b0e1-9062d5a16d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:00Z', 'updated_at': '2021-07-22T19:02:08Z', 'revision_number': 4, 'project_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'gw_port': {'id': '53e711f1-ccd5-4849-b0e1-9062d5a16d36', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7e7608-d59e-471d-90a0-f781b8607003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:03Z', 'updated_at': '2021-07-22T19:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'c76cf0ce-64c3-4d5c-b622-53d84727d41b', 'name': '', 'network_id': 'fc175c2a-7096-4490-938b-135e158b35e5', 'tenant_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'mac_address': 'fa:16:3e:d2:0f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7e7608-d59e-471d-90a0-f781b8607003', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '03c8289f-2df7-4648-94df-b5ff96a50398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:07Z', 'updated_at': '2021-07-22T19:02:08Z', 'revision_number': 2, 'project_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'subnets': [{'id': '03c8289f-2df7-4648-94df-b5ff96a50398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:11.514746 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] Checking router: ac7e7608-d59e-471d-90a0-f781b8607003 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:02:11.515840 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] Updating router ac7e7608-d59e-471d-90a0-f781b8607003 port c76cf0ce-64c3-4d5c-b622-53d84727d41b binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:02:11.546108 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] Transition to ACTIVE for port object e625f227-fd8c-4b9c-a2c9-fbd81f38dd57 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:11.557848 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:11.564392 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 53e711f1-ccd5-4849-b0e1-9062d5a16d36 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:11.565022 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:11.631454 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f239a53b-90c2-4531-82b1-9ca06d39cfb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:11.639494 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:11.643934 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] Network 8c51d31c-fc03-4579-a008-0158f0e29dc1 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:11.663752 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:11.672485 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:02:11.678687 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] Pushing event updated for resources: {'Port': ['ID=e625f227-fd8c-4b9c-a2c9-fbd81f38dd57,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:11.731873 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f239a53b-90c2-4531-82b1-9ca06d39cfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:11.768187 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f239a53b-90c2-4531-82b1-9ca06d39cfb0 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:11.775535 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-f239a53b-90c2-4531-82b1-9ca06d39cfb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:11.784048 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f239a53b-90c2-4531-82b1-9ca06d39cfb0 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:02:11.817895 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] Attempting to bind port e625f227-fd8c-4b9c-a2c9-fbd81f38dd57 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:11.818310 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] Attempting to bind port e625f227-fd8c-4b9c-a2c9-fbd81f38dd57 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '8ba6108b-1708-4a80-9682-555c7e88c511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:11.818717 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] Attempting to bind port e625f227-fd8c-4b9c-a2c9-fbd81f38dd57 on network 8c51d31c-fc03-4579-a008-0158f0e29dc1 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:11.829771 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239a53b-90c2-4531-82b1-9ca06d39cfb0 admin admin] Pushing event updated for resources: {'Port': ['ID=afce5aa1-263e-471c-8707-6bf08476b633,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:11.842630 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dae239-2f63-4507-8af4-9328309acb14 req-ddf79575-f6e2-4721-a7cd-0838ae6ea97c tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:11.858257 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-07dae239-2f63-4507-8af4-9328309acb14 req-ddf79575-f6e2-4721-a7cd-0838ae6ea97c tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 1098 time: 0.1613533 Jul 22 19:02:11.928808 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-07dae239-2f63-4507-8af4-9328309acb14 req-36a059a0-a240-4e94-a7f8-4ce75d850f58 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690629 Jul 22 19:02:11.990427 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:11.990868 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] Checking segment: {'id': '8ba6108b-1708-4a80-9682-555c7e88c511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:11.991438 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:11.991674 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] Bound using segment: {'id': '8ba6108b-1708-4a80-9682-555c7e88c511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:11.992167 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] Bound port: e625f227-fd8c-4b9c-a2c9-fbd81f38dd57, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba6108b-1708-4a80-9682-555c7e88c511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:11.992579 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:12.024070 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57400) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:12.030161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-9e8c9dcf-7d6a-49e0-9d87-068c1637a4a2 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1707469956', 'description': 'tempest-description--2109458782'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:12.046504 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e4c90a-d891-4cd4-a2f7-601ef773d9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd709f049-6868-4c9a-a45a-40e6efa5c8c2'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:12.048815 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d502ae-19db-4c38-9a7a-28d0901842cb" -d '{"events": [{"server_uuid": "b7e4c90a-d891-4cd4-a2f7-601ef773d9de", "name": "network-vif-plugged", "status": "completed", "tag": "d709f049-6868-4c9a-a45a-40e6efa5c8c2"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:12.141382 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] For port e625f227-fd8c-4b9c-a2c9-fbd81f38dd57, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:12.147260 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-68da212d-234b-4ef5-a4ba-7b4e010942d6 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e90a7fa279864ded952f5205ea3239b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558805 Jul 22 19:02:12.188099 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] For port e625f227-fd8c-4b9c-a2c9-fbd81f38dd57, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e625f227-fd8c-4b9c-a2c9-fbd81f38dd57,segment=NetworkSegment(8ba6108b-1708-4a80-9682-555c7e88c511),segment_id=8ba6108b-1708-4a80-9682-555c7e88c511)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:12.194948 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:12.200137 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9dcf-7d6a-49e0-9d87-068c1637a4a2 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:12.238496 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f239a53b-90c2-4531-82b1-9ca06d39cfb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:12.281273 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a840b-6f3b-4323-a305-ce6ef963149a None None] Pushing event updated for resources: {'Port': ['ID=e625f227-fd8c-4b9c-a2c9-fbd81f38dd57,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:12.400049 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-f8a5a1c9-5e7a-4517-ac62-fbd82ff33e7f tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:12.409373 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-f8a5a1c9-5e7a-4517-ac62-fbd82ff33e7f tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2611916 Jul 22 19:02:12.446941 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-b2247e82-9308-41eb-b2f7-72e988ae5999 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/quotas/e90a7fa279864ded952f5205ea3239b9 HTTP/1.1" status: 200 len: 375 time: 0.0361876 Jul 22 19:02:12.485791 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:12.499707 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9dcf-7d6a-49e0-9d87-068c1637a4a2 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:12.508045 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9dcf-7d6a-49e0-9d87-068c1637a4a2 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:12.508933 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] Transition to ACTIVE for port object c76cf0ce-64c3-4d5c-b622-53d84727d41b will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:12.520114 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:12.579609 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b6381-524d-46fc-9928-8261afb68068 None None] Pushing event updated for resources: {'Port': ['ID=c76cf0ce-64c3-4d5c-b622-53d84727d41b,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:12.610498 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9dcf-7d6a-49e0-9d87-068c1637a4a2 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:12.611720 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9e8c9dcf-7d6a-49e0-9d87-068c1637a4a2 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5857749 Jul 22 19:02:12.635976 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57424) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:12.683818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-4476e144-fbb1-4a9a-b29a-2d4ef0e82221 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Request body: {'security_group_rule': {'security_group_id': 'e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:12.704435 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] Attempting to bind port c76cf0ce-64c3-4d5c-b622-53d84727d41b on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:12.704658 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c9dcf-7d6a-49e0-9d87-068c1637a4a2 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:12.704943 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] Attempting to bind port c76cf0ce-64c3-4d5c-b622-53d84727d41b by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '5fd95182-66b0-4df7-9e9e-e504f31d9650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc175c2a-7096-4490-938b-135e158b35e5'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:12.705284 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] Attempting to bind port c76cf0ce-64c3-4d5c-b622-53d84727d41b on network fc175c2a-7096-4490-938b-135e158b35e5 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:12.719243 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f239a53b-90c2-4531-82b1-9ca06d39cfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:12.727202 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:12.728319 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] Checking segment: {'id': '5fd95182-66b0-4df7-9e9e-e504f31d9650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc175c2a-7096-4490-938b-135e158b35e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:12.728784 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:12.729190 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] Bound using segment: {'id': '5fd95182-66b0-4df7-9e9e-e504f31d9650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc175c2a-7096-4490-938b-135e158b35e5'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:12.729724 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] Bound port: c76cf0ce-64c3-4d5c-b622-53d84727d41b, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd95182-66b0-4df7-9e9e-e504f31d9650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc175c2a-7096-4490-938b-135e158b35e5'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:12.730057 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:12.764430 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-8c9f1f35-2416-4c3c-af95-841baa75b4b8 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e90a7fa279864ded952f5205ea3239b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3162615 Jul 22 19:02:12.798963 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4476e144-fbb1-4a9a-b29a-2d4ef0e82221 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:12.859631 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] For port c76cf0ce-64c3-4d5c-b622-53d84727d41b, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:12.868775 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] For port c76cf0ce-64c3-4d5c-b622-53d84727d41b, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c76cf0ce-64c3-4d5c-b622-53d84727d41b,segment=NetworkSegment(5fd95182-66b0-4df7-9e9e-e504f31d9650),segment_id=5fd95182-66b0-4df7-9e9e-e504f31d9650)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:12.873655 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:13.025589 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4476e144-fbb1-4a9a-b29a-2d4ef0e82221 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:13.029930 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4476e144-fbb1-4a9a-b29a-2d4ef0e82221 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:13.042863 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b6381-524d-46fc-9928-8261afb68068 None None] Pushing event updated for resources: {'Port': ['ID=c76cf0ce-64c3-4d5c-b622-53d84727d41b,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:13.064746 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f239a53b-90c2-4531-82b1-9ca06d39cfb0 admin admin] Router fd01c0ed-8e79-40e7-998c-2c854424bd30 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:02:13.084066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476e144-fbb1-4a9a-b29a-2d4ef0e82221 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf550719-2dc1-4c1f-b96e-babf6ee2bdb3,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:13.091950 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4476e144-fbb1-4a9a-b29a-2d4ef0e82221 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:13.095182 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4476e144-fbb1-4a9a-b29a-2d4ef0e82221 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4568584 Jul 22 19:02:13.099738 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57446) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:13.109298 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-4ebd3dc8-1870-4bd1-80fe-66cb110e9067 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Request body: {'security_group_rule': {'security_group_id': 'e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:13.148421 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] Routers {'ac7e7608-d59e-471d-90a0-f781b8607003'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:02:13.149423 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:02:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ac7e7608-d59e-471d-90a0-f781b8607003'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:13.250739 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4ebd3dc8-1870-4bd1-80fe-66cb110e9067 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:13.285360 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f239a53b-90c2-4531-82b1-9ca06d39cfb0 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:02:13.300723 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] Sync routers for ids ['fd01c0ed-8e79-40e7-998c-2c854424bd30'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:02:13.328734 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] Routers {'fd01c0ed-8e79-40e7-998c-2c854424bd30'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:02:13.331762 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:02:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fd01c0ed-8e79-40e7-998c-2c854424bd30'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:13.333994 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f239a53b-90c2-4531-82b1-9ca06d39cfb0 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:13.337009 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f239a53b-90c2-4531-82b1-9ca06d39cfb0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7284985 Jul 22 19:02:13.340071 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57454) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:13.474579 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e625f227-fd8c-4b9c-a2c9-fbd81f38dd57 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:13.482639 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74281ad5-f1cf-410b-8c15-662308561619 req-d197e1e6-9525-4e78-a182-cf04930730a9 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:13.496616 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-74281ad5-f1cf-410b-8c15-662308561619 req-d197e1e6-9525-4e78-a182-cf04930730a9 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 945 time: 0.3691301 Jul 22 19:02:13.562968 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] Set router ac7e7608-d59e-471d-90a0-f781b8607003 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:02:13.620181 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4ebd3dc8-1870-4bd1-80fe-66cb110e9067 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:13.629769 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4ebd3dc8-1870-4bd1-80fe-66cb110e9067 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:13.632195 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port e625f227-fd8c-4b9c-a2c9-fbd81f38dd57 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:13.674432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd3dc8-1870-4bd1-80fe-66cb110e9067 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab9ac9c-4e46-4d0d-a45b-e1eb341a5213,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:13.696556 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-74281ad5-f1cf-410b-8c15-662308561619 req-09345884-0dd2-4b63-b6ec-f98eb31daf02 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899841 Jul 22 19:02:13.729999 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4ebd3dc8-1870-4bd1-80fe-66cb110e9067 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:13.734481 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] Set router fd01c0ed-8e79-40e7-998c-2c854424bd30 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:02:13.735132 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4ebd3dc8-1870-4bd1-80fe-66cb110e9067 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6334682 Jul 22 19:02:13.735958 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57466) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:13.747499 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-3087bbe9-fb4c-4064-888a-7554da107bd9 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:13.830140 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3087bbe9-fb4c-4064-888a-7554da107bd9 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:13.915159 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-59aebfc2-6dea-407a-959c-a4d800fe45e1 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:02:13.918686 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-59aebfc2-6dea-407a-959c-a4d800fe45e1 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0553493 Jul 22 19:02:13.938993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-c2264922-ab21-40f4-a6ba-38e754980604 service neutron] Request body: {'binding': {'host': 'n-h1-800086-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:13.950533 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-c2264922-ab21-40f4-a6ba-38e754980604 service neutron] Unknown quota resources ['binding']. {{(pid=93807) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:02:14.202937 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad599be9-62e3-43e0-8925-7a38b352d3f6 x-openstack-request-id: req-ad599be9-62e3-43e0-8925-7a38b352d3f6 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:14.203490 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e4c90a-d891-4cd4-a2f7-601ef773d9de", "name": "network-vif-plugged", "status": "completed", "tag": "d709f049-6868-4c9a-a45a-40e6efa5c8c2", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:14.203973 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad599be9-62e3-43e0-8925-7a38b352d3f6 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:14.204530 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e4c90a-d891-4cd4-a2f7-601ef773d9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd709f049-6868-4c9a-a45a-40e6efa5c8c2', 'code': 200} Jul 22 19:02:14.208649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce5cd46-9855-4ac2-ae47-2dbf4ebfc5d4 None None] Network 8c51d31c-fc03-4579-a008-0158f0e29dc1 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:02:14.213717 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'name': 'tempest-ServersTestManualDisk-1800578294-router', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:09Z', 'updated_at': '2021-07-22T19:02:12Z', 'revision_number': 3, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'gw_port': {'id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:11Z', 'updated_at': '2021-07-22T19:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:14.245261 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] Checking router: fd01c0ed-8e79-40e7-998c-2c854424bd30 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:02:14.245958 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] Updating router fd01c0ed-8e79-40e7-998c-2c854424bd30 port afce5aa1-263e-471c-8707-6bf08476b633 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:02:14.251351 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-17e808bd-e6eb-4472-9fcc-5b0a230ab6b4 None None] Provisioning for port e625f227-fd8c-4b9c-a2c9-fbd81f38dd57 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:14.274908 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-17e808bd-e6eb-4472-9fcc-5b0a230ab6b4 None None] Provisioning complete for port e625f227-fd8c-4b9c-a2c9-fbd81f38dd57 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:14.275290 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-17e808bd-e6eb-4472-9fcc-5b0a230ab6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:14.287234 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:14.327670 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8dccd419-88a9-4355-866f-aec42c3c3acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:14.531031 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-8dccd419-88a9-4355-866f-aec42c3c3acd admin admin] Allocated IP 172.20.0.1 (8c51d31c-fc03-4579-a008-0158f0e29dc1/dc74cdfe-e4d6-4618-a32b-bdd2a489d365/600bd27c-3685-47a3-a6b6-ac859523d74f) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:02:14.611945 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-17e808bd-e6eb-4472-9fcc-5b0a230ab6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:14.612528 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:14.635082 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7e7608-d59e-471d-90a0-f781b8607003', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1996668408-router', 'tenant_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '53e711f1-ccd5-4849-b0e1-9062d5a16d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:00Z', 'updated_at': '2021-07-22T19:02:08Z', 'revision_number': 4, 'project_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'gw_port': {'id': '53e711f1-ccd5-4849-b0e1-9062d5a16d36', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7e7608-d59e-471d-90a0-f781b8607003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:03Z', 'updated_at': '2021-07-22T19:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'c76cf0ce-64c3-4d5c-b622-53d84727d41b', 'name': '', 'network_id': 'fc175c2a-7096-4490-938b-135e158b35e5', 'tenant_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'mac_address': 'fa:16:3e:d2:0f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7e7608-d59e-471d-90a0-f781b8607003', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '03c8289f-2df7-4648-94df-b5ff96a50398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:07Z', 'updated_at': '2021-07-22T19:02:12Z', 'revision_number': 4, 'project_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'subnets': [{'id': '03c8289f-2df7-4648-94df-b5ff96a50398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:14.640735 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] Transition to ACTIVE for port object afce5aa1-263e-471c-8707-6bf08476b633 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:14.650323 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:14.652941 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6a8fd-1208-4f9b-9277-7885a262a7d4 req-47a9b255-bb66-4940-b09a-e0d4da655c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:14.654553 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5fd6a8fd-1208-4f9b-9277-7885a262a7d4 req-47a9b255-bb66-4940-b09a-e0d4da655c8e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b7e4c90a-d891-4cd4-a2f7-601ef773d9de HTTP/1.1" status: 200 len: 1102 time: 0.7194886 Jul 22 19:02:14.661588 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8dccd419-88a9-4355-866f-aec42c3c3acd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:14.673332 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386f1477-9dcd-4ae8-8d87-90a51196b45b None None] The sync data for ids ['ac7e7608-d59e-471d-90a0-f781b8607003'] in n-d-800086-12 is: [{'id': 'ac7e7608-d59e-471d-90a0-f781b8607003', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1996668408-router', 'tenant_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '53e711f1-ccd5-4849-b0e1-9062d5a16d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:00Z', 'updated_at': '2021-07-22T19:02:08Z', 'revision_number': 4, 'project_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'gw_port': {'id': '53e711f1-ccd5-4849-b0e1-9062d5a16d36', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7e7608-d59e-471d-90a0-f781b8607003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:03Z', 'updated_at': '2021-07-22T19:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'c76cf0ce-64c3-4d5c-b622-53d84727d41b', 'name': '', 'network_id': 'fc175c2a-7096-4490-938b-135e158b35e5', 'tenant_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'mac_address': 'fa:16:3e:d2:0f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7e7608-d59e-471d-90a0-f781b8607003', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '03c8289f-2df7-4648-94df-b5ff96a50398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:07Z', 'updated_at': '2021-07-22T19:02:12Z', 'revision_number': 4, 'project_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'subnets': [{'id': '03c8289f-2df7-4648-94df-b5ff96a50398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:02:14.676805 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-8dccd419-88a9-4355-866f-aec42c3c3acd admin admin] Transition to ACTIVE for port object 600bd27c-3685-47a3-a6b6-ac859523d74f will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:14.706579 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fd0c3-47b3-418f-988a-9e264dbc1d9e req-c6f3ac31-1f8e-454b-ada7-d1db22c60cad tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:14.708210 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f11fd0c3-47b3-418f-988a-9e264dbc1d9e req-c6f3ac31-1f8e-454b-ada7-d1db22c60cad tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7e4c90a-d891-4cd4-a2f7-601ef773d9de HTTP/1.1" status: 200 len: 950 time: 0.6222365 Jul 22 19:02:14.716755 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-17e808bd-e6eb-4472-9fcc-5b0a230ab6b4 None None] For port e625f227-fd8c-4b9c-a2c9-fbd81f38dd57, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e625f227-fd8c-4b9c-a2c9-fbd81f38dd57,segment=NetworkSegment(8ba6108b-1708-4a80-9682-555c7e88c511),segment_id=8ba6108b-1708-4a80-9682-555c7e88c511)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:14.724316 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-17e808bd-e6eb-4472-9fcc-5b0a230ab6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:14.740958 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] Attempting to bind port afce5aa1-263e-471c-8707-6bf08476b633 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:14.752384 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] Attempting to bind port afce5aa1-263e-471c-8707-6bf08476b633 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:14.752845 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] Attempting to bind port afce5aa1-263e-471c-8707-6bf08476b633 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:14.769799 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5fd6a8fd-1208-4f9b-9277-7885a262a7d4 req-8fa5de66-cb08-4350-a552-e808dc893fb4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013546 Jul 22 19:02:14.806634 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8dccd419-88a9-4355-866f-aec42c3c3acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:14.809025 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3087bbe9-fb4c-4064-888a-7554da107bd9 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:14.852958 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:14.853410 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:14.853825 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:14.854096 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e808bd-e6eb-4472-9fcc-5b0a230ab6b4 None None] Pushing event updated for resources: {'Port': ['ID=e625f227-fd8c-4b9c-a2c9-fbd81f38dd57,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:14.858943 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:14.859781 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] Bound port: afce5aa1-263e-471c-8707-6bf08476b633, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:14.860210 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:14.863699 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-412619f0-03f3-4cf7-ad23-d26b4e60edac tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e90a7fa279864ded952f5205ea3239b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712428 Jul 22 19:02:14.916912 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-c2264922-ab21-40f4-a6ba-38e754980604 service neutron] Attempting to bind port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc on host n-h1-800086-12 for vnic_type normal with profile None {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:14.917282 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-c2264922-ab21-40f4-a6ba-38e754980604 service neutron] Attempting to bind port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:14.917626 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-c2264922-ab21-40f4-a6ba-38e754980604 service neutron] Attempting to bind port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:14.937906 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dccd419-88a9-4355-866f-aec42c3c3acd admin admin] Network 8c51d31c-fc03-4579-a008-0158f0e29dc1 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:14.961285 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-8dccd419-88a9-4355-866f-aec42c3c3acd admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:14.975133 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] For port afce5aa1-263e-471c-8707-6bf08476b633, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:14.975486 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f11fd0c3-47b3-418f-988a-9e264dbc1d9e req-5945f317-16db-402f-a907-c5040da867c7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401645 Jul 22 19:02:14.981252 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dccd419-88a9-4355-866f-aec42c3c3acd admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:02:14.982937 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] For port afce5aa1-263e-471c-8707-6bf08476b633, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=afce5aa1-263e-471c-8707-6bf08476b633,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:14.992906 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:14.995488 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-c2264922-ab21-40f4-a6ba-38e754980604 service neutron] Port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc on network 1211dd5d-22dd-42cf-af43-7f788d3e855d not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:02:14.995822 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-c2264922-ab21-40f4-a6ba-38e754980604 service neutron] Attempting to bind port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:15.021693 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-c2264922-ab21-40f4-a6ba-38e754980604 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:15.022040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-c2264922-ab21-40f4-a6ba-38e754980604 service neutron] Checking segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:15.022437 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-c2264922-ab21-40f4-a6ba-38e754980604 service neutron] Bound using segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:15.022891 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-c2264922-ab21-40f4-a6ba-38e754980604 service neutron] Bound port: 8ca5f8c1-2d35-476e-a402-7e53e05e35bc, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:15.066458 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccd419-88a9-4355-866f-aec42c3c3acd admin admin] Pushing event updated for resources: {'Port': ['ID=600bd27c-3685-47a3-a6b6-ac859523d74f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:15.082026 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee2ce1-b876-4344-83ee-fa47a48f1fe2 None None] Pushing event updated for resources: {'Port': ['ID=afce5aa1-263e-471c-8707-6bf08476b633,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:15.108417 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-c2264922-ab21-40f4-a6ba-38e754980604 service neutron] For port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=8ca5f8c1-2d35-476e-a402-7e53e05e35bc,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:15.115082 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-c2264922-ab21-40f4-a6ba-38e754980604 service neutron] Notify callbacks [] for binding, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:15.116298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-c2264922-ab21-40f4-a6ba-38e754980604 service neutron] 10.222.0.13 "POST /v2.0/ports/8ca5f8c1-2d35-476e-a402-7e53e05e35bc/bindings HTTP/1.1" status: 201 len: 390 time: 1.1824660 Jul 22 19:02:15.155288 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0a99adbb-9933-4f74-b885-896915e13881 None None] Provisioning complete for port e625f227-fd8c-4b9c-a2c9-fbd81f38dd57 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:15.155667 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0a99adbb-9933-4f74-b885-896915e13881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:15.165196 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] Routers {'fd01c0ed-8e79-40e7-998c-2c854424bd30'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:02:15.171484 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:02:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fd01c0ed-8e79-40e7-998c-2c854424bd30'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:15.175400 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-3087bbe9-fb4c-4064-888a-7554da107bd9 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Allocated IP 172.25.3.197 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/95d24bfd-b9d6-479a-8adc-e76371ff94f2) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:02:15.286836 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8dccd419-88a9-4355-866f-aec42c3c3acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:15.513454 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee2ce1-b876-4344-83ee-fa47a48f1fe2 None None] Pushing event updated for resources: {'Port': ['ID=afce5aa1-263e-471c-8707-6bf08476b633,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:15.517881 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-5d33a4ea-2b37-4c57-a65c-99bfa43be7ff tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:15.531164 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-5d33a4ea-2b37-4c57-a65c-99bfa43be7ff tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6385694 Jul 22 19:02:15.558896 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e625f227-fd8c-4b9c-a2c9-fbd81f38dd57 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:15.582785 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3087bbe9-fb4c-4064-888a-7554da107bd9 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:15.623628 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-df3f7da1-fdc0-4bbf-8f82-86a447db0c21 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Request body: {'port': {'device_id': '99b8c50d-ee9a-499f-bcd7-571a4ce02458', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': 'e90a7fa279864ded952f5205ea3239b9'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:15.639334 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d54ddad5-88f2-432a-97f1-874d2a3568a0 req-9a192af0-4f1b-4c48-917e-701eeccf3b5d tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b8c50d-ee9a-499f-bcd7-571a4ce02458 HTTP/1.1" status: 200 len: 210 time: 0.1514628 Jul 22 19:02:15.646099 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] Set router fd01c0ed-8e79-40e7-998c-2c854424bd30 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:02:15.702934 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port e625f227-fd8c-4b9c-a2c9-fbd81f38dd57 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:15.703465 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:15.799426 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-14e1c67a-12f3-4985-8f92-24f86f2fba57 None None] Provisioning for port 600bd27c-3685-47a3-a6b6-ac859523d74f completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:15.818274 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-14e1c67a-12f3-4985-8f92-24f86f2fba57 None None] Provisioning complete for port 600bd27c-3685-47a3-a6b6-ac859523d74f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:15.823968 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-14e1c67a-12f3-4985-8f92-24f86f2fba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:15.862065 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-df3f7da1-fdc0-4bbf-8f82-86a447db0c21 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Made reservation on behalf of e90a7fa279864ded952f5205ea3239b9 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:02:15.865844 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-df3f7da1-fdc0-4bbf-8f82-86a447db0c21 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:15.866468 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-3ecebca9-0a17-468a-9e06-f5c62febd638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:15.869980 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-3ecebca9-0a17-468a-9e06-f5c62febd638 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 1098 time: 0.4199550 Jul 22 19:02:15.873515 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-14e1c67a-12f3-4985-8f92-24f86f2fba57 None None] Port 600bd27c-3685-47a3-a6b6-ac859523d74f cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:02:15.919798 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c76cf0ce-64c3-4d5c-b622-53d84727d41b up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:15.926418 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8dccd419-88a9-4355-866f-aec42c3c3acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:15.957882 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'name': 'tempest-ServersTestManualDisk-1800578294-router', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:09Z', 'updated_at': '2021-07-22T19:02:12Z', 'revision_number': 3, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'gw_port': {'id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:11Z', 'updated_at': '2021-07-22T19:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:15.977092 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3087bbe9-fb4c-4064-888a-7554da107bd9 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:15.991470 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port c76cf0ce-64c3-4d5c-b622-53d84727d41b completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:16.001377 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port c76cf0ce-64c3-4d5c-b622-53d84727d41b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:16.001817 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:16.007601 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a4922-ccb1-4fb3-a28d-adeb20ddc63a None None] The sync data for ids ['fd01c0ed-8e79-40e7-998c-2c854424bd30'] in n-d-800086-12 is: [{'id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'name': 'tempest-ServersTestManualDisk-1800578294-router', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:09Z', 'updated_at': '2021-07-22T19:02:12Z', 'revision_number': 3, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'gw_port': {'id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:11Z', 'updated_at': '2021-07-22T19:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:02:16.103520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462d31d-7f82-462a-870d-95d8cf517a86 req-50974042-0de6-4d15-8570-0e75c922478b tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:16.111124 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c462d31d-7f82-462a-870d-95d8cf517a86 req-50974042-0de6-4d15-8570-0e75c922478b tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 1097 time: 0.4035211 Jul 22 19:02:16.122446 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3087bbe9-fb4c-4064-888a-7554da107bd9 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:16.148139 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-3087bbe9-fb4c-4064-888a-7554da107bd9 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:16.154034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3087bbe9-fb4c-4064-888a-7554da107bd9 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:02:16.158905 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087bbe9-fb4c-4064-888a-7554da107bd9 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Pushing event updated for resources: {'Port': ['ID=95d24bfd-b9d6-479a-8adc-e76371ff94f2,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:16.162828 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:16.200362 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-df3f7da1-fdc0-4bbf-8f82-86a447db0c21 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Allocated IP 192.168.233.58 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/eaa72ad2-56ba-4ff3-bf94-451159fbfbaf) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:02:16.216340 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port c76cf0ce-64c3-4d5c-b622-53d84727d41b, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c76cf0ce-64c3-4d5c-b622-53d84727d41b,segment=NetworkSegment(5fd95182-66b0-4df7-9e9e-e504f31d9650),segment_id=5fd95182-66b0-4df7-9e9e-e504f31d9650)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:16.223780 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:16.272751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07701d4a-0e70-4ea6-918e-750bcbb7d59a req-7b2caeb0-7114-465f-9833-d2a6f6d10f7a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:16.280046 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-07701d4a-0e70-4ea6-918e-750bcbb7d59a req-7b2caeb0-7114-465f-9833-d2a6f6d10f7a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 946 time: 0.4210353 Jul 22 19:02:16.293888 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=c76cf0ce-64c3-4d5c-b622-53d84727d41b,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:16.312508 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c462d31d-7f82-462a-870d-95d8cf517a86 req-aa54f9c4-2a9e-42aa-92d5-b2552a6825b8 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986024 Jul 22 19:02:16.313681 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-4d0cceeb-0567-4127-8c5a-a1fec73a5320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:16.315138 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-4d0cceeb-0567-4127-8c5a-a1fec73a5320 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 909 time: 0.4286132 Jul 22 19:02:16.368221 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8dccd419-88a9-4355-866f-aec42c3c3acd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:16.380730 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8dccd419-88a9-4355-866f-aec42c3c3acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:16.424384 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-5a66994a-972c-4a38-bd9d-4d813ed7f55e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ca5f8c1-2d35-476e-a402-7e53e05e35bc HTTP/1.1" status: 200 len: 217 time: 0.0758939 Jul 22 19:02:16.483401 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3087bbe9-fb4c-4064-888a-7554da107bd9 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:16.503681 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccd419-88a9-4355-866f-aec42c3c3acd admin admin] Pushing event updated for resources: {'Port': ['ID=600bd27c-3685-47a3-a6b6-ac859523d74f,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:16.538495 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-07701d4a-0e70-4ea6-918e-750bcbb7d59a req-85f2c2ee-1d6e-4136-b35e-e1b3f42eae5e tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526832 Jul 22 19:02:16.574714 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-df3f7da1-fdc0-4bbf-8f82-86a447db0c21 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:16.591608 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8dccd419-88a9-4355-866f-aec42c3c3acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:16.606666 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-df3f7da1-fdc0-4bbf-8f82-86a447db0c21 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Transition to ACTIVE for port object eaa72ad2-56ba-4ff3-bf94-451159fbfbaf will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:16.625166 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-7c96e021-746a-4cb1-aefc-d0d50917c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:16.627171 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-7c96e021-746a-4cb1-aefc-d0d50917c234 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6ce6dd9-1892-4846-8205-ad77c8cfee8f HTTP/1.1" status: 200 len: 848 time: 0.1856673 Jul 22 19:02:16.702138 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-5d1b028c-20bf-42ce-89a4-d8a06b6f53a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1211dd5d-22dd-42cf-af43-7f788d3e855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544364 Jul 22 19:02:16.731606 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-df3f7da1-fdc0-4bbf-8f82-86a447db0c21 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:16.738280 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3087bbe9-fb4c-4064-888a-7554da107bd9 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:16.746445 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['670f70b9-eb55-429b-8e4e-cac6942e844d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:02:16.785374 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dccd419-88a9-4355-866f-aec42c3c3acd admin admin] Network 8c51d31c-fc03-4579-a008-0158f0e29dc1 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:16.798269 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-8dccd419-88a9-4355-866f-aec42c3c3acd admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:16.801166 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-df3f7da1-fdc0-4bbf-8f82-86a447db0c21 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:16.812257 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-df3f7da1-fdc0-4bbf-8f82-86a447db0c21 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:16.964553 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-df3f7da1-fdc0-4bbf-8f82-86a447db0c21 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:02:17.037799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6118ef-133f-4e62-8c13-74ec1afe8866 req-cfee5c07-7cc6-44f1-aefb-438ff72167ac tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:17.046327 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c6118ef-133f-4e62-8c13-74ec1afe8866 req-cfee5c07-7cc6-44f1-aefb-438ff72167ac tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7e4c90a-d891-4cd4-a2f7-601ef773d9de HTTP/1.1" status: 200 len: 950 time: 0.4045181 Jul 22 19:02:17.050750 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-03755b07-11c5-4193-a237-b3e7f91d6b9c service neutron] 10.222.0.30 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233159 Jul 22 19:02:17.174680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbdd74-55e3-4a50-95d2-5bb726122a4f req-58708af0-86bd-49e8-acb4-0be3babee19e tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:17.177756 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4fdbdd74-55e3-4a50-95d2-5bb726122a4f req-58708af0-86bd-49e8-acb4-0be3babee19e tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 1097 time: 0.4350564 Jul 22 19:02:17.202969 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ff60df72-6b6a-4027-ae1c-d84b86717df5 None None] Provisioning complete for port 600bd27c-3685-47a3-a6b6-ac859523d74f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:17.203527 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ff60df72-6b6a-4027-ae1c-d84b86717df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:17.251459 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ff60df72-6b6a-4027-ae1c-d84b86717df5 None None] Port 600bd27c-3685-47a3-a6b6-ac859523d74f cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:02:17.263398 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ff60df72-6b6a-4027-ae1c-d84b86717df5 None None] Provisioning for port eaa72ad2-56ba-4ff3-bf94-451159fbfbaf completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:17.269058 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ff60df72-6b6a-4027-ae1c-d84b86717df5 None None] Provisioning complete for port eaa72ad2-56ba-4ff3-bf94-451159fbfbaf triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:17.269668 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ff60df72-6b6a-4027-ae1c-d84b86717df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:17.290744 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c6118ef-133f-4e62-8c13-74ec1afe8866 req-5469cdd0-ca5e-4641-9bae-c6753eeaa949 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430670 Jul 22 19:02:17.291132 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dccd419-88a9-4355-866f-aec42c3c3acd admin admin] Router fd01c0ed-8e79-40e7-998c-2c854424bd30 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:02:17.297565 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-df3f7da1-fdc0-4bbf-8f82-86a447db0c21 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:17.298210 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-df3f7da1-fdc0-4bbf-8f82-86a447db0c21 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:17.303882 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f7da1-fdc0-4bbf-8f82-86a447db0c21 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Pushing event updated for resources: {'Port': ['ID=eaa72ad2-56ba-4ff3-bf94-451159fbfbaf,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:17.361159 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ff60df72-6b6a-4027-ae1c-d84b86717df5 None None] Port eaa72ad2-56ba-4ff3-bf94-451159fbfbaf cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:02:17.361408 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-df3f7da1-fdc0-4bbf-8f82-86a447db0c21 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7458365 Jul 22 19:02:17.368550 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4fdbdd74-55e3-4a50-95d2-5bb726122a4f req-5dc17954-e1ab-4d19-a3bf-2fd4b4224116 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734595 Jul 22 19:02:17.423558 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-df4bc1bd-a3b9-404c-828b-a0470cc78cae service neutron] 10.222.0.30 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552210 Jul 22 19:02:17.444029 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3087bbe9-fb4c-4064-888a-7554da107bd9 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:17.450337 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3087bbe9-fb4c-4064-888a-7554da107bd9 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:17.469454 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device afce5aa1-263e-471c-8707-6bf08476b633 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:17.512694 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3087bbe9-fb4c-4064-888a-7554da107bd9 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:17.523628 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] Request body: {'port': {'device_id': '99b8c50d-ee9a-499f-bcd7-571a4ce02458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:17.526390 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port afce5aa1-263e-471c-8707-6bf08476b633 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:17.531150 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087bbe9-fb4c-4064-888a-7554da107bd9 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Pushing event updated for resources: {'Port': ['ID=95d24bfd-b9d6-479a-8adc-e76371ff94f2,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:17.533914 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port afce5aa1-263e-471c-8707-6bf08476b633 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:17.535425 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:17.607332 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dccd419-88a9-4355-866f-aec42c3c3acd admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:02:17.618186 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8dccd419-88a9-4355-866f-aec42c3c3acd admin admin] 10.222.0.13 "PUT /v2.0/routers/fd01c0ed-8e79-40e7-998c-2c854424bd30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2694297 Jul 22 19:02:17.624061 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:17.635369 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:17.641687 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3087bbe9-fb4c-4064-888a-7554da107bd9 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:17.650775 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3087bbe9-fb4c-4064-888a-7554da107bd9 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9058590 Jul 22 19:02:17.692440 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-0f45d57d-152f-4228-a2bc-03b555c3aa0f tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:17.694239 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-0f45d57d-152f-4228-a2bc-03b555c3aa0f tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459&tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&binding%3Ahost_id=n-h2-800086-12 HTTP/1.1" status: 200 len: 1098 time: 0.1781015 Jul 22 19:02:17.695008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port afce5aa1-263e-471c-8707-6bf08476b633, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=afce5aa1-263e-471c-8707-6bf08476b633,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:17.701710 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:17.702774 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c76cf0ce-64c3-4d5c-b622-53d84727d41b up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:17.712450 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800086-12'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:17.722633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5e16f-f22d-4575-a9d7-15a052d0f344 req-30341e02-1afb-4138-9cb5-9f939c06ca88 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:17.725006 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8be5e16f-f22d-4575-a9d7-15a052d0f344 req-30341e02-1afb-4138-9cb5-9f939c06ca88 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b8c50d-ee9a-499f-bcd7-571a4ce02458 HTTP/1.1" status: 200 len: 935 time: 0.2137570 Jul 22 19:02:17.787530 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871541eb-f70b-4754-91d7-c4a1c1cbce88 req-caf10b12-d4e0-4e20-8a77-ad076a9abab3 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:17.789261 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-871541eb-f70b-4754-91d7-c4a1c1cbce88 req-caf10b12-d4e0-4e20-8a77-ad076a9abab3 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2c1953e-4978-4d13-bf9f-12f2aa482263 HTTP/1.1" status: 200 len: 949 time: 0.2591040 Jul 22 19:02:17.811794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=afce5aa1-263e-471c-8707-6bf08476b633,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:17.827813 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port c76cf0ce-64c3-4d5c-b622-53d84727d41b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:17.828977 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:17.832398 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:17.837340 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:17.837340 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:17.839123 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:17.839464 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:17.839963 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:17.840296 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:17.840747 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:17.840983 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:17.841300 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:17.841793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:17.842115 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:17.861032 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8be5e16f-f22d-4575-a9d7-15a052d0f344 req-e398845d-5a68-42f9-aaaa-86a6f0555da4 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/security-groups?id=203d0b02-8b03-4270-8915-fd5a08e6f8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130571 Jul 22 19:02:17.902053 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-871541eb-f70b-4754-91d7-c4a1c1cbce88 req-c5f42e87-6616-46be-9d1b-ef6bef7d437d tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036272 Jul 22 19:02:17.902904 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:18.076876 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa72ad2-56ba-4ff3-bf94-451159fbfbaf {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:02:18.089044 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:18.104717 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] Transition to ACTIVE for port object eaa72ad2-56ba-4ff3-bf94-451159fbfbaf will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:18.109520 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:18.163627 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] Pushing event updated for resources: {'Port': ['ID=eaa72ad2-56ba-4ff3-bf94-451159fbfbaf,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:18.266120 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] Attempting to bind port eaa72ad2-56ba-4ff3-bf94-451159fbfbaf on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:18.266681 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] Attempting to bind port eaa72ad2-56ba-4ff3-bf94-451159fbfbaf by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:18.267180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] Attempting to bind port eaa72ad2-56ba-4ff3-bf94-451159fbfbaf on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:18.273380 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] Port eaa72ad2-56ba-4ff3-bf94-451159fbfbaf on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:02:18.273928 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] Attempting to bind port eaa72ad2-56ba-4ff3-bf94-451159fbfbaf on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:18.279823 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:18.280663 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:18.281584 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:18.282174 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] Bound port: eaa72ad2-56ba-4ff3-bf94-451159fbfbaf, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:18.282785 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:18.334105 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] For port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8ca5f8c1-2d35-476e-a402-7e53e05e35bc,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:18.367372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c79874-eb04-4ff7-9c25-a308d91ce1d8 req-437fae7d-3c31-4384-83c8-6bf6a0edc62c tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:18.374649 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89c79874-eb04-4ff7-9c25-a308d91ce1d8 req-437fae7d-3c31-4384-83c8-6bf6a0edc62c tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 946 time: 0.1111200 Jul 22 19:02:18.384796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57528) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:18.396647 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e0edd5fe-d723-40ef-95c8-e52d98a81d7c tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--756080938', 'description': 'tempest-description--1149913392'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:18.412620 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] For port eaa72ad2-56ba-4ff3-bf94-451159fbfbaf, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:18.418983 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] For port eaa72ad2-56ba-4ff3-bf94-451159fbfbaf, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=eaa72ad2-56ba-4ff3-bf94-451159fbfbaf,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:18.423805 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:18.455601 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] Sync routers for ids ['fd01c0ed-8e79-40e7-998c-2c854424bd30'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:02:18.472010 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] For port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:18.474457 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] Routers {'fd01c0ed-8e79-40e7-998c-2c854424bd30'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:02:18.476418 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:02:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fd01c0ed-8e79-40e7-998c-2c854424bd30'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:18.480082 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:18.480764 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:18.482081 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] 10.222.0.16 "PUT /v2.0/ports/eaa72ad2-56ba-4ff3-bf94-451159fbfbaf HTTP/1.1" status: 200 len: 1096 time: 0.9636662 Jul 22 19:02:18.482516 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b8c50d-ee9a-499f-bcd7-571a4ce02458', 'tag': 'eaa72ad2-56ba-4ff3-bf94-451159fbfbaf'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:18.484778 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7b6451-9e13-4859-a524-b8b184cd1faf" -d '{"events": [{"name": "network-changed", "server_uuid": "99b8c50d-ee9a-499f-bcd7-571a4ce02458", "tag": "eaa72ad2-56ba-4ff3-bf94-451159fbfbaf"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:18.501023 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89c79874-eb04-4ff7-9c25-a308d91ce1d8 req-b7d99014-5386-4ae6-b27c-90259daa2ed3 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258066 Jul 22 19:02:18.539263 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e0edd5fe-d723-40ef-95c8-e52d98a81d7c tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:18.562218 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae523dfb-eba7-4b6a-a36c-de8f454f13fe service neutron] Pushing event updated for resources: {'Port': ['ID=eaa72ad2-56ba-4ff3-bf94-451159fbfbaf,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:18.590018 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-af530600-ef3a-4d46-a246-74a97b6944a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:18.591935 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-af530600-ef3a-4d46-a246-74a97b6944a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e90a7fa279864ded952f5205ea3239b9&device_id=99b8c50d-ee9a-499f-bcd7-571a4ce02458 HTTP/1.1" status: 200 len: 1099 time: 0.0664802 Jul 22 19:02:18.641484 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] Set router fd01c0ed-8e79-40e7-998c-2c854424bd30 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:02:18.641687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b238d64-f556-4426-b857-2a2d87c31459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca5f8c1-2d35-476e-a402-7e53e05e35bc'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:18.644043 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b54c83-8109-4f24-8f52-3de23a08596b" -d '{"events": [{"server_uuid": "5b238d64-f556-4426-b857-2a2d87c31459", "name": "network-vif-unplugged", "status": "completed", "tag": "8ca5f8c1-2d35-476e-a402-7e53e05e35bc"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:18.644737 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-6643101e-d186-4c2c-b20e-4a446c9a4d14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=eaa72ad2-56ba-4ff3-bf94-451159fbfbaf HTTP/1.1" status: 200 len: 217 time: 0.0460706 Jul 22 19:02:18.648858 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:18.675413 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:18.741092 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-dba4ce08-2b96-4df8-8941-95fb665df93d tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1707469956&fields=id&tenant_id=e5f6b3569b564d27a6f5df338de65c2e HTTP/1.1" status: 200 len: 267 time: 0.2349799 Jul 22 19:02:18.745302 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-c473939e-ae39-4be4-b852-77d493be1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:18.746964 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-c473939e-ae39-4be4-b852-77d493be1d83 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0962083 Jul 22 19:02:18.815226 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-1e291ae7-c8c9-4062-945b-ce66e3920ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:18.816765 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-1e291ae7-c8c9-4062-945b-ce66e3920ece service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0641313 Jul 22 19:02:18.877954 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-21417741-3932-4acd-8b3e-d1febfb6e981 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:18.879789 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-21417741-3932-4acd-8b3e-d1febfb6e981 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/networks?id=ca294e3c-7e7d-4357-b107-f5b283c529a6 HTTP/1.1" status: 200 len: 823 time: 0.1295893 Jul 22 19:02:18.880727 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca5f8c1-2d35-476e-a402-7e53e05e35bc,revision_number=7']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:18.932081 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-885c27bb-fdb9-4bd6-9723-73d3075485e2 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/quotas/e5f6b3569b564d27a6f5df338de65c2e HTTP/1.1" status: 200 len: 375 time: 0.0426862 Jul 22 19:02:18.933888 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-5ce9d215-0386-47b0-bed2-2fac864c5425 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102517 Jul 22 19:02:18.948248 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'name': 'tempest-ServersTestManualDisk-1800578294-router', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:09Z', 'updated_at': '2021-07-22T19:02:15Z', 'revision_number': 4, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'gw_port': {'id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:11Z', 'updated_at': '2021-07-22T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '600bd27c-3685-47a3-a6b6-ac859523d74f', 'name': '', 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'mac_address': 'fa:16:3e:53:0a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'dc74cdfe-e4d6-4618-a32b-bdd2a489d365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:14Z', 'updated_at': '2021-07-22T19:02:16Z', 'revision_number': 2, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'subnets': [{'id': 'dc74cdfe-e4d6-4618-a32b-bdd2a489d365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:18.984858 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] Checking router: fd01c0ed-8e79-40e7-998c-2c854424bd30 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:02:18.985216 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] Updating router fd01c0ed-8e79-40e7-998c-2c854424bd30 port 600bd27c-3685-47a3-a6b6-ac859523d74f binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:02:19.020081 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:19.039943 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-761845d5-f600-4bf4-84dd-89ca6f1ba238 req-cd5edd12-49c7-43a1-839b-579fb46b00a9 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999899 Jul 22 19:02:19.050631 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e0edd5fe-d723-40ef-95c8-e52d98a81d7c tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:19.064153 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e0edd5fe-d723-40ef-95c8-e52d98a81d7c tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:19.066518 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] Attempting to bind port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc on host n-h2-800086-12 for vnic_type normal with profile {"migrating_to": "n-h1-800086-12"} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:19.066843 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] Attempting to bind port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:19.067165 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] Attempting to bind port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:19.097514 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] Port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc on network 1211dd5d-22dd-42cf-af43-7f788d3e855d not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:02:19.097840 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] Attempting to bind port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:19.122614 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:19.122948 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] Checking segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:19.123331 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] Bound using segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:19.123756 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] Bound port: 8ca5f8c1-2d35-476e-a402-7e53e05e35bc, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:19.124107 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:19.125940 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e0edd5fe-d723-40ef-95c8-e52d98a81d7c tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:19.127129 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e0edd5fe-d723-40ef-95c8-e52d98a81d7c tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7399724 Jul 22 19:02:19.130645 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57544) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:19.135440 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a135682f-3673-4f5b-9a01-642811092177 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Request body: {'security_group_rule': {'security_group_id': '52f6bb2f-a72b-46b6-bddc-9f5b2f90d528', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:19.144445 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be062083-decd-4ff6-8825-20147c3ebcfa req-06c7380b-398e-4c6e-8e17-60908d0718d3 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:19.150932 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be062083-decd-4ff6-8825-20147c3ebcfa req-06c7380b-398e-4c6e-8e17-60908d0718d3 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:19.152456 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-be062083-decd-4ff6-8825-20147c3ebcfa req-06c7380b-398e-4c6e-8e17-60908d0718d3 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2c1953e-4978-4d13-bf9f-12f2aa482263&device_id=b7e4c90a-d891-4cd4-a2f7-601ef773d9de HTTP/1.1" status: 200 len: 1690 time: 0.2459614 Jul 22 19:02:19.156662 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0edd5fe-d723-40ef-95c8-e52d98a81d7c tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f6bb2f-a72b-46b6-bddc-9f5b2f90d528,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:19.174675 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a135682f-3673-4f5b-9a01-642811092177 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:19.194729 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-b4a1234f-bc60-4cd7-a812-aaf6c430bfae tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5f6b3569b564d27a6f5df338de65c2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2610226 Jul 22 19:02:19.236043 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a135682f-3673-4f5b-9a01-642811092177 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:19.241467 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a135682f-3673-4f5b-9a01-642811092177 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:19.265879 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135682f-3673-4f5b-9a01-642811092177 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b2960b-1a7e-4a98-8ad1-1e392b025e29,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:19.271965 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a135682f-3673-4f5b-9a01-642811092177 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:19.276256 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a135682f-3673-4f5b-9a01-642811092177 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445868 Jul 22 19:02:19.276938 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57546) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:19.282775 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c496b07b-84f0-476a-bf95-a703fb174097 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Request body: {'security_group_rule': {'security_group_id': '52f6bb2f-a72b-46b6-bddc-9f5b2f90d528', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:19.315289 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c496b07b-84f0-476a-bf95-a703fb174097 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:19.325898 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-be062083-decd-4ff6-8825-20147c3ebcfa req-da7243d3-ddba-44a6-aa88-3ed8260309af tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575580 Jul 22 19:02:19.331681 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device afce5aa1-263e-471c-8707-6bf08476b633 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:19.342142 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] For port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:19.361733 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] For port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8ca5f8c1-2d35-476e-a402-7e53e05e35bc,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:19.372002 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:19.398092 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:19.414506 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c496b07b-84f0-476a-bf95-a703fb174097 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:19.416361 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] Transition to ACTIVE for port object 600bd27c-3685-47a3-a6b6-ac859523d74f will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:19.420255 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c496b07b-84f0-476a-bf95-a703fb174097 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:19.427322 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:19.432019 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port afce5aa1-263e-471c-8707-6bf08476b633 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:19.432361 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:19.439576 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-fe86f806-39a4-4230-b144-f3e41abc5764 service neutron] 10.222.0.13 "GET /v2.0/networks/ca294e3c-7e7d-4357-b107-f5b283c529a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284405 Jul 22 19:02:19.451111 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496b07b-84f0-476a-bf95-a703fb174097 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b93b88b-ff78-4e7c-a0a7-bb9da581597a,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:19.464898 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c496b07b-84f0-476a-bf95-a703fb174097 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:19.469177 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c496b07b-84f0-476a-bf95-a703fb174097 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1882811 Jul 22 19:02:19.469415 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57552) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:19.475225 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-2ca9c5b7-391a-4ec9-9a8d-46bf48a7d6b8 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:19.526609 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca5f8c1-2d35-476e-a402-7e53e05e35bc,revision_number=8']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:19.532139 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:19.533092 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:19.534509 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-ab6687c5-6fb5-458d-a356-a2a02ad16960 service neutron] 10.222.0.30 "PUT /v2.0/ports/8ca5f8c1-2d35-476e-a402-7e53e05e35bc HTTP/1.1" status: 200 len: 1124 time: 1.8325348 Jul 22 19:02:19.572394 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ca9c5b7-391a-4ec9-9a8d-46bf48a7d6b8 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks [] for floatingip, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:19.596217 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b205c61-7bfa-4300-9e60-dd9773efd6ba x-openstack-request-id: req-2b205c61-7bfa-4300-9e60-dd9773efd6ba {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:19.596217 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b8c50d-ee9a-499f-bcd7-571a4ce02458", "tag": "eaa72ad2-56ba-4ff3-bf94-451159fbfbaf", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:19.596448 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b205c61-7bfa-4300-9e60-dd9773efd6ba {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:19.596862 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b8c50d-ee9a-499f-bcd7-571a4ce02458', 'tag': 'eaa72ad2-56ba-4ff3-bf94-451159fbfbaf', 'status': 'completed', 'code': 200} Jul 22 19:02:19.647733 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a27431-238a-4106-83b6-b4cc49fb066f x-openstack-request-id: req-a8a27431-238a-4106-83b6-b4cc49fb066f {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:19.648014 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b238d64-f556-4426-b857-2a2d87c31459", "name": "network-vif-unplugged", "status": "completed", "tag": "8ca5f8c1-2d35-476e-a402-7e53e05e35bc", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:19.648271 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8a27431-238a-4106-83b6-b4cc49fb066f {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:19.648851 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b238d64-f556-4426-b857-2a2d87c31459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca5f8c1-2d35-476e-a402-7e53e05e35bc', 'code': 200} Jul 22 19:02:19.660182 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-2c73177f-dc56-4fd8-a3fe-04a4a1048693 service neutron] 10.222.0.13 "GET /v2.0/networks/ca294e3c-7e7d-4357-b107-f5b283c529a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196727 Jul 22 19:02:19.806008 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d9302-dfc1-451e-a7e3-2064ba06f8eb req-cfb5b445-91fd-43ac-b235-95ebc672b940 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:19.813686 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a06d9302-dfc1-451e-a7e3-2064ba06f8eb req-cfb5b445-91fd-43ac-b235-95ebc672b940 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b8c50d-ee9a-499f-bcd7-571a4ce02458 HTTP/1.1" status: 200 len: 947 time: 0.1091516 Jul 22 19:02:19.843537 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ca9c5b7-391a-4ec9-9a8d-46bf48a7d6b8 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:19.881746 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['8ca5f8c1-2d35-476e-a402-7e53e05e35bc'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:02:19.884695 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c3e9f-b4f3-4236-ac29-d35e358b0a00 None None] Pushing event updated for resources: {'Port': ['ID=600bd27c-3685-47a3-a6b6-ac859523d74f,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:19.904834 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a06d9302-dfc1-451e-a7e3-2064ba06f8eb req-2b597e18-c568-4662-a38e-a149d6082ea6 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/security-groups?id=203d0b02-8b03-4270-8915-fd5a08e6f8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869160 Jul 22 19:02:19.935090 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] Attempting to bind port 600bd27c-3685-47a3-a6b6-ac859523d74f on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:19.935461 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] Attempting to bind port 600bd27c-3685-47a3-a6b6-ac859523d74f by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '8ba6108b-1708-4a80-9682-555c7e88c511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:19.935821 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] Attempting to bind port 600bd27c-3685-47a3-a6b6-ac859523d74f on network 8c51d31c-fc03-4579-a008-0158f0e29dc1 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:19.961157 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:19.961815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] Checking segment: {'id': '8ba6108b-1708-4a80-9682-555c7e88c511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:19.961815 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:19.962212 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] Bound using segment: {'id': '8ba6108b-1708-4a80-9682-555c7e88c511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:19.962762 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] Bound port: 600bd27c-3685-47a3-a6b6-ac859523d74f, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba6108b-1708-4a80-9682-555c7e88c511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:19.963070 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:20.007482 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-2ca9c5b7-391a-4ec9-9a8d-46bf48a7d6b8 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Allocated IP 172.25.3.143 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/9afabb84-f318-4d44-980c-620982c761e3) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:02:20.071464 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] For port 600bd27c-3685-47a3-a6b6-ac859523d74f, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:20.079973 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b6451-9e13-4859-a524-b8b184cd1faf req-04d312bc-980e-48fd-b248-6dadad6b8e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:20.081844 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ce7b6451-9e13-4859-a524-b8b184cd1faf req-04d312bc-980e-48fd-b248-6dadad6b8e5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e90a7fa279864ded952f5205ea3239b9&device_id=99b8c50d-ee9a-499f-bcd7-571a4ce02458 HTTP/1.1" status: 200 len: 1099 time: 0.3871868 Jul 22 19:02:20.116560 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] For port 600bd27c-3685-47a3-a6b6-ac859523d74f, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=600bd27c-3685-47a3-a6b6-ac859523d74f,segment=NetworkSegment(8ba6108b-1708-4a80-9682-555c7e88c511),segment_id=8ba6108b-1708-4a80-9682-555c7e88c511)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:20.131780 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:20.189511 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c3e9f-b4f3-4236-ac29-d35e358b0a00 None None] Pushing event updated for resources: {'Port': ['ID=600bd27c-3685-47a3-a6b6-ac859523d74f,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:20.196902 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ca9c5b7-391a-4ec9-9a8d-46bf48a7d6b8 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:20.238460 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] Routers {'fd01c0ed-8e79-40e7-998c-2c854424bd30'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:02:20.240434 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:02:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fd01c0ed-8e79-40e7-998c-2c854424bd30'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:20.242603 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b6451-9e13-4859-a524-b8b184cd1faf req-029436b7-9306-4e21-94e0-baba6f034dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:20.244200 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ce7b6451-9e13-4859-a524-b8b184cd1faf req-029436b7-9306-4e21-94e0-baba6f034dc6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.1515853 Jul 22 19:02:20.262650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03439578-7192-4c86-9a9b-ee1bc2b2942b req-c7e3da2e-d752-45a2-8744-a8d47b16f88b tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:20.264858 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03439578-7192-4c86-9a9b-ee1bc2b2942b req-c7e3da2e-d752-45a2-8744-a8d47b16f88b tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 944 time: 0.1583726 Jul 22 19:02:20.267333 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d641d36-8b4a-4342-9715-bcf3a65c9901 req-d71ef9cd-98d6-474c-8505-69dc893bc936 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:20.275719 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8d641d36-8b4a-4342-9715-bcf3a65c9901 req-d71ef9cd-98d6-474c-8505-69dc893bc936 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 1097 time: 0.1504090 Jul 22 19:02:20.315547 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ce7b6451-9e13-4859-a524-b8b184cd1faf req-5a97e158-19a3-41c8-bb0e-46fc33318247 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=eaa72ad2-56ba-4ff3-bf94-451159fbfbaf HTTP/1.1" status: 200 len: 217 time: 0.0573220 Jul 22 19:02:20.335389 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ca9c5b7-391a-4ec9-9a8d-46bf48a7d6b8 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:20.374355 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03439578-7192-4c86-9a9b-ee1bc2b2942b req-c0701974-cce3-4c80-9917-fc5f9abfe7d4 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950532 Jul 22 19:02:20.420569 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8d641d36-8b4a-4342-9715-bcf3a65c9901 req-a2caf55e-7bdb-47a9-b5cf-c60fa4fdf498 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434529 Jul 22 19:02:20.427388 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca9c5b7-391a-4ec9-9a8d-46bf48a7d6b8 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:20.431074 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] Set router fd01c0ed-8e79-40e7-998c-2c854424bd30 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:02:20.437615 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-2ca9c5b7-391a-4ec9-9a8d-46bf48a7d6b8 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:20.447536 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca9c5b7-391a-4ec9-9a8d-46bf48a7d6b8 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:02:20.460404 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b6451-9e13-4859-a524-b8b184cd1faf req-41ee71c8-f647-4b12-b01c-8c741b4cb7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:20.462278 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ce7b6451-9e13-4859-a524-b8b184cd1faf req-41ee71c8-f647-4b12-b01c-8c741b4cb7bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1388981 Jul 22 19:02:20.515583 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9c5b7-391a-4ec9-9a8d-46bf48a7d6b8 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Pushing event updated for resources: {'Port': ['ID=9afabb84-f318-4d44-980c-620982c761e3,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:20.558867 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d34364c3-5860-42e8-a874-3e2ff1edc000 req-52444809-9c90-4ec2-b939-1477ca1051a0 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8201981-31a2-4678-a404-3796efebc19b HTTP/1.1" status: 200 len: 210 time: 0.0603411 Jul 22 19:02:20.673313 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b6451-9e13-4859-a524-b8b184cd1faf req-9d94bd73-14b3-4155-ba93-3abba9f47295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:20.674319 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ce7b6451-9e13-4859-a524-b8b184cd1faf req-9d94bd73-14b3-4155-ba93-3abba9f47295 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1704657 Jul 22 19:02:20.700308 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ca9c5b7-391a-4ec9-9a8d-46bf48a7d6b8 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:20.703620 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b96bae-50c8-4192-a019-9b3dc07376ec req-4a8e9e5e-1296-4f0d-8c03-d701e66426d8 tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:20.713865 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84b96bae-50c8-4192-a019-9b3dc07376ec req-4a8e9e5e-1296-4f0d-8c03-d701e66426d8 tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b2c1953e-4978-4d13-bf9f-12f2aa482263 HTTP/1.1" status: 200 len: 1101 time: 0.0766275 Jul 22 19:02:20.767227 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84b96bae-50c8-4192-a019-9b3dc07376ec req-2ef524bb-e76b-43ec-9275-6034dd18aedf tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451565 Jul 22 19:02:20.813620 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ca9c5b7-391a-4ec9-9a8d-46bf48a7d6b8 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:20.856847 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ce7b6451-9e13-4859-a524-b8b184cd1faf req-840a89d5-44c2-42f8-b287-6aba62f09314 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716075 Jul 22 19:02:20.895011 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'name': 'tempest-ServersTestManualDisk-1800578294-router', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:09Z', 'updated_at': '2021-07-22T19:02:15Z', 'revision_number': 4, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'gw_port': {'id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:11Z', 'updated_at': '2021-07-22T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '600bd27c-3685-47a3-a6b6-ac859523d74f', 'name': '', 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'mac_address': 'fa:16:3e:53:0a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'dc74cdfe-e4d6-4618-a32b-bdd2a489d365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:14Z', 'updated_at': '2021-07-22T19:02:20Z', 'revision_number': 4, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'subnets': [{'id': 'dc74cdfe-e4d6-4618-a32b-bdd2a489d365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:20.924577 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a05250-032c-4d47-8739-2bb03e89ac6f None None] The sync data for ids ['fd01c0ed-8e79-40e7-998c-2c854424bd30'] in n-d-800086-12 is: [{'id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'name': 'tempest-ServersTestManualDisk-1800578294-router', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:09Z', 'updated_at': '2021-07-22T19:02:15Z', 'revision_number': 4, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'gw_port': {'id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:11Z', 'updated_at': '2021-07-22T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '600bd27c-3685-47a3-a6b6-ac859523d74f', 'name': '', 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'mac_address': 'fa:16:3e:53:0a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'dc74cdfe-e4d6-4618-a32b-bdd2a489d365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:14Z', 'updated_at': '2021-07-22T19:02:20Z', 'revision_number': 4, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'subnets': [{'id': 'dc74cdfe-e4d6-4618-a32b-bdd2a489d365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:02:21.067877 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ce7b6451-9e13-4859-a524-b8b184cd1faf req-1366e521-8777-4724-bae0-ee96522b55e2 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991282 Jul 22 19:02:21.123295 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ca9c5b7-391a-4ec9-9a8d-46bf48a7d6b8 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:21.134174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859bfe1-7d6f-47c1-9569-39d4eb56f2da req-e4c3dbc8-c439-4217-9054-7d4d62bd18fd tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:21.135826 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ca9c5b7-391a-4ec9-9a8d-46bf48a7d6b8 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:21.150519 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a859bfe1-7d6f-47c1-9569-39d4eb56f2da req-e4c3dbc8-c439-4217-9054-7d4d62bd18fd tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b7e4c90a-d891-4cd4-a2f7-601ef773d9de HTTP/1.1" status: 200 len: 1102 time: 0.1827834 Jul 22 19:02:21.229440 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9c5b7-391a-4ec9-9a8d-46bf48a7d6b8 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Pushing event updated for resources: {'Port': ['ID=9afabb84-f318-4d44-980c-620982c761e3,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:21.229667 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a859bfe1-7d6f-47c1-9569-39d4eb56f2da req-c96f4d59-deee-48c2-acb4-ea3119df48d9 tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762820 Jul 22 19:02:21.239864 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57600) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:21.263580 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ca9c5b7-391a-4ec9-9a8d-46bf48a7d6b8 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:21.299850 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ca9c5b7-391a-4ec9-9a8d-46bf48a7d6b8 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:21.301284 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2ca9c5b7-391a-4ec9-9a8d-46bf48a7d6b8 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8308601 Jul 22 19:02:21.400832 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 600bd27c-3685-47a3-a6b6-ac859523d74f up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:21.496979 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a3e58858-64cf-4482-b529-7c903dc0e0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:21.506175 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 600bd27c-3685-47a3-a6b6-ac859523d74f completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:21.518146 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 600bd27c-3685-47a3-a6b6-ac859523d74f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:21.518526 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:21.567529 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 8ca5f8c1-2d35-476e-a402-7e53e05e35bc details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:02:21.591625 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11569da1-d5de-4962-a3e6-e6eaa7c16894 req-99031ba6-1cbc-48d9-85ad-724e17ed8cb2 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:21.605359 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-11569da1-d5de-4962-a3e6-e6eaa7c16894 req-99031ba6-1cbc-48d9-85ad-724e17ed8cb2 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b8c50d-ee9a-499f-bcd7-571a4ce02458 HTTP/1.1" status: 200 len: 947 time: 0.1268921 Jul 22 19:02:21.649530 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b238d64-f556-4426-b857-2a2d87c31459', 'tag': '8ca5f8c1-2d35-476e-a402-7e53e05e35bc'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:21.652324 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59988f88-28cf-4801-8bf6-3dd2fbac98f0" -d '{"events": [{"name": "network-changed", "server_uuid": "5b238d64-f556-4426-b857-2a2d87c31459", "tag": "8ca5f8c1-2d35-476e-a402-7e53e05e35bc"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:21.677367 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-11569da1-d5de-4962-a3e6-e6eaa7c16894 req-ec8cb202-d682-47a7-98cb-941400f8d21a tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/security-groups?id=203d0b02-8b03-4270-8915-fd5a08e6f8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696423 Jul 22 19:02:21.752174 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a3e58858-64cf-4482-b529-7c903dc0e0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:21.760928 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a3e58858-64cf-4482-b529-7c903dc0e0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:21.840362 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a3e58858-64cf-4482-b529-7c903dc0e0d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=689c367d1a0046ccb01c6340a5fecf28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5989275 Jul 22 19:02:21.847927 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57632) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:21.863046 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e58858-64cf-4482-b529-7c903dc0e0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd235396-8ad3-427a-a59d-3f738985ac50,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:21.936041 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8ca5f8c1-2d35-476e-a402-7e53e05e35bc,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:21.972796 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57636) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:21.992331 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-ac859cb0-02f4-49b1-a580-047ccd39eead tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:22.000453 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 8ca5f8c1-2d35-476e-a402-7e53e05e35bc has no active binding in host n-h1-800086-12 {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 19:02:22.013759 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f37a9dcd-1647-4763-8d9e-531f3b8926a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:22.017459 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:22.019298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-ac859cb0-02f4-49b1-a580-047ccd39eead tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.30 "GET /v2.0/networks?id=ca294e3c-7e7d-4357-b107-f5b283c529a6 HTTP/1.1" status: 200 len: 823 time: 0.2740581 Jul 22 19:02:22.041714 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f37a9dcd-1647-4763-8d9e-531f3b8926a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:22.106670 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f37a9dcd-1647-4763-8d9e-531f3b8926a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:22.108125 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 600bd27c-3685-47a3-a6b6-ac859523d74f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=600bd27c-3685-47a3-a6b6-ac859523d74f,segment=NetworkSegment(8ba6108b-1708-4a80-9682-555c7e88c511),segment_id=8ba6108b-1708-4a80-9682-555c7e88c511)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:22.111048 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f37a9dcd-1647-4763-8d9e-531f3b8926a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:22.116064 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f37a9dcd-1647-4763-8d9e-531f3b8926a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd235396-8ad3-427a-a59d-3f738985ac50 HTTP/1.1" status: 204 len: 168 time: 0.2459323 Jul 22 19:02:22.117016 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:22.125688 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a9dcd-1647-4763-8d9e-531f3b8926a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd235396-8ad3-427a-a59d-3f738985ac50,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:22.216632 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-d82b2235-abbb-4a5a-90aa-1f659348356e tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:02:22.217560 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-d82b2235-abbb-4a5a-90aa-1f659348356e tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059795 Jul 22 19:02:22.233665 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=600bd27c-3685-47a3-a6b6-ac859523d74f,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:22.244081 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-cc9ea122-251e-4db2-bb09-7c6aac3128cd service neutron] Request body: {'binding': {'host': 'n-h1-800086-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:22.244433 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-cc9ea122-251e-4db2-bb09-7c6aac3128cd service neutron] Unknown quota resources ['binding']. {{(pid=93806) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:02:22.247406 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-9a7dab38-ff39-471a-a792-80d6c04ed1fc tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5f6b3569b564d27a6f5df338de65c2e HTTP/1.1" status: 200 len: 380 time: 0.1982236 Jul 22 19:02:22.258464 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-ce22517b-2b56-436b-97a6-b68e3a10c0e1 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Request body: {'port': {'device_id': 'b8201981-31a2-4678-a404-3796efebc19b', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'admin_state_up': True, 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'security_groups': ['e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:22.259065 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7ca10f7-6aa2-461e-ba58-fd216fd99119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:22.362349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494fe16-00e5-434b-9e4f-8b0661e1fe20 req-033a90d1-2cbc-4353-951f-44bc18312cd5 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:22.364612 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4494fe16-00e5-434b-9e4f-8b0661e1fe20 req-033a90d1-2cbc-4353-951f-44bc18312cd5 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 944 time: 0.2438946 Jul 22 19:02:22.401543 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device eaa72ad2-56ba-4ff3-bf94-451159fbfbaf details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:02:22.431267 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4494fe16-00e5-434b-9e4f-8b0661e1fe20 req-78047713-4ba0-4256-a823-6e35fc1b4ae1 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546765 Jul 22 19:02:22.478190 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-cc9ea122-251e-4db2-bb09-7c6aac3128cd service neutron] Attempting to bind port e434a628-3b79-4810-b192-27a306fcac80 on host n-h1-800086-12 for vnic_type normal with profile None {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:22.478577 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-cc9ea122-251e-4db2-bb09-7c6aac3128cd service neutron] Attempting to bind port e434a628-3b79-4810-b192-27a306fcac80 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:22.478848 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-cc9ea122-251e-4db2-bb09-7c6aac3128cd service neutron] Attempting to bind port e434a628-3b79-4810-b192-27a306fcac80 on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:22.489784 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-cc9ea122-251e-4db2-bb09-7c6aac3128cd service neutron] Port e434a628-3b79-4810-b192-27a306fcac80 on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:02:22.490048 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-cc9ea122-251e-4db2-bb09-7c6aac3128cd service neutron] Attempting to bind port e434a628-3b79-4810-b192-27a306fcac80 on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:22.508429 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-cc9ea122-251e-4db2-bb09-7c6aac3128cd service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:22.508839 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-cc9ea122-251e-4db2-bb09-7c6aac3128cd service neutron] Checking segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:22.509188 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-cc9ea122-251e-4db2-bb09-7c6aac3128cd service neutron] Bound using segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:22.509628 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-cc9ea122-251e-4db2-bb09-7c6aac3128cd service neutron] Bound port: e434a628-3b79-4810-b192-27a306fcac80, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:22.587081 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port eaa72ad2-56ba-4ff3-bf94-451159fbfbaf, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=eaa72ad2-56ba-4ff3-bf94-451159fbfbaf,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:22.594797 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7ca10f7-6aa2-461e-ba58-fd216fd99119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:22.603319 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7ca10f7-6aa2-461e-ba58-fd216fd99119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:22.606728 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'eaa72ad2-56ba-4ff3-bf94-451159fbfbaf', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': 'eaa72ad2-56ba-4ff3-bf94-451159fbfbaf', 'mac_address': 'fa:16:3e:47:f9:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:02:22.635401 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-8726250a-6c14-4b14-8c45-804c839a8397 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--756080938&fields=id&tenant_id=32cea476df594530ba3ecc2a722772ea HTTP/1.1" status: 200 len: 267 time: 0.0664859 Jul 22 19:02:22.651354 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:22.651640 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57654) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:22.665526 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-cc9ea122-251e-4db2-bb09-7c6aac3128cd service neutron] For port e434a628-3b79-4810-b192-27a306fcac80, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e434a628-3b79-4810-b192-27a306fcac80,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:22.672797 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa72ad2-56ba-4ff3-bf94-451159fbfbaf {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:02:22.682574 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-cc9ea122-251e-4db2-bb09-7c6aac3128cd service neutron] Notify callbacks [] for binding, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:22.686053 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-84fe717e-9506-46cb-9116-0e5f7b667c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:22.687835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-ce22517b-2b56-436b-97a6-b68e3a10c0e1 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Made reservation on behalf of e5f6b3569b564d27a6f5df338de65c2e for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:02:22.691280 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-ce22517b-2b56-436b-97a6-b68e3a10c0e1 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:22.696861 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-cc9ea122-251e-4db2-bb09-7c6aac3128cd service neutron] 10.222.0.13 "POST /v2.0/ports/e434a628-3b79-4810-b192-27a306fcac80/bindings HTTP/1.1" status: 201 len: 390 time: 0.4619803 Jul 22 19:02:22.699114 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca10f7-6aa2-461e-ba58-fd216fd99119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e73843d-a732-4937-b19a-5a3d924212db,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:22.701038 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port eaa72ad2-56ba-4ff3-bf94-451159fbfbaf, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=eaa72ad2-56ba-4ff3-bf94-451159fbfbaf,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:22.710884 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d7ca10f7-6aa2-461e-ba58-fd216fd99119 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d26fe91b1e214d8dbe96e53254606d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7361288 Jul 22 19:02:22.716432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57658) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:22.722834 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:22.788445 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=eaa72ad2-56ba-4ff3-bf94-451159fbfbaf,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:22.939364 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-b97e2942-83d0-4e54-8c13-d4a597afe9dc tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:22.940844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-b97e2942-83d0-4e54-8c13-d4a597afe9dc tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/networks?id=8c51d31c-fc03-4579-a008-0158f0e29dc1 HTTP/1.1" status: 200 len: 812 time: 0.3046646 Jul 22 19:02:22.948319 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-22c2fb93-d4c7-484a-83fc-eba92f4f0f8e req-64406c8f-ce9b-455b-a735-4498eca503c4 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8201981-31a2-4678-a404-3796efebc19b HTTP/1.1" status: 200 len: 210 time: 0.0998240 Jul 22 19:02:22.983963 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f84c0ee4-56a6-4a78-9131-0bcff58fac66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:23.023093 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b380bfb2-f401-42bb-935e-a3dea2a480f3 x-openstack-request-id: req-b380bfb2-f401-42bb-935e-a3dea2a480f3 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:23.023379 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b238d64-f556-4426-b857-2a2d87c31459", "tag": "8ca5f8c1-2d35-476e-a402-7e53e05e35bc", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:23.023489 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b380bfb2-f401-42bb-935e-a3dea2a480f3 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:23.023880 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b238d64-f556-4426-b857-2a2d87c31459', 'tag': '8ca5f8c1-2d35-476e-a402-7e53e05e35bc', 'status': 'completed', 'code': 200} Jul 22 19:02:23.025013 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['eaa72ad2-56ba-4ff3-bf94-451159fbfbaf'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:02:23.025221 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-06c2899f-037d-4735-8fa9-bb8078a3a375 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/quotas/32cea476df594530ba3ecc2a722772ea HTTP/1.1" status: 200 len: 375 time: 0.0695295 Jul 22 19:02:23.066232 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f84c0ee4-56a6-4a78-9131-0bcff58fac66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:23.097868 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59988f88-28cf-4801-8bf6-3dd2fbac98f0 req-5cbd443b-7bc2-483a-a5e3-61e6acacdc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:23.100278 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-59988f88-28cf-4801-8bf6-3dd2fbac98f0 req-5cbd443b-7bc2-483a-a5e3-61e6acacdc9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 1127 time: 0.0750098 Jul 22 19:02:23.117243 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-ce22517b-2b56-436b-97a6-b68e3a10c0e1 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Allocated IP 172.20.0.11 (ca294e3c-7e7d-4357-b107-f5b283c529a6/6127a740-55fe-4e1e-9351-155d195e1651/1a112a08-8087-41a3-868b-b9a587a09071) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:02:23.185620 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-43f7100c-36ac-48db-b119-38bb8680d122 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=81e23346e51c4096b61dbd871c0fe502&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793085 Jul 22 19:02:23.201345 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59988f88-28cf-4801-8bf6-3dd2fbac98f0 req-5c3ce33b-3480-4514-915c-20ffbf6a976f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:23.203112 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-59988f88-28cf-4801-8bf6-3dd2fbac98f0 req-5c3ce33b-3480-4514-915c-20ffbf6a976f service neutron] 10.222.0.16 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 909 time: 0.0957861 Jul 22 19:02:23.225708 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-84fe717e-9506-46cb-9116-0e5f7b667c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:23.249325 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-59988f88-28cf-4801-8bf6-3dd2fbac98f0 req-b5576d51-ff92-4ef3-9546-0139f158f6dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ca5f8c1-2d35-476e-a402-7e53e05e35bc HTTP/1.1" status: 200 len: 217 time: 0.0397453 Jul 22 19:02:23.252962 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-84fe717e-9506-46cb-9116-0e5f7b667c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:23.306416 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59988f88-28cf-4801-8bf6-3dd2fbac98f0 req-bf5c357b-b0fa-41b4-8a8d-d3f6bb990879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:23.308717 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-59988f88-28cf-4801-8bf6-3dd2fbac98f0 req-bf5c357b-b0fa-41b4-8a8d-d3f6bb990879 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6ce6dd9-1892-4846-8205-ad77c8cfee8f HTTP/1.1" status: 200 len: 848 time: 0.0512354 Jul 22 19:02:23.310088 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 600bd27c-3685-47a3-a6b6-ac859523d74f up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:23.345329 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-59988f88-28cf-4801-8bf6-3dd2fbac98f0 req-e91bb310-bd42-40de-8812-45f1ae4e4a0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1211dd5d-22dd-42cf-af43-7f788d3e855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300658 Jul 22 19:02:23.350137 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f84c0ee4-56a6-4a78-9131-0bcff58fac66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:23.352675 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f84c0ee4-56a6-4a78-9131-0bcff58fac66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:23.353790 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f84c0ee4-56a6-4a78-9131-0bcff58fac66 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e73843d-a732-4937-b19a-5a3d924212db HTTP/1.1" status: 204 len: 168 time: 0.6345317 Jul 22 19:02:23.365772 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 600bd27c-3685-47a3-a6b6-ac859523d74f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:23.366445 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:23.391761 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-d239f342-e80c-4f0f-9da8-64862c883389 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=32cea476df594530ba3ecc2a722772ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3448381 Jul 22 19:02:23.419281 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe717e-9506-46cb-9116-0e5f7b667c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e13055-2cda-4c03-9541-875378059f08,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:23.445435 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-84fe717e-9506-46cb-9116-0e5f7b667c60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab3ee5a8cc6345b59f26ab02b044fa1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7904072 Jul 22 19:02:23.458196 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57672) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:23.519832 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c0ee4-56a6-4a78-9131-0bcff58fac66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e73843d-a732-4937-b19a-5a3d924212db,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:23.732123 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-59988f88-28cf-4801-8bf6-3dd2fbac98f0 req-be9cb478-c7bc-4895-9144-22a6f48f5605 service neutron] 10.222.0.16 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796751 Jul 22 19:02:23.749420 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-ef5440c0-852a-4b61-aa4c-fc293b2721ed service neutron] 10.222.0.16 "GET /v2.0/ports/8ca5f8c1-2d35-476e-a402-7e53e05e35bc/bindings/n-h1-800086-12 HTTP/1.1" status: 200 len: 385 time: 0.0838873 Jul 22 19:02:23.758309 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8a0b3780-dabb-4e78-a511-6b31a69d7f9a tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:23.759822 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8a0b3780-dabb-4e78-a511-6b31a69d7f9a tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5630171 Jul 22 19:02:23.774341 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57678) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:23.813147 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-075dd5fa-d3fe-43ec-9b54-48b55eb3cac4 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/quotas/81e23346e51c4096b61dbd871c0fe502 HTTP/1.1" status: 200 len: 375 time: 0.0436692 Jul 22 19:02:23.821356 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-585812be-c62e-478e-a388-04cc605c9883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:23.845973 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-b24ddc4f-b5ad-4857-9d92-4ef06f5c3ec9 service neutron] 10.222.0.13 "GET /v2.0/networks/8c51d31c-fc03-4579-a008-0158f0e29dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525578 Jul 22 19:02:23.876695 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-ce22517b-2b56-436b-97a6-b68e3a10c0e1 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:23.909543 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0bf484dc-c2e1-4bda-a886-78be4a4e1b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:23.913409 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-59988f88-28cf-4801-8bf6-3dd2fbac98f0 req-9cfc3527-fa80-4fcd-8aff-19b96093c1f9 service neutron] 10.222.0.16 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720147 Jul 22 19:02:23.932468 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-ce22517b-2b56-436b-97a6-b68e3a10c0e1 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Transition to ACTIVE for port object 1a112a08-8087-41a3-868b-b9a587a09071 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:23.981355 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0bf484dc-c2e1-4bda-a886-78be4a4e1b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:24.068499 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-29aa4bcd-0d0f-4873-8a84-7af95ee490c1 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e23346e51c4096b61dbd871c0fe502&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2452390 Jul 22 19:02:24.087362 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-a734e2e1-7612-433d-a447-d35b777df2f9 service neutron] 10.222.0.13 "GET /v2.0/networks/8c51d31c-fc03-4579-a008-0158f0e29dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099395 Jul 22 19:02:24.090977 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-585812be-c62e-478e-a388-04cc605c9883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:24.093260 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-81e8e2b6-65a8-45f8-b316-2c2425c64057 service neutron] For port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8ca5f8c1-2d35-476e-a402-7e53e05e35bc,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:24.103621 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-ce22517b-2b56-436b-97a6-b68e3a10c0e1 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:24.109797 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-585812be-c62e-478e-a388-04cc605c9883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:24.114766 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0bf484dc-c2e1-4bda-a886-78be4a4e1b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:24.117875 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0bf484dc-c2e1-4bda-a886-78be4a4e1b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:24.119056 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0bf484dc-c2e1-4bda-a886-78be4a4e1b46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94e13055-2cda-4c03-9541-875378059f08 HTTP/1.1" status: 204 len: 168 time: 0.6577625 Jul 22 19:02:24.164406 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf484dc-c2e1-4bda-a886-78be4a4e1b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e13055-2cda-4c03-9541-875378059f08,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:24.169705 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-ce22517b-2b56-436b-97a6-b68e3a10c0e1 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Network ca294e3c-7e7d-4357-b107-f5b283c529a6 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:24.173347 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-ce22517b-2b56-436b-97a6-b68e3a10c0e1 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:24.186593 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-ce22517b-2b56-436b-97a6-b68e3a10c0e1 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:02:24.195433 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-ce22517b-2b56-436b-97a6-b68e3a10c0e1 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:24.196433 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-ce22517b-2b56-436b-97a6-b68e3a10c0e1 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:24.210284 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22517b-2b56-436b-97a6-b68e3a10c0e1 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Pushing event updated for resources: {'Port': ['ID=1a112a08-8087-41a3-868b-b9a587a09071,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:24.233798 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-585812be-c62e-478e-a388-04cc605c9883 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9b098f4b7e141f78287c74b9469e3ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4507055 Jul 22 19:02:24.236040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57684) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:24.254406 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-ce22517b-2b56-436b-97a6-b68e3a10c0e1 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9989328 Jul 22 19:02:24.258406 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-81e8e2b6-65a8-45f8-b316-2c2425c64057 service neutron] For port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:24.273289 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] Request body: {'port': {'device_id': 'b8201981-31a2-4678-a404-3796efebc19b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:24.330479 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-81e8e2b6-65a8-45f8-b316-2c2425c64057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca5f8c1-2d35-476e-a402-7e53e05e35bc {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:02:24.374681 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-81e8e2b6-65a8-45f8-b316-2c2425c64057 service neutron] For port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=8ca5f8c1-2d35-476e-a402-7e53e05e35bc,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:24.396914 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585812be-c62e-478e-a388-04cc605c9883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4815a5-a58a-4fcb-8306-204b88db1715,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:24.407855 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device eaa72ad2-56ba-4ff3-bf94-451159fbfbaf up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:24.430466 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-81e8e2b6-65a8-45f8-b316-2c2425c64057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:24.491487 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port eaa72ad2-56ba-4ff3-bf94-451159fbfbaf completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:24.498920 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port eaa72ad2-56ba-4ff3-bf94-451159fbfbaf triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:24.499688 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:24.508865 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-395ee744-f613-4f41-a6fc-8688326ef256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:24.569057 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-81e8e2b6-65a8-45f8-b316-2c2425c64057 service neutron] Transition to ACTIVE for port object 8ca5f8c1-2d35-476e-a402-7e53e05e35bc will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:24.570479 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:24.576661 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-81e8e2b6-65a8-45f8-b316-2c2425c64057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:24.581119 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-395ee744-f613-4f41-a6fc-8688326ef256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:24.636660 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-71a7dfd3-1cbf-41fa-adbc-687236dab33f None None] Provisioning for port 1a112a08-8087-41a3-868b-b9a587a09071 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:24.644463 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-71a7dfd3-1cbf-41fa-adbc-687236dab33f None None] Provisioning complete for port 1a112a08-8087-41a3-868b-b9a587a09071 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:24.644962 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-71a7dfd3-1cbf-41fa-adbc-687236dab33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:24.647245 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:24.690557 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2122347-60d0-4729-867f-2a0dd9cb93e9 req-ed0b626b-f3d7-444a-9548-55c92debb581 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:24.699538 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2122347-60d0-4729-867f-2a0dd9cb93e9 req-ed0b626b-f3d7-444a-9548-55c92debb581 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b8c50d-ee9a-499f-bcd7-571a4ce02458 HTTP/1.1" status: 200 len: 948 time: 0.3102355 Jul 22 19:02:24.705030 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-81e8e2b6-65a8-45f8-b316-2c2425c64057 service neutron] No DVR routers for this DVR port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:02:24.809573 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-81e8e2b6-65a8-45f8-b316-2c2425c64057 service neutron] 10.222.0.16 "PUT /v2.0/ports/8ca5f8c1-2d35-476e-a402-7e53e05e35bc/bindings/n-h1-800086-12/activate HTTP/1.1" status: 200 len: 370 time: 1.0452280 Jul 22 19:02:24.812199 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b8c50d-ee9a-499f-bcd7-571a4ce02458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa72ad2-56ba-4ff3-bf94-451159fbfbaf'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:24.817988 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3382ac46-cd8e-4c96-9c88-da4191795475" -d '{"events": [{"server_uuid": "99b8c50d-ee9a-499f-bcd7-571a4ce02458", "name": "network-vif-plugged", "status": "completed", "tag": "eaa72ad2-56ba-4ff3-bf94-451159fbfbaf"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:24.840854 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8e2b6-65a8-45f8-b316-2c2425c64057 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca5f8c1-2d35-476e-a402-7e53e05e35bc,revision_number=10']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:24.858180 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port eaa72ad2-56ba-4ff3-bf94-451159fbfbaf, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=eaa72ad2-56ba-4ff3-bf94-451159fbfbaf,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:24.869008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-71a7dfd3-1cbf-41fa-adbc-687236dab33f None None] Port 1a112a08-8087-41a3-868b-b9a587a09071 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:02:24.872027 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:24.946786 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=eaa72ad2-56ba-4ff3-bf94-451159fbfbaf,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:25.005721 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2122347-60d0-4729-867f-2a0dd9cb93e9 req-39e41198-6e4a-4450-8c17-21623fa8de31 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/security-groups?id=203d0b02-8b03-4270-8915-fd5a08e6f8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048739 Jul 22 19:02:25.074293 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-395ee744-f613-4f41-a6fc-8688326ef256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:25.078159 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-395ee744-f613-4f41-a6fc-8688326ef256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:25.079512 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-395ee744-f613-4f41-a6fc-8688326ef256 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d4815a5-a58a-4fcb-8306-204b88db1715 HTTP/1.1" status: 204 len: 168 time: 0.8424664 Jul 22 19:02:25.163608 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ee744-f613-4f41-a6fc-8688326ef256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4815a5-a58a-4fcb-8306-204b88db1715,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:25.208926 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a14a3f-4539-4c0f-950b-3fbf581c4b3a req-cc711947-86f3-44e9-b305-74fddcc8478c tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:25.210698 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14a14a3f-4539-4c0f-950b-3fbf581c4b3a req-cc711947-86f3-44e9-b305-74fddcc8478c tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 945 time: 0.3410015 Jul 22 19:02:25.217962 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-d6c12eb1-b881-4b55-aa21-f9ed39f6a9e7 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:25.236124 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-d6c12eb1-b881-4b55-aa21-f9ed39f6a9e7 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459&tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&binding%3Ahost_id=n-h2-800086-12 HTTP/1.1" status: 200 len: 1097 time: 0.3335922 Jul 22 19:02:25.392761 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14a14a3f-4539-4c0f-950b-3fbf581c4b3a req-b7f2018a-f44d-4290-a7b8-f245961c317f tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521449 Jul 22 19:02:25.468972 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcefead-e8fb-4c29-93a3-9842819113e3 req-952f0bee-0b7e-488e-b000-b513cfb35446 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:25.470562 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7dcefead-e8fb-4c29-93a3-9842819113e3 req-952f0bee-0b7e-488e-b000-b513cfb35446 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 945 time: 0.3456972 Jul 22 19:02:25.498110 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a112a08-8087-41a3-868b-b9a587a09071 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:02:25.523342 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:25.537510 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-94c049b0-b50f-4ee3-bd00-a13e8b560b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:25.539017 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-94c049b0-b50f-4ee3-bd00-a13e8b560b21 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459&tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d HTTP/1.1" status: 200 len: 1097 time: 0.3019300 Jul 22 19:02:25.623375 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] Transition to ACTIVE for port object 1a112a08-8087-41a3-868b-b9a587a09071 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:25.637410 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7dcefead-e8fb-4c29-93a3-9842819113e3 req-fec5471a-1241-4c27-b0a4-4d163ad28484 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459706 Jul 22 19:02:25.642764 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:25.731737 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] Pushing event updated for resources: {'Port': ['ID=1a112a08-8087-41a3-868b-b9a587a09071,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:25.749022 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61360e-2c65-40a6-a390-036af92999c1 req-fad3dcd1-7262-4e57-8b7c-4d18777ef7f5 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:25.759805 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9f61360e-2c65-40a6-a390-036af92999c1 req-fad3dcd1-7262-4e57-8b7c-4d18777ef7f5 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8201981-31a2-4678-a404-3796efebc19b HTTP/1.1" status: 200 len: 932 time: 0.2436852 Jul 22 19:02:25.780428 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-587fd366-494f-416c-ad9e-d77f07896b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:25.783314 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-587fd366-494f-416c-ad9e-d77f07896b10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 1097 time: 0.2115333 Jul 22 19:02:25.937087 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-680117c0-6328-40c7-a92b-9e34cee06bb8 req-12e3b4ae-9324-43f7-ab21-a9c21ccaa02f tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/ports?device_id=21428f10-6252-455d-a753-cdfc4c48c7bb HTTP/1.1" status: 200 len: 210 time: 0.1728542 Jul 22 19:02:26.005775 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] Attempting to bind port 1a112a08-8087-41a3-868b-b9a587a09071 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:26.018794 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] Attempting to bind port 1a112a08-8087-41a3-868b-b9a587a09071 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'b8f30338-a332-44a2-b242-a0037ff481e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:26.019140 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] Attempting to bind port 1a112a08-8087-41a3-868b-b9a587a09071 on network ca294e3c-7e7d-4357-b107-f5b283c529a6 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:26.105287 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] Port 1a112a08-8087-41a3-868b-b9a587a09071 on network ca294e3c-7e7d-4357-b107-f5b283c529a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:02:26.106000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] Attempting to bind port 1a112a08-8087-41a3-868b-b9a587a09071 on network ca294e3c-7e7d-4357-b107-f5b283c529a6 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:26.125315 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9f61360e-2c65-40a6-a390-036af92999c1 req-d0128805-13bf-4e81-b907-81bb49cb6e87 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3607490 Jul 22 19:02:26.141845 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:26.145614 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] Checking segment: {'id': 'b8f30338-a332-44a2-b242-a0037ff481e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:26.147798 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] Bound using segment: {'id': 'b8f30338-a332-44a2-b242-a0037ff481e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:26.148467 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] Bound port: 1a112a08-8087-41a3-868b-b9a587a09071, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f30338-a332-44a2-b242-a0037ff481e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:26.149072 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:26.221126 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d03ac09-022a-43bd-8a9f-02385a133856 x-openstack-request-id: req-1d03ac09-022a-43bd-8a9f-02385a133856 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:26.222139 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b8c50d-ee9a-499f-bcd7-571a4ce02458", "name": "network-vif-plugged", "status": "completed", "tag": "eaa72ad2-56ba-4ff3-bf94-451159fbfbaf", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:26.222139 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d03ac09-022a-43bd-8a9f-02385a133856 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:26.225677 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b8c50d-ee9a-499f-bcd7-571a4ce02458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa72ad2-56ba-4ff3-bf94-451159fbfbaf', 'code': 200} Jul 22 19:02:26.229078 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-76caf385-b92c-4ba8-a569-eb320b4d48e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:26.231158 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-76caf385-b92c-4ba8-a569-eb320b4d48e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 909 time: 0.3838797 Jul 22 19:02:26.243246 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-41d07902-ba18-4605-b5ad-70fa8e42f08f tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:26.247573 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-41d07902-ba18-4605-b5ad-70fa8e42f08f tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.16 "GET /v2.0/networks?id=8c51d31c-fc03-4579-a008-0158f0e29dc1 HTTP/1.1" status: 200 len: 812 time: 0.3807395 Jul 22 19:02:26.305479 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-7d6c1196-9e6c-40c5-a3c1-2c7c25349b1a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ca5f8c1-2d35-476e-a402-7e53e05e35bc HTTP/1.1" status: 200 len: 217 time: 0.0554557 Jul 22 19:02:26.325208 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] For port 1a112a08-8087-41a3-868b-b9a587a09071, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:26.354282 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] For port 1a112a08-8087-41a3-868b-b9a587a09071, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1a112a08-8087-41a3-868b-b9a587a09071,segment=NetworkSegment(b8f30338-a332-44a2-b242-a0037ff481e1),segment_id=b8f30338-a332-44a2-b242-a0037ff481e1)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:26.359665 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-dfd34be5-e803-4203-9a0f-599e11604258 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32cea476df594530ba3ecc2a722772ea HTTP/1.1" status: 200 len: 379 time: 0.1056504 Jul 22 19:02:26.371169 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-75eb25a8-707e-4693-8686-2881b86d894b tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Request body: {'port': {'device_id': '21428f10-6252-455d-a753-cdfc4c48c7bb', 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1', 'admin_state_up': True, 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'security_groups': ['52f6bb2f-a72b-46b6-bddc-9f5b2f90d528']}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:26.394805 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:26.487220 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2672eef-3c33-4398-97d0-dd2a49672022 req-610ea787-13b8-4463-b9f9-7368fa9a002d tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=186c5c43-a5a3-4c80-aead-16f936899b73 HTTP/1.1" status: 200 len: 210 time: 0.0760674 Jul 22 19:02:26.512144 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:26.512706 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:26.514122 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] 10.222.0.30 "PUT /v2.0/ports/1a112a08-8087-41a3-868b-b9a587a09071 HTTP/1.1" status: 200 len: 1093 time: 2.2465339 Jul 22 19:02:26.521377 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8201981-31a2-4678-a404-3796efebc19b', 'tag': '1a112a08-8087-41a3-868b-b9a587a09071'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:26.524063 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca8aa88-e2cc-4978-9ac0-11ba09f840e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b8201981-31a2-4678-a404-3796efebc19b", "tag": "1a112a08-8087-41a3-868b-b9a587a09071"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:26.549366 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-84306d9a-fe8d-44c9-998a-b03d1dec29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:26.550856 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-84306d9a-fe8d-44c9-998a-b03d1dec29e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6ce6dd9-1892-4846-8205-ad77c8cfee8f HTTP/1.1" status: 200 len: 848 time: 0.2292106 Jul 22 19:02:26.638128 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22eb72f-5016-4c10-93bc-5fb0ff72ad02 service neutron] Pushing event updated for resources: {'Port': ['ID=1a112a08-8087-41a3-868b-b9a587a09071,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:26.661443 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b04cc-2ee3-40b2-ba08-eadc6660b5ef req-515e2040-53fc-4af4-80c2-4856ab468ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:26.665196 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-3d72e91d-c838-4188-bfbc-2c1aa18bd8fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1211dd5d-22dd-42cf-af43-7f788d3e855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978644 Jul 22 19:02:26.671265 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3b7b04cc-2ee3-40b2-ba08-eadc6660b5ef req-515e2040-53fc-4af4-80c2-4856ab468ec9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99b8c50d-ee9a-499f-bcd7-571a4ce02458 HTTP/1.1" status: 200 len: 1101 time: 0.2478817 Jul 22 19:02:26.725939 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-75eb25a8-707e-4693-8686-2881b86d894b tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Made reservation on behalf of 32cea476df594530ba3ecc2a722772ea for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:02:26.729449 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-75eb25a8-707e-4693-8686-2881b86d894b tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:26.837168 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3b7b04cc-2ee3-40b2-ba08-eadc6660b5ef req-c7d06c5e-02c2-40f0-ae78-14b184f044fb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=203d0b02-8b03-4270-8915-fd5a08e6f8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599479 Jul 22 19:02:26.893004 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d93473-d25c-4f83-a593-d1041d8193ac req-e5cf3731-eb88-4f54-a3f4-84194dbcebc7 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:26.894656 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-21d93473-d25c-4f83-a593-d1041d8193ac req-e5cf3731-eb88-4f54-a3f4-84194dbcebc7 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b8c50d-ee9a-499f-bcd7-571a4ce02458 HTTP/1.1" status: 200 len: 949 time: 0.4779112 Jul 22 19:02:26.940401 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-93f59a58-b377-4607-81ae-6a75b7e68117 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=81e23346e51c4096b61dbd871c0fe502&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332065 Jul 22 19:02:27.012736 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-22b2d9a3-8eac-44a6-9c1d-dee222b28946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:27.015255 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-22b2d9a3-8eac-44a6-9c1d-dee222b28946 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5f6b3569b564d27a6f5df338de65c2e&device_id=b8201981-31a2-4678-a404-3796efebc19b HTTP/1.1" status: 200 len: 1096 time: 0.4377651 Jul 22 19:02:27.075906 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-af70469a-f522-469f-a718-41fde829436e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=81e23346e51c4096b61dbd871c0fe502&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0852196 Jul 22 19:02:27.091281 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-88152c6a-9b03-4acc-93be-b3ac48659d03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a112a08-8087-41a3-868b-b9a587a09071 HTTP/1.1" status: 200 len: 217 time: 0.0639629 Jul 22 19:02:27.133882 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-21d93473-d25c-4f83-a593-d1041d8193ac req-13a1c6a8-db26-4596-b781-45131a62a3be tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/security-groups?id=203d0b02-8b03-4270-8915-fd5a08e6f8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745737 Jul 22 19:02:27.166484 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-75eb25a8-707e-4693-8686-2881b86d894b tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Allocated IP 172.20.0.8 (8c51d31c-fc03-4579-a008-0158f0e29dc1/dc74cdfe-e4d6-4618-a32b-bdd2a489d365/01657582-e4c2-4474-8caa-3bfb7817508b) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:02:27.170995 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-935f91dd-d006-4db8-a7f4-8d280fb67604 service neutron] 10.222.0.30 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933236 Jul 22 19:02:27.209596 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd2624-6e31-4a17-9dc9-f553940a4846 req-99fcd6ca-6707-4533-ad5a-dea66f963857 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:27.216746 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8dd2624-6e31-4a17-9dc9-f553940a4846 req-99fcd6ca-6707-4533-ad5a-dea66f963857 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 945 time: 0.4979403 Jul 22 19:02:27.228654 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e933b9b-b9f9-45a0-a0ba-75af3923350c x-openstack-request-id: req-9e933b9b-b9f9-45a0-a0ba-75af3923350c {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:27.228946 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8201981-31a2-4678-a404-3796efebc19b", "tag": "1a112a08-8087-41a3-868b-b9a587a09071", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:27.229208 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e933b9b-b9f9-45a0-a0ba-75af3923350c {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:27.229591 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8201981-31a2-4678-a404-3796efebc19b', 'tag': '1a112a08-8087-41a3-868b-b9a587a09071', 'status': 'completed', 'code': 200} Jul 22 19:02:27.261650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-18c15cf8-de5a-4a6d-95bc-8cd018c3074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:27.263156 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-18c15cf8-de5a-4a6d-95bc-8cd018c3074b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6127a740-55fe-4e1e-9351-155d195e1651 HTTP/1.1" status: 200 len: 862 time: 0.1518991 Jul 22 19:02:27.299663 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-e6b6dc99-119f-4ed9-b192-4164bdcaff62 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:27.301359 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-e6b6dc99-119f-4ed9-b192-4164bdcaff62 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3410096 Jul 22 19:02:27.327530 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-13132a71-8112-4b63-b3d6-fa746992ea1e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Request body: {'port': {'device_id': 'f4dac7bb-7cf0-4d99-9a05-d9e5a0860dbb', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': '81e23346e51c4096b61dbd871c0fe502'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:27.418953 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-7183da7e-0e2f-4c38-a1fa-057d95740024 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:27.420511 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-7183da7e-0e2f-4c38-a1fa-057d95740024 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3322244 Jul 22 19:02:27.462191 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-a9f9af04-9d86-4523-bd5e-e2e00c83edc6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Request body: {'port': {'device_id': '186c5c43-a5a3-4c80-aead-16f936899b73', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': '81e23346e51c4096b61dbd871c0fe502'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:27.559281 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8dd2624-6e31-4a17-9dc9-f553940a4846 req-a503e918-634c-4ceb-a3eb-0b1d01d22134 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415797 Jul 22 19:02:27.572080 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-75eb25a8-707e-4693-8686-2881b86d894b tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:27.588798 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-e719b2d0-2670-4cc0-bca0-f1676a98589a service neutron] 10.222.0.30 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089608 Jul 22 19:02:27.622392 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-75eb25a8-707e-4693-8686-2881b86d894b tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Transition to ACTIVE for port object 01657582-e4c2-4474-8caa-3bfb7817508b will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:27.634276 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-64fdc0b5-8755-45b1-95ae-e2d6b8e1b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:27.639451 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-64fdc0b5-8755-45b1-95ae-e2d6b8e1b6af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca294e3c-7e7d-4357-b107-f5b283c529a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3413537 Jul 22 19:02:27.646393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-13132a71-8112-4b63-b3d6-fa746992ea1e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Made reservation on behalf of 81e23346e51c4096b61dbd871c0fe502 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:02:27.649904 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-13132a71-8112-4b63-b3d6-fa746992ea1e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:27.656262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034eb02-9969-4a66-8769-065e2e9c06a8 req-c67ab3d6-3480-4189-8100-fc6fe81c442a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:27.658119 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0034eb02-9969-4a66-8769-065e2e9c06a8 req-c67ab3d6-3480-4189-8100-fc6fe81c442a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 945 time: 0.3451443 Jul 22 19:02:27.690289 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-a9f9af04-9d86-4523-bd5e-e2e00c83edc6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Made reservation on behalf of 81e23346e51c4096b61dbd871c0fe502 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:02:27.693824 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-a9f9af04-9d86-4523-bd5e-e2e00c83edc6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:27.767688 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-75eb25a8-707e-4693-8686-2881b86d894b tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:27.829385 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0034eb02-9969-4a66-8769-065e2e9c06a8 req-efa066ad-2adf-4a1a-90da-3ed110ca0198 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619115 Jul 22 19:02:27.878448 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-8f4784c9-d864-4514-959a-4e23c149e60f service neutron] 10.222.0.30 "GET /v2.0/networks/ca294e3c-7e7d-4357-b107-f5b283c529a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190006 Jul 22 19:02:27.927015 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb25a8-707e-4693-8686-2881b86d894b tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Pushing event updated for resources: {'Port': ['ID=01657582-e4c2-4474-8caa-3bfb7817508b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:27.930541 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-75eb25a8-707e-4693-8686-2881b86d894b tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Network 8c51d31c-fc03-4579-a008-0158f0e29dc1 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:27.941680 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-75eb25a8-707e-4693-8686-2881b86d894b tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:27.947717 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-75eb25a8-707e-4693-8686-2881b86d894b tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:02:28.025589 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-75eb25a8-707e-4693-8686-2881b86d894b tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:28.026679 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-75eb25a8-707e-4693-8686-2881b86d894b tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:28.048579 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-13132a71-8112-4b63-b3d6-fa746992ea1e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Allocated IP 192.168.233.161 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/6d6525c7-f82e-4993-a118-b72b3f0ec670) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:02:28.069193 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57802) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:28.070971 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-75eb25a8-707e-4693-8686-2881b86d894b tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7054853 Jul 22 19:02:28.079830 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9834af-f39d-4d9e-ad27-71f420780fac req-2e1ff81b-9c46-4524-a015-c13dffb8a7c4 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:28.081577 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bc9834af-f39d-4d9e-ad27-71f420780fac req-2e1ff81b-9c46-4524-a015-c13dffb8a7c4 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/ports?device_id=21428f10-6252-455d-a753-cdfc4c48c7bb HTTP/1.1" status: 200 len: 931 time: 0.3614094 Jul 22 19:02:28.084925 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] Request body: {'port': {'device_id': '21428f10-6252-455d-a753-cdfc4c48c7bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:28.121551 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-79eaf4c2-d0e6-42ce-94b0-9d38520aa9a7 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:28.123133 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-79eaf4c2-d0e6-42ce-94b0-9d38520aa9a7 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459&tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&binding%3Ahost_id=n-h1-800086-12 HTTP/1.1" status: 200 len: 1097 time: 0.2007565 Jul 22 19:02:28.153755 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13cf651a-70c5-4cb4-a930-218fa25d4e1e req-da5137e2-77ff-450e-ae74-a9c8cc83b146 service neutron] 10.222.0.30 "GET /v2.0/networks/ca294e3c-7e7d-4357-b107-f5b283c529a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640150 Jul 22 19:02:28.199256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b79b6-9e86-4209-9a02-0f47673c381f req-795b8e6e-653d-43ad-85ae-aa8431e45a46 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:28.204566 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6c0b79b6-9e86-4209-9a02-0f47673c381f req-795b8e6e-653d-43ad-85ae-aa8431e45a46 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8201981-31a2-4678-a404-3796efebc19b HTTP/1.1" status: 200 len: 944 time: 0.3023717 Jul 22 19:02:28.212973 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:28.264156 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bc9834af-f39d-4d9e-ad27-71f420780fac req-2f434f99-5b45-45bc-93bf-3c4d6650fee5 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6bb2f-a72b-46b6-bddc-9f5b2f90d528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642380 Jul 22 19:02:28.311109 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-90cede16-6c62-49e8-bf5c-a061d77776a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:28.317817 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bbbdc306-0916-433b-ab88-b58be2426634 None None] Provisioning for port 01657582-e4c2-4474-8caa-3bfb7817508b completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:28.331271 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6c0b79b6-9e86-4209-9a02-0f47673c381f req-e86cadb8-5b50-4ca3-8598-b709bc90fc1b tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255648 Jul 22 19:02:28.344840 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bbbdc306-0916-433b-ab88-b58be2426634 None None] Provisioning complete for port 01657582-e4c2-4474-8caa-3bfb7817508b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:28.345552 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bbbdc306-0916-433b-ab88-b58be2426634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:28.381303 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-663f185a-c5ae-4ce2-91a5-d44d91ed5aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:28.406223 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-bbbdc306-0916-433b-ab88-b58be2426634 None None] Port 01657582-e4c2-4474-8caa-3bfb7817508b cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:02:28.415693 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-13132a71-8112-4b63-b3d6-fa746992ea1e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:28.423454 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 8ca5f8c1-2d35-476e-a402-7e53e05e35bc no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:02:28.450380 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-13132a71-8112-4b63-b3d6-fa746992ea1e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Transition to ACTIVE for port object 6d6525c7-f82e-4993-a118-b72b3f0ec670 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:28.469341 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-94c2046c-fd44-44ad-917b-1da483ab0e92 req-74a7cf33-1c76-4a76-bf5d-cd2c9ae60a83 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=186c5c43-a5a3-4c80-aead-16f936899b73 HTTP/1.1" status: 200 len: 210 time: 0.0434904 Jul 22 19:02:28.471553 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 8ca5f8c1-2d35-476e-a402-7e53e05e35bc not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:02:28.510306 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8aa88-e2cc-4978-9ac0-11ba09f840e8 req-3e6df0bc-94d2-45cc-93a3-69512dae1ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:28.511798 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ca8aa88-e2cc-4978-9ac0-11ba09f840e8 req-3e6df0bc-94d2-45cc-93a3-69512dae1ad8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5f6b3569b564d27a6f5df338de65c2e&device_id=b8201981-31a2-4678-a404-3796efebc19b HTTP/1.1" status: 200 len: 1096 time: 0.2963638 Jul 22 19:02:28.523641 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-241a7dd8-7dfd-482c-8cf6-253e01ec147f service neutron] For port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:28.549889 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-241a7dd8-7dfd-482c-8cf6-253e01ec147f service neutron] Notify callbacks [] for binding, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:28.551826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-171c21bd-af85-4d3a-8ebc-4d44226f94d3 req-241a7dd8-7dfd-482c-8cf6-253e01ec147f service neutron] 10.222.0.30 "DELETE /v2.0/ports/8ca5f8c1-2d35-476e-a402-7e53e05e35bc/bindings/n-h2-800086-12 HTTP/1.1" status: 204 len: 173 time: 0.4151361 Jul 22 19:02:28.574539 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-13132a71-8112-4b63-b3d6-fa746992ea1e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:28.586720 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e1cd9e14-a4df-412d-9b93-7cfbefac1dc6'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:02:28.590015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['dc720395-1305-4f1e-a1e7-6afd11601d9f', 'd709f049-6868-4c9a-a45a-40e6efa5c8c2'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:02:28.676072 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-13132a71-8112-4b63-b3d6-fa746992ea1e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:28.691403 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-13132a71-8112-4b63-b3d6-fa746992ea1e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:28.713561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-a9f9af04-9d86-4523-bd5e-e2e00c83edc6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Allocated IP 192.168.233.126 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/58229853-2d51-478d-a1a8-87b492b175aa) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:02:28.720916 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-13132a71-8112-4b63-b3d6-fa746992ea1e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:02:28.731624 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13132a71-8112-4b63-b3d6-fa746992ea1e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Pushing event updated for resources: {'Port': ['ID=6d6525c7-f82e-4993-a118-b72b3f0ec670,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:28.741433 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01657582-e4c2-4474-8caa-3bfb7817508b {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:02:28.777494 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:28.839066 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-90cede16-6c62-49e8-bf5c-a061d77776a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:28.844058 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] Transition to ACTIVE for port object 01657582-e4c2-4474-8caa-3bfb7817508b will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:28.856205 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:28.868677 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8aa88-e2cc-4978-9ac0-11ba09f840e8 req-1218e7a3-243b-4d19-be0e-ac85c14ddc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:28.871509 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ca8aa88-e2cc-4978-9ac0-11ba09f840e8 req-1218e7a3-243b-4d19-be0e-ac85c14ddc8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=ca294e3c-7e7d-4357-b107-f5b283c529a6 HTTP/1.1" status: 200 len: 924 time: 0.3462644 Jul 22 19:02:28.882227 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc09630-ff48-4267-a8f9-eb31e03dfb06 req-df3e4354-a326-42bc-a9d2-b46642c7b9aa tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:28.883973 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-13132a71-8112-4b63-b3d6-fa746992ea1e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:28.884964 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-13132a71-8112-4b63-b3d6-fa746992ea1e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:28.890345 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9bc09630-ff48-4267-a8f9-eb31e03dfb06 req-df3e4354-a326-42bc-a9d2-b46642c7b9aa tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b8c50d-ee9a-499f-bcd7-571a4ce02458 HTTP/1.1" status: 200 len: 949 time: 0.3331227 Jul 22 19:02:28.923313 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-90cede16-6c62-49e8-bf5c-a061d77776a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:28.932647 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-13132a71-8112-4b63-b3d6-fa746992ea1e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6205850 Jul 22 19:02:28.963955 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] Request body: {'port': {'device_id': 'f4dac7bb-7cf0-4d99-9a05-d9e5a0860dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:28.991615 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cede16-6c62-49e8-bf5c-a061d77776a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7e627c-4cc9-4878-9524-22baea0c3e79,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:29.038438 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5b9c9cc3-d879-4bf7-aad4-0be4e19f1125 None None] Provisioning for port 6d6525c7-f82e-4993-a118-b72b3f0ec670 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:29.043251 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5b9c9cc3-d879-4bf7-aad4-0be4e19f1125 None None] Provisioning complete for port 6d6525c7-f82e-4993-a118-b72b3f0ec670 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:29.043671 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5b9c9cc3-d879-4bf7-aad4-0be4e19f1125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:29.053034 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ca8aa88-e2cc-4978-9ac0-11ba09f840e8 req-1da27be8-85c9-4e13-8191-c30acaf4a2c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a112a08-8087-41a3-868b-b9a587a09071 HTTP/1.1" status: 200 len: 217 time: 0.1318269 Jul 22 19:02:29.061934 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-90cede16-6c62-49e8-bf5c-a061d77776a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9341b0d159494262b1fb436b65e714ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9792264 Jul 22 19:02:29.066653 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57816) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:29.099742 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5b9c9cc3-d879-4bf7-aad4-0be4e19f1125 None None] Port 6d6525c7-f82e-4993-a118-b72b3f0ec670 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:02:29.109832 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] Pushing event updated for resources: {'Port': ['ID=01657582-e4c2-4474-8caa-3bfb7817508b,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:29.118106 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9bc09630-ff48-4267-a8f9-eb31e03dfb06 req-3769a2f3-e88d-41d4-a6c2-353df7b97251 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/security-groups?id=203d0b02-8b03-4270-8915-fd5a08e6f8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268760 Jul 22 19:02:29.152236 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1bb95-3d94-4677-bf15-ca9ce1e59959 req-3c9509bf-8986-4d30-9c9b-d19cbc178446 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:29.154589 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-75f1bb95-3d94-4677-bf15-ca9ce1e59959 req-3c9509bf-8986-4d30-9c9b-d19cbc178446 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 945 time: 0.4600229 Jul 22 19:02:29.156889 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8aa88-e2cc-4978-9ac0-11ba09f840e8 req-d4a90873-5746-434a-bc72-63999b24245e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:29.158592 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ca8aa88-e2cc-4978-9ac0-11ba09f840e8 req-d4a90873-5746-434a-bc72-63999b24245e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6127a740-55fe-4e1e-9351-155d195e1651 HTTP/1.1" status: 200 len: 862 time: 0.0877037 Jul 22 19:02:29.270889 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-75f1bb95-3d94-4677-bf15-ca9ce1e59959 req-c468e88b-d042-4e98-9330-e9a7f1b39018 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103554 Jul 22 19:02:29.307039 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18fd4319-a933-4b73-b44e-1de54d94c19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:29.319992 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:29.383093 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8b5a0-71f4-4acf-bba9-37c8057090f6 req-3c0a4467-5a84-411e-9c89-f49e3c490c77 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:29.385820 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1bd8b5a0-71f4-4acf-bba9-37c8057090f6 req-3c0a4467-5a84-411e-9c89-f49e3c490c77 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 945 time: 0.1361852 Jul 22 19:02:29.389033 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8aa88-e2cc-4978-9ac0-11ba09f840e8 req-286cf181-4454-4f6f-98ee-7b8287a198f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:29.390567 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ca8aa88-e2cc-4978-9ac0-11ba09f840e8 req-286cf181-4454-4f6f-98ee-7b8287a198f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca294e3c-7e7d-4357-b107-f5b283c529a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2140749 Jul 22 19:02:29.456266 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1bd8b5a0-71f4-4acf-bba9-37c8057090f6 req-d9e88a2b-7a27-489e-bcbf-a0a07f37b664 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645783 Jul 22 19:02:29.514855 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57832) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:29.564515 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ca8aa88-e2cc-4978-9ac0-11ba09f840e8 req-a58aa4c5-852f-4501-a6a8-54fbb68f4556 service neutron] 10.222.0.30 "GET /v2.0/networks/ca294e3c-7e7d-4357-b107-f5b283c529a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464875 Jul 22 19:02:29.644242 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-a9f9af04-9d86-4523-bd5e-e2e00c83edc6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:29.651011 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] Attempting to bind port 01657582-e4c2-4474-8caa-3bfb7817508b on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:29.651350 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] Attempting to bind port 01657582-e4c2-4474-8caa-3bfb7817508b by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '8ba6108b-1708-4a80-9682-555c7e88c511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:29.651677 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] Attempting to bind port 01657582-e4c2-4474-8caa-3bfb7817508b on network 8c51d31c-fc03-4579-a008-0158f0e29dc1 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:29.671841 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18fd4319-a933-4b73-b44e-1de54d94c19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:29.674073 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] Port 01657582-e4c2-4474-8caa-3bfb7817508b on network 8c51d31c-fc03-4579-a008-0158f0e29dc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:02:29.674397 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] Attempting to bind port 01657582-e4c2-4474-8caa-3bfb7817508b on network 8c51d31c-fc03-4579-a008-0158f0e29dc1 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:29.705782 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-a9f9af04-9d86-4523-bd5e-e2e00c83edc6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Transition to ACTIVE for port object 58229853-2d51-478d-a1a8-87b492b175aa will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:29.718664 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:29.718997 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] Checking segment: {'id': '8ba6108b-1708-4a80-9682-555c7e88c511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:29.719382 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] Bound using segment: {'id': '8ba6108b-1708-4a80-9682-555c7e88c511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:29.719825 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] Bound port: 01657582-e4c2-4474-8caa-3bfb7817508b, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba6108b-1708-4a80-9682-555c7e88c511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:29.720179 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:29.768453 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c115b8fc-ba63-4a48-a60f-9c7388469b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:29.799832 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95530bc-6210-4f71-a2e5-9abbe58900c8 req-efcfd24a-3765-447e-ae79-629866a6a9f2 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:29.801947 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a95530bc-6210-4f71-a2e5-9abbe58900c8 req-efcfd24a-3765-447e-ae79-629866a6a9f2 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/ports?device_id=21428f10-6252-455d-a753-cdfc4c48c7bb HTTP/1.1" status: 200 len: 943 time: 0.2355950 Jul 22 19:02:29.814772 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ca8aa88-e2cc-4978-9ac0-11ba09f840e8 req-adba2d9f-65f4-47f2-b9d6-37db9d225808 service neutron] 10.222.0.30 "GET /v2.0/networks/ca294e3c-7e7d-4357-b107-f5b283c529a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125885 Jul 22 19:02:29.889714 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18fd4319-a933-4b73-b44e-1de54d94c19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:29.892234 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18fd4319-a933-4b73-b44e-1de54d94c19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:29.893409 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-18fd4319-a933-4b73-b44e-1de54d94c19a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e7e627c-4cc9-4878-9524-22baea0c3e79 HTTP/1.1" status: 204 len: 168 time: 0.8233428 Jul 22 19:02:29.901019 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a95530bc-6210-4f71-a2e5-9abbe58900c8 req-e475d3f2-3609-424a-a64b-e23ac240db0f tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6bb2f-a72b-46b6-bddc-9f5b2f90d528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906692 Jul 22 19:02:29.915895 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-f4307629-f0f5-4493-b9e4-ad7bd9d11212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:29.916354 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-a9f9af04-9d86-4523-bd5e-e2e00c83edc6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:29.917414 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-f4307629-f0f5-4493-b9e4-ad7bd9d11212 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 1097 time: 0.2343659 Jul 22 19:02:29.929227 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e1cd9e14-a4df-412d-9b93-7cfbefac1dc6'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:02:29.934231 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d742919-0bd0-4a5a-8e05-d5998b3a2d35 req-2a798f10-2360-4f84-a655-fb5b412aea1c tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:29.935766 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9d742919-0bd0-4a5a-8e05-d5998b3a2d35 req-2a798f10-2360-4f84-a655-fb5b412aea1c tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8201981-31a2-4678-a404-3796efebc19b HTTP/1.1" status: 200 len: 944 time: 0.2578330 Jul 22 19:02:29.989344 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['dc720395-1305-4f1e-a1e7-6afd11601d9f', 'd709f049-6868-4c9a-a45a-40e6efa5c8c2'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:02:30.047446 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd4319-a933-4b73-b44e-1de54d94c19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7e627c-4cc9-4878-9524-22baea0c3e79,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:30.096732 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] For port 01657582-e4c2-4474-8caa-3bfb7817508b, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:30.155524 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-a9f9af04-9d86-4523-bd5e-e2e00c83edc6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:30.172230 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-a9f9af04-9d86-4523-bd5e-e2e00c83edc6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:30.176552 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-a9f9af04-9d86-4523-bd5e-e2e00c83edc6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:02:30.180448 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9af04-9d86-4523-bd5e-e2e00c83edc6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Pushing event updated for resources: {'Port': ['ID=58229853-2d51-478d-a1a8-87b492b175aa,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:30.200982 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] For port 01657582-e4c2-4474-8caa-3bfb7817508b, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=01657582-e4c2-4474-8caa-3bfb7817508b,segment=NetworkSegment(8ba6108b-1708-4a80-9682-555c7e88c511),segment_id=8ba6108b-1708-4a80-9682-555c7e88c511)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:30.232232 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:30.305854 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:30.306497 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:30.308189 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] 10.222.0.16 "PUT /v2.0/ports/01657582-e4c2-4474-8caa-3bfb7817508b HTTP/1.1" status: 200 len: 1092 time: 2.2288995 Jul 22 19:02:30.316429 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21428f10-6252-455d-a753-cdfc4c48c7bb', 'tag': '01657582-e4c2-4474-8caa-3bfb7817508b'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:30.318243 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9d742919-0bd0-4a5a-8e05-d5998b3a2d35 req-5de69720-6906-463f-a7b5-4daba4a17b70 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3704755 Jul 22 19:02:30.335798 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd697262-9db7-4b9a-bd00-72dbca0d5e67" -d '{"events": [{"name": "network-changed", "server_uuid": "21428f10-6252-455d-a753-cdfc4c48c7bb", "tag": "01657582-e4c2-4474-8caa-3bfb7817508b"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:30.374964 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c115b8fc-ba63-4a48-a60f-9c7388469b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:30.394735 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c115b8fc-ba63-4a48-a60f-9c7388469b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:30.397739 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-7368f8ab-5483-4441-8a36-2870bf1ca2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:30.399248 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-7368f8ab-5483-4441-8a36-2870bf1ca2ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 921 time: 0.4613669 Jul 22 19:02:30.463379 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-a9f9af04-9d86-4523-bd5e-e2e00c83edc6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:30.464050 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-a9f9af04-9d86-4523-bd5e-e2e00c83edc6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:30.475553 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57848) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:30.484281 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c115b8fc-ba63-4a48-a60f-9c7388469b6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd7e3a57f16b4904891ab4d452bba0e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9635408 Jul 22 19:02:30.486686 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57850) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:30.540068 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b055c6d0-f61b-4f7c-a8f0-9b943b8dcdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:30.560175 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b437232-7817-4e92-a5cb-653e93a6be91 service neutron] Pushing event updated for resources: {'Port': ['ID=01657582-e4c2-4474-8caa-3bfb7817508b,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:30.563799 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-a9f9af04-9d86-4523-bd5e-e2e00c83edc6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1316206 Jul 22 19:02:30.596942 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-df7adc4a-f784-49e2-95f8-e52c4d42994a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e434a628-3b79-4810-b192-27a306fcac80 HTTP/1.1" status: 200 len: 217 time: 0.1738729 Jul 22 19:02:30.606431 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] Request body: {'port': {'device_id': '186c5c43-a5a3-4c80-aead-16f936899b73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:30.622334 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115b8fc-ba63-4a48-a60f-9c7388469b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff351fd-5e71-455e-aa73-3aa8114c6515,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:30.666838 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749f8d6-cc02-473b-aaf4-09c52fb857cd req-7e585fcd-5d00-4eae-ac46-56f2754264a0 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:30.669148 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6525c7-f82e-4993-a118-b72b3f0ec670 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:02:30.674832 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9749f8d6-cc02-473b-aaf4-09c52fb857cd req-7e585fcd-5d00-4eae-ac46-56f2754264a0 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=186c5c43-a5a3-4c80-aead-16f936899b73 HTTP/1.1" status: 200 len: 936 time: 0.6561370 Jul 22 19:02:30.675806 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d752f26c-e03d-4c37-9674-b5004ec30e05 None None] Provisioning for port 58229853-2d51-478d-a1a8-87b492b175aa completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:30.680205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d752f26c-e03d-4c37-9674-b5004ec30e05 None None] Provisioning complete for port 58229853-2d51-478d-a1a8-87b492b175aa triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:30.680604 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d752f26c-e03d-4c37-9674-b5004ec30e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:30.683474 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:30.720720 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-d752f26c-e03d-4c37-9674-b5004ec30e05 None None] Port 58229853-2d51-478d-a1a8-87b492b175aa cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:02:30.730689 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6f8601f4-d3ba-401d-9833-59d181336a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:30.732516 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6f8601f4-d3ba-401d-9833-59d181336a75 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32cea476df594530ba3ecc2a722772ea&device_id=21428f10-6252-455d-a753-cdfc4c48c7bb HTTP/1.1" status: 200 len: 1095 time: 0.3590481 Jul 22 19:02:30.736973 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] Transition to ACTIVE for port object 6d6525c7-f82e-4993-a118-b72b3f0ec670 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:30.737260 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-39920762-5898-4be4-8e47-1fa5d5ad1780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:30.738856 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-39920762-5898-4be4-8e47-1fa5d5ad1780 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60c829e4-dea2-469c-8b44-181bb5c85dfe HTTP/1.1" status: 200 len: 860 time: 0.1343057 Jul 22 19:02:30.742032 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6f53796e-c57f-414c-819b-127b0cc62b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:30.756412 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:30.771406 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9749f8d6-cc02-473b-aaf4-09c52fb857cd req-2e1d1662-e7da-4530-a5da-3a2e588268af tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955684 Jul 22 19:02:30.773171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe7982-6515-4e19-bace-ee3ade253874 req-2f90ab23-026f-4ed5-930f-505987a975e1 tempest-ServersAdminNegativeTestJSON-1042870701 tempest-ServersAdminNegativeTestJSON-1042870701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:30.774953 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9efe7982-6515-4e19-bace-ee3ade253874 req-2f90ab23-026f-4ed5-930f-505987a975e1 tempest-ServersAdminNegativeTestJSON-1042870701 tempest-ServersAdminNegativeTestJSON-1042870701-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99b8c50d-ee9a-499f-bcd7-571a4ce02458 HTTP/1.1" status: 200 len: 1101 time: 0.3363638 Jul 22 19:02:30.799448 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-2d84c9fb-6c7a-4ee8-8623-031465fe3276 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509896 Jul 22 19:02:30.825481 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-ea3e45d7-325e-47c8-ae90-b7dc887b0ff0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01657582-e4c2-4474-8caa-3bfb7817508b HTTP/1.1" status: 200 len: 217 time: 0.0844958 Jul 22 19:02:30.830533 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:30.849671 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9efe7982-6515-4e19-bace-ee3ade253874 req-248cc41c-59ae-4e89-8c73-622bee3f8f65 tempest-ServersAdminNegativeTestJSON-1042870701 tempest-ServersAdminNegativeTestJSON-1042870701-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:30.863602 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6f53796e-c57f-414c-819b-127b0cc62b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:30.965264 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] Pushing event updated for resources: {'Port': ['ID=6d6525c7-f82e-4993-a118-b72b3f0ec670,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:31.007106 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b055c6d0-f61b-4f7c-a8f0-9b943b8dcdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:31.010931 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-1119116a-1f80-4345-857d-b8279315a43f service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012994 Jul 22 19:02:31.012551 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-83ac747d-8859-4b13-9558-a1d5a71dc9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:31.021749 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:31.022596 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b055c6d0-f61b-4f7c-a8f0-9b943b8dcdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:31.023191 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-9e173dbd-aa3f-4a5a-8feb-d6c642cae76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:31.024985 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-9e173dbd-aa3f-4a5a-8feb-d6c642cae76b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc74cdfe-e4d6-4618-a32b-bdd2a489d365 HTTP/1.1" status: 200 len: 851 time: 0.1923287 Jul 22 19:02:31.046691 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab92b9a-ec34-459f-b248-85281ba6bf2b req-cc648e28-93d4-42ba-8d03-002b45cb2eb0 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:31.054361 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ab92b9a-ec34-459f-b248-85281ba6bf2b req-cc648e28-93d4-42ba-8d03-002b45cb2eb0 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 1097 time: 0.2034624 Jul 22 19:02:31.137656 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b055c6d0-f61b-4f7c-a8f0-9b943b8dcdaf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d121ecc5f7834704937c6c5ba62f50ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6519082 Jul 22 19:02:31.140985 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57854) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:31.165974 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6f53796e-c57f-414c-819b-127b0cc62b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:31.168577 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6f53796e-c57f-414c-819b-127b0cc62b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:31.169695 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6f53796e-c57f-414c-819b-127b0cc62b01 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ff351fd-5e71-455e-aa73-3aa8114c6515 HTTP/1.1" status: 204 len: 168 time: 0.6738029 Jul 22 19:02:31.186496 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055c6d0-f61b-4f7c-a8f0-9b943b8dcdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f326b4a-3019-4942-becc-df8c6637f754,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:31.217841 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ab92b9a-ec34-459f-b248-85281ba6bf2b req-a160dcbe-32f9-40a1-9933-4a9a4da3f45e tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604435 Jul 22 19:02:31.231715 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53796e-c57f-414c-819b-127b0cc62b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff351fd-5e71-455e-aa73-3aa8114c6515,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:31.266635 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] Attempting to bind port 6d6525c7-f82e-4993-a118-b72b3f0ec670 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:31.267250 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] Attempting to bind port 6d6525c7-f82e-4993-a118-b72b3f0ec670 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:31.267732 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] Attempting to bind port 6d6525c7-f82e-4993-a118-b72b3f0ec670 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:31.283760 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-d1526e7c-eda9-416e-bda8-d65d41e92282 service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649379 Jul 22 19:02:31.291892 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] Port 6d6525c7-f82e-4993-a118-b72b3f0ec670 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:02:31.292219 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] Attempting to bind port 6d6525c7-f82e-4993-a118-b72b3f0ec670 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:31.303876 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:31.304285 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:31.305079 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:31.305699 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] Bound port: 6d6525c7-f82e-4993-a118-b72b3f0ec670, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:31.306524 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:31.370334 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-b94f34ef-e0a2-4fb1-92bf-d8441be35c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:31.371938 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-b94f34ef-e0a2-4fb1-92bf-d8441be35c31 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c51d31c-fc03-4579-a008-0158f0e29dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3277707 Jul 22 19:02:31.393218 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9efe7982-6515-4e19-bace-ee3ade253874 req-248cc41c-59ae-4e89-8c73-622bee3f8f65 tempest-ServersAdminNegativeTestJSON-1042870701 tempest-ServersAdminNegativeTestJSON-1042870701-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:31.401853 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9efe7982-6515-4e19-bace-ee3ade253874 req-248cc41c-59ae-4e89-8c73-622bee3f8f65 tempest-ServersAdminNegativeTestJSON-1042870701 tempest-ServersAdminNegativeTestJSON-1042870701-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:31.419102 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9efe7982-6515-4e19-bace-ee3ade253874 req-248cc41c-59ae-4e89-8c73-622bee3f8f65 tempest-ServersAdminNegativeTestJSON-1042870701 tempest-ServersAdminNegativeTestJSON-1042870701-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=203d0b02-8b03-4270-8915-fd5a08e6f8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6220174 Jul 22 19:02:31.462977 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cc41c-59ae-4e89-8c73-622bee3f8f65 tempest-ServersAdminNegativeTestJSON-1042870701 tempest-ServersAdminNegativeTestJSON-1042870701-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4a5529-7bd3-4ae4-ac0a-a4175c141e33,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:31.470100 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] For port 6d6525c7-f82e-4993-a118-b72b3f0ec670, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:31.475474 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1841a9af-7896-4162-88ec-6f92a012c35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:31.479197 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8026fa1-53f0-4074-aea4-cc0ded11371d req-c0a2d422-08a1-427a-9e7c-b91a7c1f9f6f tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:31.485999 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8026fa1-53f0-4074-aea4-cc0ded11371d req-c0a2d422-08a1-427a-9e7c-b91a7c1f9f6f tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 945 time: 0.1786530 Jul 22 19:02:31.538839 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfef9007-0a72-4e9e-8035-551171f9bc06 x-openstack-request-id: req-dfef9007-0a72-4e9e-8035-551171f9bc06 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:31.539137 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21428f10-6252-455d-a753-cdfc4c48c7bb", "tag": "01657582-e4c2-4474-8caa-3bfb7817508b", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:31.539390 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfef9007-0a72-4e9e-8035-551171f9bc06 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:31.540255 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21428f10-6252-455d-a753-cdfc4c48c7bb', 'tag': '01657582-e4c2-4474-8caa-3bfb7817508b', 'status': 'completed', 'code': 200} Jul 22 19:02:31.544317 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-5444ad43-4ddb-4208-984e-7a48e3b37d76 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:31.546089 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-5444ad43-4ddb-4208-984e-7a48e3b37d76 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f&tenant_id=045a6583907f4225b2036296ec0f4a49&binding%3Ahost_id=n-h2-800086-12 HTTP/1.1" status: 200 len: 1097 time: 0.1930521 Jul 22 19:02:31.559373 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] For port 6d6525c7-f82e-4993-a118-b72b3f0ec670, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=6d6525c7-f82e-4993-a118-b72b3f0ec670,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:31.579702 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:31.581074 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8026fa1-53f0-4074-aea4-cc0ded11371d req-5913a47a-9ef5-4a31-8158-8a1901c59798 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941126 Jul 22 19:02:31.587275 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800086-12'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:31.593795 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1841a9af-7896-4162-88ec-6f92a012c35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:31.603306 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 1a112a08-8087-41a3-868b-b9a587a09071 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:02:31.725812 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-79f96fed-37af-443c-b398-7d739b706e4b service neutron] 10.222.0.16 "GET /v2.0/networks/8c51d31c-fc03-4579-a008-0158f0e29dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145409 Jul 22 19:02:31.761368 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:31.763045 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:31.763381 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] 10.222.0.16 "PUT /v2.0/ports/6d6525c7-f82e-4993-a118-b72b3f0ec670 HTTP/1.1" status: 200 len: 1097 time: 2.8161247 Jul 22 19:02:31.766908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57868) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:31.851936 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 1a112a08-8087-41a3-868b-b9a587a09071, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1a112a08-8087-41a3-868b-b9a587a09071,segment=NetworkSegment(b8f30338-a332-44a2-b242-a0037ff481e1),segment_id=b8f30338-a332-44a2-b242-a0037ff481e1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:31.857339 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-551a4a94-7411-475e-8bfa-77b5fd63ed88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:31.872598 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '1a112a08-8087-41a3-868b-b9a587a09071', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'port_id': '1a112a08-8087-41a3-868b-b9a587a09071', 'mac_address': 'fa:16:3e:1e:2c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6127a740-55fe-4e1e-9351-155d195e1651', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:02:31.902740 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30413c8-436c-4069-9994-6ba85e0d54bc req-ec1b9fc4-22b8-4c02-b61c-74efa0b876dd tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:31.904603 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d30413c8-436c-4069-9994-6ba85e0d54bc req-ec1b9fc4-22b8-4c02-b61c-74efa0b876dd tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/ports?device_id=21428f10-6252-455d-a753-cdfc4c48c7bb HTTP/1.1" status: 200 len: 943 time: 0.3138480 Jul 22 19:02:31.905351 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:31.928324 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:31.952460 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a112a08-8087-41a3-868b-b9a587a09071 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:02:31.965783 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271142f4-6cf1-454e-ad2c-38f2e0f7d461 req-55dc1658-2a42-4d3d-be1c-9596ace4c551 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:31.967577 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-271142f4-6cf1-454e-ad2c-38f2e0f7d461 req-55dc1658-2a42-4d3d-be1c-9596ace4c551 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8201981-31a2-4678-a404-3796efebc19b HTTP/1.1" status: 200 len: 944 time: 0.2635136 Jul 22 19:02:32.000301 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229d7c6-b234-4523-aa42-1c4981d1357b service neutron] Pushing event updated for resources: {'Port': ['ID=6d6525c7-f82e-4993-a118-b72b3f0ec670,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:32.007530 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 1a112a08-8087-41a3-868b-b9a587a09071, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1a112a08-8087-41a3-868b-b9a587a09071,segment=NetworkSegment(b8f30338-a332-44a2-b242-a0037ff481e1),segment_id=b8f30338-a332-44a2-b242-a0037ff481e1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:32.008743 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58229853-2d51-478d-a1a8-87b492b175aa {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:02:32.012982 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:32.057077 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d30413c8-436c-4069-9994-6ba85e0d54bc req-3c271e5f-3bd2-4f9a-b3d6-e98c984fa97a tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6bb2f-a72b-46b6-bddc-9f5b2f90d528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423249 Jul 22 19:02:32.072217 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:32.079421 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=1a112a08-8087-41a3-868b-b9a587a09071,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:32.110365 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1841a9af-7896-4162-88ec-6f92a012c35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:32.112977 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1841a9af-7896-4162-88ec-6f92a012c35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:32.119119 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1841a9af-7896-4162-88ec-6f92a012c35b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f326b4a-3019-4942-becc-df8c6637f754 HTTP/1.1" status: 204 len: 168 time: 0.9690697 Jul 22 19:02:32.126751 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] Transition to ACTIVE for port object 58229853-2d51-478d-a1a8-87b492b175aa will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:32.145096 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:32.177832 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2159cc7a-65f6-4291-a802-336a44c395e6 req-6a82b0bd-fb4c-4f38-a480-a80454494251 service neutron] 10.222.0.16 "GET /v2.0/networks/8c51d31c-fc03-4579-a008-0158f0e29dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511070 Jul 22 19:02:32.178565 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:32.178748 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841a9af-7896-4162-88ec-6f92a012c35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f326b4a-3019-4942-becc-df8c6637f754,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:32.187927 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-271142f4-6cf1-454e-ad2c-38f2e0f7d461 req-ef3dc106-69be-4eaa-9256-71e82c51c3f3 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783044 Jul 22 19:02:32.211031 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-7e1b0ad0-a050-4c21-acbb-1e4664cb6d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:32.212801 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-7e1b0ad0-a050-4c21-acbb-1e4664cb6d80 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=81e23346e51c4096b61dbd871c0fe502&device_id=f4dac7bb-7cf0-4d99-9a05-d9e5a0860dbb HTTP/1.1" status: 200 len: 1100 time: 0.3682628 Jul 22 19:02:32.225929 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=58229853-2d51-478d-a1a8-87b492b175aa,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:32.284008 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-58834e0b-8afc-4f68-af43-829ebd4716c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=6d6525c7-f82e-4993-a118-b72b3f0ec670 HTTP/1.1" status: 200 len: 217 time: 0.0536199 Jul 22 19:02:32.311462 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['1a112a08-8087-41a3-868b-b9a587a09071'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:02:32.374736 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] For port e434a628-3b79-4810-b192-27a306fcac80, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e434a628-3b79-4810-b192-27a306fcac80,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:32.449210 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-551a4a94-7411-475e-8bfa-77b5fd63ed88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:32.462448 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-89407063-b1c0-4f2c-909d-06cff6724efd tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:32.471046 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-89407063-b1c0-4f2c-909d-06cff6724efd tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 808 time: 0.2802937 Jul 22 19:02:32.474753 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-d601eb7b-1510-47b5-8060-855539a4cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:32.476271 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-d601eb7b-1510-47b5-8060-855539a4cac2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1441717 Jul 22 19:02:32.532969 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] Attempting to bind port 58229853-2d51-478d-a1a8-87b492b175aa on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:32.533307 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] Attempting to bind port 58229853-2d51-478d-a1a8-87b492b175aa by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:32.533887 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] Attempting to bind port 58229853-2d51-478d-a1a8-87b492b175aa on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:32.534553 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-551a4a94-7411-475e-8bfa-77b5fd63ed88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:32.556581 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] Port 58229853-2d51-478d-a1a8-87b492b175aa on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:02:32.556915 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] Attempting to bind port 58229853-2d51-478d-a1a8-87b492b175aa on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:32.569698 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:32.570394 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:32.570394 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:32.570825 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] Bound port: 58229853-2d51-478d-a1a8-87b492b175aa, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:32.571191 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:32.573660 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-c7035104-ea0d-435c-bce1-c2d1fce448c9 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/quotas/b8ebb1eaf4144f3aa1a6431613a8a46d HTTP/1.1" status: 200 len: 375 time: 0.1034110 Jul 22 19:02:32.578386 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] For port e434a628-3b79-4810-b192-27a306fcac80, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:32.601527 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd697262-9db7-4b9a-bd00-72dbca0d5e67 req-d27648c8-b6c8-4160-9cc1-1eae4533f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:32.603052 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-dd697262-9db7-4b9a-bd00-72dbca0d5e67 req-d27648c8-b6c8-4160-9cc1-1eae4533f9d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32cea476df594530ba3ecc2a722772ea&device_id=21428f10-6252-455d-a753-cdfc4c48c7bb HTTP/1.1" status: 200 len: 1095 time: 0.3295102 Jul 22 19:02:32.662030 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-551a4a94-7411-475e-8bfa-77b5fd63ed88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=443cd03486e5445ea6345c4233a83187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8507740 Jul 22 19:02:32.662897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a4a94-7411-475e-8bfa-77b5fd63ed88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35806d5-fb02-44bb-a44d-918276180da9,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:32.670930 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57890) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:32.719935 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:32.733126 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82656d9-9d94-44a2-96f1-eb579200a87f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e434a628-3b79-4810-b192-27a306fcac80'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:32.735227 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72000863-810c-4216-b996-752d14aaff51" -d '{"events": [{"server_uuid": "f82656d9-9d94-44a2-96f1-eb579200a87f", "name": "network-vif-unplugged", "status": "completed", "tag": "e434a628-3b79-4810-b192-27a306fcac80"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:32.745352 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310414b-aca9-4bb0-a75f-eda66e891dd1 req-6c64060a-ea0d-4413-af46-7d3239a47bed tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:32.747124 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9310414b-aca9-4bb0-a75f-eda66e891dd1 req-6c64060a-ea0d-4413-af46-7d3239a47bed tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=186c5c43-a5a3-4c80-aead-16f936899b73 HTTP/1.1" status: 200 len: 948 time: 0.2962997 Jul 22 19:02:32.779287 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:32.861582 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-afe207a6-5605-48f3-82c3-b802485f9f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:32.863128 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-afe207a6-5605-48f3-82c3-b802485f9f4d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3780804 Jul 22 19:02:32.893111 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-2e6437d6-4842-45ff-8db1-154d9a9138f3 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2791746 Jul 22 19:02:32.913996 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6eab8f9-01cb-4297-8774-0b4b153a2fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:32.917959 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9310414b-aca9-4bb0-a75f-eda66e891dd1 req-235eca63-3f55-4d2e-836d-89e8159e4af6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592422 Jul 22 19:02:32.959228 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] For port 58229853-2d51-478d-a1a8-87b492b175aa, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:32.982958 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] Attempting to bind port e434a628-3b79-4810-b192-27a306fcac80 on host n-h2-800086-12 for vnic_type normal with profile {"migrating_to": "n-h1-800086-12"} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:32.983284 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] Attempting to bind port e434a628-3b79-4810-b192-27a306fcac80 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:32.983617 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] Attempting to bind port e434a628-3b79-4810-b192-27a306fcac80 on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:32.988196 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] Pushing event updated for resources: {'Port': ['ID=e434a628-3b79-4810-b192-27a306fcac80,revision_number=7']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:32.995493 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] Port e434a628-3b79-4810-b192-27a306fcac80 on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:02:32.995824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] Attempting to bind port e434a628-3b79-4810-b192-27a306fcac80 on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:33.016602 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:33.016949 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] Checking segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:33.017342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] Bound using segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:33.017790 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] Bound port: e434a628-3b79-4810-b192-27a306fcac80, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:33.018151 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:33.037646 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6eab8f9-01cb-4297-8774-0b4b153a2fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:33.040959 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] For port 58229853-2d51-478d-a1a8-87b492b175aa, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=58229853-2d51-478d-a1a8-87b492b175aa,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:33.054956 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:33.102664 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd697262-9db7-4b9a-bd00-72dbca0d5e67 req-f6a446f4-19d0-4f1a-8555-4346a907a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:33.104340 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-dd697262-9db7-4b9a-bd00-72dbca0d5e67 req-f6a446f4-19d0-4f1a-8555-4346a907a753 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c51d31c-fc03-4579-a008-0158f0e29dc1 HTTP/1.1" status: 200 len: 913 time: 0.2664413 Jul 22 19:02:33.111922 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:33.112570 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:33.114964 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] 10.222.0.30 "PUT /v2.0/ports/58229853-2d51-478d-a1a8-87b492b175aa HTTP/1.1" status: 200 len: 1097 time: 2.5333970 Jul 22 19:02:33.131883 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-db393278-b123-4bf0-a71d-41c7bd702f69 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550974 Jul 22 19:02:33.186437 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-dd697262-9db7-4b9a-bd00-72dbca0d5e67 req-a8f35856-4684-4fee-ab2a-582f7caf8a72 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01657582-e4c2-4474-8caa-3bfb7817508b HTTP/1.1" status: 200 len: 217 time: 0.0684385 Jul 22 19:02:33.210156 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-10c4fa7b-a7b8-48b6-bedf-0ef0db67a6c3 service neutron] 10.222.0.13 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970836 Jul 22 19:02:33.270161 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6eab8f9-01cb-4297-8774-0b4b153a2fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:33.273316 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6eab8f9-01cb-4297-8774-0b4b153a2fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:33.274459 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e6eab8f9-01cb-4297-8774-0b4b153a2fea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a35806d5-fb02-44bb-a44d-918276180da9 HTTP/1.1" status: 204 len: 168 time: 0.6016984 Jul 22 19:02:33.300229 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311d3cf-25ae-4c1f-96e1-5d5c05dae7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=58229853-2d51-478d-a1a8-87b492b175aa,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:33.318249 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eab8f9-01cb-4297-8774-0b4b153a2fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35806d5-fb02-44bb-a44d-918276180da9,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:33.360860 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd697262-9db7-4b9a-bd00-72dbca0d5e67 req-39756846-ff66-439c-8e27-ff4e5ef462b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:33.362228 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-dd697262-9db7-4b9a-bd00-72dbca0d5e67 req-39756846-ff66-439c-8e27-ff4e5ef462b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc74cdfe-e4d6-4618-a32b-bdd2a489d365 HTTP/1.1" status: 200 len: 851 time: 0.1580284 Jul 22 19:02:33.389506 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ed968-7727-4c06-aa06-e1a071d0a306 req-28332f34-648d-4f2d-8d3d-75545ff2c7fa tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:33.394877 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-637ed968-7727-4c06-aa06-e1a071d0a306 req-28332f34-648d-4f2d-8d3d-75545ff2c7fa tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 943 time: 0.3609624 Jul 22 19:02:33.396110 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] For port e434a628-3b79-4810-b192-27a306fcac80, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:33.435043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] For port e434a628-3b79-4810-b192-27a306fcac80, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e434a628-3b79-4810-b192-27a306fcac80,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:33.445740 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-b4e53bdc-6bc6-4f05-8722-73c2f2039a59 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767816 Jul 22 19:02:33.448738 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-58c36fd6-3675-40af-bcc2-b55cb6518046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:33.457336 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-58c36fd6-3675-40af-bcc2-b55cb6518046 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e23346e51c4096b61dbd871c0fe502&device_id=186c5c43-a5a3-4c80-aead-16f936899b73 HTTP/1.1" status: 200 len: 1100 time: 0.2833426 Jul 22 19:02:33.459073 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:33.505141 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-97c33122-ca21-40c2-8f58-0c5214c778b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=58229853-2d51-478d-a1a8-87b492b175aa HTTP/1.1" status: 200 len: 217 time: 0.0437081 Jul 22 19:02:33.518519 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-5e60f8e5-e38a-46bb-a9e5-0346b7a444a7 service neutron] 10.222.0.13 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010237 Jul 22 19:02:33.538981 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-637ed968-7727-4c06-aa06-e1a071d0a306 req-d87e1cdb-5523-46f9-8106-ffb4c1505b4f tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389906 Jul 22 19:02:33.543392 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4dac7bb-7cf0-4d99-9a05-d9e5a0860dbb', 'tag': '6d6525c7-f82e-4993-a118-b72b3f0ec670'}, {'name': 'network-changed', 'server_uuid': '186c5c43-a5a3-4c80-aead-16f936899b73', 'tag': '58229853-2d51-478d-a1a8-87b492b175aa'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:33.545952 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8165e4bf-bceb-423c-84d0-c6e6c88df21e" -d '{"events": [{"name": "network-changed", "server_uuid": "f4dac7bb-7cf0-4d99-9a05-d9e5a0860dbb", "tag": "6d6525c7-f82e-4993-a118-b72b3f0ec670"}, {"name": "network-changed", "server_uuid": "186c5c43-a5a3-4c80-aead-16f936899b73", "tag": "58229853-2d51-478d-a1a8-87b492b175aa"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:33.546414 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] Pushing event updated for resources: {'Port': ['ID=e434a628-3b79-4810-b192-27a306fcac80,revision_number=8']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:33.567478 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd697262-9db7-4b9a-bd00-72dbca0d5e67 req-e51ce4d5-5d0b-471a-a2ec-d062f14ddc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:33.569107 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-dd697262-9db7-4b9a-bd00-72dbca0d5e67 req-e51ce4d5-5d0b-471a-a2ec-d062f14ddc87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c51d31c-fc03-4579-a008-0158f0e29dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1739428 Jul 22 19:02:33.586493 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-6d8390d7-52f8-44d2-83e6-342065f071ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:33.587925 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-6d8390d7-52f8-44d2-83e6-342065f071ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0750358 Jul 22 19:02:33.617531 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 1a112a08-8087-41a3-868b-b9a587a09071 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:33.618015 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:33.618438 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:33.623184 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-95722b7d-dbce-4ba4-a560-0fc0aa8f550b service neutron] 10.222.0.30 "PUT /v2.0/ports/e434a628-3b79-4810-b192-27a306fcac80 HTTP/1.1" status: 200 len: 1123 time: 2.0600238 Jul 22 19:02:33.649921 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06466f50-31c7-4e28-90ce-8c6c29ab4051 x-openstack-request-id: req-06466f50-31c7-4e28-90ce-8c6c29ab4051 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:33.651018 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82656d9-9d94-44a2-96f1-eb579200a87f", "name": "network-vif-unplugged", "status": "completed", "tag": "e434a628-3b79-4810-b192-27a306fcac80", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:33.653395 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06466f50-31c7-4e28-90ce-8c6c29ab4051 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:33.654565 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82656d9-9d94-44a2-96f1-eb579200a87f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e434a628-3b79-4810-b192-27a306fcac80', 'code': 200} Jul 22 19:02:33.726796 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e434a628-3b79-4810-b192-27a306fcac80'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:02:33.771541 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-dd697262-9db7-4b9a-bd00-72dbca0d5e67 req-74082d6b-913b-425a-9d01-38c9de2436fc service neutron] 10.222.0.16 "GET /v2.0/networks/8c51d31c-fc03-4579-a008-0158f0e29dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946168 Jul 22 19:02:33.864664 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:33.866228 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 1a112a08-8087-41a3-868b-b9a587a09071 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:33.876301 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 1a112a08-8087-41a3-868b-b9a587a09071 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:33.876857 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:33.882165 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-dd697262-9db7-4b9a-bd00-72dbca0d5e67 req-9ef25fa6-b344-4246-8b89-3867cec43d93 service neutron] 10.222.0.16 "GET /v2.0/networks/8c51d31c-fc03-4579-a008-0158f0e29dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030226 Jul 22 19:02:33.895970 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-3af59301-caa6-44da-a647-b577e3155e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:33.897530 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-3af59301-caa6-44da-a647-b577e3155e0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2998972 Jul 22 19:02:34.126512 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-a00aeb8e-e1c7-4971-9479-6cf2b4507ade service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198820 Jul 22 19:02:34.128912 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:34.221786 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8201981-31a2-4678-a404-3796efebc19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a112a08-8087-41a3-868b-b9a587a09071'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:34.226004 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa2e090-7a0d-4c5b-ac7e-b86b148d6f4f" -d '{"events": [{"server_uuid": "b8201981-31a2-4678-a404-3796efebc19b", "name": "network-vif-plugged", "status": "completed", "tag": "1a112a08-8087-41a3-868b-b9a587a09071"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:34.239851 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859e3b0-79a5-47f2-9b0f-b7c726b7e6e9 req-829d8f9a-a96b-4395-b84c-53bf1187f9d0 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:34.247587 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5859e3b0-79a5-47f2-9b0f-b7c726b7e6e9 req-829d8f9a-a96b-4395-b84c-53bf1187f9d0 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/ports?device_id=21428f10-6252-455d-a753-cdfc4c48c7bb HTTP/1.1" status: 200 len: 943 time: 0.4996319 Jul 22 19:02:34.253165 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 1a112a08-8087-41a3-868b-b9a587a09071, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1a112a08-8087-41a3-868b-b9a587a09071,segment=NetworkSegment(b8f30338-a332-44a2-b242-a0037ff481e1),segment_id=b8f30338-a332-44a2-b242-a0037ff481e1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:34.264149 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:34.288103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27204ba-3d24-450a-95ed-691ab84faee4 req-19b16cf8-1e64-49c1-ace6-8dc61ad27c9e tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:34.295561 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b27204ba-3d24-450a-95ed-691ab84faee4 req-19b16cf8-1e64-49c1-ace6-8dc61ad27c9e tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8201981-31a2-4678-a404-3796efebc19b HTTP/1.1" status: 200 len: 945 time: 0.1448715 Jul 22 19:02:34.348293 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5859e3b0-79a5-47f2-9b0f-b7c726b7e6e9 req-59b632f2-94e8-4b8d-a43a-9d379822bea1 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6bb2f-a72b-46b6-bddc-9f5b2f90d528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949247 Jul 22 19:02:34.353127 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=1a112a08-8087-41a3-868b-b9a587a09071,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:34.373481 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3a6f26e-c705-42b3-9ba9-e8452642b991 req-b716674c-e503-49a5-a138-d14a0fe91295 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349584 Jul 22 19:02:34.412829 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b27204ba-3d24-450a-95ed-691ab84faee4 req-a478e26c-bc53-4688-8f83-0243de011eca tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149869 Jul 22 19:02:34.418664 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fd0a36-977e-4be3-a5a8-c903bcd423e9 x-openstack-request-id: req-51fd0a36-977e-4be3-a5a8-c903bcd423e9 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:34.419041 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4dac7bb-7cf0-4d99-9a05-d9e5a0860dbb", "tag": "6d6525c7-f82e-4993-a118-b72b3f0ec670", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "186c5c43-a5a3-4c80-aead-16f936899b73", "tag": "58229853-2d51-478d-a1a8-87b492b175aa", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:34.419409 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51fd0a36-977e-4be3-a5a8-c903bcd423e9 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:34.419873 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4dac7bb-7cf0-4d99-9a05-d9e5a0860dbb', 'tag': '6d6525c7-f82e-4993-a118-b72b3f0ec670', 'status': 'completed', 'code': 200} Jul 22 19:02:34.420193 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186c5c43-a5a3-4c80-aead-16f936899b73', 'tag': '58229853-2d51-478d-a1a8-87b492b175aa', 'status': 'completed', 'code': 200} Jul 22 19:02:34.543550 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f231a70-8819-4068-b91c-143f0e0c6240 req-41ab4fb2-4d7b-4b2b-a218-fe95781fdab8 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 210 time: 0.0446420 Jul 22 19:02:34.585455 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165e4bf-bceb-423c-84d0-c6e6c88df21e req-59d27c87-d9fb-4fe8-b8bd-9d598e1ab2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:34.586983 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8165e4bf-bceb-423c-84d0-c6e6c88df21e req-59d27c87-d9fb-4fe8-b8bd-9d598e1ab2c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e23346e51c4096b61dbd871c0fe502&device_id=186c5c43-a5a3-4c80-aead-16f936899b73 HTTP/1.1" status: 200 len: 1100 time: 0.1270134 Jul 22 19:02:34.588866 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165e4bf-bceb-423c-84d0-c6e6c88df21e req-bf2fa0cc-af0f-4848-bfd8-76a37c070093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:34.593635 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8165e4bf-bceb-423c-84d0-c6e6c88df21e req-bf2fa0cc-af0f-4848-bfd8-76a37c070093 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=81e23346e51c4096b61dbd871c0fe502&device_id=f4dac7bb-7cf0-4d99-9a05-d9e5a0860dbb HTTP/1.1" status: 200 len: 1100 time: 0.1462781 Jul 22 19:02:34.631034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3be9d9-522f-4f94-b415-230a7cb23ae4 req-5dd8c658-8984-4ce0-be86-0c11a622f797 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:34.632677 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca3be9d9-522f-4f94-b415-230a7cb23ae4 req-5dd8c658-8984-4ce0-be86-0c11a622f797 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=186c5c43-a5a3-4c80-aead-16f936899b73 HTTP/1.1" status: 200 len: 948 time: 0.1235101 Jul 22 19:02:34.639950 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea595132-5098-4905-9e86-2a93511200ce x-openstack-request-id: req-ea595132-5098-4905-9e86-2a93511200ce {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:34.640429 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8201981-31a2-4678-a404-3796efebc19b", "name": "network-vif-plugged", "status": "completed", "tag": "1a112a08-8087-41a3-868b-b9a587a09071", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:34.640529 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea595132-5098-4905-9e86-2a93511200ce {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:34.640993 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8201981-31a2-4678-a404-3796efebc19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a112a08-8087-41a3-868b-b9a587a09071', 'code': 200} Jul 22 19:02:34.714429 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca3be9d9-522f-4f94-b415-230a7cb23ae4 req-e4eec4e4-f24f-4ea0-841b-525133b4e500 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689709 Jul 22 19:02:34.790002 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165e4bf-bceb-423c-84d0-c6e6c88df21e req-a7bb1286-765f-4bcf-ad4d-089d5cc81526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:34.791537 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8165e4bf-bceb-423c-84d0-c6e6c88df21e req-a7bb1286-765f-4bcf-ad4d-089d5cc81526 service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.1968791 Jul 22 19:02:34.794345 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165e4bf-bceb-423c-84d0-c6e6c88df21e req-d782777e-62a0-4533-aa35-c8d47116769c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:34.795652 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8165e4bf-bceb-423c-84d0-c6e6c88df21e req-d782777e-62a0-4533-aa35-c8d47116769c service neutron] 10.222.0.16 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.1906545 Jul 22 19:02:34.818753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bb98f-c252-4710-bbc9-fa773b3bd44d req-4db9ddb2-ab27-4bee-9382-9d8347b9c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:34.820375 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-170bb98f-c252-4710-bbc9-fa773b3bd44d req-4db9ddb2-ab27-4bee-9382-9d8347b9c2f2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b8201981-31a2-4678-a404-3796efebc19b HTTP/1.1" status: 200 len: 1098 time: 0.0646348 Jul 22 19:02:34.865270 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-170bb98f-c252-4710-bbc9-fa773b3bd44d req-287e65f8-64f6-402a-8b71-438505ac5847 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354455 Jul 22 19:02:34.915335 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8165e4bf-bceb-423c-84d0-c6e6c88df21e req-7908b00f-0a1b-4cac-824c-4be23bf43e25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=58229853-2d51-478d-a1a8-87b492b175aa HTTP/1.1" status: 200 len: 217 time: 0.1163323 Jul 22 19:02:34.916834 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8165e4bf-bceb-423c-84d0-c6e6c88df21e req-d3f3d1ac-7d91-4c17-a434-58c4b2d7e67e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=6d6525c7-f82e-4993-a118-b72b3f0ec670 HTTP/1.1" status: 200 len: 217 time: 0.1047575 Jul 22 19:02:35.025470 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165e4bf-bceb-423c-84d0-c6e6c88df21e req-b25f26e0-6348-4fe8-8b5b-0fe4eb7f5815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:35.027211 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8165e4bf-bceb-423c-84d0-c6e6c88df21e req-b25f26e0-6348-4fe8-8b5b-0fe4eb7f5815 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1036921 Jul 22 19:02:35.030682 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165e4bf-bceb-423c-84d0-c6e6c88df21e req-8c00618f-b6af-46fb-9ae6-9b440609b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:35.032135 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8165e4bf-bceb-423c-84d0-c6e6c88df21e req-8c00618f-b6af-46fb-9ae6-9b440609b41c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0625994 Jul 22 19:02:35.162371 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada7d46-7850-4117-96fc-fe00ba7ee73c req-fb5f2b53-64b3-4094-bb94-6057df09e7e3 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:35.165230 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6ada7d46-7850-4117-96fc-fe00ba7ee73c req-fb5f2b53-64b3-4094-bb94-6057df09e7e3 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 943 time: 0.1724565 Jul 22 19:02:35.168505 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165e4bf-bceb-423c-84d0-c6e6c88df21e req-85de7592-5a24-462a-9ac7-28b3e8fc08a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:35.170214 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8165e4bf-bceb-423c-84d0-c6e6c88df21e req-85de7592-5a24-462a-9ac7-28b3e8fc08a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1359017 Jul 22 19:02:35.174847 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165e4bf-bceb-423c-84d0-c6e6c88df21e req-d1cf6e15-3e01-46de-b592-39dce7d2d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:35.174994 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a86789-a91f-4759-b134-fb3f500aa8fb req-2b993896-56e3-4f40-b1ff-59136524da83 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:35.176708 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8165e4bf-bceb-423c-84d0-c6e6c88df21e req-d1cf6e15-3e01-46de-b592-39dce7d2d155 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1332970 Jul 22 19:02:35.184075 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-11a86789-a91f-4759-b134-fb3f500aa8fb req-2b993896-56e3-4f40-b1ff-59136524da83 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b8c50d-ee9a-499f-bcd7-571a4ce02458 HTTP/1.1" status: 200 len: 949 time: 0.1507297 Jul 22 19:02:35.272847 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6ada7d46-7850-4117-96fc-fe00ba7ee73c req-197589d2-f39a-44d7-b1c9-e8f74b9e9be0 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625215 Jul 22 19:02:35.285129 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-11a86789-a91f-4759-b134-fb3f500aa8fb req-8e41d25f-cbf3-48a0-ae7c-cc9ba07d6405 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/security-groups?id=203d0b02-8b03-4270-8915-fd5a08e6f8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976429 Jul 22 19:02:35.378805 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-4f4ff716-1880-4bf5-9210-1dc8efc8b525 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:35.380392 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-4f4ff716-1880-4bf5-9210-1dc8efc8b525 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.16 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 808 time: 0.2534521 Jul 22 19:02:35.404744 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-1a4bb859-e672-4174-96dc-b2277c711dc5 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Request body: {'port': {'device_id': '0553aa74-c515-44f2-bbce-d81ddca1b334', 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d', 'admin_state_up': True, 'tenant_id': 'b8ebb1eaf4144f3aa1a6431613a8a46d'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:35.425699 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8165e4bf-bceb-423c-84d0-c6e6c88df21e req-bc9533f2-259f-455c-b337-462bec206f30 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457025 Jul 22 19:02:35.431193 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8165e4bf-bceb-423c-84d0-c6e6c88df21e req-68655460-3e06-4050-b3b3-5ededac6e9d3 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398403 Jul 22 19:02:35.488753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efedf45-1ef2-42ec-a675-356ee4f43775 req-7728b6ce-7f12-4fc7-a4fd-d417e8405b60 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:35.490354 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1efedf45-1ef2-42ec-a675-356ee4f43775 req-7728b6ce-7f12-4fc7-a4fd-d417e8405b60 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/ports?device_id=21428f10-6252-455d-a753-cdfc4c48c7bb HTTP/1.1" status: 200 len: 943 time: 0.0726612 Jul 22 19:02:35.534523 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1efedf45-1ef2-42ec-a675-356ee4f43775 req-09643759-be1f-473e-bf61-a13e8aeb5c98 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6bb2f-a72b-46b6-bddc-9f5b2f90d528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371261 Jul 22 19:02:35.622455 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device e434a628-3b79-4810-b192-27a306fcac80 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:02:35.655241 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82656d9-9d94-44a2-96f1-eb579200a87f', 'tag': 'e434a628-3b79-4810-b192-27a306fcac80'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:35.658358 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714f30c2-f514-48a5-9120-78b980eb1dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "f82656d9-9d94-44a2-96f1-eb579200a87f", "tag": "e434a628-3b79-4810-b192-27a306fcac80"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:35.685071 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1deff7b-4150-4178-8e2f-29b3b96b0ef8 req-2e6ea6f8-724c-4ee3-b455-686a4d1edcbf tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:35.686685 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d1deff7b-4150-4178-8e2f-29b3b96b0ef8 req-2e6ea6f8-724c-4ee3-b455-686a4d1edcbf tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8201981-31a2-4678-a404-3796efebc19b HTTP/1.1" status: 200 len: 946 time: 0.0865672 Jul 22 19:02:35.724507 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-77f27a38-3c70-4fb3-ada3-b5c0e708f66c req-1146709a-beae-4083-bea4-c5fcb41337b8 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 210 time: 0.0366218 Jul 22 19:02:35.758527 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d1deff7b-4150-4178-8e2f-29b3b96b0ef8 req-f2cb38fa-fa21-46e0-bd12-575370c49c88 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611880 Jul 22 19:02:35.762601 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port e434a628-3b79-4810-b192-27a306fcac80, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e434a628-3b79-4810-b192-27a306fcac80,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:35.775091 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device e434a628-3b79-4810-b192-27a306fcac80 has no active binding in host n-h1-800086-12 {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 19:02:35.829244 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702e0ad6-6dfc-4481-aca8-c483f55e04ba x-openstack-request-id: req-702e0ad6-6dfc-4481-aca8-c483f55e04ba {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:35.829754 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82656d9-9d94-44a2-96f1-eb579200a87f", "tag": "e434a628-3b79-4810-b192-27a306fcac80", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:35.830096 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-702e0ad6-6dfc-4481-aca8-c483f55e04ba {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:35.830610 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82656d9-9d94-44a2-96f1-eb579200a87f', 'tag': 'e434a628-3b79-4810-b192-27a306fcac80', 'status': 'completed', 'code': 200} Jul 22 19:02:35.854628 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.16', 58879) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:35.897654 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8165e4bf-bceb-423c-84d0-c6e6c88df21e req-348f369c-c333-47d3-ab69-227eea713ab2 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601150 Jul 22 19:02:35.930742 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8165e4bf-bceb-423c-84d0-c6e6c88df21e req-7fa61ebc-3e8c-413c-a642-aceeffb67932 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924214 Jul 22 19:02:35.940637 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-1a4bb859-e672-4174-96dc-b2277c711dc5 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Made reservation on behalf of b8ebb1eaf4144f3aa1a6431613a8a46d for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:02:35.947844 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-1a4bb859-e672-4174-96dc-b2277c711dc5 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:35.972094 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f30c2-f514-48a5-9120-78b980eb1dfd req-7e43f79e-9fa1-4745-a020-eca5d85bc933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:35.973701 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-714f30c2-f514-48a5-9120-78b980eb1dfd req-7e43f79e-9fa1-4745-a020-eca5d85bc933 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 1126 time: 0.1180928 Jul 22 19:02:35.982459 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a50e8-f4ae-4724-b392-65d8d508da0a req-ef0dcd37-42ea-436a-babd-ca3c792df482 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:35.983939 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df6a50e8-f4ae-4724-b392-65d8d508da0a req-ef0dcd37-42ea-436a-babd-ca3c792df482 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=186c5c43-a5a3-4c80-aead-16f936899b73 HTTP/1.1" status: 200 len: 948 time: 0.1187718 Jul 22 19:02:36.109940 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f30c2-f514-48a5-9120-78b980eb1dfd req-12cdb57e-d054-4bb8-a26d-fe8b2d0fd927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:36.112281 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-714f30c2-f514-48a5-9120-78b980eb1dfd req-12cdb57e-d054-4bb8-a26d-fe8b2d0fd927 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 921 time: 0.1270888 Jul 22 19:02:36.120639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df6a50e8-f4ae-4724-b392-65d8d508da0a req-55fdaeb3-55e2-457d-a876-aaf65e3128d6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273322 Jul 22 19:02:36.148747 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-1a4bb859-e672-4174-96dc-b2277c711dc5 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Allocated IP 172.20.0.6 (1211dd5d-22dd-42cf-af43-7f788d3e855d/e6ce6dd9-1892-4846-8205-ad77c8cfee8f/e4cb675f-6c4c-41e2-81b7-480dffe27af2) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:02:36.172195 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-714f30c2-f514-48a5-9120-78b980eb1dfd req-e07feec6-f177-4826-8691-96cf97b61b15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e434a628-3b79-4810-b192-27a306fcac80 HTTP/1.1" status: 200 len: 217 time: 0.0503771 Jul 22 19:02:36.226589 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f30c2-f514-48a5-9120-78b980eb1dfd req-2a66b60c-d6b1-4009-ac48-761129fcaf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:36.229021 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-714f30c2-f514-48a5-9120-78b980eb1dfd req-2a66b60c-d6b1-4009-ac48-761129fcaf6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=60c829e4-dea2-469c-8b44-181bb5c85dfe HTTP/1.1" status: 200 len: 860 time: 0.0499988 Jul 22 19:02:36.274247 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-714f30c2-f514-48a5-9120-78b980eb1dfd req-33e28a2a-62f7-43a7-a32b-def2926467b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378575 Jul 22 19:02:36.387913 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-1a4bb859-e672-4174-96dc-b2277c711dc5 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:36.465685 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-1a4bb859-e672-4174-96dc-b2277c711dc5 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:36.485138 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 6d6525c7-f82e-4993-a118-b72b3f0ec670 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:02:36.522275 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-714f30c2-f514-48a5-9120-78b980eb1dfd req-1dd9bf0d-73f6-47f7-8685-713ad64b9d51 service neutron] 10.222.0.16 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379341 Jul 22 19:02:36.524790 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4bb859-e672-4174-96dc-b2277c711dc5 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Pushing event updated for resources: {'Port': ['ID=e4cb675f-6c4c-41e2-81b7-480dffe27af2,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:36.551650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ba371-096a-49bc-9b4d-f75b69b2e5c0 req-79cc9b68-fdc7-42f5-b952-d4b284f1d674 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:36.552266 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc8ba371-096a-49bc-9b4d-f75b69b2e5c0 req-79cc9b68-fdc7-42f5-b952-d4b284f1d674 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 943 time: 0.1602833 Jul 22 19:02:36.559330 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-1a4bb859-e672-4174-96dc-b2277c711dc5 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Network 1211dd5d-22dd-42cf-af43-7f788d3e855d is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:36.562895 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-1a4bb859-e672-4174-96dc-b2277c711dc5 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:36.565500 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-1a4bb859-e672-4174-96dc-b2277c711dc5 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:02:36.573573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0383d-b40b-4127-aa27-6a4740b5cea5 req-55a8dfde-6858-477d-9817-7360c7b9578a tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:36.580701 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99e0383d-b40b-4127-aa27-6a4740b5cea5 req-55a8dfde-6858-477d-9817-7360c7b9578a tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b8c50d-ee9a-499f-bcd7-571a4ce02458 HTTP/1.1" status: 200 len: 949 time: 0.1874907 Jul 22 19:02:36.615162 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-1a4bb859-e672-4174-96dc-b2277c711dc5 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:36.615839 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-1a4bb859-e672-4174-96dc-b2277c711dc5 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:36.640442 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930c786-aec9-4580-839d-253c0771d52b req-b22c29f3-6158-45d4-8a85-06e218537d82 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:36.642112 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0930c786-aec9-4580-839d-253c0771d52b req-b22c29f3-6158-45d4-8a85-06e218537d82 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b8c50d-ee9a-499f-bcd7-571a4ce02458 HTTP/1.1" status: 200 len: 949 time: 0.2112248 Jul 22 19:02:36.644021 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-1a4bb859-e672-4174-96dc-b2277c711dc5 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2493374 Jul 22 19:02:36.651727 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58076) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:36.681293 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99e0383d-b40b-4127-aa27-6a4740b5cea5 req-8b889802-a8f9-4804-a2a4-d6b5c4b11338 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/security-groups?id=203d0b02-8b03-4270-8915-fd5a08e6f8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996141 Jul 22 19:02:36.685292 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] Request body: {'port': {'device_id': '0553aa74-c515-44f2-bbce-d81ddca1b334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:36.689483 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 6d6525c7-f82e-4993-a118-b72b3f0ec670, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=6d6525c7-f82e-4993-a118-b72b3f0ec670,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:36.703465 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '6d6525c7-f82e-4993-a118-b72b3f0ec670', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '6d6525c7-f82e-4993-a118-b72b3f0ec670', 'mac_address': 'fa:16:3e:3f:e0:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:02:36.738152 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58080) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:36.757042 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc8ba371-096a-49bc-9b4d-f75b69b2e5c0 req-f473061c-bdca-4517-8054-578271b84728 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731329 Jul 22 19:02:36.760105 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:36.779433 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6525c7-f82e-4993-a118-b72b3f0ec670 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:02:36.813129 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 6d6525c7-f82e-4993-a118-b72b3f0ec670, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=6d6525c7-f82e-4993-a118-b72b3f0ec670,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:36.821441 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:36.823138 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 01657582-e4c2-4474-8caa-3bfb7817508b details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:02:36.823264 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-714f30c2-f514-48a5-9120-78b980eb1dfd req-f6cbddb8-4850-4249-8afc-d622c6170ead service neutron] 10.222.0.16 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875412 Jul 22 19:02:36.868539 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c516501-0f77-4a3c-8f90-6daccabef570 req-f058e6f1-5f0c-49f1-a879-9c14f6bb5e43 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:36.876232 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c516501-0f77-4a3c-8f90-6daccabef570 req-f058e6f1-5f0c-49f1-a879-9c14f6bb5e43 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/ports?device_id=21428f10-6252-455d-a753-cdfc4c48c7bb HTTP/1.1" status: 200 len: 943 time: 0.0948904 Jul 22 19:02:36.902561 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3502374d-f809-498f-a9c9-1dfc913f604e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:36.918338 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d31ca02a-3f21-47ad-a900-6fdbc5f146b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:36.920224 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=6d6525c7-f82e-4993-a118-b72b3f0ec670,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:36.942477 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c516501-0f77-4a3c-8f90-6daccabef570 req-4c3a331b-2820-4a70-ad18-8c6c02658dc5 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6bb2f-a72b-46b6-bddc-9f5b2f90d528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651193 Jul 22 19:02:36.984100 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:36.984587 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27785b-d0fe-490b-819f-9c11aaa3c77b req-62f4a5e2-2ff4-457d-bb98-0cabee927add tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:36.985964 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ed27785b-d0fe-490b-819f-9c11aaa3c77b req-62f4a5e2-2ff4-457d-bb98-0cabee927add tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 931 time: 0.1018982 Jul 22 19:02:37.013532 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 01657582-e4c2-4474-8caa-3bfb7817508b, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=01657582-e4c2-4474-8caa-3bfb7817508b,segment=NetworkSegment(8ba6108b-1708-4a80-9682-555c7e88c511),segment_id=8ba6108b-1708-4a80-9682-555c7e88c511)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:37.014411 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.db.api [None req-3502374d-f809-498f-a9c9-1dfc913f604e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:02:37.014411 n-d-800086-12 neutron-server[93806]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 19:02:37.014411 n-d-800086-12 neutron-server[93806]: [parameters: {'project_id': 'e42a55e90b21436bb5f502e343a3983d', 'id': '45f386cb-c617-4923-a4d1-3b079032cc36', 'expiration': datetime.datetime(2021, 7, 22, 19, 4, 36, 988999)}] Jul 22 19:02:37.014411 n-d-800086-12 neutron-server[93806]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:02:37.014800 n-d-800086-12 neutron-server[93806]: DEBUG oslo_db.api [None req-3502374d-f809-498f-a9c9-1dfc913f604e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:02:37.030128 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '01657582-e4c2-4474-8caa-3bfb7817508b', 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1', 'port_id': '01657582-e4c2-4474-8caa-3bfb7817508b', 'mac_address': 'fa:16:3e:5b:f8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc74cdfe-e4d6-4618-a32b-bdd2a489d365', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:02:37.040149 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ed27785b-d0fe-490b-819f-9c11aaa3c77b req-9e5c18e6-3d3c-47b2-9849-48ae0842ef82 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474763 Jul 22 19:02:37.080319 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:37.088618 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-0930c786-aec9-4580-839d-253c0771d52b req-f948f99c-466f-4b9f-8ae6-3a527174ef65 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Deleting port eaa72ad2-56ba-4ff3-bf94-451159fbfbaf {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:02:37.088980 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-0930c786-aec9-4580-839d-253c0771d52b req-f948f99c-466f-4b9f-8ae6-3a527174ef65 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:37.096717 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01657582-e4c2-4474-8caa-3bfb7817508b {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:02:37.121967 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 01657582-e4c2-4474-8caa-3bfb7817508b, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=01657582-e4c2-4474-8caa-3bfb7817508b,segment=NetworkSegment(8ba6108b-1708-4a80-9682-555c7e88c511),segment_id=8ba6108b-1708-4a80-9682-555c7e88c511)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:37.125317 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd9901-81c6-4f74-9663-7b047793d8a8 req-c9a7a36c-8652-445f-b772-89c3c6ca8a97 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:37.126977 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-35dd9901-81c6-4f74-9663-7b047793d8a8 req-c9a7a36c-8652-445f-b772-89c3c6ca8a97 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8201981-31a2-4678-a404-3796efebc19b HTTP/1.1" status: 200 len: 946 time: 0.0773611 Jul 22 19:02:37.127263 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:37.178671 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=01657582-e4c2-4474-8caa-3bfb7817508b,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:37.188814 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-35dd9901-81c6-4f74-9663-7b047793d8a8 req-72460c33-62f6-475c-bfd9-533973897c0e tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495615 Jul 22 19:02:37.268862 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b9abe-8f02-4949-aab5-fa633465dc1b req-43ca45c9-8754-4077-8e0d-048dd7066634 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:37.275858 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c78b9abe-8f02-4949-aab5-fa633465dc1b req-43ca45c9-8754-4077-8e0d-048dd7066634 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=186c5c43-a5a3-4c80-aead-16f936899b73 HTTP/1.1" status: 200 len: 948 time: 0.0677238 Jul 22 19:02:37.302127 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d31ca02a-3f21-47ad-a900-6fdbc5f146b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:37.321759 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d31ca02a-3f21-47ad-a900-6fdbc5f146b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:37.331578 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-0930c786-aec9-4580-839d-253c0771d52b req-f948f99c-466f-4b9f-8ae6-3a527174ef65 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] For port eaa72ad2-56ba-4ff3-bf94-451159fbfbaf, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=eaa72ad2-56ba-4ff3-bf94-451159fbfbaf,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:37.331863 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-0930c786-aec9-4580-839d-253c0771d52b req-f948f99c-466f-4b9f-8ae6-3a527174ef65 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:37.342872 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c78b9abe-8f02-4949-aab5-fa633465dc1b req-a3eaba21-5987-471b-b301-0a470f2258a5 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628531 Jul 22 19:02:37.371787 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['01657582-e4c2-4474-8caa-3bfb7817508b'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:02:37.372717 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df591f-9be8-4762-8bf4-58e60614cc58 req-fa92802e-11fa-4883-80ef-9b1b5e686f95 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:37.374194 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18df591f-9be8-4762-8bf4-58e60614cc58 req-fa92802e-11fa-4883-80ef-9b1b5e686f95 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8201981-31a2-4678-a404-3796efebc19b HTTP/1.1" status: 200 len: 946 time: 0.0793173 Jul 22 19:02:37.376007 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['6d6525c7-f82e-4993-a118-b72b3f0ec670'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:02:37.386014 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58092) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:37.391111 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-f92afd4a-0094-44ea-8b78-50490defe93c tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Request body: {'floatingip': {'port_id': '1a112a08-8087-41a3-868b-b9a587a09071'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:37.417269 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-0930c786-aec9-4580-839d-253c0771d52b req-f948f99c-466f-4b9f-8ae6-3a527174ef65 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Calling delete_port for eaa72ad2-56ba-4ff3-bf94-451159fbfbaf owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:02:37.441716 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d31ca02a-3f21-47ad-a900-6fdbc5f146b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c681e8f4384d4088ac0a1db9a4d17856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6730182 Jul 22 19:02:37.445168 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58094) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:37.450314 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ca02a-3f21-47ad-a900-6fdbc5f146b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f63febb-3a61-41c2-9686-24d87858adbe,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:37.473664 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f92afd4a-0094-44ea-8b78-50490defe93c tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:37.518100 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3502374d-f809-498f-a9c9-1dfc913f604e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:37.632792 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 58229853-2d51-478d-a1a8-87b492b175aa details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:02:37.657567 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4cb675f-6c4c-41e2-81b7-480dffe27af2 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:02:37.662140 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-7945f0d0-2fa4-4e3a-b15e-ce4dc1419371 service neutron] 10.222.0.16 "GET /v2.0/ports/e434a628-3b79-4810-b192-27a306fcac80/bindings/n-h1-800086-12 HTTP/1.1" status: 200 len: 385 time: 0.1867135 Jul 22 19:02:37.668956 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43be948b-459b-421e-80ee-1c49dd004648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:37.673775 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:37.730969 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] Transition to ACTIVE for port object e4cb675f-6c4c-41e2-81b7-480dffe27af2 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:37.736318 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:02:37.748713 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43be948b-459b-421e-80ee-1c49dd004648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:37.752336 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:37.763170 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 58229853-2d51-478d-a1a8-87b492b175aa, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=58229853-2d51-478d-a1a8-87b492b175aa,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:37.780825 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '58229853-2d51-478d-a1a8-87b492b175aa', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '58229853-2d51-478d-a1a8-87b492b175aa', 'mac_address': 'fa:16:3e:90:74:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:02:37.862863 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-0930c786-aec9-4580-839d-253c0771d52b req-f948f99c-466f-4b9f-8ae6-3a527174ef65 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:37.868523 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:37.882957 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['670f70b9-eb55-429b-8e4e-cac6942e844d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:02:37.893292 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6703251-ad4f-4dc7-b0e1-ac139745fa3c req-fb8e4017-be75-4ee5-b2ef-8991e14b0b62 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=99b8c50d-ee9a-499f-bcd7-571a4ce02458 HTTP/1.1" status: 200 len: 210 time: 0.0466962 Jul 22 19:02:37.894358 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] Pushing event updated for resources: {'Port': ['ID=e4cb675f-6c4c-41e2-81b7-480dffe27af2,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:37.929886 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58229853-2d51-478d-a1a8-87b492b175aa {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:02:37.961260 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 58229853-2d51-478d-a1a8-87b492b175aa, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=58229853-2d51-478d-a1a8-87b492b175aa,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:37.965164 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3502374d-f809-498f-a9c9-1dfc913f604e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:37.974723 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:38.007330 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948f99c-466f-4b9f-8ae6-3a527174ef65 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Pushing event deleted for resources: {'Port': ['ID=eaa72ad2-56ba-4ff3-bf94-451159fbfbaf,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:38.016260 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3502374d-f809-498f-a9c9-1dfc913f604e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:38.072232 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=58229853-2d51-478d-a1a8-87b492b175aa,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:38.080593 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43be948b-459b-421e-80ee-1c49dd004648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:38.084331 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43be948b-459b-421e-80ee-1c49dd004648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:38.085515 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-43be948b-459b-421e-80ee-1c49dd004648 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f63febb-3a61-41c2-9686-24d87858adbe HTTP/1.1" status: 204 len: 168 time: 0.6361022 Jul 22 19:02:38.090207 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-0930c786-aec9-4580-839d-253c0771d52b req-f948f99c-466f-4b9f-8ae6-3a527174ef65 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] No DVR routers for this DVR port eaa72ad2-56ba-4ff3-bf94-451159fbfbaf on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:02:38.098752 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-0930c786-aec9-4580-839d-253c0771d52b req-f948f99c-466f-4b9f-8ae6-3a527174ef65 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:38.102982 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0930c786-aec9-4580-839d-253c0771d52b req-f948f99c-466f-4b9f-8ae6-3a527174ef65 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.16 "DELETE /v2.0/ports/eaa72ad2-56ba-4ff3-bf94-451159fbfbaf HTTP/1.1" status: 204 len: 173 time: 1.4350410 Jul 22 19:02:38.147965 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b8c50d-ee9a-499f-bcd7-571a4ce02458', 'name': 'network-vif-deleted', 'tag': 'eaa72ad2-56ba-4ff3-bf94-451159fbfbaf'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:38.152457 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ec4ef4-3932-4272-a713-8b729d88c558" -d '{"events": [{"server_uuid": "99b8c50d-ee9a-499f-bcd7-571a4ce02458", "name": "network-vif-deleted", "tag": "eaa72ad2-56ba-4ff3-bf94-451159fbfbaf"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:38.161243 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3502374d-f809-498f-a9c9-1dfc913f604e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e42a55e90b21436bb5f502e343a3983d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5073314 Jul 22 19:02:38.181343 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58108) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:38.185062 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] Attempting to bind port e4cb675f-6c4c-41e2-81b7-480dffe27af2 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:38.185713 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] Attempting to bind port e4cb675f-6c4c-41e2-81b7-480dffe27af2 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:38.186265 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] Attempting to bind port e4cb675f-6c4c-41e2-81b7-480dffe27af2 on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:38.230647 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] Port e4cb675f-6c4c-41e2-81b7-480dffe27af2 on network 1211dd5d-22dd-42cf-af43-7f788d3e855d not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:02:38.231153 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] Attempting to bind port e4cb675f-6c4c-41e2-81b7-480dffe27af2 on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:38.244862 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502374d-f809-498f-a9c9-1dfc913f604e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b14ec4-ac14-43e2-95f1-c310bc204539,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:38.268496 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:38.269064 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] Checking segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:38.270173 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] Bound using segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:38.270870 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] Bound port: e4cb675f-6c4c-41e2-81b7-480dffe27af2, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:38.271235 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:38.323184 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['58229853-2d51-478d-a1a8-87b492b175aa'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:02:38.330233 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be948b-459b-421e-80ee-1c49dd004648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f63febb-3a61-41c2-9686-24d87858adbe,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:38.381926 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd55b49d-ef01-4d41-9ebf-1ccf2652890e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:38.401714 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] For port e4cb675f-6c4c-41e2-81b7-480dffe27af2, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:38.428245 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd55b49d-ef01-4d41-9ebf-1ccf2652890e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:38.431461 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] For port e4cb675f-6c4c-41e2-81b7-480dffe27af2, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e4cb675f-6c4c-41e2-81b7-480dffe27af2,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:38.440075 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:38.490423 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:38.491210 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:38.492633 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] 10.222.0.16 "PUT /v2.0/ports/e4cb675f-6c4c-41e2-81b7-480dffe27af2 HTTP/1.1" status: 200 len: 1092 time: 1.8180692 Jul 22 19:02:38.520347 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 6d6525c7-f82e-4993-a118-b72b3f0ec670 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:38.540237 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc498fc-3354-4140-8661-c8655c5bdc9a service neutron] Pushing event updated for resources: {'Port': ['ID=e4cb675f-6c4c-41e2-81b7-480dffe27af2,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:38.550193 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd55b49d-ef01-4d41-9ebf-1ccf2652890e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:38.554405 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd55b49d-ef01-4d41-9ebf-1ccf2652890e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:38.557934 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fd55b49d-ef01-4d41-9ebf-1ccf2652890e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35b14ec4-ac14-43e2-95f1-c310bc204539 HTTP/1.1" status: 204 len: 168 time: 0.3652809 Jul 22 19:02:38.568778 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58116) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:38.584359 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-87abf17d-c5c6-4cae-a8b4-94de7183b5b0 service neutron] For port e434a628-3b79-4810-b192-27a306fcac80, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e434a628-3b79-4810-b192-27a306fcac80,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:38.605510 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55b49d-ef01-4d41-9ebf-1ccf2652890e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b14ec4-ac14-43e2-95f1-c310bc204539,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:38.611138 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1b480571-b7e0-48af-a1a8-7bde98f5fd3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:38.656156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05a5fa-b8b0-4c61-b4c7-756244f597ee req-f753d60d-4752-484a-bae0-69e9ab931a50 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:38.663547 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5d05a5fa-b8b0-4c61-b4c7-756244f597ee req-f753d60d-4752-484a-bae0-69e9ab931a50 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 943 time: 0.7580466 Jul 22 19:02:38.665423 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-9b6671f8-35f6-4d1f-a3c3-878e2a5d9c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:38.667012 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-9b6671f8-35f6-4d1f-a3c3-878e2a5d9c5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 1095 time: 0.1100764 Jul 22 19:02:38.712817 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-87abf17d-c5c6-4cae-a8b4-94de7183b5b0 service neutron] For port e434a628-3b79-4810-b192-27a306fcac80, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:38.744155 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-06e9a8bd-ee38-48a9-9d19-8b766f8bfb34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4cb675f-6c4c-41e2-81b7-480dffe27af2 HTTP/1.1" status: 200 len: 217 time: 0.0683274 Jul 22 19:02:38.745647 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.db.resource_extend [None req-f92afd4a-0094-44ea-8b78-50490defe93c tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:02:38.800624 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:38.811563 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 6d6525c7-f82e-4993-a118-b72b3f0ec670 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:38.822528 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 6d6525c7-f82e-4993-a118-b72b3f0ec670 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:38.822932 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:38.826315 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-b0ab718c-9c27-4b36-84aa-b2782ac99c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:38.829247 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-b0ab718c-9c27-4b36-84aa-b2782ac99c15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6ce6dd9-1892-4846-8205-ad77c8cfee8f HTTP/1.1" status: 200 len: 848 time: 0.0758896 Jul 22 19:02:38.831745 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-87abf17d-c5c6-4cae-a8b4-94de7183b5b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e434a628-3b79-4810-b192-27a306fcac80 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:02:38.864140 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5d05a5fa-b8b0-4c61-b4c7-756244f597ee req-c09647f1-6852-4082-a26a-194f12507382 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990030 Jul 22 19:02:38.898232 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-384e7bf3-d785-4e04-8675-f558985eec6a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1211dd5d-22dd-42cf-af43-7f788d3e855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616271 Jul 22 19:02:38.906836 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-87abf17d-c5c6-4cae-a8b4-94de7183b5b0 service neutron] For port e434a628-3b79-4810-b192-27a306fcac80, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e434a628-3b79-4810-b192-27a306fcac80,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:38.911745 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1b480571-b7e0-48af-a1a8-7bde98f5fd3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:38.923361 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1b480571-b7e0-48af-a1a8-7bde98f5fd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:38.931532 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf5596-5160-412a-98bc-f2a3249ec9fd req-aca245bf-3b96-40ed-9afd-bbe8141cee8d tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:38.938668 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3caf5596-5160-412a-98bc-f2a3249ec9fd req-aca245bf-3b96-40ed-9afd-bbe8141cee8d tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/ports?device_id=21428f10-6252-455d-a753-cdfc4c48c7bb HTTP/1.1" status: 200 len: 944 time: 0.5226293 Jul 22 19:02:38.950772 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:38.965768 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f92afd4a-0094-44ea-8b78-50490defe93c tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:38.993007 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f92afd4a-0094-44ea-8b78-50490defe93c tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:38.996864 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b480571-b7e0-48af-a1a8-7bde98f5fd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89304f7a-72c9-47f3-9765-895eca4af7e8,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:39.015774 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 6d6525c7-f82e-4993-a118-b72b3f0ec670, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=6d6525c7-f82e-4993-a118-b72b3f0ec670,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:39.017048 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4dac7bb-7cf0-4d99-9a05-d9e5a0860dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6525c7-f82e-4993-a118-b72b3f0ec670'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:39.017505 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-87abf17d-c5c6-4cae-a8b4-94de7183b5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:39.022070 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01574ce-1b42-45f7-8ae4-e6e5ffc8c2ff" -d '{"events": [{"server_uuid": "f4dac7bb-7cf0-4d99-9a05-d9e5a0860dbb", "name": "network-vif-plugged", "status": "completed", "tag": "6d6525c7-f82e-4993-a118-b72b3f0ec670"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:39.026233 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:39.027209 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 01657582-e4c2-4474-8caa-3bfb7817508b up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:39.050919 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1b480571-b7e0-48af-a1a8-7bde98f5fd3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01f7c3534b51455aba5be189b36c6042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4768443 Jul 22 19:02:39.051637 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58124) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:39.122239 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=6d6525c7-f82e-4993-a118-b72b3f0ec670,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:39.124293 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-5b267dcf-f152-434d-8067-3f7469583a7d service neutron] 10.222.0.16 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109261 Jul 22 19:02:39.137171 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3caf5596-5160-412a-98bc-f2a3249ec9fd req-1ea64dd0-734c-47cd-9bd9-0d0b3952b7ba tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6bb2f-a72b-46b6-bddc-9f5b2f90d528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974804 Jul 22 19:02:39.143457 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 01657582-e4c2-4474-8caa-3bfb7817508b completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:39.149357 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 01657582-e4c2-4474-8caa-3bfb7817508b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:39.149979 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:39.195851 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58126) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:39.224819 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c6eb34b6-650f-45b4-8fef-a4daddb48ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:39.244708 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-42c446c2-2f90-4e99-b644-f43aeacc89fb req-249ddd87-3a62-48ac-9be3-74794ec94787 service neutron] 10.222.0.16 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130676 Jul 22 19:02:39.246471 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c70a4-2b19-4c6f-a7c5-fcfbc11184de req-033b2e94-1e2f-4151-a48c-ec7fe0625cc1 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:39.247921 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b8c70a4-2b19-4c6f-a7c5-fcfbc11184de req-033b2e94-1e2f-4151-a48c-ec7fe0625cc1 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 943 time: 0.2759118 Jul 22 19:02:39.253329 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fe0ead-fc07-4649-9bb4-463a0fd2f93e x-openstack-request-id: req-38fe0ead-fc07-4649-9bb4-463a0fd2f93e {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:39.253814 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b8c50d-ee9a-499f-bcd7-571a4ce02458", "name": "network-vif-deleted", "tag": "eaa72ad2-56ba-4ff3-bf94-451159fbfbaf", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:39.254729 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38fe0ead-fc07-4649-9bb4-463a0fd2f93e {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:39.255189 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b8c50d-ee9a-499f-bcd7-571a4ce02458', 'name': 'network-vif-deleted', 'tag': 'eaa72ad2-56ba-4ff3-bf94-451159fbfbaf', 'status': 'completed', 'code': 200} Jul 22 19:02:39.262230 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7df59e2-f765-4a96-84df-94c6ab57cca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:39.291775 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-87abf17d-c5c6-4cae-a8b4-94de7183b5b0 service neutron] Transition to ACTIVE for port object e434a628-3b79-4810-b192-27a306fcac80 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:39.294990 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7df59e2-f765-4a96-84df-94c6ab57cca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:39.304177 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-f92afd4a-0094-44ea-8b78-50490defe93c tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Floating IP 3d99e9c8-f265-4708-a51b-a411042c173f associated. External IP: 172.25.3.197, port: 1a112a08-8087-41a3-868b-b9a587a09071. Jul 22 19:02:39.315115 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-87abf17d-c5c6-4cae-a8b4-94de7183b5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:39.346486 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7df59e2-f765-4a96-84df-94c6ab57cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:39.349977 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7df59e2-f765-4a96-84df-94c6ab57cca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:39.352060 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d7df59e2-f765-4a96-84df-94c6ab57cca9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89304f7a-72c9-47f3-9765-895eca4af7e8 HTTP/1.1" status: 204 len: 168 time: 0.2987108 Jul 22 19:02:39.359815 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df59e2-f765-4a96-84df-94c6ab57cca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89304f7a-72c9-47f3-9765-895eca4af7e8,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:39.394484 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:39.429504 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 01657582-e4c2-4474-8caa-3bfb7817508b, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=01657582-e4c2-4474-8caa-3bfb7817508b,segment=NetworkSegment(8ba6108b-1708-4a80-9682-555c7e88c511),segment_id=8ba6108b-1708-4a80-9682-555c7e88c511)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:39.434128 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:39.434970 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device eaa72ad2-56ba-4ff3-bf94-451159fbfbaf no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:02:39.472089 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: eaa72ad2-56ba-4ff3-bf94-451159fbfbaf {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:02:39.472458 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device eaa72ad2-56ba-4ff3-bf94-451159fbfbaf not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:02:39.502685 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=01657582-e4c2-4474-8caa-3bfb7817508b,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:39.538062 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b8c70a4-2b19-4c6f-a7c5-fcfbc11184de req-6a2396b7-fcc9-46df-b110-6ff546ff0764 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401075 Jul 22 19:02:39.578488 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-87abf17d-c5c6-4cae-a8b4-94de7183b5b0 service neutron] No DVR routers for this DVR port e434a628-3b79-4810-b192-27a306fcac80 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:02:39.590604 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87abf17d-c5c6-4cae-a8b4-94de7183b5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e434a628-3b79-4810-b192-27a306fcac80,revision_number=10']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:39.625678 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2207383e-c042-495b-ac0b-1ce511411a71 x-openstack-request-id: req-2207383e-c042-495b-ac0b-1ce511411a71 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:39.626091 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4dac7bb-7cf0-4d99-9a05-d9e5a0860dbb", "name": "network-vif-plugged", "status": "completed", "tag": "6d6525c7-f82e-4993-a118-b72b3f0ec670", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:39.626529 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2207383e-c042-495b-ac0b-1ce511411a71 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:39.627254 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4dac7bb-7cf0-4d99-9a05-d9e5a0860dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6525c7-f82e-4993-a118-b72b3f0ec670', 'code': 200} Jul 22 19:02:39.664941 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-87abf17d-c5c6-4cae-a8b4-94de7183b5b0 service neutron] 10.222.0.16 "PUT /v2.0/ports/e434a628-3b79-4810-b192-27a306fcac80/bindings/n-h1-800086-12/activate HTTP/1.1" status: 200 len: 370 time: 1.9947736 Jul 22 19:02:39.681204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552425f-6f58-445d-9b29-84c0df9b6eec req-6840ba74-b317-462d-b0b5-78e87dfa7d16 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:39.689046 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a552425f-6f58-445d-9b29-84c0df9b6eec req-6840ba74-b317-462d-b0b5-78e87dfa7d16 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=186c5c43-a5a3-4c80-aead-16f936899b73 HTTP/1.1" status: 200 len: 949 time: 0.3865504 Jul 22 19:02:39.871993 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-540df11f-8ead-48c9-a1b9-529a37343ac6 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:39.873151 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a552425f-6f58-445d-9b29-84c0df9b6eec req-38f254a4-34fe-4c21-bd4e-bb689efc29df tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753113 Jul 22 19:02:39.873959 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-540df11f-8ead-48c9-a1b9-529a37343ac6 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f&tenant_id=045a6583907f4225b2036296ec0f4a49&binding%3Ahost_id=n-h2-800086-12 HTTP/1.1" status: 200 len: 1096 time: 0.0979385 Jul 22 19:02:39.888737 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c6eb34b6-650f-45b4-8fef-a4daddb48ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:39.934572 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c6eb34b6-650f-45b4-8fef-a4daddb48ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:39.961024 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-5770c2ee-e70d-45fc-a1f5-804294afe6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:39.962526 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-5770c2ee-e70d-45fc-a1f5-804294afe6fc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f&tenant_id=045a6583907f4225b2036296ec0f4a49 HTTP/1.1" status: 200 len: 1096 time: 0.0690370 Jul 22 19:02:40.040029 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c6eb34b6-650f-45b4-8fef-a4daddb48ed0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=137729330bbf48a3b125655483f187e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8421910 Jul 22 19:02:40.042737 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58152) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:40.045813 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb34b6-650f-45b4-8fef-a4daddb48ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63a92ff-5efe-428e-b7ee-a960e9c3ea0c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:40.062015 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71733c1b-3afb-49fb-b720-ea9c510a913d req-a19834c9-a96a-4391-9223-384834a14071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:40.063506 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-71733c1b-3afb-49fb-b720-ea9c510a913d req-a19834c9-a96a-4391-9223-384834a14071 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f4dac7bb-7cf0-4d99-9a05-d9e5a0860dbb HTTP/1.1" status: 200 len: 1102 time: 0.3560851 Jul 22 19:02:40.075256 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-12632300-ced9-4024-8941-874e93e78883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:40.076625 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-12632300-ced9-4024-8941-874e93e78883 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 1096 time: 0.0851641 Jul 22 19:02:40.081112 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92afd4a-0094-44ea-8b78-50490defe93c tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:02:40.138560 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b838ce-776d-4e42-888c-08aa126e60a0 req-02a6a2d2-b5ec-4a47-ae49-ef6fe60ba4b7 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:40.140056 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40b838ce-776d-4e42-888c-08aa126e60a0 req-02a6a2d2-b5ec-4a47-ae49-ef6fe60ba4b7 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=4480a092-69f3-4d47-b94a-d822336467a9 HTTP/1.1" status: 200 len: 949 time: 0.2658558 Jul 22 19:02:40.152157 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d12a7-08af-418e-ae28-24d96da8706b req-7a86963b-875e-4ca3-8a8e-8440b111276e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:40.158848 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-016d12a7-08af-418e-ae28-24d96da8706b req-7a86963b-875e-4ca3-8a8e-8440b111276e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 944 time: 0.2120020 Jul 22 19:02:40.165347 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-71733c1b-3afb-49fb-b720-ea9c510a913d req-ada88957-6ea9-4a44-bf1a-988d4a87d586 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923533 Jul 22 19:02:40.166386 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bcd1a0a7-e575-4b25-b6ca-f5badb5082a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:40.193619 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58158) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:40.208813 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bcd1a0a7-e575-4b25-b6ca-f5badb5082a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:40.232164 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-5055c160-9826-4ae4-a557-6e91b5fc6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:40.233722 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-5055c160-9826-4ae4-a557-6e91b5fc6f76 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 921 time: 0.1491158 Jul 22 19:02:40.283955 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-6f1a275c-d5f0-43fd-baf0-ed1f8b2c957f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e434a628-3b79-4810-b192-27a306fcac80 HTTP/1.1" status: 200 len: 217 time: 0.0406945 Jul 22 19:02:40.328508 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-6b0befb6-f14d-4e33-b07c-c86178ab31bb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-775581813-network', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:40.353169 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bcd1a0a7-e575-4b25-b6ca-f5badb5082a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:40.355896 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bcd1a0a7-e575-4b25-b6ca-f5badb5082a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:40.357072 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bcd1a0a7-e575-4b25-b6ca-f5badb5082a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c63a92ff-5efe-428e-b7ee-a960e9c3ea0c HTTP/1.1" status: 204 len: 168 time: 0.3133261 Jul 22 19:02:40.370338 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-574673d4-995d-4b71-8164-c2632bda0e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:40.371853 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-574673d4-995d-4b71-8164-c2632bda0e58 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60c829e4-dea2-469c-8b44-181bb5c85dfe HTTP/1.1" status: 200 len: 860 time: 0.0816252 Jul 22 19:02:40.378690 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1a0a7-e575-4b25-b6ca-f5badb5082a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63a92ff-5efe-428e-b7ee-a960e9c3ea0c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:40.381784 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0befb6-f14d-4e33-b07c-c86178ab31bb admin admin] Made reservation on behalf of 5c05911d8cf445ffbdfaa5b734566af3 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:02:40.384099 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b0befb6-f14d-4e33-b07c-c86178ab31bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:40.404601 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b0befb6-f14d-4e33-b07c-c86178ab31bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:40.424864 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-9d3abce3-f6de-49c6-b43f-09ac4b1d6d60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383642 Jul 22 19:02:40.495183 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40b838ce-776d-4e42-888c-08aa126e60a0 req-ca3397ab-181c-4a3d-b89e-1075a49b33af tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/security-groups?id=203d0b02-8b03-4270-8915-fd5a08e6f8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337359 Jul 22 19:02:40.499497 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-016d12a7-08af-418e-ae28-24d96da8706b req-39f9188c-4519-4f73-85e1-4d6e15ed290e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398709 Jul 22 19:02:40.518749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92afd4a-0094-44ea-8b78-50490defe93c tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:02:40.533203 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f92afd4a-0094-44ea-8b78-50490defe93c tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:40.540458 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d2c00-82b3-4fa9-940d-ee4ade16db52 None None] Sync routers for ids ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:02:40.556573 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d2c00-82b3-4fa9-940d-ee4ade16db52 None None] Routers {'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:02:40.557561 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-273d2c00-82b3-4fa9-940d-ee4ade16db52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:02:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:40.576279 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-a791279e-f0ba-4832-8430-a2f8e8d6483b service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404445 Jul 22 19:02:40.621005 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f92afd4a-0094-44ea-8b78-50490defe93c tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "PUT /v2.0/floatingips/3d99e9c8-f265-4708-a51b-a411042c173f HTTP/1.1" status: 200 len: 992 time: 3.2337713 Jul 22 19:02:40.623542 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8201981-31a2-4678-a404-3796efebc19b', 'tag': '1a112a08-8087-41a3-868b-b9a587a09071'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:40.626888 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6375689-0fe5-4df2-a77b-6cc999a17175" -d '{"events": [{"name": "network-changed", "server_uuid": "b8201981-31a2-4678-a404-3796efebc19b", "tag": "1a112a08-8087-41a3-868b-b9a587a09071"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:40.645555 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b0befb6-f14d-4e33-b07c-c86178ab31bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:40.673529 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b0befb6-f14d-4e33-b07c-c86178ab31bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:40.705313 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0befb6-f14d-4e33-b07c-c86178ab31bb admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:02:40.731806 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-273d2c00-82b3-4fa9-940d-ee4ade16db52 None None] Set router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:02:40.747211 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b0befb6-f14d-4e33-b07c-c86178ab31bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:40.747545 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-6b0befb6-f14d-4e33-b07c-c86178ab31bb admin admin] Added segment 3c4d3daf-216f-4c2c-b4ee-569b19d02fd1 of type vlan for network 534d09c5-2670-4310-9f63-844a5ff5f27b Jul 22 19:02:40.750540 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0befb6-f14d-4e33-b07c-c86178ab31bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0753aab-db70-4f45-84b2-40d13c04e502,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:40.776740 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07141961-c33e-4c2a-abd8-4d8351c1b933 req-291a296b-98fd-432a-a702-3b7ef6577b1c tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:40.778405 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-07141961-c33e-4c2a-abd8-4d8351c1b933 req-291a296b-98fd-432a-a702-3b7ef6577b1c tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/ports?device_id=21428f10-6252-455d-a753-cdfc4c48c7bb HTTP/1.1" status: 200 len: 945 time: 0.1352954 Jul 22 19:02:40.794479 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf96420-8e66-4bb9-8852-5ecb9270e6da req-c44f70c7-ae5c-4ea1-9ada-73ff82d973b7 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:40.796603 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bf96420-8e66-4bb9-8852-5ecb9270e6da req-c44f70c7-ae5c-4ea1-9ada-73ff82d973b7 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 943 time: 0.1555071 Jul 22 19:02:40.847075 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b0befb6-f14d-4e33-b07c-c86178ab31bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:40.866951 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-07141961-c33e-4c2a-abd8-4d8351c1b933 req-273ffc43-e493-46e4-b5de-39048c7896c7 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6bb2f-a72b-46b6-bddc-9f5b2f90d528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795386 Jul 22 19:02:40.892610 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bf96420-8e66-4bb9-8852-5ecb9270e6da req-d0650c54-828a-46b3-aa52-152fad34d054 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879271 Jul 22 19:02:40.899500 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-6055bd3f-5743-43ad-949a-468cb2fb1a82 service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131285 Jul 22 19:02:40.904668 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b0befb6-f14d-4e33-b07c-c86178ab31bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:40.918827 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0befb6-f14d-4e33-b07c-c86178ab31bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:40.919767 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b0befb6-f14d-4e33-b07c-c86178ab31bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:40.948423 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faced8d9-9b9a-4138-b1b4-741b4242350d x-openstack-request-id: req-faced8d9-9b9a-4138-b1b4-741b4242350d {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:40.949252 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8201981-31a2-4678-a404-3796efebc19b", "tag": "1a112a08-8087-41a3-868b-b9a587a09071", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:40.949675 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-faced8d9-9b9a-4138-b1b4-741b4242350d {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:40.950321 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8201981-31a2-4678-a404-3796efebc19b', 'tag': '1a112a08-8087-41a3-868b-b9a587a09071', 'status': 'completed', 'code': 200} Jul 22 19:02:40.966790 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6b0befb6-f14d-4e33-b07c-c86178ab31bb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7710955 Jul 22 19:02:40.969037 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58182) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:40.975319 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2f938394-fc2e-4423-b596-51b9364d665f admin admin] Request body: {'subnet': {'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-775581813-subnet', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:41.035084 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f938394-fc2e-4423-b596-51b9364d665f admin admin] Made reservation on behalf of 5c05911d8cf445ffbdfaa5b734566af3 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:02:41.040024 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2f938394-fc2e-4423-b596-51b9364d665f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:41.111567 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0befb6-f14d-4e33-b07c-c86178ab31bb admin admin] Pushing event updated for resources: {'Network': ['ID=534d09c5-2670-4310-9f63-844a5ff5f27b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:41.122247 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 534d09c5-2670-4310-9f63-844a5ff5f27b details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:02:41.164668 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6375689-0fe5-4df2-a77b-6cc999a17175 req-a198a75a-87fe-4614-add9-f634e82efc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:41.168802 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d6375689-0fe5-4df2-a77b-6cc999a17175 req-a198a75a-87fe-4614-add9-f634e82efc78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5f6b3569b564d27a6f5df338de65c2e&device_id=b8201981-31a2-4678-a404-3796efebc19b HTTP/1.1" status: 200 len: 1098 time: 0.1490352 Jul 22 19:02:41.342057 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:41.343727 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-273d2c00-82b3-4fa9-940d-ee4ade16db52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-router', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:01:40Z', 'updated_at': '2021-07-22T19:01:50Z', 'revision_number': 4, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'gw_port': {'id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:43Z', 'updated_at': '2021-07-22T19:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '3d99e9c8-f265-4708-a51b-a411042c173f', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'port_id': '1a112a08-8087-41a3-868b-b9a587a09071', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'mac_address': 'fa:16:3e:1e:2c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8201981-31a2-4678-a404-3796efebc19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:02:16Z', 'updated_at': '2021-07-22T19:02:38Z', 'revision_number': 1, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2249ca75-f517-4910-815e-db71941fb0c2', 'name': '', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'mac_address': 'fa:16:3e:11:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6127a740-55fe-4e1e-9351-155d195e1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:48Z', 'updated_at': '2021-07-22T19:01:57Z', 'revision_number': 5, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'subnets': [{'id': '6127a740-55fe-4e1e-9351-155d195e1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:41.401672 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d2c00-82b3-4fa9-940d-ee4ade16db52 None None] Checking router: aaac4d1b-cf7d-47b8-a0aa-ba10386152ea for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:02:41.421623 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d2c00-82b3-4fa9-940d-ee4ade16db52 None None] Routers {'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:02:41.422536 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-273d2c00-82b3-4fa9-940d-ee4ade16db52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:02:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:41.466494 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561ff1e-9f48-44a8-a5b7-f214baded168 req-faa66a60-231f-4611-814b-0c3cf9aab6a8 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:41.468445 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e561ff1e-9f48-44a8-a5b7-f214baded168 req-faa66a60-231f-4611-814b-0c3cf9aab6a8 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=186c5c43-a5a3-4c80-aead-16f936899b73 HTTP/1.1" status: 200 len: 949 time: 0.3936012 Jul 22 19:02:41.506385 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0553aa74-c515-44f2-bbce-d81ddca1b334', 'tag': 'e4cb675f-6c4c-41e2-81b7-480dffe27af2'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:41.508653 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db329902-f133-4b2b-9883-05645d81facf" -d '{"events": [{"name": "network-changed", "server_uuid": "0553aa74-c515-44f2-bbce-d81ddca1b334", "tag": "e4cb675f-6c4c-41e2-81b7-480dffe27af2"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:41.568570 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171c2f3b-0935-401c-808d-12e532b7e511 x-openstack-request-id: req-171c2f3b-0935-401c-808d-12e532b7e511 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:41.569419 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0553aa74-c515-44f2-bbce-d81ddca1b334", "tag": "e4cb675f-6c4c-41e2-81b7-480dffe27af2", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:41.569676 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-171c2f3b-0935-401c-808d-12e532b7e511 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:41.570071 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0553aa74-c515-44f2-bbce-d81ddca1b334', 'tag': 'e4cb675f-6c4c-41e2-81b7-480dffe27af2', 'status': 'completed', 'code': 200} Jul 22 19:02:41.583635 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-273d2c00-82b3-4fa9-940d-ee4ade16db52 None None] Set router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:02:41.591687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-4104f17f-85ba-42a4-926e-73fceda97fce tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:41.594833 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-4104f17f-85ba-42a4-926e-73fceda97fce tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f&tenant_id=045a6583907f4225b2036296ec0f4a49&binding%3Ahost_id=n-h1-800086-12 HTTP/1.1" status: 200 len: 1096 time: 0.3227243 Jul 22 19:02:41.601825 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6375689-0fe5-4df2-a77b-6cc999a17175 req-043a9fa8-2bff-4889-9039-919005852fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:41.604117 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d6375689-0fe5-4df2-a77b-6cc999a17175 req-043a9fa8-2bff-4889-9039-919005852fd6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ca294e3c-7e7d-4357-b107-f5b283c529a6 HTTP/1.1" status: 200 len: 924 time: 0.4201887 Jul 22 19:02:41.628342 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21428f10-6252-455d-a753-cdfc4c48c7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01657582-e4c2-4474-8caa-3bfb7817508b'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:41.631690 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a2e2c6-6a12-487b-aa7c-c99da9ce5944" -d '{"events": [{"server_uuid": "21428f10-6252-455d-a753-cdfc4c48c7bb", "name": "network-vif-plugged", "status": "completed", "tag": "01657582-e4c2-4474-8caa-3bfb7817508b"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:41.649097 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 58229853-2d51-478d-a1a8-87b492b175aa up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:41.779361 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 58229853-2d51-478d-a1a8-87b492b175aa completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:41.788432 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d6375689-0fe5-4df2-a77b-6cc999a17175 req-7b6aa4fb-a3d9-4022-ab37-5f2d4a913988 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a112a08-8087-41a3-868b-b9a587a09071 HTTP/1.1" status: 200 len: 1000 time: 0.1686363 Jul 22 19:02:41.794079 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 58229853-2d51-478d-a1a8-87b492b175aa triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:41.794456 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:41.891782 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6375689-0fe5-4df2-a77b-6cc999a17175 req-949c80d3-36e7-4457-a724-f586c42af970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:41.893897 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d6375689-0fe5-4df2-a77b-6cc999a17175 req-949c80d3-36e7-4457-a724-f586c42af970 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6127a740-55fe-4e1e-9351-155d195e1651 HTTP/1.1" status: 200 len: 862 time: 0.0984316 Jul 22 19:02:41.931080 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2f938394-fc2e-4423-b596-51b9364d665f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:41.940305 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:41.975292 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e561ff1e-9f48-44a8-a5b7-f214baded168 req-a0a61fb9-1520-47ed-a641-57afecc26e98 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828379 Jul 22 19:02:42.022462 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 58229853-2d51-478d-a1a8-87b492b175aa, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=58229853-2d51-478d-a1a8-87b492b175aa,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:42.028359 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:42.047173 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6375689-0fe5-4df2-a77b-6cc999a17175 req-46466c18-cfa0-470e-9972-56eef320988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:42.047739 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-273d2c00-82b3-4fa9-940d-ee4ade16db52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-router', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:01:40Z', 'updated_at': '2021-07-22T19:01:50Z', 'revision_number': 4, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'gw_port': {'id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:43Z', 'updated_at': '2021-07-22T19:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '3d99e9c8-f265-4708-a51b-a411042c173f', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'port_id': '1a112a08-8087-41a3-868b-b9a587a09071', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'mac_address': 'fa:16:3e:1e:2c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8201981-31a2-4678-a404-3796efebc19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:02:16Z', 'updated_at': '2021-07-22T19:02:38Z', 'revision_number': 1, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2249ca75-f517-4910-815e-db71941fb0c2', 'name': '', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'mac_address': 'fa:16:3e:11:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6127a740-55fe-4e1e-9351-155d195e1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:48Z', 'updated_at': '2021-07-22T19:01:57Z', 'revision_number': 5, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'subnets': [{'id': '6127a740-55fe-4e1e-9351-155d195e1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:42.051578 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d6375689-0fe5-4df2-a77b-6cc999a17175 req-46466c18-cfa0-470e-9972-56eef320988f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca294e3c-7e7d-4357-b107-f5b283c529a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1502924 Jul 22 19:02:42.093395 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=58229853-2d51-478d-a1a8-87b492b175aa,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:42.137451 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d2c00-82b3-4fa9-940d-ee4ade16db52 None None] The sync data for ids ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'] in n-d-800086-12 is: [{'id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-router', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:01:40Z', 'updated_at': '2021-07-22T19:01:50Z', 'revision_number': 4, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'gw_port': {'id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:43Z', 'updated_at': '2021-07-22T19:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '3d99e9c8-f265-4708-a51b-a411042c173f', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'port_id': '1a112a08-8087-41a3-868b-b9a587a09071', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'mac_address': 'fa:16:3e:1e:2c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8201981-31a2-4678-a404-3796efebc19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:02:16Z', 'updated_at': '2021-07-22T19:02:38Z', 'revision_number': 1, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2249ca75-f517-4910-815e-db71941fb0c2', 'name': '', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'mac_address': 'fa:16:3e:11:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6127a740-55fe-4e1e-9351-155d195e1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:48Z', 'updated_at': '2021-07-22T19:01:57Z', 'revision_number': 5, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'subnets': [{'id': '6127a740-55fe-4e1e-9351-155d195e1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:02:42.212135 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d6375689-0fe5-4df2-a77b-6cc999a17175 req-462045dd-dc64-4958-980e-9786a697e5cd service neutron] 10.222.0.30 "GET /v2.0/networks/ca294e3c-7e7d-4357-b107-f5b283c529a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528401 Jul 22 19:02:42.374200 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f938394-fc2e-4423-b596-51b9364d665f admin admin] Pushing event updated for resources: {'Subnet': ['ID=13374c1e-2260-46d2-9f42-abf48bda4ba1,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:42.389313 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d6375689-0fe5-4df2-a77b-6cc999a17175 req-39bb4b36-d8a7-4003-b700-dcc59580e58f service neutron] 10.222.0.30 "GET /v2.0/networks/ca294e3c-7e7d-4357-b107-f5b283c529a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646135 Jul 22 19:02:42.428177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f938394-fc2e-4423-b596-51b9364d665f admin admin] Checking segment: {'id': '3c4d3daf-216f-4c2c-b4ee-569b19d02fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:42.428177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f938394-fc2e-4423-b596-51b9364d665f admin admin] Network hostable DHCP agents. Network: 534d09c5-2670-4310-9f63-844a5ff5f27b, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:02:42.445600 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90680d5-5f0a-4ac6-bdb5-91055289f3bf None None] New status for floating IP 3d99e9c8-f265-4708-a51b-a411042c173f: ACTIVE {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:02:42.447722 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db329902-f133-4b2b-9883-05645d81facf req-05d10815-8cde-4f46-8466-6654a75c88d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:42.447966 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db329902-f133-4b2b-9883-05645d81facf req-05d10815-8cde-4f46-8466-6654a75c88d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 1095 time: 0.8423193 Jul 22 19:02:42.449262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-6ab310e4-23ca-4cd6-970c-0b0efc976ea6 service neutron] For port e434a628-3b79-4810-b192-27a306fcac80, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:42.460885 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ebd7-aec5-40a8-a8b2-362d7f89ab94 req-3a2b4405-51d2-47d0-9119-6e24ab7678f9 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:42.462339 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6818ebd7-aec5-40a8-a8b2-362d7f89ab94 req-3a2b4405-51d2-47d0-9119-6e24ab7678f9 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.30 "GET /v2.0/ports?device_id=4480a092-69f3-4d47-b94a-d822336467a9 HTTP/1.1" status: 200 len: 949 time: 0.9125059 Jul 22 19:02:42.480721 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-6ab310e4-23ca-4cd6-970c-0b0efc976ea6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:42.481772 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f891a20-04c1-4bd7-922e-cba24acd0a1e req-6ab310e4-23ca-4cd6-970c-0b0efc976ea6 service neutron] 10.222.0.30 "DELETE /v2.0/ports/e434a628-3b79-4810-b192-27a306fcac80/bindings/n-h2-800086-12 HTTP/1.1" status: 204 len: 173 time: 0.8453467 Jul 22 19:02:42.538775 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device e4cb675f-6c4c-41e2-81b7-480dffe27af2 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:02:42.540993 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device e434a628-3b79-4810-b192-27a306fcac80 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:02:42.553497 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39e915-e7b4-42dd-9fb7-67d74b4f4cf9 req-07311515-c215-434d-9d63-7ca4c20bdfca tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:42.555040 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe39e915-e7b4-42dd-9fb7-67d74b4f4cf9 req-07311515-c215-434d-9d63-7ca4c20bdfca tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=4480a092-69f3-4d47-b94a-d822336467a9 HTTP/1.1" status: 200 len: 949 time: 0.9130085 Jul 22 19:02:42.563674 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f938394-fc2e-4423-b596-51b9364d665f admin admin] Network 534d09c5-2670-4310-9f63-844a5ff5f27b is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:02:42.630523 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-2f938394-fc2e-4423-b596-51b9364d665f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 534d09c5-2670-4310-9f63-844a5ff5f27b) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:42.645312 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d01829-c57a-49aa-a8f1-f8783406bab5 req-c7c31f6a-2cca-4d08-9a45-86b48b3a5f9b tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:42.646434 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5967aef-651a-44ac-a0b1-2851e558b85e None None] Network 534d09c5-2670-4310-9f63-844a5ff5f27b requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:02:42.646860 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-31d01829-c57a-49aa-a8f1-f8783406bab5 req-c7c31f6a-2cca-4d08-9a45-86b48b3a5f9b tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 944 time: 0.4358974 Jul 22 19:02:42.656438 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f938394-fc2e-4423-b596-51b9364d665f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:42.656707 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2f938394-fc2e-4423-b596-51b9364d665f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:42.699448 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device e434a628-3b79-4810-b192-27a306fcac80 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:02:42.736894 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe39e915-e7b4-42dd-9fb7-67d74b4f4cf9 req-4ea48d8b-4336-4977-b497-84be1f6fca47 tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/security-groups?id=203d0b02-8b03-4270-8915-fd5a08e6f8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633682 Jul 22 19:02:42.738141 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2f938394-fc2e-4423-b596-51b9364d665f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7678769 Jul 22 19:02:42.742244 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58222) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:42.747897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db329902-f133-4b2b-9883-05645d81facf req-ac941634-f98d-4579-9fb5-c4649e0423c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:42.749526 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db329902-f133-4b2b-9883-05645d81facf req-ac941634-f98d-4579-9fb5-c4649e0423c7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 909 time: 0.2862294 Jul 22 19:02:42.749845 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-0f9202c5-39fe-479e-902d-fa5807ca14a1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-775581813-router', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:42.774147 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-31d01829-c57a-49aa-a8f1-f8783406bab5 req-330f35aa-7c5e-4f02-9e68-2e0811a8fee4 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197176 Jul 22 19:02:42.803484 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f9202c5-39fe-479e-902d-fa5807ca14a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:42.805927 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db329902-f133-4b2b-9883-05645d81facf req-42bad32a-6954-4eab-9c10-d5e482257464 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4cb675f-6c4c-41e2-81b7-480dffe27af2 HTTP/1.1" status: 200 len: 217 time: 0.0439417 Jul 22 19:02:42.819038 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f9202c5-39fe-479e-902d-fa5807ca14a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:42.869199 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a09b0bf-3ab2-4eea-b9d9-6bfa9202dc4f x-openstack-request-id: req-1a09b0bf-3ab2-4eea-b9d9-6bfa9202dc4f {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:42.869517 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21428f10-6252-455d-a753-cdfc4c48c7bb", "name": "network-vif-plugged", "status": "completed", "tag": "01657582-e4c2-4474-8caa-3bfb7817508b", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:42.869751 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a09b0bf-3ab2-4eea-b9d9-6bfa9202dc4f {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:42.870286 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21428f10-6252-455d-a753-cdfc4c48c7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01657582-e4c2-4474-8caa-3bfb7817508b', 'code': 200} Jul 22 19:02:42.899395 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f9202c5-39fe-479e-902d-fa5807ca14a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:42.941305 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db329902-f133-4b2b-9883-05645d81facf req-b84a4984-3ba6-4129-b67f-e7da8f43ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:42.942902 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db329902-f133-4b2b-9883-05645d81facf req-b84a4984-3ba6-4129-b67f-e7da8f43ba72 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6ce6dd9-1892-4846-8205-ad77c8cfee8f HTTP/1.1" status: 200 len: 848 time: 0.1305146 Jul 22 19:02:42.966428 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port e4cb675f-6c4c-41e2-81b7-480dffe27af2, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e4cb675f-6c4c-41e2-81b7-480dffe27af2,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:42.980891 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'e4cb675f-6c4c-41e2-81b7-480dffe27af2', 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d', 'port_id': 'e4cb675f-6c4c-41e2-81b7-480dffe27af2', 'mac_address': 'fa:16:3e:95:53:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6ce6dd9-1892-4846-8205-ad77c8cfee8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:02:43.034289 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-6818ebd7-aec5-40a8-a8b2-362d7f89ab94 req-d50d8e7b-bf0b-40da-a0f8-289eb9629a8a tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Deleting port 670f70b9-eb55-429b-8e4e-cac6942e844d {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:02:43.034944 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6818ebd7-aec5-40a8-a8b2-362d7f89ab94 req-d50d8e7b-bf0b-40da-a0f8-289eb9629a8a tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:43.042130 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db329902-f133-4b2b-9883-05645d81facf req-5cf0d7ef-6993-4f36-a364-19c6cf34a0a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1211dd5d-22dd-42cf-af43-7f788d3e855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627449 Jul 22 19:02:43.079442 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:43.093540 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-534d09c5-2670-4310-9f63-844a5ff5f27b', 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'fixed_ips': [{'subnet_id': '13374c1e-2260-46d2-9f42-abf48bda4ba1'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:02:43.095099 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:43.100813 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4cb675f-6c4c-41e2-81b7-480dffe27af2 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:02:43.134192 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port e4cb675f-6c4c-41e2-81b7-480dffe27af2, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e4cb675f-6c4c-41e2-81b7-480dffe27af2,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:43.135215 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f9202c5-39fe-479e-902d-fa5807ca14a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:43.140507 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:43.172142 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4c9e4-69b5-4ccb-923c-7a245d90ea83 req-521ae5ed-cd6f-4c42-b616-cd69927cc4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:43.173729 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-29c4c9e4-69b5-4ccb-923c-7a245d90ea83 req-521ae5ed-cd6f-4c42-b616-cd69927cc4ed service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=21428f10-6252-455d-a753-cdfc4c48c7bb HTTP/1.1" status: 200 len: 1097 time: 0.1501834 Jul 22 19:02:43.263537 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-29c4c9e4-69b5-4ccb-923c-7a245d90ea83 req-bb0e5e68-d85e-44ca-80d0-ac0e3c8fc782 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=52f6bb2f-a72b-46b6-bddc-9f5b2f90d528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696256 Jul 22 19:02:43.273857 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=e4cb675f-6c4c-41e2-81b7-480dffe27af2,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:43.307256 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] Allocated IP 172.20.0.2 (534d09c5-2670-4310-9f63-844a5ff5f27b/13374c1e-2260-46d2-9f42-abf48bda4ba1/acc26633-6064-4b9b-a64f-b7f782d55d1f) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:02:43.400717 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f9202c5-39fe-479e-902d-fa5807ca14a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:43.422696 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f9202c5-39fe-479e-902d-fa5807ca14a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:43.458216 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e4cb675f-6c4c-41e2-81b7-480dffe27af2'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:02:43.509705 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:43.512801 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22cbf7-7e74-4c68-8939-e633c885dbe2 req-3b2d7726-6b34-440c-81c8-860b902fe787 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:43.519902 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf22cbf7-7e74-4c68-8939-e633c885dbe2 req-3b2d7726-6b34-440c-81c8-860b902fe787 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/ports?device_id=21428f10-6252-455d-a753-cdfc4c48c7bb HTTP/1.1" status: 200 len: 945 time: 0.5841310 Jul 22 19:02:43.526590 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] Transition to ACTIVE for port object acc26633-6064-4b9b-a64f-b7f782d55d1f will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:43.533708 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-6818ebd7-aec5-40a8-a8b2-362d7f89ab94 req-d50d8e7b-bf0b-40da-a0f8-289eb9629a8a tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] For port 670f70b9-eb55-429b-8e4e-cac6942e844d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=670f70b9-eb55-429b-8e4e-cac6942e844d,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:43.534351 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6818ebd7-aec5-40a8-a8b2-362d7f89ab94 req-d50d8e7b-bf0b-40da-a0f8-289eb9629a8a tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:43.549532 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db329902-f133-4b2b-9883-05645d81facf req-f355176b-c9da-4e1d-ab03-d2ecf25ab4a6 service neutron] 10.222.0.16 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776659 Jul 22 19:02:43.558290 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c1ed8-8783-4af5-ad68-6a711bddb953 req-5a46af88-f947-4265-985e-1c6974fa5be5 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:43.565106 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-737c1ed8-8783-4af5-ad68-6a711bddb953 req-5a46af88-f947-4265-985e-1c6974fa5be5 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 943 time: 0.5999641 Jul 22 19:02:43.570542 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] Transition to ACTIVE for port object acc26633-6064-4b9b-a64f-b7f782d55d1f will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:43.584416 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:43.598474 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-6818ebd7-aec5-40a8-a8b2-362d7f89ab94 req-d50d8e7b-bf0b-40da-a0f8-289eb9629a8a tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Calling delete_port for 670f70b9-eb55-429b-8e4e-cac6942e844d owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:02:43.605520 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] Network 534d09c5-2670-4310-9f63-844a5ff5f27b is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:43.610624 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:43.617146 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-0f9202c5-39fe-479e-902d-fa5807ca14a1 admin admin] Allocated IP 172.25.3.80 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/c1a5b127-a52d-414b-bf31-b3aca338cbec) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:02:43.645805 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:02:43.673093 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf22cbf7-7e74-4c68-8939-e633c885dbe2 req-e56f3de3-3eeb-452a-aaa5-7726fb487d8b tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6bb2f-a72b-46b6-bddc-9f5b2f90d528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522355 Jul 22 19:02:43.727079 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-737c1ed8-8783-4af5-ad68-6a711bddb953 req-2279afa1-efd1-461a-a837-7faa2f37f4a9 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610360 Jul 22 19:02:43.735423 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f9202c5-39fe-479e-902d-fa5807ca14a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:43.762652 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] Attempting to bind port acc26633-6064-4b9b-a64f-b7f782d55d1f on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:43.768353 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] Attempting to bind port acc26633-6064-4b9b-a64f-b7f782d55d1f by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '3c4d3daf-216f-4c2c-b4ee-569b19d02fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:43.769029 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] Attempting to bind port acc26633-6064-4b9b-a64f-b7f782d55d1f on network 534d09c5-2670-4310-9f63-844a5ff5f27b {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:43.785297 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f9202c5-39fe-479e-902d-fa5807ca14a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:43.789236 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:43.790919 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] Checking segment: {'id': '3c4d3daf-216f-4c2c-b4ee-569b19d02fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:43.790919 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:43.790919 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] Bound using segment: {'id': '3c4d3daf-216f-4c2c-b4ee-569b19d02fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:43.791388 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] Bound port: acc26633-6064-4b9b-a64f-b7f782d55d1f, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4d3daf-216f-4c2c-b4ee-569b19d02fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:43.791895 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:43.795799 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] Pushing event updated for resources: {'Port': ['ID=acc26633-6064-4b9b-a64f-b7f782d55d1f,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:43.815473 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db329902-f133-4b2b-9883-05645d81facf req-daa5f201-1ee2-4519-9a7d-7a888a1ad32d service neutron] 10.222.0.16 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385740 Jul 22 19:02:43.871373 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9202c5-39fe-479e-902d-fa5807ca14a1 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:43.873470 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-0f9202c5-39fe-479e-902d-fa5807ca14a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:43.883148 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9202c5-39fe-479e-902d-fa5807ca14a1 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:02:43.929528 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] For port acc26633-6064-4b9b-a64f-b7f782d55d1f, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:43.933729 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] For port acc26633-6064-4b9b-a64f-b7f782d55d1f, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=acc26633-6064-4b9b-a64f-b7f782d55d1f,segment=NetworkSegment(3c4d3daf-216f-4c2c-b4ee-569b19d02fd1),segment_id=3c4d3daf-216f-4c2c-b4ee-569b19d02fd1)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:43.938831 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:43.953701 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6818ebd7-aec5-40a8-a8b2-362d7f89ab94 req-d50d8e7b-bf0b-40da-a0f8-289eb9629a8a tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:43.969110 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9202c5-39fe-479e-902d-fa5807ca14a1 admin admin] Pushing event updated for resources: {'Port': ['ID=c1a5b127-a52d-414b-bf31-b3aca338cbec,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:44.008685 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d8e7b-bf0b-40da-a0f8-289eb9629a8a tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Pushing event deleted for resources: {'Port': ['ID=670f70b9-eb55-429b-8e4e-cac6942e844d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:44.010358 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b0477-948a-40de-9baa-a01353e2fb9d None None] Pushing event updated for resources: {'Port': ['ID=acc26633-6064-4b9b-a64f-b7f782d55d1f,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:44.144697 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29c7bf61-ee78-48b4-b8f1-dfce81d4d468 req-b790b2bb-317a-440f-a7a2-4820c36823ba tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.13 "GET /v2.0/ports?device_id=4480a092-69f3-4d47-b94a-d822336467a9 HTTP/1.1" status: 200 len: 210 time: 0.0846233 Jul 22 19:02:44.184930 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-6818ebd7-aec5-40a8-a8b2-362d7f89ab94 req-d50d8e7b-bf0b-40da-a0f8-289eb9629a8a tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] No DVR routers for this DVR port 670f70b9-eb55-429b-8e4e-cac6942e844d on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:02:44.190409 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6818ebd7-aec5-40a8-a8b2-362d7f89ab94 req-d50d8e7b-bf0b-40da-a0f8-289eb9629a8a tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:44.194174 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6818ebd7-aec5-40a8-a8b2-362d7f89ab94 req-d50d8e7b-bf0b-40da-a0f8-289eb9629a8a tempest-ServersAdminNegativeTestJSON-932801333 tempest-ServersAdminNegativeTestJSON-932801333-project] 10.222.0.30 "DELETE /v2.0/ports/670f70b9-eb55-429b-8e4e-cac6942e844d HTTP/1.1" status: 204 len: 173 time: 1.7104239 Jul 22 19:02:44.196098 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4480a092-69f3-4d47-b94a-d822336467a9', 'name': 'network-vif-deleted', 'tag': '670f70b9-eb55-429b-8e4e-cac6942e844d'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:44.200131 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dcd6a5-f0ae-49ae-8056-ce0f9938e3fa" -d '{"events": [{"server_uuid": "4480a092-69f3-4d47-b94a-d822336467a9", "name": "network-vif-deleted", "tag": "670f70b9-eb55-429b-8e4e-cac6942e844d"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:44.244035 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a4b17-a6a5-4525-a626-cdfa0bfa5fef req-9ff9c8cd-7d8b-4092-9e94-8183a7930d5b tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:44.258629 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-326a4b17-a6a5-4525-a626-cdfa0bfa5fef req-9ff9c8cd-7d8b-4092-9e94-8183a7930d5b tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=186c5c43-a5a3-4c80-aead-16f936899b73 HTTP/1.1" status: 200 len: 950 time: 0.2525840 Jul 22 19:02:44.309825 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f9202c5-39fe-479e-902d-fa5807ca14a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:44.383906 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-326a4b17-a6a5-4525-a626-cdfa0bfa5fef req-59cb3d05-ea05-4183-af17-fef5da152db3 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223402 Jul 22 19:02:44.431530 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d4f1a-24d0-47df-a7c1-92563a24e1a6 req-b329f2ef-64a5-4798-84f4-c04cb15fed89 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:44.437934 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b81d4f1a-24d0-47df-a7c1-92563a24e1a6 req-b329f2ef-64a5-4798-84f4-c04cb15fed89 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 1096 time: 0.1448364 Jul 22 19:02:44.513919 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b81d4f1a-24d0-47df-a7c1-92563a24e1a6 req-2d215ccf-28fe-4d48-abb9-52b513f14c03 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687819 Jul 22 19:02:44.531294 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device e4cb675f-6c4c-41e2-81b7-480dffe27af2 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:44.610328 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e4d040-2400-42ea-8aa4-6941538f8307 x-openstack-request-id: req-d2e4d040-2400-42ea-8aa4-6941538f8307 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:44.611258 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4480a092-69f3-4d47-b94a-d822336467a9", "name": "network-vif-deleted", "tag": "670f70b9-eb55-429b-8e4e-cac6942e844d", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:44.611728 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2e4d040-2400-42ea-8aa4-6941538f8307 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:44.612447 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4480a092-69f3-4d47-b94a-d822336467a9', 'name': 'network-vif-deleted', 'tag': '670f70b9-eb55-429b-8e4e-cac6942e844d', 'status': 'completed', 'code': 200} Jul 22 19:02:44.628132 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f9202c5-39fe-479e-902d-fa5807ca14a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:44.805070 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port e4cb675f-6c4c-41e2-81b7-480dffe27af2 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:44.811789 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port e4cb675f-6c4c-41e2-81b7-480dffe27af2 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:44.815248 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:44.870913 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186c5c43-a5a3-4c80-aead-16f936899b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58229853-2d51-478d-a1a8-87b492b175aa'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:44.874817 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9202c5-39fe-479e-902d-fa5807ca14a1 admin admin] Router b4055c35-db8e-42e0-9c6f-daa2c05de92a is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:02:44.877998 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6420c72-f72d-47cb-a9ac-ec6b76ad3bfa" -d '{"events": [{"server_uuid": "186c5c43-a5a3-4c80-aead-16f936899b73", "name": "network-vif-plugged", "status": "completed", "tag": "58229853-2d51-478d-a1a8-87b492b175aa"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:45.036635 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-76a9f561-417e-40af-a6e0-f97359208e89 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:45.039224 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:45.039453 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-76a9f561-417e-40af-a6e0-f97359208e89 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 820 time: 0.2535491 Jul 22 19:02:45.070580 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9202c5-39fe-479e-902d-fa5807ca14a1 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:02:45.082591 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-5ce226d8-fdc6-4f40-8d0f-d5a98bca884d tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/quotas/045a6583907f4225b2036296ec0f4a49 HTTP/1.1" status: 200 len: 375 time: 0.0296710 Jul 22 19:02:45.087242 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] Sync routers for ids ['b4055c35-db8e-42e0-9c6f-daa2c05de92a'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:02:45.091699 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f9202c5-39fe-479e-902d-fa5807ca14a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:45.097332 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0f9202c5-39fe-479e-902d-fa5807ca14a1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 2.3536332 Jul 22 19:02:45.099971 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58262) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:45.101335 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] Routers {'b4055c35-db8e-42e0-9c6f-daa2c05de92a'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:02:45.101953 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:02:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b4055c35-db8e-42e0-9c6f-daa2c05de92a'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:45.112332 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port e4cb675f-6c4c-41e2-81b7-480dffe27af2, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e4cb675f-6c4c-41e2-81b7-480dffe27af2,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:45.117915 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:45.182957 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=e4cb675f-6c4c-41e2-81b7-480dffe27af2,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:45.303971 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-8208a5e5-fcf0-4d93-abb1-1de0620abc2a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2195840 Jul 22 19:02:45.304812 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] Set router b4055c35-db8e-42e0-9c6f-daa2c05de92a gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:02:45.327736 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266fa2f-d633-42ce-b27b-3d8d051ae2ff req-148559a0-8995-4602-9747-9b25a8633046 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:45.336172 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9266fa2f-d633-42ce-b27b-3d8d051ae2ff req-148559a0-8995-4602-9747-9b25a8633046 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/ports?device_id=21428f10-6252-455d-a753-cdfc4c48c7bb HTTP/1.1" status: 200 len: 945 time: 0.2310197 Jul 22 19:02:45.405803 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device acc26633-6064-4b9b-a64f-b7f782d55d1f up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:45.465089 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9266fa2f-d633-42ce-b27b-3d8d051ae2ff req-d343e39c-7acd-4b13-933e-b381e110f1e3 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6bb2f-a72b-46b6-bddc-9f5b2f90d528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163895 Jul 22 19:02:45.510980 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port acc26633-6064-4b9b-a64f-b7f782d55d1f completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:45.516569 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-63f7e599-6b03-4f35-8722-e206c9c9558d service neutron] 10.222.0.13 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116561 Jul 22 19:02:45.577684 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee58097f-13c0-49d1-903a-221481be5614 None None] Network 534d09c5-2670-4310-9f63-844a5ff5f27b requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:02:45.615033 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-775581813-router', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:42Z', 'updated_at': '2021-07-22T19:02:44Z', 'revision_number': 3, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'gw_port': {'id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:43Z', 'updated_at': '2021-07-22T19:02:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:45.645911 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] Checking router: b4055c35-db8e-42e0-9c6f-daa2c05de92a for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:02:45.646255 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] Updating router b4055c35-db8e-42e0-9c6f-daa2c05de92a port c1a5b127-a52d-414b-bf31-b3aca338cbec binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:02:45.668774 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 670f70b9-eb55-429b-8e4e-cac6942e844d no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:02:45.683052 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:45.701048 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-0b9aac1b-3cb5-4c0e-8388-01e973d6546f service neutron] 10.222.0.13 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802740 Jul 22 19:02:45.730030 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 670f70b9-eb55-429b-8e4e-cac6942e844d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:02:45.730386 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 670f70b9-eb55-429b-8e4e-cac6942e844d not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:02:45.754705 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-af03d5d4-5422-4e79-9e23-dc03b652a797 None None] Provisioning for port acc26633-6064-4b9b-a64f-b7f782d55d1f completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:45.780187 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-af03d5d4-5422-4e79-9e23-dc03b652a797 None None] Provisioning complete for port acc26633-6064-4b9b-a64f-b7f782d55d1f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:45.780591 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-af03d5d4-5422-4e79-9e23-dc03b652a797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:45.786146 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc77d91-a8d6-4e32-8ed9-080cfbf0e6ad req-df36bfcb-5126-4114-82dd-5d054bbcdc74 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:45.787902 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cc77d91-a8d6-4e32-8ed9-080cfbf0e6ad req-df36bfcb-5126-4114-82dd-5d054bbcdc74 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 945 time: 0.1082683 Jul 22 19:02:45.900440 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cc77d91-a8d6-4e32-8ed9-080cfbf0e6ad req-1f2892ff-0eb0-4714-919b-c7ccc846fca1 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061430 Jul 22 19:02:45.965339 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-af03d5d4-5422-4e79-9e23-dc03b652a797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:46.070080 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-af03d5d4-5422-4e79-9e23-dc03b652a797 None None] For port acc26633-6064-4b9b-a64f-b7f782d55d1f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=acc26633-6064-4b9b-a64f-b7f782d55d1f,segment=NetworkSegment(3c4d3daf-216f-4c2c-b4ee-569b19d02fd1),segment_id=3c4d3daf-216f-4c2c-b4ee-569b19d02fd1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:46.076335 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-af03d5d4-5422-4e79-9e23-dc03b652a797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:46.089049 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b32189-f8dc-42c6-abe7-de85dfc4b37e x-openstack-request-id: req-e3b32189-f8dc-42c6-abe7-de85dfc4b37e {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:46.089371 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186c5c43-a5a3-4c80-aead-16f936899b73", "name": "network-vif-plugged", "status": "completed", "tag": "58229853-2d51-478d-a1a8-87b492b175aa", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:46.089831 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3b32189-f8dc-42c6-abe7-de85dfc4b37e {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:46.093757 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186c5c43-a5a3-4c80-aead-16f936899b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58229853-2d51-478d-a1a8-87b492b175aa', 'code': 200} Jul 22 19:02:46.207423 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03d5d4-5422-4e79-9e23-dc03b652a797 None None] Pushing event updated for resources: {'Port': ['ID=acc26633-6064-4b9b-a64f-b7f782d55d1f,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:46.240843 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b3f50935-3581-42e7-920e-2b6fdd6300e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:46.258947 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:46.280353 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] Transition to ACTIVE for port object c1a5b127-a52d-414b-bf31-b3aca338cbec will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:46.297747 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:46.370023 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5524b2b-2cf8-401b-82bf-6799ea6b075f None None] Pushing event updated for resources: {'Port': ['ID=c1a5b127-a52d-414b-bf31-b3aca338cbec,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:46.414213 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] Attempting to bind port c1a5b127-a52d-414b-bf31-b3aca338cbec on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:46.414781 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] Attempting to bind port c1a5b127-a52d-414b-bf31-b3aca338cbec by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:46.415154 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] Attempting to bind port c1a5b127-a52d-414b-bf31-b3aca338cbec on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:46.421138 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:46.421513 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:46.421916 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:46.422310 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:46.423082 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] Bound port: c1a5b127-a52d-414b-bf31-b3aca338cbec, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:46.423664 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:46.424952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-05c2bd2f-cfaf-4e65-b136-9c8ee460d5e4 None None] Provisioning complete for port acc26633-6064-4b9b-a64f-b7f782d55d1f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:46.428982 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-05c2bd2f-cfaf-4e65-b136-9c8ee460d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:46.430482 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-b3f50935-3581-42e7-920e-2b6fdd6300e8 admin admin] Allocated IP 172.20.0.1 (534d09c5-2670-4310-9f63-844a5ff5f27b/13374c1e-2260-46d2-9f42-abf48bda4ba1/d53709fd-8fc8-47e5-8a5a-d0aae008e5ac) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:02:46.495842 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] For port c1a5b127-a52d-414b-bf31-b3aca338cbec, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:46.501097 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] For port c1a5b127-a52d-414b-bf31-b3aca338cbec, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c1a5b127-a52d-414b-bf31-b3aca338cbec,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:46.507888 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:46.547485 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b3f50935-3581-42e7-920e-2b6fdd6300e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:46.563301 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-b3f50935-3581-42e7-920e-2b6fdd6300e8 admin admin] Transition to ACTIVE for port object d53709fd-8fc8-47e5-8a5a-d0aae008e5ac will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:46.591734 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e053fd-9933-4fe0-80f2-5180fbda9af4 req-3a50903b-6f48-461f-8c0c-c1a9c30130b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:46.600590 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b7e053fd-9933-4fe0-80f2-5180fbda9af4 req-3a50903b-6f48-461f-8c0c-c1a9c30130b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=186c5c43-a5a3-4c80-aead-16f936899b73 HTTP/1.1" status: 200 len: 1102 time: 0.4516113 Jul 22 19:02:46.601690 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b3f50935-3581-42e7-920e-2b6fdd6300e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:46.617434 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5524b2b-2cf8-401b-82bf-6799ea6b075f None None] Pushing event updated for resources: {'Port': ['ID=c1a5b127-a52d-414b-bf31-b3aca338cbec,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:46.634814 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] Routers {'b4055c35-db8e-42e0-9c6f-daa2c05de92a'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:02:46.635471 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:02:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b4055c35-db8e-42e0-9c6f-daa2c05de92a'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:46.689051 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f50935-3581-42e7-920e-2b6fdd6300e8 admin admin] Network 534d09c5-2670-4310-9f63-844a5ff5f27b is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:46.690641 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6e974-a608-403e-a3e4-fc5de6b810fe req-aa610409-b878-485b-9eef-4681c04577d2 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:46.692446 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6db6e974-a608-403e-a3e4-fc5de6b810fe req-aa610409-b878-485b-9eef-4681c04577d2 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/ports?device_id=21428f10-6252-455d-a753-cdfc4c48c7bb HTTP/1.1" status: 200 len: 945 time: 0.4305804 Jul 22 19:02:46.699804 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-b3f50935-3581-42e7-920e-2b6fdd6300e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:46.711602 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58286) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:46.712830 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f50935-3581-42e7-920e-2b6fdd6300e8 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:02:46.717722 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-ccb012d3-bf69-4567-ac7a-473087693e0c tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Request body: {'floatingip': {'port_id': '01657582-e4c2-4474-8caa-3bfb7817508b'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:46.780545 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ccb012d3-bf69-4567-ac7a-473087693e0c tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:46.809667 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f50935-3581-42e7-920e-2b6fdd6300e8 admin admin] Pushing event updated for resources: {'Port': ['ID=d53709fd-8fc8-47e5-8a5a-d0aae008e5ac,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:46.858212 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b7e053fd-9933-4fe0-80f2-5180fbda9af4 req-dd8beaa4-c92c-41bc-a83e-00c5ab3a4cf7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394249 Jul 22 19:02:46.858671 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58288) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:46.861813 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] Set router b4055c35-db8e-42e0-9c6f-daa2c05de92a gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:02:46.883916 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b3f50935-3581-42e7-920e-2b6fdd6300e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:47.166201 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-775581813-router', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:42Z', 'updated_at': '2021-07-22T19:02:44Z', 'revision_number': 3, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'gw_port': {'id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:43Z', 'updated_at': '2021-07-22T19:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:47.166643 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a80ee5-0e2b-457f-a706-a479627250a8 req-a34dc280-d0e3-4e7b-8ffc-c17978e3f27f tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:47.168117 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-60a80ee5-0e2b-457f-a706-a479627250a8 req-a34dc280-d0e3-4e7b-8ffc-c17978e3f27f tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=186c5c43-a5a3-4c80-aead-16f936899b73 HTTP/1.1" status: 200 len: 950 time: 0.8083832 Jul 22 19:02:47.205134 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-eef4a66a-c786-453f-94dd-d3f8b2075be8 None None] Provisioning for port d53709fd-8fc8-47e5-8a5a-d0aae008e5ac completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:47.208643 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad4e41-b1f5-497a-ac92-64ab48b06201 None None] The sync data for ids ['b4055c35-db8e-42e0-9c6f-daa2c05de92a'] in n-d-800086-12 is: [{'id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-775581813-router', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:42Z', 'updated_at': '2021-07-22T19:02:44Z', 'revision_number': 3, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'gw_port': {'id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:43Z', 'updated_at': '2021-07-22T19:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:02:47.211149 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-eef4a66a-c786-453f-94dd-d3f8b2075be8 None None] Provisioning complete for port d53709fd-8fc8-47e5-8a5a-d0aae008e5ac triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:47.211776 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-eef4a66a-c786-453f-94dd-d3f8b2075be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:47.217283 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b3f50935-3581-42e7-920e-2b6fdd6300e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:47.232916 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4708d5ca-3462-4e6c-8a13-5b4512c5a17d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e90a7fa279864ded952f5205ea3239b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709033 Jul 22 19:02:47.233674 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58296) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:47.270371 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-eef4a66a-c786-453f-94dd-d3f8b2075be8 None None] Port d53709fd-8fc8-47e5-8a5a-d0aae008e5ac cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:02:47.345425 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device acc26633-6064-4b9b-a64f-b7f782d55d1f up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:47.380786 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5fd65596-ad21-4bc6-97a6-353a9cede181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:47.391162 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8f8c1e5c-e7f4-477a-bfda-4f86651682e7 req-fc791a92-0f00-45e5-9358-c9863ec214f4 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 210 time: 0.5015719 Jul 22 19:02:47.412046 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-60a80ee5-0e2b-457f-a706-a479627250a8 req-5068977b-5595-4264-8488-a8f715471ff3 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138248 Jul 22 19:02:47.422066 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port acc26633-6064-4b9b-a64f-b7f782d55d1f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:47.425361 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:47.457828 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5fd65596-ad21-4bc6-97a6-353a9cede181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:47.661089 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b3f50935-3581-42e7-920e-2b6fdd6300e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:47.674933 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b3f50935-3581-42e7-920e-2b6fdd6300e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:47.681663 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5fd65596-ad21-4bc6-97a6-353a9cede181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:47.684298 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5fd65596-ad21-4bc6-97a6-353a9cede181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:47.685688 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5fd65596-ad21-4bc6-97a6-353a9cede181 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/203d0b02-8b03-4270-8915-fd5a08e6f8b6 HTTP/1.1" status: 204 len: 168 time: 0.4516373 Jul 22 19:02:47.766010 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd65596-ad21-4bc6-97a6-353a9cede181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203d0b02-8b03-4270-8915-fd5a08e6f8b6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:47.790080 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b3f50935-3581-42e7-920e-2b6fdd6300e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:47.794588 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f50935-3581-42e7-920e-2b6fdd6300e8 admin admin] Pushing event updated for resources: {'Port': ['ID=d53709fd-8fc8-47e5-8a5a-d0aae008e5ac,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:47.916278 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ccb012d3-bf69-4567-ac7a-473087693e0c tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:48.014322 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ccb012d3-bf69-4567-ac7a-473087693e0c tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:48.039151 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f50935-3581-42e7-920e-2b6fdd6300e8 admin admin] Network 534d09c5-2670-4310-9f63-844a5ff5f27b is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:48.043060 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-b3f50935-3581-42e7-920e-2b6fdd6300e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:48.095119 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0553aa74-c515-44f2-bbce-d81ddca1b334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cb675f-6c4c-41e2-81b7-480dffe27af2'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:48.097947 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae1a9d6-c1b5-40c8-af07-a92018d8ec75" -d '{"events": [{"server_uuid": "0553aa74-c515-44f2-bbce-d81ddca1b334", "name": "network-vif-plugged", "status": "completed", "tag": "e4cb675f-6c4c-41e2-81b7-480dffe27af2"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:48.158969 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58308) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:48.188854 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d850ef71-420b-4395-bb45-7d774b026ce1 x-openstack-request-id: req-d850ef71-420b-4395-bb45-7d774b026ce1 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:48.189146 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0553aa74-c515-44f2-bbce-d81ddca1b334", "name": "network-vif-plugged", "status": "completed", "tag": "e4cb675f-6c4c-41e2-81b7-480dffe27af2", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:48.189402 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d850ef71-420b-4395-bb45-7d774b026ce1 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:48.189793 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0553aa74-c515-44f2-bbce-d81ddca1b334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cb675f-6c4c-41e2-81b7-480dffe27af2', 'code': 200} Jul 22 19:02:48.244365 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-ccb012d3-bf69-4567-ac7a-473087693e0c tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Floating IP bc8329d1-8535-45e0-9d76-d813f47fe548 associated. External IP: 172.25.3.143, port: 01657582-e4c2-4474-8caa-3bfb7817508b. Jul 22 19:02:48.280737 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f50935-3581-42e7-920e-2b6fdd6300e8 admin admin] Router b4055c35-db8e-42e0-9c6f-daa2c05de92a has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:02:48.405811 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58312) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:48.430014 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-15adf8f0-3502-4074-a693-962a529c4cf9 None None] Provisioning complete for port d53709fd-8fc8-47e5-8a5a-d0aae008e5ac triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:48.431023 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-15adf8f0-3502-4074-a693-962a529c4cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:48.440003 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9e9fa2c5-5769-4a2c-8d80-fc966c12e14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:48.485478 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-15adf8f0-3502-4074-a693-962a529c4cf9 None None] Port d53709fd-8fc8-47e5-8a5a-d0aae008e5ac cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:02:48.542965 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1143e805-fc8a-4785-b795-a7969015896e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0c3ebc91223429b82553d71a92b262e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1321070 Jul 22 19:02:48.544320 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58318) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:48.580087 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f50935-3581-42e7-920e-2b6fdd6300e8 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:02:48.593423 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b3f50935-3581-42e7-920e-2b6fdd6300e8 admin admin] 10.222.0.13 "PUT /v2.0/routers/b4055c35-db8e-42e0-9c6f-daa2c05de92a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4920843 Jul 22 19:02:48.632738 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9e9fa2c5-5769-4a2c-8d80-fc966c12e14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:48.639019 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9e9fa2c5-5769-4a2c-8d80-fc966c12e14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:48.685567 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0422c3af-4804-4eee-a841-f7d20c702c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:48.688182 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ca443-6a1b-4093-b781-01f5f5e6d570 req-589ec950-270f-441e-b6b3-97d06cd33c78 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:48.689784 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b9ca443-6a1b-4093-b781-01f5f5e6d570 req-589ec950-270f-441e-b6b3-97d06cd33c78 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 945 time: 1.1507466 Jul 22 19:02:48.702026 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9e9fa2c5-5769-4a2c-8d80-fc966c12e14a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=289ead053a964bc98b01da1202c62801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5395510 Jul 22 19:02:48.708005 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58322) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:48.716531 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fa2c5-5769-4a2c-8d80-fc966c12e14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dc9990-4f77-4af8-a7f3-7e6ddd8b9687,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:48.716756 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2abef68e-16ab-4d2e-afa3-f095249baf16 req-3aae05e3-0257-4ee1-b754-09bcc045be8e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 210 time: 0.0964797 Jul 22 19:02:48.738908 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0422c3af-4804-4eee-a841-f7d20c702c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:48.756115 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-ceba6f2a-de9a-4f86-9504-6caf05b537af tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:48.756115 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-ceba6f2a-de9a-4f86-9504-6caf05b537af tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.30 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 820 time: 1.1132586 Jul 22 19:02:48.768850 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Request body: {'port': {'device_id': '2f957372-5310-4966-8989-5e97fc0f6183', 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199', 'admin_state_up': True, 'tenant_id': '045a6583907f4225b2036296ec0f4a49'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:48.835008 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0422c3af-4804-4eee-a841-f7d20c702c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:48.837676 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0422c3af-4804-4eee-a841-f7d20c702c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:48.839004 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0422c3af-4804-4eee-a841-f7d20c702c8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b4a5529-7bd3-4ae4-ac0a-a4175c141e33 HTTP/1.1" status: 204 len: 168 time: 0.2942638 Jul 22 19:02:48.855150 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b020d9a9-7ce4-4ea0-ba32-83a25d915ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:48.855271 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b9ca443-6a1b-4093-b781-01f5f5e6d570 req-ae5ae192-bb13-413f-9fbe-bc8e201a9bde tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411161 Jul 22 19:02:48.860980 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422c3af-4804-4eee-a841-f7d20c702c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4a5529-7bd3-4ae4-ac0a-a4175c141e33,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:48.886594 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b020d9a9-7ce4-4ea0-ba32-83a25d915ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:48.951144 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b020d9a9-7ce4-4ea0-ba32-83a25d915ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:48.954184 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b020d9a9-7ce4-4ea0-ba32-83a25d915ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:48.958787 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b020d9a9-7ce4-4ea0-ba32-83a25d915ba5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17dc9990-4f77-4af8-a7f3-7e6ddd8b9687 HTTP/1.1" status: 204 len: 168 time: 0.2466552 Jul 22 19:02:48.975072 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020d9a9-7ce4-4ea0-ba32-83a25d915ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dc9990-4f77-4af8-a7f3-7e6ddd8b9687,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:48.981751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cdff71-2eb6-4485-adfd-68a93bbbe5b9 req-513014c1-4dd6-4a2e-a736-a1f86e5dfa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:48.983242 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04cdff71-2eb6-4485-adfd-68a93bbbe5b9 req-513014c1-4dd6-4a2e-a736-a1f86e5dfa90 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 1097 time: 0.3948689 Jul 22 19:02:49.102653 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04cdff71-2eb6-4485-adfd-68a93bbbe5b9 req-88640d5c-5db4-4d07-8b3f-b5f62c7ff5ba service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861146 Jul 22 19:02:49.120819 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbc33f-aed7-4358-af5f-7fdd880fae82 req-4c14ee47-acbc-4e18-b3c9-39544c458063 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:49.122338 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-63fbc33f-aed7-4358-af5f-7fdd880fae82 req-4c14ee47-acbc-4e18-b3c9-39544c458063 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=186c5c43-a5a3-4c80-aead-16f936899b73 HTTP/1.1" status: 200 len: 950 time: 0.2905788 Jul 22 19:02:49.157532 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb012d3-bf69-4567-ac7a-473087693e0c tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Router fd01c0ed-8e79-40e7-998c-2c854424bd30 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:02:49.157532 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Made reservation on behalf of 045a6583907f4225b2036296ec0f4a49 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:02:49.160749 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:49.319920 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-63fbc33f-aed7-4358-af5f-7fdd880fae82 req-05f5f9bc-6cf1-42f4-83af-a4d68c59fd53 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762576 Jul 22 19:02:49.410628 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c1a5b127-a52d-414b-bf31-b3aca338cbec up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:49.442107 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58344) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:49.463214 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bf42438b-2b90-4f8b-b69f-e9a4521be692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:49.515598 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Allocated IP 172.20.0.10 (0e3cda7b-41ab-4777-b93f-6e29ba8f4199/60c829e4-dea2-469c-8b44-181bb5c85dfe/ea591566-5b7e-46f3-965a-145746cd620a) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:02:49.524311 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb012d3-bf69-4567-ac7a-473087693e0c tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:02:49.529034 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port c1a5b127-a52d-414b-bf31-b3aca338cbec completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:49.533393 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ccb012d3-bf69-4567-ac7a-473087693e0c tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:49.546590 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5df1c7-50e4-4176-a505-2e5380abadde None None] Sync routers for ids ['fd01c0ed-8e79-40e7-998c-2c854424bd30'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:02:49.567996 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port c1a5b127-a52d-414b-bf31-b3aca338cbec triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:49.568772 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:49.576285 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5df1c7-50e4-4176-a505-2e5380abadde None None] Routers {'fd01c0ed-8e79-40e7-998c-2c854424bd30'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:02:49.578103 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-bb5df1c7-50e4-4176-a505-2e5380abadde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:02:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fd01c0ed-8e79-40e7-998c-2c854424bd30'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:49.641895 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec645b56-8d81-42f7-a5fc-e13df18e5e16 req-8db89ff7-9b22-4518-8b5d-646e1eb8ef51 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:49.649860 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bf42438b-2b90-4f8b-b69f-e9a4521be692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:49.650227 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ec645b56-8d81-42f7-a5fc-e13df18e5e16 req-8db89ff7-9b22-4518-8b5d-646e1eb8ef51 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4dac7bb-7cf0-4d99-9a05-d9e5a0860dbb HTTP/1.1" status: 200 len: 950 time: 0.2573948 Jul 22 19:02:49.653276 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ccb012d3-bf69-4567-ac7a-473087693e0c tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "PUT /v2.0/floatingips/bc8329d1-8535-45e0-9d76-d813f47fe548 HTTP/1.1" status: 200 len: 991 time: 2.9399104 Jul 22 19:02:49.657237 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bf42438b-2b90-4f8b-b69f-e9a4521be692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:49.660010 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21428f10-6252-455d-a753-cdfc4c48c7bb', 'tag': '01657582-e4c2-4474-8caa-3bfb7817508b'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:49.663830 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75dde8e-7469-417e-8971-bf2e210c03c3" -d '{"events": [{"name": "network-changed", "server_uuid": "21428f10-6252-455d-a753-cdfc4c48c7bb", "tag": "01657582-e4c2-4474-8caa-3bfb7817508b"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:49.697109 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42438b-2b90-4f8b-b69f-e9a4521be692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c727931-828b-40f3-a5f3-350bfb3f8e84,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:49.719950 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bf42438b-2b90-4f8b-b69f-e9a4521be692 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90c2dd25d61b468e90778cf81097c901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760885 Jul 22 19:02:49.721014 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58362) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:49.749967 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] Sync routers for ids ['b4055c35-db8e-42e0-9c6f-daa2c05de92a'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:02:49.771311 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] Routers {'b4055c35-db8e-42e0-9c6f-daa2c05de92a'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:02:49.774196 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:02:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b4055c35-db8e-42e0-9c6f-daa2c05de92a'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:49.805972 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68b93a4a-6ebb-46a3-8faf-145e7accb0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:49.828792 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-bb5df1c7-50e4-4176-a505-2e5380abadde None None] Set router fd01c0ed-8e79-40e7-998c-2c854424bd30 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:02:49.869171 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68b93a4a-6ebb-46a3-8faf-145e7accb0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:49.870737 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ec645b56-8d81-42f7-a5fc-e13df18e5e16 req-a3cccd82-efa8-45cb-8525-eae1b42572ed tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178986 Jul 22 19:02:49.874853 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:49.899900 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port c1a5b127-a52d-414b-bf31-b3aca338cbec, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c1a5b127-a52d-414b-bf31-b3aca338cbec,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:49.909244 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:49.977263 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] Set router b4055c35-db8e-42e0-9c6f-daa2c05de92a gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:02:50.005218 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68b93a4a-6ebb-46a3-8faf-145e7accb0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:50.008157 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-9a4dddef-5532-4c1c-95db-2ee45bcb499f tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:50.008696 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68b93a4a-6ebb-46a3-8faf-145e7accb0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:50.012217 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-68b93a4a-6ebb-46a3-8faf-145e7accb0df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c727931-828b-40f3-a5f3-350bfb3f8e84 HTTP/1.1" status: 204 len: 168 time: 0.2879953 Jul 22 19:02:50.012372 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-9a4dddef-5532-4c1c-95db-2ee45bcb499f tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/networks?id=534d09c5-2670-4310-9f63-844a5ff5f27b HTTP/1.1" status: 200 len: 828 time: 0.3514471 Jul 22 19:02:50.041817 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b93a4a-6ebb-46a3-8faf-145e7accb0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c727931-828b-40f3-a5f3-350bfb3f8e84,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:50.054720 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:50.073034 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa8f584-78f2-472d-8b69-4d83f346b918 x-openstack-request-id: req-1fa8f584-78f2-472d-8b69-4d83f346b918 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:50.073319 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21428f10-6252-455d-a753-cdfc4c48c7bb", "tag": "01657582-e4c2-4474-8caa-3bfb7817508b", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:50.073570 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fa8f584-78f2-472d-8b69-4d83f346b918 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:50.073961 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21428f10-6252-455d-a753-cdfc4c48c7bb', 'tag': '01657582-e4c2-4474-8caa-3bfb7817508b', 'status': 'completed', 'code': 200} Jul 22 19:02:50.077302 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-4ac2c435-92b7-44c6-9342-526d85a47125 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/quotas/5c05911d8cf445ffbdfaa5b734566af3 HTTP/1.1" status: 200 len: 375 time: 0.0452886 Jul 22 19:02:50.236503 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=c1a5b127-a52d-414b-bf31-b3aca338cbec,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:50.317803 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-12b68f63-1d59-4e54-a90d-8c0f85a172f0 req-3230a9a4-5750-4860-b2f7-31532d52da27 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 210 time: 0.1385634 Jul 22 19:02:50.385970 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:50.419997 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-bb5df1c7-50e4-4176-a505-2e5380abadde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'name': 'tempest-ServersTestManualDisk-1800578294-router', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:09Z', 'updated_at': '2021-07-22T19:02:15Z', 'revision_number': 4, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'gw_port': {'id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:11Z', 'updated_at': '2021-07-22T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'bc8329d1-8535-45e0-9d76-d813f47fe548', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'port_id': '01657582-e4c2-4474-8caa-3bfb7817508b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1', 'mac_address': 'fa:16:3e:5b:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21428f10-6252-455d-a753-cdfc4c48c7bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:02:20Z', 'updated_at': '2021-07-22T19:02:47Z', 'revision_number': 1, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600bd27c-3685-47a3-a6b6-ac859523d74f', 'name': '', 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'mac_address': 'fa:16:3e:53:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'dc74cdfe-e4d6-4618-a32b-bdd2a489d365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:14Z', 'updated_at': '2021-07-22T19:02:22Z', 'revision_number': 5, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'subnets': [{'id': 'dc74cdfe-e4d6-4618-a32b-bdd2a489d365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:50.450439 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-775581813-router', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:42Z', 'updated_at': '2021-07-22T19:02:47Z', 'revision_number': 4, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'gw_port': {'id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:43Z', 'updated_at': '2021-07-22T19:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'd53709fd-8fc8-47e5-8a5a-d0aae008e5ac', 'name': '', 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'mac_address': 'fa:16:3e:9d:5c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '13374c1e-2260-46d2-9f42-abf48bda4ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:46Z', 'updated_at': '2021-07-22T19:02:47Z', 'revision_number': 2, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'subnets': [{'id': '13374c1e-2260-46d2-9f42-abf48bda4ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:50.450729 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-27b7fdaf-3977-4fbd-b6a1-fa30d1156b09 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c05911d8cf445ffbdfaa5b734566af3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3541017 Jul 22 19:02:50.452285 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5df1c7-50e4-4176-a505-2e5380abadde None None] Checking router: fd01c0ed-8e79-40e7-998c-2c854424bd30 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:02:50.463317 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5df1c7-50e4-4176-a505-2e5380abadde None None] Routers {'fd01c0ed-8e79-40e7-998c-2c854424bd30'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:02:50.464373 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-bb5df1c7-50e4-4176-a505-2e5380abadde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:02:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fd01c0ed-8e79-40e7-998c-2c854424bd30'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:50.491424 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] Checking router: b4055c35-db8e-42e0-9c6f-daa2c05de92a for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:02:50.492241 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] Updating router b4055c35-db8e-42e0-9c6f-daa2c05de92a port d53709fd-8fc8-47e5-8a5a-d0aae008e5ac binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:02:50.539323 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:50.547851 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58390) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:50.592111 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dde8e-7469-417e-8971-bf2e210c03c3 req-6483f13b-0a30-410c-95cd-4090eee26ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:50.596553 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a75dde8e-7469-417e-8971-bf2e210c03c3 req-6483f13b-0a30-410c-95cd-4090eee26ff8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32cea476df594530ba3ecc2a722772ea&device_id=21428f10-6252-455d-a753-cdfc4c48c7bb HTTP/1.1" status: 200 len: 1097 time: 0.4810920 Jul 22 19:02:50.597662 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-bb5df1c7-50e4-4176-a505-2e5380abadde None None] Set router fd01c0ed-8e79-40e7-998c-2c854424bd30 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:02:50.700070 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:50.737585 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-1997df1e-e570-42ac-bd3e-3c364cf82627 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1799008809-network', 'tenant_id': '045a002813d048d88ad5ff76e066ef5c'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:50.798633 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1997df1e-e570-42ac-bd3e-3c364cf82627 admin admin] Made reservation on behalf of 045a002813d048d88ad5ff76e066ef5c for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:02:50.801788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:50.804180 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1997df1e-e570-42ac-bd3e-3c364cf82627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:50.826947 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1997df1e-e570-42ac-bd3e-3c364cf82627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:50.913026 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:02:50.920505 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:50.921330 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:50.926601 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dde8e-7469-417e-8971-bf2e210c03c3 req-6e162257-3269-4e77-ab4b-099c9d4adcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:50.928076 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a75dde8e-7469-417e-8971-bf2e210c03c3 req-6e162257-3269-4e77-ab4b-099c9d4adcac service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c51d31c-fc03-4579-a008-0158f0e29dc1 HTTP/1.1" status: 200 len: 913 time: 0.2342093 Jul 22 19:02:50.928706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Pushing event updated for resources: {'Port': ['ID=ea591566-5b7e-46f3-965a-145746cd620a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:50.942151 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1997df1e-e570-42ac-bd3e-3c364cf82627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:50.946529 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1997df1e-e570-42ac-bd3e-3c364cf82627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:50.983480 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1997df1e-e570-42ac-bd3e-3c364cf82627 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:02:50.992509 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997df1e-e570-42ac-bd3e-3c364cf82627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f863fa-3704-432f-8c93-355355e3d197,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:50.998470 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:50.998910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:50.999362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:50.999689 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.000019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.000342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.000688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.001011 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.001331 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.001664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.002426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.002426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.002643 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1997df1e-e570-42ac-bd3e-3c364cf82627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:51.003047 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-1997df1e-e570-42ac-bd3e-3c364cf82627 admin admin] Added segment 3a131855-9e8a-4aeb-8b83-a38b1030a018 of type vlan for network e95c4a68-bf74-41a1-bfa1-a865002f938b Jul 22 19:02:51.056186 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1997df1e-e570-42ac-bd3e-3c364cf82627 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:51.071788 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-8c538580-a4d3-40d4-8f2f-ebcd9ebf3378 service neutron] 10.222.0.13 "GET /v2.0/networks/534d09c5-2670-4310-9f63-844a5ff5f27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6202953 Jul 22 19:02:51.073259 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-e26b5cb3-cc88-4d2f-9f44-0e4ec82e4afc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3083975 Jul 22 19:02:51.105490 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1997df1e-e570-42ac-bd3e-3c364cf82627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:51.106577 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1997df1e-e570-42ac-bd3e-3c364cf82627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:51.107538 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1997df1e-e570-42ac-bd3e-3c364cf82627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:51.111060 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:51.124504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] Request body: {'port': {'device_id': '2f957372-5310-4966-8989-5e97fc0f6183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:51.126133 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] Transition to ACTIVE for port object d53709fd-8fc8-47e5-8a5a-d0aae008e5ac will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:51.136950 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:51.146696 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1997df1e-e570-42ac-bd3e-3c364cf82627 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5973282 Jul 22 19:02:51.149540 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58408) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:51.157644 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] Request body: {'subnet': {'network_id': 'e95c4a68-bf74-41a1-bfa1-a865002f938b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1799008809-subnet', 'tenant_id': '045a002813d048d88ad5ff76e066ef5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:51.168682 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-bb5df1c7-50e4-4176-a505-2e5380abadde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'name': 'tempest-ServersTestManualDisk-1800578294-router', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:09Z', 'updated_at': '2021-07-22T19:02:15Z', 'revision_number': 4, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'gw_port': {'id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:11Z', 'updated_at': '2021-07-22T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'bc8329d1-8535-45e0-9d76-d813f47fe548', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'port_id': '01657582-e4c2-4474-8caa-3bfb7817508b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1', 'mac_address': 'fa:16:3e:5b:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21428f10-6252-455d-a753-cdfc4c48c7bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:02:20Z', 'updated_at': '2021-07-22T19:02:47Z', 'revision_number': 1, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600bd27c-3685-47a3-a6b6-ac859523d74f', 'name': '', 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'mac_address': 'fa:16:3e:53:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'dc74cdfe-e4d6-4618-a32b-bdd2a489d365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:14Z', 'updated_at': '2021-07-22T19:02:22Z', 'revision_number': 5, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'subnets': [{'id': 'dc74cdfe-e4d6-4618-a32b-bdd2a489d365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:51.198809 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997df1e-e570-42ac-bd3e-3c364cf82627 admin admin] Pushing event updated for resources: {'Network': ['ID=e95c4a68-bf74-41a1-bfa1-a865002f938b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:51.200756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5df1c7-50e4-4176-a505-2e5380abadde None None] The sync data for ids ['fd01c0ed-8e79-40e7-998c-2c854424bd30'] in n-d-800086-12 is: [{'id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'name': 'tempest-ServersTestManualDisk-1800578294-router', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:09Z', 'updated_at': '2021-07-22T19:02:15Z', 'revision_number': 4, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'gw_port': {'id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:11Z', 'updated_at': '2021-07-22T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'bc8329d1-8535-45e0-9d76-d813f47fe548', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'port_id': '01657582-e4c2-4474-8caa-3bfb7817508b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1', 'mac_address': 'fa:16:3e:5b:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21428f10-6252-455d-a753-cdfc4c48c7bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:02:20Z', 'updated_at': '2021-07-22T19:02:47Z', 'revision_number': 1, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600bd27c-3685-47a3-a6b6-ac859523d74f', 'name': '', 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'mac_address': 'fa:16:3e:53:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'dc74cdfe-e4d6-4618-a32b-bdd2a489d365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:14Z', 'updated_at': '2021-07-22T19:02:22Z', 'revision_number': 5, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'subnets': [{'id': 'dc74cdfe-e4d6-4618-a32b-bdd2a489d365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:02:51.223667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network e95c4a68-bf74-41a1-bfa1-a865002f938b details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:02:51.225754 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] Made reservation on behalf of 045a002813d048d88ad5ff76e066ef5c for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:02:51.229148 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:51.325273 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31c127-0563-4216-a74b-a968adfc4bdc None None] Pushing event updated for resources: {'Port': ['ID=d53709fd-8fc8-47e5-8a5a-d0aae008e5ac,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:51.385684 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31c127-0563-4216-a74b-a968adfc4bdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.393243 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31c127-0563-4216-a74b-a968adfc4bdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.395346 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31c127-0563-4216-a74b-a968adfc4bdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.396107 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31c127-0563-4216-a74b-a968adfc4bdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.396679 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31c127-0563-4216-a74b-a968adfc4bdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.397179 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31c127-0563-4216-a74b-a968adfc4bdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.398742 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31c127-0563-4216-a74b-a968adfc4bdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.399193 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31c127-0563-4216-a74b-a968adfc4bdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.399401 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31c127-0563-4216-a74b-a968adfc4bdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.400070 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31c127-0563-4216-a74b-a968adfc4bdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.400751 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31c127-0563-4216-a74b-a968adfc4bdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.404967 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c1a5b127-a52d-414b-bf31-b3aca338cbec up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:51.405579 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31c127-0563-4216-a74b-a968adfc4bdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.422298 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] Attempting to bind port d53709fd-8fc8-47e5-8a5a-d0aae008e5ac on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:51.423242 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] Attempting to bind port d53709fd-8fc8-47e5-8a5a-d0aae008e5ac by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '3c4d3daf-216f-4c2c-b4ee-569b19d02fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:51.423764 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] Attempting to bind port d53709fd-8fc8-47e5-8a5a-d0aae008e5ac on network 534d09c5-2670-4310-9f63-844a5ff5f27b {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:51.431723 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:51.432886 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] Checking segment: {'id': '3c4d3daf-216f-4c2c-b4ee-569b19d02fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:51.433455 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:51.433993 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] Bound using segment: {'id': '3c4d3daf-216f-4c2c-b4ee-569b19d02fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:51.434743 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] Bound port: d53709fd-8fc8-47e5-8a5a-d0aae008e5ac, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4d3daf-216f-4c2c-b4ee-569b19d02fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:51.435355 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:51.527657 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port c1a5b127-a52d-414b-bf31-b3aca338cbec triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:51.528039 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:51.534097 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] For port d53709fd-8fc8-47e5-8a5a-d0aae008e5ac, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:51.543036 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] For port d53709fd-8fc8-47e5-8a5a-d0aae008e5ac, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d53709fd-8fc8-47e5-8a5a-d0aae008e5ac,segment=NetworkSegment(3c4d3daf-216f-4c2c-b4ee-569b19d02fd1),segment_id=3c4d3daf-216f-4c2c-b4ee-569b19d02fd1)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:51.550053 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:51.610653 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30572c5a-e8b9-478c-8e0e-69312f7ad52e None None] New status for floating IP bc8329d1-8535-45e0-9d76-d813f47fe548: ACTIVE {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:02:51.626384 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:51.655190 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] Routers {'b4055c35-db8e-42e0-9c6f-daa2c05de92a'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:02:51.655973 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:02:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b4055c35-db8e-42e0-9c6f-daa2c05de92a'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:51.665210 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a75dde8e-7469-417e-8971-bf2e210c03c3 req-e3ebdedf-41ee-4e9a-a15c-844bf24b5c9b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01657582-e4c2-4474-8caa-3bfb7817508b HTTP/1.1" status: 200 len: 999 time: 0.6987414 Jul 22 19:02:51.749777 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31c127-0563-4216-a74b-a968adfc4bdc None None] Pushing event updated for resources: {'Port': ['ID=d53709fd-8fc8-47e5-8a5a-d0aae008e5ac,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:51.751367 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] Checking segment: {'id': '3a131855-9e8a-4aeb-8b83-a38b1030a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e95c4a68-bf74-41a1-bfa1-a865002f938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:51.751911 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] Network hostable DHCP agents. Network: e95c4a68-bf74-41a1-bfa1-a865002f938b, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:02:51.754493 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=641f94d6-ce41-44d6-afff-39b9018d1269,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:51.794325 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dde8e-7469-417e-8971-bf2e210c03c3 req-644cf721-523d-4070-9c5a-b5f9428035df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:51.798839 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.799338 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.801327 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.801777 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.802215 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.803169 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.803169 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.804892 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.805638 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a75dde8e-7469-417e-8971-bf2e210c03c3 req-644cf721-523d-4070-9c5a-b5f9428035df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc74cdfe-e4d6-4618-a32b-bdd2a489d365 HTTP/1.1" status: 200 len: 851 time: 0.1180210 Jul 22 19:02:51.806106 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.806812 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.809187 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.809695 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:02:51.832708 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] Network e95c4a68-bf74-41a1-bfa1-a865002f938b is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:02:51.845066 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, e95c4a68-bf74-41a1-bfa1-a865002f938b) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:51.852410 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:51.853593 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:51.859648 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] Set router b4055c35-db8e-42e0-9c6f-daa2c05de92a gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:02:51.865327 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e11d43-0dd0-417f-8a88-fedc626c583e None None] Network e95c4a68-bf74-41a1-bfa1-a865002f938b requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:02:51.877050 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8d3f1dc8-4967-4b37-83a4-0abd548919aa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7261095 Jul 22 19:02:51.883916 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58424) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:51.923718 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-7ce46f79-e140-43be-998b-6e09f5435034 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1799008809-router', 'tenant_id': '045a002813d048d88ad5ff76e066ef5c', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:51.999903 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c6328-92b2-4d63-932a-ffbf91f03857 req-f6355f0a-4956-4ebc-85fd-54b1afd8e8f6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:52.006386 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c6328-92b2-4d63-932a-ffbf91f03857 req-f6355f0a-4956-4ebc-85fd-54b1afd8e8f6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:52.013237 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-255c6328-92b2-4d63-932a-ffbf91f03857 req-f6355f0a-4956-4ebc-85fd-54b1afd8e8f6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=186c5c43-a5a3-4c80-aead-16f936899b73&device_id=f4dac7bb-7cf0-4d99-9a05-d9e5a0860dbb HTTP/1.1" status: 200 len: 1691 time: 1.2244413 Jul 22 19:02:52.114488 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-e95cc2e4-efa2-4c37-97fd-2ad59ad27827 service neutron] 10.222.0.13 "GET /v2.0/networks/534d09c5-2670-4310-9f63-844a5ff5f27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0112078 Jul 22 19:02:52.121876 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ce46f79-e140-43be-998b-6e09f5435034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:52.124571 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ce46f79-e140-43be-998b-6e09f5435034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:52.159958 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:52.164157 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-e95c4a68-bf74-41a1-bfa1-a865002f938b', 'network_id': 'e95c4a68-bf74-41a1-bfa1-a865002f938b', 'tenant_id': '045a002813d048d88ad5ff76e066ef5c', 'fixed_ips': [{'subnet_id': '641f94d6-ce41-44d6-afff-39b9018d1269'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:02:52.167970 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:52.178520 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-775581813-router', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:42Z', 'updated_at': '2021-07-22T19:02:47Z', 'revision_number': 4, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'gw_port': {'id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:43Z', 'updated_at': '2021-07-22T19:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'd53709fd-8fc8-47e5-8a5a-d0aae008e5ac', 'name': '', 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'mac_address': 'fa:16:3e:9d:5c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '13374c1e-2260-46d2-9f42-abf48bda4ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:46Z', 'updated_at': '2021-07-22T19:02:51Z', 'revision_number': 4, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'subnets': [{'id': '13374c1e-2260-46d2-9f42-abf48bda4ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:52.184971 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-255c6328-92b2-4d63-932a-ffbf91f03857 req-26e803d6-5ecb-4316-a4b6-16699bcda6ba tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708949 Jul 22 19:02:52.196816 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dde8e-7469-417e-8971-bf2e210c03c3 req-ac8d6740-dd71-4f77-8c4b-a0467caae5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:52.198496 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a75dde8e-7469-417e-8971-bf2e210c03c3 req-ac8d6740-dd71-4f77-8c4b-a0467caae5e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c51d31c-fc03-4579-a008-0158f0e29dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3639998 Jul 22 19:02:52.210857 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a22aa18-23ef-470f-b38d-9b7718d47d81 None None] The sync data for ids ['b4055c35-db8e-42e0-9c6f-daa2c05de92a'] in n-d-800086-12 is: [{'id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-775581813-router', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:42Z', 'updated_at': '2021-07-22T19:02:47Z', 'revision_number': 4, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'gw_port': {'id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:43Z', 'updated_at': '2021-07-22T19:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'd53709fd-8fc8-47e5-8a5a-d0aae008e5ac', 'name': '', 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'mac_address': 'fa:16:3e:9d:5c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '13374c1e-2260-46d2-9f42-abf48bda4ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:46Z', 'updated_at': '2021-07-22T19:02:51Z', 'revision_number': 4, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'subnets': [{'id': '13374c1e-2260-46d2-9f42-abf48bda4ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:02:52.474313 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] Allocated IP 172.20.0.2 (e95c4a68-bf74-41a1-bfa1-a865002f938b/641f94d6-ce41-44d6-afff-39b9018d1269/efafe3db-6bd2-42a8-ad71-276714b0d1b6) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:02:52.573884 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ce46f79-e140-43be-998b-6e09f5435034 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:52.733152 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:52.743739 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] Transition to ACTIVE for port object efafe3db-6bd2-42a8-ad71-276714b0d1b6 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:52.762105 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] Transition to ACTIVE for port object efafe3db-6bd2-42a8-ad71-276714b0d1b6 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:52.769041 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:52.822200 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] Network e95c4a68-bf74-41a1-bfa1-a865002f938b is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:52.825239 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:52.830060 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:02:52.833376 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] Pushing event updated for resources: {'Port': ['ID=efafe3db-6bd2-42a8-ad71-276714b0d1b6,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:52.880746 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ce46f79-e140-43be-998b-6e09f5435034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:52.915064 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] Attempting to bind port efafe3db-6bd2-42a8-ad71-276714b0d1b6 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:52.915741 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] Attempting to bind port efafe3db-6bd2-42a8-ad71-276714b0d1b6 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '3a131855-9e8a-4aeb-8b83-a38b1030a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e95c4a68-bf74-41a1-bfa1-a865002f938b'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:52.916732 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] Attempting to bind port efafe3db-6bd2-42a8-ad71-276714b0d1b6 on network e95c4a68-bf74-41a1-bfa1-a865002f938b {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:52.923971 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:52.925135 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] Checking segment: {'id': '3a131855-9e8a-4aeb-8b83-a38b1030a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e95c4a68-bf74-41a1-bfa1-a865002f938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:52.926299 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:52.926872 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] Bound using segment: {'id': '3a131855-9e8a-4aeb-8b83-a38b1030a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e95c4a68-bf74-41a1-bfa1-a865002f938b'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:52.927689 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] Bound port: efafe3db-6bd2-42a8-ad71-276714b0d1b6, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a131855-9e8a-4aeb-8b83-a38b1030a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e95c4a68-bf74-41a1-bfa1-a865002f938b'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:52.928377 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:53.007571 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a75dde8e-7469-417e-8971-bf2e210c03c3 req-e80ec0e6-06d4-4c4a-9234-728129367ce4 service neutron] 10.222.0.16 "GET /v2.0/networks/8c51d31c-fc03-4579-a008-0158f0e29dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7973645 Jul 22 19:02:53.012889 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] For port efafe3db-6bd2-42a8-ad71-276714b0d1b6, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:53.017365 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] For port efafe3db-6bd2-42a8-ad71-276714b0d1b6, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=efafe3db-6bd2-42a8-ad71-276714b0d1b6,segment=NetworkSegment(3a131855-9e8a-4aeb-8b83-a38b1030a018),segment_id=3a131855-9e8a-4aeb-8b83-a38b1030a018)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:53.023325 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:53.101436 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1252e-c426-4b36-a764-b72e677d8d04 None None] Pushing event updated for resources: {'Port': ['ID=efafe3db-6bd2-42a8-ad71-276714b0d1b6,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:53.121077 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154be9dc-5f67-4a9d-9784-795ac8c84cf1 req-704adf4d-62b2-4291-87bc-333e62a3e9e6 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:53.122626 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-154be9dc-5f67-4a9d-9784-795ac8c84cf1 req-704adf4d-62b2-4291-87bc-333e62a3e9e6 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 945 time: 0.7061751 Jul 22 19:02:53.186871 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059190a-c6d5-40fa-a683-7d87cf356b5a req-8f686c43-c11a-41fb-8752-7b5a26bd72a0 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:53.188737 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6059190a-c6d5-40fa-a683-7d87cf356b5a req-8f686c43-c11a-41fb-8752-7b5a26bd72a0 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 932 time: 0.5586095 Jul 22 19:02:53.230404 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea591566-5b7e-46f3-965a-145746cd620a {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:02:53.250677 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:53.320583 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-154be9dc-5f67-4a9d-9784-795ac8c84cf1 req-9bbc3089-4f03-4768-a6b1-d18ae17b1325 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591091 Jul 22 19:02:53.321530 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] Transition to ACTIVE for port object ea591566-5b7e-46f3-965a-145746cd620a will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:53.345692 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:53.364805 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6059190a-c6d5-40fa-a683-7d87cf356b5a req-27c94a5f-7c5d-4234-9b08-624d32cdbf07 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639340 Jul 22 19:02:53.420772 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a75dde8e-7469-417e-8971-bf2e210c03c3 req-5e404781-3842-4818-8174-5f9b0a9b46ab service neutron] 10.222.0.16 "GET /v2.0/networks/8c51d31c-fc03-4579-a008-0158f0e29dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013152 Jul 22 19:02:53.486810 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d53709fd-8fc8-47e5-8a5a-d0aae008e5ac up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:53.504345 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] Pushing event updated for resources: {'Port': ['ID=ea591566-5b7e-46f3-965a-145746cd620a,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:53.578505 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port d53709fd-8fc8-47e5-8a5a-d0aae008e5ac completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:53.586340 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port d53709fd-8fc8-47e5-8a5a-d0aae008e5ac triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:53.586997 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:53.648139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bdc9a0d4-c0a1-4f4e-a004-a546aa0f2fda req-f7b11b3e-129b-4397-a29b-f1bba458a563 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/ports?device_id=528fc2d7-70e1-4d09-bd3b-5e08113ea218 HTTP/1.1" status: 200 len: 210 time: 0.1267457 Jul 22 19:02:53.664184 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] Attempting to bind port ea591566-5b7e-46f3-965a-145746cd620a on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:53.664453 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] Attempting to bind port ea591566-5b7e-46f3-965a-145746cd620a by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:53.664819 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] Attempting to bind port ea591566-5b7e-46f3-965a-145746cd620a on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:53.679748 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:53.709147 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] Port ea591566-5b7e-46f3-965a-145746cd620a on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:02:53.709472 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] Attempting to bind port ea591566-5b7e-46f3-965a-145746cd620a on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:53.721002 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port d53709fd-8fc8-47e5-8a5a-d0aae008e5ac, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d53709fd-8fc8-47e5-8a5a-d0aae008e5ac,segment=NetworkSegment(3c4d3daf-216f-4c2c-b4ee-569b19d02fd1),segment_id=3c4d3daf-216f-4c2c-b4ee-569b19d02fd1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:53.727680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:53.728022 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] Checking segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:53.728406 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] Bound using segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:53.729040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] Bound port: ea591566-5b7e-46f3-965a-145746cd620a, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:53.729412 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:53.730023 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:53.758656 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ce46f79-e140-43be-998b-6e09f5435034 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:53.798019 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=d53709fd-8fc8-47e5-8a5a-d0aae008e5ac,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:54.028557 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ce46f79-e140-43be-998b-6e09f5435034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:54.197488 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83251f-2e62-4355-b015-795b4bd619d7 req-7bc132bc-f404-44e6-a560-79edadf23621 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:54.199035 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f83251f-2e62-4355-b015-795b4bd619d7 req-7bc132bc-f404-44e6-a560-79edadf23621 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 1097 time: 0.5534604 Jul 22 19:02:54.200983 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] For port ea591566-5b7e-46f3-965a-145746cd620a, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:54.206007 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1d6f5f-f7ce-420d-ac0c-5847053a79e6 None None] Network e95c4a68-bf74-41a1-bfa1-a865002f938b requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:02:54.233512 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] For port ea591566-5b7e-46f3-965a-145746cd620a, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=ea591566-5b7e-46f3-965a-145746cd620a,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:54.260947 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:54.280065 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e7113d1f-a4b3-44cd-b338-8bf738b63512 None None] Provisioning for port efafe3db-6bd2-42a8-ad71-276714b0d1b6 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:54.325846 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-21200742-a1ab-4fc4-80db-6972140e138b tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:54.327182 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-21200742-a1ab-4fc4-80db-6972140e138b tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.16 "GET /v2.0/networks?id=534d09c5-2670-4310-9f63-844a5ff5f27b HTTP/1.1" status: 200 len: 828 time: 0.3099556 Jul 22 19:02:54.356126 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-2ada8146-0b30-4fc0-8969-75f2d11cb68d tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Request body: {'port': {'device_id': '528fc2d7-70e1-4d09-bd3b-5e08113ea218', 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b', 'admin_state_up': True, 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:54.359559 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:54.360157 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:54.361491 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] 10.222.0.30 "PUT /v2.0/ports/ea591566-5b7e-46f3-965a-145746cd620a HTTP/1.1" status: 200 len: 1093 time: 3.2411494 Jul 22 19:02:54.368730 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f957372-5310-4966-8989-5e97fc0f6183', 'tag': 'ea591566-5b7e-46f3-965a-145746cd620a'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:54.370957 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adbfd16-4ae2-4a63-a9b5-5ba3a3d02ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "2f957372-5310-4966-8989-5e97fc0f6183", "tag": "ea591566-5b7e-46f3-965a-145746cd620a"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:54.393624 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceb3d7-3583-4ef2-ae54-268acd51f5b1 req-32a3f335-d60a-4a61-aa25-d4417e8b8b21 tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:54.395357 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81ceb3d7-3583-4ef2-ae54-268acd51f5b1 req-32a3f335-d60a-4a61-aa25-d4417e8b8b21 tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=186c5c43-a5a3-4c80-aead-16f936899b73 HTTP/1.1" status: 200 len: 1102 time: 0.3821485 Jul 22 19:02:54.403455 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f83251f-2e62-4355-b015-795b4bd619d7 req-a6b1ec71-53a2-453a-a164-514383c241a7 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934814 Jul 22 19:02:54.448598 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-7ce46f79-e140-43be-998b-6e09f5435034 admin admin] Allocated IP 172.25.3.202 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/2b33aa0a-902b-42f9-8a61-2726ee3acbab) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:02:54.491732 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769b77c-9838-4abd-bfa7-261da059060d service neutron] Pushing event updated for resources: {'Port': ['ID=ea591566-5b7e-46f3-965a-145746cd620a,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:54.577005 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81ceb3d7-3583-4ef2-ae54-268acd51f5b1 req-c35ba07f-73f8-45a3-a188-87caf51c910f tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725595 Jul 22 19:02:54.659292 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a6889666-3eda-4811-bb77-3768c0cbb6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:54.659292 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-a6889666-3eda-4811-bb77-3768c0cbb6bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 1096 time: 0.2384748 Jul 22 19:02:54.713898 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5cdefa-056f-42a8-a1d4-e35b65f37c23 x-openstack-request-id: req-7f5cdefa-056f-42a8-a1d4-e35b65f37c23 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:54.713898 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f957372-5310-4966-8989-5e97fc0f6183", "tag": "ea591566-5b7e-46f3-965a-145746cd620a", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:54.713898 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f5cdefa-056f-42a8-a1d4-e35b65f37c23 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:54.714228 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f957372-5310-4966-8989-5e97fc0f6183', 'tag': 'ea591566-5b7e-46f3-965a-145746cd620a', 'status': 'completed', 'code': 200} Jul 22 19:02:54.725915 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-d57c481e-3ea7-4a2e-a3f4-95da4c1c3193 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea591566-5b7e-46f3-965a-145746cd620a HTTP/1.1" status: 200 len: 217 time: 0.0537453 Jul 22 19:02:54.728313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-2ada8146-0b30-4fc0-8969-75f2d11cb68d tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Made reservation on behalf of 5c05911d8cf445ffbdfaa5b734566af3 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:02:54.731737 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-2ada8146-0b30-4fc0-8969-75f2d11cb68d tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:54.791546 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ce46f79-e140-43be-998b-6e09f5435034 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:54.884703 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-124af54b-0a29-4138-9798-cbdcb78ab439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:54.886239 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-124af54b-0a29-4138-9798-cbdcb78ab439 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60c829e4-dea2-469c-8b44-181bb5c85dfe HTTP/1.1" status: 200 len: 860 time: 0.1521974 Jul 22 19:02:54.987027 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-82f08e55-8770-4f98-8bcb-6a6cef52c699 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783689 Jul 22 19:02:55.053783 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ce46f79-e140-43be-998b-6e09f5435034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:55.073440 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2566414-9625-4f0e-97b3-05619e1445bb req-a38da08c-5cb6-4246-b17f-9af959f366c7 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:55.075188 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2566414-9625-4f0e-97b3-05619e1445bb req-a38da08c-5cb6-4246-b17f-9af959f366c7 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 944 time: 0.3149140 Jul 22 19:02:55.127737 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-2ada8146-0b30-4fc0-8969-75f2d11cb68d tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Allocated IP 172.20.0.3 (534d09c5-2670-4310-9f63-844a5ff5f27b/13374c1e-2260-46d2-9f42-abf48bda4ba1/85742a66-0522-4775-acbe-1f4c873d7cf9) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:02:55.163650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce46f79-e140-43be-998b-6e09f5435034 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:55.191659 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-7ce46f79-e140-43be-998b-6e09f5435034 admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:55.203073 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce46f79-e140-43be-998b-6e09f5435034 admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:02:55.272082 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce46f79-e140-43be-998b-6e09f5435034 admin admin] Pushing event updated for resources: {'Port': ['ID=2b33aa0a-902b-42f9-8a61-2726ee3acbab,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:55.325611 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2566414-9625-4f0e-97b3-05619e1445bb req-2882874a-0259-4a09-b93f-31084d3f3b0f tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400374 Jul 22 19:02:55.352074 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-4d94f785-6de8-4f9c-89c0-959051f3cfe7 service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523705 Jul 22 19:02:55.408349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866a011-7b37-45a3-b4dc-015dbe5b2a56 req-15bfb36e-8c14-4213-84ea-9942f1aa58f6 tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:55.410546 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7866a011-7b37-45a3-b4dc-015dbe5b2a56 req-15bfb36e-8c14-4213-84ea-9942f1aa58f6 tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f4dac7bb-7cf0-4d99-9a05-d9e5a0860dbb HTTP/1.1" status: 200 len: 1102 time: 0.4120862 Jul 22 19:02:55.474889 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device efafe3db-6bd2-42a8-ad71-276714b0d1b6 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:55.494965 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58ffc575-d217-4830-bfb3-0d7ad238704c req-c58b12ff-fe9d-459a-b142-89a0b57ac08e tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/ports?device_id=528fc2d7-70e1-4d09-bd3b-5e08113ea218 HTTP/1.1" status: 200 len: 210 time: 0.0833745 Jul 22 19:02:55.559408 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port efafe3db-6bd2-42a8-ad71-276714b0d1b6 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:55.571896 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port efafe3db-6bd2-42a8-ad71-276714b0d1b6 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:55.572274 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:55.719055 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:55.761004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port efafe3db-6bd2-42a8-ad71-276714b0d1b6, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=efafe3db-6bd2-42a8-ad71-276714b0d1b6,segment=NetworkSegment(3a131855-9e8a-4aeb-8b83-a38b1030a018),segment_id=3a131855-9e8a-4aeb-8b83-a38b1030a018)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:02:55.766397 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:55.767419 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d53709fd-8fc8-47e5-8a5a-d0aae008e5ac up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:55.860126 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=efafe3db-6bd2-42a8-ad71-276714b0d1b6,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:55.884311 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port d53709fd-8fc8-47e5-8a5a-d0aae008e5ac triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:55.885042 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:55.959374 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7866a011-7b37-45a3-b4dc-015dbe5b2a56 req-c937a32b-6975-4785-ba3c-e1a373185012 tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276036 Jul 22 19:02:55.979016 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-091660bd-7d5a-422d-819f-b5d3f923b7ef req-8a85f21b-b324-4f48-98bd-978a31161b64 service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5993416 Jul 22 19:02:56.081060 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-2ada8146-0b30-4fc0-8969-75f2d11cb68d tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:56.084589 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ce46f79-e140-43be-998b-6e09f5435034 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:56.163234 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-2ada8146-0b30-4fc0-8969-75f2d11cb68d tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Transition to ACTIVE for port object 85742a66-0522-4775-acbe-1f4c873d7cf9 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:56.250722 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbfd16-4ae2-4a63-a9b5-5ba3a3d02ee4 req-0b18133f-76c6-45dc-a38c-fe8c50c26ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:56.252318 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9adbfd16-4ae2-4a63-a9b5-5ba3a3d02ee4 req-0b18133f-76c6-45dc-a38c-fe8c50c26ef6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 1096 time: 0.2127910 Jul 22 19:02:56.301708 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-2ada8146-0b30-4fc0-8969-75f2d11cb68d tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:56.360770 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-2b91891c-819f-4078-a8cf-218688c39fed tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=81e23346e51c4096b61dbd871c0fe502&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1148045 Jul 22 19:02:56.451833 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-2ada8146-0b30-4fc0-8969-75f2d11cb68d tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Network 534d09c5-2670-4310-9f63-844a5ff5f27b is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:56.491202 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-2ada8146-0b30-4fc0-8969-75f2d11cb68d tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:56.499552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-2ada8146-0b30-4fc0-8969-75f2d11cb68d tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:02:56.509348 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-2ada8146-0b30-4fc0-8969-75f2d11cb68d tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:56.510311 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-2ada8146-0b30-4fc0-8969-75f2d11cb68d tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:56.569693 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada8146-0b30-4fc0-8969-75f2d11cb68d tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Pushing event updated for resources: {'Port': ['ID=85742a66-0522-4775-acbe-1f4c873d7cf9,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:56.599326 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-2ada8146-0b30-4fc0-8969-75f2d11cb68d tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2492516 Jul 22 19:02:56.600286 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ce46f79-e140-43be-998b-6e09f5435034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:56.627039 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] Request body: {'port': {'device_id': '528fc2d7-70e1-4d09-bd3b-5e08113ea218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:56.680696 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbfd16-4ae2-4a63-a9b5-5ba3a3d02ee4 req-b134aafc-ff3a-410a-b0b9-328b0d07b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:56.682393 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9adbfd16-4ae2-4a63-a9b5-5ba3a3d02ee4 req-b134aafc-ff3a-410a-b0b9-328b0d07b2f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 921 time: 0.3829570 Jul 22 19:02:56.767482 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b1ce7edf-b25d-42b3-92a2-ed3d88cfbdd6 None None] Provisioning for port 85742a66-0522-4775-acbe-1f4c873d7cf9 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:02:56.771782 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b1ce7edf-b25d-42b3-92a2-ed3d88cfbdd6 None None] Provisioning complete for port 85742a66-0522-4775-acbe-1f4c873d7cf9 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:56.772062 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b1ce7edf-b25d-42b3-92a2-ed3d88cfbdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:56.806527 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b1ce7edf-b25d-42b3-92a2-ed3d88cfbdd6 None None] Port 85742a66-0522-4775-acbe-1f4c873d7cf9 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:02:56.827733 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-5763bf66-e729-4572-a62a-2f7a79a9a816 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:56.829208 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-5763bf66-e729-4572-a62a-2f7a79a9a816 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4340463 Jul 22 19:02:56.831362 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9adbfd16-4ae2-4a63-a9b5-5ba3a3d02ee4 req-b9a94f5a-faba-42ef-86a9-18b544d244ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea591566-5b7e-46f3-965a-145746cd620a HTTP/1.1" status: 200 len: 217 time: 0.1060619 Jul 22 19:02:56.918454 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-e34962d5-8d3f-4da4-a302-96d3f85ac811 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/quotas/81e23346e51c4096b61dbd871c0fe502 HTTP/1.1" status: 200 len: 375 time: 0.0789790 Jul 22 19:02:56.957417 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:56.996859 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbfd16-4ae2-4a63-a9b5-5ba3a3d02ee4 req-30a08922-f162-41ba-ac7d-6a8f81c4c90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:56.998035 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9adbfd16-4ae2-4a63-a9b5-5ba3a3d02ee4 req-30a08922-f162-41ba-ac7d-6a8f81c4c90c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60c829e4-dea2-469c-8b44-181bb5c85dfe HTTP/1.1" status: 200 len: 860 time: 0.1598001 Jul 22 19:02:57.009863 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7160d-c096-4ff9-886b-a54f12833777 req-37ee704d-a222-455a-b705-b80a97a1ecfb tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:57.011262 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-83f7160d-c096-4ff9-886b-a54f12833777 req-37ee704d-a222-455a-b705-b80a97a1ecfb tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 944 time: 0.3967686 Jul 22 19:02:57.072636 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9adbfd16-4ae2-4a63-a9b5-5ba3a3d02ee4 req-8b693bde-46d1-4236-800f-2461a17a4bb6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592051 Jul 22 19:02:57.248925 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-83f7160d-c096-4ff9-886b-a54f12833777 req-8fd8b282-6478-41d6-81f4-4537e15fad18 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226083 Jul 22 19:02:57.249518 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce46f79-e140-43be-998b-6e09f5435034 admin admin] Router 4c34f065-7da1-4a12-b108-9046c8b95101 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:02:57.294084 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-1708220b-a8d0-4ffd-9573-a930364158b1 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e23346e51c4096b61dbd871c0fe502&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3667324 Jul 22 19:02:57.333611 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device efafe3db-6bd2-42a8-ad71-276714b0d1b6 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:02:57.427766 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9adbfd16-4ae2-4a63-a9b5-5ba3a3d02ee4 req-b5479aee-a4ae-40ec-b69a-407a41d34041 service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398001 Jul 22 19:02:57.436396 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port efafe3db-6bd2-42a8-ad71-276714b0d1b6 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:02:57.439064 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:57.900578 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-714017ff-f9e9-428a-bab0-c28384731446 req-60aaae8e-5208-46c6-8a76-1c0df1768260 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4451df1-c6d2-4993-b068-1ac55ab73657 HTTP/1.1" status: 200 len: 210 time: 0.0541322 Jul 22 19:02:57.961362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce46f79-e140-43be-998b-6e09f5435034 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:02:57.967477 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9adbfd16-4ae2-4a63-a9b5-5ba3a3d02ee4 req-709554cd-a794-4ca7-bad6-e51c56a949c6 service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841383 Jul 22 19:02:57.977063 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] Sync routers for ids ['4c34f065-7da1-4a12-b108-9046c8b95101'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:02:57.982096 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407ad25-841e-4121-98f5-4f68eb2868ed req-c8fd00a0-037d-49aa-b1a1-28132fe8c9cb tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:57.989152 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d407ad25-841e-4121-98f5-4f68eb2868ed req-c8fd00a0-037d-49aa-b1a1-28132fe8c9cb tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/ports?device_id=528fc2d7-70e1-4d09-bd3b-5e08113ea218 HTTP/1.1" status: 200 len: 931 time: 0.6108501 Jul 22 19:02:57.997093 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] Routers {'4c34f065-7da1-4a12-b108-9046c8b95101'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:02:57.997736 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:02:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4c34f065-7da1-4a12-b108-9046c8b95101'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:58.070319 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ce46f79-e140-43be-998b-6e09f5435034 admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:58.074321 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58694) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:02:58.074847 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7ce46f79-e140-43be-998b-6e09f5435034 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1568177 Jul 22 19:02:58.083499 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d407ad25-841e-4121-98f5-4f68eb2868ed req-87540ab1-ea76-4204-8c20-e4d91a8a1dce tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0753aab-db70-4f45-84b2-40d13c04e502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931730 Jul 22 19:02:58.094666 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85742a66-0522-4775-acbe-1f4c873d7cf9 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:02:58.107647 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:58.133747 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] Transition to ACTIVE for port object 85742a66-0522-4775-acbe-1f4c873d7cf9 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:58.138838 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:58.211297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] Pushing event updated for resources: {'Port': ['ID=85742a66-0522-4775-acbe-1f4c873d7cf9,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:58.212695 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] Set router 4c34f065-7da1-4a12-b108-9046c8b95101 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:02:58.279558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] Attempting to bind port 85742a66-0522-4775-acbe-1f4c873d7cf9 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:58.280284 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] Attempting to bind port 85742a66-0522-4775-acbe-1f4c873d7cf9 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '3c4d3daf-216f-4c2c-b4ee-569b19d02fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:58.281173 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] Attempting to bind port 85742a66-0522-4775-acbe-1f4c873d7cf9 on network 534d09c5-2670-4310-9f63-844a5ff5f27b {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:58.287381 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] Port 85742a66-0522-4775-acbe-1f4c873d7cf9 on network 534d09c5-2670-4310-9f63-844a5ff5f27b not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:02:58.289266 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] Attempting to bind port 85742a66-0522-4775-acbe-1f4c873d7cf9 on network 534d09c5-2670-4310-9f63-844a5ff5f27b {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:58.294788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:58.295799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] Checking segment: {'id': '3c4d3daf-216f-4c2c-b4ee-569b19d02fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:58.296366 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] Bound using segment: {'id': '3c4d3daf-216f-4c2c-b4ee-569b19d02fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:58.296988 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] Bound port: 85742a66-0522-4775-acbe-1f4c873d7cf9, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c4d3daf-216f-4c2c-b4ee-569b19d02fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:58.297708 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:58.337535 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b8068e19-de8d-4aee-8048-50e68fa15504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:58.442191 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] For port 85742a66-0522-4775-acbe-1f4c873d7cf9, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:58.451392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] For port 85742a66-0522-4775-acbe-1f4c873d7cf9, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=85742a66-0522-4775-acbe-1f4c873d7cf9,segment=NetworkSegment(3c4d3daf-216f-4c2c-b4ee-569b19d02fd1),segment_id=3c4d3daf-216f-4c2c-b4ee-569b19d02fd1)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:58.458359 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:58.538735 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:58.539492 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:58.556210 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] 10.222.0.16 "PUT /v2.0/ports/85742a66-0522-4775-acbe-1f4c873d7cf9 HTTP/1.1" status: 200 len: 1092 time: 1.9240465 Jul 22 19:02:58.557240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528fc2d7-70e1-4d09-bd3b-5e08113ea218', 'tag': '85742a66-0522-4775-acbe-1f4c873d7cf9'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:02:58.562426 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebfc289-03e8-4370-a7e0-ec8cfca3ef19" -d '{"events": [{"name": "network-changed", "server_uuid": "528fc2d7-70e1-4d09-bd3b-5e08113ea218", "tag": "85742a66-0522-4775-acbe-1f4c873d7cf9"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:02:58.584631 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5b1cf-3dd9-4f9c-86c5-55523ca5be41 service neutron] Pushing event updated for resources: {'Port': ['ID=85742a66-0522-4775-acbe-1f4c873d7cf9,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:58.613712 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c34f065-7da1-4a12-b108-9046c8b95101', 'name': 'tempest-FloatingIPDetailsTestJSON-1799008809-router', 'tenant_id': '045a002813d048d88ad5ff76e066ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '2b33aa0a-902b-42f9-8a61-2726ee3acbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:52Z', 'updated_at': '2021-07-22T19:02:55Z', 'revision_number': 3, 'project_id': '045a002813d048d88ad5ff76e066ef5c', 'gw_port': {'id': '2b33aa0a-902b-42f9-8a61-2726ee3acbab', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:78:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c34f065-7da1-4a12-b108-9046c8b95101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:54Z', 'updated_at': '2021-07-22T19:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:58.648326 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] Checking router: 4c34f065-7da1-4a12-b108-9046c8b95101 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:02:58.649123 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] Updating router 4c34f065-7da1-4a12-b108-9046c8b95101 port 2b33aa0a-902b-42f9-8a61-2726ee3acbab binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:02:58.718457 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:58.871514 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77ea599-b756-43db-8552-271f1bfd1e9f x-openstack-request-id: req-b77ea599-b756-43db-8552-271f1bfd1e9f {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:02:58.871901 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528fc2d7-70e1-4d09-bd3b-5e08113ea218", "tag": "85742a66-0522-4775-acbe-1f4c873d7cf9", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:02:58.872227 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b77ea599-b756-43db-8552-271f1bfd1e9f {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:02:58.872875 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528fc2d7-70e1-4d09-bd3b-5e08113ea218', 'tag': '85742a66-0522-4775-acbe-1f4c873d7cf9', 'status': 'completed', 'code': 200} Jul 22 19:02:58.876164 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-73cabe14-1c3d-41f2-8f0d-0963d630c412 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=81e23346e51c4096b61dbd871c0fe502&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2641356 Jul 22 19:02:58.964037 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9cfea58c-f856-4195-80c0-9ac0716afbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:59.039374 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-841fbad0-2f47-449e-817c-87ea0ae18789 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:59.042468 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-841fbad0-2f47-449e-817c-87ea0ae18789 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1578236 Jul 22 19:02:59.076093 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-a735e933-90fd-421d-8981-4a33f726e263 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Request body: {'port': {'device_id': 'e4451df1-c6d2-4993-b068-1ac55ab73657', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': '81e23346e51c4096b61dbd871c0fe502'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:02:59.099665 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:59.116736 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] Transition to ACTIVE for port object 2b33aa0a-902b-42f9-8a61-2726ee3acbab will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:59.125991 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:59.133314 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc7ba1-c368-4a8a-aa2e-5634c666ecb9 req-6dc308b9-f086-44da-93ac-307f0369e640 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:59.140909 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-21dc7ba1-c368-4a8a-aa2e-5634c666ecb9 req-6dc308b9-f086-44da-93ac-307f0369e640 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 944 time: 0.4831729 Jul 22 19:02:59.162674 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-17ff3667-55d8-4af6-8a35-2014de839c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:59.164312 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-17ff3667-55d8-4af6-8a35-2014de839c99 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c05911d8cf445ffbdfaa5b734566af3&device_id=528fc2d7-70e1-4d09-bd3b-5e08113ea218 HTTP/1.1" status: 200 len: 1095 time: 0.5479331 Jul 22 19:02:59.170837 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-9cfea58c-f856-4195-80c0-9ac0716afbfa admin admin] Allocated IP 172.20.0.1 (e95c4a68-bf74-41a1-bfa1-a865002f938b/641f94d6-ce41-44d6-afff-39b9018d1269/4f2254aa-0067-4504-ae3f-fa4219741f75) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:02:59.202308 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] Attempting to bind port 2b33aa0a-902b-42f9-8a61-2726ee3acbab on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:02:59.202795 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] Attempting to bind port 2b33aa0a-902b-42f9-8a61-2726ee3acbab by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:02:59.203170 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] Attempting to bind port 2b33aa0a-902b-42f9-8a61-2726ee3acbab on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:02:59.214329 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:02:59.214706 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:02:59.215105 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:59.215496 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:02:59.215965 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] Bound port: 2b33aa0a-902b-42f9-8a61-2726ee3acbab, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:02:59.216357 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:59.218452 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8dbc6d-ac2e-4141-9975-21ebb1ab5d43 None None] Pushing event updated for resources: {'Port': ['ID=2b33aa0a-902b-42f9-8a61-2726ee3acbab,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:59.227699 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-c3ca5b82-50da-4d28-add6-ba636e5830e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85742a66-0522-4775-acbe-1f4c873d7cf9 HTTP/1.1" status: 200 len: 217 time: 0.0509267 Jul 22 19:02:59.292080 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9cfea58c-f856-4195-80c0-9ac0716afbfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:59.306713 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-21dc7ba1-c368-4a8a-aa2e-5634c666ecb9 req-41245495-bdaa-4456-84bf-b87fff432911 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648526 Jul 22 19:02:59.307226 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-9cfea58c-f856-4195-80c0-9ac0716afbfa admin admin] Transition to ACTIVE for port object 4f2254aa-0067-4504-ae3f-fa4219741f75 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:02:59.325622 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] For port 2b33aa0a-902b-42f9-8a61-2726ee3acbab, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:02:59.327838 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] For port 2b33aa0a-902b-42f9-8a61-2726ee3acbab, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2b33aa0a-902b-42f9-8a61-2726ee3acbab,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:02:59.334185 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:59.341837 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9cfea58c-f856-4195-80c0-9ac0716afbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:59.389483 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfea58c-f856-4195-80c0-9ac0716afbfa admin admin] Network e95c4a68-bf74-41a1-bfa1-a865002f938b is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:02:59.392885 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-9cfea58c-f856-4195-80c0-9ac0716afbfa admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:02:59.398796 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfea58c-f856-4195-80c0-9ac0716afbfa admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:02:59.402929 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfea58c-f856-4195-80c0-9ac0716afbfa admin admin] Pushing event updated for resources: {'Port': ['ID=4f2254aa-0067-4504-ae3f-fa4219741f75,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:02:59.403292 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-1c2a1e96-fb86-49b5-804f-75f519f3b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:59.405790 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-1c2a1e96-fb86-49b5-804f-75f519f3b301 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13374c1e-2260-46d2-9f42-abf48bda4ba1 HTTP/1.1" status: 200 len: 867 time: 0.1468675 Jul 22 19:02:59.427694 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] Routers {'4c34f065-7da1-4a12-b108-9046c8b95101'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:02:59.428256 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:02:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4c34f065-7da1-4a12-b108-9046c8b95101'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:02:59.484217 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9cfea58c-f856-4195-80c0-9ac0716afbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:59.509214 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1eabba7-fb8c-427d-b445-becaaab95626 req-e8cde010-fe07-4564-be88-beadc20bad76 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4451df1-c6d2-4993-b068-1ac55ab73657 HTTP/1.1" status: 200 len: 210 time: 0.0950487 Jul 22 19:02:59.510624 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-a735e933-90fd-421d-8981-4a33f726e263 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Made reservation on behalf of 81e23346e51c4096b61dbd871c0fe502 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:02:59.517751 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-a735e933-90fd-421d-8981-4a33f726e263 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:59.584813 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] Set router 4c34f065-7da1-4a12-b108-9046c8b95101 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:02:59.742132 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device ea591566-5b7e-46f3-965a-145746cd620a details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:02:59.778503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-f697e992-0e92-44f5-ab33-edeac0dc7991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:59.780549 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-f697e992-0e92-44f5-ab33-edeac0dc7991 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=534d09c5-2670-4310-9f63-844a5ff5f27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3560615 Jul 22 19:02:59.926788 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9cfea58c-f856-4195-80c0-9ac0716afbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:02:59.937136 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccd275-adcd-40e0-b1e4-4ab24447cb9d req-768330a2-dd77-4012-9505-25a2f94148f1 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:02:59.945037 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-33ccd275-adcd-40e0-b1e4-4ab24447cb9d req-768330a2-dd77-4012-9505-25a2f94148f1 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/ports?device_id=528fc2d7-70e1-4d09-bd3b-5e08113ea218 HTTP/1.1" status: 200 len: 943 time: 0.2827497 Jul 22 19:02:59.969671 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port ea591566-5b7e-46f3-965a-145746cd620a, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=ea591566-5b7e-46f3-965a-145746cd620a,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:00.007130 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'ea591566-5b7e-46f3-965a-145746cd620a', 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199', 'port_id': 'ea591566-5b7e-46f3-965a-145746cd620a', 'mac_address': 'fa:16:3e:7c:73:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c829e4-dea2-469c-8b44-181bb5c85dfe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:03:00.033126 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-a735e933-90fd-421d-8981-4a33f726e263 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Allocated IP 192.168.233.237 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/35cddeb1-6225-4b89-86a2-5ebd7c842ed0) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:03:00.049368 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-33ccd275-adcd-40e0-b1e4-4ab24447cb9d req-cb6f2a7d-1192-4cf4-8137-84f84f537889 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0753aab-db70-4f45-84b2-40d13c04e502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033061 Jul 22 19:03:00.063429 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8dbc6d-ac2e-4141-9975-21ebb1ab5d43 None None] Pushing event updated for resources: {'Port': ['ID=2b33aa0a-902b-42f9-8a61-2726ee3acbab,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:00.100554 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:00.123261 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-98273cb1-3fbe-4ffc-828d-121187aa39d9 None None] Provisioning for port 4f2254aa-0067-4504-ae3f-fa4219741f75 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:03:00.123859 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c34f065-7da1-4a12-b108-9046c8b95101', 'name': 'tempest-FloatingIPDetailsTestJSON-1799008809-router', 'tenant_id': '045a002813d048d88ad5ff76e066ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '2b33aa0a-902b-42f9-8a61-2726ee3acbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:52Z', 'updated_at': '2021-07-22T19:02:55Z', 'revision_number': 3, 'project_id': '045a002813d048d88ad5ff76e066ef5c', 'gw_port': {'id': '2b33aa0a-902b-42f9-8a61-2726ee3acbab', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:78:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c34f065-7da1-4a12-b108-9046c8b95101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:54Z', 'updated_at': '2021-07-22T19:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:00.133048 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea591566-5b7e-46f3-965a-145746cd620a {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:03:00.140171 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-4bfc9632-acda-4abb-9014-ef257a1b2a2c service neutron] 10.222.0.16 "GET /v2.0/networks/534d09c5-2670-4310-9f63-844a5ff5f27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812855 Jul 22 19:03:00.170704 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4273055-7a03-4da5-9052-1338a8306c48 None None] The sync data for ids ['4c34f065-7da1-4a12-b108-9046c8b95101'] in n-d-800086-12 is: [{'id': '4c34f065-7da1-4a12-b108-9046c8b95101', 'name': 'tempest-FloatingIPDetailsTestJSON-1799008809-router', 'tenant_id': '045a002813d048d88ad5ff76e066ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '2b33aa0a-902b-42f9-8a61-2726ee3acbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:52Z', 'updated_at': '2021-07-22T19:02:55Z', 'revision_number': 3, 'project_id': '045a002813d048d88ad5ff76e066ef5c', 'gw_port': {'id': '2b33aa0a-902b-42f9-8a61-2726ee3acbab', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:78:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c34f065-7da1-4a12-b108-9046c8b95101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:54Z', 'updated_at': '2021-07-22T19:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:03:00.181957 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port ea591566-5b7e-46f3-965a-145746cd620a, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=ea591566-5b7e-46f3-965a-145746cd620a,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:00.183224 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-98273cb1-3fbe-4ffc-828d-121187aa39d9 None None] Provisioning complete for port 4f2254aa-0067-4504-ae3f-fa4219741f75 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:03:00.190638 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-98273cb1-3fbe-4ffc-828d-121187aa39d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:00.227004 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:00.299673 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9cfea58c-f856-4195-80c0-9ac0716afbfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:00.305483 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9cfea58c-f856-4195-80c0-9ac0716afbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:00.385152 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=ea591566-5b7e-46f3-965a-145746cd620a,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:00.411784 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9cfea58c-f856-4195-80c0-9ac0716afbfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:00.431114 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfea58c-f856-4195-80c0-9ac0716afbfa admin admin] Pushing event updated for resources: {'Port': ['ID=4f2254aa-0067-4504-ae3f-fa4219741f75,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:00.446210 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-694f2fd6-8c10-4345-83ec-aabd518f89b8 req-3bfd643c-383d-4f96-8cec-f4b395d3beea service neutron] 10.222.0.16 "GET /v2.0/networks/534d09c5-2670-4310-9f63-844a5ff5f27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920036 Jul 22 19:03:00.464044 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-98273cb1-3fbe-4ffc-828d-121187aa39d9 None None] Port 4f2254aa-0067-4504-ae3f-fa4219741f75 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:03:00.494615 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-a735e933-90fd-421d-8981-4a33f726e263 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:00.542553 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['ea591566-5b7e-46f3-965a-145746cd620a'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:03:00.575572 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfea58c-f856-4195-80c0-9ac0716afbfa admin admin] Network e95c4a68-bf74-41a1-bfa1-a865002f938b is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:03:00.588123 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-9cfea58c-f856-4195-80c0-9ac0716afbfa admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:03:00.685071 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-75e98a78-e43d-43df-b3e2-7759be9b017a req-e9926757-e056-4749-8a61-b07006517af7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4451df1-c6d2-4993-b068-1ac55ab73657 HTTP/1.1" status: 200 len: 210 time: 0.0441012 Jul 22 19:03:00.696573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-a735e933-90fd-421d-8981-4a33f726e263 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Transition to ACTIVE for port object 35cddeb1-6225-4b89-86a2-5ebd7c842ed0 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:03:00.781835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfc289-03e8-4370-a7e0-ec8cfca3ef19 req-d60d1a21-87c8-4b92-a5ba-4f0e6a991cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:00.790519 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aebfc289-03e8-4370-a7e0-ec8cfca3ef19 req-d60d1a21-87c8-4b92-a5ba-4f0e6a991cb5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c05911d8cf445ffbdfaa5b734566af3&device_id=528fc2d7-70e1-4d09-bd3b-5e08113ea218 HTTP/1.1" status: 200 len: 1095 time: 0.2927952 Jul 22 19:03:00.836658 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d93524-3f34-42ae-bb5b-0c30eee60a78 req-27ce102b-fe57-4d4e-904e-da47b22e753c tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:00.844166 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04d93524-3f34-42ae-bb5b-0c30eee60a78 req-27ce102b-fe57-4d4e-904e-da47b22e753c tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 945 time: 0.2899384 Jul 22 19:03:00.873123 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfea58c-f856-4195-80c0-9ac0716afbfa admin admin] Router 4c34f065-7da1-4a12-b108-9046c8b95101 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:03:00.911056 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-a735e933-90fd-421d-8981-4a33f726e263 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:00.930920 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e1cd9e14-a4df-412d-9b93-7cfbefac1dc6', '6d6525c7-f82e-4993-a118-b72b3f0ec670'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:03:00.974356 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-a735e933-90fd-421d-8981-4a33f726e263 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:03:00.980526 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-a735e933-90fd-421d-8981-4a33f726e263 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:03:01.085494 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-a735e933-90fd-421d-8981-4a33f726e263 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:03:01.091323 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-a735e933-90fd-421d-8981-4a33f726e263 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:01.092086 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-a735e933-90fd-421d-8981-4a33f726e263 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:01.242692 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a735e933-90fd-421d-8981-4a33f726e263 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Pushing event updated for resources: {'Port': ['ID=35cddeb1-6225-4b89-86a2-5ebd7c842ed0,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:01.246241 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-a735e933-90fd-421d-8981-4a33f726e263 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1780663 Jul 22 19:03:01.279759 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04d93524-3f34-42ae-bb5b-0c30eee60a78 req-f0ba851b-fbf2-49df-bf08-08b3787735e4 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098907 Jul 22 19:03:01.313774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] Request body: {'port': {'device_id': 'e4451df1-c6d2-4993-b068-1ac55ab73657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:01.388439 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfc289-03e8-4370-a7e0-ec8cfca3ef19 req-d4efd02f-e89c-4123-a877-beb2941ca617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:01.394794 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aebfc289-03e8-4370-a7e0-ec8cfca3ef19 req-d4efd02f-e89c-4123-a877-beb2941ca617 service neutron] 10.222.0.16 "GET /v2.0/networks?id=534d09c5-2670-4310-9f63-844a5ff5f27b HTTP/1.1" status: 200 len: 929 time: 0.5840271 Jul 22 19:03:01.461117 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-36d12f62-7fa5-4ff1-9207-f80e417a0eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:01.477801 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2b33aa0a-902b-42f9-8a61-2726ee3acbab up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:03:01.482156 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aebfc289-03e8-4370-a7e0-ec8cfca3ef19 req-8f55a6ed-4a4e-48ec-bb82-7f72ebdb5e77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85742a66-0522-4775-acbe-1f4c873d7cf9 HTTP/1.1" status: 200 len: 217 time: 0.0765414 Jul 22 19:03:01.508131 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:01.518239 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['dc720395-1305-4f1e-a1e7-6afd11601d9f', 'd709f049-6868-4c9a-a45a-40e6efa5c8c2', '58229853-2d51-478d-a1a8-87b492b175aa'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:03:01.562476 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6bae6ff1-75b5-4aa8-8921-8daf1918cbd8 None None] Provisioning complete for port 4f2254aa-0067-4504-ae3f-fa4219741f75 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:03:01.563019 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6bae6ff1-75b5-4aa8-8921-8daf1918cbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:01.707060 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-6bae6ff1-75b5-4aa8-8921-8daf1918cbd8 None None] Port 4f2254aa-0067-4504-ae3f-fa4219741f75 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:03:01.723809 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfc289-03e8-4370-a7e0-ec8cfca3ef19 req-6e86fbb3-7211-4b3d-a04f-c7f835d8b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:01.726331 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aebfc289-03e8-4370-a7e0-ec8cfca3ef19 req-6e86fbb3-7211-4b3d-a04f-c7f835d8b270 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13374c1e-2260-46d2-9f42-abf48bda4ba1 HTTP/1.1" status: 200 len: 867 time: 0.2300293 Jul 22 19:03:01.744821 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device ea591566-5b7e-46f3-965a-145746cd620a up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:03:01.768558 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 2b33aa0a-902b-42f9-8a61-2726ee3acbab completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:03:01.770221 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfea58c-f856-4195-80c0-9ac0716afbfa admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:03:01.787112 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9cfea58c-f856-4195-80c0-9ac0716afbfa admin admin] 10.222.0.13 "PUT /v2.0/routers/4c34f065-7da1-4a12-b108-9046c8b95101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7086844 Jul 22 19:03:01.812925 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:01.828929 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 2b33aa0a-902b-42f9-8a61-2726ee3acbab triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:03:01.829312 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:01.842232 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23096ec-ea01-4d28-b1cb-8036c94087fe req-312d26b3-6f43-429d-a3ba-f1c53c38b608 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:01.852349 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d23096ec-ea01-4d28-b1cb-8036c94087fe req-312d26b3-6f43-429d-a3ba-f1c53c38b608 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/ports?device_id=528fc2d7-70e1-4d09-bd3b-5e08113ea218 HTTP/1.1" status: 200 len: 943 time: 0.3765273 Jul 22 19:03:01.962364 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-908485b1-794a-42bb-9afe-8a5bf7d7f78e None None] Provisioning for port 35cddeb1-6225-4b89-86a2-5ebd7c842ed0 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:03:01.965971 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d23096ec-ea01-4d28-b1cb-8036c94087fe req-5d84d903-cacc-4e51-b26a-7effd90d41ca tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0753aab-db70-4f45-84b2-40d13c04e502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125278 Jul 22 19:03:02.015380 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-908485b1-794a-42bb-9afe-8a5bf7d7f78e None None] Provisioning complete for port 35cddeb1-6225-4b89-86a2-5ebd7c842ed0 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:03:02.015756 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-908485b1-794a-42bb-9afe-8a5bf7d7f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:02.025465 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port ea591566-5b7e-46f3-965a-145746cd620a completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:03:02.089709 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port ea591566-5b7e-46f3-965a-145746cd620a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:03:02.090078 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:02.100342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfc289-03e8-4370-a7e0-ec8cfca3ef19 req-38a9eb07-58fc-4679-83bf-da07a16f595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:02.102324 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aebfc289-03e8-4370-a7e0-ec8cfca3ef19 req-38a9eb07-58fc-4679-83bf-da07a16f595c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=534d09c5-2670-4310-9f63-844a5ff5f27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3683999 Jul 22 19:03:02.192740 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-908485b1-794a-42bb-9afe-8a5bf7d7f78e None None] Port 35cddeb1-6225-4b89-86a2-5ebd7c842ed0 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:03:02.214764 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:02.265076 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:02.316128 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 2b33aa0a-902b-42f9-8a61-2726ee3acbab, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2b33aa0a-902b-42f9-8a61-2726ee3acbab,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:02.334967 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:02.478675 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=2b33aa0a-902b-42f9-8a61-2726ee3acbab,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:02.508732 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:02.576679 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f957372-5310-4966-8989-5e97fc0f6183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea591566-5b7e-46f3-965a-145746cd620a'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:03:02.578371 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651d163f-4efc-44c8-9651-6f9e7d15abdb" -d '{"events": [{"server_uuid": "2f957372-5310-4966-8989-5e97fc0f6183", "name": "network-vif-plugged", "status": "completed", "tag": "ea591566-5b7e-46f3-965a-145746cd620a"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:03:02.593165 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b010536-4339-4ea6-83c9-79c16ea4a47e req-a8c57d3d-a5f5-4ac2-887b-bb335cefb9c5 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:02.600685 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8b010536-4339-4ea6-83c9-79c16ea4a47e req-a8c57d3d-a5f5-4ac2-887b-bb335cefb9c5 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4451df1-c6d2-4993-b068-1ac55ab73657 HTTP/1.1" status: 200 len: 936 time: 0.4946599 Jul 22 19:03:02.603931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port ea591566-5b7e-46f3-965a-145746cd620a, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=ea591566-5b7e-46f3-965a-145746cd620a,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:02.606328 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aebfc289-03e8-4370-a7e0-ec8cfca3ef19 req-b1cd43a3-8ff6-4d0f-a1a4-e7b57e6b26c2 service neutron] 10.222.0.16 "GET /v2.0/networks/534d09c5-2670-4310-9f63-844a5ff5f27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864602 Jul 22 19:03:02.615304 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:02.689557 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8b010536-4339-4ea6-83c9-79c16ea4a47e req-3b868ffe-63f7-44b8-a4f8-b08c7d51a497 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874496 Jul 22 19:03:02.717071 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=ea591566-5b7e-46f3-965a-145746cd620a,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:02.943085 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] Sync routers for ids ['4c34f065-7da1-4a12-b108-9046c8b95101'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:03:02.953932 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] Routers {'4c34f065-7da1-4a12-b108-9046c8b95101'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:03:02.954586 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:03:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4c34f065-7da1-4a12-b108-9046c8b95101'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:02.997236 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35cddeb1-6225-4b89-86a2-5ebd7c842ed0 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:03:03.017420 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aebfc289-03e8-4370-a7e0-ec8cfca3ef19 req-d7e3549e-01ae-4189-b554-adb6a9817378 service neutron] 10.222.0.16 "GET /v2.0/networks/534d09c5-2670-4310-9f63-844a5ff5f27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032233 Jul 22 19:03:03.026676 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:03.058163 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e782001-8332-4c2b-8ee6-81ecd2924c12 req-97f5e5de-ae3b-4b4d-935e-c96476ee63ae tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3741336 Jul 22 19:03:03.062743 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] Transition to ACTIVE for port object 35cddeb1-6225-4b89-86a2-5ebd7c842ed0 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:03:03.070423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-3e782001-8332-4c2b-8ee6-81ecd2924c12 req-10a2f454-363e-4271-b9bb-c57588483a75 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:03.077170 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:03.095686 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] Set router 4c34f065-7da1-4a12-b108-9046c8b95101 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:03:03.150702 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9a85e-b003-47d5-baf3-14373bd31633 req-2598205e-99a2-4d50-beca-6ffe02fc8bb4 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:03.152259 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aae9a85e-b003-47d5-baf3-14373bd31633 req-2598205e-99a2-4d50-beca-6ffe02fc8bb4 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 946 time: 0.3702712 Jul 22 19:03:03.159322 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3e782001-8332-4c2b-8ee6-81ecd2924c12 req-10a2f454-363e-4271-b9bb-c57588483a75 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:03.167832 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] Pushing event updated for resources: {'Port': ['ID=35cddeb1-6225-4b89-86a2-5ebd7c842ed0,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:03.273781 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] Attempting to bind port 35cddeb1-6225-4b89-86a2-5ebd7c842ed0 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:03:03.274117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] Attempting to bind port 35cddeb1-6225-4b89-86a2-5ebd7c842ed0 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:03:03.275080 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] Attempting to bind port 35cddeb1-6225-4b89-86a2-5ebd7c842ed0 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:03.281159 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aae9a85e-b003-47d5-baf3-14373bd31633 req-8fc6212d-4de9-4901-a913-e33a4ec83cbd tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180017 Jul 22 19:03:03.288692 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] Port 35cddeb1-6225-4b89-86a2-5ebd7c842ed0 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:03:03.289217 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] Attempting to bind port 35cddeb1-6225-4b89-86a2-5ebd7c842ed0 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:03.299442 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:03:03.299778 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:03:03.300576 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:03:03.301553 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] Bound port: 35cddeb1-6225-4b89-86a2-5ebd7c842ed0, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:03:03.302080 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:03.385777 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2b33aa0a-902b-42f9-8a61-2726ee3acbab up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:03:03.458020 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] For port 35cddeb1-6225-4b89-86a2-5ebd7c842ed0, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:03:03.462650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] For port 35cddeb1-6225-4b89-86a2-5ebd7c842ed0, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=35cddeb1-6225-4b89-86a2-5ebd7c842ed0,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:03:03.466121 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3e782001-8332-4c2b-8ee6-81ecd2924c12 req-10a2f454-363e-4271-b9bb-c57588483a75 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:03.472054 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a676288-df98-4bf0-8834-0f4fd337941f x-openstack-request-id: req-9a676288-df98-4bf0-8834-0f4fd337941f {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:03:03.472799 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f957372-5310-4966-8989-5e97fc0f6183", "name": "network-vif-plugged", "status": "completed", "tag": "ea591566-5b7e-46f3-965a-145746cd620a", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:03:03.473169 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a676288-df98-4bf0-8834-0f4fd337941f {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:03:03.473813 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f957372-5310-4966-8989-5e97fc0f6183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea591566-5b7e-46f3-965a-145746cd620a', 'code': 200} Jul 22 19:03:03.510111 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c34f065-7da1-4a12-b108-9046c8b95101', 'name': 'tempest-FloatingIPDetailsTestJSON-1799008809-router', 'tenant_id': '045a002813d048d88ad5ff76e066ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '2b33aa0a-902b-42f9-8a61-2726ee3acbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:52Z', 'updated_at': '2021-07-22T19:02:59Z', 'revision_number': 4, 'project_id': '045a002813d048d88ad5ff76e066ef5c', 'gw_port': {'id': '2b33aa0a-902b-42f9-8a61-2726ee3acbab', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c34f065-7da1-4a12-b108-9046c8b95101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:54Z', 'updated_at': '2021-07-22T19:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '4f2254aa-0067-4504-ae3f-fa4219741f75', 'name': '', 'network_id': 'e95c4a68-bf74-41a1-bfa1-a865002f938b', 'tenant_id': '045a002813d048d88ad5ff76e066ef5c', 'mac_address': 'fa:16:3e:51:ed:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c34f065-7da1-4a12-b108-9046c8b95101', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '641f94d6-ce41-44d6-afff-39b9018d1269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:58Z', 'updated_at': '2021-07-22T19:03:00Z', 'revision_number': 2, 'project_id': '045a002813d048d88ad5ff76e066ef5c', 'subnets': [{'id': '641f94d6-ce41-44d6-afff-39b9018d1269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:03.515028 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:03.558315 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 2b33aa0a-902b-42f9-8a61-2726ee3acbab triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:03:03.559237 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:03.606239 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] Checking router: 4c34f065-7da1-4a12-b108-9046c8b95101 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:03:03.606819 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] Updating router 4c34f065-7da1-4a12-b108-9046c8b95101 port 4f2254aa-0067-4504-ae3f-fa4219741f75 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:03:03.617848 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:03.618466 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:03.620396 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] 10.222.0.30 "PUT /v2.0/ports/35cddeb1-6225-4b89-86a2-5ebd7c842ed0 HTTP/1.1" status: 200 len: 1097 time: 2.3393483 Jul 22 19:03:03.623804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4451df1-c6d2-4993-b068-1ac55ab73657', 'tag': '35cddeb1-6225-4b89-86a2-5ebd7c842ed0'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:03:03.626309 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d765c607-5a85-4a91-b052-6fa36c9f7504" -d '{"events": [{"name": "network-changed", "server_uuid": "e4451df1-c6d2-4993-b068-1ac55ab73657", "tag": "35cddeb1-6225-4b89-86a2-5ebd7c842ed0"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:03:03.688985 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd043da-1175-43e7-991a-2bc36c92df56 service neutron] Pushing event updated for resources: {'Port': ['ID=35cddeb1-6225-4b89-86a2-5ebd7c842ed0,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:03.729728 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:03.733188 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-3e782001-8332-4c2b-8ee6-81ecd2924c12 req-10a2f454-363e-4271-b9bb-c57588483a75 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Allocated IP 172.25.3.254 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/21f68868-66c2-4a97-a1dd-ebe0e0894b78) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:03:03.863407 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b90787-bb4a-4e0e-b5d6-19652cc66363 req-9635cefe-03b4-4c8e-91f8-36b45dd7a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:03.864558 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47b90787-bb4a-4e0e-b5d6-19652cc66363 req-9635cefe-03b4-4c8e-91f8-36b45dd7a4f0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 1098 time: 0.3184278 Jul 22 19:03:03.889896 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:03.942239 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-39d3c260-649b-4989-a89d-b6454fb250b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:03.943864 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-39d3c260-649b-4989-a89d-b6454fb250b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e23346e51c4096b61dbd871c0fe502&device_id=e4451df1-c6d2-4993-b068-1ac55ab73657 HTTP/1.1" status: 200 len: 1100 time: 0.2783144 Jul 22 19:03:04.021122 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47b90787-bb4a-4e0e-b5d6-19652cc66363 req-65661416-316d-4244-8f71-f45635f57970 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275315 Jul 22 19:03:04.025637 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3e782001-8332-4c2b-8ee6-81ecd2924c12 req-10a2f454-363e-4271-b9bb-c57588483a75 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:04.029301 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-2924b644-bf4b-48a0-b67d-cc5045dfabf0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=35cddeb1-6225-4b89-86a2-5ebd7c842ed0 HTTP/1.1" status: 200 len: 217 time: 0.0659821 Jul 22 19:03:04.053612 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf363c-621b-4c54-bff5-df8f43cc0d1a req-bdd8b0fe-67b1-4513-8841-bf2dc15c3012 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:04.055207 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-07bf363c-621b-4c54-bff5-df8f43cc0d1a req-bdd8b0fe-67b1-4513-8841-bf2dc15c3012 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/ports?device_id=528fc2d7-70e1-4d09-bd3b-5e08113ea218 HTTP/1.1" status: 200 len: 943 time: 0.2563584 Jul 22 19:03:04.076348 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:04.087697 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] Transition to ACTIVE for port object 4f2254aa-0067-4504-ae3f-fa4219741f75 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:03:04.093819 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:04.151697 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f40bf-4ad7-4b0e-845f-035fdc36ce8a None None] Pushing event updated for resources: {'Port': ['ID=4f2254aa-0067-4504-ae3f-fa4219741f75,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:04.158314 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-07bf363c-621b-4c54-bff5-df8f43cc0d1a req-08768361-b912-4e0c-b905-03413189cce7 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0753aab-db70-4f45-84b2-40d13c04e502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923269 Jul 22 19:03:04.160803 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3e782001-8332-4c2b-8ee6-81ecd2924c12 req-10a2f454-363e-4271-b9bb-c57588483a75 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:04.200059 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-b916cfd8-c4be-427f-bdbb-0cc850048657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:04.201658 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-b916cfd8-c4be-427f-bdbb-0cc850048657 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1213973 Jul 22 19:03:04.220059 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] Attempting to bind port 4f2254aa-0067-4504-ae3f-fa4219741f75 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:03:04.220548 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] Attempting to bind port 4f2254aa-0067-4504-ae3f-fa4219741f75 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '3a131855-9e8a-4aeb-8b83-a38b1030a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e95c4a68-bf74-41a1-bfa1-a865002f938b'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:03:04.221025 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] Attempting to bind port 4f2254aa-0067-4504-ae3f-fa4219741f75 on network e95c4a68-bf74-41a1-bfa1-a865002f938b {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:04.225944 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e782001-8332-4c2b-8ee6-81ecd2924c12 req-10a2f454-363e-4271-b9bb-c57588483a75 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:03:04.232869 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:03:04.232869 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] Checking segment: {'id': '3a131855-9e8a-4aeb-8b83-a38b1030a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e95c4a68-bf74-41a1-bfa1-a865002f938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:03:04.237417 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:04.237746 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] Bound using segment: {'id': '3a131855-9e8a-4aeb-8b83-a38b1030a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e95c4a68-bf74-41a1-bfa1-a865002f938b'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:03:04.238390 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] Bound port: 4f2254aa-0067-4504-ae3f-fa4219741f75, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a131855-9e8a-4aeb-8b83-a38b1030a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e95c4a68-bf74-41a1-bfa1-a865002f938b'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:03:04.238918 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:04.250761 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-3e782001-8332-4c2b-8ee6-81ecd2924c12 req-10a2f454-363e-4271-b9bb-c57588483a75 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:03:04.253801 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e782001-8332-4c2b-8ee6-81ecd2924c12 req-10a2f454-363e-4271-b9bb-c57588483a75 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:03:04.270454 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2f454-363e-4271-b9bb-c57588483a75 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Pushing event updated for resources: {'Port': ['ID=21f68868-66c2-4a97-a1dd-ebe0e0894b78,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:04.333146 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] For port 4f2254aa-0067-4504-ae3f-fa4219741f75, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:03:04.337488 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] For port 4f2254aa-0067-4504-ae3f-fa4219741f75, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4f2254aa-0067-4504-ae3f-fa4219741f75,segment=NetworkSegment(3a131855-9e8a-4aeb-8b83-a38b1030a018),segment_id=3a131855-9e8a-4aeb-8b83-a38b1030a018)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:03:04.343722 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:04.355731 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3e782001-8332-4c2b-8ee6-81ecd2924c12 req-10a2f454-363e-4271-b9bb-c57588483a75 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:04.368691 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-d7aef072-3149-43b5-b1b0-416c93a45768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:04.370399 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-d7aef072-3149-43b5-b1b0-416c93a45768 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1606650 Jul 22 19:03:04.417245 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] Routers {'4c34f065-7da1-4a12-b108-9046c8b95101'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:03:04.417921 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:03:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4c34f065-7da1-4a12-b108-9046c8b95101'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:04.503194 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3e782001-8332-4c2b-8ee6-81ecd2924c12 req-10a2f454-363e-4271-b9bb-c57588483a75 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:04.525198 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f40bf-4ad7-4b0e-845f-035fdc36ce8a None None] Pushing event updated for resources: {'Port': ['ID=4f2254aa-0067-4504-ae3f-fa4219741f75,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:04.579622 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] Set router 4c34f065-7da1-4a12-b108-9046c8b95101 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:03:04.588403 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-e6f8c3ff-7205-4e55-b0a6-6b7867c6f14b service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924758 Jul 22 19:03:04.671561 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 85742a66-0522-4775-acbe-1f4c873d7cf9 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:03:04.805231 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4168366b-601c-44b6-9e7c-b9ecacbe277a req-a4e7ef0c-5319-4edb-83a4-93cada379722 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094009 Jul 22 19:03:04.878508 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3e782001-8332-4c2b-8ee6-81ecd2924c12 req-10a2f454-363e-4271-b9bb-c57588483a75 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:04.888875 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3e782001-8332-4c2b-8ee6-81ecd2924c12 req-10a2f454-363e-4271-b9bb-c57588483a75 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:04.936754 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3e782001-8332-4c2b-8ee6-81ecd2924c12 req-10a2f454-363e-4271-b9bb-c57588483a75 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:04.954035 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293853bf-e6fa-4310-8821-d341dd0b180f x-openstack-request-id: req-293853bf-e6fa-4310-8821-d341dd0b180f {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:03:04.954035 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4451df1-c6d2-4993-b068-1ac55ab73657", "tag": "35cddeb1-6225-4b89-86a2-5ebd7c842ed0", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:03:04.954035 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-293853bf-e6fa-4310-8821-d341dd0b180f {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:03:04.954035 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4451df1-c6d2-4993-b068-1ac55ab73657', 'tag': '35cddeb1-6225-4b89-86a2-5ebd7c842ed0', 'status': 'completed', 'code': 200} Jul 22 19:03:04.970190 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3e782001-8332-4c2b-8ee6-81ecd2924c12 req-10a2f454-363e-4271-b9bb-c57588483a75 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:04.980081 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e782001-8332-4c2b-8ee6-81ecd2924c12 req-10a2f454-363e-4271-b9bb-c57588483a75 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9138882 Jul 22 19:03:05.018395 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2f454-363e-4271-b9bb-c57588483a75 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Pushing event updated for resources: {'Port': ['ID=21f68868-66c2-4a97-a1dd-ebe0e0894b78,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:05.126459 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e782001-8332-4c2b-8ee6-81ecd2924c12 req-6da69007-33d5-4c3f-b361-397db7f4f77a tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.254 HTTP/1.1" status: 200 len: 696 time: 0.1452730 Jul 22 19:03:05.188072 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 85742a66-0522-4775-acbe-1f4c873d7cf9, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=85742a66-0522-4775-acbe-1f4c873d7cf9,segment=NetworkSegment(3c4d3daf-216f-4c2c-b4ee-569b19d02fd1),segment_id=3c4d3daf-216f-4c2c-b4ee-569b19d02fd1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:05.206913 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '85742a66-0522-4775-acbe-1f4c873d7cf9', 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b', 'port_id': '85742a66-0522-4775-acbe-1f4c873d7cf9', 'mac_address': 'fa:16:3e:3c:5b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13374c1e-2260-46d2-9f42-abf48bda4ba1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:03:05.252043 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c34f065-7da1-4a12-b108-9046c8b95101', 'name': 'tempest-FloatingIPDetailsTestJSON-1799008809-router', 'tenant_id': '045a002813d048d88ad5ff76e066ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '2b33aa0a-902b-42f9-8a61-2726ee3acbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:52Z', 'updated_at': '2021-07-22T19:02:59Z', 'revision_number': 4, 'project_id': '045a002813d048d88ad5ff76e066ef5c', 'gw_port': {'id': '2b33aa0a-902b-42f9-8a61-2726ee3acbab', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c34f065-7da1-4a12-b108-9046c8b95101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:54Z', 'updated_at': '2021-07-22T19:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '4f2254aa-0067-4504-ae3f-fa4219741f75', 'name': '', 'network_id': 'e95c4a68-bf74-41a1-bfa1-a865002f938b', 'tenant_id': '045a002813d048d88ad5ff76e066ef5c', 'mac_address': 'fa:16:3e:51:ed:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c34f065-7da1-4a12-b108-9046c8b95101', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '641f94d6-ce41-44d6-afff-39b9018d1269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:58Z', 'updated_at': '2021-07-22T19:03:04Z', 'revision_number': 4, 'project_id': '045a002813d048d88ad5ff76e066ef5c', 'subnets': [{'id': '641f94d6-ce41-44d6-afff-39b9018d1269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:05.293534 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:05.296828 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb233c2-702c-4844-bd6e-936b82b2586c None None] The sync data for ids ['4c34f065-7da1-4a12-b108-9046c8b95101'] in n-d-800086-12 is: [{'id': '4c34f065-7da1-4a12-b108-9046c8b95101', 'name': 'tempest-FloatingIPDetailsTestJSON-1799008809-router', 'tenant_id': '045a002813d048d88ad5ff76e066ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '2b33aa0a-902b-42f9-8a61-2726ee3acbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:52Z', 'updated_at': '2021-07-22T19:02:59Z', 'revision_number': 4, 'project_id': '045a002813d048d88ad5ff76e066ef5c', 'gw_port': {'id': '2b33aa0a-902b-42f9-8a61-2726ee3acbab', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c34f065-7da1-4a12-b108-9046c8b95101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:54Z', 'updated_at': '2021-07-22T19:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '4f2254aa-0067-4504-ae3f-fa4219741f75', 'name': '', 'network_id': 'e95c4a68-bf74-41a1-bfa1-a865002f938b', 'tenant_id': '045a002813d048d88ad5ff76e066ef5c', 'mac_address': 'fa:16:3e:51:ed:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c34f065-7da1-4a12-b108-9046c8b95101', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '641f94d6-ce41-44d6-afff-39b9018d1269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:58Z', 'updated_at': '2021-07-22T19:03:04Z', 'revision_number': 4, 'project_id': '045a002813d048d88ad5ff76e066ef5c', 'subnets': [{'id': '641f94d6-ce41-44d6-afff-39b9018d1269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:03:05.309836 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85742a66-0522-4775-acbe-1f4c873d7cf9 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:03:05.334405 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 85742a66-0522-4775-acbe-1f4c873d7cf9, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=85742a66-0522-4775-acbe-1f4c873d7cf9,segment=NetworkSegment(3c4d3daf-216f-4c2c-b4ee-569b19d02fd1),segment_id=3c4d3daf-216f-4c2c-b4ee-569b19d02fd1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:05.348850 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:05.439376 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=85742a66-0522-4775-acbe-1f4c873d7cf9,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:05.538752 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765c607-5a85-4a91-b052-6fa36c9f7504 req-3e79a1a2-193c-4673-84eb-acfc3649a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:05.540177 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d765c607-5a85-4a91-b052-6fa36c9f7504 req-3e79a1a2-193c-4673-84eb-acfc3649a40f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e23346e51c4096b61dbd871c0fe502&device_id=e4451df1-c6d2-4993-b068-1ac55ab73657 HTTP/1.1" status: 200 len: 1100 time: 0.4655323 Jul 22 19:03:05.571156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28097da-3673-480e-aa50-5159b652f935 req-785cd7a4-f1f4-4c38-aef0-f3a4202d7551 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:05.572796 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a28097da-3673-480e-aa50-5159b652f935 req-785cd7a4-f1f4-4c38-aef0-f3a4202d7551 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4451df1-c6d2-4993-b068-1ac55ab73657 HTTP/1.1" status: 200 len: 948 time: 0.4995203 Jul 22 19:03:05.609986 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e782001-8332-4c2b-8ee6-81ecd2924c12 req-de76e87e-0401-46f1-ac02-67c1230053c8 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:05.611352 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e782001-8332-4c2b-8ee6-81ecd2924c12 req-de76e87e-0401-46f1-ac02-67c1230053c8 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.4660337 Jul 22 19:03:05.631471 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-3e782001-8332-4c2b-8ee6-81ecd2924c12 req-2689ba16-ae32-4ec9-9042-573161e0886b tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:03:05.632462 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e782001-8332-4c2b-8ee6-81ecd2924c12 req-2689ba16-ae32-4ec9-9042-573161e0886b tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103719 Jul 22 19:03:05.652688 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['85742a66-0522-4775-acbe-1f4c873d7cf9'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:03:05.690248 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a28097da-3673-480e-aa50-5159b652f935 req-d1242a3d-4f57-4b1b-b367-eebc89e00117 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050911 Jul 22 19:03:05.726468 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765c607-5a85-4a91-b052-6fa36c9f7504 req-2a7e1f31-32c4-4253-b488-fd3b12828d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:05.728061 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d765c607-5a85-4a91-b052-6fa36c9f7504 req-2a7e1f31-32c4-4253-b488-fd3b12828d80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.1797395 Jul 22 19:03:05.804185 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d765c607-5a85-4a91-b052-6fa36c9f7504 req-e7d25a7e-4597-4710-99f2-5501fb2fc897 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=35cddeb1-6225-4b89-86a2-5ebd7c842ed0 HTTP/1.1" status: 200 len: 217 time: 0.0669749 Jul 22 19:03:05.889653 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765c607-5a85-4a91-b052-6fa36c9f7504 req-725be025-b0ac-4566-85b3-62e546bbbc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:05.891250 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d765c607-5a85-4a91-b052-6fa36c9f7504 req-725be025-b0ac-4566-85b3-62e546bbbc65 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0787656 Jul 22 19:03:05.900660 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bc4ae-692d-46ed-8ec7-f1f8dd0edc86 req-f8b395df-269c-4ed3-b5d2-bdcec651fce7 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:05.902143 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb9bc4ae-692d-46ed-8ec7-f1f8dd0edc86 req-f8b395df-269c-4ed3-b5d2-bdcec651fce7 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 946 time: 0.1570435 Jul 22 19:03:05.984901 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb9bc4ae-692d-46ed-8ec7-f1f8dd0edc86 req-c07855f6-954b-4868-a5ea-525b57b72ff2 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741372 Jul 22 19:03:05.998375 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765c607-5a85-4a91-b052-6fa36c9f7504 req-61f51107-74c6-4300-847f-56c95651501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:06.001834 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d765c607-5a85-4a91-b052-6fa36c9f7504 req-61f51107-74c6-4300-847f-56c95651501a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0987191 Jul 22 19:03:06.160246 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d765c607-5a85-4a91-b052-6fa36c9f7504 req-e8943b65-e066-423c-b20e-feb390e3cc15 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488688 Jul 22 19:03:06.209479 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b6de3-3480-48f2-935c-ffcca18811f6 req-7042ca43-6477-4e20-8e97-817cd18508dd tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:06.211046 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-331b6de3-3480-48f2-935c-ffcca18811f6 req-7042ca43-6477-4e20-8e97-817cd18508dd tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/ports?device_id=528fc2d7-70e1-4d09-bd3b-5e08113ea218 HTTP/1.1" status: 200 len: 944 time: 0.1476319 Jul 22 19:03:06.299486 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-331b6de3-3480-48f2-935c-ffcca18811f6 req-a64de1f5-6dd3-4637-843e-c707550840e6 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0753aab-db70-4f45-84b2-40d13c04e502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826735 Jul 22 19:03:06.304430 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d765c607-5a85-4a91-b052-6fa36c9f7504 req-5cdcb476-a4bc-4d4d-a907-0051decec285 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370385 Jul 22 19:03:06.457370 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c5a9d9a-3023-44ea-addb-785fb4003894 req-caef6801-8503-4502-bffc-f863783da46a tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1463711 Jul 22 19:03:06.471673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-5c5a9d9a-3023-44ea-addb-785fb4003894 req-f5d6440c-450b-465b-8d53-6f58ebbb235f tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:06.489538 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e13849-8f88-4e67-84e2-4c4380df2ec1 req-0d9b3c5d-2796-4c70-8eb4-33ac926f4a42 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:06.491087 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6e13849-8f88-4e67-84e2-4c4380df2ec1 req-0d9b3c5d-2796-4c70-8eb4-33ac926f4a42 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 1098 time: 0.1008584 Jul 22 19:03:06.508427 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5c5a9d9a-3023-44ea-addb-785fb4003894 req-f5d6440c-450b-465b-8d53-6f58ebbb235f tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:06.556576 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6e13849-8f88-4e67-84e2-4c4380df2ec1 req-ecb04a48-a54c-4f8e-9853-443b46888397 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564888 Jul 22 19:03:06.631032 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5c5a9d9a-3023-44ea-addb-785fb4003894 req-f5d6440c-450b-465b-8d53-6f58ebbb235f tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:06.665716 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 85742a66-0522-4775-acbe-1f4c873d7cf9 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:03:06.729752 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 85742a66-0522-4775-acbe-1f4c873d7cf9 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:03:06.734540 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 85742a66-0522-4775-acbe-1f4c873d7cf9 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:03:06.734981 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:06.772204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-5c5a9d9a-3023-44ea-addb-785fb4003894 req-f5d6440c-450b-465b-8d53-6f58ebbb235f tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Allocated IP 172.25.3.75 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/cd90b2ed-e987-4e25-bc21-8124f3390abe) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:03:06.834634 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:06.862220 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528fc2d7-70e1-4d09-bd3b-5e08113ea218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85742a66-0522-4775-acbe-1f4c873d7cf9'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:03:06.867067 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886c2d22-eee5-409e-8f46-ddb06a65cbeb" -d '{"events": [{"server_uuid": "528fc2d7-70e1-4d09-bd3b-5e08113ea218", "name": "network-vif-plugged", "status": "completed", "tag": "85742a66-0522-4775-acbe-1f4c873d7cf9"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:03:06.886813 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 85742a66-0522-4775-acbe-1f4c873d7cf9, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=85742a66-0522-4775-acbe-1f4c873d7cf9,segment=NetworkSegment(3c4d3daf-216f-4c2c-b4ee-569b19d02fd1),segment_id=3c4d3daf-216f-4c2c-b4ee-569b19d02fd1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:06.892143 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:06.944212 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5c5a9d9a-3023-44ea-addb-785fb4003894 req-f5d6440c-450b-465b-8d53-6f58ebbb235f tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:06.966241 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=85742a66-0522-4775-acbe-1f4c873d7cf9,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:06.976356 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684344a-f9c8-4e6f-a4c4-6600c3b28b1b req-adfa2d84-791e-4103-867d-ae0dafb976b2 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:06.977916 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c684344a-f9c8-4e6f-a4c4-6600c3b28b1b req-adfa2d84-791e-4103-867d-ae0dafb976b2 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4451df1-c6d2-4993-b068-1ac55ab73657 HTTP/1.1" status: 200 len: 948 time: 0.1180565 Jul 22 19:03:07.038349 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c684344a-f9c8-4e6f-a4c4-6600c3b28b1b req-65aa8867-9b7d-468e-af4c-5c6ba251f86d tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538244 Jul 22 19:03:07.039629 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5c5a9d9a-3023-44ea-addb-785fb4003894 req-f5d6440c-450b-465b-8d53-6f58ebbb235f tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:07.086745 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c5a9d9a-3023-44ea-addb-785fb4003894 req-f5d6440c-450b-465b-8d53-6f58ebbb235f tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:03:07.089747 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-5c5a9d9a-3023-44ea-addb-785fb4003894 req-f5d6440c-450b-465b-8d53-6f58ebbb235f tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:03:07.092291 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5a9d9a-3023-44ea-addb-785fb4003894 req-f5d6440c-450b-465b-8d53-6f58ebbb235f tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:03:07.106274 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6440c-450b-465b-8d53-6f58ebbb235f tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Pushing event updated for resources: {'Port': ['ID=cd90b2ed-e987-4e25-bc21-8124f3390abe,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:07.157418 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5c5a9d9a-3023-44ea-addb-785fb4003894 req-f5d6440c-450b-465b-8d53-6f58ebbb235f tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:07.235426 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5c5a9d9a-3023-44ea-addb-785fb4003894 req-f5d6440c-450b-465b-8d53-6f58ebbb235f tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:07.252807 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d327e1-88b4-47a6-8391-3ce67434ec80 x-openstack-request-id: req-a7d327e1-88b4-47a6-8391-3ce67434ec80 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:03:07.253196 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528fc2d7-70e1-4d09-bd3b-5e08113ea218", "name": "network-vif-plugged", "status": "completed", "tag": "85742a66-0522-4775-acbe-1f4c873d7cf9", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:03:07.253515 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7d327e1-88b4-47a6-8391-3ce67434ec80 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:03:07.254042 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528fc2d7-70e1-4d09-bd3b-5e08113ea218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85742a66-0522-4775-acbe-1f4c873d7cf9', 'code': 200} Jul 22 19:03:07.265215 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59112) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:03:07.400334 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4f2254aa-0067-4504-ae3f-fa4219741f75 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:03:07.452562 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f1de2067-ebbc-43af-b563-6437623020c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:07.460290 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 4f2254aa-0067-4504-ae3f-fa4219741f75 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:03:07.467512 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 4f2254aa-0067-4504-ae3f-fa4219741f75 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:03:07.468135 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:07.545002 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f9a96-10e5-4283-8089-716d20864db1 req-588f8f38-2a86-491c-8d44-d58b4f459ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:07.546968 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-369f9a96-10e5-4283-8089-716d20864db1 req-588f8f38-2a86-491c-8d44-d58b4f459ce3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=528fc2d7-70e1-4d09-bd3b-5e08113ea218 HTTP/1.1" status: 200 len: 1097 time: 0.2164221 Jul 22 19:03:07.584782 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:07.612245 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f1de2067-ebbc-43af-b563-6437623020c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:07.618055 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f1de2067-ebbc-43af-b563-6437623020c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:07.626111 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 4f2254aa-0067-4504-ae3f-fa4219741f75, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4f2254aa-0067-4504-ae3f-fa4219741f75,segment=NetworkSegment(3a131855-9e8a-4aeb-8b83-a38b1030a018),segment_id=3a131855-9e8a-4aeb-8b83-a38b1030a018)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:07.631076 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:07.639564 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5c5a9d9a-3023-44ea-addb-785fb4003894 req-f5d6440c-450b-465b-8d53-6f58ebbb235f tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:07.647862 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5c5a9d9a-3023-44ea-addb-785fb4003894 req-f5d6440c-450b-465b-8d53-6f58ebbb235f tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:07.658668 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-369f9a96-10e5-4283-8089-716d20864db1 req-36fa464e-2f78-4a93-8628-211129ea3167 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0753aab-db70-4f45-84b2-40d13c04e502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040177 Jul 22 19:03:07.674554 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f1de2067-ebbc-43af-b563-6437623020c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4c4d37076a04443b5f8371c5ae72e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4082251 Jul 22 19:03:07.675918 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59124) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:03:07.676655 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de2067-ebbc-43af-b563-6437623020c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df4e1ad-77f6-41b3-948d-b79efc7cae45,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:07.685432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=4f2254aa-0067-4504-ae3f-fa4219741f75,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:07.703719 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5c5a9d9a-3023-44ea-addb-785fb4003894 req-f5d6440c-450b-465b-8d53-6f58ebbb235f tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:07.717236 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951bde6-d17b-49ee-973f-35c882c87c1f req-f920782a-4153-4de4-8de0-b56d42b87e7b tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:07.719547 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4951bde6-d17b-49ee-973f-35c882c87c1f req-f920782a-4153-4de4-8de0-b56d42b87e7b tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/ports?device_id=528fc2d7-70e1-4d09-bd3b-5e08113ea218 HTTP/1.1" status: 200 len: 945 time: 0.2961781 Jul 22 19:03:07.735559 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-56ce5295-24b5-4790-be23-50b5be9a7501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:07.744431 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6440c-450b-465b-8d53-6f58ebbb235f tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Pushing event updated for resources: {'Port': ['ID=cd90b2ed-e987-4e25-bc21-8124f3390abe,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:07.762818 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5c5a9d9a-3023-44ea-addb-785fb4003894 req-f5d6440c-450b-465b-8d53-6f58ebbb235f tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:07.764119 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c5a9d9a-3023-44ea-addb-785fb4003894 req-f5d6440c-450b-465b-8d53-6f58ebbb235f tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2982924 Jul 22 19:03:07.767291 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-56ce5295-24b5-4790-be23-50b5be9a7501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:07.788992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 35cddeb1-6225-4b89-86a2-5ebd7c842ed0 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:03:07.808783 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4951bde6-d17b-49ee-973f-35c882c87c1f req-87c9cc09-6a5b-4548-b2f4-02c24c180bac tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0753aab-db70-4f45-84b2-40d13c04e502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755539 Jul 22 19:03:07.850515 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-56ce5295-24b5-4790-be23-50b5be9a7501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:07.851226 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c5a9d9a-3023-44ea-addb-785fb4003894 req-5f188917-6e4a-4758-8ce3-66967dcaf4f7 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.75 HTTP/1.1" status: 200 len: 695 time: 0.0756209 Jul 22 19:03:07.854209 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-56ce5295-24b5-4790-be23-50b5be9a7501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:07.855710 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-56ce5295-24b5-4790-be23-50b5be9a7501 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5df4e1ad-77f6-41b3-948d-b79efc7cae45 HTTP/1.1" status: 204 len: 168 time: 0.1744874 Jul 22 19:03:07.882855 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce5295-24b5-4790-be23-50b5be9a7501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df4e1ad-77f6-41b3-948d-b79efc7cae45,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:07.969742 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 35cddeb1-6225-4b89-86a2-5ebd7c842ed0, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=35cddeb1-6225-4b89-86a2-5ebd7c842ed0,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:07.982664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a9d9a-3023-44ea-addb-785fb4003894 req-8ffeee3f-a231-4f67-a4d8-4d7fca203b97 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:07.984812 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c5a9d9a-3023-44ea-addb-785fb4003894 req-8ffeee3f-a231-4f67-a4d8-4d7fca203b97 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.1258528 Jul 22 19:03:07.991984 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '35cddeb1-6225-4b89-86a2-5ebd7c842ed0', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '35cddeb1-6225-4b89-86a2-5ebd7c842ed0', 'mac_address': 'fa:16:3e:38:62:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:03:07.998695 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-5c5a9d9a-3023-44ea-addb-785fb4003894 req-e2abd082-a322-4188-923d-3a6d2bfdaecc tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:03:08.001400 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c5a9d9a-3023-44ea-addb-785fb4003894 req-e2abd082-a322-4188-923d-3a6d2bfdaecc tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086210 Jul 22 19:03:08.047719 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:08.061750 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35cddeb1-6225-4b89-86a2-5ebd7c842ed0 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:03:08.086354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 35cddeb1-6225-4b89-86a2-5ebd7c842ed0, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=35cddeb1-6225-4b89-86a2-5ebd7c842ed0,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:08.092344 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:08.148266 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=35cddeb1-6225-4b89-86a2-5ebd7c842ed0,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:08.224440 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-479638dc-5515-423e-b1bd-0d5711e6d1bd req-b6d61dc6-52c3-4a0c-9e7e-c7dc4ba50d18 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2006204 Jul 22 19:03:08.240794 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-479638dc-5515-423e-b1bd-0d5711e6d1bd req-41950de3-eed7-4444-a2cd-6a8f344b2411 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:08.276804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c404fb-e592-4118-ab4c-4878cf848179 req-c1a14388-9676-4350-988b-d7491ca06b3e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:08.281736 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a7c404fb-e592-4118-ab4c-4878cf848179 req-c1a14388-9676-4350-988b-d7491ca06b3e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4451df1-c6d2-4993-b068-1ac55ab73657 HTTP/1.1" status: 200 len: 949 time: 0.1161022 Jul 22 19:03:08.291988 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-479638dc-5515-423e-b1bd-0d5711e6d1bd req-41950de3-eed7-4444-a2cd-6a8f344b2411 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:08.345532 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a7c404fb-e592-4118-ab4c-4878cf848179 req-b9b56b6a-12ca-4c76-88f7-18387afc01ad tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615671 Jul 22 19:03:08.380411 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['35cddeb1-6225-4b89-86a2-5ebd7c842ed0'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:03:08.432379 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-479638dc-5515-423e-b1bd-0d5711e6d1bd req-41950de3-eed7-4444-a2cd-6a8f344b2411 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:08.562362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-479638dc-5515-423e-b1bd-0d5711e6d1bd req-41950de3-eed7-4444-a2cd-6a8f344b2411 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Allocated IP 172.25.3.144 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/4a949000-d0ac-49b7-8f48-a41949e7b06b) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:03:08.681574 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-479638dc-5515-423e-b1bd-0d5711e6d1bd req-41950de3-eed7-4444-a2cd-6a8f344b2411 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:08.719237 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59164) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:03:08.738661 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-479638dc-5515-423e-b1bd-0d5711e6d1bd req-41950de3-eed7-4444-a2cd-6a8f344b2411 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:08.740846 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:08.781887 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-479638dc-5515-423e-b1bd-0d5711e6d1bd req-41950de3-eed7-4444-a2cd-6a8f344b2411 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:03:08.785161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-479638dc-5515-423e-b1bd-0d5711e6d1bd req-41950de3-eed7-4444-a2cd-6a8f344b2411 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:03:08.789032 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-479638dc-5515-423e-b1bd-0d5711e6d1bd req-41950de3-eed7-4444-a2cd-6a8f344b2411 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:03:08.797634 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41950de3-eed7-4444-a2cd-6a8f344b2411 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Pushing event updated for resources: {'Port': ['ID=4a949000-d0ac-49b7-8f48-a41949e7b06b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:08.840344 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-6e862425-d488-4410-91b8-0d7b297e4680 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1780031217-network', 'tenant_id': '7203bd3d967745edacfd14e47e28a372'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:08.843767 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-479638dc-5515-423e-b1bd-0d5711e6d1bd req-41950de3-eed7-4444-a2cd-6a8f344b2411 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:08.863071 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e862425-d488-4410-91b8-0d7b297e4680 admin admin] Made reservation on behalf of 7203bd3d967745edacfd14e47e28a372 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:03:08.866104 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e862425-d488-4410-91b8-0d7b297e4680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:08.874673 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e862425-d488-4410-91b8-0d7b297e4680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:08.891063 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-479638dc-5515-423e-b1bd-0d5711e6d1bd req-41950de3-eed7-4444-a2cd-6a8f344b2411 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:08.996555 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e862425-d488-4410-91b8-0d7b297e4680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:09.000771 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e862425-d488-4410-91b8-0d7b297e4680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:09.025641 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e862425-d488-4410-91b8-0d7b297e4680 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:03:09.035296 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e862425-d488-4410-91b8-0d7b297e4680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b329fba7-d8ba-40c8-8859-6c26ad8e95be,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:09.041745 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e862425-d488-4410-91b8-0d7b297e4680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:09.042092 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-6e862425-d488-4410-91b8-0d7b297e4680 admin admin] Added segment 414194de-227b-4cc1-83e8-6ad6fcbe33c8 of type vlan for network baecdd37-6eb2-4425-b93b-172f9e82b42a Jul 22 19:03:09.082184 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e862425-d488-4410-91b8-0d7b297e4680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:09.101796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdf9ca-4870-4fdb-867d-71206122ce13 req-46c6c463-dcc8-4461-9948-d95644028ed0 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:09.103356 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f6bdf9ca-4870-4fdb-867d-71206122ce13 req-46c6c463-dcc8-4461-9948-d95644028ed0 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/ports?device_id=528fc2d7-70e1-4d09-bd3b-5e08113ea218 HTTP/1.1" status: 200 len: 945 time: 0.1317410 Jul 22 19:03:09.121194 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e862425-d488-4410-91b8-0d7b297e4680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:09.122163 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e862425-d488-4410-91b8-0d7b297e4680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:09.122747 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e862425-d488-4410-91b8-0d7b297e4680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:09.156821 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-479638dc-5515-423e-b1bd-0d5711e6d1bd req-41950de3-eed7-4444-a2cd-6a8f344b2411 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:09.162654 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6e862425-d488-4410-91b8-0d7b297e4680 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4368255 Jul 22 19:03:09.162997 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59176) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:03:09.168337 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-8ba3107d-368b-4edb-bc6f-b5685c8b7ed0 admin admin] Request body: {'subnet': {'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1780031217-subnet', 'tenant_id': '7203bd3d967745edacfd14e47e28a372', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:09.175099 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f6bdf9ca-4870-4fdb-867d-71206122ce13 req-33100a0a-35ec-4fe3-ab5e-83c405efb78b tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0753aab-db70-4f45-84b2-40d13c04e502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650196 Jul 22 19:03:09.178267 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-479638dc-5515-423e-b1bd-0d5711e6d1bd req-41950de3-eed7-4444-a2cd-6a8f344b2411 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:09.201152 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e862425-d488-4410-91b8-0d7b297e4680 admin admin] Pushing event updated for resources: {'Network': ['ID=baecdd37-6eb2-4425-b93b-172f9e82b42a,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:09.211152 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network baecdd37-6eb2-4425-b93b-172f9e82b42a details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:03:09.220031 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-479638dc-5515-423e-b1bd-0d5711e6d1bd req-41950de3-eed7-4444-a2cd-6a8f344b2411 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:09.268177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba3107d-368b-4edb-bc6f-b5685c8b7ed0 admin admin] Made reservation on behalf of 7203bd3d967745edacfd14e47e28a372 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:03:09.271064 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ba3107d-368b-4edb-bc6f-b5685c8b7ed0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:09.309413 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-479638dc-5515-423e-b1bd-0d5711e6d1bd req-41950de3-eed7-4444-a2cd-6a8f344b2411 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:09.310623 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-479638dc-5515-423e-b1bd-0d5711e6d1bd req-41950de3-eed7-4444-a2cd-6a8f344b2411 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0769711 Jul 22 19:03:09.327480 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41950de3-eed7-4444-a2cd-6a8f344b2411 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Pushing event updated for resources: {'Port': ['ID=4a949000-d0ac-49b7-8f48-a41949e7b06b,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:09.344629 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4f2254aa-0067-4504-ae3f-fa4219741f75 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:03:09.398949 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 4f2254aa-0067-4504-ae3f-fa4219741f75 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:03:09.399254 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:09.480103 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-479638dc-5515-423e-b1bd-0d5711e6d1bd req-6ef4c96a-33d5-4c87-a5b2-042aa15070be tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 696 time: 0.1534469 Jul 22 19:03:09.615930 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cfa62ed0-9fd5-4b39-a683-cb9b439b1e20 req-49da5271-5f8f-4970-aa04-8422008c09eb tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 258 time: 0.3889830 Jul 22 19:03:09.646664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-cfa62ed0-9fd5-4b39-a683-cb9b439b1e20 req-ff868e83-f3e1-4558-803c-593093e2b88c tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:09.819319 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 35cddeb1-6225-4b89-86a2-5ebd7c842ed0 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:03:09.871838 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 35cddeb1-6225-4b89-86a2-5ebd7c842ed0 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:03:09.876238 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 35cddeb1-6225-4b89-86a2-5ebd7c842ed0 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:03:09.876673 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:09.956599 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479638dc-5515-423e-b1bd-0d5711e6d1bd req-f9ffcf18-d0a5-44ac-841c-7ca9540d3096 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:09.956599 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-479638dc-5515-423e-b1bd-0d5711e6d1bd req-f9ffcf18-d0a5-44ac-841c-7ca9540d3096 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.4560738 Jul 22 19:03:09.964206 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cfa62ed0-9fd5-4b39-a683-cb9b439b1e20 req-ff868e83-f3e1-4558-803c-593093e2b88c tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:09.991650 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:09.996033 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ba3107d-368b-4edb-bc6f-b5685c8b7ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:10.021924 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4451df1-c6d2-4993-b068-1ac55ab73657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cddeb1-6225-4b89-86a2-5ebd7c842ed0'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:03:10.024645 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298275a7-23c9-4147-ade0-09d5498903ae" -d '{"events": [{"server_uuid": "e4451df1-c6d2-4993-b068-1ac55ab73657", "name": "network-vif-plugged", "status": "completed", "tag": "35cddeb1-6225-4b89-86a2-5ebd7c842ed0"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:03:10.039834 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 35cddeb1-6225-4b89-86a2-5ebd7c842ed0, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=35cddeb1-6225-4b89-86a2-5ebd7c842ed0,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:10.045172 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:10.064612 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3107d-368b-4edb-bc6f-b5685c8b7ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b80c7ab-8b96-4210-8e6b-d0b73d261a94,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:10.111583 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=35cddeb1-6225-4b89-86a2-5ebd7c842ed0,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:10.148720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba3107d-368b-4edb-bc6f-b5685c8b7ed0 admin admin] Checking segment: {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:03:10.149301 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba3107d-368b-4edb-bc6f-b5685c8b7ed0 admin admin] Network hostable DHCP agents. Network: baecdd37-6eb2-4425-b93b-172f9e82b42a, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:03:10.188847 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba3107d-368b-4edb-bc6f-b5685c8b7ed0 admin admin] Network baecdd37-6eb2-4425-b93b-172f9e82b42a is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:03:10.214014 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3c0ae-a187-49d3-8049-791431f00479 req-cbbcec07-769d-480d-ab5c-b4bddd5eb860 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:10.215436 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15b3c0ae-a187-49d3-8049-791431f00479 req-cbbcec07-769d-480d-ab5c-b4bddd5eb860 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4451df1-c6d2-4993-b068-1ac55ab73657 HTTP/1.1" status: 200 len: 950 time: 0.1399026 Jul 22 19:03:10.218191 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-8ba3107d-368b-4edb-bc6f-b5685c8b7ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, baecdd37-6eb2-4425-b93b-172f9e82b42a) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:03:10.222666 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cfa62ed0-9fd5-4b39-a683-cb9b439b1e20 req-ff868e83-f3e1-4558-803c-593093e2b88c tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:10.225073 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba3107d-368b-4edb-bc6f-b5685c8b7ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:10.225648 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ba3107d-368b-4edb-bc6f-b5685c8b7ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:10.228640 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347b7b8f-359e-4309-83aa-5c003ea94cf5 None None] Network baecdd37-6eb2-4425-b93b-172f9e82b42a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:03:10.289263 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8ba3107d-368b-4edb-bc6f-b5685c8b7ed0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1252546 Jul 22 19:03:10.314977 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15b3c0ae-a187-49d3-8049-791431f00479 req-21420052-2187-4e8c-afea-7ef940df24c9 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869977 Jul 22 19:03:10.375918 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-cfa62ed0-9fd5-4b39-a683-cb9b439b1e20 req-ff868e83-f3e1-4558-803c-593093e2b88c tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Allocated IP 172.25.3.37 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/bedf5e7e-3890-4b81-968c-38a1371aa163) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:03:10.439734 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5eb950-fdd7-4f62-8f94-bf53833a5cc1 None None] Network baecdd37-6eb2-4425-b93b-172f9e82b42a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:03:10.498158 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cfa62ed0-9fd5-4b39-a683-cb9b439b1e20 req-ff868e83-f3e1-4558-803c-593093e2b88c tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:10.543326 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cfa62ed0-9fd5-4b39-a683-cb9b439b1e20 req-ff868e83-f3e1-4558-803c-593093e2b88c tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:10.585847 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa62ed0-9fd5-4b39-a683-cb9b439b1e20 req-ff868e83-f3e1-4558-803c-593093e2b88c tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:03:10.591121 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-cfa62ed0-9fd5-4b39-a683-cb9b439b1e20 req-ff868e83-f3e1-4558-803c-593093e2b88c tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:03:10.600792 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa62ed0-9fd5-4b39-a683-cb9b439b1e20 req-ff868e83-f3e1-4558-803c-593093e2b88c tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:03:10.613382 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff868e83-f3e1-4558-803c-593093e2b88c tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Pushing event updated for resources: {'Port': ['ID=bedf5e7e-3890-4b81-968c-38a1371aa163,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:10.715315 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cfa62ed0-9fd5-4b39-a683-cb9b439b1e20 req-ff868e83-f3e1-4558-803c-593093e2b88c tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:10.783356 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f85f0ad3-e2a5-4b42-b8ee-c21453d5b575 req-d9e22fb5-89d7-49dc-ac6a-04383c355f9f tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1659670 Jul 22 19:03:10.784720 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cfa62ed0-9fd5-4b39-a683-cb9b439b1e20 req-ff868e83-f3e1-4558-803c-593093e2b88c tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:10.821625 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-f85f0ad3-e2a5-4b42-b8ee-c21453d5b575 req-aac91ac1-a0bb-4d0d-ba86-aa8b7ead73d8 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:10.888861 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f85f0ad3-e2a5-4b42-b8ee-c21453d5b575 req-aac91ac1-a0bb-4d0d-ba86-aa8b7ead73d8 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:11.044178 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cfa62ed0-9fd5-4b39-a683-cb9b439b1e20 req-ff868e83-f3e1-4558-803c-593093e2b88c tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:11.053253 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cfa62ed0-9fd5-4b39-a683-cb9b439b1e20 req-ff868e83-f3e1-4558-803c-593093e2b88c tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:11.091664 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cfa62ed0-9fd5-4b39-a683-cb9b439b1e20 req-ff868e83-f3e1-4558-803c-593093e2b88c tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:11.130902 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cfa62ed0-9fd5-4b39-a683-cb9b439b1e20 req-ff868e83-f3e1-4558-803c-593093e2b88c tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:11.132136 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cfa62ed0-9fd5-4b39-a683-cb9b439b1e20 req-ff868e83-f3e1-4558-803c-593093e2b88c tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4966421 Jul 22 19:03:11.134585 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff868e83-f3e1-4558-803c-593093e2b88c tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Pushing event updated for resources: {'Port': ['ID=bedf5e7e-3890-4b81-968c-38a1371aa163,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:11.139702 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f85f0ad3-e2a5-4b42-b8ee-c21453d5b575 req-aac91ac1-a0bb-4d0d-ba86-aa8b7ead73d8 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:11.228228 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cfa62ed0-9fd5-4b39-a683-cb9b439b1e20 req-696c93fe-2998-4e28-86f9-d35e5a155963 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.37 HTTP/1.1" status: 200 len: 695 time: 0.0808649 Jul 22 19:03:11.333669 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:11.367657 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-f85f0ad3-e2a5-4b42-b8ee-c21453d5b575 req-aac91ac1-a0bb-4d0d-ba86-aa8b7ead73d8 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Allocated IP 172.25.3.173 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/44dcf97e-8466-4494-a933-7e74f30631e2) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:03:11.394411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa62ed0-9fd5-4b39-a683-cb9b439b1e20 req-58d40ca5-b32e-4df5-89a4-f3b44c4af8d2 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:11.395681 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cfa62ed0-9fd5-4b39-a683-cb9b439b1e20 req-58d40ca5-b32e-4df5-89a4-f3b44c4af8d2 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.1606815 Jul 22 19:03:11.433182 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9b0c6e-34e4-4515-9daa-380cd53b60b7 x-openstack-request-id: req-6e9b0c6e-34e4-4515-9daa-380cd53b60b7 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:03:11.433787 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4451df1-c6d2-4993-b068-1ac55ab73657", "name": "network-vif-plugged", "status": "completed", "tag": "35cddeb1-6225-4b89-86a2-5ebd7c842ed0", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:03:11.434267 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e9b0c6e-34e4-4515-9daa-380cd53b60b7 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:03:11.434958 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4451df1-c6d2-4993-b068-1ac55ab73657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cddeb1-6225-4b89-86a2-5ebd7c842ed0', 'code': 200} Jul 22 19:03:11.501488 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f85f0ad3-e2a5-4b42-b8ee-c21453d5b575 req-aac91ac1-a0bb-4d0d-ba86-aa8b7ead73d8 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:11.586727 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18a67f-e471-427e-a56c-07d56ba3c6a2 req-587d7193-57c5-4381-9696-42450a976475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:11.588354 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dc18a67f-e471-427e-a56c-07d56ba3c6a2 req-587d7193-57c5-4381-9696-42450a976475 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e4451df1-c6d2-4993-b068-1ac55ab73657 HTTP/1.1" status: 200 len: 1102 time: 0.0831299 Jul 22 19:03:11.594774 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f85f0ad3-e2a5-4b42-b8ee-c21453d5b575 req-aac91ac1-a0bb-4d0d-ba86-aa8b7ead73d8 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:11.677741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85f0ad3-e2a5-4b42-b8ee-c21453d5b575 req-aac91ac1-a0bb-4d0d-ba86-aa8b7ead73d8 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:03:11.695321 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-f85f0ad3-e2a5-4b42-b8ee-c21453d5b575 req-aac91ac1-a0bb-4d0d-ba86-aa8b7ead73d8 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:03:11.697699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85f0ad3-e2a5-4b42-b8ee-c21453d5b575 req-aac91ac1-a0bb-4d0d-ba86-aa8b7ead73d8 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:03:11.714617 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac91ac1-a0bb-4d0d-ba86-aa8b7ead73d8 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Pushing event updated for resources: {'Port': ['ID=44dcf97e-8466-4494-a933-7e74f30631e2,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:11.722872 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dc18a67f-e471-427e-a56c-07d56ba3c6a2 req-24e6b533-4a1c-4ae4-aa36-7c6952397415 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252050 Jul 22 19:03:11.809459 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f85f0ad3-e2a5-4b42-b8ee-c21453d5b575 req-aac91ac1-a0bb-4d0d-ba86-aa8b7ead73d8 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:11.825781 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-cd7c6bfd-9f84-4843-8b20-02a1e6b5df0f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:11.827007 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-cd7c6bfd-9f84-4843-8b20-02a1e6b5df0f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 806 time: 0.1856225 Jul 22 19:03:11.869912 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-b55bc29d-31b4-40a8-921b-35e6dca0d196 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/quotas/7203bd3d967745edacfd14e47e28a372 HTTP/1.1" status: 200 len: 375 time: 0.0199244 Jul 22 19:03:11.874341 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f85f0ad3-e2a5-4b42-b8ee-c21453d5b575 req-aac91ac1-a0bb-4d0d-ba86-aa8b7ead73d8 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:11.931527 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-b78129bb-aa4e-4a03-9c11-169c25919848 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544004 Jul 22 19:03:11.949068 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0b02f032-04c8-4259-96a8-58332e7f559b tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:03:11.950178 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0b02f032-04c8-4259-96a8-58332e7f559b tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083659 Jul 22 19:03:12.115466 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-60cde814-91c9-4afd-9b95-90240e901f1f service neutron] 10.222.0.13 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583281 Jul 22 19:03:12.150844 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f85f0ad3-e2a5-4b42-b8ee-c21453d5b575 req-aac91ac1-a0bb-4d0d-ba86-aa8b7ead73d8 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:12.159358 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f85f0ad3-e2a5-4b42-b8ee-c21453d5b575 req-aac91ac1-a0bb-4d0d-ba86-aa8b7ead73d8 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:12.229551 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f85f0ad3-e2a5-4b42-b8ee-c21453d5b575 req-aac91ac1-a0bb-4d0d-ba86-aa8b7ead73d8 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:12.260981 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f85f0ad3-e2a5-4b42-b8ee-c21453d5b575 req-aac91ac1-a0bb-4d0d-ba86-aa8b7ead73d8 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:12.262192 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f85f0ad3-e2a5-4b42-b8ee-c21453d5b575 req-aac91ac1-a0bb-4d0d-ba86-aa8b7ead73d8 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4567847 Jul 22 19:03:12.267430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac91ac1-a0bb-4d0d-ba86-aa8b7ead73d8 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Pushing event updated for resources: {'Port': ['ID=44dcf97e-8466-4494-a933-7e74f30631e2,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:12.283040 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-3de34510-df19-42df-8e77-8d64c8d2cb8e service neutron] 10.222.0.13 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606538 Jul 22 19:03:12.319372 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f85f0ad3-e2a5-4b42-b8ee-c21453d5b575 req-bef816a2-35be-4405-ba46-2a731133f56f tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.173 HTTP/1.1" status: 200 len: 696 time: 0.0490692 Jul 22 19:03:12.445462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f0ad3-e2a5-4b42-b8ee-c21453d5b575 req-6e011757-29c4-4ab0-b8f3-8109f9f1e844 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:12.456800 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f85f0ad3-e2a5-4b42-b8ee-c21453d5b575 req-6e011757-29c4-4ab0-b8f3-8109f9f1e844 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.1304193 Jul 22 19:03:12.563151 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb727fa-7cce-44ae-bbd0-7c96be706495 req-dcf69572-8fe6-4bea-81c1-974bd8bb967c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:12.564844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bcb727fa-7cce-44ae-bbd0-7c96be706495 req-dcf69572-8fe6-4bea-81c1-974bd8bb967c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4451df1-c6d2-4993-b068-1ac55ab73657 HTTP/1.1" status: 200 len: 950 time: 0.0761135 Jul 22 19:03:12.679026 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bcb727fa-7cce-44ae-bbd0-7c96be706495 req-008436ab-bde3-4bda-9e66-1ecf26f6b546 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077602 Jul 22 19:03:12.726164 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe63345-3992-475b-a785-948b02a14019 req-9617b655-2ff0-437f-a29c-cee48cd250a3 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:12.728357 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9fe63345-3992-475b-a785-948b02a14019 req-9617b655-2ff0-437f-a29c-cee48cd250a3 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/ports?device_id=528fc2d7-70e1-4d09-bd3b-5e08113ea218&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1557443 Jul 22 19:03:12.819369 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9fe63345-3992-475b-a785-948b02a14019 req-e4cc8408-d184-466b-ba16-d52619ae201a tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.37 HTTP/1.1" status: 200 len: 695 time: 0.0853760 Jul 22 19:03:12.826267 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-9fe63345-3992-475b-a785-948b02a14019 req-fde5aa35-3b11-41df-96a4-4c53283ed57a tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Request body: {'floatingip': {'port_id': '85742a66-0522-4775-acbe-1f4c873d7cf9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:12.890784 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9fe63345-3992-475b-a785-948b02a14019 req-fde5aa35-3b11-41df-96a4-4c53283ed57a tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:13.008440 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-459dcb3e-6b7c-4e0c-aa08-e87179d3a65a req-ccf40301-d722-4869-891f-c0c53ae84133 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=be833da5-7457-4251-8183-5c335d5aae76 HTTP/1.1" status: 200 len: 210 time: 0.0509324 Jul 22 19:03:13.111815 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4464ba0a-cdb5-44bd-b67f-5d500c11718d req-938aeb70-2847-44c2-879a-030c3a5e218a tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/floatingips/73e63553-a871-4582-ad3c-57ddf770788d HTTP/1.1" status: 200 len: 693 time: 0.0607586 Jul 22 19:03:13.553903 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464ba0a-cdb5-44bd-b67f-5d500c11718d req-e8dd9fb0-7138-47a9-9062-b860bfc18a4f tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:13.555137 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4464ba0a-cdb5-44bd-b67f-5d500c11718d req-e8dd9fb0-7138-47a9-9062-b860bfc18a4f tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.4359977 Jul 22 19:03:13.567924 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-4464ba0a-cdb5-44bd-b67f-5d500c11718d req-3a6c6dc4-2916-49f2-afc7-2b8c9bd3df2d tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:03:13.568922 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4464ba0a-cdb5-44bd-b67f-5d500c11718d req-3a6c6dc4-2916-49f2-afc7-2b8c9bd3df2d tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077388 Jul 22 19:03:13.864499 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-cbf46487-f32b-48f2-8b1a-28cfdd18c141 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:13.865839 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-cbf46487-f32b-48f2-8b1a-28cfdd18c141 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.16 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 806 time: 0.2494016 Jul 22 19:03:13.904824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-375ba3bd-381f-4ed6-a57b-61da9917745e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Request body: {'port': {'device_id': 'be833da5-7457-4251-8183-5c335d5aae76', 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a', 'admin_state_up': True, 'tenant_id': '7203bd3d967745edacfd14e47e28a372'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:13.908774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31427a50-f827-4a4c-9225-91f3a6804b79 req-39d2c1e5-2f10-4d30-8fda-0051d62a015c tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:13.910764 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-31427a50-f827-4a4c-9225-91f3a6804b79 req-39d2c1e5-2f10-4d30-8fda-0051d62a015c tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 1097 time: 0.2760286 Jul 22 19:03:13.998334 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9fe63345-3992-475b-a785-948b02a14019 req-fde5aa35-3b11-41df-96a4-4c53283ed57a tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:14.007872 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9fe63345-3992-475b-a785-948b02a14019 req-fde5aa35-3b11-41df-96a4-4c53283ed57a tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:14.052406 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-31427a50-f827-4a4c-9225-91f3a6804b79 req-a57ec0b1-eaed-4281-aa84-825410210258 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282201 Jul 22 19:03:14.153916 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1119b276-aa10-4378-a0f0-6e92f6fa62a2 req-6a274d6b-e50b-4884-bea8-7255e5d9a3de tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/floatingips/73e63553-a871-4582-ad3c-57ddf770788d HTTP/1.1" status: 200 len: 693 time: 0.0699501 Jul 22 19:03:14.217151 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-375ba3bd-381f-4ed6-a57b-61da9917745e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Made reservation on behalf of 7203bd3d967745edacfd14e47e28a372 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:03:14.220836 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-375ba3bd-381f-4ed6-a57b-61da9917745e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:14.265522 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [req-9fe63345-3992-475b-a785-948b02a14019 req-fde5aa35-3b11-41df-96a4-4c53283ed57a tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Floating IP ad7fae52-f559-4915-b7f0-66d07aa6510a associated. External IP: 172.25.3.37, port: 85742a66-0522-4775-acbe-1f4c873d7cf9. Jul 22 19:03:14.418804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119b276-aa10-4378-a0f0-6e92f6fa62a2 req-9a5d82d8-9e01-4f17-8e93-6cfc72b34160 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:14.420215 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1119b276-aa10-4378-a0f0-6e92f6fa62a2 req-9a5d82d8-9e01-4f17-8e93-6cfc72b34160 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.2549341 Jul 22 19:03:14.436397 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-1119b276-aa10-4378-a0f0-6e92f6fa62a2 req-34665250-3cc3-420b-84f3-d3476085dd76 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:03:14.437476 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1119b276-aa10-4378-a0f0-6e92f6fa62a2 req-34665250-3cc3-420b-84f3-d3476085dd76 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088775 Jul 22 19:03:14.537107 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1119b276-aa10-4378-a0f0-6e92f6fa62a2 req-b6895c6e-534c-4940-8bd5-3b22576dc1d9 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.173 HTTP/1.1" status: 200 len: 696 time: 0.0907083 Jul 22 19:03:14.613910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-375ba3bd-381f-4ed6-a57b-61da9917745e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Allocated IP 172.20.0.5 (baecdd37-6eb2-4425-b93b-172f9e82b42a/0b80c7ab-8b96-4210-8e6b-d0b73d261a94/9bafbda3-406d-4a5f-9e82-83f95a18a714) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:03:14.657418 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1119b276-aa10-4378-a0f0-6e92f6fa62a2 req-5d0679cc-5ad5-4bd1-8f42-89e00034b6cb tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.173 HTTP/1.1" status: 200 len: 696 time: 0.1121454 Jul 22 19:03:14.735065 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:03:14.822277 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fe63345-3992-475b-a785-948b02a14019 req-fde5aa35-3b11-41df-96a4-4c53283ed57a tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Router b4055c35-db8e-42e0-9c6f-daa2c05de92a has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:03:14.993627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-1119b276-aa10-4378-a0f0-6e92f6fa62a2 req-371ce10f-73f2-48ca-a0d5-dfb602b00ed2 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Deleting port 44dcf97e-8466-4494-a933-7e74f30631e2 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:03:14.993895 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1119b276-aa10-4378-a0f0-6e92f6fa62a2 req-371ce10f-73f2-48ca-a0d5-dfb602b00ed2 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:15.021419 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-375ba3bd-381f-4ed6-a57b-61da9917745e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:15.094303 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fe63345-3992-475b-a785-948b02a14019 req-fde5aa35-3b11-41df-96a4-4c53283ed57a tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:03:15.102789 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9fe63345-3992-475b-a785-948b02a14019 req-fde5aa35-3b11-41df-96a4-4c53283ed57a tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:15.105471 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b3ff6e-e69b-4efc-8eb7-85dd10d009b1 None None] Sync routers for ids ['b4055c35-db8e-42e0-9c6f-daa2c05de92a'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:03:15.115993 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b3ff6e-e69b-4efc-8eb7-85dd10d009b1 None None] Routers {'b4055c35-db8e-42e0-9c6f-daa2c05de92a'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:03:15.116883 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-93b3ff6e-e69b-4efc-8eb7-85dd10d009b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:03:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b4055c35-db8e-42e0-9c6f-daa2c05de92a'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:15.149675 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1119b276-aa10-4378-a0f0-6e92f6fa62a2 req-371ce10f-73f2-48ca-a0d5-dfb602b00ed2 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:15.149924 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1119b276-aa10-4378-a0f0-6e92f6fa62a2 req-371ce10f-73f2-48ca-a0d5-dfb602b00ed2 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:15.173405 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-1119b276-aa10-4378-a0f0-6e92f6fa62a2 req-371ce10f-73f2-48ca-a0d5-dfb602b00ed2 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Calling delete_port for 44dcf97e-8466-4494-a933-7e74f30631e2 owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:03:15.176637 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9fe63345-3992-475b-a785-948b02a14019 req-fde5aa35-3b11-41df-96a4-4c53283ed57a tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "PUT /v2.0/floatingips/ad7fae52-f559-4915-b7f0-66d07aa6510a HTTP/1.1" status: 200 len: 995 time: 2.3563507 Jul 22 19:03:15.180095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528fc2d7-70e1-4d09-bd3b-5e08113ea218', 'tag': '85742a66-0522-4775-acbe-1f4c873d7cf9'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:03:15.182393 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552a5675-7238-4a71-965f-dd73c99c6e57" -d '{"events": [{"name": "network-changed", "server_uuid": "528fc2d7-70e1-4d09-bd3b-5e08113ea218", "tag": "85742a66-0522-4775-acbe-1f4c873d7cf9"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:03:15.195815 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-375ba3bd-381f-4ed6-a57b-61da9917745e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:15.227683 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-93b3ff6e-e69b-4efc-8eb7-85dd10d009b1 None None] Set router b4055c35-db8e-42e0-9c6f-daa2c05de92a gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:03:15.470720 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-93b3ff6e-e69b-4efc-8eb7-85dd10d009b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-775581813-router', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:42Z', 'updated_at': '2021-07-22T19:02:47Z', 'revision_number': 4, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'gw_port': {'id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:43Z', 'updated_at': '2021-07-22T19:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'ad7fae52-f559-4915-b7f0-66d07aa6510a', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'port_id': '85742a66-0522-4775-acbe-1f4c873d7cf9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b', 'mac_address': 'fa:16:3e:3c:5b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528fc2d7-70e1-4d09-bd3b-5e08113ea218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:03:10Z', 'updated_at': '2021-07-22T19:03:13Z', 'revision_number': 1, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53709fd-8fc8-47e5-8a5a-d0aae008e5ac', 'name': '', 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'mac_address': 'fa:16:3e:9d:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '13374c1e-2260-46d2-9f42-abf48bda4ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:46Z', 'updated_at': '2021-07-22T19:02:53Z', 'revision_number': 5, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'subnets': [{'id': '13374c1e-2260-46d2-9f42-abf48bda4ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:15.500127 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b3ff6e-e69b-4efc-8eb7-85dd10d009b1 None None] Checking router: b4055c35-db8e-42e0-9c6f-daa2c05de92a for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:03:15.508821 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b3ff6e-e69b-4efc-8eb7-85dd10d009b1 None None] Routers {'b4055c35-db8e-42e0-9c6f-daa2c05de92a'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:03:15.509430 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-93b3ff6e-e69b-4efc-8eb7-85dd10d009b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:03:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b4055c35-db8e-42e0-9c6f-daa2c05de92a'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:15.547714 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-375ba3bd-381f-4ed6-a57b-61da9917745e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Network baecdd37-6eb2-4425-b93b-172f9e82b42a is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:03:15.560873 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-375ba3bd-381f-4ed6-a57b-61da9917745e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:03:15.565314 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-375ba3bd-381f-4ed6-a57b-61da9917745e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:03:15.570912 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-375ba3bd-381f-4ed6-a57b-61da9917745e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:15.571513 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-375ba3bd-381f-4ed6-a57b-61da9917745e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:15.574999 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ba3bd-381f-4ed6-a57b-61da9917745e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Pushing event updated for resources: {'Port': ['ID=9bafbda3-406d-4a5f-9e82-83f95a18a714,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:15.610676 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-375ba3bd-381f-4ed6-a57b-61da9917745e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7358236 Jul 22 19:03:15.621283 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-93b3ff6e-e69b-4efc-8eb7-85dd10d009b1 None None] Set router b4055c35-db8e-42e0-9c6f-daa2c05de92a gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:03:15.627887 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] Request body: {'port': {'device_id': 'be833da5-7457-4251-8183-5c335d5aae76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:15.631469 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe63345-3992-475b-a785-948b02a14019 req-71f03f48-9b93-47e7-9058-888fcc8754b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:15.633113 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9fe63345-3992-475b-a785-948b02a14019 req-71f03f48-9b93-47e7-9058-888fcc8754b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c05911d8cf445ffbdfaa5b734566af3&device_id=528fc2d7-70e1-4d09-bd3b-5e08113ea218 HTTP/1.1" status: 200 len: 1097 time: 0.4387209 Jul 22 19:03:15.801717 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1119b276-aa10-4378-a0f0-6e92f6fa62a2 req-371ce10f-73f2-48ca-a0d5-dfb602b00ed2 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:15.839000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ce10f-73f2-48ca-a0d5-dfb602b00ed2 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Pushing event deleted for resources: {'Port': ['ID=44dcf97e-8466-4494-a933-7e74f30631e2,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:15.840792 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:15.861386 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-93b3ff6e-e69b-4efc-8eb7-85dd10d009b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-775581813-router', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:42Z', 'updated_at': '2021-07-22T19:02:47Z', 'revision_number': 4, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'gw_port': {'id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:43Z', 'updated_at': '2021-07-22T19:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'ad7fae52-f559-4915-b7f0-66d07aa6510a', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'port_id': '85742a66-0522-4775-acbe-1f4c873d7cf9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b', 'mac_address': 'fa:16:3e:3c:5b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528fc2d7-70e1-4d09-bd3b-5e08113ea218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:03:10Z', 'updated_at': '2021-07-22T19:03:13Z', 'revision_number': 1, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53709fd-8fc8-47e5-8a5a-d0aae008e5ac', 'name': '', 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'mac_address': 'fa:16:3e:9d:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '13374c1e-2260-46d2-9f42-abf48bda4ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:46Z', 'updated_at': '2021-07-22T19:02:53Z', 'revision_number': 5, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'subnets': [{'id': '13374c1e-2260-46d2-9f42-abf48bda4ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:15.882452 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe63345-3992-475b-a785-948b02a14019 req-d6da25d2-7204-4089-a9cd-8169a4e94de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:15.883941 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9fe63345-3992-475b-a785-948b02a14019 req-d6da25d2-7204-4089-a9cd-8169a4e94de1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=534d09c5-2670-4310-9f63-844a5ff5f27b HTTP/1.1" status: 200 len: 929 time: 0.2259228 Jul 22 19:03:15.887590 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b3ff6e-e69b-4efc-8eb7-85dd10d009b1 None None] The sync data for ids ['b4055c35-db8e-42e0-9c6f-daa2c05de92a'] in n-d-800086-12 is: [{'id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-775581813-router', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:42Z', 'updated_at': '2021-07-22T19:02:47Z', 'revision_number': 4, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'gw_port': {'id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:43Z', 'updated_at': '2021-07-22T19:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'ad7fae52-f559-4915-b7f0-66d07aa6510a', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'port_id': '85742a66-0522-4775-acbe-1f4c873d7cf9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b', 'mac_address': 'fa:16:3e:3c:5b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528fc2d7-70e1-4d09-bd3b-5e08113ea218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:03:10Z', 'updated_at': '2021-07-22T19:03:13Z', 'revision_number': 1, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53709fd-8fc8-47e5-8a5a-d0aae008e5ac', 'name': '', 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'mac_address': 'fa:16:3e:9d:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '13374c1e-2260-46d2-9f42-abf48bda4ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:46Z', 'updated_at': '2021-07-22T19:02:53Z', 'revision_number': 5, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'subnets': [{'id': '13374c1e-2260-46d2-9f42-abf48bda4ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:03:15.905749 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1119b276-aa10-4378-a0f0-6e92f6fa62a2 req-371ce10f-73f2-48ca-a0d5-dfb602b00ed2 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:15.908331 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1119b276-aa10-4378-a0f0-6e92f6fa62a2 req-371ce10f-73f2-48ca-a0d5-dfb602b00ed2 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:15.910168 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1119b276-aa10-4378-a0f0-6e92f6fa62a2 req-371ce10f-73f2-48ca-a0d5-dfb602b00ed2 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "DELETE /v2.0/floatingips/73e63553-a871-4582-ad3c-57ddf770788d HTTP/1.1" status: 204 len: 173 time: 1.2446995 Jul 22 19:03:16.083439 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9fe63345-3992-475b-a785-948b02a14019 req-4d99fcd7-6d21-4bc5-93d9-22378fe53636 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85742a66-0522-4775-acbe-1f4c873d7cf9 HTTP/1.1" status: 200 len: 998 time: 0.1788089 Jul 22 19:03:16.102899 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cca966e-9af9-4fb6-9b25-134382fda7e0 None None] New status for floating IP ad7fae52-f559-4915-b7f0-66d07aa6510a: ACTIVE {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:03:16.205784 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d968cf3-9a99-4f52-9cd4-ed1a827ba30f req-74d9c144-3020-46b5-8021-53d14d738dd9 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:16.207385 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d968cf3-9a99-4f52-9cd4-ed1a827ba30f req-74d9c144-3020-46b5-8021-53d14d738dd9 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4451df1-c6d2-4993-b068-1ac55ab73657 HTTP/1.1" status: 200 len: 950 time: 0.2409735 Jul 22 19:03:16.210358 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe63345-3992-475b-a785-948b02a14019 req-c39a2c8f-121b-4e7f-8074-ecf5a3bb03f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:16.211721 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9fe63345-3992-475b-a785-948b02a14019 req-c39a2c8f-121b-4e7f-8074-ecf5a3bb03f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13374c1e-2260-46d2-9f42-abf48bda4ba1 HTTP/1.1" status: 200 len: 867 time: 0.1205225 Jul 22 19:03:16.332362 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d968cf3-9a99-4f52-9cd4-ed1a827ba30f req-ce1189f3-4671-4b9e-929f-aab27df9bb59 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982265 Jul 22 19:03:16.354016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bafbda3-406d-4a5f-9e82-83f95a18a714 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:03:16.363970 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:16.369191 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe63345-3992-475b-a785-948b02a14019 req-faf80b57-0f03-4417-822f-468c163ee095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:16.370713 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9fe63345-3992-475b-a785-948b02a14019 req-faf80b57-0f03-4417-822f-468c163ee095 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=534d09c5-2670-4310-9f63-844a5ff5f27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1511691 Jul 22 19:03:16.383669 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-9fe63345-3992-475b-a785-948b02a14019 req-402be8fa-ecec-4435-a15e-79f82c2b54c9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:03:16.384755 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9fe63345-3992-475b-a785-948b02a14019 req-402be8fa-ecec-4435-a15e-79f82c2b54c9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065999 Jul 22 19:03:16.385781 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] Transition to ACTIVE for port object 9bafbda3-406d-4a5f-9e82-83f95a18a714 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:03:16.389488 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:16.471441 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9bafbda3-406d-4a5f-9e82-83f95a18a714,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:16.579188 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] Attempting to bind port 9bafbda3-406d-4a5f-9e82-83f95a18a714 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:03:16.579519 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] Attempting to bind port 9bafbda3-406d-4a5f-9e82-83f95a18a714 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:03:16.579847 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] Attempting to bind port 9bafbda3-406d-4a5f-9e82-83f95a18a714 on network baecdd37-6eb2-4425-b93b-172f9e82b42a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:16.584781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9fe63345-3992-475b-a785-948b02a14019 req-a628d3a0-0338-45cf-93b1-33e5aca51bb6 service neutron] 10.222.0.13 "GET /v2.0/networks/534d09c5-2670-4310-9f63-844a5ff5f27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930349 Jul 22 19:03:16.588752 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] Port 9bafbda3-406d-4a5f-9e82-83f95a18a714 on network baecdd37-6eb2-4425-b93b-172f9e82b42a not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:03:16.589075 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] Attempting to bind port 9bafbda3-406d-4a5f-9e82-83f95a18a714 on network baecdd37-6eb2-4425-b93b-172f9e82b42a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:16.614659 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:03:16.614994 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] Checking segment: {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:03:16.615369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] Bound using segment: {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:03:16.615800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] Bound port: 9bafbda3-406d-4a5f-9e82-83f95a18a714, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:03:16.616161 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:16.712051 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482359b3-1574-4087-bbb1-6284c193a8e7 req-96ae67aa-88db-4364-90f1-3dba06e98f48 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:16.713568 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-482359b3-1574-4087-bbb1-6284c193a8e7 req-96ae67aa-88db-4364-90f1-3dba06e98f48 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=be833da5-7457-4251-8183-5c335d5aae76 HTTP/1.1" status: 200 len: 943 time: 0.1874168 Jul 22 19:03:16.772224 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9fe63345-3992-475b-a785-948b02a14019 req-1715fbfa-0f3b-47fc-a200-59adf72a8f4c service neutron] 10.222.0.13 "GET /v2.0/networks/534d09c5-2670-4310-9f63-844a5ff5f27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809928 Jul 22 19:03:16.782208 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] For port 9bafbda3-406d-4a5f-9e82-83f95a18a714, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:03:16.787312 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] For port 9bafbda3-406d-4a5f-9e82-83f95a18a714, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9bafbda3-406d-4a5f-9e82-83f95a18a714,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:03:16.790842 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-482359b3-1574-4087-bbb1-6284c193a8e7 req-1316af21-b1d2-42e7-81f9-68e57f235f13 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668075 Jul 22 19:03:16.795508 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:16.837623 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2a37bb-17ff-4f27-9666-fe125f685803 x-openstack-request-id: req-dc2a37bb-17ff-4f27-9666-fe125f685803 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:03:16.837846 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528fc2d7-70e1-4d09-bd3b-5e08113ea218", "tag": "85742a66-0522-4775-acbe-1f4c873d7cf9", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:03:16.838073 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc2a37bb-17ff-4f27-9666-fe125f685803 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:03:16.838459 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528fc2d7-70e1-4d09-bd3b-5e08113ea218', 'tag': '85742a66-0522-4775-acbe-1f4c873d7cf9', 'status': 'completed', 'code': 200} Jul 22 19:03:16.843816 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:16.844718 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:16.846099 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] 10.222.0.16 "PUT /v2.0/ports/9bafbda3-406d-4a5f-9e82-83f95a18a714 HTTP/1.1" status: 200 len: 1092 time: 1.2239268 Jul 22 19:03:16.931549 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-1030c4b1-c3fe-485d-82a6-6ab29bd5a8f6 req-c8faaddf-c0d7-454f-8aa9-0a55d9f0ede5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:03:16.932582 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1030c4b1-c3fe-485d-82a6-6ab29bd5a8f6 req-c8faaddf-c0d7-454f-8aa9-0a55d9f0ede5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0338671 Jul 22 19:03:16.951205 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-f7dda596-fe40-476c-9973-853b2011db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:16.952409 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a17c5-eb53-44cd-a22e-b4e964ef88d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9bafbda3-406d-4a5f-9e82-83f95a18a714,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:16.953105 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-f7dda596-fe40-476c-9973-853b2011db5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&device_id=be833da5-7457-4251-8183-5c335d5aae76 HTTP/1.1" status: 200 len: 1095 time: 0.0576668 Jul 22 19:03:17.006015 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-4fb3584f-5ff5-4956-ad1c-c01794889251 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bafbda3-406d-4a5f-9e82-83f95a18a714 HTTP/1.1" status: 200 len: 217 time: 0.0448396 Jul 22 19:03:17.062521 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-a67e8bd9-e7d4-4c20-9220-b04c0ac4c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:17.064210 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-a67e8bd9-e7d4-4c20-9220-b04c0ac4c4e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b80c7ab-8b96-4210-8e6b-d0b73d261a94 HTTP/1.1" status: 200 len: 846 time: 0.0490959 Jul 22 19:03:17.092390 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18716cb6-c630-410a-a2a0-eec0eeb8be67 req-c9e610f2-478a-400c-a4fb-06779719b95e tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:17.094181 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18716cb6-c630-410a-a2a0-eec0eeb8be67 req-c9e610f2-478a-400c-a4fb-06779719b95e tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2453582 Jul 22 19:03:17.097975 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a5675-7238-4a71-965f-dd73c99c6e57 req-43c88ccd-da65-45b8-92a8-1366b243e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:17.098938 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-552a5675-7238-4a71-965f-dd73c99c6e57 req-43c88ccd-da65-45b8-92a8-1366b243e5d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c05911d8cf445ffbdfaa5b734566af3&device_id=528fc2d7-70e1-4d09-bd3b-5e08113ea218 HTTP/1.1" status: 200 len: 1097 time: 0.2232840 Jul 22 19:03:17.103261 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-634ca668-c13b-4c7f-80f8-6c342ca09e1e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=baecdd37-6eb2-4425-b93b-172f9e82b42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315764 Jul 22 19:03:17.210732 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-c2834bac-6072-4be7-b55e-f75d5bbeabb5 service neutron] 10.222.0.16 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946641 Jul 22 19:03:17.246297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a5675-7238-4a71-965f-dd73c99c6e57 req-75233089-9a50-43ba-b839-45db9c9cb9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:17.247783 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-552a5675-7238-4a71-965f-dd73c99c6e57 req-75233089-9a50-43ba-b839-45db9c9cb9ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=534d09c5-2670-4310-9f63-844a5ff5f27b HTTP/1.1" status: 200 len: 929 time: 0.1326361 Jul 22 19:03:17.258835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0141c0b-3c70-4269-a7c2-2da0d8b3344c req-133e1044-ea51-419e-9e66-9b5e46cfe999 tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:17.260373 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0141c0b-3c70-4269-a7c2-2da0d8b3344c req-133e1044-ea51-419e-9e66-9b5e46cfe999 tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e4451df1-c6d2-4993-b068-1ac55ab73657 HTTP/1.1" status: 200 len: 1102 time: 0.0751519 Jul 22 19:03:17.320654 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b0837f81-e575-4c2b-b348-bd44666b9b5a req-01117182-adb5-4b24-9fb1-a4a5b5fa3732 service neutron] 10.222.0.16 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032116 Jul 22 19:03:17.341806 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0141c0b-3c70-4269-a7c2-2da0d8b3344c req-efc5346f-c173-4f8f-b00f-66007e66d0d1 tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740180 Jul 22 19:03:17.344219 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-552a5675-7238-4a71-965f-dd73c99c6e57 req-fff9be99-adb7-4706-8c5c-5d6e7317d140 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85742a66-0522-4775-acbe-1f4c873d7cf9 HTTP/1.1" status: 200 len: 1000 time: 0.0829270 Jul 22 19:03:17.467273 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a5675-7238-4a71-965f-dd73c99c6e57 req-a51611b0-55bb-402a-baaa-09ce6a13bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:17.469030 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-552a5675-7238-4a71-965f-dd73c99c6e57 req-a51611b0-55bb-402a-baaa-09ce6a13bd52 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13374c1e-2260-46d2-9f42-abf48bda4ba1 HTTP/1.1" status: 200 len: 867 time: 0.1096354 Jul 22 19:03:17.777738 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbc6292f-3977-4774-a90d-b28293ecf5f4 req-1e66e9c9-0375-419a-bba7-77f808497477 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 258 time: 0.4092307 Jul 22 19:03:17.786775 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-fbc6292f-3977-4774-a90d-b28293ecf5f4 req-a5562161-4496-45dd-a7bd-9d73a72d1129 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:17.829700 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbc6292f-3977-4774-a90d-b28293ecf5f4 req-a5562161-4496-45dd-a7bd-9d73a72d1129 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:17.832913 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-01033379-df2c-4703-845c-67b06af1618c tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:03:17.834003 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-01033379-df2c-4703-845c-67b06af1618c tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073326 Jul 22 19:03:17.843853 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a5675-7238-4a71-965f-dd73c99c6e57 req-c2c8099f-dabb-44b0-9f14-9f94969c53d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:17.844520 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-d70e7369-6a20-4a89-8675-c6da2955746e service neutron] Request body: {'binding': {'host': 'n-h1-800086-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:17.844970 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-d70e7369-6a20-4a89-8675-c6da2955746e service neutron] Unknown quota resources ['binding']. {{(pid=93806) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:03:17.845352 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-552a5675-7238-4a71-965f-dd73c99c6e57 req-c2c8099f-dabb-44b0-9f14-9f94969c53d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=534d09c5-2670-4310-9f63-844a5ff5f27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3663905 Jul 22 19:03:17.980049 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-d70e7369-6a20-4a89-8675-c6da2955746e service neutron] Attempting to bind port e4cb675f-6c4c-41e2-81b7-480dffe27af2 on host n-h1-800086-12 for vnic_type normal with profile None {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:03:17.980646 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-d70e7369-6a20-4a89-8675-c6da2955746e service neutron] Attempting to bind port e4cb675f-6c4c-41e2-81b7-480dffe27af2 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:03:17.980757 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-d70e7369-6a20-4a89-8675-c6da2955746e service neutron] Attempting to bind port e4cb675f-6c4c-41e2-81b7-480dffe27af2 on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:17.985435 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-d70e7369-6a20-4a89-8675-c6da2955746e service neutron] Port e4cb675f-6c4c-41e2-81b7-480dffe27af2 on network 1211dd5d-22dd-42cf-af43-7f788d3e855d not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:03:17.985759 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-d70e7369-6a20-4a89-8675-c6da2955746e service neutron] Attempting to bind port e4cb675f-6c4c-41e2-81b7-480dffe27af2 on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:17.991835 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-d70e7369-6a20-4a89-8675-c6da2955746e service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:03:17.992176 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-d70e7369-6a20-4a89-8675-c6da2955746e service neutron] Checking segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:03:17.992597 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-d70e7369-6a20-4a89-8675-c6da2955746e service neutron] Bound using segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:03:17.993030 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-d70e7369-6a20-4a89-8675-c6da2955746e service neutron] Bound port: e4cb675f-6c4c-41e2-81b7-480dffe27af2, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:03:17.999981 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-552a5675-7238-4a71-965f-dd73c99c6e57 req-8ba76731-cf35-4f52-9371-632fde76ef82 service neutron] 10.222.0.16 "GET /v2.0/networks/534d09c5-2670-4310-9f63-844a5ff5f27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416807 Jul 22 19:03:18.041333 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbc6292f-3977-4774-a90d-b28293ecf5f4 req-a5562161-4496-45dd-a7bd-9d73a72d1129 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:18.045170 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-d70e7369-6a20-4a89-8675-c6da2955746e service neutron] For port e4cb675f-6c4c-41e2-81b7-480dffe27af2, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e4cb675f-6c4c-41e2-81b7-480dffe27af2,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:03:18.051945 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-d70e7369-6a20-4a89-8675-c6da2955746e service neutron] Notify callbacks [] for binding, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:18.053181 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-d70e7369-6a20-4a89-8675-c6da2955746e service neutron] 10.222.0.13 "POST /v2.0/ports/e4cb675f-6c4c-41e2-81b7-480dffe27af2/bindings HTTP/1.1" status: 201 len: 390 time: 0.2122946 Jul 22 19:03:18.216378 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-552a5675-7238-4a71-965f-dd73c99c6e57 req-350341ae-1171-481b-89e0-cdbbbec45c1e service neutron] 10.222.0.16 "GET /v2.0/networks/534d09c5-2670-4310-9f63-844a5ff5f27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080538 Jul 22 19:03:18.248575 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f922fa46-b834-4041-aa01-1d8492a01228 req-19733c71-a869-4468-8ae8-6938efad18a6 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=045a002813d048d88ad5ff76e066ef5c HTTP/1.1" status: 200 len: 1656 time: 0.1282287 Jul 22 19:03:18.330531 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-fbc6292f-3977-4774-a90d-b28293ecf5f4 req-a5562161-4496-45dd-a7bd-9d73a72d1129 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Allocated IP 172.25.3.74 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/82f2fa45-dd65-47c8-af3f-e2951861bdd3) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:03:18.474677 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922fa46-b834-4041-aa01-1d8492a01228 req-e59e882d-cd70-4bc6-ae06-8dd5b3b3319b tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:18.476040 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f922fa46-b834-4041-aa01-1d8492a01228 req-e59e882d-cd70-4bc6-ae06-8dd5b3b3319b tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/networks?id=9d80f4fc-5335-462b-8c88-395b7089e67f&id=9d80f4fc-5335-462b-8c88-395b7089e67f&id=9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 787 time: 0.2187455 Jul 22 19:03:18.481143 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-49bb5d8e-ae70-469c-8223-58f6b0a04194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:18.482505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-49bb5d8e-ae70-469c-8223-58f6b0a04194 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 1097 time: 0.2132089 Jul 22 19:03:18.490238 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-f922fa46-b834-4041-aa01-1d8492a01228 req-c74569d0-c5d4-4b6c-bd16-51dae2541b94 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:03:18.491186 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f922fa46-b834-4041-aa01-1d8492a01228 req-c74569d0-c5d4-4b6c-bd16-51dae2541b94 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078645 Jul 22 19:03:18.547213 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbc6292f-3977-4774-a90d-b28293ecf5f4 req-a5562161-4496-45dd-a7bd-9d73a72d1129 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:18.616751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-8379976c-f34f-4951-a0ed-22a7e9eb2604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:18.618270 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-8379976c-f34f-4951-a0ed-22a7e9eb2604 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 909 time: 0.1213243 Jul 22 19:03:18.668970 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-2c457e40-0bd7-473f-be8d-6c252f529b3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4cb675f-6c4c-41e2-81b7-480dffe27af2 HTTP/1.1" status: 200 len: 217 time: 0.0436878 Jul 22 19:03:18.676858 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbc6292f-3977-4774-a90d-b28293ecf5f4 req-a5562161-4496-45dd-a7bd-9d73a72d1129 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:18.762795 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc6292f-3977-4774-a90d-b28293ecf5f4 req-a5562161-4496-45dd-a7bd-9d73a72d1129 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:03:18.772058 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-fc6cb835-789f-4c92-8f01-8f855778cdca tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=81e23346e51c4096b61dbd871c0fe502&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420728 Jul 22 19:03:18.772905 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-fbc6292f-3977-4774-a90d-b28293ecf5f4 req-a5562161-4496-45dd-a7bd-9d73a72d1129 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:03:18.780180 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc6292f-3977-4774-a90d-b28293ecf5f4 req-a5562161-4496-45dd-a7bd-9d73a72d1129 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:03:18.797948 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5562161-4496-45dd-a7bd-9d73a72d1129 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Pushing event updated for resources: {'Port': ['ID=82f2fa45-dd65-47c8-af3f-e2951861bdd3,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:18.823313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-95243862-8082-4401-af47-5c2facdfb5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:18.824790 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-95243862-8082-4401-af47-5c2facdfb5b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6ce6dd9-1892-4846-8205-ad77c8cfee8f HTTP/1.1" status: 200 len: 848 time: 0.1456840 Jul 22 19:03:18.848861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be833da5-7457-4251-8183-5c335d5aae76', 'tag': '9bafbda3-406d-4a5f-9e82-83f95a18a714'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:03:18.851066 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c45f22-9728-4360-a497-2726c93b81cc" -d '{"events": [{"name": "network-changed", "server_uuid": "be833da5-7457-4251-8183-5c335d5aae76", "tag": "9bafbda3-406d-4a5f-9e82-83f95a18a714"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:03:18.923838 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-f556cee7-7892-40e5-8947-9a2e66a90060 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1211dd5d-22dd-42cf-af43-7f788d3e855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701094 Jul 22 19:03:18.948282 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbc6292f-3977-4774-a90d-b28293ecf5f4 req-a5562161-4496-45dd-a7bd-9d73a72d1129 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:19.037146 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-af16f0c2-9541-4d84-a201-c15ec93ce0cc tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:19.038515 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-af16f0c2-9541-4d84-a201-c15ec93ce0cc tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2547722 Jul 22 19:03:19.074236 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-182203f8-5536-4f77-b0b9-ef9e2fea11da tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/quotas/81e23346e51c4096b61dbd871c0fe502 HTTP/1.1" status: 200 len: 375 time: 0.0294979 Jul 22 19:03:19.076497 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbc6292f-3977-4774-a90d-b28293ecf5f4 req-a5562161-4496-45dd-a7bd-9d73a72d1129 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:19.142353 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-ecac156d-43ba-49ae-ac57-8fb50371421a service neutron] 10.222.0.30 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073894 Jul 22 19:03:19.306795 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-458b57bb-1333-47d3-b497-0023f410a5f5 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e23346e51c4096b61dbd871c0fe502&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2241554 Jul 22 19:03:19.338332 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-5e5dcb9b-6c4d-4742-a7b9-34de8b234154 service neutron] 10.222.0.30 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843882 Jul 22 19:03:19.368459 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbc6292f-3977-4774-a90d-b28293ecf5f4 req-a5562161-4496-45dd-a7bd-9d73a72d1129 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:19.373082 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbc6292f-3977-4774-a90d-b28293ecf5f4 req-a5562161-4496-45dd-a7bd-9d73a72d1129 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:19.406219 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbc6292f-3977-4774-a90d-b28293ecf5f4 req-a5562161-4496-45dd-a7bd-9d73a72d1129 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:19.427554 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbc6292f-3977-4774-a90d-b28293ecf5f4 req-a5562161-4496-45dd-a7bd-9d73a72d1129 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:19.435507 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbc6292f-3977-4774-a90d-b28293ecf5f4 req-a5562161-4496-45dd-a7bd-9d73a72d1129 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6526966 Jul 22 19:03:19.481158 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5562161-4496-45dd-a7bd-9d73a72d1129 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Pushing event updated for resources: {'Port': ['ID=82f2fa45-dd65-47c8-af3f-e2951861bdd3,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:19.491345 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbc6292f-3977-4774-a90d-b28293ecf5f4 req-2c3b9a95-4d64-4481-8d4e-de93863b070c tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 695 time: 0.0549128 Jul 22 19:03:19.654978 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6292f-3977-4774-a90d-b28293ecf5f4 req-3cd8d457-3089-4493-9919-1600889e5d1f tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:19.656433 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbc6292f-3977-4774-a90d-b28293ecf5f4 req-3cd8d457-3089-4493-9919-1600889e5d1f tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.1586914 Jul 22 19:03:19.687237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb31456-55bf-453b-8ec9-1359aff9448a req-2788ff2d-bc6f-4dd7-975c-e09269838367 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:19.688982 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0bb31456-55bf-453b-8ec9-1359aff9448a req-2788ff2d-bc6f-4dd7-975c-e09269838367 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=be833da5-7457-4251-8183-5c335d5aae76 HTTP/1.1" status: 200 len: 943 time: 0.1469460 Jul 22 19:03:19.748832 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0bb31456-55bf-453b-8ec9-1359aff9448a req-efc2923f-32f7-4a48-a67e-6491efee6ea6 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507121 Jul 22 19:03:19.839461 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d3af976-5d30-43f5-bc03-f688bd34c404 req-b5804936-4c27-4ff3-a13f-1f18ca0d8999 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/floatingips/eccce4e4-3048-4b7b-968d-674d8e898816 HTTP/1.1" status: 200 len: 693 time: 0.0688465 Jul 22 19:03:19.945918 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b2183-940c-488b-aad1-6b5b6fe032d0 req-f23bbcaf-b795-409e-b63c-cbbecbfad54f tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:19.947753 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a98b2183-940c-488b-aad1-6b5b6fe032d0 req-f23bbcaf-b795-409e-b63c-cbbecbfad54f tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 945 time: 0.2132750 Jul 22 19:03:20.009116 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3af976-5d30-43f5-bc03-f688bd34c404 req-ab107cc5-b690-4194-acd5-c7860e808bb8 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:20.010486 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d3af976-5d30-43f5-bc03-f688bd34c404 req-ab107cc5-b690-4194-acd5-c7860e808bb8 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.1621666 Jul 22 19:03:20.028864 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-4d3af976-5d30-43f5-bc03-f688bd34c404 req-ca345989-18a4-453c-9be3-baceac35b7fb tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:03:20.030278 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d3af976-5d30-43f5-bc03-f688bd34c404 req-ca345989-18a4-453c-9be3-baceac35b7fb tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139103 Jul 22 19:03:20.035084 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a98b2183-940c-488b-aad1-6b5b6fe032d0 req-09b771a7-1da4-41a2-9938-7fdbc7e47490 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782437 Jul 22 19:03:20.092221 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d3af976-5d30-43f5-bc03-f688bd34c404 req-d3c8c23d-c337-4353-b7c1-88efd6a436b7 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 696 time: 0.0513475 Jul 22 19:03:20.109243 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafc781c-831f-4578-81a4-e6f635472c8b x-openstack-request-id: req-cafc781c-831f-4578-81a4-e6f635472c8b {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:03:20.109536 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be833da5-7457-4251-8183-5c335d5aae76", "tag": "9bafbda3-406d-4a5f-9e82-83f95a18a714", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:03:20.109793 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cafc781c-831f-4578-81a4-e6f635472c8b {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:03:20.110188 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be833da5-7457-4251-8183-5c335d5aae76', 'tag': '9bafbda3-406d-4a5f-9e82-83f95a18a714', 'status': 'completed', 'code': 200} Jul 22 19:03:20.225667 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d3af976-5d30-43f5-bc03-f688bd34c404 req-1dd03a0f-aec8-4ce5-a98f-b53c0b18e220 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 696 time: 0.1145728 Jul 22 19:03:20.227469 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-80c1b6d5-8a92-4fb5-9fd0-d8c05b36c71e req-7f4878be-9ce0-453f-bd48-3f2fcfd63a86 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5c606ff-02a5-44b6-abad-e369f8a5d9b8 HTTP/1.1" status: 200 len: 210 time: 0.0623348 Jul 22 19:03:20.330343 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c45f22-9728-4360-a497-2726c93b81cc req-1958ceae-8ff6-4943-83f2-e16d167a705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:20.332314 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6c45f22-9728-4360-a497-2726c93b81cc req-1958ceae-8ff6-4943-83f2-e16d167a705e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&device_id=be833da5-7457-4251-8183-5c335d5aae76 HTTP/1.1" status: 200 len: 1095 time: 0.1654580 Jul 22 19:03:20.724971 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-c5c713e1-7533-43f3-9749-8cbe815552a7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=81e23346e51c4096b61dbd871c0fe502&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860004 Jul 22 19:03:20.735015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9bafbda3-406d-4a5f-9e82-83f95a18a714 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:03:20.801272 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-4d3af976-5d30-43f5-bc03-f688bd34c404 req-64ea241a-bbed-4aa4-babc-8ce549544ce2 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Deleting port 4a949000-d0ac-49b7-8f48-a41949e7b06b {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:03:20.801623 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d3af976-5d30-43f5-bc03-f688bd34c404 req-64ea241a-bbed-4aa4-babc-8ce549544ce2 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:20.865490 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9bafbda3-406d-4a5f-9e82-83f95a18a714, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9bafbda3-406d-4a5f-9e82-83f95a18a714,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:20.877324 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '9bafbda3-406d-4a5f-9e82-83f95a18a714', 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a', 'port_id': '9bafbda3-406d-4a5f-9e82-83f95a18a714', 'mac_address': 'fa:16:3e:61:a1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b80c7ab-8b96-4210-8e6b-d0b73d261a94', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:03:20.880615 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c45f22-9728-4360-a497-2726c93b81cc req-826785ac-ae92-4ce4-b106-b59d973a0d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:20.882416 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6c45f22-9728-4360-a497-2726c93b81cc req-826785ac-ae92-4ce4-b106-b59d973a0d7d service neutron] 10.222.0.16 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 907 time: 0.5297713 Jul 22 19:03:20.914861 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:20.928405 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bafbda3-406d-4a5f-9e82-83f95a18a714 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:03:20.952809 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9bafbda3-406d-4a5f-9e82-83f95a18a714, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9bafbda3-406d-4a5f-9e82-83f95a18a714,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:20.963912 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:20.984242 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6c45f22-9728-4360-a497-2726c93b81cc req-f956bbe6-889a-4af3-9add-9ed93b414350 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bafbda3-406d-4a5f-9e82-83f95a18a714 HTTP/1.1" status: 200 len: 217 time: 0.0926957 Jul 22 19:03:20.998325 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b4c93-3078-4ed9-84e1-1789e04c6855 req-804a0884-a079-4da6-a3b3-51be324e14e6 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:20.999793 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dc9b4c93-3078-4ed9-84e1-1789e04c6855 req-804a0884-a079-4da6-a3b3-51be324e14e6 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/ports?device_id=528fc2d7-70e1-4d09-bd3b-5e08113ea218&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3596988 Jul 22 19:03:21.015452 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=9bafbda3-406d-4a5f-9e82-83f95a18a714,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:21.024414 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:21.024751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-05b3e7f9-7180-4d39-a8cb-bc7c67f33949 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:21.025412 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:21.025984 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:21.026268 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-05b3e7f9-7180-4d39-a8cb-bc7c67f33949 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2925823 Jul 22 19:03:21.026881 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:21.027414 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:21.027792 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:21.028261 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:21.028917 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:21.029225 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:21.029822 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:21.030432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:21.031027 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:21.067577 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-b3962e72-7837-4325-8e46-8862024e8410 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Request body: {'port': {'device_id': 'c5c606ff-02a5-44b6-abad-e369f8a5d9b8', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': '81e23346e51c4096b61dbd871c0fe502'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:21.071683 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d3af976-5d30-43f5-bc03-f688bd34c404 req-64ea241a-bbed-4aa4-babc-8ce549544ce2 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:21.072014 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d3af976-5d30-43f5-bc03-f688bd34c404 req-64ea241a-bbed-4aa4-babc-8ce549544ce2 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:21.146550 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-4d3af976-5d30-43f5-bc03-f688bd34c404 req-64ea241a-bbed-4aa4-babc-8ce549544ce2 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Calling delete_port for 4a949000-d0ac-49b7-8f48-a41949e7b06b owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:03:21.157253 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dc9b4c93-3078-4ed9-84e1-1789e04c6855 req-f120559f-bd41-4ee4-9540-a9ca381a65e4 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 695 time: 0.1413186 Jul 22 19:03:21.208701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-dc9b4c93-3078-4ed9-84e1-1789e04c6855 req-3c5a5a67-94bf-4789-969d-9b12a2c155c3 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Request body: {'floatingip': {'port_id': '85742a66-0522-4775-acbe-1f4c873d7cf9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:21.219688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c45f22-9728-4360-a497-2726c93b81cc req-5b101cb3-0c6c-4f08-bf6a-9a12cdb4bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:21.221171 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6c45f22-9728-4360-a497-2726c93b81cc req-5b101cb3-0c6c-4f08-bf6a-9a12cdb4bab2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b80c7ab-8b96-4210-8e6b-d0b73d261a94 HTTP/1.1" status: 200 len: 846 time: 0.2170262 Jul 22 19:03:21.307088 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-dc9b4c93-3078-4ed9-84e1-1789e04c6855 req-3c5a5a67-94bf-4789-969d-9b12a2c155c3 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:21.322088 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9bafbda3-406d-4a5f-9e82-83f95a18a714'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:03:21.359215 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6c45f22-9728-4360-a497-2726c93b81cc req-da005cb4-d891-46cd-a5a8-705680454788 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=baecdd37-6eb2-4425-b93b-172f9e82b42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764585 Jul 22 19:03:21.546448 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-b3962e72-7837-4325-8e46-8862024e8410 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Made reservation on behalf of 81e23346e51c4096b61dbd871c0fe502 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:03:21.550096 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-b3962e72-7837-4325-8e46-8862024e8410 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:21.745536 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6c45f22-9728-4360-a497-2726c93b81cc req-2ac66a21-e75f-4db1-8d70-81b9ebcd105d service neutron] 10.222.0.16 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727839 Jul 22 19:03:21.791471 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d3af976-5d30-43f5-bc03-f688bd34c404 req-64ea241a-bbed-4aa4-babc-8ce549544ce2 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:21.851821 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea241a-bbed-4aa4-babc-8ce549544ce2 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Pushing event deleted for resources: {'Port': ['ID=4a949000-d0ac-49b7-8f48-a41949e7b06b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:21.926840 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-dc9b4c93-3078-4ed9-84e1-1789e04c6855 req-3c5a5a67-94bf-4789-969d-9b12a2c155c3 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 19:03:21.927934 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dc9b4c93-3078-4ed9-84e1-1789e04c6855 req-3c5a5a67-94bf-4789-969d-9b12a2c155c3 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "PUT /v2.0/floatingips/c35a8afa-205e-4a86-bd2d-19813b36ae21 HTTP/1.1" status: 409 len: 549 time: 0.7588749 Jul 22 19:03:21.936145 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d3af976-5d30-43f5-bc03-f688bd34c404 req-64ea241a-bbed-4aa4-babc-8ce549544ce2 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:21.940768 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d3af976-5d30-43f5-bc03-f688bd34c404 req-64ea241a-bbed-4aa4-babc-8ce549544ce2 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:21.940768 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d3af976-5d30-43f5-bc03-f688bd34c404 req-64ea241a-bbed-4aa4-babc-8ce549544ce2 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "DELETE /v2.0/floatingips/eccce4e4-3048-4b7b-968d-674d8e898816 HTTP/1.1" status: 204 len: 173 time: 1.7071033 Jul 22 19:03:21.985143 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-b3962e72-7837-4325-8e46-8862024e8410 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Allocated IP 192.168.233.200 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:03:22.002134 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6c45f22-9728-4360-a497-2726c93b81cc req-ca444e4c-2849-4a17-a375-968ea7d9177a service neutron] 10.222.0.16 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420170 Jul 22 19:03:22.232659 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8e896-0bbd-4be7-b939-1d713d17a39e req-eb8d490f-47e1-4e30-a850-a7d434d6199a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:22.234152 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-61c8e896-0bbd-4be7-b939-1d713d17a39e req-eb8d490f-47e1-4e30-a850-a7d434d6199a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=be833da5-7457-4251-8183-5c335d5aae76 HTTP/1.1" status: 200 len: 944 time: 0.1982021 Jul 22 19:03:22.275082 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-b3962e72-7837-4325-8e46-8862024e8410 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:22.279550 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df568c7-a733-436d-b0f8-c549bb569285 req-c806344b-ed82-4797-b561-84c6d9f90206 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:22.281104 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5df568c7-a733-436d-b0f8-c549bb569285 req-c806344b-ed82-4797-b561-84c6d9f90206 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 1098 time: 0.1714015 Jul 22 19:03:22.308067 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-b3962e72-7837-4325-8e46-8862024e8410 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Transition to ACTIVE for port object 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:03:22.323890 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-61c8e896-0bbd-4be7-b939-1d713d17a39e req-a5b30b84-f609-4398-b25a-a5ea8ba3d0e9 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833220 Jul 22 19:03:22.352210 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5df568c7-a733-436d-b0f8-c549bb569285 req-01b3d317-4577-4337-a757-b05ab8a09c59 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633211 Jul 22 19:03:22.373609 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-b3962e72-7837-4325-8e46-8862024e8410 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:22.387704 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e1cd9e14-a4df-412d-9b93-7cfbefac1dc6', '6d6525c7-f82e-4993-a118-b72b3f0ec670'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:03:22.395043 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['dc720395-1305-4f1e-a1e7-6afd11601d9f', 'd709f049-6868-4c9a-a45a-40e6efa5c8c2', '58229853-2d51-478d-a1a8-87b492b175aa', '35cddeb1-6225-4b89-86a2-5ebd7c842ed0'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:03:22.469704 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-b3962e72-7837-4325-8e46-8862024e8410 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:03:22.493393 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-b3962e72-7837-4325-8e46-8862024e8410 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:03:22.500523 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-b3962e72-7837-4325-8e46-8862024e8410 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:03:22.506833 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-b3962e72-7837-4325-8e46-8862024e8410 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:22.507471 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-b3962e72-7837-4325-8e46-8862024e8410 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:22.533606 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3962e72-7837-4325-8e46-8862024e8410 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Pushing event updated for resources: {'Port': ['ID=95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:22.566497 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-b3962e72-7837-4325-8e46-8862024e8410 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5039971 Jul 22 19:03:22.590723 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] Request body: {'port': {'device_id': 'c5c606ff-02a5-44b6-abad-e369f8a5d9b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:22.629796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db984a3-e9a4-46ac-b637-614a9697a233 req-0af10cc3-d35a-49a8-b895-8ce3b57e56db tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:22.631602 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9db984a3-e9a4-46ac-b637-614a9697a233 req-0af10cc3-d35a-49a8-b895-8ce3b57e56db tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 945 time: 0.2060735 Jul 22 19:03:22.661095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c60df4-f1e7-40ad-9dae-37678e01b3ab req-5eaeab8b-0e12-4754-88df-40e2d4bac26f tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:22.662712 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-31c60df4-f1e7-40ad-9dae-37678e01b3ab req-5eaeab8b-0e12-4754-88df-40e2d4bac26f tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5c606ff-02a5-44b6-abad-e369f8a5d9b8 HTTP/1.1" status: 200 len: 936 time: 0.1954439 Jul 22 19:03:22.749939 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9db984a3-e9a4-46ac-b637-614a9697a233 req-e1117cc5-9f6e-4d75-a877-2fec519a1d7c tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070457 Jul 22 19:03:22.777526 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:22.790637 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-31c60df4-f1e7-40ad-9dae-37678e01b3ab req-d1d987d8-9458-408b-ad77-9c1da2c49a0b tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163313 Jul 22 19:03:22.798534 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9bafbda3-406d-4a5f-9e82-83f95a18a714 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:03:22.871770 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-cdf90dce-bc68-4380-9dc8-0666102fecfc None None] Provisioning for port 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:03:22.890731 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-221ec71d-3aff-4f89-8134-bf42bc1d6c4a req-032c51b2-8f10-4b20-8bfd-85c29c6fa220 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/floatingips/c35a8afa-205e-4a86-bd2d-19813b36ae21 HTTP/1.1" status: 200 len: 692 time: 0.0769761 Jul 22 19:03:22.905531 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-cdf90dce-bc68-4380-9dc8-0666102fecfc None None] Provisioning complete for port 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:03:22.906064 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cdf90dce-bc68-4380-9dc8-0666102fecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:23.142730 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 9bafbda3-406d-4a5f-9e82-83f95a18a714 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:03:23.154929 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-cdf90dce-bc68-4380-9dc8-0666102fecfc None None] Port 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:03:23.162683 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 9bafbda3-406d-4a5f-9e82-83f95a18a714 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:03:23.163213 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:23.223843 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c6a0d03-e5e1-4961-82cc-000916bb6ee7 req-9e09e546-88a6-4ca9-9372-e7c13c742d71 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/floatingips/c390402d-67ec-4388-a866-0ef536beadde HTTP/1.1" status: 200 len: 692 time: 0.3391891 Jul 22 19:03:23.334584 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:23.381408 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be833da5-7457-4251-8183-5c335d5aae76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bafbda3-406d-4a5f-9e82-83f95a18a714'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:03:23.384510 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa200b8a-b4b0-4d4b-8c77-d31df35337c7" -d '{"events": [{"server_uuid": "be833da5-7457-4251-8183-5c335d5aae76", "name": "network-vif-plugged", "status": "completed", "tag": "9bafbda3-406d-4a5f-9e82-83f95a18a714"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:03:23.406340 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9bafbda3-406d-4a5f-9e82-83f95a18a714, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9bafbda3-406d-4a5f-9e82-83f95a18a714,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:23.417086 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:23.470236 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ec71d-3aff-4f89-8134-bf42bc1d6c4a req-af225950-07dc-4d16-9ed6-7a75583dd3f0 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:23.471703 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-221ec71d-3aff-4f89-8134-bf42bc1d6c4a req-af225950-07dc-4d16-9ed6-7a75583dd3f0 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.2844574 Jul 22 19:03:23.479005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=9bafbda3-406d-4a5f-9e82-83f95a18a714,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:23.562629 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a0d03-e5e1-4961-82cc-000916bb6ee7 req-247a8c7a-3e01-41a1-b1a8-d3de81210b6e tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:23.563985 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c6a0d03-e5e1-4961-82cc-000916bb6ee7 req-247a8c7a-3e01-41a1-b1a8-d3de81210b6e tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.3230181 Jul 22 19:03:23.577646 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-221ec71d-3aff-4f89-8134-bf42bc1d6c4a req-e4b547ea-dad7-4eed-a8c5-03150c4c4a9d tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 695 time: 0.0681760 Jul 22 19:03:23.671291 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c6a0d03-e5e1-4961-82cc-000916bb6ee7 req-9b2e2f0a-6265-453e-bbc4-419ff25eabe8 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.75 HTTP/1.1" status: 200 len: 695 time: 0.0992057 Jul 22 19:03:23.686848 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-221ec71d-3aff-4f89-8134-bf42bc1d6c4a req-0a357786-3185-4e5b-ad22-c4345502e61e tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 695 time: 0.1014898 Jul 22 19:03:23.784294 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c6a0d03-e5e1-4961-82cc-000916bb6ee7 req-aa23e6d9-0306-49fa-b512-07ffd516eb0b tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.75 HTTP/1.1" status: 200 len: 695 time: 0.1021807 Jul 22 19:03:23.911323 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:03:23.949885 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:23.988054 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] Transition to ACTIVE for port object 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:03:23.996642 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:24.053482 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-221ec71d-3aff-4f89-8134-bf42bc1d6c4a req-663fc74e-3d54-436b-adf3-4d6bee69c889 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Deleting port 82f2fa45-dd65-47c8-af3f-e2951861bdd3 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:03:24.053828 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-221ec71d-3aff-4f89-8134-bf42bc1d6c4a req-663fc74e-3d54-436b-adf3-4d6bee69c889 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:24.084247 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] Pushing event updated for resources: {'Port': ['ID=95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:24.158383 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-9c6a0d03-e5e1-4961-82cc-000916bb6ee7 req-19b12ad6-e313-49e0-8070-f1774f83b49e tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Deleting port cd90b2ed-e987-4e25-bc21-8124f3390abe {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:03:24.158762 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9c6a0d03-e5e1-4961-82cc-000916bb6ee7 req-19b12ad6-e313-49e0-8070-f1774f83b49e tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:24.179802 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] Attempting to bind port 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:03:24.180136 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] Attempting to bind port 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:03:24.180507 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] Attempting to bind port 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:24.198161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] Port 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:03:24.198481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] Attempting to bind port 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:24.212053 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-221ec71d-3aff-4f89-8134-bf42bc1d6c4a req-663fc74e-3d54-436b-adf3-4d6bee69c889 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:24.212319 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-221ec71d-3aff-4f89-8134-bf42bc1d6c4a req-663fc74e-3d54-436b-adf3-4d6bee69c889 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:24.214649 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:03:24.215044 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:03:24.215469 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:03:24.215973 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] Bound port: 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:03:24.216367 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:24.266137 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-221ec71d-3aff-4f89-8134-bf42bc1d6c4a req-663fc74e-3d54-436b-adf3-4d6bee69c889 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Calling delete_port for 82f2fa45-dd65-47c8-af3f-e2951861bdd3 owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:03:24.373541 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9c6a0d03-e5e1-4961-82cc-000916bb6ee7 req-19b12ad6-e313-49e0-8070-f1774f83b49e tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:24.373786 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9c6a0d03-e5e1-4961-82cc-000916bb6ee7 req-19b12ad6-e313-49e0-8070-f1774f83b49e tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:24.404183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-9c6a0d03-e5e1-4961-82cc-000916bb6ee7 req-19b12ad6-e313-49e0-8070-f1774f83b49e tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Calling delete_port for cd90b2ed-e987-4e25-bc21-8124f3390abe owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:03:24.406161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] For port 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:03:24.422287 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] For port 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:03:24.430877 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:24.524571 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:24.525186 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:24.526580 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] 10.222.0.30 "PUT /v2.0/ports/95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 HTTP/1.1" status: 200 len: 1097 time: 1.9432132 Jul 22 19:03:24.527019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c606ff-02a5-44b6-abad-e369f8a5d9b8', 'tag': '95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:03:24.529274 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961a7a57-2439-43fb-adb6-ddacbc029ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c606ff-02a5-44b6-abad-e369f8a5d9b8", "tag": "95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:03:24.569839 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9ca5f-bc53-4916-8b19-14268c1480c0 service neutron] Pushing event updated for resources: {'Port': ['ID=95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:24.643830 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-221ec71d-3aff-4f89-8134-bf42bc1d6c4a req-663fc74e-3d54-436b-adf3-4d6bee69c889 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:24.683367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fc74e-3d54-436b-adf3-4d6bee69c889 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Pushing event deleted for resources: {'Port': ['ID=82f2fa45-dd65-47c8-af3f-e2951861bdd3,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:24.738918 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-221ec71d-3aff-4f89-8134-bf42bc1d6c4a req-663fc74e-3d54-436b-adf3-4d6bee69c889 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:24.741497 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-221ec71d-3aff-4f89-8134-bf42bc1d6c4a req-663fc74e-3d54-436b-adf3-4d6bee69c889 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:24.742633 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-221ec71d-3aff-4f89-8134-bf42bc1d6c4a req-663fc74e-3d54-436b-adf3-4d6bee69c889 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "DELETE /v2.0/floatingips/c35a8afa-205e-4a86-bd2d-19813b36ae21 HTTP/1.1" status: 204 len: 173 time: 1.0493307 Jul 22 19:03:24.753257 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-d5beab13-5cd8-4970-af45-222c6664e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:24.754733 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-d5beab13-5cd8-4970-af45-222c6664e098 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e23346e51c4096b61dbd871c0fe502&device_id=c5c606ff-02a5-44b6-abad-e369f8a5d9b8 HTTP/1.1" status: 200 len: 1100 time: 0.1860120 Jul 22 19:03:24.770528 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9c6a0d03-e5e1-4961-82cc-000916bb6ee7 req-19b12ad6-e313-49e0-8070-f1774f83b49e tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:24.809518 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-6684994a-a0fc-4897-81d4-5b89628d766b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 HTTP/1.1" status: 200 len: 217 time: 0.0463252 Jul 22 19:03:24.835781 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b12ad6-e313-49e0-8070-f1774f83b49e tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Pushing event deleted for resources: {'Port': ['ID=cd90b2ed-e987-4e25-bc21-8124f3390abe,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:24.881985 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9c6a0d03-e5e1-4961-82cc-000916bb6ee7 req-19b12ad6-e313-49e0-8070-f1774f83b49e tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:24.884104 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9c6a0d03-e5e1-4961-82cc-000916bb6ee7 req-19b12ad6-e313-49e0-8070-f1774f83b49e tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:24.885260 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c6a0d03-e5e1-4961-82cc-000916bb6ee7 req-19b12ad6-e313-49e0-8070-f1774f83b49e tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "DELETE /v2.0/floatingips/c390402d-67ec-4388-a866-0ef536beadde HTTP/1.1" status: 204 len: 173 time: 1.0778868 Jul 22 19:03:24.897512 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-2a010383-f7c0-44de-88b4-224061f294d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:24.899111 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-2a010383-f7c0-44de-88b4-224061f294d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0727167 Jul 22 19:03:24.960013 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-048fa340-ccf4-437d-b4f4-d9cae5569452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:24.961768 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-048fa340-ccf4-437d-b4f4-d9cae5569452 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0560195 Jul 22 19:03:25.115801 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-2881841f-92e1-437e-9d92-5472518309cf service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397665 Jul 22 19:03:25.139705 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cddac6-fbf9-46e3-af41-288506f71a8d req-75512a73-f9d6-4360-ad1c-00c7294b09ce tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:25.141168 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0cddac6-fbf9-46e3-af41-288506f71a8d req-75512a73-f9d6-4360-ad1c-00c7294b09ce tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=be833da5-7457-4251-8183-5c335d5aae76 HTTP/1.1" status: 200 len: 945 time: 0.1328769 Jul 22 19:03:25.228347 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0cddac6-fbf9-46e3-af41-288506f71a8d req-6c6ffec2-42ac-4c76-ac3c-62ee09aa14d6 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769856 Jul 22 19:03:25.258197 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ab3f143-69e8-43b2-8f69-591c396ef731 req-bcbefcee-439f-444b-8a60-0f6319086d20 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355789 Jul 22 19:03:25.282505 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afe65ad-4be4-44cd-8b3d-366c4a4d72ee x-openstack-request-id: req-3afe65ad-4be4-44cd-8b3d-366c4a4d72ee {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:03:25.283241 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be833da5-7457-4251-8183-5c335d5aae76", "name": "network-vif-plugged", "status": "completed", "tag": "9bafbda3-406d-4a5f-9e82-83f95a18a714", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:03:25.283241 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3afe65ad-4be4-44cd-8b3d-366c4a4d72ee {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:03:25.284967 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be833da5-7457-4251-8183-5c335d5aae76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bafbda3-406d-4a5f-9e82-83f95a18a714', 'code': 200} Jul 22 19:03:25.445216 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84c462-94b4-4551-9f69-a6208a8f7617 req-b5e76083-8797-4201-9132-9579f4d7490a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:25.446726 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fd84c462-94b4-4551-9f69-a6208a8f7617 req-b5e76083-8797-4201-9132-9579f4d7490a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 945 time: 0.1067381 Jul 22 19:03:25.448606 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21f83f-691e-4b8e-8cc6-6aec7f536d69 req-b379a060-88e3-43d1-b8e4-3b35e198a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:25.449951 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df21f83f-691e-4b8e-8cc6-6aec7f536d69 req-b379a060-88e3-43d1-b8e4-3b35e198a5c1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=be833da5-7457-4251-8183-5c335d5aae76 HTTP/1.1" status: 200 len: 1097 time: 0.0989835 Jul 22 19:03:25.507657 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fd84c462-94b4-4551-9f69-a6208a8f7617 req-dfb5671b-07d2-4850-835b-45b3a10b9ec3 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548179 Jul 22 19:03:25.509573 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df21f83f-691e-4b8e-8cc6-6aec7f536d69 req-ec7077e5-08b6-4fd5-80ee-47a5e4518999 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502479 Jul 22 19:03:25.575977 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-a388b86a-f038-4156-8241-d165919db50e tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:03:25.577160 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-a388b86a-f038-4156-8241-d165919db50e tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059595 Jul 22 19:03:25.586797 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-0c3489e1-9c6b-4cb8-ac5f-dc1b0c2a1cd9 service neutron] Request body: {'binding': {'host': 'n-h2-800086-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:25.587312 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-0c3489e1-9c6b-4cb8-ac5f-dc1b0c2a1cd9 service neutron] Unknown quota resources ['binding']. {{(pid=93806) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:03:25.626953 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46859288-3266-4771-861f-2eccf0326541 req-c5a71212-d14a-4fb0-a56f-06cceb47ee00 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:25.628508 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-46859288-3266-4771-861f-2eccf0326541 req-c5a71212-d14a-4fb0-a56f-06cceb47ee00 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5c606ff-02a5-44b6-abad-e369f8a5d9b8 HTTP/1.1" status: 200 len: 948 time: 0.0645452 Jul 22 19:03:25.666162 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-46859288-3266-4771-861f-2eccf0326541 req-844deaee-b305-4dec-8744-7ff159b41f03 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320399 Jul 22 19:03:25.722494 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-0c3489e1-9c6b-4cb8-ac5f-dc1b0c2a1cd9 service neutron] Attempting to bind port ea591566-5b7e-46f3-965a-145746cd620a on host n-h2-800086-12 for vnic_type normal with profile None {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:03:25.722830 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-0c3489e1-9c6b-4cb8-ac5f-dc1b0c2a1cd9 service neutron] Attempting to bind port ea591566-5b7e-46f3-965a-145746cd620a by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:03:25.723161 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-0c3489e1-9c6b-4cb8-ac5f-dc1b0c2a1cd9 service neutron] Attempting to bind port ea591566-5b7e-46f3-965a-145746cd620a on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:25.727511 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-0c3489e1-9c6b-4cb8-ac5f-dc1b0c2a1cd9 service neutron] Port ea591566-5b7e-46f3-965a-145746cd620a on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:03:25.727831 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-0c3489e1-9c6b-4cb8-ac5f-dc1b0c2a1cd9 service neutron] Attempting to bind port ea591566-5b7e-46f3-965a-145746cd620a on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:25.732653 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-0c3489e1-9c6b-4cb8-ac5f-dc1b0c2a1cd9 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:03:25.732995 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-0c3489e1-9c6b-4cb8-ac5f-dc1b0c2a1cd9 service neutron] Checking segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:03:25.733378 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-0c3489e1-9c6b-4cb8-ac5f-dc1b0c2a1cd9 service neutron] Bound using segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:03:25.733813 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-0c3489e1-9c6b-4cb8-ac5f-dc1b0c2a1cd9 service neutron] Bound port: ea591566-5b7e-46f3-965a-145746cd620a, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:03:25.761239 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4af9c05-f2c9-4490-8ed7-15e1c3bfabef x-openstack-request-id: req-a4af9c05-f2c9-4490-8ed7-15e1c3bfabef {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:03:25.761532 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c606ff-02a5-44b6-abad-e369f8a5d9b8", "tag": "95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:03:25.761784 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4af9c05-f2c9-4490-8ed7-15e1c3bfabef {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:03:25.762190 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c606ff-02a5-44b6-abad-e369f8a5d9b8', 'tag': '95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90', 'status': 'completed', 'code': 200} Jul 22 19:03:25.787536 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-0c3489e1-9c6b-4cb8-ac5f-dc1b0c2a1cd9 service neutron] For port ea591566-5b7e-46f3-965a-145746cd620a, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea591566-5b7e-46f3-965a-145746cd620a,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:03:25.792139 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-0c3489e1-9c6b-4cb8-ac5f-dc1b0c2a1cd9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:25.793357 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-0c3489e1-9c6b-4cb8-ac5f-dc1b0c2a1cd9 service neutron] 10.222.0.13 "POST /v2.0/ports/ea591566-5b7e-46f3-965a-145746cd620a/bindings HTTP/1.1" status: 201 len: 390 time: 0.2097838 Jul 22 19:03:26.187815 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-4542a9c9-8d8b-411e-ab88-a4823a765500 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.37 HTTP/1.1" status: 200 len: 1000 time: 0.4165924 Jul 22 19:03:26.209209 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-239380d8-147b-4a66-81b0-896a20f28518 req-b43cbffd-5efc-42e3-929f-26b5c2c48d28 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/floatingips/c946db58-0733-46e1-9600-f2995d03ae9f HTTP/1.1" status: 200 len: 693 time: 0.3544273 Jul 22 19:03:26.311761 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a7a57-2439-43fb-adb6-ddacbc029ab6 req-a2d99578-27f1-4d56-9475-368860f069c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:26.313295 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-961a7a57-2439-43fb-adb6-ddacbc029ab6 req-a2d99578-27f1-4d56-9475-368860f069c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e23346e51c4096b61dbd871c0fe502&device_id=c5c606ff-02a5-44b6-abad-e369f8a5d9b8 HTTP/1.1" status: 200 len: 1100 time: 0.5031388 Jul 22 19:03:26.354528 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-b9095b63-6b8a-4eaa-8cf9-53241ee39e45 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:26.355828 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-b9095b63-6b8a-4eaa-8cf9-53241ee39e45 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/ports/85742a66-0522-4775-acbe-1f4c873d7cf9 HTTP/1.1" status: 200 len: 942 time: 0.1504142 Jul 22 19:03:26.490332 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239380d8-147b-4a66-81b0-896a20f28518 req-59407b00-0629-45ef-8783-b1fd96f1d9bc tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:26.491591 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-239380d8-147b-4a66-81b0-896a20f28518 req-59407b00-0629-45ef-8783-b1fd96f1d9bc tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.2670181 Jul 22 19:03:26.493466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-728cf07a-a20f-4318-8d8d-f55f8a49d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:26.494814 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-728cf07a-a20f-4318-8d8d-f55f8a49d44d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 1098 time: 0.3300836 Jul 22 19:03:26.600496 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-239380d8-147b-4a66-81b0-896a20f28518 req-d0e6c75f-af36-42bf-9e75-52b0adae5a3b tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.254 HTTP/1.1" status: 200 len: 696 time: 0.1000419 Jul 22 19:03:26.608179 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-c3b506f2-c636-47c6-9c97-448d5df3091c tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.37 HTTP/1.1" status: 200 len: 1000 time: 0.2063811 Jul 22 19:03:26.615419 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a7a57-2439-43fb-adb6-ddacbc029ab6 req-b12b3b32-b8f2-43b0-b96b-bc7d85b9ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:26.616857 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-961a7a57-2439-43fb-adb6-ddacbc029ab6 req-b12b3b32-b8f2-43b0-b96b-bc7d85b9ccef service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.2719316 Jul 22 19:03:26.741988 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-961a7a57-2439-43fb-adb6-ddacbc029ab6 req-a754cb80-6824-4a5a-abd3-258ab109c43e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 HTTP/1.1" status: 200 len: 217 time: 0.0932930 Jul 22 19:03:26.754284 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-239380d8-147b-4a66-81b0-896a20f28518 req-6eaf2664-9881-476d-bd2a-dc434fd56277 tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.254 HTTP/1.1" status: 200 len: 696 time: 0.1430361 Jul 22 19:03:26.834103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-08c34e3e-0509-4140-8e78-81eb0d8d957d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:26.835547 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-08c34e3e-0509-4140-8e78-81eb0d8d957d service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 921 time: 0.3226473 Jul 22 19:03:26.959175 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-5a006c33-30af-4059-92d8-ec3e6df979d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea591566-5b7e-46f3-965a-145746cd620a HTTP/1.1" status: 200 len: 217 time: 0.0899835 Jul 22 19:03:26.987692 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a7a57-2439-43fb-adb6-ddacbc029ab6 req-9f2c2049-a0ff-495e-883f-9361aa7b7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:26.989427 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-961a7a57-2439-43fb-adb6-ddacbc029ab6 req-9f2c2049-a0ff-495e-883f-9361aa7b7cda service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.2342370 Jul 22 19:03:27.035398 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-66f6a83d-988f-47b1-b5f1-93715ca98737 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:27.036658 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-66f6a83d-988f-47b1-b5f1-93715ca98737 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.4189689 Jul 22 19:03:27.122337 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-38d4730d-2e7c-4fde-a9f9-af2054d7dbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:27.123786 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-38d4730d-2e7c-4fde-a9f9-af2054d7dbd5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=60c829e4-dea2-469c-8b44-181bb5c85dfe HTTP/1.1" status: 200 len: 860 time: 0.1569889 Jul 22 19:03:27.179680 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-0286e134-ef3b-4fde-ae15-20df57869c92 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442955 Jul 22 19:03:27.188273 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-a5b18910-d5ff-4e0a-ac8e-fb4b1157a1d5 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.37 HTTP/1.1" status: 200 len: 1000 time: 0.1201925 Jul 22 19:03:27.217977 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-3a7d10cf-5242-4ea1-ac0b-d06a8212b7fa tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:27.263240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a7a57-2439-43fb-adb6-ddacbc029ab6 req-1d73e7af-4e9e-4204-84f0-b16703a19c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:27.264733 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-961a7a57-2439-43fb-adb6-ddacbc029ab6 req-1d73e7af-4e9e-4204-84f0-b16703a19c86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2503586 Jul 22 19:03:27.272781 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-239380d8-147b-4a66-81b0-896a20f28518 req-37dae5ab-28df-4c6d-a7f5-894edcbcf34a tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Deleting port 21f68868-66c2-4a97-a1dd-ebe0e0894b78 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:03:27.273121 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-239380d8-147b-4a66-81b0-896a20f28518 req-37dae5ab-28df-4c6d-a7f5-894edcbcf34a tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:27.375154 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-3a7d10cf-5242-4ea1-ac0b-d06a8212b7fa tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:27.497136 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-14e510b0-33ee-4db2-b58f-7b1876e07544 service neutron] 10.222.0.16 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056459 Jul 22 19:03:27.566259 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-239380d8-147b-4a66-81b0-896a20f28518 req-37dae5ab-28df-4c6d-a7f5-894edcbcf34a tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:27.566578 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-239380d8-147b-4a66-81b0-896a20f28518 req-37dae5ab-28df-4c6d-a7f5-894edcbcf34a tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:27.850722 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-961a7a57-2439-43fb-adb6-ddacbc029ab6 req-0c136d3d-a577-4356-86fa-1856824ee856 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5720809 Jul 22 19:03:27.858872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-239380d8-147b-4a66-81b0-896a20f28518 req-37dae5ab-28df-4c6d-a7f5-894edcbcf34a tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Calling delete_port for 21f68868-66c2-4a97-a1dd-ebe0e0894b78 owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:03:27.865467 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:03:27.964823 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:27.980739 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90', 'mac_address': 'fa:16:3e:cc:b0:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:03:28.021653 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:28.023757 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-3a7d10cf-5242-4ea1-ac0b-d06a8212b7fa tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:28.035428 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:03:28.055563 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:28.059336 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:28.061327 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-3a7d10cf-5242-4ea1-ac0b-d06a8212b7fa tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:28.061643 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-3a7d10cf-5242-4ea1-ac0b-d06a8212b7fa tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Floating IP ad7fae52-f559-4915-b7f0-66d07aa6510a disassociated. External IP: 172.25.3.37, port: 85742a66-0522-4775-acbe-1f4c873d7cf9. Jul 22 19:03:28.106908 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:28.133044 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-021defd5-a996-49e4-9b86-89b2a9b7ebec service neutron] 10.222.0.16 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6186705 Jul 22 19:03:28.189823 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-961a7a57-2439-43fb-adb6-ddacbc029ab6 req-00e09aa1-e067-4687-bc8f-03388ac0fec0 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290460 Jul 22 19:03:28.322476 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-239380d8-147b-4a66-81b0-896a20f28518 req-37dae5ab-28df-4c6d-a7f5-894edcbcf34a tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:28.341717 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-18870524-f0d6-4e51-9507-6dae408d6c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:28.358111 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dae5ab-28df-4c6d-a7f5-894edcbcf34a tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Pushing event deleted for resources: {'Port': ['ID=21f68868-66c2-4a97-a1dd-ebe0e0894b78,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:28.392539 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-239380d8-147b-4a66-81b0-896a20f28518 req-37dae5ab-28df-4c6d-a7f5-894edcbcf34a tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:28.395637 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-239380d8-147b-4a66-81b0-896a20f28518 req-37dae5ab-28df-4c6d-a7f5-894edcbcf34a tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:28.396814 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-239380d8-147b-4a66-81b0-896a20f28518 req-37dae5ab-28df-4c6d-a7f5-894edcbcf34a tempest-FloatingIPDetailsTestJSON-365872601 tempest-FloatingIPDetailsTestJSON-365872601-project] 10.222.0.13 "DELETE /v2.0/floatingips/c946db58-0733-46e1-9600-f2995d03ae9f HTTP/1.1" status: 204 len: 173 time: 1.6210768 Jul 22 19:03:28.402772 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59410) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:03:28.407060 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:03:28.498879 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-3a7d10cf-5242-4ea1-ac0b-d06a8212b7fa tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Router b4055c35-db8e-42e0-9c6f-daa2c05de92a has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:03:28.718590 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66893efc-ce53-446d-bd8e-dec3c53df245 req-5ab85bc2-1e68-44d1-88da-618836d593ef tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:28.720181 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66893efc-ce53-446d-bd8e-dec3c53df245 req-5ab85bc2-1e68-44d1-88da-618836d593ef tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 946 time: 0.2425871 Jul 22 19:03:28.773633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-3a7d10cf-5242-4ea1-ac0b-d06a8212b7fa tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:03:28.780190 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-3a7d10cf-5242-4ea1-ac0b-d06a8212b7fa tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:28.785566 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8046d99f-a861-4790-81a2-13d7f9528b80 None None] Sync routers for ids ['b4055c35-db8e-42e0-9c6f-daa2c05de92a'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:03:28.794906 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8046d99f-a861-4790-81a2-13d7f9528b80 None None] Routers {'b4055c35-db8e-42e0-9c6f-daa2c05de92a'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:03:28.795600 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8046d99f-a861-4790-81a2-13d7f9528b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:03:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b4055c35-db8e-42e0-9c6f-daa2c05de92a'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:28.819536 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66893efc-ce53-446d-bd8e-dec3c53df245 req-cdc1c4df-1224-4693-bd6f-484863ae1c96 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907013 Jul 22 19:03:28.864671 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-3a7d10cf-5242-4ea1-ac0b-d06a8212b7fa tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "PUT /v2.0/floatingips/ad7fae52-f559-4915-b7f0-66d07aa6510a HTTP/1.1" status: 200 len: 694 time: 1.6622863 Jul 22 19:03:28.866613 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528fc2d7-70e1-4d09-bd3b-5e08113ea218', 'tag': '85742a66-0522-4775-acbe-1f4c873d7cf9'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:03:28.868880 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f605367a-8c32-4394-aa66-fb445a7a9267" -d '{"events": [{"name": "network-changed", "server_uuid": "528fc2d7-70e1-4d09-bd3b-5e08113ea218", "tag": "85742a66-0522-4775-acbe-1f4c873d7cf9"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:03:28.908648 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-8046d99f-a861-4790-81a2-13d7f9528b80 None None] Set router b4055c35-db8e-42e0-9c6f-daa2c05de92a gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:03:29.041050 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-8bb19503-7d86-42f2-8bfa-cb26857584eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:29.042485 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-8bb19503-7d86-42f2-8bfa-cb26857584eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c05911d8cf445ffbdfaa5b734566af3&device_id=528fc2d7-70e1-4d09-bd3b-5e08113ea218 HTTP/1.1" status: 200 len: 1097 time: 0.1574070 Jul 22 19:03:29.122757 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8046d99f-a861-4790-81a2-13d7f9528b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-775581813-router', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:42Z', 'updated_at': '2021-07-22T19:02:47Z', 'revision_number': 4, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'gw_port': {'id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:43Z', 'updated_at': '2021-07-22T19:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'd53709fd-8fc8-47e5-8a5a-d0aae008e5ac', 'name': '', 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'mac_address': 'fa:16:3e:9d:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '13374c1e-2260-46d2-9f42-abf48bda4ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:46Z', 'updated_at': '2021-07-22T19:02:53Z', 'revision_number': 5, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'subnets': [{'id': '13374c1e-2260-46d2-9f42-abf48bda4ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:29.153363 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8046d99f-a861-4790-81a2-13d7f9528b80 None None] Checking router: b4055c35-db8e-42e0-9c6f-daa2c05de92a for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:03:29.162030 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8046d99f-a861-4790-81a2-13d7f9528b80 None None] Routers {'b4055c35-db8e-42e0-9c6f-daa2c05de92a'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:03:29.162627 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8046d99f-a861-4790-81a2-13d7f9528b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:03:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b4055c35-db8e-42e0-9c6f-daa2c05de92a'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:29.202703 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c5da7-f2e8-4e99-8bab-95ddcc79d493 req-9332dc70-be9e-497b-8fda-3a0a0e0cd79d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:29.204219 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-531c5da7-f2e8-4e99-8bab-95ddcc79d493 req-9332dc70-be9e-497b-8fda-3a0a0e0cd79d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=be833da5-7457-4251-8183-5c335d5aae76 HTTP/1.1" status: 200 len: 945 time: 0.2071505 Jul 22 19:03:29.230199 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-0f828909-7f7c-4f38-a90b-685de7ee5b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:29.231841 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-0f828909-7f7c-4f38-a90b-685de7ee5b45 service neutron] 10.222.0.13 "GET /v2.0/networks?id=534d09c5-2670-4310-9f63-844a5ff5f27b HTTP/1.1" status: 200 len: 929 time: 0.1777093 Jul 22 19:03:29.266001 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-8046d99f-a861-4790-81a2-13d7f9528b80 None None] Set router b4055c35-db8e-42e0-9c6f-daa2c05de92a gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:03:29.290607 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-318d2ffb-c3e5-4034-a51e-5adeb5d1b693 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85742a66-0522-4775-acbe-1f4c873d7cf9 HTTP/1.1" status: 200 len: 217 time: 0.0484827 Jul 22 19:03:29.335689 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-531c5da7-f2e8-4e99-8bab-95ddcc79d493 req-b36c8668-22ee-4e6b-b38b-36d07e7f4f04 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225340 Jul 22 19:03:29.347355 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8021a5cc-3aab-41dd-a8c3-325f15f62f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:29.580669 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8046d99f-a861-4790-81a2-13d7f9528b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-775581813-router', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:42Z', 'updated_at': '2021-07-22T19:02:47Z', 'revision_number': 4, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'gw_port': {'id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:43Z', 'updated_at': '2021-07-22T19:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'd53709fd-8fc8-47e5-8a5a-d0aae008e5ac', 'name': '', 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'mac_address': 'fa:16:3e:9d:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '13374c1e-2260-46d2-9f42-abf48bda4ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:46Z', 'updated_at': '2021-07-22T19:02:53Z', 'revision_number': 5, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'subnets': [{'id': '13374c1e-2260-46d2-9f42-abf48bda4ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:29.607714 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8046d99f-a861-4790-81a2-13d7f9528b80 None None] The sync data for ids ['b4055c35-db8e-42e0-9c6f-daa2c05de92a'] in n-d-800086-12 is: [{'id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-775581813-router', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:42Z', 'updated_at': '2021-07-22T19:02:47Z', 'revision_number': 4, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'gw_port': {'id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:43Z', 'updated_at': '2021-07-22T19:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'd53709fd-8fc8-47e5-8a5a-d0aae008e5ac', 'name': '', 'network_id': '534d09c5-2670-4310-9f63-844a5ff5f27b', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'mac_address': 'fa:16:3e:9d:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '13374c1e-2260-46d2-9f42-abf48bda4ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:46Z', 'updated_at': '2021-07-22T19:02:53Z', 'revision_number': 5, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'subnets': [{'id': '13374c1e-2260-46d2-9f42-abf48bda4ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:03:29.717144 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-3ea11989-15a5-4fe2-af6b-6dcb90dfdf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:29.718809 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-3ea11989-15a5-4fe2-af6b-6dcb90dfdf10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13374c1e-2260-46d2-9f42-abf48bda4ba1 HTTP/1.1" status: 200 len: 867 time: 0.4163613 Jul 22 19:03:29.859570 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7475ce5-e847-486b-ae88-2687411323bb req-c190a508-ce5d-41b4-a30c-cf056a8634c0 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:29.861166 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a7475ce5-e847-486b-ae88-2687411323bb req-c190a508-ce5d-41b4-a30c-cf056a8634c0 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 945 time: 0.1888311 Jul 22 19:03:29.868577 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f6b35c-df4c-4abe-9e94-c1d80d2e32b9 None None] New status for floating IP ad7fae52-f559-4915-b7f0-66d07aa6510a: DOWN {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:03:29.902225 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:03:29.972939 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-49b47bc0-f28d-4e6f-bc7e-522eb526d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:29.974472 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-49b47bc0-f28d-4e6f-bc7e-522eb526d430 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=534d09c5-2670-4310-9f63-844a5ff5f27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2422895 Jul 22 19:03:30.024562 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a7475ce5-e847-486b-ae88-2687411323bb req-d73083c1-9668-49af-9a9d-c92f4b920c5b tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505873 Jul 22 19:03:30.118366 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-1d0e871f-be95-4e9f-bc44-a411c1970e13 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:30.119943 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-1d0e871f-be95-4e9f-bc44-a411c1970e13 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334&tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&binding%3Ahost_id=n-h2-800086-12 HTTP/1.1" status: 200 len: 1097 time: 0.2561760 Jul 22 19:03:30.125624 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:03:30.132751 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:03:30.133139 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:30.144664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-6f1e4399-3f64-4119-b297-efd0d32239c7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800086-12'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:30.211187 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-564ceacf-1cf1-45c9-92e9-6e82859d01fa service neutron] 10.222.0.13 "GET /v2.0/networks/534d09c5-2670-4310-9f63-844a5ff5f27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262902 Jul 22 19:03:30.238064 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:30.262381 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c606ff-02a5-44b6-abad-e369f8a5d9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:03:30.266144 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a1cb6c-6825-415d-982f-ae0c0802df1c" -d '{"events": [{"server_uuid": "c5c606ff-02a5-44b6-abad-e369f8a5d9b8", "name": "network-vif-plugged", "status": "completed", "tag": "95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:03:30.279671 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:30.284661 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:30.336895 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:30.392639 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-6f1e4399-3f64-4119-b297-efd0d32239c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:30.417910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137f75e-0fc5-4279-8ef6-4382c6855bfc req-31ce27cf-1b3c-4e3b-9353-4762cbcc71b7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:30.419330 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7137f75e-0fc5-4279-8ef6-4382c6855bfc req-31ce27cf-1b3c-4e3b-9353-4762cbcc71b7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5c606ff-02a5-44b6-abad-e369f8a5d9b8 HTTP/1.1" status: 200 len: 949 time: 0.2888327 Jul 22 19:03:30.423369 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c018ce9-9817-42c0-92c0-5a3770e1cc74 req-4b3d850b-ee5e-45be-a981-63cbcd9a8e99 service neutron] 10.222.0.13 "GET /v2.0/networks/534d09c5-2670-4310-9f63-844a5ff5f27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015529 Jul 22 19:03:30.458165 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-8021a5cc-3aab-41dd-a8c3-325f15f62f23 admin admin] Deleting port 4f2254aa-0067-4504-ae3f-fa4219741f75 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:03:30.458511 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8021a5cc-3aab-41dd-a8c3-325f15f62f23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:30.553986 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8642cddb-63e5-4a23-8e41-7d540c4fb766 x-openstack-request-id: req-8642cddb-63e5-4a23-8e41-7d540c4fb766 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:03:30.554267 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528fc2d7-70e1-4d09-bd3b-5e08113ea218", "tag": "85742a66-0522-4775-acbe-1f4c873d7cf9", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:03:30.554523 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8642cddb-63e5-4a23-8e41-7d540c4fb766 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:03:30.554912 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528fc2d7-70e1-4d09-bd3b-5e08113ea218', 'tag': '85742a66-0522-4775-acbe-1f4c873d7cf9', 'status': 'completed', 'code': 200} Jul 22 19:03:30.573662 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7137f75e-0fc5-4279-8ef6-4382c6855bfc req-4586c5b1-68d8-4cd7-a1b5-692c1effdab6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258771 Jul 22 19:03:30.694485 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-8021a5cc-3aab-41dd-a8c3-325f15f62f23 admin admin] For port 4f2254aa-0067-4504-ae3f-fa4219741f75, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4f2254aa-0067-4504-ae3f-fa4219741f75,segment=NetworkSegment(3a131855-9e8a-4aeb-8b83-a38b1030a018),segment_id=3a131855-9e8a-4aeb-8b83-a38b1030a018)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:30.694847 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8021a5cc-3aab-41dd-a8c3-325f15f62f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:30.753986 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-8021a5cc-3aab-41dd-a8c3-325f15f62f23 admin admin] Calling delete_port for 4f2254aa-0067-4504-ae3f-fa4219741f75 owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:03:30.769984 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-6f1e4399-3f64-4119-b297-efd0d32239c7 service neutron] For port e4cb675f-6c4c-41e2-81b7-480dffe27af2, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e4cb675f-6c4c-41e2-81b7-480dffe27af2,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:30.908218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605367a-8c32-4394-aa66-fb445a7a9267 req-111045cc-668d-4ee7-b92d-769aaac786bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:30.910295 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f605367a-8c32-4394-aa66-fb445a7a9267 req-111045cc-668d-4ee7-b92d-769aaac786bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c05911d8cf445ffbdfaa5b734566af3&device_id=528fc2d7-70e1-4d09-bd3b-5e08113ea218 HTTP/1.1" status: 200 len: 1097 time: 0.3328626 Jul 22 19:03:30.968185 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-d2477d53-171c-4682-864e-20bc8725dd5f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:30.969689 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-d2477d53-171c-4682-864e-20bc8725dd5f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 806 time: 0.3342581 Jul 22 19:03:30.975641 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-6f1e4399-3f64-4119-b297-efd0d32239c7 service neutron] For port e4cb675f-6c4c-41e2-81b7-480dffe27af2, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:03:31.002634 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-24c0989d-ba72-4c41-b66b-0369f37d96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:31.010041 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:31.041333 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfcc8d-7cfe-48e9-9351-abc96649558c req-42b0f5f1-e103-48da-820f-9c05f4f81a3a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:31.042840 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5fbfcc8d-7cfe-48e9-9351-abc96649558c req-42b0f5f1-e103-48da-820f-9c05f4f81a3a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 946 time: 0.3821905 Jul 22 19:03:31.131305 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-11b3602b-d4e8-46d9-acd7-03884b03b569 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/quotas/7203bd3d967745edacfd14e47e28a372 HTTP/1.1" status: 200 len: 375 time: 0.1537511 Jul 22 19:03:31.223363 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-6f1e4399-3f64-4119-b297-efd0d32239c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:31.270150 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-6f1e4399-3f64-4119-b297-efd0d32239c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:31.280747 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605367a-8c32-4394-aa66-fb445a7a9267 req-52ce99fb-e14c-46f4-9e47-367732029fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:31.282324 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f605367a-8c32-4394-aa66-fb445a7a9267 req-52ce99fb-e14c-46f4-9e47-367732029fdf service neutron] 10.222.0.16 "GET /v2.0/networks?id=534d09c5-2670-4310-9f63-844a5ff5f27b HTTP/1.1" status: 200 len: 929 time: 0.3598981 Jul 22 19:03:31.286201 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5fbfcc8d-7cfe-48e9-9351-abc96649558c req-64ad4949-da99-4057-b585-329f7809ded6 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966927 Jul 22 19:03:31.414593 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef2fd93-b8e9-4c4e-9acf-3018f0ca01ae x-openstack-request-id: req-8ef2fd93-b8e9-4c4e-9acf-3018f0ca01ae {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:03:31.415598 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c606ff-02a5-44b6-abad-e369f8a5d9b8", "name": "network-vif-plugged", "status": "completed", "tag": "95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:03:31.416263 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ef2fd93-b8e9-4c4e-9acf-3018f0ca01ae {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:03:31.417045 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c606ff-02a5-44b6-abad-e369f8a5d9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90', 'code': 200} Jul 22 19:03:31.626974 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f605367a-8c32-4394-aa66-fb445a7a9267 req-045aecd1-7e7c-4220-baaf-89089ac551e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85742a66-0522-4775-acbe-1f4c873d7cf9 HTTP/1.1" status: 200 len: 217 time: 0.3177509 Jul 22 19:03:31.773717 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8a09c6e-d0b0-4390-b5c0-972fcc6beb9a req-91690173-ac3b-46cf-8d71-2d5de682fee6 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/floatingips/ad7fae52-f559-4915-b7f0-66d07aa6510a HTTP/1.1" status: 200 len: 692 time: 0.1664925 Jul 22 19:03:31.802566 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e4399-3f64-4119-b297-efd0d32239c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e4cb675f-6c4c-41e2-81b7-480dffe27af2,revision_number=7']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:31.856848 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-30c15ae3-d4ad-4194-9958-92b1b8886d78 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7177987 Jul 22 19:03:31.883298 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-6f1e4399-3f64-4119-b297-efd0d32239c7 service neutron] Attempting to bind port e4cb675f-6c4c-41e2-81b7-480dffe27af2 on host n-h2-800086-12 for vnic_type normal with profile {"migrating_to": "n-h1-800086-12"} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:03:31.883633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-6f1e4399-3f64-4119-b297-efd0d32239c7 service neutron] Attempting to bind port e4cb675f-6c4c-41e2-81b7-480dffe27af2 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:03:31.883963 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-6f1e4399-3f64-4119-b297-efd0d32239c7 service neutron] Attempting to bind port e4cb675f-6c4c-41e2-81b7-480dffe27af2 on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:31.886678 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605367a-8c32-4394-aa66-fb445a7a9267 req-eaa5813f-b0e5-4e0b-8726-cc120a6fee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:31.888085 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f605367a-8c32-4394-aa66-fb445a7a9267 req-eaa5813f-b0e5-4e0b-8726-cc120a6fee41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13374c1e-2260-46d2-9f42-abf48bda4ba1 HTTP/1.1" status: 200 len: 867 time: 0.2456989 Jul 22 19:03:31.896940 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device e4cb675f-6c4c-41e2-81b7-480dffe27af2 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:03:31.907266 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8021a5cc-3aab-41dd-a8c3-325f15f62f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:31.937184 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-6f1e4399-3f64-4119-b297-efd0d32239c7 service neutron] Port e4cb675f-6c4c-41e2-81b7-480dffe27af2 on network 1211dd5d-22dd-42cf-af43-7f788d3e855d not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:03:31.937184 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-6f1e4399-3f64-4119-b297-efd0d32239c7 service neutron] Attempting to bind port e4cb675f-6c4c-41e2-81b7-480dffe27af2 on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:32.013050 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port e4cb675f-6c4c-41e2-81b7-480dffe27af2, host n-h2-800086-12, got binding levels [] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:32.039289 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a5cc-3aab-41dd-a8c3-325f15f62f23 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2254aa-0067-4504-ae3f-fa4219741f75,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:32.040656 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Attempting to bind port e4cb675f-6c4c-41e2-81b7-480dffe27af2 on host n-h2-800086-12 for vnic_type normal with profile {"migrating_to": "n-h1-800086-12"} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:03:32.041224 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Attempting to bind port e4cb675f-6c4c-41e2-81b7-480dffe27af2 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:03:32.041759 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Attempting to bind port e4cb675f-6c4c-41e2-81b7-480dffe27af2 on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:32.051450 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Port e4cb675f-6c4c-41e2-81b7-480dffe27af2 on network 1211dd5d-22dd-42cf-af43-7f788d3e855d not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:03:32.051807 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Attempting to bind port e4cb675f-6c4c-41e2-81b7-480dffe27af2 on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:32.057044 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:03:32.057422 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Checking segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:03:32.058005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Bound using segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:03:32.058473 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Bound port: e4cb675f-6c4c-41e2-81b7-480dffe27af2, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:03:32.058865 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:32.085764 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-6f1e4399-3f64-4119-b297-efd0d32239c7 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:03:32.086110 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-6f1e4399-3f64-4119-b297-efd0d32239c7 service neutron] Checking segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:03:32.086491 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-6f1e4399-3f64-4119-b297-efd0d32239c7 service neutron] Bound using segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:03:32.091475 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-6f1e4399-3f64-4119-b297-efd0d32239c7 service neutron] Bound port: e4cb675f-6c4c-41e2-81b7-480dffe27af2, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:03:32.091854 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-6f1e4399-3f64-4119-b297-efd0d32239c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:32.151612 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6e26a-e977-4ccd-bb9c-559ded63ee3e req-accd9448-46c0-4665-bd08-77e9b5ba94e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:32.153185 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90e6e26a-e977-4ccd-bb9c-559ded63ee3e req-accd9448-46c0-4665-bd08-77e9b5ba94e5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c5c606ff-02a5-44b6-abad-e369f8a5d9b8 HTTP/1.1" status: 200 len: 1102 time: 0.5432186 Jul 22 19:03:32.186581 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port e4cb675f-6c4c-41e2-81b7-480dffe27af2, host n-h2-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:03:32.190892 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port e4cb675f-6c4c-41e2-81b7-480dffe27af2, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e4cb675f-6c4c-41e2-81b7-480dffe27af2,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:03:32.192128 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:32.194937 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:32.285007 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=e4cb675f-6c4c-41e2-81b7-480dffe27af2,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:32.312593 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device e4cb675f-6c4c-41e2-81b7-480dffe27af2 has no active binding in host n-h1-800086-12 {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 19:03:32.338231 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a09c6e-d0b0-4390-b5c0-972fcc6beb9a req-e9eb33a9-b307-4a11-8b54-152bb42a8655 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:32.340940 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8a09c6e-d0b0-4390-b5c0-972fcc6beb9a req-e9eb33a9-b307-4a11-8b54-152bb42a8655 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.5393887 Jul 22 19:03:32.360753 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-048caf50-0d38-4e53-863c-a4ee9bbdce7f service neutron] 10.222.0.13 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893193 Jul 22 19:03:32.469536 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8a09c6e-d0b0-4390-b5c0-972fcc6beb9a req-69e15209-954d-44c4-83d4-553b762f2566 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.37 HTTP/1.1" status: 200 len: 695 time: 0.1028824 Jul 22 19:03:32.491410 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90e6e26a-e977-4ccd-bb9c-559ded63ee3e req-4766aac4-0d75-4790-89e7-709b67f9ae98 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970698 Jul 22 19:03:32.514322 n-d-800086-12 neutron-server[93807]: WARNING neutron.plugins.ml2.plugin [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-6f1e4399-3f64-4119-b297-efd0d32239c7 service neutron] Concurrent port binding operations failed on port e4cb675f-6c4c-41e2-81b7-480dffe27af2 Jul 22 19:03:32.548807 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605367a-8c32-4394-aa66-fb445a7a9267 req-46f434cb-a516-4675-bdfc-aa75a28fe717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:32.550449 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f605367a-8c32-4394-aa66-fb445a7a9267 req-46f434cb-a516-4675-bdfc-aa75a28fe717 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=534d09c5-2670-4310-9f63-844a5ff5f27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6381917 Jul 22 19:03:32.556371 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0553aa74-c515-44f2-bbce-d81ddca1b334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4cb675f-6c4c-41e2-81b7-480dffe27af2'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:03:32.558627 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218586c2-9f3b-408e-af6b-b475439efc55" -d '{"events": [{"server_uuid": "0553aa74-c515-44f2-bbce-d81ddca1b334", "name": "network-vif-unplugged", "status": "completed", "tag": "e4cb675f-6c4c-41e2-81b7-480dffe27af2"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:03:32.616108 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8a09c6e-d0b0-4390-b5c0-972fcc6beb9a req-4e6d1846-77f8-4a5b-ac9f-ecba0da8bdb1 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.37 HTTP/1.1" status: 200 len: 695 time: 0.1355383 Jul 22 19:03:32.617762 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-6f1e4399-3f64-4119-b297-efd0d32239c7 service neutron] For port e4cb675f-6c4c-41e2-81b7-480dffe27af2, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e4cb675f-6c4c-41e2-81b7-480dffe27af2,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:32.628782 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8021a5cc-3aab-41dd-a8c3-325f15f62f23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:32.653760 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-6f1e4399-3f64-4119-b297-efd0d32239c7 service neutron] Attempt 2 to bind port e4cb675f-6c4c-41e2-81b7-480dffe27af2 Jul 22 19:03:32.661354 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-6f1e4399-3f64-4119-b297-efd0d32239c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:32.661964 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-6f1e4399-3f64-4119-b297-efd0d32239c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:32.663320 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-6f1e4399-3f64-4119-b297-efd0d32239c7 service neutron] 10.222.0.30 "PUT /v2.0/ports/e4cb675f-6c4c-41e2-81b7-480dffe27af2 HTTP/1.1" status: 200 len: 1123 time: 2.5231960 Jul 22 19:03:32.785940 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e4cb675f-6c4c-41e2-81b7-480dffe27af2'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:03:32.811194 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['e4cb675f-6c4c-41e2-81b7-480dffe27af2'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:03:32.870173 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-a6c85c45-04ad-4a9f-910a-d145b04ffd2a service neutron] 10.222.0.13 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484792 Jul 22 19:03:32.901936 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f605367a-8c32-4394-aa66-fb445a7a9267 req-35bdacef-9931-464c-a4c6-cd01d82c4b92 service neutron] 10.222.0.16 "GET /v2.0/networks/534d09c5-2670-4310-9f63-844a5ff5f27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121071 Jul 22 19:03:33.106315 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-d8a09c6e-d0b0-4390-b5c0-972fcc6beb9a req-d1a454e4-228b-418e-bb38-1280cba256ed tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Deleting port bedf5e7e-3890-4b81-968c-38a1371aa163 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:03:33.106665 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d8a09c6e-d0b0-4390-b5c0-972fcc6beb9a req-d1a454e4-228b-418e-bb38-1280cba256ed tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:33.154534 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f605367a-8c32-4394-aa66-fb445a7a9267 req-2684aade-6422-4568-ae8f-f3a1f67b7860 service neutron] 10.222.0.16 "GET /v2.0/networks/534d09c5-2670-4310-9f63-844a5ff5f27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433007 Jul 22 19:03:33.526777 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8021a5cc-3aab-41dd-a8c3-325f15f62f23 admin admin] Router 4c34f065-7da1-4a12-b108-9046c8b95101 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:03:33.528501 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d8a09c6e-d0b0-4390-b5c0-972fcc6beb9a req-d1a454e4-228b-418e-bb38-1280cba256ed tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:33.528827 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d8a09c6e-d0b0-4390-b5c0-972fcc6beb9a req-d1a454e4-228b-418e-bb38-1280cba256ed tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:33.547696 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-d8a09c6e-d0b0-4390-b5c0-972fcc6beb9a req-d1a454e4-228b-418e-bb38-1280cba256ed tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Calling delete_port for bedf5e7e-3890-4b81-968c-38a1371aa163 owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:03:33.556797 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd71607-482f-4c46-acfb-232bff77472e req-a11064b1-efed-4126-aea9-febbbb1c6c93 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:33.558448 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5fd71607-482f-4c46-acfb-232bff77472e req-a11064b1-efed-4126-aea9-febbbb1c6c93 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 943 time: 0.4738727 Jul 22 19:03:33.716051 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5fd71607-482f-4c46-acfb-232bff77472e req-aa7b8772-ca3f-4846-ace7-89465e83abe4 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495872 Jul 22 19:03:33.760627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8021a5cc-3aab-41dd-a8c3-325f15f62f23 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:03:33.766110 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8021a5cc-3aab-41dd-a8c3-325f15f62f23 admin admin] 10.222.0.13 "PUT /v2.0/routers/4c34f065-7da1-4a12-b108-9046c8b95101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3623328 Jul 22 19:03:33.769658 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59456) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:03:33.777594 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b2185b-ec9c-444b-8406-6e4f84422a10 None None] Sync routers for ids ['4c34f065-7da1-4a12-b108-9046c8b95101'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:03:33.790706 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b2185b-ec9c-444b-8406-6e4f84422a10 None None] Routers {'4c34f065-7da1-4a12-b108-9046c8b95101'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:03:33.791462 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-19b2185b-ec9c-444b-8406-6e4f84422a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:03:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4c34f065-7da1-4a12-b108-9046c8b95101'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:33.838574 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:33.911518 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-19b2185b-ec9c-444b-8406-6e4f84422a10 None None] Set router 4c34f065-7da1-4a12-b108-9046c8b95101 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:03:33.927481 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d8a09c6e-d0b0-4390-b5c0-972fcc6beb9a req-d1a454e4-228b-418e-bb38-1280cba256ed tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:33.964295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a454e4-228b-418e-bb38-1280cba256ed tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Pushing event deleted for resources: {'Port': ['ID=bedf5e7e-3890-4b81-968c-38a1371aa163,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:33.982444 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-138c0cc0-328f-49e6-ae17-c0b3ab05e5bf admin admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:34.075420 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d8a09c6e-d0b0-4390-b5c0-972fcc6beb9a req-d1a454e4-228b-418e-bb38-1280cba256ed tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:34.078035 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d8a09c6e-d0b0-4390-b5c0-972fcc6beb9a req-d1a454e4-228b-418e-bb38-1280cba256ed tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:34.079195 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8a09c6e-d0b0-4390-b5c0-972fcc6beb9a req-d1a454e4-228b-418e-bb38-1280cba256ed tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "DELETE /v2.0/floatingips/ad7fae52-f559-4915-b7f0-66d07aa6510a HTTP/1.1" status: 204 len: 173 time: 1.4484811 Jul 22 19:03:34.127949 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f3f7b-1bea-403c-9e11-1025f27198af req-af452b4c-95e5-4464-9e39-5fde65682320 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:34.129518 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-883f3f7b-1bea-403c-9e11-1025f27198af req-af452b4c-95e5-4464-9e39-5fde65682320 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5c606ff-02a5-44b6-abad-e369f8a5d9b8 HTTP/1.1" status: 200 len: 950 time: 0.2708013 Jul 22 19:03:34.148422 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-19b2185b-ec9c-444b-8406-6e4f84422a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c34f065-7da1-4a12-b108-9046c8b95101', 'name': 'tempest-FloatingIPDetailsTestJSON-1799008809-router', 'tenant_id': '045a002813d048d88ad5ff76e066ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '2b33aa0a-902b-42f9-8a61-2726ee3acbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:52Z', 'updated_at': '2021-07-22T19:03:31Z', 'revision_number': 5, 'project_id': '045a002813d048d88ad5ff76e066ef5c', 'gw_port': {'id': '2b33aa0a-902b-42f9-8a61-2726ee3acbab', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c34f065-7da1-4a12-b108-9046c8b95101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:54Z', 'updated_at': '2021-07-22T19:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:34.179732 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b2185b-ec9c-444b-8406-6e4f84422a10 None None] Checking router: 4c34f065-7da1-4a12-b108-9046c8b95101 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:03:34.187788 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b2185b-ec9c-444b-8406-6e4f84422a10 None None] Routers {'4c34f065-7da1-4a12-b108-9046c8b95101'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:03:34.188377 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-19b2185b-ec9c-444b-8406-6e4f84422a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:03:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4c34f065-7da1-4a12-b108-9046c8b95101'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:34.274079 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-42604e27-ab1d-4efa-91d6-d43f03c41087 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:34.275442 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-42604e27-ab1d-4efa-91d6-d43f03c41087 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.16 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 806 time: 0.2380188 Jul 22 19:03:34.281126 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-138c0cc0-328f-49e6-ae17-c0b3ab05e5bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:34.290564 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-883f3f7b-1bea-403c-9e11-1025f27198af req-4c657e92-7474-4a44-9fda-79043e1ff7ea tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252596 Jul 22 19:03:34.292383 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-19b2185b-ec9c-444b-8406-6e4f84422a10 None None] Set router 4c34f065-7da1-4a12-b108-9046c8b95101 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:03:34.297979 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-830e07d9-1fbc-418e-9e49-a6f14630ffd5 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Request body: {'port': {'device_id': 'fc269922-7d8b-4674-afe1-792f1954c6b4', 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a', 'admin_state_up': True, 'tenant_id': '7203bd3d967745edacfd14e47e28a372'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:34.374594 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c8fb0-bcb8-4b40-ac27-e9c2826e9984 req-b7567c41-4e4c-43fe-ac1a-07a7d40270ec tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:34.376120 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b4c8fb0-bcb8-4b40-ac27-e9c2826e9984 req-b7567c41-4e4c-43fe-ac1a-07a7d40270ec tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 946 time: 0.2084401 Jul 22 19:03:34.409379 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81692e69-de73-47a4-80fd-5d16147e7ae7 x-openstack-request-id: req-81692e69-de73-47a4-80fd-5d16147e7ae7 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:03:34.409701 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0553aa74-c515-44f2-bbce-d81ddca1b334", "name": "network-vif-unplugged", "status": "completed", "tag": "e4cb675f-6c4c-41e2-81b7-480dffe27af2", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:03:34.409985 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81692e69-de73-47a4-80fd-5d16147e7ae7 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:03:34.410374 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0553aa74-c515-44f2-bbce-d81ddca1b334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4cb675f-6c4c-41e2-81b7-480dffe27af2', 'code': 200} Jul 22 19:03:34.475394 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b4c8fb0-bcb8-4b40-ac27-e9c2826e9984 req-032df4e0-be16-41cb-95e5-f34871b71a07 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726571 Jul 22 19:03:34.482582 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-138c0cc0-328f-49e6-ae17-c0b3ab05e5bf admin admin] Deleting port 2b33aa0a-902b-42f9-8a61-2726ee3acbab {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:03:34.482926 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-138c0cc0-328f-49e6-ae17-c0b3ab05e5bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:34.499521 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-19b2185b-ec9c-444b-8406-6e4f84422a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c34f065-7da1-4a12-b108-9046c8b95101', 'name': 'tempest-FloatingIPDetailsTestJSON-1799008809-router', 'tenant_id': '045a002813d048d88ad5ff76e066ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '2b33aa0a-902b-42f9-8a61-2726ee3acbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:52Z', 'updated_at': '2021-07-22T19:03:31Z', 'revision_number': 5, 'project_id': '045a002813d048d88ad5ff76e066ef5c', 'gw_port': {'id': '2b33aa0a-902b-42f9-8a61-2726ee3acbab', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c34f065-7da1-4a12-b108-9046c8b95101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:54Z', 'updated_at': '2021-07-22T19:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:34.547485 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b2185b-ec9c-444b-8406-6e4f84422a10 None None] The sync data for ids ['4c34f065-7da1-4a12-b108-9046c8b95101'] in n-d-800086-12 is: [{'id': '4c34f065-7da1-4a12-b108-9046c8b95101', 'name': 'tempest-FloatingIPDetailsTestJSON-1799008809-router', 'tenant_id': '045a002813d048d88ad5ff76e066ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '2b33aa0a-902b-42f9-8a61-2726ee3acbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:52Z', 'updated_at': '2021-07-22T19:03:31Z', 'revision_number': 5, 'project_id': '045a002813d048d88ad5ff76e066ef5c', 'gw_port': {'id': '2b33aa0a-902b-42f9-8a61-2726ee3acbab', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c34f065-7da1-4a12-b108-9046c8b95101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:54Z', 'updated_at': '2021-07-22T19:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:03:34.575755 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-830e07d9-1fbc-418e-9e49-a6f14630ffd5 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Made reservation on behalf of 7203bd3d967745edacfd14e47e28a372 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:03:34.579275 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-830e07d9-1fbc-418e-9e49-a6f14630ffd5 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:34.685218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-138c0cc0-328f-49e6-ae17-c0b3ab05e5bf admin admin] For port 2b33aa0a-902b-42f9-8a61-2726ee3acbab, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2b33aa0a-902b-42f9-8a61-2726ee3acbab,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:34.685581 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-138c0cc0-328f-49e6-ae17-c0b3ab05e5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:34.735295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-138c0cc0-328f-49e6-ae17-c0b3ab05e5bf admin admin] Calling delete_port for 2b33aa0a-902b-42f9-8a61-2726ee3acbab owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:03:34.858953 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584613d-5de9-43d2-a96a-c7b60b4fa76c req-7a3bfdd9-666a-4e41-93fe-3924f78b0358 tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:34.860371 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f584613d-5de9-43d2-a96a-c7b60b4fa76c req-7a3bfdd9-666a-4e41-93fe-3924f78b0358 tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c5c606ff-02a5-44b6-abad-e369f8a5d9b8 HTTP/1.1" status: 200 len: 1102 time: 0.2633541 Jul 22 19:03:34.872495 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be15c79-8119-4349-bfba-705790f2f562 req-d9a6dcf1-9823-4ae6-9c0d-089decad2b70 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:34.873904 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9be15c79-8119-4349-bfba-705790f2f562 req-d9a6dcf1-9823-4ae6-9c0d-089decad2b70 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/ports?device_id=528fc2d7-70e1-4d09-bd3b-5e08113ea218&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2664547 Jul 22 19:03:34.942624 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-830e07d9-1fbc-418e-9e49-a6f14630ffd5 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Allocated IP 172.20.0.8 (baecdd37-6eb2-4425-b93b-172f9e82b42a/0b80c7ab-8b96-4210-8e6b-d0b73d261a94/b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:03:34.948355 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9be15c79-8119-4349-bfba-705790f2f562 req-34cf1089-2212-44b9-ab71-71df0cb4b42f tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0636141 Jul 22 19:03:35.015872 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f584613d-5de9-43d2-a96a-c7b60b4fa76c req-fefdf18c-1569-4069-a181-cd648a8492b4 tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346884 Jul 22 19:03:35.068516 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf454e17-cdbb-4da9-b7d7-97c9af43a4d1 req-5f577e84-11f5-47f9-b645-201b8cb6e06b tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc269922-7d8b-4674-afe1-792f1954c6b4 HTTP/1.1" status: 200 len: 210 time: 0.0515625 Jul 22 19:03:35.259518 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-138c0cc0-328f-49e6-ae17-c0b3ab05e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:35.267203 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7335434f-8a04-44e5-8f2b-5f9594ff8799 req-b1e031a9-014e-4b9c-ae5e-573479ccf81f tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0857103 Jul 22 19:03:35.305778 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c0cc0-328f-49e6-ae17-c0b3ab05e5bf admin admin] Pushing event deleted for resources: {'Port': ['ID=2b33aa0a-902b-42f9-8a61-2726ee3acbab,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:35.310180 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4f2254aa-0067-4504-ae3f-fa4219741f75 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:03:35.335361 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 4f2254aa-0067-4504-ae3f-fa4219741f75 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:03:35.335706 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4f2254aa-0067-4504-ae3f-fa4219741f75 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:03:35.350479 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-138c0cc0-328f-49e6-ae17-c0b3ab05e5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:35.356630 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-830e07d9-1fbc-418e-9e49-a6f14630ffd5 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:35.460339 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a88f9b-a04b-47f8-adb6-0c708ca658cb req-dbe17a37-c3a5-4570-b0e7-b67a8f5951c5 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:35.461856 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13a88f9b-a04b-47f8-adb6-0c708ca658cb req-dbe17a37-c3a5-4570-b0e7-b67a8f5951c5 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 943 time: 0.3446281 Jul 22 19:03:35.489546 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-1a1efae0-919d-4f64-b880-95354df1e15f tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=81e23346e51c4096b61dbd871c0fe502&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1369684 Jul 22 19:03:35.527515 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-138c0cc0-328f-49e6-ae17-c0b3ab05e5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:35.540150 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-138c0cc0-328f-49e6-ae17-c0b3ab05e5bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:35.672276 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13a88f9b-a04b-47f8-adb6-0c708ca658cb req-b6dcf814-defd-402d-9036-543b2b7adc85 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786070 Jul 22 19:03:35.679306 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-138c0cc0-328f-49e6-ae17-c0b3ab05e5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:35.679868 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138c0cc0-328f-49e6-ae17-c0b3ab05e5bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c34f065-7da1-4a12-b108-9046c8b95101 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:03:35.684518 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-830e07d9-1fbc-418e-9e49-a6f14630ffd5 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:35.699023 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-138c0cc0-328f-49e6-ae17-c0b3ab05e5bf admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:35.699023 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-138c0cc0-328f-49e6-ae17-c0b3ab05e5bf admin admin] 10.222.0.13 "DELETE /v2.0/routers/4c34f065-7da1-4a12-b108-9046c8b95101 HTTP/1.1" status: 204 len: 168 time: 1.9188759 Jul 22 19:03:35.699549 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59490) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:03:35.704616 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9bafbda3-406d-4a5f-9e82-83f95a18a714'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:03:35.745334 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-830e07d9-1fbc-418e-9e49-a6f14630ffd5 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Network baecdd37-6eb2-4425-b93b-172f9e82b42a is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:03:35.754760 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-830e07d9-1fbc-418e-9e49-a6f14630ffd5 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:03:35.765377 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-f511d341-702d-4368-9be5-979fc45219c0 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:35.766908 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-f511d341-702d-4368-9be5-979fc45219c0 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2722242 Jul 22 19:03:35.767809 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-830e07d9-1fbc-418e-9e49-a6f14630ffd5 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:03:35.773443 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-830e07d9-1fbc-418e-9e49-a6f14630ffd5 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:35.774085 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-830e07d9-1fbc-418e-9e49-a6f14630ffd5 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:35.777910 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d8fc86-3c2a-4e55-a23f-7fe6fa62c27f admin admin] Deleting subnet 641f94d6-ce41-44d6-afff-39b9018d1269 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:03:35.781540 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-98d8fc86-3c2a-4e55-a23f-7fe6fa62c27f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:35.792112 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e07d9-1fbc-418e-9e49-a6f14630ffd5 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Pushing event updated for resources: {'Port': ['ID=b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:35.806901 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-745f9bbc-7650-4b80-8cd4-1e3ce9c02a62 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/quotas/81e23346e51c4096b61dbd871c0fe502 HTTP/1.1" status: 200 len: 375 time: 0.0270326 Jul 22 19:03:35.819590 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-830e07d9-1fbc-418e-9e49-a6f14630ffd5 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5311360 Jul 22 19:03:35.826338 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-98d8fc86-3c2a-4e55-a23f-7fe6fa62c27f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:35.844619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] Request body: {'port': {'device_id': 'fc269922-7d8b-4674-afe1-792f1954c6b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:35.997569 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-98d8fc86-3c2a-4e55-a23f-7fe6fa62c27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:36.064080 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-98d8fc86-3c2a-4e55-a23f-7fe6fa62c27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:36.088215 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8fc86-3c2a-4e55-a23f-7fe6fa62c27f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641f94d6-ce41-44d6-afff-39b9018d1269,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:36.094155 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-98d8fc86-3c2a-4e55-a23f-7fe6fa62c27f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:36.098680 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-98d8fc86-3c2a-4e55-a23f-7fe6fa62c27f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/641f94d6-ce41-44d6-afff-39b9018d1269 HTTP/1.1" status: 204 len: 168 time: 0.4023767 Jul 22 19:03:36.098680 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59494) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:03:36.102854 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be569c4-aa0b-4ab6-8f47-7ee615238793 None None] Network e95c4a68-bf74-41a1-bfa1-a865002f938b requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:03:36.176807 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-972bcdbe-7cc3-4b15-97e9-ce4e2583cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:36.240752 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-972bcdbe-7cc3-4b15-97e9-ce4e2583cc6d admin admin] Deleting port efafe3db-6bd2-42a8-ad71-276714b0d1b6 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:03:36.241044 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-972bcdbe-7cc3-4b15-97e9-ce4e2583cc6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:36.275154 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-9ed395e7-838c-435f-a7d5-76ea59882f8f tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e23346e51c4096b61dbd871c0fe502&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4673555 Jul 22 19:03:36.283142 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:36.309495 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b53cb6-f0c7-49ad-bfcd-70bada27e3b2 None None] DHCP port deletion for e95c4a68-bf74-41a1-bfa1-a865002f938b request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:03:36.310175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d3d41-9ae3-49ec-a99f-04ef08c59e68 req-def4fe4b-3518-41de-b149-b46c49353fbc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:36.311743 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-074d3d41-9ae3-49ec-a99f-04ef08c59e68 req-def4fe4b-3518-41de-b149-b46c49353fbc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 946 time: 0.1584334 Jul 22 19:03:36.325315 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-972bcdbe-7cc3-4b15-97e9-ce4e2583cc6d admin admin] For port efafe3db-6bd2-42a8-ad71-276714b0d1b6, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=efafe3db-6bd2-42a8-ad71-276714b0d1b6,segment=NetworkSegment(3a131855-9e8a-4aeb-8b83-a38b1030a018),segment_id=3a131855-9e8a-4aeb-8b83-a38b1030a018)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:36.325945 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-972bcdbe-7cc3-4b15-97e9-ce4e2583cc6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:36.343908 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-972bcdbe-7cc3-4b15-97e9-ce4e2583cc6d admin admin] Calling delete_port for efafe3db-6bd2-42a8-ad71-276714b0d1b6 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:03:36.384149 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-55b53cb6-f0c7-49ad-bfcd-70bada27e3b2 None None] Deleting port efafe3db-6bd2-42a8-ad71-276714b0d1b6 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:03:36.385368 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-55b53cb6-f0c7-49ad-bfcd-70bada27e3b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:36.399372 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-074d3d41-9ae3-49ec-a99f-04ef08c59e68 req-39321f66-181b-48b3-b68a-f719207a8ea0 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614614 Jul 22 19:03:36.445556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0553aa74-c515-44f2-bbce-d81ddca1b334', 'tag': 'e4cb675f-6c4c-41e2-81b7-480dffe27af2'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:03:36.447913 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f073729-e41e-49a6-94bd-2a5de6d43f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "0553aa74-c515-44f2-bbce-d81ddca1b334", "tag": "e4cb675f-6c4c-41e2-81b7-480dffe27af2"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:03:36.470550 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-55b53cb6-f0c7-49ad-bfcd-70bada27e3b2 None None] For port efafe3db-6bd2-42a8-ad71-276714b0d1b6, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=efafe3db-6bd2-42a8-ad71-276714b0d1b6,segment=NetworkSegment(3a131855-9e8a-4aeb-8b83-a38b1030a018),segment_id=3a131855-9e8a-4aeb-8b83-a38b1030a018)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:36.471929 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-55b53cb6-f0c7-49ad-bfcd-70bada27e3b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:36.486252 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-55b53cb6-f0c7-49ad-bfcd-70bada27e3b2 None None] Calling delete_port for efafe3db-6bd2-42a8-ad71-276714b0d1b6 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:03:36.490989 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-972bcdbe-7cc3-4b15-97e9-ce4e2583cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:36.519679 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972bcdbe-7cc3-4b15-97e9-ce4e2583cc6d admin admin] No DVR routers for this DVR port efafe3db-6bd2-42a8-ad71-276714b0d1b6 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:03:36.553683 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bcdbe-7cc3-4b15-97e9-ce4e2583cc6d admin admin] Pushing event deleted for resources: {'Port': ['ID=efafe3db-6bd2-42a8-ad71-276714b0d1b6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:36.641839 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-972bcdbe-7cc3-4b15-97e9-ce4e2583cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:36.657660 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-972bcdbe-7cc3-4b15-97e9-ce4e2583cc6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95c4a68-bf74-41a1-bfa1-a865002f938b']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:36.660419 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-55b53cb6-f0c7-49ad-bfcd-70bada27e3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:36.677615 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-972bcdbe-7cc3-4b15-97e9-ce4e2583cc6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a131855-9e8a-4aeb-8b83-a38b1030a018') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:36.678299 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-972bcdbe-7cc3-4b15-97e9-ce4e2583cc6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a131855-9e8a-4aeb-8b83-a38b1030a018') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:36.688549 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-972bcdbe-7cc3-4b15-97e9-ce4e2583cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:36.693426 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b53cb6-f0c7-49ad-bfcd-70bada27e3b2 None None] Pushing event deleted for resources: {'Port': ['ID=efafe3db-6bd2-42a8-ad71-276714b0d1b6,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:36.703676 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b53cb6-f0c7-49ad-bfcd-70bada27e3b2 None None] No DVR routers for this DVR port efafe3db-6bd2-42a8-ad71-276714b0d1b6 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:03:36.710976 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-972bcdbe-7cc3-4b15-97e9-ce4e2583cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:36.711737 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d77a2-1e78-4e4a-b655-97a415ddb688 req-d669459a-dd12-4dda-ba87-a0a4a307115a tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:36.713368 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f10d77a2-1e78-4e4a-b655-97a415ddb688 req-d669459a-dd12-4dda-ba87-a0a4a307115a tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/ports?device_id=528fc2d7-70e1-4d09-bd3b-5e08113ea218 HTTP/1.1" status: 200 len: 945 time: 0.2004046 Jul 22 19:03:36.718707 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972bcdbe-7cc3-4b15-97e9-ce4e2583cc6d admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:03:36.719213 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-972bcdbe-7cc3-4b15-97e9-ce4e2583cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:03:36.721951 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:03:36.730478 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070dd07-8b74-4171-9f72-e422a382547c req-15de2601-c073-4bff-a011-e77447eb283b tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:36.737489 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1070dd07-8b74-4171-9f72-e422a382547c req-15de2601-c073-4bff-a011-e77447eb283b tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc269922-7d8b-4674-afe1-792f1954c6b4 HTTP/1.1" status: 200 len: 931 time: 0.1766589 Jul 22 19:03:36.787487 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-972bcdbe-7cc3-4b15-97e9-ce4e2583cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:36.797631 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-972bcdbe-7cc3-4b15-97e9-ce4e2583cc6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:36.801992 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-972bcdbe-7cc3-4b15-97e9-ce4e2583cc6d admin admin] 10.222.0.13 "DELETE /v2.0/networks/e95c4a68-bf74-41a1-bfa1-a865002f938b HTTP/1.1" status: 204 len: 168 time: 0.7015469 Jul 22 19:03:36.821644 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bcdbe-7cc3-4b15-97e9-ce4e2583cc6d admin admin] Pushing event deleted for resources: {'Network': ['ID=e95c4a68-bf74-41a1-bfa1-a865002f938b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:36.825048 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1070dd07-8b74-4171-9f72-e422a382547c req-21dc89a0-c6f2-4cf8-b6cf-07771a315c51 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865896 Jul 22 19:03:36.839981 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:03:36.864688 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:36.873501 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f10d77a2-1e78-4e4a-b655-97a415ddb688 req-dad4cf10-737a-4ebf-bcfe-d306f9966623 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0753aab-db70-4f45-84b2-40d13c04e502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266382 Jul 22 19:03:36.901804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] Transition to ACTIVE for port object b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:03:36.906523 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:36.971819 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe0c9dc-36d7-4c94-99fc-602aabb1fec0 x-openstack-request-id: req-fbe0c9dc-36d7-4c94-99fc-602aabb1fec0 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:03:36.972316 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0553aa74-c515-44f2-bbce-d81ddca1b334", "tag": "e4cb675f-6c4c-41e2-81b7-480dffe27af2", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:03:36.972617 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbe0c9dc-36d7-4c94-99fc-602aabb1fec0 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:03:36.973276 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0553aa74-c515-44f2-bbce-d81ddca1b334', 'tag': 'e4cb675f-6c4c-41e2-81b7-480dffe27af2', 'status': 'completed', 'code': 200} Jul 22 19:03:36.982858 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] Pushing event updated for resources: {'Port': ['ID=b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:36.997967 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59516) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:03:37.079908 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f073729-e41e-49a6-94bd-2a5de6d43f8c req-b4d09764-9c9b-4de9-83ed-a57e92a6ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:37.082638 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8f073729-e41e-49a6-94bd-2a5de6d43f8c req-b4d09764-9c9b-4de9-83ed-a57e92a6ee77 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 1126 time: 0.1163192 Jul 22 19:03:37.150535 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b25698a8-76ef-4e9c-86de-6e3f98b36a86 req-d0b48a25-7042-4f23-8e86-ef38a0bfbf8d tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d3f34-19ef-4079-9c14-51b5dfb748a1 HTTP/1.1" status: 200 len: 210 time: 0.1053746 Jul 22 19:03:37.159273 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] Attempting to bind port b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:03:37.159621 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] Attempting to bind port b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:03:37.159961 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] Attempting to bind port b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c on network baecdd37-6eb2-4425-b93b-172f9e82b42a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:37.193426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] Port b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c on network baecdd37-6eb2-4425-b93b-172f9e82b42a not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:03:37.193764 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] Attempting to bind port b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c on network baecdd37-6eb2-4425-b93b-172f9e82b42a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:37.199982 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-abd15c80-02bf-4f57-8593-f2c5074d1e1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=045a002813d048d88ad5ff76e066ef5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988387 Jul 22 19:03:37.202744 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59520) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:03:37.204445 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:03:37.204872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] Checking segment: {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:03:37.205349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] Bound using segment: {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:03:37.205792 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] Bound port: b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:03:37.206156 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:37.212450 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f073729-e41e-49a6-94bd-2a5de6d43f8c req-9ac58a65-024e-4b2c-9927-d386a0bdcce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:37.214696 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8f073729-e41e-49a6-94bd-2a5de6d43f8c req-9ac58a65-024e-4b2c-9927-d386a0bdcce8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 909 time: 0.1174119 Jul 22 19:03:37.275748 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd5e73-54dc-4779-b378-5c4f4b57577d req-606dc006-7526-40e2-aaf4-8a211d4cba32 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:37.277262 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cbd5e73-54dc-4779-b378-5c4f4b57577d req-606dc006-7526-40e2-aaf4-8a211d4cba32 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 943 time: 0.1899304 Jul 22 19:03:37.278590 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8f073729-e41e-49a6-94bd-2a5de6d43f8c req-d6f6099b-341c-45ee-91fb-aa96f194e56a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4cb675f-6c4c-41e2-81b7-480dffe27af2 HTTP/1.1" status: 200 len: 217 time: 0.0491235 Jul 22 19:03:37.316904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] For port b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:03:37.333795 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1774b881-aeba-498c-9639-d34c0beca8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:37.340151 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] For port b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:03:37.344225 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cbd5e73-54dc-4779-b378-5c4f4b57577d req-243abb13-bd13-4154-b3cf-7671aca12bdf tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550144 Jul 22 19:03:37.346520 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:37.350493 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f073729-e41e-49a6-94bd-2a5de6d43f8c req-d872451a-77d9-481f-9aba-b599183af993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:37.351971 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8f073729-e41e-49a6-94bd-2a5de6d43f8c req-d872451a-77d9-481f-9aba-b599183af993 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6ce6dd9-1892-4846-8205-ad77c8cfee8f HTTP/1.1" status: 200 len: 848 time: 0.0657678 Jul 22 19:03:37.364996 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1774b881-aeba-498c-9639-d34c0beca8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:37.381426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:37.381939 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:37.383645 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] 10.222.0.16 "PUT /v2.0/ports/b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c HTTP/1.1" status: 200 len: 1092 time: 1.5439606 Jul 22 19:03:37.386246 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2b33aa0a-902b-42f9-8a61-2726ee3acbab no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:03:37.400144 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8f073729-e41e-49a6-94bd-2a5de6d43f8c req-5fefc279-a75b-4abf-bb68-fd0646cad4a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1211dd5d-22dd-42cf-af43-7f788d3e855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372870 Jul 22 19:03:37.409093 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d05b6a-1b93-4ce9-a4bc-b035fd9b4fcf service neutron] Pushing event updated for resources: {'Port': ['ID=b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:37.414783 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 2b33aa0a-902b-42f9-8a61-2726ee3acbab {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:03:37.415201 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2b33aa0a-902b-42f9-8a61-2726ee3acbab not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:03:37.416126 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device efafe3db-6bd2-42a8-ad71-276714b0d1b6 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:03:37.438794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: efafe3db-6bd2-42a8-ad71-276714b0d1b6 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:03:37.439135 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device efafe3db-6bd2-42a8-ad71-276714b0d1b6 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:03:37.499323 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1774b881-aeba-498c-9639-d34c0beca8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:37.503097 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1774b881-aeba-498c-9639-d34c0beca8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:37.504497 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1774b881-aeba-498c-9639-d34c0beca8b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08f863fa-3704-432f-8c93-355355e3d197 HTTP/1.1" status: 204 len: 168 time: 0.3006895 Jul 22 19:03:37.517088 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-0a45f75e-40f5-4d3f-99df-09380c485497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:37.518740 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774b881-aeba-498c-9639-d34c0beca8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f863fa-3704-432f-8c93-355355e3d197,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:37.525298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-0a45f75e-40f5-4d3f-99df-09380c485497 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&device_id=fc269922-7d8b-4674-afe1-792f1954c6b4 HTTP/1.1" status: 200 len: 1095 time: 0.0841758 Jul 22 19:03:37.536597 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8f073729-e41e-49a6-94bd-2a5de6d43f8c req-37dfca3b-f7d5-4110-918c-ac32a6861e3c service neutron] 10.222.0.16 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158471 Jul 22 19:03:37.606760 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-1553505f-f21e-4563-9b6a-4992e647c7e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c HTTP/1.1" status: 200 len: 217 time: 0.0492036 Jul 22 19:03:37.645386 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8f073729-e41e-49a6-94bd-2a5de6d43f8c req-2b61d05b-54ab-448b-be5a-b7d3ecd1f811 service neutron] 10.222.0.16 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986292 Jul 22 19:03:37.693612 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-b16f85c9-80f0-4d15-8fc6-fd6ee1fd761c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=81e23346e51c4096b61dbd871c0fe502&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387528 Jul 22 19:03:37.711929 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61eff2f-1ee4-4840-80dc-336d43c1aa9f req-5e36a6ed-9caa-4219-866f-226d82027523 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:37.714233 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e61eff2f-1ee4-4840-80dc-336d43c1aa9f req-5e36a6ed-9caa-4219-866f-226d82027523 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 946 time: 0.2147527 Jul 22 19:03:37.716159 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-347dc19f-a746-467c-9a42-bff53878314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:37.717782 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-347dc19f-a746-467c-9a42-bff53878314f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b80c7ab-8b96-4210-8e6b-d0b73d261a94 HTTP/1.1" status: 200 len: 846 time: 0.1030841 Jul 22 19:03:37.800848 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e61eff2f-1ee4-4840-80dc-336d43c1aa9f req-8a6be633-b83b-4e3d-b6a3-f954d2440881 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779099 Jul 22 19:03:37.803409 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-3e5424dc-120d-465f-8304-898ab5448b1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=baecdd37-6eb2-4425-b93b-172f9e82b42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628057 Jul 22 19:03:37.869516 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-c487a96a-febe-4e9e-8e00-a71655b25a8b tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:37.871006 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-c487a96a-febe-4e9e-8e00-a71655b25a8b tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1395950 Jul 22 19:03:37.902067 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-31e25156-13ac-49b0-a9c1-f011d353c5eb tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Request body: {'port': {'device_id': 'dd2d3f34-19ef-4079-9c14-51b5dfb748a1', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': '81e23346e51c4096b61dbd871c0fe502'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:37.976061 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-cb0eee50-a032-40e5-af2c-73b41daca0d4 service neutron] 10.222.0.16 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651061 Jul 22 19:03:38.058633 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4755f-35a2-437d-971b-67777d467fa5 req-a41a43ca-1ff7-4bc7-9dcf-d8c479df4dca tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:38.060157 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-42e4755f-35a2-437d-971b-67777d467fa5 req-a41a43ca-1ff7-4bc7-9dcf-d8c479df4dca tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.16 "GET /v2.0/ports?device_id=528fc2d7-70e1-4d09-bd3b-5e08113ea218 HTTP/1.1" status: 200 len: 945 time: 0.1629591 Jul 22 19:03:38.104900 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70f12f-1d7b-4da1-a1b9-52dcc7ab512b req-38b769f3-ff38-4366-8df6-ff3aeeb61fa8 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:38.112867 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef70f12f-1d7b-4da1-a1b9-52dcc7ab512b req-38b769f3-ff38-4366-8df6-ff3aeeb61fa8 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc269922-7d8b-4674-afe1-792f1954c6b4 HTTP/1.1" status: 200 len: 943 time: 0.2121136 Jul 22 19:03:38.119497 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-31e25156-13ac-49b0-a9c1-f011d353c5eb tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Made reservation on behalf of 81e23346e51c4096b61dbd871c0fe502 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:03:38.123589 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-31e25156-13ac-49b0-a9c1-f011d353c5eb tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:38.183699 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef70f12f-1d7b-4da1-a1b9-52dcc7ab512b req-7ca13b10-032b-413e-b8eb-f07850694c8b tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697987 Jul 22 19:03:38.191826 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb21ae-2539-4aff-963a-95a8a0988bc8 req-08f963c8-c065-4eee-af29-bc061c954a6e tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:38.193386 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e8fb21ae-2539-4aff-963a-95a8a0988bc8 req-08f963c8-c065-4eee-af29-bc061c954a6e tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/ports?device_id=528fc2d7-70e1-4d09-bd3b-5e08113ea218 HTTP/1.1" status: 200 len: 945 time: 0.2121937 Jul 22 19:03:38.195424 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-d8368f84-719b-47e5-80c9-6d829e0d9453 service neutron] 10.222.0.16 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115595 Jul 22 19:03:38.274835 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e8fb21ae-2539-4aff-963a-95a8a0988bc8 req-92a788ae-034f-4d7c-b471-40d42a732323 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0753aab-db70-4f45-84b2-40d13c04e502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687497 Jul 22 19:03:38.331760 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-42e4755f-35a2-437d-971b-67777d467fa5 req-d60f41dc-2bac-4147-acd7-ce4f9574aa05 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Deleting port 85742a66-0522-4775-acbe-1f4c873d7cf9 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:03:38.332252 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42e4755f-35a2-437d-971b-67777d467fa5 req-d60f41dc-2bac-4147-acd7-ce4f9574aa05 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:38.372406 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1b2815f4-feac-42e6-82ba-4d0b7d7e8ac6 req-2eeb474b-f9b4-4c4a-a196-9e9026271dd1 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d3f34-19ef-4079-9c14-51b5dfb748a1 HTTP/1.1" status: 200 len: 210 time: 0.0351870 Jul 22 19:03:38.435884 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-31e25156-13ac-49b0-a9c1-f011d353c5eb tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Allocated IP 192.168.233.230 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/d5eee724-bc15-4a73-a2eb-8254a47873e3) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:03:38.504134 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-42e4755f-35a2-437d-971b-67777d467fa5 req-d60f41dc-2bac-4147-acd7-ce4f9574aa05 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] For port 85742a66-0522-4775-acbe-1f4c873d7cf9, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=85742a66-0522-4775-acbe-1f4c873d7cf9,segment=NetworkSegment(3c4d3daf-216f-4c2c-b4ee-569b19d02fd1),segment_id=3c4d3daf-216f-4c2c-b4ee-569b19d02fd1)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:38.504516 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42e4755f-35a2-437d-971b-67777d467fa5 req-d60f41dc-2bac-4147-acd7-ce4f9574aa05 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:38.526698 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-42e4755f-35a2-437d-971b-67777d467fa5 req-d60f41dc-2bac-4147-acd7-ce4f9574aa05 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Calling delete_port for 85742a66-0522-4775-acbe-1f4c873d7cf9 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:03:38.528861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9434e53-b53b-4691-9474-5f1e916f7376 req-7b2afde5-cd34-442a-b3b4-71f5d33ff9bb tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:38.530641 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d9434e53-b53b-4691-9474-5f1e916f7376 req-7b2afde5-cd34-442a-b3b4-71f5d33ff9bb tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 943 time: 0.0984051 Jul 22 19:03:38.585475 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d9434e53-b53b-4691-9474-5f1e916f7376 req-604bfa44-1d8e-4f99-b70a-9eed58f8f5d9 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467477 Jul 22 19:03:38.670079 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-135d7781-6517-41c8-bc13-e642bcf97a27 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=15d8498d1f484af892003802c7def1e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234654 Jul 22 19:03:38.693387 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-31e25156-13ac-49b0-a9c1-f011d353c5eb tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:38.728556 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-31e25156-13ac-49b0-a9c1-f011d353c5eb tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Transition to ACTIVE for port object d5eee724-bc15-4a73-a2eb-8254a47873e3 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:03:38.749681 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:38.770965 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42e4755f-35a2-437d-971b-67777d467fa5 req-d60f41dc-2bac-4147-acd7-ce4f9574aa05 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:38.797982 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['85742a66-0522-4775-acbe-1f4c873d7cf9'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:03:38.809419 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f41dc-2bac-4147-acd7-ce4f9574aa05 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Pushing event deleted for resources: {'Port': ['ID=85742a66-0522-4775-acbe-1f4c873d7cf9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:38.837796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ed03ee79-d22f-4c88-a1f2-1fda89e92c49 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:38.857996 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ed03ee79-d22f-4c88-a1f2-1fda89e92c49 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1795077 Jul 22 19:03:38.865035 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e4755f-35a2-437d-971b-67777d467fa5 req-d60f41dc-2bac-4147-acd7-ce4f9574aa05 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] No DVR routers for this DVR port 85742a66-0522-4775-acbe-1f4c873d7cf9 on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:03:38.867172 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-31e25156-13ac-49b0-a9c1-f011d353c5eb tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:38.874332 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42e4755f-35a2-437d-971b-67777d467fa5 req-d60f41dc-2bac-4147-acd7-ce4f9574aa05 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:38.876519 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-42e4755f-35a2-437d-971b-67777d467fa5 req-d60f41dc-2bac-4147-acd7-ce4f9574aa05 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948 tempest-FloatingIPsAssociationNegativeTestJSON-1256168948-project] 10.222.0.16 "DELETE /v2.0/ports/85742a66-0522-4775-acbe-1f4c873d7cf9 HTTP/1.1" status: 204 len: 173 time: 0.8090754 Jul 22 19:03:38.877670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528fc2d7-70e1-4d09-bd3b-5e08113ea218', 'name': 'network-vif-deleted', 'tag': '85742a66-0522-4775-acbe-1f4c873d7cf9'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:03:38.880750 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['dc720395-1305-4f1e-a1e7-6afd11601d9f', 'd709f049-6868-4c9a-a45a-40e6efa5c8c2', '58229853-2d51-478d-a1a8-87b492b175aa', '35cddeb1-6225-4b89-86a2-5ebd7c842ed0', '95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:03:38.882126 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620a0a51-0b1f-446e-82d7-63c1314c1329" -d '{"events": [{"server_uuid": "528fc2d7-70e1-4d09-bd3b-5e08113ea218", "name": "network-vif-deleted", "tag": "85742a66-0522-4775-acbe-1f4c873d7cf9"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:03:38.904013 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-03c5772c-cc23-47be-a07f-e8ab4d4eee2a tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/quotas/15d8498d1f484af892003802c7def1e2 HTTP/1.1" status: 200 len: 375 time: 0.0411246 Jul 22 19:03:38.953080 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e1cd9e14-a4df-412d-9b93-7cfbefac1dc6', '6d6525c7-f82e-4993-a118-b72b3f0ec670'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:03:38.975186 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc269922-7d8b-4674-afe1-792f1954c6b4', 'tag': 'b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:03:38.978227 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f348625f-31cc-458b-a4fa-a0dd144553e0" -d '{"events": [{"name": "network-changed", "server_uuid": "fc269922-7d8b-4674-afe1-792f1954c6b4", "tag": "b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:03:38.997105 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-88bb80b2-b2ee-4ec3-97c0-4f685d5e21ce tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=15d8498d1f484af892003802c7def1e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0878236 Jul 22 19:03:39.017124 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-31e25156-13ac-49b0-a9c1-f011d353c5eb tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:03:39.030889 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-31e25156-13ac-49b0-a9c1-f011d353c5eb tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:03:39.040173 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-31e25156-13ac-49b0-a9c1-f011d353c5eb tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:03:39.168793 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e25156-13ac-49b0-a9c1-f011d353c5eb tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Pushing event updated for resources: {'Port': ['ID=d5eee724-bc15-4a73-a2eb-8254a47873e3,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:39.192493 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c549c-beb1-4ac1-9a86-155791f11212 req-138b9ac0-6a1e-4fd9-b253-4307ae0a2ce5 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:39.204554 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-315c549c-beb1-4ac1-9a86-155791f11212 req-138b9ac0-6a1e-4fd9-b253-4307ae0a2ce5 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 946 time: 0.2045553 Jul 22 19:03:39.217560 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-31e25156-13ac-49b0-a9c1-f011d353c5eb tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:39.217909 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-31e25156-13ac-49b0-a9c1-f011d353c5eb tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:39.233312 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-e030a20d-2eca-40e9-885b-e2ecbe17f9b1 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:39.234825 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-e030a20d-2eca-40e9-885b-e2ecbe17f9b1 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183&tenant_id=045a6583907f4225b2036296ec0f4a49&binding%3Ahost_id=n-h1-800086-12 HTTP/1.1" status: 200 len: 1098 time: 0.3218644 Jul 22 19:03:39.253364 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800086-12'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:39.312800 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-315c549c-beb1-4ac1-9a86-155791f11212 req-d634ed2b-c9c2-4dbe-bee8-43b775e870d2 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069031 Jul 22 19:03:39.412443 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd3ffbf-cb8c-4333-ad17-3406bbc6e93f x-openstack-request-id: req-ccd3ffbf-cb8c-4333-ad17-3406bbc6e93f {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:03:39.413658 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc269922-7d8b-4674-afe1-792f1954c6b4", "tag": "b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:03:39.414069 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ccd3ffbf-cb8c-4333-ad17-3406bbc6e93f {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:03:39.414639 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc269922-7d8b-4674-afe1-792f1954c6b4', 'tag': 'b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c', 'status': 'completed', 'code': 200} Jul 22 19:03:39.432373 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d95c4d9-a6bc-42c6-b062-4bd27cfd58d4 x-openstack-request-id: req-4d95c4d9-a6bc-42c6-b062-4bd27cfd58d4 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:03:39.436052 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528fc2d7-70e1-4d09-bd3b-5e08113ea218", "name": "network-vif-deleted", "tag": "85742a66-0522-4775-acbe-1f4c873d7cf9", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:03:39.436522 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d95c4d9-a6bc-42c6-b062-4bd27cfd58d4 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:03:39.437104 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528fc2d7-70e1-4d09-bd3b-5e08113ea218', 'name': 'network-vif-deleted', 'tag': '85742a66-0522-4775-acbe-1f4c873d7cf9', 'status': 'completed', 'code': 200} Jul 22 19:03:39.437821 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:39.454195 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-31e25156-13ac-49b0-a9c1-f011d353c5eb tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5586610 Jul 22 19:03:39.481409 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] Request body: {'port': {'device_id': 'dd2d3f34-19ef-4079-9c14-51b5dfb748a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:39.508265 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f35c39f0-109d-4483-b94b-08066c3abab6 None None] Provisioning for port d5eee724-bc15-4a73-a2eb-8254a47873e3 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:03:39.514623 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f35c39f0-109d-4483-b94b-08066c3abab6 None None] Provisioning complete for port d5eee724-bc15-4a73-a2eb-8254a47873e3 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:03:39.515206 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f35c39f0-109d-4483-b94b-08066c3abab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:39.650413 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-f35c39f0-109d-4483-b94b-08066c3abab6 None None] Port d5eee724-bc15-4a73-a2eb-8254a47873e3 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:03:39.683866 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:39.756922 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-329b53e7-411a-42f6-bd73-003ca6c973e6 req-608d8fc5-82df-4432-bb0c-3ff24587ef1b tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee8c392b-ba11-46f9-b9fb-e2467d884f97 HTTP/1.1" status: 200 len: 210 time: 0.1846743 Jul 22 19:03:39.776849 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] For port ea591566-5b7e-46f3-965a-145746cd620a, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=ea591566-5b7e-46f3-965a-145746cd620a,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:39.820001 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348625f-31cc-458b-a4fa-a0dd144553e0 req-3dc7c35f-6e07-4d05-87fd-0dc9918d2f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:39.821590 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f348625f-31cc-458b-a4fa-a0dd144553e0 req-3dc7c35f-6e07-4d05-87fd-0dc9918d2f2c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&device_id=fc269922-7d8b-4674-afe1-792f1954c6b4 HTTP/1.1" status: 200 len: 1095 time: 0.3755600 Jul 22 19:03:39.873783 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] For port ea591566-5b7e-46f3-965a-145746cd620a, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:03:39.984861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59600) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:03:39.998921 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a28e2b-975d-4622-b8ee-c81230697edc req-6f6b1c5b-f421-4e7b-80ad-d07b22154dc4 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:40.006094 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:40.014112 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-63a28e2b-975d-4622-b8ee-c81230697edc req-6f6b1c5b-f421-4e7b-80ad-d07b22154dc4 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc269922-7d8b-4674-afe1-792f1954c6b4 HTTP/1.1" status: 200 len: 943 time: 0.5018921 Jul 22 19:03:40.017633 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:40.145963 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348625f-31cc-458b-a4fa-a0dd144553e0 req-f6fee7c3-37a0-44d4-ab5c-8cb717b59d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:40.147571 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f348625f-31cc-458b-a4fa-a0dd144553e0 req-f6fee7c3-37a0-44d4-ab5c-8cb717b59d53 service neutron] 10.222.0.16 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 907 time: 0.3195143 Jul 22 19:03:40.261282 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f348625f-31cc-458b-a4fa-a0dd144553e0 req-06e7fc56-b755-46eb-bf7d-b50b038f3dc2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c HTTP/1.1" status: 200 len: 217 time: 0.0468118 Jul 22 19:03:40.279384 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] Attempting to bind port ea591566-5b7e-46f3-965a-145746cd620a on host n-h1-800086-12 for vnic_type normal with profile {"migrating_to": "n-h2-800086-12"} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:03:40.281422 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] Attempting to bind port ea591566-5b7e-46f3-965a-145746cd620a by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:03:40.281874 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] Attempting to bind port ea591566-5b7e-46f3-965a-145746cd620a on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:40.288098 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] Pushing event updated for resources: {'Port': ['ID=ea591566-5b7e-46f3-965a-145746cd620a,revision_number=7']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:40.295301 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] Port ea591566-5b7e-46f3-965a-145746cd620a on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:03:40.295943 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] Attempting to bind port ea591566-5b7e-46f3-965a-145746cd620a on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:40.313728 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:03:40.315036 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] Checking segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:03:40.315816 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] Bound using segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:03:40.316527 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] Bound port: ea591566-5b7e-46f3-965a-145746cd620a, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:03:40.317112 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:40.369041 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-63a28e2b-975d-4622-b8ee-c81230697edc req-bdb372e6-fcdf-45df-af23-bea49e97fd46 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539348 Jul 22 19:03:40.382099 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348625f-31cc-458b-a4fa-a0dd144553e0 req-0e819940-6b60-4002-8818-675fa1177bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:40.383547 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f348625f-31cc-458b-a4fa-a0dd144553e0 req-0e819940-6b60-4002-8818-675fa1177bb7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b80c7ab-8b96-4210-8e6b-d0b73d261a94 HTTP/1.1" status: 200 len: 846 time: 0.0655365 Jul 22 19:03:40.466980 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f348625f-31cc-458b-a4fa-a0dd144553e0 req-4d62be34-e992-4c1a-9c28-3065bf98e29b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=baecdd37-6eb2-4425-b93b-172f9e82b42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707350 Jul 22 19:03:40.590771 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97014637-61e5-4dd4-8530-33cfc2204cd9 req-97d0b391-02d6-43a0-b3fd-45147e8a8ca1 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:40.592553 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-97014637-61e5-4dd4-8530-33cfc2204cd9 req-97d0b391-02d6-43a0-b3fd-45147e8a8ca1 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d3f34-19ef-4079-9c14-51b5dfb748a1 HTTP/1.1" status: 200 len: 936 time: 0.4569652 Jul 22 19:03:40.597363 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.16', 58920) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:03:40.640391 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a21124cd-eab0-4411-8dc7-5de6fb536dba req-86fb1b6c-1cee-48e7-bd48-46c6bd82c122 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3907967 Jul 22 19:03:40.703831 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] For port ea591566-5b7e-46f3-965a-145746cd620a, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:03:40.726212 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] For port ea591566-5b7e-46f3-965a-145746cd620a, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=ea591566-5b7e-46f3-965a-145746cd620a,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:03:40.735140 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:40.754193 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.16', 58921) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:03:40.799648 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ea591566-5b7e-46f3-965a-145746cd620a details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:03:40.833234 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-19c19d44-a4fb-4b7f-b59d-0ff8e35c26e9 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=15d8498d1f484af892003802c7def1e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607610 Jul 22 19:03:40.886195 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5eee724-bc15-4a73-a2eb-8254a47873e3 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:03:40.910957 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] Pushing event updated for resources: {'Port': ['ID=ea591566-5b7e-46f3-965a-145746cd620a,revision_number=8']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:40.917518 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:40.987945 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:40.988630 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:40.990578 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] 10.222.0.16 "PUT /v2.0/ports/ea591566-5b7e-46f3-965a-145746cd620a HTTP/1.1" status: 200 len: 1124 time: 1.7422440 Jul 22 19:03:40.994997 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] Transition to ACTIVE for port object d5eee724-bc15-4a73-a2eb-8254a47873e3 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:03:41.039706 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:41.062237 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-3f4820ee-492c-4930-9da7-5894e3d774a2 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:41.064938 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-3f4820ee-492c-4930-9da7-5894e3d774a2 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2201610 Jul 22 19:03:41.088121 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ea591566-5b7e-46f3-965a-145746cd620a, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=ea591566-5b7e-46f3-965a-145746cd620a,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:41.105857 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ea591566-5b7e-46f3-965a-145746cd620a has no active binding in host n-h2-800086-12 {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 19:03:41.106406 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:03:41.149812 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5eee724-bc15-4a73-a2eb-8254a47873e3,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:41.155701 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-22a36a77-3ac9-4a36-8c1a-afa75eab1584 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Request body: {'port': {'device_id': 'ee8c392b-ba11-46f9-b9fb-e2467d884f97', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': '15d8498d1f484af892003802c7def1e2'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:41.174071 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['ea591566-5b7e-46f3-965a-145746cd620a'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:03:41.217706 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['ea591566-5b7e-46f3-965a-145746cd620a'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:03:41.227621 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-97014637-61e5-4dd4-8530-33cfc2204cd9 req-fe60efdc-53df-40df-8260-6d6ec05a136a tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6268444 Jul 22 19:03:41.240072 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02039c3d-4c7d-4eb8-ad23-e998203d4d6a req-cece31c1-c222-4388-88e0-1136fd0e8398 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:41.241629 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-02039c3d-4c7d-4eb8-ad23-e998203d4d6a req-cece31c1-c222-4388-88e0-1136fd0e8398 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 943 time: 0.7801180 Jul 22 19:03:41.243503 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f348625f-31cc-458b-a4fa-a0dd144553e0 req-ceae2924-c72f-4e55-a717-b806916c2e8c service neutron] 10.222.0.16 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7517142 Jul 22 19:03:41.258255 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-449361dd-a7cb-43cf-9c9f-85f1a1643e28 service neutron] 10.222.0.16 "GET /v2.0/ports/e4cb675f-6c4c-41e2-81b7-480dffe27af2/bindings/n-h1-800086-12 HTTP/1.1" status: 200 len: 385 time: 0.6567895 Jul 22 19:03:41.402968 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:41.438899 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f957372-5310-4966-8989-5e97fc0f6183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea591566-5b7e-46f3-965a-145746cd620a'}, {'name': 'network-changed', 'server_uuid': '2f957372-5310-4966-8989-5e97fc0f6183', 'tag': 'ea591566-5b7e-46f3-965a-145746cd620a'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:03:41.442597 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df34587-05fe-4ed0-a4c5-b0c43af24810" -d '{"events": [{"server_uuid": "2f957372-5310-4966-8989-5e97fc0f6183", "name": "network-vif-unplugged", "status": "completed", "tag": "ea591566-5b7e-46f3-965a-145746cd620a"}, {"name": "network-changed", "server_uuid": "2f957372-5310-4966-8989-5e97fc0f6183", "tag": "ea591566-5b7e-46f3-965a-145746cd620a"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:03:41.447765 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:41.487712 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-22a36a77-3ac9-4a36-8c1a-afa75eab1584 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Made reservation on behalf of 15d8498d1f484af892003802c7def1e2 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:03:41.491167 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-22a36a77-3ac9-4a36-8c1a-afa75eab1584 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:41.501325 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c', 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a', 'port_id': 'b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c', 'mac_address': 'fa:16:3e:c2:3b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b80c7ab-8b96-4210-8e6b-d0b73d261a94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:03:41.509317 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] Attempting to bind port d5eee724-bc15-4a73-a2eb-8254a47873e3 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:03:41.509661 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] Attempting to bind port d5eee724-bc15-4a73-a2eb-8254a47873e3 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:03:41.509991 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] Attempting to bind port d5eee724-bc15-4a73-a2eb-8254a47873e3 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:41.511988 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-22a36a77-3ac9-4a36-8c1a-afa75eab1584 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:41.521871 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] Port d5eee724-bc15-4a73-a2eb-8254a47873e3 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:03:41.522283 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] Attempting to bind port d5eee724-bc15-4a73-a2eb-8254a47873e3 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:41.528425 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f348625f-31cc-458b-a4fa-a0dd144553e0 req-a9b82d92-57b7-44c4-9930-e13b285f8d5c service neutron] 10.222.0.16 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763865 Jul 22 19:03:41.533959 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:03:41.534479 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:03:41.534892 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:03:41.535335 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] Bound port: d5eee724-bc15-4a73-a2eb-8254a47873e3, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:03:41.535697 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:41.583463 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-02039c3d-4c7d-4eb8-ad23-e998203d4d6a req-0fc4d7d0-3c1b-4a99-8622-8a6b3da32282 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240297 Jul 22 19:03:41.598646 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21124cd-eab0-4411-8dc7-5de6fb536dba req-2ac31653-91da-4a26-9be6-cc8d485461fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:41.601648 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a21124cd-eab0-4411-8dc7-5de6fb536dba req-2ac31653-91da-4a26-9be6-cc8d485461fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 1096 time: 0.5776324 Jul 22 19:03:41.630135 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:41.653840 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] For port d5eee724-bc15-4a73-a2eb-8254a47873e3, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:03:41.658299 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] For port d5eee724-bc15-4a73-a2eb-8254a47873e3, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d5eee724-bc15-4a73-a2eb-8254a47873e3,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:03:41.664346 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:41.668019 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:03:41.708350 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:41.714844 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:41.720322 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:41.721162 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:41.722807 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] 10.222.0.16 "PUT /v2.0/ports/d5eee724-bc15-4a73-a2eb-8254a47873e3 HTTP/1.1" status: 200 len: 1097 time: 2.2599497 Jul 22 19:03:41.771151 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-22a36a77-3ac9-4a36-8c1a-afa75eab1584 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:41.775228 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:41.786854 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d6387-5a02-4251-89ad-c5179b2874a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5eee724-bc15-4a73-a2eb-8254a47873e3,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:41.806505 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-22a36a77-3ac9-4a36-8c1a-afa75eab1584 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:41.860436 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-95fef990-68c8-4924-84bd-1f913f320ba1 req-b53c5dc2-dc11-4ec6-876a-d9b3813a53f2 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee8c392b-ba11-46f9-b9fb-e2467d884f97 HTTP/1.1" status: 200 len: 210 time: 0.0614560 Jul 22 19:03:41.904603 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a36a77-3ac9-4a36-8c1a-afa75eab1584 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf64746d-f5db-4176-b2ca-78b4197bc417,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:41.959325 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-f7f8b890-a0ce-4e93-8552-7841dda45292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:41.960874 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-f7f8b890-a0ce-4e93-8552-7841dda45292 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=81e23346e51c4096b61dbd871c0fe502&device_id=dd2d3f34-19ef-4079-9c14-51b5dfb748a1 HTTP/1.1" status: 200 len: 1100 time: 0.1939459 Jul 22 19:03:42.041218 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-4b441bed-6d54-4c49-a6ff-70b5075fb703 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=d5eee724-bc15-4a73-a2eb-8254a47873e3 HTTP/1.1" status: 200 len: 217 time: 0.0636292 Jul 22 19:03:42.118506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:03:42.140548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-22a36a77-3ac9-4a36-8c1a-afa75eab1584 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Allocated IP 192.168.233.64 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/866282cd-1e57-454f-869c-3ecbf81b3ec7) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:03:42.149597 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649d400-8fa9-4f3b-a8b8-42bc8f06f67f req-9d21fa2d-b666-4553-a1c8-84ba5f937347 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:42.157802 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0649d400-8fa9-4f3b-a8b8-42bc8f06f67f req-9d21fa2d-b666-4553-a1c8-84ba5f937347 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 944 time: 0.6747189 Jul 22 19:03:42.247792 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21124cd-eab0-4411-8dc7-5de6fb536dba req-a522cbdd-34a6-42b1-a199-ae8197473e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:42.250129 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a21124cd-eab0-4411-8dc7-5de6fb536dba req-a522cbdd-34a6-42b1-a199-ae8197473e98 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 909 time: 0.4341943 Jul 22 19:03:42.263032 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-31a62d00-2633-44d9-ae97-df27d16a14ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:42.264543 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-31a62d00-2633-44d9-ae97-df27d16a14ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.2132430 Jul 22 19:03:42.369194 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0649d400-8fa9-4f3b-a8b8-42bc8f06f67f req-5e9f0e38-f167-4e02-b1d8-1ae7cbfc5950 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093716 Jul 22 19:03:42.381885 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a21124cd-eab0-4411-8dc7-5de6fb536dba req-5261ca7a-9c3e-486c-9b5f-b47a48071a8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52c4c3b5-8f22-4140-bd28-6962afac2ad7 HTTP/1.1" status: 200 len: 217 time: 0.0919175 Jul 22 19:03:42.383680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-5b05e427-3840-4f27-8269-dff2852dd1a9 service neutron] For port e4cb675f-6c4c-41e2-81b7-480dffe27af2, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e4cb675f-6c4c-41e2-81b7-480dffe27af2,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:42.397213 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-22a36a77-3ac9-4a36-8c1a-afa75eab1584 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:42.410590 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-44db1b26-9b4e-49db-8ab6-41065709a6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:42.412099 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-44db1b26-9b4e-49db-8ab6-41065709a6c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1034632 Jul 22 19:03:42.417687 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-22a36a77-3ac9-4a36-8c1a-afa75eab1584 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Transition to ACTIVE for port object 866282cd-1e57-454f-869c-3ecbf81b3ec7 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:03:42.444993 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 22 Jul 2021 19:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02342514-f5ef-467a-b887-58a9d278c7e7 x-openstack-request-id: req-02342514-f5ef-467a-b887-58a9d278c7e7 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:03:42.445356 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f957372-5310-4966-8989-5e97fc0f6183", "name": "network-vif-unplugged", "status": "completed", "tag": "ea591566-5b7e-46f3-965a-145746cd620a", "code": 200}, {"name": "network-changed", "server_uuid": "2f957372-5310-4966-8989-5e97fc0f6183", "tag": "ea591566-5b7e-46f3-965a-145746cd620a", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:03:42.445671 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02342514-f5ef-467a-b887-58a9d278c7e7 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:03:42.446138 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f957372-5310-4966-8989-5e97fc0f6183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea591566-5b7e-46f3-965a-145746cd620a', 'code': 200} Jul 22 19:03:42.446447 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f957372-5310-4966-8989-5e97fc0f6183', 'tag': 'ea591566-5b7e-46f3-965a-145746cd620a', 'status': 'completed', 'code': 200} Jul 22 19:03:42.513895 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-5b05e427-3840-4f27-8269-dff2852dd1a9 service neutron] For port e4cb675f-6c4c-41e2-81b7-480dffe27af2, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:03:42.526875 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-22a36a77-3ac9-4a36-8c1a-afa75eab1584 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:42.559253 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-8be485ee-e33b-4007-97a8-82cafc47e9a3 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397157 Jul 22 19:03:42.586357 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-22a36a77-3ac9-4a36-8c1a-afa75eab1584 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:03:42.599053 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21124cd-eab0-4411-8dc7-5de6fb536dba req-3188a44d-ad21-43fe-a1f1-aac1ecdf5a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:42.601313 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a21124cd-eab0-4411-8dc7-5de6fb536dba req-3188a44d-ad21-43fe-a1f1-aac1ecdf5a57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6ce6dd9-1892-4846-8205-ad77c8cfee8f HTTP/1.1" status: 200 len: 848 time: 0.2029493 Jul 22 19:03:42.603996 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-22a36a77-3ac9-4a36-8c1a-afa75eab1584 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:03:42.607827 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-22a36a77-3ac9-4a36-8c1a-afa75eab1584 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:03:42.610236 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a36a77-3ac9-4a36-8c1a-afa75eab1584 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Pushing event updated for resources: {'Port': ['ID=866282cd-1e57-454f-869c-3ecbf81b3ec7,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:42.610436 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04100c62-f654-4408-a2fb-056cbc167d7f req-77e1c2bd-da77-4115-8816-0063e2da8a1f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:42.613231 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04100c62-f654-4408-a2fb-056cbc167d7f req-77e1c2bd-da77-4115-8816-0063e2da8a1f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc269922-7d8b-4674-afe1-792f1954c6b4 HTTP/1.1" status: 200 len: 944 time: 0.3757155 Jul 22 19:03:42.618690 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-5b05e427-3840-4f27-8269-dff2852dd1a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4cb675f-6c4c-41e2-81b7-480dffe27af2 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:03:42.655823 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-5b05e427-3840-4f27-8269-dff2852dd1a9 service neutron] For port e4cb675f-6c4c-41e2-81b7-480dffe27af2, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e4cb675f-6c4c-41e2-81b7-480dffe27af2,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:42.692155 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a21124cd-eab0-4411-8dc7-5de6fb536dba req-e54935df-7316-48d8-95f4-b475bdcfcca2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1211dd5d-22dd-42cf-af43-7f788d3e855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689485 Jul 22 19:03:42.699393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-22a36a77-3ac9-4a36-8c1a-afa75eab1584 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:42.700035 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-22a36a77-3ac9-4a36-8c1a-afa75eab1584 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:42.724313 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5010a3ad-0f9c-477a-8264-4c6f297c0981 req-e0d90bfb-0906-4a96-b324-ff09945095f8 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528676 Jul 22 19:03:42.725687 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-22a36a77-3ac9-4a36-8c1a-afa75eab1584 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5784771 Jul 22 19:03:42.738758 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-5b05e427-3840-4f27-8269-dff2852dd1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:42.746220 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] Request body: {'port': {'device_id': 'ee8c392b-ba11-46f9-b9fb-e2467d884f97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:42.782438 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aab995c2-d006-4d39-a764-93dd52adba85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:42.791036 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device e4cb675f-6c4c-41e2-81b7-480dffe27af2 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:03:42.829490 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df34587-05fe-4ed0-a4c5-b0c43af24810 req-c115cff6-8288-4870-94a1-715b1e34127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:42.831912 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9df34587-05fe-4ed0-a4c5-b0c43af24810 req-c115cff6-8288-4870-94a1-715b1e34127e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 1127 time: 0.3639681 Jul 22 19:03:42.833925 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:42.865786 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04100c62-f654-4408-a2fb-056cbc167d7f req-4ae12ba8-b0f0-43de-8e3d-ac5e25cfa0b4 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264237 Jul 22 19:03:42.886612 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 85742a66-0522-4775-acbe-1f4c873d7cf9 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:03:42.922271 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 85742a66-0522-4775-acbe-1f4c873d7cf9 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:03:42.922628 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 85742a66-0522-4775-acbe-1f4c873d7cf9 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:03:42.935340 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-182d98c8-765b-4180-852b-6b551216a1c2 None None] Provisioning for port 866282cd-1e57-454f-869c-3ecbf81b3ec7 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:03:42.940210 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-182d98c8-765b-4180-852b-6b551216a1c2 None None] Provisioning complete for port 866282cd-1e57-454f-869c-3ecbf81b3ec7 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:03:42.940849 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-182d98c8-765b-4180-852b-6b551216a1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:42.983310 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ac466-b3a2-4b95-b8d6-e6c049f9fb92 req-3c9f5434-4041-442d-b099-e8bcb3b38a2f tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:42.990780 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f39ac466-b3a2-4b95-b8d6-e6c049f9fb92 req-3c9f5434-4041-442d-b099-e8bcb3b38a2f tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d3f34-19ef-4079-9c14-51b5dfb748a1 HTTP/1.1" status: 200 len: 948 time: 0.4783752 Jul 22 19:03:43.009329 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-182d98c8-765b-4180-852b-6b551216a1c2 None None] Port 866282cd-1e57-454f-869c-3ecbf81b3ec7 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:03:43.100119 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a21124cd-eab0-4411-8dc7-5de6fb536dba req-a3cb39e8-b66b-4270-8a92-b59d95466c98 service neutron] 10.222.0.30 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929009 Jul 22 19:03:43.152546 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 866282cd-1e57-454f-869c-3ecbf81b3ec7 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:03:43.160272 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:43.161695 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f39ac466-b3a2-4b95-b8d6-e6c049f9fb92 req-d9f91df0-0222-4ad6-88d5-c0333bbfa339 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700671 Jul 22 19:03:43.172890 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] Transition to ACTIVE for port object 866282cd-1e57-454f-869c-3ecbf81b3ec7 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:03:43.176888 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:43.191156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-5b05e427-3840-4f27-8269-dff2852dd1a9 service neutron] Transition to ACTIVE for port object e4cb675f-6c4c-41e2-81b7-480dffe27af2 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:03:43.228092 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] Pushing event updated for resources: {'Port': ['ID=866282cd-1e57-454f-869c-3ecbf81b3ec7,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:43.246540 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-5b05e427-3840-4f27-8269-dff2852dd1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:43.322848 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] Attempting to bind port 866282cd-1e57-454f-869c-3ecbf81b3ec7 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:03:43.323185 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] Attempting to bind port 866282cd-1e57-454f-869c-3ecbf81b3ec7 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:03:43.323526 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] Attempting to bind port 866282cd-1e57-454f-869c-3ecbf81b3ec7 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:43.327346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df34587-05fe-4ed0-a4c5-b0c43af24810 req-871f97ed-6566-459f-bdc8-0f9d512682fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:43.328762 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] Port 866282cd-1e57-454f-869c-3ecbf81b3ec7 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:03:43.328957 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9df34587-05fe-4ed0-a4c5-b0c43af24810 req-871f97ed-6566-459f-bdc8-0f9d512682fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 921 time: 0.4371617 Jul 22 19:03:43.329078 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] Attempting to bind port 866282cd-1e57-454f-869c-3ecbf81b3ec7 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:43.334848 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:03:43.335211 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:03:43.335612 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:03:43.336045 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] Bound port: 866282cd-1e57-454f-869c-3ecbf81b3ec7, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:03:43.336408 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:43.407749 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] For port 866282cd-1e57-454f-869c-3ecbf81b3ec7, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:03:43.415581 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] For port 866282cd-1e57-454f-869c-3ecbf81b3ec7, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=866282cd-1e57-454f-869c-3ecbf81b3ec7,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:03:43.421121 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:43.437201 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:43.438015 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:43.440028 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] 10.222.0.16 "PUT /v2.0/ports/866282cd-1e57-454f-869c-3ecbf81b3ec7 HTTP/1.1" status: 200 len: 1096 time: 0.6998048 Jul 22 19:03:43.461685 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9df34587-05fe-4ed0-a4c5-b0c43af24810 req-54f30a44-c6c3-4fc7-b07b-c4ec9ead83a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea591566-5b7e-46f3-965a-145746cd620a HTTP/1.1" status: 200 len: 217 time: 0.0866773 Jul 22 19:03:43.513941 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-5b05e427-3840-4f27-8269-dff2852dd1a9 service neutron] No DVR routers for this DVR port e4cb675f-6c4c-41e2-81b7-480dffe27af2 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:03:43.520351 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d5028-44dc-4da8-a27f-4602cbf2bd37 service neutron] Pushing event updated for resources: {'Port': ['ID=866282cd-1e57-454f-869c-3ecbf81b3ec7,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:43.551402 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a21124cd-eab0-4411-8dc7-5de6fb536dba req-d54758bf-9b90-44c4-80a8-ebd35fc46c5c service neutron] 10.222.0.30 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359243 Jul 22 19:03:43.554247 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-6125f561-4d17-4376-a5a2-74d797830e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:43.558696 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-6125f561-4d17-4376-a5a2-74d797830e2f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=15d8498d1f484af892003802c7def1e2&device_id=ee8c392b-ba11-46f9-b9fb-e2467d884f97 HTTP/1.1" status: 200 len: 1099 time: 0.0686872 Jul 22 19:03:43.559820 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05e427-3840-4f27-8269-dff2852dd1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e4cb675f-6c4c-41e2-81b7-480dffe27af2,revision_number=10']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:43.613242 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-ee61f4a1-cc38-4eb3-baed-32054dab6021 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=866282cd-1e57-454f-869c-3ecbf81b3ec7 HTTP/1.1" status: 200 len: 217 time: 0.0461204 Jul 22 19:03:43.687158 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-c28f3863-5f62-4fcb-b9e4-b963c6dbab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:43.688795 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-c28f3863-5f62-4fcb-b9e4-b963c6dbab3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0640495 Jul 22 19:03:43.768294 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-c86de6a0-9399-42c9-9e1c-4a530d96b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:43.770188 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-c86de6a0-9399-42c9-9e1c-4a530d96b93f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0628057 Jul 22 19:03:43.886594 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d41ef-0b4e-4010-8c73-9e45487697c3 req-7c47b853-dabc-4107-8cd3-58b851d375a7 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:43.888106 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe5d41ef-0b4e-4010-8c73-9e45487697c3 req-7c47b853-dabc-4107-8cd3-58b851d375a7 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 943 time: 0.7468956 Jul 22 19:03:43.889248 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-21ea52af-0cf3-4f11-99a7-02a1ad11e42a service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916846 Jul 22 19:03:43.904930 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-5b05e427-3840-4f27-8269-dff2852dd1a9 service neutron] 10.222.0.16 "PUT /v2.0/ports/e4cb675f-6c4c-41e2-81b7-480dffe27af2/bindings/n-h1-800086-12/activate HTTP/1.1" status: 200 len: 370 time: 2.6115541 Jul 22 19:03:43.907620 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df34587-05fe-4ed0-a4c5-b0c43af24810 req-c5bb9df7-1ed5-4183-8b7b-528ecea6803c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:43.909211 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9df34587-05fe-4ed0-a4c5-b0c43af24810 req-c5bb9df7-1ed5-4183-8b7b-528ecea6803c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60c829e4-dea2-469c-8b44-181bb5c85dfe HTTP/1.1" status: 200 len: 860 time: 0.4307466 Jul 22 19:03:43.944950 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c3c51-ffb9-49d8-b5ee-e9a136291fd1 req-6ea02887-b782-43ee-bcb2-67175eb2cb42 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:43.946418 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e0c3c51-ffb9-49d8-b5ee-e9a136291fd1 req-6ea02887-b782-43ee-bcb2-67175eb2cb42 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee8c392b-ba11-46f9-b9fb-e2467d884f97 HTTP/1.1" status: 200 len: 947 time: 0.6612585 Jul 22 19:03:43.970185 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9df34587-05fe-4ed0-a4c5-b0c43af24810 req-774cc464-0ffb-49db-92e2-800713a1afb9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527592 Jul 22 19:03:43.990679 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d0e20773-4421-4bfb-8e23-4e4127e64955 req-eeffdd96-4673-4733-a0d9-3fe623f77c4e service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901260 Jul 22 19:03:44.043254 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe5d41ef-0b4e-4010-8c73-9e45487697c3 req-9b89d46b-c428-4ad8-b90b-db1cc2256c1a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427698 Jul 22 19:03:44.110147 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e0c3c51-ffb9-49d8-b5ee-e9a136291fd1 req-7d56e93b-a61d-488a-8fb7-bdd9a26adb9b tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf64746d-f5db-4176-b2ca-78b4197bc417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431558 Jul 22 19:03:44.187194 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9df34587-05fe-4ed0-a4c5-b0c43af24810 req-130c7860-31ad-4c26-a011-81680b1088f2 service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986742 Jul 22 19:03:44.269768 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-aab995c2-d006-4d39-a764-93dd52adba85 admin admin] Deleting port d53709fd-8fc8-47e5-8a5a-d0aae008e5ac {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:03:44.270105 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aab995c2-d006-4d39-a764-93dd52adba85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:44.447518 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2d3f34-19ef-4079-9c14-51b5dfb748a1', 'tag': 'd5eee724-bc15-4a73-a2eb-8254a47873e3'}, {'name': 'network-changed', 'server_uuid': 'ee8c392b-ba11-46f9-b9fb-e2467d884f97', 'tag': '866282cd-1e57-454f-869c-3ecbf81b3ec7'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:03:44.450193 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe04d4c-f8c9-48fe-ad2f-6ecbe6bce08e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2d3f34-19ef-4079-9c14-51b5dfb748a1", "tag": "d5eee724-bc15-4a73-a2eb-8254a47873e3"}, {"name": "network-changed", "server_uuid": "ee8c392b-ba11-46f9-b9fb-e2467d884f97", "tag": "866282cd-1e57-454f-869c-3ecbf81b3ec7"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:03:44.485861 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9df34587-05fe-4ed0-a4c5-b0c43af24810 req-079ddcfb-6efd-4fc6-a43e-8a2b225f8de9 service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816112 Jul 22 19:03:44.506110 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-aab995c2-d006-4d39-a764-93dd52adba85 admin admin] For port d53709fd-8fc8-47e5-8a5a-d0aae008e5ac, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d53709fd-8fc8-47e5-8a5a-d0aae008e5ac,segment=NetworkSegment(3c4d3daf-216f-4c2c-b4ee-569b19d02fd1),segment_id=3c4d3daf-216f-4c2c-b4ee-569b19d02fd1)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:44.506470 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aab995c2-d006-4d39-a764-93dd52adba85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:44.519590 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-12a7e7ba-5551-4e7d-a31c-657195f400af tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:44.521147 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-12a7e7ba-5551-4e7d-a31c-657195f400af tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334&tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&binding%3Ahost_id=n-h2-800086-12 HTTP/1.1" status: 200 len: 1096 time: 0.3060656 Jul 22 19:03:44.534665 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e3bcc-386f-49f0-9100-a33509591d1a req-7b67d716-bc42-4cf8-b258-8865bf708a5d tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:44.536089 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb7e3bcc-386f-49f0-9100-a33509591d1a req-7b67d716-bc42-4cf8-b258-8865bf708a5d tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 944 time: 0.3220532 Jul 22 19:03:44.537902 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-aab995c2-d006-4d39-a764-93dd52adba85 admin admin] Calling delete_port for d53709fd-8fc8-47e5-8a5a-d0aae008e5ac owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:03:44.562813 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b79b7-77d8-41b2-a338-aabd77ee1ff9 req-70bcb922-51be-4c9c-b38d-84e03984e70d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:44.564342 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab7b79b7-77d8-41b2-a338-aabd77ee1ff9 req-70bcb922-51be-4c9c-b38d-84e03984e70d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc269922-7d8b-4674-afe1-792f1954c6b4 HTTP/1.1" status: 200 len: 944 time: 0.2969773 Jul 22 19:03:44.695800 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb7e3bcc-386f-49f0-9100-a33509591d1a req-9d61b686-fa71-421d-92ed-639bdb52b702 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449990 Jul 22 19:03:44.708802 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab7b79b7-77d8-41b2-a338-aabd77ee1ff9 req-3f9dcf04-32e8-4f98-a088-396163c808fc tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186185 Jul 22 19:03:44.762976 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 19:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ffb522-32ec-4c08-9ec0-c53a18cb3c92 x-openstack-request-id: req-c8ffb522-32ec-4c08-9ec0-c53a18cb3c92 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:03:44.763130 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-069fb3ec-315c-45a4-b252-884f59e9ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:44.763267 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2d3f34-19ef-4079-9c14-51b5dfb748a1", "tag": "d5eee724-bc15-4a73-a2eb-8254a47873e3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ee8c392b-ba11-46f9-b9fb-e2467d884f97", "tag": "866282cd-1e57-454f-869c-3ecbf81b3ec7", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:03:44.763508 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8ffb522-32ec-4c08-9ec0-c53a18cb3c92 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:03:44.763893 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2d3f34-19ef-4079-9c14-51b5dfb748a1', 'tag': 'd5eee724-bc15-4a73-a2eb-8254a47873e3', 'status': 'completed', 'code': 200} Jul 22 19:03:44.764149 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8c392b-ba11-46f9-b9fb-e2467d884f97', 'tag': '866282cd-1e57-454f-869c-3ecbf81b3ec7', 'status': 'completed', 'code': 200} Jul 22 19:03:44.764538 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-069fb3ec-315c-45a4-b252-884f59e9ccaf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334&tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d HTTP/1.1" status: 200 len: 1096 time: 0.2234635 Jul 22 19:03:44.801979 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:03:44.856880 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:03:44.860436 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe04d4c-f8c9-48fe-ad2f-6ecbe6bce08e req-56b82d00-da04-4659-8a7a-99300f269a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:44.862784 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bfe04d4c-f8c9-48fe-ad2f-6ecbe6bce08e req-56b82d00-da04-4659-8a7a-99300f269a52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=81e23346e51c4096b61dbd871c0fe502&device_id=dd2d3f34-19ef-4079-9c14-51b5dfb748a1 HTTP/1.1" status: 200 len: 1100 time: 0.0719452 Jul 22 19:03:44.863308 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:03:44.863752 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:44.920772 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ca39c-6a5e-4608-bce0-453a2b4729ba req-048f4e69-d86f-44be-b8ae-edf70b090cde tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:44.927918 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f7ca39c-6a5e-4608-bce0-453a2b4729ba req-048f4e69-d86f-44be-b8ae-edf70b090cde tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d3f34-19ef-4079-9c14-51b5dfb748a1 HTTP/1.1" status: 200 len: 948 time: 0.1700211 Jul 22 19:03:44.956596 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-63260fdf-ce58-48ab-bd6c-87de69e29fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:44.958308 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-63260fdf-ce58-48ab-bd6c-87de69e29fc8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 1096 time: 0.1553974 Jul 22 19:03:44.961703 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:44.962743 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe04d4c-f8c9-48fe-ad2f-6ecbe6bce08e req-880cb924-3dbc-4ad9-9fbf-fa8dc69fa716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:44.964564 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bfe04d4c-f8c9-48fe-ad2f-6ecbe6bce08e req-880cb924-3dbc-4ad9-9fbf-fa8dc69fa716 service neutron] 10.222.0.16 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.0951998 Jul 22 19:03:44.970761 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aab995c2-d006-4d39-a764-93dd52adba85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:44.995455 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc269922-7d8b-4674-afe1-792f1954c6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:03:44.997755 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a6d1fc-9ddf-4055-bf4d-26e88995a5f0" -d '{"events": [{"server_uuid": "fc269922-7d8b-4674-afe1-792f1954c6b4", "name": "network-vif-plugged", "status": "completed", "tag": "b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:03:45.012564 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:45.015993 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bfe04d4c-f8c9-48fe-ad2f-6ecbe6bce08e req-1b5afff3-c125-481a-a404-a8710a4a5423 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=d5eee724-bc15-4a73-a2eb-8254a47873e3 HTTP/1.1" status: 200 len: 217 time: 0.0395122 Jul 22 19:03:45.016659 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f7ca39c-6a5e-4608-bce0-453a2b4729ba req-47e25223-77a2-4ab6-8940-1f9fd47acb50 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878484 Jul 22 19:03:45.028229 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:45.029705 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab995c2-d006-4d39-a764-93dd52adba85 admin admin] Pushing event deleted for resources: {'Port': ['ID=d53709fd-8fc8-47e5-8a5a-d0aae008e5ac,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:45.067001 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42be27d-d301-4586-9e9f-126fb638c0fc x-openstack-request-id: req-e42be27d-d301-4586-9e9f-126fb638c0fc {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:03:45.067491 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc269922-7d8b-4674-afe1-792f1954c6b4", "name": "network-vif-plugged", "status": "completed", "tag": "b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:03:45.067879 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e42be27d-d301-4586-9e9f-126fb638c0fc {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:03:45.080374 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc269922-7d8b-4674-afe1-792f1954c6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c', 'code': 200} Jul 22 19:03:45.123032 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe04d4c-f8c9-48fe-ad2f-6ecbe6bce08e req-7b3e3db3-52a3-4ff7-a01e-761df6004d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:45.125774 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bfe04d4c-f8c9-48fe-ad2f-6ecbe6bce08e req-7b3e3db3-52a3-4ff7-a01e-761df6004d1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0976450 Jul 22 19:03:45.134245 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:45.211528 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe04d4c-f8c9-48fe-ad2f-6ecbe6bce08e req-1e6f6396-2f77-4307-829c-539feb2150db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:45.213014 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bfe04d4c-f8c9-48fe-ad2f-6ecbe6bce08e req-1e6f6396-2f77-4307-829c-539feb2150db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0709176 Jul 22 19:03:45.309273 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-159cdbb5-5c9b-4628-8ac5-1e363abd4f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:45.310844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-159cdbb5-5c9b-4628-8ac5-1e363abd4f1f service neutron] 10.222.0.30 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 909 time: 0.3348141 Jul 22 19:03:45.316259 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bfe04d4c-f8c9-48fe-ad2f-6ecbe6bce08e req-9dad658c-8bf8-4240-8053-dab513379eb5 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942147 Jul 22 19:03:45.389731 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aab995c2-d006-4d39-a764-93dd52adba85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:45.392260 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-ca0cf948-3129-459c-9793-810d2df08a52 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4cb675f-6c4c-41e2-81b7-480dffe27af2 HTTP/1.1" status: 200 len: 217 time: 0.0663891 Jul 22 19:03:45.420923 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bfe04d4c-f8c9-48fe-ad2f-6ecbe6bce08e req-fe4a8122-919d-40b6-b057-207e9132785a service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975993 Jul 22 19:03:45.425981 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e21aad-f38d-4462-9c5c-95d0afad27e3 req-a62d1965-802d-48a0-be2a-c6d983e16184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:45.427493 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51e21aad-f38d-4462-9c5c-95d0afad27e3 req-a62d1965-802d-48a0-be2a-c6d983e16184 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc269922-7d8b-4674-afe1-792f1954c6b4 HTTP/1.1" status: 200 len: 1097 time: 0.2689378 Jul 22 19:03:45.457846 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc81a9-60c1-4281-91a8-2d94fe765e40 req-0926b21d-641c-44d7-a4a8-97944b633a23 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:45.459271 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-39fc81a9-60c1-4281-91a8-2d94fe765e40 req-0926b21d-641c-44d7-a4a8-97944b633a23 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 944 time: 0.3019478 Jul 22 19:03:45.512242 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe04d4c-f8c9-48fe-ad2f-6ecbe6bce08e req-1f42c9da-14e1-48f8-a19a-9cd8ffad1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:45.513748 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bfe04d4c-f8c9-48fe-ad2f-6ecbe6bce08e req-1f42c9da-14e1-48f8-a19a-9cd8ffad1f89 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=15d8498d1f484af892003802c7def1e2&device_id=ee8c392b-ba11-46f9-b9fb-e2467d884f97 HTTP/1.1" status: 200 len: 1099 time: 0.0543544 Jul 22 19:03:45.555185 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbc5a6-f3c4-43d6-8dd8-aa91ed07253c req-db39a45b-03e6-4ed4-804e-942170231a94 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:45.556681 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42dbc5a6-f3c4-43d6-8dd8-aa91ed07253c req-db39a45b-03e6-4ed4-804e-942170231a94 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee8c392b-ba11-46f9-b9fb-e2467d884f97 HTTP/1.1" status: 200 len: 947 time: 0.3513064 Jul 22 19:03:45.612187 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe04d4c-f8c9-48fe-ad2f-6ecbe6bce08e req-b855a065-0001-4713-b53d-98c1c48754cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:45.613697 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bfe04d4c-f8c9-48fe-ad2f-6ecbe6bce08e req-b855a065-0001-4713-b53d-98c1c48754cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.0941787 Jul 22 19:03:45.634706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-e1ec3d08-6205-49a8-b417-d68cb714e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:45.636218 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-e1ec3d08-6205-49a8-b417-d68cb714e299 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6ce6dd9-1892-4846-8205-ad77c8cfee8f HTTP/1.1" status: 200 len: 848 time: 0.2280579 Jul 22 19:03:45.663021 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51e21aad-f38d-4462-9c5c-95d0afad27e3 req-4a991075-1dd2-4620-a148-5509965215f0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133901 Jul 22 19:03:45.667936 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bfe04d4c-f8c9-48fe-ad2f-6ecbe6bce08e req-32c8a7cb-c141-407c-911e-07f33d61f0f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=866282cd-1e57-454f-869c-3ecbf81b3ec7 HTTP/1.1" status: 200 len: 217 time: 0.0366256 Jul 22 19:03:45.695070 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-39fc81a9-60c1-4281-91a8-2d94fe765e40 req-8e0fef4b-8de7-4515-b56e-63643db4249a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679287 Jul 22 19:03:45.700238 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-69c672d6-9422-4594-a906-b1301995eb4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1211dd5d-22dd-42cf-af43-7f788d3e855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498018 Jul 22 19:03:45.707436 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42dbc5a6-f3c4-43d6-8dd8-aa91ed07253c req-c7b8176e-4bc5-4278-aabf-b8ff03284372 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf64746d-f5db-4176-b2ca-78b4197bc417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354160 Jul 22 19:03:45.773038 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe04d4c-f8c9-48fe-ad2f-6ecbe6bce08e req-edce95b6-d1e5-4095-8fdc-e8ae3a9bffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:45.774520 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bfe04d4c-f8c9-48fe-ad2f-6ecbe6bce08e req-edce95b6-d1e5-4095-8fdc-e8ae3a9bffde service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0605013 Jul 22 19:03:45.859439 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe04d4c-f8c9-48fe-ad2f-6ecbe6bce08e req-ea77c47c-cb62-4b2c-8a70-4031099d9ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:45.861026 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bfe04d4c-f8c9-48fe-ad2f-6ecbe6bce08e req-ea77c47c-cb62-4b2c-8a70-4031099d9ccd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0733585 Jul 22 19:03:45.958841 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bfe04d4c-f8c9-48fe-ad2f-6ecbe6bce08e req-2856c5d0-7303-49bf-986c-af4a78dd100d service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912030 Jul 22 19:03:46.071055 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bfe04d4c-f8c9-48fe-ad2f-6ecbe6bce08e req-4a461361-5c8d-4e9e-8b64-7b7fef5da1f9 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052530 Jul 22 19:03:46.231630 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-def17f52-2fa6-44b2-8aaa-077041103ec2 service neutron] 10.222.0.30 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216696 Jul 22 19:03:46.340654 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602a170-2daf-4840-9a61-e2e43755e48b req-4ba235ac-b07a-4fe2-b342-33cdfc467766 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:46.342270 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c602a170-2daf-4840-9a61-e2e43755e48b req-4ba235ac-b07a-4fe2-b342-33cdfc467766 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 944 time: 0.2072449 Jul 22 19:03:46.350447 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab995c2-d006-4d39-a764-93dd52adba85 admin admin] Router b4055c35-db8e-42e0-9c6f-daa2c05de92a has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:03:46.370712 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4dabcd-ec2a-4032-8f5b-b9dfb4a149fc req-16916420-bb83-44c5-bc91-d76af6aac784 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:46.372149 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f4dabcd-ec2a-4032-8f5b-b9dfb4a149fc req-16916420-bb83-44c5-bc91-d76af6aac784 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc269922-7d8b-4674-afe1-792f1954c6b4 HTTP/1.1" status: 200 len: 945 time: 0.2363002 Jul 22 19:03:46.454655 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-ecad0419-15a1-4ac7-8ac3-7852e0e28c7c service neutron] 10.222.0.30 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158337 Jul 22 19:03:46.515518 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c602a170-2daf-4840-9a61-e2e43755e48b req-c472cc5c-615c-45e7-b059-574a32ca8f95 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627340 Jul 22 19:03:46.520499 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f4dabcd-ec2a-4032-8f5b-b9dfb4a149fc req-c08bb219-386b-452f-b634-a1dd15cf6eef tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420314 Jul 22 19:03:46.550258 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab995c2-d006-4d39-a764-93dd52adba85 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:03:46.555286 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-aab995c2-d006-4d39-a764-93dd52adba85 admin admin] 10.222.0.13 "PUT /v2.0/routers/b4055c35-db8e-42e0-9c6f-daa2c05de92a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5316427 Jul 22 19:03:46.557935 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59650) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:03:46.560069 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581994f8-895b-4133-a741-16cd901c6d98 None None] Sync routers for ids ['b4055c35-db8e-42e0-9c6f-daa2c05de92a'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:03:46.570295 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581994f8-895b-4133-a741-16cd901c6d98 None None] Routers {'b4055c35-db8e-42e0-9c6f-daa2c05de92a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:03:46.571254 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-581994f8-895b-4133-a741-16cd901c6d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:03:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b4055c35-db8e-42e0-9c6f-daa2c05de92a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:46.674421 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9a479bd1-068d-434f-803b-7be6f91a428e admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:46.698360 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147217b-93c1-469f-beac-cec8b4697334 req-6b5d2869-9267-4aac-b653-8ee3ebb0c563 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:46.700320 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7147217b-93c1-469f-beac-cec8b4697334 req-6b5d2869-9267-4aac-b653-8ee3ebb0c563 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d3f34-19ef-4079-9c14-51b5dfb748a1 HTTP/1.1" status: 200 len: 948 time: 0.0784414 Jul 22 19:03:46.711242 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-581994f8-895b-4133-a741-16cd901c6d98 None None] Set router b4055c35-db8e-42e0-9c6f-daa2c05de92a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:03:46.777946 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7147217b-93c1-469f-beac-cec8b4697334 req-f044305b-4ed6-48d5-a02d-345b4696f26f tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654297 Jul 22 19:03:46.807032 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-18624d73-0247-4dd1-a3ec-b9f9277ff5a4 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:46.808966 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-18624d73-0247-4dd1-a3ec-b9f9277ff5a4 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334&tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&binding%3Ahost_id=n-h1-800086-12 HTTP/1.1" status: 200 len: 1096 time: 0.1072609 Jul 22 19:03:46.819241 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d5eee724-bc15-4a73-a2eb-8254a47873e3 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:03:47.072347 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa86c35-a282-4f7d-b911-9a470a8dc078 req-71a301e8-a352-46c5-afcb-be742997c23b tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:47.072912 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port d5eee724-bc15-4a73-a2eb-8254a47873e3, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d5eee724-bc15-4a73-a2eb-8254a47873e3,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:47.079459 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aaa86c35-a282-4f7d-b911-9a470a8dc078 req-71a301e8-a352-46c5-afcb-be742997c23b tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 944 time: 0.2648215 Jul 22 19:03:47.101354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'd5eee724-bc15-4a73-a2eb-8254a47873e3', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': 'd5eee724-bc15-4a73-a2eb-8254a47873e3', 'mac_address': 'fa:16:3e:3c:f4:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:03:47.112928 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-581994f8-895b-4133-a741-16cd901c6d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-775581813-router', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:42Z', 'updated_at': '2021-07-22T19:03:44Z', 'revision_number': 5, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'gw_port': {'id': 'c1a5b127-a52d-414b-bf31-b3aca338cbec', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:43Z', 'updated_at': '2021-07-22T19:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:47.124632 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf0eb5-4039-49d3-9358-3f2e73c49fb8 req-885f7b89-2912-4b58-87af-29e222d9ba04 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:47.131947 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09cf0eb5-4039-49d3-9358-3f2e73c49fb8 req-885f7b89-2912-4b58-87af-29e222d9ba04 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee8c392b-ba11-46f9-b9fb-e2467d884f97 HTTP/1.1" status: 200 len: 947 time: 0.2499225 Jul 22 19:03:47.174678 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9a479bd1-068d-434f-803b-7be6f91a428e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:47.183111 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:47.183864 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-2e94d18d-7569-456d-b228-088aad73b844 service neutron] For port e4cb675f-6c4c-41e2-81b7-480dffe27af2, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:03:47.193367 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aaa86c35-a282-4f7d-b911-9a470a8dc078 req-48d6db7f-4a51-4305-a419-070e1c1103e7 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124322 Jul 22 19:03:47.193746 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581994f8-895b-4133-a741-16cd901c6d98 None None] Checking router: b4055c35-db8e-42e0-9c6f-daa2c05de92a for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:03:47.206494 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bff3744d-0814-4e46-aadc-023836268517 req-47c22313-d85c-4d32-96ac-28c97c9de3fc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2201254 Jul 22 19:03:47.209178 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-2e94d18d-7569-456d-b228-088aad73b844 service neutron] Notify callbacks [] for binding, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:47.210191 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-352b874e-b42e-4c6c-aa39-4fe6d4893583 req-2e94d18d-7569-456d-b228-088aad73b844 service neutron] 10.222.0.30 "DELETE /v2.0/ports/e4cb675f-6c4c-41e2-81b7-480dffe27af2/bindings/n-h2-800086-12 HTTP/1.1" status: 204 len: 173 time: 0.3793340 Jul 22 19:03:47.235624 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5eee724-bc15-4a73-a2eb-8254a47873e3 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:03:47.241038 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581994f8-895b-4133-a741-16cd901c6d98 None None] Routers {'b4055c35-db8e-42e0-9c6f-daa2c05de92a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:03:47.241737 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-581994f8-895b-4133-a741-16cd901c6d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:03:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b4055c35-db8e-42e0-9c6f-daa2c05de92a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:47.245884 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-39c45a50-f221-43f1-ac3f-786ac51aa147 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:47.247652 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-39c45a50-f221-43f1-ac3f-786ac51aa147 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc269922-7d8b-4674-afe1-792f1954c6b4 HTTP/1.1" status: 200 len: 945 time: 0.3837044 Jul 22 19:03:47.304929 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-9a479bd1-068d-434f-803b-7be6f91a428e admin admin] Deleting port c1a5b127-a52d-414b-bf31-b3aca338cbec {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:03:47.305561 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9a479bd1-068d-434f-803b-7be6f91a428e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:47.332810 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09cf0eb5-4039-49d3-9358-3f2e73c49fb8 req-1d623166-47da-4ebe-b965-e6effbf8ae7b tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf64746d-f5db-4176-b2ca-78b4197bc417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997030 Jul 22 19:03:47.368008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-581994f8-895b-4133-a741-16cd901c6d98 None None] Set router b4055c35-db8e-42e0-9c6f-daa2c05de92a gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:03:47.371796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3744d-0814-4e46-aadc-023836268517 req-a5fe0b95-d052-4df8-a4ac-e333eaaf611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:47.376725 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bff3744d-0814-4e46-aadc-023836268517 req-a5fe0b95-d052-4df8-a4ac-e333eaaf611f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 1119 time: 0.1092989 Jul 22 19:03:47.445683 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-9a479bd1-068d-434f-803b-7be6f91a428e admin admin] For port c1a5b127-a52d-414b-bf31-b3aca338cbec, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c1a5b127-a52d-414b-bf31-b3aca338cbec,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:47.446188 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9a479bd1-068d-434f-803b-7be6f91a428e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:47.456551 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-79b80fd5-985b-458d-a98e-4d0bd41f9177 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Deleting port b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:03:47.456859 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-581994f8-895b-4133-a741-16cd901c6d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-775581813-router', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:42Z', 'updated_at': '2021-07-22T19:03:47Z', 'revision_number': 6, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:47.457102 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-79b80fd5-985b-458d-a98e-4d0bd41f9177 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:47.480920 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-9a479bd1-068d-434f-803b-7be6f91a428e admin admin] Calling delete_port for c1a5b127-a52d-414b-bf31-b3aca338cbec owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:03:47.505572 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581994f8-895b-4133-a741-16cd901c6d98 None None] The sync data for ids ['b4055c35-db8e-42e0-9c6f-daa2c05de92a'] in n-d-800086-12 is: [{'id': 'b4055c35-db8e-42e0-9c6f-daa2c05de92a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-775581813-router', 'tenant_id': '5c05911d8cf445ffbdfaa5b734566af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:42Z', 'updated_at': '2021-07-22T19:03:47Z', 'revision_number': 6, 'project_id': '5c05911d8cf445ffbdfaa5b734566af3', 'gw_port_host': None}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:03:47.523643 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port d5eee724-bc15-4a73-a2eb-8254a47873e3, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d5eee724-bc15-4a73-a2eb-8254a47873e3,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:47.529763 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:47.530617 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 866282cd-1e57-454f-869c-3ecbf81b3ec7 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:03:47.625233 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=d5eee724-bc15-4a73-a2eb-8254a47873e3,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:47.629911 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-79b80fd5-985b-458d-a98e-4d0bd41f9177 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] For port b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:47.630412 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-79b80fd5-985b-458d-a98e-4d0bd41f9177 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:47.647731 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-79b80fd5-985b-458d-a98e-4d0bd41f9177 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Calling delete_port for b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:03:47.652000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3744d-0814-4e46-aadc-023836268517 req-82df52f2-4d7b-4355-844f-f4720e67bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:47.653942 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 866282cd-1e57-454f-869c-3ecbf81b3ec7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=866282cd-1e57-454f-869c-3ecbf81b3ec7,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:47.666229 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bff3744d-0814-4e46-aadc-023836268517 req-82df52f2-4d7b-4355-844f-f4720e67bc6a service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 921 time: 0.2577064 Jul 22 19:03:47.666441 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '866282cd-1e57-454f-869c-3ecbf81b3ec7', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '866282cd-1e57-454f-869c-3ecbf81b3ec7', 'mac_address': 'fa:16:3e:a7:bf:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:03:47.708044 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:47.723463 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866282cd-1e57-454f-869c-3ecbf81b3ec7 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:03:47.748600 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 866282cd-1e57-454f-869c-3ecbf81b3ec7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=866282cd-1e57-454f-869c-3ecbf81b3ec7,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:47.753575 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:47.762214 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bff3744d-0814-4e46-aadc-023836268517 req-ec1b49c7-1d77-4c68-9461-1bbd38f0cf93 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7903cffd-c6b7-4a8b-ab21-82a707f4032e HTTP/1.1" status: 200 len: 217 time: 0.0947783 Jul 22 19:03:47.822056 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=866282cd-1e57-454f-869c-3ecbf81b3ec7,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:47.846623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79775c1d-8f5d-4aca-93ae-c1176cf1cdd0 req-6db7f189-bfc0-46b6-9961-46c97a49afff tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:47.848182 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-79775c1d-8f5d-4aca-93ae-c1176cf1cdd0 req-6db7f189-bfc0-46b6-9961-46c97a49afff tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 1096 time: 0.3209877 Jul 22 19:03:47.858093 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3744d-0814-4e46-aadc-023836268517 req-91eb97a1-1db7-490b-9d3c-3c3400a247c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:47.859470 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bff3744d-0814-4e46-aadc-023836268517 req-91eb97a1-1db7-490b-9d3c-3c3400a247c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=60c829e4-dea2-469c-8b44-181bb5c85dfe HTTP/1.1" status: 200 len: 860 time: 0.0866628 Jul 22 19:03:47.877645 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfaa7a5-c1ee-4e08-a133-4843a0c281a0 req-ca0a713a-11e0-4a27-ba81-773d8e315464 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:47.879222 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbfaa7a5-c1ee-4e08-a133-4843a0c281a0 req-ca0a713a-11e0-4a27-ba81-773d8e315464 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc269922-7d8b-4674-afe1-792f1954c6b4 HTTP/1.1" status: 200 len: 945 time: 0.2446661 Jul 22 19:03:47.933683 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bff3744d-0814-4e46-aadc-023836268517 req-1e9e0e06-8ceb-4443-ba80-cd40fcc141b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529234 Jul 22 19:03:47.977341 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9a479bd1-068d-434f-803b-7be6f91a428e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:48.026987 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a479bd1-068d-434f-803b-7be6f91a428e admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a5b127-a52d-414b-bf31-b3aca338cbec,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:48.066503 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-79b80fd5-985b-458d-a98e-4d0bd41f9177 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:48.069065 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-79775c1d-8f5d-4aca-93ae-c1176cf1cdd0 req-97f1c4f5-7236-43c4-bbc1-8b2067fd87e5 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006307 Jul 22 19:03:48.079277 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9bafbda3-406d-4a5f-9e82-83f95a18a714', 'b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:03:48.092731 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbfaa7a5-c1ee-4e08-a133-4843a0c281a0 req-e5b6303a-b710-445d-b18a-10e11a285989 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031879 Jul 22 19:03:48.154411 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['d5eee724-bc15-4a73-a2eb-8254a47873e3'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:03:48.157128 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['866282cd-1e57-454f-869c-3ecbf81b3ec7'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:03:48.192721 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b80fd5-985b-458d-a98e-4d0bd41f9177 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Pushing event deleted for resources: {'Port': ['ID=b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:48.226790 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-79b80fd5-985b-458d-a98e-4d0bd41f9177 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] No DVR routers for this DVR port b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:03:48.230342 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-79b80fd5-985b-458d-a98e-4d0bd41f9177 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:48.234086 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5078956c-5f47-474c-bb2c-a197d64c1ac9 req-79b80fd5-985b-458d-a98e-4d0bd41f9177 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.16 "DELETE /v2.0/ports/b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c HTTP/1.1" status: 204 len: 173 time: 0.9808505 Jul 22 19:03:48.237005 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc269922-7d8b-4674-afe1-792f1954c6b4', 'name': 'network-vif-deleted', 'tag': 'b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:03:48.239588 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bdf4dd-75d9-40d2-8d0c-a0bda60bb550" -d '{"events": [{"server_uuid": "fc269922-7d8b-4674-afe1-792f1954c6b4", "name": "network-vif-deleted", "tag": "b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:03:48.250717 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9a479bd1-068d-434f-803b-7be6f91a428e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:48.330744 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bff3744d-0814-4e46-aadc-023836268517 req-fd8f4044-6a5e-496d-965b-68af1ab28542 service neutron] 10.222.0.16 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832495 Jul 22 19:03:48.403210 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9a479bd1-068d-434f-803b-7be6f91a428e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:48.409833 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9a479bd1-068d-434f-803b-7be6f91a428e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:48.539766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6bcb8-7333-48a4-ae6c-6653f6ca1985 req-341bb075-f199-4a2e-a7bf-8f9a845e73ee tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:48.544518 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3ed6bcb8-7333-48a4-ae6c-6653f6ca1985 req-341bb075-f199-4a2e-a7bf-8f9a845e73ee tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 944 time: 0.3604479 Jul 22 19:03:48.545856 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9a479bd1-068d-434f-803b-7be6f91a428e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:48.546651 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a479bd1-068d-434f-803b-7be6f91a428e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4055c35-db8e-42e0-9c6f-daa2c05de92a {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:03:48.562681 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9a479bd1-068d-434f-803b-7be6f91a428e admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:48.564884 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9a479bd1-068d-434f-803b-7be6f91a428e admin admin] 10.222.0.13 "DELETE /v2.0/routers/b4055c35-db8e-42e0-9c6f-daa2c05de92a HTTP/1.1" status: 204 len: 168 time: 2.0053697 Jul 22 19:03:48.565239 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3098f4-9d96-46ca-ae47-1f4795ee1d44 req-c38e40d1-9087-43c3-844e-3c8ca3a19c1d tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:48.567038 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc3098f4-9d96-46ca-ae47-1f4795ee1d44 req-c38e40d1-9087-43c3-844e-3c8ca3a19c1d tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d3f34-19ef-4079-9c14-51b5dfb748a1 HTTP/1.1" status: 200 len: 949 time: 0.3281519 Jul 22 19:03:48.578329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59682) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:03:48.665469 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-93c05849-1b9e-4566-9220-30a2e52ca162 req-46982228-5f8f-40a8-9840-ace9853fe25c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&device_id=fc269922-7d8b-4674-afe1-792f1954c6b4 HTTP/1.1" status: 200 len: 210 time: 0.0731103 Jul 22 19:03:48.671036 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bff3744d-0814-4e46-aadc-023836268517 req-c8ff9349-829d-4aed-bf7b-9df70d67f20b service neutron] 10.222.0.16 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257701 Jul 22 19:03:48.697139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3ed6bcb8-7333-48a4-ae6c-6653f6ca1985 req-78373ffa-9448-4700-b962-c2970671da92 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267438 Jul 22 19:03:48.700796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf91ae8-23a5-4663-ab08-4aabadd8ce3f admin admin] Deleting subnet 13374c1e-2260-46d2-9f42-abf48bda4ba1 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:03:48.705882 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc3098f4-9d96-46ca-ae47-1f4795ee1d44 req-4447d5e7-60eb-47aa-b872-20cbee2fd474 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091383 Jul 22 19:03:48.713267 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bcf91ae8-23a5-4663-ab08-4aabadd8ce3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:48.757596 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bcf91ae8-23a5-4663-ab08-4aabadd8ce3f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:48.900506 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bcf91ae8-23a5-4663-ab08-4aabadd8ce3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:48.993121 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba372736-b6e6-452e-bb7a-e8429da97b36 x-openstack-request-id: req-ba372736-b6e6-452e-bb7a-e8429da97b36 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:03:48.993416 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc269922-7d8b-4674-afe1-792f1954c6b4", "name": "network-vif-deleted", "tag": "b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:03:48.993670 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba372736-b6e6-452e-bb7a-e8429da97b36 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:03:48.994068 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc269922-7d8b-4674-afe1-792f1954c6b4', 'name': 'network-vif-deleted', 'tag': 'b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c', 'status': 'completed', 'code': 200} Jul 22 19:03:48.999414 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c05849-1b9e-4566-9220-30a2e52ca162 req-8bdccdeb-8271-46cc-854a-96557a42576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:49.002108 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-93c05849-1b9e-4566-9220-30a2e52ca162 req-8bdccdeb-8271-46cc-854a-96557a42576b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=7203bd3d967745edacfd14e47e28a372&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3195345 Jul 22 19:03:49.034434 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12eb86-442f-41fc-8656-31a3168a1009 req-79b16140-f0d8-4a3c-af8d-4b547aa18043 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:49.035980 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8b12eb86-442f-41fc-8656-31a3168a1009 req-79b16140-f0d8-4a3c-af8d-4b547aa18043 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 1096 time: 0.2002234 Jul 22 19:03:49.057530 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bcf91ae8-23a5-4663-ab08-4aabadd8ce3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:49.101434 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf91ae8-23a5-4663-ab08-4aabadd8ce3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13374c1e-2260-46d2-9f42-abf48bda4ba1,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:49.105118 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bcf91ae8-23a5-4663-ab08-4aabadd8ce3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:49.106995 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bcf91ae8-23a5-4663-ab08-4aabadd8ce3f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/13374c1e-2260-46d2-9f42-abf48bda4ba1 HTTP/1.1" status: 204 len: 168 time: 0.5274141 Jul 22 19:03:49.110704 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f17d25-fda9-4879-bae5-8a2c2f7f0d8b None None] Network 534d09c5-2670-4310-9f63-844a5ff5f27b requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:03:49.111818 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59684) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:03:49.134620 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8b12eb86-442f-41fc-8656-31a3168a1009 req-85794c06-25bb-4d07-814d-aa560e1224ba tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873795 Jul 22 19:03:49.179273 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d84d0-6a1f-4c14-a7a8-be8406f1ec90 req-651586ea-5e77-4be5-91a0-9607aaa85dc6 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:49.186777 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd7d84d0-6a1f-4c14-a7a8-be8406f1ec90 req-651586ea-5e77-4be5-91a0-9607aaa85dc6 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee8c392b-ba11-46f9-b9fb-e2467d884f97 HTTP/1.1" status: 200 len: 948 time: 0.2064836 Jul 22 19:03:49.250343 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c05849-1b9e-4566-9220-30a2e52ca162 req-af1ca81a-07e2-4de2-b297-10484441a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:49.253189 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-93c05849-1b9e-4566-9220-30a2e52ca162 req-af1ca81a-07e2-4de2-b297-10484441a294 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2347219 Jul 22 19:03:49.255311 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd7d84d0-6a1f-4c14-a7a8-be8406f1ec90 req-0e63304f-aff8-4e2b-ac47-c9360b331c66 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf64746d-f5db-4176-b2ca-78b4197bc417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675337 Jul 22 19:03:49.257220 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-db7304aa-bb9a-4e80-af05-0d8725b9b66f service neutron] 10.222.0.30 "GET /v2.0/ports/ea591566-5b7e-46f3-965a-145746cd620a/bindings/n-h2-800086-12 HTTP/1.1" status: 200 len: 385 time: 0.1313860 Jul 22 19:03:49.351275 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16ce6d7-5179-4506-afea-9fec0a79254d None None] DHCP port deletion for 534d09c5-2670-4310-9f63-844a5ff5f27b request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:03:49.353143 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cf61f89-b33d-41aa-9107-c9c5802f4a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:49.412348 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-012e325a-cf7a-47b9-9ec3-fa0be6cfb9b8 req-a686fabe-a752-4958-9349-826754926b62 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc269922-7d8b-4674-afe1-792f1954c6b4 HTTP/1.1" status: 200 len: 210 time: 0.0368962 Jul 22 19:03:49.443221 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-0cf61f89-b33d-41aa-9107-c9c5802f4a99 admin admin] Deleting port acc26633-6064-4b9b-a64f-b7f782d55d1f {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:03:49.444165 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cf61f89-b33d-41aa-9107-c9c5802f4a99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:49.453553 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d53709fd-8fc8-47e5-8a5a-d0aae008e5ac no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:03:49.479633 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a16ce6d7-5179-4506-afea-9fec0a79254d None None] Deleting port acc26633-6064-4b9b-a64f-b7f782d55d1f {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:03:49.480016 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a16ce6d7-5179-4506-afea-9fec0a79254d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:49.482826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: d53709fd-8fc8-47e5-8a5a-d0aae008e5ac {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:03:49.483173 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d53709fd-8fc8-47e5-8a5a-d0aae008e5ac not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:03:49.483594 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c1a5b127-a52d-414b-bf31-b3aca338cbec no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:03:49.515952 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-0cf61f89-b33d-41aa-9107-c9c5802f4a99 admin admin] For port acc26633-6064-4b9b-a64f-b7f782d55d1f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=acc26633-6064-4b9b-a64f-b7f782d55d1f,segment=NetworkSegment(3c4d3daf-216f-4c2c-b4ee-569b19d02fd1),segment_id=3c4d3daf-216f-4c2c-b4ee-569b19d02fd1)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:49.516495 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cf61f89-b33d-41aa-9107-c9c5802f4a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:49.524922 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: c1a5b127-a52d-414b-bf31-b3aca338cbec {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:03:49.525641 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c1a5b127-a52d-414b-bf31-b3aca338cbec not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:03:49.535696 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-0cf61f89-b33d-41aa-9107-c9c5802f4a99 admin admin] Calling delete_port for acc26633-6064-4b9b-a64f-b7f782d55d1f owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:03:49.548223 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f9aae65a-8abe-4862-a861-8fdf72199946 service neutron] For port ea591566-5b7e-46f3-965a-145746cd620a, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=ea591566-5b7e-46f3-965a-145746cd620a,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:49.575545 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f9aae65a-8abe-4862-a861-8fdf72199946 service neutron] For port ea591566-5b7e-46f3-965a-145746cd620a, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:03:49.617311 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f9aae65a-8abe-4862-a861-8fdf72199946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea591566-5b7e-46f3-965a-145746cd620a {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:03:49.639937 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f9aae65a-8abe-4862-a861-8fdf72199946 service neutron] For port ea591566-5b7e-46f3-965a-145746cd620a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea591566-5b7e-46f3-965a-145746cd620a,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:49.666306 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f9aae65a-8abe-4862-a861-8fdf72199946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:49.687269 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cf61f89-b33d-41aa-9107-c9c5802f4a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:49.722786 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-a16ce6d7-5179-4506-afea-9fec0a79254d None None] For port acc26633-6064-4b9b-a64f-b7f782d55d1f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=acc26633-6064-4b9b-a64f-b7f782d55d1f,segment=NetworkSegment(3c4d3daf-216f-4c2c-b4ee-569b19d02fd1),segment_id=3c4d3daf-216f-4c2c-b4ee-569b19d02fd1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:49.723185 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a16ce6d7-5179-4506-afea-9fec0a79254d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:49.725381 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf61f89-b33d-41aa-9107-c9c5802f4a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=acc26633-6064-4b9b-a64f-b7f782d55d1f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:49.729674 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf61f89-b33d-41aa-9107-c9c5802f4a99 admin admin] No DVR routers for this DVR port acc26633-6064-4b9b-a64f-b7f782d55d1f on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:03:49.738192 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a16ce6d7-5179-4506-afea-9fec0a79254d None None] Calling delete_port for acc26633-6064-4b9b-a64f-b7f782d55d1f owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:03:49.762217 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f9aae65a-8abe-4862-a861-8fdf72199946 service neutron] Transition to ACTIVE for port object ea591566-5b7e-46f3-965a-145746cd620a will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:03:49.771461 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f9aae65a-8abe-4862-a861-8fdf72199946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:49.813378 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cf61f89-b33d-41aa-9107-c9c5802f4a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:49.826084 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-0cf61f89-b33d-41aa-9107-c9c5802f4a99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534d09c5-2670-4310-9f63-844a5ff5f27b']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:49.840553 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-0cf61f89-b33d-41aa-9107-c9c5802f4a99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4d3daf-216f-4c2c-b4ee-569b19d02fd1') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:49.840851 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-0cf61f89-b33d-41aa-9107-c9c5802f4a99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4d3daf-216f-4c2c-b4ee-569b19d02fd1') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:49.850365 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cf61f89-b33d-41aa-9107-c9c5802f4a99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:49.858644 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a16ce6d7-5179-4506-afea-9fec0a79254d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:49.863559 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cf61f89-b33d-41aa-9107-c9c5802f4a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:49.870705 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf61f89-b33d-41aa-9107-c9c5802f4a99 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:03:49.871105 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cf61f89-b33d-41aa-9107-c9c5802f4a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:03:49.872965 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:03:49.893600 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ce6d7-5179-4506-afea-9fec0a79254d None None] Pushing event deleted for resources: {'Port': ['ID=acc26633-6064-4b9b-a64f-b7f782d55d1f,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:49.900201 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16ce6d7-5179-4506-afea-9fec0a79254d None None] No DVR routers for this DVR port acc26633-6064-4b9b-a64f-b7f782d55d1f on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:03:49.931916 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cf61f89-b33d-41aa-9107-c9c5802f4a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:49.933080 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f9aae65a-8abe-4862-a861-8fdf72199946 service neutron] No DVR routers for this DVR port ea591566-5b7e-46f3-965a-145746cd620a on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:03:49.941480 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aae65a-8abe-4862-a861-8fdf72199946 service neutron] Pushing event updated for resources: {'Port': ['ID=ea591566-5b7e-46f3-965a-145746cd620a,revision_number=10']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:49.951228 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cf61f89-b33d-41aa-9107-c9c5802f4a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:49.953347 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0cf61f89-b33d-41aa-9107-c9c5802f4a99 admin admin] 10.222.0.13 "DELETE /v2.0/networks/534d09c5-2670-4310-9f63-844a5ff5f27b HTTP/1.1" status: 204 len: 168 time: 0.8406913 Jul 22 19:03:49.955329 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf61f89-b33d-41aa-9107-c9c5802f4a99 admin admin] Pushing event deleted for resources: {'Network': ['ID=534d09c5-2670-4310-9f63-844a5ff5f27b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:50.002645 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f9aae65a-8abe-4862-a861-8fdf72199946 service neutron] 10.222.0.30 "PUT /v2.0/ports/ea591566-5b7e-46f3-965a-145746cd620a/bindings/n-h2-800086-12/activate HTTP/1.1" status: 200 len: 370 time: 0.7343094 Jul 22 19:03:50.014329 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device ea591566-5b7e-46f3-965a-145746cd620a no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:03:50.022446 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80b2b1-2bd2-4441-bc82-d85870370eb8 req-09913b28-985e-4c6f-8061-393818119e69 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:50.023991 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f80b2b1-2bd2-4441-bc82-d85870370eb8 req-09913b28-985e-4c6f-8061-393818119e69 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d3f34-19ef-4079-9c14-51b5dfb748a1 HTTP/1.1" status: 200 len: 949 time: 0.2142284 Jul 22 19:03:50.039168 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c69cb2-2a18-4de1-8c41-1c1a7a4e1757 req-4b6f3d9e-db5c-411b-a65e-45498f25b080 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:50.040742 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d0c69cb2-2a18-4de1-8c41-1c1a7a4e1757 req-4b6f3d9e-db5c-411b-a65e-45498f25b080 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 945 time: 0.2110462 Jul 22 19:03:50.066321 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device ea591566-5b7e-46f3-965a-145746cd620a not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:03:50.106799 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f80b2b1-2bd2-4441-bc82-d85870370eb8 req-550db323-2c62-459a-99b0-0cfdbd73b69c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625858 Jul 22 19:03:50.117300 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d0c69cb2-2a18-4de1-8c41-1c1a7a4e1757 req-5cc223ee-cbca-4ea9-bae7-0a0eede071b9 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752492 Jul 22 19:03:50.141106 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-82ec550f-77d6-49a8-920a-576b2f737025 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:50.142727 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-82ec550f-77d6-49a8-920a-576b2f737025 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183&tenant_id=045a6583907f4225b2036296ec0f4a49&binding%3Ahost_id=n-h1-800086-12 HTTP/1.1" status: 200 len: 1097 time: 0.0729132 Jul 22 19:03:50.156889 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59706) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:03:50.200928 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7c7139a6-2f93-4017-9e90-c0facd524579 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c05911d8cf445ffbdfaa5b734566af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424771 Jul 22 19:03:50.203005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59708) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:03:50.216512 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-628ee35e-d59a-4a30-9076-64fbd6953496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:50.221216 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-628ee35e-d59a-4a30-9076-64fbd6953496 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183&tenant_id=045a6583907f4225b2036296ec0f4a49 HTTP/1.1" status: 200 len: 1097 time: 0.0700421 Jul 22 19:03:50.252841 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-384833fa-688c-4aa7-9394-2d9b48c9903f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:50.278513 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-384833fa-688c-4aa7-9394-2d9b48c9903f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:50.317825 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-17b3ea90-7f69-4418-894d-7f4120bbfba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:50.320248 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-17b3ea90-7f69-4418-894d-7f4120bbfba0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 1097 time: 0.0752981 Jul 22 19:03:50.339745 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-384833fa-688c-4aa7-9394-2d9b48c9903f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:50.343929 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-384833fa-688c-4aa7-9394-2d9b48c9903f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:50.346627 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-384833fa-688c-4aa7-9394-2d9b48c9903f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0753aab-db70-4f45-84b2-40d13c04e502 HTTP/1.1" status: 204 len: 168 time: 0.1426537 Jul 22 19:03:50.368148 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384833fa-688c-4aa7-9394-2d9b48c9903f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0753aab-db70-4f45-84b2-40d13c04e502,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:50.441194 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5b16e-537c-48c1-92c9-ccd8e5e14bd5 req-abe3a78c-7be6-499f-8aaf-9b62c253f88d tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:50.443289 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a4a5b16e-537c-48c1-92c9-ccd8e5e14bd5 req-abe3a78c-7be6-499f-8aaf-9b62c253f88d tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee8c392b-ba11-46f9-b9fb-e2467d884f97 HTTP/1.1" status: 200 len: 948 time: 0.0937755 Jul 22 19:03:50.473185 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-6abc66b6-fe3f-4470-991d-c40c934e22db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:50.474703 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-6abc66b6-fe3f-4470-991d-c40c934e22db service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 921 time: 0.1436934 Jul 22 19:03:50.506980 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a4a5b16e-537c-48c1-92c9-ccd8e5e14bd5 req-83d9edf5-1b17-4f9a-90e7-fb4810e85bdc tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf64746d-f5db-4176-b2ca-78b4197bc417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514815 Jul 22 19:03:50.530468 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-29f6f3b8-e011-4438-96d3-dff42723cd4f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea591566-5b7e-46f3-965a-145746cd620a HTTP/1.1" status: 200 len: 217 time: 0.0483084 Jul 22 19:03:50.545199 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29b6cef2-57a1-4b04-bdcb-d86236bdc568 req-6ae08ec8-8802-4dac-bc1f-420a105daed8 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc269922-7d8b-4674-afe1-792f1954c6b4 HTTP/1.1" status: 200 len: 210 time: 0.0371003 Jul 22 19:03:50.585924 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-a5cd20d4-6458-40e8-851a-122bd104b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:50.587680 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-a5cd20d4-6458-40e8-851a-122bd104b666 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=60c829e4-dea2-469c-8b44-181bb5c85dfe HTTP/1.1" status: 200 len: 860 time: 0.0493245 Jul 22 19:03:50.628381 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-4c80a9d1-13dd-49b8-b13b-d6cfab3b764b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336194 Jul 22 19:03:50.741456 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f74f05ec-5896-4c52-b68f-463492c82246 service neutron] 10.222.0.16 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038890 Jul 22 19:03:50.833431 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 866282cd-1e57-454f-869c-3ecbf81b3ec7 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:03:50.868792 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-30f4a25c-1d09-42f8-b26d-de35c663dabb service neutron] 10.222.0.16 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042981 Jul 22 19:03:50.888161 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 866282cd-1e57-454f-869c-3ecbf81b3ec7 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:03:50.892539 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 866282cd-1e57-454f-869c-3ecbf81b3ec7 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:03:50.893108 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:51.005482 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:51.033085 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8c392b-ba11-46f9-b9fb-e2467d884f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866282cd-1e57-454f-869c-3ecbf81b3ec7'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:03:51.036083 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e18907a-a1b0-41a8-a156-9a337dc3ed4e" -d '{"events": [{"server_uuid": "ee8c392b-ba11-46f9-b9fb-e2467d884f97", "name": "network-vif-plugged", "status": "completed", "tag": "866282cd-1e57-454f-869c-3ecbf81b3ec7"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:03:51.053030 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 866282cd-1e57-454f-869c-3ecbf81b3ec7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=866282cd-1e57-454f-869c-3ecbf81b3ec7,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:51.058370 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:51.061394 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d5eee724-bc15-4a73-a2eb-8254a47873e3 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:03:51.084345 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-93c05849-1b9e-4566-9220-30a2e52ca162 req-200a8213-4cdb-42c9-8c83-6b73a6323aee tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc269922-7d8b-4674-afe1-792f1954c6b4 HTTP/1.1" status: 200 len: 210 time: 0.0535829 Jul 22 19:03:51.123220 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb65a9e-4027-4a9e-a0a4-843a26906bf5 x-openstack-request-id: req-9fb65a9e-4027-4a9e-a0a4-843a26906bf5 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:03:51.123508 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8c392b-ba11-46f9-b9fb-e2467d884f97", "name": "network-vif-plugged", "status": "completed", "tag": "866282cd-1e57-454f-869c-3ecbf81b3ec7", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:03:51.123754 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fb65a9e-4027-4a9e-a0a4-843a26906bf5 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:03:51.124132 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8c392b-ba11-46f9-b9fb-e2467d884f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866282cd-1e57-454f-869c-3ecbf81b3ec7', 'code': 200} Jul 22 19:03:51.188794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=866282cd-1e57-454f-869c-3ecbf81b3ec7,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:51.233740 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port d5eee724-bc15-4a73-a2eb-8254a47873e3 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:03:51.243636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port d5eee724-bc15-4a73-a2eb-8254a47873e3 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:03:51.246092 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:51.273233 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-64f01ac5-7259-4e41-afa0-60c9433db666 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:51.275060 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-64f01ac5-7259-4e41-afa0-60c9433db666 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183&tenant_id=045a6583907f4225b2036296ec0f4a49&binding%3Ahost_id=n-h2-800086-12 HTTP/1.1" status: 200 len: 1097 time: 0.0912793 Jul 22 19:03:51.354801 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59748) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:03:51.405899 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:51.424784 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device acc26633-6064-4b9b-a64f-b7f782d55d1f no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:03:51.452626 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: acc26633-6064-4b9b-a64f-b7f782d55d1f {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:03:51.453371 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device acc26633-6064-4b9b-a64f-b7f782d55d1f not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:03:51.459095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f6c64-663e-4de3-a7d6-e5a4b3b7c4ac req-3a1669b2-4edd-44b8-b021-9fb22ec6d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:51.460742 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee0f6c64-663e-4de3-a7d6-e5a4b3b7c4ac req-3a1669b2-4edd-44b8-b021-9fb22ec6d85f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ee8c392b-ba11-46f9-b9fb-e2467d884f97 HTTP/1.1" status: 200 len: 1101 time: 0.1808035 Jul 22 19:03:51.476967 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe4ad7-a475-4900-ad12-726d870ec52c req-3ae8f263-93d9-4ed2-9565-4e4f40f3f7d2 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:51.480647 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fafe4ad7-a475-4900-ad12-726d870ec52c req-3ae8f263-93d9-4ed2-9565-4e4f40f3f7d2 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d3f34-19ef-4079-9c14-51b5dfb748a1 HTTP/1.1" status: 200 len: 949 time: 0.2630832 Jul 22 19:03:51.491276 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-b92ae32f-4bd1-4657-ae59-a2e6d8a4c4da service neutron] For port ea591566-5b7e-46f3-965a-145746cd620a, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:03:51.496130 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-b92ae32f-4bd1-4657-ae59-a2e6d8a4c4da service neutron] Notify callbacks [] for binding, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:51.496583 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port d5eee724-bc15-4a73-a2eb-8254a47873e3, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d5eee724-bc15-4a73-a2eb-8254a47873e3,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:51.497540 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-b92ae32f-4bd1-4657-ae59-a2e6d8a4c4da service neutron] 10.222.0.16 "DELETE /v2.0/ports/ea591566-5b7e-46f3-965a-145746cd620a/bindings/n-h1-800086-12 HTTP/1.1" status: 204 len: 173 time: 0.2110748 Jul 22 19:03:51.502309 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:51.530831 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-522748357-network', 'tenant_id': 'f5d2a8abbc62479bb97acc8d17922743'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:51.553837 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ebfc2-cea9-4665-beea-8d3d7386b54d req-74dbb78e-1ff9-4c03-a7db-948d074371d3 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:51.555359 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-646ebfc2-cea9-4665-beea-8d3d7386b54d req-74dbb78e-1ff9-4c03-a7db-948d074371d3 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 945 time: 0.2668135 Jul 22 19:03:51.557991 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Made reservation on behalf of f5d2a8abbc62479bb97acc8d17922743 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:03:51.561226 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:51.575682 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:51.580415 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=d5eee724-bc15-4a73-a2eb-8254a47873e3,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:51.695829 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:51.701312 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:51.732396 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e9b9aa-21da-4ffb-8f55-6d05bfe0b601,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:51.733401 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:03:51.747572 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:03:51.761319 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:51.761765 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Added segment eb2ba7cf-bb97-494c-9886-a9c0b13a5f97 of type vlan for network 7bbfc913-74bf-4cbd-87dc-4c95900c6b62 Jul 22 19:03:51.814133 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:51.848046 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:51.849178 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:51.850074 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:51.904401 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5484807 Jul 22 19:03:51.931748 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59760) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:03:51.937046 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-eb4db827-c6e1-4703-8329-752ec04b069c admin admin] Request body: {'subnet': {'network_id': '7bbfc913-74bf-4cbd-87dc-4c95900c6b62', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-522748357-subnet', 'tenant_id': 'f5d2a8abbc62479bb97acc8d17922743', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:51.940580 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Pushing event updated for resources: {'Network': ['ID=7bbfc913-74bf-4cbd-87dc-4c95900c6b62,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:51.956085 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:51.956085 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:51.956299 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:51.956604 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:51.956947 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:51.957285 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:51.957617 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:51.957957 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:51.958288 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:51.958987 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:51.958987 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:51.959313 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5579e-4b88-40ef-a056-330708c4d3a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:51.972361 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 7bbfc913-74bf-4cbd-87dc-4c95900c6b62 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:03:51.989156 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4db827-c6e1-4703-8329-752ec04b069c admin admin] Made reservation on behalf of f5d2a8abbc62479bb97acc8d17922743 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:03:51.992514 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee0f6c64-663e-4de3-a7d6-e5a4b3b7c4ac req-8d7aa784-be8c-48e7-bf4d-9c396bc2d7dc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bf64746d-f5db-4176-b2ca-78b4197bc417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069256 Jul 22 19:03:51.994755 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eb4db827-c6e1-4703-8329-752ec04b069c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:52.008847 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fafe4ad7-a475-4900-ad12-726d870ec52c req-1dfa0ae1-9527-4da5-a2e9-12149f97ed42 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894786 Jul 22 19:03:52.024614 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-646ebfc2-cea9-4665-beea-8d3d7386b54d req-7ba447ed-8d25-4de2-8bed-b53a78c0e472 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605796 Jul 22 19:03:52.247807 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0039c1b-6209-41fe-a5f2-9b18421b9057 req-5f877500-cd19-41a8-ab35-49dddc7d2907 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:52.259207 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0039c1b-6209-41fe-a5f2-9b18421b9057 req-5f877500-cd19-41a8-ab35-49dddc7d2907 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee8c392b-ba11-46f9-b9fb-e2467d884f97 HTTP/1.1" status: 200 len: 949 time: 0.0949788 Jul 22 19:03:52.313458 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eb4db827-c6e1-4703-8329-752ec04b069c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:52.361681 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0039c1b-6209-41fe-a5f2-9b18421b9057 req-d07afe81-55e0-4b15-86af-bff169177443 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf64746d-f5db-4176-b2ca-78b4197bc417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981872 Jul 22 19:03:52.371371 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4db827-c6e1-4703-8329-752ec04b069c admin admin] Pushing event updated for resources: {'Subnet': ['ID=64b21eb6-5c1a-462d-9190-d8b2516047bb,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:52.386735 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4db827-c6e1-4703-8329-752ec04b069c admin admin] Checking segment: {'id': 'eb2ba7cf-bb97-494c-9886-a9c0b13a5f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7bbfc913-74bf-4cbd-87dc-4c95900c6b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:03:52.387094 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4db827-c6e1-4703-8329-752ec04b069c admin admin] Network hostable DHCP agents. Network: 7bbfc913-74bf-4cbd-87dc-4c95900c6b62, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:03:52.394881 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17240a5c-7feb-40d7-9696-a53267724fa5 req-43ab63b5-a803-4d07-b9da-10a6000e4fee tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:52.397095 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-17240a5c-7feb-40d7-9696-a53267724fa5 req-43ab63b5-a803-4d07-b9da-10a6000e4fee tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 1097 time: 0.1094663 Jul 22 19:03:52.405822 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4db827-c6e1-4703-8329-752ec04b069c admin admin] Network 7bbfc913-74bf-4cbd-87dc-4c95900c6b62 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:03:52.417078 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-eb4db827-c6e1-4703-8329-752ec04b069c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 7bbfc913-74bf-4cbd-87dc-4c95900c6b62) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:03:52.423123 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4db827-c6e1-4703-8329-752ec04b069c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:52.424376 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eb4db827-c6e1-4703-8329-752ec04b069c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:52.437671 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626dd8c2-407a-4a07-a05d-6386e9ce9d95 None None] Network 7bbfc913-74bf-4cbd-87dc-4c95900c6b62 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:03:52.451877 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-eb4db827-c6e1-4703-8329-752ec04b069c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5174754 Jul 22 19:03:52.453771 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59778) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:03:52.461212 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-93e6774c-b807-4105-876b-03515e6bf98d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-522748357-router', 'tenant_id': 'f5d2a8abbc62479bb97acc8d17922743', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:52.491615 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93e6774c-b807-4105-876b-03515e6bf98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:52.492759 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93e6774c-b807-4105-876b-03515e6bf98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:52.581671 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-17240a5c-7feb-40d7-9696-a53267724fa5 req-e04408e1-abff-4145-a013-b8e6ce09f34a tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747606 Jul 22 19:03:52.630260 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-7bbfc913-74bf-4cbd-87dc-4c95900c6b62', 'network_id': '7bbfc913-74bf-4cbd-87dc-4c95900c6b62', 'tenant_id': 'f5d2a8abbc62479bb97acc8d17922743', 'fixed_ips': [{'subnet_id': '64b21eb6-5c1a-462d-9190-d8b2516047bb'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:03:52.631645 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:52.675820 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-9403b339-8eb0-4ca8-9c77-f6eb4b58d945 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:52.677445 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-9403b339-8eb0-4ca8-9c77-f6eb4b58d945 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 806 time: 0.2199984 Jul 22 19:03:52.705790 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-b919a253-08c2-4002-b7ba-22749ed0d1ce tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/quotas/7203bd3d967745edacfd14e47e28a372 HTTP/1.1" status: 200 len: 375 time: 0.0215027 Jul 22 19:03:52.811405 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] Allocated IP 172.20.0.2 (7bbfc913-74bf-4cbd-87dc-4c95900c6b62/64b21eb6-5c1a-462d-9190-d8b2516047bb/2714d629-c587-4841-b1b0-f4ab1271bc31) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:03:52.858528 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93e6774c-b807-4105-876b-03515e6bf98d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:52.902595 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-75e36c3d-b3be-42b9-a893-295aaf7746d0 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1951265 Jul 22 19:03:52.984937 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:52.994542 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] Transition to ACTIVE for port object 2714d629-c587-4841-b1b0-f4ab1271bc31 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:03:53.031196 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] Transition to ACTIVE for port object 2714d629-c587-4841-b1b0-f4ab1271bc31 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:03:53.046070 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:53.048900 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-a36b6556-07f2-49d8-8b10-ddb8043ac5c8 service neutron] 10.222.0.13 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450472 Jul 22 19:03:53.066059 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99e9cc-a05e-41a0-9860-5a32abae6366 req-c4769646-4295-4eef-93a5-ef0d43623126 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:53.075693 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e99e9cc-a05e-41a0-9860-5a32abae6366 req-c4769646-4295-4eef-93a5-ef0d43623126 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 1097 time: 0.3578978 Jul 22 19:03:53.107315 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] Pushing event updated for resources: {'Port': ['ID=2714d629-c587-4841-b1b0-f4ab1271bc31,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:53.118190 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93e6774c-b807-4105-876b-03515e6bf98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:53.119114 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] Network 7bbfc913-74bf-4cbd-87dc-4c95900c6b62 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:03:53.122486 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:03:53.125825 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2d3f34-19ef-4079-9c14-51b5dfb748a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5eee724-bc15-4a73-a2eb-8254a47873e3'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:03:53.131535 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4bda25-0313-459f-8b99-0d1f6e184d63" -d '{"events": [{"server_uuid": "dd2d3f34-19ef-4079-9c14-51b5dfb748a1", "name": "network-vif-plugged", "status": "completed", "tag": "d5eee724-bc15-4a73-a2eb-8254a47873e3"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:03:53.137335 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:03:53.182139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e99e9cc-a05e-41a0-9860-5a32abae6366 req-70125aa6-3984-495a-84d4-dac412eb37e6 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987632 Jul 22 19:03:53.218599 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] Attempting to bind port 2714d629-c587-4841-b1b0-f4ab1271bc31 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:03:53.219364 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] Attempting to bind port 2714d629-c587-4841-b1b0-f4ab1271bc31 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'eb2ba7cf-bb97-494c-9886-a9c0b13a5f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7bbfc913-74bf-4cbd-87dc-4c95900c6b62'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:03:53.219949 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] Attempting to bind port 2714d629-c587-4841-b1b0-f4ab1271bc31 on network 7bbfc913-74bf-4cbd-87dc-4c95900c6b62 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:53.228701 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:03:53.230300 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] Checking segment: {'id': 'eb2ba7cf-bb97-494c-9886-a9c0b13a5f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7bbfc913-74bf-4cbd-87dc-4c95900c6b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:03:53.230896 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:53.231480 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] Bound using segment: {'id': 'eb2ba7cf-bb97-494c-9886-a9c0b13a5f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7bbfc913-74bf-4cbd-87dc-4c95900c6b62'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:03:53.232148 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] Bound port: 2714d629-c587-4841-b1b0-f4ab1271bc31, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2ba7cf-bb97-494c-9886-a9c0b13a5f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7bbfc913-74bf-4cbd-87dc-4c95900c6b62'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:03:53.233023 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:53.308418 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-adab5ca6-73a2-4bcb-b03e-07a1859f7e60 service neutron] 10.222.0.13 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583871 Jul 22 19:03:53.326849 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] For port 2714d629-c587-4841-b1b0-f4ab1271bc31, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:03:53.334178 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] For port 2714d629-c587-4841-b1b0-f4ab1271bc31, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2714d629-c587-4841-b1b0-f4ab1271bc31,segment=NetworkSegment(eb2ba7cf-bb97-494c-9886-a9c0b13a5f97),segment_id=eb2ba7cf-bb97-494c-9886-a9c0b13a5f97)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:03:53.346721 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:53.382552 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93e6774c-b807-4105-876b-03515e6bf98d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:53.408065 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93e6774c-b807-4105-876b-03515e6bf98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:53.413706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08261d96-995d-4517-b8e6-277c1dcf0312 req-af245a84-a6a3-4217-a691-b588c0ed9d73 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:53.426298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-08261d96-995d-4517-b8e6-277c1dcf0312 req-af245a84-a6a3-4217-a691-b588c0ed9d73 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d3f34-19ef-4079-9c14-51b5dfb748a1 HTTP/1.1" status: 200 len: 950 time: 0.1111782 Jul 22 19:03:53.484674 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455af6d5-0314-4550-b2cd-c82c65943f20 None None] Pushing event updated for resources: {'Port': ['ID=2714d629-c587-4841-b1b0-f4ab1271bc31,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:53.498105 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-08261d96-995d-4517-b8e6-277c1dcf0312 req-ae32c578-34be-44d6-a4d4-983904a7378c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707154 Jul 22 19:03:53.591131 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-93e6774c-b807-4105-876b-03515e6bf98d admin admin] Allocated IP 172.25.3.155 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/2f6d81a2-7b74-4f42-ad91-0107bcefe286) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:03:53.593406 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e22af1-9555-46fc-b822-7c0175fe7622 x-openstack-request-id: req-84e22af1-9555-46fc-b822-7c0175fe7622 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:03:53.593673 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2d3f34-19ef-4079-9c14-51b5dfb748a1", "name": "network-vif-plugged", "status": "completed", "tag": "d5eee724-bc15-4a73-a2eb-8254a47873e3", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:03:53.593923 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84e22af1-9555-46fc-b822-7c0175fe7622 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:03:53.594310 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2d3f34-19ef-4079-9c14-51b5dfb748a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5eee724-bc15-4a73-a2eb-8254a47873e3', 'code': 200} Jul 22 19:03:53.868954 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d513980-b63f-4538-9cd4-9da365480c7f req-1f69e4be-0ee8-4a14-ad81-f4b8820d1e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:53.870840 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5d513980-b63f-4538-9cd4-9da365480c7f req-1f69e4be-0ee8-4a14-ad81-f4b8820d1e99 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d3f34-19ef-4079-9c14-51b5dfb748a1 HTTP/1.1" status: 200 len: 1102 time: 0.2094271 Jul 22 19:03:53.871944 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93e6774c-b807-4105-876b-03515e6bf98d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:53.949847 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93e6774c-b807-4105-876b-03515e6bf98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:53.980916 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5d513980-b63f-4538-9cd4-9da365480c7f req-b9e2a446-e47f-48b0-8a43-0b14dacbaff9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854151 Jul 22 19:03:54.038636 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e6774c-b807-4105-876b-03515e6bf98d admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:03:54.043971 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-93e6774c-b807-4105-876b-03515e6bf98d admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:03:54.045510 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5d0d3-d698-46ff-b458-5d51ea15bf9b req-a977d835-2469-45d9-bb19-565b1666aae2 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:54.056270 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c4b5d0d3-d698-46ff-b458-5d51ea15bf9b req-a977d835-2469-45d9-bb19-565b1666aae2 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee8c392b-ba11-46f9-b9fb-e2467d884f97 HTTP/1.1" status: 200 len: 949 time: 0.2335081 Jul 22 19:03:54.060025 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e6774c-b807-4105-876b-03515e6bf98d admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:03:54.148398 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c4b5d0d3-d698-46ff-b458-5d51ea15bf9b req-3b014248-68d7-4aa1-b4ed-2d7e7ea38592 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf64746d-f5db-4176-b2ca-78b4197bc417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889664 Jul 22 19:03:54.197780 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6774c-b807-4105-876b-03515e6bf98d admin admin] Pushing event updated for resources: {'Port': ['ID=2f6d81a2-7b74-4f42-ad91-0107bcefe286,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:54.326149 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a56168d-2076-47a9-9e18-f8652d5c1bb7 req-1a7fcd8d-0b4c-4b48-b7c8-9de68948fea2 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cda3b1b-60ea-4ac4-af26-c6190188be8b HTTP/1.1" status: 200 len: 210 time: 0.0639524 Jul 22 19:03:54.552949 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93e6774c-b807-4105-876b-03515e6bf98d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:54.707426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19146085-2065-40a6-9e3a-78be115bb755 req-241d93bf-cd6a-4e08-9963-f34b088cafe9 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:54.709193 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19146085-2065-40a6-9e3a-78be115bb755 req-241d93bf-cd6a-4e08-9963-f34b088cafe9 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d3f34-19ef-4079-9c14-51b5dfb748a1 HTTP/1.1" status: 200 len: 950 time: 0.0897422 Jul 22 19:03:54.773026 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19146085-2065-40a6-9e3a-78be115bb755 req-2c26a692-bc75-45b8-8574-5a8ecfa17a59 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576260 Jul 22 19:03:54.848007 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:03:54.877531 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df06152-231c-430a-b6e6-8fc8f37b8da9 None None] Network 7bbfc913-74bf-4cbd-87dc-4c95900c6b62 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:03:54.882331 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:03:54.882466 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b9cffedc-5b66-4fb0-b2b3-c1cc3c07848c not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:03:54.886790 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93e6774c-b807-4105-876b-03515e6bf98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:54.918915 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d6c95399-7c66-485c-bbe6-171593aa91a8 None None] Provisioning for port 2714d629-c587-4841-b1b0-f4ab1271bc31 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:03:55.082205 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e6774c-b807-4105-876b-03515e6bf98d admin admin] Router 597de0c8-e50f-446c-a6fc-7b8ee7b15a89 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:03:55.318662 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e6774c-b807-4105-876b-03515e6bf98d admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:03:55.335455 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] Sync routers for ids ['597de0c8-e50f-446c-a6fc-7b8ee7b15a89'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:03:55.338854 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-fb1aa8f1-91d0-482c-bf71-6ebca47182cf tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:55.346743 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-fb1aa8f1-91d0-482c-bf71-6ebca47182cf tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.30 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 806 time: 0.2240689 Jul 22 19:03:55.347137 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93e6774c-b807-4105-876b-03515e6bf98d admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:55.350926 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-93e6774c-b807-4105-876b-03515e6bf98d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.8936672 Jul 22 19:03:55.351327 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59846) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:03:55.372662 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Request body: {'port': {'device_id': '9cda3b1b-60ea-4ac4-af26-c6190188be8b', 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a', 'admin_state_up': True, 'tenant_id': '7203bd3d967745edacfd14e47e28a372'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:55.379448 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] Routers {'597de0c8-e50f-446c-a6fc-7b8ee7b15a89'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:03:55.382436 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:03:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['597de0c8-e50f-446c-a6fc-7b8ee7b15a89'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:55.517347 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2714d629-c587-4841-b1b0-f4ab1271bc31 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:03:55.563761 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f5d2981b-4e66-412c-b2f3-8bf7eb997ccb req-ad8d2e5f-58bf-413d-970f-eda0af52ceab tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cda3b1b-60ea-4ac4-af26-c6190188be8b HTTP/1.1" status: 200 len: 210 time: 0.0417988 Jul 22 19:03:55.595800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Made reservation on behalf of 7203bd3d967745edacfd14e47e28a372 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:03:55.601482 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:55.675492 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] Set router 597de0c8-e50f-446c-a6fc-7b8ee7b15a89 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:03:55.686004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 2714d629-c587-4841-b1b0-f4ab1271bc31 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:03:55.691832 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 2714d629-c587-4841-b1b0-f4ab1271bc31 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:03:55.692208 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:55.693723 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-39cd3765-a674-4aba-8613-b0258cbc072a None None] Provisioning complete for port 2714d629-c587-4841-b1b0-f4ab1271bc31 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:03:55.696196 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-39cd3765-a674-4aba-8613-b0258cbc072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:55.867238 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-39cd3765-a674-4aba-8613-b0258cbc072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:55.881933 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Allocated IP 172.20.0.3 (baecdd37-6eb2-4425-b93b-172f9e82b42a/0b80c7ab-8b96-4210-8e6b-d0b73d261a94/873eb9c3-4a35-48db-abb0-c85295ac47c3) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:03:55.947862 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:55.969274 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-39cd3765-a674-4aba-8613-b0258cbc072a None None] For port 2714d629-c587-4841-b1b0-f4ab1271bc31, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2714d629-c587-4841-b1b0-f4ab1271bc31,segment=NetworkSegment(eb2ba7cf-bb97-494c-9886-a9c0b13a5f97),segment_id=eb2ba7cf-bb97-494c-9886-a9c0b13a5f97)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:55.980834 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-39cd3765-a674-4aba-8613-b0258cbc072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:56.038505 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597de0c8-e50f-446c-a6fc-7b8ee7b15a89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-522748357-router', 'tenant_id': 'f5d2a8abbc62479bb97acc8d17922743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2f6d81a2-7b74-4f42-ad91-0107bcefe286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:03:52Z', 'updated_at': '2021-07-22T19:03:54Z', 'revision_number': 3, 'project_id': 'f5d2a8abbc62479bb97acc8d17922743', 'gw_port': {'id': '2f6d81a2-7b74-4f42-ad91-0107bcefe286', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597de0c8-e50f-446c-a6fc-7b8ee7b15a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:03:53Z', 'updated_at': '2021-07-22T19:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:56.100648 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2035c20e-818d-4b2d-adf3-50d4573f71ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:56.113873 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] Checking router: 597de0c8-e50f-446c-a6fc-7b8ee7b15a89 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:03:56.114257 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] Updating router 597de0c8-e50f-446c-a6fc-7b8ee7b15a89 port 2f6d81a2-7b74-4f42-ad91-0107bcefe286 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:03:56.209981 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.api [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:03:56.210340 n-d-800086-12 neutron-server[93808]: DEBUG oslo_db.api [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:03:56.210945 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd3765-a674-4aba-8613-b0258cbc072a None None] Pushing event updated for resources: {'Port': ['ID=2714d629-c587-4841-b1b0-f4ab1271bc31,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:56.215813 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c1daa-3736-4ab7-930a-9cee0760ab6b req-1e8953d4-f14e-459d-9aea-bc21d28fa5ff tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:56.226597 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-889c1daa-3736-4ab7-930a-9cee0760ab6b req-1e8953d4-f14e-459d-9aea-bc21d28fa5ff tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d3f34-19ef-4079-9c14-51b5dfb748a1 HTTP/1.1" status: 200 len: 950 time: 0.3120871 Jul 22 19:03:56.262493 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-2035c20e-818d-4b2d-adf3-50d4573f71ba admin admin] Allocated IP 172.20.0.1 (7bbfc913-74bf-4cbd-87dc-4c95900c6b62/64b21eb6-5c1a-462d-9190-d8b2516047bb/236ad0fd-5516-4361-9927-32b0467bb033) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:03:56.265205 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:56.305606 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-889c1daa-3736-4ab7-930a-9cee0760ab6b req-4c986362-26f6-4f93-b53a-1d907b437de5 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763383 Jul 22 19:03:56.412770 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2035c20e-818d-4b2d-adf3-50d4573f71ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:56.431668 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-2035c20e-818d-4b2d-adf3-50d4573f71ba admin admin] Transition to ACTIVE for port object 236ad0fd-5516-4361-9927-32b0467bb033 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:03:56.478005 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2035c20e-818d-4b2d-adf3-50d4573f71ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:56.499235 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:56.548306 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079dc07e-271d-4787-8a1d-488254274852 req-819b34fb-a9fe-4593-a67d-6f5a82d35b7e tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:56.551243 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2035c20e-818d-4b2d-adf3-50d4573f71ba admin admin] Network 7bbfc913-74bf-4cbd-87dc-4c95900c6b62 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:03:56.555645 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-079dc07e-271d-4787-8a1d-488254274852 req-819b34fb-a9fe-4593-a67d-6f5a82d35b7e tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d3f34-19ef-4079-9c14-51b5dfb748a1 HTTP/1.1" status: 200 len: 1102 time: 0.1489246 Jul 22 19:03:56.556189 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-2035c20e-818d-4b2d-adf3-50d4573f71ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:03:56.558880 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2035c20e-818d-4b2d-adf3-50d4573f71ba admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:03:56.613110 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2035c20e-818d-4b2d-adf3-50d4573f71ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:56.616402 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-079dc07e-271d-4787-8a1d-488254274852 req-888335bd-62b5-4a6b-bfc8-ddd1f2d468db tempest-ServersOnMultiNodesTest-430208998 tempest-ServersOnMultiNodesTest-430208998-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597935 Jul 22 19:03:56.635175 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035c20e-818d-4b2d-adf3-50d4573f71ba admin admin] Pushing event updated for resources: {'Port': ['ID=236ad0fd-5516-4361-9927-32b0467bb033,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:56.639480 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:56.652789 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9bafbda3-406d-4a5f-9e82-83f95a18a714'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:03:56.797757 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Pushing event updated for resources: {'Port': ['ID=873eb9c3-4a35-48db-abb0-c85295ac47c3,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:56.871484 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:56.871776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:56.872047 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:56.872706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:56.872706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:56.873048 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:56.873371 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:56.873699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:56.874027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:56.879463 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:56.879867 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:56.880205 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:56.980062 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Network baecdd37-6eb2-4425-b93b-172f9e82b42a is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:03:56.984370 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2035c20e-818d-4b2d-adf3-50d4573f71ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:56.990366 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:03:56.993426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:03:57.013895 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:57.013895 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:57.051265 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-0f897b3e-2ef3-41a3-8b8b-e1148f65bf05 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6806204 Jul 22 19:03:57.063483 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] Request body: {'port': {'device_id': '9cda3b1b-60ea-4ac4-af26-c6190188be8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:03:57.065070 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:57.088735 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] Transition to ACTIVE for port object 2f6d81a2-7b74-4f42-ad91-0107bcefe286 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:03:57.100110 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:57.149724 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-309e0421-5049-4f38-9899-1b97358a8951 None None] Provisioning for port 236ad0fd-5516-4361-9927-32b0467bb033 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:03:57.159199 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-309e0421-5049-4f38-9899-1b97358a8951 None None] Provisioning complete for port 236ad0fd-5516-4361-9927-32b0467bb033 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:03:57.159578 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-309e0421-5049-4f38-9899-1b97358a8951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:57.189011 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eadf75-214a-494c-8102-4069c17de52f req-644ac564-4437-4a52-a58b-7b99413895c6 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:57.191004 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-77eadf75-214a-494c-8102-4069c17de52f req-644ac564-4437-4a52-a58b-7b99413895c6 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cda3b1b-60ea-4ac4-af26-c6190188be8b HTTP/1.1" status: 200 len: 931 time: 0.3905320 Jul 22 19:03:57.236976 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65eb159-4839-4efb-8a43-a1911e4519f5 None None] Pushing event updated for resources: {'Port': ['ID=2f6d81a2-7b74-4f42-ad91-0107bcefe286,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:57.263289 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-309e0421-5049-4f38-9899-1b97358a8951 None None] Port 236ad0fd-5516-4361-9927-32b0467bb033 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:03:57.271492 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-77eadf75-214a-494c-8102-4069c17de52f req-8c960661-6cb2-4b5b-bc62-d176289523ea tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560172 Jul 22 19:03:57.273424 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:57.294554 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65eb159-4839-4efb-8a43-a1911e4519f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:57.295393 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65eb159-4839-4efb-8a43-a1911e4519f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:57.295968 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65eb159-4839-4efb-8a43-a1911e4519f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:57.296711 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65eb159-4839-4efb-8a43-a1911e4519f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:57.296987 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0738c-02a3-430c-a7cc-43993ba48e8e req-713cfa42-fd59-467a-ba25-f7789b01b54e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:57.306697 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65eb159-4839-4efb-8a43-a1911e4519f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:57.306697 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65eb159-4839-4efb-8a43-a1911e4519f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:57.307141 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19b0738c-02a3-430c-a7cc-43993ba48e8e req-713cfa42-fd59-467a-ba25-f7789b01b54e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d3f34-19ef-4079-9c14-51b5dfb748a1 HTTP/1.1" status: 200 len: 950 time: 0.2459025 Jul 22 19:03:57.307240 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65eb159-4839-4efb-8a43-a1911e4519f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:57.307240 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65eb159-4839-4efb-8a43-a1911e4519f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:57.307240 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65eb159-4839-4efb-8a43-a1911e4519f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:57.308930 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65eb159-4839-4efb-8a43-a1911e4519f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:57.310947 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65eb159-4839-4efb-8a43-a1911e4519f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:57.311831 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65eb159-4839-4efb-8a43-a1911e4519f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:03:57.330578 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] Attempting to bind port 2f6d81a2-7b74-4f42-ad91-0107bcefe286 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:03:57.333216 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] Attempting to bind port 2f6d81a2-7b74-4f42-ad91-0107bcefe286 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:03:57.333665 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] Attempting to bind port 2f6d81a2-7b74-4f42-ad91-0107bcefe286 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:57.346068 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:03:57.349285 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:03:57.350043 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:57.351322 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:03:57.354540 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] Bound port: 2f6d81a2-7b74-4f42-ad91-0107bcefe286, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:03:57.355246 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:57.387415 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2035c20e-818d-4b2d-adf3-50d4573f71ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:57.388313 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19b0738c-02a3-430c-a7cc-43993ba48e8e req-3ce717c2-ac9c-4ac1-88fc-57228c087b74 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760021 Jul 22 19:03:57.403967 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2035c20e-818d-4b2d-adf3-50d4573f71ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:57.457919 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2714d629-c587-4841-b1b0-f4ab1271bc31 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:03:57.509122 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] For port 2f6d81a2-7b74-4f42-ad91-0107bcefe286, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:03:57.515344 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] For port 2f6d81a2-7b74-4f42-ad91-0107bcefe286, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2f6d81a2-7b74-4f42-ad91-0107bcefe286,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:03:57.524594 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:57.606366 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035c20e-818d-4b2d-adf3-50d4573f71ba admin admin] Pushing event updated for resources: {'Port': ['ID=236ad0fd-5516-4361-9927-32b0467bb033,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:57.610310 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 2714d629-c587-4841-b1b0-f4ab1271bc31 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:03:57.611586 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:57.618963 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2035c20e-818d-4b2d-adf3-50d4573f71ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:57.695890 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65eb159-4839-4efb-8a43-a1911e4519f5 None None] Pushing event updated for resources: {'Port': ['ID=2f6d81a2-7b74-4f42-ad91-0107bcefe286,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:57.707879 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] Routers {'597de0c8-e50f-446c-a6fc-7b8ee7b15a89'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:03:57.708543 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:03:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['597de0c8-e50f-446c-a6fc-7b8ee7b15a89'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:57.833841 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2035c20e-818d-4b2d-adf3-50d4573f71ba admin admin] Network 7bbfc913-74bf-4cbd-87dc-4c95900c6b62 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:03:57.837532 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-2035c20e-818d-4b2d-adf3-50d4573f71ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:03:57.868006 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] Set router 597de0c8-e50f-446c-a6fc-7b8ee7b15a89 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:03:57.965628 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873eb9c3-4a35-48db-abb0-c85295ac47c3 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:03:57.986728 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:58.007071 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] Transition to ACTIVE for port object 873eb9c3-4a35-48db-abb0-c85295ac47c3 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:03:58.018643 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2035c20e-818d-4b2d-adf3-50d4573f71ba admin admin] Router 597de0c8-e50f-446c-a6fc-7b8ee7b15a89 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:03:58.021478 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:58.145145 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] Pushing event updated for resources: {'Port': ['ID=873eb9c3-4a35-48db-abb0-c85295ac47c3,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:58.201356 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2035c20e-818d-4b2d-adf3-50d4573f71ba admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:03:58.208802 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1bcbd919-0af4-47af-b0eb-4d9f3637f862 None None] Provisioning complete for port 236ad0fd-5516-4361-9927-32b0467bb033 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:03:58.208802 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1bcbd919-0af4-47af-b0eb-4d9f3637f862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:58.215862 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] Attempting to bind port 873eb9c3-4a35-48db-abb0-c85295ac47c3 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:03:58.216342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] Attempting to bind port 873eb9c3-4a35-48db-abb0-c85295ac47c3 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:03:58.217048 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] Attempting to bind port 873eb9c3-4a35-48db-abb0-c85295ac47c3 on network baecdd37-6eb2-4425-b93b-172f9e82b42a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:58.224903 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] Port 873eb9c3-4a35-48db-abb0-c85295ac47c3 on network baecdd37-6eb2-4425-b93b-172f9e82b42a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:03:58.225442 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] Attempting to bind port 873eb9c3-4a35-48db-abb0-c85295ac47c3 on network baecdd37-6eb2-4425-b93b-172f9e82b42a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:03:58.228697 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2035c20e-818d-4b2d-adf3-50d4573f71ba admin admin] 10.222.0.13 "PUT /v2.0/routers/597de0c8-e50f-446c-a6fc-7b8ee7b15a89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8577516 Jul 22 19:03:58.234211 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:03:58.234851 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] Checking segment: {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:03:58.236040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] Bound using segment: {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:03:58.236910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] Bound port: 873eb9c3-4a35-48db-abb0-c85295ac47c3, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:03:58.237567 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:58.258069 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1bcbd919-0af4-47af-b0eb-4d9f3637f862 None None] Port 236ad0fd-5516-4361-9927-32b0467bb033 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:03:58.348309 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597de0c8-e50f-446c-a6fc-7b8ee7b15a89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-522748357-router', 'tenant_id': 'f5d2a8abbc62479bb97acc8d17922743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2f6d81a2-7b74-4f42-ad91-0107bcefe286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:03:52Z', 'updated_at': '2021-07-22T19:03:56Z', 'revision_number': 4, 'project_id': 'f5d2a8abbc62479bb97acc8d17922743', 'gw_port': {'id': '2f6d81a2-7b74-4f42-ad91-0107bcefe286', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597de0c8-e50f-446c-a6fc-7b8ee7b15a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:03:53Z', 'updated_at': '2021-07-22T19:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '236ad0fd-5516-4361-9927-32b0467bb033', 'name': '', 'network_id': '7bbfc913-74bf-4cbd-87dc-4c95900c6b62', 'tenant_id': 'f5d2a8abbc62479bb97acc8d17922743', 'mac_address': 'fa:16:3e:c1:2d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597de0c8-e50f-446c-a6fc-7b8ee7b15a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '64b21eb6-5c1a-462d-9190-d8b2516047bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:03:56Z', 'updated_at': '2021-07-22T19:03:57Z', 'revision_number': 2, 'project_id': 'f5d2a8abbc62479bb97acc8d17922743', 'subnets': [{'id': '64b21eb6-5c1a-462d-9190-d8b2516047bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:03:58.377529 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-45f0d50d-77fc-4737-99bf-e9203af98e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:58.377789 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] For port 873eb9c3-4a35-48db-abb0-c85295ac47c3, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:03:58.386337 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] For port 873eb9c3-4a35-48db-abb0-c85295ac47c3, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=873eb9c3-4a35-48db-abb0-c85295ac47c3,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:03:58.392732 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:58.399725 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9596e5b-9513-4997-945c-49b32d66931f None None] The sync data for ids ['597de0c8-e50f-446c-a6fc-7b8ee7b15a89'] in n-d-800086-12 is: [{'id': '597de0c8-e50f-446c-a6fc-7b8ee7b15a89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-522748357-router', 'tenant_id': 'f5d2a8abbc62479bb97acc8d17922743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2f6d81a2-7b74-4f42-ad91-0107bcefe286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:03:52Z', 'updated_at': '2021-07-22T19:03:56Z', 'revision_number': 4, 'project_id': 'f5d2a8abbc62479bb97acc8d17922743', 'gw_port': {'id': '2f6d81a2-7b74-4f42-ad91-0107bcefe286', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597de0c8-e50f-446c-a6fc-7b8ee7b15a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:03:53Z', 'updated_at': '2021-07-22T19:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '236ad0fd-5516-4361-9927-32b0467bb033', 'name': '', 'network_id': '7bbfc913-74bf-4cbd-87dc-4c95900c6b62', 'tenant_id': 'f5d2a8abbc62479bb97acc8d17922743', 'mac_address': 'fa:16:3e:c1:2d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597de0c8-e50f-446c-a6fc-7b8ee7b15a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '64b21eb6-5c1a-462d-9190-d8b2516047bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:03:56Z', 'updated_at': '2021-07-22T19:03:57Z', 'revision_number': 2, 'project_id': 'f5d2a8abbc62479bb97acc8d17922743', 'subnets': [{'id': '64b21eb6-5c1a-462d-9190-d8b2516047bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:03:58.518504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:58.519567 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:58.521510 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] 10.222.0.30 "PUT /v2.0/ports/873eb9c3-4a35-48db-abb0-c85295ac47c3 HTTP/1.1" status: 200 len: 1092 time: 1.4633222 Jul 22 19:03:58.522196 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cda3b1b-60ea-4ac4-af26-c6190188be8b', 'tag': '873eb9c3-4a35-48db-abb0-c85295ac47c3'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:03:58.524821 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade2217e-032a-40e5-8bb6-d05df344e900" -d '{"events": [{"name": "network-changed", "server_uuid": "9cda3b1b-60ea-4ac4-af26-c6190188be8b", "tag": "873eb9c3-4a35-48db-abb0-c85295ac47c3"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:03:58.813608 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fcc95-792b-4ddd-b734-25ba1cf20a87 service neutron] Pushing event updated for resources: {'Port': ['ID=873eb9c3-4a35-48db-abb0-c85295ac47c3,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:58.882469 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 866282cd-1e57-454f-869c-3ecbf81b3ec7 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:03:59.033027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-89723227-c131-4326-a3c9-088d396ca26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:59.033027 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-89723227-c131-4326-a3c9-088d396ca26c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&device_id=9cda3b1b-60ea-4ac4-af26-c6190188be8b HTTP/1.1" status: 200 len: 1095 time: 0.4372325 Jul 22 19:03:59.134539 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 866282cd-1e57-454f-869c-3ecbf81b3ec7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=866282cd-1e57-454f-869c-3ecbf81b3ec7,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:59.159176 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '866282cd-1e57-454f-869c-3ecbf81b3ec7', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '866282cd-1e57-454f-869c-3ecbf81b3ec7', 'mac_address': 'fa:16:3e:a7:bf:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:03:59.195883 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-c7a4d726-8481-4585-80c6-8b9884850967 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=873eb9c3-4a35-48db-abb0-c85295ac47c3 HTTP/1.1" status: 200 len: 217 time: 0.1478713 Jul 22 19:03:59.212950 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398ad22-e664-443f-836b-01188b47b8a4 req-ac97b8be-d7d9-45fc-b858-5efae9f9f836 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:59.214685 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9398ad22-e664-443f-836b-01188b47b8a4 req-ac97b8be-d7d9-45fc-b858-5efae9f9f836 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cda3b1b-60ea-4ac4-af26-c6190188be8b HTTP/1.1" status: 200 len: 943 time: 0.7076428 Jul 22 19:03:59.262975 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:59.281495 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 866282cd-1e57-454f-869c-3ecbf81b3ec7 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:03:59.290393 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619c271-6e9b-497b-94e5-10b3eff23aeb req-6c528ad5-ea3b-40fd-a447-6427eb4a8b34 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:59.292160 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d619c271-6e9b-497b-94e5-10b3eff23aeb req-6c528ad5-ea3b-40fd-a447-6427eb4a8b34 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d3f34-19ef-4079-9c14-51b5dfb748a1 HTTP/1.1" status: 200 len: 950 time: 0.5646067 Jul 22 19:03:59.301433 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6a0e3-f2ff-436b-b8c1-8cdd852ba5af req-ac67c5d9-d39c-4a5c-a4b0-67edb6b8a39e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:59.304635 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 866282cd-1e57-454f-869c-3ecbf81b3ec7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=866282cd-1e57-454f-869c-3ecbf81b3ec7,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:03:59.310720 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e2f6a0e3-f2ff-436b-b8c1-8cdd852ba5af req-ac67c5d9-d39c-4a5c-a4b0-67edb6b8a39e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d3f34-19ef-4079-9c14-51b5dfb748a1 HTTP/1.1" status: 200 len: 950 time: 0.7252316 Jul 22 19:03:59.314763 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-2939a423-dbc3-498b-b3d9-19feae9f2709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:03:59.316938 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-2939a423-dbc3-498b-b3d9-19feae9f2709 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b80c7ab-8b96-4210-8e6b-d0b73d261a94 HTTP/1.1" status: 200 len: 846 time: 0.1013739 Jul 22 19:03:59.323687 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:03:59.449879 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=866282cd-1e57-454f-869c-3ecbf81b3ec7,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:03:59.477595 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['866282cd-1e57-454f-869c-3ecbf81b3ec7'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:03:59.503422 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-18928dfe-67b4-4ad9-95e6-0a0681e74c2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=baecdd37-6eb2-4425-b93b-172f9e82b42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1496360 Jul 22 19:03:59.563025 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e2f6a0e3-f2ff-436b-b8c1-8cdd852ba5af req-58fbfc51-7b5a-4500-9f69-621445d9ad7a tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510455 Jul 22 19:03:59.581257 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9398ad22-e664-443f-836b-01188b47b8a4 req-e60b1a16-ac3d-4c72-97d4-a019558e65c7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078671 Jul 22 19:03:59.935488 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-a1f00afd-3771-4851-9be8-5bcba6235fbb service neutron] 10.222.0.30 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188585 Jul 22 19:03:59.937229 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61dd23a-771b-4a4b-84ca-892990769c93 x-openstack-request-id: req-f61dd23a-771b-4a4b-84ca-892990769c93 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:03:59.937767 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cda3b1b-60ea-4ac4-af26-c6190188be8b", "tag": "873eb9c3-4a35-48db-abb0-c85295ac47c3", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:03:59.938235 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f61dd23a-771b-4a4b-84ca-892990769c93 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:03:59.940239 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cda3b1b-60ea-4ac4-af26-c6190188be8b', 'tag': '873eb9c3-4a35-48db-abb0-c85295ac47c3', 'status': 'completed', 'code': 200} Jul 22 19:04:00.124419 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-d619c271-6e9b-497b-94e5-10b3eff23aeb req-0c8f68f5-b881-4f36-addb-c9e9ba9cd19d tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Deleting port d5eee724-bc15-4a73-a2eb-8254a47873e3 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:04:00.125206 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d619c271-6e9b-497b-94e5-10b3eff23aeb req-0c8f68f5-b881-4f36-addb-c9e9ba9cd19d tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:00.314881 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4a2f13b-56eb-4eb6-ae65-a8a0f037693c req-2093c9e3-6228-4f8e-b7f4-209c07e7f51c service neutron] 10.222.0.30 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658655 Jul 22 19:04:00.417644 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-23ae8aad-416d-4213-92dc-1e89a2277e9e req-ac211e68-f3e9-4812-8180-04ebb0f39ee4 tempest-FloatingIPDetailsNegativeTestJSON-517643282 tempest-FloatingIPDetailsNegativeTestJSON-517643282-project] show failed (client error): The resource could not be found. Jul 22 19:04:00.423466 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23ae8aad-416d-4213-92dc-1e89a2277e9e req-ac211e68-f3e9-4812-8180-04ebb0f39ee4 tempest-FloatingIPDetailsNegativeTestJSON-517643282 tempest-FloatingIPDetailsNegativeTestJSON-517643282-project] 10.222.0.13 "GET /v2.0/floatingips/9684afd7-472f-4e38-ab87-51dce5c4a2c4 HTTP/1.1" status: 404 len: 350 time: 0.1343033 Jul 22 19:04:00.427794 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60030) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:00.461715 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d619c271-6e9b-497b-94e5-10b3eff23aeb req-0c8f68f5-b881-4f36-addb-c9e9ba9cd19d tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] For port d5eee724-bc15-4a73-a2eb-8254a47873e3, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d5eee724-bc15-4a73-a2eb-8254a47873e3,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:00.462091 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d619c271-6e9b-497b-94e5-10b3eff23aeb req-0c8f68f5-b881-4f36-addb-c9e9ba9cd19d tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:00.484422 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2217e-032a-40e5-8bb6-d05df344e900 req-1c79a6a2-709b-4ab8-b722-ba72a1793bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:00.486466 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ade2217e-032a-40e5-8bb6-d05df344e900 req-1c79a6a2-709b-4ab8-b722-ba72a1793bab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&device_id=9cda3b1b-60ea-4ac4-af26-c6190188be8b HTTP/1.1" status: 200 len: 1095 time: 0.1058040 Jul 22 19:04:00.487260 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-d619c271-6e9b-497b-94e5-10b3eff23aeb req-0c8f68f5-b881-4f36-addb-c9e9ba9cd19d tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Calling delete_port for d5eee724-bc15-4a73-a2eb-8254a47873e3 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:04:00.837161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2217e-032a-40e5-8bb6-d05df344e900 req-4ed919b5-6ff1-4aad-8e8f-9d9cd20c8a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:00.839381 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ade2217e-032a-40e5-8bb6-d05df344e900 req-4ed919b5-6ff1-4aad-8e8f-9d9cd20c8a0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 907 time: 0.3421743 Jul 22 19:04:00.906683 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 866282cd-1e57-454f-869c-3ecbf81b3ec7 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:04:01.024615 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d619c271-6e9b-497b-94e5-10b3eff23aeb req-0c8f68f5-b881-4f36-addb-c9e9ba9cd19d tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:01.029942 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ade2217e-032a-40e5-8bb6-d05df344e900 req-9cada108-2cdd-44b7-ae14-ce6079847197 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=873eb9c3-4a35-48db-abb0-c85295ac47c3 HTTP/1.1" status: 200 len: 217 time: 0.1506803 Jul 22 19:04:01.045210 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e1cd9e14-a4df-412d-9b93-7cfbefac1dc6', '6d6525c7-f82e-4993-a118-b72b3f0ec670'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:01.049229 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['dc720395-1305-4f1e-a1e7-6afd11601d9f', 'd709f049-6868-4c9a-a45a-40e6efa5c8c2', '58229853-2d51-478d-a1a8-87b492b175aa', '35cddeb1-6225-4b89-86a2-5ebd7c842ed0', '95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:01.109850 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f68f5-b881-4f36-addb-c9e9ba9cd19d tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Pushing event deleted for resources: {'Port': ['ID=d5eee724-bc15-4a73-a2eb-8254a47873e3,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:01.316543 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e9731e61-35b7-4a14-a40b-1733e53750a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:01.318104 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:01.324268 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9817e-85c4-45c2-aad0-08e32e2afae6 req-31eee9e7-d210-4d44-87c9-778a19bd3fa6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:01.325888 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6bd9817e-85c4-45c2-aad0-08e32e2afae6 req-31eee9e7-d210-4d44-87c9-778a19bd3fa6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2d3f34-19ef-4079-9c14-51b5dfb748a1 HTTP/1.1" status: 200 len: 867 time: 0.6220329 Jul 22 19:04:01.433138 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-d619c271-6e9b-497b-94e5-10b3eff23aeb req-0c8f68f5-b881-4f36-addb-c9e9ba9cd19d tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] No DVR routers for this DVR port d5eee724-bc15-4a73-a2eb-8254a47873e3 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:04:01.439950 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d619c271-6e9b-497b-94e5-10b3eff23aeb req-0c8f68f5-b881-4f36-addb-c9e9ba9cd19d tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:01.444770 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d619c271-6e9b-497b-94e5-10b3eff23aeb req-0c8f68f5-b881-4f36-addb-c9e9ba9cd19d tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.16 "DELETE /v2.0/ports/d5eee724-bc15-4a73-a2eb-8254a47873e3 HTTP/1.1" status: 204 len: 173 time: 2.1259353 Jul 22 19:04:01.563885 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2217e-032a-40e5-8bb6-d05df344e900 req-4d24c4c2-d96f-401a-baac-6cb7897eed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:01.573405 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ade2217e-032a-40e5-8bb6-d05df344e900 req-4d24c4c2-d96f-401a-baac-6cb7897eed40 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b80c7ab-8b96-4210-8e6b-d0b73d261a94 HTTP/1.1" status: 200 len: 846 time: 0.4664793 Jul 22 19:04:01.622613 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2f6d81a2-7b74-4f42-ad91-0107bcefe286 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:04:01.722582 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 866282cd-1e57-454f-869c-3ecbf81b3ec7 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:04:01.723046 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:01.780076 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ade2217e-032a-40e5-8bb6-d05df344e900 req-94eadd81-fe0f-462f-9405-61d3bad6128e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=baecdd37-6eb2-4425-b93b-172f9e82b42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1866741 Jul 22 19:04:01.832871 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6bd9817e-85c4-45c2-aad0-08e32e2afae6 req-c92908b4-692d-438f-b775-8ad30b9aa25f tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366455 Jul 22 19:04:02.011969 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2d3f34-19ef-4079-9c14-51b5dfb748a1', 'name': 'network-vif-deleted', 'tag': 'd5eee724-bc15-4a73-a2eb-8254a47873e3'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:02.014370 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bdb09c-8a46-47ad-b509-9fd84d1ab382" -d '{"events": [{"server_uuid": "dd2d3f34-19ef-4079-9c14-51b5dfb748a1", "name": "network-vif-deleted", "tag": "d5eee724-bc15-4a73-a2eb-8254a47873e3"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:02.250563 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ade2217e-032a-40e5-8bb6-d05df344e900 req-72230fff-c49b-4a87-b81b-91284245a0a9 service neutron] 10.222.0.30 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571691 Jul 22 19:04:02.272815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d543e98-18f9-48b4-a947-f0c293fac56b None None] Sync routers for ids ['597de0c8-e50f-446c-a6fc-7b8ee7b15a89'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:04:02.299140 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e290b9-7dd9-40e3-b2cb-f8d744a4650c req-b3dce56d-900f-4231-abd4-e3f904193408 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:02.301770 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90e290b9-7dd9-40e3-b2cb-f8d744a4650c req-b3dce56d-900f-4231-abd4-e3f904193408 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cda3b1b-60ea-4ac4-af26-c6190188be8b HTTP/1.1" status: 200 len: 943 time: 0.2818184 Jul 22 19:04:02.341640 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7a0be339-419a-4f7d-a9c6-585067b17b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:02.389230 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 2f6d81a2-7b74-4f42-ad91-0107bcefe286 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:04:02.429228 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90e290b9-7dd9-40e3-b2cb-f8d744a4650c req-c5f9da8a-55ec-4ddd-a0c8-d4e0d4bb524d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113732 Jul 22 19:04:02.431435 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:02.465411 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ade2217e-032a-40e5-8bb6-d05df344e900 req-4441289e-c441-4aec-bb61-f0650bf2554c service neutron] 10.222.0.30 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066467 Jul 22 19:04:02.542476 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 2f6d81a2-7b74-4f42-ad91-0107bcefe286 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:04:02.557128 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:02.560572 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d543e98-18f9-48b4-a947-f0c293fac56b None None] Routers {'597de0c8-e50f-446c-a6fc-7b8ee7b15a89'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:04:02.575978 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0d543e98-18f9-48b4-a947-f0c293fac56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:04:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['597de0c8-e50f-446c-a6fc-7b8ee7b15a89'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:02.814412 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfc729e-6d97-4ef6-b855-c9afc37a93b4 x-openstack-request-id: req-6bfc729e-6d97-4ef6-b855-c9afc37a93b4 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:02.814843 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2d3f34-19ef-4079-9c14-51b5dfb748a1", "name": "network-vif-deleted", "tag": "d5eee724-bc15-4a73-a2eb-8254a47873e3", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:02.815114 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bfc729e-6d97-4ef6-b855-c9afc37a93b4 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:02.815505 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2d3f34-19ef-4079-9c14-51b5dfb748a1', 'name': 'network-vif-deleted', 'tag': 'd5eee724-bc15-4a73-a2eb-8254a47873e3', 'status': 'completed', 'code': 200} Jul 22 19:04:02.881891 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:02.970130 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8c392b-ba11-46f9-b9fb-e2467d884f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866282cd-1e57-454f-869c-3ecbf81b3ec7'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:02.972947 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043c8d57-16d8-4d0f-aaf0-b29a19686089" -d '{"events": [{"server_uuid": "ee8c392b-ba11-46f9-b9fb-e2467d884f97", "name": "network-vif-plugged", "status": "completed", "tag": "866282cd-1e57-454f-869c-3ecbf81b3ec7"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:03.021793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-0d543e98-18f9-48b4-a947-f0c293fac56b None None] Set router 597de0c8-e50f-446c-a6fc-7b8ee7b15a89 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:04:03.115612 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-7a0be339-419a-4f7d-a9c6-585067b17b18 admin admin] Deleting port 236ad0fd-5516-4361-9927-32b0467bb033 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:04:03.115955 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7a0be339-419a-4f7d-a9c6-585067b17b18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:03.189544 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 866282cd-1e57-454f-869c-3ecbf81b3ec7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=866282cd-1e57-454f-869c-3ecbf81b3ec7,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:03.243537 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fc21da-b097-4215-8ad2-ac0180fa359d x-openstack-request-id: req-f6fc21da-b097-4215-8ad2-ac0180fa359d {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:03.243809 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8c392b-ba11-46f9-b9fb-e2467d884f97", "name": "network-vif-plugged", "status": "completed", "tag": "866282cd-1e57-454f-869c-3ecbf81b3ec7", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:03.244634 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6fc21da-b097-4215-8ad2-ac0180fa359d {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:03.244634 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8c392b-ba11-46f9-b9fb-e2467d884f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866282cd-1e57-454f-869c-3ecbf81b3ec7', 'code': 200} Jul 22 19:04:03.255020 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:03.255496 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d5eee724-bc15-4a73-a2eb-8254a47873e3 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:04:03.302406 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7a0be339-419a-4f7d-a9c6-585067b17b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:03.321714 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-7a0be339-419a-4f7d-a9c6-585067b17b18 admin admin] Calling delete_port for 236ad0fd-5516-4361-9927-32b0467bb033 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:04:03.340704 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: d5eee724-bc15-4a73-a2eb-8254a47873e3 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:04:03.340704 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d5eee724-bc15-4a73-a2eb-8254a47873e3 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:04:03.381445 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:03.496790 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 2f6d81a2-7b74-4f42-ad91-0107bcefe286, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2f6d81a2-7b74-4f42-ad91-0107bcefe286,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:03.519589 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:03.527494 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd79bcc-af31-4037-92b5-10c149220a46 req-43f7ae25-6b24-4926-a319-d31cf094f0a6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:03.529067 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4dd79bcc-af31-4037-92b5-10c149220a46 req-43f7ae25-6b24-4926-a319-d31cf094f0a6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5c606ff-02a5-44b6-abad-e369f8a5d9b8 HTTP/1.1" status: 200 len: 950 time: 0.1795506 Jul 22 19:04:03.552021 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=866282cd-1e57-454f-869c-3ecbf81b3ec7,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:03.662530 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4dd79bcc-af31-4037-92b5-10c149220a46 req-fec9ad19-aa30-4a6c-8939-2c8336b78212 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035919 Jul 22 19:04:03.743212 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7a0be339-419a-4f7d-a9c6-585067b17b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:03.764685 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=2f6d81a2-7b74-4f42-ad91-0107bcefe286,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:03.834501 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0be339-419a-4f7d-a9c6-585067b17b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=236ad0fd-5516-4361-9927-32b0467bb033,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:03.945970 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:03.956951 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0d543e98-18f9-48b4-a947-f0c293fac56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597de0c8-e50f-446c-a6fc-7b8ee7b15a89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-522748357-router', 'tenant_id': 'f5d2a8abbc62479bb97acc8d17922743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2f6d81a2-7b74-4f42-ad91-0107bcefe286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:03:52Z', 'updated_at': '2021-07-22T19:03:56Z', 'revision_number': 4, 'project_id': 'f5d2a8abbc62479bb97acc8d17922743', 'gw_port': {'id': '2f6d81a2-7b74-4f42-ad91-0107bcefe286', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597de0c8-e50f-446c-a6fc-7b8ee7b15a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:03:53Z', 'updated_at': '2021-07-22T19:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '236ad0fd-5516-4361-9927-32b0467bb033', 'name': '', 'network_id': '7bbfc913-74bf-4cbd-87dc-4c95900c6b62', 'tenant_id': 'f5d2a8abbc62479bb97acc8d17922743', 'mac_address': 'fa:16:3e:c1:2d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597de0c8-e50f-446c-a6fc-7b8ee7b15a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '64b21eb6-5c1a-462d-9190-d8b2516047bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:03:56Z', 'updated_at': '2021-07-22T19:03:57Z', 'revision_number': 2, 'project_id': 'f5d2a8abbc62479bb97acc8d17922743', 'subnets': [{'id': '64b21eb6-5c1a-462d-9190-d8b2516047bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:03.977882 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372d2db-2b9f-4c12-93f9-65fc35858db9 req-4cea6d26-c5fd-4ca9-b8d8-c364efa0afa9 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:03.979472 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4372d2db-2b9f-4c12-93f9-65fc35858db9 req-4cea6d26-c5fd-4ca9-b8d8-c364efa0afa9 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cda3b1b-60ea-4ac4-af26-c6190188be8b HTTP/1.1" status: 200 len: 943 time: 0.1758168 Jul 22 19:04:04.050844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d543e98-18f9-48b4-a947-f0c293fac56b None None] Checking router: 597de0c8-e50f-446c-a6fc-7b8ee7b15a89 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:04:04.050844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d543e98-18f9-48b4-a947-f0c293fac56b None None] Updating router 597de0c8-e50f-446c-a6fc-7b8ee7b15a89 port 236ad0fd-5516-4361-9927-32b0467bb033 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:04:04.060408 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4372d2db-2b9f-4c12-93f9-65fc35858db9 req-57d101e8-ca9c-4fbb-a64d-8f7a35c6a731 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638640 Jul 22 19:04:04.082775 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 873eb9c3-4a35-48db-abb0-c85295ac47c3 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:04:04.159085 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d543e98-18f9-48b4-a947-f0c293fac56b None None] Port 236ad0fd-5516-4361-9927-32b0467bb033 not found while updating agent binding for router 597de0c8-e50f-446c-a6fc-7b8ee7b15a89. {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 22 19:04:04.169609 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7a0be339-419a-4f7d-a9c6-585067b17b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:04.232089 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d543e98-18f9-48b4-a947-f0c293fac56b None None] Routers {'597de0c8-e50f-446c-a6fc-7b8ee7b15a89'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:04:04.232756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0d543e98-18f9-48b4-a947-f0c293fac56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:04:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['597de0c8-e50f-446c-a6fc-7b8ee7b15a89'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:04.432826 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0be339-419a-4f7d-a9c6-585067b17b18 admin admin] Router 597de0c8-e50f-446c-a6fc-7b8ee7b15a89 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:04:04.525686 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 873eb9c3-4a35-48db-abb0-c85295ac47c3, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=873eb9c3-4a35-48db-abb0-c85295ac47c3,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:04.556251 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0be339-419a-4f7d-a9c6-585067b17b18 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:04:04.556994 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-0d543e98-18f9-48b4-a947-f0c293fac56b None None] Set router 597de0c8-e50f-446c-a6fc-7b8ee7b15a89 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:04:04.570802 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7a0be339-419a-4f7d-a9c6-585067b17b18 admin admin] 10.222.0.13 "PUT /v2.0/routers/597de0c8-e50f-446c-a6fc-7b8ee7b15a89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1405499 Jul 22 19:04:04.571422 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60078) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:04.625884 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '873eb9c3-4a35-48db-abb0-c85295ac47c3', 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a', 'port_id': '873eb9c3-4a35-48db-abb0-c85295ac47c3', 'mac_address': 'fa:16:3e:07:99:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b80c7ab-8b96-4210-8e6b-d0b73d261a94', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:04:04.673699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29176c9-4d9a-4cf0-8264-f728dde9c8d4 req-1017aef4-4dca-4d2b-85da-4121df658d67 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:04.676780 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f29176c9-4d9a-4cf0-8264-f728dde9c8d4 req-1017aef4-4dca-4d2b-85da-4121df658d67 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5c606ff-02a5-44b6-abad-e369f8a5d9b8 HTTP/1.1" status: 200 len: 950 time: 0.1697502 Jul 22 19:04:04.747600 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d89e387-41e2-448e-b050-e8d7f8e7ee6a admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:04.822337 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:04.856437 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873eb9c3-4a35-48db-abb0-c85295ac47c3 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:04:05.016011 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d89e387-41e2-448e-b050-e8d7f8e7ee6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:05.047210 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 873eb9c3-4a35-48db-abb0-c85295ac47c3, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=873eb9c3-4a35-48db-abb0-c85295ac47c3,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:05.055363 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:05.199051 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-8d89e387-41e2-448e-b050-e8d7f8e7ee6a admin admin] Deleting port 2f6d81a2-7b74-4f42-ad91-0107bcefe286 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:04:05.201171 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d89e387-41e2-448e-b050-e8d7f8e7ee6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:05.223192 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=873eb9c3-4a35-48db-abb0-c85295ac47c3,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:05.244262 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0d543e98-18f9-48b4-a947-f0c293fac56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597de0c8-e50f-446c-a6fc-7b8ee7b15a89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-522748357-router', 'tenant_id': 'f5d2a8abbc62479bb97acc8d17922743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2f6d81a2-7b74-4f42-ad91-0107bcefe286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:03:52Z', 'updated_at': '2021-07-22T19:04:03Z', 'revision_number': 5, 'project_id': 'f5d2a8abbc62479bb97acc8d17922743', 'gw_port': {'id': '2f6d81a2-7b74-4f42-ad91-0107bcefe286', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597de0c8-e50f-446c-a6fc-7b8ee7b15a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:03:53Z', 'updated_at': '2021-07-22T19:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:05.289478 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d543e98-18f9-48b4-a947-f0c293fac56b None None] The sync data for ids ['597de0c8-e50f-446c-a6fc-7b8ee7b15a89'] in n-d-800086-12 is: [{'id': '597de0c8-e50f-446c-a6fc-7b8ee7b15a89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-522748357-router', 'tenant_id': 'f5d2a8abbc62479bb97acc8d17922743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2f6d81a2-7b74-4f42-ad91-0107bcefe286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:03:52Z', 'updated_at': '2021-07-22T19:04:03Z', 'revision_number': 5, 'project_id': 'f5d2a8abbc62479bb97acc8d17922743', 'gw_port': {'id': '2f6d81a2-7b74-4f42-ad91-0107bcefe286', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597de0c8-e50f-446c-a6fc-7b8ee7b15a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:03:53Z', 'updated_at': '2021-07-22T19:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:04:05.359666 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-8d89e387-41e2-448e-b050-e8d7f8e7ee6a admin admin] For port 2f6d81a2-7b74-4f42-ad91-0107bcefe286, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2f6d81a2-7b74-4f42-ad91-0107bcefe286,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:05.360032 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d89e387-41e2-448e-b050-e8d7f8e7ee6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:05.374128 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-f29176c9-4d9a-4cf0-8264-f728dde9c8d4 req-47bca871-092c-4e6c-a359-c41824849e39 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Deleting port 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:04:05.374470 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f29176c9-4d9a-4cf0-8264-f728dde9c8d4 req-47bca871-092c-4e6c-a359-c41824849e39 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:05.380544 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-8d89e387-41e2-448e-b050-e8d7f8e7ee6a admin admin] Calling delete_port for 2f6d81a2-7b74-4f42-ad91-0107bcefe286 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:04:05.398670 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ff256-e710-4d6d-92ea-a8f1aac534b9 req-bc75bda3-0335-4ca6-9d3f-2c7fc04ca435 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:05.405647 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['873eb9c3-4a35-48db-abb0-c85295ac47c3'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:05.405868 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e83ff256-e710-4d6d-92ea-a8f1aac534b9 req-bc75bda3-0335-4ca6-9d3f-2c7fc04ca435 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5c606ff-02a5-44b6-abad-e369f8a5d9b8 HTTP/1.1" status: 200 len: 950 time: 0.1451237 Jul 22 19:04:05.498924 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e83ff256-e710-4d6d-92ea-a8f1aac534b9 req-642a60bd-ae7e-4644-9a9c-74038a9e013a tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919631 Jul 22 19:04:05.580265 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-f29176c9-4d9a-4cf0-8264-f728dde9c8d4 req-47bca871-092c-4e6c-a359-c41824849e39 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] For port 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:05.580728 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f29176c9-4d9a-4cf0-8264-f728dde9c8d4 req-47bca871-092c-4e6c-a359-c41824849e39 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:05.608026 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-f29176c9-4d9a-4cf0-8264-f728dde9c8d4 req-47bca871-092c-4e6c-a359-c41824849e39 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Calling delete_port for 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:04:05.808081 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d89e387-41e2-448e-b050-e8d7f8e7ee6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:05.819071 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2f6d81a2-7b74-4f42-ad91-0107bcefe286 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:04:05.872921 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 2f6d81a2-7b74-4f42-ad91-0107bcefe286 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:04:05.873307 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2f6d81a2-7b74-4f42-ad91-0107bcefe286 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 19:04:05.889126 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89e387-41e2-448e-b050-e8d7f8e7ee6a admin admin] Pushing event deleted for resources: {'Port': ['ID=2f6d81a2-7b74-4f42-ad91-0107bcefe286,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:05.921066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df7f6d-25f5-4793-8a48-df807b13ba39 req-2afd1ca1-0868-4524-b2fd-573dee289014 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:05.939443 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29df7f6d-25f5-4793-8a48-df807b13ba39 req-2afd1ca1-0868-4524-b2fd-573dee289014 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cda3b1b-60ea-4ac4-af26-c6190188be8b HTTP/1.1" status: 200 len: 944 time: 0.2371752 Jul 22 19:04:05.944016 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Port 2f6d81a2-7b74-4f42-ad91-0107bcefe286 not found, will not notify nova. {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 19:04:05.976258 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 236ad0fd-5516-4361-9927-32b0467bb033 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:04:06.011166 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d89e387-41e2-448e-b050-e8d7f8e7ee6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:06.023550 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 236ad0fd-5516-4361-9927-32b0467bb033 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:04:06.027162 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 236ad0fd-5516-4361-9927-32b0467bb033 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:04:06.115544 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29df7f6d-25f5-4793-8a48-df807b13ba39 req-cd87a389-c290-4691-b1ec-cd93c5d88fce tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746187 Jul 22 19:04:06.120025 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f29176c9-4d9a-4cf0-8264-f728dde9c8d4 req-47bca871-092c-4e6c-a359-c41824849e39 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:06.135604 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e1cd9e14-a4df-412d-9b93-7cfbefac1dc6', '6d6525c7-f82e-4993-a118-b72b3f0ec670'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:06.186237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bca871-092c-4e6c-a359-c41824849e39 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Pushing event deleted for resources: {'Port': ['ID=95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:06.232676 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d89e387-41e2-448e-b050-e8d7f8e7ee6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:06.242731 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d89e387-41e2-448e-b050-e8d7f8e7ee6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:06.349114 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29176c9-4d9a-4cf0-8264-f728dde9c8d4 req-47bca871-092c-4e6c-a359-c41824849e39 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] No DVR routers for this DVR port 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:04:06.356120 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f29176c9-4d9a-4cf0-8264-f728dde9c8d4 req-47bca871-092c-4e6c-a359-c41824849e39 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:06.360075 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f29176c9-4d9a-4cf0-8264-f728dde9c8d4 req-47bca871-092c-4e6c-a359-c41824849e39 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "DELETE /v2.0/ports/95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 HTTP/1.1" status: 204 len: 173 time: 1.6775413 Jul 22 19:04:06.364194 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d89e387-41e2-448e-b050-e8d7f8e7ee6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:06.364936 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d89e387-41e2-448e-b050-e8d7f8e7ee6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 597de0c8-e50f-446c-a6fc-7b8ee7b15a89 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:04:06.370247 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c606ff-02a5-44b6-abad-e369f8a5d9b8', 'name': 'network-vif-deleted', 'tag': '95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:06.376916 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d89e387-41e2-448e-b050-e8d7f8e7ee6a admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:06.379799 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d507907c-9434-443b-af47-74303c45550a" -d '{"events": [{"server_uuid": "c5c606ff-02a5-44b6-abad-e369f8a5d9b8", "name": "network-vif-deleted", "tag": "95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:06.380351 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8d89e387-41e2-448e-b050-e8d7f8e7ee6a admin admin] 10.222.0.13 "DELETE /v2.0/routers/597de0c8-e50f-446c-a6fc-7b8ee7b15a89 HTTP/1.1" status: 204 len: 168 time: 1.8061717 Jul 22 19:04:06.381318 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60090) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:06.429930 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['dc720395-1305-4f1e-a1e7-6afd11601d9f', 'd709f049-6868-4c9a-a45a-40e6efa5c8c2', '58229853-2d51-478d-a1a8-87b492b175aa', '35cddeb1-6225-4b89-86a2-5ebd7c842ed0'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:06.475225 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6163f0-463a-4fc1-aff9-9e172e9f3e40 admin admin] Deleting subnet 64b21eb6-5c1a-462d-9190-d8b2516047bb {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:04:06.487219 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-be6163f0-463a-4fc1-aff9-9e172e9f3e40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:06.546446 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-be6163f0-463a-4fc1-aff9-9e172e9f3e40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:06.578796 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56577716-c699-40ab-9694-4c69e2b2a32b x-openstack-request-id: req-56577716-c699-40ab-9694-4c69e2b2a32b {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:06.579713 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c606ff-02a5-44b6-abad-e369f8a5d9b8", "name": "network-vif-deleted", "tag": "95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:06.580074 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56577716-c699-40ab-9694-4c69e2b2a32b {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:06.580506 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c606ff-02a5-44b6-abad-e369f8a5d9b8', 'name': 'network-vif-deleted', 'tag': '95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90', 'status': 'completed', 'code': 200} Jul 22 19:04:06.798844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44748a18-c6fe-4817-ad6f-935c561b593a req-38eafb5c-cb98-43d6-9e6b-48fad58a18be tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5c606ff-02a5-44b6-abad-e369f8a5d9b8 HTTP/1.1" status: 200 len: 210 time: 0.0793889 Jul 22 19:04:06.843401 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-be6163f0-463a-4fc1-aff9-9e172e9f3e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:07.018603 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-be6163f0-463a-4fc1-aff9-9e172e9f3e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:07.060617 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6163f0-463a-4fc1-aff9-9e172e9f3e40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64b21eb6-5c1a-462d-9190-d8b2516047bb,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:07.078509 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-be6163f0-463a-4fc1-aff9-9e172e9f3e40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:07.086287 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-be6163f0-463a-4fc1-aff9-9e172e9f3e40 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/64b21eb6-5c1a-462d-9190-d8b2516047bb HTTP/1.1" status: 204 len: 168 time: 0.7026019 Jul 22 19:04:07.087816 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60098) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:07.093101 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b27e68-abda-4b2c-aa05-0954207c42c1 None None] Network 7bbfc913-74bf-4cbd-87dc-4c95900c6b62 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:04:07.121524 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f40795d-8b5f-4a68-96fc-8fb008422af5 None None] Sync routers for ids ['597de0c8-e50f-446c-a6fc-7b8ee7b15a89'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:04:07.151055 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f40795d-8b5f-4a68-96fc-8fb008422af5 None None] Routers set() bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:04:07.151498 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f40795d-8b5f-4a68-96fc-8fb008422af5 None None] Router IDs set() for agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 19:04:07.152234 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_agentschedulers_db [None req-1f40795d-8b5f-4a68-96fc-8fb008422af5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'597de0c8-e50f-446c-a6fc-7b8ee7b15a89'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:04:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent'). {{(pid=93809) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 19:04:07.186558 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f40795d-8b5f-4a68-96fc-8fb008422af5 None None] Routers set() bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:04:07.187170 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f40795d-8b5f-4a68-96fc-8fb008422af5 None None] Router IDs set() for agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 19:04:07.187786 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_agentschedulers_db [None req-1f40795d-8b5f-4a68-96fc-8fb008422af5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'597de0c8-e50f-446c-a6fc-7b8ee7b15a89'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:04:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent'). {{(pid=93809) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 19:04:07.191004 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f40795d-8b5f-4a68-96fc-8fb008422af5 None None] The sync data for ids ['597de0c8-e50f-446c-a6fc-7b8ee7b15a89'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:04:07.321778 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:07.547837 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15f68b-726d-4884-8012-dce3cede5040 req-c8eb7a69-1860-4114-81c0-0ea5aed47b9c tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:07.555501 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9a15f68b-726d-4884-8012-dce3cede5040 req-c8eb7a69-1860-4114-81c0-0ea5aed47b9c tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cda3b1b-60ea-4ac4-af26-c6190188be8b HTTP/1.1" status: 200 len: 944 time: 0.2238836 Jul 22 19:04:07.586497 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Deleting port 2714d629-c587-4841-b1b0-f4ab1271bc31 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:04:07.587328 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:07.740529 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9a15f68b-726d-4884-8012-dce3cede5040 req-8425e42e-0603-48f0-aa2c-1bb8673e435c tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840777 Jul 22 19:04:07.751664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] For port 2714d629-c587-4841-b1b0-f4ab1271bc31, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2714d629-c587-4841-b1b0-f4ab1271bc31,segment=NetworkSegment(eb2ba7cf-bb97-494c-9886-a9c0b13a5f97),segment_id=eb2ba7cf-bb97-494c-9886-a9c0b13a5f97)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:07.752567 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:07.801860 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Calling delete_port for 2714d629-c587-4841-b1b0-f4ab1271bc31 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:04:07.829834 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0d6414-e636-42b7-bcaf-adec1d41abb8 None None] DHCP port deletion for 7bbfc913-74bf-4cbd-87dc-4c95900c6b62 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:04:07.976633 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2f6d81a2-7b74-4f42-ad91-0107bcefe286 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:04:08.007773 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:08.044361 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 2f6d81a2-7b74-4f42-ad91-0107bcefe286 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:04:08.044995 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] No DVR routers for this DVR port 2714d629-c587-4841-b1b0-f4ab1271bc31 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:04:08.045193 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2f6d81a2-7b74-4f42-ad91-0107bcefe286 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:04:08.045773 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2714d629-c587-4841-b1b0-f4ab1271bc31 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:04:08.073883 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 2714d629-c587-4841-b1b0-f4ab1271bc31 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:04:08.074496 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2714d629-c587-4841-b1b0-f4ab1271bc31 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:04:08.079186 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 873eb9c3-4a35-48db-abb0-c85295ac47c3 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:04:08.172504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Pushing event deleted for resources: {'Port': ['ID=2714d629-c587-4841-b1b0-f4ab1271bc31,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:08.220302 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d6414-e636-42b7-bcaf-adec1d41abb8 None None] Deleting port 2714d629-c587-4841-b1b0-f4ab1271bc31 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:04:08.221875 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5b0d6414-e636-42b7-bcaf-adec1d41abb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:08.238577 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 873eb9c3-4a35-48db-abb0-c85295ac47c3 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:04:08.251529 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 873eb9c3-4a35-48db-abb0-c85295ac47c3 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:04:08.251992 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:08.280890 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:08.296059 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:04:08.296691 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:04:08.298225 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:04:08.298588 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Subscribe: > port after_create 55550000 {{(pid=93807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:04:08.298961 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:04:08.299306 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Subscribe: > port after_update 55550000 {{(pid=93807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:04:08.299633 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:04:08.300173 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:04:08.300515 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:04:08.300847 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:04:08.331121 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-5b0d6414-e636-42b7-bcaf-adec1d41abb8 None None] For port 2714d629-c587-4841-b1b0-f4ab1271bc31, host n-d-800086-12, got binding levels [] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:08.331513 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5b0d6414-e636-42b7-bcaf-adec1d41abb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:08.351114 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d6414-e636-42b7-bcaf-adec1d41abb8 None None] Calling delete_port for 2714d629-c587-4841-b1b0-f4ab1271bc31 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:04:08.354352 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.ipam_backend_mixin [None req-5b0d6414-e636-42b7-bcaf-adec1d41abb8 None None] Port 2714d629-c587-4841-b1b0-f4ab1271bc31 was not found and therefore no delete operation was performed {{(pid=93808) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:04:08.357992 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5b0d6414-e636-42b7-bcaf-adec1d41abb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:08.390451 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:04:08.390804 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:04:08.390936 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d6414-e636-42b7-bcaf-adec1d41abb8 None None] Pushing event deleted for resources: {'Port': ['ID=2714d629-c587-4841-b1b0-f4ab1271bc31,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:08.391142 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:04:08.392034 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:04:08.392657 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbfc913-74bf-4cbd-87dc-4c95900c6b62']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:08.393634 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d6414-e636-42b7-bcaf-adec1d41abb8 None None] No DVR routers for this DVR port 2714d629-c587-4841-b1b0-f4ab1271bc31 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:04:08.431281 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2ba7cf-bb97-494c-9886-a9c0b13a5f97') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:08.431581 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2ba7cf-bb97-494c-9886-a9c0b13a5f97') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:08.456034 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:08.465988 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:08.493596 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cda3b1b-60ea-4ac4-af26-c6190188be8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873eb9c3-4a35-48db-abb0-c85295ac47c3'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:08.495882 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcc2830-3b66-4d53-8453-644f60da0448" -d '{"events": [{"server_uuid": "9cda3b1b-60ea-4ac4-af26-c6190188be8b", "name": "network-vif-plugged", "status": "completed", "tag": "873eb9c3-4a35-48db-abb0-c85295ac47c3"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:08.513221 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 873eb9c3-4a35-48db-abb0-c85295ac47c3, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=873eb9c3-4a35-48db-abb0-c85295ac47c3,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:08.517886 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:08.518810 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:04:08.535187 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:08.547623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:04:08.548749 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: from cryptography.utils import int_from_bytes Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: from cryptography.utils import int_from_bytes Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:04:08.554111 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:04:08.574581 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:04:08.574851 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 95d9ca81-1fa7-45d2-b2c9-a1b6dbe68b90 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:04:08.617341 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=873eb9c3-4a35-48db-abb0-c85295ac47c3,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:08.640233 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c609ee-caa6-4ba6-9723-19c7c511c26a req-6d4f9243-f283-4ca9-9954-d4b40cbecd57 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:08.643692 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-35c609ee-caa6-4ba6-9723-19c7c511c26a req-6d4f9243-f283-4ca9-9954-d4b40cbecd57 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4451df1-c6d2-4993-b068-1ac55ab73657 HTTP/1.1" status: 200 len: 950 time: 0.1685078 Jul 22 19:04:08.644865 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:08.657658 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:08.659781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7bbfc913-74bf-4cbd-87dc-4c95900c6b62 HTTP/1.1" status: 204 len: 168 time: 1.5703866 Jul 22 19:04:08.679981 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdf297-b1d3-4278-9692-5efbec777368 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bbfc913-74bf-4cbd-87dc-4c95900c6b62,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:08.716467 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-35c609ee-caa6-4ba6-9723-19c7c511c26a req-8c707ca7-efcd-48da-8043-2233a8694934 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512395 Jul 22 19:04:08.765531 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:08.794745 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35151b3a-d869-406c-b090-accca770eec1 x-openstack-request-id: req-35151b3a-d869-406c-b090-accca770eec1 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:08.795586 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cda3b1b-60ea-4ac4-af26-c6190188be8b", "name": "network-vif-plugged", "status": "completed", "tag": "873eb9c3-4a35-48db-abb0-c85295ac47c3", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:08.796025 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35151b3a-d869-406c-b090-accca770eec1 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:08.797171 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cda3b1b-60ea-4ac4-af26-c6190188be8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873eb9c3-4a35-48db-abb0-c85295ac47c3', 'code': 200} Jul 22 19:04:08.856938 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60124) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:08.973167 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8750c798-b7fc-4c1d-92a6-200b6ad0c986 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5d2a8abbc62479bb97acc8d17922743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1132610 Jul 22 19:04:08.975698 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60128) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:09.017353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6525377-b470-4af2-bd69-81917d8820b5 req-e9e08b12-3428-4bb3-a348-74e22ab6b7d3 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:09.019120 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f6525377-b470-4af2-bd69-81917d8820b5 req-e9e08b12-3428-4bb3-a348-74e22ab6b7d3 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cda3b1b-60ea-4ac4-af26-c6190188be8b HTTP/1.1" status: 200 len: 945 time: 0.1168718 Jul 22 19:04:09.023005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009edcb-d24b-43bb-861b-c15bdb603fdc req-376b4a36-c077-4574-b2dd-39cad979fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:09.023005 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3009edcb-d24b-43bb-861b-c15bdb603fdc req-376b4a36-c077-4574-b2dd-39cad979fe8f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9cda3b1b-60ea-4ac4-af26-c6190188be8b HTTP/1.1" status: 200 len: 1097 time: 0.1382358 Jul 22 19:04:09.071416 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-506b96ae-d9c5-4219-a68b-486266163c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:09.092933 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3009edcb-d24b-43bb-861b-c15bdb603fdc req-989219c3-5a2a-4895-b745-d3abede56798 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628655 Jul 22 19:04:09.108393 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f6525377-b470-4af2-bd69-81917d8820b5 req-666cbf59-9741-49af-9ac2-64394d2b3ef0 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706825 Jul 22 19:04:09.114086 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-506b96ae-d9c5-4219-a68b-486266163c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:09.191956 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-506b96ae-d9c5-4219-a68b-486266163c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:09.195475 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-506b96ae-d9c5-4219-a68b-486266163c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:09.200304 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-506b96ae-d9c5-4219-a68b-486266163c4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0e9b9aa-21da-4ffb-8f55-6d05bfe0b601 HTTP/1.1" status: 204 len: 168 time: 0.2226734 Jul 22 19:04:09.227489 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b96ae-d9c5-4219-a68b-486266163c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e9b9aa-21da-4ffb-8f55-6d05bfe0b601,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:09.903595 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445833de-56d7-4296-9535-0f2010b05a0e req-83d8bb5b-072d-40c2-8d1a-9dceb242c12c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:09.905206 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-445833de-56d7-4296-9535-0f2010b05a0e req-83d8bb5b-072d-40c2-8d1a-9dceb242c12c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4451df1-c6d2-4993-b068-1ac55ab73657 HTTP/1.1" status: 200 len: 950 time: 0.1689150 Jul 22 19:04:09.999472 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1d334-f16a-415d-804d-92178adb59fa req-486d2922-dbac-48db-af40-48409204bfc7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:10.007664 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20d1d334-f16a-415d-804d-92178adb59fa req-486d2922-dbac-48db-af40-48409204bfc7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4451df1-c6d2-4993-b068-1ac55ab73657 HTTP/1.1" status: 200 len: 950 time: 0.1567705 Jul 22 19:04:10.093082 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20d1d334-f16a-415d-804d-92178adb59fa req-b9b311ad-9be7-4684-b7d8-66737a85d410 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842600 Jul 22 19:04:10.135873 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-445833de-56d7-4296-9535-0f2010b05a0e req-f343c3a7-0699-4177-8e0a-48c360168328 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Deleting port 35cddeb1-6225-4b89-86a2-5ebd7c842ed0 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:04:10.136249 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-445833de-56d7-4296-9535-0f2010b05a0e req-f343c3a7-0699-4177-8e0a-48c360168328 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:10.477983 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-445833de-56d7-4296-9535-0f2010b05a0e req-f343c3a7-0699-4177-8e0a-48c360168328 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] For port 35cddeb1-6225-4b89-86a2-5ebd7c842ed0, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=35cddeb1-6225-4b89-86a2-5ebd7c842ed0,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:10.478568 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-445833de-56d7-4296-9535-0f2010b05a0e req-f343c3a7-0699-4177-8e0a-48c360168328 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:10.513024 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-445833de-56d7-4296-9535-0f2010b05a0e req-f343c3a7-0699-4177-8e0a-48c360168328 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Calling delete_port for 35cddeb1-6225-4b89-86a2-5ebd7c842ed0 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:04:10.576562 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbb0c7-cac2-4070-9fbb-01be49eb4533 req-8527e853-589f-44ac-9ad3-57c542f73685 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:10.583737 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cbbb0c7-cac2-4070-9fbb-01be49eb4533 req-8527e853-589f-44ac-9ad3-57c542f73685 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cda3b1b-60ea-4ac4-af26-c6190188be8b HTTP/1.1" status: 200 len: 945 time: 0.1851373 Jul 22 19:04:10.645038 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cbbb0c7-cac2-4070-9fbb-01be49eb4533 req-217da11c-9789-47f0-b3b8-120e347f07d7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602911 Jul 22 19:04:10.744239 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-445833de-56d7-4296-9535-0f2010b05a0e req-f343c3a7-0699-4177-8e0a-48c360168328 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:10.759362 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['dc720395-1305-4f1e-a1e7-6afd11601d9f', 'd709f049-6868-4c9a-a45a-40e6efa5c8c2', '58229853-2d51-478d-a1a8-87b492b175aa', '35cddeb1-6225-4b89-86a2-5ebd7c842ed0'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:10.825501 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343c3a7-0699-4177-8e0a-48c360168328 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Pushing event deleted for resources: {'Port': ['ID=35cddeb1-6225-4b89-86a2-5ebd7c842ed0,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:10.842855 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e1cd9e14-a4df-412d-9b93-7cfbefac1dc6', '6d6525c7-f82e-4993-a118-b72b3f0ec670'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:10.852634 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-445833de-56d7-4296-9535-0f2010b05a0e req-f343c3a7-0699-4177-8e0a-48c360168328 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] No DVR routers for this DVR port 35cddeb1-6225-4b89-86a2-5ebd7c842ed0 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:04:10.855973 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-445833de-56d7-4296-9535-0f2010b05a0e req-f343c3a7-0699-4177-8e0a-48c360168328 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:10.858566 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-445833de-56d7-4296-9535-0f2010b05a0e req-f343c3a7-0699-4177-8e0a-48c360168328 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "DELETE /v2.0/ports/35cddeb1-6225-4b89-86a2-5ebd7c842ed0 HTTP/1.1" status: 204 len: 173 time: 0.9469461 Jul 22 19:04:10.859040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4451df1-c6d2-4993-b068-1ac55ab73657', 'name': 'network-vif-deleted', 'tag': '35cddeb1-6225-4b89-86a2-5ebd7c842ed0'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:10.870590 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81c8dad-2c22-41cd-b5b8-82e75464ef0e" -d '{"events": [{"server_uuid": "e4451df1-c6d2-4993-b068-1ac55ab73657", "name": "network-vif-deleted", "tag": "35cddeb1-6225-4b89-86a2-5ebd7c842ed0"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:11.318292 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a620df4b-0a8a-4f88-8154-58cdbda247cd x-openstack-request-id: req-a620df4b-0a8a-4f88-8154-58cdbda247cd {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:11.318292 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4451df1-c6d2-4993-b068-1ac55ab73657", "name": "network-vif-deleted", "tag": "35cddeb1-6225-4b89-86a2-5ebd7c842ed0", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:11.319052 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a620df4b-0a8a-4f88-8154-58cdbda247cd {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:11.319052 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4451df1-c6d2-4993-b068-1ac55ab73657', 'name': 'network-vif-deleted', 'tag': '35cddeb1-6225-4b89-86a2-5ebd7c842ed0', 'status': 'completed', 'code': 200} Jul 22 19:04:11.386002 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:11.519538 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20ba3910-140d-4386-bed6-d4b0cfc899c9 req-1a130ab4-166b-4393-a2ed-309f48f224df tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4451df1-c6d2-4993-b068-1ac55ab73657 HTTP/1.1" status: 200 len: 210 time: 0.0596039 Jul 22 19:04:12.418232 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fde13-fae7-4d67-88c4-d19952525fac req-ec4e1a91-3dbb-4659-89ca-9ca4e653056a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:12.425056 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-873fde13-fae7-4d67-88c4-d19952525fac req-ec4e1a91-3dbb-4659-89ca-9ca4e653056a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cda3b1b-60ea-4ac4-af26-c6190188be8b HTTP/1.1" status: 200 len: 945 time: 0.0961230 Jul 22 19:04:12.473771 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-873fde13-fae7-4d67-88c4-d19952525fac req-5c785bbc-9a0e-43ed-af54-1fea5e7b73d0 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470095 Jul 22 19:04:12.814646 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc2d65-6afe-4ab1-8562-b17ad9ecd279 req-c302b98b-aa84-44c1-9b2c-8baf00a0b406 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:12.816681 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-56fc2d65-6afe-4ab1-8562-b17ad9ecd279 req-c302b98b-aa84-44c1-9b2c-8baf00a0b406 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cda3b1b-60ea-4ac4-af26-c6190188be8b HTTP/1.1" status: 200 len: 945 time: 0.0712867 Jul 22 19:04:12.859281 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-56fc2d65-6afe-4ab1-8562-b17ad9ecd279 req-92181ade-7055-4f0a-a179-4034cd4ec6f0 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365882 Jul 22 19:04:13.532868 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41859d87-06c8-4ef7-be5a-7b638d081472 req-cfc7bf18-4050-4d7d-a9aa-5a7de5cf5a9f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:13.534855 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41859d87-06c8-4ef7-be5a-7b638d081472 req-cfc7bf18-4050-4d7d-a9aa-5a7de5cf5a9f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cda3b1b-60ea-4ac4-af26-c6190188be8b HTTP/1.1" status: 200 len: 945 time: 0.0932651 Jul 22 19:04:13.595662 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41859d87-06c8-4ef7-be5a-7b638d081472 req-3353985b-87d0-4d1e-b3cd-1d7164f2098a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548177 Jul 22 19:04:14.067078 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 35cddeb1-6225-4b89-86a2-5ebd7c842ed0 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:04:14.121193 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 35cddeb1-6225-4b89-86a2-5ebd7c842ed0 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:04:14.121545 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 35cddeb1-6225-4b89-86a2-5ebd7c842ed0 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:04:14.338417 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8376c05-86d0-4e62-a4e9-1eeedf29af2d req-d3b22c5a-b982-4078-9a84-86ae29787a69 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:14.342754 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8376c05-86d0-4e62-a4e9-1eeedf29af2d req-d3b22c5a-b982-4078-9a84-86ae29787a69 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4dac7bb-7cf0-4d99-9a05-d9e5a0860dbb HTTP/1.1" status: 200 len: 950 time: 0.0940883 Jul 22 19:04:14.400535 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8376c05-86d0-4e62-a4e9-1eeedf29af2d req-be23b634-fcbb-4e8a-a21a-07d1115c447f tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508230 Jul 22 19:04:14.627711 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1b979-1df1-4704-891a-205f479d1300 req-ca729445-f76b-4a64-94c2-7391e90e06a6 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:14.629404 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1fd1b979-1df1-4704-891a-205f479d1300 req-ca729445-f76b-4a64-94c2-7391e90e06a6 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cda3b1b-60ea-4ac4-af26-c6190188be8b HTTP/1.1" status: 200 len: 945 time: 0.1153891 Jul 22 19:04:14.811676 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-1fd1b979-1df1-4704-891a-205f479d1300 req-b790293a-3e6e-4fe3-9d32-6062eb5ff321 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Deleting port 873eb9c3-4a35-48db-abb0-c85295ac47c3 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:04:14.812039 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1fd1b979-1df1-4704-891a-205f479d1300 req-b790293a-3e6e-4fe3-9d32-6062eb5ff321 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:15.017797 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-1fd1b979-1df1-4704-891a-205f479d1300 req-b790293a-3e6e-4fe3-9d32-6062eb5ff321 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] For port 873eb9c3-4a35-48db-abb0-c85295ac47c3, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=873eb9c3-4a35-48db-abb0-c85295ac47c3,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:15.018177 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1fd1b979-1df1-4704-891a-205f479d1300 req-b790293a-3e6e-4fe3-9d32-6062eb5ff321 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:15.037325 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-1fd1b979-1df1-4704-891a-205f479d1300 req-b790293a-3e6e-4fe3-9d32-6062eb5ff321 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Calling delete_port for 873eb9c3-4a35-48db-abb0-c85295ac47c3 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:04:15.069127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ae027-b757-4394-a6b0-59c6282d31e9 req-45e4e4bb-eae0-4212-8f1e-7374fa63c97f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:15.071006 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-814ae027-b757-4394-a6b0-59c6282d31e9 req-45e4e4bb-eae0-4212-8f1e-7374fa63c97f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cda3b1b-60ea-4ac4-af26-c6190188be8b HTTP/1.1" status: 200 len: 945 time: 0.2761669 Jul 22 19:04:15.138676 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90b05e-500d-45b3-91b2-8591172fdd7f req-0f76a2e1-9d39-4eed-b7ed-ca2b396e0a4e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:15.140157 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ff90b05e-500d-45b3-91b2-8591172fdd7f req-0f76a2e1-9d39-4eed-b7ed-ca2b396e0a4e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4dac7bb-7cf0-4d99-9a05-d9e5a0860dbb HTTP/1.1" status: 200 len: 950 time: 0.2132025 Jul 22 19:04:15.334011 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-814ae027-b757-4394-a6b0-59c6282d31e9 req-dfdfb5bf-5670-477c-a439-9eee01307557 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468271 Jul 22 19:04:15.462742 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1fd1b979-1df1-4704-891a-205f479d1300 req-b790293a-3e6e-4fe3-9d32-6062eb5ff321 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:15.476252 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['873eb9c3-4a35-48db-abb0-c85295ac47c3'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:15.478506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9bafbda3-406d-4a5f-9e82-83f95a18a714'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:15.515722 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790293a-3e6e-4fe3-9d32-6062eb5ff321 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Pushing event deleted for resources: {'Port': ['ID=873eb9c3-4a35-48db-abb0-c85295ac47c3,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:15.547518 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba93f0-4260-44eb-b439-0eaadddd2352 req-42070d27-9e1b-4725-a6d9-c04502e21ddc tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:15.550644 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eaba93f0-4260-44eb-b439-0eaadddd2352 req-42070d27-9e1b-4725-a6d9-c04502e21ddc tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "GET /v2.0/ports?device_id=186c5c43-a5a3-4c80-aead-16f936899b73 HTTP/1.1" status: 200 len: 950 time: 0.3631368 Jul 22 19:04:15.588689 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd1b979-1df1-4704-891a-205f479d1300 req-b790293a-3e6e-4fe3-9d32-6062eb5ff321 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] No DVR routers for this DVR port 873eb9c3-4a35-48db-abb0-c85295ac47c3 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:04:15.588689 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1fd1b979-1df1-4704-891a-205f479d1300 req-b790293a-3e6e-4fe3-9d32-6062eb5ff321 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:15.588689 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1fd1b979-1df1-4704-891a-205f479d1300 req-b790293a-3e6e-4fe3-9d32-6062eb5ff321 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.30 "DELETE /v2.0/ports/873eb9c3-4a35-48db-abb0-c85295ac47c3 HTTP/1.1" status: 204 len: 173 time: 0.9495139 Jul 22 19:04:15.588689 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cda3b1b-60ea-4ac4-af26-c6190188be8b', 'name': 'network-vif-deleted', 'tag': '873eb9c3-4a35-48db-abb0-c85295ac47c3'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:15.589495 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425827bb-8321-428f-8a85-7592b0259d38" -d '{"events": [{"server_uuid": "9cda3b1b-60ea-4ac4-af26-c6190188be8b", "name": "network-vif-deleted", "tag": "873eb9c3-4a35-48db-abb0-c85295ac47c3"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:15.650912 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-ff90b05e-500d-45b3-91b2-8591172fdd7f req-a0e318ca-686f-421e-a087-98e11b622064 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Deleting port 6d6525c7-f82e-4993-a118-b72b3f0ec670 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:04:15.651545 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ff90b05e-500d-45b3-91b2-8591172fdd7f req-a0e318ca-686f-421e-a087-98e11b622064 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:15.845241 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-ff90b05e-500d-45b3-91b2-8591172fdd7f req-a0e318ca-686f-421e-a087-98e11b622064 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] For port 6d6525c7-f82e-4993-a118-b72b3f0ec670, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=6d6525c7-f82e-4993-a118-b72b3f0ec670,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:15.846320 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ff90b05e-500d-45b3-91b2-8591172fdd7f req-a0e318ca-686f-421e-a087-98e11b622064 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:15.896644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-eaba93f0-4260-44eb-b439-0eaadddd2352 req-243bb3d1-114b-4703-8ecb-34a5162e7697 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Deleting port 58229853-2d51-478d-a1a8-87b492b175aa {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:04:15.897040 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-eaba93f0-4260-44eb-b439-0eaadddd2352 req-243bb3d1-114b-4703-8ecb-34a5162e7697 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:15.905371 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-ff90b05e-500d-45b3-91b2-8591172fdd7f req-a0e318ca-686f-421e-a087-98e11b622064 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Calling delete_port for 6d6525c7-f82e-4993-a118-b72b3f0ec670 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:04:16.163596 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-eaba93f0-4260-44eb-b439-0eaadddd2352 req-243bb3d1-114b-4703-8ecb-34a5162e7697 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] For port 58229853-2d51-478d-a1a8-87b492b175aa, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=58229853-2d51-478d-a1a8-87b492b175aa,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:16.163968 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-eaba93f0-4260-44eb-b439-0eaadddd2352 req-243bb3d1-114b-4703-8ecb-34a5162e7697 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:16.198607 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-eaba93f0-4260-44eb-b439-0eaadddd2352 req-243bb3d1-114b-4703-8ecb-34a5162e7697 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Calling delete_port for 58229853-2d51-478d-a1a8-87b492b175aa owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:04:16.312603 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec145c6-6ae3-4f45-9d97-d2f9340bf72d req-0d3b8e1d-3c40-4bee-b7d7-7066e2bf0576 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:16.314575 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fec145c6-6ae3-4f45-9d97-d2f9340bf72d req-0d3b8e1d-3c40-4bee-b7d7-7066e2bf0576 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4dac7bb-7cf0-4d99-9a05-d9e5a0860dbb HTTP/1.1" status: 200 len: 950 time: 0.2671492 Jul 22 19:04:16.320789 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798f7c80-669f-4186-a4df-7dac2fdd8af5 x-openstack-request-id: req-798f7c80-669f-4186-a4df-7dac2fdd8af5 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:16.321732 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cda3b1b-60ea-4ac4-af26-c6190188be8b", "name": "network-vif-deleted", "tag": "873eb9c3-4a35-48db-abb0-c85295ac47c3", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:16.322298 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-798f7c80-669f-4186-a4df-7dac2fdd8af5 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:16.323274 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cda3b1b-60ea-4ac4-af26-c6190188be8b', 'name': 'network-vif-deleted', 'tag': '873eb9c3-4a35-48db-abb0-c85295ac47c3', 'status': 'completed', 'code': 200} Jul 22 19:04:16.483806 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fec145c6-6ae3-4f45-9d97-d2f9340bf72d req-4b7f37ee-fc64-4219-b5bb-96cfbdd13fa9 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537189 Jul 22 19:04:16.537972 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ff90b05e-500d-45b3-91b2-8591172fdd7f req-a0e318ca-686f-421e-a087-98e11b622064 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:16.552232 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['dc720395-1305-4f1e-a1e7-6afd11601d9f', 'd709f049-6868-4c9a-a45a-40e6efa5c8c2'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:16.555631 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e1cd9e14-a4df-412d-9b93-7cfbefac1dc6', '6d6525c7-f82e-4993-a118-b72b3f0ec670'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:16.643956 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e318ca-686f-421e-a087-98e11b622064 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Pushing event deleted for resources: {'Port': ['ID=6d6525c7-f82e-4993-a118-b72b3f0ec670,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:16.816242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff90b05e-500d-45b3-91b2-8591172fdd7f req-a0e318ca-686f-421e-a087-98e11b622064 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] No DVR routers for this DVR port 6d6525c7-f82e-4993-a118-b72b3f0ec670 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:04:16.831711 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ff90b05e-500d-45b3-91b2-8591172fdd7f req-a0e318ca-686f-421e-a087-98e11b622064 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:16.846298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ff90b05e-500d-45b3-91b2-8591172fdd7f req-a0e318ca-686f-421e-a087-98e11b622064 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.16 "DELETE /v2.0/ports/6d6525c7-f82e-4993-a118-b72b3f0ec670 HTTP/1.1" status: 204 len: 173 time: 1.6940572 Jul 22 19:04:16.989590 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-eaba93f0-4260-44eb-b439-0eaadddd2352 req-243bb3d1-114b-4703-8ecb-34a5162e7697 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:17.076715 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bb3d1-114b-4703-8ecb-34a5162e7697 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Pushing event deleted for resources: {'Port': ['ID=58229853-2d51-478d-a1a8-87b492b175aa,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:17.265526 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaba93f0-4260-44eb-b439-0eaadddd2352 req-243bb3d1-114b-4703-8ecb-34a5162e7697 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] No DVR routers for this DVR port 58229853-2d51-478d-a1a8-87b492b175aa on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:04:17.270827 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-eaba93f0-4260-44eb-b439-0eaadddd2352 req-243bb3d1-114b-4703-8ecb-34a5162e7697 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:17.280417 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eaba93f0-4260-44eb-b439-0eaadddd2352 req-243bb3d1-114b-4703-8ecb-34a5162e7697 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "DELETE /v2.0/ports/58229853-2d51-478d-a1a8-87b492b175aa HTTP/1.1" status: 204 len: 173 time: 1.7020116 Jul 22 19:04:17.606089 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-35b4103c-c95c-4383-bf9c-8ced27e175e2 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:17.609917 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-35b4103c-c95c-4383-bf9c-8ced27e175e2 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 806 time: 0.2596207 Jul 22 19:04:17.644070 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-9aeb4e23-baec-40a6-af1f-72b91fcad868 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/quotas/7203bd3d967745edacfd14e47e28a372 HTTP/1.1" status: 200 len: 375 time: 0.0225158 Jul 22 19:04:17.747146 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-ebad03aa-560d-44c5-9be8-3f1398d2322d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0945745 Jul 22 19:04:17.759713 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e1cd9e14-a4df-412d-9b93-7cfbefac1dc6'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:18.083073 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 873eb9c3-4a35-48db-abb0-c85295ac47c3 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:04:18.119396 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 873eb9c3-4a35-48db-abb0-c85295ac47c3 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:04:18.119997 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 873eb9c3-4a35-48db-abb0-c85295ac47c3 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:04:18.120873 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 58229853-2d51-478d-a1a8-87b492b175aa no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:04:18.186853 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['dc720395-1305-4f1e-a1e7-6afd11601d9f', 'd709f049-6868-4c9a-a45a-40e6efa5c8c2'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:18.321523 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 58229853-2d51-478d-a1a8-87b492b175aa {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:04:18.321964 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 58229853-2d51-478d-a1a8-87b492b175aa not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:04:18.355569 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4dac7bb-7cf0-4d99-9a05-d9e5a0860dbb', 'name': 'network-vif-deleted', 'tag': '6d6525c7-f82e-4993-a118-b72b3f0ec670'}, {'server_uuid': '186c5c43-a5a3-4c80-aead-16f936899b73', 'name': 'network-vif-deleted', 'tag': '58229853-2d51-478d-a1a8-87b492b175aa'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:18.358401 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5563d990-ba26-4340-9afb-cfd2b24b185f" -d '{"events": [{"server_uuid": "f4dac7bb-7cf0-4d99-9a05-d9e5a0860dbb", "name": "network-vif-deleted", "tag": "6d6525c7-f82e-4993-a118-b72b3f0ec670"}, {"server_uuid": "186c5c43-a5a3-4c80-aead-16f936899b73", "name": "network-vif-deleted", "tag": "58229853-2d51-478d-a1a8-87b492b175aa"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:18.417789 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-9b9edd8f-25bd-47dc-9e1e-89809f657dc0 service neutron] 10.222.0.13 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6660881 Jul 22 19:04:18.521323 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-8e7d68ec-9702-4e6e-b250-e8c226718e2d service neutron] 10.222.0.13 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025758 Jul 22 19:04:18.706555 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89dfbc-c886-45c6-893e-5c7da725a2d5 req-d16bbb68-5027-4200-9822-e5b592d0e514 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:18.708214 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db89dfbc-c886-45c6-893e-5c7da725a2d5 req-d16bbb68-5027-4200-9822-e5b592d0e514 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee8c392b-ba11-46f9-b9fb-e2467d884f97 HTTP/1.1" status: 200 len: 949 time: 0.1019309 Jul 22 19:04:18.752877 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ac2a38-e16f-49bf-a3c2-9455eba41cd8 x-openstack-request-id: req-67ac2a38-e16f-49bf-a3c2-9455eba41cd8 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:18.753180 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4dac7bb-7cf0-4d99-9a05-d9e5a0860dbb", "name": "network-vif-deleted", "tag": "6d6525c7-f82e-4993-a118-b72b3f0ec670", "status": "completed", "code": 200}, {"server_uuid": "186c5c43-a5a3-4c80-aead-16f936899b73", "name": "network-vif-deleted", "tag": "58229853-2d51-478d-a1a8-87b492b175aa", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:18.753437 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67ac2a38-e16f-49bf-a3c2-9455eba41cd8 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:18.754644 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4dac7bb-7cf0-4d99-9a05-d9e5a0860dbb', 'name': 'network-vif-deleted', 'tag': '6d6525c7-f82e-4993-a118-b72b3f0ec670', 'status': 'completed', 'code': 200} Jul 22 19:04:18.754644 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186c5c43-a5a3-4c80-aead-16f936899b73', 'name': 'network-vif-deleted', 'tag': '58229853-2d51-478d-a1a8-87b492b175aa', 'status': 'completed', 'code': 200} Jul 22 19:04:18.798933 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db89dfbc-c886-45c6-893e-5c7da725a2d5 req-1919c627-21e5-414f-acc4-c726df804dd2 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf64746d-f5db-4176-b2ca-78b4197bc417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824382 Jul 22 19:04:18.923945 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cfa79e90-a94b-4a7b-86e9-96939ae7dcb0 req-24aa9949-54a7-4f8b-b008-77647cd9520a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2406ce70-f55a-4592-8a9e-4e7a8158b7f5 HTTP/1.1" status: 200 len: 210 time: 0.0472205 Jul 22 19:04:19.020694 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 6d6525c7-f82e-4993-a118-b72b3f0ec670 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:04:19.080105 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 6d6525c7-f82e-4993-a118-b72b3f0ec670 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:04:19.080535 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 6d6525c7-f82e-4993-a118-b72b3f0ec670 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:04:19.080959 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 866282cd-1e57-454f-869c-3ecbf81b3ec7 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:04:19.215256 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:19.243715 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8c392b-ba11-46f9-b9fb-e2467d884f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '866282cd-1e57-454f-869c-3ecbf81b3ec7'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:19.246282 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef0f5e8-e520-480c-9bf8-90802bb186a7" -d '{"events": [{"server_uuid": "ee8c392b-ba11-46f9-b9fb-e2467d884f97", "name": "network-vif-unplugged", "status": "completed", "tag": "866282cd-1e57-454f-869c-3ecbf81b3ec7"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:19.270611 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 866282cd-1e57-454f-869c-3ecbf81b3ec7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=866282cd-1e57-454f-869c-3ecbf81b3ec7,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:19.275344 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:19.342200 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=866282cd-1e57-454f-869c-3ecbf81b3ec7,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:19.650653 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b11228-fc02-4223-afb4-0574af91b1c7 x-openstack-request-id: req-21b11228-fc02-4223-afb4-0574af91b1c7 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:19.651137 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8c392b-ba11-46f9-b9fb-e2467d884f97", "name": "network-vif-unplugged", "status": "completed", "tag": "866282cd-1e57-454f-869c-3ecbf81b3ec7", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:19.651586 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21b11228-fc02-4223-afb4-0574af91b1c7 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:19.652247 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8c392b-ba11-46f9-b9fb-e2467d884f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '866282cd-1e57-454f-869c-3ecbf81b3ec7', 'code': 200} Jul 22 19:04:19.799395 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca90dd-4be9-4b70-8bd3-2092ee2d5588 req-be2eae15-ab33-46ba-9f66-74ac7e77bbe6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:19.804970 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43ca90dd-4be9-4b70-8bd3-2092ee2d5588 req-be2eae15-ab33-46ba-9f66-74ac7e77bbe6 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2c1953e-4978-4d13-bf9f-12f2aa482263 HTTP/1.1" status: 200 len: 949 time: 0.0882268 Jul 22 19:04:19.870950 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43ca90dd-4be9-4b70-8bd3-2092ee2d5588 req-3a753749-b61d-4f04-b456-f3c8ee074b0e tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560544 Jul 22 19:04:20.155001 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6eb59e2d-3996-4231-ac9e-a24dba3e55a2 req-ba90fe21-1d74-44b6-aa80-40a2722ed32e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2406ce70-f55a-4592-8a9e-4e7a8158b7f5 HTTP/1.1" status: 200 len: 210 time: 0.0410888 Jul 22 19:04:20.320172 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-f8e22eb6-00cd-46e1-b0ba-cae7fcd7adc4 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:20.322438 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-f8e22eb6-00cd-46e1-b0ba-cae7fcd7adc4 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.30 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 806 time: 0.1750944 Jul 22 19:04:20.340619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-0b4df678-5753-4e1c-825a-20979e0cdc9f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Request body: {'port': {'device_id': '2406ce70-f55a-4592-8a9e-4e7a8158b7f5', 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a', 'admin_state_up': True, 'tenant_id': '7203bd3d967745edacfd14e47e28a372'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:20.570792 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-0b4df678-5753-4e1c-825a-20979e0cdc9f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Made reservation on behalf of 7203bd3d967745edacfd14e47e28a372 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:04:20.575691 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-0b4df678-5753-4e1c-825a-20979e0cdc9f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:20.701396 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60532) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:20.864444 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-0b4df678-5753-4e1c-825a-20979e0cdc9f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Allocated IP 172.20.0.3 (baecdd37-6eb2-4425-b93b-172f9e82b42a/0b80c7ab-8b96-4210-8e6b-d0b73d261a94/fef83834-1875-4fa8-974b-06c37de8d222) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:04:20.880255 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96d390-21ff-4610-be53-9e39af777070 req-6842c98a-85da-4132-a868-9815b4108cf1 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:20.883340 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3a96d390-21ff-4610-be53-9e39af777070 req-6842c98a-85da-4132-a868-9815b4108cf1 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2c1953e-4978-4d13-bf9f-12f2aa482263 HTTP/1.1" status: 200 len: 949 time: 0.3043602 Jul 22 19:04:20.941534 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c29ee639-0869-4c86-bd1a-7db300a385ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:21.050768 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c29ee639-0869-4c86-bd1a-7db300a385ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:21.057712 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c29ee639-0869-4c86-bd1a-7db300a385ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:21.070778 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb495d3-ff1f-4da8-b686-91c9cb40ea77 req-0525db4d-efdd-4dab-9ea7-4cd26830fdc4 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:21.072797 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7bb495d3-ff1f-4da8-b686-91c9cb40ea77 req-0525db4d-efdd-4dab-9ea7-4cd26830fdc4 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e4c90a-d891-4cd4-a2f7-601ef773d9de HTTP/1.1" status: 200 len: 950 time: 0.2819824 Jul 22 19:04:21.210923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86422a72-a1db-4c09-9c4f-46834b56b7c8 req-7ff1def9-4f45-4686-b964-d368c1026636 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:21.214500 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ee639-0869-4c86-bd1a-7db300a385ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da574d8-49d2-4595-9231-eaa75f913a17,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:21.222400 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-86422a72-a1db-4c09-9c4f-46834b56b7c8 req-7ff1def9-4f45-4686-b964-d368c1026636 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2c1953e-4978-4d13-bf9f-12f2aa482263 HTTP/1.1" status: 200 len: 949 time: 0.2140436 Jul 22 19:04:21.241991 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c29ee639-0869-4c86-bd1a-7db300a385ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c197d3f761a430eaf7334f11ddc9870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5395191 Jul 22 19:04:21.247070 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60556) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:21.293637 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-3a96d390-21ff-4610-be53-9e39af777070 req-f396fa3e-d705-40e0-94e7-d853744cd3c7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Deleting port dc720395-1305-4f1e-a1e7-6afd11601d9f {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:04:21.294555 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3a96d390-21ff-4610-be53-9e39af777070 req-f396fa3e-d705-40e0-94e7-d853744cd3c7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:21.336741 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-7bb495d3-ff1f-4da8-b686-91c9cb40ea77 req-92b383c2-ca4b-4e20-91eb-6466c4a7f6fc tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Deleting port d709f049-6868-4c9a-a45a-40e6efa5c8c2 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:04:21.337022 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-86422a72-a1db-4c09-9c4f-46834b56b7c8 req-4a5f1e3a-cd19-4c35-a6b0-984023489b08 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136236 Jul 22 19:04:21.337168 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-7bb495d3-ff1f-4da8-b686-91c9cb40ea77 req-92b383c2-ca4b-4e20-91eb-6466c4a7f6fc tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:21.341828 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b757210-c9dc-4aad-bd8c-d1c1d73e3674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:21.418377 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-0b4df678-5753-4e1c-825a-20979e0cdc9f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:21.421273 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b757210-c9dc-4aad-bd8c-d1c1d73e3674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:21.475602 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-7bb495d3-ff1f-4da8-b686-91c9cb40ea77 req-92b383c2-ca4b-4e20-91eb-6466c4a7f6fc tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] For port d709f049-6868-4c9a-a45a-40e6efa5c8c2, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d709f049-6868-4c9a-a45a-40e6efa5c8c2,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:21.475965 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-7bb495d3-ff1f-4da8-b686-91c9cb40ea77 req-92b383c2-ca4b-4e20-91eb-6466c4a7f6fc tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:21.490638 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-7bb495d3-ff1f-4da8-b686-91c9cb40ea77 req-92b383c2-ca4b-4e20-91eb-6466c4a7f6fc tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Calling delete_port for d709f049-6868-4c9a-a45a-40e6efa5c8c2 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:04:21.525494 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48f40bd2-fe19-4c39-bd24-aefd9b3a0dae req-8fd813a0-267b-4e56-93b7-8b61c519810b tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2406ce70-f55a-4592-8a9e-4e7a8158b7f5 HTTP/1.1" status: 200 len: 210 time: 0.1009564 Jul 22 19:04:21.559296 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b757210-c9dc-4aad-bd8c-d1c1d73e3674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:21.562030 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b757210-c9dc-4aad-bd8c-d1c1d73e3674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:21.565873 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9b757210-c9dc-4aad-bd8c-d1c1d73e3674 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9da574d8-49d2-4595-9231-eaa75f913a17 HTTP/1.1" status: 204 len: 168 time: 0.3141699 Jul 22 19:04:21.579675 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b757210-c9dc-4aad-bd8c-d1c1d73e3674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da574d8-49d2-4595-9231-eaa75f913a17,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:21.623032 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-3a96d390-21ff-4610-be53-9e39af777070 req-f396fa3e-d705-40e0-94e7-d853744cd3c7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] For port dc720395-1305-4f1e-a1e7-6afd11601d9f, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=dc720395-1305-4f1e-a1e7-6afd11601d9f,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:21.623512 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3a96d390-21ff-4610-be53-9e39af777070 req-f396fa3e-d705-40e0-94e7-d853744cd3c7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:21.660372 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-0b4df678-5753-4e1c-825a-20979e0cdc9f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:21.665709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-3a96d390-21ff-4610-be53-9e39af777070 req-f396fa3e-d705-40e0-94e7-d853744cd3c7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Calling delete_port for dc720395-1305-4f1e-a1e7-6afd11601d9f owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:04:21.676941 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9bafbda3-406d-4a5f-9e82-83f95a18a714'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:21.729114 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-7bb495d3-ff1f-4da8-b686-91c9cb40ea77 req-92b383c2-ca4b-4e20-91eb-6466c4a7f6fc tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:21.777341 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['dc720395-1305-4f1e-a1e7-6afd11601d9f', 'd709f049-6868-4c9a-a45a-40e6efa5c8c2'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:21.972426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-0b4df678-5753-4e1c-825a-20979e0cdc9f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Network baecdd37-6eb2-4425-b93b-172f9e82b42a is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:04:21.994726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-0b4df678-5753-4e1c-825a-20979e0cdc9f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:04:22.008603 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-0b4df678-5753-4e1c-825a-20979e0cdc9f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:04:22.179531 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-0b4df678-5753-4e1c-825a-20979e0cdc9f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:22.180197 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-0b4df678-5753-4e1c-825a-20979e0cdc9f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:22.198213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71564924-dfad-4dff-871c-ecf538673346 req-ca302bc1-eabd-4bdb-816d-44e0744b30d5 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:22.206957 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-71564924-dfad-4dff-871c-ecf538673346 req-ca302bc1-eabd-4bdb-816d-44e0744b30d5 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8201981-31a2-4678-a404-3796efebc19b HTTP/1.1" status: 200 len: 946 time: 0.8687332 Jul 22 19:04:22.229242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4df678-5753-4e1c-825a-20979e0cdc9f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Pushing event updated for resources: {'Port': ['ID=fef83834-1875-4fa8-974b-06c37de8d222,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:22.251115 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-0b4df678-5753-4e1c-825a-20979e0cdc9f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9171386 Jul 22 19:04:22.261155 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b383c2-ca4b-4e20-91eb-6466c4a7f6fc tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Pushing event deleted for resources: {'Port': ['ID=d709f049-6868-4c9a-a45a-40e6efa5c8c2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:22.279702 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] Request body: {'port': {'device_id': '2406ce70-f55a-4592-8a9e-4e7a8158b7f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:22.325749 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb495d3-ff1f-4da8-b686-91c9cb40ea77 req-92b383c2-ca4b-4e20-91eb-6466c4a7f6fc tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] No DVR routers for this DVR port d709f049-6868-4c9a-a45a-40e6efa5c8c2 on host n-h1-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:04:22.336110 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-7bb495d3-ff1f-4da8-b686-91c9cb40ea77 req-92b383c2-ca4b-4e20-91eb-6466c4a7f6fc tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:22.338633 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7bb495d3-ff1f-4da8-b686-91c9cb40ea77 req-92b383c2-ca4b-4e20-91eb-6466c4a7f6fc tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "DELETE /v2.0/ports/d709f049-6868-4c9a-a45a-40e6efa5c8c2 HTTP/1.1" status: 204 len: 173 time: 1.2513211 Jul 22 19:04:22.339262 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e4c90a-d891-4cd4-a2f7-601ef773d9de', 'name': 'network-vif-deleted', 'tag': 'd709f049-6868-4c9a-a45a-40e6efa5c8c2'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:22.342565 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635143ca-c0d5-461d-a2b4-ef420aac6327" -d '{"events": [{"server_uuid": "b7e4c90a-d891-4cd4-a2f7-601ef773d9de", "name": "network-vif-deleted", "tag": "d709f049-6868-4c9a-a45a-40e6efa5c8c2"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:22.396580 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b45f56-e5ec-4e1f-bca0-66b4fa70162f x-openstack-request-id: req-b4b45f56-e5ec-4e1f-bca0-66b4fa70162f {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:22.397123 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e4c90a-d891-4cd4-a2f7-601ef773d9de", "name": "network-vif-deleted", "tag": "d709f049-6868-4c9a-a45a-40e6efa5c8c2", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:22.397678 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4b45f56-e5ec-4e1f-bca0-66b4fa70162f {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:22.398331 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e4c90a-d891-4cd4-a2f7-601ef773d9de', 'name': 'network-vif-deleted', 'tag': 'd709f049-6868-4c9a-a45a-40e6efa5c8c2', 'status': 'completed', 'code': 200} Jul 22 19:04:22.432131 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-71564924-dfad-4dff-871c-ecf538673346 req-2c80c77a-4378-4f4f-9a98-3c01309f10fc tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242963 Jul 22 19:04:22.572631 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3a96d390-21ff-4610-be53-9e39af777070 req-f396fa3e-d705-40e0-94e7-d853744cd3c7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:22.603183 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e1cd9e14-a4df-412d-9b93-7cfbefac1dc6'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:22.609147 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e1cd9e14-a4df-412d-9b93-7cfbefac1dc6'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:22.679004 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:22.762028 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396fa3e-d705-40e0-94e7-d853744cd3c7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Pushing event deleted for resources: {'Port': ['ID=dc720395-1305-4f1e-a1e7-6afd11601d9f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:23.039942 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bf66b-29fb-4783-9a9f-6eb4f7607182 req-1c376264-06ce-4b28-98af-c9c22cd8eb0c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:23.041954 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-625bf66b-29fb-4783-9a9f-6eb4f7607182 req-1c376264-06ce-4b28-98af-c9c22cd8eb0c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2c1953e-4978-4d13-bf9f-12f2aa482263 HTTP/1.1" status: 200 len: 867 time: 0.5603046 Jul 22 19:04:23.071033 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60608) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:23.090357 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a96d390-21ff-4610-be53-9e39af777070 req-f396fa3e-d705-40e0-94e7-d853744cd3c7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] No DVR routers for this DVR port dc720395-1305-4f1e-a1e7-6afd11601d9f on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:04:23.108550 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3a96d390-21ff-4610-be53-9e39af777070 req-f396fa3e-d705-40e0-94e7-d853744cd3c7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:23.108550 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3a96d390-21ff-4610-be53-9e39af777070 req-f396fa3e-d705-40e0-94e7-d853744cd3c7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.30 "DELETE /v2.0/ports/dc720395-1305-4f1e-a1e7-6afd11601d9f HTTP/1.1" status: 204 len: 173 time: 2.2133439 Jul 22 19:04:23.108900 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 866282cd-1e57-454f-869c-3ecbf81b3ec7 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:04:23.118413 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c1953e-4978-4d13-bf9f-12f2aa482263', 'name': 'network-vif-deleted', 'tag': 'dc720395-1305-4f1e-a1e7-6afd11601d9f'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:23.122218 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458acba2-8772-40de-9987-3e5340c98064" -d '{"events": [{"server_uuid": "b2c1953e-4978-4d13-bf9f-12f2aa482263", "name": "network-vif-deleted", "tag": "dc720395-1305-4f1e-a1e7-6afd11601d9f"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:23.258957 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-625bf66b-29fb-4783-9a9f-6eb4f7607182 req-128c8f50-cdc1-417c-9ad7-db71616b81b4 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773031 Jul 22 19:04:23.275270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fef244-9f2d-4c63-937b-fc2efd1e968c req-0039efac-5c48-4f2c-bf79-4e52f0253f8f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:23.283515 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10fef244-9f2d-4c63-937b-fc2efd1e968c req-0039efac-5c48-4f2c-bf79-4e52f0253f8f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2406ce70-f55a-4592-8a9e-4e7a8158b7f5 HTTP/1.1" status: 200 len: 931 time: 0.6221366 Jul 22 19:04:23.410359 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-41220711-55d1-4687-a68f-808ab50fcb41 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1822553362-network', 'tenant_id': 'aca0a3898daa4428aa1f56ddc1dd9ffe'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:23.461660 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 866282cd-1e57-454f-869c-3ecbf81b3ec7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=866282cd-1e57-454f-869c-3ecbf81b3ec7,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:23.481632 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41220711-55d1-4687-a68f-808ab50fcb41 admin admin] Made reservation on behalf of aca0a3898daa4428aa1f56ddc1dd9ffe for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:04:23.481978 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '866282cd-1e57-454f-869c-3ecbf81b3ec7', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '866282cd-1e57-454f-869c-3ecbf81b3ec7', 'mac_address': 'fa:16:3e:a7:bf:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:04:23.494199 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-41220711-55d1-4687-a68f-808ab50fcb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:23.519330 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-41220711-55d1-4687-a68f-808ab50fcb41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:23.522996 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891f37b9-d31a-4c58-b61a-ae9ee438dc57 x-openstack-request-id: req-891f37b9-d31a-4c58-b61a-ae9ee438dc57 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:23.523436 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c1953e-4978-4d13-bf9f-12f2aa482263", "name": "network-vif-deleted", "tag": "dc720395-1305-4f1e-a1e7-6afd11601d9f", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:23.523903 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-891f37b9-d31a-4c58-b61a-ae9ee438dc57 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:23.524533 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c1953e-4978-4d13-bf9f-12f2aa482263', 'name': 'network-vif-deleted', 'tag': 'dc720395-1305-4f1e-a1e7-6afd11601d9f', 'status': 'completed', 'code': 200} Jul 22 19:04:23.564828 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:23.590379 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866282cd-1e57-454f-869c-3ecbf81b3ec7 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:04:23.614509 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10fef244-9f2d-4c63-937b-fc2efd1e968c req-16f547b7-8688-440f-8d02-12746c0917bf tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202093 Jul 22 19:04:23.649486 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 866282cd-1e57-454f-869c-3ecbf81b3ec7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=866282cd-1e57-454f-869c-3ecbf81b3ec7,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:23.662223 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:23.846453 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['866282cd-1e57-454f-869c-3ecbf81b3ec7'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:23.850354 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fef83834-1875-4fa8-974b-06c37de8d222 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:04:23.870459 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-41220711-55d1-4687-a68f-808ab50fcb41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:23.882336 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-41220711-55d1-4687-a68f-808ab50fcb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:23.892434 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:23.940021 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] Transition to ACTIVE for port object fef83834-1875-4fa8-974b-06c37de8d222 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:04:23.947376 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:23.961984 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41220711-55d1-4687-a68f-808ab50fcb41 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:04:23.973998 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41220711-55d1-4687-a68f-808ab50fcb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7317e2-cb96-468d-9d16-a24e3bd51896,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:23.978325 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=866282cd-1e57-454f-869c-3ecbf81b3ec7,revision_number=9']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:23.988120 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-41220711-55d1-4687-a68f-808ab50fcb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:23.988910 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-41220711-55d1-4687-a68f-808ab50fcb41 admin admin] Added segment a4ae3ad1-0113-4f2d-8719-18a10c10aeb6 of type vlan for network 4133d413-8353-4685-997b-db22c21267e6 Jul 22 19:04:24.018686 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:24.019039 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:24.019380 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:24.019718 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:24.020064 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:24.020383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:24.028935 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:24.029319 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:24.029658 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:24.030004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:24.030343 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:24.030672 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:24.070819 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] Pushing event updated for resources: {'Port': ['ID=fef83834-1875-4fa8-974b-06c37de8d222,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:24.103803 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-41220711-55d1-4687-a68f-808ab50fcb41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:24.111271 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d709f049-6868-4c9a-a45a-40e6efa5c8c2 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:04:24.170441 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-41220711-55d1-4687-a68f-808ab50fcb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:24.171617 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41220711-55d1-4687-a68f-808ab50fcb41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:24.174083 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: d709f049-6868-4c9a-a45a-40e6efa5c8c2 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:04:24.174736 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-41220711-55d1-4687-a68f-808ab50fcb41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:24.176128 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d709f049-6868-4c9a-a45a-40e6efa5c8c2 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:04:24.176586 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device dc720395-1305-4f1e-a1e7-6afd11601d9f no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:04:24.206759 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-41220711-55d1-4687-a68f-808ab50fcb41 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1340692 Jul 22 19:04:24.209972 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: dc720395-1305-4f1e-a1e7-6afd11601d9f {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:04:24.210316 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60634) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:24.210446 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device dc720395-1305-4f1e-a1e7-6afd11601d9f not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:04:24.217735 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-b974707e-716a-4b9d-81e3-0e478b4103b9 admin admin] Request body: {'subnet': {'network_id': '4133d413-8353-4685-997b-db22c21267e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1822553362-subnet', 'tenant_id': 'aca0a3898daa4428aa1f56ddc1dd9ffe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:24.267032 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b974707e-716a-4b9d-81e3-0e478b4103b9 admin admin] Made reservation on behalf of aca0a3898daa4428aa1f56ddc1dd9ffe for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:04:24.279008 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b974707e-716a-4b9d-81e3-0e478b4103b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:24.295629 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41220711-55d1-4687-a68f-808ab50fcb41 admin admin] Pushing event updated for resources: {'Network': ['ID=4133d413-8353-4685-997b-db22c21267e6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:24.322945 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 4133d413-8353-4685-997b-db22c21267e6 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:04:24.337151 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] Attempting to bind port fef83834-1875-4fa8-974b-06c37de8d222 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:04:24.338742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] Attempting to bind port fef83834-1875-4fa8-974b-06c37de8d222 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:04:24.341083 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] Attempting to bind port fef83834-1875-4fa8-974b-06c37de8d222 on network baecdd37-6eb2-4425-b93b-172f9e82b42a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:04:24.421209 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] Port fef83834-1875-4fa8-974b-06c37de8d222 on network baecdd37-6eb2-4425-b93b-172f9e82b42a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:04:24.424660 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] Attempting to bind port fef83834-1875-4fa8-974b-06c37de8d222 on network baecdd37-6eb2-4425-b93b-172f9e82b42a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:04:24.475627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:04:24.476639 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] Checking segment: {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:04:24.477618 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] Bound using segment: {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:04:24.478831 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] Bound port: fef83834-1875-4fa8-974b-06c37de8d222, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:04:24.479968 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:24.500145 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-edcc6222-8154-4eb4-be65-ea6ce44fd88b tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1707469956&fields=id&tenant_id=e5f6b3569b564d27a6f5df338de65c2e HTTP/1.1" status: 200 len: 267 time: 0.1665454 Jul 22 19:04:24.721319 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] For port fef83834-1875-4fa8-974b-06c37de8d222, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:04:24.749067 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] For port fef83834-1875-4fa8-974b-06c37de8d222, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=fef83834-1875-4fa8-974b-06c37de8d222,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:04:24.757224 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:24.775442 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-45a97f1a-1f42-41e5-bc08-84e228b23967 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:24.776974 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-45a97f1a-1f42-41e5-bc08-84e228b23967 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/networks?id=ca294e3c-7e7d-4357-b107-f5b283c529a6 HTTP/1.1" status: 200 len: 823 time: 0.2757905 Jul 22 19:04:24.871356 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:24.871902 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:24.873273 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] 10.222.0.30 "PUT /v2.0/ports/fef83834-1875-4fa8-974b-06c37de8d222 HTTP/1.1" status: 200 len: 1092 time: 2.6138852 Jul 22 19:04:24.888230 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-b26d6b50-b4e4-44f2-b4c1-365bfa7d0eac tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/quotas/e5f6b3569b564d27a6f5df338de65c2e HTTP/1.1" status: 200 len: 375 time: 0.0838854 Jul 22 19:04:24.957644 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b974707e-716a-4b9d-81e3-0e478b4103b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:24.962372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9d4f4-28e8-4022-92ec-640a638b523d service neutron] Pushing event updated for resources: {'Port': ['ID=fef83834-1875-4fa8-974b-06c37de8d222,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:25.067802 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 866282cd-1e57-454f-869c-3ecbf81b3ec7 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:04:25.075111 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974707e-716a-4b9d-81e3-0e478b4103b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7409deb2-ed0b-46ae-b6be-7c14bd25f896,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:25.106427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e32ba-e3ab-44a5-bdbc-c3195de665a0 req-b34032c1-90a5-45bc-8f18-905f1f9a08f4 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:25.107615 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e32e32ba-e3ab-44a5-bdbc-c3195de665a0 req-b34032c1-90a5-45bc-8f18-905f1f9a08f4 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2406ce70-f55a-4592-8a9e-4e7a8158b7f5 HTTP/1.1" status: 200 len: 943 time: 0.3064361 Jul 22 19:04:25.142096 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-648e091d-88b2-43fa-b9f4-c1e8f6e98242 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5f6b3569b564d27a6f5df338de65c2e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2527013 Jul 22 19:04:25.144852 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b974707e-716a-4b9d-81e3-0e478b4103b9 admin admin] Checking segment: {'id': 'a4ae3ad1-0113-4f2d-8719-18a10c10aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4133d413-8353-4685-997b-db22c21267e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:04:25.145218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b974707e-716a-4b9d-81e3-0e478b4103b9 admin admin] Network hostable DHCP agents. Network: 4133d413-8353-4685-997b-db22c21267e6, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:04:25.153292 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 866282cd-1e57-454f-869c-3ecbf81b3ec7 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:04:25.154221 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:25.212030 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-cdf74841-488d-4c56-a948-579ea8526a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:25.213200 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-cdf74841-488d-4c56-a948-579ea8526a3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&device_id=2406ce70-f55a-4592-8a9e-4e7a8158b7f5 HTTP/1.1" status: 200 len: 1095 time: 0.2723329 Jul 22 19:04:25.312170 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b974707e-716a-4b9d-81e3-0e478b4103b9 admin admin] Network 4133d413-8353-4685-997b-db22c21267e6 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:04:25.317234 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e32e32ba-e3ab-44a5-bdbc-c3195de665a0 req-f2d26276-737a-4765-b5d7-9109f34ed1f4 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986833 Jul 22 19:04:25.318852 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:25.319369 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-ca329bb6-a98d-4191-8d0c-5fc11acdabbf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fef83834-1875-4fa8-974b-06c37de8d222 HTTP/1.1" status: 200 len: 217 time: 0.0641601 Jul 22 19:04:25.362175 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8c392b-ba11-46f9-b9fb-e2467d884f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866282cd-1e57-454f-869c-3ecbf81b3ec7'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:25.364996 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7997c2-d487-46e5-a4a1-23cb149d7c4f" -d '{"events": [{"server_uuid": "ee8c392b-ba11-46f9-b9fb-e2467d884f97", "name": "network-vif-plugged", "status": "completed", "tag": "866282cd-1e57-454f-869c-3ecbf81b3ec7"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:25.388084 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 866282cd-1e57-454f-869c-3ecbf81b3ec7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=866282cd-1e57-454f-869c-3ecbf81b3ec7,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:25.395146 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:25.459732 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-b974707e-716a-4b9d-81e3-0e478b4103b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 4133d413-8353-4685-997b-db22c21267e6) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:04:25.473249 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b974707e-716a-4b9d-81e3-0e478b4103b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:25.473848 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b974707e-716a-4b9d-81e3-0e478b4103b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:25.525946 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2406ce70-f55a-4592-8a9e-4e7a8158b7f5', 'tag': 'fef83834-1875-4fa8-974b-06c37de8d222'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:25.528106 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d6b6c1-8977-4ca2-a7be-46ad7d2d42d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2406ce70-f55a-4592-8a9e-4e7a8158b7f5", "tag": "fef83834-1875-4fa8-974b-06c37de8d222"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:25.545307 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-05b137a6-676f-4f09-9c67-6026b8ee2485 service neutron] 10.222.0.13 "GET /v2.0/networks/ca294e3c-7e7d-4357-b107-f5b283c529a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741758 Jul 22 19:04:25.560580 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b974707e-716a-4b9d-81e3-0e478b4103b9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3415082 Jul 22 19:04:25.560580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-90142ce5-c81b-4f31-8f2d-2a4b69c5c013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:25.560580 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-90142ce5-c81b-4f31-8f2d-2a4b69c5c013 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b80c7ab-8b96-4210-8e6b-d0b73d261a94 HTTP/1.1" status: 200 len: 846 time: 0.2061887 Jul 22 19:04:25.570070 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450562a-28e0-4475-89d8-f389a74a688c req-8eaaefc0-bfb1-4fa4-b83a-c9501d717f6e tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:25.571627 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9450562a-28e0-4475-89d8-f389a74a688c req-8eaaefc0-bfb1-4fa4-b83a-c9501d717f6e tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8201981-31a2-4678-a404-3796efebc19b HTTP/1.1" status: 200 len: 946 time: 0.4239833 Jul 22 19:04:25.640991 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a91ed4-ea1d-4490-9dc9-33e8450bbf9a None None] Network 4133d413-8353-4685-997b-db22c21267e6 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:04:25.654829 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-fa9d2f0f-077d-4658-9d6b-e0e1460dad8d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=baecdd37-6eb2-4425-b93b-172f9e82b42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745800 Jul 22 19:04:25.691726 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=866282cd-1e57-454f-869c-3ecbf81b3ec7,revision_number=10']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:25.911050 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e23ec0-3778-469b-a28d-e51cfcdf3fbf None None] Network 4133d413-8353-4685-997b-db22c21267e6 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:04:26.155518 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615225e-c233-4b8d-ad0e-a7a215110d9e req-4347edd4-dc3f-4066-9510-97b179cadbc7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:26.163779 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7615225e-c233-4b8d-ad0e-a7a215110d9e req-4347edd4-dc3f-4066-9510-97b179cadbc7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/ports?device_id=b002b2dc-b38c-478b-801f-c24e42d48e51 HTTP/1.1" status: 200 len: 950 time: 0.7006135 Jul 22 19:04:26.277545 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-10091a35-baec-4d2f-a181-943fe129852c service neutron] 10.222.0.13 "GET /v2.0/networks/ca294e3c-7e7d-4357-b107-f5b283c529a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7226033 Jul 22 19:04:26.304136 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7615225e-c233-4b8d-ad0e-a7a215110d9e req-8f93e2d9-fabf-4ff8-84f0-ef9e83fbb93b tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d4513c-b13f-44de-8533-a3194e4a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390700 Jul 22 19:04:26.306304 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-0593fd8c-10b3-4478-ae3e-466de2a9b74c service neutron] 10.222.0.30 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6402218 Jul 22 19:04:26.451713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-9450562a-28e0-4475-89d8-f389a74a688c req-a8c0a2f7-8d5b-494b-bad3-725be80bd2dc tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Deleting port 1a112a08-8087-41a3-868b-b9a587a09071 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:04:26.452125 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9450562a-28e0-4475-89d8-f389a74a688c req-a8c0a2f7-8d5b-494b-bad3-725be80bd2dc tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:26.546100 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2445e8-5666-44fe-90f1-44773198c5ef req-c5460224-8436-4754-af32-2a9e6efec47c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:26.547000 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738a8bb6-d666-45dd-a6b8-c064b8b61e70 x-openstack-request-id: req-738a8bb6-d666-45dd-a6b8-c064b8b61e70 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:26.547554 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8c392b-ba11-46f9-b9fb-e2467d884f97", "name": "network-vif-plugged", "status": "completed", "tag": "866282cd-1e57-454f-869c-3ecbf81b3ec7", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:26.547809 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6d2445e8-5666-44fe-90f1-44773198c5ef req-c5460224-8436-4754-af32-2a9e6efec47c tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.16 "GET /v2.0/ports?device_id=b002b2dc-b38c-478b-801f-c24e42d48e51 HTTP/1.1" status: 200 len: 950 time: 0.3799574 Jul 22 19:04:26.548237 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-738a8bb6-d666-45dd-a6b8-c064b8b61e70 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:26.548809 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8c392b-ba11-46f9-b9fb-e2467d884f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866282cd-1e57-454f-869c-3ecbf81b3ec7', 'code': 200} Jul 22 19:04:26.747249 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-256e6b1a-e846-4261-a288-6b3ed44c7c7d req-845788a9-b63a-4a74-a57f-968e083dcb5c service neutron] 10.222.0.30 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193423 Jul 22 19:04:26.912611 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-9450562a-28e0-4475-89d8-f389a74a688c req-a8c0a2f7-8d5b-494b-bad3-725be80bd2dc tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] For port 1a112a08-8087-41a3-868b-b9a587a09071, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1a112a08-8087-41a3-868b-b9a587a09071,segment=NetworkSegment(b8f30338-a332-44a2-b242-a0037ff481e1),segment_id=b8f30338-a332-44a2-b242-a0037ff481e1)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:26.915014 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9450562a-28e0-4475-89d8-f389a74a688c req-a8c0a2f7-8d5b-494b-bad3-725be80bd2dc tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:26.945900 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-f3bebeb0-2ca8-4a93-8a78-ba9b4d282dbb tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:26.954260 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-f3bebeb0-2ca8-4a93-8a78-ba9b4d282dbb tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 808 time: 0.3750918 Jul 22 19:04:27.201163 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-17ca23a2-4de5-4827-99c3-50791ba27428 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/quotas/b8ebb1eaf4144f3aa1a6431613a8a46d HTTP/1.1" status: 200 len: 375 time: 0.0263832 Jul 22 19:04:27.228188 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-6d2445e8-5666-44fe-90f1-44773198c5ef req-3a519537-ae6d-47e4-848a-f0ec8e5c2df7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Deleting port e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:04:27.228188 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6d2445e8-5666-44fe-90f1-44773198c5ef req-3a519537-ae6d-47e4-848a-f0ec8e5c2df7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:27.475964 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9450562a-28e0-4475-89d8-f389a74a688c req-a8c0a2f7-8d5b-494b-bad3-725be80bd2dc tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:27.476630 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9450562a-28e0-4475-89d8-f389a74a688c req-a8c0a2f7-8d5b-494b-bad3-725be80bd2dc tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:27.476971 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [req-9450562a-28e0-4475-89d8-f389a74a688c req-a8c0a2f7-8d5b-494b-bad3-725be80bd2dc tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Floating IP 3d99e9c8-f265-4708-a51b-a411042c173f disassociated. External IP: 172.25.3.197, port: 1a112a08-8087-41a3-868b-b9a587a09071. Jul 22 19:04:27.477320 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-9450562a-28e0-4475-89d8-f389a74a688c req-a8c0a2f7-8d5b-494b-bad3-725be80bd2dc tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Calling delete_port for 1a112a08-8087-41a3-868b-b9a587a09071 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:04:27.488304 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-6d2445e8-5666-44fe-90f1-44773198c5ef req-3a519537-ae6d-47e4-848a-f0ec8e5c2df7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] For port e1cd9e14-a4df-412d-9b93-7cfbefac1dc6, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e1cd9e14-a4df-412d-9b93-7cfbefac1dc6,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:27.488708 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6d2445e8-5666-44fe-90f1-44773198c5ef req-3a519537-ae6d-47e4-848a-f0ec8e5c2df7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:27.521898 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-3d0630b1-396d-42fb-912e-39c6b88cd4a5 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3198731 Jul 22 19:04:27.522923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-6d2445e8-5666-44fe-90f1-44773198c5ef req-3a519537-ae6d-47e4-848a-f0ec8e5c2df7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Calling delete_port for e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:04:27.759027 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-822c356f-0d58-4378-9fe9-c5c82b536b6d service neutron] 10.222.0.13 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276304 Jul 22 19:04:27.920851 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9450562a-28e0-4475-89d8-f389a74a688c req-a8c0a2f7-8d5b-494b-bad3-725be80bd2dc tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:27.934687 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6d2445e8-5666-44fe-90f1-44773198c5ef req-3a519537-ae6d-47e4-848a-f0ec8e5c2df7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:27.983151 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0a2f7-8d5b-494b-bad3-725be80bd2dc tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Pushing event deleted for resources: {'Port': ['ID=1a112a08-8087-41a3-868b-b9a587a09071,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:28.009253 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-14e2c91a-8eba-4614-be2c-80c772bec670 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:28.012005 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-14e2c91a-8eba-4614-be2c-80c772bec670 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.16 "GET /v2.0/networks?id=ca294e3c-7e7d-4357-b107-f5b283c529a6 HTTP/1.1" status: 200 len: 823 time: 0.1763811 Jul 22 19:04:28.017491 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a519537-ae6d-47e4-848a-f0ec8e5c2df7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Pushing event deleted for resources: {'Port': ['ID=e1cd9e14-a4df-412d-9b93-7cfbefac1dc6,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:28.124416 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-f1734e33-8b8a-46ed-9dc4-491a3dde8c07 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5f6b3569b564d27a6f5df338de65c2e HTTP/1.1" status: 200 len: 380 time: 0.1005721 Jul 22 19:04:28.134591 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device fef83834-1875-4fa8-974b-06c37de8d222 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:04:28.139501 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-afe63399-d692-497a-be62-d9ad7abfd8c0 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Request body: {'port': {'device_id': 'd7520347-141c-485f-af4b-282488dc22e2', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'admin_state_up': True, 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'security_groups': ['e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f']}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:28.163751 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 1a112a08-8087-41a3-868b-b9a587a09071 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:04:28.202723 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 1a112a08-8087-41a3-868b-b9a587a09071 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:04:28.213028 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 1a112a08-8087-41a3-868b-b9a587a09071 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:04:28.237881 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-88c99b22-b6c5-4c23-b785-d05fb9e8cdf7 service neutron] 10.222.0.13 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622478 Jul 22 19:04:28.239573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2445e8-5666-44fe-90f1-44773198c5ef req-3a519537-ae6d-47e4-848a-f0ec8e5c2df7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] No DVR routers for this DVR port e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:04:28.243704 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6d2445e8-5666-44fe-90f1-44773198c5ef req-3a519537-ae6d-47e4-848a-f0ec8e5c2df7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:28.248038 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6d2445e8-5666-44fe-90f1-44773198c5ef req-3a519537-ae6d-47e4-848a-f0ec8e5c2df7 tempest-ServersOnMultiNodesTest-128579814 tempest-ServersOnMultiNodesTest-128579814-project] 10.222.0.16 "DELETE /v2.0/ports/e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 HTTP/1.1" status: 204 len: 173 time: 1.6668870 Jul 22 19:04:28.329017 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9450562a-28e0-4475-89d8-f389a74a688c req-a8c0a2f7-8d5b-494b-bad3-725be80bd2dc tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:04:28.361175 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-afe63399-d692-497a-be62-d9ad7abfd8c0 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Made reservation on behalf of e5f6b3569b564d27a6f5df338de65c2e for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:04:28.370032 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-afe63399-d692-497a-be62-d9ad7abfd8c0 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:28.390113 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port fef83834-1875-4fa8-974b-06c37de8d222, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=fef83834-1875-4fa8-974b-06c37de8d222,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:28.427301 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'fef83834-1875-4fa8-974b-06c37de8d222', 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a', 'port_id': 'fef83834-1875-4fa8-974b-06c37de8d222', 'mac_address': 'fa:16:3e:27:52:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b80c7ab-8b96-4210-8e6b-d0b73d261a94', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:04:28.491486 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-30dccb5a-e767-40b1-b5c5-01cc427c6f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:28.546152 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:28.592006 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef83834-1875-4fa8-974b-06c37de8d222 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:04:28.673380 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port fef83834-1875-4fa8-974b-06c37de8d222, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=fef83834-1875-4fa8-974b-06c37de8d222,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:28.692920 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:28.716563 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9450562a-28e0-4475-89d8-f389a74a688c req-a8c0a2f7-8d5b-494b-bad3-725be80bd2dc tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:04:28.753183 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:04:28.779975 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0291341-1ab2-4a38-964d-e110e8646255 None None] Sync routers for ids ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:04:28.806535 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-afe63399-d692-497a-be62-d9ad7abfd8c0 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Allocated IP 172.20.0.8 (ca294e3c-7e7d-4357-b107-f5b283c529a6/6127a740-55fe-4e1e-9351-155d195e1651/cfc26905-c807-4420-bc4f-6784ea35eab9) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:04:28.847410 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0291341-1ab2-4a38-964d-e110e8646255 None None] Routers {'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:04:28.847410 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f0291341-1ab2-4a38-964d-e110e8646255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:04:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:28.939101 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c78092-4391-47c4-a7d0-a05842f9b5d3 x-openstack-request-id: req-55c78092-4391-47c4-a7d0-a05842f9b5d3 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:28.939400 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2406ce70-f55a-4592-8a9e-4e7a8158b7f5", "tag": "fef83834-1875-4fa8-974b-06c37de8d222", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:28.939647 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55c78092-4391-47c4-a7d0-a05842f9b5d3 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:28.940045 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2406ce70-f55a-4592-8a9e-4e7a8158b7f5', 'tag': 'fef83834-1875-4fa8-974b-06c37de8d222', 'status': 'completed', 'code': 200} Jul 22 19:04:28.940972 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-9450562a-28e0-4475-89d8-f389a74a688c req-a8c0a2f7-8d5b-494b-bad3-725be80bd2dc tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] No DVR routers for this DVR port 1a112a08-8087-41a3-868b-b9a587a09071 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:04:28.945682 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9450562a-28e0-4475-89d8-f389a74a688c req-a8c0a2f7-8d5b-494b-bad3-725be80bd2dc tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:28.951829 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9450562a-28e0-4475-89d8-f389a74a688c req-a8c0a2f7-8d5b-494b-bad3-725be80bd2dc tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.30 "DELETE /v2.0/ports/1a112a08-8087-41a3-868b-b9a587a09071 HTTP/1.1" status: 204 len: 173 time: 3.3694551 Jul 22 19:04:29.039155 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['fef83834-1875-4fa8-974b-06c37de8d222'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:29.146776 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-f0291341-1ab2-4a38-964d-e110e8646255 None None] Set router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:04:29.162764 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6b6c1-8977-4ca2-a7be-46ad7d2d42d8 req-2eb93cf8-6933-4320-92ba-49261111d938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:29.164301 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43d6b6c1-8977-4ca2-a7be-46ad7d2d42d8 req-2eb93cf8-6933-4320-92ba-49261111d938 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&device_id=2406ce70-f55a-4592-8a9e-4e7a8158b7f5 HTTP/1.1" status: 200 len: 1096 time: 0.2048447 Jul 22 19:04:29.215961 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-afe63399-d692-497a-be62-d9ad7abfd8c0 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:29.272179 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-afe63399-d692-497a-be62-d9ad7abfd8c0 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Transition to ACTIVE for port object cfc26905-c807-4420-bc4f-6784ea35eab9 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:04:29.275448 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=fef83834-1875-4fa8-974b-06c37de8d222,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:29.288798 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:04:29.338235 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-afe63399-d692-497a-be62-d9ad7abfd8c0 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:29.349704 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:04:29.352079 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device e1cd9e14-a4df-412d-9b93-7cfbefac1dc6 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:04:29.425446 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6b6c1-8977-4ca2-a7be-46ad7d2d42d8 req-36fae68e-8713-41ad-afc7-bd9578c5e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:29.427376 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43d6b6c1-8977-4ca2-a7be-46ad7d2d42d8 req-36fae68e-8713-41ad-afc7-bd9578c5e99b service neutron] 10.222.0.30 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 907 time: 0.2498002 Jul 22 19:04:29.441540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-5ebcc9eb-346c-4b23-a437-7788c91811d6 req-8bcfca51-9893-452f-b9b1-887cac35fb9c tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1575930505', 'description': 'tempest-description-905720171'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:29.443988 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe63399-d692-497a-be62-d9ad7abfd8c0 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Pushing event updated for resources: {'Port': ['ID=cfc26905-c807-4420-bc4f-6784ea35eab9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:29.476708 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-afe63399-d692-497a-be62-d9ad7abfd8c0 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Network ca294e3c-7e7d-4357-b107-f5b283c529a6 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:04:29.481142 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-afe63399-d692-497a-be62-d9ad7abfd8c0 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:04:29.486845 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-afe63399-d692-497a-be62-d9ad7abfd8c0 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:04:29.635698 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-afe63399-d692-497a-be62-d9ad7abfd8c0 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:29.636397 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-afe63399-d692-497a-be62-d9ad7abfd8c0 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:29.693580 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-afe63399-d692-497a-be62-d9ad7abfd8c0 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5612843 Jul 22 19:04:29.695966 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5ebcc9eb-346c-4b23-a437-7788c91811d6 req-8bcfca51-9893-452f-b9b1-887cac35fb9c tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:29.721436 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] Request body: {'port': {'device_id': 'd7520347-141c-485f-af4b-282488dc22e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:29.750574 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43d6b6c1-8977-4ca2-a7be-46ad7d2d42d8 req-fabf4488-fdeb-4fa7-b48b-84a933d2be9d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fef83834-1875-4fa8-974b-06c37de8d222 HTTP/1.1" status: 200 len: 217 time: 0.2725692 Jul 22 19:04:29.826724 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6b6c1-8977-4ca2-a7be-46ad7d2d42d8 req-87df5140-5fb1-4485-8271-b35d24428000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:29.829829 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43d6b6c1-8977-4ca2-a7be-46ad7d2d42d8 req-87df5140-5fb1-4485-8271-b35d24428000 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b80c7ab-8b96-4210-8e6b-d0b73d261a94 HTTP/1.1" status: 200 len: 846 time: 0.0679605 Jul 22 19:04:29.934763 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43d6b6c1-8977-4ca2-a7be-46ad7d2d42d8 req-07986bb3-20dd-43b3-ba51-ab2fddc917e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=baecdd37-6eb2-4425-b93b-172f9e82b42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908380 Jul 22 19:04:29.954638 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:30.033732 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-34ac8eda-362a-4dca-afb1-71a61d07cba2 None None] Provisioning for port cfc26905-c807-4420-bc4f-6784ea35eab9 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:04:30.073174 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-34ac8eda-362a-4dca-afb1-71a61d07cba2 None None] Provisioning complete for port cfc26905-c807-4420-bc4f-6784ea35eab9 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:04:30.073601 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-34ac8eda-362a-4dca-afb1-71a61d07cba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:30.159790 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f0291341-1ab2-4a38-964d-e110e8646255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-router', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:01:40Z', 'updated_at': '2021-07-22T19:01:50Z', 'revision_number': 4, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'gw_port': {'id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:43Z', 'updated_at': '2021-07-22T19:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2249ca75-f517-4910-815e-db71941fb0c2', 'name': '', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'mac_address': 'fa:16:3e:11:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6127a740-55fe-4e1e-9351-155d195e1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:48Z', 'updated_at': '2021-07-22T19:01:57Z', 'revision_number': 5, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'subnets': [{'id': '6127a740-55fe-4e1e-9351-155d195e1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:30.185236 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5ebcc9eb-346c-4b23-a437-7788c91811d6 req-8bcfca51-9893-452f-b9b1-887cac35fb9c tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:30.190722 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43d6b6c1-8977-4ca2-a7be-46ad7d2d42d8 req-97329e40-18e8-43f4-8692-1fc77de83fe8 service neutron] 10.222.0.30 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462740 Jul 22 19:04:30.191835 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5ebcc9eb-346c-4b23-a437-7788c91811d6 req-8bcfca51-9893-452f-b9b1-887cac35fb9c tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:30.284857 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0291341-1ab2-4a38-964d-e110e8646255 None None] Checking router: aaac4d1b-cf7d-47b8-a0aa-ba10386152ea for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:04:30.356000 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5ebcc9eb-346c-4b23-a437-7788c91811d6 req-8bcfca51-9893-452f-b9b1-887cac35fb9c tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:30.369954 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ebcc9eb-346c-4b23-a437-7788c91811d6 req-8bcfca51-9893-452f-b9b1-887cac35fb9c tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9399617 Jul 22 19:04:30.383410 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-34ac8eda-362a-4dca-afb1-71a61d07cba2 None None] Port cfc26905-c807-4420-bc4f-6784ea35eab9 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:04:30.388252 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0291341-1ab2-4a38-964d-e110e8646255 None None] Routers {'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:04:30.388944 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f0291341-1ab2-4a38-964d-e110e8646255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:04:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:30.392102 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43d6b6c1-8977-4ca2-a7be-46ad7d2d42d8 req-ac31bf15-78db-491f-a7b4-24d12ae08ed7 service neutron] 10.222.0.30 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804843 Jul 22 19:04:30.427680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfca51-9893-452f-b9b1-887cac35fb9c tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=439cda35-44b3-45e1-a5a4-812096f5bd91,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:30.487685 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc26905-c807-4420-bc4f-6784ea35eab9 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:04:30.500791 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:30.516845 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] Transition to ACTIVE for port object cfc26905-c807-4420-bc4f-6784ea35eab9 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:04:30.522497 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:30.557509 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53258d5f-4760-4a4c-bca7-6b134d6ef816 req-f2a40cbc-bb0b-4ca4-9e04-2ef9372f0a0d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:30.570946 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-53258d5f-4760-4a4c-bca7-6b134d6ef816 req-f2a40cbc-bb0b-4ca4-9e04-2ef9372f0a0d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2406ce70-f55a-4592-8a9e-4e7a8158b7f5 HTTP/1.1" status: 200 len: 944 time: 0.1185086 Jul 22 19:04:30.602440 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc26905-c807-4420-bc4f-6784ea35eab9,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:30.678637 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-f0291341-1ab2-4a38-964d-e110e8646255 None None] Set router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:04:30.682129 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-53258d5f-4760-4a4c-bca7-6b134d6ef816 req-e80dc261-ccbc-40ca-882e-337a93998701 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100228 Jul 22 19:04:30.796888 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] Attempting to bind port cfc26905-c807-4420-bc4f-6784ea35eab9 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:04:30.797997 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] Attempting to bind port cfc26905-c807-4420-bc4f-6784ea35eab9 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'b8f30338-a332-44a2-b242-a0037ff481e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:04:30.798329 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] Attempting to bind port cfc26905-c807-4420-bc4f-6784ea35eab9 on network ca294e3c-7e7d-4357-b107-f5b283c529a6 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:04:30.806089 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] Port cfc26905-c807-4420-bc4f-6784ea35eab9 on network ca294e3c-7e7d-4357-b107-f5b283c529a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:04:30.806470 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] Attempting to bind port cfc26905-c807-4420-bc4f-6784ea35eab9 on network ca294e3c-7e7d-4357-b107-f5b283c529a6 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:04:30.813136 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:04:30.813477 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] Checking segment: {'id': 'b8f30338-a332-44a2-b242-a0037ff481e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:04:30.813952 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] Bound using segment: {'id': 'b8f30338-a332-44a2-b242-a0037ff481e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:04:30.814436 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] Bound port: cfc26905-c807-4420-bc4f-6784ea35eab9, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f30338-a332-44a2-b242-a0037ff481e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:04:30.814806 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:30.934574 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] For port cfc26905-c807-4420-bc4f-6784ea35eab9, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:04:30.959043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b002b2dc-b38c-478b-801f-c24e42d48e51', 'name': 'network-vif-deleted', 'tag': 'e1cd9e14-a4df-412d-9b93-7cfbefac1dc6'}, {'server_uuid': 'b8201981-31a2-4678-a404-3796efebc19b', 'name': 'network-vif-deleted', 'tag': '1a112a08-8087-41a3-868b-b9a587a09071'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:30.963509 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f588baea-cbf9-43fb-97bc-203e690cfcc5" -d '{"events": [{"server_uuid": "b002b2dc-b38c-478b-801f-c24e42d48e51", "name": "network-vif-deleted", "tag": "e1cd9e14-a4df-412d-9b93-7cfbefac1dc6"}, {"server_uuid": "b8201981-31a2-4678-a404-3796efebc19b", "name": "network-vif-deleted", "tag": "1a112a08-8087-41a3-868b-b9a587a09071"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:30.967034 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] For port cfc26905-c807-4420-bc4f-6784ea35eab9, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=cfc26905-c807-4420-bc4f-6784ea35eab9,segment=NetworkSegment(b8f30338-a332-44a2-b242-a0037ff481e1),segment_id=b8f30338-a332-44a2-b242-a0037ff481e1)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:04:30.989784 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:31.063757 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:31.069590 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b4e6eb18-ac60-4c1a-974d-c257654340e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:31.124882 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:31.126278 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:31.127846 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] 10.222.0.16 "PUT /v2.0/ports/cfc26905-c807-4420-bc4f-6784ea35eab9 HTTP/1.1" status: 200 len: 1092 time: 1.4270575 Jul 22 19:04:31.128311 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7520347-141c-485f-af4b-282488dc22e2', 'tag': 'cfc26905-c807-4420-bc4f-6784ea35eab9'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:31.130592 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b6db3d-391b-43b2-abc2-8c97fab85e84" -d '{"events": [{"name": "network-changed", "server_uuid": "d7520347-141c-485f-af4b-282488dc22e2", "tag": "cfc26905-c807-4420-bc4f-6784ea35eab9"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:31.167155 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-10852653-db98-4db4-85e6-3b6fa8c482b6 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:31.168559 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-10852653-db98-4db4-85e6-3b6fa8c482b6 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.30 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 808 time: 0.3832045 Jul 22 19:04:31.187321 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-c7a5c0a4-08d2-46b7-8020-56c714f43a32 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Request body: {'port': {'device_id': 'c9d73755-fc35-4055-9cab-e9edb8fabb3d', 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d', 'admin_state_up': True, 'tenant_id': 'b8ebb1eaf4144f3aa1a6431613a8a46d'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:31.196131 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084c089-f0e7-4bd1-b9db-56777016fb92 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc26905-c807-4420-bc4f-6784ea35eab9,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:31.294124 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-3d56b62b-9731-4fc8-a173-068921f66835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:31.296057 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-3d56b62b-9731-4fc8-a173-068921f66835 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5f6b3569b564d27a6f5df338de65c2e&device_id=d7520347-141c-485f-af4b-282488dc22e2 HTTP/1.1" status: 200 len: 1095 time: 0.0923550 Jul 22 19:04:31.318096 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f4da4-6e66-40d0-bf1a-a030d47fae9f req-43a98a33-ae96-40e2-9e97-355fe5439e21 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:31.328103 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-930f4da4-6e66-40d0-bf1a-a030d47fae9f req-43a98a33-ae96-40e2-9e97-355fe5439e21 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7520347-141c-485f-af4b-282488dc22e2 HTTP/1.1" status: 200 len: 943 time: 0.3607347 Jul 22 19:04:31.332692 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f0291341-1ab2-4a38-964d-e110e8646255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-router', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:01:40Z', 'updated_at': '2021-07-22T19:01:50Z', 'revision_number': 4, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'gw_port': {'id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:43Z', 'updated_at': '2021-07-22T19:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2249ca75-f517-4910-815e-db71941fb0c2', 'name': '', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'mac_address': 'fa:16:3e:11:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6127a740-55fe-4e1e-9351-155d195e1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:48Z', 'updated_at': '2021-07-22T19:01:57Z', 'revision_number': 5, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'subnets': [{'id': '6127a740-55fe-4e1e-9351-155d195e1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:31.396183 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-e15b25a6-b4bf-46ab-902a-46a3b5496543 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfc26905-c807-4420-bc4f-6784ea35eab9 HTTP/1.1" status: 200 len: 217 time: 0.0909770 Jul 22 19:04:31.533316 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-5c528c4d-bee1-40f9-8592-21dbbf490ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:31.546434 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-5c528c4d-bee1-40f9-8592-21dbbf490ee3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6127a740-55fe-4e1e-9351-155d195e1651 HTTP/1.1" status: 200 len: 862 time: 0.1391881 Jul 22 19:04:31.553549 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-930f4da4-6e66-40d0-bf1a-a030d47fae9f req-565bc495-6cb8-452c-8b54-b992e41ee980 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243972 Jul 22 19:04:31.642324 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-c7a5c0a4-08d2-46b7-8020-56c714f43a32 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Made reservation on behalf of b8ebb1eaf4144f3aa1a6431613a8a46d for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:04:31.646062 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-c7a5c0a4-08d2-46b7-8020-56c714f43a32 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:31.731691 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-b36ab2d2-dff9-4128-9acb-3494233db690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:31.736615 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-b36ab2d2-dff9-4128-9acb-3494233db690 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ca294e3c-7e7d-4357-b107-f5b283c529a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1780865 Jul 22 19:04:31.942844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0291341-1ab2-4a38-964d-e110e8646255 None None] The sync data for ids ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'] in n-d-800086-12 is: [{'id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-router', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:01:40Z', 'updated_at': '2021-07-22T19:01:50Z', 'revision_number': 4, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'gw_port': {'id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:43Z', 'updated_at': '2021-07-22T19:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2249ca75-f517-4910-815e-db71941fb0c2', 'name': '', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'mac_address': 'fa:16:3e:11:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6127a740-55fe-4e1e-9351-155d195e1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:48Z', 'updated_at': '2021-07-22T19:01:57Z', 'revision_number': 5, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'subnets': [{'id': '6127a740-55fe-4e1e-9351-155d195e1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:04:31.963339 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-f6ec56bb-8ea4-4619-9202-4108402d32b8 service neutron] 10.222.0.16 "GET /v2.0/networks/ca294e3c-7e7d-4357-b107-f5b283c529a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191851 Jul 22 19:04:32.021954 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-71994447-4467-42be-94e3-a3de737cb913 req-4034c80b-f2c9-41ed-96e1-414623da0452 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 210 time: 0.0909574 Jul 22 19:04:32.077526 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-c7a5c0a4-08d2-46b7-8020-56c714f43a32 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Allocated IP 172.20.0.14 (1211dd5d-22dd-42cf-af43-7f788d3e855d/e6ce6dd9-1892-4846-8205-ad77c8cfee8f/8e461ceb-3335-478d-8e7b-ab5d7732f92c) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:04:32.145526 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device fef83834-1875-4fa8-974b-06c37de8d222 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:04:32.186612 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-bde3f2f3-43f3-498c-8bb6-19f824ddece2 req-ec125c53-fa60-40f5-9989-307c0832ecdf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1172260652', 'description': 'tempest-description-371502355'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:32.243784 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:32.259119 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-03a0da3d-32d6-4d84-8b11-68bf6e2e662e req-7fb531d5-082b-4c59-abc4-027ec927b534 service neutron] 10.222.0.16 "GET /v2.0/networks/ca294e3c-7e7d-4357-b107-f5b283c529a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864230 Jul 22 19:04:32.275172 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port fef83834-1875-4fa8-974b-06c37de8d222 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:04:32.286333 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port fef83834-1875-4fa8-974b-06c37de8d222 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:04:32.287113 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:32.295082 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60776) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:32.399194 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-bde3f2f3-43f3-498c-8bb6-19f824ddece2 req-ec125c53-fa60-40f5-9989-307c0832ecdf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:32.435916 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4924cb10-4f54-4bc9-aae1-c9cd316b1c32 None None] New status for floating IP 3d99e9c8-f265-4708-a51b-a411042c173f: DOWN {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:04:32.528952 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:32.597998 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-c7a5c0a4-08d2-46b7-8020-56c714f43a32 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:32.616864 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2406ce70-f55a-4592-8a9e-4e7a8158b7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef83834-1875-4fa8-974b-06c37de8d222'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:32.619303 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed87b55-015d-4a22-9c17-a9e998a13ce1" -d '{"events": [{"server_uuid": "2406ce70-f55a-4592-8a9e-4e7a8158b7f5", "name": "network-vif-plugged", "status": "completed", "tag": "fef83834-1875-4fa8-974b-06c37de8d222"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:32.642934 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port fef83834-1875-4fa8-974b-06c37de8d222, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=fef83834-1875-4fa8-974b-06c37de8d222,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:32.657502 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:32.692789 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-bde3f2f3-43f3-498c-8bb6-19f824ddece2 req-ec125c53-fa60-40f5-9989-307c0832ecdf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:32.709929 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-51112deb-54a7-42c5-a69e-d2a9fcd47fd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81e23346e51c4096b61dbd871c0fe502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4111824 Jul 22 19:04:32.711214 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60784) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:32.752597 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-bde3f2f3-43f3-498c-8bb6-19f824ddece2 req-ec125c53-fa60-40f5-9989-307c0832ecdf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:32.761154 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=fef83834-1875-4fa8-974b-06c37de8d222,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:32.779372 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-c7a5c0a4-08d2-46b7-8020-56c714f43a32 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:32.803078 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['e4cb675f-6c4c-41e2-81b7-480dffe27af2'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:32.814236 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-c7a5c0a4-08d2-46b7-8020-56c714f43a32 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Network 1211dd5d-22dd-42cf-af43-7f788d3e855d is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:04:32.823031 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-c7a5c0a4-08d2-46b7-8020-56c714f43a32 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:04:32.835967 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-c7a5c0a4-08d2-46b7-8020-56c714f43a32 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:04:32.964743 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0e43c460-8002-4e2e-bbe2-d01317436e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:33.004712 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-bde3f2f3-43f3-498c-8bb6-19f824ddece2 req-ec125c53-fa60-40f5-9989-307c0832ecdf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:33.011999 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bde3f2f3-43f3-498c-8bb6-19f824ddece2 req-ec125c53-fa60-40f5-9989-307c0832ecdf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8693197 Jul 22 19:04:33.059844 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec125c53-fa60-40f5-9989-307c0832ecdf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e221fe6-dc6e-482b-a299-5a7ca40696f4,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:33.193679 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5c0a4-08d2-46b7-8020-56c714f43a32 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Pushing event updated for resources: {'Port': ['ID=8e461ceb-3335-478d-8e7b-ab5d7732f92c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:33.227597 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a1bd02-c4e6-4c2e-90b5-5806d71887b0 x-openstack-request-id: req-d9a1bd02-c4e6-4c2e-90b5-5806d71887b0 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:33.227893 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b002b2dc-b38c-478b-801f-c24e42d48e51", "name": "network-vif-deleted", "tag": "e1cd9e14-a4df-412d-9b93-7cfbefac1dc6", "status": "completed", "code": 200}, {"server_uuid": "b8201981-31a2-4678-a404-3796efebc19b", "name": "network-vif-deleted", "tag": "1a112a08-8087-41a3-868b-b9a587a09071", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:33.228143 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9a1bd02-c4e6-4c2e-90b5-5806d71887b0 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:33.231957 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b002b2dc-b38c-478b-801f-c24e42d48e51', 'name': 'network-vif-deleted', 'tag': 'e1cd9e14-a4df-412d-9b93-7cfbefac1dc6', 'status': 'completed', 'code': 200} Jul 22 19:04:33.232276 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8201981-31a2-4678-a404-3796efebc19b', 'name': 'network-vif-deleted', 'tag': '1a112a08-8087-41a3-868b-b9a587a09071', 'status': 'completed', 'code': 200} Jul 22 19:04:33.259919 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-c7a5c0a4-08d2-46b7-8020-56c714f43a32 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:33.260550 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-c7a5c0a4-08d2-46b7-8020-56c714f43a32 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:33.268995 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0e43c460-8002-4e2e-bbe2-d01317436e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:33.293613 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afecab93-6fd8-49e2-b0bc-52e82f705deb x-openstack-request-id: req-afecab93-6fd8-49e2-b0bc-52e82f705deb {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:33.293913 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7520347-141c-485f-af4b-282488dc22e2", "tag": "cfc26905-c807-4420-bc4f-6784ea35eab9", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:33.294168 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-afecab93-6fd8-49e2-b0bc-52e82f705deb {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:33.294563 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7520347-141c-485f-af4b-282488dc22e2', 'tag': 'cfc26905-c807-4420-bc4f-6784ea35eab9', 'status': 'completed', 'code': 200} Jul 22 19:04:33.300544 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-c7a5c0a4-08d2-46b7-8020-56c714f43a32 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1185391 Jul 22 19:04:33.331332 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] Request body: {'port': {'device_id': 'c9d73755-fc35-4055-9cab-e9edb8fabb3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:33.409496 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6db3d-391b-43b2-abc2-8c97fab85e84 req-33396dfa-5c24-45f3-8820-254689bbefd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:33.411580 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-70b6db3d-391b-43b2-abc2-8c97fab85e84 req-33396dfa-5c24-45f3-8820-254689bbefd5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5f6b3569b564d27a6f5df338de65c2e&device_id=d7520347-141c-485f-af4b-282488dc22e2 HTTP/1.1" status: 200 len: 1095 time: 0.0934207 Jul 22 19:04:33.583729 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6db3d-391b-43b2-abc2-8c97fab85e84 req-1584eeb8-3123-4489-a414-d99c94394d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:33.585273 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-70b6db3d-391b-43b2-abc2-8c97fab85e84 req-1584eeb8-3123-4489-a414-d99c94394d0b service neutron] 10.222.0.16 "GET /v2.0/networks?id=ca294e3c-7e7d-4357-b107-f5b283c529a6 HTTP/1.1" status: 200 len: 924 time: 0.1671486 Jul 22 19:04:33.659168 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-70b6db3d-391b-43b2-abc2-8c97fab85e84 req-9c4afdd3-3a5e-4cc8-b7d1-b11da274344f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfc26905-c807-4420-bc4f-6784ea35eab9 HTTP/1.1" status: 200 len: 217 time: 0.0660920 Jul 22 19:04:33.757840 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6db3d-391b-43b2-abc2-8c97fab85e84 req-c1b640eb-a35e-408e-b12b-2899eb39a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:33.761231 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-70b6db3d-391b-43b2-abc2-8c97fab85e84 req-c1b640eb-a35e-408e-b12b-2899eb39a2f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6127a740-55fe-4e1e-9351-155d195e1651 HTTP/1.1" status: 200 len: 862 time: 0.0905118 Jul 22 19:04:33.856041 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:33.905500 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0e43c460-8002-4e2e-bbe2-d01317436e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:33.909557 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0e43c460-8002-4e2e-bbe2-d01317436e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:33.913690 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0e43c460-8002-4e2e-bbe2-d01317436e22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0d4513c-b13f-44de-8533-a3194e4a4ae2 HTTP/1.1" status: 204 len: 168 time: 1.2007537 Jul 22 19:04:33.918420 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6db3d-391b-43b2-abc2-8c97fab85e84 req-dd84714f-859a-4995-8f95-83e37f9d7eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:33.920294 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-70b6db3d-391b-43b2-abc2-8c97fab85e84 req-dd84714f-859a-4995-8f95-83e37f9d7eb5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ca294e3c-7e7d-4357-b107-f5b283c529a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1441314 Jul 22 19:04:33.933721 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43c460-8002-4e2e-bbe2-d01317436e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d4513c-b13f-44de-8533-a3194e4a4ae2,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:33.943567 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:33.973824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f28c5-00db-4cec-a525-4530040b171c req-616bac92-87fd-4a54-88dd-ea870806f1af tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:33.980974 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e80f28c5-00db-4cec-a525-4530040b171c req-616bac92-87fd-4a54-88dd-ea870806f1af tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2406ce70-f55a-4592-8a9e-4e7a8158b7f5 HTTP/1.1" status: 200 len: 945 time: 0.5830762 Jul 22 19:04:34.181308 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-70b6db3d-391b-43b2-abc2-8c97fab85e84 req-86991d2d-f7cc-4dd6-ab2c-7cf5725c1d92 service neutron] 10.222.0.16 "GET /v2.0/networks/ca294e3c-7e7d-4357-b107-f5b283c529a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507575 Jul 22 19:04:34.213082 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e80f28c5-00db-4cec-a525-4530040b171c req-4765d0c7-d2f7-49a6-a9da-347ec922afd6 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312171 Jul 22 19:04:34.393274 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-70b6db3d-391b-43b2-abc2-8c97fab85e84 req-aefc18cb-9830-4951-8ebd-7af2aeb1718c service neutron] 10.222.0.16 "GET /v2.0/networks/ca294e3c-7e7d-4357-b107-f5b283c529a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055290 Jul 22 19:04:34.562231 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60806) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:34.580625 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffb59d-38ff-4139-b4b0-29c95d0b3674 req-3fc91f85-5474-491c-b350-052e3609413b tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:34.582761 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-caffb59d-38ff-4139-b4b0-29c95d0b3674 req-3fc91f85-5474-491c-b350-052e3609413b tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7520347-141c-485f-af4b-282488dc22e2 HTTP/1.1" status: 200 len: 943 time: 0.1686010 Jul 22 19:04:34.598725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e461ceb-3335-478d-8e7b-ab5d7732f92c {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:04:34.614322 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:34.654392 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9b76a672-e026-4825-a0e8-5d1d998bb7ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ccf3471a8894cdd90697e3c24472956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0880768 Jul 22 19:04:34.654860 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60808) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:34.659881 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] Transition to ACTIVE for port object 8e461ceb-3335-478d-8e7b-ab5d7732f92c will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:04:34.675782 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:34.725407 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-56b1d0b5-c0b7-4e4b-a3da-98f07cb7d779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:34.764090 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-56b1d0b5-c0b7-4e4b-a3da-98f07cb7d779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:34.795980 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-caffb59d-38ff-4139-b4b0-29c95d0b3674 req-92a72f4d-55ba-452f-b04f-780a26524e12 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007520 Jul 22 19:04:34.850536 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] Pushing event updated for resources: {'Port': ['ID=8e461ceb-3335-478d-8e7b-ab5d7732f92c,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:34.866033 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-56b1d0b5-c0b7-4e4b-a3da-98f07cb7d779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:34.870345 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-56b1d0b5-c0b7-4e4b-a3da-98f07cb7d779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:34.873797 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-56b1d0b5-c0b7-4e4b-a3da-98f07cb7d779 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c011223-3b6b-4336-a8cd-4b06a8d2e454 HTTP/1.1" status: 204 len: 168 time: 0.2157114 Jul 22 19:04:34.889161 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1d0b5-c0b7-4e4b-a3da-98f07cb7d779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c011223-3b6b-4336-a8cd-4b06a8d2e454,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:34.930962 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2742420e-5795-42cb-a5c9-d08e6b025770 x-openstack-request-id: req-2742420e-5795-42cb-a5c9-d08e6b025770 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:34.931473 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2406ce70-f55a-4592-8a9e-4e7a8158b7f5", "name": "network-vif-plugged", "status": "completed", "tag": "fef83834-1875-4fa8-974b-06c37de8d222", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:34.931473 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2742420e-5795-42cb-a5c9-d08e6b025770 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:34.931928 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2406ce70-f55a-4592-8a9e-4e7a8158b7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef83834-1875-4fa8-974b-06c37de8d222', 'code': 200} Jul 22 19:04:35.056565 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] Attempting to bind port 8e461ceb-3335-478d-8e7b-ab5d7732f92c on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:04:35.057260 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] Attempting to bind port 8e461ceb-3335-478d-8e7b-ab5d7732f92c by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:04:35.057260 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] Attempting to bind port 8e461ceb-3335-478d-8e7b-ab5d7732f92c on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:04:35.090670 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] Port 8e461ceb-3335-478d-8e7b-ab5d7732f92c on network 1211dd5d-22dd-42cf-af43-7f788d3e855d not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:04:35.091000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] Attempting to bind port 8e461ceb-3335-478d-8e7b-ab5d7732f92c on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:04:35.102573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:04:35.102919 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] Checking segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:04:35.103305 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] Bound using segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:04:35.104443 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] Bound port: 8e461ceb-3335-478d-8e7b-ab5d7732f92c, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:04:35.104828 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:35.122159 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device cfc26905-c807-4420-bc4f-6784ea35eab9 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:04:35.209649 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456aa95-2f22-46e7-973a-674b7f2cca01 req-f014159b-f01d-460d-a019-36b208209e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:35.211379 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b456aa95-2f22-46e7-973a-674b7f2cca01 req-f014159b-f01d-460d-a019-36b208209e6e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2406ce70-f55a-4592-8a9e-4e7a8158b7f5 HTTP/1.1" status: 200 len: 1097 time: 0.1730151 Jul 22 19:04:35.343375 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port cfc26905-c807-4420-bc4f-6784ea35eab9, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=cfc26905-c807-4420-bc4f-6784ea35eab9,segment=NetworkSegment(b8f30338-a332-44a2-b242-a0037ff481e1),segment_id=b8f30338-a332-44a2-b242-a0037ff481e1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:35.368922 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'cfc26905-c807-4420-bc4f-6784ea35eab9', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'port_id': 'cfc26905-c807-4420-bc4f-6784ea35eab9', 'mac_address': 'fa:16:3e:83:01:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6127a740-55fe-4e1e-9351-155d195e1651', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:04:35.396129 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] For port 8e461ceb-3335-478d-8e7b-ab5d7732f92c, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:04:35.410719 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] For port 8e461ceb-3335-478d-8e7b-ab5d7732f92c, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=8e461ceb-3335-478d-8e7b-ab5d7732f92c,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:04:35.426941 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:35.437061 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b456aa95-2f22-46e7-973a-674b7f2cca01 req-1dda6894-fb5a-46dd-b3c1-56b2faa3ff00 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128303 Jul 22 19:04:35.462802 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:35.509056 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc26905-c807-4420-bc4f-6784ea35eab9 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:04:35.543594 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:35.544239 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:35.545711 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] 10.222.0.30 "PUT /v2.0/ports/8e461ceb-3335-478d-8e7b-ab5d7732f92c HTTP/1.1" status: 200 len: 1093 time: 2.2362902 Jul 22 19:04:35.549321 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d73755-fc35-4055-9cab-e9edb8fabb3d', 'tag': '8e461ceb-3335-478d-8e7b-ab5d7732f92c'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:35.551631 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfb8946-4c0e-4208-a54a-ee6524f2de02" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d73755-fc35-4055-9cab-e9edb8fabb3d", "tag": "8e461ceb-3335-478d-8e7b-ab5d7732f92c"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:35.563080 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port cfc26905-c807-4420-bc4f-6784ea35eab9, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=cfc26905-c807-4420-bc4f-6784ea35eab9,segment=NetworkSegment(b8f30338-a332-44a2-b242-a0037ff481e1),segment_id=b8f30338-a332-44a2-b242-a0037ff481e1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:35.567194 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:35.673551 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=cfc26905-c807-4420-bc4f-6784ea35eab9,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:35.693178 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d852e4-9f69-45d3-8810-92d98524ea67 req-3407269a-f1b1-4a62-9cf9-034706f769bf tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:35.696339 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04d852e4-9f69-45d3-8810-92d98524ea67 req-3407269a-f1b1-4a62-9cf9-034706f769bf tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 944 time: 0.4577692 Jul 22 19:04:35.700329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72b6e0-db45-4e43-b0db-f90ce9eedbfe service neutron] Pushing event updated for resources: {'Port': ['ID=8e461ceb-3335-478d-8e7b-ab5d7732f92c,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:35.765419 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04d852e4-9f69-45d3-8810-92d98524ea67 req-72951a13-81cc-4084-b721-61496fb43891 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594258 Jul 22 19:04:35.775634 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-cc058af1-4680-409d-bed9-6ab9f69c2469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:35.777241 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-cc058af1-4680-409d-bed9-6ab9f69c2469 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 1096 time: 0.1611950 Jul 22 19:04:35.838858 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-0a52dfb9-0fb7-415e-9728-483b9c3f66f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e461ceb-3335-478d-8e7b-ab5d7732f92c HTTP/1.1" status: 200 len: 217 time: 0.0437372 Jul 22 19:04:35.847238 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['cfc26905-c807-4420-bc4f-6784ea35eab9'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:35.947432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-e31aeea6-d39e-459d-b061-0726575c49e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:35.949289 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-e31aeea6-d39e-459d-b061-0726575c49e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6ce6dd9-1892-4846-8205-ad77c8cfee8f HTTP/1.1" status: 200 len: 848 time: 0.0951657 Jul 22 19:04:35.996815 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-b908a2aa-a9f3-43d5-9046-8105c18bbdf2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1211dd5d-22dd-42cf-af43-7f788d3e855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381544 Jul 22 19:04:36.147002 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-34809952-e1e3-4837-bef3-a46a4deab24f service neutron] 10.222.0.30 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397929 Jul 22 19:04:36.452300 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c29c19d-07cc-4c39-8315-f87ff6fc84a7 req-b07ce3d4-c798-40d5-90e4-e93d54e0a0f2 service neutron] 10.222.0.30 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967889 Jul 22 19:04:37.138354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device cfc26905-c807-4420-bc4f-6784ea35eab9 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:04:37.242039 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port cfc26905-c807-4420-bc4f-6784ea35eab9 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:04:37.253334 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port cfc26905-c807-4420-bc4f-6784ea35eab9 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:04:37.253979 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:37.426798 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:37.490485 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port cfc26905-c807-4420-bc4f-6784ea35eab9, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=cfc26905-c807-4420-bc4f-6784ea35eab9,segment=NetworkSegment(b8f30338-a332-44a2-b242-a0037ff481e1),segment_id=b8f30338-a332-44a2-b242-a0037ff481e1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:37.491770 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7520347-141c-485f-af4b-282488dc22e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc26905-c807-4420-bc4f-6784ea35eab9'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:37.494778 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043697f4-9381-4e99-a2a8-1e062b54179c" -d '{"events": [{"server_uuid": "d7520347-141c-485f-af4b-282488dc22e2", "name": "network-vif-plugged", "status": "completed", "tag": "cfc26905-c807-4420-bc4f-6784ea35eab9"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:37.498660 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:37.567692 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=cfc26905-c807-4420-bc4f-6784ea35eab9,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:38.153560 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-0f7d5050-c29b-40a0-8c11-ca314ef770f1 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:38.156830 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-0f7d5050-c29b-40a0-8c11-ca314ef770f1 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/networks?id=4133d413-8353-4685-997b-db22c21267e6 HTTP/1.1" status: 200 len: 813 time: 0.2016292 Jul 22 19:04:38.171400 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70dd379-c685-4a20-9ef6-34ecd241ed80 req-cc757394-de6c-48ac-b023-2433ee06b990 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:38.173784 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a70dd379-c685-4a20-9ef6-34ecd241ed80 req-cc757394-de6c-48ac-b023-2433ee06b990 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/ports?device_id=21428f10-6252-455d-a753-cdfc4c48c7bb HTTP/1.1" status: 200 len: 945 time: 0.1654422 Jul 22 19:04:38.191358 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-2ec8826b-03f2-44cb-9b60-a023e19556d4 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/quotas/aca0a3898daa4428aa1f56ddc1dd9ffe HTTP/1.1" status: 200 len: 375 time: 0.0279038 Jul 22 19:04:38.255618 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-b9ac69a4-daa2-4465-ab6b-8df007fc54b7 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aca0a3898daa4428aa1f56ddc1dd9ffe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563061 Jul 22 19:04:38.308037 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a70dd379-c685-4a20-9ef6-34ecd241ed80 req-43eac832-c5b6-47ac-a708-7da9ed31329d tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6bb2f-a72b-46b6-bddc-9f5b2f90d528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276438 Jul 22 19:04:38.525144 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-a3fc30f4-4089-4bbc-88a8-7f12cecf53d3 service neutron] 10.222.0.13 "GET /v2.0/networks/4133d413-8353-4685-997b-db22c21267e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684722 Jul 22 19:04:38.599346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fb0a3-6c08-4d2d-b8a6-66c34684193d req-bafee301-7922-4448-9378-6d1ca917d04e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:38.601091 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5e2fb0a3-6c08-4d2d-b8a6-66c34684193d req-bafee301-7922-4448-9378-6d1ca917d04e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2406ce70-f55a-4592-8a9e-4e7a8158b7f5 HTTP/1.1" status: 200 len: 945 time: 0.1686597 Jul 22 19:04:38.682907 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5e2fb0a3-6c08-4d2d-b8a6-66c34684193d req-38577ced-1d87-4558-af3a-478135960f9b tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491261 Jul 22 19:04:38.726021 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-f9645c1f-3713-4bfd-a966-6a6f3171a188 service neutron] 10.222.0.13 "GET /v2.0/networks/4133d413-8353-4685-997b-db22c21267e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909781 Jul 22 19:04:38.752086 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:38.815147 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fbab7c-d520-457b-9c28-0cfd8512cf9e x-openstack-request-id: req-f5fbab7c-d520-457b-9c28-0cfd8512cf9e {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:38.815472 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d73755-fc35-4055-9cab-e9edb8fabb3d", "tag": "8e461ceb-3335-478d-8e7b-ab5d7732f92c", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:38.815761 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5fbab7c-d520-457b-9c28-0cfd8512cf9e {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:38.816078 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d73755-fc35-4055-9cab-e9edb8fabb3d', 'tag': '8e461ceb-3335-478d-8e7b-ab5d7732f92c', 'status': 'completed', 'code': 200} Jul 22 19:04:38.936318 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb8946-4c0e-4208-a54a-ee6524f2de02 req-f86f94ab-f8a7-45f3-96a5-265b8de8481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:38.941930 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cfb8946-4c0e-4208-a54a-ee6524f2de02 req-f86f94ab-f8a7-45f3-96a5-265b8de8481f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 1096 time: 0.1078768 Jul 22 19:04:39.195299 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7e8fa-3dee-46cc-b159-35c529a41112 req-1ab6e39a-3f63-4f18-ac54-071a4b7f7ef8 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:39.198546 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16a7e8fa-3dee-46cc-b159-35c529a41112 req-1ab6e39a-3f63-4f18-ac54-071a4b7f7ef8 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 944 time: 0.2113109 Jul 22 19:04:39.200347 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb8946-4c0e-4208-a54a-ee6524f2de02 req-f9e675c3-4da7-4aaa-a88c-42b477ceedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:39.202244 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cfb8946-4c0e-4208-a54a-ee6524f2de02 req-f9e675c3-4da7-4aaa-a88c-42b477ceedb2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 909 time: 0.2543752 Jul 22 19:04:39.284668 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5811f2-11b2-4031-8c47-1a9570c69b2e req-80220c8d-26b1-428f-85cf-dc050076a5aa tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:39.287624 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c5811f2-11b2-4031-8c47-1a9570c69b2e req-80220c8d-26b1-428f-85cf-dc050076a5aa tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7520347-141c-485f-af4b-282488dc22e2 HTTP/1.1" status: 200 len: 945 time: 0.3213866 Jul 22 19:04:39.298084 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cfb8946-4c0e-4208-a54a-ee6524f2de02 req-7802d902-ecf4-4e9e-bc37-00084916329b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e461ceb-3335-478d-8e7b-ab5d7732f92c HTTP/1.1" status: 200 len: 217 time: 0.0873854 Jul 22 19:04:39.428813 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c5811f2-11b2-4031-8c47-1a9570c69b2e req-cabdea4a-5e31-486a-ae44-0dfe1f01cf74 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273208 Jul 22 19:04:39.450623 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16a7e8fa-3dee-46cc-b159-35c529a41112 req-c4538ea2-3708-4546-b39f-8b09fc1e6b89 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325814 Jul 22 19:04:39.459025 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb8946-4c0e-4208-a54a-ee6524f2de02 req-e498c5bd-1cae-4a81-a683-f677fc84716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:39.461038 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cfb8946-4c0e-4208-a54a-ee6524f2de02 req-e498c5bd-1cae-4a81-a683-f677fc84716d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6ce6dd9-1892-4846-8205-ad77c8cfee8f HTTP/1.1" status: 200 len: 848 time: 0.1514404 Jul 22 19:04:39.510536 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cfb8946-4c0e-4208-a54a-ee6524f2de02 req-1d13fd7e-2b45-4aca-9bdf-2d5dd4cc43f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1211dd5d-22dd-42cf-af43-7f788d3e855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359671 Jul 22 19:04:39.524062 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e3ae3f-24bb-4eed-a4e8-af80f8747c7d x-openstack-request-id: req-02e3ae3f-24bb-4eed-a4e8-af80f8747c7d {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:39.525005 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7520347-141c-485f-af4b-282488dc22e2", "name": "network-vif-plugged", "status": "completed", "tag": "cfc26905-c807-4420-bc4f-6784ea35eab9", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:39.525387 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02e3ae3f-24bb-4eed-a4e8-af80f8747c7d {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:39.526525 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7520347-141c-485f-af4b-282488dc22e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc26905-c807-4420-bc4f-6784ea35eab9', 'code': 200} Jul 22 19:04:39.713923 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1438ec2-9c0a-43a4-87d0-b74fc22a92b9 req-566daede-d1fc-4666-860f-d558b3071e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:39.716631 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b1438ec2-9c0a-43a4-87d0-b74fc22a92b9 req-566daede-d1fc-4666-860f-d558b3071e13 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d7520347-141c-485f-af4b-282488dc22e2 HTTP/1.1" status: 200 len: 1097 time: 0.1200032 Jul 22 19:04:39.782382 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b1438ec2-9c0a-43a4-87d0-b74fc22a92b9 req-3f57d552-682c-4efc-b43a-5931e423bb44 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567474 Jul 22 19:04:39.788186 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cfb8946-4c0e-4208-a54a-ee6524f2de02 req-ae504b9d-324b-4ebf-aca1-0a082a5eb218 service neutron] 10.222.0.30 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684917 Jul 22 19:04:39.934516 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e7a35-89ce-410d-a9ca-9b60421ddffe req-0e0363d8-d503-4a2d-806c-fe5614fbbdb5 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:39.944407 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df0e7a35-89ce-410d-a9ca-9b60421ddffe req-0e0363d8-d503-4a2d-806c-fe5614fbbdb5 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2406ce70-f55a-4592-8a9e-4e7a8158b7f5 HTTP/1.1" status: 200 len: 945 time: 0.2749116 Jul 22 19:04:40.035027 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5723e136-5ae5-449b-8ce8-32d2d53fdade req-26390c9a-5505-439f-99ce-9c3afdeda77d tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6d2dab-e90f-483c-8d58-f38e1b35e2e8 HTTP/1.1" status: 200 len: 210 time: 0.0455875 Jul 22 19:04:40.078727 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df0e7a35-89ce-410d-a9ca-9b60421ddffe req-43788a69-cffa-43dd-9a5a-50ee232ce6b9 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313875 Jul 22 19:04:40.092657 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cfb8946-4c0e-4208-a54a-ee6524f2de02 req-66664d9f-575a-41a5-8c40-d24907247864 service neutron] 10.222.0.30 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918081 Jul 22 19:04:40.514521 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-87d95406-bba7-4242-ab2e-fa178bbc5fea tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:40.517153 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-87d95406-bba7-4242-ab2e-fa178bbc5fea tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.16 "GET /v2.0/networks?id=4133d413-8353-4685-997b-db22c21267e6 HTTP/1.1" status: 200 len: 813 time: 0.1873524 Jul 22 19:04:40.537587 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-2aa2c8c2-2fcf-4538-8a93-557f8880fe0a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Request body: {'port': {'device_id': 'ee6d2dab-e90f-483c-8d58-f38e1b35e2e8', 'network_id': '4133d413-8353-4685-997b-db22c21267e6', 'admin_state_up': True, 'tenant_id': 'aca0a3898daa4428aa1f56ddc1dd9ffe'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:40.754236 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3466a6-7494-4321-8be5-184b2878166a req-4e58dfec-0cf0-4b92-a9a9-4b758bfec369 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:40.756445 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f3466a6-7494-4321-8be5-184b2878166a req-4e58dfec-0cf0-4b92-a9a9-4b758bfec369 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/ports?device_id=21428f10-6252-455d-a753-cdfc4c48c7bb HTTP/1.1" status: 200 len: 945 time: 0.1300955 Jul 22 19:04:40.784804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f338b-cee9-4c58-af94-9e1c0ce4fc3e req-a4f40c6a-1821-45d7-8dac-49109c67371d tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:40.786640 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-884f338b-cee9-4c58-af94-9e1c0ce4fc3e req-a4f40c6a-1821-45d7-8dac-49109c67371d tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7520347-141c-485f-af4b-282488dc22e2 HTTP/1.1" status: 200 len: 945 time: 0.1076009 Jul 22 19:04:40.793902 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-2aa2c8c2-2fcf-4538-8a93-557f8880fe0a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Made reservation on behalf of aca0a3898daa4428aa1f56ddc1dd9ffe for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:04:40.797578 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-2aa2c8c2-2fcf-4538-8a93-557f8880fe0a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:40.920864 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f3466a6-7494-4321-8be5-184b2878166a req-e8e910a7-6c50-4edb-97dc-61fb5d43c080 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6bb2f-a72b-46b6-bddc-9f5b2f90d528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441453 Jul 22 19:04:40.987260 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-884f338b-cee9-4c58-af94-9e1c0ce4fc3e req-614f2c7b-1662-4910-bb59-a1a93aeb6bbf tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517923 Jul 22 19:04:41.122396 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-2aa2c8c2-2fcf-4538-8a93-557f8880fe0a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Allocated IP 172.20.0.3 (4133d413-8353-4685-997b-db22c21267e6/7409deb2-ed0b-46ae-b6be-7c14bd25f896/e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:04:41.326466 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:41.367881 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-2aa2c8c2-2fcf-4538-8a93-557f8880fe0a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:41.414342 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99664a98-b273-4ddb-b37a-df255e23314d req-74ab5fcb-11d5-4380-825e-b552fe47517a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3042028 Jul 22 19:04:41.438322 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-2aa2c8c2-2fcf-4538-8a93-557f8880fe0a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:41.454056 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f4fad-df48-46ee-b385-07a5da657d1f req-88ef97a5-d644-4a33-bd7d-316c3bae53a9 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:41.463400 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-994f4fad-df48-46ee-b385-07a5da657d1f req-88ef97a5-d644-4a33-bd7d-316c3bae53a9 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2406ce70-f55a-4592-8a9e-4e7a8158b7f5 HTTP/1.1" status: 200 len: 945 time: 0.4355586 Jul 22 19:04:41.477891 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cc165-e326-4d3c-893b-24f208fd0ba1 req-057ca03f-6a1a-43e5-a122-9f0c1d927281 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:41.481084 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6c7cc165-e326-4d3c-893b-24f208fd0ba1 req-057ca03f-6a1a-43e5-a122-9f0c1d927281 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 944 time: 0.3758991 Jul 22 19:04:41.545948 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-2aa2c8c2-2fcf-4538-8a93-557f8880fe0a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Network 4133d413-8353-4685-997b-db22c21267e6 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:04:41.553121 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-2aa2c8c2-2fcf-4538-8a93-557f8880fe0a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:04:41.564146 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-2aa2c8c2-2fcf-4538-8a93-557f8880fe0a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:04:41.565397 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-994f4fad-df48-46ee-b385-07a5da657d1f req-6e00f8db-cc44-4846-9197-bfd3cab24829 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006210 Jul 22 19:04:41.605408 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2c8c2-2fcf-4538-8a93-557f8880fe0a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event updated for resources: {'Port': ['ID=e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:41.643054 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-2aa2c8c2-2fcf-4538-8a93-557f8880fe0a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:41.643816 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-2aa2c8c2-2fcf-4538-8a93-557f8880fe0a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:41.675207 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-2aa2c8c2-2fcf-4538-8a93-557f8880fe0a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1492131 Jul 22 19:04:41.688947 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] Request body: {'port': {'device_id': 'ee6d2dab-e90f-483c-8d58-f38e1b35e2e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:41.691334 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6c7cc165-e326-4d3c-893b-24f208fd0ba1 req-af04f179-74ef-45ab-a1bf-d92303357e8c tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733608 Jul 22 19:04:41.772853 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99664a98-b273-4ddb-b37a-df255e23314d req-fc841a77-5564-4f58-adaa-5eb8376bca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:41.775008 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99664a98-b273-4ddb-b37a-df255e23314d req-fc841a77-5564-4f58-adaa-5eb8376bca75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 1097 time: 0.3300517 Jul 22 19:04:41.860924 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:41.945964 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99664a98-b273-4ddb-b37a-df255e23314d req-55e89a45-1539-42c4-8e20-8eba9a7e1351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:41.948074 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99664a98-b273-4ddb-b37a-df255e23314d req-55e89a45-1539-42c4-8e20-8eba9a7e1351 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 909 time: 0.1135955 Jul 22 19:04:42.093144 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99664a98-b273-4ddb-b37a-df255e23314d req-39c7e55f-31ee-46ce-a57c-655ea682055e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ca5f8c1-2d35-476e-a402-7e53e05e35bc HTTP/1.1" status: 200 len: 217 time: 0.1328700 Jul 22 19:04:42.153692 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99664a98-b273-4ddb-b37a-df255e23314d req-3128246f-8f38-4c24-8d6a-e71579b3a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:42.156034 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99664a98-b273-4ddb-b37a-df255e23314d req-3128246f-8f38-4c24-8d6a-e71579b3a7cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6ce6dd9-1892-4846-8205-ad77c8cfee8f HTTP/1.1" status: 200 len: 848 time: 0.0561800 Jul 22 19:04:42.206842 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99664a98-b273-4ddb-b37a-df255e23314d req-3fcbbb4f-0145-4ac5-a5d3-21c42eacb7fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1211dd5d-22dd-42cf-af43-7f788d3e855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425446 Jul 22 19:04:42.277624 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fe91d-2df9-481d-bae0-11ceb71192c1 req-242003e6-4538-454e-9d79-c89e9398c344 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:42.279315 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-124fe91d-2df9-481d-bae0-11ceb71192c1 req-242003e6-4538-454e-9d79-c89e9398c344 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.30 "GET /v2.0/ports?device_id=2406ce70-f55a-4592-8a9e-4e7a8158b7f5 HTTP/1.1" status: 200 len: 945 time: 0.5383372 Jul 22 19:04:42.326511 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c02168-777e-4b3a-a609-ccc1b1ee7d9f req-d12aaec7-4268-432e-a284-d4743274dffd tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:42.334248 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23c02168-777e-4b3a-a609-ccc1b1ee7d9f req-d12aaec7-4268-432e-a284-d4743274dffd tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6d2dab-e90f-483c-8d58-f38e1b35e2e8 HTTP/1.1" status: 200 len: 931 time: 0.3714192 Jul 22 19:04:42.456332 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:04:42.467672 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:42.473197 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23c02168-777e-4b3a-a609-ccc1b1ee7d9f req-9ade69b5-599b-433d-9b46-4bdccb02478e tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a7317e2-cb96-468d-9d16-a24e3bd51896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311214 Jul 22 19:04:42.501174 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] Transition to ACTIVE for port object e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:04:42.508330 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:42.530267 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99664a98-b273-4ddb-b37a-df255e23314d req-4715faac-0043-4d81-a37d-b4fd74c6169d service neutron] 10.222.0.30 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160532 Jul 22 19:04:42.581438 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:42.686366 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] Attempting to bind port e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:04:42.686783 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] Attempting to bind port e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'a4ae3ad1-0113-4f2d-8719-18a10c10aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4133d413-8353-4685-997b-db22c21267e6'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:04:42.687292 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] Attempting to bind port e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d on network 4133d413-8353-4685-997b-db22c21267e6 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:04:42.694480 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] Port e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d on network 4133d413-8353-4685-997b-db22c21267e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:04:42.695016 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] Attempting to bind port e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d on network 4133d413-8353-4685-997b-db22c21267e6 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:04:42.700317 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:04:42.701059 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] Checking segment: {'id': 'a4ae3ad1-0113-4f2d-8719-18a10c10aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4133d413-8353-4685-997b-db22c21267e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:04:42.701606 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] Bound using segment: {'id': 'a4ae3ad1-0113-4f2d-8719-18a10c10aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4133d413-8353-4685-997b-db22c21267e6'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:04:42.702335 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] Bound port: e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ae3ad1-0113-4f2d-8719-18a10c10aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4133d413-8353-4685-997b-db22c21267e6'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:04:42.703407 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:42.788624 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a4d29-850e-44ca-b45e-b51c78d59256 req-3d38bbfe-6695-479f-9f70-924d4e043f7a tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:42.795439 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-099a4d29-850e-44ca-b45e-b51c78d59256 req-3d38bbfe-6695-479f-9f70-924d4e043f7a tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7520347-141c-485f-af4b-282488dc22e2 HTTP/1.1" status: 200 len: 945 time: 0.3775244 Jul 22 19:04:42.802992 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] For port e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:04:42.806850 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] For port e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d,segment=NetworkSegment(a4ae3ad1-0113-4f2d-8719-18a10c10aeb6),segment_id=a4ae3ad1-0113-4f2d-8719-18a10c10aeb6)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:04:42.822436 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:42.839173 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-124fe91d-2df9-481d-bae0-11ceb71192c1 req-0a23ff4c-6715-4e52-abc9-198a99883d8d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Deleting port fef83834-1875-4fa8-974b-06c37de8d222 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:04:42.839536 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-124fe91d-2df9-481d-bae0-11ceb71192c1 req-0a23ff4c-6715-4e52-abc9-198a99883d8d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:42.845429 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99664a98-b273-4ddb-b37a-df255e23314d req-baae78d6-898c-494a-85ec-13ff5a373d94 service neutron] 10.222.0.30 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028469 Jul 22 19:04:42.874121 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:42.877374 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:42.879513 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] 10.222.0.16 "PUT /v2.0/ports/e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d HTTP/1.1" status: 200 len: 1092 time: 1.1954515 Jul 22 19:04:42.882521 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6d2dab-e90f-483c-8d58-f38e1b35e2e8', 'tag': 'e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:42.887041 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59460cc7-08d0-495a-a7c6-79d488157f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6d2dab-e90f-483c-8d58-f38e1b35e2e8", "tag": "e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:42.975942 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea147fde-19d0-4ca1-aba8-adeba42708c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:43.035583 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-271916d3-ebd0-4dfb-bcf7-bcf36bfba0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:43.038057 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-271916d3-ebd0-4dfb-bcf7-bcf36bfba0ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aca0a3898daa4428aa1f56ddc1dd9ffe&device_id=ee6d2dab-e90f-483c-8d58-f38e1b35e2e8 HTTP/1.1" status: 200 len: 1095 time: 0.1116588 Jul 22 19:04:43.137008 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-c4dfad10-9e8c-473b-a5b7-33f7583f2c7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d HTTP/1.1" status: 200 len: 217 time: 0.0834060 Jul 22 19:04:43.229512 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-4f26a92d-3355-4ec0-9484-7741827052e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:43.231816 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-4f26a92d-3355-4ec0-9484-7741827052e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7409deb2-ed0b-46ae-b6be-7c14bd25f896 HTTP/1.1" status: 200 len: 853 time: 0.0874181 Jul 22 19:04:43.284425 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-610f09a3-0884-48e3-b226-48615147ff49 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4133d413-8353-4685-997b-db22c21267e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447810 Jul 22 19:04:43.298946 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-099a4d29-850e-44ca-b45e-b51c78d59256 req-9dc8e00c-9639-4fdd-8c8c-ee694ad8872b tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5025892 Jul 22 19:04:43.326398 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971670a-3749-4317-9cf9-490c2fbe67e2 req-12046e2a-903f-41f8-bc81-de14361ea7b0 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:43.335302 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7971670a-3749-4317-9cf9-490c2fbe67e2 req-12046e2a-903f-41f8-bc81-de14361ea7b0 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/ports?device_id=21428f10-6252-455d-a753-cdfc4c48c7bb HTTP/1.1" status: 200 len: 945 time: 0.6797385 Jul 22 19:04:43.412949 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-7f4320b5-5771-4e9d-a21b-c53371845e1d service neutron] 10.222.0.16 "GET /v2.0/networks/4133d413-8353-4685-997b-db22c21267e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215453 Jul 22 19:04:43.458390 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7971670a-3749-4317-9cf9-490c2fbe67e2 req-847ddfc9-b035-4efa-9bac-cbb1c9d158a6 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6bb2f-a72b-46b6-bddc-9f5b2f90d528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198106 Jul 22 19:04:43.579824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-124fe91d-2df9-481d-bae0-11ceb71192c1 req-0a23ff4c-6715-4e52-abc9-198a99883d8d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] For port fef83834-1875-4fa8-974b-06c37de8d222, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=fef83834-1875-4fa8-974b-06c37de8d222,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:43.579824 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-124fe91d-2df9-481d-bae0-11ceb71192c1 req-0a23ff4c-6715-4e52-abc9-198a99883d8d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:43.612362 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9072dbfe-3ed8-4906-bcd6-a2798716a93e req-3a2aa9b6-b219-45d0-8f7c-6c67387eedfe service neutron] 10.222.0.16 "GET /v2.0/networks/4133d413-8353-4685-997b-db22c21267e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915762 Jul 22 19:04:43.643909 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-124fe91d-2df9-481d-bae0-11ceb71192c1 req-0a23ff4c-6715-4e52-abc9-198a99883d8d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Calling delete_port for fef83834-1875-4fa8-974b-06c37de8d222 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:04:43.738204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5c9a1-56f0-4e31-acf9-bd6cabe6da31 req-b4c130fc-c069-4e0a-992f-2135b4ad516b tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:43.746699 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-08a5c9a1-56f0-4e31-acf9-bd6cabe6da31 req-b4c130fc-c069-4e0a-992f-2135b4ad516b tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2406ce70-f55a-4592-8a9e-4e7a8158b7f5 HTTP/1.1" status: 200 len: 945 time: 0.2648056 Jul 22 19:04:43.992766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdc686-f2d2-4a54-aa58-ba34c4146cd2 req-c390988f-c7f0-441d-a44c-e14baa9e7f40 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:43.995062 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dbbdc686-f2d2-4a54-aa58-ba34c4146cd2 req-c390988f-c7f0-441d-a44c-e14baa9e7f40 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 944 time: 0.3937771 Jul 22 19:04:44.011807 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-08a5c9a1-56f0-4e31-acf9-bd6cabe6da31 req-9f54f83d-bc52-42ff-865f-b39815cc0587 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638659 Jul 22 19:04:44.034829 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec3685-8bb3-4f5c-a345-62cff61088ea req-f4c96da8-8913-4468-992d-055083536b8b tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:44.037117 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ccec3685-8bb3-4f5c-a345-62cff61088ea req-f4c96da8-8913-4468-992d-055083536b8b tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.16 "GET /v2.0/ports?device_id=21428f10-6252-455d-a753-cdfc4c48c7bb HTTP/1.1" status: 200 len: 945 time: 0.3904867 Jul 22 19:04:44.199753 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dbbdc686-f2d2-4a54-aa58-ba34c4146cd2 req-44199486-8838-42c6-a7c3-cfb2eddabff1 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866210 Jul 22 19:04:44.225312 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb1936a-95c7-41a3-b63e-e2ebcaf4b8fc x-openstack-request-id: req-adb1936a-95c7-41a3-b63e-e2ebcaf4b8fc {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:44.226384 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6d2dab-e90f-483c-8d58-f38e1b35e2e8", "tag": "e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:44.226797 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-adb1936a-95c7-41a3-b63e-e2ebcaf4b8fc {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:44.227351 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6d2dab-e90f-483c-8d58-f38e1b35e2e8', 'tag': 'e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d', 'status': 'completed', 'code': 200} Jul 22 19:04:44.298211 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-124fe91d-2df9-481d-bae0-11ceb71192c1 req-0a23ff4c-6715-4e52-abc9-198a99883d8d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:44.311830 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9bafbda3-406d-4a5f-9e82-83f95a18a714'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:44.385573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23ff4c-6715-4e52-abc9-198a99883d8d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Pushing event deleted for resources: {'Port': ['ID=fef83834-1875-4fa8-974b-06c37de8d222,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:44.432274 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59460cc7-08d0-495a-a7c6-79d488157f1a req-9fced819-6feb-4c26-92e4-12cf3f5885e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:44.436460 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-59460cc7-08d0-495a-a7c6-79d488157f1a req-9fced819-6feb-4c26-92e4-12cf3f5885e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aca0a3898daa4428aa1f56ddc1dd9ffe&device_id=ee6d2dab-e90f-483c-8d58-f38e1b35e2e8 HTTP/1.1" status: 200 len: 1095 time: 0.1858153 Jul 22 19:04:44.517876 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-124fe91d-2df9-481d-bae0-11ceb71192c1 req-0a23ff4c-6715-4e52-abc9-198a99883d8d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] No DVR routers for this DVR port fef83834-1875-4fa8-974b-06c37de8d222 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:04:44.534221 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-124fe91d-2df9-481d-bae0-11ceb71192c1 req-0a23ff4c-6715-4e52-abc9-198a99883d8d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:44.545252 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-124fe91d-2df9-481d-bae0-11ceb71192c1 req-0a23ff4c-6715-4e52-abc9-198a99883d8d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.30 "DELETE /v2.0/ports/fef83834-1875-4fa8-974b-06c37de8d222 HTTP/1.1" status: 204 len: 173 time: 2.2283075 Jul 22 19:04:44.547452 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2406ce70-f55a-4592-8a9e-4e7a8158b7f5', 'name': 'network-vif-deleted', 'tag': 'fef83834-1875-4fa8-974b-06c37de8d222'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:44.554096 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c45109d-fb13-459c-b1e4-8d3fa4cb7373" -d '{"events": [{"server_uuid": "2406ce70-f55a-4592-8a9e-4e7a8158b7f5", "name": "network-vif-deleted", "tag": "fef83834-1875-4fa8-974b-06c37de8d222"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:44.626865 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-ccec3685-8bb3-4f5c-a345-62cff61088ea req-520f7af8-4c44-4d66-9668-0c3fbf79b575 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Deleting port 01657582-e4c2-4474-8caa-3bfb7817508b {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:04:44.627217 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ccec3685-8bb3-4f5c-a345-62cff61088ea req-520f7af8-4c44-4d66-9668-0c3fbf79b575 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:44.647085 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59460cc7-08d0-495a-a7c6-79d488157f1a req-aefa1af6-b674-408e-8871-fde3bfc1582f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:44.649103 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-59460cc7-08d0-495a-a7c6-79d488157f1a req-aefa1af6-b674-408e-8871-fde3bfc1582f service neutron] 10.222.0.16 "GET /v2.0/networks?id=4133d413-8353-4685-997b-db22c21267e6 HTTP/1.1" status: 200 len: 914 time: 0.2010970 Jul 22 19:04:44.741320 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-59460cc7-08d0-495a-a7c6-79d488157f1a req-e0a5739b-bfe5-4ac9-a4b7-7cc409fdbaed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d HTTP/1.1" status: 200 len: 217 time: 0.0844121 Jul 22 19:04:44.744394 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9177e3b-fc3c-45cf-92ab-cdce6b463891 req-7dea098f-1a3c-4f2b-8758-deb7fc3f606b tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:44.747131 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a9177e3b-fc3c-45cf-92ab-cdce6b463891 req-7dea098f-1a3c-4f2b-8758-deb7fc3f606b tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7520347-141c-485f-af4b-282488dc22e2 HTTP/1.1" status: 200 len: 945 time: 0.4158001 Jul 22 19:04:44.787210 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 32802) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:44.799602 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-5ebb6277-c35d-4082-99c2-079922c8d144 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Request body: {'floatingip': {'port_id': 'cfc26905-c807-4420-bc4f-6784ea35eab9'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:44.852401 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59460cc7-08d0-495a-a7c6-79d488157f1a req-5f14e869-8d1e-4200-acf5-7bc49db8e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:44.853926 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-59460cc7-08d0-495a-a7c6-79d488157f1a req-5f14e869-8d1e-4200-acf5-7bc49db8e358 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7409deb2-ed0b-46ae-b6be-7c14bd25f896 HTTP/1.1" status: 200 len: 853 time: 0.1058502 Jul 22 19:04:44.907812 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5ebb6277-c35d-4082-99c2-079922c8d144 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:44.919426 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-59460cc7-08d0-495a-a7c6-79d488157f1a req-6e5ac609-a3ad-48e4-8256-e320ac619468 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4133d413-8353-4685-997b-db22c21267e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579369 Jul 22 19:04:45.064899 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a985e3-4396-47ba-8d4e-0d9ca7535308 req-098eb96c-d114-42a9-943d-9c434a6cf027 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:45.072286 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29a985e3-4396-47ba-8d4e-0d9ca7535308 req-098eb96c-d114-42a9-943d-9c434a6cf027 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6d2dab-e90f-483c-8d58-f38e1b35e2e8 HTTP/1.1" status: 200 len: 943 time: 0.4319117 Jul 22 19:04:45.096761 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 32812) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:45.105935 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-ccec3685-8bb3-4f5c-a345-62cff61088ea req-520f7af8-4c44-4d66-9668-0c3fbf79b575 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] For port 01657582-e4c2-4474-8caa-3bfb7817508b, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=01657582-e4c2-4474-8caa-3bfb7817508b,segment=NetworkSegment(8ba6108b-1708-4a80-9682-555c7e88c511),segment_id=8ba6108b-1708-4a80-9682-555c7e88c511)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:45.106314 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ccec3685-8bb3-4f5c-a345-62cff61088ea req-520f7af8-4c44-4d66-9668-0c3fbf79b575 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:45.137401 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-59460cc7-08d0-495a-a7c6-79d488157f1a req-d9a9bf63-5c9f-4be9-ad89-af7e4ff7c300 service neutron] 10.222.0.16 "GET /v2.0/networks/4133d413-8353-4685-997b-db22c21267e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103631 Jul 22 19:04:45.287546 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29a985e3-4396-47ba-8d4e-0d9ca7535308 req-598b491a-3b94-49bf-b954-232eeb1ece04 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a7317e2-cb96-468d-9d16-a24e3bd51896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143009 Jul 22 19:04:45.446257 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd57e6d0-c5e8-4675-bb93-8de0f31b74ee x-openstack-request-id: req-fd57e6d0-c5e8-4675-bb93-8de0f31b74ee {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:45.446925 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2406ce70-f55a-4592-8a9e-4e7a8158b7f5", "name": "network-vif-deleted", "tag": "fef83834-1875-4fa8-974b-06c37de8d222", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:45.447360 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd57e6d0-c5e8-4675-bb93-8de0f31b74ee {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:45.449117 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2406ce70-f55a-4592-8a9e-4e7a8158b7f5', 'name': 'network-vif-deleted', 'tag': 'fef83834-1875-4fa8-974b-06c37de8d222', 'status': 'completed', 'code': 200} Jul 22 19:04:45.480241 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-59460cc7-08d0-495a-a7c6-79d488157f1a req-e790fd1f-eed1-461e-8de8-9275c7065adb service neutron] 10.222.0.16 "GET /v2.0/networks/4133d413-8353-4685-997b-db22c21267e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340790 Jul 22 19:04:45.563679 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0baefdc3-fb15-468a-9e0c-e1b171b9b6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:45.594414 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761df2a-a866-43c4-8232-d5070d417321 req-2675d164-fdd8-4f1a-a94b-418fc283672a tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:45.595946 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d761df2a-a866-43c4-8232-d5070d417321 req-2675d164-fdd8-4f1a-a94b-418fc283672a tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/ports?device_id=21428f10-6252-455d-a753-cdfc4c48c7bb HTTP/1.1" status: 200 len: 945 time: 0.7260692 Jul 22 19:04:45.632810 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3278afd7-3e81-459c-a4f6-a40805e1a9b9 req-60be919c-a649-401f-b573-eb8bbf9a5fa1 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2406ce70-f55a-4592-8a9e-4e7a8158b7f5 HTTP/1.1" status: 200 len: 210 time: 0.1197391 Jul 22 19:04:45.754856 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d761df2a-a866-43c4-8232-d5070d417321 req-1f4e0623-e714-4688-adca-5606e7746e74 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/security-groups?id=52f6bb2f-a72b-46b6-bddc-9f5b2f90d528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244636 Jul 22 19:04:45.784628 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ccec3685-8bb3-4f5c-a345-62cff61088ea req-520f7af8-4c44-4d66-9668-0c3fbf79b575 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:45.784996 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ccec3685-8bb3-4f5c-a345-62cff61088ea req-520f7af8-4c44-4d66-9668-0c3fbf79b575 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:45.785357 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [req-ccec3685-8bb3-4f5c-a345-62cff61088ea req-520f7af8-4c44-4d66-9668-0c3fbf79b575 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Floating IP bc8329d1-8535-45e0-9d76-d813f47fe548 disassociated. External IP: 172.25.3.143, port: 01657582-e4c2-4474-8caa-3bfb7817508b. Jul 22 19:04:45.785706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-ccec3685-8bb3-4f5c-a345-62cff61088ea req-520f7af8-4c44-4d66-9668-0c3fbf79b575 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Calling delete_port for 01657582-e4c2-4474-8caa-3bfb7817508b owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:04:46.120173 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0baefdc3-fb15-468a-9e0c-e1b171b9b6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:46.130720 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0baefdc3-fb15-468a-9e0c-e1b171b9b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:46.145507 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4b8f2-17e8-4bcb-9a4e-ca299558dbba req-32521149-686b-4acc-8665-a5094336fe26 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:46.147027 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-02c4b8f2-17e8-4bcb-9a4e-ca299558dbba req-32521149-686b-4acc-8665-a5094336fe26 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 944 time: 0.3300202 Jul 22 19:04:46.194754 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device fef83834-1875-4fa8-974b-06c37de8d222 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:04:46.196780 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 8e461ceb-3335-478d-8e7b-ab5d7732f92c details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:04:46.210130 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0baefdc3-fb15-468a-9e0c-e1b171b9b6b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e77a146678b4b96b6e1846db77a993d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1009047 Jul 22 19:04:46.210859 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ccec3685-8bb3-4f5c-a345-62cff61088ea req-520f7af8-4c44-4d66-9668-0c3fbf79b575 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:46.212948 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 32840) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:46.226793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: fef83834-1875-4fa8-974b-06c37de8d222 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:04:46.227131 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device fef83834-1875-4fa8-974b-06c37de8d222 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:04:46.229987 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baefdc3-fb15-468a-9e0c-e1b171b9b6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45660eef-bf6f-4c03-a936-9d6ba5019f49,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:46.266734 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5f6d09fc-50f5-45da-b999-fdd49fccfa60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:46.285986 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f7af8-4c44-4d66-9668-0c3fbf79b575 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Pushing event deleted for resources: {'Port': ['ID=01657582-e4c2-4474-8caa-3bfb7817508b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:46.288194 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5f6d09fc-50f5-45da-b999-fdd49fccfa60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:46.296518 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-02c4b8f2-17e8-4bcb-9a4e-ca299558dbba req-f38e61bc-3090-4570-b46d-cb786e3a0005 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393347 Jul 22 19:04:46.362046 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5f6d09fc-50f5-45da-b999-fdd49fccfa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:46.365097 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5f6d09fc-50f5-45da-b999-fdd49fccfa60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:46.366480 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5f6d09fc-50f5-45da-b999-fdd49fccfa60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45660eef-bf6f-4c03-a936-9d6ba5019f49 HTTP/1.1" status: 204 len: 168 time: 0.1522479 Jul 22 19:04:46.375102 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d09fc-50f5-45da-b999-fdd49fccfa60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45660eef-bf6f-4c03-a936-9d6ba5019f49,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:46.390568 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 8e461ceb-3335-478d-8e7b-ab5d7732f92c, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=8e461ceb-3335-478d-8e7b-ab5d7732f92c,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:46.407078 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '8e461ceb-3335-478d-8e7b-ab5d7732f92c', 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d', 'port_id': '8e461ceb-3335-478d-8e7b-ab5d7732f92c', 'mac_address': 'fa:16:3e:f2:ad:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6ce6dd9-1892-4846-8205-ad77c8cfee8f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:04:46.443482 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5ebb6277-c35d-4082-99c2-079922c8d144 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:46.450262 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5ebb6277-c35d-4082-99c2-079922c8d144 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:46.450873 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:46.469296 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e461ceb-3335-478d-8e7b-ab5d7732f92c {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:04:46.498856 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 8e461ceb-3335-478d-8e7b-ab5d7732f92c, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=8e461ceb-3335-478d-8e7b-ab5d7732f92c,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:46.505401 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:46.580142 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=8e461ceb-3335-478d-8e7b-ab5d7732f92c,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:46.731692 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['8e461ceb-3335-478d-8e7b-ab5d7732f92c'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:46.763325 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 32858) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:46.782071 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e69cffa-c2d5-4019-90d5-2afb8dd5123c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:46.901516 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e69cffa-c2d5-4019-90d5-2afb8dd5123c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:46.906879 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e69cffa-c2d5-4019-90d5-2afb8dd5123c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:46.947410 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69cffa-c2d5-4019-90d5-2afb8dd5123c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5def3da8-e7ea-49fe-aecb-dd1f1ee51f95,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:46.952201 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6e69cffa-c2d5-4019-90d5-2afb8dd5123c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6f2e95b64e64e3487dd71cd38150b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860697 Jul 22 19:04:46.955346 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 32862) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:46.973313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccec3685-8bb3-4f5c-a345-62cff61088ea req-520f7af8-4c44-4d66-9668-0c3fbf79b575 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Router fd01c0ed-8e79-40e7-998c-2c854424bd30 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:04:46.984391 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a810b2-7bdf-4a80-b2c8-05ededba361c req-ae7d47de-1879-4017-99fe-5ea02f1a8dc6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:46.986003 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03a810b2-7bdf-4a80-b2c8-05ededba361c req-ae7d47de-1879-4017-99fe-5ea02f1a8dc6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6d2dab-e90f-483c-8d58-f38e1b35e2e8 HTTP/1.1" status: 200 len: 943 time: 0.5846026 Jul 22 19:04:47.009181 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b3d7eb97-02e5-464c-b547-d17fcd77054d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:47.030573 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b3d7eb97-02e5-464c-b547-d17fcd77054d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:47.030909 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c664d40-10f1-49e5-b631-d348995ba920 req-15805f77-09f7-4570-9fc6-217e259ada7d tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:47.035438 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c664d40-10f1-49e5-b631-d348995ba920 req-15805f77-09f7-4570-9fc6-217e259ada7d tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 820 time: 0.2536626 Jul 22 19:04:47.044020 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-5ebb6277-c35d-4082-99c2-079922c8d144 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Floating IP 3d99e9c8-f265-4708-a51b-a411042c173f associated. External IP: 172.25.3.197, port: cfc26905-c807-4420-bc4f-6784ea35eab9. Jul 22 19:04:47.076985 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b3d7eb97-02e5-464c-b547-d17fcd77054d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:47.080276 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b3d7eb97-02e5-464c-b547-d17fcd77054d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:47.081436 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b3d7eb97-02e5-464c-b547-d17fcd77054d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5def3da8-e7ea-49fe-aecb-dd1f1ee51f95 HTTP/1.1" status: 204 len: 168 time: 0.1249633 Jul 22 19:04:47.089347 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7eb97-02e5-464c-b547-d17fcd77054d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5def3da8-e7ea-49fe-aecb-dd1f1ee51f95,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:47.183231 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:04:47.186556 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 01657582-e4c2-4474-8caa-3bfb7817508b no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:04:47.196639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c664d40-10f1-49e5-b631-d348995ba920 req-d1bf9c1a-ffb2-46ab-b8f2-8ced497b0b6a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/quotas/045a6583907f4225b2036296ec0f4a49 HTTP/1.1" status: 200 len: 375 time: 0.1550307 Jul 22 19:04:47.212826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03a810b2-7bdf-4a80-b2c8-05ededba361c req-9f8681a0-3eeb-488b-af29-1403cf7bd9a2 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a7317e2-cb96-468d-9d16-a24e3bd51896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151742 Jul 22 19:04:47.223949 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 01657582-e4c2-4474-8caa-3bfb7817508b {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:04:47.223949 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 01657582-e4c2-4474-8caa-3bfb7817508b not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:04:47.332679 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccec3685-8bb3-4f5c-a345-62cff61088ea req-520f7af8-4c44-4d66-9668-0c3fbf79b575 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:04:47.342856 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d,segment=NetworkSegment(a4ae3ad1-0113-4f2d-8719-18a10c10aeb6),segment_id=a4ae3ad1-0113-4f2d-8719-18a10c10aeb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:47.346976 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3842ed51-32d5-43f7-b004-a17d2599cbc3 None None] Sync routers for ids ['fd01c0ed-8e79-40e7-998c-2c854424bd30'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:04:47.365820 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d', 'network_id': '4133d413-8353-4685-997b-db22c21267e6', 'port_id': 'e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d', 'mac_address': 'fa:16:3e:42:76:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7409deb2-ed0b-46ae-b6be-7c14bd25f896', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:04:47.367758 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3842ed51-32d5-43f7-b004-a17d2599cbc3 None None] Routers {'fd01c0ed-8e79-40e7-998c-2c854424bd30'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:04:47.368388 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3842ed51-32d5-43f7-b004-a17d2599cbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:04:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fd01c0ed-8e79-40e7-998c-2c854424bd30'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:47.419335 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c664d40-10f1-49e5-b631-d348995ba920 req-709994da-edcc-4834-9b8a-7e3ea9fab966 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2164228 Jul 22 19:04:47.452502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccec3685-8bb3-4f5c-a345-62cff61088ea req-520f7af8-4c44-4d66-9668-0c3fbf79b575 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] No DVR routers for this DVR port 01657582-e4c2-4474-8caa-3bfb7817508b on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:04:47.455383 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ccec3685-8bb3-4f5c-a345-62cff61088ea req-520f7af8-4c44-4d66-9668-0c3fbf79b575 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:47.457827 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ccec3685-8bb3-4f5c-a345-62cff61088ea req-520f7af8-4c44-4d66-9668-0c3fbf79b575 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.16 "DELETE /v2.0/ports/01657582-e4c2-4474-8caa-3bfb7817508b HTTP/1.1" status: 204 len: 173 time: 3.4113162 Jul 22 19:04:47.458261 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21428f10-6252-455d-a753-cdfc4c48c7bb', 'name': 'network-vif-deleted', 'tag': '01657582-e4c2-4474-8caa-3bfb7817508b'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:47.460639 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5316ad62-469b-491f-b64b-7f8919a8fb5d" -d '{"events": [{"server_uuid": "21428f10-6252-455d-a753-cdfc4c48c7bb", "name": "network-vif-deleted", "tag": "01657582-e4c2-4474-8caa-3bfb7817508b"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:47.493790 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:47.518790 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:04:47.548515 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-3842ed51-32d5-43f7-b004-a17d2599cbc3 None None] Set router fd01c0ed-8e79-40e7-998c-2c854424bd30 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:04:47.580082 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d,segment=NetworkSegment(a4ae3ad1-0113-4f2d-8719-18a10c10aeb6),segment_id=a4ae3ad1-0113-4f2d-8719-18a10c10aeb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:47.586264 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:47.620146 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c664d40-10f1-49e5-b631-d348995ba920 req-f9a8d252-2fe0-43d3-ac94-4c332a0c0c75 service neutron] 10.222.0.13 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560678 Jul 22 19:04:47.647873 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-104b79f9-efff-4a48-bff7-294aa9b9ea2a req-efa61fda-69a5-43da-b8b0-1db16906c5bb tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/ports?device_id=21428f10-6252-455d-a753-cdfc4c48c7bb HTTP/1.1" status: 200 len: 210 time: 0.2274678 Jul 22 19:04:47.691368 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:47.770947 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebb6277-c35d-4082-99c2-079922c8d144 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:04:47.785679 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c664d40-10f1-49e5-b631-d348995ba920 req-ad7b1299-f8e0-47ca-bff6-c8768c85654c service neutron] 10.222.0.13 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401241 Jul 22 19:04:47.906428 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:47.911962 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3842ed51-32d5-43f7-b004-a17d2599cbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'name': 'tempest-ServersTestManualDisk-1800578294-router', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:09Z', 'updated_at': '2021-07-22T19:02:15Z', 'revision_number': 4, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'gw_port': {'id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:11Z', 'updated_at': '2021-07-22T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '600bd27c-3685-47a3-a6b6-ac859523d74f', 'name': '', 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'mac_address': 'fa:16:3e:53:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'dc74cdfe-e4d6-4618-a32b-bdd2a489d365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:14Z', 'updated_at': '2021-07-22T19:02:22Z', 'revision_number': 5, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'subnets': [{'id': 'dc74cdfe-e4d6-4618-a32b-bdd2a489d365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:47.977668 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3842ed51-32d5-43f7-b004-a17d2599cbc3 None None] Checking router: fd01c0ed-8e79-40e7-998c-2c854424bd30 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:04:47.998789 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3842ed51-32d5-43f7-b004-a17d2599cbc3 None None] Routers {'fd01c0ed-8e79-40e7-998c-2c854424bd30'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:04:48.000697 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3842ed51-32d5-43f7-b004-a17d2599cbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:04:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fd01c0ed-8e79-40e7-998c-2c854424bd30'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:48.059560 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-288137f5-f84a-4c24-a5c9-a384c52ccf11 req-da251d00-2a18-439d-b983-45303c10b64f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=21428f10-6252-455d-a753-cdfc4c48c7bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0551665 Jul 22 19:04:48.077843 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fd2cf-41a0-4163-8590-9f6683acef7b req-cce715b3-ab7c-47a5-b979-8f1b077b481d tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:48.080504 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f95fd2cf-41a0-4163-8590-9f6683acef7b req-cce715b3-ab7c-47a5-b979-8f1b077b481d tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 945 time: 0.2765808 Jul 22 19:04:48.122081 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-3842ed51-32d5-43f7-b004-a17d2599cbc3 None None] Set router fd01c0ed-8e79-40e7-998c-2c854424bd30 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:04:48.122827 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-288137f5-f84a-4c24-a5c9-a384c52ccf11 req-d5c6f7f1-6de5-4f37-b385-949a616e8bd1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32cea476df594530ba3ecc2a722772ea&device_id=21428f10-6252-455d-a753-cdfc4c48c7bb HTTP/1.1" status: 200 len: 210 time: 0.0388424 Jul 22 19:04:48.130868 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebb6277-c35d-4082-99c2-079922c8d144 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:04:48.136411 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5ebb6277-c35d-4082-99c2-079922c8d144 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:48.144334 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c109c7c2-63d8-4692-a7f1-ca0638f110a7 None None] Sync routers for ids ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:04:48.157651 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c109c7c2-63d8-4692-a7f1-ca0638f110a7 None None] Routers {'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:04:48.158269 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-c109c7c2-63d8-4692-a7f1-ca0638f110a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:04:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:48.174875 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 32910) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:48.230845 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f95fd2cf-41a0-4163-8590-9f6683acef7b req-86c1e74e-a657-4ad4-bcd9-a9c2c0e901e0 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348524 Jul 22 19:04:48.247710 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5ebb6277-c35d-4082-99c2-079922c8d144 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "PUT /v2.0/floatingips/3d99e9c8-f265-4708-a51b-a411042c173f HTTP/1.1" status: 200 len: 991 time: 3.4548180 Jul 22 19:04:48.317600 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-c109c7c2-63d8-4692-a7f1-ca0638f110a7 None None] Set router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:04:48.319907 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 8e461ceb-3335-478d-8e7b-ab5d7732f92c up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:04:48.357581 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9236fe-648e-4f1a-9d8c-45f2d0129a65 x-openstack-request-id: req-ee9236fe-648e-4f1a-9d8c-45f2d0129a65 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:48.358056 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21428f10-6252-455d-a753-cdfc4c48c7bb", "name": "network-vif-deleted", "tag": "01657582-e4c2-4474-8caa-3bfb7817508b", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:48.358470 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee9236fe-648e-4f1a-9d8c-45f2d0129a65 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:48.359570 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21428f10-6252-455d-a753-cdfc4c48c7bb', 'name': 'network-vif-deleted', 'tag': '01657582-e4c2-4474-8caa-3bfb7817508b', 'status': 'completed', 'code': 200} Jul 22 19:04:48.428331 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-06e6bc2a-4732-4b0d-b9e2-49cb50512089 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1088336642-network', 'tenant_id': 'f549a6b314db4f14a2d82fddee1d2578'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:48.475825 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e6bc2a-4732-4b0d-b9e2-49cb50512089 admin admin] Made reservation on behalf of f549a6b314db4f14a2d82fddee1d2578 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:04:48.478374 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-06e6bc2a-4732-4b0d-b9e2-49cb50512089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:48.482615 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b38d08f3-7bb3-4f4c-b406-0b838cbe136a req-c39d5b44-4f48-4769-916c-857c15e298df tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 210 time: 0.0658579 Jul 22 19:04:48.526243 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-06e6bc2a-4732-4b0d-b9e2-49cb50512089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:48.617995 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288137f5-f84a-4c24-a5c9-a384c52ccf11 req-ac2b91da-93e1-4e1a-b7a3-2aaad1a62e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:48.619483 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-288137f5-f84a-4c24-a5c9-a384c52ccf11 req-ac2b91da-93e1-4e1a-b7a3-2aaad1a62e30 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=32cea476df594530ba3ecc2a722772ea&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4531682 Jul 22 19:04:48.657830 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-c109c7c2-63d8-4692-a7f1-ca0638f110a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-router', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:01:40Z', 'updated_at': '2021-07-22T19:01:50Z', 'revision_number': 4, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'gw_port': {'id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:43Z', 'updated_at': '2021-07-22T19:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '3d99e9c8-f265-4708-a51b-a411042c173f', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'port_id': 'cfc26905-c807-4420-bc4f-6784ea35eab9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'mac_address': 'fa:16:3e:83:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7520347-141c-485f-af4b-282488dc22e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:02:16Z', 'updated_at': '2021-07-22T19:04:46Z', 'revision_number': 5, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2249ca75-f517-4910-815e-db71941fb0c2', 'name': '', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'mac_address': 'fa:16:3e:11:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6127a740-55fe-4e1e-9351-155d195e1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:48Z', 'updated_at': '2021-07-22T19:01:57Z', 'revision_number': 5, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'subnets': [{'id': '6127a740-55fe-4e1e-9351-155d195e1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:48.687536 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-06e6bc2a-4732-4b0d-b9e2-49cb50512089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:48.691275 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-06e6bc2a-4732-4b0d-b9e2-49cb50512089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:48.694386 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c109c7c2-63d8-4692-a7f1-ca0638f110a7 None None] Checking router: aaac4d1b-cf7d-47b8-a0aa-ba10386152ea for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:04:48.704962 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c109c7c2-63d8-4692-a7f1-ca0638f110a7 None None] Routers {'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:04:48.705664 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-c109c7c2-63d8-4692-a7f1-ca0638f110a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:04:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:48.721626 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-0ae267ea-0f58-42bc-997b-2c5eef4c95ff tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:48.722738 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e6bc2a-4732-4b0d-b9e2-49cb50512089 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:04:48.729378 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-0ae267ea-0f58-42bc-997b-2c5eef4c95ff tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 806 time: 0.2533371 Jul 22 19:04:48.739141 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6bc2a-4732-4b0d-b9e2-49cb50512089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582eacb3-7502-4e27-a3a7-8ad28c99050a,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:48.745434 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-06e6bc2a-4732-4b0d-b9e2-49cb50512089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:48.745782 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-06e6bc2a-4732-4b0d-b9e2-49cb50512089 admin admin] Added segment 95b44693-99b8-430d-909a-cd6a0ba7fca4 of type vlan for network d1fbd0b4-b0e8-4e5e-8830-decddaea3442 Jul 22 19:04:48.797028 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-06e6bc2a-4732-4b0d-b9e2-49cb50512089 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:48.834184 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 8e461ceb-3335-478d-8e7b-ab5d7732f92c completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:04:48.836493 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-06e6bc2a-4732-4b0d-b9e2-49cb50512089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:48.838683 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e6bc2a-4732-4b0d-b9e2-49cb50512089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:48.839305 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-06e6bc2a-4732-4b0d-b9e2-49cb50512089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:48.852646 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-c109c7c2-63d8-4692-a7f1-ca0638f110a7 None None] Set router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:04:48.857991 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 8e461ceb-3335-478d-8e7b-ab5d7732f92c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:04:48.858371 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:48.861867 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-a4a3fb1d-c513-42de-b791-c2b196c167f6 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/quotas/7203bd3d967745edacfd14e47e28a372 HTTP/1.1" status: 200 len: 375 time: 0.1315546 Jul 22 19:04:48.913712 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-06e6bc2a-4732-4b0d-b9e2-49cb50512089 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7377021 Jul 22 19:04:48.920577 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 32948) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:48.942214 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f9977028-a8c7-4d97-8acc-d9c3e648ae33 admin admin] Request body: {'subnet': {'network_id': 'd1fbd0b4-b0e8-4e5e-8830-decddaea3442', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1088336642-subnet', 'tenant_id': 'f549a6b314db4f14a2d82fddee1d2578', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:48.970014 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55299824-cc48-465a-bdad-cbbec7118386 req-a598602a-c807-4421-862b-f8415785b3dd tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:48.977142 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55299824-cc48-465a-bdad-cbbec7118386 req-a598602a-c807-4421-862b-f8415785b3dd tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6d2dab-e90f-483c-8d58-f38e1b35e2e8 HTTP/1.1" status: 200 len: 944 time: 0.3790665 Jul 22 19:04:48.991312 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:48.992901 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288137f5-f84a-4c24-a5c9-a384c52ccf11 req-f13d5b3d-46a5-403b-bf40-af4a55c39cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:48.994445 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-288137f5-f84a-4c24-a5c9-a384c52ccf11 req-f13d5b3d-46a5-403b-bf40-af4a55c39cb9 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3346727 Jul 22 19:04:49.003835 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6bc2a-4732-4b0d-b9e2-49cb50512089 admin admin] Pushing event updated for resources: {'Network': ['ID=d1fbd0b4-b0e8-4e5e-8830-decddaea3442,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:49.029144 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9977028-a8c7-4d97-8acc-d9c3e648ae33 admin admin] Made reservation on behalf of f549a6b314db4f14a2d82fddee1d2578 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:04:49.034283 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9977028-a8c7-4d97-8acc-d9c3e648ae33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:49.049173 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3842ed51-32d5-43f7-b004-a17d2599cbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'name': 'tempest-ServersTestManualDisk-1800578294-router', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:09Z', 'updated_at': '2021-07-22T19:02:15Z', 'revision_number': 4, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'gw_port': {'id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:11Z', 'updated_at': '2021-07-22T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '600bd27c-3685-47a3-a6b6-ac859523d74f', 'name': '', 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'mac_address': 'fa:16:3e:53:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'dc74cdfe-e4d6-4618-a32b-bdd2a489d365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:14Z', 'updated_at': '2021-07-22T19:02:22Z', 'revision_number': 5, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'subnets': [{'id': 'dc74cdfe-e4d6-4618-a32b-bdd2a489d365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:49.060059 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55299824-cc48-465a-bdad-cbbec7118386 req-bcee191d-b340-4044-a4cd-9882f12930d3 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a7317e2-cb96-468d-9d16-a24e3bd51896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795152 Jul 22 19:04:49.086556 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-58fef716-7f2e-4661-8b59-8c331eccc8cc tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2236941 Jul 22 19:04:49.087504 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network d1fbd0b4-b0e8-4e5e-8830-decddaea3442 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:04:49.318551 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3842ed51-32d5-43f7-b004-a17d2599cbc3 None None] The sync data for ids ['fd01c0ed-8e79-40e7-998c-2c854424bd30'] in n-d-800086-12 is: [{'id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'name': 'tempest-ServersTestManualDisk-1800578294-router', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:09Z', 'updated_at': '2021-07-22T19:02:15Z', 'revision_number': 4, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'gw_port': {'id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:11Z', 'updated_at': '2021-07-22T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '600bd27c-3685-47a3-a6b6-ac859523d74f', 'name': '', 'network_id': '8c51d31c-fc03-4579-a008-0158f0e29dc1', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'mac_address': 'fa:16:3e:53:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'dc74cdfe-e4d6-4618-a32b-bdd2a489d365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:14Z', 'updated_at': '2021-07-22T19:02:22Z', 'revision_number': 5, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'subnets': [{'id': 'dc74cdfe-e4d6-4618-a32b-bdd2a489d365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:04:49.321106 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 866282cd-1e57-454f-869c-3ecbf81b3ec7 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:04:49.339241 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9977028-a8c7-4d97-8acc-d9c3e648ae33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:49.379444 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-1ecba4cd-e036-408c-b50b-c3cf9d60927c service neutron] 10.222.0.13 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916574 Jul 22 19:04:49.380017 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d73755-fc35-4055-9cab-e9edb8fabb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e461ceb-3335-478d-8e7b-ab5d7732f92c'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:49.381937 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6aed149-6f66-45f1-abe7-9db87fa396c4" -d '{"events": [{"server_uuid": "c9d73755-fc35-4055-9cab-e9edb8fabb3d", "name": "network-vif-plugged", "status": "completed", "tag": "8e461ceb-3335-478d-8e7b-ab5d7732f92c"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:49.413180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9977028-a8c7-4d97-8acc-d9c3e648ae33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61f64d36-0bd3-4d8e-b333-561c0cd3a532,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:49.418657 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9977028-a8c7-4d97-8acc-d9c3e648ae33 admin admin] Checking segment: {'id': '95b44693-99b8-430d-909a-cd6a0ba7fca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd1fbd0b4-b0e8-4e5e-8830-decddaea3442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:04:49.419329 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9977028-a8c7-4d97-8acc-d9c3e648ae33 admin admin] Network hostable DHCP agents. Network: d1fbd0b4-b0e8-4e5e-8830-decddaea3442, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:04:49.423654 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-c109c7c2-63d8-4692-a7f1-ca0638f110a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-router', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:01:40Z', 'updated_at': '2021-07-22T19:01:50Z', 'revision_number': 4, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'gw_port': {'id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:43Z', 'updated_at': '2021-07-22T19:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '3d99e9c8-f265-4708-a51b-a411042c173f', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'port_id': 'cfc26905-c807-4420-bc4f-6784ea35eab9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'mac_address': 'fa:16:3e:83:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7520347-141c-485f-af4b-282488dc22e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:02:16Z', 'updated_at': '2021-07-22T19:04:46Z', 'revision_number': 5, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2249ca75-f517-4910-815e-db71941fb0c2', 'name': '', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'mac_address': 'fa:16:3e:11:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6127a740-55fe-4e1e-9351-155d195e1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:48Z', 'updated_at': '2021-07-22T19:01:57Z', 'revision_number': 5, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'subnets': [{'id': '6127a740-55fe-4e1e-9351-155d195e1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:49.441954 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226984b8-ffde-4fc7-81c9-e9697a6adedf req-c6cfc38f-6b2f-4581-b683-041a417f3f7c tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:49.449211 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9977028-a8c7-4d97-8acc-d9c3e648ae33 admin admin] Network d1fbd0b4-b0e8-4e5e-8830-decddaea3442 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:04:49.450592 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-226984b8-ffde-4fc7-81c9-e9697a6adedf req-c6cfc38f-6b2f-4581-b683-041a417f3f7c tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee8c392b-ba11-46f9-b9fb-e2467d884f97 HTTP/1.1" status: 200 len: 950 time: 0.1964414 Jul 22 19:04:49.458547 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 8e461ceb-3335-478d-8e7b-ab5d7732f92c, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=8e461ceb-3335-478d-8e7b-ab5d7732f92c,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:49.461329 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:49.462541 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-f9977028-a8c7-4d97-8acc-d9c3e648ae33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, d1fbd0b4-b0e8-4e5e-8830-decddaea3442) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:04:49.469120 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9977028-a8c7-4d97-8acc-d9c3e648ae33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:49.470187 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9977028-a8c7-4d97-8acc-d9c3e648ae33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:49.473549 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c109c7c2-63d8-4692-a7f1-ca0638f110a7 None None] The sync data for ids ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'] in n-d-800086-12 is: [{'id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-router', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:01:40Z', 'updated_at': '2021-07-22T19:01:50Z', 'revision_number': 4, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'gw_port': {'id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:43Z', 'updated_at': '2021-07-22T19:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '3d99e9c8-f265-4708-a51b-a411042c173f', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'port_id': 'cfc26905-c807-4420-bc4f-6784ea35eab9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'mac_address': 'fa:16:3e:83:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7520347-141c-485f-af4b-282488dc22e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:02:16Z', 'updated_at': '2021-07-22T19:04:46Z', 'revision_number': 5, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2249ca75-f517-4910-815e-db71941fb0c2', 'name': '', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'mac_address': 'fa:16:3e:11:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6127a740-55fe-4e1e-9351-155d195e1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:48Z', 'updated_at': '2021-07-22T19:01:57Z', 'revision_number': 5, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'subnets': [{'id': '6127a740-55fe-4e1e-9351-155d195e1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:04:49.491057 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a563454e-2739-42db-abf0-8b350e849a26 None None] Network d1fbd0b4-b0e8-4e5e-8830-decddaea3442 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:04:49.501099 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f9977028-a8c7-4d97-8acc-d9c3e648ae33 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5705609 Jul 22 19:04:49.502223 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:49.609821 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=8e461ceb-3335-478d-8e7b-ab5d7732f92c,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:49.619211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 866282cd-1e57-454f-869c-3ecbf81b3ec7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=866282cd-1e57-454f-869c-3ecbf81b3ec7,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:49.624858 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-89aeaacb-41ad-4238-9d77-c8f8d3cea530 service neutron] 10.222.0.13 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432797 Jul 22 19:04:49.651059 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:49.761155 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-226984b8-ffde-4fc7-81c9-e9697a6adedf req-faba873e-81fe-4de2-ba16-84a535821fa5 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf64746d-f5db-4176-b2ca-78b4197bc417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041742 Jul 22 19:04:49.814945 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e0c555-2356-41a5-851a-ebe9dc01b5e3 None None] New status for floating IP bc8329d1-8535-45e0-9d76-d813f47fe548: DOWN {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:04:49.876623 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=866282cd-1e57-454f-869c-3ecbf81b3ec7,revision_number=11']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:49.949384 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1060428a-e9f9-4a2e-ae8c-1d390245c1d0 None None] Network d1fbd0b4-b0e8-4e5e-8830-decddaea3442 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:04:49.972983 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c060659-80a8-4a52-8d57-6e7cf716e11b None None] New status for floating IP 3d99e9c8-f265-4708-a51b-a411042c173f: ACTIVE {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:04:50.032072 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfeeeeb0-2c0a-436f-ba13-7954cf370d0b x-openstack-request-id: req-cfeeeeb0-2c0a-436f-ba13-7954cf370d0b {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:50.032618 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d73755-fc35-4055-9cab-e9edb8fabb3d", "name": "network-vif-plugged", "status": "completed", "tag": "8e461ceb-3335-478d-8e7b-ab5d7732f92c", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:50.033074 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cfeeeeb0-2c0a-436f-ba13-7954cf370d0b {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:50.033635 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d73755-fc35-4055-9cab-e9edb8fabb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e461ceb-3335-478d-8e7b-ab5d7732f92c', 'code': 200} Jul 22 19:04:50.478121 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 32988) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:50.483828 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-452fac18-22a2-4e2a-b931-cb988c18134b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1447925829-network', 'tenant_id': 'd10923b117384fda88fbcc2432352f7c'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:50.528077 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452fac18-22a2-4e2a-b931-cb988c18134b admin admin] Made reservation on behalf of d10923b117384fda88fbcc2432352f7c for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:04:50.530556 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-452fac18-22a2-4e2a-b931-cb988c18134b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:50.544218 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-452fac18-22a2-4e2a-b931-cb988c18134b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:50.632195 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7520347-141c-485f-af4b-282488dc22e2', 'tag': 'cfc26905-c807-4420-bc4f-6784ea35eab9'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:50.634724 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8eb1471-8663-4f40-843c-8ec97659ba6a" -d '{"events": [{"name": "network-changed", "server_uuid": "d7520347-141c-485f-af4b-282488dc22e2", "tag": "cfc26905-c807-4420-bc4f-6784ea35eab9"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:50.642460 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10c242aa-12c4-4e0c-bace-6fe01dea4d07 req-42e050b0-5bd3-43dd-9da9-526641935c96 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 210 time: 0.4784777 Jul 22 19:04:50.648851 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c664d40-10f1-49e5-b631-d348995ba920 req-db5e3f06-9910-4ade-9fdb-1c94f0a746a2 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:50.650437 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c664d40-10f1-49e5-b631-d348995ba920 req-db5e3f06-9910-4ade-9fdb-1c94f0a746a2 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.30 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 820 time: 1.0233722 Jul 22 19:04:50.670571 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-1c664d40-10f1-49e5-b631-d348995ba920 req-113ea6ce-36f5-418c-9f7d-a74489b16343 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Request body: {'port': {'device_id': 'e606f4b7-4232-4275-8e2c-8916f993a15c', 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199', 'admin_state_up': True, 'tenant_id': '045a6583907f4225b2036296ec0f4a49'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:50.678087 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-452fac18-22a2-4e2a-b931-cb988c18134b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:50.682874 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-452fac18-22a2-4e2a-b931-cb988c18134b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:50.720551 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fac18-22a2-4e2a-b931-cb988c18134b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c830a7-bab3-4c1f-ae36-e4d25975dc1c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:50.742042 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452fac18-22a2-4e2a-b931-cb988c18134b admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:04:50.758615 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-452fac18-22a2-4e2a-b931-cb988c18134b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:50.759205 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-452fac18-22a2-4e2a-b931-cb988c18134b admin admin] Added segment d9860d0d-e6f5-46ad-8082-addebd1719d9 of type vlan for network db9b39d8-e5f5-4d24-9c40-70d018472433 Jul 22 19:04:50.796749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61a265-3ea1-4bb5-afbb-c26f0805d13a req-99752087-442d-4bd0-8827-f217426a116c tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:50.806542 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3d61a265-3ea1-4bb5-afbb-c26f0805d13a req-99752087-442d-4bd0-8827-f217426a116c tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 946 time: 0.8835819 Jul 22 19:04:50.806978 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-452fac18-22a2-4e2a-b931-cb988c18134b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:50.842764 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-452fac18-22a2-4e2a-b931-cb988c18134b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:50.844126 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452fac18-22a2-4e2a-b931-cb988c18134b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:50.845950 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-452fac18-22a2-4e2a-b931-cb988c18134b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:50.877707 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff02449-e2d8-4575-b6f5-a3aec9a4d2f1 req-4393e3db-7a4a-4f28-8414-dfe8875f3acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:50.879316 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ff02449-e2d8-4575-b6f5-a3aec9a4d2f1 req-4393e3db-7a4a-4f28-8414-dfe8875f3acc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 1098 time: 0.7919462 Jul 22 19:04:50.916512 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fac18-22a2-4e2a-b931-cb988c18134b admin admin] Pushing event updated for resources: {'Network': ['ID=db9b39d8-e5f5-4d24-9c40-70d018472433,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:50.920937 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-452fac18-22a2-4e2a-b931-cb988c18134b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4411983 Jul 22 19:04:50.924453 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33002) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:50.931515 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network db9b39d8-e5f5-4d24-9c40-70d018472433 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:04:50.932082 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3d61a265-3ea1-4bb5-afbb-c26f0805d13a req-a3ec4933-7df9-4bda-a0b4-5e684e10d807 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141768 Jul 22 19:04:50.940697 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c664d40-10f1-49e5-b631-d348995ba920 req-113ea6ce-36f5-418c-9f7d-a74489b16343 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Made reservation on behalf of 045a6583907f4225b2036296ec0f4a49 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:04:50.940836 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d96b27af-f9f6-4dad-9969-87b71bb297b4 admin admin] Request body: {'subnet': {'network_id': 'db9b39d8-e5f5-4d24-9c40-70d018472433', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1447925829-subnet', 'tenant_id': 'd10923b117384fda88fbcc2432352f7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:50.944182 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1c664d40-10f1-49e5-b631-d348995ba920 req-113ea6ce-36f5-418c-9f7d-a74489b16343 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:50.992457 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96b27af-f9f6-4dad-9969-87b71bb297b4 admin admin] Made reservation on behalf of d10923b117384fda88fbcc2432352f7c for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:04:50.995341 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d96b27af-f9f6-4dad-9969-87b71bb297b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:51.007454 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ff02449-e2d8-4575-b6f5-a3aec9a4d2f1 req-9ec53995-d526-4964-a4dd-b41bcecbdeb2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020427 Jul 22 19:04:51.147584 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-1c664d40-10f1-49e5-b631-d348995ba920 req-113ea6ce-36f5-418c-9f7d-a74489b16343 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Allocated IP 172.20.0.9 (0e3cda7b-41ab-4777-b93f-6e29ba8f4199/60c829e4-dea2-469c-8b44-181bb5c85dfe/9975ab8b-abed-46ad-b271-752024d1b9b4) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:04:51.199527 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:04:51.241151 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-78350e8e-d2e4-4486-832f-f81624e68f8a req-745cc63c-92b4-4787-977d-d347298cb579 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ead28b5-4684-49d6-bc05-c10251ebef90 HTTP/1.1" status: 200 len: 210 time: 0.0949202 Jul 22 19:04:51.274826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:04:51.283242 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:04:51.284607 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:51.322033 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33016) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:51.344162 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d96b27af-f9f6-4dad-9969-87b71bb297b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:51.398917 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b27af-f9f6-4dad-9969-87b71bb297b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8374514-e97b-41e2-9f91-2531870cb0b6,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:51.416730 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:51.472888 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96b27af-f9f6-4dad-9969-87b71bb297b4 admin admin] Checking segment: {'id': 'd9860d0d-e6f5-46ad-8082-addebd1719d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'db9b39d8-e5f5-4d24-9c40-70d018472433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:04:51.473349 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96b27af-f9f6-4dad-9969-87b71bb297b4 admin admin] Network hostable DHCP agents. Network: db9b39d8-e5f5-4d24-9c40-70d018472433, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:04:51.481531 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-06048d34-17f5-4e5d-bfbc-34240637ebb2 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:51.495776 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d,segment=NetworkSegment(a4ae3ad1-0113-4f2d-8719-18a10c10aeb6),segment_id=a4ae3ad1-0113-4f2d-8719-18a10c10aeb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:51.500689 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:51.522173 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-06048d34-17f5-4e5d-bfbc-34240637ebb2 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:51.537819 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96b27af-f9f6-4dad-9969-87b71bb297b4 admin admin] Network db9b39d8-e5f5-4d24-9c40-70d018472433 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:04:51.552299 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-d96b27af-f9f6-4dad-9969-87b71bb297b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, db9b39d8-e5f5-4d24-9c40-70d018472433) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:04:51.577044 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:51.577216 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96b27af-f9f6-4dad-9969-87b71bb297b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:51.578579 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d96b27af-f9f6-4dad-9969-87b71bb297b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:51.581650 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1397c43e-050e-44c1-9e10-ec0528a94750 None None] Network db9b39d8-e5f5-4d24-9c40-70d018472433 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:04:51.629634 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d96b27af-f9f6-4dad-9969-87b71bb297b4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6949072 Jul 22 19:04:51.646631 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-06048d34-17f5-4e5d-bfbc-34240637ebb2 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:51.650101 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-06048d34-17f5-4e5d-bfbc-34240637ebb2 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:51.651724 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-06048d34-17f5-4e5d-bfbc-34240637ebb2 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "DELETE /v2.0/security-groups/52f6bb2f-a72b-46b6-bddc-9f5b2f90d528 HTTP/1.1" status: 204 len: 168 time: 0.3283396 Jul 22 19:04:51.680744 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33034) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:51.729157 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06048d34-17f5-4e5d-bfbc-34240637ebb2 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f6bb2f-a72b-46b6-bddc-9f5b2f90d528,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:51.746976 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-d3cb8134-7677-4e60-af2f-af16c45fc0d7 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] show failed (client error): The resource could not be found. Jul 22 19:04:51.750821 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d3cb8134-7677-4e60-af2f-af16c45fc0d7 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "GET /v2.0/security-groups/52f6bb2f-a72b-46b6-bddc-9f5b2f90d528 HTTP/1.1" status: 404 len: 347 time: 0.0662615 Jul 22 19:04:51.753735 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33040) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:51.783813 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31c6a1b-e34c-44e9-bf0a-e80bcf2bb4ae None None] Network db9b39d8-e5f5-4d24-9c40-70d018472433 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:04:51.844807 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-9f58c2c9-ae1b-4992-a4c7-c7582ee9e347 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:51.848416 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-9f58c2c9-ae1b-4992-a4c7-c7582ee9e347 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.16 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 806 time: 0.6420591 Jul 22 19:04:51.875835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-e5e27028-8f5b-41f5-961c-e6f844172b68 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Request body: {'port': {'device_id': '2ead28b5-4684-49d6-bc05-c10251ebef90', 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a', 'admin_state_up': True, 'tenant_id': '7203bd3d967745edacfd14e47e28a372'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:52.006321 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676ab98e-adc5-437a-8c3e-96cd32469078 x-openstack-request-id: req-676ab98e-adc5-437a-8c3e-96cd32469078 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:52.006614 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7520347-141c-485f-af4b-282488dc22e2", "tag": "cfc26905-c807-4420-bc4f-6784ea35eab9", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:52.006873 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-676ab98e-adc5-437a-8c3e-96cd32469078 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:52.007271 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7520347-141c-485f-af4b-282488dc22e2', 'tag': 'cfc26905-c807-4420-bc4f-6784ea35eab9', 'status': 'completed', 'code': 200} Jul 22 19:04:52.035300 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8c392b-ba11-46f9-b9fb-e2467d884f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '866282cd-1e57-454f-869c-3ecbf81b3ec7'}, {'server_uuid': 'ee6d2dab-e90f-483c-8d58-f38e1b35e2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:52.038220 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12234eda-e1ff-4e32-9253-e63d47e0d812" -d '{"events": [{"server_uuid": "ee8c392b-ba11-46f9-b9fb-e2467d884f97", "name": "network-vif-unplugged", "status": "completed", "tag": "866282cd-1e57-454f-869c-3ecbf81b3ec7"}, {"server_uuid": "ee6d2dab-e90f-483c-8d58-f38e1b35e2e8", "name": "network-vif-plugged", "status": "completed", "tag": "e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:52.041076 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf5470-df3f-42de-ac40-7d60d5952ed0 req-6ff40214-53eb-4d6a-bcc0-e72422908757 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:52.042826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-25bf5470-df3f-42de-ac40-7d60d5952ed0 req-6ff40214-53eb-4d6a-bcc0-e72422908757 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6d2dab-e90f-483c-8d58-f38e1b35e2e8 HTTP/1.1" status: 200 len: 944 time: 0.5965576 Jul 22 19:04:52.085275 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1c664d40-10f1-49e5-b631-d348995ba920 req-113ea6ce-36f5-418c-9f7d-a74489b16343 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:52.120377 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5977d3fd-2275-425d-b65f-f74aae65c394 req-9930dc8b-69e4-4867-bac6-25aa4dbef847 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 210 time: 0.0635941 Jul 22 19:04:52.149827 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-e5e27028-8f5b-41f5-961c-e6f844172b68 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Made reservation on behalf of 7203bd3d967745edacfd14e47e28a372 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:04:52.153332 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-e5e27028-8f5b-41f5-961c-e6f844172b68 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:52.181265 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-25bf5470-df3f-42de-ac40-7d60d5952ed0 req-6f77ff3d-d406-4ce4-a1f8-1ca94a753cbb tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a7317e2-cb96-468d-9d16-a24e3bd51896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322346 Jul 22 19:04:52.262280 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1c664d40-10f1-49e5-b631-d348995ba920 req-113ea6ce-36f5-418c-9f7d-a74489b16343 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:52.273651 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['ea591566-5b7e-46f3-965a-145746cd620a'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:52.353203 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c664d40-10f1-49e5-b631-d348995ba920 req-113ea6ce-36f5-418c-9f7d-a74489b16343 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:04:52.366036 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-1c664d40-10f1-49e5-b631-d348995ba920 req-113ea6ce-36f5-418c-9f7d-a74489b16343 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:04:52.425274 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c664d40-10f1-49e5-b631-d348995ba920 req-113ea6ce-36f5-418c-9f7d-a74489b16343 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:04:52.429425 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1471-8663-4f40-843c-8ec97659ba6a req-aaad9469-189f-4cd2-a571-eba02bad4a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:52.431032 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a8eb1471-8663-4f40-843c-8ec97659ba6a req-aaad9469-189f-4cd2-a571-eba02bad4a09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5f6b3569b564d27a6f5df338de65c2e&device_id=d7520347-141c-485f-af4b-282488dc22e2 HTTP/1.1" status: 200 len: 1097 time: 0.1481497 Jul 22 19:04:52.434651 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-5b56e0f7-bc0b-4c41-bace-671f2f199d06 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Deleting port 9afabb84-f318-4d44-980c-620982c761e3 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:04:52.435031 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b56e0f7-bc0b-4c41-bace-671f2f199d06 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:52.483253 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ea6ce-36f5-418c-9f7d-a74489b16343 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Pushing event updated for resources: {'Port': ['ID=9975ab8b-abed-46ad-b271-752024d1b9b4,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:52.525811 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-e5e27028-8f5b-41f5-961c-e6f844172b68 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Allocated IP 172.20.0.2 (baecdd37-6eb2-4425-b93b-172f9e82b42a/0b80c7ab-8b96-4210-8e6b-d0b73d261a94/bf632bc6-3c3d-4447-8aed-8f190c6dc1c7) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:04:52.553045 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800c4ab-f0b4-4795-bb62-3ee6be3f83c0 req-1414f907-0750-4d04-b534-090d6e3070f3 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:52.555667 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2800c4ab-f0b4-4795-bb62-3ee6be3f83c0 req-1414f907-0750-4d04-b534-090d6e3070f3 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 946 time: 0.2866004 Jul 22 19:04:52.563507 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c664d40-10f1-49e5-b631-d348995ba920 req-113ea6ce-36f5-418c-9f7d-a74489b16343 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:52.563935 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1c664d40-10f1-49e5-b631-d348995ba920 req-113ea6ce-36f5-418c-9f7d-a74489b16343 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:52.601630 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b56e0f7-bc0b-4c41-bace-671f2f199d06 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:52.602130 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b56e0f7-bc0b-4c41-bace-671f2f199d06 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:52.617248 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1471-8663-4f40-843c-8ec97659ba6a req-7d09155f-9a27-421d-8cff-252f85616740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:52.618471 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c664d40-10f1-49e5-b631-d348995ba920 req-113ea6ce-36f5-418c-9f7d-a74489b16343 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9581802 Jul 22 19:04:52.618769 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a8eb1471-8663-4f40-843c-8ec97659ba6a req-7d09155f-9a27-421d-8cff-252f85616740 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ca294e3c-7e7d-4357-b107-f5b283c529a6 HTTP/1.1" status: 200 len: 924 time: 0.1716039 Jul 22 19:04:52.622937 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-5b56e0f7-bc0b-4c41-bace-671f2f199d06 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Calling delete_port for 9afabb84-f318-4d44-980c-620982c761e3 owned by network:floatingip {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:04:52.645026 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-1c664d40-10f1-49e5-b631-d348995ba920 req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] Request body: {'port': {'device_id': 'e606f4b7-4232-4275-8e2c-8916f993a15c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:52.741872 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a8eb1471-8663-4f40-843c-8ec97659ba6a req-6f00bd37-a67c-4415-b275-8abe9ff1cbe2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfc26905-c807-4420-bc4f-6784ea35eab9 HTTP/1.1" status: 200 len: 1001 time: 0.1136181 Jul 22 19:04:52.762741 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2800c4ab-f0b4-4795-bb62-3ee6be3f83c0 req-dd3ddc44-9484-47b8-851c-a78d9226cc2c tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927669 Jul 22 19:04:52.816669 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1c664d40-10f1-49e5-b631-d348995ba920 req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:52.820620 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1471-8663-4f40-843c-8ec97659ba6a req-1f045878-627e-4c86-aa7c-331e33ee0f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:52.822398 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a8eb1471-8663-4f40-843c-8ec97659ba6a req-1f045878-627e-4c86-aa7c-331e33ee0f88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6127a740-55fe-4e1e-9351-155d195e1651 HTTP/1.1" status: 200 len: 862 time: 0.0703340 Jul 22 19:04:52.855347 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5ac9dd-8c17-4c97-86bb-db07292bb302 x-openstack-request-id: req-0f5ac9dd-8c17-4c97-86bb-db07292bb302 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:52.855835 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8c392b-ba11-46f9-b9fb-e2467d884f97", "name": "network-vif-unplugged", "status": "completed", "tag": "866282cd-1e57-454f-869c-3ecbf81b3ec7", "code": 200}, {"server_uuid": "ee6d2dab-e90f-483c-8d58-f38e1b35e2e8", "name": "network-vif-plugged", "status": "completed", "tag": "e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:52.855990 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f5ac9dd-8c17-4c97-86bb-db07292bb302 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:52.856303 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8c392b-ba11-46f9-b9fb-e2467d884f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '866282cd-1e57-454f-869c-3ecbf81b3ec7', 'code': 200} Jul 22 19:04:52.856585 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6d2dab-e90f-483c-8d58-f38e1b35e2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d', 'code': 200} Jul 22 19:04:52.919516 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b56e0f7-bc0b-4c41-bace-671f2f199d06 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:52.972911 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56e0f7-bc0b-4c41-bace-671f2f199d06 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Pushing event deleted for resources: {'Port': ['ID=9afabb84-f318-4d44-980c-620982c761e3,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:53.014213 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56e0f7-bc0b-4c41-bace-671f2f199d06 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:53.015012 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56e0f7-bc0b-4c41-bace-671f2f199d06 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:53.015012 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56e0f7-bc0b-4c41-bace-671f2f199d06 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:53.015378 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56e0f7-bc0b-4c41-bace-671f2f199d06 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:53.015725 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56e0f7-bc0b-4c41-bace-671f2f199d06 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:53.016061 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56e0f7-bc0b-4c41-bace-671f2f199d06 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:53.016676 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56e0f7-bc0b-4c41-bace-671f2f199d06 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:53.016817 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56e0f7-bc0b-4c41-bace-671f2f199d06 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:53.017072 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56e0f7-bc0b-4c41-bace-671f2f199d06 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:53.017396 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56e0f7-bc0b-4c41-bace-671f2f199d06 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:53.017724 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56e0f7-bc0b-4c41-bace-671f2f199d06 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:53.018050 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56e0f7-bc0b-4c41-bace-671f2f199d06 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:53.022451 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1471-8663-4f40-843c-8ec97659ba6a req-ddf0d105-530f-48c2-acd5-5aa0d5a94baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:53.023964 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a8eb1471-8663-4f40-843c-8ec97659ba6a req-ddf0d105-530f-48c2-acd5-5aa0d5a94baa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ca294e3c-7e7d-4357-b107-f5b283c529a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1936898 Jul 22 19:04:53.032803 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b687718a-5f1f-41f5-a776-898b88469d20 req-0603bf32-75ff-41b2-9bbe-bcaf9a027915 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ead28b5-4684-49d6-bc05-c10251ebef90 HTTP/1.1" status: 200 len: 210 time: 0.1046612 Jul 22 19:04:53.073548 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-abf37333-2294-4483-8019-940367b150a4 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:53.078858 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-abf37333-2294-4483-8019-940367b150a4 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.13 "GET /v2.0/networks?id=d1fbd0b4-b0e8-4e5e-8830-decddaea3442 HTTP/1.1" status: 200 len: 815 time: 0.3821919 Jul 22 19:04:53.158147 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-e5e27028-8f5b-41f5-961c-e6f844172b68 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:53.164925 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b56e0f7-bc0b-4c41-bace-671f2f199d06 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks [] for floatingip, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:53.166869 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b56e0f7-bc0b-4c41-bace-671f2f199d06 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:53.170886 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5b56e0f7-bc0b-4c41-bace-671f2f199d06 tempest-ServersTestManualDisk-1450715669 tempest-ServersTestManualDisk-1450715669-project] 10.222.0.13 "DELETE /v2.0/floatingips/bc8329d1-8535-45e0-9d76-d813f47fe548 HTTP/1.1" status: 204 len: 168 time: 1.4122229 Jul 22 19:04:53.172279 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33076) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:53.182417 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176dabd3-8411-408b-bd39-8321d4ec3333 req-d40b3326-c1ae-4da8-82d6-8ec7ea75d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:53.183891 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-176dabd3-8411-408b-bd39-8321d4ec3333 req-d40b3326-c1ae-4da8-82d6-8ec7ea75d7db service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ee6d2dab-e90f-483c-8d58-f38e1b35e2e8 HTTP/1.1" status: 200 len: 1097 time: 0.2223632 Jul 22 19:04:53.217015 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-43881da3-e986-4849-b8b9-285a7c1962fc tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.13 "GET /v2.0/quotas/f549a6b314db4f14a2d82fddee1d2578 HTTP/1.1" status: 200 len: 375 time: 0.0642159 Jul 22 19:04:53.272511 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a8eb1471-8663-4f40-843c-8ec97659ba6a req-4383e74e-aad7-4417-8c45-0cfbd4ae0d6e service neutron] 10.222.0.16 "GET /v2.0/networks/ca294e3c-7e7d-4357-b107-f5b283c529a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297053 Jul 22 19:04:53.292192 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-65351f97-aae7-4965-a0dc-ade414168ba8 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f549a6b314db4f14a2d82fddee1d2578&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633759 Jul 22 19:04:53.319659 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-176dabd3-8411-408b-bd39-8321d4ec3333 req-33d528a0-68e8-476d-8144-4005ff566feb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1a7317e2-cb96-468d-9d16-a24e3bd51896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252718 Jul 22 19:04:53.399664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408fd09-8402-469f-84a4-a23c1fb5d86e req-fa2fdc0f-8975-4884-a571-a2272d040cb7 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:53.401298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9408fd09-8402-469f-84a4-a23c1fb5d86e req-fa2fdc0f-8975-4884-a571-a2272d040cb7 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee8c392b-ba11-46f9-b9fb-e2467d884f97 HTTP/1.1" status: 200 len: 948 time: 0.2475078 Jul 22 19:04:53.442335 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-e5e27028-8f5b-41f5-961c-e6f844172b68 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:53.455700 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9bafbda3-406d-4a5f-9e82-83f95a18a714'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:53.458695 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a8eb1471-8663-4f40-843c-8ec97659ba6a req-517787c1-cac0-42fe-a032-02d0c07c2780 service neutron] 10.222.0.16 "GET /v2.0/networks/ca294e3c-7e7d-4357-b107-f5b283c529a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763053 Jul 22 19:04:53.544155 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-e5e27028-8f5b-41f5-961c-e6f844172b68 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Network baecdd37-6eb2-4425-b93b-172f9e82b42a is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:04:53.558186 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-e5e27028-8f5b-41f5-961c-e6f844172b68 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:04:53.560761 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-e5e27028-8f5b-41f5-961c-e6f844172b68 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:04:53.623747 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9408fd09-8402-469f-84a4-a23c1fb5d86e req-fdfb9a37-2ff7-4af8-984a-48129f3e30a4 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf64746d-f5db-4176-b2ca-78b4197bc417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844983 Jul 22 19:04:53.640012 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-7e18f51c-a56f-481a-8a39-1e64a835ec21 service neutron] 10.222.0.13 "GET /v2.0/networks/d1fbd0b4-b0e8-4e5e-8830-decddaea3442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309972 Jul 22 19:04:53.687682 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e27028-8f5b-41f5-961c-e6f844172b68 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Pushing event updated for resources: {'Port': ['ID=bf632bc6-3c3d-4447-8aed-8f190c6dc1c7,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:53.723115 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f0d3b71-6d7e-487b-9d69-c280fa5d2aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:53.734966 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-e5e27028-8f5b-41f5-961c-e6f844172b68 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:53.735582 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-e5e27028-8f5b-41f5-961c-e6f844172b68 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:53.799424 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-1c664d40-10f1-49e5-b631-d348995ba920 req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9975ab8b-abed-46ad-b271-752024d1b9b4 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:04:53.841375 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1c664d40-10f1-49e5-b631-d348995ba920 req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:53.847577 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-e5e27028-8f5b-41f5-961c-e6f844172b68 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9853852 Jul 22 19:04:53.869037 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Request body: {'port': {'device_id': '2ead28b5-4684-49d6-bc05-c10251ebef90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:53.898974 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-1c664d40-10f1-49e5-b631-d348995ba920 req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] Transition to ACTIVE for port object 9975ab8b-abed-46ad-b271-752024d1b9b4 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:04:53.920679 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1c664d40-10f1-49e5-b631-d348995ba920 req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:53.933122 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-4cc4f62a-af40-460c-bd47-fde3912e1be1 service neutron] 10.222.0.13 "GET /v2.0/networks/d1fbd0b4-b0e8-4e5e-8830-decddaea3442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363791 Jul 22 19:04:53.990827 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023c2fe-49e5-4953-9579-bd4d0035fd20 req-6e8b3b91-e695-4c27-ab66-19517eb27dfc tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:53.992373 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0023c2fe-49e5-4953-9579-bd4d0035fd20 req-6e8b3b91-e695-4c27-ab66-19517eb27dfc tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 1098 time: 0.2673426 Jul 22 19:04:54.013782 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-8f0d3b71-6d7e-487b-9d69-c280fa5d2aba admin admin] Deleting port 600bd27c-3685-47a3-a6b6-ac859523d74f {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:04:54.014133 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f0d3b71-6d7e-487b-9d69-c280fa5d2aba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:54.038710 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9975ab8b-abed-46ad-b271-752024d1b9b4,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:54.114198 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:54.141722 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-8f0d3b71-6d7e-487b-9d69-c280fa5d2aba admin admin] For port 600bd27c-3685-47a3-a6b6-ac859523d74f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=600bd27c-3685-47a3-a6b6-ac859523d74f,segment=NetworkSegment(8ba6108b-1708-4a80-9682-555c7e88c511),segment_id=8ba6108b-1708-4a80-9682-555c7e88c511)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:54.142350 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f0d3b71-6d7e-487b-9d69-c280fa5d2aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:54.168244 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0023c2fe-49e5-4953-9579-bd4d0035fd20 req-4e3a3ec5-df1f-4616-a222-0cca1de81eed tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371417 Jul 22 19:04:54.168792 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-8f0d3b71-6d7e-487b-9d69-c280fa5d2aba admin admin] Calling delete_port for 600bd27c-3685-47a3-a6b6-ac859523d74f owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:04:54.410169 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-1c664d40-10f1-49e5-b631-d348995ba920 req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] Attempting to bind port 9975ab8b-abed-46ad-b271-752024d1b9b4 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:04:54.410569 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-1c664d40-10f1-49e5-b631-d348995ba920 req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] Attempting to bind port 9975ab8b-abed-46ad-b271-752024d1b9b4 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:04:54.410998 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c664d40-10f1-49e5-b631-d348995ba920 req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] Attempting to bind port 9975ab8b-abed-46ad-b271-752024d1b9b4 on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:04:54.492466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c664d40-10f1-49e5-b631-d348995ba920 req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] Port 9975ab8b-abed-46ad-b271-752024d1b9b4 on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:04:54.492981 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c664d40-10f1-49e5-b631-d348995ba920 req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] Attempting to bind port 9975ab8b-abed-46ad-b271-752024d1b9b4 on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:04:54.519686 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c664d40-10f1-49e5-b631-d348995ba920 req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:04:54.521125 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c664d40-10f1-49e5-b631-d348995ba920 req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] Checking segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:04:54.522265 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c664d40-10f1-49e5-b631-d348995ba920 req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] Bound using segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:04:54.523592 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-1c664d40-10f1-49e5-b631-d348995ba920 req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] Bound port: 9975ab8b-abed-46ad-b271-752024d1b9b4, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:04:54.524525 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1c664d40-10f1-49e5-b631-d348995ba920 req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:54.527556 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f0d3b71-6d7e-487b-9d69-c280fa5d2aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:54.560772 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d3b71-6d7e-487b-9d69-c280fa5d2aba admin admin] Pushing event deleted for resources: {'Port': ['ID=600bd27c-3685-47a3-a6b6-ac859523d74f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:54.587410 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af6437-1e5a-4607-a8b9-e4ca739ae61d req-d35f019a-4b5e-47b2-bb3d-d34ab561da70 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:54.589246 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-88af6437-1e5a-4607-a8b9-e4ca739ae61d req-d35f019a-4b5e-47b2-bb3d-d34ab561da70 tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee8c392b-ba11-46f9-b9fb-e2467d884f97 HTTP/1.1" status: 200 len: 948 time: 0.1304517 Jul 22 19:04:54.667903 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed4df9-3236-4a2f-a978-084b65bafeeb req-0e85a836-f7c0-4483-9ed5-6959642ea59c tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:54.669564 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-feed4df9-3236-4a2f-a978-084b65bafeeb req-0e85a836-f7c0-4483-9ed5-6959642ea59c tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 943 time: 0.3168380 Jul 22 19:04:54.729726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e979583-b66a-4e9e-be84-33fbca5c45c7 req-9e4a99ac-1c5c-44ae-a52e-b6633ae2ce28 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:54.737030 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4e979583-b66a-4e9e-be84-33fbca5c45c7 req-9e4a99ac-1c5c-44ae-a52e-b6633ae2ce28 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6d2dab-e90f-483c-8d58-f38e1b35e2e8 HTTP/1.1" status: 200 len: 945 time: 0.3965919 Jul 22 19:04:54.851314 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-feed4df9-3236-4a2f-a978-084b65bafeeb req-94239522-f4f3-4dab-b681-7da20c1c5a71 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554577 Jul 22 19:04:54.865293 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-1c664d40-10f1-49e5-b631-d348995ba920 req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] For port 9975ab8b-abed-46ad-b271-752024d1b9b4, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:04:54.870964 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4e979583-b66a-4e9e-be84-33fbca5c45c7 req-fa09bafc-ed45-4ada-9160-75ae29a890b0 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a7317e2-cb96-468d-9d16-a24e3bd51896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329796 Jul 22 19:04:54.897403 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-1c664d40-10f1-49e5-b631-d348995ba920 req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] For port 9975ab8b-abed-46ad-b271-752024d1b9b4, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9975ab8b-abed-46ad-b271-752024d1b9b4,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:04:54.903381 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f0d3b71-6d7e-487b-9d69-c280fa5d2aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:54.922182 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1c664d40-10f1-49e5-b631-d348995ba920 req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:54.993900 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c664d40-10f1-49e5-b631-d348995ba920 req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:54.994695 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1c664d40-10f1-49e5-b631-d348995ba920 req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:54.996872 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c664d40-10f1-49e5-b631-d348995ba920 req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] 10.222.0.30 "PUT /v2.0/ports/9975ab8b-abed-46ad-b271-752024d1b9b4 HTTP/1.1" status: 200 len: 1092 time: 2.3629997 Jul 22 19:04:54.997510 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e606f4b7-4232-4275-8e2c-8916f993a15c', 'tag': '9975ab8b-abed-46ad-b271-752024d1b9b4'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:55.001000 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9203117d-694f-4422-bd42-833de0cb6846" -d '{"events": [{"name": "network-changed", "server_uuid": "e606f4b7-4232-4275-8e2c-8916f993a15c", "tag": "9975ab8b-abed-46ad-b271-752024d1b9b4"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:55.005092 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf632bc6-3c3d-4447-8aed-8f190c6dc1c7 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:04:55.015704 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-88af6437-1e5a-4607-a8b9-e4ca739ae61d req-e5067c4f-e165-44be-98ab-2f866458d96e tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Deleting port 866282cd-1e57-454f-869c-3ecbf81b3ec7 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:04:55.016130 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-88af6437-1e5a-4607-a8b9-e4ca739ae61d req-e5067c4f-e165-44be-98ab-2f866458d96e tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:55.210336 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-88af6437-1e5a-4607-a8b9-e4ca739ae61d req-e5067c4f-e165-44be-98ab-2f866458d96e tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] For port 866282cd-1e57-454f-869c-3ecbf81b3ec7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=866282cd-1e57-454f-869c-3ecbf81b3ec7,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:55.210718 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-88af6437-1e5a-4607-a8b9-e4ca739ae61d req-e5067c4f-e165-44be-98ab-2f866458d96e tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:55.235976 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-88af6437-1e5a-4607-a8b9-e4ca739ae61d req-e5067c4f-e165-44be-98ab-2f866458d96e tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Calling delete_port for 866282cd-1e57-454f-869c-3ecbf81b3ec7 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:04:55.332519 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0d3b71-6d7e-487b-9d69-c280fa5d2aba admin admin] Router fd01c0ed-8e79-40e7-998c-2c854424bd30 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:04:55.356697 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:55.441168 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a02c3bcc-1ba2-4e44-a375-1102d2f5b9f9 req-a936f534-80ad-48f9-8ad3-02a8c4232448 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.13 "GET /v2.0/ports?device_id=33ee0b0f-9a3a-4a92-8708-8a102c57e57a HTTP/1.1" status: 200 len: 210 time: 0.0803072 Jul 22 19:04:55.487103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Transition to ACTIVE for port object bf632bc6-3c3d-4447-8aed-8f190c6dc1c7 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:04:55.491581 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d076f80-3c4d-49d8-b407-57259f68a1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9975ab8b-abed-46ad-b271-752024d1b9b4,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:55.512093 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:55.730793 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c38a57-bf40-4ed2-8df0-368b91173788 req-417b01ba-c883-4677-9a81-0388d0ad0163 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:55.732265 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30c38a57-bf40-4ed2-8df0-368b91173788 req-417b01ba-c883-4677-9a81-0388d0ad0163 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ead28b5-4684-49d6-bc05-c10251ebef90 HTTP/1.1" status: 200 len: 931 time: 0.7468207 Jul 22 19:04:55.735223 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c664d40-10f1-49e5-b631-d348995ba920 req-64cd03b7-b1a1-48cb-92d4-3d133a38dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:55.736850 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c664d40-10f1-49e5-b631-d348995ba920 req-64cd03b7-b1a1-48cb-92d4-3d133a38dc29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 1095 time: 0.3749278 Jul 22 19:04:55.757035 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Pushing event updated for resources: {'Port': ['ID=bf632bc6-3c3d-4447-8aed-8f190c6dc1c7,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:55.842330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-870c3c9e-8b58-439d-8d64-a6e5b6e0c734 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:55.843620 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-88af6437-1e5a-4607-a8b9-e4ca739ae61d req-e5067c4f-e165-44be-98ab-2f866458d96e tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:55.844285 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-870c3c9e-8b58-439d-8d64-a6e5b6e0c734 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.30 "GET /v2.0/networks?id=d1fbd0b4-b0e8-4e5e-8830-decddaea3442 HTTP/1.1" status: 200 len: 815 time: 0.4814522 Jul 22 19:04:55.862818 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c664d40-10f1-49e5-b631-d348995ba920 req-6dffcf56-086d-4e0d-991f-3daa5f3b6e7b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9975ab8b-abed-46ad-b271-752024d1b9b4 HTTP/1.1" status: 200 len: 217 time: 0.1020284 Jul 22 19:04:55.868590 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-6410c722-2233-4059-a5ab-3fac45a35414 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Request body: {'port': {'device_id': '33ee0b0f-9a3a-4a92-8708-8a102c57e57a', 'network_id': 'd1fbd0b4-b0e8-4e5e-8830-decddaea3442', 'admin_state_up': True, 'tenant_id': 'f549a6b314db4f14a2d82fddee1d2578'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:55.875976 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0d3b71-6d7e-487b-9d69-c280fa5d2aba admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:04:55.878934 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5067c4f-e165-44be-98ab-2f866458d96e tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Pushing event deleted for resources: {'Port': ['ID=866282cd-1e57-454f-869c-3ecbf81b3ec7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:55.886791 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf14b4ec-b6f8-4650-8eee-29d9ac25fef0 None None] Sync routers for ids ['fd01c0ed-8e79-40e7-998c-2c854424bd30'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:04:55.899101 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8f0d3b71-6d7e-487b-9d69-c280fa5d2aba admin admin] 10.222.0.13 "PUT /v2.0/routers/fd01c0ed-8e79-40e7-998c-2c854424bd30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7267263 Jul 22 19:04:55.899703 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf14b4ec-b6f8-4650-8eee-29d9ac25fef0 None None] Routers {'fd01c0ed-8e79-40e7-998c-2c854424bd30'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:04:55.900998 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-cf14b4ec-b6f8-4650-8eee-29d9ac25fef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:04:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fd01c0ed-8e79-40e7-998c-2c854424bd30'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:55.901589 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33106) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:55.977729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054584f0-d353-4e81-8369-384cf3631bc4 req-4e37810c-44f5-4e2e-b367-fd7026cf788f tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:55.979262 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-054584f0-d353-4e81-8369-384cf3631bc4 req-4e37810c-44f5-4e2e-b367-fd7026cf788f tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 1098 time: 0.4136140 Jul 22 19:04:55.997000 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30c38a57-bf40-4ed2-8df0-368b91173788 req-6aebac40-30dc-4725-8530-71f99962b2f9 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349920 Jul 22 19:04:56.021836 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-88af6437-1e5a-4607-a8b9-e4ca739ae61d req-e5067c4f-e165-44be-98ab-2f866458d96e tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] No DVR routers for this DVR port 866282cd-1e57-454f-869c-3ecbf81b3ec7 on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:04:56.025824 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-88af6437-1e5a-4607-a8b9-e4ca739ae61d req-e5067c4f-e165-44be-98ab-2f866458d96e tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:56.027803 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-88af6437-1e5a-4607-a8b9-e4ca739ae61d req-e5067c4f-e165-44be-98ab-2f866458d96e tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.16 "DELETE /v2.0/ports/866282cd-1e57-454f-869c-3ecbf81b3ec7 HTTP/1.1" status: 204 len: 173 time: 1.4153273 Jul 22 19:04:56.028256 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8c392b-ba11-46f9-b9fb-e2467d884f97', 'name': 'network-vif-deleted', 'tag': '866282cd-1e57-454f-869c-3ecbf81b3ec7'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:56.031133 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d20061-3450-4981-a818-da9ce4a2ce72" -d '{"events": [{"server_uuid": "ee8c392b-ba11-46f9-b9fb-e2467d884f97", "name": "network-vif-deleted", "tag": "866282cd-1e57-454f-869c-3ecbf81b3ec7"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:56.042084 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Attempting to bind port bf632bc6-3c3d-4447-8aed-8f190c6dc1c7 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:04:56.042424 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Attempting to bind port bf632bc6-3c3d-4447-8aed-8f190c6dc1c7 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:04:56.042784 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Attempting to bind port bf632bc6-3c3d-4447-8aed-8f190c6dc1c7 on network baecdd37-6eb2-4425-b93b-172f9e82b42a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:04:56.043123 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-cf14b4ec-b6f8-4650-8eee-29d9ac25fef0 None None] Set router fd01c0ed-8e79-40e7-998c-2c854424bd30 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:04:56.069817 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c664d40-10f1-49e5-b631-d348995ba920 req-46b25de8-947b-4e62-8f30-506077cde5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:56.071656 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c664d40-10f1-49e5-b631-d348995ba920 req-46b25de8-947b-4e62-8f30-506077cde5a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60c829e4-dea2-469c-8b44-181bb5c85dfe HTTP/1.1" status: 200 len: 860 time: 0.1973960 Jul 22 19:04:56.074890 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Port bf632bc6-3c3d-4447-8aed-8f190c6dc1c7 on network baecdd37-6eb2-4425-b93b-172f9e82b42a not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:04:56.075215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Attempting to bind port bf632bc6-3c3d-4447-8aed-8f190c6dc1c7 on network baecdd37-6eb2-4425-b93b-172f9e82b42a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:04:56.101763 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef57d7bf-5ea7-4af6-bd9a-8bcb523a03c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:56.129031 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:04:56.129381 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Checking segment: {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:04:56.129774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Bound using segment: {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:04:56.130233 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Bound port: bf632bc6-3c3d-4447-8aed-8f190c6dc1c7, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:04:56.130595 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:56.169981 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c664d40-10f1-49e5-b631-d348995ba920 req-2650d51a-b537-4c51-8126-2c0cfcd257cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882177 Jul 22 19:04:56.205687 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-054584f0-d353-4e81-8369-384cf3631bc4 req-fc804a3c-7028-483c-8c1c-2b3b2df9cd8d tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135344 Jul 22 19:04:56.211570 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f60d5141-bc77-437e-b928-699a3775ea7d req-f426a8e0-a7ae-4b23-9764-cfaf096069bf tempest-ImagesOneServerTestJSON-484491148 tempest-ImagesOneServerTestJSON-484491148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee8c392b-ba11-46f9-b9fb-e2467d884f97 HTTP/1.1" status: 200 len: 210 time: 0.1150875 Jul 22 19:04:56.238689 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef57d7bf-5ea7-4af6-bd9a-8bcb523a03c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:56.293206 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-cf14b4ec-b6f8-4650-8eee-29d9ac25fef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'name': 'tempest-ServersTestManualDisk-1800578294-router', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:09Z', 'updated_at': '2021-07-22T19:04:54Z', 'revision_number': 5, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'gw_port': {'id': 'afce5aa1-263e-471c-8707-6bf08476b633', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:11Z', 'updated_at': '2021-07-22T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:56.319179 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ef57d7bf-5ea7-4af6-bd9a-8bcb523a03c8 admin admin] Deleting port afce5aa1-263e-471c-8707-6bf08476b633 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:04:56.319616 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef57d7bf-5ea7-4af6-bd9a-8bcb523a03c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:56.339961 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf14b4ec-b6f8-4650-8eee-29d9ac25fef0 None None] Checking router: fd01c0ed-8e79-40e7-998c-2c854424bd30 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:04:56.351093 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf14b4ec-b6f8-4650-8eee-29d9ac25fef0 None None] Routers {'fd01c0ed-8e79-40e7-998c-2c854424bd30'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:04:56.352008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-cf14b4ec-b6f8-4650-8eee-29d9ac25fef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:04:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fd01c0ed-8e79-40e7-998c-2c854424bd30'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:56.414996 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-ef57d7bf-5ea7-4af6-bd9a-8bcb523a03c8 admin admin] For port afce5aa1-263e-471c-8707-6bf08476b633, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=afce5aa1-263e-471c-8707-6bf08476b633,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:56.415365 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef57d7bf-5ea7-4af6-bd9a-8bcb523a03c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:56.428745 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ef57d7bf-5ea7-4af6-bd9a-8bcb523a03c8 admin admin] Calling delete_port for afce5aa1-263e-471c-8707-6bf08476b633 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:04:56.451647 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039e74d0-ff65-4202-91f2-3feb7675a21f x-openstack-request-id: req-039e74d0-ff65-4202-91f2-3feb7675a21f {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:56.452271 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e606f4b7-4232-4275-8e2c-8916f993a15c", "tag": "9975ab8b-abed-46ad-b271-752024d1b9b4", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:56.452271 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-039e74d0-ff65-4202-91f2-3feb7675a21f {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:56.456938 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e606f4b7-4232-4275-8e2c-8916f993a15c', 'tag': '9975ab8b-abed-46ad-b271-752024d1b9b4', 'status': 'completed', 'code': 200} Jul 22 19:04:56.477299 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-cf14b4ec-b6f8-4650-8eee-29d9ac25fef0 None None] Set router fd01c0ed-8e79-40e7-998c-2c854424bd30 gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:04:56.541950 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-cf14b4ec-b6f8-4650-8eee-29d9ac25fef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'name': 'tempest-ServersTestManualDisk-1800578294-router', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:09Z', 'updated_at': '2021-07-22T19:04:56Z', 'revision_number': 6, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:56.546869 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c664d40-10f1-49e5-b631-d348995ba920 req-848fdc24-7f08-4e78-a3ac-0bf3f4bbb23d service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394740 Jul 22 19:04:56.577123 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf14b4ec-b6f8-4650-8eee-29d9ac25fef0 None None] The sync data for ids ['fd01c0ed-8e79-40e7-998c-2c854424bd30'] in n-d-800086-12 is: [{'id': 'fd01c0ed-8e79-40e7-998c-2c854424bd30', 'name': 'tempest-ServersTestManualDisk-1800578294-router', 'tenant_id': '32cea476df594530ba3ecc2a722772ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:09Z', 'updated_at': '2021-07-22T19:04:56Z', 'revision_number': 6, 'project_id': '32cea476df594530ba3ecc2a722772ea', 'gw_port_host': None}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:04:56.627433 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-6410c722-2233-4059-a5ab-3fac45a35414 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Made reservation on behalf of f549a6b314db4f14a2d82fddee1d2578 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:04:56.631013 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-6410c722-2233-4059-a5ab-3fac45a35414 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:56.635496 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] For port bf632bc6-3c3d-4447-8aed-8f190c6dc1c7, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:04:56.638160 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef57d7bf-5ea7-4af6-bd9a-8bcb523a03c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:56.666743 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57d7bf-5ea7-4af6-bd9a-8bcb523a03c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=afce5aa1-263e-471c-8707-6bf08476b633,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:56.698048 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] For port bf632bc6-3c3d-4447-8aed-8f190c6dc1c7, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=bf632bc6-3c3d-4447-8aed-8f190c6dc1c7,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:04:56.737612 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef57d7bf-5ea7-4af6-bd9a-8bcb523a03c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:56.740578 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:56.826504 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef57d7bf-5ea7-4af6-bd9a-8bcb523a03c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:56.827692 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:56.828228 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:56.828724 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef57d7bf-5ea7-4af6-bd9a-8bcb523a03c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:56.829918 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] 10.222.0.16 "PUT /v2.0/ports/bf632bc6-3c3d-4447-8aed-8f190c6dc1c7 HTTP/1.1" status: 200 len: 1092 time: 2.9674351 Jul 22 19:04:56.848160 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761bc21-22c0-4b8d-8518-1af2278c5333 req-cbb9b543-16cd-49d5-af35-ef6d08445315 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:56.849710 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c761bc21-22c0-4b8d-8518-1af2278c5333 req-cbb9b543-16cd-49d5-af35-ef6d08445315 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6d2dab-e90f-483c-8d58-f38e1b35e2e8 HTTP/1.1" status: 200 len: 945 time: 0.3475394 Jul 22 19:04:56.873473 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef57d7bf-5ea7-4af6-bd9a-8bcb523a03c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:56.873995 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef57d7bf-5ea7-4af6-bd9a-8bcb523a03c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd01c0ed-8e79-40e7-998c-2c854424bd30 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:04:56.879723 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef57d7bf-5ea7-4af6-bd9a-8bcb523a03c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:56.882804 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ef57d7bf-5ea7-4af6-bd9a-8bcb523a03c8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/fd01c0ed-8e79-40e7-998c-2c854424bd30 HTTP/1.1" status: 204 len: 168 time: 0.9780316 Jul 22 19:04:56.883242 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33116) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:56.928629 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2029891-4937-48e6-95f5-197cb8046bc5 admin admin] Deleting subnet dc74cdfe-e4d6-4618-a32b-bdd2a489d365 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:04:56.931975 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2029891-4937-48e6-95f5-197cb8046bc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:56.961996 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0eb463-3671-4c3a-b6ef-9a6cf6ef0597 req-bf0cdf6c-f244-4372-a3b7-8f173d9aa29a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:56.963729 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef0eb463-3671-4c3a-b6ef-9a6cf6ef0597 req-bf0cdf6c-f244-4372-a3b7-8f173d9aa29a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 943 time: 0.5032115 Jul 22 19:04:56.969437 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Pushing event updated for resources: {'Port': ['ID=bf632bc6-3c3d-4447-8aed-8f190c6dc1c7,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:56.973037 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c664d40-10f1-49e5-b631-d348995ba920 req-37508b95-bcbf-4021-a494-0f0c92f8b091 service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998427 Jul 22 19:04:56.975485 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2029891-4937-48e6-95f5-197cb8046bc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:57.031024 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:57.031349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:57.031692 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:57.032024 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:57.032352 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:57.032707 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:57.033031 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:57.033357 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:57.033676 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:57.034001 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:57.034317 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:57.034640 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78998e-7df8-4f7c-9083-35cfd3eaf69c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:04:57.072118 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2029891-4937-48e6-95f5-197cb8046bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:57.117917 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c761bc21-22c0-4b8d-8518-1af2278c5333 req-8860415e-4e07-4cf3-b237-a21ff9312546 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a7317e2-cb96-468d-9d16-a24e3bd51896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546453 Jul 22 19:04:57.129281 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2029891-4937-48e6-95f5-197cb8046bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:57.148131 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-6410c722-2233-4059-a5ab-3fac45a35414 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Allocated IP 172.20.0.14 (d1fbd0b4-b0e8-4e5e-8830-decddaea3442/61f64d36-0bd3-4d8e-b333-561c0cd3a532/a81d358e-10b3-4d15-99c5-d3d57fee3775) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:04:57.161970 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2029891-4937-48e6-95f5-197cb8046bc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc74cdfe-e4d6-4618-a32b-bdd2a489d365,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:57.163953 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2029891-4937-48e6-95f5-197cb8046bc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:57.168396 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d2029891-4937-48e6-95f5-197cb8046bc5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dc74cdfe-e4d6-4618-a32b-bdd2a489d365 HTTP/1.1" status: 204 len: 168 time: 0.2816944 Jul 22 19:04:57.168396 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cc8b63-aecb-4f9c-b0c5-5d94df1e5ee4 x-openstack-request-id: req-62cc8b63-aecb-4f9c-b0c5-5d94df1e5ee4 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:04:57.168953 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8c392b-ba11-46f9-b9fb-e2467d884f97", "name": "network-vif-deleted", "tag": "866282cd-1e57-454f-869c-3ecbf81b3ec7", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:04:57.168953 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62cc8b63-aecb-4f9c-b0c5-5d94df1e5ee4 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:04:57.169458 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef0eb463-3671-4c3a-b6ef-9a6cf6ef0597 req-bbdd7a1c-802a-4928-8973-733c8140079a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898019 Jul 22 19:04:57.173431 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33122) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:57.175969 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8c392b-ba11-46f9-b9fb-e2467d884f97', 'name': 'network-vif-deleted', 'tag': '866282cd-1e57-454f-869c-3ecbf81b3ec7', 'status': 'completed', 'code': 200} Jul 22 19:04:57.178479 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa9b510-b712-4b02-8e7a-fe5c2f8ab358 None None] Network 8c51d31c-fc03-4579-a008-0158f0e29dc1 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:04:57.203650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-3b414808-3d1b-45e7-8f9f-5efe85d83dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:57.205223 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-3b414808-3d1b-45e7-8f9f-5efe85d83dd7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&device_id=2ead28b5-4684-49d6-bc05-c10251ebef90 HTTP/1.1" status: 200 len: 1095 time: 0.3219981 Jul 22 19:04:57.335198 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-5ad5692f-dfec-48f4-bb44-2f354fedf0cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf632bc6-3c3d-4447-8aed-8f190c6dc1c7 HTTP/1.1" status: 200 len: 217 time: 0.1112874 Jul 22 19:04:57.367553 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203117d-694f-4422-bd42-833de0cb6846 req-179e6c92-2352-49b8-b7ff-761c691659f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:57.369215 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9203117d-694f-4422-bd42-833de0cb6846 req-179e6c92-2352-49b8-b7ff-761c691659f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 1095 time: 0.3402169 Jul 22 19:04:57.385031 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5566270-5ed2-40c7-be99-291ab93f0e96 req-40901b07-e6e0-4fb3-8c9e-f388b8b35165 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.13 "GET /v2.0/ports?device_id=33ee0b0f-9a3a-4a92-8708-8a102c57e57a HTTP/1.1" status: 200 len: 210 time: 0.1385524 Jul 22 19:04:57.408997 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a0d671-043c-48bd-bce5-cea8535fdb9e None None] DHCP port deletion for 8c51d31c-fc03-4579-a008-0158f0e29dc1 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:04:57.441479 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-710d8a44-030e-49a7-8b54-b16d26d5ca1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:57.462131 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b3a0d671-043c-48bd-bce5-cea8535fdb9e None None] Deleting port e625f227-fd8c-4b9c-a2c9-fbd81f38dd57 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:04:57.462593 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b3a0d671-043c-48bd-bce5-cea8535fdb9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:57.526423 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-b3a0d671-043c-48bd-bce5-cea8535fdb9e None None] For port e625f227-fd8c-4b9c-a2c9-fbd81f38dd57, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e625f227-fd8c-4b9c-a2c9-fbd81f38dd57,segment=NetworkSegment(8ba6108b-1708-4a80-9682-555c7e88c511),segment_id=8ba6108b-1708-4a80-9682-555c7e88c511)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:57.526660 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b3a0d671-043c-48bd-bce5-cea8535fdb9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:57.540254 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b3a0d671-043c-48bd-bce5-cea8535fdb9e None None] Calling delete_port for e625f227-fd8c-4b9c-a2c9-fbd81f38dd57 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:04:57.639362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-a39ade30-30b0-4971-8ff8-cc4a18191b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:57.640950 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-a39ade30-30b0-4971-8ff8-cc4a18191b37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b80c7ab-8b96-4210-8e6b-d0b73d261a94 HTTP/1.1" status: 200 len: 846 time: 0.2669594 Jul 22 19:04:57.644203 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b3a0d671-043c-48bd-bce5-cea8535fdb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:57.659939 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device afce5aa1-263e-471c-8707-6bf08476b633 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:04:57.664755 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a0d671-043c-48bd-bce5-cea8535fdb9e None None] No DVR routers for this DVR port e625f227-fd8c-4b9c-a2c9-fbd81f38dd57 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:04:57.693744 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af4383fa-631e-4132-a1d1-8f69188b679a req-c8be94b5-8294-4129-b47b-67d9903f1be4 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1575930505&fields=id&tenant_id=aca0a3898daa4428aa1f56ddc1dd9ffe HTTP/1.1" status: 200 len: 267 time: 0.2133632 Jul 22 19:04:57.707940 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0d671-043c-48bd-bce5-cea8535fdb9e None None] Pushing event deleted for resources: {'Port': ['ID=e625f227-fd8c-4b9c-a2c9-fbd81f38dd57,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:57.711000 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: afce5aa1-263e-471c-8707-6bf08476b633 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:04:57.711353 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device afce5aa1-263e-471c-8707-6bf08476b633 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:04:57.711775 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e625f227-fd8c-4b9c-a2c9-fbd81f38dd57 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:04:57.732301 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: e625f227-fd8c-4b9c-a2c9-fbd81f38dd57 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:04:57.732406 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e625f227-fd8c-4b9c-a2c9-fbd81f38dd57 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:04:57.732815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 600bd27c-3685-47a3-a6b6-ac859523d74f no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:04:57.740353 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-30ba7164-dd75-428d-abf3-79675716ce65 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=baecdd37-6eb2-4425-b93b-172f9e82b42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706983 Jul 22 19:04:57.757011 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c8895-42c1-4964-93b3-2c95baf8a9b7 req-3248b16f-7aee-4dcf-ae95-85fed19a141c tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:57.757276 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 600bd27c-3685-47a3-a6b6-ac859523d74f {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:04:57.757614 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 600bd27c-3685-47a3-a6b6-ac859523d74f not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:04:57.759018 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a46c8895-42c1-4964-93b3-2c95baf8a9b7 req-3248b16f-7aee-4dcf-ae95-85fed19a141c tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ead28b5-4684-49d6-bc05-c10251ebef90 HTTP/1.1" status: 200 len: 943 time: 0.4618521 Jul 22 19:04:57.808385 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203117d-694f-4422-bd42-833de0cb6846 req-13030278-8547-400e-a656-72f913e2dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:57.809871 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9203117d-694f-4422-bd42-833de0cb6846 req-13030278-8547-400e-a656-72f913e2dcf8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 921 time: 0.4188271 Jul 22 19:04:57.835273 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-6410c722-2233-4059-a5ab-3fac45a35414 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:58.181884 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9203117d-694f-4422-bd42-833de0cb6846 req-451944aa-13b6-4f1c-9bae-7c7a137ca129 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9975ab8b-abed-46ad-b271-752024d1b9b4 HTTP/1.1" status: 200 len: 217 time: 0.3572516 Jul 22 19:04:58.287204 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a46c8895-42c1-4964-93b3-2c95baf8a9b7 req-8a087578-a5b2-43a3-b3b0-4c3c7ca3824b tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973245 Jul 22 19:04:58.295620 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-710d8a44-030e-49a7-8b54-b16d26d5ca1a admin admin] Deleting port e625f227-fd8c-4b9c-a2c9-fbd81f38dd57 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:04:58.296023 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-710d8a44-030e-49a7-8b54-b16d26d5ca1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:58.337647 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1cb36f62-3a39-4c0c-bcc5-c3005e108b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:58.354552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4383fa-631e-4132-a1d1-8f69188b679a req-d8c96ab8-f939-4bd2-b89d-dec3dd81e593 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:58.356058 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af4383fa-631e-4132-a1d1-8f69188b679a req-d8c96ab8-f939-4bd2-b89d-dec3dd81e593 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6d2dab-e90f-483c-8d58-f38e1b35e2e8 HTTP/1.1" status: 200 len: 945 time: 0.6356585 Jul 22 19:04:58.363176 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-ecacbe0f-601b-4ae4-a2dd-317d77c74ca3 service neutron] 10.222.0.16 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856457 Jul 22 19:04:58.370740 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203117d-694f-4422-bd42-833de0cb6846 req-c85a734b-69a2-46b3-9431-00e47a7a4f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:58.372144 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9203117d-694f-4422-bd42-833de0cb6846 req-c85a734b-69a2-46b3-9431-00e47a7a4f4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60c829e4-dea2-469c-8b44-181bb5c85dfe HTTP/1.1" status: 200 len: 860 time: 0.1587179 Jul 22 19:04:58.379493 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-af4383fa-631e-4132-a1d1-8f69188b679a req-e860bb4d-7092-4b83-959c-7371859e94bf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Request body: {'port': {'security_groups': ['1a7317e2-cb96-468d-9d16-a24e3bd51896', '439cda35-44b3-45e1-a5a4-812096f5bd91']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:58.465015 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ead28b5-4684-49d6-bc05-c10251ebef90', 'tag': 'bf632bc6-3c3d-4447-8aed-8f190c6dc1c7'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:04:58.467790 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35148787-4ef6-4a12-a5de-213adacb7bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "2ead28b5-4684-49d6-bc05-c10251ebef90", "tag": "bf632bc6-3c3d-4447-8aed-8f190c6dc1c7"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:04:58.498994 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-6410c722-2233-4059-a5ab-3fac45a35414 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:58.502866 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9203117d-694f-4422-bd42-833de0cb6846 req-c7feb74f-6d1f-4c23-ac4b-ece18ba44d4e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100564 Jul 22 19:04:58.516425 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-710d8a44-030e-49a7-8b54-b16d26d5ca1a admin admin] For port e625f227-fd8c-4b9c-a2c9-fbd81f38dd57, host n-d-800086-12, got binding levels [] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:58.516809 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-710d8a44-030e-49a7-8b54-b16d26d5ca1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:58.636978 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-710d8a44-030e-49a7-8b54-b16d26d5ca1a admin admin] Calling delete_port for e625f227-fd8c-4b9c-a2c9-fbd81f38dd57 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:04:58.644867 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.ipam_backend_mixin [None req-710d8a44-030e-49a7-8b54-b16d26d5ca1a admin admin] Port e625f227-fd8c-4b9c-a2c9-fbd81f38dd57 was not found and therefore no delete operation was performed {{(pid=93807) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:04:58.648214 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-6410c722-2233-4059-a5ab-3fac45a35414 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Network d1fbd0b4-b0e8-4e5e-8830-decddaea3442 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:04:58.681599 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-710d8a44-030e-49a7-8b54-b16d26d5ca1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:58.683634 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-6410c722-2233-4059-a5ab-3fac45a35414 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:04:58.692012 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410c722-2233-4059-a5ab-3fac45a35414 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Pushing event updated for resources: {'Port': ['ID=a81d358e-10b3-4d15-99c5-d3d57fee3775,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:58.694411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-6410c722-2233-4059-a5ab-3fac45a35414 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:04:58.807611 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d8a44-030e-49a7-8b54-b16d26d5ca1a admin admin] Pushing event deleted for resources: {'Port': ['ID=e625f227-fd8c-4b9c-a2c9-fbd81f38dd57,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:58.814271 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710d8a44-030e-49a7-8b54-b16d26d5ca1a admin admin] No DVR routers for this DVR port e625f227-fd8c-4b9c-a2c9-fbd81f38dd57 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:04:58.821178 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-af4383fa-631e-4132-a1d1-8f69188b679a req-e860bb4d-7092-4b83-959c-7371859e94bf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:58.836107 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89c0ff83-27dd-4e67-8aba-f48b87c9342b req-48270ce5-cf15-4361-a7bd-a773980ced6a service neutron] 10.222.0.16 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606640 Jul 22 19:04:58.881427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-6410c722-2233-4059-a5ab-3fac45a35414 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:58.882040 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-6410c722-2233-4059-a5ab-3fac45a35414 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:58.903694 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9203117d-694f-4422-bd42-833de0cb6846 req-ab29fb2d-c36e-4ab6-b42b-64bd81bf8e97 service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886261 Jul 22 19:04:58.963539 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-6410c722-2233-4059-a5ab-3fac45a35414 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1087468 Jul 22 19:04:58.994639 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-710d8a44-030e-49a7-8b54-b16d26d5ca1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:59.018610 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] Request body: {'port': {'device_id': '33ee0b0f-9a3a-4a92-8708-8a102c57e57a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:59.045920 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-710d8a44-030e-49a7-8b54-b16d26d5ca1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c51d31c-fc03-4579-a008-0158f0e29dc1']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:59.090220 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-fb6779b5-37b5-41c9-a529-19f7c70bb0ec tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:04:59.091446 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-fb6779b5-37b5-41c9-a529-19f7c70bb0ec tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067809 Jul 22 19:04:59.094067 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-710d8a44-030e-49a7-8b54-b16d26d5ca1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba6108b-1708-4a80-9682-555c7e88c511') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:59.094370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-710d8a44-030e-49a7-8b54-b16d26d5ca1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba6108b-1708-4a80-9682-555c7e88c511') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:04:59.102286 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-7684767d-eb21-4903-94a4-3488ca43bbbe service neutron] Request body: {'binding': {'host': 'n-h2-800086-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:04:59.102768 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-7684767d-eb21-4903-94a4-3488ca43bbbe service neutron] Unknown quota resources ['binding']. {{(pid=93806) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:04:59.118964 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-710d8a44-030e-49a7-8b54-b16d26d5ca1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:59.182947 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-710d8a44-030e-49a7-8b54-b16d26d5ca1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:59.211988 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710d8a44-030e-49a7-8b54-b16d26d5ca1a admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:04:59.212400 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-710d8a44-030e-49a7-8b54-b16d26d5ca1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:04:59.215929 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:04:59.229822 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9203117d-694f-4422-bd42-833de0cb6846 req-6c280a76-79cf-4458-8387-81142bb7712f service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113718 Jul 22 19:04:59.244962 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-7684767d-eb21-4903-94a4-3488ca43bbbe service neutron] Attempting to bind port 8e461ceb-3335-478d-8e7b-ab5d7732f92c on host n-h2-800086-12 for vnic_type normal with profile None {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:04:59.245303 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-7684767d-eb21-4903-94a4-3488ca43bbbe service neutron] Attempting to bind port 8e461ceb-3335-478d-8e7b-ab5d7732f92c by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:04:59.245632 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-7684767d-eb21-4903-94a4-3488ca43bbbe service neutron] Attempting to bind port 8e461ceb-3335-478d-8e7b-ab5d7732f92c on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:04:59.247299 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:59.252950 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-7684767d-eb21-4903-94a4-3488ca43bbbe service neutron] Port 8e461ceb-3335-478d-8e7b-ab5d7732f92c on network 1211dd5d-22dd-42cf-af43-7f788d3e855d not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:04:59.253311 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-7684767d-eb21-4903-94a4-3488ca43bbbe service neutron] Attempting to bind port 8e461ceb-3335-478d-8e7b-ab5d7732f92c on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:04:59.260230 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-7684767d-eb21-4903-94a4-3488ca43bbbe service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:04:59.260230 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-7684767d-eb21-4903-94a4-3488ca43bbbe service neutron] Checking segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:04:59.260230 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-7684767d-eb21-4903-94a4-3488ca43bbbe service neutron] Bound using segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:04:59.260230 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-7684767d-eb21-4903-94a4-3488ca43bbbe service neutron] Bound port: 8e461ceb-3335-478d-8e7b-ab5d7732f92c, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:04:59.276860 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 866282cd-1e57-454f-869c-3ecbf81b3ec7 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:04:59.298690 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 866282cd-1e57-454f-869c-3ecbf81b3ec7 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:04:59.299630 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 866282cd-1e57-454f-869c-3ecbf81b3ec7 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:04:59.318040 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-710d8a44-030e-49a7-8b54-b16d26d5ca1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:59.321636 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-7684767d-eb21-4903-94a4-3488ca43bbbe service neutron] For port 8e461ceb-3335-478d-8e7b-ab5d7732f92c, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8e461ceb-3335-478d-8e7b-ab5d7732f92c,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:04:59.326735 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-7684767d-eb21-4903-94a4-3488ca43bbbe service neutron] Notify callbacks [] for binding, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:59.328248 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-7684767d-eb21-4903-94a4-3488ca43bbbe service neutron] 10.222.0.13 "POST /v2.0/ports/8e461ceb-3335-478d-8e7b-ab5d7732f92c/bindings HTTP/1.1" status: 201 len: 390 time: 0.2295654 Jul 22 19:04:59.388642 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-710d8a44-030e-49a7-8b54-b16d26d5ca1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:59.390592 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-710d8a44-030e-49a7-8b54-b16d26d5ca1a admin admin] 10.222.0.13 "DELETE /v2.0/networks/8c51d31c-fc03-4579-a008-0158f0e29dc1 HTTP/1.1" status: 204 len: 168 time: 2.2151232 Jul 22 19:04:59.395476 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d8a44-030e-49a7-8b54-b16d26d5ca1a admin admin] Pushing event deleted for resources: {'Network': ['ID=8c51d31c-fc03-4579-a008-0158f0e29dc1,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:59.510635 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-af4383fa-631e-4132-a1d1-8f69188b679a req-e860bb4d-7092-4b83-959c-7371859e94bf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] For port e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d,segment=NetworkSegment(a4ae3ad1-0113-4f2d-8719-18a10c10aeb6),segment_id=a4ae3ad1-0113-4f2d-8719-18a10c10aeb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:04:59.579275 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-af4383fa-631e-4132-a1d1-8f69188b679a req-e860bb4d-7092-4b83-959c-7371859e94bf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:59.654211 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-af4383fa-631e-4132-a1d1-8f69188b679a req-e860bb4d-7092-4b83-959c-7371859e94bf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:59.665141 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33166) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:59.669332 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:59.753082 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4383fa-631e-4132-a1d1-8f69188b679a req-e860bb4d-7092-4b83-959c-7371859e94bf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:59.753082 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-af4383fa-631e-4132-a1d1-8f69188b679a req-e860bb4d-7092-4b83-959c-7371859e94bf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:59.753414 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-acd77577-ab76-4bff-a92b-69324d8df652 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32cea476df594530ba3ecc2a722772ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0832775 Jul 22 19:04:59.753921 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af4383fa-631e-4132-a1d1-8f69188b679a req-e860bb4d-7092-4b83-959c-7371859e94bf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "PUT /v2.0/ports/e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d HTTP/1.1" status: 200 len: 981 time: 1.3880494 Jul 22 19:04:59.754039 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33170) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:59.801011 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860bb4d-7092-4b83-959c-7371859e94bf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event updated for resources: {'Port': ['ID=e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d,revision_number=6']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:59.829246 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034748e-767c-4c32-8a23-f8bd3cdc0924 req-c05078b6-1af7-4563-b98d-921aef965c6c tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:59.830813 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a034748e-767c-4c32-8a23-f8bd3cdc0924 req-c05078b6-1af7-4563-b98d-921aef965c6c tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 943 time: 0.2724724 Jul 22 19:04:59.837165 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:04:59.843727 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33174) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:04:59.864648 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c32fd413-c8c8-45c8-b4fc-d16ebe51ad58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:59.873161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-d6eb1f11-5f76-46f2-ba59-b522360d96ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:04:59.874664 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-d6eb1f11-5f76-46f2-ba59-b522360d96ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 1098 time: 0.3055992 Jul 22 19:04:59.888529 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c32fd413-c8c8-45c8-b4fc-d16ebe51ad58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:59.946886 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c32fd413-c8c8-45c8-b4fc-d16ebe51ad58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:59.954312 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c32fd413-c8c8-45c8-b4fc-d16ebe51ad58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:04:59.954312 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c32fd413-c8c8-45c8-b4fc-d16ebe51ad58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd222a6f-eb14-4183-97e2-81002ed5fbae HTTP/1.1" status: 204 len: 168 time: 0.1967602 Jul 22 19:04:59.959517 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81d358e-10b3-4d15-99c5-d3d57fee3775 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:04:59.961025 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fd413-c8c8-45c8-b4fc-d16ebe51ad58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd222a6f-eb14-4183-97e2-81002ed5fbae,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:04:59.975059 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:00.030437 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a034748e-767c-4c32-8a23-f8bd3cdc0924 req-e1aa1c94-0f9c-464b-a550-d6ab683d86f2 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822145 Jul 22 19:05:00.042957 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] Transition to ACTIVE for port object a81d358e-10b3-4d15-99c5-d3d57fee3775 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:05:00.051173 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:00.071158 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-75aeb248-356a-43f9-a99a-629b543fb377 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15d8498d1f484af892003802c7def1e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196839 Jul 22 19:05:00.072183 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33180) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:00.101928 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138d51c-11a1-4ec7-9eba-efc8f9517493 req-cf2f5ba6-b00d-4a89-9ee8-2ff7d6256eed tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:00.103486 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e138d51c-11a1-4ec7-9eba-efc8f9517493 req-cf2f5ba6-b00d-4a89-9ee8-2ff7d6256eed tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.13 "GET /v2.0/ports?device_id=33ee0b0f-9a3a-4a92-8708-8a102c57e57a HTTP/1.1" status: 200 len: 932 time: 0.2698238 Jul 22 19:05:00.116327 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-c1824133-6ba1-436b-bb68-8463995bc1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:00.117935 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-c1824133-6ba1-436b-bb68-8463995bc1e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 909 time: 0.2186620 Jul 22 19:05:00.131392 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38de8df2-0b47-46fa-90d6-2702d717e4ef x-openstack-request-id: req-38de8df2-0b47-46fa-90d6-2702d717e4ef {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:00.131680 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ead28b5-4684-49d6-bc05-c10251ebef90", "tag": "bf632bc6-3c3d-4447-8aed-8f190c6dc1c7", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:00.131949 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38de8df2-0b47-46fa-90d6-2702d717e4ef {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:00.132414 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ead28b5-4684-49d6-bc05-c10251ebef90', 'tag': 'bf632bc6-3c3d-4447-8aed-8f190c6dc1c7', 'status': 'completed', 'code': 200} Jul 22 19:05:00.158960 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] Pushing event updated for resources: {'Port': ['ID=a81d358e-10b3-4d15-99c5-d3d57fee3775,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:00.191774 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-da808977-a443-4a06-9b81-afc808faf72d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e461ceb-3335-478d-8e7b-ab5d7732f92c HTTP/1.1" status: 200 len: 217 time: 0.0519416 Jul 22 19:05:00.251965 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1faf5e3a-dfac-44af-94b9-3fe41297c597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:00.281698 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1faf5e3a-dfac-44af-94b9-3fe41297c597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:00.292920 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35148787-4ef6-4a12-a5de-213adacb7bc8 req-713116ee-9df5-499c-99be-8ae2eafc81fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:00.294429 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-35148787-4ef6-4a12-a5de-213adacb7bc8 req-713116ee-9df5-499c-99be-8ae2eafc81fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&device_id=2ead28b5-4684-49d6-bc05-c10251ebef90 HTTP/1.1" status: 200 len: 1095 time: 0.1407180 Jul 22 19:05:00.345437 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e138d51c-11a1-4ec7-9eba-efc8f9517493 req-81272c2d-5f9d-49f8-93fe-053cf4d5eb30 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.13 "GET /v2.0/security-groups?id=582eacb3-7502-4e27-a3a7-8ad28c99050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216961 Jul 22 19:05:00.400265 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1faf5e3a-dfac-44af-94b9-3fe41297c597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:00.403021 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1faf5e3a-dfac-44af-94b9-3fe41297c597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:00.407195 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1faf5e3a-dfac-44af-94b9-3fe41297c597 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf64746d-f5db-4176-b2ca-78b4197bc417 HTTP/1.1" status: 204 len: 168 time: 0.3288753 Jul 22 19:05:00.421311 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-b5b675ce-4a9d-4faa-a052-62aa195f85af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:00.423078 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-b5b675ce-4a9d-4faa-a052-62aa195f85af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6ce6dd9-1892-4846-8205-ad77c8cfee8f HTTP/1.1" status: 200 len: 848 time: 0.1784985 Jul 22 19:05:00.424004 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35148787-4ef6-4a12-a5de-213adacb7bc8 req-32ed8507-ed23-47b8-8359-c3790c74f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:00.427597 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-35148787-4ef6-4a12-a5de-213adacb7bc8 req-32ed8507-ed23-47b8-8359-c3790c74f4ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 907 time: 0.1250873 Jul 22 19:05:00.428007 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf5e3a-dfac-44af-94b9-3fe41297c597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf64746d-f5db-4176-b2ca-78b4197bc417,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:00.492091 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-1a096d69-a93e-46e3-b832-8f1dc2ceff88 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1211dd5d-22dd-42cf-af43-7f788d3e855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535016 Jul 22 19:05:00.499606 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-35148787-4ef6-4a12-a5de-213adacb7bc8 req-7fec9a3d-c3b9-45a7-a8e5-ad5a10f443d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf632bc6-3c3d-4447-8aed-8f190c6dc1c7 HTTP/1.1" status: 200 len: 217 time: 0.0615790 Jul 22 19:05:00.508902 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] Attempting to bind port a81d358e-10b3-4d15-99c5-d3d57fee3775 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:05:00.509261 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] Attempting to bind port a81d358e-10b3-4d15-99c5-d3d57fee3775 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '95b44693-99b8-430d-909a-cd6a0ba7fca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd1fbd0b4-b0e8-4e5e-8830-decddaea3442'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:05:00.509572 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] Attempting to bind port a81d358e-10b3-4d15-99c5-d3d57fee3775 on network d1fbd0b4-b0e8-4e5e-8830-decddaea3442 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:00.548315 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d40d6-7b4e-43db-94a6-44e3df89d406 req-e5841a1a-0121-4863-8821-9494a7a5a190 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:00.549806 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-019d40d6-7b4e-43db-94a6-44e3df89d406 req-e5841a1a-0121-4863-8821-9494a7a5a190 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ead28b5-4684-49d6-bc05-c10251ebef90 HTTP/1.1" status: 200 len: 943 time: 0.2892859 Jul 22 19:05:00.572121 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] Port a81d358e-10b3-4d15-99c5-d3d57fee3775 on network d1fbd0b4-b0e8-4e5e-8830-decddaea3442 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:05:00.572509 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] Attempting to bind port a81d358e-10b3-4d15-99c5-d3d57fee3775 on network d1fbd0b4-b0e8-4e5e-8830-decddaea3442 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:00.575344 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35148787-4ef6-4a12-a5de-213adacb7bc8 req-afccdeca-62d3-4da4-8b13-8dde9a1637d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:00.576929 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-35148787-4ef6-4a12-a5de-213adacb7bc8 req-afccdeca-62d3-4da4-8b13-8dde9a1637d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b80c7ab-8b96-4210-8e6b-d0b73d261a94 HTTP/1.1" status: 200 len: 846 time: 0.0706341 Jul 22 19:05:00.609618 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:05:00.610802 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] Checking segment: {'id': '95b44693-99b8-430d-909a-cd6a0ba7fca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd1fbd0b4-b0e8-4e5e-8830-decddaea3442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:05:00.610802 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] Bound using segment: {'id': '95b44693-99b8-430d-909a-cd6a0ba7fca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd1fbd0b4-b0e8-4e5e-8830-decddaea3442'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:05:00.611168 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] Bound port: a81d358e-10b3-4d15-99c5-d3d57fee3775, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b44693-99b8-430d-909a-cd6a0ba7fca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd1fbd0b4-b0e8-4e5e-8830-decddaea3442'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:05:00.611500 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:00.631277 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-35148787-4ef6-4a12-a5de-213adacb7bc8 req-07a169f0-4bc1-43f1-bfb9-ef7fd1a02ca3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=baecdd37-6eb2-4425-b93b-172f9e82b42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465934 Jul 22 19:05:00.716802 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-019d40d6-7b4e-43db-94a6-44e3df89d406 req-dd0675da-36f8-4af1-bcfb-47aaffd4da86 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507056 Jul 22 19:05:00.752712 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-b80aa706-3a26-4a1a-b49d-4843034f68d7 service neutron] 10.222.0.16 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464783 Jul 22 19:05:00.765173 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f002a-81b0-4c49-ac2a-c7038ec89c2d req-2c05d371-64e6-40b7-b892-353e18ad6bd9 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:00.766837 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-332f002a-81b0-4c49-ac2a-c7038ec89c2d req-2c05d371-64e6-40b7-b892-353e18ad6bd9 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 946 time: 0.2776206 Jul 22 19:05:00.813283 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-35148787-4ef6-4a12-a5de-213adacb7bc8 req-8c7e08b7-494f-49f9-a65f-cd17d1a5b736 service neutron] 10.222.0.16 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767087 Jul 22 19:05:00.849208 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] For port a81d358e-10b3-4d15-99c5-d3d57fee3775, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:05:00.915702 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] For port a81d358e-10b3-4d15-99c5-d3d57fee3775, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a81d358e-10b3-4d15-99c5-d3d57fee3775,segment=NetworkSegment(95b44693-99b8-430d-909a-cd6a0ba7fca4),segment_id=95b44693-99b8-430d-909a-cd6a0ba7fca4)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:05:00.931433 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-35148787-4ef6-4a12-a5de-213adacb7bc8 req-c8ca2b6b-a080-4525-8223-0d7f58d04d33 service neutron] 10.222.0.16 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116879 Jul 22 19:05:00.934808 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-332f002a-81b0-4c49-ac2a-c7038ec89c2d req-8569c895-52c1-4778-80a5-6f95c10f3835 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528120 Jul 22 19:05:00.936869 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:00.984629 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6dcc83a9-c6da-4815-a926-e9058488783d req-ff96e8e6-11a1-4709-bee1-7aafc3e869a9 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1172260652&fields=id&tenant_id=aca0a3898daa4428aa1f56ddc1dd9ffe HTTP/1.1" status: 200 len: 267 time: 0.1732590 Jul 22 19:05:00.995413 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:00.996027 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:00.997438 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] 10.222.0.30 "PUT /v2.0/ports/a81d358e-10b3-4d15-99c5-d3d57fee3775 HTTP/1.1" status: 200 len: 1093 time: 1.9898133 Jul 22 19:05:01.005325 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33214) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:01.007663 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-a662c3db-e4ca-429e-8972-a3672f70e8ce service neutron] 10.222.0.16 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337322 Jul 22 19:05:01.036165 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-64eb966a-41cd-40a8-9ecf-58d35a5d22b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:01.047122 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:01.149423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58e88d-fb8a-4bee-ba51-0cf2b657a21d service neutron] Pushing event updated for resources: {'Port': ['ID=a81d358e-10b3-4d15-99c5-d3d57fee3775,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:01.185985 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-de01f26d-58eb-4818-843e-745a4ab820a4 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1617686249-network', 'tenant_id': '6f84c9d83f5c4db298789b1fcc93f31c'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:01.222456 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de01f26d-58eb-4818-843e-745a4ab820a4 admin admin] Made reservation on behalf of 6f84c9d83f5c4db298789b1fcc93f31c for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:05:01.225146 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-de01f26d-58eb-4818-843e-745a4ab820a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:01.240130 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc83a9-c6da-4815-a926-e9058488783d req-5f092495-0c7b-4662-9819-074817948f39 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:01.241943 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6dcc83a9-c6da-4815-a926-e9058488783d req-5f092495-0c7b-4662-9819-074817948f39 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6d2dab-e90f-483c-8d58-f38e1b35e2e8 HTTP/1.1" status: 200 len: 984 time: 0.2375784 Jul 22 19:05:01.253575 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-de01f26d-58eb-4818-843e-745a4ab820a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:01.260512 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-6dcc83a9-c6da-4815-a926-e9058488783d req-24cc0d2a-f4f9-489b-8f1d-77487779695b tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Request body: {'port': {'security_groups': ['1a7317e2-cb96-468d-9d16-a24e3bd51896', '439cda35-44b3-45e1-a5a4-812096f5bd91', '6e221fe6-dc6e-482b-a299-5a7ca40696f4']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:01.266037 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-169ac2e0-ce36-44de-9527-649f650304c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:01.267569 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-169ac2e0-ce36-44de-9527-649f650304c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f549a6b314db4f14a2d82fddee1d2578&device_id=33ee0b0f-9a3a-4a92-8708-8a102c57e57a HTTP/1.1" status: 200 len: 1096 time: 0.1980479 Jul 22 19:05:01.270537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device bf632bc6-3c3d-4447-8aed-8f190c6dc1c7 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:05:01.387436 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-a3a501cd-7ec4-4a98-8fa2-15af4274ea63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a81d358e-10b3-4d15-99c5-d3d57fee3775 HTTP/1.1" status: 200 len: 217 time: 0.1056330 Jul 22 19:05:01.412045 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port bf632bc6-3c3d-4447-8aed-8f190c6dc1c7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=bf632bc6-3c3d-4447-8aed-8f190c6dc1c7,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:01.416909 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-de01f26d-58eb-4818-843e-745a4ab820a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:01.422131 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-de01f26d-58eb-4818-843e-745a4ab820a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:01.427876 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'bf632bc6-3c3d-4447-8aed-8f190c6dc1c7', 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a', 'port_id': 'bf632bc6-3c3d-4447-8aed-8f190c6dc1c7', 'mac_address': 'fa:16:3e:17:4d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b80c7ab-8b96-4210-8e6b-d0b73d261a94', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:05:01.447724 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de01f26d-58eb-4818-843e-745a4ab820a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:05:01.464542 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01f26d-58eb-4818-843e-745a4ab820a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80d2518-65ea-4f40-97ea-0584c08f51a5,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:01.468055 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-de01f26d-58eb-4818-843e-745a4ab820a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:01.468401 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-de01f26d-58eb-4818-843e-745a4ab820a4 admin admin] Added segment c0e29bb0-6310-470b-9186-f4250e36258a of type vlan for network 55a54a7f-b996-4285-9ede-703ace755816 Jul 22 19:05:01.480723 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:01.498129 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf632bc6-3c3d-4447-8aed-8f190c6dc1c7 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:05:01.513789 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6dcc83a9-c6da-4815-a926-e9058488783d req-24cc0d2a-f4f9-489b-8f1d-77487779695b tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:01.515051 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-de01f26d-58eb-4818-843e-745a4ab820a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:01.534717 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port bf632bc6-3c3d-4447-8aed-8f190c6dc1c7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=bf632bc6-3c3d-4447-8aed-8f190c6dc1c7,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:01.539440 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:01.539575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20dbe7-ff4b-4d4f-a756-7b0c6ff9785c req-597a672d-37cc-4f8a-8358-75fc09027532 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:01.541553 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2c20dbe7-ff4b-4d4f-a756-7b0c6ff9785c req-597a672d-37cc-4f8a-8358-75fc09027532 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 943 time: 0.3659992 Jul 22 19:05:01.554586 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-de01f26d-58eb-4818-843e-745a4ab820a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:01.557787 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de01f26d-58eb-4818-843e-745a4ab820a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:01.559858 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-de01f26d-58eb-4818-843e-745a4ab820a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:01.600677 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-de01f26d-58eb-4818-843e-745a4ab820a4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5940373 Jul 22 19:05:01.603636 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33232) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:01.612105 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-43466cf2-6479-41d0-9800-a9f0131f9c50 admin admin] Request body: {'subnet': {'network_id': '55a54a7f-b996-4285-9ede-703ace755816', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1617686249-subnet', 'tenant_id': '6f84c9d83f5c4db298789b1fcc93f31c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:01.616334 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=bf632bc6-3c3d-4447-8aed-8f190c6dc1c7,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:01.649327 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01f26d-58eb-4818-843e-745a4ab820a4 admin admin] Pushing event updated for resources: {'Network': ['ID=55a54a7f-b996-4285-9ede-703ace755816,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:01.660991 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 55a54a7f-b996-4285-9ede-703ace755816 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:05:01.667842 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43466cf2-6479-41d0-9800-a9f0131f9c50 admin admin] Made reservation on behalf of 6f84c9d83f5c4db298789b1fcc93f31c for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:05:01.670437 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43466cf2-6479-41d0-9800-a9f0131f9c50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:01.845951 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['bf632bc6-3c3d-4447-8aed-8f190c6dc1c7'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:01.865936 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43466cf2-6479-41d0-9800-a9f0131f9c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:01.931700 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43466cf2-6479-41d0-9800-a9f0131f9c50 admin admin] Checking segment: {'id': 'c0e29bb0-6310-470b-9186-f4250e36258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '55a54a7f-b996-4285-9ede-703ace755816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:05:01.932095 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43466cf2-6479-41d0-9800-a9f0131f9c50 admin admin] Network hostable DHCP agents. Network: 55a54a7f-b996-4285-9ede-703ace755816, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:05:01.935510 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43466cf2-6479-41d0-9800-a9f0131f9c50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a9ddf55-9ba7-4c92-98ee-213b16a3f808,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:01.954543 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43466cf2-6479-41d0-9800-a9f0131f9c50 admin admin] Network 55a54a7f-b996-4285-9ede-703ace755816 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:05:01.964952 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-43466cf2-6479-41d0-9800-a9f0131f9c50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 55a54a7f-b996-4285-9ede-703ace755816) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:05:01.970937 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43466cf2-6479-41d0-9800-a9f0131f9c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:01.971851 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43466cf2-6479-41d0-9800-a9f0131f9c50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:01.990634 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-43466cf2-6479-41d0-9800-a9f0131f9c50 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3853679 Jul 22 19:05:01.999712 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71c7789-50d7-45ae-95d5-300759b2abfe None None] Network 55a54a7f-b996-4285-9ede-703ace755816 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:05:02.144801 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2c20dbe7-ff4b-4d4f-a756-7b0c6ff9785c req-2db49f78-096b-4da3-8cff-9cc8b1e89ace tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5855670 Jul 22 19:05:02.149599 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6d2dab-e90f-483c-8d58-f38e1b35e2e8', 'tag': 'e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d'}, {'name': 'network-changed', 'server_uuid': '33ee0b0f-9a3a-4a92-8708-8a102c57e57a', 'tag': 'a81d358e-10b3-4d15-99c5-d3d57fee3775'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:02.154695 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b606982-e690-461c-845b-60d4e854e8ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6d2dab-e90f-483c-8d58-f38e1b35e2e8", "tag": "e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d"}, {"name": "network-changed", "server_uuid": "33ee0b0f-9a3a-4a92-8708-8a102c57e57a", "tag": "a81d358e-10b3-4d15-99c5-d3d57fee3775"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:02.177979 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-06ae45d2-94c9-4b95-8739-d9af83dbc8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:02.179649 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-06ae45d2-94c9-4b95-8739-d9af83dbc8dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=61f64d36-0bd3-4d8e-b333-561c0cd3a532 HTTP/1.1" status: 200 len: 855 time: 0.7823126 Jul 22 19:05:02.207600 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-6dcc83a9-c6da-4815-a926-e9058488783d req-24cc0d2a-f4f9-489b-8f1d-77487779695b tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] For port e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d,segment=NetworkSegment(a4ae3ad1-0113-4f2d-8719-18a10c10aeb6),segment_id=a4ae3ad1-0113-4f2d-8719-18a10c10aeb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:02.227760 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-55a54a7f-b996-4285-9ede-703ace755816', 'network_id': '55a54a7f-b996-4285-9ede-703ace755816', 'tenant_id': '6f84c9d83f5c4db298789b1fcc93f31c', 'fixed_ips': [{'subnet_id': '7a9ddf55-9ba7-4c92-98ee-213b16a3f808'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:05:02.229111 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:02.239012 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-446ac7cd-11ca-46cb-9c70-3861c227de59 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1fbd0b4-b0e8-4e5e-8830-decddaea3442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443566 Jul 22 19:05:02.288562 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6dcc83a9-c6da-4815-a926-e9058488783d req-24cc0d2a-f4f9-489b-8f1d-77487779695b tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:02.297537 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6dcc83a9-c6da-4815-a926-e9058488783d req-24cc0d2a-f4f9-489b-8f1d-77487779695b tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:02.419198 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc83a9-c6da-4815-a926-e9058488783d req-24cc0d2a-f4f9-489b-8f1d-77487779695b tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:02.422614 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6dcc83a9-c6da-4815-a926-e9058488783d req-24cc0d2a-f4f9-489b-8f1d-77487779695b tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:02.422956 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:02.429038 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6dcc83a9-c6da-4815-a926-e9058488783d req-24cc0d2a-f4f9-489b-8f1d-77487779695b tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "PUT /v2.0/ports/e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d HTTP/1.1" status: 200 len: 1020 time: 1.1767387 Jul 22 19:05:02.455197 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] Allocated IP 172.20.0.2 (55a54a7f-b996-4285-9ede-703ace755816/7a9ddf55-9ba7-4c92-98ee-213b16a3f808/f8dfd467-618b-4c05-b427-b9c2619c513e) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:05:02.480239 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-4ba395a6-e10c-4fac-b382-c660467ae8ce service neutron] 10.222.0.30 "GET /v2.0/networks/d1fbd0b4-b0e8-4e5e-8830-decddaea3442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341921 Jul 22 19:05:02.510470 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc0d2a-f4f9-489b-8f1d-77487779695b tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event updated for resources: {'Port': ['ID=e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d,revision_number=7']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:02.609987 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:02.686555 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:02.693908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673a686-7a29-45ef-bda3-1181e0c06c56 req-4db570d4-bed5-4657-91d3-f0a2202e079f tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:02.695935 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e673a686-7a29-45ef-bda3-1181e0c06c56 req-4db570d4-bed5-4657-91d3-f0a2202e079f tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.13 "GET /v2.0/ports?device_id=33ee0b0f-9a3a-4a92-8708-8a102c57e57a HTTP/1.1" status: 200 len: 944 time: 0.2385855 Jul 22 19:05:02.705720 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bc58c57-1e62-46b4-9afe-e72501093789 req-86252330-e265-4d8d-8fa1-1422d733906b service neutron] 10.222.0.30 "GET /v2.0/networks/d1fbd0b4-b0e8-4e5e-8830-decddaea3442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052734 Jul 22 19:05:02.723062 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b990d-3f88-486f-b629-5465448fbbb6 req-a0e94a94-822e-4d35-a5ad-5ce3f5975bd7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:02.724896 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f90b990d-3f88-486f-b629-5465448fbbb6 req-a0e94a94-822e-4d35-a5ad-5ce3f5975bd7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ead28b5-4684-49d6-bc05-c10251ebef90 HTTP/1.1" status: 200 len: 944 time: 0.1952848 Jul 22 19:05:02.789915 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e673a686-7a29-45ef-bda3-1181e0c06c56 req-fbb7de39-50a5-4f76-a252-2eab6d1eb160 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.13 "GET /v2.0/security-groups?id=582eacb3-7502-4e27-a3a7-8ad28c99050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819509 Jul 22 19:05:02.791892 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33262) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:02.797332 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f90b990d-3f88-486f-b629-5465448fbbb6 req-423d382d-985c-499a-84f9-19888ccd4d2c tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622575 Jul 22 19:05:02.887872 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:02.931294 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] Transition to ACTIVE for port object f8dfd467-618b-4c05-b427-b9c2619c513e will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:05:02.993422 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-03891355-7efd-4059-a491-9c51f9276c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:03.004424 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed24116-3224-483a-93e3-ca956a480437 req-db19698f-7d22-4f65-bac5-381a56f98824 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:03.019512 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8ed24116-3224-483a-93e3-ca956a480437 req-db19698f-7d22-4f65-bac5-381a56f98824 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 946 time: 0.1224213 Jul 22 19:05:03.020343 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] Transition to ACTIVE for port object f8dfd467-618b-4c05-b427-b9c2619c513e will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:05:03.063870 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc35f8b2-71ac-4f50-b78b-4029ee1b3f76 x-openstack-request-id: req-cc35f8b2-71ac-4f50-b78b-4029ee1b3f76 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:03.064592 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6d2dab-e90f-483c-8d58-f38e1b35e2e8", "tag": "e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "33ee0b0f-9a3a-4a92-8708-8a102c57e57a", "tag": "a81d358e-10b3-4d15-99c5-d3d57fee3775", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:03.065062 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc35f8b2-71ac-4f50-b78b-4029ee1b3f76 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:03.065799 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6d2dab-e90f-483c-8d58-f38e1b35e2e8', 'tag': 'e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d', 'status': 'completed', 'code': 200} Jul 22 19:05:03.066288 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ee0b0f-9a3a-4a92-8708-8a102c57e57a', 'tag': 'a81d358e-10b3-4d15-99c5-d3d57fee3775', 'status': 'completed', 'code': 200} Jul 22 19:05:03.084918 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:03.180891 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-03891355-7efd-4059-a491-9c51f9276c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:03.181527 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8ed24116-3224-483a-93e3-ca956a480437 req-da3b3c83-5091-4d16-90e5-daa8a47d038e tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532428 Jul 22 19:05:03.188846 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-03891355-7efd-4059-a491-9c51f9276c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:03.207738 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] Network 55a54a7f-b996-4285-9ede-703ace755816 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:05:03.227590 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:05:03.231332 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:05:03.253027 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] Pushing event updated for resources: {'Port': ['ID=f8dfd467-618b-4c05-b427-b9c2619c513e,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:03.293357 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03891355-7efd-4059-a491-9c51f9276c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72604a00-9952-407a-8b0e-a3908b2cb90e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:03.302318 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device bf632bc6-3c3d-4447-8aed-8f190c6dc1c7 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:05:03.305429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b606982-e690-461c-845b-60d4e854e8ed req-f021e308-0ff0-4659-8ceb-8ac5cd490ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:03.306874 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b606982-e690-461c-845b-60d4e854e8ed req-f021e308-0ff0-4659-8ceb-8ac5cd490ef2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f549a6b314db4f14a2d82fddee1d2578&device_id=33ee0b0f-9a3a-4a92-8708-8a102c57e57a HTTP/1.1" status: 200 len: 1096 time: 0.2394845 Jul 22 19:05:03.309429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33270) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:03.314996 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-03891355-7efd-4059-a491-9c51f9276c2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5aa246c1a0e94620a52d693d0f9ba6b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5218089 Jul 22 19:05:03.318993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b606982-e690-461c-845b-60d4e854e8ed req-2ff3beaa-eed8-417d-8670-263a98073492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:03.320697 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b606982-e690-461c-845b-60d4e854e8ed req-2ff3beaa-eed8-417d-8670-263a98073492 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aca0a3898daa4428aa1f56ddc1dd9ffe&device_id=ee6d2dab-e90f-483c-8d58-f38e1b35e2e8 HTTP/1.1" status: 200 len: 1175 time: 0.2327228 Jul 22 19:05:03.471337 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] Attempting to bind port f8dfd467-618b-4c05-b427-b9c2619c513e on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:05:03.471871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] Attempting to bind port f8dfd467-618b-4c05-b427-b9c2619c513e by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'c0e29bb0-6310-470b-9186-f4250e36258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '55a54a7f-b996-4285-9ede-703ace755816'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:05:03.472287 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] Attempting to bind port f8dfd467-618b-4c05-b427-b9c2619c513e on network 55a54a7f-b996-4285-9ede-703ace755816 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:03.504916 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:05:03.505305 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] Checking segment: {'id': 'c0e29bb0-6310-470b-9186-f4250e36258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '55a54a7f-b996-4285-9ede-703ace755816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:05:03.505717 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:03.506374 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] Bound using segment: {'id': 'c0e29bb0-6310-470b-9186-f4250e36258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '55a54a7f-b996-4285-9ede-703ace755816'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:05:03.507465 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] Bound port: f8dfd467-618b-4c05-b427-b9c2619c513e, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e29bb0-6310-470b-9186-f4250e36258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '55a54a7f-b996-4285-9ede-703ace755816'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:05:03.507465 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:03.573425 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port bf632bc6-3c3d-4447-8aed-8f190c6dc1c7 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:05:03.604055 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b606982-e690-461c-845b-60d4e854e8ed req-2d38f9af-d187-4766-a01b-f941f97f7a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:03.605590 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b606982-e690-461c-845b-60d4e854e8ed req-2d38f9af-d187-4766-a01b-f941f97f7a4f service neutron] 10.222.0.16 "GET /v2.0/networks?id=4133d413-8353-4685-997b-db22c21267e6 HTTP/1.1" status: 200 len: 914 time: 0.2615170 Jul 22 19:05:03.611169 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port bf632bc6-3c3d-4447-8aed-8f190c6dc1c7 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:05:03.611531 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:03.616546 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5c781dfb-8185-4c0a-a511-4555100288ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:03.664764 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624c1f3-119f-4889-9a79-e89564e048b8 req-1d26e86c-a4d0-4cfe-aea4-8ea389e2788a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:03.665849 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2624c1f3-119f-4889-9a79-e89564e048b8 req-1d26e86c-a4d0-4cfe-aea4-8ea389e2788a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6d2dab-e90f-483c-8d58-f38e1b35e2e8 HTTP/1.1" status: 200 len: 1023 time: 0.3760974 Jul 22 19:05:03.722500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] For port f8dfd467-618b-4c05-b427-b9c2619c513e, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:05:03.723627 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b606982-e690-461c-845b-60d4e854e8ed req-0e52027e-0734-44f8-a11e-1fc710af5a0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d HTTP/1.1" status: 200 len: 217 time: 0.1051297 Jul 22 19:05:03.751839 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] For port f8dfd467-618b-4c05-b427-b9c2619c513e, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f8dfd467-618b-4c05-b427-b9c2619c513e,segment=NetworkSegment(c0e29bb0-6310-470b-9186-f4250e36258a),segment_id=c0e29bb0-6310-470b-9186-f4250e36258a)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:05:03.755502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b606982-e690-461c-845b-60d4e854e8ed req-a8d219a9-b674-456e-b5a4-e1602fc36b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:03.757014 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b606982-e690-461c-845b-60d4e854e8ed req-a8d219a9-b674-456e-b5a4-e1602fc36b10 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1fbd0b4-b0e8-4e5e-8830-decddaea3442 HTTP/1.1" status: 200 len: 916 time: 0.4354072 Jul 22 19:05:03.758836 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5c781dfb-8185-4c0a-a511-4555100288ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:03.764345 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:03.868685 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-d28790d3-8ffc-41e2-bab3-272503522eec tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:03.870471 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-d28790d3-8ffc-41e2-bab3-272503522eec tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/networks?id=55a54a7f-b996-4285-9ede-703ace755816 HTTP/1.1" status: 200 len: 816 time: 0.3759353 Jul 22 19:05:03.883005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbadc28-53f7-4cfe-9756-5412d332d8c9 None None] Pushing event updated for resources: {'Port': ['ID=f8dfd467-618b-4c05-b427-b9c2619c513e,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:03.887990 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:03.888863 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:03.899125 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b606982-e690-461c-845b-60d4e854e8ed req-0fab9c45-5bc5-41b2-a7f4-b0e383914b08 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a81d358e-10b3-4d15-99c5-d3d57fee3775 HTTP/1.1" status: 200 len: 217 time: 0.1064613 Jul 22 19:05:03.930889 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b606982-e690-461c-845b-60d4e854e8ed req-0d94e34a-3543-4f2d-aa9e-ac1e1ecb090a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:03.931659 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ead28b5-4684-49d6-bc05-c10251ebef90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf632bc6-3c3d-4447-8aed-8f190c6dc1c7'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:03.933109 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b606982-e690-461c-845b-60d4e854e8ed req-0d94e34a-3543-4f2d-aa9e-ac1e1ecb090a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7409deb2-ed0b-46ae-b6be-7c14bd25f896 HTTP/1.1" status: 200 len: 853 time: 0.1931546 Jul 22 19:05:03.934857 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fa0d99-5870-4d38-a5c1-50a384324bf2" -d '{"events": [{"server_uuid": "2ead28b5-4684-49d6-bc05-c10251ebef90", "name": "network-vif-plugged", "status": "completed", "tag": "bf632bc6-3c3d-4447-8aed-8f190c6dc1c7"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:03.950451 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port bf632bc6-3c3d-4447-8aed-8f190c6dc1c7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=bf632bc6-3c3d-4447-8aed-8f190c6dc1c7,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:03.956194 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:04.012061 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b606982-e690-461c-845b-60d4e854e8ed req-6a9f110c-c128-430d-8a3f-a364e5892d28 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4133d413-8353-4685-997b-db22c21267e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365555 Jul 22 19:05:04.014082 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=bf632bc6-3c3d-4447-8aed-8f190c6dc1c7,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:04.019426 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-8e3c62f8-af42-4c88-a35c-b58c16c7eaa4 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/quotas/6f84c9d83f5c4db298789b1fcc93f31c HTTP/1.1" status: 200 len: 375 time: 0.1191077 Jul 22 19:05:04.027208 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5c781dfb-8185-4c0a-a511-4555100288ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:04.029814 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5c781dfb-8185-4c0a-a511-4555100288ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:04.034349 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5c781dfb-8185-4c0a-a511-4555100288ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72604a00-9952-407a-8b0e-a3908b2cb90e HTTP/1.1" status: 204 len: 168 time: 0.7213702 Jul 22 19:05:04.112353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c781dfb-8185-4c0a-a511-4555100288ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72604a00-9952-407a-8b0e-a3908b2cb90e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:04.121020 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b606982-e690-461c-845b-60d4e854e8ed req-a1851c00-7203-47f4-870d-04ede5006ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:04.122522 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b606982-e690-461c-845b-60d4e854e8ed req-a1851c00-7203-47f4-870d-04ede5006ba4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=61f64d36-0bd3-4d8e-b333-561c0cd3a532 HTTP/1.1" status: 200 len: 855 time: 0.2114322 Jul 22 19:05:04.132521 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2624c1f3-119f-4889-9a79-e89564e048b8 req-30b1af11-00fb-4f14-a74d-967ced1288ea tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?id=439cda35-44b3-45e1-a5a4-812096f5bd91&id=6e221fe6-dc6e-482b-a299-5a7ca40696f4&id=1a7317e2-cb96-468d-9d16-a24e3bd51896 HTTP/1.1" status: 200 len: 6148 time: 0.4141791 Jul 22 19:05:04.191067 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b606982-e690-461c-845b-60d4e854e8ed req-9f29c0df-bdae-4341-ba6e-8f0445a49b83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1fbd0b4-b0e8-4e5e-8830-decddaea3442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526292 Jul 22 19:05:04.320057 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a81d358e-10b3-4d15-99c5-d3d57fee3775 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:05:04.395619 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b606982-e690-461c-845b-60d4e854e8ed req-48d5bc1d-a7c0-4078-a640-6081d51a5d27 service neutron] 10.222.0.16 "GET /v2.0/networks/4133d413-8353-4685-997b-db22c21267e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752489 Jul 22 19:05:04.415861 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-0173c0c2-19fd-41dc-9004-92b8dc5f1fce tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f84c9d83f5c4db298789b1fcc93f31c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3830671 Jul 22 19:05:04.480281 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port a81d358e-10b3-4d15-99c5-d3d57fee3775, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a81d358e-10b3-4d15-99c5-d3d57fee3775,segment=NetworkSegment(95b44693-99b8-430d-909a-cd6a0ba7fca4),segment_id=95b44693-99b8-430d-909a-cd6a0ba7fca4)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:04.505355 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'a81d358e-10b3-4d15-99c5-d3d57fee3775', 'network_id': 'd1fbd0b4-b0e8-4e5e-8830-decddaea3442', 'port_id': 'a81d358e-10b3-4d15-99c5-d3d57fee3775', 'mac_address': 'fa:16:3e:b7:da:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f64d36-0bd3-4d8e-b333-561c0cd3a532', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:05:04.554560 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:04.569370 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81d358e-10b3-4d15-99c5-d3d57fee3775 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:05:04.592845 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port a81d358e-10b3-4d15-99c5-d3d57fee3775, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a81d358e-10b3-4d15-99c5-d3d57fee3775,segment=NetworkSegment(95b44693-99b8-430d-909a-cd6a0ba7fca4),segment_id=95b44693-99b8-430d-909a-cd6a0ba7fca4)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:04.597737 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:04.598864 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 9975ab8b-abed-46ad-b271-752024d1b9b4 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:05:04.638376 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b606982-e690-461c-845b-60d4e854e8ed req-0a6dce0a-6e3c-457a-8b8f-f3282fea6f1b service neutron] 10.222.0.30 "GET /v2.0/networks/d1fbd0b4-b0e8-4e5e-8830-decddaea3442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086390 Jul 22 19:05:04.696343 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=a81d358e-10b3-4d15-99c5-d3d57fee3775,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:04.773767 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 9975ab8b-abed-46ad-b271-752024d1b9b4, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9975ab8b-abed-46ad-b271-752024d1b9b4,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:04.777807 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51706d9a-4fa6-44c6-8d32-169606b67ae1 req-d6b82481-40d5-4b4f-b348-54fbcfb8fdf4 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:04.779460 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51706d9a-4fa6-44c6-8d32-169606b67ae1 req-d6b82481-40d5-4b4f-b348-54fbcfb8fdf4 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 943 time: 0.5417025 Jul 22 19:05:04.782712 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b606982-e690-461c-845b-60d4e854e8ed req-a5a45924-6015-4839-af32-5cb5c78e4ffa service neutron] 10.222.0.16 "GET /v2.0/networks/4133d413-8353-4685-997b-db22c21267e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793542 Jul 22 19:05:04.785012 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b606982-e690-461c-845b-60d4e854e8ed req-be22cb3f-60ed-4e07-b64b-fcf5c6c607e9 service neutron] 10.222.0.30 "GET /v2.0/networks/d1fbd0b4-b0e8-4e5e-8830-decddaea3442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351330 Jul 22 19:05:04.793137 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '9975ab8b-abed-46ad-b271-752024d1b9b4', 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199', 'port_id': '9975ab8b-abed-46ad-b271-752024d1b9b4', 'mac_address': 'fa:16:3e:28:57:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c829e4-dea2-469c-8b44-181bb5c85dfe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:05:04.836643 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:04.851312 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9975ab8b-abed-46ad-b271-752024d1b9b4 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:05:04.852964 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-a9099be3-d35e-41f8-a3ef-c2a3a01eb9e8 service neutron] 10.222.0.13 "GET /v2.0/networks/55a54a7f-b996-4285-9ede-703ace755816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517489 Jul 22 19:05:04.886813 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 9975ab8b-abed-46ad-b271-752024d1b9b4, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9975ab8b-abed-46ad-b271-752024d1b9b4,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:04.891465 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:04.932102 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51706d9a-4fa6-44c6-8d32-169606b67ae1 req-0de04efb-f9ec-4892-a925-4837000382ac tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296463 Jul 22 19:05:04.958525 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=9975ab8b-abed-46ad-b271-752024d1b9b4,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:05.026317 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-41f331a2-310a-492b-8b6f-98348e0d4421 service neutron] 10.222.0.13 "GET /v2.0/networks/55a54a7f-b996-4285-9ede-703ace755816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646476 Jul 22 19:05:05.070060 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6d2dab-e90f-483c-8d58-f38e1b35e2e8', 'tag': 'e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:05.072595 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc1d39d-e949-46c0-b730-8e979c7e0015" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6d2dab-e90f-483c-8d58-f38e1b35e2e8", "tag": "e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:05.119644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bc650-ec99-4629-91dd-f4793dbf5a9d req-0c073f9e-4e23-4f05-9156-0b21147b616a tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:05.122690 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6c2bc650-ec99-4629-91dd-f4793dbf5a9d req-0c073f9e-4e23-4f05-9156-0b21147b616a tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.13 "GET /v2.0/ports?device_id=33ee0b0f-9a3a-4a92-8708-8a102c57e57a HTTP/1.1" status: 200 len: 945 time: 0.0846238 Jul 22 19:05:05.159347 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['a81d358e-10b3-4d15-99c5-d3d57fee3775'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:05.180394 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['9975ab8b-abed-46ad-b271-752024d1b9b4'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:05.180638 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6c2bc650-ec99-4629-91dd-f4793dbf5a9d req-fe96839b-24e9-4442-a238-7ed8c4871dda tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.13 "GET /v2.0/security-groups?id=582eacb3-7502-4e27-a3a7-8ad28c99050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482297 Jul 22 19:05:05.356310 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88ab66b-df67-4c69-b8a4-445569205eb1 None None] Network 55a54a7f-b996-4285-9ede-703ace755816 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:05:05.401262 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adfc2ea-2d5c-4150-810b-de7b89de5db7 x-openstack-request-id: req-8adfc2ea-2d5c-4150-810b-de7b89de5db7 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:05.401735 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ead28b5-4684-49d6-bc05-c10251ebef90", "name": "network-vif-plugged", "status": "completed", "tag": "bf632bc6-3c3d-4447-8aed-8f190c6dc1c7", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:05.401850 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8adfc2ea-2d5c-4150-810b-de7b89de5db7 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:05.402174 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ead28b5-4684-49d6-bc05-c10251ebef90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf632bc6-3c3d-4447-8aed-8f190c6dc1c7', 'code': 200} Jul 22 19:05:05.424866 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-d060c32f-e2d5-40a1-897e-22034ec78c21 req-a35b46d2-da85-4fee-98cc-3f4113f05513 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Request body: {'security_group': {'name': ' tempest-securitygroup -733306376 ', 'description': 'tempest-description-1174902186'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:05.451391 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b2016-fc25-44ed-abe8-56867ca490c5 req-ec0d0fed-a311-40c2-a028-27de04a9c9da tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:05.453927 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c81b2016-fc25-44ed-abe8-56867ca490c5 req-ec0d0fed-a311-40c2-a028-27de04a9c9da tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ead28b5-4684-49d6-bc05-c10251ebef90 HTTP/1.1" status: 200 len: 945 time: 0.1428890 Jul 22 19:05:05.507738 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d060c32f-e2d5-40a1-897e-22034ec78c21 req-a35b46d2-da85-4fee-98cc-3f4113f05513 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:05.553767 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c81b2016-fc25-44ed-abe8-56867ca490c5 req-de7e704e-cb9d-4a4c-b46c-598eb8e632e4 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837617 Jul 22 19:05:05.599085 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1d295450-56b4-4f04-a245-5dabc9c441af None None] Provisioning for port f8dfd467-618b-4c05-b427-b9c2619c513e completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:05:05.669466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14495ba-c009-4cf9-9fc4-959af27e1d8b req-652bd4ae-a086-4cb9-af75-a1c03ad792d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:05.677542 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d14495ba-c009-4cf9-9fc4-959af27e1d8b req-652bd4ae-a086-4cb9-af75-a1c03ad792d7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2ead28b5-4684-49d6-bc05-c10251ebef90 HTTP/1.1" status: 200 len: 1097 time: 0.2208316 Jul 22 19:05:05.746016 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:05:05.768789 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f8dfd467-618b-4c05-b427-b9c2619c513e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:05:05.812597 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d14495ba-c009-4cf9-9fc4-959af27e1d8b req-b5331183-a5d0-4d54-a3dc-a37dd8190e7f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213708 Jul 22 19:05:05.846804 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d060c32f-e2d5-40a1-897e-22034ec78c21 req-a35b46d2-da85-4fee-98cc-3f4113f05513 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:05.854331 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d060c32f-e2d5-40a1-897e-22034ec78c21 req-a35b46d2-da85-4fee-98cc-3f4113f05513 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:05.865024 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b9287-4d6f-4d93-a29c-c0aeaa38e7e7 req-a51a9610-2142-4580-87e8-b1042a8b69e4 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:05.867367 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-127b9287-4d6f-4d93-a29c-c0aeaa38e7e7 req-a51a9610-2142-4580-87e8-b1042a8b69e4 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 946 time: 0.1591952 Jul 22 19:05:05.914159 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d060c32f-e2d5-40a1-897e-22034ec78c21 req-a35b46d2-da85-4fee-98cc-3f4113f05513 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:05.915492 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d060c32f-e2d5-40a1-897e-22034ec78c21 req-a35b46d2-da85-4fee-98cc-3f4113f05513 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.5027719 Jul 22 19:05:05.927374 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b46d2-da85-4fee-98cc-3f4113f05513 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=596659f0-7711-48b8-9ebb-1cb3ef367c5d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:05.944215 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-127b9287-4d6f-4d93-a29c-c0aeaa38e7e7 req-434d29ed-9f4d-46df-9f99-b53ca77f098b tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684524 Jul 22 19:05:06.010375 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port f8dfd467-618b-4c05-b427-b9c2619c513e completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:05:06.015562 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port f8dfd467-618b-4c05-b427-b9c2619c513e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:05:06.016019 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:06.038635 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ed6350-d4a7-468a-bee3-21af8a8118eb x-openstack-request-id: req-64ed6350-d4a7-468a-bee3-21af8a8118eb {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:06.039182 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6d2dab-e90f-483c-8d58-f38e1b35e2e8", "tag": "e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:06.039891 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64ed6350-d4a7-468a-bee3-21af8a8118eb {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:06.040531 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6d2dab-e90f-483c-8d58-f38e1b35e2e8', 'tag': 'e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d', 'status': 'completed', 'code': 200} Jul 22 19:05:06.147962 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1d39d-e949-46c0-b730-8e979c7e0015 req-a1886807-a47b-48ce-a5c4-a8893e97936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:06.150110 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ffc1d39d-e949-46c0-b730-8e979c7e0015 req-a1886807-a47b-48ce-a5c4-a8893e97936b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aca0a3898daa4428aa1f56ddc1dd9ffe&device_id=ee6d2dab-e90f-483c-8d58-f38e1b35e2e8 HTTP/1.1" status: 200 len: 1175 time: 0.0735805 Jul 22 19:05:06.163927 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:06.230880 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port f8dfd467-618b-4c05-b427-b9c2619c513e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f8dfd467-618b-4c05-b427-b9c2619c513e,segment=NetworkSegment(c0e29bb0-6310-470b-9186-f4250e36258a),segment_id=c0e29bb0-6310-470b-9186-f4250e36258a)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:06.239283 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:06.315537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=f8dfd467-618b-4c05-b427-b9c2619c513e,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:06.332125 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a81d358e-10b3-4d15-99c5-d3d57fee3775 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:05:06.408175 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port a81d358e-10b3-4d15-99c5-d3d57fee3775 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:05:06.412397 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port a81d358e-10b3-4d15-99c5-d3d57fee3775 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:05:06.412888 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:06.425810 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9eb6aee6-8095-4b66-833f-176f6d3d323c req-778861e8-7287-41a5-85dd-fb9c4de93f2b tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/596659f0-7711-48b8-9ebb-1cb3ef367c5d HTTP/1.1" status: 200 len: 1780 time: 0.2071347 Jul 22 19:05:06.449530 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1d39d-e949-46c0-b730-8e979c7e0015 req-51835fc3-c207-4518-b743-1f00394debd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:06.451191 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ffc1d39d-e949-46c0-b730-8e979c7e0015 req-51835fc3-c207-4518-b743-1f00394debd6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4133d413-8353-4685-997b-db22c21267e6 HTTP/1.1" status: 200 len: 914 time: 0.2777903 Jul 22 19:05:06.472217 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8b245928-2c55-4a67-b04c-e632d352de2e None None] Provisioning complete for port f8dfd467-618b-4c05-b427-b9c2619c513e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:05:06.472620 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8b245928-2c55-4a67-b04c-e632d352de2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:06.532197 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ffc1d39d-e949-46c0-b730-8e979c7e0015 req-33e83602-f488-4350-bebc-fa5736dcd0f2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d HTTP/1.1" status: 200 len: 217 time: 0.0499527 Jul 22 19:05:06.556129 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-21eef398-bd17-4c7d-a9a2-2a5eaa4619e3 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:06.556624 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:06.564335 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-21eef398-bd17-4c7d-a9a2-2a5eaa4619e3 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/networks?id=55a54a7f-b996-4285-9ede-703ace755816 HTTP/1.1" status: 200 len: 816 time: 0.3575528 Jul 22 19:05:06.582876 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-721e1a25-c7f9-4869-aa9a-bac3b6a835f6 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:06.584461 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-721e1a25-c7f9-4869-aa9a-bac3b6a835f6 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.16 "GET /v2.0/networks?id=55a54a7f-b996-4285-9ede-703ace755816 HTTP/1.1" status: 200 len: 816 time: 0.1106107 Jul 22 19:05:06.610636 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-875f3fe7-598d-4840-aa1f-8e0a66c42c36 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Request body: {'port': {'device_id': 'dd5d9341-1274-484c-a238-b21eefe5d174', 'network_id': '55a54a7f-b996-4285-9ede-703ace755816', 'admin_state_up': True, 'tenant_id': '6f84c9d83f5c4db298789b1fcc93f31c'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:06.621012 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-63861444-5998-4d9d-a39d-0d753279efc3 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/quotas/6f84c9d83f5c4db298789b1fcc93f31c HTTP/1.1" status: 200 len: 375 time: 0.0550864 Jul 22 19:05:06.624079 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port a81d358e-10b3-4d15-99c5-d3d57fee3775, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a81d358e-10b3-4d15-99c5-d3d57fee3775,segment=NetworkSegment(95b44693-99b8-430d-909a-cd6a0ba7fca4),segment_id=95b44693-99b8-430d-909a-cd6a0ba7fca4)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:06.629379 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:06.683638 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=a81d358e-10b3-4d15-99c5-d3d57fee3775,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:06.748873 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-875f3fe7-598d-4840-aa1f-8e0a66c42c36 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Made reservation on behalf of 6f84c9d83f5c4db298789b1fcc93f31c for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:05:06.753962 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-875f3fe7-598d-4840-aa1f-8e0a66c42c36 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:06.891858 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-875f3fe7-598d-4840-aa1f-8e0a66c42c36 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Allocated IP 172.20.0.12 (55a54a7f-b996-4285-9ede-703ace755816/7a9ddf55-9ba7-4c92-98ee-213b16a3f808/46ffb91f-532f-4ab7-8f14-b55a01ad5cdb) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:05:06.982016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1d39d-e949-46c0-b730-8e979c7e0015 req-7452e6c0-2524-4eee-8711-e53056b1a0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:06.983701 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ffc1d39d-e949-46c0-b730-8e979c7e0015 req-7452e6c0-2524-4eee-8711-e53056b1a0ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7409deb2-ed0b-46ae-b6be-7c14bd25f896 HTTP/1.1" status: 200 len: 853 time: 0.4161720 Jul 22 19:05:07.033044 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03fda8-ed40-4d9c-b304-334398cac0f9 req-2f84c37e-1978-41d1-ba9c-f3ff97631821 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:07.034420 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf03fda8-ed40-4d9c-b304-334398cac0f9 req-2f84c37e-1978-41d1-ba9c-f3ff97631821 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 944 time: 0.5511322 Jul 22 19:05:07.036145 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ffc1d39d-e949-46c0-b730-8e979c7e0015 req-dc8bf85d-4f4f-4e53-98ad-c1437e7ec66d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4133d413-8353-4685-997b-db22c21267e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455737 Jul 22 19:05:07.064350 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-875f3fe7-598d-4840-aa1f-8e0a66c42c36 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:07.078129 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-875f3fe7-598d-4840-aa1f-8e0a66c42c36 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Transition to ACTIVE for port object 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:05:07.079513 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-28c29243-72c1-4493-81b2-a592c03d60f1 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f84c9d83f5c4db298789b1fcc93f31c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4578938 Jul 22 19:05:07.110508 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-875f3fe7-598d-4840-aa1f-8e0a66c42c36 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:07.134758 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf03fda8-ed40-4d9c-b304-334398cac0f9 req-95b31805-6101-4e95-ae79-f714c1efe3b6 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940888 Jul 22 19:05:07.154913 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-875f3fe7-598d-4840-aa1f-8e0a66c42c36 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Network 55a54a7f-b996-4285-9ede-703ace755816 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:05:07.163770 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-875f3fe7-598d-4840-aa1f-8e0a66c42c36 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:05:07.167395 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-875f3fe7-598d-4840-aa1f-8e0a66c42c36 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:05:07.174227 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f3fe7-598d-4840-aa1f-8e0a66c42c36 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Pushing event updated for resources: {'Port': ['ID=46ffb91f-532f-4ab7-8f14-b55a01ad5cdb,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:07.227931 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-875f3fe7-598d-4840-aa1f-8e0a66c42c36 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:07.228968 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-875f3fe7-598d-4840-aa1f-8e0a66c42c36 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:07.246806 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-875f3fe7-598d-4840-aa1f-8e0a66c42c36 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6477416 Jul 22 19:05:07.260924 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] Request body: {'port': {'device_id': 'dd5d9341-1274-484c-a238-b21eefe5d174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:07.274643 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ffc1d39d-e949-46c0-b730-8e979c7e0015 req-a076c9b5-45f4-4134-8933-6c3d93bc0707 service neutron] 10.222.0.16 "GET /v2.0/networks/4133d413-8353-4685-997b-db22c21267e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259595 Jul 22 19:05:07.282908 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-f64091ef-d44c-47f9-80ed-0b0581739b3e service neutron] 10.222.0.13 "GET /v2.0/networks/55a54a7f-b996-4285-9ede-703ace755816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946237 Jul 22 19:05:07.348855 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:07.403195 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ee0b0f-9a3a-4a92-8708-8a102c57e57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81d358e-10b3-4d15-99c5-d3d57fee3775'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:07.406066 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bf24a0-3992-4324-a285-f13cb48312d6" -d '{"events": [{"server_uuid": "33ee0b0f-9a3a-4a92-8708-8a102c57e57a", "name": "network-vif-plugged", "status": "completed", "tag": "a81d358e-10b3-4d15-99c5-d3d57fee3775"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:07.438572 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247068e4-b093-42fd-afc9-7796739d1418 req-3a8a105e-2c79-4168-a802-c6c4cdb7bbf2 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:07.440092 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-247068e4-b093-42fd-afc9-7796739d1418 req-3a8a105e-2c79-4168-a802-c6c4cdb7bbf2 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.13 "GET /v2.0/ports?device_id=33ee0b0f-9a3a-4a92-8708-8a102c57e57a HTTP/1.1" status: 200 len: 946 time: 0.2321608 Jul 22 19:05:07.454011 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2b6e4781-e39e-404e-a67e-295cc4b5fcd8 None None] Provisioning for port 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:05:07.460054 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2b6e4781-e39e-404e-a67e-295cc4b5fcd8 None None] Provisioning complete for port 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:05:07.460054 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2b6e4781-e39e-404e-a67e-295cc4b5fcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:07.494875 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ffc1d39d-e949-46c0-b730-8e979c7e0015 req-28b1a12a-c587-4dc9-9549-6f2a8d19f60c service neutron] 10.222.0.16 "GET /v2.0/networks/4133d413-8353-4685-997b-db22c21267e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090597 Jul 22 19:05:07.501173 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e4781-e39e-404e-a67e-295cc4b5fcd8 None None] Port 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:05:07.507044 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-624fae34-9b85-45a4-a3ac-2b3987797a56 service neutron] 10.222.0.13 "GET /v2.0/networks/55a54a7f-b996-4285-9ede-703ace755816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991475 Jul 22 19:05:07.526788 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-247068e4-b093-42fd-afc9-7796739d1418 req-289dd5f9-0699-4543-ae8f-6b0789b9c96f tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.13 "GET /v2.0/security-groups?id=582eacb3-7502-4e27-a3a7-8ad28c99050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786536 Jul 22 19:05:07.702935 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f8dfd467-618b-4c05-b427-b9c2619c513e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:05:07.751564 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:05:07.760301 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:07.770840 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0be90b4f-7aa0-4c2d-b935-3bc0164b54ac req-16df92f2-1b24-4aac-aa65-767e67827ef4 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/596659f0-7711-48b8-9ebb-1cb3ef367c5d HTTP/1.1" status: 200 len: 1780 time: 0.0752161 Jul 22 19:05:07.781966 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port f8dfd467-618b-4c05-b427-b9c2619c513e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:05:07.782405 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:07.810091 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] Transition to ACTIVE for port object 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:05:07.816631 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:07.902465 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0be90b4f-7aa0-4c2d-b935-3bc0164b54ac req-e7cdaa99-b33e-46d2-98d5-004edd2503ac tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:07.916531 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] Pushing event updated for resources: {'Port': ['ID=46ffb91f-532f-4ab7-8f14-b55a01ad5cdb,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:07.973416 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0be90b4f-7aa0-4c2d-b935-3bc0164b54ac req-e7cdaa99-b33e-46d2-98d5-004edd2503ac tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:08.004641 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e45cb-5bbd-44d7-bc03-28e5b6869547 req-a6afcdef-6454-405b-b5f3-b8bbb5407185 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:08.006169 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] Attempting to bind port 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:05:08.006788 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] Attempting to bind port 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'c0e29bb0-6310-470b-9186-f4250e36258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '55a54a7f-b996-4285-9ede-703ace755816'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:05:08.007342 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] Attempting to bind port 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb on network 55a54a7f-b996-4285-9ede-703ace755816 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:08.012895 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d29e45cb-5bbd-44d7-bc03-28e5b6869547 req-a6afcdef-6454-405b-b5f3-b8bbb5407185 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ead28b5-4684-49d6-bc05-c10251ebef90 HTTP/1.1" status: 200 len: 945 time: 0.2009447 Jul 22 19:05:08.013200 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] Port 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb on network 55a54a7f-b996-4285-9ede-703ace755816 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:05:08.013631 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] Attempting to bind port 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb on network 55a54a7f-b996-4285-9ede-703ace755816 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:08.020661 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:05:08.021266 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] Checking segment: {'id': 'c0e29bb0-6310-470b-9186-f4250e36258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '55a54a7f-b996-4285-9ede-703ace755816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:05:08.021863 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] Bound using segment: {'id': 'c0e29bb0-6310-470b-9186-f4250e36258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '55a54a7f-b996-4285-9ede-703ace755816'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:05:08.022675 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] Bound port: 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e29bb0-6310-470b-9186-f4250e36258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '55a54a7f-b996-4285-9ede-703ace755816'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:05:08.023638 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:08.073004 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d29e45cb-5bbd-44d7-bc03-28e5b6869547 req-712bb123-b76c-4437-b2ca-ad91c9d14796 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590951 Jul 22 19:05:08.074184 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0be90b4f-7aa0-4c2d-b935-3bc0164b54ac req-e7cdaa99-b33e-46d2-98d5-004edd2503ac tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:08.077052 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0be90b4f-7aa0-4c2d-b935-3bc0164b54ac req-e7cdaa99-b33e-46d2-98d5-004edd2503ac tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:08.078715 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0be90b4f-7aa0-4c2d-b935-3bc0164b54ac req-e7cdaa99-b33e-46d2-98d5-004edd2503ac tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "DELETE /v2.0/security-groups/596659f0-7711-48b8-9ebb-1cb3ef367c5d HTTP/1.1" status: 204 len: 173 time: 0.2943168 Jul 22 19:05:08.091756 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdaa99-b33e-46d2-98d5-004edd2503ac tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=596659f0-7711-48b8-9ebb-1cb3ef367c5d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:08.171209 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a4006d-e125-47b3-ae7a-0b64a857837a x-openstack-request-id: req-a1a4006d-e125-47b3-ae7a-0b64a857837a {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:08.171652 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ee0b0f-9a3a-4a92-8708-8a102c57e57a", "name": "network-vif-plugged", "status": "completed", "tag": "a81d358e-10b3-4d15-99c5-d3d57fee3775", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:08.171914 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1a4006d-e125-47b3-ae7a-0b64a857837a {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:08.172605 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ee0b0f-9a3a-4a92-8708-8a102c57e57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81d358e-10b3-4d15-99c5-d3d57fee3775', 'code': 200} Jul 22 19:05:08.218536 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] For port 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:05:08.232110 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] For port 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=46ffb91f-532f-4ab7-8f14-b55a01ad5cdb,segment=NetworkSegment(c0e29bb0-6310-470b-9186-f4250e36258a),segment_id=c0e29bb0-6310-470b-9186-f4250e36258a)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:05:08.240066 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:08.322771 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:08.323431 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:08.325040 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] 10.222.0.16 "PUT /v2.0/ports/46ffb91f-532f-4ab7-8f14-b55a01ad5cdb HTTP/1.1" status: 200 len: 1093 time: 1.0692873 Jul 22 19:05:08.325594 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5d9341-1274-484c-a238-b21eefe5d174', 'tag': '46ffb91f-532f-4ab7-8f14-b55a01ad5cdb'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:08.332341 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 9975ab8b-abed-46ad-b271-752024d1b9b4 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:05:08.352207 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed7aa0d-e089-43ae-bc32-12c5ad136eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5d9341-1274-484c-a238-b21eefe5d174", "tag": "46ffb91f-532f-4ab7-8f14-b55a01ad5cdb"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:08.436920 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935410f-f616-4071-80a8-e8db7814b72f service neutron] Pushing event updated for resources: {'Port': ['ID=46ffb91f-532f-4ab7-8f14-b55a01ad5cdb,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:08.465358 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab03488-80c9-4d6b-844a-fdffb5e25bc6 req-f2cd4051-32ef-4fb9-b100-6fa856012a01 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:08.472049 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ab03488-80c9-4d6b-844a-fdffb5e25bc6 req-f2cd4051-32ef-4fb9-b100-6fa856012a01 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 946 time: 0.2827275 Jul 22 19:05:08.474540 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 9975ab8b-abed-46ad-b271-752024d1b9b4 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:05:08.481539 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 9975ab8b-abed-46ad-b271-752024d1b9b4 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:05:08.482201 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:08.509068 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f4b1d-08d6-4c02-9268-f4a2f7b9d5cb req-1cca9eef-1520-4ef5-ae77-751f8e752798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:08.511304 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b20f4b1d-08d6-4c02-9268-f4a2f7b9d5cb req-1cca9eef-1520-4ef5-ae77-751f8e752798 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=33ee0b0f-9a3a-4a92-8708-8a102c57e57a HTTP/1.1" status: 200 len: 1098 time: 0.2605281 Jul 22 19:05:08.523263 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-d784c7fb-8e1b-4439-bc0d-4f6dab278d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:08.534695 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-d784c7fb-8e1b-4439-bc0d-4f6dab278d3f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f84c9d83f5c4db298789b1fcc93f31c&device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 1096 time: 0.0938210 Jul 22 19:05:08.606273 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:08.607263 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-92118966-9783-465a-b76a-1b4e7c704119 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46ffb91f-532f-4ab7-8f14-b55a01ad5cdb HTTP/1.1" status: 200 len: 217 time: 0.0630820 Jul 22 19:05:08.658076 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 9975ab8b-abed-46ad-b271-752024d1b9b4, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9975ab8b-abed-46ad-b271-752024d1b9b4,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:08.672184 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:08.678665 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ab03488-80c9-4d6b-844a-fdffb5e25bc6 req-c3b95826-1840-448a-9be7-ff79e9fe2cad tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720681 Jul 22 19:05:08.707343 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-ca0cad4d-23ed-4517-a12f-dd1beb4895e8 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:08.709255 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-ca0cad4d-23ed-4517-a12f-dd1beb4895e8 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/networks?id=55a54a7f-b996-4285-9ede-703ace755816 HTTP/1.1" status: 200 len: 816 time: 0.3010037 Jul 22 19:05:08.712011 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b20f4b1d-08d6-4c02-9268-f4a2f7b9d5cb req-b79366c7-a0f4-45e2-b772-9c57294da463 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=582eacb3-7502-4e27-a3a7-8ad28c99050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800902 Jul 22 19:05:08.740707 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-1550c30d-69bf-4374-a628-3c6d4e84c802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:08.741553 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-f4a6a0ba-6650-4afb-9380-84062ac3f197 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/quotas/6f84c9d83f5c4db298789b1fcc93f31c HTTP/1.1" status: 200 len: 375 time: 0.0248878 Jul 22 19:05:08.742461 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-ba48190a-55d6-4c99-8050-01483f52f32c req-64ba2404-8b5e-449b-9dd7-1bce07a5ce7b tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] show failed (client error): The resource could not be found. Jul 22 19:05:08.743387 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba48190a-55d6-4c99-8050-01483f52f32c req-64ba2404-8b5e-449b-9dd7-1bce07a5ce7b tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/596659f0-7711-48b8-9ebb-1cb3ef367c5d HTTP/1.1" status: 404 len: 352 time: 0.0234938 Jul 22 19:05:08.754411 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-1550c30d-69bf-4374-a628-3c6d4e84c802 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a9ddf55-9ba7-4c92-98ee-213b16a3f808 HTTP/1.1" status: 200 len: 855 time: 0.1340382 Jul 22 19:05:08.785549 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=9975ab8b-abed-46ad-b271-752024d1b9b4,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:08.804224 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:08.811938 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33422) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:08.842880 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-089566d3-e5eb-4675-9d13-e4c679ed2e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:08.844762 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-089566d3-e5eb-4675-9d13-e4c679ed2e6a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=55a54a7f-b996-4285-9ede-703ace755816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882730 Jul 22 19:05:08.860752 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-a846f524-891e-4674-8a3d-b450dd44dd8f tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f84c9d83f5c4db298789b1fcc93f31c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1134157 Jul 22 19:05:08.938389 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-20d2aed1-100f-4e17-b683-1b9bd2cd656e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:08.947317 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb4f78-bf51-42eb-9d82-f86a520e3ecc req-7e803b56-5bf2-4786-ad27-da78f0cb205e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:08.948849 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f5fb4f78-bf51-42eb-9d82-f86a520e3ecc req-7e803b56-5bf2-4786-ad27-da78f0cb205e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 945 time: 0.1380076 Jul 22 19:05:08.973623 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-d1d27016-31fc-4acd-a56d-9c758e818567 service neutron] 10.222.0.16 "GET /v2.0/networks/55a54a7f-b996-4285-9ede-703ace755816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196067 Jul 22 19:05:08.997829 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-fac0cfb9-7c4d-4b94-83b1-5fda7ebab635 service neutron] 10.222.0.13 "GET /v2.0/networks/55a54a7f-b996-4285-9ede-703ace755816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254985 Jul 22 19:05:09.045001 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f5fb4f78-bf51-42eb-9d82-f86a520e3ecc req-bd6763c8-bffc-485d-a982-503859255fd2 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748758 Jul 22 19:05:09.111602 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b5651990-e7ba-4f81-aa5d-0c01fe6727ec req-3fc50b50-9494-46a5-a6fc-615b1e177077 service neutron] 10.222.0.16 "GET /v2.0/networks/55a54a7f-b996-4285-9ede-703ace755816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300957 Jul 22 19:05:09.130682 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-20d2aed1-100f-4e17-b683-1b9bd2cd656e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:09.135372 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-20d2aed1-100f-4e17-b683-1b9bd2cd656e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:09.182001 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-20d2aed1-100f-4e17-b683-1b9bd2cd656e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88ee232734f44c3e879c2baf2acc6812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687184 Jul 22 19:05:09.184658 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33434) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:09.192849 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2aed1-100f-4e17-b683-1b9bd2cd656e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f919145-637d-4c01-a087-3ff18089e994,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:09.226372 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-e7e28d37-52d0-4beb-a2ec-429c71d70fa5 service neutron] 10.222.0.13 "GET /v2.0/networks/55a54a7f-b996-4285-9ede-703ace755816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167015 Jul 22 19:05:09.247030 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d62cdb4-171b-4a88-9c10-b03b97587fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:09.272368 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d62cdb4-171b-4a88-9c10-b03b97587fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:09.312915 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-8f0cf9fe-0fd6-481a-866f-6262292dc411 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:09.314638 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-8f0cf9fe-0fd6-481a-866f-6262292dc411 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.30 "GET /v2.0/networks?id=55a54a7f-b996-4285-9ede-703ace755816 HTTP/1.1" status: 200 len: 816 time: 0.2555737 Jul 22 19:05:09.326089 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d62cdb4-171b-4a88-9c10-b03b97587fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:09.329562 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d62cdb4-171b-4a88-9c10-b03b97587fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:09.333523 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7d62cdb4-171b-4a88-9c10-b03b97587fb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f919145-637d-4c01-a087-3ff18089e994 HTTP/1.1" status: 204 len: 168 time: 0.1451812 Jul 22 19:05:09.335350 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-fe31e7f6-1790-4cb2-bf11-d59c431df00c tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Request body: {'port': {'device_id': '51029fd3-c796-4799-af35-ec510f825ed0', 'network_id': '55a54a7f-b996-4285-9ede-703ace755816', 'admin_state_up': True, 'tenant_id': '6f84c9d83f5c4db298789b1fcc93f31c'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:09.341131 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62cdb4-171b-4a88-9c10-b03b97587fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f919145-637d-4c01-a087-3ff18089e994,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:09.387649 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-172326c6-9c42-488a-9b7e-5173d957b916 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:09.389697 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-172326c6-9c42-488a-9b7e-5173d957b916 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 806 time: 0.1790440 Jul 22 19:05:09.396038 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149b4272-a0d4-4c91-bf34-6062df36ce2d x-openstack-request-id: req-149b4272-a0d4-4c91-bf34-6062df36ce2d {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:09.396389 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5d9341-1274-484c-a238-b21eefe5d174", "tag": "46ffb91f-532f-4ab7-8f14-b55a01ad5cdb", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:09.396674 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-149b4272-a0d4-4c91-bf34-6062df36ce2d {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:09.397072 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5d9341-1274-484c-a238-b21eefe5d174', 'tag': '46ffb91f-532f-4ab7-8f14-b55a01ad5cdb', 'status': 'completed', 'code': 200} Jul 22 19:05:09.452599 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-bdb4164f-fe7e-4825-adff-7b92216a04e9 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/quotas/7203bd3d967745edacfd14e47e28a372 HTTP/1.1" status: 200 len: 375 time: 0.0186608 Jul 22 19:05:09.543563 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7aa0d-e089-43ae-bc32-12c5ad136eb7 req-10101ff6-f7db-4ec2-84fd-9538698d3c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:09.546590 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6ed7aa0d-e089-43ae-bc32-12c5ad136eb7 req-10101ff6-f7db-4ec2-84fd-9538698d3c55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f84c9d83f5c4db298789b1fcc93f31c&device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 1096 time: 0.1068063 Jul 22 19:05:09.615622 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-fe31e7f6-1790-4cb2-bf11-d59c431df00c tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Made reservation on behalf of 6f84c9d83f5c4db298789b1fcc93f31c for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:05:09.619720 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-fe31e7f6-1790-4cb2-bf11-d59c431df00c tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:09.692973 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-32570e01-8abd-4516-adee-3212cc96a237 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2280462 Jul 22 19:05:09.731751 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7aa0d-e089-43ae-bc32-12c5ad136eb7 req-f0138975-4368-452e-8482-5bb0d5049aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:09.734452 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6ed7aa0d-e089-43ae-bc32-12c5ad136eb7 req-f0138975-4368-452e-8482-5bb0d5049aaf service neutron] 10.222.0.16 "GET /v2.0/networks?id=55a54a7f-b996-4285-9ede-703ace755816 HTTP/1.1" status: 200 len: 917 time: 0.1800361 Jul 22 19:05:09.769526 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100803fd-1c5b-4073-823f-fb7a042f0be0 req-d3afad77-fe78-416e-98fc-4762dd7d07ce tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:09.771262 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-100803fd-1c5b-4073-823f-fb7a042f0be0 req-d3afad77-fe78-416e-98fc-4762dd7d07ce tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.13 "GET /v2.0/ports?device_id=33ee0b0f-9a3a-4a92-8708-8a102c57e57a HTTP/1.1" status: 200 len: 946 time: 0.3051980 Jul 22 19:05:09.791146 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6ed7aa0d-e089-43ae-bc32-12c5ad136eb7 req-ad936ec3-6d4a-4a0e-a2a7-c91bb39fa405 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46ffb91f-532f-4ab7-8f14-b55a01ad5cdb HTTP/1.1" status: 200 len: 217 time: 0.0483346 Jul 22 19:05:09.865853 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7aa0d-e089-43ae-bc32-12c5ad136eb7 req-bb0f76ee-9afa-4299-85b2-da7fce54c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:09.868718 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6ed7aa0d-e089-43ae-bc32-12c5ad136eb7 req-bb0f76ee-9afa-4299-85b2-da7fce54c7d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a9ddf55-9ba7-4c92-98ee-213b16a3f808 HTTP/1.1" status: 200 len: 855 time: 0.0708790 Jul 22 19:05:09.926707 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-100803fd-1c5b-4073-823f-fb7a042f0be0 req-65c2adbf-ec83-4979-bc98-63f448964735 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.13 "GET /v2.0/security-groups?id=582eacb3-7502-4e27-a3a7-8ad28c99050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480536 Jul 22 19:05:09.967317 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7aa0d-e089-43ae-bc32-12c5ad136eb7 req-20de3162-c38a-43b5-8528-92e1b17aa913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:09.969974 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6ed7aa0d-e089-43ae-bc32-12c5ad136eb7 req-20de3162-c38a-43b5-8528-92e1b17aa913 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=55a54a7f-b996-4285-9ede-703ace755816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0944455 Jul 22 19:05:09.973173 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-fe31e7f6-1790-4cb2-bf11-d59c431df00c tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Allocated IP 172.20.0.11 (55a54a7f-b996-4285-9ede-703ace755816/7a9ddf55-9ba7-4c92-98ee-213b16a3f808/9632f040-8b22-4ea1-a788-077c97a78a61) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:05:10.018010 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-18a262c9-dea1-49fe-b3e4-9ab90d8f9dbb service neutron] 10.222.0.13 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840137 Jul 22 19:05:10.094805 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-6050e0a5-33ac-4145-8176-a3946c402f8b req-5cc8d517-8f80-44bf-9e14-0f754865c7f6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-93067431', 'description': 'tempest-description-1872379361'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:10.096822 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6ed7aa0d-e089-43ae-bc32-12c5ad136eb7 req-79dab068-62be-497f-bb7d-74fab1ba0f54 service neutron] 10.222.0.16 "GET /v2.0/networks/55a54a7f-b996-4285-9ede-703ace755816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192210 Jul 22 19:05:10.173895 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e606f4b7-4232-4275-8e2c-8916f993a15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9975ab8b-abed-46ad-b271-752024d1b9b4'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:10.178554 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc09b48-bc1f-449b-a298-903c3d69bebf" -d '{"events": [{"server_uuid": "e606f4b7-4232-4275-8e2c-8916f993a15c", "name": "network-vif-plugged", "status": "completed", "tag": "9975ab8b-abed-46ad-b271-752024d1b9b4"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:10.211198 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6ed7aa0d-e089-43ae-bc32-12c5ad136eb7 req-5815fadd-814b-42df-9a72-164025fd85b5 service neutron] 10.222.0.16 "GET /v2.0/networks/55a54a7f-b996-4285-9ede-703ace755816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057303 Jul 22 19:05:10.289219 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6050e0a5-33ac-4145-8176-a3946c402f8b req-5cc8d517-8f80-44bf-9e14-0f754865c7f6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:10.348804 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33472) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:10.386526 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-96a14973-c264-41c8-b823-5ca40c7953f4 service neutron] 10.222.0.13 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616285 Jul 22 19:05:10.395845 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-fe31e7f6-1790-4cb2-bf11-d59c431df00c tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:10.419566 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-fe31e7f6-1790-4cb2-bf11-d59c431df00c tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Transition to ACTIVE for port object 9632f040-8b22-4ea1-a788-077c97a78a61 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:05:10.457824 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4223ff94-6f40-4133-9569-239bd39b79db admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-426574469-network', 'tenant_id': '072b20adc95b4c0ebf4a46129e6dc4cd'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:10.474718 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6050e0a5-33ac-4145-8176-a3946c402f8b req-5cc8d517-8f80-44bf-9e14-0f754865c7f6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:10.479923 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6050e0a5-33ac-4145-8176-a3946c402f8b req-5cc8d517-8f80-44bf-9e14-0f754865c7f6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:10.510469 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-fe31e7f6-1790-4cb2-bf11-d59c431df00c tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:10.512366 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4223ff94-6f40-4133-9569-239bd39b79db admin admin] Made reservation on behalf of 072b20adc95b4c0ebf4a46129e6dc4cd for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:05:10.515539 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4223ff94-6f40-4133-9569-239bd39b79db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:10.529051 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4223ff94-6f40-4133-9569-239bd39b79db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:10.594433 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6050e0a5-33ac-4145-8176-a3946c402f8b req-5cc8d517-8f80-44bf-9e14-0f754865c7f6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:10.611137 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6050e0a5-33ac-4145-8176-a3946c402f8b req-5cc8d517-8f80-44bf-9e14-0f754865c7f6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5488477 Jul 22 19:05:10.611945 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31e7f6-1790-4cb2-bf11-d59c431df00c tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Pushing event updated for resources: {'Port': ['ID=9632f040-8b22-4ea1-a788-077c97a78a61,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:10.625148 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-fe31e7f6-1790-4cb2-bf11-d59c431df00c tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Network 55a54a7f-b996-4285-9ede-703ace755816 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:05:10.625957 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8d517-8f80-44bf-9e14-0f754865c7f6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c964c6f-f916-4702-9937-59e30dcee25e,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:10.641013 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-fe31e7f6-1790-4cb2-bf11-d59c431df00c tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:05:10.644310 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-fe31e7f6-1790-4cb2-bf11-d59c431df00c tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:05:10.661760 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4223ff94-6f40-4133-9569-239bd39b79db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:10.667676 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4223ff94-6f40-4133-9569-239bd39b79db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:10.699948 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e05ef927-7aca-4458-af94-eb76d3b059bd req-e896dc94-a3ab-4a27-be69-884b915f184a tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c84da07-1c75-4c05-8749-21353bc2577d HTTP/1.1" status: 200 len: 210 time: 0.0770297 Jul 22 19:05:10.745842 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4223ff94-6f40-4133-9569-239bd39b79db admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:05:10.753499 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-fe31e7f6-1790-4cb2-bf11-d59c431df00c tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:10.754720 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-fe31e7f6-1790-4cb2-bf11-d59c431df00c tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:10.776795 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4223ff94-6f40-4133-9569-239bd39b79db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:10.777225 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-4223ff94-6f40-4133-9569-239bd39b79db admin admin] Added segment f2be107d-7701-4979-8aa5-a07e9bd7e6ca of type vlan for network 3e06391b-a0cd-41bd-9241-27968a76ae0d Jul 22 19:05:10.801973 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223ff94-6f40-4133-9569-239bd39b79db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8deee8cc-c540-4820-8dc7-3bec97595b69,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:10.894940 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-fe31e7f6-1790-4cb2-bf11-d59c431df00c tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5663931 Jul 22 19:05:10.914834 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4223ff94-6f40-4133-9569-239bd39b79db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:10.931472 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] Request body: {'port': {'device_id': '51029fd3-c796-4799-af35-ec510f825ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:11.024519 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-5c439965-b55b-40fe-8254-148e4f607aee tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:11.026071 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-5c439965-b55b-40fe-8254-148e4f607aee tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.16 "GET /v2.0/networks?id=55a54a7f-b996-4285-9ede-703ace755816 HTTP/1.1" status: 200 len: 816 time: 0.3494823 Jul 22 19:05:11.027319 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4223ff94-6f40-4133-9569-239bd39b79db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:11.028225 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4223ff94-6f40-4133-9569-239bd39b79db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:11.028885 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4223ff94-6f40-4133-9569-239bd39b79db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:11.042510 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-3bbff01e-163f-4231-862d-dbbf9e592e4a tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Request body: {'port': {'device_id': '9c84da07-1c75-4c05-8749-21353bc2577d', 'network_id': '55a54a7f-b996-4285-9ede-703ace755816', 'admin_state_up': True, 'tenant_id': '6f84c9d83f5c4db298789b1fcc93f31c'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:11.050880 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739da98-6570-4c64-9f2a-6db543c4b7dc req-7b9f2f02-1574-494c-ba2e-62315136d271 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:11.052420 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4739da98-6570-4c64-9f2a-6db543c4b7dc req-7b9f2f02-1574-494c-ba2e-62315136d271 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 945 time: 0.2140121 Jul 22 19:05:11.064097 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb31d6-82b4-4e3f-bff7-9a061f7fc7f1 req-d9ca6858-6634-425e-8914-68a43e352e91 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:11.067146 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8eb31d6-82b4-4e3f-bff7-9a061f7fc7f1 req-d9ca6858-6634-425e-8914-68a43e352e91 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 946 time: 0.3065815 Jul 22 19:05:11.082385 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f7801765-8b89-4955-890e-9a189cff9965 None None] Provisioning for port 9632f040-8b22-4ea1-a788-077c97a78a61 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:05:11.088152 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f7801765-8b89-4955-890e-9a189cff9965 None None] Provisioning complete for port 9632f040-8b22-4ea1-a788-077c97a78a61 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:05:11.089922 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f7801765-8b89-4955-890e-9a189cff9965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:11.105206 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4223ff94-6f40-4133-9569-239bd39b79db admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7552259 Jul 22 19:05:11.111776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33492) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:11.116459 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-09fdcc1d-b032-4fef-bb06-a0b72f3ca793 admin admin] Request body: {'subnet': {'network_id': '3e06391b-a0cd-41bd-9241-27968a76ae0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-426574469-subnet', 'tenant_id': '072b20adc95b4c0ebf4a46129e6dc4cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:11.132836 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:11.148900 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-f7801765-8b89-4955-890e-9a189cff9965 None None] Port 9632f040-8b22-4ea1-a788-077c97a78a61 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:05:11.157458 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223ff94-6f40-4133-9569-239bd39b79db admin admin] Pushing event updated for resources: {'Network': ['ID=3e06391b-a0cd-41bd-9241-27968a76ae0d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:11.174625 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 3e06391b-a0cd-41bd-9241-27968a76ae0d details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:05:11.193745 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fdcc1d-b032-4fef-bb06-a0b72f3ca793 admin admin] Made reservation on behalf of 072b20adc95b4c0ebf4a46129e6dc4cd for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:05:11.196076 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-09fdcc1d-b032-4fef-bb06-a0b72f3ca793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:11.200202 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4739da98-6570-4c64-9f2a-6db543c4b7dc req-cf85f7e9-99e2-4177-b885-ec947173b55e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293166 Jul 22 19:05:11.234210 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8eb31d6-82b4-4e3f-bff7-9a061f7fc7f1 req-4eaf7416-0df7-4219-bd7f-d6b0bbc9a6f2 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482420 Jul 22 19:05:11.255109 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-3bbff01e-163f-4231-862d-dbbf9e592e4a tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Made reservation on behalf of 6f84c9d83f5c4db298789b1fcc93f31c for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:05:11.260024 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-3bbff01e-163f-4231-862d-dbbf9e592e4a tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:11.300626 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:05:11.342621 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17ec97c-6b48-4d16-8527-31a2bb2785f6 x-openstack-request-id: req-b17ec97c-6b48-4d16-8527-31a2bb2785f6 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:11.343418 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e606f4b7-4232-4275-8e2c-8916f993a15c", "name": "network-vif-plugged", "status": "completed", "tag": "9975ab8b-abed-46ad-b271-752024d1b9b4", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:11.344268 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b17ec97c-6b48-4d16-8527-31a2bb2785f6 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:11.344838 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e606f4b7-4232-4275-8e2c-8916f993a15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9975ab8b-abed-46ad-b271-752024d1b9b4', 'code': 200} Jul 22 19:05:11.362563 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:11.373697 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b55c2b66-9122-4e05-8023-4284062878ce req-ba6d4b13-7496-463d-a39c-4e26d293f39d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ee7a97-eb1d-405e-bb51-9cf38f0635b0 HTTP/1.1" status: 200 len: 210 time: 0.0604472 Jul 22 19:05:11.387785 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-fe5aac55-22a2-41cb-a119-5a20d0bb42ac req-e608cd06-344b-4cab-88ba-969e535a9ee3 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-607142274', 'description': 'tempest-description-222931756'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:11.432462 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=46ffb91f-532f-4ab7-8f14-b55a01ad5cdb,segment=NetworkSegment(c0e29bb0-6310-470b-9186-f4250e36258a),segment_id=c0e29bb0-6310-470b-9186-f4250e36258a)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:11.454340 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '46ffb91f-532f-4ab7-8f14-b55a01ad5cdb', 'network_id': '55a54a7f-b996-4285-9ede-703ace755816', 'port_id': '46ffb91f-532f-4ab7-8f14-b55a01ad5cdb', 'mac_address': 'fa:16:3e:4e:cd:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9ddf55-9ba7-4c92-98ee-213b16a3f808', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:05:11.456581 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-3bbff01e-163f-4231-862d-dbbf9e592e4a tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Allocated IP 172.20.0.9 (55a54a7f-b996-4285-9ede-703ace755816/7a9ddf55-9ba7-4c92-98ee-213b16a3f808/9edbd315-83ac-4f31-8644-0043b03ed843) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:05:11.495913 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:11.514762 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:05:11.536250 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=46ffb91f-532f-4ab7-8f14-b55a01ad5cdb,segment=NetworkSegment(c0e29bb0-6310-470b-9186-f4250e36258a),segment_id=c0e29bb0-6310-470b-9186-f4250e36258a)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:11.541189 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:11.598171 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=46ffb91f-532f-4ab7-8f14-b55a01ad5cdb,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:11.609057 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fe5aac55-22a2-41cb-a119-5a20d0bb42ac req-e608cd06-344b-4cab-88ba-969e535a9ee3 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:11.641970 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-3bbff01e-163f-4231-862d-dbbf9e592e4a tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:11.887333 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['46ffb91f-532f-4ab7-8f14-b55a01ad5cdb'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:11.923509 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-3bbff01e-163f-4231-862d-dbbf9e592e4a tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Transition to ACTIVE for port object 9edbd315-83ac-4f31-8644-0043b03ed843 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:05:11.965010 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-3bbff01e-163f-4231-862d-dbbf9e592e4a tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:12.021078 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-3bbff01e-163f-4231-862d-dbbf9e592e4a tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Network 55a54a7f-b996-4285-9ede-703ace755816 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:05:12.025443 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-3bbff01e-163f-4231-862d-dbbf9e592e4a tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:05:12.027560 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbff01e-163f-4231-862d-dbbf9e592e4a tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Pushing event updated for resources: {'Port': ['ID=9edbd315-83ac-4f31-8644-0043b03ed843,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:12.030521 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-3bbff01e-163f-4231-862d-dbbf9e592e4a tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:05:12.094407 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-3bbff01e-163f-4231-862d-dbbf9e592e4a tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:12.095393 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-3bbff01e-163f-4231-862d-dbbf9e592e4a tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:12.232574 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e47968-ba93-4a49-94ff-201267e6737c req-bb010673-accd-4ce5-9198-ecc846762f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:12.234303 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d0e47968-ba93-4a49-94ff-201267e6737c req-bb010673-accd-4ce5-9198-ecc846762f92 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 1097 time: 0.7799268 Jul 22 19:05:12.281504 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d92238e0-c4f8-47b8-9ba4-22ea70d3391d None None] Provisioning for port 9edbd315-83ac-4f31-8644-0043b03ed843 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:05:12.285187 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d92238e0-c4f8-47b8-9ba4-22ea70d3391d None None] Provisioning complete for port 9edbd315-83ac-4f31-8644-0043b03ed843 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:05:12.285691 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d92238e0-c4f8-47b8-9ba4-22ea70d3391d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:12.291590 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb79b8-14b1-4690-bb89-1f2ef28a380b req-fa4d1c3a-cc24-41f5-9347-fdb09c17dcac tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:12.293110 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5deb79b8-14b1-4690-bb89-1f2ef28a380b req-fa4d1c3a-cc24-41f5-9347-fdb09c17dcac tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.13 "GET /v2.0/ports?device_id=33ee0b0f-9a3a-4a92-8708-8a102c57e57a HTTP/1.1" status: 200 len: 946 time: 0.7890787 Jul 22 19:05:12.322746 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-d92238e0-c4f8-47b8-9ba4-22ea70d3391d None None] Port 9edbd315-83ac-4f31-8644-0043b03ed843 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:05:12.387615 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-09fdcc1d-b032-4fef-bb06-a0b72f3ca793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:12.507435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-4e36d1c4-6f2d-48a5-894f-89c0aad2647e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:12.508874 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-4e36d1c4-6f2d-48a5-894f-89c0aad2647e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.16 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 806 time: 0.4110620 Jul 22 19:05:12.536201 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d0e47968-ba93-4a49-94ff-201267e6737c req-85ead77c-4566-44e3-95d8-4d5fbcac34d4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644434 Jul 22 19:05:12.539630 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fe5aac55-22a2-41cb-a119-5a20d0bb42ac req-e608cd06-344b-4cab-88ba-969e535a9ee3 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:12.547974 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-3bbff01e-163f-4231-862d-dbbf9e592e4a tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5104539 Jul 22 19:05:12.551907 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-52f415b2-6568-4a6c-96c0-3c5ba795b33a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Request body: {'port': {'device_id': '13ee7a97-eb1d-405e-bb51-9cf38f0635b0', 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a', 'admin_state_up': True, 'tenant_id': '7203bd3d967745edacfd14e47e28a372'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:12.557559 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5deb79b8-14b1-4690-bb89-1f2ef28a380b req-bb848231-df43-438a-9fd9-6b407628c44e tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.13 "GET /v2.0/security-groups?id=582eacb3-7502-4e27-a3a7-8ad28c99050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264631 Jul 22 19:05:12.561918 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fe5aac55-22a2-41cb-a119-5a20d0bb42ac req-e608cd06-344b-4cab-88ba-969e535a9ee3 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:12.564514 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] Request body: {'port': {'device_id': '9c84da07-1c75-4c05-8749-21353bc2577d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:12.590655 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdcc1d-b032-4fef-bb06-a0b72f3ca793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32a4cd6c-d5ad-465f-9824-4cfa8b8beb26,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:12.629283 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9632f040-8b22-4ea1-a788-077c97a78a61 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:05:12.650012 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:12.697586 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fe5aac55-22a2-41cb-a119-5a20d0bb42ac req-e608cd06-344b-4cab-88ba-969e535a9ee3 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:12.711974 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe5aac55-22a2-41cb-a119-5a20d0bb42ac req-e608cd06-344b-4cab-88ba-969e535a9ee3 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.3302708 Jul 22 19:05:12.714464 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:12.720980 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fdcc1d-b032-4fef-bb06-a0b72f3ca793 admin admin] Checking segment: {'id': 'f2be107d-7701-4979-8aa5-a07e9bd7e6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3e06391b-a0cd-41bd-9241-27968a76ae0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:05:12.721220 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fdcc1d-b032-4fef-bb06-a0b72f3ca793 admin admin] Network hostable DHCP agents. Network: 3e06391b-a0cd-41bd-9241-27968a76ae0d, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:05:12.723201 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608cd06-344b-4cab-88ba-969e535a9ee3 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa6954a-1504-41c2-92ed-d8f3d22f3257,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:12.734198 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-f6ce12f5-014d-48c7-85ea-0d5de61a9e65 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:12.736103 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-f6ce12f5-014d-48c7-85ea-0d5de61a9e65 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d&tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&binding%3Ahost_id=n-h1-800086-12 HTTP/1.1" status: 200 len: 1098 time: 0.1451421 Jul 22 19:05:12.743589 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] Transition to ACTIVE for port object 9632f040-8b22-4ea1-a788-077c97a78a61 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:05:12.754343 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:12.765391 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800086-12'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:12.794170 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['46ffb91f-532f-4ab7-8f14-b55a01ad5cdb'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:12.840199 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fdcc1d-b032-4fef-bb06-a0b72f3ca793 admin admin] Network 3e06391b-a0cd-41bd-9241-27968a76ae0d is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:05:12.912084 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-09fdcc1d-b032-4fef-bb06-a0b72f3ca793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 3e06391b-a0cd-41bd-9241-27968a76ae0d) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:05:12.924443 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd2e0e6-eebc-4dd1-a2bf-68241a8d8753 None None] Network 3e06391b-a0cd-41bd-9241-27968a76ae0d requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:05:12.930341 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fdcc1d-b032-4fef-bb06-a0b72f3ca793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:12.930941 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-09fdcc1d-b032-4fef-bb06-a0b72f3ca793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:12.958552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] Pushing event updated for resources: {'Port': ['ID=9632f040-8b22-4ea1-a788-077c97a78a61,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:13.073302 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-52f415b2-6568-4a6c-96c0-3c5ba795b33a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Made reservation on behalf of 7203bd3d967745edacfd14e47e28a372 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:05:13.078287 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-52f415b2-6568-4a6c-96c0-3c5ba795b33a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:13.106603 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-09fdcc1d-b032-4fef-bb06-a0b72f3ca793 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9938672 Jul 22 19:05:13.207612 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:13.233556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af05d8-df90-486e-8d6c-04650e25089c req-cf58feb3-a03e-4bd6-8c80-94450d494375 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:13.237229 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-91af05d8-df90-486e-8d6c-04650e25089c req-cf58feb3-a03e-4bd6-8c80-94450d494375 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c84da07-1c75-4c05-8749-21353bc2577d HTTP/1.1" status: 200 len: 931 time: 0.4852407 Jul 22 19:05:13.238670 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3025bdfd-dfe1-4bf1-9ab8-1e43f4200e3a None None] Network 3e06391b-a0cd-41bd-9241-27968a76ae0d requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:05:13.257501 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ce737-04e2-4c80-a975-33a1426bfbe0 req-c9bcfdf4-8838-46ab-9486-63d007436288 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:13.264785 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e2ce737-04e2-4c80-a975-33a1426bfbe0 req-c9bcfdf4-8838-46ab-9486-63d007436288 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 945 time: 0.4323909 Jul 22 19:05:13.338935 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9edbd315-83ac-4f31-8644-0043b03ed843 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:05:13.363089 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:13.394146 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] Transition to ACTIVE for port object 9edbd315-83ac-4f31-8644-0043b03ed843 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:05:13.412206 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] Attempting to bind port 9632f040-8b22-4ea1-a788-077c97a78a61 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:05:13.419899 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] Attempting to bind port 9632f040-8b22-4ea1-a788-077c97a78a61 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'c0e29bb0-6310-470b-9186-f4250e36258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '55a54a7f-b996-4285-9ede-703ace755816'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:05:13.420580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] Attempting to bind port 9632f040-8b22-4ea1-a788-077c97a78a61 on network 55a54a7f-b996-4285-9ede-703ace755816 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:13.427951 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:13.435134 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e2ce737-04e2-4c80-a975-33a1426bfbe0 req-5305cd44-e800-4d50-97d5-e7c39adaf21c tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693726 Jul 22 19:05:13.445936 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 8e461ceb-3335-478d-8e7b-ab5d7732f92c details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:05:13.499765 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-91af05d8-df90-486e-8d6c-04650e25089c req-4d09c017-e0fc-444b-9555-cca8381dcc2d tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318261 Jul 22 19:05:13.509764 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] Port 9632f040-8b22-4ea1-a788-077c97a78a61 on network 55a54a7f-b996-4285-9ede-703ace755816 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:05:13.516789 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] Attempting to bind port 9632f040-8b22-4ea1-a788-077c97a78a61 on network 55a54a7f-b996-4285-9ede-703ace755816 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:13.534375 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] For port 8e461ceb-3335-478d-8e7b-ab5d7732f92c, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=8e461ceb-3335-478d-8e7b-ab5d7732f92c,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:13.536588 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] Pushing event updated for resources: {'Port': ['ID=9edbd315-83ac-4f31-8644-0043b03ed843,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:13.590136 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:05:13.590972 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] Checking segment: {'id': 'c0e29bb0-6310-470b-9186-f4250e36258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '55a54a7f-b996-4285-9ede-703ace755816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:05:13.591524 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] Bound using segment: {'id': 'c0e29bb0-6310-470b-9186-f4250e36258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '55a54a7f-b996-4285-9ede-703ace755816'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:05:13.592143 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] Bound port: 9632f040-8b22-4ea1-a788-077c97a78a61, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e29bb0-6310-470b-9186-f4250e36258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '55a54a7f-b996-4285-9ede-703ace755816'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:05:13.592761 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:13.612444 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 8e461ceb-3335-478d-8e7b-ab5d7732f92c, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=8e461ceb-3335-478d-8e7b-ab5d7732f92c,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:13.635491 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:05:13.684238 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 8e461ceb-3335-478d-8e7b-ab5d7732f92c has no active binding in host n-h2-800086-12 {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 19:05:13.739654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:05:13.740616 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] For port 9632f040-8b22-4ea1-a788-077c97a78a61, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:05:13.743831 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] For port 9632f040-8b22-4ea1-a788-077c97a78a61, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9632f040-8b22-4ea1-a788-077c97a78a61,segment=NetworkSegment(c0e29bb0-6310-470b-9186-f4250e36258a),segment_id=c0e29bb0-6310-470b-9186-f4250e36258a)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:05:13.748390 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:05:13.749734 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:13.755483 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:13.787201 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-52f415b2-6568-4a6c-96c0-3c5ba795b33a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Allocated IP 172.20.0.12 (baecdd37-6eb2-4425-b93b-172f9e82b42a/0b80c7ab-8b96-4210-8e6b-d0b73d261a94/655136db-1197-400e-8269-7fc5890779d7) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:05:13.799655 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] For port 8e461ceb-3335-478d-8e7b-ab5d7732f92c, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:05:13.839840 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] Attempting to bind port 9edbd315-83ac-4f31-8644-0043b03ed843 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:05:13.840799 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] Attempting to bind port 9edbd315-83ac-4f31-8644-0043b03ed843 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'c0e29bb0-6310-470b-9186-f4250e36258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '55a54a7f-b996-4285-9ede-703ace755816'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:05:13.841383 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] Attempting to bind port 9edbd315-83ac-4f31-8644-0043b03ed843 on network 55a54a7f-b996-4285-9ede-703ace755816 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:13.848585 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] Port 9edbd315-83ac-4f31-8644-0043b03ed843 on network 55a54a7f-b996-4285-9ede-703ace755816 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:05:13.849213 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] Attempting to bind port 9edbd315-83ac-4f31-8644-0043b03ed843 on network 55a54a7f-b996-4285-9ede-703ace755816 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:13.862103 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2a6b5ec9-58db-472b-8126-7026265497a8 req-c2187bec-7a6a-4d48-ad0c-e0f2e56a2fa1 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ee7a97-eb1d-405e-bb51-9cf38f0635b0 HTTP/1.1" status: 200 len: 210 time: 0.1134589 Jul 22 19:05:13.863665 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:05:13.864274 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] Checking segment: {'id': 'c0e29bb0-6310-470b-9186-f4250e36258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '55a54a7f-b996-4285-9ede-703ace755816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:05:13.864904 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] Bound using segment: {'id': 'c0e29bb0-6310-470b-9186-f4250e36258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '55a54a7f-b996-4285-9ede-703ace755816'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:05:13.865940 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] Bound port: 9edbd315-83ac-4f31-8644-0043b03ed843, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e29bb0-6310-470b-9186-f4250e36258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '55a54a7f-b996-4285-9ede-703ace755816'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:05:13.866536 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:13.889254 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:13.901539 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:13.902200 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:13.903576 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] 10.222.0.30 "PUT /v2.0/ports/9632f040-8b22-4ea1-a788-077c97a78a61 HTTP/1.1" status: 200 len: 1093 time: 2.9832301 Jul 22 19:05:13.910199 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d73755-fc35-4055-9cab-e9edb8fabb3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e461ceb-3335-478d-8e7b-ab5d7732f92c'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:13.914642 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51029fd3-c796-4799-af35-ec510f825ed0', 'tag': '9632f040-8b22-4ea1-a788-077c97a78a61'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:13.915222 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33111fb-6bd9-4ad2-a60e-ec1da61d53d5" -d '{"events": [{"server_uuid": "c9d73755-fc35-4055-9cab-e9edb8fabb3d", "name": "network-vif-unplugged", "status": "completed", "tag": "8e461ceb-3335-478d-8e7b-ab5d7732f92c"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:13.919357 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5489de7-d4bc-4881-acc1-3d1838c3dd5e" -d '{"events": [{"name": "network-changed", "server_uuid": "51029fd3-c796-4799-af35-ec510f825ed0", "tag": "9632f040-8b22-4ea1-a788-077c97a78a61"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:13.924791 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:13.928869 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5d9341-1274-484c-a238-b21eefe5d174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ffb91f-532f-4ab7-8f14-b55a01ad5cdb'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:13.931994 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f530fb-f0f7-45ec-964f-c48fa8a07006" -d '{"events": [{"server_uuid": "dd5d9341-1274-484c-a238-b21eefe5d174", "name": "network-vif-plugged", "status": "completed", "tag": "46ffb91f-532f-4ab7-8f14-b55a01ad5cdb"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:13.947730 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=46ffb91f-532f-4ab7-8f14-b55a01ad5cdb,segment=NetworkSegment(c0e29bb0-6310-470b-9186-f4250e36258a),segment_id=c0e29bb0-6310-470b-9186-f4250e36258a)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:13.954004 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:13.983805 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-34f95f3c-61fb-420b-837c-435c17334401 req-9e805bf2-d85a-41b6-b23a-b8f9362af936 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-275596776', 'description': 'tempest-description-1640411636'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:13.984656 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:14.021793 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-34f95f3c-61fb-420b-837c-435c17334401 req-9e805bf2-d85a-41b6-b23a-b8f9362af936 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:14.055932 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=46ffb91f-532f-4ab7-8f14-b55a01ad5cdb,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:14.084922 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] For port 9edbd315-83ac-4f31-8644-0043b03ed843, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:05:14.087250 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] Pushing event updated for resources: {'Port': ['ID=8e461ceb-3335-478d-8e7b-ab5d7732f92c,revision_number=7']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:14.090922 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ce2fa-70b2-4040-9d44-9feb491265b7 req-d9e12c07-ea93-41bc-ac01-c3315d4fe3f9 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:14.094308 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] For port 9edbd315-83ac-4f31-8644-0043b03ed843, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9edbd315-83ac-4f31-8644-0043b03ed843,segment=NetworkSegment(c0e29bb0-6310-470b-9186-f4250e36258a),segment_id=c0e29bb0-6310-470b-9186-f4250e36258a)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:05:14.097959 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8f0ce2fa-70b2-4040-9d44-9feb491265b7 req-d9e12c07-ea93-41bc-ac01-c3315d4fe3f9 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 946 time: 0.5218520 Jul 22 19:05:14.118122 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2c576-171e-4422-93b5-7f978a9ad123 service neutron] Pushing event updated for resources: {'Port': ['ID=9632f040-8b22-4ea1-a788-077c97a78a61,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:14.127362 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:14.183179 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] Attempting to bind port 8e461ceb-3335-478d-8e7b-ab5d7732f92c on host n-h1-800086-12 for vnic_type normal with profile {"migrating_to": "n-h2-800086-12"} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:05:14.183515 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] Attempting to bind port 8e461ceb-3335-478d-8e7b-ab5d7732f92c by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:05:14.183973 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] Attempting to bind port 8e461ceb-3335-478d-8e7b-ab5d7732f92c on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:14.207417 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:14.208133 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:14.209692 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] 10.222.0.16 "PUT /v2.0/ports/9edbd315-83ac-4f31-8644-0043b03ed843 HTTP/1.1" status: 200 len: 1092 time: 1.6506450 Jul 22 19:05:14.214022 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] Port 8e461ceb-3335-478d-8e7b-ab5d7732f92c on network 1211dd5d-22dd-42cf-af43-7f788d3e855d not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:05:14.214275 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] Attempting to bind port 8e461ceb-3335-478d-8e7b-ab5d7732f92c on network 1211dd5d-22dd-42cf-af43-7f788d3e855d {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:14.241311 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:05:14.242760 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] Checking segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:05:14.243170 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] Bound using segment: {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:05:14.243618 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] Bound port: 8e461ceb-3335-478d-8e7b-ab5d7732f92c, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84075029-5789-45e4-916a-8c5eb4a6fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1211dd5d-22dd-42cf-af43-7f788d3e855d'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:05:14.243983 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:14.283274 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70953d-48a5-4f2e-8c89-df40fac7659a service neutron] Pushing event updated for resources: {'Port': ['ID=9edbd315-83ac-4f31-8644-0043b03ed843,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:14.351717 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8f0ce2fa-70b2-4040-9d44-9feb491265b7 req-059ebf5d-3407-403e-87f5-6e8f790f8d8c tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361450 Jul 22 19:05:14.356403 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-34f95f3c-61fb-420b-837c-435c17334401 req-9e805bf2-d85a-41b6-b23a-b8f9362af936 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:14.390877 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-8b15ea53-2838-4af7-8944-97c4fda020b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:14.392435 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-8b15ea53-2838-4af7-8944-97c4fda020b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f84c9d83f5c4db298789b1fcc93f31c&device_id=51029fd3-c796-4799-af35-ec510f825ed0 HTTP/1.1" status: 200 len: 1096 time: 0.4370294 Jul 22 19:05:14.395283 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-34f95f3c-61fb-420b-837c-435c17334401 req-9e805bf2-d85a-41b6-b23a-b8f9362af936 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:14.401085 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] For port 8e461ceb-3335-478d-8e7b-ab5d7732f92c, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:05:14.407086 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] For port 8e461ceb-3335-478d-8e7b-ab5d7732f92c, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=8e461ceb-3335-478d-8e7b-ab5d7732f92c,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:05:14.419924 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-c4546ca0-4ef6-439e-9158-e464ef6f776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:14.422180 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-c4546ca0-4ef6-439e-9158-e464ef6f776f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f84c9d83f5c4db298789b1fcc93f31c&device_id=9c84da07-1c75-4c05-8749-21353bc2577d HTTP/1.1" status: 200 len: 1095 time: 0.1520486 Jul 22 19:05:14.424075 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:14.439824 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-34f95f3c-61fb-420b-837c-435c17334401 req-9e805bf2-d85a-41b6-b23a-b8f9362af936 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:14.453287 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34f95f3c-61fb-420b-837c-435c17334401 req-9e805bf2-d85a-41b6-b23a-b8f9362af936 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5003047 Jul 22 19:05:14.503362 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-41a96728-c4b7-4099-90e8-6aea5b1e65aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9edbd315-83ac-4f31-8644-0043b03ed843 HTTP/1.1" status: 200 len: 217 time: 0.0731666 Jul 22 19:05:14.539290 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-713a95dd-6f9f-4830-a134-182a231df4da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9632f040-8b22-4ea1-a788-077c97a78a61 HTTP/1.1" status: 200 len: 217 time: 0.1187694 Jul 22 19:05:14.602761 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3d7d9f-56aa-4167-97bb-e9e5fd541a86 x-openstack-request-id: req-ac3d7d9f-56aa-4167-97bb-e9e5fd541a86 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:14.603059 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d73755-fc35-4055-9cab-e9edb8fabb3d", "name": "network-vif-unplugged", "status": "completed", "tag": "8e461ceb-3335-478d-8e7b-ab5d7732f92c", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:14.603314 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac3d7d9f-56aa-4167-97bb-e9e5fd541a86 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:14.603707 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d73755-fc35-4055-9cab-e9edb8fabb3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e461ceb-3335-478d-8e7b-ab5d7732f92c', 'code': 200} Jul 22 19:05:14.604711 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e805bf2-d85a-41b6-b23a-b8f9362af936 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84aeab0d-ca79-4687-b336-61e673be138b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:14.606867 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-985c3c08-1898-4a6f-b4dd-16241acd7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:14.612684 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-985c3c08-1898-4a6f-b4dd-16241acd7773 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a9ddf55-9ba7-4c92-98ee-213b16a3f808 HTTP/1.1" status: 200 len: 855 time: 0.0983179 Jul 22 19:05:14.617110 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:14.618035 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:14.619465 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] 10.222.0.16 "PUT /v2.0/ports/8e461ceb-3335-478d-8e7b-ab5d7732f92c HTTP/1.1" status: 200 len: 1124 time: 1.8603270 Jul 22 19:05:14.621670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364bff71-98ba-4fc0-9725-643f56440b55 service neutron] Pushing event updated for resources: {'Port': ['ID=8e461ceb-3335-478d-8e7b-ab5d7732f92c,revision_number=8']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:14.636833 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-52f415b2-6568-4a6c-96c0-3c5ba795b33a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:14.679325 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-8a15c732-301a-4e6a-8d7c-e76cc6290ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:14.681140 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-8a15c732-301a-4e6a-8d7c-e76cc6290ee7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a9ddf55-9ba7-4c92-98ee-213b16a3f808 HTTP/1.1" status: 200 len: 855 time: 0.1336696 Jul 22 19:05:14.694628 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66d1ac5-0e7f-466b-91d0-e43405f47129 x-openstack-request-id: req-b66d1ac5-0e7f-466b-91d0-e43405f47129 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:14.695267 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5d9341-1274-484c-a238-b21eefe5d174", "name": "network-vif-plugged", "status": "completed", "tag": "46ffb91f-532f-4ab7-8f14-b55a01ad5cdb", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:14.696526 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b66d1ac5-0e7f-466b-91d0-e43405f47129 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:14.696878 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5d9341-1274-484c-a238-b21eefe5d174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ffb91f-532f-4ab7-8f14-b55a01ad5cdb', 'code': 200} Jul 22 19:05:14.726111 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-9024003e-e05b-4c2b-a49e-d88985d06ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:14.727867 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-9024003e-e05b-4c2b-a49e-d88985d06ff8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=55a54a7f-b996-4285-9ede-703ace755816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071439 Jul 22 19:05:14.748023 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['8e461ceb-3335-478d-8e7b-ab5d7732f92c'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:14.764701 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee556a10-91d9-4a7c-92eb-c0e2f35c359f x-openstack-request-id: req-ee556a10-91d9-4a7c-92eb-c0e2f35c359f {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:14.765162 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51029fd3-c796-4799-af35-ec510f825ed0", "tag": "9632f040-8b22-4ea1-a788-077c97a78a61", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:14.765433 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee556a10-91d9-4a7c-92eb-c0e2f35c359f {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:14.765837 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51029fd3-c796-4799-af35-ec510f825ed0', 'tag': '9632f040-8b22-4ea1-a788-077c97a78a61', 'status': 'completed', 'code': 200} Jul 22 19:05:14.780196 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['8e461ceb-3335-478d-8e7b-ab5d7732f92c'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:14.861046 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-52f415b2-6568-4a6c-96c0-3c5ba795b33a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:14.868614 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e7618c5a-3b4e-4ec2-bf99-b0ba7822dac1 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:14.870159 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e7618c5a-3b4e-4ec2-bf99-b0ba7822dac1 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/networks?id=3e06391b-a0cd-41bd-9241-27968a76ae0d HTTP/1.1" status: 200 len: 817 time: 0.2309258 Jul 22 19:05:14.916277 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-21f94b87-bc3a-407d-859b-13d699e39789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:14.917841 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-21f94b87-bc3a-407d-859b-13d699e39789 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55a54a7f-b996-4285-9ede-703ace755816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2257535 Jul 22 19:05:14.921240 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-16848469-d6b9-42aa-964b-567b22c3e043 service neutron] 10.222.0.16 "GET /v2.0/networks/55a54a7f-b996-4285-9ede-703ace755816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804421 Jul 22 19:05:14.925353 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c6976-9a3f-4bc2-9ffd-4eee4efa1424 req-d05fcc62-3422-47ba-8c6e-2731a33d2870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:14.927191 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2f3c6976-9a3f-4bc2-9ffd-4eee4efa1424 req-d05fcc62-3422-47ba-8c6e-2731a33d2870 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 1098 time: 0.1339903 Jul 22 19:05:14.981932 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-52f415b2-6568-4a6c-96c0-3c5ba795b33a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Network baecdd37-6eb2-4425-b93b-172f9e82b42a is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:05:14.986256 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-606352f7-8378-4549-ada5-8342c0c10827 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/quotas/072b20adc95b4c0ebf4a46129e6dc4cd HTTP/1.1" status: 200 len: 375 time: 0.0993352 Jul 22 19:05:15.003557 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-52f415b2-6568-4a6c-96c0-3c5ba795b33a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:05:15.024712 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-52f415b2-6568-4a6c-96c0-3c5ba795b33a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:05:15.036463 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f415b2-6568-4a6c-96c0-3c5ba795b33a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Pushing event updated for resources: {'Port': ['ID=655136db-1197-400e-8269-7fc5890779d7,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:15.053394 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2f3c6976-9a3f-4bc2-9ffd-4eee4efa1424 req-6127fd99-1b68-461b-9108-a4034c5f67e2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153390 Jul 22 19:05:15.074121 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cb5b2bc5-8aee-4042-a20c-0408a99e52e8 req-8edb95e7-8064-40ff-870b-0b48a12e644a service neutron] 10.222.0.16 "GET /v2.0/networks/55a54a7f-b996-4285-9ede-703ace755816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379759 Jul 22 19:05:15.109273 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-8cc0faaf-bb04-4bce-9be1-659bcfc48acc tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=072b20adc95b4c0ebf4a46129e6dc4cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1068654 Jul 22 19:05:15.186703 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a077eb26-2f6f-41bb-99eb-db2d9ec28d76 req-0d62874a-6747-4687-952b-4244ed335d45 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aca0a3898daa4428aa1f56ddc1dd9ffe HTTP/1.1" status: 200 len: 10893 time: 0.4020259 Jul 22 19:05:15.201573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-52f415b2-6568-4a6c-96c0-3c5ba795b33a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:15.202453 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-52f415b2-6568-4a6c-96c0-3c5ba795b33a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:15.208488 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-c0d98934-5615-473e-b15a-7c9a3d6982dc service neutron] 10.222.0.30 "GET /v2.0/networks/55a54a7f-b996-4285-9ede-703ace755816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742314 Jul 22 19:05:15.304707 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-52f415b2-6568-4a6c-96c0-3c5ba795b33a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7638290 Jul 22 19:05:15.336651 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] Request body: {'port': {'device_id': '13ee7a97-eb1d-405e-bb51-9cf38f0635b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:15.384793 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a077eb26-2f6f-41bb-99eb-db2d9ec28d76 req-e877fa9b-43df-44cf-8e45-ccb4fdaf74ee tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/1a7317e2-cb96-468d-9d16-a24e3bd51896 HTTP/1.1" status: 200 len: 2981 time: 0.1892431 Jul 22 19:05:15.390833 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-ff957a32-5421-475d-9c26-0087676a9b3e service neutron] 10.222.0.13 "GET /v2.0/networks/3e06391b-a0cd-41bd-9241-27968a76ae0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670491 Jul 22 19:05:15.506282 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23f627a1-b44a-4c8d-aad9-da1f02c90545 req-5c1be27c-69ae-4cff-a398-b1ed2ed625c0 service neutron] 10.222.0.30 "GET /v2.0/networks/55a54a7f-b996-4285-9ede-703ace755816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647004 Jul 22 19:05:15.564844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a077eb26-2f6f-41bb-99eb-db2d9ec28d76 req-698aef5f-5a9a-4b73-8a04-a5882ce44209 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/1a7317e2-cb96-468d-9d16-a24e3bd51896 HTTP/1.1" status: 200 len: 2981 time: 0.1629012 Jul 22 19:05:15.581473 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:15.711057 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9bafbda3-406d-4a5f-9e82-83f95a18a714', 'bf632bc6-3c3d-4447-8aed-8f190c6dc1c7'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:15.965605 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-eb2cf78d-dd53-4fdd-971b-1fcf5f59137d service neutron] 10.222.0.13 "GET /v2.0/networks/3e06391b-a0cd-41bd-9241-27968a76ae0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5662408 Jul 22 19:05:16.083311 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5489de7-d4bc-4881-acc1-3d1838c3dd5e req-560b74fe-99ba-4321-8437-83d21b157cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:16.084862 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5489de7-d4bc-4881-acc1-3d1838c3dd5e req-560b74fe-99ba-4321-8437-83d21b157cfa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f84c9d83f5c4db298789b1fcc93f31c&device_id=51029fd3-c796-4799-af35-ec510f825ed0 HTTP/1.1" status: 200 len: 1096 time: 0.5244420 Jul 22 19:05:16.137235 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564e3fa-ec75-4a2e-94fd-c9a1280e026c req-6ecb4421-4abf-4b93-9eea-2bf5c1d8c597 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:16.138701 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e564e3fa-ec75-4a2e-94fd-c9a1280e026c req-6ecb4421-4abf-4b93-9eea-2bf5c1d8c597 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 945 time: 0.2256968 Jul 22 19:05:16.320587 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e564e3fa-ec75-4a2e-94fd-c9a1280e026c req-fe95062a-ed0a-4dff-a0a6-f723d515725f tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723578 Jul 22 19:05:16.334742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5489de7-d4bc-4881-acc1-3d1838c3dd5e req-973e4999-4cc6-4e82-a0fd-56db84e47964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:16.336197 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5489de7-d4bc-4881-acc1-3d1838c3dd5e req-973e4999-4cc6-4e82-a0fd-56db84e47964 service neutron] 10.222.0.30 "GET /v2.0/networks?id=55a54a7f-b996-4285-9ede-703ace755816 HTTP/1.1" status: 200 len: 917 time: 0.2388155 Jul 22 19:05:16.407986 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5489de7-d4bc-4881-acc1-3d1838c3dd5e req-1483ff5e-e405-4971-af89-172775e58051 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9632f040-8b22-4ea1-a788-077c97a78a61 HTTP/1.1" status: 200 len: 217 time: 0.0565686 Jul 22 19:05:16.519181 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9afb5-a317-45ed-b49c-bde305e7ba2b req-42641d9d-b49e-481d-be68-ca8c7dc409e1 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:16.525876 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0c9afb5-a317-45ed-b49c-bde305e7ba2b req-42641d9d-b49e-481d-be68-ca8c7dc409e1 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c84da07-1c75-4c05-8749-21353bc2577d HTTP/1.1" status: 200 len: 943 time: 0.2999923 Jul 22 19:05:16.556018 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 655136db-1197-400e-8269-7fc5890779d7 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:05:16.570623 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:16.577469 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5489de7-d4bc-4881-acc1-3d1838c3dd5e req-7ddca636-21b8-4bb6-8659-48ff0029b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:16.579030 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5489de7-d4bc-4881-acc1-3d1838c3dd5e req-7ddca636-21b8-4bb6-8659-48ff0029b420 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a9ddf55-9ba7-4c92-98ee-213b16a3f808 HTTP/1.1" status: 200 len: 855 time: 0.1553342 Jul 22 19:05:16.604688 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c84da07-1c75-4c05-8749-21353bc2577d', 'tag': '9edbd315-83ac-4f31-8644-0043b03ed843'}, {'name': 'network-changed', 'server_uuid': 'c9d73755-fc35-4055-9cab-e9edb8fabb3d', 'tag': '8e461ceb-3335-478d-8e7b-ab5d7732f92c'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:16.605546 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] Transition to ACTIVE for port object 655136db-1197-400e-8269-7fc5890779d7 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:05:16.608791 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe898c39-7d69-4ac3-b99f-e142271dd3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9c84da07-1c75-4c05-8749-21353bc2577d", "tag": "9edbd315-83ac-4f31-8644-0043b03ed843"}, {"name": "network-changed", "server_uuid": "c9d73755-fc35-4055-9cab-e9edb8fabb3d", "tag": "8e461ceb-3335-478d-8e7b-ab5d7732f92c"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:16.635144 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:16.650259 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0c9afb5-a317-45ed-b49c-bde305e7ba2b req-b0d2d83f-4a4d-404d-8fd1-b92ed01153cd tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235390 Jul 22 19:05:16.692766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68766afa-189a-46a7-95f7-6b5276ead062 req-3fab7a47-b773-45e9-8e7a-3c46c2fdc52d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:16.694438 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-68766afa-189a-46a7-95f7-6b5276ead062 req-3fab7a47-b773-45e9-8e7a-3c46c2fdc52d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ee7a97-eb1d-405e-bb51-9cf38f0635b0 HTTP/1.1" status: 200 len: 932 time: 0.2943401 Jul 22 19:05:16.745660 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=655136db-1197-400e-8269-7fc5890779d7,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:16.835723 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-68766afa-189a-46a7-95f7-6b5276ead062 req-31a9fd32-1591-4065-8f88-d396e97b21c2 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213138 Jul 22 19:05:16.846607 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5489de7-d4bc-4881-acc1-3d1838c3dd5e req-8775b41f-9675-487f-9dee-90335151472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:16.848125 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5489de7-d4bc-4881-acc1-3d1838c3dd5e req-8775b41f-9675-487f-9dee-90335151472d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55a54a7f-b996-4285-9ede-703ace755816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2572401 Jul 22 19:05:16.897305 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] Attempting to bind port 655136db-1197-400e-8269-7fc5890779d7 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:05:16.897771 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] Attempting to bind port 655136db-1197-400e-8269-7fc5890779d7 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:05:16.898206 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] Attempting to bind port 655136db-1197-400e-8269-7fc5890779d7 on network baecdd37-6eb2-4425-b93b-172f9e82b42a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:16.909384 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] Port 655136db-1197-400e-8269-7fc5890779d7 on network baecdd37-6eb2-4425-b93b-172f9e82b42a not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:05:16.909504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] Attempting to bind port 655136db-1197-400e-8269-7fc5890779d7 on network baecdd37-6eb2-4425-b93b-172f9e82b42a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:16.959683 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:05:16.960024 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] Checking segment: {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:05:16.960420 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] Bound using segment: {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:05:16.960877 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] Bound port: 655136db-1197-400e-8269-7fc5890779d7, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:05:16.961237 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:17.047981 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5489de7-d4bc-4881-acc1-3d1838c3dd5e req-774ffae1-d9de-4f8b-986e-cfff7cd38df5 service neutron] 10.222.0.30 "GET /v2.0/networks/55a54a7f-b996-4285-9ede-703ace755816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887243 Jul 22 19:05:17.122020 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] For port 655136db-1197-400e-8269-7fc5890779d7, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:05:17.198537 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] For port 655136db-1197-400e-8269-7fc5890779d7, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=655136db-1197-400e-8269-7fc5890779d7,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:05:17.216401 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:17.244152 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9390d80-caac-4fce-8c90-4ab4f7b2a1f1 req-0e14b1be-1c76-4a1e-a48b-29b032761c7c tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:17.254185 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b9390d80-caac-4fce-8c90-4ab4f7b2a1f1 req-0e14b1be-1c76-4a1e-a48b-29b032761c7c tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 944 time: 0.3065617 Jul 22 19:05:17.324826 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:17.325417 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:17.328255 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] 10.222.0.16 "PUT /v2.0/ports/655136db-1197-400e-8269-7fc5890779d7 HTTP/1.1" status: 200 len: 1093 time: 2.0098166 Jul 22 19:05:17.332135 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ee7a97-eb1d-405e-bb51-9cf38f0635b0', 'tag': '655136db-1197-400e-8269-7fc5890779d7'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:17.334763 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2126b3-bfba-459a-ad64-2550c2964947" -d '{"events": [{"name": "network-changed", "server_uuid": "13ee7a97-eb1d-405e-bb51-9cf38f0635b0", "tag": "655136db-1197-400e-8269-7fc5890779d7"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:17.347006 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dc0eb3a9-aa69-4f8f-aed2-11d5c035c30b req-214e3b65-ec65-4d62-80c9-95fe0d900962 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/6c964c6f-f916-4702-9937-59e30dcee25e HTTP/1.1" status: 200 len: 1799 time: 0.2086525 Jul 22 19:05:17.365741 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5489de7-d4bc-4881-acc1-3d1838c3dd5e req-23e24747-f300-4271-8c32-b1db9c39c7fe service neutron] 10.222.0.30 "GET /v2.0/networks/55a54a7f-b996-4285-9ede-703ace755816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887089 Jul 22 19:05:17.396780 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b9390d80-caac-4fce-8c90-4ab4f7b2a1f1 req-52dda718-0fd4-4d9d-99b7-506f8408e82f tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415992 Jul 22 19:05:17.438877 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa41d0b-1092-414b-b369-3006d0ab1cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=655136db-1197-400e-8269-7fc5890779d7,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:17.490286 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-dc0eb3a9-aa69-4f8f-aed2-11d5c035c30b req-919712ee-431e-4e15-bc50-38b3787ce808 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:17.517302 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-dc0eb3a9-aa69-4f8f-aed2-11d5c035c30b req-919712ee-431e-4e15-bc50-38b3787ce808 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:17.557924 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-543a0222-eb28-4b3b-9c0c-21e22818e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:17.559360 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-543a0222-eb28-4b3b-9c0c-21e22818e88e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&device_id=13ee7a97-eb1d-405e-bb51-9cf38f0635b0 HTTP/1.1" status: 200 len: 1096 time: 0.1152174 Jul 22 19:05:17.616523 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-12cd51e0-5446-43c7-aafe-56523bbe2c10 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=655136db-1197-400e-8269-7fc5890779d7 HTTP/1.1" status: 200 len: 217 time: 0.0473673 Jul 22 19:05:17.617093 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-dc0eb3a9-aa69-4f8f-aed2-11d5c035c30b req-919712ee-431e-4e15-bc50-38b3787ce808 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:17.619673 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-dc0eb3a9-aa69-4f8f-aed2-11d5c035c30b req-919712ee-431e-4e15-bc50-38b3787ce808 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:17.620765 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dc0eb3a9-aa69-4f8f-aed2-11d5c035c30b req-919712ee-431e-4e15-bc50-38b3787ce808 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "DELETE /v2.0/security-groups/6c964c6f-f916-4702-9937-59e30dcee25e HTTP/1.1" status: 204 len: 173 time: 0.2576859 Jul 22 19:05:17.641356 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919712ee-431e-4e15-bc50-38b3787ce808 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c964c6f-f916-4702-9937-59e30dcee25e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:17.696871 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fce2db-01e4-4d8e-8679-0bf11979ae31 x-openstack-request-id: req-d8fce2db-01e4-4d8e-8679-0bf11979ae31 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:17.697863 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c84da07-1c75-4c05-8749-21353bc2577d", "tag": "9edbd315-83ac-4f31-8644-0043b03ed843", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c9d73755-fc35-4055-9cab-e9edb8fabb3d", "tag": "8e461ceb-3335-478d-8e7b-ab5d7732f92c", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:17.698333 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8fce2db-01e4-4d8e-8679-0bf11979ae31 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:17.698915 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c84da07-1c75-4c05-8749-21353bc2577d', 'tag': '9edbd315-83ac-4f31-8644-0043b03ed843', 'status': 'completed', 'code': 200} Jul 22 19:05:17.699534 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d73755-fc35-4055-9cab-e9edb8fabb3d', 'tag': '8e461ceb-3335-478d-8e7b-ab5d7732f92c', 'status': 'completed', 'code': 200} Jul 22 19:05:17.706398 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-5ee3630a-98f0-429f-95b0-97650e2b3e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:17.707878 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-5ee3630a-98f0-429f-95b0-97650e2b3e20 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b80c7ab-8b96-4210-8e6b-d0b73d261a94 HTTP/1.1" status: 200 len: 846 time: 0.0778270 Jul 22 19:05:17.741536 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c308b4e-a3eb-48b9-8a07-ce3914c4b28a req-3aa8de0b-0e6f-4adb-ae6d-df1ed6791535 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:17.743765 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c308b4e-a3eb-48b9-8a07-ce3914c4b28a req-3aa8de0b-0e6f-4adb-ae6d-df1ed6791535 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 1097 time: 0.1034281 Jul 22 19:05:17.763152 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487be259-2120-4887-81ad-74cfdb8c8bcb x-openstack-request-id: req-487be259-2120-4887-81ad-74cfdb8c8bcb {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:17.763528 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ee7a97-eb1d-405e-bb51-9cf38f0635b0", "tag": "655136db-1197-400e-8269-7fc5890779d7", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:17.763984 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-487be259-2120-4887-81ad-74cfdb8c8bcb {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:17.764593 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ee7a97-eb1d-405e-bb51-9cf38f0635b0', 'tag': '655136db-1197-400e-8269-7fc5890779d7', 'status': 'completed', 'code': 200} Jul 22 19:05:17.775222 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-c382a7ae-5e27-4768-bbbb-379b8d5096f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=baecdd37-6eb2-4425-b93b-172f9e82b42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476568 Jul 22 19:05:17.886186 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe898c39-7d69-4ac3-b99f-e142271dd3a5 req-56d36a75-b7bb-481c-9576-201480d2880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:17.887840 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fe898c39-7d69-4ac3-b99f-e142271dd3a5 req-56d36a75-b7bb-481c-9576-201480d2880f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f84c9d83f5c4db298789b1fcc93f31c&device_id=9c84da07-1c75-4c05-8749-21353bc2577d HTTP/1.1" status: 200 len: 1095 time: 0.0839770 Jul 22 19:05:17.941671 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9b7131b3-16f1-4b1d-aa84-c719b89567ef req-4a5d98cc-12fe-4dcb-89c0-f3813e56c8a6 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/ports?device_id=44f51b02-435a-41a4-bc02-ff0e4ef99ebf HTTP/1.1" status: 200 len: 210 time: 0.0967970 Jul 22 19:05:17.970545 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c308b4e-a3eb-48b9-8a07-ce3914c4b28a req-12452486-8f1d-4bf4-a6c2-1d1aee155337 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036784 Jul 22 19:05:18.089331 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-ec7206a7-3ce1-45bb-9b81-bb2d14ac2b5c req-0d5fcc47-a15e-4b7b-9e82-19f48f9e8020 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] show failed (client error): The resource could not be found. Jul 22 19:05:18.090720 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ec7206a7-3ce1-45bb-9b81-bb2d14ac2b5c req-0d5fcc47-a15e-4b7b-9e82-19f48f9e8020 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/6c964c6f-f916-4702-9937-59e30dcee25e HTTP/1.1" status: 404 len: 352 time: 0.0737727 Jul 22 19:05:18.214797 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-21c1042e-6f37-4d3f-a087-bc69db951df0 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:18.216919 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-21c1042e-6f37-4d3f-a087-bc69db951df0 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.30 "GET /v2.0/networks?id=3e06391b-a0cd-41bd-9241-27968a76ae0d HTTP/1.1" status: 200 len: 817 time: 0.3574693 Jul 22 19:05:18.218200 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe898c39-7d69-4ac3-b99f-e142271dd3a5 req-0e6fa579-90b9-4aef-8ba0-3be8ecf529e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:18.219161 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-88a12f62-bf49-4577-a40c-2bacb46efcab service neutron] 10.222.0.16 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324162 Jul 22 19:05:18.220271 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fe898c39-7d69-4ac3-b99f-e142271dd3a5 req-0e6fa579-90b9-4aef-8ba0-3be8ecf529e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=55a54a7f-b996-4285-9ede-703ace755816 HTTP/1.1" status: 200 len: 917 time: 0.3233726 Jul 22 19:05:18.223347 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe898c39-7d69-4ac3-b99f-e142271dd3a5 req-3f76e6eb-20e2-4b88-9b1d-47062fec4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:18.225017 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe898c39-7d69-4ac3-b99f-e142271dd3a5 req-3f76e6eb-20e2-4b88-9b1d-47062fec4dd8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 1127 time: 0.4593768 Jul 22 19:05:18.238552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0ae8af1b-aa7c-4812-8e97-594b36b5d194 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Request body: {'port': {'device_id': 'b0c250d5-f955-4392-805c-a95e92f5131e', 'network_id': '3e06391b-a0cd-41bd-9241-27968a76ae0d', 'admin_state_up': True, 'tenant_id': '072b20adc95b4c0ebf4a46129e6dc4cd'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:18.297901 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fe898c39-7d69-4ac3-b99f-e142271dd3a5 req-f0ec1a11-9edc-4ef7-887b-db09f1221d8e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9edbd315-83ac-4f31-8644-0043b03ed843 HTTP/1.1" status: 200 len: 217 time: 0.0551124 Jul 22 19:05:18.410170 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 9632f040-8b22-4ea1-a788-077c97a78a61 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:05:18.433875 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe898c39-7d69-4ac3-b99f-e142271dd3a5 req-63ad50d0-b934-47b1-bc0a-91d5beef15d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:18.435670 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fe898c39-7d69-4ac3-b99f-e142271dd3a5 req-63ad50d0-b934-47b1-bc0a-91d5beef15d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a9ddf55-9ba7-4c92-98ee-213b16a3f808 HTTP/1.1" status: 200 len: 855 time: 0.0535178 Jul 22 19:05:18.537477 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-a9f199ad-2a7b-4827-b4f9-0879d3e52e53 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:18.538962 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-a9f199ad-2a7b-4827-b4f9-0879d3e52e53 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.30 "GET /v2.0/networks?id=3e06391b-a0cd-41bd-9241-27968a76ae0d HTTP/1.1" status: 200 len: 817 time: 0.2399280 Jul 22 19:05:18.557423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1392e7e-4cb4-4153-be26-0f126513928c req-b5510755-b509-4533-88f4-6076c52ed754 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:18.558370 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-87db5fa2-311d-4aac-9878-d39a068e6ed4 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Request body: {'port': {'device_id': '44f51b02-435a-41a4-bc02-ff0e4ef99ebf', 'network_id': '3e06391b-a0cd-41bd-9241-27968a76ae0d', 'admin_state_up': True, 'tenant_id': '072b20adc95b4c0ebf4a46129e6dc4cd'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:18.565679 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1392e7e-4cb4-4153-be26-0f126513928c req-b5510755-b509-4533-88f4-6076c52ed754 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c84da07-1c75-4c05-8749-21353bc2577d HTTP/1.1" status: 200 len: 943 time: 0.4265630 Jul 22 19:05:18.598314 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe898c39-7d69-4ac3-b99f-e142271dd3a5 req-9b09e386-686c-4ae1-b3d2-0dd7c700f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:18.600890 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe898c39-7d69-4ac3-b99f-e142271dd3a5 req-9b09e386-686c-4ae1-b3d2-0dd7c700f455 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 909 time: 0.3486722 Jul 22 19:05:18.608417 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd62e515-4085-4a6c-a108-07ee84071d68 req-aa4252e8-812b-4ec1-8e1f-e2ff4b9e0fdf service neutron] 10.222.0.16 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383567 Jul 22 19:05:18.610538 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-21a27df9-d4c9-4da7-9cc0-9be36142d65b tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:18.612085 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-21a27df9-d4c9-4da7-9cc0-9be36142d65b tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.16 "GET /v2.0/networks?id=3e06391b-a0cd-41bd-9241-27968a76ae0d HTTP/1.1" status: 200 len: 817 time: 0.4952259 Jul 22 19:05:18.627941 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe898c39-7d69-4ac3-b99f-e142271dd3a5 req-7fde43c6-414b-4e9b-aae5-66d1b7d778ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:18.629748 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fe898c39-7d69-4ac3-b99f-e142271dd3a5 req-7fde43c6-414b-4e9b-aae5-66d1b7d778ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=55a54a7f-b996-4285-9ede-703ace755816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1832256 Jul 22 19:05:18.674342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058d8c4-596f-4486-92d5-3effb4a74a4a req-85e4fe8c-d86d-4c03-9a4b-46b77a3b1675 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:18.681697 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f058d8c4-596f-4486-92d5-3effb4a74a4a req-85e4fe8c-d86d-4c03-9a4b-46b77a3b1675 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ee7a97-eb1d-405e-bb51-9cf38f0635b0 HTTP/1.1" status: 200 len: 944 time: 0.4524748 Jul 22 19:05:18.684541 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe898c39-7d69-4ac3-b99f-e142271dd3a5 req-ecd94125-fdea-4efe-be10-36e4347f04e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e461ceb-3335-478d-8e7b-ab5d7732f92c HTTP/1.1" status: 200 len: 217 time: 0.0749354 Jul 22 19:05:18.692962 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0785c10c-a973-4038-b596-fa99812ed149 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Request body: {'port': {'device_id': '6ad6ec1f-92a8-4f81-9033-aa82de33a384', 'network_id': '3e06391b-a0cd-41bd-9241-27968a76ae0d', 'admin_state_up': True, 'tenant_id': '072b20adc95b4c0ebf4a46129e6dc4cd'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:18.738244 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0ae8af1b-aa7c-4812-8e97-594b36b5d194 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Made reservation on behalf of 072b20adc95b4c0ebf4a46129e6dc4cd for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:05:18.742012 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0ae8af1b-aa7c-4812-8e97-594b36b5d194 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:18.753472 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 9632f040-8b22-4ea1-a788-077c97a78a61, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9632f040-8b22-4ea1-a788-077c97a78a61,segment=NetworkSegment(c0e29bb0-6310-470b-9186-f4250e36258a),segment_id=c0e29bb0-6310-470b-9186-f4250e36258a)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:18.767145 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '9632f040-8b22-4ea1-a788-077c97a78a61', 'network_id': '55a54a7f-b996-4285-9ede-703ace755816', 'port_id': '9632f040-8b22-4ea1-a788-077c97a78a61', 'mac_address': 'fa:16:3e:eb:6b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9ddf55-9ba7-4c92-98ee-213b16a3f808', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:05:18.794390 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1392e7e-4cb4-4153-be26-0f126513928c req-bcd7a8bb-5307-46cd-8fba-62408de994c4 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240243 Jul 22 19:05:18.809713 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:18.837802 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9632f040-8b22-4ea1-a788-077c97a78a61 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:05:18.876381 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f058d8c4-596f-4486-92d5-3effb4a74a4a req-9362c0fe-aa95-4f0d-8e02-5acb51ac6e8b tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798518 Jul 22 19:05:18.876381 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe898c39-7d69-4ac3-b99f-e142271dd3a5 req-8e5c0b24-67d1-4576-89aa-3f16f02f1134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:18.876381 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe898c39-7d69-4ac3-b99f-e142271dd3a5 req-8e5c0b24-67d1-4576-89aa-3f16f02f1134 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6ce6dd9-1892-4846-8205-ad77c8cfee8f HTTP/1.1" status: 200 len: 848 time: 0.1815460 Jul 22 19:05:18.876856 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 9632f040-8b22-4ea1-a788-077c97a78a61, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9632f040-8b22-4ea1-a788-077c97a78a61,segment=NetworkSegment(c0e29bb0-6310-470b-9186-f4250e36258a),segment_id=c0e29bb0-6310-470b-9186-f4250e36258a)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:18.882296 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:18.959989 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=9632f040-8b22-4ea1-a788-077c97a78a61,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:18.981566 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fe898c39-7d69-4ac3-b99f-e142271dd3a5 req-200cc71c-8452-4b40-b1e9-2d1c5033e291 service neutron] 10.222.0.16 "GET /v2.0/networks/55a54a7f-b996-4285-9ede-703ace755816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953854 Jul 22 19:05:19.000118 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0785c10c-a973-4038-b596-fa99812ed149 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Made reservation on behalf of 072b20adc95b4c0ebf4a46129e6dc4cd for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:05:19.003829 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0785c10c-a973-4038-b596-fa99812ed149 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:19.050051 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-87db5fa2-311d-4aac-9878-d39a068e6ed4 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Made reservation on behalf of 072b20adc95b4c0ebf4a46129e6dc4cd for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:05:19.053540 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-87db5fa2-311d-4aac-9878-d39a068e6ed4 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:19.149432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['9632f040-8b22-4ea1-a788-077c97a78a61'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:19.240823 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fe898c39-7d69-4ac3-b99f-e142271dd3a5 req-ec4802c6-bdd9-4849-b242-d5da54ee4eb0 service neutron] 10.222.0.16 "GET /v2.0/networks/55a54a7f-b996-4285-9ede-703ace755816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508249 Jul 22 19:05:19.341735 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0785c10c-a973-4038-b596-fa99812ed149 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Allocated IP 172.20.0.10 (3e06391b-a0cd-41bd-9241-27968a76ae0d/32a4cd6c-d5ad-465f-9824-4cfa8b8beb26/55137bfb-d754-4c88-bcdc-b6fb6465dd3c) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:05:19.344661 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9edbd315-83ac-4f31-8644-0043b03ed843 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:05:19.345608 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe898c39-7d69-4ac3-b99f-e142271dd3a5 req-8017a130-dc95-4d2e-b559-ba68dd62b0bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1211dd5d-22dd-42cf-af43-7f788d3e855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4600291 Jul 22 19:05:19.394703 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2126b3-bfba-459a-ad64-2550c2964947 req-fd86715e-5d77-43fa-b702-90085928bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:19.396220 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc2126b3-bfba-459a-ad64-2550c2964947 req-fd86715e-5d77-43fa-b702-90085928bddc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&device_id=13ee7a97-eb1d-405e-bb51-9cf38f0635b0 HTTP/1.1" status: 200 len: 1096 time: 0.7100403 Jul 22 19:05:19.477053 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9edbd315-83ac-4f31-8644-0043b03ed843, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9edbd315-83ac-4f31-8644-0043b03ed843,segment=NetworkSegment(c0e29bb0-6310-470b-9186-f4250e36258a),segment_id=c0e29bb0-6310-470b-9186-f4250e36258a)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:19.494686 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d6d55c0-dafc-4755-82fe-06cd5abadf0b req-edd0d6db-57b8-4833-8299-cbc81bd42a99 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/4aa6954a-1504-41c2-92ed-d8f3d22f3257 HTTP/1.1" status: 200 len: 1799 time: 0.5247293 Jul 22 19:05:19.495605 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '9edbd315-83ac-4f31-8644-0043b03ed843', 'network_id': '55a54a7f-b996-4285-9ede-703ace755816', 'port_id': '9edbd315-83ac-4f31-8644-0043b03ed843', 'mac_address': 'fa:16:3e:91:c1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9ddf55-9ba7-4c92-98ee-213b16a3f808', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:05:19.528881 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0785c10c-a973-4038-b596-fa99812ed149 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:19.551738 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:19.572666 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9edbd315-83ac-4f31-8644-0043b03ed843 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:05:19.599430 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9edbd315-83ac-4f31-8644-0043b03ed843, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9edbd315-83ac-4f31-8644-0043b03ed843,segment=NetworkSegment(c0e29bb0-6310-470b-9186-f4250e36258a),segment_id=c0e29bb0-6310-470b-9186-f4250e36258a)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:19.604260 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:19.605089 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9030284-bf9d-4a04-9c06-96a88451e504 req-22373f5d-3865-43b0-a210-c00ad3f68f03 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:19.612548 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c9030284-bf9d-4a04-9c06-96a88451e504 req-22373f5d-3865-43b0-a210-c00ad3f68f03 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 1097 time: 0.6704378 Jul 22 19:05:19.636331 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe898c39-7d69-4ac3-b99f-e142271dd3a5 req-e3d6e537-c609-45ae-b605-d83f37b67a0f service neutron] 10.222.0.30 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805305 Jul 22 19:05:19.640903 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-87db5fa2-311d-4aac-9878-d39a068e6ed4 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Allocated IP 172.20.0.5 (3e06391b-a0cd-41bd-9241-27968a76ae0d/32a4cd6c-d5ad-465f-9824-4cfa8b8beb26/f2cd12d1-2a90-4729-a816-d42e118d7e94) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:05:19.665871 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2126b3-bfba-459a-ad64-2550c2964947 req-bb787df1-a886-495e-80a1-164e07d1d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:19.667393 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc2126b3-bfba-459a-ad64-2550c2964947 req-bb787df1-a886-495e-80a1-164e07d1d46f service neutron] 10.222.0.16 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 907 time: 0.2487004 Jul 22 19:05:19.677031 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=9edbd315-83ac-4f31-8644-0043b03ed843,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:19.699400 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0785c10c-a973-4038-b596-fa99812ed149 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:19.729566 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2d6d55c0-dafc-4755-82fe-06cd5abadf0b req-88cadb81-f0f9-4a35-addc-bee50fc34caf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:19.738224 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc2126b3-bfba-459a-ad64-2550c2964947 req-8c62a8e3-77fd-412e-97f8-cb1d5708186c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=655136db-1197-400e-8269-7fc5890779d7 HTTP/1.1" status: 200 len: 217 time: 0.0558476 Jul 22 19:05:19.754418 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c9030284-bf9d-4a04-9c06-96a88451e504 req-9ed4b23e-07da-431c-86a7-7c6ecc7611b4 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410043 Jul 22 19:05:19.784692 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0785c10c-a973-4038-b596-fa99812ed149 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Network 3e06391b-a0cd-41bd-9241-27968a76ae0d is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:05:19.801725 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0785c10c-a973-4038-b596-fa99812ed149 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:05:19.801725 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785c10c-a973-4038-b596-fa99812ed149 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Pushing event updated for resources: {'Port': ['ID=55137bfb-d754-4c88-bcdc-b6fb6465dd3c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:19.806173 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0785c10c-a973-4038-b596-fa99812ed149 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:05:19.831542 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2d6d55c0-dafc-4755-82fe-06cd5abadf0b req-88cadb81-f0f9-4a35-addc-bee50fc34caf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:19.881230 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2126b3-bfba-459a-ad64-2550c2964947 req-24a5e62d-7072-4e8d-a91a-8c067b531e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:19.882940 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc2126b3-bfba-459a-ad64-2550c2964947 req-24a5e62d-7072-4e8d-a91a-8c067b531e88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b80c7ab-8b96-4210-8e6b-d0b73d261a94 HTTP/1.1" status: 200 len: 846 time: 0.1358171 Jul 22 19:05:19.889932 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe898c39-7d69-4ac3-b99f-e142271dd3a5 req-ca5809a4-6a80-4db5-b1a6-53466ca97161 service neutron] 10.222.0.30 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380462 Jul 22 19:05:19.898708 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0785c10c-a973-4038-b596-fa99812ed149 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:19.899344 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0785c10c-a973-4038-b596-fa99812ed149 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:19.919581 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0785c10c-a973-4038-b596-fa99812ed149 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2369380 Jul 22 19:05:19.920310 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc2126b3-bfba-459a-ad64-2550c2964947 req-0269938f-571b-4732-b17d-f6d6706a7081 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=baecdd37-6eb2-4425-b93b-172f9e82b42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293949 Jul 22 19:05:19.927224 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2d6d55c0-dafc-4755-82fe-06cd5abadf0b req-88cadb81-f0f9-4a35-addc-bee50fc34caf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:19.930668 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2d6d55c0-dafc-4755-82fe-06cd5abadf0b req-88cadb81-f0f9-4a35-addc-bee50fc34caf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:19.943436 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d6d55c0-dafc-4755-82fe-06cd5abadf0b req-88cadb81-f0f9-4a35-addc-bee50fc34caf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "DELETE /v2.0/security-groups/4aa6954a-1504-41c2-92ed-d8f3d22f3257 HTTP/1.1" status: 204 len: 173 time: 0.4478822 Jul 22 19:05:19.944014 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e698aef0-2320-4745-a560-4518c959651c service neutron] Request body: {'port': {'device_id': '6ad6ec1f-92a8-4f81-9033-aa82de33a384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:19.980930 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-87db5fa2-311d-4aac-9878-d39a068e6ed4 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:20.002142 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cadb81-f0f9-4a35-addc-bee50fc34caf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa6954a-1504-41c2-92ed-d8f3d22f3257,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:20.059272 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e698aef0-2320-4745-a560-4518c959651c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:20.082772 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9edbd315-83ac-4f31-8644-0043b03ed843'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:20.124971 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-93c9d5ba-4a2e-4e31-99db-57aec0f09fd8 req-c6b27cca-3a78-4756-8dfb-fca4e16fb9b7 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/ports?device_id=44f51b02-435a-41a4-bc02-ff0e4ef99ebf HTTP/1.1" status: 200 len: 210 time: 0.0688100 Jul 22 19:05:20.211846 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc2126b3-bfba-459a-ad64-2550c2964947 req-129c8155-65d0-47d1-a60e-ca4152ce3284 service neutron] 10.222.0.16 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668095 Jul 22 19:05:20.227661 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248e306-4a2c-4ff5-bc78-ac5640670739 req-615cc212-64b2-47b5-9b94-370c1a98b346 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:20.229427 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e248e306-4a2c-4ff5-bc78-ac5640670739 req-615cc212-64b2-47b5-9b94-370c1a98b346 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 944 time: 0.2287540 Jul 22 19:05:20.246618 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-87db5fa2-311d-4aac-9878-d39a068e6ed4 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:20.262549 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0ae8af1b-aa7c-4812-8e97-594b36b5d194 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Allocated IP 172.20.0.9 (3e06391b-a0cd-41bd-9241-27968a76ae0d/32a4cd6c-d5ad-465f-9824-4cfa8b8beb26/a6dfa867-c88a-4d0b-a99e-83afed4d05a9) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:05:20.306498 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db5fa2-311d-4aac-9878-d39a068e6ed4 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Pushing event updated for resources: {'Port': ['ID=f2cd12d1-2a90-4729-a816-d42e118d7e94,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:20.329598 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-87db5fa2-311d-4aac-9878-d39a068e6ed4 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Network 3e06391b-a0cd-41bd-9241-27968a76ae0d is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:05:20.331984 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-87db5fa2-311d-4aac-9878-d39a068e6ed4 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:05:20.335430 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-87db5fa2-311d-4aac-9878-d39a068e6ed4 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:05:20.390567 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-87db5fa2-311d-4aac-9878-d39a068e6ed4 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:20.391223 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-87db5fa2-311d-4aac-9878-d39a068e6ed4 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:20.392718 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e248e306-4a2c-4ff5-bc78-ac5640670739 req-776d1ee8-371e-4d30-83ff-550ff356fd1e tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517394 Jul 22 19:05:20.408134 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-87db5fa2-311d-4aac-9878-d39a068e6ed4 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8534236 Jul 22 19:05:20.425536 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 9632f040-8b22-4ea1-a788-077c97a78a61 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:05:20.453824 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc2126b3-bfba-459a-ad64-2550c2964947 req-81a56e96-eea4-4fe7-a332-a3ad9c4d83fe service neutron] 10.222.0.16 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234113 Jul 22 19:05:20.454061 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] Request body: {'port': {'device_id': '44f51b02-435a-41a4-bc02-ff0e4ef99ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:20.510296 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6296b22-8a5f-49bf-86ee-58ba357d5cde req-c20539ee-932b-447b-8c4a-37eda20615af tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:20.511828 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6296b22-8a5f-49bf-86ee-58ba357d5cde req-c20539ee-932b-447b-8c4a-37eda20615af tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c84da07-1c75-4c05-8749-21353bc2577d HTTP/1.1" status: 200 len: 944 time: 0.2672517 Jul 22 19:05:20.518188 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 9632f040-8b22-4ea1-a788-077c97a78a61 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:05:20.522976 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 9632f040-8b22-4ea1-a788-077c97a78a61 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:05:20.523359 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:20.556752 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:20.646087 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:20.673235 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6296b22-8a5f-49bf-86ee-58ba357d5cde req-56d47efa-529d-4993-ad2e-4cdf46eb7af3 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504121 Jul 22 19:05:20.691345 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51029fd3-c796-4799-af35-ec510f825ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9632f040-8b22-4ea1-a788-077c97a78a61'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:20.693853 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c899a7b7-3091-4549-b9ba-4e5f77ddeb94" -d '{"events": [{"server_uuid": "51029fd3-c796-4799-af35-ec510f825ed0", "name": "network-vif-plugged", "status": "completed", "tag": "9632f040-8b22-4ea1-a788-077c97a78a61"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:20.713700 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 9632f040-8b22-4ea1-a788-077c97a78a61, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9632f040-8b22-4ea1-a788-077c97a78a61,segment=NetworkSegment(c0e29bb0-6310-470b-9186-f4250e36258a),segment_id=c0e29bb0-6310-470b-9186-f4250e36258a)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:20.720032 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:20.721494 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 8e461ceb-3335-478d-8e7b-ab5d7732f92c no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:05:20.728208 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0ae8af1b-aa7c-4812-8e97-594b36b5d194 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:20.731229 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-5330f310-d42b-4184-8230-26c3c39bbe4f req-70ad89d6-9a59-4710-89b3-0bb6da272944 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] show failed (client error): The resource could not be found. Jul 22 19:05:20.743383 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5330f310-d42b-4184-8230-26c3c39bbe4f req-70ad89d6-9a59-4710-89b3-0bb6da272944 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/4aa6954a-1504-41c2-92ed-d8f3d22f3257 HTTP/1.1" status: 404 len: 352 time: 0.0372524 Jul 22 19:05:20.803734 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6498714-077a-41fe-ade7-a189c3b6f0b7 req-6cb3844f-2e6a-4c9f-b2f3-b29311c46845 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:20.809511 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6498714-077a-41fe-ade7-a189c3b6f0b7 req-6cb3844f-2e6a-4c9f-b2f3-b29311c46845 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ee7a97-eb1d-405e-bb51-9cf38f0635b0 HTTP/1.1" status: 200 len: 944 time: 0.3166349 Jul 22 19:05:20.936423 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6498714-077a-41fe-ade7-a189c3b6f0b7 req-70f06a12-4968-4d1a-9178-4b53e280874f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204250 Jul 22 19:05:20.961219 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0ae8af1b-aa7c-4812-8e97-594b36b5d194 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:20.965648 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=9632f040-8b22-4ea1-a788-077c97a78a61,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:21.030960 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0ae8af1b-aa7c-4812-8e97-594b36b5d194 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Network 3e06391b-a0cd-41bd-9241-27968a76ae0d is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:05:21.034981 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0ae8af1b-aa7c-4812-8e97-594b36b5d194 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:05:21.046273 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0ae8af1b-aa7c-4812-8e97-594b36b5d194 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:05:21.083373 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8af1b-aa7c-4812-8e97-594b36b5d194 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Pushing event updated for resources: {'Port': ['ID=a6dfa867-c88a-4d0b-a99e-83afed4d05a9,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:21.122022 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0ae8af1b-aa7c-4812-8e97-594b36b5d194 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:21.122924 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0ae8af1b-aa7c-4812-8e97-594b36b5d194 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:21.139660 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8525081-90eb-4cdd-bce5-2ee58fc1660c x-openstack-request-id: req-d8525081-90eb-4cdd-bce5-2ee58fc1660c {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:21.140199 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51029fd3-c796-4799-af35-ec510f825ed0", "name": "network-vif-plugged", "status": "completed", "tag": "9632f040-8b22-4ea1-a788-077c97a78a61", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:21.140791 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8525081-90eb-4cdd-bce5-2ee58fc1660c {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:21.141196 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51029fd3-c796-4799-af35-ec510f825ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9632f040-8b22-4ea1-a788-077c97a78a61', 'code': 200} Jul 22 19:05:21.148246 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-0ae8af1b-aa7c-4812-8e97-594b36b5d194 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9197712 Jul 22 19:05:21.166153 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] Request body: {'port': {'device_id': 'b0c250d5-f955-4392-805c-a95e92f5131e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:21.278137 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e698aef0-2320-4745-a560-4518c959651c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55137bfb-d754-4c88-bcdc-b6fb6465dd3c {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:05:21.289814 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e698aef0-2320-4745-a560-4518c959651c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:21.313616 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e698aef0-2320-4745-a560-4518c959651c service neutron] Transition to ACTIVE for port object 55137bfb-d754-4c88-bcdc-b6fb6465dd3c will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:05:21.343216 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 655136db-1197-400e-8269-7fc5890779d7 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:05:21.345950 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9edbd315-83ac-4f31-8644-0043b03ed843 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:05:21.368049 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65cd13ca-f67d-47c9-b49c-90857138edf1 req-d3329caa-d698-49e6-9054-69b93933cac8 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/84aeab0d-ca79-4687-b336-61e673be138b HTTP/1.1" status: 200 len: 1800 time: 0.1575198 Jul 22 19:05:21.372148 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:21.487936 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e698aef0-2320-4745-a560-4518c959651c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:21.515173 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b21f1b-4f2f-403f-a9f9-cc76a4bf7d2b req-32ea7b97-78f2-4ac2-93df-039d05b4ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:21.516761 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-21b21f1b-4f2f-403f-a9f9-cc76a4bf7d2b req-32ea7b97-78f2-4ac2-93df-039d05b4ef8a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=51029fd3-c796-4799-af35-ec510f825ed0 HTTP/1.1" status: 200 len: 1098 time: 0.2814336 Jul 22 19:05:21.587032 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 655136db-1197-400e-8269-7fc5890779d7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=655136db-1197-400e-8269-7fc5890779d7,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:21.604986 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '655136db-1197-400e-8269-7fc5890779d7', 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a', 'port_id': '655136db-1197-400e-8269-7fc5890779d7', 'mac_address': 'fa:16:3e:e9:80:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b80c7ab-8b96-4210-8e6b-d0b73d261a94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:05:21.625066 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-65cd13ca-f67d-47c9-b49c-90857138edf1 req-41b278d7-e4a4-4194-964c-4df22066c2a0 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:21.659617 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-21b21f1b-4f2f-403f-a9f9-cc76a4bf7d2b req-1cde15e2-f6b8-4c34-934c-ecc37216ca3f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315598 Jul 22 19:05:21.663020 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 9edbd315-83ac-4f31-8644-0043b03ed843 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:05:21.669267 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 9edbd315-83ac-4f31-8644-0043b03ed843 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:05:21.669641 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:21.681494 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-65cd13ca-f67d-47c9-b49c-90857138edf1 req-41b278d7-e4a4-4194-964c-4df22066c2a0 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:21.728105 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:21.734756 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-65cd13ca-f67d-47c9-b49c-90857138edf1 req-41b278d7-e4a4-4194-964c-4df22066c2a0 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:21.739765 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-65cd13ca-f67d-47c9-b49c-90857138edf1 req-41b278d7-e4a4-4194-964c-4df22066c2a0 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:21.754942 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698aef0-2320-4745-a560-4518c959651c service neutron] Pushing event updated for resources: {'Port': ['ID=55137bfb-d754-4c88-bcdc-b6fb6465dd3c,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:21.759393 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65cd13ca-f67d-47c9-b49c-90857138edf1 req-41b278d7-e4a4-4194-964c-4df22066c2a0 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "DELETE /v2.0/security-groups/84aeab0d-ca79-4687-b336-61e673be138b HTTP/1.1" status: 204 len: 173 time: 0.3899446 Jul 22 19:05:21.776116 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b278d7-e4a4-4194-964c-4df22066c2a0 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84aeab0d-ca79-4687-b336-61e673be138b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:21.806180 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 655136db-1197-400e-8269-7fc5890779d7 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:05:21.809572 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2cd12d1-2a90-4729-a816-d42e118d7e94 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:05:21.826433 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:21.837486 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:21.840868 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e698aef0-2320-4745-a560-4518c959651c service neutron] Attempting to bind port 55137bfb-d754-4c88-bcdc-b6fb6465dd3c on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:05:21.842068 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e698aef0-2320-4745-a560-4518c959651c service neutron] Attempting to bind port 55137bfb-d754-4c88-bcdc-b6fb6465dd3c by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'f2be107d-7701-4979-8aa5-a07e9bd7e6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3e06391b-a0cd-41bd-9241-27968a76ae0d'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:05:21.842068 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e698aef0-2320-4745-a560-4518c959651c service neutron] Attempting to bind port 55137bfb-d754-4c88-bcdc-b6fb6465dd3c on network 3e06391b-a0cd-41bd-9241-27968a76ae0d {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:21.851256 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e698aef0-2320-4745-a560-4518c959651c service neutron] Port 55137bfb-d754-4c88-bcdc-b6fb6465dd3c on network 3e06391b-a0cd-41bd-9241-27968a76ae0d not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:05:21.851984 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e698aef0-2320-4745-a560-4518c959651c service neutron] Attempting to bind port 55137bfb-d754-4c88-bcdc-b6fb6465dd3c on network 3e06391b-a0cd-41bd-9241-27968a76ae0d {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:21.863743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 655136db-1197-400e-8269-7fc5890779d7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=655136db-1197-400e-8269-7fc5890779d7,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:21.876714 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:21.881730 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] Transition to ACTIVE for port object f2cd12d1-2a90-4729-a816-d42e118d7e94 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:05:21.885552 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e698aef0-2320-4745-a560-4518c959651c service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:05:21.885552 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e698aef0-2320-4745-a560-4518c959651c service neutron] Checking segment: {'id': 'f2be107d-7701-4979-8aa5-a07e9bd7e6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3e06391b-a0cd-41bd-9241-27968a76ae0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:05:21.885552 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e698aef0-2320-4745-a560-4518c959651c service neutron] Bound using segment: {'id': 'f2be107d-7701-4979-8aa5-a07e9bd7e6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3e06391b-a0cd-41bd-9241-27968a76ae0d'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:05:21.894548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e698aef0-2320-4745-a560-4518c959651c service neutron] Bound port: 55137bfb-d754-4c88-bcdc-b6fb6465dd3c, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2be107d-7701-4979-8aa5-a07e9bd7e6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3e06391b-a0cd-41bd-9241-27968a76ae0d'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:05:21.895032 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e698aef0-2320-4745-a560-4518c959651c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:21.910698 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:21.951650 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9edbd315-83ac-4f31-8644-0043b03ed843, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9edbd315-83ac-4f31-8644-0043b03ed843,segment=NetworkSegment(c0e29bb0-6310-470b-9186-f4250e36258a),segment_id=c0e29bb0-6310-470b-9186-f4250e36258a)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:21.959952 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:22.017484 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=655136db-1197-400e-8269-7fc5890779d7,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:22.089863 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=9edbd315-83ac-4f31-8644-0043b03ed843,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:22.090111 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e698aef0-2320-4745-a560-4518c959651c service neutron] For port 55137bfb-d754-4c88-bcdc-b6fb6465dd3c, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:05:22.132238 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cd12d1-2a90-4729-a816-d42e118d7e94,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:22.138507 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e698aef0-2320-4745-a560-4518c959651c service neutron] For port 55137bfb-d754-4c88-bcdc-b6fb6465dd3c, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=55137bfb-d754-4c88-bcdc-b6fb6465dd3c,segment=NetworkSegment(f2be107d-7701-4979-8aa5-a07e9bd7e6ca),segment_id=f2be107d-7701-4979-8aa5-a07e9bd7e6ca)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:05:22.152011 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-c7d91402-02ca-4ccd-89a7-2bc3f30a1add tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:05:22.153000 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-c7d91402-02ca-4ccd-89a7-2bc3f30a1add tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128434 Jul 22 19:05:22.156810 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e698aef0-2320-4745-a560-4518c959651c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:22.201049 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c4f53-ada5-4bc3-b983-2c1121e0dede req-713abece-a138-4436-b968-22ac7c67c5ab tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:22.202617 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-730c4f53-ada5-4bc3-b983-2c1121e0dede req-713abece-a138-4436-b968-22ac7c67c5ab tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/ports?device_id=44f51b02-435a-41a4-bc02-ff0e4ef99ebf HTTP/1.1" status: 200 len: 943 time: 0.2360663 Jul 22 19:05:22.204823 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6dfa867-c88a-4d0b-a99e-83afed4d05a9 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:05:22.219491 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:22.221702 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-d92f2724-60d1-4a52-af87-1892a8159de5 service neutron] Request body: {'binding': {'host': 'n-h2-800086-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:22.223310 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-d92f2724-60d1-4a52-af87-1892a8159de5 service neutron] Unknown quota resources ['binding']. {{(pid=93806) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:05:22.244102 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] Transition to ACTIVE for port object a6dfa867-c88a-4d0b-a99e-83afed4d05a9 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:05:22.254282 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:22.277728 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e698aef0-2320-4745-a560-4518c959651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:22.277948 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e698aef0-2320-4745-a560-4518c959651c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:22.280087 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e698aef0-2320-4745-a560-4518c959651c service neutron] 10.222.0.16 "PUT /v2.0/ports/55137bfb-d754-4c88-bcdc-b6fb6465dd3c HTTP/1.1" status: 200 len: 1093 time: 2.3402779 Jul 22 19:05:22.289616 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['655136db-1197-400e-8269-7fc5890779d7'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:22.300930 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad6ec1f-92a8-4f81-9033-aa82de33a384', 'tag': '55137bfb-d754-4c88-bcdc-b6fb6465dd3c'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:22.301547 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-730c4f53-ada5-4bc3-b983-2c1121e0dede req-b119c7af-99e7-49b6-87e2-a16f9efff5a8 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/security-groups?id=8deee8cc-c540-4820-8dc7-3bec97595b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915356 Jul 22 19:05:22.303270 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8416a9-e54e-4320-9d48-3f0c25a2aaad" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad6ec1f-92a8-4f81-9033-aa82de33a384", "tag": "55137bfb-d754-4c88-bcdc-b6fb6465dd3c"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:22.308281 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698aef0-2320-4745-a560-4518c959651c service neutron] Pushing event updated for resources: {'Port': ['ID=55137bfb-d754-4c88-bcdc-b6fb6465dd3c,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:22.334645 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] Attempting to bind port f2cd12d1-2a90-4729-a816-d42e118d7e94 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:05:22.335090 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] Attempting to bind port f2cd12d1-2a90-4729-a816-d42e118d7e94 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f2be107d-7701-4979-8aa5-a07e9bd7e6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3e06391b-a0cd-41bd-9241-27968a76ae0d'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:05:22.335521 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] Attempting to bind port f2cd12d1-2a90-4729-a816-d42e118d7e94 on network 3e06391b-a0cd-41bd-9241-27968a76ae0d {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:22.352622 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] Pushing event updated for resources: {'Port': ['ID=a6dfa867-c88a-4d0b-a99e-83afed4d05a9,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:22.369963 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] Port f2cd12d1-2a90-4729-a816-d42e118d7e94 on network 3e06391b-a0cd-41bd-9241-27968a76ae0d not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:05:22.369963 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] Attempting to bind port f2cd12d1-2a90-4729-a816-d42e118d7e94 on network 3e06391b-a0cd-41bd-9241-27968a76ae0d {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:22.406402 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:05:22.406914 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] Checking segment: {'id': 'f2be107d-7701-4979-8aa5-a07e9bd7e6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3e06391b-a0cd-41bd-9241-27968a76ae0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:05:22.407408 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] Bound using segment: {'id': 'f2be107d-7701-4979-8aa5-a07e9bd7e6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3e06391b-a0cd-41bd-9241-27968a76ae0d'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:05:22.408085 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] Bound port: f2cd12d1-2a90-4729-a816-d42e118d7e94, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2be107d-7701-4979-8aa5-a07e9bd7e6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3e06391b-a0cd-41bd-9241-27968a76ae0d'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:05:22.408585 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:22.494343 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] Attempting to bind port a6dfa867-c88a-4d0b-a99e-83afed4d05a9 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:05:22.494813 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] Attempting to bind port a6dfa867-c88a-4d0b-a99e-83afed4d05a9 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f2be107d-7701-4979-8aa5-a07e9bd7e6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3e06391b-a0cd-41bd-9241-27968a76ae0d'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:05:22.495151 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] Attempting to bind port a6dfa867-c88a-4d0b-a99e-83afed4d05a9 on network 3e06391b-a0cd-41bd-9241-27968a76ae0d {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:22.508804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] Port a6dfa867-c88a-4d0b-a99e-83afed4d05a9 on network 3e06391b-a0cd-41bd-9241-27968a76ae0d not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:05:22.509128 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] Attempting to bind port a6dfa867-c88a-4d0b-a99e-83afed4d05a9 on network 3e06391b-a0cd-41bd-9241-27968a76ae0d {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:22.522011 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:05:22.522436 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] Checking segment: {'id': 'f2be107d-7701-4979-8aa5-a07e9bd7e6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3e06391b-a0cd-41bd-9241-27968a76ae0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:05:22.522831 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] Bound using segment: {'id': 'f2be107d-7701-4979-8aa5-a07e9bd7e6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3e06391b-a0cd-41bd-9241-27968a76ae0d'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:05:22.523570 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] Bound port: a6dfa867-c88a-4d0b-a99e-83afed4d05a9, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2be107d-7701-4979-8aa5-a07e9bd7e6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3e06391b-a0cd-41bd-9241-27968a76ae0d'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:05:22.523789 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:22.555449 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc7080-1b4b-408b-bad6-3404c741fc76 req-af339cb0-4deb-4fb2-9219-c7d5c3809dd4 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:22.557559 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-21dc7080-1b4b-408b-bad6-3404c741fc76 req-af339cb0-4deb-4fb2-9219-c7d5c3809dd4 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 944 time: 0.1425943 Jul 22 19:05:22.596527 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-f5d0b9a7-51d3-44b2-953e-f576f823aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:22.598555 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-f5d0b9a7-51d3-44b2-953e-f576f823aaaf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=072b20adc95b4c0ebf4a46129e6dc4cd&device_id=6ad6ec1f-92a8-4f81-9033-aa82de33a384 HTTP/1.1" status: 200 len: 1096 time: 0.2553322 Jul 22 19:05:22.611658 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] For port f2cd12d1-2a90-4729-a816-d42e118d7e94, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:05:22.666980 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-d92f2724-60d1-4a52-af87-1892a8159de5 service neutron] Attempting to bind port 9975ab8b-abed-46ad-b271-752024d1b9b4 on host n-h2-800086-12 for vnic_type normal with profile None {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:05:22.667532 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-d92f2724-60d1-4a52-af87-1892a8159de5 service neutron] Attempting to bind port 9975ab8b-abed-46ad-b271-752024d1b9b4 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:05:22.668059 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-d92f2724-60d1-4a52-af87-1892a8159de5 service neutron] Attempting to bind port 9975ab8b-abed-46ad-b271-752024d1b9b4 on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:22.677643 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-a0e70c91-b01c-4276-a158-02224a857b40 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55137bfb-d754-4c88-bcdc-b6fb6465dd3c HTTP/1.1" status: 200 len: 217 time: 0.0672591 Jul 22 19:05:22.681488 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] For port f2cd12d1-2a90-4729-a816-d42e118d7e94, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f2cd12d1-2a90-4729-a816-d42e118d7e94,segment=NetworkSegment(f2be107d-7701-4979-8aa5-a07e9bd7e6ca),segment_id=f2be107d-7701-4979-8aa5-a07e9bd7e6ca)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:05:22.683361 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-21dc7080-1b4b-408b-bad6-3404c741fc76 req-114a806a-5e40-42ae-aede-31a0c8ec131a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969098 Jul 22 19:05:22.699575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] For port a6dfa867-c88a-4d0b-a99e-83afed4d05a9, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:05:22.702459 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-d92f2724-60d1-4a52-af87-1892a8159de5 service neutron] Port 9975ab8b-abed-46ad-b271-752024d1b9b4 on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:05:22.702987 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-d92f2724-60d1-4a52-af87-1892a8159de5 service neutron] Attempting to bind port 9975ab8b-abed-46ad-b271-752024d1b9b4 on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:22.704892 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] For port a6dfa867-c88a-4d0b-a99e-83afed4d05a9, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a6dfa867-c88a-4d0b-a99e-83afed4d05a9,segment=NetworkSegment(f2be107d-7701-4979-8aa5-a07e9bd7e6ca),segment_id=f2be107d-7701-4979-8aa5-a07e9bd7e6ca)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:05:22.717120 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:22.764310 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:22.792543 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-d92f2724-60d1-4a52-af87-1892a8159de5 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:05:22.793102 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-d92f2724-60d1-4a52-af87-1892a8159de5 service neutron] Checking segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:05:22.793701 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-d92f2724-60d1-4a52-af87-1892a8159de5 service neutron] Bound using segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:05:22.794328 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-d92f2724-60d1-4a52-af87-1892a8159de5 service neutron] Bound port: 9975ab8b-abed-46ad-b271-752024d1b9b4, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:05:22.807498 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:22.808393 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:22.810202 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] 10.222.0.30 "PUT /v2.0/ports/f2cd12d1-2a90-4729-a816-d42e118d7e94 HTTP/1.1" status: 200 len: 1092 time: 2.3729525 Jul 22 19:05:22.832994 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:22.833608 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:22.835069 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] 10.222.0.30 "PUT /v2.0/ports/a6dfa867-c88a-4d0b-a99e-83afed4d05a9 HTTP/1.1" status: 200 len: 1092 time: 1.6798210 Jul 22 19:05:22.847166 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c250d5-f955-4392-805c-a95e92f5131e', 'tag': 'a6dfa867-c88a-4d0b-a99e-83afed4d05a9'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:22.850167 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51da180b-d01d-4963-9ab6-f8f72976033d" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c250d5-f955-4392-805c-a95e92f5131e", "tag": "a6dfa867-c88a-4d0b-a99e-83afed4d05a9"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:22.946102 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-930248d8-e8ca-4d70-8ec8-dd807705b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:22.947784 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-930248d8-e8ca-4d70-8ec8-dd807705b259 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=32a4cd6c-d5ad-465f-9824-4cfa8b8beb26 HTTP/1.1" status: 200 len: 857 time: 0.2518632 Jul 22 19:05:22.948787 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa7ae4-e183-4d04-a31b-256674db8884 service neutron] Pushing event updated for resources: {'Port': ['ID=a6dfa867-c88a-4d0b-a99e-83afed4d05a9,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:22.954992 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81c383-06d3-4a38-acf3-465dbdc823b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cd12d1-2a90-4729-a816-d42e118d7e94,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:22.959345 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-cc8ff4d9-3526-45e4-8a12-f8d4bff93c34 service neutron] 10.222.0.30 "GET /v2.0/ports/8e461ceb-3335-478d-8e7b-ab5d7732f92c/bindings/n-h2-800086-12 HTTP/1.1" status: 200 len: 385 time: 0.2520640 Jul 22 19:05:23.008910 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-da363946-c82c-4557-99b1-26e23e340ca0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3e06391b-a0cd-41bd-9241-27968a76ae0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497081 Jul 22 19:05:23.021022 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-d92f2724-60d1-4a52-af87-1892a8159de5 service neutron] For port 9975ab8b-abed-46ad-b271-752024d1b9b4, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9975ab8b-abed-46ad-b271-752024d1b9b4,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:05:23.040243 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a648d7-0be6-49a1-b7f9-0941eba2bc85 req-240ae863-e64e-4652-bb95-585b46da251e tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:23.042108 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81a648d7-0be6-49a1-b7f9-0941eba2bc85 req-240ae863-e64e-4652-bb95-585b46da251e tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c84da07-1c75-4c05-8749-21353bc2577d HTTP/1.1" status: 200 len: 945 time: 0.2268169 Jul 22 19:05:23.048243 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-d92f2724-60d1-4a52-af87-1892a8159de5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:23.049565 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-d92f2724-60d1-4a52-af87-1892a8159de5 service neutron] 10.222.0.13 "POST /v2.0/ports/9975ab8b-abed-46ad-b271-752024d1b9b4/bindings HTTP/1.1" status: 201 len: 390 time: 0.8397937 Jul 22 19:05:23.067293 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-ce35acc8-aaca-448e-bd6d-a3350d4417a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:23.068845 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-ce35acc8-aaca-448e-bd6d-a3350d4417a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=072b20adc95b4c0ebf4a46129e6dc4cd&device_id=44f51b02-435a-41a4-bc02-ff0e4ef99ebf HTTP/1.1" status: 200 len: 1095 time: 0.1879613 Jul 22 19:05:23.115652 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-76e69875-a553-444d-854b-b9084068561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:23.117179 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-76e69875-a553-444d-854b-b9084068561f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=072b20adc95b4c0ebf4a46129e6dc4cd&device_id=b0c250d5-f955-4392-805c-a95e92f5131e HTTP/1.1" status: 200 len: 1095 time: 0.2275150 Jul 22 19:05:23.142071 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c84da07-1c75-4c05-8749-21353bc2577d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edbd315-83ac-4f31-8644-0043b03ed843'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:23.146513 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b1794f-2d0b-4993-a348-f84521e7430d" -d '{"events": [{"server_uuid": "9c84da07-1c75-4c05-8749-21353bc2577d", "name": "network-vif-plugged", "status": "completed", "tag": "9edbd315-83ac-4f31-8644-0043b03ed843"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:23.160393 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-3e744126-b7c9-4d42-aa5c-bf8e4d942a09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2cd12d1-2a90-4729-a816-d42e118d7e94 HTTP/1.1" status: 200 len: 217 time: 0.0846443 Jul 22 19:05:23.232077 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-a7fb0771-ed41-4306-86ab-ecffe43cbab6 service neutron] 10.222.0.16 "GET /v2.0/networks/3e06391b-a0cd-41bd-9241-27968a76ae0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134676 Jul 22 19:05:23.234558 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-e567cab1-144e-4889-935f-1d979dee5ccc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6dfa867-c88a-4d0b-a99e-83afed4d05a9 HTTP/1.1" status: 200 len: 217 time: 0.0534849 Jul 22 19:05:23.277794 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-9f4daaa5-84b2-4f17-aa7e-890956045c7c req-f6da3cb6-d0c6-4bdb-9e6c-623caa12711a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] show failed (client error): The resource could not be found. Jul 22 19:05:23.278821 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9f4daaa5-84b2-4f17-aa7e-890956045c7c req-f6da3cb6-d0c6-4bdb-9e6c-623caa12711a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/84aeab0d-ca79-4687-b336-61e673be138b HTTP/1.1" status: 404 len: 352 time: 0.0972581 Jul 22 19:05:23.288149 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-f68eefc9-f310-40a0-a3e5-1a1bade06fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:23.292819 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-f68eefc9-f310-40a0-a3e5-1a1bade06fa4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32a4cd6c-d5ad-465f-9824-4cfa8b8beb26 HTTP/1.1" status: 200 len: 857 time: 0.1204860 Jul 22 19:05:23.326247 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81a648d7-0be6-49a1-b7f9-0941eba2bc85 req-d1898323-c451-45e7-98b3-f28c92a5b8f4 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475719 Jul 22 19:05:23.366658 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-954370e5-29e3-445a-a623-95fd5d1d13d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e06391b-a0cd-41bd-9241-27968a76ae0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390604 Jul 22 19:05:23.371300 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-729623e3-529a-492b-a8cd-ed0229396547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:23.378313 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-729623e3-529a-492b-a8cd-ed0229396547 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32a4cd6c-d5ad-465f-9824-4cfa8b8beb26 HTTP/1.1" status: 200 len: 857 time: 0.1284673 Jul 22 19:05:23.403056 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-b5bc1857-950a-4361-9503-d71bd9892d50 service neutron] 10.222.0.16 "GET /v2.0/networks/3e06391b-a0cd-41bd-9241-27968a76ae0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622226 Jul 22 19:05:23.412853 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d26a01-ab9c-46b8-993d-0528beff9ece x-openstack-request-id: req-83d26a01-ab9c-46b8-993d-0528beff9ece {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:23.413181 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad6ec1f-92a8-4f81-9033-aa82de33a384", "tag": "55137bfb-d754-4c88-bcdc-b6fb6465dd3c", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:23.413379 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83d26a01-ab9c-46b8-993d-0528beff9ece {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:23.413765 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad6ec1f-92a8-4f81-9033-aa82de33a384', 'tag': '55137bfb-d754-4c88-bcdc-b6fb6465dd3c', 'status': 'completed', 'code': 200} Jul 22 19:05:23.447632 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-5314deb7-5b5f-45dc-b256-df641d03a2e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e06391b-a0cd-41bd-9241-27968a76ae0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435789 Jul 22 19:05:23.474484 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-419b4238-f44b-47d6-92ef-4d1c91a01760 service neutron] For port 8e461ceb-3335-478d-8e7b-ab5d7732f92c, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=8e461ceb-3335-478d-8e7b-ab5d7732f92c,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:23.543280 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-419b4238-f44b-47d6-92ef-4d1c91a01760 service neutron] For port 8e461ceb-3335-478d-8e7b-ab5d7732f92c, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:05:23.582630 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0201be7-0bb5-4519-9555-2622ccb984c4 x-openstack-request-id: req-e0201be7-0bb5-4519-9555-2622ccb984c4 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:23.583070 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c250d5-f955-4392-805c-a95e92f5131e", "tag": "a6dfa867-c88a-4d0b-a99e-83afed4d05a9", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:23.583303 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0201be7-0bb5-4519-9555-2622ccb984c4 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:23.583665 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c250d5-f955-4392-805c-a95e92f5131e', 'tag': 'a6dfa867-c88a-4d0b-a99e-83afed4d05a9', 'status': 'completed', 'code': 200} Jul 22 19:05:23.605639 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-419b4238-f44b-47d6-92ef-4d1c91a01760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e461ceb-3335-478d-8e7b-ab5d7732f92c {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:05:23.613745 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-ae4fadef-d645-4aae-944e-865e85756096 service neutron] 10.222.0.30 "GET /v2.0/networks/3e06391b-a0cd-41bd-9241-27968a76ae0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401931 Jul 22 19:05:23.617074 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8416a9-e54e-4320-9d48-3f0c25a2aaad req-f83486c7-26db-469a-b94e-9bfb402d1571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:23.619376 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ea8416a9-e54e-4320-9d48-3f0c25a2aaad req-f83486c7-26db-469a-b94e-9bfb402d1571 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=072b20adc95b4c0ebf4a46129e6dc4cd&device_id=6ad6ec1f-92a8-4f81-9033-aa82de33a384 HTTP/1.1" status: 200 len: 1096 time: 0.1297159 Jul 22 19:05:23.621417 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-ef2b68c8-eb8a-4edd-bbbc-42901f40b58d service neutron] 10.222.0.30 "GET /v2.0/networks/3e06391b-a0cd-41bd-9241-27968a76ae0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560118 Jul 22 19:05:23.623808 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-419b4238-f44b-47d6-92ef-4d1c91a01760 service neutron] For port 8e461ceb-3335-478d-8e7b-ab5d7732f92c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8e461ceb-3335-478d-8e7b-ab5d7732f92c,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:23.634232 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897f3a-7981-414d-bfea-2ad52f4fe641 req-1449bf5b-7335-478d-94c5-8c32665f84d4 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:23.635813 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b3897f3a-7981-414d-bfea-2ad52f4fe641 req-1449bf5b-7335-478d-94c5-8c32665f84d4 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ee7a97-eb1d-405e-bb51-9cf38f0635b0 HTTP/1.1" status: 200 len: 945 time: 0.2500212 Jul 22 19:05:23.640157 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e4bedd-3f7a-417c-ae1e-a5e13107e956 x-openstack-request-id: req-82e4bedd-3f7a-417c-ae1e-a5e13107e956 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:23.640453 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c84da07-1c75-4c05-8749-21353bc2577d", "name": "network-vif-plugged", "status": "completed", "tag": "9edbd315-83ac-4f31-8644-0043b03ed843", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:23.640742 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82e4bedd-3f7a-417c-ae1e-a5e13107e956 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:23.641238 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c84da07-1c75-4c05-8749-21353bc2577d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edbd315-83ac-4f31-8644-0043b03ed843', 'code': 200} Jul 22 19:05:23.691619 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-419b4238-f44b-47d6-92ef-4d1c91a01760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:23.735658 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8416a9-e54e-4320-9d48-3f0c25a2aaad req-acdd6a0b-00c0-4ac3-a813-587d73546c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:23.737286 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ea8416a9-e54e-4320-9d48-3f0c25a2aaad req-acdd6a0b-00c0-4ac3-a813-587d73546c96 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3e06391b-a0cd-41bd-9241-27968a76ae0d HTTP/1.1" status: 200 len: 918 time: 0.1095314 Jul 22 19:05:23.811135 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ea8416a9-e54e-4320-9d48-3f0c25a2aaad req-6b035224-7a36-4029-8e00-a5261b51e6a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55137bfb-d754-4c88-bcdc-b6fb6465dd3c HTTP/1.1" status: 200 len: 217 time: 0.0601764 Jul 22 19:05:23.878209 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b3897f3a-7981-414d-bfea-2ad52f4fe641 req-398962d0-3d9f-4fe9-b9d3-f9b06f5ae5da tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246232 Jul 22 19:05:23.923563 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8416a9-e54e-4320-9d48-3f0c25a2aaad req-b150af47-ebd5-4ac8-ac2d-f587ef30b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:23.925251 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ea8416a9-e54e-4320-9d48-3f0c25a2aaad req-b150af47-ebd5-4ac8-ac2d-f587ef30b14e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=32a4cd6c-d5ad-465f-9824-4cfa8b8beb26 HTTP/1.1" status: 200 len: 857 time: 0.1056325 Jul 22 19:05:23.929073 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-afab97fa-8fea-401b-a4f1-9be1dad42b1d service neutron] 10.222.0.30 "GET /v2.0/networks/3e06391b-a0cd-41bd-9241-27968a76ae0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908791 Jul 22 19:05:23.947210 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f852410-4d39-41c8-b166-4f73e9517a5e req-4ebd4525-9771-4112-becc-2e3e7438b624 service neutron] 10.222.0.30 "GET /v2.0/networks/3e06391b-a0cd-41bd-9241-27968a76ae0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102736 Jul 22 19:05:23.991983 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ea8416a9-e54e-4320-9d48-3f0c25a2aaad req-65a1a52c-d1a7-4807-bb91-772c35680f0a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3e06391b-a0cd-41bd-9241-27968a76ae0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587990 Jul 22 19:05:24.007416 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-419b4238-f44b-47d6-92ef-4d1c91a01760 service neutron] Transition to ACTIVE for port object 8e461ceb-3335-478d-8e7b-ab5d7732f92c will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:05:24.095583 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ea8416a9-e54e-4320-9d48-3f0c25a2aaad req-ab4fd998-2eae-450e-a7f0-732902abf688 service neutron] 10.222.0.16 "GET /v2.0/networks/3e06391b-a0cd-41bd-9241-27968a76ae0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952768 Jul 22 19:05:24.199576 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ea8416a9-e54e-4320-9d48-3f0c25a2aaad req-50b10252-34ca-468f-8dd8-81461eb1db65 service neutron] 10.222.0.16 "GET /v2.0/networks/3e06391b-a0cd-41bd-9241-27968a76ae0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944448 Jul 22 19:05:24.346064 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b5742-cacf-406d-a212-5d67646b545c req-06185b51-67d7-48fd-aa14-c14eccd4ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:24.347539 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a17b5742-cacf-406d-a212-5d67646b545c req-06185b51-67d7-48fd-aa14-c14eccd4ee12 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c84da07-1c75-4c05-8749-21353bc2577d HTTP/1.1" status: 200 len: 1097 time: 0.6003296 Jul 22 19:05:24.366842 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-419b4238-f44b-47d6-92ef-4d1c91a01760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:24.445266 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a208be6-eef2-4df1-99f3-c76cd6d58dc3 req-b288b376-4e74-44d2-9b69-c938480be24b tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:24.446772 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a208be6-eef2-4df1-99f3-c76cd6d58dc3 req-b288b376-4e74-44d2-9b69-c938480be24b tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 945 time: 0.6880641 Jul 22 19:05:24.525470 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-86656449-1ffb-46b1-a024-6092c2013322 req-ae3723e3-12d2-458e-a708-3e5802b0a62e tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aca0a3898daa4428aa1f56ddc1dd9ffe HTTP/1.1" status: 200 len: 6148 time: 0.5886919 Jul 22 19:05:24.552506 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-419b4238-f44b-47d6-92ef-4d1c91a01760 service neutron] No DVR routers for this DVR port 8e461ceb-3335-478d-8e7b-ab5d7732f92c on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:05:24.555332 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a17b5742-cacf-406d-a212-5d67646b545c req-275d2d01-d48e-4233-9191-28753898fa3f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856987 Jul 22 19:05:24.568081 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b4238-f44b-47d6-92ef-4d1c91a01760 service neutron] Pushing event updated for resources: {'Port': ['ID=8e461ceb-3335-478d-8e7b-ab5d7732f92c,revision_number=10']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:24.625533 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a208be6-eef2-4df1-99f3-c76cd6d58dc3 req-50f8d076-5f80-4717-90f5-e41189e1e524 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641934 Jul 22 19:05:24.633487 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da180b-d01d-4963-9ab6-f8f72976033d req-a31d73a8-bc96-4af0-b779-2a385b8a7155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:24.634972 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51da180b-d01d-4963-9ab6-f8f72976033d req-a31d73a8-bc96-4af0-b779-2a385b8a7155 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=072b20adc95b4c0ebf4a46129e6dc4cd&device_id=b0c250d5-f955-4392-805c-a95e92f5131e HTTP/1.1" status: 200 len: 1095 time: 0.6318395 Jul 22 19:05:24.644921 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-419b4238-f44b-47d6-92ef-4d1c91a01760 service neutron] 10.222.0.30 "PUT /v2.0/ports/8e461ceb-3335-478d-8e7b-ab5d7732f92c/bindings/n-h2-800086-12/activate HTTP/1.1" status: 200 len: 370 time: 1.6781232 Jul 22 19:05:24.657454 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-86656449-1ffb-46b1-a024-6092c2013322 req-93c59ec0-d49e-4621-8160-006326404225 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/1a7317e2-cb96-468d-9d16-a24e3bd51896 HTTP/1.1" status: 200 len: 2981 time: 0.1060698 Jul 22 19:05:24.818506 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-86656449-1ffb-46b1-a024-6092c2013322 req-b75a24a8-a383-49fd-a04c-d5b34151ce53 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/1a7317e2-cb96-468d-9d16-a24e3bd51896 HTTP/1.1" status: 200 len: 2981 time: 0.1510863 Jul 22 19:05:24.845896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da180b-d01d-4963-9ab6-f8f72976033d req-e805d01f-2c51-4f5f-9cf9-1ff7e5436148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:24.847378 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51da180b-d01d-4963-9ab6-f8f72976033d req-e805d01f-2c51-4f5f-9cf9-1ff7e5436148 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e06391b-a0cd-41bd-9241-27968a76ae0d HTTP/1.1" status: 200 len: 918 time: 0.2012768 Jul 22 19:05:24.880576 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809389-8737-44b4-9204-7281b584009f req-16dacd30-ef79-4a8b-8fe5-0062d8fd401c tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:24.882039 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e2809389-8737-44b4-9204-7281b584009f req-16dacd30-ef79-4a8b-8fe5-0062d8fd401c tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/ports?device_id=44f51b02-435a-41a4-bc02-ff0e4ef99ebf HTTP/1.1" status: 200 len: 943 time: 0.1867366 Jul 22 19:05:24.930667 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51da180b-d01d-4963-9ab6-f8f72976033d req-6c40e7cc-febe-4c9e-a76b-10c4790f9872 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6dfa867-c88a-4d0b-a99e-83afed4d05a9 HTTP/1.1" status: 200 len: 217 time: 0.0650527 Jul 22 19:05:24.963123 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-5cd84b72-8a92-491d-9b9b-7d0642832d39 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:24.964707 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-5cd84b72-8a92-491d-9b9b-7d0642832d39 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d&tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&binding%3Ahost_id=n-h1-800086-12 HTTP/1.1" status: 200 len: 1097 time: 0.2247200 Jul 22 19:05:25.069186 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e2809389-8737-44b4-9204-7281b584009f req-0f6ef5de-6476-402b-8fbb-03b067363262 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/security-groups?id=8deee8cc-c540-4820-8dc7-3bec97595b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811790 Jul 22 19:05:25.075480 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da180b-d01d-4963-9ab6-f8f72976033d req-70f569df-7d3e-4de8-8220-cdc3f9491996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:25.076972 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51da180b-d01d-4963-9ab6-f8f72976033d req-70f569df-7d3e-4de8-8220-cdc3f9491996 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32a4cd6c-d5ad-465f-9824-4cfa8b8beb26 HTTP/1.1" status: 200 len: 857 time: 0.1193197 Jul 22 19:05:25.121129 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51da180b-d01d-4963-9ab6-f8f72976033d req-76de1311-f3d0-4691-8092-94528bbd1b77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e06391b-a0cd-41bd-9241-27968a76ae0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334795 Jul 22 19:05:25.145280 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4322243-1126-4ce8-b6b3-3cc7200f1eda req-f1132435-1fdd-44c6-8c4c-659b2eebd599 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:25.146732 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f4322243-1126-4ce8-b6b3-3cc7200f1eda req-f1132435-1fdd-44c6-8c4c-659b2eebd599 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 945 time: 0.2622337 Jul 22 19:05:25.158145 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-403c0eea-f181-4205-8963-7700636a91bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:25.159550 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-403c0eea-f181-4205-8963-7700636a91bb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d&tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d HTTP/1.1" status: 200 len: 1097 time: 0.1774304 Jul 22 19:05:25.311562 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f4322243-1126-4ce8-b6b3-3cc7200f1eda req-a7f49aa6-8c80-4dee-9aff-0f8aca3b1092 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510811 Jul 22 19:05:25.352334 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8702e04-b81c-4f91-bfa1-19432b0971c0 req-d3af6d39-8bed-42fd-bfe6-741527d04394 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:25.353849 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a8702e04-b81c-4f91-bfa1-19432b0971c0 req-d3af6d39-8bed-42fd-bfe6-741527d04394 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c84da07-1c75-4c05-8749-21353bc2577d HTTP/1.1" status: 200 len: 945 time: 0.2287691 Jul 22 19:05:25.356942 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51da180b-d01d-4963-9ab6-f8f72976033d req-3a531afa-1640-47eb-917c-cd2ef49f5d83 service neutron] 10.222.0.30 "GET /v2.0/networks/3e06391b-a0cd-41bd-9241-27968a76ae0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085226 Jul 22 19:05:25.368497 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-af7cb861-4da0-403f-bc5d-7e8310d68fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:25.369919 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-af7cb861-4da0-403f-bc5d-7e8310d68fee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 1097 time: 0.1710153 Jul 22 19:05:25.389436 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 655136db-1197-400e-8269-7fc5890779d7 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:05:25.415308 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f51b02-435a-41a4-bc02-ff0e4ef99ebf', 'tag': 'f2cd12d1-2a90-4729-a816-d42e118d7e94'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:25.417776 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f724e4a0-fc93-491b-a7b5-bb805ac3d824" -d '{"events": [{"name": "network-changed", "server_uuid": "44f51b02-435a-41a4-bc02-ff0e4ef99ebf", "tag": "f2cd12d1-2a90-4729-a816-d42e118d7e94"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:25.423268 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-0d5d6d7e-59a3-4c99-a29f-df797cda430c req-886e6050-fc21-4a5c-8fcf-33c0f4cf4b81 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-970643288', 'description': 'tempest-description-550482806'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:25.440201 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 655136db-1197-400e-8269-7fc5890779d7 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:05:25.443839 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 655136db-1197-400e-8269-7fc5890779d7 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:05:25.444220 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:25.497490 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a8702e04-b81c-4f91-bfa1-19432b0971c0 req-4c0288c4-8d41-4665-a750-856d0b71ce9c tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373112 Jul 22 19:05:25.542379 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:25.560752 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0d5d6d7e-59a3-4c99-a29f-df797cda430c req-886e6050-fc21-4a5c-8fcf-33c0f4cf4b81 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:25.582017 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 655136db-1197-400e-8269-7fc5890779d7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=655136db-1197-400e-8269-7fc5890779d7,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:25.587678 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:25.589970 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51da180b-d01d-4963-9ab6-f8f72976033d req-29dfcad5-1ff7-49af-b3d1-ef4013dfda69 service neutron] 10.222.0.30 "GET /v2.0/networks/3e06391b-a0cd-41bd-9241-27968a76ae0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191548 Jul 22 19:05:25.624879 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-53c78ac5-9dab-413c-af15-4afd8ee0c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:25.626370 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-53c78ac5-9dab-413c-af15-4afd8ee0c5c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 200 len: 909 time: 0.2399859 Jul 22 19:05:25.644498 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ee7a97-eb1d-405e-bb51-9cf38f0635b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655136db-1197-400e-8269-7fc5890779d7'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:25.646699 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f88ce54-21c7-47f7-87ea-4ab8f269a3de" -d '{"events": [{"server_uuid": "13ee7a97-eb1d-405e-bb51-9cf38f0635b0", "name": "network-vif-plugged", "status": "completed", "tag": "655136db-1197-400e-8269-7fc5890779d7"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:25.659642 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=655136db-1197-400e-8269-7fc5890779d7,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:25.667362 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:25.667753 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:25.668139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:25.668524 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:25.668828 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:25.669153 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:25.669505 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:25.669835 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:25.670699 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:25.671020 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:25.671341 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:25.671673 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:25.688007 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-6f8e5fb1-a8da-46ca-86e4-515c0f25b15c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e461ceb-3335-478d-8e7b-ab5d7732f92c HTTP/1.1" status: 200 len: 217 time: 0.0540187 Jul 22 19:05:25.774400 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b81ee-df7b-4fae-8364-7b51f7153948 req-69659011-e8f6-478b-b222-e10abb30d5bc tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:25.776040 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-094b81ee-df7b-4fae-8364-7b51f7153948 req-69659011-e8f6-478b-b222-e10abb30d5bc tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ee7a97-eb1d-405e-bb51-9cf38f0635b0 HTTP/1.1" status: 200 len: 946 time: 0.1955738 Jul 22 19:05:25.796297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-2bdc38f9-f2e4-43e7-8d7f-1682fe055725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:25.797792 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-2bdc38f9-f2e4-43e7-8d7f-1682fe055725 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6ce6dd9-1892-4846-8205-ad77c8cfee8f HTTP/1.1" status: 200 len: 848 time: 0.0992863 Jul 22 19:05:25.853308 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0d5d6d7e-59a3-4c99-a29f-df797cda430c req-886e6050-fc21-4a5c-8fcf-33c0f4cf4b81 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:25.855621 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-a0a23df0-f4f5-461a-8d9e-814d5231814d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1211dd5d-22dd-42cf-af43-7f788d3e855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430596 Jul 22 19:05:25.861810 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0d5d6d7e-59a3-4c99-a29f-df797cda430c req-886e6050-fc21-4a5c-8fcf-33c0f4cf4b81 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:25.901454 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-094b81ee-df7b-4fae-8364-7b51f7153948 req-e2d3c3e5-95aa-4067-bf39-7dd844bc7037 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164048 Jul 22 19:05:25.907221 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0d5d6d7e-59a3-4c99-a29f-df797cda430c req-886e6050-fc21-4a5c-8fcf-33c0f4cf4b81 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:25.908553 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d5d6d7e-59a3-4c99-a29f-df797cda430c req-886e6050-fc21-4a5c-8fcf-33c0f4cf4b81 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5040236 Jul 22 19:05:25.933856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e6050-fc21-4a5c-8fcf-33c0f4cf4b81 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a550bfd9-8622-47aa-be6d-67f4cb048179,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:25.961108 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2540512-ba7c-496f-b9f0-a1c85d58140b x-openstack-request-id: req-d2540512-ba7c-496f-b9f0-a1c85d58140b {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:25.961484 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f51b02-435a-41a4-bc02-ff0e4ef99ebf", "tag": "f2cd12d1-2a90-4729-a816-d42e118d7e94", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:25.961851 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2540512-ba7c-496f-b9f0-a1c85d58140b {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:25.962324 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f51b02-435a-41a4-bc02-ff0e4ef99ebf', 'tag': 'f2cd12d1-2a90-4729-a816-d42e118d7e94', 'status': 'completed', 'code': 200} Jul 22 19:05:26.007823 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a516e1-20cb-4b3c-84ba-653362254a2c x-openstack-request-id: req-b0a516e1-20cb-4b3c-84ba-653362254a2c {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:26.008566 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ee7a97-eb1d-405e-bb51-9cf38f0635b0", "name": "network-vif-plugged", "status": "completed", "tag": "655136db-1197-400e-8269-7fc5890779d7", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:26.009029 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0a516e1-20cb-4b3c-84ba-653362254a2c {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:26.009717 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ee7a97-eb1d-405e-bb51-9cf38f0635b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655136db-1197-400e-8269-7fc5890779d7', 'code': 200} Jul 22 19:05:26.044730 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-37e2430c-c05e-4372-91cc-4d21e113354f req-235b81ce-3514-4600-a047-9f7d6db0e146 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1500339198', 'description': 'tempest-description-589204839'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:26.080697 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-f814f107-6b23-4e7c-b7eb-b5759b377a16 service neutron] 10.222.0.16 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993587 Jul 22 19:05:26.125394 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea163e4-7b2d-416c-875d-6b4cace02390 req-aac7db79-c245-4250-a504-4d8b373f75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:26.127068 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8ea163e4-7b2d-416c-875d-6b4cace02390 req-aac7db79-c245-4250-a504-4d8b373f75dd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=13ee7a97-eb1d-405e-bb51-9cf38f0635b0 HTTP/1.1" status: 200 len: 1098 time: 0.0560272 Jul 22 19:05:26.144518 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-37e2430c-c05e-4372-91cc-4d21e113354f req-235b81ce-3514-4600-a047-9f7d6db0e146 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:26.175282 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8ea163e4-7b2d-416c-875d-6b4cace02390 req-5502a074-25c9-4554-aa6f-0ab5adbaf246 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315869 Jul 22 19:05:26.198801 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724e4a0-fc93-491b-a7b5-bb805ac3d824 req-ce80851b-6ec3-44f2-880c-346ad1882a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:26.200334 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f724e4a0-fc93-491b-a7b5-bb805ac3d824 req-ce80851b-6ec3-44f2-880c-346ad1882a42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=072b20adc95b4c0ebf4a46129e6dc4cd&device_id=44f51b02-435a-41a4-bc02-ff0e4ef99ebf HTTP/1.1" status: 200 len: 1095 time: 0.2134128 Jul 22 19:05:26.282252 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e955b-19b9-427b-b63b-9fe3d767bf8e req-dce0198c-d103-4fed-8d72-276ee6110988 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:26.283769 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e62e955b-19b9-427b-b63b-9fe3d767bf8e req-dce0198c-d103-4fed-8d72-276ee6110988 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 945 time: 0.2607517 Jul 22 19:05:26.315588 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-8ca818e6-be90-4034-8291-c17709fde044 service neutron] 10.222.0.16 "GET /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241499 Jul 22 19:05:26.386687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724e4a0-fc93-491b-a7b5-bb805ac3d824 req-074facd8-827d-40b2-8977-b020a5f3891d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:26.388122 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f724e4a0-fc93-491b-a7b5-bb805ac3d824 req-074facd8-827d-40b2-8977-b020a5f3891d service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e06391b-a0cd-41bd-9241-27968a76ae0d HTTP/1.1" status: 200 len: 918 time: 0.1774807 Jul 22 19:05:26.392842 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e62e955b-19b9-427b-b63b-9fe3d767bf8e req-0317ab95-bf76-40c0-8778-2a429e5de124 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796013 Jul 22 19:05:26.441217 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f724e4a0-fc93-491b-a7b5-bb805ac3d824 req-73f38378-405b-48ff-8ac8-08d809001723 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2cd12d1-2a90-4729-a816-d42e118d7e94 HTTP/1.1" status: 200 len: 217 time: 0.0435667 Jul 22 19:05:26.472232 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f2cd12d1-2a90-4729-a816-d42e118d7e94 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:05:26.515175 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-37e2430c-c05e-4372-91cc-4d21e113354f req-235b81ce-3514-4600-a047-9f7d6db0e146 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:26.527453 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-37e2430c-c05e-4372-91cc-4d21e113354f req-235b81ce-3514-4600-a047-9f7d6db0e146 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:26.561052 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724e4a0-fc93-491b-a7b5-bb805ac3d824 req-2ca95772-e122-43aa-a683-119f434c4d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:26.562770 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f724e4a0-fc93-491b-a7b5-bb805ac3d824 req-2ca95772-e122-43aa-a683-119f434c4d5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32a4cd6c-d5ad-465f-9824-4cfa8b8beb26 HTTP/1.1" status: 200 len: 857 time: 0.1130252 Jul 22 19:05:26.590034 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-37e2430c-c05e-4372-91cc-4d21e113354f req-235b81ce-3514-4600-a047-9f7d6db0e146 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:26.591482 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37e2430c-c05e-4372-91cc-4d21e113354f req-235b81ce-3514-4600-a047-9f7d6db0e146 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5623314 Jul 22 19:05:26.592331 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f2cd12d1-2a90-4729-a816-d42e118d7e94, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f2cd12d1-2a90-4729-a816-d42e118d7e94,segment=NetworkSegment(f2be107d-7701-4979-8aa5-a07e9bd7e6ca),segment_id=f2be107d-7701-4979-8aa5-a07e9bd7e6ca)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:26.609611 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'f2cd12d1-2a90-4729-a816-d42e118d7e94', 'network_id': '3e06391b-a0cd-41bd-9241-27968a76ae0d', 'port_id': 'f2cd12d1-2a90-4729-a816-d42e118d7e94', 'mac_address': 'fa:16:3e:96:7a:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a4cd6c-d5ad-465f-9824-4cfa8b8beb26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:05:26.640396 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f724e4a0-fc93-491b-a7b5-bb805ac3d824 req-754de3c2-d0e9-4e4e-ac79-47b266aba190 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e06391b-a0cd-41bd-9241-27968a76ae0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693145 Jul 22 19:05:26.643240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b81ce-3514-4600-a047-9f7d6db0e146 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7518fa-dae2-48c9-8d62-d4e4473fb4d7,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:26.674106 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:26.689841 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2cd12d1-2a90-4729-a816-d42e118d7e94 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:05:26.702481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9b19c-1a4c-4d56-8fbb-dee9ad60a9ba req-a2a1c324-1695-4d94-8733-aad465dca511 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:26.707294 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5b9b19c-1a4c-4d56-8fbb-dee9ad60a9ba req-a2a1c324-1695-4d94-8733-aad465dca511 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/ports?device_id=44f51b02-435a-41a4-bc02-ff0e4ef99ebf HTTP/1.1" status: 200 len: 943 time: 0.2434664 Jul 22 19:05:26.721586 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f2cd12d1-2a90-4729-a816-d42e118d7e94, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f2cd12d1-2a90-4729-a816-d42e118d7e94,segment=NetworkSegment(f2be107d-7701-4979-8aa5-a07e9bd7e6ca),segment_id=f2be107d-7701-4979-8aa5-a07e9bd7e6ca)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:26.725576 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:26.726344 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a6dfa867-c88a-4d0b-a99e-83afed4d05a9 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:05:26.798852 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=f2cd12d1-2a90-4729-a816-d42e118d7e94,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:26.802714 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port a6dfa867-c88a-4d0b-a99e-83afed4d05a9, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a6dfa867-c88a-4d0b-a99e-83afed4d05a9,segment=NetworkSegment(f2be107d-7701-4979-8aa5-a07e9bd7e6ca),segment_id=f2be107d-7701-4979-8aa5-a07e9bd7e6ca)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:26.813011 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-22ba7f7d-aa63-4c27-8fc8-04eee34967e4 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:26.814567 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-22ba7f7d-aa63-4c27-8fc8-04eee34967e4 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d&tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&binding%3Ahost_id=n-h2-800086-12 HTTP/1.1" status: 200 len: 1097 time: 0.2451308 Jul 22 19:05:26.814833 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'a6dfa867-c88a-4d0b-a99e-83afed4d05a9', 'network_id': '3e06391b-a0cd-41bd-9241-27968a76ae0d', 'port_id': 'a6dfa867-c88a-4d0b-a99e-83afed4d05a9', 'mac_address': 'fa:16:3e:6a:74:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a4cd6c-d5ad-465f-9824-4cfa8b8beb26', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:05:26.859445 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:26.867198 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5b9b19c-1a4c-4d56-8fbb-dee9ad60a9ba req-ddf77a59-4ec7-4bba-8f97-8a53b1de84a3 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/security-groups?id=8deee8cc-c540-4820-8dc7-3bec97595b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362803 Jul 22 19:05:26.873754 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6dfa867-c88a-4d0b-a99e-83afed4d05a9 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:05:26.880596 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f724e4a0-fc93-491b-a7b5-bb805ac3d824 req-4b9ea6d7-d203-419a-8868-1a2129f74eb6 service neutron] 10.222.0.30 "GET /v2.0/networks/3e06391b-a0cd-41bd-9241-27968a76ae0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283514 Jul 22 19:05:26.895845 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port a6dfa867-c88a-4d0b-a99e-83afed4d05a9, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a6dfa867-c88a-4d0b-a99e-83afed4d05a9,segment=NetworkSegment(f2be107d-7701-4979-8aa5-a07e9bd7e6ca),segment_id=f2be107d-7701-4979-8aa5-a07e9bd7e6ca)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:26.898088 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff74193-7918-40e3-8656-1a756120ef0d req-79ed144a-b0c9-4b6c-bc0f-80e9b173a9e7 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:26.899697 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fff74193-7918-40e3-8656-1a756120ef0d req-79ed144a-b0c9-4b6c-bc0f-80e9b173a9e7 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 945 time: 0.2229173 Jul 22 19:05:26.900744 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:26.964232 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=a6dfa867-c88a-4d0b-a99e-83afed4d05a9,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:27.019575 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fff74193-7918-40e3-8656-1a756120ef0d req-c788d3e0-571a-40b4-bc1f-b2a0785f9981 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060362 Jul 22 19:05:27.113429 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f724e4a0-fc93-491b-a7b5-bb805ac3d824 req-a881fcbf-a3fe-4199-b876-b157d9565f8a service neutron] 10.222.0.30 "GET /v2.0/networks/3e06391b-a0cd-41bd-9241-27968a76ae0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243984 Jul 22 19:05:27.155392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-0ac0da2f-4566-4e6f-844f-b8e5144ea516 service neutron] For port 8e461ceb-3335-478d-8e7b-ab5d7732f92c, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:05:27.168287 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-0ac0da2f-4566-4e6f-844f-b8e5144ea516 service neutron] Notify callbacks [] for binding, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:27.169531 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee20d1c0-321e-4b6e-9972-276cee12088f req-0ac0da2f-4566-4e6f-844f-b8e5144ea516 service neutron] 10.222.0.16 "DELETE /v2.0/ports/8e461ceb-3335-478d-8e7b-ab5d7732f92c/bindings/n-h1-800086-12 HTTP/1.1" status: 204 len: 173 time: 0.3441303 Jul 22 19:05:27.217779 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422d419-9087-4c8b-8a45-a531f77b49e2 req-ccd81378-3c82-4665-9546-ba947702d284 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:27.219403 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1422d419-9087-4c8b-8a45-a531f77b49e2 req-ccd81378-3c82-4665-9546-ba947702d284 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c84da07-1c75-4c05-8749-21353bc2577d HTTP/1.1" status: 200 len: 945 time: 0.1798418 Jul 22 19:05:27.232915 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['f2cd12d1-2a90-4729-a816-d42e118d7e94'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:27.237357 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['a6dfa867-c88a-4d0b-a99e-83afed4d05a9'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:27.270137 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-f9262a64-6d8d-4f68-b145-3723d74a8242 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:27.271652 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-f9262a64-6d8d-4f68-b145-3723d74a8242 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/networks?id=4133d413-8353-4685-997b-db22c21267e6 HTTP/1.1" status: 200 len: 813 time: 0.1566103 Jul 22 19:05:27.290900 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1422d419-9087-4c8b-8a45-a531f77b49e2 req-5d299396-cc3e-4375-bc84-ec52a09c8e7e tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640824 Jul 22 19:05:27.295536 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-90cdeac3-0a53-4696-97a1-99d0dbb66a3e tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/quotas/aca0a3898daa4428aa1f56ddc1dd9ffe HTTP/1.1" status: 200 len: 375 time: 0.0147431 Jul 22 19:05:27.409714 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-c39be738-969f-4eae-b3e1-752cb2198c14 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aca0a3898daa4428aa1f56ddc1dd9ffe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1088853 Jul 22 19:05:27.421145 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 55137bfb-d754-4c88-bcdc-b6fb6465dd3c details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:05:27.473734 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72f95c-ae9f-40fa-ba2d-0a47c1583f50 req-ce88f7ce-465b-45f5-9650-4b4e1a481944 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:27.476897 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f72f95c-ae9f-40fa-ba2d-0a47c1583f50 req-ce88f7ce-465b-45f5-9650-4b4e1a481944 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ee7a97-eb1d-405e-bb51-9cf38f0635b0 HTTP/1.1" status: 200 len: 946 time: 0.1153154 Jul 22 19:05:27.573624 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f72f95c-ae9f-40fa-ba2d-0a47c1583f50 req-b250f24c-cd07-47f2-b38a-4f04fa685f3e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882459 Jul 22 19:05:27.576674 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 55137bfb-d754-4c88-bcdc-b6fb6465dd3c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=55137bfb-d754-4c88-bcdc-b6fb6465dd3c,segment=NetworkSegment(f2be107d-7701-4979-8aa5-a07e9bd7e6ca),segment_id=f2be107d-7701-4979-8aa5-a07e9bd7e6ca)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:27.579915 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-0d5b6dca-bcfb-4112-88f6-f81caf39d88e service neutron] 10.222.0.13 "GET /v2.0/networks/4133d413-8353-4685-997b-db22c21267e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513953 Jul 22 19:05:27.588813 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '55137bfb-d754-4c88-bcdc-b6fb6465dd3c', 'network_id': '3e06391b-a0cd-41bd-9241-27968a76ae0d', 'port_id': '55137bfb-d754-4c88-bcdc-b6fb6465dd3c', 'mac_address': 'fa:16:3e:d1:f9:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a4cd6c-d5ad-465f-9824-4cfa8b8beb26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:05:27.675155 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:27.692259 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55137bfb-d754-4c88-bcdc-b6fb6465dd3c {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:05:27.717961 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 55137bfb-d754-4c88-bcdc-b6fb6465dd3c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=55137bfb-d754-4c88-bcdc-b6fb6465dd3c,segment=NetworkSegment(f2be107d-7701-4979-8aa5-a07e9bd7e6ca),segment_id=f2be107d-7701-4979-8aa5-a07e9bd7e6ca)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:27.724216 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:27.780217 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=55137bfb-d754-4c88-bcdc-b6fb6465dd3c,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:28.036663 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-dc526b89-f627-4460-8a05-80779c45886a service neutron] 10.222.0.13 "GET /v2.0/networks/4133d413-8353-4685-997b-db22c21267e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502797 Jul 22 19:05:28.048240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d06a1-0b6c-47ee-91f3-e562bc36dc06 req-8bb4f854-4cce-48f1-a338-36a84ba7e4c2 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:28.049752 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-355d06a1-0b6c-47ee-91f3-e562bc36dc06 req-8bb4f854-4cce-48f1-a338-36a84ba7e4c2 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 946 time: 0.1229267 Jul 22 19:05:28.097275 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-355d06a1-0b6c-47ee-91f3-e562bc36dc06 req-c259e669-d601-4f1f-8284-29c6656a7d87 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406156 Jul 22 19:05:28.125829 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['55137bfb-d754-4c88-bcdc-b6fb6465dd3c'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:28.313765 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214e907-eef4-4e37-9564-502fd9c8695e req-cd05296e-9f5b-4429-85e9-4486abd857a8 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:28.322867 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a214e907-eef4-4e37-9564-502fd9c8695e req-cd05296e-9f5b-4429-85e9-4486abd857a8 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 945 time: 0.1378148 Jul 22 19:05:28.339972 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2ef452d0-93e0-4f2b-814d-82cbdb2d156a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:28.379892 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba0995-e3d2-45e9-8ca2-0cf6940b2dc1 req-ca7e2562-6e7b-42c9-aaf9-e4b53d46e838 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:28.381446 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9ba0995-e3d2-45e9-8ca2-0cf6940b2dc1 req-ca7e2562-6e7b-42c9-aaf9-e4b53d46e838 tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 1097 time: 0.1535170 Jul 22 19:05:28.425203 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a214e907-eef4-4e37-9564-502fd9c8695e req-8b0e1152-0668-4e0c-a05c-d0e2c541c819 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011534 Jul 22 19:05:28.445764 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9ba0995-e3d2-45e9-8ca2-0cf6940b2dc1 req-62d99344-43e8-4165-9c6a-1dc37491b2bb tempest-LiveMigrationTest-397769077 tempest-LiveMigrationTest-397769077-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568926 Jul 22 19:05:28.448757 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-b3520689-57c7-4389-b644-4be7d844ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:28.450417 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-b3520689-57c7-4389-b644-4be7d844ddcf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 1097 time: 0.1251681 Jul 22 19:05:28.473257 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a6dfa867-c88a-4d0b-a99e-83afed4d05a9 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:05:28.543901 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port a6dfa867-c88a-4d0b-a99e-83afed4d05a9 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:05:28.548464 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port a6dfa867-c88a-4d0b-a99e-83afed4d05a9 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:05:28.549275 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:28.633068 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-993a7be1-d353-4b18-a62b-e36c230ee047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:28.634589 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-993a7be1-d353-4b18-a62b-e36c230ee047 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 921 time: 0.1767802 Jul 22 19:05:28.710539 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-72db2894-28c1-4be4-bdc5-0136472f7cd6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9975ab8b-abed-46ad-b271-752024d1b9b4 HTTP/1.1" status: 200 len: 217 time: 0.0494552 Jul 22 19:05:28.719231 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74728913-dfba-4076-b98f-6b840208f2ec req-4be291dc-6eff-4edf-85ab-07f02128072f tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:28.720808 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-74728913-dfba-4076-b98f-6b840208f2ec req-4be291dc-6eff-4edf-85ab-07f02128072f tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/ports?device_id=44f51b02-435a-41a4-bc02-ff0e4ef99ebf HTTP/1.1" status: 200 len: 944 time: 0.1766105 Jul 22 19:05:28.774390 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:28.800335 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c250d5-f955-4392-805c-a95e92f5131e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dfa867-c88a-4d0b-a99e-83afed4d05a9'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:28.803409 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4682d7-c363-44f0-b91c-852189eaabe6" -d '{"events": [{"server_uuid": "b0c250d5-f955-4392-805c-a95e92f5131e", "name": "network-vif-plugged", "status": "completed", "tag": "a6dfa867-c88a-4d0b-a99e-83afed4d05a9"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:28.807342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-4a604251-0b5f-4659-a41f-15dca824a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:28.808867 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-4a604251-0b5f-4659-a41f-15dca824a34e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=60c829e4-dea2-469c-8b44-181bb5c85dfe HTTP/1.1" status: 200 len: 860 time: 0.0871499 Jul 22 19:05:28.816619 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-74728913-dfba-4076-b98f-6b840208f2ec req-563876ca-ade0-4c61-a4f4-498e4e1d1b21 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/security-groups?id=8deee8cc-c540-4820-8dc7-3bec97595b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852547 Jul 22 19:05:28.825593 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbcc75-1518-4cbd-9921-36f7368f7df7 req-ab76780d-f03d-4718-a803-e5757e5626c3 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:28.827354 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ebbcc75-1518-4cbd-9921-36f7368f7df7 req-ab76780d-f03d-4718-a803-e5757e5626c3 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=51029fd3-c796-4799-af35-ec510f825ed0 HTTP/1.1" status: 200 len: 946 time: 0.2077932 Jul 22 19:05:28.832657 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port a6dfa867-c88a-4d0b-a99e-83afed4d05a9, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a6dfa867-c88a-4d0b-a99e-83afed4d05a9,segment=NetworkSegment(f2be107d-7701-4979-8aa5-a07e9bd7e6ca),segment_id=f2be107d-7701-4979-8aa5-a07e9bd7e6ca)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:28.847718 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:28.872001 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-cf1bb299-ad8a-4acd-a233-6332f433c22c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436714 Jul 22 19:05:28.904684 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=a6dfa867-c88a-4d0b-a99e-83afed4d05a9,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:28.928975 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ebbcc75-1518-4cbd-9921-36f7368f7df7 req-1138520f-f99c-498c-9ca1-f52c01ed58c7 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917869 Jul 22 19:05:28.957750 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-377391c6-b8a2-4a88-bf2e-a29bfab1092e req-6d5a35e9-c9f6-4131-bb4d-f53ebd9f557f tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 210 time: 0.0492375 Jul 22 19:05:29.020272 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-c38687fb-0162-4eb6-80f1-33816c8c4784 service neutron] 10.222.0.16 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410201 Jul 22 19:05:29.108252 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56f0dd9-749b-4b97-86e9-e0e4ccbe3e20 x-openstack-request-id: req-a56f0dd9-749b-4b97-86e9-e0e4ccbe3e20 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:29.108577 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c250d5-f955-4392-805c-a95e92f5131e", "name": "network-vif-plugged", "status": "completed", "tag": "a6dfa867-c88a-4d0b-a99e-83afed4d05a9", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:29.108834 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a56f0dd9-749b-4b97-86e9-e0e4ccbe3e20 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:29.109229 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c250d5-f955-4392-805c-a95e92f5131e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dfa867-c88a-4d0b-a99e-83afed4d05a9', 'code': 200} Jul 22 19:05:29.155619 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-1bdaa82d-9f0c-4bf7-85f3-bc9448cd8c37 service neutron] 10.222.0.16 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247380 Jul 22 19:05:29.164146 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58d3c9-ba8d-4c39-8dff-55a7ab7a0916 req-3e01d569-1b3b-41c4-871d-94d26ebc7d72 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:29.165674 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8a58d3c9-ba8d-4c39-8dff-55a7ab7a0916 req-3e01d569-1b3b-41c4-871d-94d26ebc7d72 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ee7a97-eb1d-405e-bb51-9cf38f0635b0 HTTP/1.1" status: 200 len: 946 time: 0.1435947 Jul 22 19:05:29.219171 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8a58d3c9-ba8d-4c39-8dff-55a7ab7a0916 req-f907b9e3-0651-487d-8116-d69a63f59eab tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470815 Jul 22 19:05:29.481813 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1e3a6-9268-44ff-a951-0304616cd406 req-c2b509b6-f0a3-48ca-8432-90a924494607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:29.486187 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ef1e3a6-9268-44ff-a951-0304616cd406 req-c2b509b6-f0a3-48ca-8432-90a924494607 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b0c250d5-f955-4392-805c-a95e92f5131e HTTP/1.1" status: 200 len: 1097 time: 0.2528946 Jul 22 19:05:29.531543 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f37fed-3405-4209-8d3a-9662ec85fd1d req-9aaf053d-c3d7-4bff-ac3e-f00167f5250c tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:29.532983 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23f37fed-3405-4209-8d3a-9662ec85fd1d req-9aaf053d-c3d7-4bff-ac3e-f00167f5250c tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 945 time: 0.2465475 Jul 22 19:05:29.549847 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-9bab3be2-0255-42f3-a75d-60fd290380fc tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:29.551245 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-9bab3be2-0255-42f3-a75d-60fd290380fc tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.30 "GET /v2.0/networks?id=4133d413-8353-4685-997b-db22c21267e6 HTTP/1.1" status: 200 len: 813 time: 0.2204688 Jul 22 19:05:29.573270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-9076ae12-085f-44df-bbf2-e6e5181b20e6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Request body: {'port': {'device_id': '04c9e743-2450-4e69-bb11-79c81bd8d96b', 'network_id': '4133d413-8353-4685-997b-db22c21267e6', 'admin_state_up': True, 'tenant_id': 'aca0a3898daa4428aa1f56ddc1dd9ffe'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:29.626160 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ef1e3a6-9268-44ff-a951-0304616cd406 req-34e7db33-ea67-4f8e-9e34-7c9fb771bdac service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8deee8cc-c540-4820-8dc7-3bec97595b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305599 Jul 22 19:05:29.637364 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b466a30-7fa2-49c1-86fe-4005d843df6b req-0d9fccbd-c70f-47fd-841f-b0a164fe17e0 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:29.638754 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b466a30-7fa2-49c1-86fe-4005d843df6b req-0d9fccbd-c70f-47fd-841f-b0a164fe17e0 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c84da07-1c75-4c05-8749-21353bc2577d HTTP/1.1" status: 200 len: 945 time: 0.2703702 Jul 22 19:05:29.644294 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23f37fed-3405-4209-8d3a-9662ec85fd1d req-04c4da03-df02-4c9e-91d9-30113b102cb4 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047864 Jul 22 19:05:29.726569 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b466a30-7fa2-49c1-86fe-4005d843df6b req-d2d8428d-ca71-4d7b-a7a1-96cf16f5dfc1 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813210 Jul 22 19:05:29.825868 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-9076ae12-085f-44df-bbf2-e6e5181b20e6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Made reservation on behalf of aca0a3898daa4428aa1f56ddc1dd9ffe for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:05:29.829876 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-9076ae12-085f-44df-bbf2-e6e5181b20e6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:29.900328 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5514b4-b754-49a7-87c4-eb183383ff88 req-70ddaea8-9d10-4e5f-8d33-4aae78adb0cc tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:29.901830 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b5514b4-b754-49a7-87c4-eb183383ff88 req-70ddaea8-9d10-4e5f-8d33-4aae78adb0cc tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ead28b5-4684-49d6-bc05-c10251ebef90 HTTP/1.1" status: 200 len: 945 time: 0.1786060 Jul 22 19:05:30.006917 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7857b-fb51-4994-bc63-cdb6516a952c req-af65fc5d-b659-4c8e-b1e3-dde75c3196f5 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:30.008410 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e8d7857b-fb51-4994-bc63-cdb6516a952c req-af65fc5d-b659-4c8e-b1e3-dde75c3196f5 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 945 time: 0.2250011 Jul 22 19:05:30.043046 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c814ff9-b54a-490a-b9a6-4b7c3212f09a req-c5b8732b-3686-4009-ab05-13b732028170 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:30.044566 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c814ff9-b54a-490a-b9a6-4b7c3212f09a req-c5b8732b-3686-4009-ab05-13b732028170 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 945 time: 0.2489908 Jul 22 19:05:30.106809 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b5514b4-b754-49a7-87c4-eb183383ff88 req-0efe1aa3-49cc-48a7-b231-f68e0c8b778c tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651461 Jul 22 19:05:30.155943 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-9076ae12-085f-44df-bbf2-e6e5181b20e6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Allocated IP 172.20.0.12 (4133d413-8353-4685-997b-db22c21267e6/7409deb2-ed0b-46ae-b6be-7c14bd25f896/16ade578-a49a-418f-b251-397cd6474cc0) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:05:30.189987 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e8d7857b-fb51-4994-bc63-cdb6516a952c req-a7f3abed-652e-4113-9ad3-2eef2ff6daa5 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547687 Jul 22 19:05:30.266918 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-7c814ff9-b54a-490a-b9a6-4b7c3212f09a req-c9508133-ec3d-4d13-8cf8-704a2faa8a0a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Deleting port 8e461ceb-3335-478d-8e7b-ab5d7732f92c {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:05:30.267260 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7c814ff9-b54a-490a-b9a6-4b7c3212f09a req-c9508133-ec3d-4d13-8cf8-704a2faa8a0a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:30.480855 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f2cd12d1-2a90-4729-a816-d42e118d7e94 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:05:30.500610 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-9076ae12-085f-44df-bbf2-e6e5181b20e6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:30.523326 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7c814ff9-b54a-490a-b9a6-4b7c3212f09a req-c9508133-ec3d-4d13-8cf8-704a2faa8a0a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] For port 8e461ceb-3335-478d-8e7b-ab5d7732f92c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8e461ceb-3335-478d-8e7b-ab5d7732f92c,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:30.523326 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7c814ff9-b54a-490a-b9a6-4b7c3212f09a req-c9508133-ec3d-4d13-8cf8-704a2faa8a0a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:30.542520 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port f2cd12d1-2a90-4729-a816-d42e118d7e94 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:05:30.547511 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port f2cd12d1-2a90-4729-a816-d42e118d7e94 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:05:30.547719 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:30.554028 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-7c814ff9-b54a-490a-b9a6-4b7c3212f09a req-c9508133-ec3d-4d13-8cf8-704a2faa8a0a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Calling delete_port for 8e461ceb-3335-478d-8e7b-ab5d7732f92c owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:05:30.583752 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a77d13-a568-4a2a-b64b-90fc5af5c894 req-aa5eee09-e4ab-42fb-a5e1-99cd5da184fe tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:30.585308 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-24a77d13-a568-4a2a-b64b-90fc5af5c894 req-aa5eee09-e4ab-42fb-a5e1-99cd5da184fe tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/ports?device_id=44f51b02-435a-41a4-bc02-ff0e4ef99ebf HTTP/1.1" status: 200 len: 944 time: 0.2494709 Jul 22 19:05:30.632868 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:30.692227 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f2cd12d1-2a90-4729-a816-d42e118d7e94, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f2cd12d1-2a90-4729-a816-d42e118d7e94,segment=NetworkSegment(f2be107d-7701-4979-8aa5-a07e9bd7e6ca),segment_id=f2be107d-7701-4979-8aa5-a07e9bd7e6ca)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:30.696547 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1413f-5fbc-4cc9-8521-3f91572fa53f req-c3b6f390-16d4-4274-a766-a82f00ffea45 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:30.697480 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:30.698136 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-acc1413f-5fbc-4cc9-8521-3f91572fa53f req-c3b6f390-16d4-4274-a766-a82f00ffea45 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 946 time: 0.2577362 Jul 22 19:05:30.703343 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-9076ae12-085f-44df-bbf2-e6e5181b20e6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:30.711830 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-24a77d13-a568-4a2a-b64b-90fc5af5c894 req-f0ad0913-f8c6-4be2-998a-0ed608b923a6 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/security-groups?id=8deee8cc-c540-4820-8dc7-3bec97595b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122158 Jul 22 19:05:30.751809 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:30.792694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-9076ae12-085f-44df-bbf2-e6e5181b20e6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Network 4133d413-8353-4685-997b-db22c21267e6 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:05:30.804627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-9076ae12-085f-44df-bbf2-e6e5181b20e6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:05:30.812759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-9076ae12-085f-44df-bbf2-e6e5181b20e6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:05:30.820772 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076ae12-085f-44df-bbf2-e6e5181b20e6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event updated for resources: {'Port': ['ID=16ade578-a49a-418f-b251-397cd6474cc0,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:30.861961 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-acc1413f-5fbc-4cc9-8521-3f91572fa53f req-a28f84c8-b380-4022-ab1e-428529d53f37 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456194 Jul 22 19:05:30.866998 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=f2cd12d1-2a90-4729-a816-d42e118d7e94,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:30.969670 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-9076ae12-085f-44df-bbf2-e6e5181b20e6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:30.970302 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-9076ae12-085f-44df-bbf2-e6e5181b20e6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:31.020825 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7c814ff9-b54a-490a-b9a6-4b7c3212f09a req-c9508133-ec3d-4d13-8cf8-704a2faa8a0a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:31.027058 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-9076ae12-085f-44df-bbf2-e6e5181b20e6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4664938 Jul 22 19:05:31.055244 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['e4cb675f-6c4c-41e2-81b7-480dffe27af2'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:31.064726 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:31.067063 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0a6e309a-149e-4b49-a354-d132320f6ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:31.067259 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] Request body: {'port': {'device_id': '04c9e743-2450-4e69-bb11-79c81bd8d96b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:31.069756 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9508133-ec3d-4d13-8cf8-704a2faa8a0a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Pushing event deleted for resources: {'Port': ['ID=8e461ceb-3335-478d-8e7b-ab5d7732f92c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:31.114052 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f51b02-435a-41a4-bc02-ff0e4ef99ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cd12d1-2a90-4729-a816-d42e118d7e94'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:31.116594 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd76b196-ac8f-4cb1-b052-9717d0c87aab" -d '{"events": [{"server_uuid": "44f51b02-435a-41a4-bc02-ff0e4ef99ebf", "name": "network-vif-plugged", "status": "completed", "tag": "f2cd12d1-2a90-4729-a816-d42e118d7e94"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:31.165856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c814ff9-b54a-490a-b9a6-4b7c3212f09a req-c9508133-ec3d-4d13-8cf8-704a2faa8a0a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] No DVR routers for this DVR port 8e461ceb-3335-478d-8e7b-ab5d7732f92c on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:05:31.174491 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d05e1-9e05-42ec-85ea-ec2263ee29bb req-03ca51bb-5061-4420-a748-d31ac95a4948 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:31.176101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-081d05e1-9e05-42ec-85ea-ec2263ee29bb req-03ca51bb-5061-4420-a748-d31ac95a4948 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 932 time: 0.3183625 Jul 22 19:05:31.177277 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7c814ff9-b54a-490a-b9a6-4b7c3212f09a req-c9508133-ec3d-4d13-8cf8-704a2faa8a0a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:31.179330 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c814ff9-b54a-490a-b9a6-4b7c3212f09a req-c9508133-ec3d-4d13-8cf8-704a2faa8a0a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.16 "DELETE /v2.0/ports/8e461ceb-3335-478d-8e7b-ab5d7732f92c HTTP/1.1" status: 204 len: 173 time: 1.1177435 Jul 22 19:05:31.182400 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d73755-fc35-4055-9cab-e9edb8fabb3d', 'name': 'network-vif-deleted', 'tag': '8e461ceb-3335-478d-8e7b-ab5d7732f92c'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:31.184734 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e42d51-2dff-4a31-879b-d6cd97aa64d7" -d '{"events": [{"server_uuid": "c9d73755-fc35-4055-9cab-e9edb8fabb3d", "name": "network-vif-deleted", "tag": "8e461ceb-3335-478d-8e7b-ab5d7732f92c"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:31.245714 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a8367-e175-4651-98a1-90ba539397af req-5a3b37de-f472-4a5d-9025-1e6cc51798aa tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:31.253865 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aa4a8367-e175-4651-98a1-90ba539397af req-5a3b37de-f472-4a5d-9025-1e6cc51798aa tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ee7a97-eb1d-405e-bb51-9cf38f0635b0 HTTP/1.1" status: 200 len: 946 time: 0.2799811 Jul 22 19:05:31.297129 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-081d05e1-9e05-42ec-85ea-ec2263ee29bb req-45876b8b-b289-4604-9eaa-e0de4aa3fce4 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a7317e2-cb96-468d-9d16-a24e3bd51896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071923 Jul 22 19:05:31.299152 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:31.336623 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aa4a8367-e175-4651-98a1-90ba539397af req-c8262551-2143-4ed1-b3dd-cbe5ee24fc10 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814195 Jul 22 19:05:31.430398 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9d58897c-ff6d-40ed-9647-b71c90642b2b req-f8b1c73c-edd4-4e1a-bcc5-5186356229f2 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 210 time: 0.0421836 Jul 22 19:05:31.455743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 55137bfb-d754-4c88-bcdc-b6fb6465dd3c up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:05:31.506481 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['8e461ceb-3335-478d-8e7b-ab5d7732f92c'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:31.550447 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 55137bfb-d754-4c88-bcdc-b6fb6465dd3c completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:05:31.556562 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 55137bfb-d754-4c88-bcdc-b6fb6465dd3c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:05:31.557116 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:31.662898 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:31.699643 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 55137bfb-d754-4c88-bcdc-b6fb6465dd3c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=55137bfb-d754-4c88-bcdc-b6fb6465dd3c,segment=NetworkSegment(f2be107d-7701-4979-8aa5-a07e9bd7e6ca),segment_id=f2be107d-7701-4979-8aa5-a07e9bd7e6ca)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:31.704659 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:31.705731 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 8e461ceb-3335-478d-8e7b-ab5d7732f92c no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:05:31.745669 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 8e461ceb-3335-478d-8e7b-ab5d7732f92c {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:05:31.746011 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 8e461ceb-3335-478d-8e7b-ab5d7732f92c not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:05:31.772938 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=55137bfb-d754-4c88-bcdc-b6fb6465dd3c,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:32.075825 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c1d78-b06b-4bc3-9ed9-ea7a37d4f0d2 req-1825b02f-d847-4b6e-9d50-8ccebb5d4d49 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:32.081956 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c1d78-b06b-4bc3-9ed9-ea7a37d4f0d2 req-1825b02f-d847-4b6e-9d50-8ccebb5d4d49 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:32.087769 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c1d78-b06b-4bc3-9ed9-ea7a37d4f0d2 req-1825b02f-d847-4b6e-9d50-8ccebb5d4d49 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:32.090917 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a39c1d78-b06b-4bc3-9ed9-ea7a37d4f0d2 req-1825b02f-d847-4b6e-9d50-8ccebb5d4d49 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c84da07-1c75-4c05-8749-21353bc2577d&device_id=51029fd3-c796-4799-af35-ec510f825ed0&device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 2418 time: 0.1399622 Jul 22 19:05:32.112953 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ade578-a49a-418f-b251-397cd6474cc0 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:05:32.127507 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:32.151299 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] Transition to ACTIVE for port object 16ade578-a49a-418f-b251-397cd6474cc0 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:05:32.158197 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a39c1d78-b06b-4bc3-9ed9-ea7a37d4f0d2 req-029c806a-cf99-4060-aa99-7f663d246628 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596235 Jul 22 19:05:32.158921 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:32.195499 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b094ca-6ac7-41ac-9ff7-1816fc8761a7 x-openstack-request-id: req-21b094ca-6ac7-41ac-9ff7-1816fc8761a7 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:32.195953 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f51b02-435a-41a4-bc02-ff0e4ef99ebf", "name": "network-vif-plugged", "status": "completed", "tag": "f2cd12d1-2a90-4729-a816-d42e118d7e94", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:32.196508 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21b094ca-6ac7-41ac-9ff7-1816fc8761a7 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:32.196969 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f51b02-435a-41a4-bc02-ff0e4ef99ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cd12d1-2a90-4729-a816-d42e118d7e94', 'code': 200} Jul 22 19:05:32.227468 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] Pushing event updated for resources: {'Port': ['ID=16ade578-a49a-418f-b251-397cd6474cc0,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:32.239221 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:32.287142 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca5aaa9-0e10-43a9-8c06-5fd7da54f9c2 x-openstack-request-id: req-0ca5aaa9-0e10-43a9-8c06-5fd7da54f9c2 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:32.287596 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d73755-fc35-4055-9cab-e9edb8fabb3d", "name": "network-vif-deleted", "tag": "8e461ceb-3335-478d-8e7b-ab5d7732f92c", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:32.287919 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ca5aaa9-0e10-43a9-8c06-5fd7da54f9c2 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:32.288517 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d73755-fc35-4055-9cab-e9edb8fabb3d', 'name': 'network-vif-deleted', 'tag': '8e461ceb-3335-478d-8e7b-ab5d7732f92c', 'status': 'completed', 'code': 200} Jul 22 19:05:32.346347 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] Attempting to bind port 16ade578-a49a-418f-b251-397cd6474cc0 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:05:32.346688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] Attempting to bind port 16ade578-a49a-418f-b251-397cd6474cc0 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'a4ae3ad1-0113-4f2d-8719-18a10c10aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4133d413-8353-4685-997b-db22c21267e6'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:05:32.347082 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] Attempting to bind port 16ade578-a49a-418f-b251-397cd6474cc0 on network 4133d413-8353-4685-997b-db22c21267e6 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:32.359261 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] Port 16ade578-a49a-418f-b251-397cd6474cc0 on network 4133d413-8353-4685-997b-db22c21267e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:05:32.359647 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] Attempting to bind port 16ade578-a49a-418f-b251-397cd6474cc0 on network 4133d413-8353-4685-997b-db22c21267e6 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:32.368680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:05:32.369085 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] Checking segment: {'id': 'a4ae3ad1-0113-4f2d-8719-18a10c10aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4133d413-8353-4685-997b-db22c21267e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:05:32.369530 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] Bound using segment: {'id': 'a4ae3ad1-0113-4f2d-8719-18a10c10aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4133d413-8353-4685-997b-db22c21267e6'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:05:32.370178 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] Bound port: 16ade578-a49a-418f-b251-397cd6474cc0, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ae3ad1-0113-4f2d-8719-18a10c10aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4133d413-8353-4685-997b-db22c21267e6'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:05:32.370594 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:32.423593 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab32b8-c537-428a-b286-b1e389b59682 req-fd586475-d671-43d4-bfd6-3bc714bcfed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:32.425178 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6ab32b8-c537-428a-b286-b1e389b59682 req-fd586475-d671-43d4-bfd6-3bc714bcfed5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=44f51b02-435a-41a4-bc02-ff0e4ef99ebf HTTP/1.1" status: 200 len: 1097 time: 0.1343644 Jul 22 19:05:32.491885 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] For port 16ade578-a49a-418f-b251-397cd6474cc0, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:05:32.517916 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] For port 16ade578-a49a-418f-b251-397cd6474cc0, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=16ade578-a49a-418f-b251-397cd6474cc0,segment=NetworkSegment(a4ae3ad1-0113-4f2d-8719-18a10c10aeb6),segment_id=a4ae3ad1-0113-4f2d-8719-18a10c10aeb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:05:32.520236 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6ab32b8-c537-428a-b286-b1e389b59682 req-f1c4cf3c-4dc8-41da-bf5a-172f15c65fa2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8deee8cc-c540-4820-8dc7-3bec97595b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716183 Jul 22 19:05:32.524325 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:32.565970 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:32.566659 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:32.568059 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] 10.222.0.30 "PUT /v2.0/ports/16ade578-a49a-418f-b251-397cd6474cc0 HTTP/1.1" status: 200 len: 1093 time: 1.5061719 Jul 22 19:05:32.583131 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11362229-be5e-4a34-8588-b7a960c47926 req-ac622398-9510-4705-94fb-f37c9178e569 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:32.585206 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-11362229-be5e-4a34-8588-b7a960c47926 req-ac622398-9510-4705-94fb-f37c9178e569 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 945 time: 0.1751966 Jul 22 19:05:32.633133 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fceb840-3779-4d74-8dca-e14f4ae02e05 service neutron] Pushing event updated for resources: {'Port': ['ID=16ade578-a49a-418f-b251-397cd6474cc0,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:32.673154 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-11362229-be5e-4a34-8588-b7a960c47926 req-8514b82a-9095-49ad-ab04-16ab00a78762 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803139 Jul 22 19:05:32.711317 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-85d902d4-e21c-4790-b9f3-8db52ea5a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:32.712984 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-85d902d4-e21c-4790-b9f3-8db52ea5a31f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aca0a3898daa4428aa1f56ddc1dd9ffe&device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 1096 time: 0.1027529 Jul 22 19:05:32.755238 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-425d1837-0d61-4f14-8802-febf30cb1f8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16ade578-a49a-418f-b251-397cd6474cc0 HTTP/1.1" status: 200 len: 217 time: 0.0347648 Jul 22 19:05:32.821840 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-282ee660-854c-4d4a-b2f5-520441aeef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:32.823406 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-282ee660-854c-4d4a-b2f5-520441aeef88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7409deb2-ed0b-46ae-b6be-7c14bd25f896 HTTP/1.1" status: 200 len: 853 time: 0.0556109 Jul 22 19:05:32.860505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-6bcd2105-45a0-4a59-a7dd-36b8d58dcb56 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4133d413-8353-4685-997b-db22c21267e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296676 Jul 22 19:05:33.003227 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-3d43523f-af0b-4207-9a98-a6cc2b23675d service neutron] 10.222.0.30 "GET /v2.0/networks/4133d413-8353-4685-997b-db22c21267e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320362 Jul 22 19:05:33.011464 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198edf1-86ab-4e10-a668-8d714c0b6e86 req-83d6d14a-b1a2-4434-810d-08f1187e5322 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:33.012855 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1198edf1-86ab-4e10-a668-8d714c0b6e86 req-83d6d14a-b1a2-4434-810d-08f1187e5322 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/ports?device_id=44f51b02-435a-41a4-bc02-ff0e4ef99ebf HTTP/1.1" status: 200 len: 945 time: 0.1428468 Jul 22 19:05:33.111739 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1198edf1-86ab-4e10-a668-8d714c0b6e86 req-7f03be2b-a142-460f-b6c8-a418f302b50c tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/security-groups?id=8deee8cc-c540-4820-8dc7-3bec97595b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874832 Jul 22 19:05:33.159215 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2292abe0-2320-49f7-afe9-9bf9d34c44a5 req-35cb2d1d-6a7b-4220-8e92-22b1a6547812 service neutron] 10.222.0.30 "GET /v2.0/networks/4133d413-8353-4685-997b-db22c21267e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420395 Jul 22 19:05:33.299964 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f70d2e-c33b-440f-8b58-6c647485465c req-90c51fa8-b951-49e3-8025-65cf2b7a22bc tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:33.301726 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-26f70d2e-c33b-440f-8b58-6c647485465c req-90c51fa8-b951-49e3-8025-65cf2b7a22bc tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c84da07-1c75-4c05-8749-21353bc2577d HTTP/1.1" status: 200 len: 945 time: 0.0763142 Jul 22 19:05:33.344585 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-26f70d2e-c33b-440f-8b58-6c647485465c req-2063ee28-9981-442c-b0a2-c3eb0f0e047a tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370207 Jul 22 19:05:33.461806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08e8a3-36cc-443d-960c-898ce5d0c823 req-8625bdd9-168d-484f-a68d-a6dd93c1bc49 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:33.463299 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f08e8a3-36cc-443d-960c-898ce5d0c823 req-8625bdd9-168d-484f-a68d-a6dd93c1bc49 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 944 time: 0.0675523 Jul 22 19:05:33.502835 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f08e8a3-36cc-443d-960c-898ce5d0c823 req-6440725f-040f-4203-8fd0-5055cda1c940 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a7317e2-cb96-468d-9d16-a24e3bd51896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330837 Jul 22 19:05:33.603635 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6c13527-4223-4366-ae0a-611587f85d9d req-0e5d12c6-761e-49d6-a3fc-e271073a23d4 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 210 time: 0.0359504 Jul 22 19:05:33.727125 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb328b76-0177-4994-920d-b0f082f97a7c req-1d0d939e-00a8-4311-b14f-d8f4e5603e0b tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:33.728647 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb328b76-0177-4994-920d-b0f082f97a7c req-1d0d939e-00a8-4311-b14f-d8f4e5603e0b tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ee7a97-eb1d-405e-bb51-9cf38f0635b0 HTTP/1.1" status: 200 len: 946 time: 0.0654721 Jul 22 19:05:33.768526 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb328b76-0177-4994-920d-b0f082f97a7c req-100db53b-6ca7-44d3-9753-942b4a205f08 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337808 Jul 22 19:05:33.855109 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:34.125279 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc0849-dbff-4b40-b7a8-131927310e1a req-76963f78-4b3a-4c88-8c0a-68911a8f2c56 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:34.126709 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f0bc0849-dbff-4b40-b7a8-131927310e1a req-76963f78-4b3a-4c88-8c0a-68911a8f2c56 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 945 time: 0.0687151 Jul 22 19:05:34.167614 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f0bc0849-dbff-4b40-b7a8-131927310e1a req-52472761-b336-47a6-98e8-576cd62bce36 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329490 Jul 22 19:05:34.198362 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad6ec1f-92a8-4f81-9033-aa82de33a384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55137bfb-d754-4c88-bcdc-b6fb6465dd3c'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:34.200805 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adddabf-9f71-4f8a-9085-28240777bf65" -d '{"events": [{"server_uuid": "6ad6ec1f-92a8-4f81-9033-aa82de33a384", "name": "network-vif-plugged", "status": "completed", "tag": "55137bfb-d754-4c88-bcdc-b6fb6465dd3c"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:34.289292 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c9e743-2450-4e69-bb11-79c81bd8d96b', 'tag': '16ade578-a49a-418f-b251-397cd6474cc0'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:34.291605 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09b7947-c957-4567-b3ee-c86c56edfdd2" -d '{"events": [{"name": "network-changed", "server_uuid": "04c9e743-2450-4e69-bb11-79c81bd8d96b", "tag": "16ade578-a49a-418f-b251-397cd6474cc0"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:34.369942 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ca520-97e8-4252-98d8-779224e3b102 req-3894bd90-ca26-463b-8d87-a4cd84ee3943 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:34.371420 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-919ca520-97e8-4252-98d8-779224e3b102 req-3894bd90-ca26-463b-8d87-a4cd84ee3943 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/ports?device_id=44f51b02-435a-41a4-bc02-ff0e4ef99ebf HTTP/1.1" status: 200 len: 945 time: 0.0686102 Jul 22 19:05:34.413785 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-919ca520-97e8-4252-98d8-779224e3b102 req-cb354fcb-739d-48c3-8e95-e02e2b0a7c8f tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/security-groups?id=8deee8cc-c540-4820-8dc7-3bec97595b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365176 Jul 22 19:05:34.458438 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d5bb3a-cd5f-415f-be01-de885256fdc4 x-openstack-request-id: req-35d5bb3a-cd5f-415f-be01-de885256fdc4 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:34.458920 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad6ec1f-92a8-4f81-9033-aa82de33a384", "name": "network-vif-plugged", "status": "completed", "tag": "55137bfb-d754-4c88-bcdc-b6fb6465dd3c", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:34.459172 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35d5bb3a-cd5f-415f-be01-de885256fdc4 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:34.459564 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad6ec1f-92a8-4f81-9033-aa82de33a384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55137bfb-d754-4c88-bcdc-b6fb6465dd3c', 'code': 200} Jul 22 19:05:34.576719 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584dc369-5075-4fc9-bf9a-f830118ba8c0 x-openstack-request-id: req-584dc369-5075-4fc9-bf9a-f830118ba8c0 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:34.577102 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c9e743-2450-4e69-bb11-79c81bd8d96b", "tag": "16ade578-a49a-418f-b251-397cd6474cc0", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:34.577577 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-584dc369-5075-4fc9-bf9a-f830118ba8c0 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:34.578166 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c9e743-2450-4e69-bb11-79c81bd8d96b', 'tag': '16ade578-a49a-418f-b251-397cd6474cc0', 'status': 'completed', 'code': 200} Jul 22 19:05:34.580496 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14912a8c-00fa-49ca-87c1-07780dfdd6ed req-d63c9fb9-d061-4821-9980-0f96f4cf752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:34.582331 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14912a8c-00fa-49ca-87c1-07780dfdd6ed req-d63c9fb9-d061-4821-9980-0f96f4cf752c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6ad6ec1f-92a8-4f81-9033-aa82de33a384 HTTP/1.1" status: 200 len: 1098 time: 0.0639462 Jul 22 19:05:34.613817 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3436eae-86ae-42b2-85e7-bc7992f4bead req-73deacb5-1042-4ec6-b64a-c123aa2d695b tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:34.616018 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e3436eae-86ae-42b2-85e7-bc7992f4bead req-73deacb5-1042-4ec6-b64a-c123aa2d695b tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ee7a97-eb1d-405e-bb51-9cf38f0635b0 HTTP/1.1" status: 200 len: 946 time: 0.0698326 Jul 22 19:05:34.703439 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14912a8c-00fa-49ca-87c1-07780dfdd6ed req-91f65a66-8ea9-426e-abcc-86bc454b4e70 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8deee8cc-c540-4820-8dc7-3bec97595b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027176 Jul 22 19:05:34.740229 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b7947-c957-4567-b3ee-c86c56edfdd2 req-d31a05af-3a4b-41a7-a42a-1af174717102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:34.740495 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-e3436eae-86ae-42b2-85e7-bc7992f4bead req-7a73d6c7-f96a-4ea9-af21-1accd276e2fb tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Deleting port 655136db-1197-400e-8269-7fc5890779d7 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:05:34.740725 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e3436eae-86ae-42b2-85e7-bc7992f4bead req-7a73d6c7-f96a-4ea9-af21-1accd276e2fb tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:34.741989 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a09b7947-c957-4567-b3ee-c86c56edfdd2 req-d31a05af-3a4b-41a7-a42a-1af174717102 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aca0a3898daa4428aa1f56ddc1dd9ffe&device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 1096 time: 0.1400609 Jul 22 19:05:34.753972 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ea625-320c-4e2d-8bff-c5aede9a70d3 req-ccb84dcc-78d6-4542-808c-00ae62b7ca36 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:34.755557 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af3ea625-320c-4e2d-8bff-c5aede9a70d3 req-ccb84dcc-78d6-4542-808c-00ae62b7ca36 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad6ec1f-92a8-4f81-9033-aa82de33a384 HTTP/1.1" status: 200 len: 946 time: 0.1115088 Jul 22 19:05:34.835724 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-e3436eae-86ae-42b2-85e7-bc7992f4bead req-7a73d6c7-f96a-4ea9-af21-1accd276e2fb tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] For port 655136db-1197-400e-8269-7fc5890779d7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=655136db-1197-400e-8269-7fc5890779d7,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:34.836349 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e3436eae-86ae-42b2-85e7-bc7992f4bead req-7a73d6c7-f96a-4ea9-af21-1accd276e2fb tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:34.854147 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-e3436eae-86ae-42b2-85e7-bc7992f4bead req-7a73d6c7-f96a-4ea9-af21-1accd276e2fb tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Calling delete_port for 655136db-1197-400e-8269-7fc5890779d7 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:05:34.858537 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af3ea625-320c-4e2d-8bff-c5aede9a70d3 req-afc98114-02e4-46b1-af71-9bf3e85c8f9d tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/security-groups?id=8deee8cc-c540-4820-8dc7-3bec97595b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838473 Jul 22 19:05:34.877599 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b7947-c957-4567-b3ee-c86c56edfdd2 req-0e6df394-3842-45a9-a966-d16b07d216df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:34.879245 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a09b7947-c957-4567-b3ee-c86c56edfdd2 req-0e6df394-3842-45a9-a966-d16b07d216df service neutron] 10.222.0.30 "GET /v2.0/networks?id=4133d413-8353-4685-997b-db22c21267e6 HTTP/1.1" status: 200 len: 914 time: 0.1227901 Jul 22 19:05:34.929121 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a09b7947-c957-4567-b3ee-c86c56edfdd2 req-79e839ff-10c3-40bc-9fb7-514c3d107e54 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16ade578-a49a-418f-b251-397cd6474cc0 HTTP/1.1" status: 200 len: 217 time: 0.0390482 Jul 22 19:05:35.009089 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e3436eae-86ae-42b2-85e7-bc7992f4bead req-7a73d6c7-f96a-4ea9-af21-1accd276e2fb tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:35.019540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b7947-c957-4567-b3ee-c86c56edfdd2 req-76ce369c-8e2d-4f6f-b0ee-3a8419e48498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:35.021302 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a09b7947-c957-4567-b3ee-c86c56edfdd2 req-76ce369c-8e2d-4f6f-b0ee-3a8419e48498 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7409deb2-ed0b-46ae-b6be-7c14bd25f896 HTTP/1.1" status: 200 len: 853 time: 0.0771999 Jul 22 19:05:35.022519 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9bafbda3-406d-4a5f-9e82-83f95a18a714', 'bf632bc6-3c3d-4447-8aed-8f190c6dc1c7', '655136db-1197-400e-8269-7fc5890779d7'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:35.039496 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73d6c7-f96a-4ea9-af21-1accd276e2fb tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Pushing event deleted for resources: {'Port': ['ID=655136db-1197-400e-8269-7fc5890779d7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:35.071286 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a09b7947-c957-4567-b3ee-c86c56edfdd2 req-68f04180-8bf6-4e37-b38c-55c41dc2bc1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4133d413-8353-4685-997b-db22c21267e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387762 Jul 22 19:05:35.088914 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5552f94-b035-4d8b-a140-a95e5adbc24f req-8de7847e-5e64-40c9-a511-c2ecc4683c04 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:35.091285 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5552f94-b035-4d8b-a140-a95e5adbc24f req-8de7847e-5e64-40c9-a511-c2ecc4683c04 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 944 time: 0.1562214 Jul 22 19:05:35.111922 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3436eae-86ae-42b2-85e7-bc7992f4bead req-7a73d6c7-f96a-4ea9-af21-1accd276e2fb tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] No DVR routers for this DVR port 655136db-1197-400e-8269-7fc5890779d7 on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:05:35.114803 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e3436eae-86ae-42b2-85e7-bc7992f4bead req-7a73d6c7-f96a-4ea9-af21-1accd276e2fb tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:35.117270 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e3436eae-86ae-42b2-85e7-bc7992f4bead req-7a73d6c7-f96a-4ea9-af21-1accd276e2fb tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.16 "DELETE /v2.0/ports/655136db-1197-400e-8269-7fc5890779d7 HTTP/1.1" status: 204 len: 173 time: 0.4919646 Jul 22 19:05:35.117738 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ee7a97-eb1d-405e-bb51-9cf38f0635b0', 'name': 'network-vif-deleted', 'tag': '655136db-1197-400e-8269-7fc5890779d7'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:35.129300 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763a76ae-6bd0-4252-bb22-9de761af676a" -d '{"events": [{"server_uuid": "13ee7a97-eb1d-405e-bb51-9cf38f0635b0", "name": "network-vif-deleted", "tag": "655136db-1197-400e-8269-7fc5890779d7"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:35.208761 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5552f94-b035-4d8b-a140-a95e5adbc24f req-1d649c57-fad1-4bb3-857c-7787c1cfdd5b tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a7317e2-cb96-468d-9d16-a24e3bd51896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072466 Jul 22 19:05:35.253237 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a09b7947-c957-4567-b3ee-c86c56edfdd2 req-0226eb7e-d483-4788-a84c-393533dcce50 service neutron] 10.222.0.30 "GET /v2.0/networks/4133d413-8353-4685-997b-db22c21267e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749163 Jul 22 19:05:35.359844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a09b7947-c957-4567-b3ee-c86c56edfdd2 req-9097e7be-de26-4dfa-a4ec-dea6889c7b3c service neutron] 10.222.0.30 "GET /v2.0/networks/4133d413-8353-4685-997b-db22c21267e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002746 Jul 22 19:05:35.528352 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc6731ac-0ac0-46f2-b221-ceed737f2574 req-e48c52e3-b719-4110-892b-262273325197 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d73755-fc35-4055-9cab-e9edb8fabb3d HTTP/1.1" status: 200 len: 210 time: 0.0364568 Jul 22 19:05:35.640915 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8834b00f-1fd3-4d40-8b9f-ce166f7ce932 req-302d8fd5-213b-4c17-a0b8-ab40069634d8 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=13ee7a97-eb1d-405e-bb51-9cf38f0635b0 HTTP/1.1" status: 200 len: 210 time: 0.0319862 Jul 22 19:05:35.809659 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dfc617-bc0d-4a63-a2b0-c262e365ef7f x-openstack-request-id: req-65dfc617-bc0d-4a63-a2b0-c262e365ef7f {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:35.811015 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ee7a97-eb1d-405e-bb51-9cf38f0635b0", "name": "network-vif-deleted", "tag": "655136db-1197-400e-8269-7fc5890779d7", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:35.811421 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65dfc617-bc0d-4a63-a2b0-c262e365ef7f {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:35.812022 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ee7a97-eb1d-405e-bb51-9cf38f0635b0', 'name': 'network-vif-deleted', 'tag': '655136db-1197-400e-8269-7fc5890779d7', 'status': 'completed', 'code': 200} Jul 22 19:05:35.897553 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c5680-87ae-41fb-8ce3-d9a8d9ece634 req-18cdd667-fe4b-4b28-a0f6-9ced9f20e378 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:35.899505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c73c5680-87ae-41fb-8ce3-d9a8d9ece634 req-18cdd667-fe4b-4b28-a0f6-9ced9f20e378 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 945 time: 0.0999718 Jul 22 19:05:35.984040 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c73c5680-87ae-41fb-8ce3-d9a8d9ece634 req-0d21405b-407e-4660-9bf6-af4bf3d4c75b tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767822 Jul 22 19:05:36.155812 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe876dcb-e964-41d2-b063-bf45d45a7bf5 req-111d9955-7277-4b59-adea-ee588628e1d4 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:36.163664 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe876dcb-e964-41d2-b063-bf45d45a7bf5 req-111d9955-7277-4b59-adea-ee588628e1d4 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad6ec1f-92a8-4f81-9033-aa82de33a384 HTTP/1.1" status: 200 len: 946 time: 0.0954652 Jul 22 19:05:36.208404 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe876dcb-e964-41d2-b063-bf45d45a7bf5 req-b07ed48d-7c9d-485b-8890-0b24ed971235 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/security-groups?id=8deee8cc-c540-4820-8dc7-3bec97595b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441680 Jul 22 19:05:36.361773 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46d2d9-234b-4e59-b873-7f620b41f9e9 req-e54409e4-9c57-43c7-bb65-962f2ff0fa8d tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:36.363338 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7a46d2d9-234b-4e59-b873-7f620b41f9e9 req-e54409e4-9c57-43c7-bb65-962f2ff0fa8d tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 944 time: 0.0748661 Jul 22 19:05:36.413898 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7a46d2d9-234b-4e59-b873-7f620b41f9e9 req-9dddbfbe-6ae4-4dc9-8b8b-d4aa9fe5955f tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a7317e2-cb96-468d-9d16-a24e3bd51896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436876 Jul 22 19:05:36.465256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905075a-84f6-467a-bb43-e80c12e86998 req-8cb6f5ca-a698-463e-92c2-ba75a92b6ad6 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:36.467474 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e905075a-84f6-467a-bb43-e80c12e86998 req-8cb6f5ca-a698-463e-92c2-ba75a92b6ad6 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c250d5-f955-4392-805c-a95e92f5131e HTTP/1.1" status: 200 len: 945 time: 0.0697935 Jul 22 19:05:36.506176 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e905075a-84f6-467a-bb43-e80c12e86998 req-08f2aa2a-4604-4028-972b-a5738e0cc146 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/security-groups?id=8deee8cc-c540-4820-8dc7-3bec97595b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331664 Jul 22 19:05:36.544432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 16ade578-a49a-418f-b251-397cd6474cc0 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:05:36.793472 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 16ade578-a49a-418f-b251-397cd6474cc0, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=16ade578-a49a-418f-b251-397cd6474cc0,segment=NetworkSegment(a4ae3ad1-0113-4f2d-8719-18a10c10aeb6),segment_id=a4ae3ad1-0113-4f2d-8719-18a10c10aeb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:36.802540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8674b50-b878-4c7d-a167-67e65face74e req-392ac130-2bf3-49a2-85c8-60591d0c57b2 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:36.804701 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a8674b50-b878-4c7d-a167-67e65face74e req-392ac130-2bf3-49a2-85c8-60591d0c57b2 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 946 time: 0.1128988 Jul 22 19:05:36.811078 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '16ade578-a49a-418f-b251-397cd6474cc0', 'network_id': '4133d413-8353-4685-997b-db22c21267e6', 'port_id': '16ade578-a49a-418f-b251-397cd6474cc0', 'mac_address': 'fa:16:3e:29:73:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7409deb2-ed0b-46ae-b6be-7c14bd25f896', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:05:36.856245 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:36.869628 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ade578-a49a-418f-b251-397cd6474cc0 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:05:36.872738 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a8674b50-b878-4c7d-a167-67e65face74e req-e580d9c7-23af-4ac4-ab17-aed1ec0b7843 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622282 Jul 22 19:05:36.907574 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 16ade578-a49a-418f-b251-397cd6474cc0, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=16ade578-a49a-418f-b251-397cd6474cc0,segment=NetworkSegment(a4ae3ad1-0113-4f2d-8719-18a10c10aeb6),segment_id=a4ae3ad1-0113-4f2d-8719-18a10c10aeb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:36.913613 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:36.931615 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df027302-fafb-4bfe-8a87-dd216c21989a req-7079358d-1240-4b00-b2c7-b2e4634107d7 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:36.940263 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df027302-fafb-4bfe-8a87-dd216c21989a req-7079358d-1240-4b00-b2c7-b2e4634107d7 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c250d5-f955-4392-805c-a95e92f5131e HTTP/1.1" status: 200 len: 945 time: 0.1075981 Jul 22 19:05:36.983957 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df027302-fafb-4bfe-8a87-dd216c21989a req-118d8f13-63bb-470a-8e76-53016a7e2806 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/security-groups?id=8deee8cc-c540-4820-8dc7-3bec97595b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428205 Jul 22 19:05:37.000120 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=16ade578-a49a-418f-b251-397cd6474cc0,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:37.156155 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f60c2e-e375-4433-8cee-c4674a806edc req-4c3dc766-433e-4b85-b1e3-6b3b6e15dcb3 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:37.157969 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13f60c2e-e375-4433-8cee-c4674a806edc req-4c3dc766-433e-4b85-b1e3-6b3b6e15dcb3 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 945 time: 0.0889566 Jul 22 19:05:37.238398 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13f60c2e-e375-4433-8cee-c4674a806edc req-a082a776-8346-4e81-be92-40e5611cefa5 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709960 Jul 22 19:05:37.275345 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666f68f-80bc-4776-91ab-f76090f6b0b3 req-5f8a410c-0b1d-43c9-84d4-5670d834161f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:37.283162 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d666f68f-80bc-4776-91ab-f76090f6b0b3 req-5f8a410c-0b1d-43c9-84d4-5670d834161f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ead28b5-4684-49d6-bc05-c10251ebef90 HTTP/1.1" status: 200 len: 945 time: 0.0989902 Jul 22 19:05:37.296305 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['16ade578-a49a-418f-b251-397cd6474cc0'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:37.331224 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d666f68f-80bc-4776-91ab-f76090f6b0b3 req-73490dfc-8cd1-4ec7-a7fe-0a4a53fc26c2 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466220 Jul 22 19:05:37.471433 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 655136db-1197-400e-8269-7fc5890779d7 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:05:37.498431 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 655136db-1197-400e-8269-7fc5890779d7 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:05:37.498975 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 655136db-1197-400e-8269-7fc5890779d7 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:05:37.550292 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be103bf-d059-48ec-ad1f-298522bc0a03 req-00ed7f2b-482d-4328-9e44-6572a5f74339 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:37.551677 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0be103bf-d059-48ec-ad1f-298522bc0a03 req-00ed7f2b-482d-4328-9e44-6572a5f74339 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 945 time: 0.0656998 Jul 22 19:05:37.589650 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0be103bf-d059-48ec-ad1f-298522bc0a03 req-a8228d2e-8f00-49e5-a4ff-493ea2d4fe6a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a7317e2-cb96-468d-9d16-a24e3bd51896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323267 Jul 22 19:05:38.034010 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1563e-7ab9-4a89-9c87-f26cc44a4dce req-75a7a61b-fce1-40fa-9e73-07e03c72a020 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:38.036407 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1d1563e-7ab9-4a89-9c87-f26cc44a4dce req-75a7a61b-fce1-40fa-9e73-07e03c72a020 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 946 time: 0.0910723 Jul 22 19:05:38.099561 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1d1563e-7ab9-4a89-9c87-f26cc44a4dce req-886f1e99-4708-4a93-8a1b-4cf6c3e2d955 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572443 Jul 22 19:05:38.177550 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a3037-0c5d-455a-85b7-51dc1e2b9082 req-6fdfd36d-eb70-4dae-93dc-8edd61490aac tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:38.179040 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb3a3037-0c5d-455a-85b7-51dc1e2b9082 req-6fdfd36d-eb70-4dae-93dc-8edd61490aac tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c250d5-f955-4392-805c-a95e92f5131e HTTP/1.1" status: 200 len: 945 time: 0.0689785 Jul 22 19:05:38.221662 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb3a3037-0c5d-455a-85b7-51dc1e2b9082 req-41ef8692-5884-41a8-bf5b-fb4d3c9d289e tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/security-groups?id=8deee8cc-c540-4820-8dc7-3bec97595b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361602 Jul 22 19:05:38.415429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b50da6-247e-40be-9ea1-ec298545c47a req-66dc5385-dd36-4ed9-a66b-fb89257969c9 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:38.423806 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81b50da6-247e-40be-9ea1-ec298545c47a req-66dc5385-dd36-4ed9-a66b-fb89257969c9 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 945 time: 0.1034451 Jul 22 19:05:38.559244 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81b50da6-247e-40be-9ea1-ec298545c47a req-a066d8c7-7005-47a0-b0e1-85c31c5e4863 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300883 Jul 22 19:05:38.634570 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf3813-d7c0-4a27-b97a-a4fd39d8bed3 req-4e1ddb3a-e43a-483d-9b3b-fa85fd6661d5 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:38.636442 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41bf3813-d7c0-4a27-b97a-a4fd39d8bed3 req-4e1ddb3a-e43a-483d-9b3b-fa85fd6661d5 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ead28b5-4684-49d6-bc05-c10251ebef90 HTTP/1.1" status: 200 len: 945 time: 0.1672277 Jul 22 19:05:38.648254 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851794a-e2dc-49f8-aff8-4d7ca9ffdc55 req-5f98f68c-fc42-49a2-b66c-5bc677262b0c tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:38.650371 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c851794a-e2dc-49f8-aff8-4d7ca9ffdc55 req-5f98f68c-fc42-49a2-b66c-5bc677262b0c tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0c250d5-f955-4392-805c-a95e92f5131e HTTP/1.1" status: 200 len: 945 time: 0.1974969 Jul 22 19:05:38.770400 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:38.834655 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41bf3813-d7c0-4a27-b97a-a4fd39d8bed3 req-be4c7ea9-4237-4129-8384-3cfa5962d307 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832750 Jul 22 19:05:38.871912 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9c8d3-ae3c-4183-9872-0f5bc50dff94 req-13b06d1d-2759-4f25-a68e-69172c303122 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:38.873498 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9f9c8d3-ae3c-4183-9872-0f5bc50dff94 req-13b06d1d-2759-4f25-a68e-69172c303122 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 945 time: 0.1988003 Jul 22 19:05:38.953542 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e2b31-78b1-4058-bed6-6b250c8fa7ee req-bf1ed5de-3176-45a5-ba56-e85af420640d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:38.955885 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ee1e2b31-78b1-4058-bed6-6b250c8fa7ee req-bf1ed5de-3176-45a5-ba56-e85af420640d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ead28b5-4684-49d6-bc05-c10251ebef90 HTTP/1.1" status: 200 len: 945 time: 0.0924551 Jul 22 19:05:38.980612 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9f9c8d3-ae3c-4183-9872-0f5bc50dff94 req-bb454439-7078-48b6-a947-78be673cef4b tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a7317e2-cb96-468d-9d16-a24e3bd51896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957742 Jul 22 19:05:39.019526 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-c851794a-e2dc-49f8-aff8-4d7ca9ffdc55 req-39781e9f-a32f-416e-ad10-c95291a9a033 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Deleting port a6dfa867-c88a-4d0b-a99e-83afed4d05a9 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:05:39.019930 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c851794a-e2dc-49f8-aff8-4d7ca9ffdc55 req-39781e9f-a32f-416e-ad10-c95291a9a033 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:39.094838 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-ee1e2b31-78b1-4058-bed6-6b250c8fa7ee req-9367ab3d-c58d-48d9-8863-f5081da19615 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Deleting port bf632bc6-3c3d-4447-8aed-8f190c6dc1c7 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:05:39.095679 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ee1e2b31-78b1-4058-bed6-6b250c8fa7ee req-9367ab3d-c58d-48d9-8863-f5081da19615 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:39.212197 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-c851794a-e2dc-49f8-aff8-4d7ca9ffdc55 req-39781e9f-a32f-416e-ad10-c95291a9a033 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] For port a6dfa867-c88a-4d0b-a99e-83afed4d05a9, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a6dfa867-c88a-4d0b-a99e-83afed4d05a9,segment=NetworkSegment(f2be107d-7701-4979-8aa5-a07e9bd7e6ca),segment_id=f2be107d-7701-4979-8aa5-a07e9bd7e6ca)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:39.213163 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c851794a-e2dc-49f8-aff8-4d7ca9ffdc55 req-39781e9f-a32f-416e-ad10-c95291a9a033 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:39.228018 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-c851794a-e2dc-49f8-aff8-4d7ca9ffdc55 req-39781e9f-a32f-416e-ad10-c95291a9a033 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Calling delete_port for a6dfa867-c88a-4d0b-a99e-83afed4d05a9 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:05:39.261102 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-ee1e2b31-78b1-4058-bed6-6b250c8fa7ee req-9367ab3d-c58d-48d9-8863-f5081da19615 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] For port bf632bc6-3c3d-4447-8aed-8f190c6dc1c7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=bf632bc6-3c3d-4447-8aed-8f190c6dc1c7,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:39.261725 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ee1e2b31-78b1-4058-bed6-6b250c8fa7ee req-9367ab3d-c58d-48d9-8863-f5081da19615 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:39.289637 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-ee1e2b31-78b1-4058-bed6-6b250c8fa7ee req-9367ab3d-c58d-48d9-8863-f5081da19615 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Calling delete_port for bf632bc6-3c3d-4447-8aed-8f190c6dc1c7 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:05:39.480017 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ee1e2b31-78b1-4058-bed6-6b250c8fa7ee req-9367ab3d-c58d-48d9-8863-f5081da19615 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:39.493037 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9bafbda3-406d-4a5f-9e82-83f95a18a714', 'bf632bc6-3c3d-4447-8aed-8f190c6dc1c7'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:39.536493 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3310a3f-9dd9-4634-a98e-51a19e812824 req-5c5b2ce4-dc63-4d9e-bf17-d9e5dff889cc tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:39.538205 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a3310a3f-9dd9-4634-a98e-51a19e812824 req-5c5b2ce4-dc63-4d9e-bf17-d9e5dff889cc tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c250d5-f955-4392-805c-a95e92f5131e HTTP/1.1" status: 200 len: 945 time: 0.1858816 Jul 22 19:05:39.548047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367ab3d-c58d-48d9-8863-f5081da19615 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Pushing event deleted for resources: {'Port': ['ID=bf632bc6-3c3d-4447-8aed-8f190c6dc1c7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:39.580564 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f75fc8-cfd6-43d2-b7eb-7144240b0b8e req-3ecef76c-7485-48a8-b615-ca5bdc50f8cb tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:39.582294 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47f75fc8-cfd6-43d2-b7eb-7144240b0b8e req-3ecef76c-7485-48a8-b615-ca5bdc50f8cb tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 946 time: 0.1931553 Jul 22 19:05:39.605092 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1e2b31-78b1-4058-bed6-6b250c8fa7ee req-9367ab3d-c58d-48d9-8863-f5081da19615 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] No DVR routers for this DVR port bf632bc6-3c3d-4447-8aed-8f190c6dc1c7 on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:05:39.608405 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ee1e2b31-78b1-4058-bed6-6b250c8fa7ee req-9367ab3d-c58d-48d9-8863-f5081da19615 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:39.610691 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ee1e2b31-78b1-4058-bed6-6b250c8fa7ee req-9367ab3d-c58d-48d9-8863-f5081da19615 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.16 "DELETE /v2.0/ports/bf632bc6-3c3d-4447-8aed-8f190c6dc1c7 HTTP/1.1" status: 204 len: 173 time: 0.6490862 Jul 22 19:05:39.611145 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ead28b5-4684-49d6-bc05-c10251ebef90', 'name': 'network-vif-deleted', 'tag': 'bf632bc6-3c3d-4447-8aed-8f190c6dc1c7'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:39.613502 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7564484e-c816-4871-937b-4823242a09b2" -d '{"events": [{"server_uuid": "2ead28b5-4684-49d6-bc05-c10251ebef90", "name": "network-vif-deleted", "tag": "bf632bc6-3c3d-4447-8aed-8f190c6dc1c7"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:39.631872 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a3310a3f-9dd9-4634-a98e-51a19e812824 req-d09dd142-ad77-4cdd-afc1-91ea4c2519a2 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/security-groups?id=8deee8cc-c540-4820-8dc7-3bec97595b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832956 Jul 22 19:05:39.638490 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c851794a-e2dc-49f8-aff8-4d7ca9ffdc55 req-39781e9f-a32f-416e-ad10-c95291a9a033 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:39.665667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['a6dfa867-c88a-4d0b-a99e-83afed4d05a9', 'f2cd12d1-2a90-4729-a816-d42e118d7e94'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:39.736849 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39781e9f-a32f-416e-ad10-c95291a9a033 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Pushing event deleted for resources: {'Port': ['ID=a6dfa867-c88a-4d0b-a99e-83afed4d05a9,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:39.829693 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47f75fc8-cfd6-43d2-b7eb-7144240b0b8e req-f0ac89a4-1401-4f83-8fea-6cbc4258c263 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020876 Jul 22 19:05:39.901216 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-c851794a-e2dc-49f8-aff8-4d7ca9ffdc55 req-39781e9f-a32f-416e-ad10-c95291a9a033 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] No DVR routers for this DVR port a6dfa867-c88a-4d0b-a99e-83afed4d05a9 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:05:39.909683 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c851794a-e2dc-49f8-aff8-4d7ca9ffdc55 req-39781e9f-a32f-416e-ad10-c95291a9a033 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:39.911803 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c851794a-e2dc-49f8-aff8-4d7ca9ffdc55 req-39781e9f-a32f-416e-ad10-c95291a9a033 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.30 "DELETE /v2.0/ports/a6dfa867-c88a-4d0b-a99e-83afed4d05a9 HTTP/1.1" status: 204 len: 173 time: 1.2441146 Jul 22 19:05:39.912265 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c250d5-f955-4392-805c-a95e92f5131e', 'name': 'network-vif-deleted', 'tag': 'a6dfa867-c88a-4d0b-a99e-83afed4d05a9'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:39.916688 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1866e841-da27-4b6e-a2d0-debe14e63d2b" -d '{"events": [{"server_uuid": "b0c250d5-f955-4392-805c-a95e92f5131e", "name": "network-vif-deleted", "tag": "a6dfa867-c88a-4d0b-a99e-83afed4d05a9"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:39.942283 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fb2a5b-dffd-480b-924b-c6a253add58d x-openstack-request-id: req-a9fb2a5b-dffd-480b-924b-c6a253add58d {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:39.942672 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ead28b5-4684-49d6-bc05-c10251ebef90", "name": "network-vif-deleted", "tag": "bf632bc6-3c3d-4447-8aed-8f190c6dc1c7", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:39.943022 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9fb2a5b-dffd-480b-924b-c6a253add58d {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:39.943506 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ead28b5-4684-49d6-bc05-c10251ebef90', 'name': 'network-vif-deleted', 'tag': 'bf632bc6-3c3d-4447-8aed-8f190c6dc1c7', 'status': 'completed', 'code': 200} Jul 22 19:05:39.990377 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ac0eb-1f00-4969-bea6-55a738e2124c req-8539a89a-5979-40d5-bcc8-759c8790debd tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:39.991936 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-014ac0eb-1f00-4969-bea6-55a738e2124c req-8539a89a-5979-40d5-bcc8-759c8790debd tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 945 time: 0.1612277 Jul 22 19:05:40.083912 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-014ac0eb-1f00-4969-bea6-55a738e2124c req-5a063783-7a14-4745-aa6d-fa4ec504eb13 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823133 Jul 22 19:05:40.144932 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a44e3cae-9359-48b8-8e9a-8e5105fb81ad req-c4c9de61-5f88-4dde-b873-335a54c74d9c tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ead28b5-4684-49d6-bc05-c10251ebef90 HTTP/1.1" status: 200 len: 210 time: 0.0554702 Jul 22 19:05:40.175885 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7877727-ade8-4816-9a18-8c80b0c155dc x-openstack-request-id: req-d7877727-ade8-4816-9a18-8c80b0c155dc {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:40.176180 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c250d5-f955-4392-805c-a95e92f5131e", "name": "network-vif-deleted", "tag": "a6dfa867-c88a-4d0b-a99e-83afed4d05a9", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:40.176437 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7877727-ade8-4816-9a18-8c80b0c155dc {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:40.176869 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c250d5-f955-4392-805c-a95e92f5131e', 'name': 'network-vif-deleted', 'tag': 'a6dfa867-c88a-4d0b-a99e-83afed4d05a9', 'status': 'completed', 'code': 200} Jul 22 19:05:40.196125 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['55137bfb-d754-4c88-bcdc-b6fb6465dd3c'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:40.345128 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5e82f-789c-459d-b7c0-5379c2ae129b req-3b3890db-34f4-4b34-8263-1dd0009d8dfd tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:40.353152 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7aa5e82f-789c-459d-b7c0-5379c2ae129b req-3b3890db-34f4-4b34-8263-1dd0009d8dfd tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 945 time: 0.1075313 Jul 22 19:05:40.407640 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7aa5e82f-789c-459d-b7c0-5379c2ae129b req-247744d1-c1be-4559-a580-cc929bfd120a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a7317e2-cb96-468d-9d16-a24e3bd51896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534739 Jul 22 19:05:40.600840 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 16ade578-a49a-418f-b251-397cd6474cc0 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:05:40.702926 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 16ade578-a49a-418f-b251-397cd6474cc0 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:05:40.712200 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 16ade578-a49a-418f-b251-397cd6474cc0 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:05:40.712603 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:40.851240 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:40.881271 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c9e743-2450-4e69-bb11-79c81bd8d96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ade578-a49a-418f-b251-397cd6474cc0'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:40.883865 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baec8c29-0e89-48bf-be32-b8f5975ebe9e" -d '{"events": [{"server_uuid": "04c9e743-2450-4e69-bb11-79c81bd8d96b", "name": "network-vif-plugged", "status": "completed", "tag": "16ade578-a49a-418f-b251-397cd6474cc0"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:40.900152 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 16ade578-a49a-418f-b251-397cd6474cc0, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=16ade578-a49a-418f-b251-397cd6474cc0,segment=NetworkSegment(a4ae3ad1-0113-4f2d-8719-18a10c10aeb6),segment_id=a4ae3ad1-0113-4f2d-8719-18a10c10aeb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:40.906608 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:40.908741 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a6dfa867-c88a-4d0b-a99e-83afed4d05a9 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:05:40.990855 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932401ae-9f4e-40ef-9d72-3dd621c8dbe8 x-openstack-request-id: req-932401ae-9f4e-40ef-9d72-3dd621c8dbe8 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:40.991247 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c9e743-2450-4e69-bb11-79c81bd8d96b", "name": "network-vif-plugged", "status": "completed", "tag": "16ade578-a49a-418f-b251-397cd6474cc0", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:40.991703 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-932401ae-9f4e-40ef-9d72-3dd621c8dbe8 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:40.992157 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c9e743-2450-4e69-bb11-79c81bd8d96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ade578-a49a-418f-b251-397cd6474cc0', 'code': 200} Jul 22 19:05:40.992829 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: a6dfa867-c88a-4d0b-a99e-83afed4d05a9 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:05:40.993287 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a6dfa867-c88a-4d0b-a99e-83afed4d05a9 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:05:41.061626 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=16ade578-a49a-418f-b251-397cd6474cc0,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:41.076809 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1fe4f-7a1c-4401-ad8a-ee23db8362c4 req-a6cb150f-2be8-4c87-8c69-7af682aa6bba tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:41.084269 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76e1fe4f-7a1c-4401-ad8a-ee23db8362c4 req-a6cb150f-2be8-4c87-8c69-7af682aa6bba tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 946 time: 0.1374867 Jul 22 19:05:41.222342 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76e1fe4f-7a1c-4401-ad8a-ee23db8362c4 req-961b2603-f4c4-48c5-8a30-1326f1fa068d tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355784 Jul 22 19:05:41.283591 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51082cd-a827-46e0-9e7c-2e3625700282 req-c4b02174-a0a7-487d-a723-a88a8fa1fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:41.289964 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a51082cd-a827-46e0-9e7c-2e3625700282 req-c4b02174-a0a7-487d-a723-a88a8fa1fc65 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 1098 time: 0.1819055 Jul 22 19:05:41.350348 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:41.396272 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a51082cd-a827-46e0-9e7c-2e3625700282 req-76c4e54b-b2b0-4e09-b1f6-743458f9c0ac service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1a7317e2-cb96-468d-9d16-a24e3bd51896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951421 Jul 22 19:05:41.438443 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc42fdf-6234-42bd-9097-d481cebb513f req-1dcc2102-2650-4b53-8061-e425ee2f85c9 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:41.446115 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0cc42fdf-6234-42bd-9097-d481cebb513f req-1dcc2102-2650-4b53-8061-e425ee2f85c9 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 945 time: 0.0988374 Jul 22 19:05:41.467936 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device bf632bc6-3c3d-4447-8aed-8f190c6dc1c7 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:05:41.513655 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0cc42fdf-6234-42bd-9097-d481cebb513f req-5916b141-8c4c-402f-803b-b7b4e4da0f1e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638926 Jul 22 19:05:41.521544 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: bf632bc6-3c3d-4447-8aed-8f190c6dc1c7 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:05:41.521933 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device bf632bc6-3c3d-4447-8aed-8f190c6dc1c7 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:05:41.699492 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-683ccea1-70f1-429f-a641-395d47387b02 req-9542e11d-1193-44eb-961c-0ee99215240b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1738572 Jul 22 19:05:41.728832 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186b672-6c74-4f88-9db0-c1e7a7fb56b2 req-88d02aef-fafa-4792-b679-79cf1a09bbb3 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:41.730393 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9186b672-6c74-4f88-9db0-c1e7a7fb56b2 req-88d02aef-fafa-4792-b679-79cf1a09bbb3 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 944 time: 0.1317177 Jul 22 19:05:41.820072 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9186b672-6c74-4f88-9db0-c1e7a7fb56b2 req-1d59dac6-5415-4728-8275-ed1e2f3b6297 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750203 Jul 22 19:05:41.839220 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4baf63d-9d87-4691-b3b7-3c3b61d24927 req-3ea81786-6c8d-4d57-a57f-23035fb977db tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:41.848424 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e4baf63d-9d87-4691-b3b7-3c3b61d24927 req-3ea81786-6c8d-4d57-a57f-23035fb977db tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 946 time: 0.1931438 Jul 22 19:05:41.960001 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ccea1-70f1-429f-a641-395d47387b02 req-6f60373f-6914-4a7c-b4a0-2f0d8b6ab86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:41.961764 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-683ccea1-70f1-429f-a641-395d47387b02 req-6f60373f-6914-4a7c-b4a0-2f0d8b6ab86e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 1096 time: 0.2251978 Jul 22 19:05:42.077020 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-6cbf11a7-be07-4a2c-875a-5f73d12e020e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:42.084961 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-6cbf11a7-be07-4a2c-875a-5f73d12e020e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 806 time: 0.1368549 Jul 22 19:05:42.140316 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e4baf63d-9d87-4691-b3b7-3c3b61d24927 req-2e9e3979-af4c-4b4b-a673-652ab5b36139 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a7317e2-cb96-468d-9d16-a24e3bd51896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908907 Jul 22 19:05:42.162521 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-14257459-772e-439a-9521-62d3322a995f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/quotas/7203bd3d967745edacfd14e47e28a372 HTTP/1.1" status: 200 len: 375 time: 0.0690179 Jul 22 19:05:42.316824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ccea1-70f1-429f-a641-395d47387b02 req-7b56e2f6-c978-4b1b-8525-cd1759b65c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:42.318413 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-683ccea1-70f1-429f-a641-395d47387b02 req-7b56e2f6-c978-4b1b-8525-cd1759b65c57 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 921 time: 0.1955445 Jul 22 19:05:42.332118 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801e349-ce79-42a2-887c-3148ce4132b2 req-deff115e-752b-42d4-8c72-921c28b3be6e tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:42.333644 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2801e349-ce79-42a2-887c-3148ce4132b2 req-deff115e-752b-42d4-8c72-921c28b3be6e tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.30 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 944 time: 0.2397189 Jul 22 19:05:42.389812 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-0517952d-0062-483b-8137-04b1a560109c tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2262433 Jul 22 19:05:42.411402 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-683ccea1-70f1-429f-a641-395d47387b02 req-8a832128-be4d-48cc-ac9a-9804fba6bf4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e434a628-3b79-4810-b192-27a306fcac80 HTTP/1.1" status: 200 len: 217 time: 0.0768116 Jul 22 19:05:42.737127 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:05:42.942909 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ccea1-70f1-429f-a641-395d47387b02 req-dce76424-20ee-4290-9b6f-b2e4ca8e4723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:42.944637 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-683ccea1-70f1-429f-a641-395d47387b02 req-dce76424-20ee-4290-9b6f-b2e4ca8e4723 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60c829e4-dea2-469c-8b44-181bb5c85dfe HTTP/1.1" status: 200 len: 860 time: 0.5167105 Jul 22 19:05:42.996955 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-dc242d67-55c0-49ef-822a-6d831ad1ac47 service neutron] 10.222.0.13 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5759916 Jul 22 19:05:43.000006 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-683ccea1-70f1-429f-a641-395d47387b02 req-279f77cc-c242-4b8d-9297-7fb0cae84db1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454977 Jul 22 19:05:43.012440 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f37ce3-b6ab-4bd7-92b7-233cb7fe3823 req-3b708a8a-ff17-4c40-ab8d-d88648e9d1c3 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:43.014688 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-61f37ce3-b6ab-4bd7-92b7-233cb7fe3823 req-3b708a8a-ff17-4c40-ab8d-d88648e9d1c3 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 946 time: 0.6349318 Jul 22 19:05:43.144197 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-2801e349-ce79-42a2-887c-3148ce4132b2 req-2361d47e-9b03-494f-aaab-bbf937140f9a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Deleting port e4cb675f-6c4c-41e2-81b7-480dffe27af2 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:05:43.144562 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2801e349-ce79-42a2-887c-3148ce4132b2 req-2361d47e-9b03-494f-aaab-bbf937140f9a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:43.221518 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-61f37ce3-b6ab-4bd7-92b7-233cb7fe3823 req-9372224e-2f83-4639-b42f-3e36219c1dba tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913025 Jul 22 19:05:43.306462 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-683ccea1-70f1-429f-a641-395d47387b02 req-ffa262cc-0a2a-487e-8fc8-be352034d267 service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908139 Jul 22 19:05:43.316232 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-f5d93aa6-a6bf-4b08-aa77-2c95de43f4de service neutron] 10.222.0.13 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923787 Jul 22 19:05:43.377785 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-2801e349-ce79-42a2-887c-3148ce4132b2 req-2361d47e-9b03-494f-aaab-bbf937140f9a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] For port e4cb675f-6c4c-41e2-81b7-480dffe27af2, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e4cb675f-6c4c-41e2-81b7-480dffe27af2,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:43.378151 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2801e349-ce79-42a2-887c-3148ce4132b2 req-2361d47e-9b03-494f-aaab-bbf937140f9a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:43.452292 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-2801e349-ce79-42a2-887c-3148ce4132b2 req-2361d47e-9b03-494f-aaab-bbf937140f9a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Calling delete_port for e4cb675f-6c4c-41e2-81b7-480dffe27af2 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:05:43.548619 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-4b406e86-998d-470e-a0f3-dd8a4ad50221 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:43.550220 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-4b406e86-998d-470e-a0f3-dd8a4ad50221 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c&tenant_id=045a6583907f4225b2036296ec0f4a49&binding%3Ahost_id=n-h1-800086-12 HTTP/1.1" status: 200 len: 1097 time: 0.1546667 Jul 22 19:05:43.565981 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800086-12'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:43.573049 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-683ccea1-70f1-429f-a641-395d47387b02 req-56c9f49c-7c84-4ab8-9961-9d6c534cd031 service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588809 Jul 22 19:05:43.626611 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce15595-2f0f-4815-8049-715521d183af req-e10cb0f8-1b5c-4232-a5f0-afa6c71f91a9 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:43.628282 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ce15595-2f0f-4815-8049-715521d183af req-e10cb0f8-1b5c-4232-a5f0-afa6c71f91a9 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 945 time: 0.1864259 Jul 22 19:05:43.663067 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:43.773084 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ce15595-2f0f-4815-8049-715521d183af req-81689d91-7a5b-494c-8aa1-eed78578e625 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274257 Jul 22 19:05:43.784803 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2801e349-ce79-42a2-887c-3148ce4132b2 req-2361d47e-9b03-494f-aaab-bbf937140f9a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:43.827142 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361d47e-9b03-494f-aaab-bbf937140f9a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Pushing event deleted for resources: {'Port': ['ID=e4cb675f-6c4c-41e2-81b7-480dffe27af2,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:43.867176 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2348379-3cf0-4623-96df-da684b95f04e req-32ddcf96-284e-4810-a79b-58733767d378 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:43.868321 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] For port 9975ab8b-abed-46ad-b271-752024d1b9b4, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9975ab8b-abed-46ad-b271-752024d1b9b4,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:43.868725 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2348379-3cf0-4623-96df-da684b95f04e req-32ddcf96-284e-4810-a79b-58733767d378 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0553aa74-c515-44f2-bbce-d81ddca1b334 HTTP/1.1" status: 200 len: 866 time: 0.2148025 Jul 22 19:05:43.905906 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-2801e349-ce79-42a2-887c-3148ce4132b2 req-2361d47e-9b03-494f-aaab-bbf937140f9a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] No DVR routers for this DVR port e4cb675f-6c4c-41e2-81b7-480dffe27af2 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:05:43.914956 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2801e349-ce79-42a2-887c-3148ce4132b2 req-2361d47e-9b03-494f-aaab-bbf937140f9a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:43.916948 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2801e349-ce79-42a2-887c-3148ce4132b2 req-2361d47e-9b03-494f-aaab-bbf937140f9a tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.30 "DELETE /v2.0/ports/e4cb675f-6c4c-41e2-81b7-480dffe27af2 HTTP/1.1" status: 204 len: 173 time: 1.5717182 Jul 22 19:05:43.917388 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0553aa74-c515-44f2-bbce-d81ddca1b334', 'name': 'network-vif-deleted', 'tag': 'e4cb675f-6c4c-41e2-81b7-480dffe27af2'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:43.919315 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] For port 9975ab8b-abed-46ad-b271-752024d1b9b4, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:05:43.921041 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81018a29-1e19-4e7b-bb34-e76ae3768332" -d '{"events": [{"server_uuid": "0553aa74-c515-44f2-bbce-d81ddca1b334", "name": "network-vif-deleted", "tag": "e4cb675f-6c4c-41e2-81b7-480dffe27af2"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:43.994222 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:43.998111 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e606f4b7-4232-4275-8e2c-8916f993a15c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9975ab8b-abed-46ad-b271-752024d1b9b4'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:43.998483 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2348379-3cf0-4623-96df-da684b95f04e req-aaf90823-d5f2-4cc1-ac06-aabd1788088b tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186099 Jul 22 19:05:44.001602 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a1a7db-05f3-4ef4-b917-e5795f4ecddc" -d '{"events": [{"server_uuid": "e606f4b7-4232-4275-8e2c-8916f993a15c", "name": "network-vif-unplugged", "status": "completed", "tag": "9975ab8b-abed-46ad-b271-752024d1b9b4"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:44.018498 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:44.086093 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa539533-b9e2-48b5-b87d-566186f581dd req-1fe931fe-6ffd-48b1-a9cd-910365ea2922 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:44.090520 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa539533-b9e2-48b5-b87d-566186f581dd req-1fe931fe-6ffd-48b1-a9cd-910365ea2922 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 946 time: 0.1557872 Jul 22 19:05:44.139092 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] Attempting to bind port 9975ab8b-abed-46ad-b271-752024d1b9b4 on host n-h1-800086-12 for vnic_type normal with profile {"migrating_to": "n-h2-800086-12"} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:05:44.139448 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] Attempting to bind port 9975ab8b-abed-46ad-b271-752024d1b9b4 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:05:44.139853 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] Attempting to bind port 9975ab8b-abed-46ad-b271-752024d1b9b4 on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:44.146542 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] Port 9975ab8b-abed-46ad-b271-752024d1b9b4 on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:05:44.146976 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] Attempting to bind port 9975ab8b-abed-46ad-b271-752024d1b9b4 on network 0e3cda7b-41ab-4777-b93f-6e29ba8f4199 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:44.148961 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] Pushing event updated for resources: {'Port': ['ID=9975ab8b-abed-46ad-b271-752024d1b9b4,revision_number=7']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:44.167748 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:05:44.168396 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] Checking segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:05:44.168979 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] Bound using segment: {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:05:44.169847 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] Bound port: 9975ab8b-abed-46ad-b271-752024d1b9b4, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7510255-838b-4d03-bb29-d86b286ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0e3cda7b-41ab-4777-b93f-6e29ba8f4199'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:05:44.170618 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:44.190194 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa539533-b9e2-48b5-b87d-566186f581dd req-93a75eca-4f01-420c-92bb-c57f00fd5a19 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a7317e2-cb96-468d-9d16-a24e3bd51896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853243 Jul 22 19:05:44.256393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] For port 9975ab8b-abed-46ad-b271-752024d1b9b4, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:05:44.274329 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] For port 9975ab8b-abed-46ad-b271-752024d1b9b4, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9975ab8b-abed-46ad-b271-752024d1b9b4,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:05:44.281470 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:44.319153 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d25abe8a-040f-4a54-ba39-97cba6ba22e6 req-51ff4983-e71c-471e-9631-203e1363731b tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=f545749b-68f2-479a-a482-ce04b847079e HTTP/1.1" status: 200 len: 210 time: 0.0593271 Jul 22 19:05:44.364623 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319c5712-52e2-48a6-b504-ac5cfddcd3bf x-openstack-request-id: req-319c5712-52e2-48a6-b504-ac5cfddcd3bf {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:44.364912 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0553aa74-c515-44f2-bbce-d81ddca1b334", "name": "network-vif-deleted", "tag": "e4cb675f-6c4c-41e2-81b7-480dffe27af2", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:44.365167 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-319c5712-52e2-48a6-b504-ac5cfddcd3bf {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:44.365571 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0553aa74-c515-44f2-bbce-d81ddca1b334', 'name': 'network-vif-deleted', 'tag': 'e4cb675f-6c4c-41e2-81b7-480dffe27af2', 'status': 'completed', 'code': 200} Jul 22 19:05:44.390631 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:44.391383 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:44.392873 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] 10.222.0.16 "PUT /v2.0/ports/9975ab8b-abed-46ad-b271-752024d1b9b4 HTTP/1.1" status: 200 len: 1123 time: 0.8363106 Jul 22 19:05:44.393887 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225c9a2-7c83-4406-94fb-7fbb0d33ba99 service neutron] Pushing event updated for resources: {'Port': ['ID=9975ab8b-abed-46ad-b271-752024d1b9b4,revision_number=8']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:44.422507 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70e50bd-015d-436b-a3d9-245658539c39 x-openstack-request-id: req-c70e50bd-015d-436b-a3d9-245658539c39 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:44.425014 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e606f4b7-4232-4275-8e2c-8916f993a15c", "name": "network-vif-unplugged", "status": "completed", "tag": "9975ab8b-abed-46ad-b271-752024d1b9b4", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:44.425265 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c70e50bd-015d-436b-a3d9-245658539c39 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:44.425674 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e606f4b7-4232-4275-8e2c-8916f993a15c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9975ab8b-abed-46ad-b271-752024d1b9b4', 'code': 200} Jul 22 19:05:44.520081 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9975ab8b-abed-46ad-b271-752024d1b9b4'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:44.569843 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5967f4d-b19a-46d6-a6d6-fdc828edbf75 req-11fd20f2-dff3-4a65-a35c-6969507dfe05 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-970643288&fields=id&tenant_id=aca0a3898daa4428aa1f56ddc1dd9ffe HTTP/1.1" status: 200 len: 267 time: 0.0675747 Jul 22 19:05:44.590618 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['9975ab8b-abed-46ad-b271-752024d1b9b4'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:44.623361 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device e4cb675f-6c4c-41e2-81b7-480dffe27af2 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:05:44.624086 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548012b8-55f2-4d1a-aefd-081e8c3d7e4e req-229d82cd-b2fa-47c1-9e37-1de2224f28f1 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:44.631623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548012b8-55f2-4d1a-aefd-081e8c3d7e4e req-229d82cd-b2fa-47c1-9e37-1de2224f28f1 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:44.640768 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-548012b8-55f2-4d1a-aefd-081e8c3d7e4e req-229d82cd-b2fa-47c1-9e37-1de2224f28f1 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/ports?device_id=44f51b02-435a-41a4-bc02-ff0e4ef99ebf&device_id=6ad6ec1f-92a8-4f81-9033-aa82de33a384 HTTP/1.1" status: 200 len: 1682 time: 0.1774881 Jul 22 19:05:44.648600 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: e4cb675f-6c4c-41e2-81b7-480dffe27af2 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:05:44.648926 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device e4cb675f-6c4c-41e2-81b7-480dffe27af2 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:05:44.719383 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-548012b8-55f2-4d1a-aefd-081e8c3d7e4e req-6ece005a-c15a-499e-9da2-7ba355c9e944 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/security-groups?id=8deee8cc-c540-4820-8dc7-3bec97595b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699384 Jul 22 19:05:44.735215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5967f4d-b19a-46d6-a6d6-fdc828edbf75 req-3f1fd3a1-fb20-4d3a-90e8-5ca6b4c173bf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:44.743228 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5967f4d-b19a-46d6-a6d6-fdc828edbf75 req-3f1fd3a1-fb20-4d3a-90e8-5ca6b4c173bf tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 946 time: 0.1723349 Jul 22 19:05:44.750775 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-a5967f4d-b19a-46d6-a6d6-fdc828edbf75 req-7727a6a8-88a0-4571-a675-3f93f8967e08 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Request body: {'port': {'security_groups': ['1a7317e2-cb96-468d-9d16-a24e3bd51896', 'a550bfd9-8622-47aa-be6d-67f4cb048179']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:44.883093 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a5967f4d-b19a-46d6-a6d6-fdc828edbf75 req-7727a6a8-88a0-4571-a675-3f93f8967e08 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:44.963500 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ac69e-6c01-45e6-9488-3813b18cf26f req-a6bedb5e-aa5e-4a8b-9b95-8bae1ba36132 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:44.965576 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d88ac69e-6c01-45e6-9488-3813b18cf26f req-a6bedb5e-aa5e-4a8b-9b95-8bae1ba36132 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 946 time: 0.1350737 Jul 22 19:05:45.026228 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d88ac69e-6c01-45e6-9488-3813b18cf26f req-3f6b923c-86be-45a0-9d88-bb22464de76c tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534313 Jul 22 19:05:45.312254 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-a5967f4d-b19a-46d6-a6d6-fdc828edbf75 req-7727a6a8-88a0-4571-a675-3f93f8967e08 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] For port 16ade578-a49a-418f-b251-397cd6474cc0, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=16ade578-a49a-418f-b251-397cd6474cc0,segment=NetworkSegment(a4ae3ad1-0113-4f2d-8719-18a10c10aeb6),segment_id=a4ae3ad1-0113-4f2d-8719-18a10c10aeb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:45.359082 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-5c0a0914-20b7-4d77-abc6-2d5bb3053d19 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:45.360614 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-5c0a0914-20b7-4d77-abc6-2d5bb3053d19 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.30 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 806 time: 0.2335179 Jul 22 19:05:45.378526 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a5967f4d-b19a-46d6-a6d6-fdc828edbf75 req-7727a6a8-88a0-4571-a675-3f93f8967e08 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:45.385609 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-68274f15-1832-472a-91fc-1a4671a7edb7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Request body: {'port': {'device_id': 'f545749b-68f2-479a-a482-ce04b847079e', 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a', 'admin_state_up': True, 'tenant_id': '7203bd3d967745edacfd14e47e28a372'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:45.393006 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a5967f4d-b19a-46d6-a6d6-fdc828edbf75 req-7727a6a8-88a0-4571-a675-3f93f8967e08 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:45.406267 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['16ade578-a49a-418f-b251-397cd6474cc0'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:45.463511 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ffd9f-2d7b-4193-8019-3517b4945be1 req-01e7c328-e169-4012-979a-a68d9b899b6e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:45.471636 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-067ffd9f-2d7b-4193-8019-3517b4945be1 req-01e7c328-e169-4012-979a-a68d9b899b6e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 943 time: 0.2139361 Jul 22 19:05:45.481638 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9975ab8b-abed-46ad-b271-752024d1b9b4 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:05:45.513668 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5967f4d-b19a-46d6-a6d6-fdc828edbf75 req-7727a6a8-88a0-4571-a675-3f93f8967e08 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:45.514283 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a5967f4d-b19a-46d6-a6d6-fdc828edbf75 req-7727a6a8-88a0-4571-a675-3f93f8967e08 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:45.527402 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5967f4d-b19a-46d6-a6d6-fdc828edbf75 req-7727a6a8-88a0-4571-a675-3f93f8967e08 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "PUT /v2.0/ports/16ade578-a49a-418f-b251-397cd6474cc0 HTTP/1.1" status: 200 len: 982 time: 0.7833304 Jul 22 19:05:45.593219 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727a6a8-88a0-4571-a675-3f93f8967e08 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event updated for resources: {'Port': ['ID=16ade578-a49a-418f-b251-397cd6474cc0,revision_number=6']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:45.594302 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:45.612900 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-067ffd9f-2d7b-4193-8019-3517b4945be1 req-fbe0a2b4-a0a0-455b-914c-36dc778c6c0d tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344798 Jul 22 19:05:45.665826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['16ade578-a49a-418f-b251-397cd6474cc0'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:45.677802 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-68274f15-1832-472a-91fc-1a4671a7edb7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Made reservation on behalf of 7203bd3d967745edacfd14e47e28a372 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:05:45.681880 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-68274f15-1832-472a-91fc-1a4671a7edb7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:45.731210 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9975ab8b-abed-46ad-b271-752024d1b9b4, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9975ab8b-abed-46ad-b271-752024d1b9b4,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:45.765687 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9975ab8b-abed-46ad-b271-752024d1b9b4 has no active binding in host n-h2-800086-12 {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 19:05:45.795900 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2755cb0-79db-42c2-8447-9943b403100f req-f8694bd6-6329-44dd-a142-2138a55bb5b4 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=f545749b-68f2-479a-a482-ce04b847079e HTTP/1.1" status: 200 len: 210 time: 0.0724394 Jul 22 19:05:45.999627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-68274f15-1832-472a-91fc-1a4671a7edb7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Allocated IP 172.20.0.2 (baecdd37-6eb2-4425-b93b-172f9e82b42a/0b80c7ab-8b96-4210-8e6b-d0b73d261a94/1523be03-b16a-4078-90bf-530e03d6c28b) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:05:46.007901 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3305bee2-7505-4951-88b5-501879a6776e req-02e314eb-c998-4225-a293-7cf827efa70b tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/a550bfd9-8622-47aa-be6d-67f4cb048179 HTTP/1.1" status: 200 len: 1799 time: 0.1308916 Jul 22 19:05:46.149273 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-3305bee2-7505-4951-88b5-501879a6776e req-51ad7b1c-fc14-4105-8964-ad9b9a0de4a6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 19:05:46.150446 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3305bee2-7505-4951-88b5-501879a6776e req-51ad7b1c-fc14-4105-8964-ad9b9a0de4a6 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "DELETE /v2.0/security-groups/a550bfd9-8622-47aa-be6d-67f4cb048179 HTTP/1.1" status: 409 len: 341 time: 0.1301942 Jul 22 19:05:46.368030 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c9e743-2450-4e69-bb11-79c81bd8d96b', 'tag': '16ade578-a49a-418f-b251-397cd6474cc0'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:46.370369 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655feb0e-81b4-4346-a48b-73187aa0b626" -d '{"events": [{"name": "network-changed", "server_uuid": "04c9e743-2450-4e69-bb11-79c81bd8d96b", "tag": "16ade578-a49a-418f-b251-397cd6474cc0"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:46.378450 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-68274f15-1832-472a-91fc-1a4671a7edb7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:46.425568 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d280a6e-8c70-4a14-ae36-25ced68e4fb1 req-80d43857-2780-4029-b45e-07f6afc03e14 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:46.426839 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e606f4b7-4232-4275-8e2c-8916f993a15c', 'tag': '9975ab8b-abed-46ad-b271-752024d1b9b4'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:46.427425 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8d280a6e-8c70-4a14-ae36-25ced68e4fb1 req-80d43857-2780-4029-b45e-07f6afc03e14 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 946 time: 0.1695428 Jul 22 19:05:46.429746 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00f7df8-8305-40f5-bca4-c3e41fdeb9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "e606f4b7-4232-4275-8e2c-8916f993a15c", "tag": "9975ab8b-abed-46ad-b271-752024d1b9b4"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:46.439521 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a04e1f-efd9-44b8-a0b3-354fa82e1a0c req-fdd71b35-caf4-4074-ab49-8b01b0a585df tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:46.441004 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6a04e1f-efd9-44b8-a0b3-354fa82e1a0c req-fdd71b35-caf4-4074-ab49-8b01b0a585df tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 945 time: 0.1845555 Jul 22 19:05:46.511617 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8d280a6e-8c70-4a14-ae36-25ced68e4fb1 req-f2945268-f445-43c8-8b3b-8dd659fa4500 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696392 Jul 22 19:05:46.518305 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-68274f15-1832-472a-91fc-1a4671a7edb7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:46.532561 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9bafbda3-406d-4a5f-9e82-83f95a18a714'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:46.557193 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6a04e1f-efd9-44b8-a0b3-354fa82e1a0c req-a079fbd2-e597-4572-b5a1-d3a576aaa607 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025128 Jul 22 19:05:46.585014 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-68274f15-1832-472a-91fc-1a4671a7edb7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Network baecdd37-6eb2-4425-b93b-172f9e82b42a is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:05:46.586756 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-68274f15-1832-472a-91fc-1a4671a7edb7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:05:46.588658 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68274f15-1832-472a-91fc-1a4671a7edb7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Pushing event updated for resources: {'Port': ['ID=1523be03-b16a-4078-90bf-530e03d6c28b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:46.591320 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-68274f15-1832-472a-91fc-1a4671a7edb7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:05:46.667429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-68274f15-1832-472a-91fc-1a4671a7edb7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:46.668125 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-68274f15-1832-472a-91fc-1a4671a7edb7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:46.686211 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-68274f15-1832-472a-91fc-1a4671a7edb7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3049991 Jul 22 19:05:46.713515 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] Request body: {'port': {'device_id': 'f545749b-68f2-479a-a482-ce04b847079e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:46.858636 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265d948-b5d1-4f61-8d04-cc09a3fbb3c5 req-48d8c7ca-8702-40f3-948c-02b7f8423867 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:46.861774 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6265d948-b5d1-4f61-8d04-cc09a3fbb3c5 req-48d8c7ca-8702-40f3-948c-02b7f8423867 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 945 time: 0.1644394 Jul 22 19:05:46.869983 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679ca540-3a46-4656-a50c-660b1b319f97 x-openstack-request-id: req-679ca540-3a46-4656-a50c-660b1b319f97 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:46.870410 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c9e743-2450-4e69-bb11-79c81bd8d96b", "tag": "16ade578-a49a-418f-b251-397cd6474cc0", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:46.870949 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-679ca540-3a46-4656-a50c-660b1b319f97 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:46.871668 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c9e743-2450-4e69-bb11-79c81bd8d96b', 'tag': '16ade578-a49a-418f-b251-397cd6474cc0', 'status': 'completed', 'code': 200} Jul 22 19:05:46.934309 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8315ba1e-7718-47bd-9a1f-6674b6461dbc x-openstack-request-id: req-8315ba1e-7718-47bd-9a1f-6674b6461dbc {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:46.940615 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e606f4b7-4232-4275-8e2c-8916f993a15c", "tag": "9975ab8b-abed-46ad-b271-752024d1b9b4", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:46.941005 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8315ba1e-7718-47bd-9a1f-6674b6461dbc {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:46.941507 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e606f4b7-4232-4275-8e2c-8916f993a15c', 'tag': '9975ab8b-abed-46ad-b271-752024d1b9b4', 'status': 'completed', 'code': 200} Jul 22 19:05:46.988427 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb862b7-7693-41f7-864d-18795639abbe req-96cef8a6-7eff-44e8-9e07-307896342b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:46.990448 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bfb862b7-7693-41f7-864d-18795639abbe req-96cef8a6-7eff-44e8-9e07-307896342b8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aca0a3898daa4428aa1f56ddc1dd9ffe&device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 1137 time: 0.1199987 Jul 22 19:05:46.995496 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:47.102867 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb862b7-7693-41f7-864d-18795639abbe req-02a97634-5fbe-47b7-8b97-d74277007a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:47.104718 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bfb862b7-7693-41f7-864d-18795639abbe req-02a97634-5fbe-47b7-8b97-d74277007a00 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4133d413-8353-4685-997b-db22c21267e6 HTTP/1.1" status: 200 len: 914 time: 0.1035111 Jul 22 19:05:47.158278 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bfb862b7-7693-41f7-864d-18795639abbe req-8a217e65-38fc-4376-874e-d847271798f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16ade578-a49a-418f-b251-397cd6474cc0 HTTP/1.1" status: 200 len: 217 time: 0.0464270 Jul 22 19:05:47.223452 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb862b7-7693-41f7-864d-18795639abbe req-6a9b168c-7c27-4fb3-a706-387dc259f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:47.225152 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bfb862b7-7693-41f7-864d-18795639abbe req-6a9b168c-7c27-4fb3-a706-387dc259f49e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7409deb2-ed0b-46ae-b6be-7c14bd25f896 HTTP/1.1" status: 200 len: 853 time: 0.0560436 Jul 22 19:05:47.266555 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bfb862b7-7693-41f7-864d-18795639abbe req-287a09c6-9e2f-465a-a668-5babb3db9b28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4133d413-8353-4685-997b-db22c21267e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324104 Jul 22 19:05:47.376120 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bfb862b7-7693-41f7-864d-18795639abbe req-d1cbe61b-5524-408a-9f7e-70f20e43cac3 service neutron] 10.222.0.30 "GET /v2.0/networks/4133d413-8353-4685-997b-db22c21267e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000850 Jul 22 19:05:47.482612 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bfb862b7-7693-41f7-864d-18795639abbe req-4436a8b7-2b81-4518-b007-a83d75065e08 service neutron] 10.222.0.30 "GET /v2.0/networks/4133d413-8353-4685-997b-db22c21267e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929415 Jul 22 19:05:47.598446 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f7df8-8305-40f5-bca4-c3e41fdeb9d2 req-98779c1b-f6b2-4d13-bdaa-28202f3f7e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:47.600245 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c00f7df8-8305-40f5-bca4-c3e41fdeb9d2 req-98779c1b-f6b2-4d13-bdaa-28202f3f7e8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 1126 time: 0.6612723 Jul 22 19:05:47.633836 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655feb0e-81b4-4346-a48b-73187aa0b626 req-5de53816-0300-404b-91c3-d22483edca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:47.637368 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-655feb0e-81b4-4346-a48b-73187aa0b626 req-5de53816-0300-404b-91c3-d22483edca35 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aca0a3898daa4428aa1f56ddc1dd9ffe&device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 1137 time: 0.0975082 Jul 22 19:05:47.655699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7808fb-f938-4b94-a471-f3320514ee35 req-b2415c5e-da71-4ca3-ac9b-8e07d42f0307 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:47.657588 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d7808fb-f938-4b94-a471-f3320514ee35 req-b2415c5e-da71-4ca3-ac9b-8e07d42f0307 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 985 time: 0.6654770 Jul 22 19:05:47.688098 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a264325-a979-4bd5-8fcc-dcf03dbc1997 req-c486cc1b-7dc5-4f92-a047-be3d71c83f8b tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:47.689750 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a264325-a979-4bd5-8fcc-dcf03dbc1997 req-c486cc1b-7dc5-4f92-a047-be3d71c83f8b tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 943 time: 0.6960299 Jul 22 19:05:47.752526 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-6265d948-b5d1-4f61-8d04-cc09a3fbb3c5 req-c43126b9-83bd-4252-b251-478dc5a4a387 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Deleting port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:05:47.752882 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6265d948-b5d1-4f61-8d04-cc09a3fbb3c5 req-c43126b9-83bd-4252-b251-478dc5a4a387 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:47.921846 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d7808fb-f938-4b94-a471-f3320514ee35 req-a83f0320-7f4e-463d-98eb-f8515af1b3f9 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a7317e2-cb96-468d-9d16-a24e3bd51896&id=a550bfd9-8622-47aa-be6d-67f4cb048179&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2438552 Jul 22 19:05:48.019857 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a264325-a979-4bd5-8fcc-dcf03dbc1997 req-bfc5e225-6d2c-4072-afb4-296da5fb65e8 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011377 Jul 22 19:05:48.038286 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655feb0e-81b4-4346-a48b-73187aa0b626 req-0ff02df4-5df9-48ed-afaa-60c144f70e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:48.039062 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f7df8-8305-40f5-bca4-c3e41fdeb9d2 req-3d9b27e1-3aaf-4a0f-9d46-3d89b2d05b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:48.040247 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-655feb0e-81b4-4346-a48b-73187aa0b626 req-0ff02df4-5df9-48ed-afaa-60c144f70e31 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4133d413-8353-4685-997b-db22c21267e6 HTTP/1.1" status: 200 len: 914 time: 0.3894260 Jul 22 19:05:48.050596 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c00f7df8-8305-40f5-bca4-c3e41fdeb9d2 req-3d9b27e1-3aaf-4a0f-9d46-3d89b2d05b65 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 921 time: 0.4111364 Jul 22 19:05:48.118535 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-655feb0e-81b4-4346-a48b-73187aa0b626 req-2d81764b-e7f0-4cd4-8dbd-df209e799cc3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16ade578-a49a-418f-b251-397cd6474cc0 HTTP/1.1" status: 200 len: 217 time: 0.0377636 Jul 22 19:05:48.210864 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c00f7df8-8305-40f5-bca4-c3e41fdeb9d2 req-4502f2b8-14c6-4085-b2d3-a6cfe7e60c12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9975ab8b-abed-46ad-b271-752024d1b9b4 HTTP/1.1" status: 200 len: 217 time: 0.1170533 Jul 22 19:05:48.217272 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-6265d948-b5d1-4f61-8d04-cc09a3fbb3c5 req-c43126b9-83bd-4252-b251-478dc5a4a387 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] For port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=8ca5f8c1-2d35-476e-a402-7e53e05e35bc,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:48.217715 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6265d948-b5d1-4f61-8d04-cc09a3fbb3c5 req-c43126b9-83bd-4252-b251-478dc5a4a387 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:48.221571 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-06bb01a5-cf5c-423e-b5b9-09d784378451 req-a6df92fc-c2b2-46c0-bc69-7f4e2a44797a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=be833da5-7457-4251-8183-5c335d5aae76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1801586 Jul 22 19:05:48.246399 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655feb0e-81b4-4346-a48b-73187aa0b626 req-cf3d9a81-9dad-44a2-b198-2285714a25b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:48.248733 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-655feb0e-81b4-4346-a48b-73187aa0b626 req-cf3d9a81-9dad-44a2-b198-2285714a25b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7409deb2-ed0b-46ae-b6be-7c14bd25f896 HTTP/1.1" status: 200 len: 853 time: 0.0990002 Jul 22 19:05:48.319852 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-6265d948-b5d1-4f61-8d04-cc09a3fbb3c5 req-c43126b9-83bd-4252-b251-478dc5a4a387 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Calling delete_port for 8ca5f8c1-2d35-476e-a402-7e53e05e35bc owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:05:48.372180 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-655feb0e-81b4-4346-a48b-73187aa0b626 req-32fdd96f-5262-4d16-b76f-0bbe2326df73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4133d413-8353-4685-997b-db22c21267e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153052 Jul 22 19:05:48.474693 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-655feb0e-81b4-4346-a48b-73187aa0b626 req-640e640a-2de0-4c01-b882-cb13478878b0 service neutron] 10.222.0.30 "GET /v2.0/networks/4133d413-8353-4685-997b-db22c21267e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930245 Jul 22 19:05:48.476814 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f7df8-8305-40f5-bca4-c3e41fdeb9d2 req-721ed111-5029-44f1-8ea5-a43381b8482c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:48.478295 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c00f7df8-8305-40f5-bca4-c3e41fdeb9d2 req-721ed111-5029-44f1-8ea5-a43381b8482c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60c829e4-dea2-469c-8b44-181bb5c85dfe HTTP/1.1" status: 200 len: 860 time: 0.2560172 Jul 22 19:05:48.550668 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1523be03-b16a-4078-90bf-530e03d6c28b {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:05:48.556406 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c00f7df8-8305-40f5-bca4-c3e41fdeb9d2 req-479aeed6-cf62-48aa-9284-c01e15782c7b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567875 Jul 22 19:05:48.567072 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:48.577134 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df9276-b524-4a70-930b-4bb7e234017e req-2a973ea7-fe3d-4d0e-ae27-4de0adae2a22 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:48.582913 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-655feb0e-81b4-4346-a48b-73187aa0b626 req-c2278771-cd17-4428-ba61-48da0b433f85 service neutron] 10.222.0.30 "GET /v2.0/networks/4133d413-8353-4685-997b-db22c21267e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917454 Jul 22 19:05:48.583958 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32df9276-b524-4a70-930b-4bb7e234017e req-2a973ea7-fe3d-4d0e-ae27-4de0adae2a22 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=f545749b-68f2-479a-a482-ce04b847079e HTTP/1.1" status: 200 len: 931 time: 0.4666240 Jul 22 19:05:48.584840 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb01a5-cf5c-423e-b5b9-09d784378451 req-8e17dffa-efe5-45ae-9a17-12bd6c2a24fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:48.586205 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-06bb01a5-cf5c-423e-b5b9-09d784378451 req-8e17dffa-efe5-45ae-9a17-12bd6c2a24fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&device_id=be833da5-7457-4251-8183-5c335d5aae76 HTTP/1.1" status: 200 len: 1097 time: 0.3097529 Jul 22 19:05:48.648906 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] Transition to ACTIVE for port object 1523be03-b16a-4078-90bf-530e03d6c28b will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:05:48.670117 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:48.725391 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb01a5-cf5c-423e-b5b9-09d784378451 req-fb2dd2ca-4516-47ce-b2bc-0af2441c3c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:48.727392 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-06bb01a5-cf5c-423e-b5b9-09d784378451 req-fb2dd2ca-4516-47ce-b2bc-0af2441c3c35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 907 time: 0.1142714 Jul 22 19:05:48.743327 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d0f2a-ace9-435b-aeaa-f72f1e702799 req-9059d4b2-cd35-4986-b892-db7af3996f7e tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:48.750348 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-283d0f2a-ace9-435b-aeaa-f72f1e702799 req-9059d4b2-cd35-4986-b892-db7af3996f7e tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 946 time: 0.3949485 Jul 22 19:05:48.788596 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32df9276-b524-4a70-930b-4bb7e234017e req-f7d14d3f-2a27-4d5c-824f-28ed537e0bea tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036068 Jul 22 19:05:48.789151 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-06bb01a5-cf5c-423e-b5b9-09d784378451 req-6389a217-4abd-4a1c-85c2-f800439d30d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bafbda3-406d-4a5f-9e82-83f95a18a714 HTTP/1.1" status: 200 len: 217 time: 0.0502827 Jul 22 19:05:48.858040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] Pushing event updated for resources: {'Port': ['ID=1523be03-b16a-4078-90bf-530e03d6c28b,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:48.878757 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb01a5-cf5c-423e-b5b9-09d784378451 req-ef24cc72-b8cb-487e-8a06-ecdc0345ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:48.881339 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-06bb01a5-cf5c-423e-b5b9-09d784378451 req-ef24cc72-b8cb-487e-8a06-ecdc0345ec1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b80c7ab-8b96-4210-8e6b-d0b73d261a94 HTTP/1.1" status: 200 len: 846 time: 0.0767472 Jul 22 19:05:48.910414 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-283d0f2a-ace9-435b-aeaa-f72f1e702799 req-b09c8935-1ebe-4216-b4b7-b93a46f9b2f6 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591787 Jul 22 19:05:48.973065 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6265d948-b5d1-4f61-8d04-cc09a3fbb3c5 req-c43126b9-83bd-4252-b251-478dc5a4a387 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:48.983587 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c00f7df8-8305-40f5-bca4-c3e41fdeb9d2 req-398444ab-b906-4cb8-a97c-39cfa43dbff5 service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939524 Jul 22 19:05:48.989682 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa75c367-9eab-4b22-b948-156851aa6616 req-ac407a8c-0f95-4028-b11a-99f6769f13ec tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b238d64-f556-4426-b857-2a2d87c31459 HTTP/1.1" status: 200 len: 210 time: 0.0892134 Jul 22 19:05:49.014092 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-06bb01a5-cf5c-423e-b5b9-09d784378451 req-05ade75e-903b-4af2-9cc3-88b1e91c1bc1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=baecdd37-6eb2-4425-b93b-172f9e82b42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187994 Jul 22 19:05:49.032520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43126b9-83bd-4252-b251-478dc5a4a387 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Pushing event deleted for resources: {'Port': ['ID=8ca5f8c1-2d35-476e-a402-7e53e05e35bc,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:49.171175 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-06bb01a5-cf5c-423e-b5b9-09d784378451 req-efadbfc6-ebba-4ea5-95ae-998e3ae88688 service neutron] 10.222.0.16 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503148 Jul 22 19:05:49.230711 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-6265d948-b5d1-4f61-8d04-cc09a3fbb3c5 req-c43126b9-83bd-4252-b251-478dc5a4a387 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] No DVR routers for this DVR port 8ca5f8c1-2d35-476e-a402-7e53e05e35bc on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:05:49.255308 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6265d948-b5d1-4f61-8d04-cc09a3fbb3c5 req-c43126b9-83bd-4252-b251-478dc5a4a387 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:49.257562 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6265d948-b5d1-4f61-8d04-cc09a3fbb3c5 req-c43126b9-83bd-4252-b251-478dc5a4a387 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.30 "DELETE /v2.0/ports/8ca5f8c1-2d35-476e-a402-7e53e05e35bc HTTP/1.1" status: 204 len: 173 time: 2.3848662 Jul 22 19:05:49.276019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b238d64-f556-4426-b857-2a2d87c31459', 'name': 'network-vif-deleted', 'tag': '8ca5f8c1-2d35-476e-a402-7e53e05e35bc'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:49.278348 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07346e80-69fc-4196-96d7-d8ba42d97952" -d '{"events": [{"server_uuid": "5b238d64-f556-4426-b857-2a2d87c31459", "name": "network-vif-deleted", "tag": "8ca5f8c1-2d35-476e-a402-7e53e05e35bc"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:49.299728 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-06bb01a5-cf5c-423e-b5b9-09d784378451 req-d20257be-cfc6-4057-a650-0494d44491ae service neutron] 10.222.0.16 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208744 Jul 22 19:05:49.332015 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] Attempting to bind port 1523be03-b16a-4078-90bf-530e03d6c28b on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:05:49.332244 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] Attempting to bind port 1523be03-b16a-4078-90bf-530e03d6c28b by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:05:49.332593 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] Attempting to bind port 1523be03-b16a-4078-90bf-530e03d6c28b on network baecdd37-6eb2-4425-b93b-172f9e82b42a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:49.344403 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c00f7df8-8305-40f5-bca4-c3e41fdeb9d2 req-27eda7b2-4ff4-4f2b-b9d8-733ed88f03bb service neutron] 10.222.0.30 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261259 Jul 22 19:05:49.368800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] Port 1523be03-b16a-4078-90bf-530e03d6c28b on network baecdd37-6eb2-4425-b93b-172f9e82b42a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:05:49.373202 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] Attempting to bind port 1523be03-b16a-4078-90bf-530e03d6c28b on network baecdd37-6eb2-4425-b93b-172f9e82b42a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:05:49.430923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ced75-6c30-44e5-8b6a-5dc627224b4f req-f1584284-d366-4978-b3fa-2d97a2c470fe tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:49.432495 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e94ced75-6c30-44e5-8b6a-5dc627224b4f req-f1584284-d366-4978-b3fa-2d97a2c470fe tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ad6ec1f-92a8-4f81-9033-aa82de33a384 HTTP/1.1" status: 200 len: 946 time: 0.3634365 Jul 22 19:05:49.433304 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:05:49.433667 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] Checking segment: {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:05:49.434056 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] Bound using segment: {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:05:49.434507 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] Bound port: 1523be03-b16a-4078-90bf-530e03d6c28b, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:05:49.435039 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:49.498948 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8f648-18af-4eb8-adc3-f78e474db602 req-242c5fdd-cec3-466c-a436-6ea8e5b92411 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:49.500451 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-97a8f648-18af-4eb8-adc3-f78e474db602 req-242c5fdd-cec3-466c-a436-6ea8e5b92411 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 985 time: 0.3067710 Jul 22 19:05:49.510788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e7f39-1f8c-42fb-8d01-69ef4a6822b9 req-12481211-403c-4317-b56a-b803cd7e65dd tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:49.518014 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f0e7f39-1f8c-42fb-8d01-69ef4a6822b9 req-12481211-403c-4317-b56a-b803cd7e65dd tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 943 time: 0.3746758 Jul 22 19:05:49.663102 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f0e7f39-1f8c-42fb-8d01-69ef4a6822b9 req-89728313-511b-403a-b172-ff52e30d4124 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442254 Jul 22 19:05:49.668633 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-97a8f648-18af-4eb8-adc3-f78e474db602 req-930517e1-00fb-49af-ad66-734310c078d0 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a7317e2-cb96-468d-9d16-a24e3bd51896&id=a550bfd9-8622-47aa-be6d-67f4cb048179&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1465602 Jul 22 19:05:49.684370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] For port 1523be03-b16a-4078-90bf-530e03d6c28b, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:05:49.689684 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] For port 1523be03-b16a-4078-90bf-530e03d6c28b, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1523be03-b16a-4078-90bf-530e03d6c28b,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:05:49.706108 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:49.782103 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7aaf78-5e90-4cde-a905-2ff700749ea8 x-openstack-request-id: req-3c7aaf78-5e90-4cde-a905-2ff700749ea8 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:49.782891 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b238d64-f556-4426-b857-2a2d87c31459", "name": "network-vif-deleted", "tag": "8ca5f8c1-2d35-476e-a402-7e53e05e35bc", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:49.782891 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c7aaf78-5e90-4cde-a905-2ff700749ea8 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:49.783158 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b238d64-f556-4426-b857-2a2d87c31459', 'name': 'network-vif-deleted', 'tag': '8ca5f8c1-2d35-476e-a402-7e53e05e35bc', 'status': 'completed', 'code': 200} Jul 22 19:05:49.793437 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-e94ced75-6c30-44e5-8b6a-5dc627224b4f req-95498e42-337e-4279-92de-7f47c660256f tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Deleting port 55137bfb-d754-4c88-bcdc-b6fb6465dd3c {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:05:49.793783 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e94ced75-6c30-44e5-8b6a-5dc627224b4f req-95498e42-337e-4279-92de-7f47c660256f tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:49.809601 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:49.810763 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:49.812262 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] 10.222.0.30 "PUT /v2.0/ports/1523be03-b16a-4078-90bf-530e03d6c28b HTTP/1.1" status: 200 len: 1092 time: 3.1047590 Jul 22 19:05:50.088141 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f371a44-1376-475b-a59c-1d1a6ccb8293 service neutron] Pushing event updated for resources: {'Port': ['ID=1523be03-b16a-4078-90bf-530e03d6c28b,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:50.113956 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-e94ced75-6c30-44e5-8b6a-5dc627224b4f req-95498e42-337e-4279-92de-7f47c660256f tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] For port 55137bfb-d754-4c88-bcdc-b6fb6465dd3c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=55137bfb-d754-4c88-bcdc-b6fb6465dd3c,segment=NetworkSegment(f2be107d-7701-4979-8aa5-a07e9bd7e6ca),segment_id=f2be107d-7701-4979-8aa5-a07e9bd7e6ca)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:50.114430 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e94ced75-6c30-44e5-8b6a-5dc627224b4f req-95498e42-337e-4279-92de-7f47c660256f tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:50.150242 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aab24883-0647-4a43-9743-0bac78394d5c req-067165d4-7b43-4457-be99-3190dea45c9d tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1500339198&fields=id&tenant_id=aca0a3898daa4428aa1f56ddc1dd9ffe HTTP/1.1" status: 200 len: 267 time: 0.2641411 Jul 22 19:05:50.196372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-e94ced75-6c30-44e5-8b6a-5dc627224b4f req-95498e42-337e-4279-92de-7f47c660256f tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Calling delete_port for 55137bfb-d754-4c88-bcdc-b6fb6465dd3c owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:05:50.302023 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-d922002c-6dd0-4fd1-89bf-c1d435653176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:50.303584 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-d922002c-6dd0-4fd1-89bf-c1d435653176 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&device_id=f545749b-68f2-479a-a482-ce04b847079e HTTP/1.1" status: 200 len: 1095 time: 0.4342916 Jul 22 19:05:50.353946 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e9479-2705-4774-9ede-4f5dc6e73c16 req-f457e101-a7eb-4069-b547-c01b5b867e43 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:50.355949 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-669e9479-2705-4774-9ede-4f5dc6e73c16 req-f457e101-a7eb-4069-b547-c01b5b867e43 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad6ec1f-92a8-4f81-9033-aa82de33a384 HTTP/1.1" status: 200 len: 946 time: 0.5692284 Jul 22 19:05:50.415052 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-d7923cbf-435f-4bf2-9250-14b9db570432 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1523be03-b16a-4078-90bf-530e03d6c28b HTTP/1.1" status: 200 len: 217 time: 0.0962653 Jul 22 19:05:50.507697 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec0c87-3a3b-4392-afda-98c532e7277e req-5f2bfe91-e9f7-495d-a9a0-2827e963b6f2 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:50.509434 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4fec0c87-3a3b-4392-afda-98c532e7277e req-5f2bfe91-e9f7-495d-a9a0-2827e963b6f2 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.30 "GET /v2.0/ports?device_id=44f51b02-435a-41a4-bc02-ff0e4ef99ebf HTTP/1.1" status: 200 len: 945 time: 0.4000077 Jul 22 19:05:50.570097 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab24883-0647-4a43-9743-0bac78394d5c req-2992c660-39ff-4815-a465-99d58b179439 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:50.571495 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aab24883-0647-4a43-9743-0bac78394d5c req-2992c660-39ff-4815-a465-99d58b179439 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 985 time: 0.4203572 Jul 22 19:05:50.593822 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-6b359bbe-a265-45c9-b049-995727d20c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:50.595292 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-6b359bbe-a265-45c9-b049-995727d20c30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b80c7ab-8b96-4210-8e6b-d0b73d261a94 HTTP/1.1" status: 200 len: 846 time: 0.1700628 Jul 22 19:05:50.609121 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-669e9479-2705-4774-9ede-4f5dc6e73c16 req-a4c0c289-506d-46c7-80ad-5edf082928c5 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/security-groups?id=8deee8cc-c540-4820-8dc7-3bec97595b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037106 Jul 22 19:05:50.642422 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-aab24883-0647-4a43-9743-0bac78394d5c req-69549429-a8bb-45a5-ac2c-38b7caef14bc tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Request body: {'port': {'security_groups': ['1a7317e2-cb96-468d-9d16-a24e3bd51896', 'a550bfd9-8622-47aa-be6d-67f4cb048179', 'cb7518fa-dae2-48c9-8d62-d4e4473fb4d7']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:50.659672 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 8ca5f8c1-2d35-476e-a402-7e53e05e35bc no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:05:50.699779 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-d7f32928-8815-430e-98aa-abbedda0edf2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=baecdd37-6eb2-4425-b93b-172f9e82b42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946085 Jul 22 19:05:50.704962 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 8ca5f8c1-2d35-476e-a402-7e53e05e35bc {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:05:50.705969 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 8ca5f8c1-2d35-476e-a402-7e53e05e35bc not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:05:51.260241 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-aab24883-0647-4a43-9743-0bac78394d5c req-69549429-a8bb-45a5-ac2c-38b7caef14bc tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:51.262134 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e94ced75-6c30-44e5-8b6a-5dc627224b4f req-95498e42-337e-4279-92de-7f47c660256f tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:51.337555 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95498e42-337e-4279-92de-7f47c660256f tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Pushing event deleted for resources: {'Port': ['ID=55137bfb-d754-4c88-bcdc-b6fb6465dd3c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:51.427929 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-260e6790-75c9-4600-8715-cf195c76fa39 service neutron] 10.222.0.30 "GET /v2.0/ports/9975ab8b-abed-46ad-b271-752024d1b9b4/bindings/n-h2-800086-12 HTTP/1.1" status: 200 len: 385 time: 0.2658150 Jul 22 19:05:51.437095 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-7124e5b0-95f3-4a25-bb6a-4181a6895e8c service neutron] 10.222.0.30 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901198 Jul 22 19:05:51.458920 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-4fec0c87-3a3b-4392-afda-98c532e7277e req-26088297-0a1b-496c-a09a-04b013e09acc tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Deleting port f2cd12d1-2a90-4729-a816-d42e118d7e94 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:05:51.459267 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4fec0c87-3a3b-4392-afda-98c532e7277e req-26088297-0a1b-496c-a09a-04b013e09acc tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:51.474251 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94ced75-6c30-44e5-8b6a-5dc627224b4f req-95498e42-337e-4279-92de-7f47c660256f tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] No DVR routers for this DVR port 55137bfb-d754-4c88-bcdc-b6fb6465dd3c on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:05:51.501369 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 55137bfb-d754-4c88-bcdc-b6fb6465dd3c no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:05:51.501581 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e94ced75-6c30-44e5-8b6a-5dc627224b4f req-95498e42-337e-4279-92de-7f47c660256f tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:51.503839 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e94ced75-6c30-44e5-8b6a-5dc627224b4f req-95498e42-337e-4279-92de-7f47c660256f tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.16 "DELETE /v2.0/ports/55137bfb-d754-4c88-bcdc-b6fb6465dd3c HTTP/1.1" status: 204 len: 173 time: 2.0644209 Jul 22 19:05:51.529393 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 55137bfb-d754-4c88-bcdc-b6fb6465dd3c {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:05:51.530004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 55137bfb-d754-4c88-bcdc-b6fb6465dd3c not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:05:51.550520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5d121-ca36-4052-8cff-5d81d0c0c1ba req-1377178b-b682-4741-9e46-0d4b4ab8b566 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:51.552860 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-97c5d121-ca36-4052-8cff-5d81d0c0c1ba req-1377178b-b682-4741-9e46-0d4b4ab8b566 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=f545749b-68f2-479a-a482-ce04b847079e HTTP/1.1" status: 200 len: 943 time: 0.5073330 Jul 22 19:05:51.777013 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-97c5d121-ca36-4052-8cff-5d81d0c0c1ba req-5813cac3-96ec-4a20-8571-84df9e61ac86 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058983 Jul 22 19:05:51.786552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f545749b-68f2-479a-a482-ce04b847079e', 'tag': '1523be03-b16a-4078-90bf-530e03d6c28b'}, {'server_uuid': '6ad6ec1f-92a8-4f81-9033-aa82de33a384', 'name': 'network-vif-deleted', 'tag': '55137bfb-d754-4c88-bcdc-b6fb6465dd3c'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:51.789278 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9f1f7f-964c-4259-8654-4d2bd8e8ca71" -d '{"events": [{"name": "network-changed", "server_uuid": "f545749b-68f2-479a-a482-ce04b847079e", "tag": "1523be03-b16a-4078-90bf-530e03d6c28b"}, {"server_uuid": "6ad6ec1f-92a8-4f81-9033-aa82de33a384", "name": "network-vif-deleted", "tag": "55137bfb-d754-4c88-bcdc-b6fb6465dd3c"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:51.894135 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4fec0c87-3a3b-4392-afda-98c532e7277e req-26088297-0a1b-496c-a09a-04b013e09acc tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] For port f2cd12d1-2a90-4729-a816-d42e118d7e94, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f2cd12d1-2a90-4729-a816-d42e118d7e94,segment=NetworkSegment(f2be107d-7701-4979-8aa5-a07e9bd7e6ca),segment_id=f2be107d-7701-4979-8aa5-a07e9bd7e6ca)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:51.894510 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4fec0c87-3a3b-4392-afda-98c532e7277e req-26088297-0a1b-496c-a09a-04b013e09acc tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:51.919490 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-edc6bebf-2f5b-4a94-b6bb-3909197b8388 req-04f97454-6489-4396-8560-99bf5b082d8c service neutron] 10.222.0.30 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543233 Jul 22 19:05:51.959913 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-4fec0c87-3a3b-4392-afda-98c532e7277e req-26088297-0a1b-496c-a09a-04b013e09acc tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Calling delete_port for f2cd12d1-2a90-4729-a816-d42e118d7e94 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:05:52.118005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-aab24883-0647-4a43-9743-0bac78394d5c req-69549429-a8bb-45a5-ac2c-38b7caef14bc tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] For port 16ade578-a49a-418f-b251-397cd6474cc0, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=16ade578-a49a-418f-b251-397cd6474cc0,segment=NetworkSegment(a4ae3ad1-0113-4f2d-8719-18a10c10aeb6),segment_id=a4ae3ad1-0113-4f2d-8719-18a10c10aeb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:52.159492 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-3d3acc32-d7d9-49c5-9aea-bbd5cee57d86 service neutron] For port 9975ab8b-abed-46ad-b271-752024d1b9b4, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9975ab8b-abed-46ad-b271-752024d1b9b4,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:52.173174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff6703-f676-4bc2-bea8-6029d2027980 req-7d307f0a-3cd4-4129-aa40-45524d60a40a tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:52.174700 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-28ff6703-f676-4bc2-bea8-6029d2027980 req-7d307f0a-3cd4-4129-aa40-45524d60a40a tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 946 time: 0.3325455 Jul 22 19:05:52.212144 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-aab24883-0647-4a43-9743-0bac78394d5c req-69549429-a8bb-45a5-ac2c-38b7caef14bc tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:52.225511 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-aab24883-0647-4a43-9743-0bac78394d5c req-69549429-a8bb-45a5-ac2c-38b7caef14bc tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:52.238085 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['16ade578-a49a-418f-b251-397cd6474cc0'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:52.243166 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:52.247975 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-3d3acc32-d7d9-49c5-9aea-bbd5cee57d86 service neutron] For port 9975ab8b-abed-46ad-b271-752024d1b9b4, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:05:52.346380 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-28ff6703-f676-4bc2-bea8-6029d2027980 req-fc0c7bae-4fd6-4b5c-b3eb-a7fab2498ded tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536295 Jul 22 19:05:52.359952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab24883-0647-4a43-9743-0bac78394d5c req-69549429-a8bb-45a5-ac2c-38b7caef14bc tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:52.360646 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-aab24883-0647-4a43-9743-0bac78394d5c req-69549429-a8bb-45a5-ac2c-38b7caef14bc tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:52.362090 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aab24883-0647-4a43-9743-0bac78394d5c req-69549429-a8bb-45a5-ac2c-38b7caef14bc tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "PUT /v2.0/ports/16ade578-a49a-418f-b251-397cd6474cc0 HTTP/1.1" status: 200 len: 1021 time: 1.7617238 Jul 22 19:05:52.373740 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-3d3acc32-d7d9-49c5-9aea-bbd5cee57d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9975ab8b-abed-46ad-b271-752024d1b9b4 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:05:52.391564 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-3d3acc32-d7d9-49c5-9aea-bbd5cee57d86 service neutron] For port 9975ab8b-abed-46ad-b271-752024d1b9b4, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9975ab8b-abed-46ad-b271-752024d1b9b4,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:52.406808 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4fec0c87-3a3b-4392-afda-98c532e7277e req-26088297-0a1b-496c-a09a-04b013e09acc tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:52.430574 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-3d3acc32-d7d9-49c5-9aea-bbd5cee57d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:52.432371 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69549429-a8bb-45a5-ac2c-38b7caef14bc tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event updated for resources: {'Port': ['ID=16ade578-a49a-418f-b251-397cd6474cc0,revision_number=7']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:52.485966 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26088297-0a1b-496c-a09a-04b013e09acc tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Pushing event deleted for resources: {'Port': ['ID=f2cd12d1-2a90-4729-a816-d42e118d7e94,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:52.487758 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['16ade578-a49a-418f-b251-397cd6474cc0'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:52.568280 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fec0c87-3a3b-4392-afda-98c532e7277e req-26088297-0a1b-496c-a09a-04b013e09acc tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] No DVR routers for this DVR port f2cd12d1-2a90-4729-a816-d42e118d7e94 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:05:52.582035 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4fec0c87-3a3b-4392-afda-98c532e7277e req-26088297-0a1b-496c-a09a-04b013e09acc tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:52.584359 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4fec0c87-3a3b-4392-afda-98c532e7277e req-26088297-0a1b-496c-a09a-04b013e09acc tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.30 "DELETE /v2.0/ports/f2cd12d1-2a90-4729-a816-d42e118d7e94 HTTP/1.1" status: 204 len: 173 time: 2.0608330 Jul 22 19:05:52.634597 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-3d3acc32-d7d9-49c5-9aea-bbd5cee57d86 service neutron] Transition to ACTIVE for port object 9975ab8b-abed-46ad-b271-752024d1b9b4 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:05:52.643683 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84759e37-efa7-4ccf-bd9e-9d68b023ea0a req-14b4d4a2-002b-44b0-bf04-a3d3341dfd50 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:52.645262 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84759e37-efa7-4ccf-bd9e-9d68b023ea0a req-14b4d4a2-002b-44b0-bf04-a3d3341dfd50 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 943 time: 0.1705544 Jul 22 19:05:52.646891 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-3d3acc32-d7d9-49c5-9aea-bbd5cee57d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:52.666064 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f2cd12d1-2a90-4729-a816-d42e118d7e94 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:05:52.679413 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0397991-d20e-4772-8191-d3d8b20a0dc7 x-openstack-request-id: req-e0397991-d20e-4772-8191-d3d8b20a0dc7 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:52.679701 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f545749b-68f2-479a-a482-ce04b847079e", "tag": "1523be03-b16a-4078-90bf-530e03d6c28b", "status": "completed", "code": 200}, {"server_uuid": "6ad6ec1f-92a8-4f81-9033-aa82de33a384", "name": "network-vif-deleted", "tag": "55137bfb-d754-4c88-bcdc-b6fb6465dd3c", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:52.679956 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0397991-d20e-4772-8191-d3d8b20a0dc7 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:52.680589 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f545749b-68f2-479a-a482-ce04b847079e', 'tag': '1523be03-b16a-4078-90bf-530e03d6c28b', 'status': 'completed', 'code': 200} Jul 22 19:05:52.680697 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad6ec1f-92a8-4f81-9033-aa82de33a384', 'name': 'network-vif-deleted', 'tag': '55137bfb-d754-4c88-bcdc-b6fb6465dd3c', 'status': 'completed', 'code': 200} Jul 22 19:05:52.718469 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: f2cd12d1-2a90-4729-a816-d42e118d7e94 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:05:52.718862 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f2cd12d1-2a90-4729-a816-d42e118d7e94 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:05:52.719671 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 9975ab8b-abed-46ad-b271-752024d1b9b4 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:05:52.740742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-3d3acc32-d7d9-49c5-9aea-bbd5cee57d86 service neutron] No DVR routers for this DVR port 9975ab8b-abed-46ad-b271-752024d1b9b4 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:05:52.802874 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 9975ab8b-abed-46ad-b271-752024d1b9b4 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:05:52.827020 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3acc32-d7d9-49c5-9aea-bbd5cee57d86 service neutron] Pushing event updated for resources: {'Port': ['ID=9975ab8b-abed-46ad-b271-752024d1b9b4,revision_number=10']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:52.846258 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-3d3acc32-d7d9-49c5-9aea-bbd5cee57d86 service neutron] 10.222.0.30 "PUT /v2.0/ports/9975ab8b-abed-46ad-b271-752024d1b9b4/bindings/n-h2-800086-12/activate HTTP/1.1" status: 200 len: 370 time: 1.3903766 Jul 22 19:05:52.862877 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82359e84-817a-421a-890f-2f3b2b0503cf req-1f7ef857-806e-4b0f-90d8-53a73fb3887f tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/cb7518fa-dae2-48c9-8d62-d4e4473fb4d7 HTTP/1.1" status: 200 len: 1800 time: 0.1714272 Jul 22 19:05:52.895168 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84759e37-efa7-4ccf-bd9e-9d68b023ea0a req-934b5d81-67e0-4187-8634-7031081f8aae tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208092 Jul 22 19:05:52.921454 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f1f7f-964c-4259-8654-4d2bd8e8ca71 req-a4c789cf-98b2-4bcd-a88b-08413d8beb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:52.922968 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da9f1f7f-964c-4259-8654-4d2bd8e8ca71 req-a4c789cf-98b2-4bcd-a88b-08413d8beb09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&device_id=f545749b-68f2-479a-a482-ce04b847079e HTTP/1.1" status: 200 len: 1095 time: 0.1855147 Jul 22 19:05:52.933561 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-82359e84-817a-421a-890f-2f3b2b0503cf req-1f73a76e-46ee-4ad0-b9bb-d5fe811478a7 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 19:05:52.934624 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82359e84-817a-421a-890f-2f3b2b0503cf req-1f73a76e-46ee-4ad0-b9bb-d5fe811478a7 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "DELETE /v2.0/security-groups/cb7518fa-dae2-48c9-8d62-d4e4473fb4d7 HTTP/1.1" status: 409 len: 341 time: 0.0615389 Jul 22 19:05:53.079449 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f1f7f-964c-4259-8654-4d2bd8e8ca71 req-589e78ed-9cf1-418d-8d3f-8f1bb97b8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:53.081146 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da9f1f7f-964c-4259-8654-4d2bd8e8ca71 req-589e78ed-9cf1-418d-8d3f-8f1bb97b8888 service neutron] 10.222.0.30 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 907 time: 0.1455986 Jul 22 19:05:53.136268 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da9f1f7f-964c-4259-8654-4d2bd8e8ca71 req-a68eed09-c4fb-44a1-8eb4-a2318820217d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1523be03-b16a-4078-90bf-530e03d6c28b HTTP/1.1" status: 200 len: 217 time: 0.0464449 Jul 22 19:05:53.164969 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04020c-6ace-4d69-8778-fa2c8f4de7f0 req-64a53559-b042-4e96-b21e-b2ba9f2adfdb tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:53.166481 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e04020c-6ace-4d69-8778-fa2c8f4de7f0 req-64a53559-b042-4e96-b21e-b2ba9f2adfdb tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.13 "GET /v2.0/ports?device_id=33ee0b0f-9a3a-4a92-8708-8a102c57e57a HTTP/1.1" status: 200 len: 946 time: 0.1459324 Jul 22 19:05:53.198110 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5690213c-2614-43ef-ba1c-5f48b6f2adc1 req-41db40de-a750-4910-81e2-46879b079d04 tempest-ListServersNegativeTestJSON-1408820017 tempest-ListServersNegativeTestJSON-1408820017-project] 10.222.0.13 "GET /v2.0/ports?device_id=44f51b02-435a-41a4-bc02-ff0e4ef99ebf HTTP/1.1" status: 200 len: 210 time: 0.0649803 Jul 22 19:05:53.286304 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f1f7f-964c-4259-8654-4d2bd8e8ca71 req-cf880b7c-ef10-4d8b-8f66-844d1dc65291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:53.287750 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da9f1f7f-964c-4259-8654-4d2bd8e8ca71 req-cf880b7c-ef10-4d8b-8f66-844d1dc65291 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b80c7ab-8b96-4210-8e6b-d0b73d261a94 HTTP/1.1" status: 200 len: 846 time: 0.1398401 Jul 22 19:05:53.339298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e04020c-6ace-4d69-8778-fa2c8f4de7f0 req-4bfede54-0b46-46ab-9277-a2969e2dcd17 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.13 "GET /v2.0/security-groups?id=582eacb3-7502-4e27-a3a7-8ad28c99050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507201 Jul 22 19:05:53.361524 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da9f1f7f-964c-4259-8654-4d2bd8e8ca71 req-62c2cc2b-6d87-4fa7-bc9a-b12d4037126e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=baecdd37-6eb2-4425-b93b-172f9e82b42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481689 Jul 22 19:05:53.386537 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-49d3a313-746c-4fa5-af35-c2cf28c55dd2 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:53.388562 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-49d3a313-746c-4fa5-af35-c2cf28c55dd2 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c&tenant_id=045a6583907f4225b2036296ec0f4a49&binding%3Ahost_id=n-h1-800086-12 HTTP/1.1" status: 200 len: 1096 time: 0.2022152 Jul 22 19:05:53.483201 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c76715-54c4-40fd-9995-25006174d450 req-5205e8fa-e2d3-4d0e-b489-285b0148a473 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:53.484760 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-60c76715-54c4-40fd-9995-25006174d450 req-5205e8fa-e2d3-4d0e-b489-285b0148a473 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=f545749b-68f2-479a-a482-ce04b847079e HTTP/1.1" status: 200 len: 943 time: 0.2201214 Jul 22 19:05:53.573037 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da9f1f7f-964c-4259-8654-4d2bd8e8ca71 req-fe4d647c-4721-4e53-8049-0d7c45171b36 service neutron] 10.222.0.30 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036583 Jul 22 19:05:53.585045 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-3e9be0d0-acab-4582-835d-df3fadfa6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:53.586447 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-3e9be0d0-acab-4582-835d-df3fadfa6072 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c&tenant_id=045a6583907f4225b2036296ec0f4a49 HTTP/1.1" status: 200 len: 1096 time: 0.1864130 Jul 22 19:05:53.589266 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-60c76715-54c4-40fd-9995-25006174d450 req-dfe71e14-3163-498f-96e1-7a4ab1bc57eb tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978141 Jul 22 19:05:54.053788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547468e-fb65-46b0-ae1a-c62df8f25d53 req-fe1c2b64-e00e-489f-b7dc-ab7d7dcdacd5 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:54.055264 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8547468e-fb65-46b0-ae1a-c62df8f25d53 req-fe1c2b64-e00e-489f-b7dc-ab7d7dcdacd5 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 944 time: 0.5277929 Jul 22 19:05:54.103815 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da9f1f7f-964c-4259-8654-4d2bd8e8ca71 req-716a53d4-eee5-40e2-8759-52d864f1c343 service neutron] 10.222.0.30 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5132070 Jul 22 19:05:54.155507 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-22ef88fd-ff18-42cf-8929-33af021cefe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:54.157036 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-22ef88fd-ff18-42cf-8929-33af021cefe4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=045a6583907f4225b2036296ec0f4a49&device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 1096 time: 0.5289681 Jul 22 19:05:54.165555 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880c708-7d5b-4130-8125-aeae79e0f496 req-af4bf170-f8a2-47ac-907d-851b57cec5ae tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:54.166905 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8880c708-7d5b-4130-8125-aeae79e0f496 req-af4bf170-f8a2-47ac-907d-851b57cec5ae tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 944 time: 0.4762747 Jul 22 19:05:54.170179 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8547468e-fb65-46b0-ae1a-c62df8f25d53 req-b86b964e-bdae-46a1-b3b8-bf26c917d2c1 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/security-groups?id=4824d672-5a1e-424f-985e-a047170d8c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989289 Jul 22 19:05:54.190872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93cb62-54a1-468e-b795-321da8ee4ef2 req-2d1b1728-5295-46b7-905b-ecae013b76f5 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:54.191021 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5b93cb62-54a1-468e-b795-321da8ee4ef2 req-2d1b1728-5295-46b7-905b-ecae013b76f5 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 946 time: 0.5016913 Jul 22 19:05:54.380932 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5b93cb62-54a1-468e-b795-321da8ee4ef2 req-3cec8a7b-0d5f-4747-9df5-3a5452164b78 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741741 Jul 22 19:05:54.405913 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-b7957510-d939-435e-b5ce-f086b362c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:54.407390 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-b7957510-d939-435e-b5ce-f086b362c2fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 200 len: 921 time: 0.2350175 Jul 22 19:05:54.465067 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-e4d9b704-f5f9-456e-a7f8-c5569089f530 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9975ab8b-abed-46ad-b271-752024d1b9b4 HTTP/1.1" status: 200 len: 217 time: 0.0452428 Jul 22 19:05:54.535244 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7766d37-3b09-4f72-9755-3840b0d6c9ff req-1ede37a8-c1b4-488d-ad70-9f7f84f1fddc tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:54.536687 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7766d37-3b09-4f72-9755-3840b0d6c9ff req-1ede37a8-c1b4-488d-ad70-9f7f84f1fddc tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 1024 time: 0.2418959 Jul 22 19:05:54.542072 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-8880c708-7d5b-4130-8125-aeae79e0f496 req-4f8648f7-92bd-44ff-a817-f08085cfd3b3 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Deleting port 52c4c3b5-8f22-4140-bd28-6962afac2ad7 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:05:54.542425 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8880c708-7d5b-4130-8125-aeae79e0f496 req-4f8648f7-92bd-44ff-a817-f08085cfd3b3 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:54.608520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-56ba4d65-6b35-4527-93d4-92a93833a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:54.609971 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-56ba4d65-6b35-4527-93d4-92a93833a5d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=60c829e4-dea2-469c-8b44-181bb5c85dfe HTTP/1.1" status: 200 len: 860 time: 0.1356447 Jul 22 19:05:54.674354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 1523be03-b16a-4078-90bf-530e03d6c28b details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:05:54.693322 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c9e743-2450-4e69-bb11-79c81bd8d96b', 'tag': '16ade578-a49a-418f-b251-397cd6474cc0'}, {'server_uuid': '44f51b02-435a-41a4-bc02-ff0e4ef99ebf', 'name': 'network-vif-deleted', 'tag': 'f2cd12d1-2a90-4729-a816-d42e118d7e94'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:54.695570 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae9e5b9-5146-4183-8474-60e2df043775" -d '{"events": [{"name": "network-changed", "server_uuid": "04c9e743-2450-4e69-bb11-79c81bd8d96b", "tag": "16ade578-a49a-418f-b251-397cd6474cc0"}, {"server_uuid": "44f51b02-435a-41a4-bc02-ff0e4ef99ebf", "name": "network-vif-deleted", "tag": "f2cd12d1-2a90-4729-a816-d42e118d7e94"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:54.708997 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-a06e00c2-e7db-4c22-a492-6d6ee4409bc5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e3cda7b-41ab-4777-b93f-6e29ba8f4199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696530 Jul 22 19:05:54.719976 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7766d37-3b09-4f72-9755-3840b0d6c9ff req-42759602-d42b-4644-b7c6-7d71124a7288 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb7518fa-dae2-48c9-8d62-d4e4473fb4d7&id=1a7317e2-cb96-468d-9d16-a24e3bd51896&id=a550bfd9-8622-47aa-be6d-67f4cb048179&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1731524 Jul 22 19:05:54.767395 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34156) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:54.785811 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 1523be03-b16a-4078-90bf-530e03d6c28b, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1523be03-b16a-4078-90bf-530e03d6c28b,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:54.790430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79419ed-4031-4b5b-84d6-ae48b4d55cde req-94f96e4b-3f6d-4355-969a-b17f885f1192 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:54.791991 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d79419ed-4031-4b5b-84d6-ae48b4d55cde req-94f96e4b-3f6d-4355-969a-b17f885f1192 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 944 time: 0.3334875 Jul 22 19:05:54.797372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-8880c708-7d5b-4130-8125-aeae79e0f496 req-4f8648f7-92bd-44ff-a817-f08085cfd3b3 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] For port 52c4c3b5-8f22-4140-bd28-6962afac2ad7, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=52c4c3b5-8f22-4140-bd28-6962afac2ad7,segment=NetworkSegment(84075029-5789-45e4-916a-8c5eb4a6fd09),segment_id=84075029-5789-45e4-916a-8c5eb4a6fd09)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:54.797746 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8880c708-7d5b-4130-8125-aeae79e0f496 req-4f8648f7-92bd-44ff-a817-f08085cfd3b3 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:54.810473 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '1523be03-b16a-4078-90bf-530e03d6c28b', 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a', 'port_id': '1523be03-b16a-4078-90bf-530e03d6c28b', 'mac_address': 'fa:16:3e:4b:35:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b80c7ab-8b96-4210-8e6b-d0b73d261a94', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:05:54.844804 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4dcf30-68ca-4de3-a371-30e8fdd773f2 admin admin] Deleting subnet 32a4cd6c-d5ad-465f-9824-4cfa8b8beb26 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:05:54.850113 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1b4dcf30-68ca-4de3-a371-30e8fdd773f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:54.852428 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:54.856870 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-8880c708-7d5b-4130-8125-aeae79e0f496 req-4f8648f7-92bd-44ff-a817-f08085cfd3b3 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Calling delete_port for 52c4c3b5-8f22-4140-bd28-6962afac2ad7 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:05:54.866253 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1523be03-b16a-4078-90bf-530e03d6c28b {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:05:54.894594 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1b4dcf30-68ca-4de3-a371-30e8fdd773f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:54.897228 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 1523be03-b16a-4078-90bf-530e03d6c28b, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1523be03-b16a-4078-90bf-530e03d6c28b,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:54.902743 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:54.945570 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1b4dcf30-68ca-4de3-a371-30e8fdd773f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:54.967597 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=1523be03-b16a-4078-90bf-530e03d6c28b,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:54.977055 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d79419ed-4031-4b5b-84d6-ae48b4d55cde req-b8283868-7fe5-46ea-a8c1-25e9635f813e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764858 Jul 22 19:05:55.013385 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef3ff4-5b86-404d-beff-6a5668c7a3ff req-8a9f8c5f-1630-4a6d-8268-b7fc6fa650ee tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:55.015988 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2aef3ff4-5b86-404d-beff-6a5668c7a3ff req-8a9f8c5f-1630-4a6d-8268-b7fc6fa650ee tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ee0b0f-9a3a-4a92-8708-8a102c57e57a HTTP/1.1" status: 200 len: 946 time: 0.3436351 Jul 22 19:05:55.018533 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-f313fdb3-d6c1-4edd-95e8-719cc901b83c service neutron] 10.222.0.16 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976685 Jul 22 19:05:55.019861 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1b4dcf30-68ca-4de3-a371-30e8fdd773f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:55.057507 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4dcf30-68ca-4de3-a371-30e8fdd773f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32a4cd6c-d5ad-465f-9824-4cfa8b8beb26,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:55.064373 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1b4dcf30-68ca-4de3-a371-30e8fdd773f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:55.066246 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1b4dcf30-68ca-4de3-a371-30e8fdd773f2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/32a4cd6c-d5ad-465f-9824-4cfa8b8beb26 HTTP/1.1" status: 204 len: 168 time: 0.2978573 Jul 22 19:05:55.070491 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34160) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:55.079667 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4dcf30-68ca-4de3-a371-30e8fdd773f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:55.080435 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4dcf30-68ca-4de3-a371-30e8fdd773f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:55.080900 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4dcf30-68ca-4de3-a371-30e8fdd773f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:55.081168 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4dcf30-68ca-4de3-a371-30e8fdd773f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:55.081620 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4dcf30-68ca-4de3-a371-30e8fdd773f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:55.082180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4dcf30-68ca-4de3-a371-30e8fdd773f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:55.082608 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4dcf30-68ca-4de3-a371-30e8fdd773f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:55.082940 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4dcf30-68ca-4de3-a371-30e8fdd773f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:55.083269 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4dcf30-68ca-4de3-a371-30e8fdd773f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:55.083647 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4dcf30-68ca-4de3-a371-30e8fdd773f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:55.083978 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4dcf30-68ca-4de3-a371-30e8fdd773f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:55.084301 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4dcf30-68ca-4de3-a371-30e8fdd773f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:55.150614 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2c168ea4-0d5c-4365-9bad-5db3ee0e2786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:55.154200 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['1523be03-b16a-4078-90bf-530e03d6c28b'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:55.245231 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2c168ea4-0d5c-4365-9bad-5db3ee0e2786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:55.256429 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-2c168ea4-0d5c-4365-9bad-5db3ee0e2786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e06391b-a0cd-41bd-9241-27968a76ae0d']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:05:55.267756 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-2c168ea4-0d5c-4365-9bad-5db3ee0e2786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2be107d-7701-4979-8aa5-a07e9bd7e6ca') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:05:55.268181 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-2c168ea4-0d5c-4365-9bad-5db3ee0e2786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2be107d-7701-4979-8aa5-a07e9bd7e6ca') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:05:55.277198 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2c168ea4-0d5c-4365-9bad-5db3ee0e2786 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:55.295267 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2c168ea4-0d5c-4365-9bad-5db3ee0e2786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:55.302165 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c168ea4-0d5c-4365-9bad-5db3ee0e2786 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:05:55.302769 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2c168ea4-0d5c-4365-9bad-5db3ee0e2786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:05:55.305559 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:05:55.345715 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-05cf94c7-5922-4b4a-a897-88240a6e3f81 service neutron] 10.222.0.16 "GET /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130767 Jul 22 19:05:55.361250 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa1fbf-8bf7-436c-8c26-f04714e94597 req-c3c1bc6d-3c21-4603-98c0-baa64ee186bb tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:55.362820 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-96fa1fbf-8bf7-436c-8c26-f04714e94597 req-c3c1bc6d-3c21-4603-98c0-baa64ee186bb tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.13 "GET /v2.0/ports?device_id=33ee0b0f-9a3a-4a92-8708-8a102c57e57a HTTP/1.1" status: 200 len: 946 time: 0.5085025 Jul 22 19:05:55.364857 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2c168ea4-0d5c-4365-9bad-5db3ee0e2786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:55.371105 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2c168ea4-0d5c-4365-9bad-5db3ee0e2786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:55.373420 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2c168ea4-0d5c-4365-9bad-5db3ee0e2786 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3e06391b-a0cd-41bd-9241-27968a76ae0d HTTP/1.1" status: 204 len: 168 time: 0.3013086 Jul 22 19:05:55.394618 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c168ea4-0d5c-4365-9bad-5db3ee0e2786 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e06391b-a0cd-41bd-9241-27968a76ae0d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:55.419194 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8206ed-9191-4499-822d-6095332c862f req-c8c423db-e946-4e94-bdcc-b139454b209e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:55.420736 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a8206ed-9191-4499-822d-6095332c862f req-c8c423db-e946-4e94-bdcc-b139454b209e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=f545749b-68f2-479a-a482-ce04b847079e HTTP/1.1" status: 200 len: 944 time: 0.3345604 Jul 22 19:05:55.466647 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8880c708-7d5b-4130-8125-aeae79e0f496 req-4f8648f7-92bd-44ff-a817-f08085cfd3b3 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:55.474410 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-2aef3ff4-5b86-404d-beff-6a5668c7a3ff req-cc4287e6-e63b-486b-ba38-a6ed365c9a13 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Deleting port a81d358e-10b3-4d15-99c5-d3d57fee3775 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:05:55.474750 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2aef3ff4-5b86-404d-beff-6a5668c7a3ff req-cc4287e6-e63b-486b-ba38-a6ed365c9a13 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:55.489538 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56226ee-013a-47ad-9ef0-ae817eabaf58 req-4a7f2cbc-ac5a-4b68-aa32-b4a8db3e8654 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:55.491041 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d56226ee-013a-47ad-9ef0-ae817eabaf58 req-4a7f2cbc-ac5a-4b68-aa32-b4a8db3e8654 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 1024 time: 0.2864454 Jul 22 19:05:55.503128 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34170) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:55.529586 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-96fa1fbf-8bf7-436c-8c26-f04714e94597 req-2bc88747-2b07-4d3f-a93f-b24a32813703 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.13 "GET /v2.0/security-groups?id=582eacb3-7502-4e27-a3a7-8ad28c99050a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537495 Jul 22 19:05:55.550982 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8648f7-92bd-44ff-a817-f08085cfd3b3 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Pushing event deleted for resources: {'Port': ['ID=52c4c3b5-8f22-4140-bd28-6962afac2ad7,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:55.559390 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a58bd74f-ef6e-4651-92b7-d730fede5bb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=072b20adc95b4c0ebf4a46129e6dc4cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548666 Jul 22 19:05:55.562813 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34172) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:55.596903 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af00ca8-0e0f-44db-b4e9-9413ba9d15ef x-openstack-request-id: req-7af00ca8-0e0f-44db-b4e9-9413ba9d15ef {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:55.597129 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c9e743-2450-4e69-bb11-79c81bd8d96b", "tag": "16ade578-a49a-418f-b251-397cd6474cc0", "status": "completed", "code": 200}, {"server_uuid": "44f51b02-435a-41a4-bc02-ff0e4ef99ebf", "name": "network-vif-deleted", "tag": "f2cd12d1-2a90-4729-a816-d42e118d7e94", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:55.597385 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7af00ca8-0e0f-44db-b4e9-9413ba9d15ef {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:55.597778 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c9e743-2450-4e69-bb11-79c81bd8d96b', 'tag': '16ade578-a49a-418f-b251-397cd6474cc0', 'status': 'completed', 'code': 200} Jul 22 19:05:55.598034 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f51b02-435a-41a4-bc02-ff0e4ef99ebf', 'name': 'network-vif-deleted', 'tag': 'f2cd12d1-2a90-4729-a816-d42e118d7e94', 'status': 'completed', 'code': 200} Jul 22 19:05:55.620744 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a8206ed-9191-4499-822d-6095332c862f req-212c19bd-4e15-4c5c-bf87-5baae83947a7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880500 Jul 22 19:05:55.669273 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-60cac179-cba6-4a72-8e6c-c0016cde3f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:55.701808 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-60cac179-cba6-4a72-8e6c-c0016cde3f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:55.738264 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9e5b9-5146-4183-8474-60e2df043775 req-a1257173-5378-42a1-bfdc-5c95c3b2d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:55.742626 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6ae9e5b9-5146-4183-8474-60e2df043775 req-a1257173-5378-42a1-bfdc-5c95c3b2d554 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aca0a3898daa4428aa1f56ddc1dd9ffe&device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 1176 time: 0.1162078 Jul 22 19:05:55.742880 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-8880c708-7d5b-4130-8125-aeae79e0f496 req-4f8648f7-92bd-44ff-a817-f08085cfd3b3 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] No DVR routers for this DVR port 52c4c3b5-8f22-4140-bd28-6962afac2ad7 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:05:55.763776 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8880c708-7d5b-4130-8125-aeae79e0f496 req-4f8648f7-92bd-44ff-a817-f08085cfd3b3 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:55.765805 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8880c708-7d5b-4130-8125-aeae79e0f496 req-4f8648f7-92bd-44ff-a817-f08085cfd3b3 tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.30 "DELETE /v2.0/ports/52c4c3b5-8f22-4140-bd28-6962afac2ad7 HTTP/1.1" status: 204 len: 173 time: 1.5846708 Jul 22 19:05:55.774556 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41f18472-d200-4813-bffa-d890602a285d req-eef1bc38-1b61-4bf0-b018-4ae39f39a8cc tempest-LiveMigrationTest-1211427625 tempest-LiveMigrationTest-1211427625-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1ebf128-7dc9-4275-b1ab-779de1f18e84 HTTP/1.1" status: 200 len: 210 time: 0.0849445 Jul 22 19:05:55.847667 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-60cac179-cba6-4a72-8e6c-c0016cde3f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:55.850076 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-60cac179-cba6-4a72-8e6c-c0016cde3f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:55.854656 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-60cac179-cba6-4a72-8e6c-c0016cde3f98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8deee8cc-c540-4820-8dc7-3bec97595b69 HTTP/1.1" status: 204 len: 168 time: 0.2907505 Jul 22 19:05:55.857648 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-2aef3ff4-5b86-404d-beff-6a5668c7a3ff req-cc4287e6-e63b-486b-ba38-a6ed365c9a13 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] For port a81d358e-10b3-4d15-99c5-d3d57fee3775, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a81d358e-10b3-4d15-99c5-d3d57fee3775,segment=NetworkSegment(95b44693-99b8-430d-909a-cd6a0ba7fca4),segment_id=95b44693-99b8-430d-909a-cd6a0ba7fca4)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:55.858010 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2aef3ff4-5b86-404d-beff-6a5668c7a3ff req-cc4287e6-e63b-486b-ba38-a6ed365c9a13 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:55.874760 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cac179-cba6-4a72-8e6c-c0016cde3f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deee8cc-c540-4820-8dc7-3bec97595b69,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:55.883102 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9e5b9-5146-4183-8474-60e2df043775 req-d09d4202-1e24-4d97-8b27-66d4b6bc9764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:55.885270 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6ae9e5b9-5146-4183-8474-60e2df043775 req-d09d4202-1e24-4d97-8b27-66d4b6bc9764 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4133d413-8353-4685-997b-db22c21267e6 HTTP/1.1" status: 200 len: 914 time: 0.1358197 Jul 22 19:05:55.889531 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-2aef3ff4-5b86-404d-beff-6a5668c7a3ff req-cc4287e6-e63b-486b-ba38-a6ed365c9a13 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Calling delete_port for a81d358e-10b3-4d15-99c5-d3d57fee3775 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:05:55.943909 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6ae9e5b9-5146-4183-8474-60e2df043775 req-95a905e6-6b53-40dc-ba52-29f7b337387e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16ade578-a49a-418f-b251-397cd6474cc0 HTTP/1.1" status: 200 len: 217 time: 0.0426292 Jul 22 19:05:55.955374 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-327d0721-4caf-42b0-95ac-89e817725337 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:55.955374 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-327d0721-4caf-42b0-95ac-89e817725337 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c&tenant_id=045a6583907f4225b2036296ec0f4a49&binding%3Ahost_id=n-h2-800086-12 HTTP/1.1" status: 200 len: 1096 time: 0.3597579 Jul 22 19:05:56.008421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9e5b9-5146-4183-8474-60e2df043775 req-f77f6625-8ffc-4714-9754-7b1a30b5aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:56.010017 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6ae9e5b9-5146-4183-8474-60e2df043775 req-f77f6625-8ffc-4714-9754-7b1a30b5aa8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7409deb2-ed0b-46ae-b6be-7c14bd25f896 HTTP/1.1" status: 200 len: 853 time: 0.0585260 Jul 22 19:05:56.039623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-d56226ee-013a-47ad-9ef0-ae817eabaf58 req-8b1456e7-59fc-4f2e-98e1-cca7d61a7d2a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Deleting port 16ade578-a49a-418f-b251-397cd6474cc0 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:05:56.039972 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d56226ee-013a-47ad-9ef0-ae817eabaf58 req-8b1456e7-59fc-4f2e-98e1-cca7d61a7d2a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:56.046894 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6ae9e5b9-5146-4183-8474-60e2df043775 req-002eeb32-0e57-4b8a-888b-c360dbacce9b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4133d413-8353-4685-997b-db22c21267e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298831 Jul 22 19:05:56.101818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6baf7-63d2-4361-9086-4f072bb0bccd req-5f55d069-4daf-4b03-8580-1d864655191e tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:56.103283 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dcd6baf7-63d2-4361-9086-4f072bb0bccd req-5f55d069-4daf-4b03-8580-1d864655191e tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 946 time: 0.3260121 Jul 22 19:05:56.148465 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6ae9e5b9-5146-4183-8474-60e2df043775 req-674b1455-8167-4bc0-8894-75af899c233a service neutron] 10.222.0.30 "GET /v2.0/networks/4133d413-8353-4685-997b-db22c21267e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948899 Jul 22 19:05:56.219504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17521cea-4ad2-4447-aa93-adb16750ba1b req-91523814-0157-4ba9-9779-4e66eda49f07 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:56.221081 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-17521cea-4ad2-4447-aa93-adb16750ba1b req-91523814-0157-4ba9-9779-4e66eda49f07 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 1024 time: 0.3220420 Jul 22 19:05:56.277193 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6ae9e5b9-5146-4183-8474-60e2df043775 req-47721b1b-c236-4438-a52c-06a43074e092 service neutron] 10.222.0.30 "GET /v2.0/networks/4133d413-8353-4685-997b-db22c21267e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215847 Jul 22 19:05:56.303262 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dcd6baf7-63d2-4361-9086-4f072bb0bccd req-84cff26c-2c99-4c60-a0b1-15a6bbf913ab tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801209 Jul 22 19:05:56.320225 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d56226ee-013a-47ad-9ef0-ae817eabaf58 req-8b1456e7-59fc-4f2e-98e1-cca7d61a7d2a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] For port 16ade578-a49a-418f-b251-397cd6474cc0, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=16ade578-a49a-418f-b251-397cd6474cc0,segment=NetworkSegment(a4ae3ad1-0113-4f2d-8719-18a10c10aeb6),segment_id=a4ae3ad1-0113-4f2d-8719-18a10c10aeb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:56.320625 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d56226ee-013a-47ad-9ef0-ae817eabaf58 req-8b1456e7-59fc-4f2e-98e1-cca7d61a7d2a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:56.374366 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-d56226ee-013a-47ad-9ef0-ae817eabaf58 req-8b1456e7-59fc-4f2e-98e1-cca7d61a7d2a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Calling delete_port for 16ade578-a49a-418f-b251-397cd6474cc0 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:05:56.400166 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-17521cea-4ad2-4447-aa93-adb16750ba1b req-be8de5d3-1b83-4d30-ad8f-18766ec88227 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb7518fa-dae2-48c9-8d62-d4e4473fb4d7&id=1a7317e2-cb96-468d-9d16-a24e3bd51896&id=a550bfd9-8622-47aa-be6d-67f4cb048179&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1603343 Jul 22 19:05:56.406873 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2aef3ff4-5b86-404d-beff-6a5668c7a3ff req-cc4287e6-e63b-486b-ba38-a6ed365c9a13 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:56.422195 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['a81d358e-10b3-4d15-99c5-d3d57fee3775'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:56.434435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-4ac0962b-b736-422f-8d1c-94e78e46a81d service neutron] For port 9975ab8b-abed-46ad-b271-752024d1b9b4, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:05:56.504844 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-4ac0962b-b736-422f-8d1c-94e78e46a81d service neutron] Notify callbacks [] for binding, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:56.505996 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f9af5ba-90da-4133-af3b-b5414584d60d req-4ac0962b-b736-422f-8d1c-94e78e46a81d service neutron] 10.222.0.16 "DELETE /v2.0/ports/9975ab8b-abed-46ad-b271-752024d1b9b4/bindings/n-h1-800086-12 HTTP/1.1" status: 204 len: 173 time: 0.5115242 Jul 22 19:05:56.511355 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4287e6-e63b-486b-ba38-a6ed365c9a13 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Pushing event deleted for resources: {'Port': ['ID=a81d358e-10b3-4d15-99c5-d3d57fee3775,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:56.587771 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aef3ff4-5b86-404d-beff-6a5668c7a3ff req-cc4287e6-e63b-486b-ba38-a6ed365c9a13 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] No DVR routers for this DVR port a81d358e-10b3-4d15-99c5-d3d57fee3775 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:05:56.594787 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2aef3ff4-5b86-404d-beff-6a5668c7a3ff req-cc4287e6-e63b-486b-ba38-a6ed365c9a13 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:56.596712 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2aef3ff4-5b86-404d-beff-6a5668c7a3ff req-cc4287e6-e63b-486b-ba38-a6ed365c9a13 tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.30 "DELETE /v2.0/ports/a81d358e-10b3-4d15-99c5-d3d57fee3775 HTTP/1.1" status: 204 len: 173 time: 1.5728543 Jul 22 19:05:56.642226 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966bd43-35fb-4c08-83ee-bd80e1eaa133 req-0bd78a3e-522a-40af-bee1-c0f54be96b4a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:56.647058 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8966bd43-35fb-4c08-83ee-bd80e1eaa133 req-0bd78a3e-522a-40af-bee1-c0f54be96b4a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 944 time: 0.2426362 Jul 22 19:05:56.692671 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 1523be03-b16a-4078-90bf-530e03d6c28b up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:05:56.733913 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ff10302f-586e-4f29-9034-49bd58cfac46 req-5103e4d3-23be-4e1c-b042-41f3a0af877b tempest-VolumesAdminNegativeTest-683056625 tempest-VolumesAdminNegativeTest-683056625-project] 10.222.0.13 "GET /v2.0/ports?device_id=33ee0b0f-9a3a-4a92-8708-8a102c57e57a HTTP/1.1" status: 200 len: 210 time: 0.0890682 Jul 22 19:05:56.761946 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 1523be03-b16a-4078-90bf-530e03d6c28b completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:05:56.770172 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 1523be03-b16a-4078-90bf-530e03d6c28b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:05:56.770172 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:56.775557 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34204) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:56.777100 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8966bd43-35fb-4c08-83ee-bd80e1eaa133 req-237a5502-5d8e-45fd-8f29-c2b1af258c38 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016741 Jul 22 19:05:56.779339 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d56226ee-013a-47ad-9ef0-ae817eabaf58 req-8b1456e7-59fc-4f2e-98e1-cca7d61a7d2a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:56.808844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:05:56.820318 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1456e7-59fc-4f2e-98e1-cca7d61a7d2a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event deleted for resources: {'Port': ['ID=16ade578-a49a-418f-b251-397cd6474cc0,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:56.913415 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56226ee-013a-47ad-9ef0-ae817eabaf58 req-8b1456e7-59fc-4f2e-98e1-cca7d61a7d2a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] No DVR routers for this DVR port 16ade578-a49a-418f-b251-397cd6474cc0 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:05:56.915394 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-34927bec-58f0-4abb-ae06-8db51787e2d9 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1215427596-network', 'tenant_id': 'ef02e31abbdd476b9801d4cb7a48d59b'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:56.918764 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d56226ee-013a-47ad-9ef0-ae817eabaf58 req-8b1456e7-59fc-4f2e-98e1-cca7d61a7d2a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:56.921167 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d56226ee-013a-47ad-9ef0-ae817eabaf58 req-8b1456e7-59fc-4f2e-98e1-cca7d61a7d2a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.30 "DELETE /v2.0/ports/16ade578-a49a-418f-b251-397cd6474cc0 HTTP/1.1" status: 204 len: 173 time: 1.3980448 Jul 22 19:05:56.959918 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34927bec-58f0-4abb-ae06-8db51787e2d9 admin admin] Made reservation on behalf of ef02e31abbdd476b9801d4cb7a48d59b for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:05:56.963559 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34927bec-58f0-4abb-ae06-8db51787e2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:56.976301 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215eb64f-2a0d-47af-b35c-45ccb4ccf7c7 req-27780ce0-c86e-47eb-8145-1727a0bb3d3d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:56.977878 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:56.983989 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-215eb64f-2a0d-47af-b35c-45ccb4ccf7c7 req-27780ce0-c86e-47eb-8145-1727a0bb3d3d tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=f545749b-68f2-479a-a482-ce04b847079e HTTP/1.1" status: 200 len: 944 time: 0.1665671 Jul 22 19:05:56.987366 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34927bec-58f0-4abb-ae06-8db51787e2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:57.012308 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34214) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:57.055582 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-215eb64f-2a0d-47af-b35c-45ccb4ccf7c7 req-2e0994e2-7e6b-4f8a-8f06-74fbab7bef6b tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705888 Jul 22 19:05:57.074285 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 1523be03-b16a-4078-90bf-530e03d6c28b, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1523be03-b16a-4078-90bf-530e03d6c28b,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:57.092218 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f545749b-68f2-479a-a482-ce04b847079e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1523be03-b16a-4078-90bf-530e03d6c28b'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:57.100419 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab91a19-3db5-4867-a98e-f7483d4e3f07" -d '{"events": [{"server_uuid": "f545749b-68f2-479a-a482-ce04b847079e", "name": "network-vif-plugged", "status": "completed", "tag": "1523be03-b16a-4078-90bf-530e03d6c28b"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:57.108199 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:57.111370 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a81d358e-10b3-4d15-99c5-d3d57fee3775 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:05:57.155168 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34927bec-58f0-4abb-ae06-8db51787e2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:57.165127 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34927bec-58f0-4abb-ae06-8db51787e2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:57.219322 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34927bec-58f0-4abb-ae06-8db51787e2d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:05:57.223917 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0d8ee-6a1a-4e2b-b93d-3a0ce1dad394 req-68ec9872-2d13-427d-93e9-0c5f88bb4d06 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:57.226026 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6c0d8ee-6a1a-4e2b-b93d-3a0ce1dad394 req-68ec9872-2d13-427d-93e9-0c5f88bb4d06 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 1096 time: 0.1213605 Jul 22 19:05:57.230044 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116d5990-2f1a-4e8f-af37-97281c35d333 x-openstack-request-id: req-116d5990-2f1a-4e8f-af37-97281c35d333 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:57.230693 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f545749b-68f2-479a-a482-ce04b847079e", "name": "network-vif-plugged", "status": "completed", "tag": "1523be03-b16a-4078-90bf-530e03d6c28b", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:57.231104 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-116d5990-2f1a-4e8f-af37-97281c35d333 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:57.231685 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f545749b-68f2-479a-a482-ce04b847079e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1523be03-b16a-4078-90bf-530e03d6c28b', 'code': 200} Jul 22 19:05:57.258206 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34927bec-58f0-4abb-ae06-8db51787e2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1043f3a5-8870-4322-b46b-2e9ae8ebdfbf,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:57.271177 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34927bec-58f0-4abb-ae06-8db51787e2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:57.272541 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-34927bec-58f0-4abb-ae06-8db51787e2d9 admin admin] Added segment f68bfaac-59d6-4327-ab92-7d0b091c78d7 of type vlan for network 172f3136-0352-415c-9221-6473aaab30a1 Jul 22 19:05:57.274638 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: a81d358e-10b3-4d15-99c5-d3d57fee3775 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:05:57.275189 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a81d358e-10b3-4d15-99c5-d3d57fee3775 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:05:57.275960 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 52c4c3b5-8f22-4140-bd28-6962afac2ad7 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:05:57.322316 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 52c4c3b5-8f22-4140-bd28-6962afac2ad7 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:05:57.322811 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 52c4c3b5-8f22-4140-bd28-6962afac2ad7 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:05:57.331315 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34927bec-58f0-4abb-ae06-8db51787e2d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:57.338210 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abfcd33-3763-411e-a2db-0656edf00977 admin admin] Deleting subnet e6ce6dd9-1892-4846-8205-ad77c8cfee8f {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:05:57.344760 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6abfcd33-3763-411e-a2db-0656edf00977 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:57.351024 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=1523be03-b16a-4078-90bf-530e03d6c28b,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:57.404894 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6abfcd33-3763-411e-a2db-0656edf00977 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:57.427215 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34927bec-58f0-4abb-ae06-8db51787e2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:57.428194 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34927bec-58f0-4abb-ae06-8db51787e2d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:57.428823 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34927bec-58f0-4abb-ae06-8db51787e2d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:57.489396 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-34927bec-58f0-4abb-ae06-8db51787e2d9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7125857 Jul 22 19:05:57.494475 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34222) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:57.539127 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4318c9eb-070b-4d58-a6ae-769b3e8b299f admin admin] Request body: {'subnet': {'network_id': '172f3136-0352-415c-9221-6473aaab30a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1215427596-subnet', 'tenant_id': 'ef02e31abbdd476b9801d4cb7a48d59b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:05:57.547975 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34927bec-58f0-4abb-ae06-8db51787e2d9 admin admin] Pushing event updated for resources: {'Network': ['ID=172f3136-0352-415c-9221-6473aaab30a1,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:57.551692 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6abfcd33-3763-411e-a2db-0656edf00977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:57.561292 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 172f3136-0352-415c-9221-6473aaab30a1 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:05:57.601684 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ebf128-7dc9-4275-b1ab-779de1f18e84', 'name': 'network-vif-deleted', 'tag': '52c4c3b5-8f22-4140-bd28-6962afac2ad7'}, {'server_uuid': '33ee0b0f-9a3a-4a92-8708-8a102c57e57a', 'name': 'network-vif-deleted', 'tag': 'a81d358e-10b3-4d15-99c5-d3d57fee3775'}, {'server_uuid': '04c9e743-2450-4e69-bb11-79c81bd8d96b', 'name': 'network-vif-deleted', 'tag': '16ade578-a49a-418f-b251-397cd6474cc0'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:05:57.604226 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28fd035-a244-40b3-aeb6-397d4f3b1320" -d '{"events": [{"server_uuid": "e1ebf128-7dc9-4275-b1ab-779de1f18e84", "name": "network-vif-deleted", "tag": "52c4c3b5-8f22-4140-bd28-6962afac2ad7"}, {"server_uuid": "33ee0b0f-9a3a-4a92-8708-8a102c57e57a", "name": "network-vif-deleted", "tag": "a81d358e-10b3-4d15-99c5-d3d57fee3775"}, {"server_uuid": "04c9e743-2450-4e69-bb11-79c81bd8d96b", "name": "network-vif-deleted", "tag": "16ade578-a49a-418f-b251-397cd6474cc0"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:05:57.627637 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4318c9eb-070b-4d58-a6ae-769b3e8b299f admin admin] Made reservation on behalf of ef02e31abbdd476b9801d4cb7a48d59b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:05:57.645789 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4318c9eb-070b-4d58-a6ae-769b3e8b299f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:57.680465 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6c0d8ee-6a1a-4e2b-b93d-3a0ce1dad394 req-f53b16f6-0d22-453a-9b0d-918674004864 tempest-LiveAutoBlockMigrationV225Test-1897065416 tempest-LiveAutoBlockMigrationV225Test-1897065416-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484265 Jul 22 19:05:57.720620 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6abfcd33-3763-411e-a2db-0656edf00977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:57.753547 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263d78c-2d13-4bd6-a386-f2385220fb6f req-2dc963d2-b84f-48d5-8d2b-b7e1d5ab3d50 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:57.755726 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b263d78c-2d13-4bd6-a386-f2385220fb6f req-2dc963d2-b84f-48d5-8d2b-b7e1d5ab3d50 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 946 time: 0.1472685 Jul 22 19:05:57.760044 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b8cb5-e908-4cca-a123-87a5de257a9e req-9ede38d8-1ba0-43fe-b4c1-2ddf2f6157f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:57.760228 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfcd33-3763-411e-a2db-0656edf00977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6ce6dd9-1892-4846-8205-ad77c8cfee8f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:57.761763 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e73b8cb5-e908-4cca-a123-87a5de257a9e req-9ede38d8-1ba0-43fe-b4c1-2ddf2f6157f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f545749b-68f2-479a-a482-ce04b847079e HTTP/1.1" status: 200 len: 1097 time: 0.1548569 Jul 22 19:05:57.771417 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6abfcd33-3763-411e-a2db-0656edf00977 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:57.773389 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6abfcd33-3763-411e-a2db-0656edf00977 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e6ce6dd9-1892-4846-8205-ad77c8cfee8f HTTP/1.1" status: 204 len: 168 time: 0.6167989 Jul 22 19:05:57.779298 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34230) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:57.839992 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87d4550d-6a47-4b30-a7ce-482e5ec6e78a req-cfb84827-73ae-4d45-aa8b-d757b314fd06 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=04c9e743-2450-4e69-bb11-79c81bd8d96b HTTP/1.1" status: 200 len: 210 time: 0.0479109 Jul 22 19:05:57.869570 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b263d78c-2d13-4bd6-a386-f2385220fb6f req-eff44250-9df9-4fa6-9233-cf91fdd1db1d tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026497 Jul 22 19:05:57.869939 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ae57801-1daa-417f-a06b-213599fa9f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:57.888768 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e73b8cb5-e908-4cca-a123-87a5de257a9e req-4f8e6f9a-2265-4d59-85b0-13eb09aafc2c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979030 Jul 22 19:05:57.931887 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 19:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43232a24-e10f-45b7-8935-51d6eaa5e521 x-openstack-request-id: req-43232a24-e10f-45b7-8935-51d6eaa5e521 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:05:57.932272 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ebf128-7dc9-4275-b1ab-779de1f18e84", "name": "network-vif-deleted", "tag": "52c4c3b5-8f22-4140-bd28-6962afac2ad7", "status": "completed", "code": 200}, {"server_uuid": "33ee0b0f-9a3a-4a92-8708-8a102c57e57a", "name": "network-vif-deleted", "tag": "a81d358e-10b3-4d15-99c5-d3d57fee3775", "status": "completed", "code": 200}, {"server_uuid": "04c9e743-2450-4e69-bb11-79c81bd8d96b", "name": "network-vif-deleted", "tag": "16ade578-a49a-418f-b251-397cd6474cc0", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:05:57.932618 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43232a24-e10f-45b7-8935-51d6eaa5e521 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:05:57.933082 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ebf128-7dc9-4275-b1ab-779de1f18e84', 'name': 'network-vif-deleted', 'tag': '52c4c3b5-8f22-4140-bd28-6962afac2ad7', 'status': 'completed', 'code': 200} Jul 22 19:05:57.933406 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ee0b0f-9a3a-4a92-8708-8a102c57e57a', 'name': 'network-vif-deleted', 'tag': 'a81d358e-10b3-4d15-99c5-d3d57fee3775', 'status': 'completed', 'code': 200} Jul 22 19:05:57.933719 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c9e743-2450-4e69-bb11-79c81bd8d96b', 'name': 'network-vif-deleted', 'tag': '16ade578-a49a-418f-b251-397cd6474cc0', 'status': 'completed', 'code': 200} Jul 22 19:05:57.972389 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34236) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:58.043761 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff98449-2b7b-4403-a443-d05cf905c86c admin admin] Deleting subnet 61f64d36-0bd3-4d8e-b333-561c0cd3a532 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:05:58.048345 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9ff98449-2b7b-4403-a443-d05cf905c86c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.101171 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9ff98449-2b7b-4403-a443-d05cf905c86c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.105197 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ae57801-1daa-417f-a06b-213599fa9f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.120608 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-9ae57801-1daa-417f-a06b-213599fa9f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1211dd5d-22dd-42cf-af43-7f788d3e855d']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:05:58.124577 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4318c9eb-070b-4d58-a6ae-769b3e8b299f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.156278 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9ff98449-2b7b-4403-a443-d05cf905c86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.160303 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-9ae57801-1daa-417f-a06b-213599fa9f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84075029-5789-45e4-916a-8c5eb4a6fd09') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:05:58.160717 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-9ae57801-1daa-417f-a06b-213599fa9f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84075029-5789-45e4-916a-8c5eb4a6fd09') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:05:58.176511 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ae57801-1daa-417f-a06b-213599fa9f7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.217285 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ae57801-1daa-417f-a06b-213599fa9f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.228932 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae57801-1daa-417f-a06b-213599fa9f7d admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:05:58.229349 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ae57801-1daa-417f-a06b-213599fa9f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:05:58.232442 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:05:58.234471 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318c9eb-070b-4d58-a6ae-769b3e8b299f admin admin] Pushing event updated for resources: {'Subnet': ['ID=343ba44f-2e35-4f2c-b67f-ce6198bc19b6,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:58.246015 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4318c9eb-070b-4d58-a6ae-769b3e8b299f admin admin] Checking segment: {'id': 'f68bfaac-59d6-4327-ab92-7d0b091c78d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '172f3136-0352-415c-9221-6473aaab30a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:05:58.246377 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4318c9eb-070b-4d58-a6ae-769b3e8b299f admin admin] Network hostable DHCP agents. Network: 172f3136-0352-415c-9221-6473aaab30a1, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:05:58.288623 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9ff98449-2b7b-4403-a443-d05cf905c86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.304928 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ae57801-1daa-417f-a06b-213599fa9f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.310479 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ae57801-1daa-417f-a06b-213599fa9f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.312366 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9ae57801-1daa-417f-a06b-213599fa9f7d admin admin] 10.222.0.13 "DELETE /v2.0/networks/1211dd5d-22dd-42cf-af43-7f788d3e855d HTTP/1.1" status: 204 len: 168 time: 0.5321383 Jul 22 19:05:58.315162 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34244) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:58.336168 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff98449-2b7b-4403-a443-d05cf905c86c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61f64d36-0bd3-4d8e-b333-561c0cd3a532,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:58.345626 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1bd279aa-8179-43ba-bf36-d163c4a1ec72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.347676 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9ff98449-2b7b-4403-a443-d05cf905c86c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.349676 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9ff98449-2b7b-4403-a443-d05cf905c86c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/61f64d36-0bd3-4d8e-b333-561c0cd3a532 HTTP/1.1" status: 204 len: 168 time: 0.3756599 Jul 22 19:05:58.359439 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25164ca-f3a3-4426-a0f5-59f9e17f4405 req-99e9c21d-3d14-4f83-9197-f7e660e6ab72 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:58.360948 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c25164ca-f3a3-4426-a0f5-59f9e17f4405 req-99e9c21d-3d14-4f83-9197-f7e660e6ab72 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 944 time: 0.1806200 Jul 22 19:05:58.361444 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34246) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:58.371036 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff98449-2b7b-4403-a443-d05cf905c86c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:58.371383 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff98449-2b7b-4403-a443-d05cf905c86c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:58.371720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff98449-2b7b-4403-a443-d05cf905c86c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:58.372174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff98449-2b7b-4403-a443-d05cf905c86c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:58.372553 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff98449-2b7b-4403-a443-d05cf905c86c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:58.372888 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff98449-2b7b-4403-a443-d05cf905c86c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:58.373221 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff98449-2b7b-4403-a443-d05cf905c86c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:58.373556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff98449-2b7b-4403-a443-d05cf905c86c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:58.373692 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4318c9eb-070b-4d58-a6ae-769b3e8b299f admin admin] Network 172f3136-0352-415c-9221-6473aaab30a1 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:05:58.373878 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff98449-2b7b-4403-a443-d05cf905c86c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:58.374203 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff98449-2b7b-4403-a443-d05cf905c86c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:58.374529 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff98449-2b7b-4403-a443-d05cf905c86c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:58.374852 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff98449-2b7b-4403-a443-d05cf905c86c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:05:58.375592 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae57801-1daa-417f-a06b-213599fa9f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=1211dd5d-22dd-42cf-af43-7f788d3e855d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:58.393233 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-4318c9eb-070b-4d58-a6ae-769b3e8b299f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 172f3136-0352-415c-9221-6473aaab30a1) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:05:58.397683 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4318c9eb-070b-4d58-a6ae-769b3e8b299f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:58.398275 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4318c9eb-070b-4d58-a6ae-769b3e8b299f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.402030 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d7ebeb-8f7d-45d1-a753-792b386e05c2 None None] Network 172f3136-0352-415c-9221-6473aaab30a1 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:05:58.407943 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa473b-29cb-4eb1-b950-89e98308227c req-23e00dbf-8fad-430d-ab64-1fa09d53a1a4 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:58.409519 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30aa473b-29cb-4eb1-b950-89e98308227c req-23e00dbf-8fad-430d-ab64-1fa09d53a1a4 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=f545749b-68f2-479a-a482-ce04b847079e HTTP/1.1" status: 200 len: 945 time: 0.1851914 Jul 22 19:05:58.410760 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b66ca3-bf72-4bc8-b9b8-52c2671d5b34 admin admin] Deleting subnet d68709d6-65c2-491d-85db-7acbbe62e8c7 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:05:58.415822 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-16b66ca3-bf72-4bc8-b9b8-52c2671d5b34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.446137 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4318c9eb-070b-4d58-a6ae-769b3e8b299f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9073222 Jul 22 19:05:58.461981 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-16b66ca3-bf72-4bc8-b9b8-52c2671d5b34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.498699 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7cfc9efb-be37-403c-b20b-8fd23fd3a474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.520059 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-16b66ca3-bf72-4bc8-b9b8-52c2671d5b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.533781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30aa473b-29cb-4eb1-b950-89e98308227c req-b7f02b90-4b96-4491-a51f-9a37977983be tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048400 Jul 22 19:05:58.537181 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c25164ca-f3a3-4426-a0f5-59f9e17f4405 req-9c9e632b-23d4-4985-a170-f75ef5fa1987 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594875 Jul 22 19:05:58.561106 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804d6166-37f0-4ea0-8763-6ab09b8d644c None None] Network 172f3136-0352-415c-9221-6473aaab30a1 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:05:58.636731 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-16b66ca3-bf72-4bc8-b9b8-52c2671d5b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.659294 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-16b66ca3-bf72-4bc8-b9b8-52c2671d5b34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.661525 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7cfc9efb-be37-403c-b20b-8fd23fd3a474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.663982 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-16b66ca3-bf72-4bc8-b9b8-52c2671d5b34 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d68709d6-65c2-491d-85db-7acbbe62e8c7 HTTP/1.1" status: 204 len: 168 time: 0.3426402 Jul 22 19:05:58.667062 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34256) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:58.692041 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-7cfc9efb-be37-403c-b20b-8fd23fd3a474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1fbd0b4-b0e8-4e5e-8830-decddaea3442']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:05:58.694211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 16ade578-a49a-418f-b251-397cd6474cc0 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:05:58.704939 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b66ca3-bf72-4bc8-b9b8-52c2671d5b34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d68709d6-65c2-491d-85db-7acbbe62e8c7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:58.712093 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-7cfc9efb-be37-403c-b20b-8fd23fd3a474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b44693-99b8-430d-909a-cd6a0ba7fca4') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:05:58.712392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-7cfc9efb-be37-403c-b20b-8fd23fd3a474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b44693-99b8-430d-909a-cd6a0ba7fca4') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:05:58.735415 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 16ade578-a49a-418f-b251-397cd6474cc0 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:05:58.736514 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 16ade578-a49a-418f-b251-397cd6474cc0 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:05:58.778071 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7cfc9efb-be37-403c-b20b-8fd23fd3a474 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.821579 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7e064bcd-2fcd-4bd2-89d4-31534c5c2eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.825434 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7cfc9efb-be37-403c-b20b-8fd23fd3a474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.837138 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cfc9efb-be37-403c-b20b-8fd23fd3a474 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:05:58.837543 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7cfc9efb-be37-403c-b20b-8fd23fd3a474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:05:58.839287 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:05:58.973532 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7cfc9efb-be37-403c-b20b-8fd23fd3a474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:59.005430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaff350-1c25-48a6-9338-decd7227562b req-133c69cf-856c-4b4a-8be3-40de203e6e8d tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:59.006933 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ccaff350-1c25-48a6-9338-decd7227562b req-133c69cf-856c-4b4a-8be3-40de203e6e8d tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 944 time: 0.2812123 Jul 22 19:05:59.023144 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7cfc9efb-be37-403c-b20b-8fd23fd3a474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:59.024946 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7cfc9efb-be37-403c-b20b-8fd23fd3a474 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d1fbd0b4-b0e8-4e5e-8830-decddaea3442 HTTP/1.1" status: 204 len: 168 time: 0.6615188 Jul 22 19:05:59.025650 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c4826-5e4c-47bd-b763-16d286a806a9 req-987a6652-e3c5-440f-a318-a52260af1732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:59.027418 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c75c4826-5e4c-47bd-b763-16d286a806a9 req-987a6652-e3c5-440f-a318-a52260af1732 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f84c9d83f5c4db298789b1fcc93f31c&device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 1098 time: 0.1108074 Jul 22 19:05:59.027883 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34272) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:59.076210 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7e064bcd-2fcd-4bd2-89d4-31534c5c2eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:59.109429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc9efb-be37-403c-b20b-8fd23fd3a474 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1fbd0b4-b0e8-4e5e-8830-decddaea3442,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:59.130857 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-7e064bcd-2fcd-4bd2-89d4-31534c5c2eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea10acfb-eb10-4711-a039-8925444cad60']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:05:59.131637 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a323acd-3419-4914-a9fb-305acc3b306a admin admin] Deleting subnet e8374514-e97b-41e2-9f91-2531870cb0b6 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:05:59.139596 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8a323acd-3419-4914-a9fb-305acc3b306a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:59.157934 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-7e064bcd-2fcd-4bd2-89d4-31534c5c2eb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38826dc5-8c05-470e-b9ae-497ca8c345a9') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:05:59.158229 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-7e064bcd-2fcd-4bd2-89d4-31534c5c2eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38826dc5-8c05-470e-b9ae-497ca8c345a9') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:05:59.189098 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8a323acd-3419-4914-a9fb-305acc3b306a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:59.191522 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c4826-5e4c-47bd-b763-16d286a806a9 req-6cecccbc-8fce-4109-9176-7249fa6858a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:59.193267 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c75c4826-5e4c-47bd-b763-16d286a806a9 req-6cecccbc-8fce-4109-9176-7249fa6858a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=55a54a7f-b996-4285-9ede-703ace755816 HTTP/1.1" status: 200 len: 917 time: 0.1580014 Jul 22 19:05:59.198145 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7e064bcd-2fcd-4bd2-89d4-31534c5c2eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:59.210912 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277e1ae-5e68-4bc0-8884-1537eb6fd6ba req-6c1179df-b054-4436-89c7-796350515c84 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:59.212389 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e277e1ae-5e68-4bc0-8884-1537eb6fd6ba req-6c1179df-b054-4436-89c7-796350515c84 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 946 time: 0.3605499 Jul 22 19:05:59.255727 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c75c4826-5e4c-47bd-b763-16d286a806a9 req-b764e30f-1aa0-4d6d-addf-d5096ed0948a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46ffb91f-532f-4ab7-8f14-b55a01ad5cdb HTTP/1.1" status: 200 len: 217 time: 0.0448213 Jul 22 19:05:59.265623 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7e064bcd-2fcd-4bd2-89d4-31534c5c2eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:59.294702 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8a323acd-3419-4914-a9fb-305acc3b306a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:59.296887 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e064bcd-2fcd-4bd2-89d4-31534c5c2eb2 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:05:59.297309 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7e064bcd-2fcd-4bd2-89d4-31534c5c2eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:05:59.299964 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:05:59.323806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-fa787d28-1ca0-4b54-9864-8efaa84879c5 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:59.326102 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-fa787d28-1ca0-4b54-9864-8efaa84879c5 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/networks?id=172f3136-0352-415c-9221-6473aaab30a1 HTTP/1.1" status: 200 len: 813 time: 0.3463655 Jul 22 19:05:59.335237 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c4826-5e4c-47bd-b763-16d286a806a9 req-8d410d5d-36ac-4f24-b376-2b733912e420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:59.336749 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c75c4826-5e4c-47bd-b763-16d286a806a9 req-8d410d5d-36ac-4f24-b376-2b733912e420 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a9ddf55-9ba7-4c92-98ee-213b16a3f808 HTTP/1.1" status: 200 len: 855 time: 0.0755496 Jul 22 19:05:59.356139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e277e1ae-5e68-4bc0-8884-1537eb6fd6ba req-17de0f8d-d599-47d2-8073-6bc7dc9ceef6 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303196 Jul 22 19:05:59.388144 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-047792ca-d56f-4523-89b7-5126987aeec6 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/quotas/ef02e31abbdd476b9801d4cb7a48d59b HTTP/1.1" status: 200 len: 375 time: 0.0555775 Jul 22 19:05:59.400212 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8a323acd-3419-4914-a9fb-305acc3b306a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:59.400463 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7e064bcd-2fcd-4bd2-89d4-31534c5c2eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:59.407490 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7e064bcd-2fcd-4bd2-89d4-31534c5c2eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:59.409343 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7e064bcd-2fcd-4bd2-89d4-31534c5c2eb2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ea10acfb-eb10-4711-a039-8925444cad60 HTTP/1.1" status: 204 len: 168 time: 0.7415054 Jul 22 19:05:59.434210 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e064bcd-2fcd-4bd2-89d4-31534c5c2eb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea10acfb-eb10-4711-a039-8925444cad60,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:59.439505 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-ccaff350-1c25-48a6-9338-decd7227562b req-daaae398-e568-40b7-b167-9d7c030aa954 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Deleting port 9975ab8b-abed-46ad-b271-752024d1b9b4 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:05:59.439990 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ccaff350-1c25-48a6-9338-decd7227562b req-daaae398-e568-40b7-b167-9d7c030aa954 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:59.448924 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a323acd-3419-4914-a9fb-305acc3b306a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8374514-e97b-41e2-9f91-2531870cb0b6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:05:59.451863 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8a323acd-3419-4914-a9fb-305acc3b306a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:59.453994 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8a323acd-3419-4914-a9fb-305acc3b306a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e8374514-e97b-41e2-9f91-2531870cb0b6 HTTP/1.1" status: 204 len: 168 time: 0.4246812 Jul 22 19:05:59.460822 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34280) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:59.466834 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-06206441-a800-451a-b1dc-36bac191dcda tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef02e31abbdd476b9801d4cb7a48d59b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555911 Jul 22 19:05:59.508074 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c4826-5e4c-47bd-b763-16d286a806a9 req-8fffd11e-9a70-4379-bacc-f0bd1770be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:05:59.509684 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c75c4826-5e4c-47bd-b763-16d286a806a9 req-8fffd11e-9a70-4379-bacc-f0bd1770be6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=55a54a7f-b996-4285-9ede-703ace755816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1648495 Jul 22 19:05:59.564734 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34284) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:59.583643 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe1d4bc5-aa91-45da-bae7-b70a8539bad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:59.676202 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c75c4826-5e4c-47bd-b763-16d286a806a9 req-d70aa2ca-f37c-48f5-b097-c668c164e885 service neutron] 10.222.0.16 "GET /v2.0/networks/55a54a7f-b996-4285-9ede-703ace755816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588268 Jul 22 19:05:59.693857 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-ccaff350-1c25-48a6-9338-decd7227562b req-daaae398-e568-40b7-b167-9d7c030aa954 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] For port 9975ab8b-abed-46ad-b271-752024d1b9b4, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9975ab8b-abed-46ad-b271-752024d1b9b4,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:05:59.694500 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ccaff350-1c25-48a6-9338-decd7227562b req-daaae398-e568-40b7-b167-9d7c030aa954 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:59.703953 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7b52632-19e7-4bf7-abb3-31746490b8fd req-663eed01-cbd0-4732-99a9-17e8e6cb18ba tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/a550bfd9-8622-47aa-be6d-67f4cb048179 HTTP/1.1" status: 200 len: 1799 time: 0.1802993 Jul 22 19:05:59.705890 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-dd007824-e44f-41e2-8627-68b7d5d85b36 service neutron] 10.222.0.13 "GET /v2.0/networks/172f3136-0352-415c-9221-6473aaab30a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285640 Jul 22 19:05:59.732948 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe1d4bc5-aa91-45da-bae7-b70a8539bad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:59.736009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-ccaff350-1c25-48a6-9338-decd7227562b req-daaae398-e568-40b7-b167-9d7c030aa954 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Calling delete_port for 9975ab8b-abed-46ad-b271-752024d1b9b4 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:05:59.740806 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d8b36870-37be-45f1-a43b-c4d8fea69a27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8ebb1eaf4144f3aa1a6431613a8a46d&name=default HTTP/1.1" status: 200 len: 2978 time: 0.1703079 Jul 22 19:05:59.760776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34288) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:05:59.963997 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d7b52632-19e7-4bf7-abb3-31746490b8fd req-9a09a2ef-e14b-4643-a300-8bbe16abae5d tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:05:59.990206 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-e59dbf0a-8108-45b7-94f5-c0c21b4193f1 service neutron] 10.222.0.13 "GET /v2.0/networks/172f3136-0352-415c-9221-6473aaab30a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745776 Jul 22 19:06:00.001060 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-fe1d4bc5-aa91-45da-bae7-b70a8539bad9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9b39d8-e5f5-4d24-9c40-70d018472433']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:00.001697 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa7685ba-e3dc-4bbc-a484-665c79f7e282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:00.037381 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-fe1d4bc5-aa91-45da-bae7-b70a8539bad9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9860d0d-e6f5-46ad-8082-addebd1719d9') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:00.037672 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-fe1d4bc5-aa91-45da-bae7-b70a8539bad9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9860d0d-e6f5-46ad-8082-addebd1719d9') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:00.046530 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d7b52632-19e7-4bf7-abb3-31746490b8fd req-9a09a2ef-e14b-4643-a300-8bbe16abae5d tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:00.052016 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe1d4bc5-aa91-45da-bae7-b70a8539bad9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:00.070520 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe1d4bc5-aa91-45da-bae7-b70a8539bad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:00.084080 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1d4bc5-aa91-45da-bae7-b70a8539bad9 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:06:00.084549 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe1d4bc5-aa91-45da-bae7-b70a8539bad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:06:00.086426 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:06:00.088652 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c75c4826-5e4c-47bd-b763-16d286a806a9 req-73eb5337-c0d7-4141-b5f8-6a5b5b987eaa service neutron] 10.222.0.16 "GET /v2.0/networks/55a54a7f-b996-4285-9ede-703ace755816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047735 Jul 22 19:06:00.090493 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa7685ba-e3dc-4bbc-a484-665c79f7e282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:00.154109 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ccaff350-1c25-48a6-9338-decd7227562b req-daaae398-e568-40b7-b167-9d7c030aa954 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:00.168197 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['ea591566-5b7e-46f3-965a-145746cd620a'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:00.173252 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d7b52632-19e7-4bf7-abb3-31746490b8fd req-9a09a2ef-e14b-4643-a300-8bbe16abae5d tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:00.174214 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe1d4bc5-aa91-45da-bae7-b70a8539bad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:00.177533 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d7b52632-19e7-4bf7-abb3-31746490b8fd req-9a09a2ef-e14b-4643-a300-8bbe16abae5d tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:00.184335 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe1d4bc5-aa91-45da-bae7-b70a8539bad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:00.189783 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fe1d4bc5-aa91-45da-bae7-b70a8539bad9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/db9b39d8-e5f5-4d24-9c40-70d018472433 HTTP/1.1" status: 204 len: 168 time: 0.7210522 Jul 22 19:06:00.189933 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7b52632-19e7-4bf7-abb3-31746490b8fd req-9a09a2ef-e14b-4643-a300-8bbe16abae5d tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "DELETE /v2.0/security-groups/a550bfd9-8622-47aa-be6d-67f4cb048179 HTTP/1.1" status: 204 len: 173 time: 0.4743903 Jul 22 19:06:00.197225 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d4bc5-aa91-45da-bae7-b70a8539bad9 admin admin] Pushing event deleted for resources: {'Network': ['ID=db9b39d8-e5f5-4d24-9c40-70d018472433,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:00.259035 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaae398-e568-40b7-b167-9d7c030aa954 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Pushing event deleted for resources: {'Port': ['ID=9975ab8b-abed-46ad-b271-752024d1b9b4,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:00.294881 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09a2ef-e14b-4643-a300-8bbe16abae5d tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a550bfd9-8622-47aa-be6d-67f4cb048179,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:00.382207 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccaff350-1c25-48a6-9338-decd7227562b req-daaae398-e568-40b7-b167-9d7c030aa954 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] No DVR routers for this DVR port 9975ab8b-abed-46ad-b271-752024d1b9b4 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:06:00.389616 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ccaff350-1c25-48a6-9338-decd7227562b req-daaae398-e568-40b7-b167-9d7c030aa954 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:00.392062 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ccaff350-1c25-48a6-9338-decd7227562b req-daaae398-e568-40b7-b167-9d7c030aa954 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.16 "DELETE /v2.0/ports/9975ab8b-abed-46ad-b271-752024d1b9b4 HTTP/1.1" status: 204 len: 173 time: 1.3721125 Jul 22 19:06:00.405533 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6abfdd0c-10c9-446b-b69b-d49c5b135e46 req-0c8cceb4-1785-4cb0-81af-a64032232a03 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 210 time: 0.1122079 Jul 22 19:06:00.406013 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e606f4b7-4232-4275-8e2c-8916f993a15c', 'name': 'network-vif-deleted', 'tag': '9975ab8b-abed-46ad-b271-752024d1b9b4'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:00.409183 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30edaee-d601-4513-bd16-86f931161fc3" -d '{"events": [{"server_uuid": "e606f4b7-4232-4275-8e2c-8916f993a15c", "name": "network-vif-deleted", "tag": "9975ab8b-abed-46ad-b271-752024d1b9b4"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:00.416733 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa7685ba-e3dc-4bbc-a484-665c79f7e282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:00.419493 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa7685ba-e3dc-4bbc-a484-665c79f7e282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:00.420682 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-aa7685ba-e3dc-4bbc-a484-665c79f7e282 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4824d672-5a1e-424f-985e-a047170d8c4e HTTP/1.1" status: 204 len: 168 time: 0.6569459 Jul 22 19:06:00.439661 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7685ba-e3dc-4bbc-a484-665c79f7e282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4824d672-5a1e-424f-985e-a047170d8c4e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:00.474174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0f6ae-ec19-4840-9636-9456515097a5 req-3f3607a0-f0d8-488a-a6b2-aec08a248361 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:00.475895 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea0f6ae-ec19-4840-9636-9456515097a5 req-3f3607a0-f0d8-488a-a6b2-aec08a248361 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=f545749b-68f2-479a-a482-ce04b847079e HTTP/1.1" status: 200 len: 945 time: 0.2379894 Jul 22 19:06:00.509246 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34306) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:00.554546 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea0f6ae-ec19-4840-9636-9456515097a5 req-bd154d03-43e7-4c19-ba36-cf70a28ecae9 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722010 Jul 22 19:06:00.580011 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a524c99c-32ad-420d-a275-e995b632b34f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f549a6b314db4f14a2d82fddee1d2578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0694339 Jul 22 19:06:00.582364 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34312) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:00.671942 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-54f141a8-f6c5-490f-af02-c86c669ffedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:00.704286 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-54f141a8-f6c5-490f-af02-c86c669ffedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:00.726424 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-06e6f177-2767-40aa-ba08-b7fec98dd08f req-54550562-e9eb-44cc-bf76-6d6de96a548a tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/cb7518fa-dae2-48c9-8d62-d4e4473fb4d7 HTTP/1.1" status: 200 len: 1800 time: 0.1439016 Jul 22 19:06:00.810330 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-54f141a8-f6c5-490f-af02-c86c669ffedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:00.812709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca6087-1280-4b0d-b168-7cccfef9c9d2 req-06e2b3f5-4cb4-458e-8c86-50be0a85f270 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:00.813603 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-54f141a8-f6c5-490f-af02-c86c669ffedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:00.817766 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-54f141a8-f6c5-490f-af02-c86c669ffedb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/582eacb3-7502-4e27-a3a7-8ad28c99050a HTTP/1.1" status: 204 len: 168 time: 0.2344604 Jul 22 19:06:00.820779 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a9ca6087-1280-4b0d-b168-7cccfef9c9d2 req-06e2b3f5-4cb4-458e-8c86-50be0a85f270 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 946 time: 0.1550851 Jul 22 19:06:00.830932 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f141a8-f6c5-490f-af02-c86c669ffedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582eacb3-7502-4e27-a3a7-8ad28c99050a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:00.887183 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a9ca6087-1280-4b0d-b168-7cccfef9c9d2 req-9c8a981c-ff79-4fe9-9576-5ca753fd9636 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649259 Jul 22 19:06:00.890796 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-06e6f177-2767-40aa-ba08-b7fec98dd08f req-b620d6a1-e81d-4525-8e31-5067913075bd tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:00.941523 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-06e6f177-2767-40aa-ba08-b7fec98dd08f req-b620d6a1-e81d-4525-8e31-5067913075bd tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:00.985365 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fc3c8e-064e-41f0-8b4e-8421fc287025 x-openstack-request-id: req-25fc3c8e-064e-41f0-8b4e-8421fc287025 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:00.986190 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e606f4b7-4232-4275-8e2c-8916f993a15c", "name": "network-vif-deleted", "tag": "9975ab8b-abed-46ad-b271-752024d1b9b4", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:00.989228 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25fc3c8e-064e-41f0-8b4e-8421fc287025 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:00.989817 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e606f4b7-4232-4275-8e2c-8916f993a15c', 'name': 'network-vif-deleted', 'tag': '9975ab8b-abed-46ad-b271-752024d1b9b4', 'status': 'completed', 'code': 200} Jul 22 19:06:01.045876 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34326) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:01.061911 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-daa2214f-a9f5-4d3f-8d27-33db159a7905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:01.074539 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:01.103945 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4dd3aacc-d835-44aa-b395-625aa791023b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03773dab0de941619dc6e35dd694f4e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567236 Jul 22 19:06:01.107946 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34328) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:01.114697 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-06e6f177-2767-40aa-ba08-b7fec98dd08f req-b620d6a1-e81d-4525-8e31-5067913075bd tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:01.117466 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-06e6f177-2767-40aa-ba08-b7fec98dd08f req-b620d6a1-e81d-4525-8e31-5067913075bd tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:01.129961 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-06e6f177-2767-40aa-ba08-b7fec98dd08f req-b620d6a1-e81d-4525-8e31-5067913075bd tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "DELETE /v2.0/security-groups/cb7518fa-dae2-48c9-8d62-d4e4473fb4d7 HTTP/1.1" status: 204 len: 173 time: 0.3952129 Jul 22 19:06:01.225678 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620d6a1-e81d-4525-8e31-5067913075bd tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7518fa-dae2-48c9-8d62-d4e4473fb4d7,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:01.234614 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87667a3a-8dfe-4219-96c1-c5fb06bad660 req-51228631-1b55-493c-b907-b224b17bd789 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/ports?device_id=028371b2-9a90-435f-b131-fc8a45d9f4ab HTTP/1.1" status: 200 len: 210 time: 0.0931189 Jul 22 19:06:01.250609 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-31c211e5-0585-4eec-bf84-e8443c73dac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:01.299909 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-31c211e5-0585-4eec-bf84-e8443c73dac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:01.355800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-6a92fd5f-b895-4517-bcd4-e3094d7ed8ea req-de2d7fe5-812b-4af8-9b81-502c01def524 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1480147695', 'description': 'tempest-description-324747866'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:01.379459 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-31c211e5-0585-4eec-bf84-e8443c73dac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:01.382889 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-31c211e5-0585-4eec-bf84-e8443c73dac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:01.384381 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-31c211e5-0585-4eec-bf84-e8443c73dac7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1af9141d-dbc8-4f02-8b77-ba6348f76d79 HTTP/1.1" status: 204 len: 168 time: 0.2768478 Jul 22 19:06:01.388253 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6a92fd5f-b895-4517-bcd4-e3094d7ed8ea req-de2d7fe5-812b-4af8-9b81-502c01def524 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:01.409450 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c211e5-0585-4eec-bf84-e8443c73dac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af9141d-dbc8-4f02-8b77-ba6348f76d79,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:01.516383 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31315005-ec02-4723-8359-8d9b69b5c5a2 req-3ee719d8-ecf8-4754-a777-20d0937b5fa1 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:01.518237 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-31315005-ec02-4723-8359-8d9b69b5c5a2 req-3ee719d8-ecf8-4754-a777-20d0937b5fa1 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=f545749b-68f2-479a-a482-ce04b847079e HTTP/1.1" status: 200 len: 945 time: 0.1010473 Jul 22 19:06:01.541837 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9975ab8b-abed-46ad-b271-752024d1b9b4 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:06:01.594100 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-31315005-ec02-4723-8359-8d9b69b5c5a2 req-48623b88-4e76-40e7-82fe-2d225ea7a08c tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679188 Jul 22 19:06:01.596738 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6a92fd5f-b895-4517-bcd4-e3094d7ed8ea req-de2d7fe5-812b-4af8-9b81-502c01def524 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:01.600648 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 9975ab8b-abed-46ad-b271-752024d1b9b4 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:06:01.602463 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6a92fd5f-b895-4517-bcd4-e3094d7ed8ea req-de2d7fe5-812b-4af8-9b81-502c01def524 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:01.607741 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9975ab8b-abed-46ad-b271-752024d1b9b4 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:06:01.620228 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34348) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:01.629448 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6a92fd5f-b895-4517-bcd4-e3094d7ed8ea req-de2d7fe5-812b-4af8-9b81-502c01def524 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:01.640225 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6a92fd5f-b895-4517-bcd4-e3094d7ed8ea req-de2d7fe5-812b-4af8-9b81-502c01def524 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2903860 Jul 22 19:06:01.695493 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d7fe5-812b-4af8-9b81-502c01def524 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816992ba-3957-4901-9ef0-0d574f02f186,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:01.743635 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-56cfc510-b849-4fd6-93e9-6c50718b2d10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d10923b117384fda88fbcc2432352f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1216707 Jul 22 19:06:01.746167 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34354) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:01.887426 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ebeafdf-6890-4339-b53b-162d338628cc req-f136f940-a114-476f-bbeb-e2b2bd9d607f tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 210 time: 0.0773551 Jul 22 19:06:02.025992 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f6802734-0fe0-4818-b609-841c52061224 req-5c6ec681-58ac-4d27-b165-f0dd7dda78fa tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/816992ba-3957-4901-9ef0-0d574f02f186 HTTP/1.1" status: 200 len: 1800 time: 0.0950222 Jul 22 19:06:02.044830 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51200189-81a4-4d8d-a57d-28f0d039cd26 req-9c428163-393e-4e5b-9411-aa3cdcbd2c74 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:02.047228 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51200189-81a4-4d8d-a57d-28f0d039cd26 req-9c428163-393e-4e5b-9411-aa3cdcbd2c74 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=f545749b-68f2-479a-a482-ce04b847079e HTTP/1.1" status: 200 len: 945 time: 0.3107607 Jul 22 19:06:02.051678 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6f097ac7-a0a2-43e5-8fa1-cf10f8b66a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:02.077805 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6f097ac7-a0a2-43e5-8fa1-cf10f8b66a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:02.093085 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-f6802734-0fe0-4818-b609-841c52061224 req-96a6f2ef-026c-478d-b622-5020b3bba155 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2137683760', 'description': 'tempest-description-hth-1091531603'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:02.164366 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f6802734-0fe0-4818-b609-841c52061224 req-96a6f2ef-026c-478d-b622-5020b3bba155 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:02.226446 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51200189-81a4-4d8d-a57d-28f0d039cd26 req-af229ffe-3e5c-487a-9b62-4c49b94ecfbb tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377258 Jul 22 19:06:02.240730 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f6802734-0fe0-4818-b609-841c52061224 req-96a6f2ef-026c-478d-b622-5020b3bba155 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:02.241735 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6f097ac7-a0a2-43e5-8fa1-cf10f8b66a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:02.245336 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6f097ac7-a0a2-43e5-8fa1-cf10f8b66a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:02.249886 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6f097ac7-a0a2-43e5-8fa1-cf10f8b66a0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6c830a7-bab3-4c1f-ae36-e4d25975dc1c HTTP/1.1" status: 204 len: 168 time: 0.4940724 Jul 22 19:06:02.266132 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f097ac7-a0a2-43e5-8fa1-cf10f8b66a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c830a7-bab3-4c1f-ae36-e4d25975dc1c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:02.267308 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f6802734-0fe0-4818-b609-841c52061224 req-96a6f2ef-026c-478d-b622-5020b3bba155 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:02.270360 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f6802734-0fe0-4818-b609-841c52061224 req-96a6f2ef-026c-478d-b622-5020b3bba155 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:02.271915 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f6802734-0fe0-4818-b609-841c52061224 req-96a6f2ef-026c-478d-b622-5020b3bba155 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "PUT /v2.0/security-groups/816992ba-3957-4901-9ef0-0d574f02f186 HTTP/1.1" status: 200 len: 1775 time: 0.2234950 Jul 22 19:06:02.296371 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:02.312249 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6f2ef-026c-478d-b622-5020b3bba155 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816992ba-3957-4901-9ef0-0d574f02f186,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:02.835087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f358d29-2eae-4685-b032-ef697e9b234a req-89547d35-b983-4ddb-b851-b730dc73be97 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:02.846870 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f358d29-2eae-4685-b032-ef697e9b234a req-89547d35-b983-4ddb-b851-b730dc73be97 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 946 time: 0.5014336 Jul 22 19:06:02.942925 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7afa3ade-3f98-4e41-b59f-640a7119eab0 req-ed1077b7-012c-4bf1-bb74-128c2b0da558 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/ports?device_id=028371b2-9a90-435f-b131-fc8a45d9f4ab HTTP/1.1" status: 200 len: 210 time: 0.2038150 Jul 22 19:06:02.994376 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f358d29-2eae-4685-b032-ef697e9b234a req-2edf0d1a-ecdf-4097-9cbe-90d61e57f08f tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465335 Jul 22 19:06:03.018610 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-95d95b1c-aa02-4e12-af1c-ea5cc3fa11b7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:03.020220 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-95d95b1c-aa02-4e12-af1c-ea5cc3fa11b7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.16 "GET /v2.0/networks?id=172f3136-0352-415c-9221-6473aaab30a1 HTTP/1.1" status: 200 len: 813 time: 0.5827274 Jul 22 19:06:03.041582 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-a4a560d7-b10b-4080-975d-4439d0242fd7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Request body: {'port': {'device_id': 'f844dc36-fe89-4f17-989d-b7f2b9f6a006', 'network_id': '172f3136-0352-415c-9221-6473aaab30a1', 'admin_state_up': True, 'tenant_id': 'ef02e31abbdd476b9801d4cb7a48d59b'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:03.083016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-ec538a50-4fe4-4aef-84bd-45c4552bf6d8 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:03.084803 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-ec538a50-4fe4-4aef-84bd-45c4552bf6d8 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.30 "GET /v2.0/networks?id=172f3136-0352-415c-9221-6473aaab30a1 HTTP/1.1" status: 200 len: 813 time: 0.5156713 Jul 22 19:06:03.114548 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7ad4b220-3686-4f3a-bf98-17a47fcee3ba tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Request body: {'port': {'device_id': '028371b2-9a90-435f-b131-fc8a45d9f4ab', 'network_id': '172f3136-0352-415c-9221-6473aaab30a1', 'admin_state_up': True, 'tenant_id': 'ef02e31abbdd476b9801d4cb7a48d59b'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:03.222213 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-17518f76-20fd-4d62-bf41-3e67ce09dcc5 req-8a9c1549-3b73-43a9-a4d0-bb993006bf6b tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/816992ba-3957-4901-9ef0-0d574f02f186 HTTP/1.1" status: 200 len: 1775 time: 0.2266254 Jul 22 19:06:03.398682 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34426) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:03.506433 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-1c770603-80f6-40d8-8ad5-887359609961 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-network', 'tenant_id': '4a45453396704c03940ca7767a9c8356'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:03.528809 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c770603-80f6-40d8-8ad5-887359609961 admin admin] Made reservation on behalf of 4a45453396704c03940ca7767a9c8356 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:06:03.531866 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c770603-80f6-40d8-8ad5-887359609961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:03.545969 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c770603-80f6-40d8-8ad5-887359609961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:03.655265 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c770603-80f6-40d8-8ad5-887359609961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:03.659173 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c770603-80f6-40d8-8ad5-887359609961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:03.683663 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cdd67565-a53a-4617-bff8-ca768562f2c2 req-0045c7a2-0c9c-4113-bde9-10ea52873c60 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=e606f4b7-4232-4275-8e2c-8916f993a15c HTTP/1.1" status: 200 len: 210 time: 0.3548687 Jul 22 19:06:03.684961 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c770603-80f6-40d8-8ad5-887359609961 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:06:03.695302 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c770603-80f6-40d8-8ad5-887359609961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac56a31e-ee3d-45cf-adda-c2ed15119d61,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:03.701999 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c770603-80f6-40d8-8ad5-887359609961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:03.702546 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-1c770603-80f6-40d8-8ad5-887359609961 admin admin] Added segment e3455897-35b6-48d3-80e3-4e36f01f70ab of type vlan for network c65cd496-c426-405a-b8c2-36e596dfdd4c Jul 22 19:06:03.756420 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-a4a560d7-b10b-4080-975d-4439d0242fd7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Made reservation on behalf of ef02e31abbdd476b9801d4cb7a48d59b for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:06:03.759018 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c770603-80f6-40d8-8ad5-887359609961 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:03.759865 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-a4a560d7-b10b-4080-975d-4439d0242fd7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:03.773166 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47946d8a-28e8-4dd1-8f7f-e59fdf895833 req-137407a2-d614-4dbe-91a7-27eba789ae46 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:03.781225 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47946d8a-28e8-4dd1-8f7f-e59fdf895833 req-137407a2-d614-4dbe-91a7-27eba789ae46 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=f545749b-68f2-479a-a482-ce04b847079e HTTP/1.1" status: 200 len: 945 time: 0.6418252 Jul 22 19:06:03.792852 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c770603-80f6-40d8-8ad5-887359609961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:03.794669 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c770603-80f6-40d8-8ad5-887359609961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:03.795551 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c770603-80f6-40d8-8ad5-887359609961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:03.844142 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1c770603-80f6-40d8-8ad5-887359609961 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4433603 Jul 22 19:06:03.848297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7ad4b220-3686-4f3a-bf98-17a47fcee3ba tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Made reservation on behalf of ef02e31abbdd476b9801d4cb7a48d59b for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:06:03.851931 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7ad4b220-3686-4f3a-bf98-17a47fcee3ba tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:03.855034 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:03.855929 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34434) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:03.868931 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-9901e5fb-f55b-43b3-a589-78d7b4ecafc5 admin admin] Request body: {'subnet': {'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-subnet', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:03.869444 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c770603-80f6-40d8-8ad5-887359609961 admin admin] Pushing event updated for resources: {'Network': ['ID=c65cd496-c426-405a-b8c2-36e596dfdd4c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:03.879590 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network c65cd496-c426-405a-b8c2-36e596dfdd4c details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:06:03.949749 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47946d8a-28e8-4dd1-8f7f-e59fdf895833 req-acff007e-326b-4528-b5ec-d370737781e8 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676786 Jul 22 19:06:03.972196 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-edcf852f-a0e9-4583-8c60-2fa35b9f98ca req-89851484-5524-46a6-a2f5-40bc0d6da9f9 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/816992ba-3957-4901-9ef0-0d574f02f186 HTTP/1.1" status: 200 len: 1775 time: 0.1889749 Jul 22 19:06:04.021616 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9901e5fb-f55b-43b3-a589-78d7b4ecafc5 admin admin] Made reservation on behalf of 4a45453396704c03940ca7767a9c8356 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:06:04.023813 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9901e5fb-f55b-43b3-a589-78d7b4ecafc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:04.299922 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-a4a560d7-b10b-4080-975d-4439d0242fd7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Allocated IP 172.20.0.13 (172f3136-0352-415c-9221-6473aaab30a1/343ba44f-2e35-4f2c-b67f-ce6198bc19b6/c561e714-fc1a-4ee1-981d-13c75be08a6e) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:06:04.360220 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-edcf852f-a0e9-4583-8c60-2fa35b9f98ca req-a29c6178-13f0-4ccd-9995-da2dc2e47b3f tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:04.461202 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-edcf852f-a0e9-4583-8c60-2fa35b9f98ca req-a29c6178-13f0-4ccd-9995-da2dc2e47b3f tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:04.512363 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9f44e-b65a-470d-9c58-3d997b3dead7 req-7dd50802-d416-49c9-a711-74d263d976cb tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:04.513736 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30b9f44e-b65a-470d-9c58-3d997b3dead7 req-7dd50802-d416-49c9-a711-74d263d976cb tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.30 "GET /v2.0/ports?device_id=f545749b-68f2-479a-a482-ce04b847079e HTTP/1.1" status: 200 len: 945 time: 0.4814751 Jul 22 19:06:04.602809 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f87b0-209e-4338-a1e4-88f6d15ca76b req-15c2b38a-4121-4989-b973-3ae54038abf4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:04.603290 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f87b0-209e-4338-a1e4-88f6d15ca76b req-15c2b38a-4121-4989-b973-3ae54038abf4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:04.603763 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f87b0-209e-4338-a1e4-88f6d15ca76b req-15c2b38a-4121-4989-b973-3ae54038abf4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:04.604237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f87b0-209e-4338-a1e4-88f6d15ca76b req-15c2b38a-4121-4989-b973-3ae54038abf4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:04.604728 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f87b0-209e-4338-a1e4-88f6d15ca76b req-15c2b38a-4121-4989-b973-3ae54038abf4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:04.605190 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f87b0-209e-4338-a1e4-88f6d15ca76b req-15c2b38a-4121-4989-b973-3ae54038abf4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:04.605659 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f87b0-209e-4338-a1e4-88f6d15ca76b req-15c2b38a-4121-4989-b973-3ae54038abf4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:04.606720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f87b0-209e-4338-a1e4-88f6d15ca76b req-15c2b38a-4121-4989-b973-3ae54038abf4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:04.607171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f87b0-209e-4338-a1e4-88f6d15ca76b req-15c2b38a-4121-4989-b973-3ae54038abf4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:04.607557 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f87b0-209e-4338-a1e4-88f6d15ca76b req-15c2b38a-4121-4989-b973-3ae54038abf4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:04.608017 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f87b0-209e-4338-a1e4-88f6d15ca76b req-15c2b38a-4121-4989-b973-3ae54038abf4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:04.608490 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f87b0-209e-4338-a1e4-88f6d15ca76b req-15c2b38a-4121-4989-b973-3ae54038abf4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:04.610519 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f48f87b0-209e-4338-a1e4-88f6d15ca76b req-15c2b38a-4121-4989-b973-3ae54038abf4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8509 time: 0.4292889 Jul 22 19:06:04.757230 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-edcf852f-a0e9-4583-8c60-2fa35b9f98ca req-a29c6178-13f0-4ccd-9995-da2dc2e47b3f tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:04.759867 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-edcf852f-a0e9-4583-8c60-2fa35b9f98ca req-a29c6178-13f0-4ccd-9995-da2dc2e47b3f tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:04.762147 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-edcf852f-a0e9-4583-8c60-2fa35b9f98ca req-a29c6178-13f0-4ccd-9995-da2dc2e47b3f tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "DELETE /v2.0/security-groups/816992ba-3957-4901-9ef0-0d574f02f186 HTTP/1.1" status: 204 len: 173 time: 0.7546365 Jul 22 19:06:04.788163 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9901e5fb-f55b-43b3-a589-78d7b4ecafc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:04.803277 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c6178-13f0-4ccd-9995-da2dc2e47b3f tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=816992ba-3957-4901-9ef0-0d574f02f186,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:04.919935 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-a4a560d7-b10b-4080-975d-4439d0242fd7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:04.936967 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901e5fb-f55b-43b3-a589-78d7b4ecafc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ea6495-2382-41f8-8d66-bf8d2e3d0983,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:05.011270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-30b9f44e-b65a-470d-9c58-3d997b3dead7 req-5df5ebab-bfa1-481b-b0ec-8a0b6a7edc57 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Deleting port 1523be03-b16a-4078-90bf-530e03d6c28b {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:06:05.011636 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-30b9f44e-b65a-470d-9c58-3d997b3dead7 req-5df5ebab-bfa1-481b-b0ec-8a0b6a7edc57 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:05.015770 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a259d3e-8a20-4f81-a906-c4b0492f7361 req-9d901000-6148-445a-a462-fd8f6c26820f tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/ports?device_id=028371b2-9a90-435f-b131-fc8a45d9f4ab HTTP/1.1" status: 200 len: 210 time: 0.0554309 Jul 22 19:06:05.022399 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9901e5fb-f55b-43b3-a589-78d7b4ecafc5 admin admin] Checking segment: {'id': 'e3455897-35b6-48d3-80e3-4e36f01f70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:06:05.022760 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9901e5fb-f55b-43b3-a589-78d7b4ecafc5 admin admin] Network hostable DHCP agents. Network: c65cd496-c426-405a-b8c2-36e596dfdd4c, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:06:05.165731 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54078c8f-cb73-40a6-9594-45427bcd7a1a req-dc6108dc-d754-4031-839d-4a29e91d848c tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:05.172434 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-54078c8f-cb73-40a6-9594-45427bcd7a1a req-dc6108dc-d754-4031-839d-4a29e91d848c tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 946 time: 0.3391974 Jul 22 19:06:05.228023 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-a4a560d7-b10b-4080-975d-4439d0242fd7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:05.232723 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9901e5fb-f55b-43b3-a589-78d7b4ecafc5 admin admin] Network c65cd496-c426-405a-b8c2-36e596dfdd4c is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:06:05.331455 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-9901e5fb-f55b-43b3-a589-78d7b4ecafc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, c65cd496-c426-405a-b8c2-36e596dfdd4c) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:05.335855 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9901e5fb-f55b-43b3-a589-78d7b4ecafc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:05.336886 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9901e5fb-f55b-43b3-a589-78d7b4ecafc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:05.340702 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e65113e-bf07-4321-b75f-34f92d007ad4 None None] Network c65cd496-c426-405a-b8c2-36e596dfdd4c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:06:05.385191 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-a4a560d7-b10b-4080-975d-4439d0242fd7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Network 172f3136-0352-415c-9221-6473aaab30a1 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:05.403608 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-30b9f44e-b65a-470d-9c58-3d997b3dead7 req-5df5ebab-bfa1-481b-b0ec-8a0b6a7edc57 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] For port 1523be03-b16a-4078-90bf-530e03d6c28b, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1523be03-b16a-4078-90bf-530e03d6c28b,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:05.404093 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-30b9f44e-b65a-470d-9c58-3d997b3dead7 req-5df5ebab-bfa1-481b-b0ec-8a0b6a7edc57 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:05.420724 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-54078c8f-cb73-40a6-9594-45427bcd7a1a req-db558201-e639-40e8-adce-58b109077d7c tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473109 Jul 22 19:06:05.422513 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7ad4b220-3686-4f3a-bf98-17a47fcee3ba tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Allocated IP 172.20.0.9 (172f3136-0352-415c-9221-6473aaab30a1/343ba44f-2e35-4f2c-b67f-ce6198bc19b6/823e6404-95fd-49ca-b6ae-0184a869abad) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:06:05.435650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-a4a560d7-b10b-4080-975d-4439d0242fd7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:05.445828 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-a4a560d7-b10b-4080-975d-4439d0242fd7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:06:05.452185 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a560d7-b10b-4080-975d-4439d0242fd7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Pushing event updated for resources: {'Port': ['ID=c561e714-fc1a-4ee1-981d-13c75be08a6e,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:05.455274 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9901e5fb-f55b-43b3-a589-78d7b4ecafc5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5959766 Jul 22 19:06:05.458108 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34450) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:05.459162 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-30b9f44e-b65a-470d-9c58-3d997b3dead7 req-5df5ebab-bfa1-481b-b0ec-8a0b6a7edc57 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Calling delete_port for 1523be03-b16a-4078-90bf-530e03d6c28b owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:06:05.462877 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a8bd4ed7-1c4e-4286-b8f9-e98489f499b8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:05.465186 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5219d8-86d2-455e-8cb4-d1fd48c50264 req-8b79e027-ce17-4dfa-a96c-fd72c318e4bf tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:05.467140 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ec5219d8-86d2-455e-8cb4-d1fd48c50264 req-8b79e027-ce17-4dfa-a96c-fd72c318e4bf tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 886 time: 0.4178774 Jul 22 19:06:05.510375 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4ed7-1c4e-4286-b8f9-e98489f499b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:05.511473 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4ed7-1c4e-4286-b8f9-e98489f499b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:05.547645 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-c65cd496-c426-405a-b8c2-36e596dfdd4c', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:06:05.551987 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:05.639265 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4ed7-1c4e-4286-b8f9-e98489f499b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:05.646466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-a4a560d7-b10b-4080-975d-4439d0242fd7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:05.647645 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-a4a560d7-b10b-4080-975d-4439d0242fd7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:05.793053 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-a4a560d7-b10b-4080-975d-4439d0242fd7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7623558 Jul 22 19:06:05.818453 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] Request body: {'port': {'device_id': 'f844dc36-fe89-4f17-989d-b7f2b9f6a006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:05.826430 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] Allocated IP 172.20.0.2 (c65cd496-c426-405a-b8c2-36e596dfdd4c/30ea6495-2382-41f8-8d66-bf8d2e3d0983/50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:06:05.844674 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4ed7-1c4e-4286-b8f9-e98489f499b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:06.035935 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:06.054903 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aebc2c-fc4e-4a3b-99ab-36f608b09daf req-8bf41fa8-0908-4dde-9047-0ba24a946f48 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:06.056598 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-85aebc2c-fc4e-4a3b-99ab-36f608b09daf req-8bf41fa8-0908-4dde-9047-0ba24a946f48 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=f545749b-68f2-479a-a482-ce04b847079e HTTP/1.1" status: 200 len: 945 time: 0.3968074 Jul 22 19:06:06.115941 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4ed7-1c4e-4286-b8f9-e98489f499b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:06.126950 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7ad4b220-3686-4f3a-bf98-17a47fcee3ba tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:06.136856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ef174-4850-407f-b357-98898486e7b1 req-4d41fc3b-411d-4104-adb5-ad19e7638eb2 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:06.137974 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4ed7-1c4e-4286-b8f9-e98489f499b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:06.145645 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e90ef174-4850-407f-b357-98898486e7b1 req-4d41fc3b-411d-4104-adb5-ad19e7638eb2 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=51029fd3-c796-4799-af35-ec510f825ed0 HTTP/1.1" status: 200 len: 946 time: 0.4183192 Jul 22 19:06:06.147411 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:06.188694 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] Transition to ACTIVE for port object 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:06.200367 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-30b9f44e-b65a-470d-9c58-3d997b3dead7 req-5df5ebab-bfa1-481b-b0ec-8a0b6a7edc57 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:06.217871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] Transition to ACTIVE for port object 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:06.228220 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9bafbda3-406d-4a5f-9e82-83f95a18a714'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:06.239959 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:06.273083 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-85aebc2c-fc4e-4a3b-99ab-36f608b09daf req-188ccd5f-1e49-40f7-a47c-35c55ced208a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954718 Jul 22 19:06:06.323154 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e90ef174-4850-407f-b357-98898486e7b1 req-395c605f-c698-448b-9490-d219925e7857 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720228 Jul 22 19:06:06.324178 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5ebab-bfa1-481b-b0ec-8a0b6a7edc57 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Pushing event deleted for resources: {'Port': ['ID=1523be03-b16a-4078-90bf-530e03d6c28b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:06.333862 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] Network c65cd496-c426-405a-b8c2-36e596dfdd4c is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:06.340136 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:06.348718 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:06:06.369797 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] Pushing event updated for resources: {'Port': ['ID=50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:06.380687 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-a8bd4ed7-1c4e-4286-b8f9-e98489f499b8 admin admin] Allocated IP 172.25.3.47 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/52e33a89-90ff-48f7-af34-5fd6c60e231b) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:06:06.502753 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] Attempting to bind port 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:06:06.504760 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] Attempting to bind port 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'e3455897-35b6-48d3-80e3-4e36f01f70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:06:06.507809 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] Attempting to bind port 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0 on network c65cd496-c426-405a-b8c2-36e596dfdd4c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:06.523978 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:06:06.526381 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] Checking segment: {'id': 'e3455897-35b6-48d3-80e3-4e36f01f70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:06:06.527039 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:06.527610 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] Bound using segment: {'id': 'e3455897-35b6-48d3-80e3-4e36f01f70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:06:06.530072 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] Bound port: 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3455897-35b6-48d3-80e3-4e36f01f70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:06:06.530648 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:06.561492 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4ed7-1c4e-4286-b8f9-e98489f499b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:06.627896 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4ed7-1c4e-4286-b8f9-e98489f499b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:06.676408 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bd4ed7-1c4e-4286-b8f9-e98489f499b8 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:06.681094 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-a8bd4ed7-1c4e-4286-b8f9-e98489f499b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:06.682944 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] For port 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:06:06.690398 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] For port 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0,segment=NetworkSegment(e3455897-35b6-48d3-80e3-4e36f01f70ab),segment_id=e3455897-35b6-48d3-80e3-4e36f01f70ab)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:06:06.691167 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bd4ed7-1c4e-4286-b8f9-e98489f499b8 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:06:06.696012 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:06.752241 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd4ed7-1c4e-4286-b8f9-e98489f499b8 admin admin] Pushing event updated for resources: {'Port': ['ID=52e33a89-90ff-48f7-af34-5fd6c60e231b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:06.753695 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 1523be03-b16a-4078-90bf-530e03d6c28b no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:06:06.803063 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 1523be03-b16a-4078-90bf-530e03d6c28b {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:06:06.803413 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 1523be03-b16a-4078-90bf-530e03d6c28b not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:06:06.810034 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c1eb2-a3d3-4514-a976-f982a92d771d None None] Pushing event updated for resources: {'Port': ['ID=50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:07.085191 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4ed7-1c4e-4286-b8f9-e98489f499b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:07.116963 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b9f44e-b65a-470d-9c58-3d997b3dead7 req-5df5ebab-bfa1-481b-b0ec-8a0b6a7edc57 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] No DVR routers for this DVR port 1523be03-b16a-4078-90bf-530e03d6c28b on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:06:07.120726 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-30b9f44e-b65a-470d-9c58-3d997b3dead7 req-5df5ebab-bfa1-481b-b0ec-8a0b6a7edc57 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:07.123309 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30b9f44e-b65a-470d-9c58-3d997b3dead7 req-5df5ebab-bfa1-481b-b0ec-8a0b6a7edc57 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.30 "DELETE /v2.0/ports/1523be03-b16a-4078-90bf-530e03d6c28b HTTP/1.1" status: 204 len: 173 time: 2.5945096 Jul 22 19:06:07.136753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f545749b-68f2-479a-a482-ce04b847079e', 'name': 'network-vif-deleted', 'tag': '1523be03-b16a-4078-90bf-530e03d6c28b'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:07.140339 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c875aa0e-9152-4ade-b61f-2306586c4571" -d '{"events": [{"server_uuid": "f545749b-68f2-479a-a482-ce04b847079e", "name": "network-vif-deleted", "tag": "1523be03-b16a-4078-90bf-530e03d6c28b"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:07.165630 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7ad4b220-3686-4f3a-bf98-17a47fcee3ba tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:07.300412 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7ad4b220-3686-4f3a-bf98-17a47fcee3ba tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Network 172f3136-0352-415c-9221-6473aaab30a1 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:07.316582 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7ad4b220-3686-4f3a-bf98-17a47fcee3ba tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:07.319056 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7ad4b220-3686-4f3a-bf98-17a47fcee3ba tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:06:07.323213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5244e-5689-464f-928e-74ef0f1b7636 req-416874e3-6fd8-46eb-a9f2-972dd63c4ce4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:07.323653 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5244e-5689-464f-928e-74ef0f1b7636 req-416874e3-6fd8-46eb-a9f2-972dd63c4ce4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:07.324223 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5244e-5689-464f-928e-74ef0f1b7636 req-416874e3-6fd8-46eb-a9f2-972dd63c4ce4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:07.324634 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5244e-5689-464f-928e-74ef0f1b7636 req-416874e3-6fd8-46eb-a9f2-972dd63c4ce4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:07.325208 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5244e-5689-464f-928e-74ef0f1b7636 req-416874e3-6fd8-46eb-a9f2-972dd63c4ce4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:07.325685 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5244e-5689-464f-928e-74ef0f1b7636 req-416874e3-6fd8-46eb-a9f2-972dd63c4ce4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:07.326161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5244e-5689-464f-928e-74ef0f1b7636 req-416874e3-6fd8-46eb-a9f2-972dd63c4ce4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:07.326631 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5244e-5689-464f-928e-74ef0f1b7636 req-416874e3-6fd8-46eb-a9f2-972dd63c4ce4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:07.327098 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5244e-5689-464f-928e-74ef0f1b7636 req-416874e3-6fd8-46eb-a9f2-972dd63c4ce4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:07.327566 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5244e-5689-464f-928e-74ef0f1b7636 req-416874e3-6fd8-46eb-a9f2-972dd63c4ce4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:07.328033 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5244e-5689-464f-928e-74ef0f1b7636 req-416874e3-6fd8-46eb-a9f2-972dd63c4ce4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:07.329795 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5244e-5689-464f-928e-74ef0f1b7636 req-416874e3-6fd8-46eb-a9f2-972dd63c4ce4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:07.340186 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-deb5244e-5689-464f-928e-74ef0f1b7636 req-416874e3-6fd8-46eb-a9f2-972dd63c4ce4 tempest-NetworksTest-877039950 tempest-NetworksTest-877039950-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8553 time: 1.0357089 Jul 22 19:06:07.449073 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4ed7-1c4e-4286-b8f9-e98489f499b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:07.477181 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4b220-3686-4f3a-bf98-17a47fcee3ba tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Pushing event updated for resources: {'Port': ['ID=823e6404-95fd-49ca-b6ae-0184a869abad,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:07.588871 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843ae18-6671-46a6-b2be-ef084130eb8d req-c3175c5f-80ba-4a53-b7fe-5d904da42c0e tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:07.591190 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8843ae18-6671-46a6-b2be-ef084130eb8d req-c3175c5f-80ba-4a53-b7fe-5d904da42c0e tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/ports?device_id=028371b2-9a90-435f-b131-fc8a45d9f4ab HTTP/1.1" status: 200 len: 931 time: 0.4641678 Jul 22 19:06:07.613546 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7ad4b220-3686-4f3a-bf98-17a47fcee3ba tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:07.614242 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7ad4b220-3686-4f3a-bf98-17a47fcee3ba tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:07.713239 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34480) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:07.796929 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b425b88-c627-4ce2-b45a-cea1baa89edf req-8a0df90b-d522-4454-9450-7c25952422ba tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:07.799112 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b425b88-c627-4ce2-b45a-cea1baa89edf req-8a0df90b-d522-4454-9450-7c25952422ba tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c84da07-1c75-4c05-8749-21353bc2577d HTTP/1.1" status: 200 len: 945 time: 0.3504102 Jul 22 19:06:07.799692 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bd4ed7-1c4e-4286-b8f9-e98489f499b8 admin admin] Router fe31e210-6676-4e0a-9e43-f1282df17adc is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:06:07.803602 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7ad4b220-3686-4f3a-bf98-17a47fcee3ba tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7040267 Jul 22 19:06:07.857099 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c561e714-fc1a-4ee1-981d-13c75be08a6e {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:06:07.890446 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:07.894566 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:07.903864 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8843ae18-6671-46a6-b2be-ef084130eb8d req-7bb176c2-fc6f-4652-b3b6-cb56c192ff19 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/security-groups?id=1043f3a5-8870-4322-b46b-2e9ae8ebdfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850292 Jul 22 19:06:07.955416 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b425b88-c627-4ce2-b45a-cea1baa89edf req-a94134e7-f426-4525-8231-9e7e3a23d991 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396744 Jul 22 19:06:08.001568 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-bbb7bd3a-2139-425e-a921-8d7f26c73d60 req-fde1c793-fb98-4e23-863d-794a7bb4aceb tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] show failed (client error): The resource could not be found. Jul 22 19:06:08.011331 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbb7bd3a-2139-425e-a921-8d7f26c73d60 req-fde1c793-fb98-4e23-863d-794a7bb4aceb tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/cb7518fa-dae2-48c9-8d62-d4e4473fb4d7 HTTP/1.1" status: 404 len: 352 time: 0.0564268 Jul 22 19:06:08.026010 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] Transition to ACTIVE for port object c561e714-fc1a-4ee1-981d-13c75be08a6e will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:08.031427 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:08.097372 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:08.114152 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bd4ed7-1c4e-4286-b8f9-e98489f499b8 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:06:08.123820 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] Sync routers for ids ['fe31e210-6676-4e0a-9e43-f1282df17adc'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:06:08.162881 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] Routers {'fe31e210-6676-4e0a-9e43-f1282df17adc'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:06:08.163539 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:06:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fe31e210-6676-4e0a-9e43-f1282df17adc'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:08.211218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] Request body: {'port': {'device_id': '028371b2-9a90-435f-b131-fc8a45d9f4ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:08.212089 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4ed7-1c4e-4286-b8f9-e98489f499b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:08.213821 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a8bd4ed7-1c4e-4286-b8f9-e98489f499b8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7546742 Jul 22 19:06:08.223238 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34496) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:08.268195 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88d8cc12-e047-42d9-8770-c2fb1a5493d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:08.287075 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] Pushing event updated for resources: {'Port': ['ID=c561e714-fc1a-4ee1-981d-13c75be08a6e,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:08.469586 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-5fea4411-7dbe-49d2-9622-d706caca2de2 req-5c854228-de3c-440d-94ee-522e92ffafd9 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:06:08.479681 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5fea4411-7dbe-49d2-9622-d706caca2de2 req-5c854228-de3c-440d-94ee-522e92ffafd9 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1077654 Jul 22 19:06:08.536465 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f69144c-4d99-4215-91ca-d759f00d0ac0 None None] Network c65cd496-c426-405a-b8c2-36e596dfdd4c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:06:08.609318 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] Set router fe31e210-6676-4e0a-9e43-f1282df17adc gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:06:08.675106 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d8d655-35ae-460e-a78e-537a1fb06185 x-openstack-request-id: req-73d8d655-35ae-460e-a78e-537a1fb06185 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:08.675681 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f545749b-68f2-479a-a482-ce04b847079e", "name": "network-vif-deleted", "tag": "1523be03-b16a-4078-90bf-530e03d6c28b", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:08.676124 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73d8d655-35ae-460e-a78e-537a1fb06185 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:08.677394 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f545749b-68f2-479a-a482-ce04b847079e', 'name': 'network-vif-deleted', 'tag': '1523be03-b16a-4078-90bf-530e03d6c28b', 'status': 'completed', 'code': 200} Jul 22 19:06:08.719177 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-29fd7626-0e4c-467f-831f-db8ad26dc242 req-6a3468ac-6cc2-425a-92ac-7833e1a0bce1 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] show failed (client error): The resource could not be found. Jul 22 19:06:08.720609 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29fd7626-0e4c-467f-831f-db8ad26dc242 req-6a3468ac-6cc2-425a-92ac-7833e1a0bce1 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/a550bfd9-8622-47aa-be6d-67f4cb048179 HTTP/1.1" status: 404 len: 352 time: 0.0327592 Jul 22 19:06:08.735656 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:08.852160 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] Attempting to bind port c561e714-fc1a-4ee1-981d-13c75be08a6e on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:06:08.852680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] Attempting to bind port c561e714-fc1a-4ee1-981d-13c75be08a6e by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'f68bfaac-59d6-4327-ab92-7d0b091c78d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '172f3136-0352-415c-9221-6473aaab30a1'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:06:08.853119 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] Attempting to bind port c561e714-fc1a-4ee1-981d-13c75be08a6e on network 172f3136-0352-415c-9221-6473aaab30a1 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:08.862614 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-21f5d35e-a0eb-4d78-86c9-0c5786e17c82 None None] Provisioning for port 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:08.910975 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-21f5d35e-a0eb-4d78-86c9-0c5786e17c82 None None] Provisioning complete for port 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:08.913319 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-21f5d35e-a0eb-4d78-86c9-0c5786e17c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:08.965381 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:08.991835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-30c0633f-9068-4a1a-8532-720b851e2257 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:08.995135 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c7d139e-6e2d-42c2-a49e-a25bd4cddfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:09.000050 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-30c0633f-9068-4a1a-8532-720b851e2257 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 806 time: 0.1422105 Jul 22 19:06:09.024501 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:06Z', 'revision_number': 3, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:09.029414 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] Port c561e714-fc1a-4ee1-981d-13c75be08a6e on network 172f3136-0352-415c-9221-6473aaab30a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:06:09.030032 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] Attempting to bind port c561e714-fc1a-4ee1-981d-13c75be08a6e on network 172f3136-0352-415c-9221-6473aaab30a1 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:09.105208 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] Checking router: fe31e210-6676-4e0a-9e43-f1282df17adc for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:06:09.105208 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] Updating router fe31e210-6676-4e0a-9e43-f1282df17adc port 52e33a89-90ff-48f7-af34-5fd6c60e231b binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:06:09.121781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5fea4411-7dbe-49d2-9622-d706caca2de2 req-a86faf2e-e484-4432-9fd9-6f1e1c9a5c81 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.6376042 Jul 22 19:06:09.122923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:06:09.123342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] Checking segment: {'id': 'f68bfaac-59d6-4327-ab92-7d0b091c78d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '172f3136-0352-415c-9221-6473aaab30a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:06:09.123793 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] Bound using segment: {'id': 'f68bfaac-59d6-4327-ab92-7d0b091c78d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '172f3136-0352-415c-9221-6473aaab30a1'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:06:09.124387 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] Bound port: c561e714-fc1a-4ee1-981d-13c75be08a6e, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f68bfaac-59d6-4327-ab92-7d0b091c78d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '172f3136-0352-415c-9221-6473aaab30a1'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:06:09.124860 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:09.145156 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-21f5d35e-a0eb-4d78-86c9-0c5786e17c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:09.149100 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-0280f7b9-3013-480f-b9b8-033780a6fea1 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/quotas/7203bd3d967745edacfd14e47e28a372 HTTP/1.1" status: 200 len: 375 time: 0.1475849 Jul 22 19:06:09.202385 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:09.255725 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-21f5d35e-a0eb-4d78-86c9-0c5786e17c82 None None] For port 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0,segment=NetworkSegment(e3455897-35b6-48d3-80e3-4e36f01f70ab),segment_id=e3455897-35b6-48d3-80e3-4e36f01f70ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:09.262628 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-21f5d35e-a0eb-4d78-86c9-0c5786e17c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:09.394758 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5d35e-a0eb-4d78-86c9-0c5786e17c82 None None] Pushing event updated for resources: {'Port': ['ID=50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:09.423622 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-6c7d139e-6e2d-42c2-a49e-a25bd4cddfbd admin admin] Allocated IP 172.20.0.1 (c65cd496-c426-405a-b8c2-36e596dfdd4c/30ea6495-2382-41f8-8d66-bf8d2e3d0983/0b7f8a44-dd3f-4b9d-989b-29efac33cf91) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:06:09.463436 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88d8cc12-e047-42d9-8770-c2fb1a5493d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:09.490866 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6e59e057-8e3f-4d82-89f2-51c75fac595a None None] Provisioning complete for port 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:09.491394 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6e59e057-8e3f-4d82-89f2-51c75fac595a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:09.497452 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-88d8cc12-e047-42d9-8770-c2fb1a5493d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:09.539384 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-88d8cc12-e047-42d9-8770-c2fb1a5493d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86a51ffc080f48b7949092dba39b1585&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8097365 Jul 22 19:06:09.542759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34518) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:09.591934 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c7d139e-6e2d-42c2-a49e-a25bd4cddfbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:09.601588 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] For port c561e714-fc1a-4ee1-981d-13c75be08a6e, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:06:09.608209 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-6c7d139e-6e2d-42c2-a49e-a25bd4cddfbd admin admin] Transition to ACTIVE for port object 0b7f8a44-dd3f-4b9d-989b-29efac33cf91 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:09.646547 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-b8de8dc8-2293-4be2-a3c0-319c6a116646 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4964745 Jul 22 19:06:09.659831 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c7d139e-6e2d-42c2-a49e-a25bd4cddfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:09.686124 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-c33a9f53-316e-416d-b0a6-20d5679b5f27 req-a4842a02-656e-4d78-a935-2f65950e1555 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] show failed (client error): The resource could not be found. Jul 22 19:06:09.709276 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c33a9f53-316e-416d-b0a6-20d5679b5f27 req-a4842a02-656e-4d78-a935-2f65950e1555 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/84aeab0d-ca79-4687-b336-61e673be138b HTTP/1.1" status: 404 len: 352 time: 0.2208433 Jul 22 19:06:09.717765 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7d139e-6e2d-42c2-a49e-a25bd4cddfbd admin admin] Network c65cd496-c426-405a-b8c2-36e596dfdd4c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:09.720972 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-6c7d139e-6e2d-42c2-a49e-a25bd4cddfbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:09.725018 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7d139e-6e2d-42c2-a49e-a25bd4cddfbd admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:06:09.775255 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8cc12-e047-42d9-8770-c2fb1a5493d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95249e7-30c6-4457-8c50-8037496e010f,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:09.777583 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:09.804173 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] For port c561e714-fc1a-4ee1-981d-13c75be08a6e, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c561e714-fc1a-4ee1-981d-13c75be08a6e,segment=NetworkSegment(f68bfaac-59d6-4327-ab92-7d0b091c78d7),segment_id=f68bfaac-59d6-4327-ab92-7d0b091c78d7)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:06:09.854462 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d139e-6e2d-42c2-a49e-a25bd4cddfbd admin admin] Pushing event updated for resources: {'Port': ['ID=0b7f8a44-dd3f-4b9d-989b-29efac33cf91,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:09.860064 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:09.860997 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:09.879209 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:09.879645 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:09.881154 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c7d139e-6e2d-42c2-a49e-a25bd4cddfbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:09.883967 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] Transition to ACTIVE for port object 52e33a89-90ff-48f7-af34-5fd6c60e231b will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:09.901772 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:10.007861 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] Attempting to bind port 52e33a89-90ff-48f7-af34-5fd6c60e231b on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:06:10.014843 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] Attempting to bind port 52e33a89-90ff-48f7-af34-5fd6c60e231b by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:06:10.015298 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] Attempting to bind port 52e33a89-90ff-48f7-af34-5fd6c60e231b on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:10.016286 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:10.016994 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:10.018486 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] 10.222.0.16 "PUT /v2.0/ports/c561e714-fc1a-4ee1-981d-13c75be08a6e HTTP/1.1" status: 200 len: 1093 time: 4.2122445 Jul 22 19:06:10.074911 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:06:10.075184 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:06:10.075673 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:10.076091 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:06:10.076617 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] Bound port: 52e33a89-90ff-48f7-af34-5fd6c60e231b, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:06:10.077007 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:10.109097 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afc53d-20a3-4a00-9b03-2f41eecbf524 None None] Pushing event updated for resources: {'Port': ['ID=52e33a89-90ff-48f7-af34-5fd6c60e231b,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:10.122613 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9afc53d-20a3-4a00-9b03-2f41eecbf524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:10.122909 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9afc53d-20a3-4a00-9b03-2f41eecbf524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:10.123314 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8adfede1-0db7-4a02-9e80-0e54cb208465 None None] Provisioning for port 0b7f8a44-dd3f-4b9d-989b-29efac33cf91 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:10.123777 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9afc53d-20a3-4a00-9b03-2f41eecbf524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:10.123777 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9afc53d-20a3-4a00-9b03-2f41eecbf524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:10.124020 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9afc53d-20a3-4a00-9b03-2f41eecbf524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:10.124361 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9afc53d-20a3-4a00-9b03-2f41eecbf524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:10.124727 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9afc53d-20a3-4a00-9b03-2f41eecbf524 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:10.125056 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9afc53d-20a3-4a00-9b03-2f41eecbf524 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:10.125381 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9afc53d-20a3-4a00-9b03-2f41eecbf524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:10.125726 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9afc53d-20a3-4a00-9b03-2f41eecbf524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:10.126053 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9afc53d-20a3-4a00-9b03-2f41eecbf524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:10.126371 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9afc53d-20a3-4a00-9b03-2f41eecbf524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:10.131321 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8adfede1-0db7-4a02-9e80-0e54cb208465 None None] Provisioning complete for port 0b7f8a44-dd3f-4b9d-989b-29efac33cf91 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:10.132773 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8adfede1-0db7-4a02-9e80-0e54cb208465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:10.176127 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c7d139e-6e2d-42c2-a49e-a25bd4cddfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:10.179202 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] For port 52e33a89-90ff-48f7-af34-5fd6c60e231b, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:06:10.183336 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] For port 52e33a89-90ff-48f7-af34-5fd6c60e231b, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=52e33a89-90ff-48f7-af34-5fd6c60e231b,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:06:10.189767 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:10.190398 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2994d9ec-0291-4201-bc4d-efdb350d2fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:10.296749 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afc53d-20a3-4a00-9b03-2f41eecbf524 None None] Pushing event updated for resources: {'Port': ['ID=52e33a89-90ff-48f7-af34-5fd6c60e231b,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:10.319207 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] Routers {'fe31e210-6676-4e0a-9e43-f1282df17adc'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:06:10.319944 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2994d9ec-0291-4201-bc4d-efdb350d2fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:10.320322 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:06:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fe31e210-6676-4e0a-9e43-f1282df17adc'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:10.359318 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-8adfede1-0db7-4a02-9e80-0e54cb208465 None None] Port 0b7f8a44-dd3f-4b9d-989b-29efac33cf91 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:06:10.365746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88688065-37ad-4163-ac8e-4bf655cabe56 service neutron] Pushing event updated for resources: {'Port': ['ID=c561e714-fc1a-4ee1-981d-13c75be08a6e,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:10.417303 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da12cc-a6ec-497f-9011-c9590c0bc461 req-110a8780-2bcf-4ad4-9c15-e2df13fa8490 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:10.425110 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14da12cc-a6ec-497f-9011-c9590c0bc461 req-110a8780-2bcf-4ad4-9c15-e2df13fa8490 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/ports?device_id=028371b2-9a90-435f-b131-fc8a45d9f4ab HTTP/1.1" status: 200 len: 931 time: 0.5497441 Jul 22 19:06:10.463779 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2994d9ec-0291-4201-bc4d-efdb350d2fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:10.466945 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2994d9ec-0291-4201-bc4d-efdb350d2fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:10.468105 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2994d9ec-0291-4201-bc4d-efdb350d2fd3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f95249e7-30c6-4457-8c50-8037496e010f HTTP/1.1" status: 204 len: 168 time: 0.9178360 Jul 22 19:06:10.475244 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c7d139e-6e2d-42c2-a49e-a25bd4cddfbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:10.484257 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994d9ec-0291-4201-bc4d-efdb350d2fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95249e7-30c6-4457-8c50-8037496e010f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:10.487896 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-8b7d298e-cccb-40c7-860b-d39eb62f45c3 service neutron] 10.222.0.13 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8405409 Jul 22 19:06:10.493794 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] Set router fe31e210-6676-4e0a-9e43-f1282df17adc gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:06:10.502580 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c7d139e-6e2d-42c2-a49e-a25bd4cddfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:10.556425 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14da12cc-a6ec-497f-9011-c9590c0bc461 req-b7fb14ec-340f-4bd5-ab81-b68f0d0de930 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/security-groups?id=1043f3a5-8870-4322-b46b-2e9ae8ebdfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258900 Jul 22 19:06:10.562588 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 823e6404-95fd-49ca-b6ae-0184a869abad {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:06:10.590326 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:10.637606 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d139e-6e2d-42c2-a49e-a25bd4cddfbd admin admin] Pushing event updated for resources: {'Port': ['ID=0b7f8a44-dd3f-4b9d-989b-29efac33cf91,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:10.652415 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-8b87f1c9-d9bc-482b-b478-49a17093b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:10.655903 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-8b87f1c9-d9bc-482b-b478-49a17093b7bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef02e31abbdd476b9801d4cb7a48d59b&device_id=f844dc36-fe89-4f17-989d-b7f2b9f6a006 HTTP/1.1" status: 200 len: 1096 time: 0.5256894 Jul 22 19:06:10.659354 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] Transition to ACTIVE for port object 823e6404-95fd-49ca-b6ae-0184a869abad will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:10.670789 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c7d139e-6e2d-42c2-a49e-a25bd4cddfbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:10.708519 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f844dc36-fe89-4f17-989d-b7f2b9f6a006', 'tag': 'c561e714-fc1a-4ee1-981d-13c75be08a6e'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:10.711478 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d79f78-a81c-4b90-93c1-a55ad05d86b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f844dc36-fe89-4f17-989d-b7f2b9f6a006", "tag": "c561e714-fc1a-4ee1-981d-13c75be08a6e"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:10.716052 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-989e073a-3d41-4566-bb15-3fcb5cd76386 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c561e714-fc1a-4ee1-981d-13c75be08a6e HTTP/1.1" status: 200 len: 217 time: 0.0480506 Jul 22 19:06:10.720043 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:10.822193 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7d139e-6e2d-42c2-a49e-a25bd4cddfbd admin admin] Network c65cd496-c426-405a-b8c2-36e596dfdd4c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:10.823993 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-6c7d139e-6e2d-42c2-a49e-a25bd4cddfbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:10.887910 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '0b7f8a44-dd3f-4b9d-989b-29efac33cf91', 'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'mac_address': 'fa:16:3e:4e:d8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:09Z', 'updated_at': '2021-07-22T19:06:09Z', 'revision_number': 1, 'project_id': '4a45453396704c03940ca7767a9c8356', 'subnets': [{'id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:10.962792 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68abfb2a-b122-42ac-a7fa-d2d61dd484be None None] The sync data for ids ['fe31e210-6676-4e0a-9e43-f1282df17adc'] in n-d-800086-12 is: [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '0b7f8a44-dd3f-4b9d-989b-29efac33cf91', 'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'mac_address': 'fa:16:3e:4e:d8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:09Z', 'updated_at': '2021-07-22T19:06:09Z', 'revision_number': 1, 'project_id': '4a45453396704c03940ca7767a9c8356', 'subnets': [{'id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:06:11.000575 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7d139e-6e2d-42c2-a49e-a25bd4cddfbd admin admin] Router fe31e210-6676-4e0a-9e43-f1282df17adc has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:06:11.038838 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-d392bbb3-1fcc-42ea-a80d-8d1bf80653ee service neutron] 10.222.0.13 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321350 Jul 22 19:06:11.040464 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-23098d41-48d0-4028-94e5-057e04da7ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:11.041928 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-23098d41-48d0-4028-94e5-057e04da7ae8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=343ba44f-2e35-4f2c-b67f-ce6198bc19b6 HTTP/1.1" status: 200 len: 853 time: 0.3168304 Jul 22 19:06:11.066079 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34532) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:11.067893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] Pushing event updated for resources: {'Port': ['ID=823e6404-95fd-49ca-b6ae-0184a869abad,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:11.152095 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-09c7828e-c7ee-49e4-8b9a-92155181575b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=172f3136-0352-415c-9221-6473aaab30a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860629 Jul 22 19:06:11.190097 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7d139e-6e2d-42c2-a49e-a25bd4cddfbd admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:06:11.201634 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6c7d139e-6e2d-42c2-a49e-a25bd4cddfbd admin admin] 10.222.0.13 "PUT /v2.0/routers/fe31e210-6676-4e0a-9e43-f1282df17adc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9772911 Jul 22 19:06:11.206001 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-94fac80d-9194-49be-b8d0-5fae23e86bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:11.292037 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d97d776a-4c5f-424b-8dd3-62a65fe91735 None None] Provisioning complete for port 0b7f8a44-dd3f-4b9d-989b-29efac33cf91 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:11.294143 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d97d776a-4c5f-424b-8dd3-62a65fe91735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:11.325891 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-87d22022-2003-4c9b-a788-6ab72fb594ec req-d07fd3ff-2706-4216-9762-f36b6cbeb659 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] show failed (client error): The resource could not be found. Jul 22 19:06:11.326833 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87d22022-2003-4c9b-a788-6ab72fb594ec req-d07fd3ff-2706-4216-9762-f36b6cbeb659 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/4aa6954a-1504-41c2-92ed-d8f3d22f3257 HTTP/1.1" status: 404 len: 352 time: 0.0787046 Jul 22 19:06:11.350190 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] Attempting to bind port 823e6404-95fd-49ca-b6ae-0184a869abad on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:06:11.350582 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] Attempting to bind port 823e6404-95fd-49ca-b6ae-0184a869abad by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f68bfaac-59d6-4327-ab92-7d0b091c78d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '172f3136-0352-415c-9221-6473aaab30a1'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:06:11.350848 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] Attempting to bind port 823e6404-95fd-49ca-b6ae-0184a869abad on network 172f3136-0352-415c-9221-6473aaab30a1 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:11.361154 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d99bfd-4275-4987-9aee-a8747e8bc99b req-46a124bc-4588-4ffb-90c2-377b2e9b7ceb tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:11.368192 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99d99bfd-4275-4987-9aee-a8747e8bc99b req-46a124bc-4588-4ffb-90c2-377b2e9b7ceb tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 946 time: 0.5810111 Jul 22 19:06:11.407873 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] Port 823e6404-95fd-49ca-b6ae-0184a869abad on network 172f3136-0352-415c-9221-6473aaab30a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:06:11.408194 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] Attempting to bind port 823e6404-95fd-49ca-b6ae-0184a869abad on network 172f3136-0352-415c-9221-6473aaab30a1 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:11.436808 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:11.439327 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-d97d776a-4c5f-424b-8dd3-62a65fe91735 None None] Port 0b7f8a44-dd3f-4b9d-989b-29efac33cf91 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:06:11.448181 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:06:11.448544 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] Checking segment: {'id': 'f68bfaac-59d6-4327-ab92-7d0b091c78d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '172f3136-0352-415c-9221-6473aaab30a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:06:11.449180 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] Bound using segment: {'id': 'f68bfaac-59d6-4327-ab92-7d0b091c78d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '172f3136-0352-415c-9221-6473aaab30a1'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:06:11.449412 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] Bound port: 823e6404-95fd-49ca-b6ae-0184a869abad, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f68bfaac-59d6-4327-ab92-7d0b091c78d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '172f3136-0352-415c-9221-6473aaab30a1'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:06:11.449968 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:11.514963 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99d99bfd-4275-4987-9aee-a8747e8bc99b req-639284b7-e064-4f07-b879-e78b02182cbe tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456959 Jul 22 19:06:11.517271 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-5c09d073-cbc4-4e3e-ab3c-ff6249ee08f0 service neutron] 10.222.0.16 "GET /v2.0/networks/172f3136-0352-415c-9221-6473aaab30a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258197 Jul 22 19:06:11.619017 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] For port 823e6404-95fd-49ca-b6ae-0184a869abad, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:06:11.628466 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0189384-2fd9-4be6-a5e0-6c2c85366d3d x-openstack-request-id: req-d0189384-2fd9-4be6-a5e0-6c2c85366d3d {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:11.629696 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f844dc36-fe89-4f17-989d-b7f2b9f6a006", "tag": "c561e714-fc1a-4ee1-981d-13c75be08a6e", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:11.630295 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0189384-2fd9-4be6-a5e0-6c2c85366d3d {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:11.630921 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f844dc36-fe89-4f17-989d-b7f2b9f6a006', 'tag': 'c561e714-fc1a-4ee1-981d-13c75be08a6e', 'status': 'completed', 'code': 200} Jul 22 19:06:11.632997 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] For port 823e6404-95fd-49ca-b6ae-0184a869abad, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=823e6404-95fd-49ca-b6ae-0184a869abad,segment=NetworkSegment(f68bfaac-59d6-4327-ab92-7d0b091c78d7),segment_id=f68bfaac-59d6-4327-ab92-7d0b091c78d7)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:06:11.666418 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:11.799170 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-a4ae5ada-2b5a-4a5c-b63e-413b04ff0b63 req-015392c6-34bf-4ef8-a6cf-d0bf1a3ada29 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] show failed (client error): The resource could not be found. Jul 22 19:06:11.800216 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a4ae5ada-2b5a-4a5c-b63e-413b04ff0b63 req-015392c6-34bf-4ef8-a6cf-d0bf1a3ada29 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/6c964c6f-f916-4702-9937-59e30dcee25e HTTP/1.1" status: 404 len: 352 time: 0.1438379 Jul 22 19:06:11.817197 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-53929092-9186-4ec5-992a-f8511e742317 req-f357e19a-265d-476e-a864-98c40d90b843 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 210 time: 0.1312742 Jul 22 19:06:11.835703 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:11.836467 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:11.838400 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] 10.222.0.30 "PUT /v2.0/ports/823e6404-95fd-49ca-b6ae-0184a869abad HTTP/1.1" status: 200 len: 1092 time: 4.0223210 Jul 22 19:06:11.956545 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-94fac80d-9194-49be-b8d0-5fae23e86bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:11.975326 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b3929-aaa6-4468-ae19-6ad7d63d5752 service neutron] Pushing event updated for resources: {'Port': ['ID=823e6404-95fd-49ca-b6ae-0184a869abad,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:11.981358 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-17b3d19a-26e6-442f-9e64-1484b0729e5d service neutron] 10.222.0.16 "GET /v2.0/networks/172f3136-0352-415c-9221-6473aaab30a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561775 Jul 22 19:06:12.003878 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-94fac80d-9194-49be-b8d0-5fae23e86bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:12.236761 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81b2c7-2191-4088-8171-3d59f93f6654 req-a743ae89-c14b-411a-b33c-9ca6c05b6aaf tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:12.238522 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1e81b2c7-2191-4088-8171-3d59f93f6654 req-a743ae89-c14b-411a-b33c-9ca6c05b6aaf tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 945 time: 0.0761466 Jul 22 19:06:12.353484 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-1e81b2c7-2191-4088-8171-3d59f93f6654 req-32b00484-2cdb-4353-95f5-0f20177a6776 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Deleting port ea591566-5b7e-46f3-965a-145746cd620a {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:06:12.353834 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1e81b2c7-2191-4088-8171-3d59f93f6654 req-32b00484-2cdb-4353-95f5-0f20177a6776 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:12.462322 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-1e81b2c7-2191-4088-8171-3d59f93f6654 req-32b00484-2cdb-4353-95f5-0f20177a6776 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] For port ea591566-5b7e-46f3-965a-145746cd620a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea591566-5b7e-46f3-965a-145746cd620a,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:12.462847 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1e81b2c7-2191-4088-8171-3d59f93f6654 req-32b00484-2cdb-4353-95f5-0f20177a6776 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:12.464503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fac80d-9194-49be-b8d0-5fae23e86bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96001d9a-f1a1-4290-852f-1b9543987b7d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:12.470059 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-94fac80d-9194-49be-b8d0-5fae23e86bae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1964f672fc44088bd69891ee962ac0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4031959 Jul 22 19:06:12.476157 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34562) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:12.584282 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-9a3b0b19-4773-4038-bd4e-2aa376d4d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:12.587234 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-9a3b0b19-4773-4038-bd4e-2aa376d4d1ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef02e31abbdd476b9801d4cb7a48d59b&device_id=028371b2-9a90-435f-b131-fc8a45d9f4ab HTTP/1.1" status: 200 len: 1095 time: 0.7053216 Jul 22 19:06:12.602559 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69edb0-c44b-4614-9eda-b2f49f8aa74f req-8644db59-cccf-4f56-8835-e54ff2598817 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:12.604505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3d69edb0-c44b-4614-9eda-b2f49f8aa74f req-8644db59-cccf-4f56-8835-e54ff2598817 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=51029fd3-c796-4799-af35-ec510f825ed0 HTTP/1.1" status: 200 len: 946 time: 0.6897438 Jul 22 19:06:12.638710 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da66f67-1073-44e9-aea7-c8aba408d8ef req-495d2735-125e-46de-83c7-fefb511c8f75 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:12.640511 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7da66f67-1073-44e9-aea7-c8aba408d8ef req-495d2735-125e-46de-83c7-fefb511c8f75 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/ports?device_id=028371b2-9a90-435f-b131-fc8a45d9f4ab HTTP/1.1" status: 200 len: 943 time: 0.7461443 Jul 22 19:06:12.676821 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d79f78-a81c-4b90-93c1-a55ad05d86b8 req-fe6d9747-1e00-4e98-992f-8fd05bd64f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:12.678300 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87d79f78-a81c-4b90-93c1-a55ad05d86b8 req-fe6d9747-1e00-4e98-992f-8fd05bd64f45 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef02e31abbdd476b9801d4cb7a48d59b&device_id=f844dc36-fe89-4f17-989d-b7f2b9f6a006 HTTP/1.1" status: 200 len: 1096 time: 0.3018618 Jul 22 19:06:12.711093 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-74b3e462-62f3-4e87-ae60-9ecb94310e63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=823e6404-95fd-49ca-b6ae-0184a869abad HTTP/1.1" status: 200 len: 217 time: 0.1029856 Jul 22 19:06:12.771156 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-1e81b2c7-2191-4088-8171-3d59f93f6654 req-32b00484-2cdb-4353-95f5-0f20177a6776 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Calling delete_port for ea591566-5b7e-46f3-965a-145746cd620a owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:06:12.858007 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-867a0d9e-816c-4966-836c-d81c133f4ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:12.877205 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3d69edb0-c44b-4614-9eda-b2f49f8aa74f req-1c5ea660-f4f8-4ec7-bfa1-d8f44e31742e tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615497 Jul 22 19:06:12.884683 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7da66f67-1073-44e9-aea7-c8aba408d8ef req-8033df08-01f6-40ef-99dd-9c20002d3642 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/security-groups?id=1043f3a5-8870-4322-b46b-2e9ae8ebdfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052612 Jul 22 19:06:12.890530 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-867a0d9e-816c-4966-836c-d81c133f4ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:12.898143 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-378ee1ba-218f-4333-9402-8244b52a62b3 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:12.899647 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-378ee1ba-218f-4333-9402-8244b52a62b3 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.30 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 806 time: 0.4113219 Jul 22 19:06:12.906637 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-5ee05758-5c1b-41a8-a0c2-38c6b16f26f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:12.907852 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-5ee05758-5c1b-41a8-a0c2-38c6b16f26f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=343ba44f-2e35-4f2c-b67f-ce6198bc19b6 HTTP/1.1" status: 200 len: 853 time: 0.1602817 Jul 22 19:06:12.923464 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-78a526ee-e18f-49c0-9a73-af756c63d68a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Request body: {'port': {'device_id': 'c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a', 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a', 'admin_state_up': True, 'tenant_id': '7203bd3d967745edacfd14e47e28a372'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:12.971925 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-71dced38-35d3-40e6-8af4-119271f22232 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=172f3136-0352-415c-9221-6473aaab30a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512352 Jul 22 19:06:13.011382 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1e81b2c7-2191-4088-8171-3d59f93f6654 req-32b00484-2cdb-4353-95f5-0f20177a6776 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:13.013895 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-867a0d9e-816c-4966-836c-d81c133f4ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:13.016843 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-867a0d9e-816c-4966-836c-d81c133f4ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:13.020784 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-867a0d9e-816c-4966-836c-d81c133f4ffa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96001d9a-f1a1-4290-852f-1b9543987b7d HTTP/1.1" status: 204 len: 168 time: 0.5414476 Jul 22 19:06:13.025890 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['ea591566-5b7e-46f3-965a-145746cd620a'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:13.027099 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d79f78-a81c-4b90-93c1-a55ad05d86b8 req-ee3bfcf6-2b58-48b2-893c-e8ecfbfc30a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:13.028873 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87d79f78-a81c-4b90-93c1-a55ad05d86b8 req-ee3bfcf6-2b58-48b2-893c-e8ecfbfc30a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=172f3136-0352-415c-9221-6473aaab30a1 HTTP/1.1" status: 200 len: 914 time: 0.3196952 Jul 22 19:06:13.090715 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4fbd8338-c449-46fc-b615-84c77967844d req-a0599047-efd2-4913-8e45-ece53a61730d tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f957372-5310-4966-8989-5e97fc0f6183 HTTP/1.1" status: 200 len: 210 time: 0.1045773 Jul 22 19:06:13.093938 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a0d9e-816c-4966-836c-d81c133f4ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96001d9a-f1a1-4290-852f-1b9543987b7d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:13.097523 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b00484-2cdb-4353-95f5-0f20177a6776 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Pushing event deleted for resources: {'Port': ['ID=ea591566-5b7e-46f3-965a-145746cd620a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:13.150154 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87d79f78-a81c-4b90-93c1-a55ad05d86b8 req-d7e2a795-da96-4be9-b056-0a7bc7de791a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c561e714-fc1a-4ee1-981d-13c75be08a6e HTTP/1.1" status: 200 len: 217 time: 0.0623164 Jul 22 19:06:13.197966 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e81b2c7-2191-4088-8171-3d59f93f6654 req-32b00484-2cdb-4353-95f5-0f20177a6776 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] No DVR routers for this DVR port ea591566-5b7e-46f3-965a-145746cd620a on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:06:13.201670 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1e81b2c7-2191-4088-8171-3d59f93f6654 req-32b00484-2cdb-4353-95f5-0f20177a6776 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:13.205260 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1e81b2c7-2191-4088-8171-3d59f93f6654 req-32b00484-2cdb-4353-95f5-0f20177a6776 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.16 "DELETE /v2.0/ports/ea591566-5b7e-46f3-965a-145746cd620a HTTP/1.1" status: 204 len: 173 time: 0.9601679 Jul 22 19:06:13.205728 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f957372-5310-4966-8989-5e97fc0f6183', 'name': 'network-vif-deleted', 'tag': 'ea591566-5b7e-46f3-965a-145746cd620a'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:13.208969 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d0aa9d-c711-417e-872c-1ddc8dfcfe29" -d '{"events": [{"server_uuid": "2f957372-5310-4966-8989-5e97fc0f6183", "name": "network-vif-deleted", "tag": "ea591566-5b7e-46f3-965a-145746cd620a"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:13.301563 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-db692411-6d3a-4c5e-87e4-8f8cc826901d req-c5911e7a-4daf-4d3d-8479-568605b52118 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] show failed (client error): The resource could not be found. Jul 22 19:06:13.302412 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db692411-6d3a-4c5e-87e4-8f8cc826901d req-c5911e7a-4daf-4d3d-8479-568605b52118 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/596659f0-7711-48b8-9ebb-1cb3ef367c5d HTTP/1.1" status: 404 len: 352 time: 0.0690398 Jul 22 19:06:13.360556 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-b6639e23-ed79-4dfc-9f1b-9c0e1094c77e service neutron] 10.222.0.30 "GET /v2.0/networks/172f3136-0352-415c-9221-6473aaab30a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759532 Jul 22 19:06:13.369511 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d79f78-a81c-4b90-93c1-a55ad05d86b8 req-daa6ccad-9906-453d-81bf-b6a71d58448d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:13.370942 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87d79f78-a81c-4b90-93c1-a55ad05d86b8 req-daa6ccad-9906-453d-81bf-b6a71d58448d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=343ba44f-2e35-4f2c-b67f-ce6198bc19b6 HTTP/1.1" status: 200 len: 853 time: 0.1680899 Jul 22 19:06:13.468956 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87d79f78-a81c-4b90-93c1-a55ad05d86b8 req-6e255f5a-5277-4757-bf3e-11b6b770ba07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=172f3136-0352-415c-9221-6473aaab30a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791554 Jul 22 19:06:13.470738 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b988187-21f3-4064-aaf0-736e9a61afdf req-13f3f917-13e6-4fa4-a9d1-dc86c2099b2c tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 210 time: 0.1047232 Jul 22 19:06:13.482079 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-78a526ee-e18f-49c0-9a73-af756c63d68a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Made reservation on behalf of 7203bd3d967745edacfd14e47e28a372 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:06:13.486466 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-78a526ee-e18f-49c0-9a73-af756c63d68a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:13.617853 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device c561e714-fc1a-4ee1-981d-13c75be08a6e details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:06:13.645576 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028371b2-9a90-435f-b131-fc8a45d9f4ab', 'tag': '823e6404-95fd-49ca-b6ae-0184a869abad'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:13.652599 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6eb005-2054-4574-92b2-742ccaced3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "028371b2-9a90-435f-b131-fc8a45d9f4ab", "tag": "823e6404-95fd-49ca-b6ae-0184a869abad"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:13.730309 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-1d5816c8-e602-46af-826c-096f39e4454b tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:13.732689 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-1d5816c8-e602-46af-826c-096f39e4454b tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/networks?id=c65cd496-c426-405a-b8c2-36e596dfdd4c HTTP/1.1" status: 200 len: 820 time: 0.4400597 Jul 22 19:06:13.784631 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port c561e714-fc1a-4ee1-981d-13c75be08a6e, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c561e714-fc1a-4ee1-981d-13c75be08a6e,segment=NetworkSegment(f68bfaac-59d6-4327-ab92-7d0b091c78d7),segment_id=f68bfaac-59d6-4327-ab92-7d0b091c78d7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:13.803733 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-101ae5c3-7f2e-4669-b28f-a81faac91a9c req-ff58eb10-8da5-4a40-b6d3-71d09ccbfa72 service neutron] 10.222.0.30 "GET /v2.0/networks/172f3136-0352-415c-9221-6473aaab30a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317086 Jul 22 19:06:13.813326 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] Sync routers for ids ['fe31e210-6676-4e0a-9e43-f1282df17adc'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:06:13.818544 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-962d2b76-731e-4b30-a5aa-381679fb5636 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/quotas/4a45453396704c03940ca7767a9c8356 HTTP/1.1" status: 200 len: 375 time: 0.0661459 Jul 22 19:06:13.821200 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'c561e714-fc1a-4ee1-981d-13c75be08a6e', 'network_id': '172f3136-0352-415c-9221-6473aaab30a1', 'port_id': 'c561e714-fc1a-4ee1-981d-13c75be08a6e', 'mac_address': 'fa:16:3e:14:1b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343ba44f-2e35-4f2c-b67f-ce6198bc19b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:06:13.847912 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 52e33a89-90ff-48f7-af34-5fd6c60e231b up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:13.868687 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] Routers {'fe31e210-6676-4e0a-9e43-f1282df17adc'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:06:13.869277 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:06:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fe31e210-6676-4e0a-9e43-f1282df17adc'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:13.873938 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87d79f78-a81c-4b90-93c1-a55ad05d86b8 req-92b58aa2-1b1c-4f5b-bf1a-9156e1d7d1b9 service neutron] 10.222.0.16 "GET /v2.0/networks/172f3136-0352-415c-9221-6473aaab30a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929744 Jul 22 19:06:13.959185 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf7e8c-b92c-4e44-ab92-996448e4dd95 req-f99ab468-44e3-40dc-bfd6-a9adb7acd077 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:13.964947 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5dbf7e8c-b92c-4e44-ab92-996448e4dd95 req-f99ab468-44e3-40dc-bfd6-a9adb7acd077 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c84da07-1c75-4c05-8749-21353bc2577d HTTP/1.1" status: 200 len: 945 time: 0.4010012 Jul 22 19:06:13.998748 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-78a526ee-e18f-49c0-9a73-af756c63d68a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Allocated IP 172.20.0.10 (baecdd37-6eb2-4425-b93b-172f9e82b42a/0b80c7ab-8b96-4210-8e6b-d0b73d261a94/85c56be1-dc05-4884-b839-b8d98be04296) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:06:14.000047 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:14.020204 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c561e714-fc1a-4ee1-981d-13c75be08a6e {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:06:14.055804 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port c561e714-fc1a-4ee1-981d-13c75be08a6e, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c561e714-fc1a-4ee1-981d-13c75be08a6e,segment=NetworkSegment(f68bfaac-59d6-4327-ab92-7d0b091c78d7),segment_id=f68bfaac-59d6-4327-ab92-7d0b091c78d7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:14.062462 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 52e33a89-90ff-48f7-af34-5fd6c60e231b completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:14.066259 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:14.079081 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 52e33a89-90ff-48f7-af34-5fd6c60e231b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:14.079450 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:14.081680 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-3674c60a-de18-4ec7-a813-d469235eb7d4 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a45453396704c03940ca7767a9c8356&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2621019 Jul 22 19:06:14.099131 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] Set router fe31e210-6676-4e0a-9e43-f1282df17adc gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:06:14.135325 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5dbf7e8c-b92c-4e44-ab92-996448e4dd95 req-a40a471c-d022-40d0-9569-5bd5ffffb8f6 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612971 Jul 22 19:06:14.170645 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87d79f78-a81c-4b90-93c1-a55ad05d86b8 req-d2f77610-f849-4cb4-85ef-20a3a1a06e8f service neutron] 10.222.0.16 "GET /v2.0/networks/172f3136-0352-415c-9221-6473aaab30a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771964 Jul 22 19:06:14.249182 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=c561e714-fc1a-4ee1-981d-13c75be08a6e,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:14.292862 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-dbbd3682-7f5f-471c-8078-97ba2325c4c9 service neutron] 10.222.0.13 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967905 Jul 22 19:06:14.356806 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['c561e714-fc1a-4ee1-981d-13c75be08a6e'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:14.395071 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-78a526ee-e18f-49c0-9a73-af756c63d68a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:14.398894 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:14.435044 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-1c9bc0ba-cd80-47e7-8e6f-34b7459d19f6 service neutron] 10.222.0.13 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326253 Jul 22 19:06:14.455886 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 52e33a89-90ff-48f7-af34-5fd6c60e231b, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=52e33a89-90ff-48f7-af34-5fd6c60e231b,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:14.466380 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-78a526ee-e18f-49c0-9a73-af756c63d68a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:14.471861 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:14.527399 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-78a526ee-e18f-49c0-9a73-af756c63d68a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Network baecdd37-6eb2-4425-b93b-172f9e82b42a is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:14.531586 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-78a526ee-e18f-49c0-9a73-af756c63d68a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:14.535973 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-78a526ee-e18f-49c0-9a73-af756c63d68a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:06:14.567337 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22f26d5-6b38-4611-bdd7-89aaa1b14ba3 x-openstack-request-id: req-e22f26d5-6b38-4611-bdd7-89aaa1b14ba3 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:14.567829 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f957372-5310-4966-8989-5e97fc0f6183", "name": "network-vif-deleted", "tag": "ea591566-5b7e-46f3-965a-145746cd620a", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:14.567931 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e22f26d5-6b38-4611-bdd7-89aaa1b14ba3 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:14.568412 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f957372-5310-4966-8989-5e97fc0f6183', 'name': 'network-vif-deleted', 'tag': 'ea591566-5b7e-46f3-965a-145746cd620a', 'status': 'completed', 'code': 200} Jul 22 19:06:14.569311 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=52e33a89-90ff-48f7-af34-5fd6c60e231b,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:14.573895 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a526ee-e18f-49c0-9a73-af756c63d68a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Pushing event updated for resources: {'Port': ['ID=85c56be1-dc05-4884-b839-b8d98be04296,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:14.598266 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '0b7f8a44-dd3f-4b9d-989b-29efac33cf91', 'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'mac_address': 'fa:16:3e:4e:d8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:09Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 2, 'project_id': '4a45453396704c03940ca7767a9c8356', 'subnets': [{'id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:14.608610 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-78a526ee-e18f-49c0-9a73-af756c63d68a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:14.609297 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-78a526ee-e18f-49c0-9a73-af756c63d68a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:14.624992 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-78a526ee-e18f-49c0-9a73-af756c63d68a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7159743 Jul 22 19:06:14.628165 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] Checking router: fe31e210-6676-4e0a-9e43-f1282df17adc for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:06:14.628535 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] Updating router fe31e210-6676-4e0a-9e43-f1282df17adc port 0b7f8a44-dd3f-4b9d-989b-29efac33cf91 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:06:14.645811 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] Request body: {'port': {'device_id': 'c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:14.687356 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:14.802881 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cf8b9e-851a-4f01-941a-36b45b9f3f20 x-openstack-request-id: req-78cf8b9e-851a-4f01-941a-36b45b9f3f20 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:14.803188 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "028371b2-9a90-435f-b131-fc8a45d9f4ab", "tag": "823e6404-95fd-49ca-b6ae-0184a869abad", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:14.803446 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78cf8b9e-851a-4f01-941a-36b45b9f3f20 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:14.803853 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '028371b2-9a90-435f-b131-fc8a45d9f4ab', 'tag': '823e6404-95fd-49ca-b6ae-0184a869abad', 'status': 'completed', 'code': 200} Jul 22 19:06:14.809477 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:14.953607 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6eb005-2054-4574-92b2-742ccaced3b0 req-bd7d8621-d91c-4e5e-a7a2-b6d44faec98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:14.955163 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee6eb005-2054-4574-92b2-742ccaced3b0 req-bd7d8621-d91c-4e5e-a7a2-b6d44faec98c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef02e31abbdd476b9801d4cb7a48d59b&device_id=028371b2-9a90-435f-b131-fc8a45d9f4ab HTTP/1.1" status: 200 len: 1095 time: 0.1505470 Jul 22 19:06:15.122935 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:15.134844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] Transition to ACTIVE for port object 0b7f8a44-dd3f-4b9d-989b-29efac33cf91 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:15.137504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d11c95-8b8f-4023-a285-1f256a125d83 req-67db4a62-a6ef-43b4-bd7b-a41f22b8c180 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:15.139110 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-33d11c95-8b8f-4023-a285-1f256a125d83 req-67db4a62-a6ef-43b4-bd7b-a41f22b8c180 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/ports?device_id=028371b2-9a90-435f-b131-fc8a45d9f4ab HTTP/1.1" status: 200 len: 943 time: 0.2680111 Jul 22 19:06:15.143517 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:15.205151 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c06f1-c44f-4d33-a156-28db8cdcd8ec None None] Pushing event updated for resources: {'Port': ['ID=0b7f8a44-dd3f-4b9d-989b-29efac33cf91,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:15.271650 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] Attempting to bind port 0b7f8a44-dd3f-4b9d-989b-29efac33cf91 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:06:15.272524 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] Attempting to bind port 0b7f8a44-dd3f-4b9d-989b-29efac33cf91 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'e3455897-35b6-48d3-80e3-4e36f01f70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:06:15.272524 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] Attempting to bind port 0b7f8a44-dd3f-4b9d-989b-29efac33cf91 on network c65cd496-c426-405a-b8c2-36e596dfdd4c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:15.279206 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:06:15.279341 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] Checking segment: {'id': 'e3455897-35b6-48d3-80e3-4e36f01f70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:06:15.279662 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:15.280065 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] Bound using segment: {'id': 'e3455897-35b6-48d3-80e3-4e36f01f70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:06:15.280577 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] Bound port: 0b7f8a44-dd3f-4b9d-989b-29efac33cf91, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3455897-35b6-48d3-80e3-4e36f01f70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:06:15.280967 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:15.312090 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413eb7b4-fad5-4b97-ae6a-0d00af0bbf22 req-490bdc53-1c88-4260-95c2-56876e9f1259 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:15.318110 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413eb7b4-fad5-4b97-ae6a-0d00af0bbf22 req-490bdc53-1c88-4260-95c2-56876e9f1259 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:15.324277 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413eb7b4-fad5-4b97-ae6a-0d00af0bbf22 req-490bdc53-1c88-4260-95c2-56876e9f1259 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:15.326648 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-413eb7b4-fad5-4b97-ae6a-0d00af0bbf22 req-490bdc53-1c88-4260-95c2-56876e9f1259 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c84da07-1c75-4c05-8749-21353bc2577d&device_id=51029fd3-c796-4799-af35-ec510f825ed0&device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 2418 time: 0.3557074 Jul 22 19:06:15.338737 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-33d11c95-8b8f-4023-a285-1f256a125d83 req-2e62275e-98fe-478f-9a77-acf4de8a3af1 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/security-groups?id=1043f3a5-8870-4322-b46b-2e9ae8ebdfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671307 Jul 22 19:06:15.340713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6eb005-2054-4574-92b2-742ccaced3b0 req-0949f030-8bbc-4290-80da-9c8a61d70a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:15.342410 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee6eb005-2054-4574-92b2-742ccaced3b0 req-0949f030-8bbc-4290-80da-9c8a61d70a6b service neutron] 10.222.0.30 "GET /v2.0/networks?id=172f3136-0352-415c-9221-6473aaab30a1 HTTP/1.1" status: 200 len: 914 time: 0.3696380 Jul 22 19:06:15.387727 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9bafbda3-406d-4a5f-9e82-83f95a18a714'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:15.429218 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] For port 0b7f8a44-dd3f-4b9d-989b-29efac33cf91, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:06:15.436248 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee6eb005-2054-4574-92b2-742ccaced3b0 req-9a21a189-ed78-44e5-ba6d-2ee11b61b3e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=823e6404-95fd-49ca-b6ae-0184a869abad HTTP/1.1" status: 200 len: 217 time: 0.0829635 Jul 22 19:06:15.451009 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] For port 0b7f8a44-dd3f-4b9d-989b-29efac33cf91, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0b7f8a44-dd3f-4b9d-989b-29efac33cf91,segment=NetworkSegment(e3455897-35b6-48d3-80e3-4e36f01f70ab),segment_id=e3455897-35b6-48d3-80e3-4e36f01f70ab)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:06:15.458265 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:15.486793 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-413eb7b4-fad5-4b97-ae6a-0d00af0bbf22 req-c3fc518e-9165-479d-9826-eb64fa7af31e tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413498 Jul 22 19:06:15.534364 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6eb005-2054-4574-92b2-742ccaced3b0 req-eb07fde4-7dba-4649-a8d9-b8f24c6bdba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:15.535843 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee6eb005-2054-4574-92b2-742ccaced3b0 req-eb07fde4-7dba-4649-a8d9-b8f24c6bdba5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=343ba44f-2e35-4f2c-b67f-ce6198bc19b6 HTTP/1.1" status: 200 len: 853 time: 0.0913875 Jul 22 19:06:15.588944 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee6eb005-2054-4574-92b2-742ccaced3b0 req-b74f57d2-6aa1-413e-950e-15f3257f4b15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=172f3136-0352-415c-9221-6473aaab30a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468907 Jul 22 19:06:15.589431 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c06f1-c44f-4d33-a156-28db8cdcd8ec None None] Pushing event updated for resources: {'Port': ['ID=0b7f8a44-dd3f-4b9d-989b-29efac33cf91,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:15.592667 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c56be1-dc05-4884-b839-b8d98be04296 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:06:15.601001 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] Routers {'fe31e210-6676-4e0a-9e43-f1282df17adc'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:06:15.601825 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:06:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fe31e210-6676-4e0a-9e43-f1282df17adc'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:15.641616 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:15.642286 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device c561e714-fc1a-4ee1-981d-13c75be08a6e up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:15.669756 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2e0b3955-22ce-4d8a-ba35-d8d38850506f req-4f5d54ea-9374-47d6-a3f8-7bd667e4065c tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb9f44d7-089f-407f-8e07-8d4c7ca4df69 HTTP/1.1" status: 200 len: 210 time: 0.0831907 Jul 22 19:06:15.703346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] Transition to ACTIVE for port object 85c56be1-dc05-4884-b839-b8d98be04296 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:15.735733 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:15.883172 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee6eb005-2054-4574-92b2-742ccaced3b0 req-55de80e0-0d6d-45de-80bf-ae0a2a433f1b service neutron] 10.222.0.30 "GET /v2.0/networks/172f3136-0352-415c-9221-6473aaab30a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850938 Jul 22 19:06:15.883535 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0b7f8a44-dd3f-4b9d-989b-29efac33cf91 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:15.901183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] Pushing event updated for resources: {'Port': ['ID=85c56be1-dc05-4884-b839-b8d98be04296,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:15.913863 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789edab2-ab66-4e75-891f-1c861898a9bf req-32ac8ec2-e0e0-4ada-89d3-7d64e8d109c2 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:15.915055 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-789edab2-ab66-4e75-891f-1c861898a9bf req-32ac8ec2-e0e0-4ada-89d3-7d64e8d109c2 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 932 time: 0.3296938 Jul 22 19:06:16.021145 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] Set router fe31e210-6676-4e0a-9e43-f1282df17adc gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:06:16.071484 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 0b7f8a44-dd3f-4b9d-989b-29efac33cf91 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:16.075743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port c561e714-fc1a-4ee1-981d-13c75be08a6e completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:16.084325 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 0b7f8a44-dd3f-4b9d-989b-29efac33cf91 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:16.084730 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:16.133549 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port c561e714-fc1a-4ee1-981d-13c75be08a6e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:16.134271 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:16.262405 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7a872-b5aa-4586-aafe-5e8c33f71587 req-e8d251ec-c338-452a-9d68-468d6830b809 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:16.265334 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ccb7a872-b5aa-4586-aafe-5e8c33f71587 req-e8d251ec-c338-452a-9d68-468d6830b809 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee6d2dab-e90f-483c-8d58-f38e1b35e2e8 HTTP/1.1" status: 200 len: 1023 time: 0.0721290 Jul 22 19:06:16.364358 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:16.366099 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:16.392255 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-ccb7a872-b5aa-4586-aafe-5e8c33f71587 req-d630a3fa-ece3-4f7b-8e4b-a52bd86ebea9 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Deleting port e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:06:16.392969 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ccb7a872-b5aa-4586-aafe-5e8c33f71587 req-d630a3fa-ece3-4f7b-8e4b-a52bd86ebea9 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:16.421913 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f844dc36-fe89-4f17-989d-b7f2b9f6a006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c561e714-fc1a-4ee1-981d-13c75be08a6e'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:16.424194 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ed3edf-1ca3-4f74-91ea-84b7c62d9193" -d '{"events": [{"server_uuid": "f844dc36-fe89-4f17-989d-b7f2b9f6a006", "name": "network-vif-plugged", "status": "completed", "tag": "c561e714-fc1a-4ee1-981d-13c75be08a6e"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:16.438293 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 0b7f8a44-dd3f-4b9d-989b-29efac33cf91, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0b7f8a44-dd3f-4b9d-989b-29efac33cf91,segment=NetworkSegment(e3455897-35b6-48d3-80e3-4e36f01f70ab),segment_id=e3455897-35b6-48d3-80e3-4e36f01f70ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:16.442651 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port c561e714-fc1a-4ee1-981d-13c75be08a6e, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c561e714-fc1a-4ee1-981d-13c75be08a6e,segment=NetworkSegment(f68bfaac-59d6-4327-ab92-7d0b091c78d7),segment_id=f68bfaac-59d6-4327-ab92-7d0b091c78d7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:16.444731 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:16.446458 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 52e33a89-90ff-48f7-af34-5fd6c60e231b up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:16.452917 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-789edab2-ab66-4e75-891f-1c861898a9bf req-babc343a-ca60-4595-87d3-055fef3af62f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5255086 Jul 22 19:06:16.453949 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:16.454733 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ea591566-5b7e-46f3-965a-145746cd620a no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:06:16.502335 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-ccb7a872-b5aa-4586-aafe-5e8c33f71587 req-d630a3fa-ece3-4f7b-8e4b-a52bd86ebea9 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] For port e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d,segment=NetworkSegment(a4ae3ad1-0113-4f2d-8719-18a10c10aeb6),segment_id=a4ae3ad1-0113-4f2d-8719-18a10c10aeb6)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:16.502864 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ccb7a872-b5aa-4586-aafe-5e8c33f71587 req-d630a3fa-ece3-4f7b-8e4b-a52bd86ebea9 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:16.515362 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-ccb7a872-b5aa-4586-aafe-5e8c33f71587 req-d630a3fa-ece3-4f7b-8e4b-a52bd86ebea9 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Calling delete_port for e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:06:16.524506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '0b7f8a44-dd3f-4b9d-989b-29efac33cf91', 'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'mac_address': 'fa:16:3e:4e:d8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:09Z', 'updated_at': '2021-07-22T19:06:15Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'subnets': [{'id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:16.526229 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: ea591566-5b7e-46f3-965a-145746cd620a {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:06:16.526574 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ea591566-5b7e-46f3-965a-145746cd620a not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:06:16.562410 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-182bd635-7990-460a-bff6-38f8bbfcaf0f tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:16.566900 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-182bd635-7990-460a-bff6-38f8bbfcaf0f tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.16 "GET /v2.0/networks?id=c65cd496-c426-405a-b8c2-36e596dfdd4c HTTP/1.1" status: 200 len: 820 time: 0.5915201 Jul 22 19:06:16.567092 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e6d478-41b9-4673-9a4a-5a1d9b4571c2 None None] The sync data for ids ['fe31e210-6676-4e0a-9e43-f1282df17adc'] in n-d-800086-12 is: [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '0b7f8a44-dd3f-4b9d-989b-29efac33cf91', 'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'mac_address': 'fa:16:3e:4e:d8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:09Z', 'updated_at': '2021-07-22T19:06:15Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'subnets': [{'id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:06:16.569766 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee6eb005-2054-4574-92b2-742ccaced3b0 req-c1b18e0e-58df-45ef-941d-30412e7fc884 service neutron] 10.222.0.30 "GET /v2.0/networks/172f3136-0352-415c-9221-6473aaab30a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6650822 Jul 22 19:06:16.584004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=0b7f8a44-dd3f-4b9d-989b-29efac33cf91,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:16.624975 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21afb59-6331-453b-a073-a6f50a527489 req-d1b8fe5c-b127-49a9-8142-95a793f3a7ce tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:16.633360 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e21afb59-6331-453b-a073-a6f50a527489 req-d1b8fe5c-b127-49a9-8142-95a793f3a7ce tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6d2dab-e90f-483c-8d58-f38e1b35e2e8 HTTP/1.1" status: 200 len: 1023 time: 0.8411660 Jul 22 19:06:16.635717 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] Attempting to bind port 85c56be1-dc05-4884-b839-b8d98be04296 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:06:16.636247 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] Attempting to bind port 85c56be1-dc05-4884-b839-b8d98be04296 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:06:16.636790 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] Attempting to bind port 85c56be1-dc05-4884-b839-b8d98be04296 on network baecdd37-6eb2-4425-b93b-172f9e82b42a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:16.651600 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 52e33a89-90ff-48f7-af34-5fd6c60e231b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:16.651983 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:16.662435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-d5e5abcc-4c4c-44ef-a817-f4847aaa8615 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Request body: {'port': {'device_id': 'fb9f44d7-089f-407f-8e07-8d4c7ca4df69', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'admin_state_up': True, 'tenant_id': '4a45453396704c03940ca7767a9c8356'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:16.683327 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] Port 85c56be1-dc05-4884-b839-b8d98be04296 on network baecdd37-6eb2-4425-b93b-172f9e82b42a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:06:16.684697 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] Attempting to bind port 85c56be1-dc05-4884-b839-b8d98be04296 on network baecdd37-6eb2-4425-b93b-172f9e82b42a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:16.698279 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=c561e714-fc1a-4ee1-981d-13c75be08a6e,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:16.719611 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:06:16.720261 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] Checking segment: {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:06:16.720861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] Bound using segment: {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:06:16.721558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] Bound port: 85c56be1-dc05-4884-b839-b8d98be04296, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414194de-227b-4cc1-83e8-6ad6fcbe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:06:16.721933 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:16.734423 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ccb7a872-b5aa-4586-aafe-5e8c33f71587 req-d630a3fa-ece3-4f7b-8e4b-a52bd86ebea9 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:16.749033 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:16.804601 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 823e6404-95fd-49ca-b6ae-0184a869abad details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:06:16.824238 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630a3fa-ece3-4f7b-8e4b-a52bd86ebea9 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event deleted for resources: {'Port': ['ID=e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:16.837852 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e21afb59-6331-453b-a073-a6f50a527489 req-f965710f-5034-423e-914e-a15e029841f4 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups?id=439cda35-44b3-45e1-a5a4-812096f5bd91&id=6e221fe6-dc6e-482b-a299-5a7ca40696f4&id=1a7317e2-cb96-468d-9d16-a24e3bd51896&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2031088 Jul 22 19:06:16.882846 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb7a872-b5aa-4586-aafe-5e8c33f71587 req-d630a3fa-ece3-4f7b-8e4b-a52bd86ebea9 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] No DVR routers for this DVR port e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:06:16.898095 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ccb7a872-b5aa-4586-aafe-5e8c33f71587 req-d630a3fa-ece3-4f7b-8e4b-a52bd86ebea9 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:16.901622 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-4e1ebbb0-467e-476f-817f-06ac8663f952 req-2a587e40-773a-4c57-98c4-f1edfe5c12a0 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:06:16.903826 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ccb7a872-b5aa-4586-aafe-5e8c33f71587 req-d630a3fa-ece3-4f7b-8e4b-a52bd86ebea9 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.16 "DELETE /v2.0/ports/e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d HTTP/1.1" status: 204 len: 173 time: 0.6308908 Jul 22 19:06:16.907930 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6d2dab-e90f-483c-8d58-f38e1b35e2e8', 'name': 'network-vif-deleted', 'tag': 'e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:16.910385 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa05c7c-8deb-4637-92b4-72d5634683d5" -d '{"events": [{"server_uuid": "ee6d2dab-e90f-483c-8d58-f38e1b35e2e8", "name": "network-vif-deleted", "tag": "e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:16.911982 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4e1ebbb0-467e-476f-817f-06ac8663f952 req-2a587e40-773a-4c57-98c4-f1edfe5c12a0 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0279222 Jul 22 19:06:16.973980 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-65d07a36-af5e-4f05-b8b8-33fef0c9fe21 req-5bc8044b-23a7-42b6-859a-196aaf2a2a88 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1704795229', 'description': 'tempest-description-1125785803'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:16.975043 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 823e6404-95fd-49ca-b6ae-0184a869abad, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=823e6404-95fd-49ca-b6ae-0184a869abad,segment=NetworkSegment(f68bfaac-59d6-4327-ab92-7d0b091c78d7),segment_id=f68bfaac-59d6-4327-ab92-7d0b091c78d7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:16.995686 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '823e6404-95fd-49ca-b6ae-0184a869abad', 'network_id': '172f3136-0352-415c-9221-6473aaab30a1', 'port_id': '823e6404-95fd-49ca-b6ae-0184a869abad', 'mac_address': 'fa:16:3e:b8:f9:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343ba44f-2e35-4f2c-b67f-ce6198bc19b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:06:17.023372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] For port 85c56be1-dc05-4884-b839-b8d98be04296, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:06:17.030976 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] For port 85c56be1-dc05-4884-b839-b8d98be04296, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=85c56be1-dc05-4884-b839-b8d98be04296,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:06:17.040852 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.db.api [req-65d07a36-af5e-4f05-b8b8-33fef0c9fe21 req-5bc8044b-23a7-42b6-859a-196aaf2a2a88 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:06:17.040852 n-d-800086-12 neutron-server[93807]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 19:06:17.040852 n-d-800086-12 neutron-server[93807]: [parameters: {'project_id': '89ccb05f97934c37ac2d449cdf1a3981', 'id': '6efbe381-d1bf-45a6-aa98-e7cf24d75abe', 'expiration': datetime.datetime(2021, 7, 22, 19, 8, 17, 26761)}] Jul 22 19:06:17.040852 n-d-800086-12 neutron-server[93807]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:06:17.041356 n-d-800086-12 neutron-server[93807]: DEBUG oslo_db.api [req-65d07a36-af5e-4f05-b8b8-33fef0c9fe21 req-5bc8044b-23a7-42b6-859a-196aaf2a2a88 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:06:17.047196 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:17.055813 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:17.060451 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-d5e5abcc-4c4c-44ef-a817-f4847aaa8615 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Made reservation on behalf of 4a45453396704c03940ca7767a9c8356 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:06:17.063593 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-d5e5abcc-4c4c-44ef-a817-f4847aaa8615 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:17.081289 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 823e6404-95fd-49ca-b6ae-0184a869abad {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:06:17.113059 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:17.113699 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:17.115178 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] 10.222.0.30 "PUT /v2.0/ports/85c56be1-dc05-4884-b839-b8d98be04296 HTTP/1.1" status: 200 len: 1093 time: 2.4737208 Jul 22 19:06:17.116253 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 823e6404-95fd-49ca-b6ae-0184a869abad, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=823e6404-95fd-49ca-b6ae-0184a869abad,segment=NetworkSegment(f68bfaac-59d6-4327-ab92-7d0b091c78d7),segment_id=f68bfaac-59d6-4327-ab92-7d0b091c78d7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:17.120237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a', 'tag': '85c56be1-dc05-4884-b839-b8d98be04296'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:17.123330 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c608e89-72b0-43d2-8e40-3d7c5686f084" -d '{"events": [{"name": "network-changed", "server_uuid": "c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a", "tag": "85c56be1-dc05-4884-b839-b8d98be04296"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:17.123834 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:17.162808 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4e1ebbb0-467e-476f-817f-06ac8663f952 req-682d1889-0b1a-41b2-8da2-9bf76665cab2 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2499599 Jul 22 19:06:17.194017 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=823e6404-95fd-49ca-b6ae-0184a869abad,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:17.256154 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589e0e6-7d3a-4bd4-aa25-07755b2e0d57 service neutron] Pushing event updated for resources: {'Port': ['ID=85c56be1-dc05-4884-b839-b8d98be04296,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:17.320432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['823e6404-95fd-49ca-b6ae-0184a869abad'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:17.356801 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-ad24d34f-7e64-45ec-9add-ff5dc3d33102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:17.358374 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-ad24d34f-7e64-45ec-9add-ff5dc3d33102 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 1096 time: 0.1946726 Jul 22 19:06:17.371083 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2f295-62a0-4b87-86e2-cba0ac989b89 req-b4cf763e-a94b-4c4a-9d39-8379b6329cbc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:17.373167 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5cb2f295-62a0-4b87-86e2-cba0ac989b89 req-b4cf763e-a94b-4c4a-9d39-8379b6329cbc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.30 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 944 time: 0.2636337 Jul 22 19:06:17.451066 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-76b03ed0-08e8-4289-af67-9535b350e853 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85c56be1-dc05-4884-b839-b8d98be04296 HTTP/1.1" status: 200 len: 217 time: 0.0768962 Jul 22 19:06:17.452216 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-d5e5abcc-4c4c-44ef-a817-f4847aaa8615 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Allocated IP 172.20.0.14 (c65cd496-c426-405a-b8c2-36e596dfdd4c/30ea6495-2382-41f8-8d66-bf8d2e3d0983/4daabab8-31e7-4401-aaa7-0d6f82ba9c42) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:06:17.626562 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-f31c7f21-2d11-48c5-9710-afe107cbc909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:17.628058 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-f31c7f21-2d11-48c5-9710-afe107cbc909 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b80c7ab-8b96-4210-8e6b-d0b73d261a94 HTTP/1.1" status: 200 len: 846 time: 0.1689100 Jul 22 19:06:17.687110 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-65d07a36-af5e-4f05-b8b8-33fef0c9fe21 req-5bc8044b-23a7-42b6-859a-196aaf2a2a88 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:17.702006 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-7fa1eaa3-a6b5-425f-a755-2d28277b271e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=baecdd37-6eb2-4425-b93b-172f9e82b42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615811 Jul 22 19:06:17.710951 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0b7f8a44-dd3f-4b9d-989b-29efac33cf91 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:17.736626 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-65d07a36-af5e-4f05-b8b8-33fef0c9fe21 req-5bc8044b-23a7-42b6-859a-196aaf2a2a88 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:17.758384 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 0b7f8a44-dd3f-4b9d-989b-29efac33cf91 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:17.758756 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:17.816454 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b1178-3672-42d1-ad5e-0ceb53d7f81f req-89d511d7-2a2d-4f5e-aa6a-feb77eaba28b tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:17.817982 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9d0b1178-3672-42d1-ad5e-0ceb53d7f81f req-89d511d7-2a2d-4f5e-aa6a-feb77eaba28b tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/ports?device_id=028371b2-9a90-435f-b131-fc8a45d9f4ab HTTP/1.1" status: 200 len: 944 time: 0.3617756 Jul 22 19:06:17.904689 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-5cb2f295-62a0-4b87-86e2-cba0ac989b89 req-aced2b1c-2067-4ba0-adf8-4b825e7aea9a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Deleting port e434a628-3b79-4810-b192-27a306fcac80 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:06:17.905033 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5cb2f295-62a0-4b87-86e2-cba0ac989b89 req-aced2b1c-2067-4ba0-adf8-4b825e7aea9a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:17.969300 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-d5e5abcc-4c4c-44ef-a817-f4847aaa8615 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:17.994950 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9d0b1178-3672-42d1-ad5e-0ceb53d7f81f req-ac6f4d48-572c-4398-a162-4e1ac5d7761b tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/security-groups?id=1043f3a5-8870-4322-b46b-2e9ae8ebdfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675665 Jul 22 19:06:18.039294 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-d5e5abcc-4c4c-44ef-a817-f4847aaa8615 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Transition to ACTIVE for port object 4daabab8-31e7-4401-aaa7-0d6f82ba9c42 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:18.044317 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bf55fb-2d47-45e5-958d-cee86ee72ac9 x-openstack-request-id: req-d6bf55fb-2d47-45e5-958d-cee86ee72ac9 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:18.044702 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-dce8374d-8c59-4271-aa3e-06ee62825e4b service neutron] 10.222.0.30 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240747 Jul 22 19:06:18.044863 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f844dc36-fe89-4f17-989d-b7f2b9f6a006", "name": "network-vif-plugged", "status": "completed", "tag": "c561e714-fc1a-4ee1-981d-13c75be08a6e", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:18.045206 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6bf55fb-2d47-45e5-958d-cee86ee72ac9 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:18.045758 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f844dc36-fe89-4f17-989d-b7f2b9f6a006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c561e714-fc1a-4ee1-981d-13c75be08a6e', 'code': 200} Jul 22 19:06:18.134538 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-5cb2f295-62a0-4b87-86e2-cba0ac989b89 req-aced2b1c-2067-4ba0-adf8-4b825e7aea9a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] For port e434a628-3b79-4810-b192-27a306fcac80, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e434a628-3b79-4810-b192-27a306fcac80,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:18.134909 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5cb2f295-62a0-4b87-86e2-cba0ac989b89 req-aced2b1c-2067-4ba0-adf8-4b825e7aea9a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:18.161556 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701017a9-2723-4e09-94b2-852816529b86 req-b30046eb-1360-4cf0-9993-36a904a16ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:18.163040 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-701017a9-2723-4e09-94b2-852816529b86 req-b30046eb-1360-4cf0-9993-36a904a16ccf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f844dc36-fe89-4f17-989d-b7f2b9f6a006 HTTP/1.1" status: 200 len: 1098 time: 0.0582175 Jul 22 19:06:18.196788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-5cb2f295-62a0-4b87-86e2-cba0ac989b89 req-aced2b1c-2067-4ba0-adf8-4b825e7aea9a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Calling delete_port for e434a628-3b79-4810-b192-27a306fcac80 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:06:18.203397 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-701017a9-2723-4e09-94b2-852816529b86 req-149da49f-f80f-489a-8054-d18ec4c4494c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1043f3a5-8870-4322-b46b-2e9ae8ebdfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338013 Jul 22 19:06:18.248730 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-d5e5abcc-4c4c-44ef-a817-f4847aaa8615 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:18.279308 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-65d07a36-af5e-4f05-b8b8-33fef0c9fe21 req-5bc8044b-23a7-42b6-859a-196aaf2a2a88 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:18.318982 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-65d07a36-af5e-4f05-b8b8-33fef0c9fe21 req-5bc8044b-23a7-42b6-859a-196aaf2a2a88 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:18.322464 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-537b120a-19e6-4adf-8538-a528e8d7a8d7 req-af44d0e5-521c-4350-b4b8-cdf776cc2b43 service neutron] 10.222.0.30 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667916 Jul 22 19:06:18.407199 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-d5e5abcc-4c4c-44ef-a817-f4847aaa8615 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Network c65cd496-c426-405a-b8c2-36e596dfdd4c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:18.424512 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-d5e5abcc-4c4c-44ef-a817-f4847aaa8615 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:18.426304 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5abcc-4c4c-44ef-a817-f4847aaa8615 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Pushing event updated for resources: {'Port': ['ID=4daabab8-31e7-4401-aaa7-0d6f82ba9c42,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:18.429415 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-d5e5abcc-4c4c-44ef-a817-f4847aaa8615 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:06:18.445859 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8044b-23a7-42b6-859a-196aaf2a2a88 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b12eef6-72b3-4f1f-ab30-bce9383e3620,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:18.552408 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-d5e5abcc-4c4c-44ef-a817-f4847aaa8615 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:18.553065 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-d5e5abcc-4c4c-44ef-a817-f4847aaa8615 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:18.596838 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f45670-3337-4395-a9af-349cf0ed4d88 req-c4d72018-1cdb-43e5-85a3-2181ee585b22 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:18.598380 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-96f45670-3337-4395-a9af-349cf0ed4d88 req-c4d72018-1cdb-43e5-85a3-2181ee585b22 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=f82656d9-9d94-44a2-96f1-eb579200a87f HTTP/1.1" status: 200 len: 944 time: 0.3164237 Jul 22 19:06:18.616566 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-65d07a36-af5e-4f05-b8b8-33fef0c9fe21 req-5bc8044b-23a7-42b6-859a-196aaf2a2a88 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:18.626965 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-65d07a36-af5e-4f05-b8b8-33fef0c9fe21 req-5bc8044b-23a7-42b6-859a-196aaf2a2a88 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:18.641387 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-d5e5abcc-4c4c-44ef-a817-f4847aaa8615 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9968598 Jul 22 19:06:18.641788 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-467540ce-2cf3-412d-917b-189a905bdf30 None None] Provisioning for port 4daabab8-31e7-4401-aaa7-0d6f82ba9c42 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:18.645853 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-467540ce-2cf3-412d-917b-189a905bdf30 None None] Provisioning complete for port 4daabab8-31e7-4401-aaa7-0d6f82ba9c42 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:18.646215 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-467540ce-2cf3-412d-917b-189a905bdf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:18.663090 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] Request body: {'port': {'device_id': 'fb9f44d7-089f-407f-8e07-8d4c7ca4df69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:18.668262 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5cb2f295-62a0-4b87-86e2-cba0ac989b89 req-aced2b1c-2067-4ba0-adf8-4b825e7aea9a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:18.683515 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-467540ce-2cf3-412d-917b-189a905bdf30 None None] Port 4daabab8-31e7-4401-aaa7-0d6f82ba9c42 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:06:18.709620 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-65d07a36-af5e-4f05-b8b8-33fef0c9fe21 req-5bc8044b-23a7-42b6-859a-196aaf2a2a88 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:18.710721 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65d07a36-af5e-4f05-b8b8-33fef0c9fe21 req-5bc8044b-23a7-42b6-859a-196aaf2a2a88 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.7497509 Jul 22 19:06:18.746184 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-96f45670-3337-4395-a9af-349cf0ed4d88 req-aee2ef87-b126-4daf-aa6c-305136be14ff tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380160 Jul 22 19:06:18.747568 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced2b1c-2067-4ba0-adf8-4b825e7aea9a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Pushing event deleted for resources: {'Port': ['ID=e434a628-3b79-4810-b192-27a306fcac80,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:18.751269 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8044b-23a7-42b6-859a-196aaf2a2a88 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=827ae65e-0a95-4f3d-8286-8d9664a8ff0c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:18.801780 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcfe78d-5270-452d-8846-a1a2f88b8ac2 x-openstack-request-id: req-9bcfe78d-5270-452d-8846-a1a2f88b8ac2 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:18.802167 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6d2dab-e90f-483c-8d58-f38e1b35e2e8", "name": "network-vif-deleted", "tag": "e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:18.802539 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bcfe78d-5270-452d-8846-a1a2f88b8ac2 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:18.803059 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6d2dab-e90f-483c-8d58-f38e1b35e2e8', 'name': 'network-vif-deleted', 'tag': 'e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d', 'status': 'completed', 'code': 200} Jul 22 19:06:18.811913 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 823e6404-95fd-49ca-b6ae-0184a869abad up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:18.851586 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb2f295-62a0-4b87-86e2-cba0ac989b89 req-aced2b1c-2067-4ba0-adf8-4b825e7aea9a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] No DVR routers for this DVR port e434a628-3b79-4810-b192-27a306fcac80 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:06:18.855847 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3f993b-078c-4574-966f-2fc917a0f0fd x-openstack-request-id: req-6c3f993b-078c-4574-966f-2fc917a0f0fd {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:18.856139 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a", "tag": "85c56be1-dc05-4884-b839-b8d98be04296", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:18.856391 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c3f993b-078c-4574-966f-2fc917a0f0fd {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:18.856816 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a', 'tag': '85c56be1-dc05-4884-b839-b8d98be04296', 'status': 'completed', 'code': 200} Jul 22 19:06:18.863624 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5cb2f295-62a0-4b87-86e2-cba0ac989b89 req-aced2b1c-2067-4ba0-adf8-4b825e7aea9a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:18.865398 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 823e6404-95fd-49ca-b6ae-0184a869abad completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:18.865648 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5cb2f295-62a0-4b87-86e2-cba0ac989b89 req-aced2b1c-2067-4ba0-adf8-4b825e7aea9a tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.30 "DELETE /v2.0/ports/e434a628-3b79-4810-b192-27a306fcac80 HTTP/1.1" status: 204 len: 173 time: 1.4826779 Jul 22 19:06:18.876347 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 823e6404-95fd-49ca-b6ae-0184a869abad triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:18.876986 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:18.900988 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:18.979159 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:18.987146 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4cc7f-6fdd-446e-b1f0-c160819955d2 req-6fcde10c-30ba-4fff-a521-5a4ce2c94d0c tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:18.988716 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16f4cc7f-6fdd-446e-b1f0-c160819955d2 req-6fcde10c-30ba-4fff-a521-5a4ce2c94d0c tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb9f44d7-089f-407f-8e07-8d4c7ca4df69 HTTP/1.1" status: 200 len: 932 time: 0.2222915 Jul 22 19:06:19.022176 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 823e6404-95fd-49ca-b6ae-0184a869abad, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=823e6404-95fd-49ca-b6ae-0184a869abad,segment=NetworkSegment(f68bfaac-59d6-4327-ab92-7d0b091c78d7),segment_id=f68bfaac-59d6-4327-ab92-7d0b091c78d7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:19.026388 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:19.027475 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device e434a628-3b79-4810-b192-27a306fcac80 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:06:19.069715 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c608e89-72b0-43d2-8e40-3d7c5686f084 req-b99d4cdd-4de2-4112-9cc8-51bdb16b5a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:19.071262 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c608e89-72b0-43d2-8e40-3d7c5686f084 req-b99d4cdd-4de2-4112-9cc8-51bdb16b5a57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 1096 time: 0.2047381 Jul 22 19:06:19.082670 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: e434a628-3b79-4810-b192-27a306fcac80 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:06:19.083022 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device e434a628-3b79-4810-b192-27a306fcac80 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:06:19.094715 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=823e6404-95fd-49ca-b6ae-0184a869abad,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:19.134283 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16f4cc7f-6fdd-446e-b1f0-c160819955d2 req-3279f71e-85af-4e08-bb56-c97b6d398899 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac56a31e-ee3d-45cf-adda-c2ed15119d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345270 Jul 22 19:06:19.222850 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-b93e7738-1721-44dd-ae58-20e9595d0462 req-ca34e64c-e47d-425c-a1cd-7d3e27975c04 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1596838598', 'description': 'tempest-description-1314646994'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:19.330627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c608e89-72b0-43d2-8e40-3d7c5686f084 req-dd2995b9-efbe-459d-b72c-fb1868173c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:19.332144 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c608e89-72b0-43d2-8e40-3d7c5686f084 req-dd2995b9-efbe-459d-b72c-fb1868173c08 service neutron] 10.222.0.30 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 907 time: 0.2532854 Jul 22 19:06:19.332886 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b93e7738-1721-44dd-ae58-20e9595d0462 req-ca34e64c-e47d-425c-a1cd-7d3e27975c04 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:19.404043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1390e3-df07-4a80-beff-42e7ca8ee2e9 req-b939edd4-1ea7-40aa-806f-089c3b1c07a1 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:19.405565 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3d1390e3-df07-4a80-beff-42e7ca8ee2e9 req-b939edd4-1ea7-40aa-806f-089c3b1c07a1 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 944 time: 0.2704060 Jul 22 19:06:19.408677 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c608e89-72b0-43d2-8e40-3d7c5686f084 req-69f83294-66f5-4159-96f7-b68e6bff3487 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85c56be1-dc05-4884-b839-b8d98be04296 HTTP/1.1" status: 200 len: 217 time: 0.0695331 Jul 22 19:06:19.542921 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3d1390e3-df07-4a80-beff-42e7ca8ee2e9 req-6e2701b5-e3da-447e-a1c3-e47a9d85a6d3 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305966 Jul 22 19:06:19.547537 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4daabab8-31e7-4401-aaa7-0d6f82ba9c42 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:06:19.554002 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c608e89-72b0-43d2-8e40-3d7c5686f084 req-ef3aafbc-85d5-416c-a8c8-9a265b47f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:19.555471 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c608e89-72b0-43d2-8e40-3d7c5686f084 req-ef3aafbc-85d5-416c-a8c8-9a265b47f688 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b80c7ab-8b96-4210-8e6b-d0b73d261a94 HTTP/1.1" status: 200 len: 846 time: 0.1372378 Jul 22 19:06:19.575990 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:19.640344 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:06:19.664075 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:06:19.665273 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device e985fc1d-65e5-4c2f-bb8e-e22d917f6e3d not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:06:19.736873 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:06:19.912087 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c608e89-72b0-43d2-8e40-3d7c5686f084 req-09cd15ad-f4cd-40a8-840b-4313e4382e99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=baecdd37-6eb2-4425-b93b-172f9e82b42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3501992 Jul 22 19:06:19.952588 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] Transition to ACTIVE for port object 4daabab8-31e7-4401-aaa7-0d6f82ba9c42 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:19.975357 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:20.001713 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b93e7738-1721-44dd-ae58-20e9595d0462 req-ca34e64c-e47d-425c-a1cd-7d3e27975c04 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:20.031903 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b93e7738-1721-44dd-ae58-20e9595d0462 req-ca34e64c-e47d-425c-a1cd-7d3e27975c04 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:20.047280 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028371b2-9a90-435f-b131-fc8a45d9f4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823e6404-95fd-49ca-b6ae-0184a869abad'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:20.051619 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6369d6-0f4e-40ff-93b3-665d6820eb11" -d '{"events": [{"server_uuid": "028371b2-9a90-435f-b131-fc8a45d9f4ab", "name": "network-vif-plugged", "status": "completed", "tag": "823e6404-95fd-49ca-b6ae-0184a869abad"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:20.128119 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4daabab8-31e7-4401-aaa7-0d6f82ba9c42,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:20.135244 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b93e7738-1721-44dd-ae58-20e9595d0462 req-ca34e64c-e47d-425c-a1cd-7d3e27975c04 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:20.136503 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b93e7738-1721-44dd-ae58-20e9595d0462 req-ca34e64c-e47d-425c-a1cd-7d3e27975c04 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9233260 Jul 22 19:06:20.146401 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34e64c-e47d-425c-a1cd-7d3e27975c04 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f20165-c4bc-406e-9a6a-94ef575a473d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:20.199090 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c608e89-72b0-43d2-8e40-3d7c5686f084 req-6d4b2300-17df-4335-ac02-7a1eb2298540 service neutron] 10.222.0.30 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709212 Jul 22 19:06:20.210813 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe331c1-4c8d-45ff-89ba-dba2903483d7 req-2d7d13b7-7323-4ccf-9a9a-92879f250169 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:20.212390 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cbe331c1-4c8d-45ff-89ba-dba2903483d7 req-2d7d13b7-7323-4ccf-9a9a-92879f250169 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/ports?device_id=028371b2-9a90-435f-b131-fc8a45d9f4ab HTTP/1.1" status: 200 len: 945 time: 0.3050785 Jul 22 19:06:20.324766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] Attempting to bind port 4daabab8-31e7-4401-aaa7-0d6f82ba9c42 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:06:20.325117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] Attempting to bind port 4daabab8-31e7-4401-aaa7-0d6f82ba9c42 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'e3455897-35b6-48d3-80e3-4e36f01f70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:06:20.325462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] Attempting to bind port 4daabab8-31e7-4401-aaa7-0d6f82ba9c42 on network c65cd496-c426-405a-b8c2-36e596dfdd4c {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:20.337535 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cbe331c1-4c8d-45ff-89ba-dba2903483d7 req-6575cb2d-0979-49b5-af98-745c060c6a16 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/security-groups?id=1043f3a5-8870-4322-b46b-2e9ae8ebdfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102939 Jul 22 19:06:20.341142 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] Port 4daabab8-31e7-4401-aaa7-0d6f82ba9c42 on network c65cd496-c426-405a-b8c2-36e596dfdd4c not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:06:20.341297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] Attempting to bind port 4daabab8-31e7-4401-aaa7-0d6f82ba9c42 on network c65cd496-c426-405a-b8c2-36e596dfdd4c {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:20.361642 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:06:20.361983 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] Checking segment: {'id': 'e3455897-35b6-48d3-80e3-4e36f01f70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:06:20.362366 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] Bound using segment: {'id': 'e3455897-35b6-48d3-80e3-4e36f01f70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:06:20.362801 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] Bound port: 4daabab8-31e7-4401-aaa7-0d6f82ba9c42, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3455897-35b6-48d3-80e3-4e36f01f70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:06:20.363162 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:20.366517 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c608e89-72b0-43d2-8e40-3d7c5686f084 req-9f46b07e-4074-471a-a4b8-6db3d2c8f956 service neutron] 10.222.0.30 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531706 Jul 22 19:06:20.445765 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c1d77df4-53be-4b37-a4d0-1f2771756f3a req-34a04609-f519-446d-9c6f-177742e01ac8 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/6e221fe6-dc6e-482b-a299-5a7ca40696f4 HTTP/1.1" status: 200 len: 1800 time: 0.0865722 Jul 22 19:06:20.489441 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] For port 4daabab8-31e7-4401-aaa7-0d6f82ba9c42, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:06:20.497231 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631a22b6-846b-46e0-95de-6de5eda4cf24 x-openstack-request-id: req-631a22b6-846b-46e0-95de-6de5eda4cf24 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:20.497813 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028371b2-9a90-435f-b131-fc8a45d9f4ab", "name": "network-vif-plugged", "status": "completed", "tag": "823e6404-95fd-49ca-b6ae-0184a869abad", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:20.498135 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-631a22b6-846b-46e0-95de-6de5eda4cf24 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:20.498596 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028371b2-9a90-435f-b131-fc8a45d9f4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823e6404-95fd-49ca-b6ae-0184a869abad', 'code': 200} Jul 22 19:06:20.511606 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] For port 4daabab8-31e7-4401-aaa7-0d6f82ba9c42, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=4daabab8-31e7-4401-aaa7-0d6f82ba9c42,segment=NetworkSegment(e3455897-35b6-48d3-80e3-4e36f01f70ab),segment_id=e3455897-35b6-48d3-80e3-4e36f01f70ab)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:06:20.518376 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:20.584741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:20.585378 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:20.586842 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] 10.222.0.16 "PUT /v2.0/ports/4daabab8-31e7-4401-aaa7-0d6f82ba9c42 HTTP/1.1" status: 200 len: 1093 time: 1.9310677 Jul 22 19:06:20.615639 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-2ce099b5-6626-4050-bceb-7bc93b3ef141 req-4b4c14f7-37fc-42a5-9e9e-078a0f380bb1 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1282314598', 'description': 'tempest-description-197368217'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:20.632371 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c1d77df4-53be-4b37-a4d0-1f2771756f3a req-40d916e6-807a-478b-98ad-3e663197b2ca tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:20.695511 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3207ac4-4606-4c0f-b31e-4918c4d0a3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4daabab8-31e7-4401-aaa7-0d6f82ba9c42,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:20.712349 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c1d77df4-53be-4b37-a4d0-1f2771756f3a req-40d916e6-807a-478b-98ad-3e663197b2ca tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:20.723769 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2ce099b5-6626-4050-bceb-7bc93b3ef141 req-4b4c14f7-37fc-42a5-9e9e-078a0f380bb1 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:20.749669 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2ce099b5-6626-4050-bceb-7bc93b3ef141 req-4b4c14f7-37fc-42a5-9e9e-078a0f380bb1 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:20.792441 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1c814-d3c7-48e9-8d52-e106ff97fa16 req-3c291feb-92bd-4a0a-a5ed-295628998a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:20.794757 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7f1c814-d3c7-48e9-8d52-e106ff97fa16 req-3c291feb-92bd-4a0a-a5ed-295628998a1d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=028371b2-9a90-435f-b131-fc8a45d9f4ab HTTP/1.1" status: 200 len: 1097 time: 0.2415943 Jul 22 19:06:20.805153 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c1d77df4-53be-4b37-a4d0-1f2771756f3a req-40d916e6-807a-478b-98ad-3e663197b2ca tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:20.807653 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c1d77df4-53be-4b37-a4d0-1f2771756f3a req-40d916e6-807a-478b-98ad-3e663197b2ca tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:20.808825 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c1d77df4-53be-4b37-a4d0-1f2771756f3a req-40d916e6-807a-478b-98ad-3e663197b2ca tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "DELETE /v2.0/security-groups/6e221fe6-dc6e-482b-a299-5a7ca40696f4 HTTP/1.1" status: 204 len: 173 time: 0.3554232 Jul 22 19:06:20.825366 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-e20c5e18-36ea-4317-9c1b-52b58ff75470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:20.826892 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-e20c5e18-36ea-4317-9c1b-52b58ff75470 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a45453396704c03940ca7767a9c8356&device_id=fb9f44d7-089f-407f-8e07-8d4c7ca4df69 HTTP/1.1" status: 200 len: 1096 time: 0.1905460 Jul 22 19:06:20.830977 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 85c56be1-dc05-4884-b839-b8d98be04296 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:06:20.853854 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d916e6-807a-478b-98ad-3e663197b2ca tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e221fe6-dc6e-482b-a299-5a7ca40696f4,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:20.861053 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82656d9-9d94-44a2-96f1-eb579200a87f', 'name': 'network-vif-deleted', 'tag': 'e434a628-3b79-4810-b192-27a306fcac80'}, {'name': 'network-changed', 'server_uuid': 'fb9f44d7-089f-407f-8e07-8d4c7ca4df69', 'tag': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:20.863320 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92641070-148e-4620-a975-028db192bb7a" -d '{"events": [{"server_uuid": "f82656d9-9d94-44a2-96f1-eb579200a87f", "name": "network-vif-deleted", "tag": "e434a628-3b79-4810-b192-27a306fcac80"}, {"name": "network-changed", "server_uuid": "fb9f44d7-089f-407f-8e07-8d4c7ca4df69", "tag": "4daabab8-31e7-4401-aaa7-0d6f82ba9c42"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:20.919754 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-6d9d4fdf-7707-425d-a2d8-6288c7c1d070 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4daabab8-31e7-4401-aaa7-0d6f82ba9c42 HTTP/1.1" status: 200 len: 217 time: 0.0759873 Jul 22 19:06:20.944772 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 85c56be1-dc05-4884-b839-b8d98be04296, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=85c56be1-dc05-4884-b839-b8d98be04296,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:20.955863 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '85c56be1-dc05-4884-b839-b8d98be04296', 'network_id': 'baecdd37-6eb2-4425-b93b-172f9e82b42a', 'port_id': '85c56be1-dc05-4884-b839-b8d98be04296', 'mac_address': 'fa:16:3e:00:7b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b80c7ab-8b96-4210-8e6b-d0b73d261a94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:06:20.959678 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7f1c814-d3c7-48e9-8d52-e106ff97fa16 req-b1f190c0-46a0-4be7-9210-379f0153c4d2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1043f3a5-8870-4322-b46b-2e9ae8ebdfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565363 Jul 22 19:06:20.998012 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:21.010888 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c56be1-dc05-4884-b839-b8d98be04296 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:06:21.032465 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 85c56be1-dc05-4884-b839-b8d98be04296, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=85c56be1-dc05-4884-b839-b8d98be04296,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:21.036412 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:21.036893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-046836ae-bc8e-444c-b2bd-433b51e2c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:21.038420 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-046836ae-bc8e-444c-b2bd-433b51e2c5f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30ea6495-2382-41f8-8d66-bf8d2e3d0983 HTTP/1.1" status: 200 len: 859 time: 0.1081657 Jul 22 19:06:21.088395 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=85c56be1-dc05-4884-b839-b8d98be04296,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:21.093095 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2ce099b5-6626-4050-bceb-7bc93b3ef141 req-4b4c14f7-37fc-42a5-9e9e-078a0f380bb1 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:21.103297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021b6f9-48a7-4f6a-bcf2-20d727c0beb0 req-ef23fd1a-d3d0-4b55-96ec-a366308838bd tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:21.104824 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8021b6f9-48a7-4f6a-bcf2-20d727c0beb0 req-ef23fd1a-d3d0-4b55-96ec-a366308838bd tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb9f44d7-089f-407f-8e07-8d4c7ca4df69 HTTP/1.1" status: 200 len: 944 time: 0.2387805 Jul 22 19:06:21.107637 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2ce099b5-6626-4050-bceb-7bc93b3ef141 req-4b4c14f7-37fc-42a5-9e9e-078a0f380bb1 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:21.190302 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c14f7-37fc-42a5-9e9e-078a0f380bb1 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32883ade-d003-4009-8a6f-7ddf1e8418a8,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:21.205504 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8021b6f9-48a7-4f6a-bcf2-20d727c0beb0 req-3a855d2b-12fe-4eb2-a26b-93072b5f30c5 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac56a31e-ee3d-45cf-adda-c2ed15119d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925181 Jul 22 19:06:21.220414 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-65f8e6fa-59bc-4094-a473-bfd8902b6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:21.222008 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-65f8e6fa-59bc-4094-a473-bfd8902b6ecf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c65cd496-c426-405a-b8c2-36e596dfdd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1717722 Jul 22 19:06:21.280714 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2ce099b5-6626-4050-bceb-7bc93b3ef141 req-4b4c14f7-37fc-42a5-9e9e-078a0f380bb1 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:21.289199 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['85c56be1-dc05-4884-b839-b8d98be04296'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:21.312049 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2ce099b5-6626-4050-bceb-7bc93b3ef141 req-4b4c14f7-37fc-42a5-9e9e-078a0f380bb1 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:21.370185 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2ce099b5-6626-4050-bceb-7bc93b3ef141 req-4b4c14f7-37fc-42a5-9e9e-078a0f380bb1 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:21.372045 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ce099b5-6626-4050-bceb-7bc93b3ef141 req-4b4c14f7-37fc-42a5-9e9e-078a0f380bb1 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7964425 Jul 22 19:06:21.390287 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c14f7-37fc-42a5-9e9e-078a0f380bb1 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035e6179-7973-4942-83fe-ed422bb4adf7,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:21.399787 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-d01c4f36-acc8-42c4-bba1-cea51d9ce2cd service neutron] 10.222.0.16 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695271 Jul 22 19:06:21.535451 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76294136-5a4e-4f23-818c-2c4bd0701d53 req-5406e5c6-d48c-42ea-9718-3a1fdc017187 service neutron] 10.222.0.16 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280258 Jul 22 19:06:21.576705 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88209df-e244-4f50-8831-e6571a4687a4 req-13ec437a-c88e-473b-bbd5-ee67c2380b17 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:21.578203 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a88209df-e244-4f50-8831-e6571a4687a4 req-13ec437a-c88e-473b-bbd5-ee67c2380b17 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 945 time: 0.0917351 Jul 22 19:06:21.647698 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a88209df-e244-4f50-8831-e6571a4687a4 req-31500001-b8fa-4c0d-b0d0-e0e16b57b215 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615630 Jul 22 19:06:21.650311 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b60ad6c-6c62-4ded-b3c6-d987525ebeec req-222481f5-b074-4a8e-a70f-b4877d2648ca tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "GET /v2.0/security-groups/439cda35-44b3-45e1-a5a4-812096f5bd91 HTTP/1.1" status: 200 len: 1800 time: 0.0707614 Jul 22 19:06:21.700397 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f13c40-965d-43c0-b1fe-f86e551003c3 x-openstack-request-id: req-50f13c40-965d-43c0-b1fe-f86e551003c3 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:21.700705 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82656d9-9d94-44a2-96f1-eb579200a87f", "name": "network-vif-deleted", "tag": "e434a628-3b79-4810-b192-27a306fcac80", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb9f44d7-089f-407f-8e07-8d4c7ca4df69", "tag": "4daabab8-31e7-4401-aaa7-0d6f82ba9c42", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:21.700956 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50f13c40-965d-43c0-b1fe-f86e551003c3 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:21.701351 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82656d9-9d94-44a2-96f1-eb579200a87f', 'name': 'network-vif-deleted', 'tag': 'e434a628-3b79-4810-b192-27a306fcac80', 'status': 'completed', 'code': 200} Jul 22 19:06:21.701616 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9f44d7-089f-407f-8e07-8d4c7ca4df69', 'tag': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42', 'status': 'completed', 'code': 200} Jul 22 19:06:21.719039 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3b60ad6c-6c62-4ded-b3c6-d987525ebeec req-6b6851b7-b081-4d0a-be98-68cdf5f2fef8 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:21.776905 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3b60ad6c-6c62-4ded-b3c6-d987525ebeec req-6b6851b7-b081-4d0a-be98-68cdf5f2fef8 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:21.864020 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92641070-148e-4620-a975-028db192bb7a req-ed026920-2ebe-4f35-9627-c0a5a1b448a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:21.865534 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92641070-148e-4620-a975-028db192bb7a req-ed026920-2ebe-4f35-9627-c0a5a1b448a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a45453396704c03940ca7767a9c8356&device_id=fb9f44d7-089f-407f-8e07-8d4c7ca4df69 HTTP/1.1" status: 200 len: 1096 time: 0.1413937 Jul 22 19:06:21.867583 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3b60ad6c-6c62-4ded-b3c6-d987525ebeec req-6b6851b7-b081-4d0a-be98-68cdf5f2fef8 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:21.870162 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3b60ad6c-6c62-4ded-b3c6-d987525ebeec req-6b6851b7-b081-4d0a-be98-68cdf5f2fef8 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:21.871349 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b60ad6c-6c62-4ded-b3c6-d987525ebeec req-6b6851b7-b081-4d0a-be98-68cdf5f2fef8 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] 10.222.0.13 "DELETE /v2.0/security-groups/439cda35-44b3-45e1-a5a4-812096f5bd91 HTTP/1.1" status: 204 len: 173 time: 0.2136438 Jul 22 19:06:21.877694 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34714) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:21.909410 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8939002-a2b1-425e-b3d2-4e21f646baa8 req-ef627955-db5f-4e65-9f12-19b50a01b7d6 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:21.910909 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8939002-a2b1-425e-b3d2-4e21f646baa8 req-ef627955-db5f-4e65-9f12-19b50a01b7d6 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/ports?device_id=028371b2-9a90-435f-b131-fc8a45d9f4ab HTTP/1.1" status: 200 len: 945 time: 0.1529322 Jul 22 19:06:21.911675 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6851b7-b081-4d0a-be98-68cdf5f2fef8 tempest-SecurityGroupsTestJSON-1602238268 tempest-SecurityGroupsTestJSON-1602238268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=439cda35-44b3-45e1-a5a4-812096f5bd91,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:21.933705 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-058bb490-1b42-4a8e-9199-a6ac380faec5 admin admin] Deleting subnet 7409deb2-ed0b-46ae-b6be-7c14bd25f896 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:06:21.937323 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-058bb490-1b42-4a8e-9199-a6ac380faec5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:21.981468 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-5cbfc03c-7a72-4c39-9b16-569e8f9565b2 req-4068702b-1107-4313-88ce-699a49b18463 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-224593283', 'description': 'tempest-description-761404941'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:21.984358 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-058bb490-1b42-4a8e-9199-a6ac380faec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:22.015031 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8939002-a2b1-425e-b3d2-4e21f646baa8 req-1af43d10-0f9c-4371-8d6b-473a8df056d3 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/security-groups?id=1043f3a5-8870-4322-b46b-2e9ae8ebdfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931559 Jul 22 19:06:22.025363 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-058bb490-1b42-4a8e-9199-a6ac380faec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:22.034324 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92641070-148e-4620-a975-028db192bb7a req-232c0260-ae3a-448a-ae23-760572fdd370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:22.035898 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92641070-148e-4620-a975-028db192bb7a req-232c0260-ae3a-448a-ae23-760572fdd370 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c65cd496-c426-405a-b8c2-36e596dfdd4c HTTP/1.1" status: 200 len: 921 time: 0.1602514 Jul 22 19:06:22.039752 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5cbfc03c-7a72-4c39-9b16-569e8f9565b2 req-4068702b-1107-4313-88ce-699a49b18463 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:22.089844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92641070-148e-4620-a975-028db192bb7a req-a66fa0fe-030d-4fdd-916a-58dfb547869f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4daabab8-31e7-4401-aaa7-0d6f82ba9c42 HTTP/1.1" status: 200 len: 217 time: 0.0466111 Jul 22 19:06:22.118289 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-058bb490-1b42-4a8e-9199-a6ac380faec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:22.155407 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bb490-1b42-4a8e-9199-a6ac380faec5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7409deb2-ed0b-46ae-b6be-7c14bd25f896,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:22.162239 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-058bb490-1b42-4a8e-9199-a6ac380faec5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:22.166860 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-058bb490-1b42-4a8e-9199-a6ac380faec5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7409deb2-ed0b-46ae-b6be-7c14bd25f896 HTTP/1.1" status: 204 len: 168 time: 0.2879956 Jul 22 19:06:22.167355 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34716) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:22.180160 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92641070-148e-4620-a975-028db192bb7a req-2566b244-61f7-449c-9e6d-36c560caf5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:22.182977 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92641070-148e-4620-a975-028db192bb7a req-2566b244-61f7-449c-9e6d-36c560caf5d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30ea6495-2382-41f8-8d66-bf8d2e3d0983 HTTP/1.1" status: 200 len: 859 time: 0.0845728 Jul 22 19:06:22.197762 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c19cb-c06f-4840-8f59-8f1da099f7e8 req-3cd68855-514d-4329-b944-0ed06c0ff7c9 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:22.199838 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5d5c19cb-c06f-4840-8f59-8f1da099f7e8 req-3cd68855-514d-4329-b944-0ed06c0ff7c9 tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.16 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 967 time: 0.1174419 Jul 22 19:06:22.313533 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-5d5c19cb-c06f-4840-8f59-8f1da099f7e8 req-d53499e6-2177-4546-9950-587340e6ac5e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Deleting port 7903cffd-c6b7-4a8b-ab21-82a707f4032e {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:06:22.313880 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5d5c19cb-c06f-4840-8f59-8f1da099f7e8 req-d53499e6-2177-4546-9950-587340e6ac5e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:22.314725 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-814743e6-a629-4486-a0b9-e198ce3b55ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:22.332776 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5cbfc03c-7a72-4c39-9b16-569e8f9565b2 req-4068702b-1107-4313-88ce-699a49b18463 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:22.343252 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5cbfc03c-7a72-4c39-9b16-569e8f9565b2 req-4068702b-1107-4313-88ce-699a49b18463 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:22.400686 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92641070-148e-4620-a975-028db192bb7a req-7377dc3d-1139-47e5-8b67-1467bc2e8b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:22.408243 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92641070-148e-4620-a975-028db192bb7a req-7377dc3d-1139-47e5-8b67-1467bc2e8b78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c65cd496-c426-405a-b8c2-36e596dfdd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2057295 Jul 22 19:06:22.408243 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5cbfc03c-7a72-4c39-9b16-569e8f9565b2 req-4068702b-1107-4313-88ce-699a49b18463 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:22.408243 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5cbfc03c-7a72-4c39-9b16-569e8f9565b2 req-4068702b-1107-4313-88ce-699a49b18463 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4346583 Jul 22 19:06:22.408243 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068702b-1107-4313-88ce-699a49b18463 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f90677-3e1b-4fbf-8d68-c8db4b55d46f,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:22.438434 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-5d5c19cb-c06f-4840-8f59-8f1da099f7e8 req-d53499e6-2177-4546-9950-587340e6ac5e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] For port 7903cffd-c6b7-4a8b-ab21-82a707f4032e, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=7903cffd-c6b7-4a8b-ab21-82a707f4032e,segment=NetworkSegment(d7510255-838b-4d03-bb29-d86b286ddb31),segment_id=d7510255-838b-4d03-bb29-d86b286ddb31)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:22.438945 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5d5c19cb-c06f-4840-8f59-8f1da099f7e8 req-d53499e6-2177-4546-9950-587340e6ac5e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:22.456318 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-5d5c19cb-c06f-4840-8f59-8f1da099f7e8 req-d53499e6-2177-4546-9950-587340e6ac5e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Calling delete_port for 7903cffd-c6b7-4a8b-ab21-82a707f4032e owned by compute:tempest-test_az-1096977516 {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:06:22.552583 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-814743e6-a629-4486-a0b9-e198ce3b55ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:22.587734 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-814743e6-a629-4486-a0b9-e198ce3b55ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4133d413-8353-4685-997b-db22c21267e6']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:22.589237 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5d5c19cb-c06f-4840-8f59-8f1da099f7e8 req-d53499e6-2177-4546-9950-587340e6ac5e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:22.605656 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-814743e6-a629-4486-a0b9-e198ce3b55ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ae3ad1-0113-4f2d-8719-18a10c10aeb6') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:22.606092 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-814743e6-a629-4486-a0b9-e198ce3b55ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ae3ad1-0113-4f2d-8719-18a10c10aeb6') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:22.617658 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53499e6-2177-4546-9950-587340e6ac5e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Pushing event deleted for resources: {'Port': ['ID=7903cffd-c6b7-4a8b-ab21-82a707f4032e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:22.631413 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-814743e6-a629-4486-a0b9-e198ce3b55ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:22.662510 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92641070-148e-4620-a975-028db192bb7a req-79e247f8-22e2-47b5-837f-901a9661d187 service neutron] 10.222.0.16 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521884 Jul 22 19:06:22.664872 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-814743e6-a629-4486-a0b9-e198ce3b55ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:22.665989 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5c19cb-c06f-4840-8f59-8f1da099f7e8 req-d53499e6-2177-4546-9950-587340e6ac5e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] No DVR routers for this DVR port 7903cffd-c6b7-4a8b-ab21-82a707f4032e on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:06:22.670277 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5d5c19cb-c06f-4840-8f59-8f1da099f7e8 req-d53499e6-2177-4546-9950-587340e6ac5e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:22.670884 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5d5c19cb-c06f-4840-8f59-8f1da099f7e8 req-d53499e6-2177-4546-9950-587340e6ac5e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.16 "DELETE /v2.0/ports/7903cffd-c6b7-4a8b-ab21-82a707f4032e HTTP/1.1" status: 204 len: 173 time: 0.4657800 Jul 22 19:06:22.671331 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246b0e90-092f-4cd7-9c28-1c0d2c4cc90b', 'name': 'network-vif-deleted', 'tag': '7903cffd-c6b7-4a8b-ab21-82a707f4032e'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:22.673674 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb68f43-6026-472f-a918-acaa7b9afead" -d '{"events": [{"server_uuid": "246b0e90-092f-4cd7-9c28-1c0d2c4cc90b", "name": "network-vif-deleted", "tag": "7903cffd-c6b7-4a8b-ab21-82a707f4032e"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:22.685371 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814743e6-a629-4486-a0b9-e198ce3b55ae admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:06:22.685782 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-814743e6-a629-4486-a0b9-e198ce3b55ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:06:22.687422 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:06:22.735233 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720a7c2-049b-4aee-9454-45518f01b83b req-c5840bc4-9894-4842-8945-5ba795b2721e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:22.736725 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d720a7c2-049b-4aee-9454-45518f01b83b req-c5840bc4-9894-4842-8945-5ba795b2721e tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/ports?device_id=246b0e90-092f-4cd7-9c28-1c0d2c4cc90b HTTP/1.1" status: 200 len: 888 time: 0.2772892 Jul 22 19:06:22.754679 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e07190-9079-429b-9d51-4a10a0c95fb6 req-6e741113-a5a9-41d5-9cb3-2a907845352d tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:22.756110 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-91e07190-9079-429b-9d51-4a10a0c95fb6 req-6e741113-a5a9-41d5-9cb3-2a907845352d tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb9f44d7-089f-407f-8e07-8d4c7ca4df69 HTTP/1.1" status: 200 len: 944 time: 0.2839413 Jul 22 19:06:22.845458 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-814743e6-a629-4486-a0b9-e198ce3b55ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:22.850620 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 85c56be1-dc05-4884-b839-b8d98be04296 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:22.861268 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-814743e6-a629-4486-a0b9-e198ce3b55ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:22.863108 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-814743e6-a629-4486-a0b9-e198ce3b55ae admin admin] 10.222.0.13 "DELETE /v2.0/networks/4133d413-8353-4685-997b-db22c21267e6 HTTP/1.1" status: 204 len: 168 time: 0.6942437 Jul 22 19:06:22.895310 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814743e6-a629-4486-a0b9-e198ce3b55ae admin admin] Pushing event deleted for resources: {'Network': ['ID=4133d413-8353-4685-997b-db22c21267e6,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:22.904569 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 85c56be1-dc05-4884-b839-b8d98be04296 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:22.906807 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92641070-148e-4620-a975-028db192bb7a req-e503a0ff-fdb0-42b8-a9e0-382cc5e638d1 service neutron] 10.222.0.16 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359409 Jul 22 19:06:22.908289 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 85c56be1-dc05-4884-b839-b8d98be04296 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:22.908697 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:22.914510 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-91e07190-9079-429b-9d51-4a10a0c95fb6 req-3788c65b-8f54-4167-a688-7de7a854a5c1 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac56a31e-ee3d-45cf-adda-c2ed15119d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293831 Jul 22 19:06:22.917361 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d720a7c2-049b-4aee-9454-45518f01b83b req-02888edd-3da1-4fca-96dd-de8185f09acc tempest-LiveAutoBlockMigrationV225Test-1639312548 tempest-LiveAutoBlockMigrationV225Test-1639312548-project] 10.222.0.13 "GET /v2.0/security-groups?id=53508d41-50d3-4583-8d9f-f00c3829b682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727204 Jul 22 19:06:23.037991 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:23.073705 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c56be1-dc05-4884-b839-b8d98be04296'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:23.088861 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e0fda2-5140-48af-8d62-1576a900aab9" -d '{"events": [{"server_uuid": "c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a", "name": "network-vif-plugged", "status": "completed", "tag": "85c56be1-dc05-4884-b839-b8d98be04296"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:23.119502 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 85c56be1-dc05-4884-b839-b8d98be04296, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=85c56be1-dc05-4884-b839-b8d98be04296,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:23.127371 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34736) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:23.140586 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:23.197773 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5dc0af9e-80d2-4ff3-9fb1-48ce288fb10e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aca0a3898daa4428aa1f56ddc1dd9ffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0669484 Jul 22 19:06:23.198216 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34738) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:23.207268 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=85c56be1-dc05-4884-b839-b8d98be04296,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:23.260931 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8a936cd4-cca2-4aa9-b825-b8362d5296d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:23.267477 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-d555b14a-6ab3-4281-85e2-5853464f6901 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47854 time: 0.3074036 Jul 22 19:06:23.296106 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8a936cd4-cca2-4aa9-b825-b8362d5296d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:23.339977 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-3192e590-565f-482b-afc1-7598b86a2d27 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/1043f3a5-8870-4322-b46b-2e9ae8ebdfbf HTTP/1.1" status: 200 len: 2981 time: 0.0619397 Jul 22 19:06:23.351014 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8a936cd4-cca2-4aa9-b825-b8362d5296d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:23.353593 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8a936cd4-cca2-4aa9-b825-b8362d5296d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:23.358226 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8a936cd4-cca2-4aa9-b825-b8362d5296d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a7317e2-cb96-468d-9d16-a24e3bd51896 HTTP/1.1" status: 204 len: 168 time: 0.1555281 Jul 22 19:06:23.365096 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a936cd4-cca2-4aa9-b825-b8362d5296d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7317e2-cb96-468d-9d16-a24e3bd51896,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:23.368778 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3ca07-1639-45b4-99c5-de781cd55250 req-70ad23dc-24ac-4dc2-a30b-982ea9f3a17b tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:23.370267 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6ae3ca07-1639-45b4-99c5-de781cd55250 req-70ad23dc-24ac-4dc2-a30b-982ea9f3a17b tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 946 time: 0.1018848 Jul 22 19:06:23.416576 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-6fefd1e3-f66c-4c58-a284-ce1f3961c95f tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/1043f3a5-8870-4322-b46b-2e9ae8ebdfbf HTTP/1.1" status: 200 len: 2981 time: 0.0700669 Jul 22 19:06:23.435476 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6ae3ca07-1639-45b4-99c5-de781cd55250 req-dc09f15e-61f5-402d-8ff0-43f62d24f558 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589488 Jul 22 19:06:23.440285 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-0ba1906e-d525-405f-b81a-79b0e5ab693c tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] show failed (client error): The resource could not be found. Jul 22 19:06:23.441259 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-0ba1906e-d525-405f-b81a-79b0e5ab693c tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/1a7317e2-cb96-468d-9d16-a24e3bd51896 HTTP/1.1" status: 404 len: 352 time: 0.0167961 Jul 22 19:06:23.462358 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-90b0fb15-a20c-4c72-9086-43a33a01fce2 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] show failed (client error): The resource could not be found. Jul 22 19:06:23.463315 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-90b0fb15-a20c-4c72-9086-43a33a01fce2 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/1a7317e2-cb96-468d-9d16-a24e3bd51896 HTTP/1.1" status: 404 len: 352 time: 0.0133600 Jul 22 19:06:23.490292 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44ef2eb-791e-496c-ab3f-4cbb4448e63b x-openstack-request-id: req-a44ef2eb-791e-496c-ab3f-4cbb4448e63b {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:23.490589 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246b0e90-092f-4cd7-9c28-1c0d2c4cc90b", "name": "network-vif-deleted", "tag": "7903cffd-c6b7-4a8b-ab21-82a707f4032e", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:23.490843 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a44ef2eb-791e-496c-ab3f-4cbb4448e63b {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:23.491244 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246b0e90-092f-4cd7-9c28-1c0d2c4cc90b', 'name': 'network-vif-deleted', 'tag': '7903cffd-c6b7-4a8b-ab21-82a707f4032e', 'status': 'completed', 'code': 200} Jul 22 19:06:23.512782 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-98f9acfe-f3e6-4688-addc-3588ba4b9263 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/32883ade-d003-4009-8a6f-7ddf1e8418a8 HTTP/1.1" status: 200 len: 2981 time: 0.0411987 Jul 22 19:06:23.561229 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-e1cb6b69-d016-4420-9ea6-f19626d01baf tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/32883ade-d003-4009-8a6f-7ddf1e8418a8 HTTP/1.1" status: 200 len: 2981 time: 0.0416961 Jul 22 19:06:23.631200 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-c2b1a47a-d2cb-47d6-a5a6-f4f230cad516 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/3c41abda-099e-4a8e-bc31-18b18101b9ec HTTP/1.1" status: 200 len: 2981 time: 0.0633206 Jul 22 19:06:23.664265 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 4daabab8-31e7-4401-aaa7-0d6f82ba9c42 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:06:23.698018 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6e92d-a945-4d05-bb78-f6cc470a3ecb req-43e68315-d4c4-4b1d-ae37-85c00069ac0f tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:23.699549 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2d6e92d-a945-4d05-bb78-f6cc470a3ecb req-43e68315-d4c4-4b1d-ae37-85c00069ac0f tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/ports?device_id=028371b2-9a90-435f-b131-fc8a45d9f4ab HTTP/1.1" status: 200 len: 945 time: 0.1042635 Jul 22 19:06:23.703061 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-13aa621c-5125-445f-8788-616214ed17f5 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/3c41abda-099e-4a8e-bc31-18b18101b9ec HTTP/1.1" status: 200 len: 2981 time: 0.0652058 Jul 22 19:06:23.772124 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2d6e92d-a945-4d05-bb78-f6cc470a3ecb req-734d793b-2462-4d47-a658-c5c45e4f9826 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/security-groups?id=1043f3a5-8870-4322-b46b-2e9ae8ebdfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648646 Jul 22 19:06:23.775079 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-37911eb9-414e-4e6a-bc08-a35f7364736a tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/4b12eef6-72b3-4f1f-ab30-bce9383e3620 HTTP/1.1" status: 200 len: 2981 time: 0.0617321 Jul 22 19:06:23.778808 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 4daabab8-31e7-4401-aaa7-0d6f82ba9c42, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=4daabab8-31e7-4401-aaa7-0d6f82ba9c42,segment=NetworkSegment(e3455897-35b6-48d3-80e3-4e36f01f70ab),segment_id=e3455897-35b6-48d3-80e3-4e36f01f70ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:23.791854 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'port_id': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42', 'mac_address': 'fa:16:3e:68:c4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:06:23.837397 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-29f8d068-a21a-42c0-b9c3-0af579e88366 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/4b12eef6-72b3-4f1f-ab30-bce9383e3620 HTTP/1.1" status: 200 len: 2981 time: 0.0502484 Jul 22 19:06:23.847999 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c322e1-a7dd-47a5-9bef-405d8867039f x-openstack-request-id: req-a0c322e1-a7dd-47a5-9bef-405d8867039f {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:23.848356 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a", "name": "network-vif-plugged", "status": "completed", "tag": "85c56be1-dc05-4884-b839-b8d98be04296", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:23.848698 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0c322e1-a7dd-47a5-9bef-405d8867039f {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:23.849148 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c56be1-dc05-4884-b839-b8d98be04296', 'code': 200} Jul 22 19:06:23.856681 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:23.881077 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4daabab8-31e7-4401-aaa7-0d6f82ba9c42 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:06:23.907351 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-5e934452-318c-4932-a574-1703f94504ce tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/53508d41-50d3-4583-8d9f-f00c3829b682 HTTP/1.1" status: 200 len: 2981 time: 0.0628397 Jul 22 19:06:23.911417 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 4daabab8-31e7-4401-aaa7-0d6f82ba9c42, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=4daabab8-31e7-4401-aaa7-0d6f82ba9c42,segment=NetworkSegment(e3455897-35b6-48d3-80e3-4e36f01f70ab),segment_id=e3455897-35b6-48d3-80e3-4e36f01f70ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:23.916628 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:24.004071 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-d60fbda1-a582-477d-8849-7687a6929723 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/53508d41-50d3-4583-8d9f-f00c3829b682 HTTP/1.1" status: 200 len: 2981 time: 0.0951312 Jul 22 19:06:24.015009 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=4daabab8-31e7-4401-aaa7-0d6f82ba9c42,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:24.040370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a05455-2deb-4665-ac5f-701e99703636 req-2f529780-73ca-419c-905d-bf085179bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:24.042116 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e7a05455-2deb-4665-ac5f-701e99703636 req-2f529780-73ca-419c-905d-bf085179bca9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 1098 time: 0.1315210 Jul 22 19:06:24.073896 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-77f11860-edb8-4296-99b7-574c4d785c54 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/6acc0a1c-3a0a-4779-87b9-4430273956f7 HTTP/1.1" status: 200 len: 2977 time: 0.0687969 Jul 22 19:06:24.104598 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e7a05455-2deb-4665-ac5f-701e99703636 req-18f90efb-609d-44ac-97b1-b5f0fa5c7dd2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550554 Jul 22 19:06:24.149779 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34770) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:24.159399 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-fb8ded49-96d2-42b0-980d-0b8ccaaa2d99 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/6acc0a1c-3a0a-4779-87b9-4430273956f7 HTTP/1.1" status: 200 len: 2977 time: 0.0762095 Jul 22 19:06:24.195222 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['4daabab8-31e7-4401-aaa7-0d6f82ba9c42'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:24.197036 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68815a83-af81-44c1-a7c3-5aa545e2e866 req-d0ad74b9-ed6a-49f5-a27d-eb412644d4db tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:24.198535 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-68815a83-af81-44c1-a7c3-5aa545e2e866 req-d0ad74b9-ed6a-49f5-a27d-eb412644d4db tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/ports?device_id=f844dc36-fe89-4f17-989d-b7f2b9f6a006 HTTP/1.1" status: 200 len: 946 time: 0.1143646 Jul 22 19:06:24.238148 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-3aaa9d1e-3419-40b4-bde6-b6d61c9f4cc2 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ac56a31e-ee3d-45cf-adda-c2ed15119d61 HTTP/1.1" status: 200 len: 2981 time: 0.0728109 Jul 22 19:06:24.261452 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-e18dbe4c-5851-4135-b55b-c9199e9d814e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1238713276-network', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:24.268406 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-68815a83-af81-44c1-a7c3-5aa545e2e866 req-7e65a30d-bea2-4bdc-89c2-a7819fd4740b tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/security-groups?id=1043f3a5-8870-4322-b46b-2e9ae8ebdfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621662 Jul 22 19:06:24.285125 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18dbe4c-5851-4135-b55b-c9199e9d814e admin admin] Made reservation on behalf of e50d9d2c5a7e46748d4298f11daca3fd for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:06:24.287783 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e18dbe4c-5851-4135-b55b-c9199e9d814e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:24.297393 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e18dbe4c-5851-4135-b55b-c9199e9d814e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:24.316418 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-71d4d911-9748-469b-aabd-f056673f96e3 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ac56a31e-ee3d-45cf-adda-c2ed15119d61 HTTP/1.1" status: 200 len: 2981 time: 0.0704134 Jul 22 19:06:24.379235 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-859fa1ac-a86f-4023-8866-7509aa5f0d86 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b329fba7-d8ba-40c8-8859-6c26ad8e95be HTTP/1.1" status: 200 len: 2981 time: 0.0573311 Jul 22 19:06:24.397556 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e18dbe4c-5851-4135-b55b-c9199e9d814e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:24.401462 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e18dbe4c-5851-4135-b55b-c9199e9d814e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:24.422374 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18dbe4c-5851-4135-b55b-c9199e9d814e admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:06:24.436728 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18dbe4c-5851-4135-b55b-c9199e9d814e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830e34c3-c98c-434a-9ecf-4f44c1eddc42,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:24.441595 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e18dbe4c-5851-4135-b55b-c9199e9d814e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:24.442105 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-e18dbe4c-5851-4135-b55b-c9199e9d814e admin admin] Added segment ca82d60c-babc-4546-beb5-f9d9b0bdf619 of type vlan for network f9bbe562-b493-48e1-a0cc-ad8bf88524eb Jul 22 19:06:24.449948 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-ce77b439-ec94-49f2-9e91-baea98e9517e tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b329fba7-d8ba-40c8-8859-6c26ad8e95be HTTP/1.1" status: 200 len: 2981 time: 0.0532286 Jul 22 19:06:24.463653 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2880742-eccf-4765-8537-d29599a29c4f req-0365391d-da03-45a6-aa5e-3075d0e03d28 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:24.465592 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2880742-eccf-4765-8537-d29599a29c4f req-0365391d-da03-45a6-aa5e-3075d0e03d28 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb9f44d7-089f-407f-8e07-8d4c7ca4df69 HTTP/1.1" status: 200 len: 945 time: 0.1058133 Jul 22 19:06:24.488299 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e18dbe4c-5851-4135-b55b-c9199e9d814e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:24.517537 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e18dbe4c-5851-4135-b55b-c9199e9d814e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:24.518699 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18dbe4c-5851-4135-b55b-c9199e9d814e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:24.519285 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e18dbe4c-5851-4135-b55b-c9199e9d814e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:24.529703 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-ec2b25b2-5eb4-4624-8b4f-33136050189f tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c4f361fb-53f5-4b7d-b650-bbfeb04a7e25 HTTP/1.1" status: 200 len: 2981 time: 0.0741935 Jul 22 19:06:24.532446 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2880742-eccf-4765-8537-d29599a29c4f req-993fefd0-26b7-4330-8960-0d80dfcf3296 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac56a31e-ee3d-45cf-adda-c2ed15119d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605745 Jul 22 19:06:24.582505 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34780) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:24.591941 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e18dbe4c-5851-4135-b55b-c9199e9d814e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4390230 Jul 22 19:06:24.593186 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18dbe4c-5851-4135-b55b-c9199e9d814e admin admin] Pushing event updated for resources: {'Network': ['ID=f9bbe562-b493-48e1-a0cc-ad8bf88524eb,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:24.593481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34784) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:24.598426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-4b34acbf-0632-4952-8a21-b064b5132ec5 admin admin] Request body: {'subnet': {'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1238713276-subnet', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:24.603814 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network f9bbe562-b493-48e1-a0cc-ad8bf88524eb details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:06:24.611131 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-3ddb649d-567d-425d-b15f-d3d32c28755a tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c4f361fb-53f5-4b7d-b650-bbfeb04a7e25 HTTP/1.1" status: 200 len: 2981 time: 0.0753465 Jul 22 19:06:24.633190 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b34acbf-0632-4952-8a21-b064b5132ec5 admin admin] Made reservation on behalf of e50d9d2c5a7e46748d4298f11daca3fd for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:06:24.635635 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4b34acbf-0632-4952-8a21-b064b5132ec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:24.800580 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-c1e38e7b-dd09-490b-b740-ee1a058a66cb tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/cf440ff0-d6ad-42c3-ac13-f7088bb536d0 HTTP/1.1" status: 200 len: 2973 time: 0.1790037 Jul 22 19:06:24.807248 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9cffee1-cf5f-4317-92f7-e509900348ea admin admin] Deleting subnet 60c829e4-dea2-469c-8b44-181bb5c85dfe {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:06:24.819198 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f9cffee1-cf5f-4317-92f7-e509900348ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:24.911525 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f9cffee1-cf5f-4317-92f7-e509900348ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:25.251928 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a338f-d32a-48ef-b666-9c11645721cb req-bb3a2d05-707f-4445-861a-ebde4dac557b tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:25.253432 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e49a338f-d32a-48ef-b666-9c11645721cb req-bb3a2d05-707f-4445-861a-ebde4dac557b tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c84da07-1c75-4c05-8749-21353bc2577d HTTP/1.1" status: 200 len: 945 time: 0.6091018 Jul 22 19:06:25.259555 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-220a88ff-216d-4344-8e6b-44205c8fb5fc tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/cf440ff0-d6ad-42c3-ac13-f7088bb536d0 HTTP/1.1" status: 200 len: 2973 time: 0.4486229 Jul 22 19:06:25.365556 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f9cffee1-cf5f-4317-92f7-e509900348ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:25.409490 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e49a338f-d32a-48ef-b666-9c11645721cb req-e51cf4fe-f943-4ba2-9e97-10290665cd04 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489942 Jul 22 19:06:25.414423 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-3d1df610-d9ae-47ba-aee3-819a4d08acd9 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d1a1f5dc-a037-4aef-9318-50c2ea17e30d HTTP/1.1" status: 200 len: 2981 time: 0.1433864 Jul 22 19:06:25.416934 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4b34acbf-0632-4952-8a21-b064b5132ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:25.535565 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34acbf-0632-4952-8a21-b064b5132ec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d48270ba-b16f-49be-a9cd-03fdc53d1bf5,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:25.564001 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f9cffee1-cf5f-4317-92f7-e509900348ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:25.595331 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-27f7010f-a35b-4276-a18a-c87077a18014 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d1a1f5dc-a037-4aef-9318-50c2ea17e30d HTTP/1.1" status: 200 len: 2981 time: 0.1726391 Jul 22 19:06:25.603497 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cffee1-cf5f-4317-92f7-e509900348ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60c829e4-dea2-469c-8b44-181bb5c85dfe,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:25.615442 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f9cffee1-cf5f-4317-92f7-e509900348ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:25.617224 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f9cffee1-cf5f-4317-92f7-e509900348ea admin admin] 10.222.0.13 "DELETE /v2.0/subnets/60c829e4-dea2-469c-8b44-181bb5c85dfe HTTP/1.1" status: 204 len: 168 time: 1.0336525 Jul 22 19:06:25.619897 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34790) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:25.646342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b34acbf-0632-4952-8a21-b064b5132ec5 admin admin] Checking segment: {'id': 'ca82d60c-babc-4546-beb5-f9d9b0bdf619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:06:25.646342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b34acbf-0632-4952-8a21-b064b5132ec5 admin admin] Network hostable DHCP agents. Network: f9bbe562-b493-48e1-a0cc-ad8bf88524eb, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:06:25.665563 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 4daabab8-31e7-4401-aaa7-0d6f82ba9c42 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:25.692171 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-63f35520-c0cc-4c2c-bd1b-a5c0cee7965a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:25.705597 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23034898-41a9-4278-a586-7d09ceeafa1b req-fbbafcea-274b-485b-92c2-7ade814f11a2 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:25.707082 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23034898-41a9-4278-a586-7d09ceeafa1b req-fbbafcea-274b-485b-92c2-7ade814f11a2 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c84da07-1c75-4c05-8749-21353bc2577d HTTP/1.1" status: 200 len: 945 time: 0.2623057 Jul 22 19:06:25.719998 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 4daabab8-31e7-4401-aaa7-0d6f82ba9c42 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:25.723734 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 4daabab8-31e7-4401-aaa7-0d6f82ba9c42 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:25.724303 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:25.726562 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-e4a7edcd-1833-4266-ad2c-7e85237c2219 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/daf66bfa-6766-4456-977d-4aae8adf3703 HTTP/1.1" status: 200 len: 2981 time: 0.1211824 Jul 22 19:06:25.730420 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b34acbf-0632-4952-8a21-b064b5132ec5 admin admin] Network f9bbe562-b493-48e1-a0cc-ad8bf88524eb is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:06:25.787083 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-63f35520-c0cc-4c2c-bd1b-a5c0cee7965a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:25.788347 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-4b34acbf-0632-4952-8a21-b064b5132ec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, f9bbe562-b493-48e1-a0cc-ad8bf88524eb) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:25.800983 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-63f35520-c0cc-4c2c-bd1b-a5c0cee7965a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3cda7b-41ab-4777-b93f-6e29ba8f4199']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:25.801597 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17da09ed-a61d-47a7-8f5b-2f61e2b579e2 None None] Network f9bbe562-b493-48e1-a0cc-ad8bf88524eb requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:06:25.807537 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919fa14-45b5-417c-a7ad-41f99e8d4c6c req-c63ce478-9611-4302-b7bc-ad097dd48748 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:25.809114 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4919fa14-45b5-417c-a7ad-41f99e8d4c6c req-c63ce478-9611-4302-b7bc-ad097dd48748 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 946 time: 0.2113116 Jul 22 19:06:25.812942 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-63f35520-c0cc-4c2c-bd1b-a5c0cee7965a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7510255-838b-4d03-bb29-d86b286ddb31') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:25.813189 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b34acbf-0632-4952-8a21-b064b5132ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:25.813469 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-63f35520-c0cc-4c2c-bd1b-a5c0cee7965a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7510255-838b-4d03-bb29-d86b286ddb31') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:25.813780 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4b34acbf-0632-4952-8a21-b064b5132ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:25.824238 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-63f35520-c0cc-4c2c-bd1b-a5c0cee7965a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:25.841983 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-63f35520-c0cc-4c2c-bd1b-a5c0cee7965a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:25.849641 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63f35520-c0cc-4c2c-bd1b-a5c0cee7965a admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:06:25.850171 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-63f35520-c0cc-4c2c-bd1b-a5c0cee7965a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:06:25.852080 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:06:25.872861 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:25.882792 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4b34acbf-0632-4952-8a21-b064b5132ec5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2883110 Jul 22 19:06:25.884317 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-8bc4c436-523d-49f6-b579-88313d87a988 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/daf66bfa-6766-4456-977d-4aae8adf3703 HTTP/1.1" status: 200 len: 2981 time: 0.1313717 Jul 22 19:06:25.885800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34792) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:25.894009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-ec48c603-722b-41c7-a639-b976cc04e5e9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1238713276-router', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:25.919988 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9f44d7-089f-407f-8e07-8d4c7ca4df69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:25.922237 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d9f92e-e4fd-464f-b70a-967e97396a35" -d '{"events": [{"server_uuid": "fb9f44d7-089f-407f-8e07-8d4c7ca4df69", "name": "network-vif-plugged", "status": "completed", "tag": "4daabab8-31e7-4401-aaa7-0d6f82ba9c42"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:25.934472 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4919fa14-45b5-417c-a7ad-41f99e8d4c6c req-07f6e301-3e53-4a3d-ba27-356475e6e44b tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131260 Jul 22 19:06:25.946487 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-63f35520-c0cc-4c2c-bd1b-a5c0cee7965a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:25.963504 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 4daabab8-31e7-4401-aaa7-0d6f82ba9c42, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=4daabab8-31e7-4401-aaa7-0d6f82ba9c42,segment=NetworkSegment(e3455897-35b6-48d3-80e3-4e36f01f70ab),segment_id=e3455897-35b6-48d3-80e3-4e36f01f70ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:25.970700 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec48c603-722b-41c7-a639-b976cc04e5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:25.971157 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec48c603-722b-41c7-a639-b976cc04e5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:25.993207 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-63f35520-c0cc-4c2c-bd1b-a5c0cee7965a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:26.000215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34798) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:26.000417 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-63f35520-c0cc-4c2c-bd1b-a5c0cee7965a admin admin] 10.222.0.13 "DELETE /v2.0/networks/0e3cda7b-41ab-4777-b93f-6e29ba8f4199 HTTP/1.1" status: 204 len: 168 time: 0.3790734 Jul 22 19:06:26.001262 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f35520-c0cc-4c2c-bd1b-a5c0cee7965a admin admin] Pushing event deleted for resources: {'Network': ['ID=0e3cda7b-41ab-4777-b93f-6e29ba8f4199,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:26.011409 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-5a359654-769d-489b-9143-de3f02113c2c tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f80d2518-65ea-4f40-97ea-0584c08f51a5 HTTP/1.1" status: 200 len: 2981 time: 0.1075976 Jul 22 19:06:26.027040 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:26.028776 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 7903cffd-c6b7-4a8b-ab21-82a707f4032e no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:06:26.056418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-23034898-41a9-4278-a586-7d09ceeafa1b req-00157f97-3f82-412a-8795-5c11643341b7 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Deleting port 9edbd315-83ac-4f31-8644-0043b03ed843 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:06:26.056803 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-23034898-41a9-4278-a586-7d09ceeafa1b req-00157f97-3f82-412a-8795-5c11643341b7 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:26.107348 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 7903cffd-c6b7-4a8b-ab21-82a707f4032e {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:06:26.107689 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 7903cffd-c6b7-4a8b-ab21-82a707f4032e not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:06:26.120737 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec48c603-722b-41c7-a639-b976cc04e5e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:26.179119 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-f9bbe562-b493-48e1-a0cc-ad8bf88524eb', 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'fixed_ips': [{'subnet_id': 'd48270ba-b16f-49be-a9cd-03fdc53d1bf5'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:06:26.180020 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:26.187510 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=4daabab8-31e7-4401-aaa7-0d6f82ba9c42,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:26.188707 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-0319810d-83d5-4c43-a419-33853f708c9b admin admin] Deleting subnet d65e8b7b-a8ab-419f-b361-933dc41d87bf {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:06:26.217601 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:26.218206 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:26.218633 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:26.219088 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:26.219545 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:26.220594 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:26.221040 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:26.221476 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:26.223360 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:26.224197 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:26.224771 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:26.225328 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:26.251250 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0319810d-83d5-4c43-a419-33853f708c9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:26.302470 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb52e1a-8633-490d-840b-d5c1760efc15 req-df1a06b9-7014-46e0-b30d-e9b61700a7f8 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f80d2518-65ea-4f40-97ea-0584c08f51a5 HTTP/1.1" status: 200 len: 2981 time: 0.2523828 Jul 22 19:06:26.346352 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44cf4aa-b94a-44dc-929c-d5fdef7c8eca x-openstack-request-id: req-a44cf4aa-b94a-44dc-929c-d5fdef7c8eca {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:26.346664 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9f44d7-089f-407f-8e07-8d4c7ca4df69", "name": "network-vif-plugged", "status": "completed", "tag": "4daabab8-31e7-4401-aaa7-0d6f82ba9c42", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:26.346889 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a44cf4aa-b94a-44dc-929c-d5fdef7c8eca {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:26.347276 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9f44d7-089f-407f-8e07-8d4c7ca4df69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42', 'code': 200} Jul 22 19:06:26.390635 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0319810d-83d5-4c43-a419-33853f708c9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:26.436857 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] Allocated IP 172.20.0.2 (f9bbe562-b493-48e1-a0cc-ad8bf88524eb/d48270ba-b16f-49be-a9cd-03fdc53d1bf5/3c2eaa37-ef50-4fa7-a4d3-829fcd13796d) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:06:26.467991 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-23034898-41a9-4278-a586-7d09ceeafa1b req-00157f97-3f82-412a-8795-5c11643341b7 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] For port 9edbd315-83ac-4f31-8644-0043b03ed843, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9edbd315-83ac-4f31-8644-0043b03ed843,segment=NetworkSegment(c0e29bb0-6310-470b-9186-f4250e36258a),segment_id=c0e29bb0-6310-470b-9186-f4250e36258a)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:26.468944 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-23034898-41a9-4278-a586-7d09ceeafa1b req-00157f97-3f82-412a-8795-5c11643341b7 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:26.478098 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec48c603-722b-41c7-a639-b976cc04e5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:26.493093 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f3e6f-a9e1-4a4d-b463-8d6009d75dd7 req-748f4952-257e-4b25-8a29-44323fc1c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:26.494850 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-066f3e6f-a9e1-4a4d-b463-8d6009d75dd7 req-748f4952-257e-4b25-8a29-44323fc1c231 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb9f44d7-089f-407f-8e07-8d4c7ca4df69 HTTP/1.1" status: 200 len: 1098 time: 0.0865502 Jul 22 19:06:26.507115 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-23034898-41a9-4278-a586-7d09ceeafa1b req-00157f97-3f82-412a-8795-5c11643341b7 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Calling delete_port for 9edbd315-83ac-4f31-8644-0043b03ed843 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:06:26.525089 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0319810d-83d5-4c43-a419-33853f708c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:26.542520 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-066f3e6f-a9e1-4a4d-b463-8d6009d75dd7 req-74b234d3-e477-4b90-b200-27682fbf2f77 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ac56a31e-ee3d-45cf-adda-c2ed15119d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408790 Jul 22 19:06:26.614093 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:26.623712 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] Transition to ACTIVE for port object 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:26.640050 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] Transition to ACTIVE for port object 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:26.646035 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:26.666080 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8479a71-a341-43bb-8376-107d0b27f1d9 req-3dd595af-a4db-40d9-86b9-4a3bf8009d39 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:26.667566 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a8479a71-a341-43bb-8376-107d0b27f1d9 req-3dd595af-a4db-40d9-86b9-4a3bf8009d39 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb9f44d7-089f-407f-8e07-8d4c7ca4df69 HTTP/1.1" status: 200 len: 946 time: 0.4142625 Jul 22 19:06:26.689300 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] Network f9bbe562-b493-48e1-a0cc-ad8bf88524eb is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:26.692231 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:26.695436 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:06:26.709106 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] Pushing event updated for resources: {'Port': ['ID=3c2eaa37-ef50-4fa7-a4d3-829fcd13796d,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:26.769669 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] Attempting to bind port 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:06:26.770042 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] Attempting to bind port 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ca82d60c-babc-4546-beb5-f9d9b0bdf619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:06:26.770434 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] Attempting to bind port 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d on network f9bbe562-b493-48e1-a0cc-ad8bf88524eb {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:26.775695 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:06:26.776071 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] Checking segment: {'id': 'ca82d60c-babc-4546-beb5-f9d9b0bdf619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:06:26.776500 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:26.776897 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] Bound using segment: {'id': 'ca82d60c-babc-4546-beb5-f9d9b0bdf619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:06:26.777456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] Bound port: 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca82d60c-babc-4546-beb5-f9d9b0bdf619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:06:26.777857 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:26.789482 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0319810d-83d5-4c43-a419-33853f708c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:26.846719 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] For port 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:06:26.850077 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] For port 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=3c2eaa37-ef50-4fa7-a4d3-829fcd13796d,segment=NetworkSegment(ca82d60c-babc-4546-beb5-f9d9b0bdf619),segment_id=ca82d60c-babc-4546-beb5-f9d9b0bdf619)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:06:26.854641 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:26.865866 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a8479a71-a341-43bb-8376-107d0b27f1d9 req-69bf505a-4670-46ec-9fda-9712be4f7b91 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac56a31e-ee3d-45cf-adda-c2ed15119d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873283 Jul 22 19:06:26.871522 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319810d-83d5-4c43-a419-33853f708c9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d65e8b7b-a8ab-419f-b361-933dc41d87bf,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:26.876673 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0319810d-83d5-4c43-a419-33853f708c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:26.878521 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0319810d-83d5-4c43-a419-33853f708c9b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d65e8b7b-a8ab-419f-b361-933dc41d87bf HTTP/1.1" status: 204 len: 168 time: 0.8772571 Jul 22 19:06:26.881465 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34818) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:26.922034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-6c07946a-21c7-4ccf-b998-4d4300254471 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:26.929257 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-6c07946a-21c7-4ccf-b998-4d4300254471 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/networks?id=172f3136-0352-415c-9221-6473aaab30a1 HTTP/1.1" status: 200 len: 813 time: 0.3878679 Jul 22 19:06:26.934952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376480d-893a-446f-888b-567ddd2564e3 None None] Pushing event updated for resources: {'Port': ['ID=3c2eaa37-ef50-4fa7-a4d3-829fcd13796d,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:26.976463 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-a770ad5b-df7d-48f6-a5cf-d0fdf4a00626 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/quotas/ef02e31abbdd476b9801d4cb7a48d59b HTTP/1.1" status: 200 len: 375 time: 0.0466533 Jul 22 19:06:26.983040 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5525955d-210e-40b9-b7ad-4e6bef74d2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:27.028728 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-23034898-41a9-4278-a586-7d09ceeafa1b req-00157f97-3f82-412a-8795-5c11643341b7 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:27.044063 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['9632f040-8b22-4ea1-a788-077c97a78a61'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:27.049286 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['46ffb91f-532f-4ab7-8f14-b55a01ad5cdb', '9edbd315-83ac-4f31-8644-0043b03ed843'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:27.075226 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5525955d-210e-40b9-b7ad-4e6bef74d2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:27.088518 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-5525955d-210e-40b9-b7ad-4e6bef74d2fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e739565e-4bde-4d94-9b7f-f1f6606dbab2']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:27.090986 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00157f97-3f82-412a-8795-5c11643341b7 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Pushing event deleted for resources: {'Port': ['ID=9edbd315-83ac-4f31-8644-0043b03ed843,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:27.122481 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23170a79-f547-40fc-9314-f7dcbacfed0a req-29eb5250-290a-48b6-a5f9-eb6dd3538f5a tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89ccb05f97934c37ac2d449cdf1a3981 HTTP/1.1" status: 200 len: 6104 time: 0.1888692 Jul 22 19:06:27.126154 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-5525955d-210e-40b9-b7ad-4e6bef74d2fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a387ff5-dc6f-488c-8f39-208b3d843004') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:27.126465 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-5525955d-210e-40b9-b7ad-4e6bef74d2fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a387ff5-dc6f-488c-8f39-208b3d843004') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:27.141556 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5525955d-210e-40b9-b7ad-4e6bef74d2fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:27.215233 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5525955d-210e-40b9-b7ad-4e6bef74d2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:27.225019 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5525955d-210e-40b9-b7ad-4e6bef74d2fb admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:06:27.225441 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5525955d-210e-40b9-b7ad-4e6bef74d2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:06:27.227670 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:06:27.268402 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-23034898-41a9-4278-a586-7d09ceeafa1b req-00157f97-3f82-412a-8795-5c11643341b7 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] No DVR routers for this DVR port 9edbd315-83ac-4f31-8644-0043b03ed843 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:06:27.277697 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-23034898-41a9-4278-a586-7d09ceeafa1b req-00157f97-3f82-412a-8795-5c11643341b7 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:27.279790 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23034898-41a9-4278-a586-7d09ceeafa1b req-00157f97-3f82-412a-8795-5c11643341b7 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.16 "DELETE /v2.0/ports/9edbd315-83ac-4f31-8644-0043b03ed843 HTTP/1.1" status: 204 len: 173 time: 1.5607820 Jul 22 19:06:27.284387 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c84da07-1c75-4c05-8749-21353bc2577d', 'name': 'network-vif-deleted', 'tag': '9edbd315-83ac-4f31-8644-0043b03ed843'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:27.286743 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a1acbf-16ce-4507-b640-bed8bc0ca53a" -d '{"events": [{"server_uuid": "9c84da07-1c75-4c05-8749-21353bc2577d", "name": "network-vif-deleted", "tag": "9edbd315-83ac-4f31-8644-0043b03ed843"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:27.324036 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5525955d-210e-40b9-b7ad-4e6bef74d2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:27.349227 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-87c70de3-6674-4412-820b-ef7a2ff68989 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef02e31abbdd476b9801d4cb7a48d59b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3620725 Jul 22 19:06:27.359989 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5525955d-210e-40b9-b7ad-4e6bef74d2fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:27.367890 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5525955d-210e-40b9-b7ad-4e6bef74d2fb admin admin] 10.222.0.13 "DELETE /v2.0/networks/e739565e-4bde-4d94-9b7f-f1f6606dbab2 HTTP/1.1" status: 204 len: 168 time: 0.4814513 Jul 22 19:06:27.373293 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525955d-210e-40b9-b7ad-4e6bef74d2fb admin admin] Pushing event deleted for resources: {'Network': ['ID=e739565e-4bde-4d94-9b7f-f1f6606dbab2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:27.397682 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac658aec-ca9e-4d10-a944-8aa1e8caf64b req-3bded6fe-de1d-4f68-bc85-49543b91ab70 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:27.399499 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ac658aec-ca9e-4d10-a944-8aa1e8caf64b req-3bded6fe-de1d-4f68-bc85-49543b91ab70 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.16 "GET /v2.0/ports?device_id=f844dc36-fe89-4f17-989d-b7f2b9f6a006 HTTP/1.1" status: 200 len: 946 time: 0.2557738 Jul 22 19:06:27.461304 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-83170cb9-757d-4a18-86d5-1e9519f2b9a2 service neutron] 10.222.0.13 "GET /v2.0/networks/172f3136-0352-415c-9221-6473aaab30a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114118 Jul 22 19:06:27.481865 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23170a79-f547-40fc-9314-f7dcbacfed0a req-198149f3-bf1a-42e8-8b1f-88fe5fa28cab tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] 10.222.0.13 "GET /v2.0/security-groups/4b12eef6-72b3-4f1f-ab30-bce9383e3620 HTTP/1.1" status: 200 len: 2981 time: 0.3584936 Jul 22 19:06:27.502339 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec48c603-722b-41c7-a639-b976cc04e5e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:27.534243 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-ac658aec-ca9e-4d10-a944-8aa1e8caf64b req-a0f7e3b1-b4a6-4f01-8cee-48d801ae5773 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Deleting port c561e714-fc1a-4ee1-981d-13c75be08a6e {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:06:27.534848 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ac658aec-ca9e-4d10-a944-8aa1e8caf64b req-a0f7e3b1-b4a6-4f01-8cee-48d801ae5773 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:27.582015 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec48c603-722b-41c7-a639-b976cc04e5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:27.597119 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34826) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:27.714163 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-ac658aec-ca9e-4d10-a944-8aa1e8caf64b req-a0f7e3b1-b4a6-4f01-8cee-48d801ae5773 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] For port c561e714-fc1a-4ee1-981d-13c75be08a6e, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c561e714-fc1a-4ee1-981d-13c75be08a6e,segment=NetworkSegment(f68bfaac-59d6-4327-ab92-7d0b091c78d7),segment_id=f68bfaac-59d6-4327-ab92-7d0b091c78d7)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:27.714576 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ac658aec-ca9e-4d10-a944-8aa1e8caf64b req-a0f7e3b1-b4a6-4f01-8cee-48d801ae5773 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:27.720104 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6cb3551a-2b36-4b2c-988b-4ed0f039bd81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=045a6583907f4225b2036296ec0f4a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1214762 Jul 22 19:06:27.726757 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34828) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:27.749822 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23170a79-f547-40fc-9314-f7dcbacfed0a req-df88a5bf-e359-4a9c-b9b0-c1e0ed35cd3e tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] 10.222.0.13 "GET /v2.0/security-groups/4b12eef6-72b3-4f1f-ab30-bce9383e3620 HTTP/1.1" status: 200 len: 2981 time: 0.2515171 Jul 22 19:06:27.769421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-ac658aec-ca9e-4d10-a944-8aa1e8caf64b req-a0f7e3b1-b4a6-4f01-8cee-48d801ae5773 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Calling delete_port for c561e714-fc1a-4ee1-981d-13c75be08a6e owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:06:27.835855 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-95bd0db2-e5fa-4170-89aa-c2c7950babce service neutron] 10.222.0.13 "GET /v2.0/networks/172f3136-0352-415c-9221-6473aaab30a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654571 Jul 22 19:06:27.844004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:27.878322 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddb9f7-1dca-4b45-affd-d2d88d4a7fda req-8f555f42-0956-4a5a-9493-dbc063af9733 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:27.880167 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8eddb9f7-1dca-4b45-affd-d2d88d4a7fda req-8f555f42-0956-4a5a-9493-dbc063af9733 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.30 "GET /v2.0/ports?device_id=028371b2-9a90-435f-b131-fc8a45d9f4ab HTTP/1.1" status: 200 len: 945 time: 0.3614881 Jul 22 19:06:27.884333 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ec949fd9-f4f4-4874-bac9-c988adfb14a2 req-972231df-10bf-44a8-b715-3f2d6a35b6e4 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c84da07-1c75-4c05-8749-21353bc2577d HTTP/1.1" status: 200 len: 210 time: 0.0545959 Jul 22 19:06:27.958293 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-ec48c603-722b-41c7-a639-b976cc04e5e9 admin admin] Allocated IP 172.25.3.245 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/96d513c1-bf1a-47d6-a0cd-623029186036) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:06:27.959981 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-119bc679-072f-48d2-8417-33253003bb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:27.989735 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-119bc679-072f-48d2-8417-33253003bb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:28.053275 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:28.084464 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-119bc679-072f-48d2-8417-33253003bb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:28.087428 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-119bc679-072f-48d2-8417-33253003bb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:28.092727 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-119bc679-072f-48d2-8417-33253003bb81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53508d41-50d3-4583-8d9f-f00c3829b682 HTTP/1.1" status: 204 len: 168 time: 0.3612759 Jul 22 19:06:28.144750 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bc679-072f-48d2-8417-33253003bb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53508d41-50d3-4583-8d9f-f00c3829b682,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:28.177634 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ac658aec-ca9e-4d10-a944-8aa1e8caf64b req-a0f7e3b1-b4a6-4f01-8cee-48d801ae5773 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:28.202507 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['823e6404-95fd-49ca-b6ae-0184a869abad'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:28.245719 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7e3b1-b4a6-4f01-8cee-48d801ae5773 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Pushing event deleted for resources: {'Port': ['ID=c561e714-fc1a-4ee1-981d-13c75be08a6e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:28.282046 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-8eddb9f7-1dca-4b45-affd-d2d88d4a7fda req-11eb101f-a4ff-4c81-a076-57102fd0533f tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Deleting port 823e6404-95fd-49ca-b6ae-0184a869abad {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:06:28.282654 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8eddb9f7-1dca-4b45-affd-d2d88d4a7fda req-11eb101f-a4ff-4c81-a076-57102fd0533f tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:28.379831 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eb7abc-742a-4072-a91c-2dadcadb06cc None None] Network f9bbe562-b493-48e1-a0cc-ad8bf88524eb requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:06:28.399512 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac658aec-ca9e-4d10-a944-8aa1e8caf64b req-a0f7e3b1-b4a6-4f01-8cee-48d801ae5773 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] No DVR routers for this DVR port c561e714-fc1a-4ee1-981d-13c75be08a6e on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:06:28.404314 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ac658aec-ca9e-4d10-a944-8aa1e8caf64b req-a0f7e3b1-b4a6-4f01-8cee-48d801ae5773 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:28.412816 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ac658aec-ca9e-4d10-a944-8aa1e8caf64b req-a0f7e3b1-b4a6-4f01-8cee-48d801ae5773 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.16 "DELETE /v2.0/ports/c561e714-fc1a-4ee1-981d-13c75be08a6e HTTP/1.1" status: 204 len: 173 time: 1.0034003 Jul 22 19:06:28.413941 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f844dc36-fe89-4f17-989d-b7f2b9f6a006', 'name': 'network-vif-deleted', 'tag': 'c561e714-fc1a-4ee1-981d-13c75be08a6e'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:28.420128 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1633dbba-d675-4646-aeec-95b00f663947" -d '{"events": [{"server_uuid": "f844dc36-fe89-4f17-989d-b7f2b9f6a006", "name": "network-vif-deleted", "tag": "c561e714-fc1a-4ee1-981d-13c75be08a6e"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:28.432922 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721b60db-aed4-4193-a363-aef3eb27fed7 x-openstack-request-id: req-721b60db-aed4-4193-a363-aef3eb27fed7 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:28.433423 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c84da07-1c75-4c05-8749-21353bc2577d", "name": "network-vif-deleted", "tag": "9edbd315-83ac-4f31-8644-0043b03ed843", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:28.433857 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-721b60db-aed4-4193-a363-aef3eb27fed7 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:28.434477 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c84da07-1c75-4c05-8749-21353bc2577d', 'name': 'network-vif-deleted', 'tag': '9edbd315-83ac-4f31-8644-0043b03ed843', 'status': 'completed', 'code': 200} Jul 22 19:06:28.442480 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-8eddb9f7-1dca-4b45-affd-d2d88d4a7fda req-11eb101f-a4ff-4c81-a076-57102fd0533f tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] For port 823e6404-95fd-49ca-b6ae-0184a869abad, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=823e6404-95fd-49ca-b6ae-0184a869abad,segment=NetworkSegment(f68bfaac-59d6-4327-ab92-7d0b091c78d7),segment_id=f68bfaac-59d6-4327-ab92-7d0b091c78d7)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:28.442938 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8eddb9f7-1dca-4b45-affd-d2d88d4a7fda req-11eb101f-a4ff-4c81-a076-57102fd0533f tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:28.513357 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec48c603-722b-41c7-a639-b976cc04e5e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:28.514017 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d81e83a9-8a30-4bdf-9b3c-2c9ce7cbf397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:28.540692 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-8eddb9f7-1dca-4b45-affd-d2d88d4a7fda req-11eb101f-a4ff-4c81-a076-57102fd0533f tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Calling delete_port for 823e6404-95fd-49ca-b6ae-0184a869abad owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:06:28.571644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e978c2b-1755-4174-8b9e-1bdf3e0a369d req-cb42331d-d764-4985-bdfc-1ec2b487aeb8 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:28.574307 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0e978c2b-1755-4174-8b9e-1bdf3e0a369d req-cb42331d-d764-4985-bdfc-1ec2b487aeb8 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 946 time: 0.5159972 Jul 22 19:06:28.599541 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0dc8b52d-57e2-4a7e-880a-3a1062eada8a None None] Provisioning for port 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:28.617213 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0dc8b52d-57e2-4a7e-880a-3a1062eada8a None None] Provisioning complete for port 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:28.617823 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0dc8b52d-57e2-4a7e-880a-3a1062eada8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:28.667591 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bb0a461-5302-4996-936e-980db3e4d0ee req-4038e2c9-3f41-4862-8acc-751ee64f829f tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/26f90677-3e1b-4fbf-8d68-c8db4b55d46f HTTP/1.1" status: 200 len: 1776 time: 0.2319527 Jul 22 19:06:28.761834 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0e978c2b-1755-4174-8b9e-1bdf3e0a369d req-4191bdc7-9151-48d8-89ec-666aef8a93bf tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695235 Jul 22 19:06:28.775409 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec48c603-722b-41c7-a639-b976cc04e5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:28.813080 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34856) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:28.876083 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-baadd62b-2a3e-4cd7-a685-7d2000edd0d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98621d57fa184026b14f6abbfefe3ecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0593195 Jul 22 19:06:28.876721 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34858) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:28.883524 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec48c603-722b-41c7-a639-b976cc04e5e9 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:28.896425 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0dc8b52d-57e2-4a7e-880a-3a1062eada8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:28.908456 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2bb0a461-5302-4996-936e-980db3e4d0ee req-7eb46395-4e4d-4d1a-9bb4-c185b87e3fcb tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:28.938881 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-ec48c603-722b-41c7-a639-b976cc04e5e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:28.941363 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec48c603-722b-41c7-a639-b976cc04e5e9 admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:06:28.966356 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2339b4ac-4cf9-4834-97d8-86f6c2c1f2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:29.016513 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2339b4ac-4cf9-4834-97d8-86f6c2c1f2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:29.049607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0dc8b52d-57e2-4a7e-880a-3a1062eada8a None None] For port 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=3c2eaa37-ef50-4fa7-a4d3-829fcd13796d,segment=NetworkSegment(ca82d60c-babc-4546-beb5-f9d9b0bdf619),segment_id=ca82d60c-babc-4546-beb5-f9d9b0bdf619)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:29.055876 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0dc8b52d-57e2-4a7e-880a-3a1062eada8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:29.122955 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2339b4ac-4cf9-4834-97d8-86f6c2c1f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:29.125771 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2339b4ac-4cf9-4834-97d8-86f6c2c1f2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:29.134078 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2339b4ac-4cf9-4834-97d8-86f6c2c1f2b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1a1f5dc-a037-4aef-9318-50c2ea17e30d HTTP/1.1" status: 204 len: 168 time: 0.2508938 Jul 22 19:06:29.146592 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339b4ac-4cf9-4834-97d8-86f6c2c1f2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a1f5dc-a037-4aef-9318-50c2ea17e30d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:29.220353 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8b52d-57e2-4a7e-880a-3a1062eada8a None None] Pushing event updated for resources: {'Port': ['ID=3c2eaa37-ef50-4fa7-a4d3-829fcd13796d,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:29.291256 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b155797e-2b39-4058-92be-07327a89a8dd None None] Provisioning complete for port 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:29.291724 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b155797e-2b39-4058-92be-07327a89a8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:29.475648 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48c603-722b-41c7-a639-b976cc04e5e9 admin admin] Pushing event updated for resources: {'Port': ['ID=96d513c1-bf1a-47d6-a0cd-623029186036,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:29.544116 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2bb0a461-5302-4996-936e-980db3e4d0ee req-7eb46395-4e4d-4d1a-9bb4-c185b87e3fcb tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:29.592831 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8eddb9f7-1dca-4b45-affd-d2d88d4a7fda req-11eb101f-a4ff-4c81-a076-57102fd0533f tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:29.695600 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device c561e714-fc1a-4ee1-981d-13c75be08a6e no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:06:29.743338 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: c561e714-fc1a-4ee1-981d-13c75be08a6e {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:06:29.744132 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device c561e714-fc1a-4ee1-981d-13c75be08a6e not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:06:29.746430 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9edbd315-83ac-4f31-8644-0043b03ed843 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:06:29.781642 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 9edbd315-83ac-4f31-8644-0043b03ed843 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:06:29.782436 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9edbd315-83ac-4f31-8644-0043b03ed843 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:06:29.785956 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:29.811113 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394e1ab-bf43-4afb-8270-d5e03d72617a req-7551c338-b98a-4155-a1de-51baf8902bb4 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:29.812706 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0394e1ab-bf43-4afb-8270-d5e03d72617a req-7551c338-b98a-4155-a1de-51baf8902bb4 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb9f44d7-089f-407f-8e07-8d4c7ca4df69 HTTP/1.1" status: 200 len: 946 time: 0.9476285 Jul 22 19:06:29.822089 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb101f-a4ff-4c81-a076-57102fd0533f tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Pushing event deleted for resources: {'Port': ['ID=823e6404-95fd-49ca-b6ae-0184a869abad,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:29.876460 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:29.877248 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:29.940825 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-b0cf7992-fb22-4dda-bccd-bcfb6ddf6dee tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:29.943294 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-b0cf7992-fb22-4dda-bccd-bcfb6ddf6dee tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.30 "GET /v2.0/networks?id=172f3136-0352-415c-9221-6473aaab30a1 HTTP/1.1" status: 200 len: 813 time: 0.2747023 Jul 22 19:06:29.969544 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2bb0a461-5302-4996-936e-980db3e4d0ee req-7eb46395-4e4d-4d1a-9bb4-c185b87e3fcb tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:29.972363 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2bb0a461-5302-4996-936e-980db3e4d0ee req-7eb46395-4e4d-4d1a-9bb4-c185b87e3fcb tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:29.973641 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bb0a461-5302-4996-936e-980db3e4d0ee req-7eb46395-4e4d-4d1a-9bb4-c185b87e3fcb tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/26f90677-3e1b-4fbf-8d68-c8db4b55d46f HTTP/1.1" status: 204 len: 173 time: 1.3045127 Jul 22 19:06:29.983557 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eddb9f7-1dca-4b45-affd-d2d88d4a7fda req-11eb101f-a4ff-4c81-a076-57102fd0533f tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] No DVR routers for this DVR port 823e6404-95fd-49ca-b6ae-0184a869abad on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:06:29.994840 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-0f91c7ec-d167-4592-83f1-071060dfc7f9 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Request body: {'port': {'device_id': '7753de61-4eda-4c1e-96e1-efda4df7fe87', 'network_id': '172f3136-0352-415c-9221-6473aaab30a1', 'admin_state_up': True, 'tenant_id': 'ef02e31abbdd476b9801d4cb7a48d59b'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:30.014464 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-48a9a6e3-995f-4950-b86a-652d9a24eca1 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:30.016198 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-48a9a6e3-995f-4950-b86a-652d9a24eca1 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.16 "GET /v2.0/networks?id=172f3136-0352-415c-9221-6473aaab30a1 HTTP/1.1" status: 200 len: 813 time: 0.1699491 Jul 22 19:06:30.044148 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-29751ce2-621a-4b85-904f-c9a03b576cc7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Request body: {'port': {'device_id': '05b54d07-fa53-4b01-a257-0c2b3cb2dbc1', 'network_id': '172f3136-0352-415c-9221-6473aaab30a1', 'admin_state_up': True, 'tenant_id': 'ef02e31abbdd476b9801d4cb7a48d59b'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:30.095403 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0394e1ab-bf43-4afb-8270-d5e03d72617a req-3c096b7f-38b8-45cf-bf02-511f704d4658 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac56a31e-ee3d-45cf-adda-c2ed15119d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595141 Jul 22 19:06:30.109886 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8eddb9f7-1dca-4b45-affd-d2d88d4a7fda req-11eb101f-a4ff-4c81-a076-57102fd0533f tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:30.112887 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8eddb9f7-1dca-4b45-affd-d2d88d4a7fda req-11eb101f-a4ff-4c81-a076-57102fd0533f tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.30 "DELETE /v2.0/ports/823e6404-95fd-49ca-b6ae-0184a869abad HTTP/1.1" status: 204 len: 173 time: 2.2254374 Jul 22 19:06:30.118992 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb46395-4e4d-4d1a-9bb4-c185b87e3fcb tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f90677-3e1b-4fbf-8d68-c8db4b55d46f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:30.180407 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a345f02e-6812-4119-97b9-1d4179e7432f x-openstack-request-id: req-a345f02e-6812-4119-97b9-1d4179e7432f {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:30.180776 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f844dc36-fe89-4f17-989d-b7f2b9f6a006", "name": "network-vif-deleted", "tag": "c561e714-fc1a-4ee1-981d-13c75be08a6e", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:30.180980 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a345f02e-6812-4119-97b9-1d4179e7432f {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:30.181391 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f844dc36-fe89-4f17-989d-b7f2b9f6a006', 'name': 'network-vif-deleted', 'tag': 'c561e714-fc1a-4ee1-981d-13c75be08a6e', 'status': 'completed', 'code': 200} Jul 22 19:06:30.216190 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-0f91c7ec-d167-4592-83f1-071060dfc7f9 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Made reservation on behalf of ef02e31abbdd476b9801d4cb7a48d59b for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:06:30.219844 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-0f91c7ec-d167-4592-83f1-071060dfc7f9 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:30.269257 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-29751ce2-621a-4b85-904f-c9a03b576cc7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Made reservation on behalf of ef02e31abbdd476b9801d4cb7a48d59b for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:06:30.273331 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-29751ce2-621a-4b85-904f-c9a03b576cc7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:30.350979 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec48c603-722b-41c7-a639-b976cc04e5e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:30.422201 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-29751ce2-621a-4b85-904f-c9a03b576cc7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Allocated IP 172.20.0.3 (172f3136-0352-415c-9221-6473aaab30a1/343ba44f-2e35-4f2c-b67f-ce6198bc19b6/5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:06:30.440241 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028371b2-9a90-435f-b131-fc8a45d9f4ab', 'name': 'network-vif-deleted', 'tag': '823e6404-95fd-49ca-b6ae-0184a869abad'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:30.443391 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58e2598-9c5c-40c0-9b33-400887a70f6d" -d '{"events": [{"server_uuid": "028371b2-9a90-435f-b131-fc8a45d9f4ab", "name": "network-vif-deleted", "tag": "823e6404-95fd-49ca-b6ae-0184a869abad"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:30.503397 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556583a0-bd7f-4046-84a2-8f1548ea000b req-aaa2bc73-fc81-4db2-9697-bb25b7fdb211 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:30.504857 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-556583a0-bd7f-4046-84a2-8f1548ea000b req-aaa2bc73-fc81-4db2-9697-bb25b7fdb211 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 946 time: 0.2674720 Jul 22 19:06:30.514809 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6cbe4700-cd97-4f18-98fb-6c50740dc4d6 req-ea4e60f9-3c14-42ef-afa3-5d6d6be1b44a tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "GET /v2.0/security-groups/035e6179-7973-4942-83fe-ed422bb4adf7 HTTP/1.1" status: 200 len: 1777 time: 0.1303465 Jul 22 19:06:30.607416 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-29751ce2-621a-4b85-904f-c9a03b576cc7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:30.655619 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-556583a0-bd7f-4046-84a2-8f1548ea000b req-6b662290-c01b-42ed-818f-a01667f63505 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354215 Jul 22 19:06:30.668467 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-29751ce2-621a-4b85-904f-c9a03b576cc7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:30.720006 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6cbe4700-cd97-4f18-98fb-6c50740dc4d6 req-b02533b2-deaa-4578-9d50-8cec9925a4e8 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:30.728609 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-29751ce2-621a-4b85-904f-c9a03b576cc7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Network 172f3136-0352-415c-9221-6473aaab30a1 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:30.732162 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-29751ce2-621a-4b85-904f-c9a03b576cc7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:30.737206 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-29751ce2-621a-4b85-904f-c9a03b576cc7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:06:30.770200 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6cbe4700-cd97-4f18-98fb-6c50740dc4d6 req-b02533b2-deaa-4578-9d50-8cec9925a4e8 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:30.794746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-0f91c7ec-d167-4592-83f1-071060dfc7f9 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Allocated IP 172.20.0.11 (172f3136-0352-415c-9221-6473aaab30a1/343ba44f-2e35-4f2c-b67f-ce6198bc19b6/7fc55ed0-8314-4ffc-94c2-698c7ddbc93e) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:06:30.797132 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29751ce2-621a-4b85-904f-c9a03b576cc7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Pushing event updated for resources: {'Port': ['ID=5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:30.819093 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-29751ce2-621a-4b85-904f-c9a03b576cc7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:30.819773 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-29751ce2-621a-4b85-904f-c9a03b576cc7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:30.826786 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec48c603-722b-41c7-a639-b976cc04e5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:30.836338 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-29751ce2-621a-4b85-904f-c9a03b576cc7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8064346 Jul 22 19:06:30.847898 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] Request body: {'port': {'device_id': '05b54d07-fa53-4b01-a257-0c2b3cb2dbc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:30.907147 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 823e6404-95fd-49ca-b6ae-0184a869abad no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:06:30.924271 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:30.965552 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 823e6404-95fd-49ca-b6ae-0184a869abad {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:06:30.966739 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 823e6404-95fd-49ca-b6ae-0184a869abad not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:06:30.983305 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6cbe4700-cd97-4f18-98fb-6c50740dc4d6 req-b02533b2-deaa-4578-9d50-8cec9925a4e8 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:30.985912 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6cbe4700-cd97-4f18-98fb-6c50740dc4d6 req-b02533b2-deaa-4578-9d50-8cec9925a4e8 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:30.989142 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6cbe4700-cd97-4f18-98fb-6c50740dc4d6 req-b02533b2-deaa-4578-9d50-8cec9925a4e8 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/035e6179-7973-4942-83fe-ed422bb4adf7 HTTP/1.1" status: 204 len: 173 time: 0.4670546 Jul 22 19:06:31.033399 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02533b2-deaa-4578-9d50-8cec9925a4e8 tempest-SecurityGroupsTestAdminJSON-994079043 tempest-SecurityGroupsTestAdminJSON-994079043-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035e6179-7973-4942-83fe-ed422bb4adf7,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:31.038575 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ccb52a21-7077-4827-9b40-ba5ad4d69490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:31.047032 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:31.082569 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973abbb-7a97-41e2-8412-14c20ebb162a req-f8107d11-1d9d-4899-9fd1-4b3d6e733d20 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:31.084071 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7973abbb-7a97-41e2-8412-14c20ebb162a req-f8107d11-1d9d-4899-9fd1-4b3d6e733d20 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b54d07-fa53-4b01-a257-0c2b3cb2dbc1 HTTP/1.1" status: 200 len: 931 time: 0.3171887 Jul 22 19:06:31.246194 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7973abbb-7a97-41e2-8412-14c20ebb162a req-392925f2-40c0-4082-ab8a-91183ee3cc19 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/security-groups?id=1043f3a5-8870-4322-b46b-2e9ae8ebdfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310892 Jul 22 19:06:31.272012 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-0f91c7ec-d167-4592-83f1-071060dfc7f9 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:31.289284 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0795c33f-f66c-4900-bae1-c69208df2022 req-0a67dcfb-0c78-479a-8e8c-9966ad728f76 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2669692 Jul 22 19:06:31.304556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-0795c33f-f66c-4900-bae1-c69208df2022 req-511ee316-b32e-42f3-8408-f4309b16416f tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:31.323415 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec48c603-722b-41c7-a639-b976cc04e5e9 admin admin] Router f403daa6-045c-4738-b4d7-cc55af107081 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:06:31.349885 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0795c33f-f66c-4900-bae1-c69208df2022 req-511ee316-b32e-42f3-8408-f4309b16416f tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:31.430838 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-0f91c7ec-d167-4592-83f1-071060dfc7f9 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:31.517270 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:06:31.524549 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:31.533017 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-0f91c7ec-d167-4592-83f1-071060dfc7f9 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Network 172f3136-0352-415c-9221-6473aaab30a1 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:31.537904 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] Transition to ACTIVE for port object 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:31.543883 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:31.544257 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-0f91c7ec-d167-4592-83f1-071060dfc7f9 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:31.552698 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-0f91c7ec-d167-4592-83f1-071060dfc7f9 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:06:31.595902 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:31.605024 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91c7ec-d167-4592-83f1-071060dfc7f9 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Pushing event updated for resources: {'Port': ['ID=7fc55ed0-8314-4ffc-94c2-698c7ddbc93e,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:31.627843 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec48c603-722b-41c7-a639-b976cc04e5e9 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:06:31.639775 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] Sync routers for ids ['f403daa6-045c-4738-b4d7-cc55af107081'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:06:31.649102 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] Routers {'f403daa6-045c-4738-b4d7-cc55af107081'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:06:31.649717 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:06:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f403daa6-045c-4738-b4d7-cc55af107081'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:31.670953 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] Attempting to bind port 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:06:31.671297 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] Attempting to bind port 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'f68bfaac-59d6-4327-ab92-7d0b091c78d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '172f3136-0352-415c-9221-6473aaab30a1'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:06:31.671774 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] Attempting to bind port 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2 on network 172f3136-0352-415c-9221-6473aaab30a1 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:31.676535 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] Port 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2 on network 172f3136-0352-415c-9221-6473aaab30a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:06:31.676862 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] Attempting to bind port 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2 on network 172f3136-0352-415c-9221-6473aaab30a1 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:31.682164 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:06:31.682604 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] Checking segment: {'id': 'f68bfaac-59d6-4327-ab92-7d0b091c78d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '172f3136-0352-415c-9221-6473aaab30a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:06:31.682990 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] Bound using segment: {'id': 'f68bfaac-59d6-4327-ab92-7d0b091c78d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '172f3136-0352-415c-9221-6473aaab30a1'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:06:31.683418 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] Bound port: 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f68bfaac-59d6-4327-ab92-7d0b091c78d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '172f3136-0352-415c-9221-6473aaab30a1'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:06:31.683791 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:31.684565 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-0f91c7ec-d167-4592-83f1-071060dfc7f9 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:31.685300 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-0f91c7ec-d167-4592-83f1-071060dfc7f9 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:31.696704 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa422ac3-71d9-43d6-af9f-b07a78608b28 req-2bbfd492-dfd8-42b3-bf2e-b7c09c29811b tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:31.698183 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa422ac3-71d9-43d6-af9f-b07a78608b28 req-2bbfd492-dfd8-42b3-bf2e-b7c09c29811b tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7520347-141c-485f-af4b-282488dc22e2 HTTP/1.1" status: 200 len: 945 time: 0.2689507 Jul 22 19:06:31.710196 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec48c603-722b-41c7-a639-b976cc04e5e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:31.710196 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ec48c603-722b-41c7-a639-b976cc04e5e9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.8209352 Jul 22 19:06:31.713333 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34920) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:31.725540 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-0f91c7ec-d167-4592-83f1-071060dfc7f9 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7507241 Jul 22 19:06:31.740788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] Request body: {'port': {'device_id': '7753de61-4eda-4c1e-96e1-efda4df7fe87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:31.758663 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] Set router f403daa6-045c-4738-b4d7-cc55af107081 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:06:31.800183 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa422ac3-71d9-43d6-af9f-b07a78608b28 req-892dec77-04fe-4e19-9a63-a32cd9b61c04 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941343 Jul 22 19:06:31.807519 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0795c33f-f66c-4900-bae1-c69208df2022 req-511ee316-b32e-42f3-8408-f4309b16416f tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:31.875008 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] For port 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:06:31.877801 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e483f58d-4101-4a70-a30b-ca27c6f8e2f5 x-openstack-request-id: req-e483f58d-4101-4a70-a30b-ca27c6f8e2f5 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:31.878461 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028371b2-9a90-435f-b131-fc8a45d9f4ab", "name": "network-vif-deleted", "tag": "823e6404-95fd-49ca-b6ae-0184a869abad", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:31.878461 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e483f58d-4101-4a70-a30b-ca27c6f8e2f5 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:31.878681 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028371b2-9a90-435f-b131-fc8a45d9f4ab', 'name': 'network-vif-deleted', 'tag': '823e6404-95fd-49ca-b6ae-0184a869abad', 'status': 'completed', 'code': 200} Jul 22 19:06:31.880164 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] For port 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2,segment=NetworkSegment(f68bfaac-59d6-4327-ab92-7d0b091c78d7),segment_id=f68bfaac-59d6-4327-ab92-7d0b091c78d7)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:06:31.891889 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:31.899355 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:31.940307 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:31.941124 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:31.942804 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] 10.222.0.16 "PUT /v2.0/ports/5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2 HTTP/1.1" status: 200 len: 1092 time: 1.0992048 Jul 22 19:06:32.016371 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'name': 'tempest-ServersTestJSON-1238713276-router', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:25Z', 'updated_at': '2021-07-22T19:06:29Z', 'revision_number': 3, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'gw_port': {'id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:27Z', 'updated_at': '2021-07-22T19:06:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:32.023872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-0795c33f-f66c-4900-bae1-c69208df2022 req-511ee316-b32e-42f3-8408-f4309b16416f tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Allocated IP 172.25.3.199 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/e85e12cb-4f86-4dd5-a931-2966bdf1f879) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:06:32.045754 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] Checking router: f403daa6-045c-4738-b4d7-cc55af107081 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:06:32.046099 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] Updating router f403daa6-045c-4738-b4d7-cc55af107081 port 96d513c1-bf1a-47d6-a0cd-623029186036 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:06:32.096907 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:32.116535 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc2e60-f0f0-458e-aac0-47d1cb4affd7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:32.148146 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-cf94ebc5-8504-4aa9-afd6-4042bff1dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:32.150472 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-cf94ebc5-8504-4aa9-afd6-4042bff1dcdb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef02e31abbdd476b9801d4cb7a48d59b&device_id=05b54d07-fa53-4b01-a257-0c2b3cb2dbc1 HTTP/1.1" status: 200 len: 1095 time: 0.1084909 Jul 22 19:06:32.187936 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b54d07-fa53-4b01-a257-0c2b3cb2dbc1', 'tag': '5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:32.188724 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7fef6d05-1273-446d-878f-85e86981d5a5 req-8043849c-3fe2-414d-a2e9-293fa9afaf7a tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] 10.222.0.13 "GET /v2.0/security-groups/44f20165-c4bc-406e-9a6a-94ef575a473d HTTP/1.1" status: 200 len: 1778 time: 0.1825008 Jul 22 19:06:32.190799 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e11a3d-c5b3-45ad-8dd3-a5e1cd8f876a" -d '{"events": [{"name": "network-changed", "server_uuid": "05b54d07-fa53-4b01-a257-0c2b3cb2dbc1", "tag": "5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:32.217987 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:32.257560 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-0c2eb562-8455-4baf-8a78-36344b671f34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2 HTTP/1.1" status: 200 len: 217 time: 0.0381520 Jul 22 19:06:32.321509 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-098c9328-6b09-4c68-bfa6-fd37ca4aef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:32.322989 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-098c9328-6b09-4c68-bfa6-fd37ca4aef8d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=343ba44f-2e35-4f2c-b67f-ce6198bc19b6 HTTP/1.1" status: 200 len: 853 time: 0.0589371 Jul 22 19:06:32.377101 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-8002543f-6b3c-4f67-adb6-b3dd875fb897 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=172f3136-0352-415c-9221-6473aaab30a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459139 Jul 22 19:06:32.640895 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0795c33f-f66c-4900-bae1-c69208df2022 req-511ee316-b32e-42f3-8408-f4309b16416f tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:32.673505 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7fef6d05-1273-446d-878f-85e86981d5a5 req-72852bb0-ce0d-4d26-ad7b-9dc15f1295d4 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:32.741780 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7fef6d05-1273-446d-878f-85e86981d5a5 req-72852bb0-ce0d-4d26-ad7b-9dc15f1295d4 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:32.782972 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-341d6fd4-4be0-40e6-aa39-0fbbc4488149 service neutron] 10.222.0.16 "GET /v2.0/networks/172f3136-0352-415c-9221-6473aaab30a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963230 Jul 22 19:06:32.788309 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43d3c12b-fdd6-44cf-ab93-14189aa46cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:32.810555 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:06:32.823807 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:32.827785 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0795c33f-f66c-4900-bae1-c69208df2022 req-511ee316-b32e-42f3-8408-f4309b16416f tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:32.877308 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7fef6d05-1273-446d-878f-85e86981d5a5 req-72852bb0-ce0d-4d26-ad7b-9dc15f1295d4 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:32.879811 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7fef6d05-1273-446d-878f-85e86981d5a5 req-72852bb0-ce0d-4d26-ad7b-9dc15f1295d4 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:32.880920 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7fef6d05-1273-446d-878f-85e86981d5a5 req-72852bb0-ce0d-4d26-ad7b-9dc15f1295d4 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] 10.222.0.13 "DELETE /v2.0/security-groups/44f20165-c4bc-406e-9a6a-94ef575a473d HTTP/1.1" status: 204 len: 173 time: 0.6836569 Jul 22 19:06:32.883447 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] Transition to ACTIVE for port object 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:32.908277 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0795c33f-f66c-4900-bae1-c69208df2022 req-511ee316-b32e-42f3-8408-f4309b16416f tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:32.913521 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:32.924828 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72852bb0-ce0d-4d26-ad7b-9dc15f1295d4 tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f20165-c4bc-406e-9a6a-94ef575a473d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:32.926858 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-0795c33f-f66c-4900-bae1-c69208df2022 req-511ee316-b32e-42f3-8408-f4309b16416f tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:32.931200 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-0795c33f-f66c-4900-bae1-c69208df2022 req-511ee316-b32e-42f3-8408-f4309b16416f tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:06:32.936795 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ee316-b32e-42f3-8408-f4309b16416f tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Pushing event updated for resources: {'Port': ['ID=e85e12cb-4f86-4dd5-a931-2966bdf1f879,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:32.970540 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-c2f3fba4-fe85-4ea5-803f-1081443c7ecd service neutron] 10.222.0.16 "GET /v2.0/networks/172f3136-0352-415c-9221-6473aaab30a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732280 Jul 22 19:06:33.006553 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33574b-e53c-4bf4-82d1-d83265d88ec9 req-aecf32b1-295e-498d-897a-a39a81756024 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:33.008016 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b33574b-e53c-4bf4-82d1-d83265d88ec9 req-aecf32b1-295e-498d-897a-a39a81756024 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.30 "GET /v2.0/ports?device_id=51029fd3-c796-4799-af35-ec510f825ed0 HTTP/1.1" status: 200 len: 946 time: 0.2624836 Jul 22 19:06:33.044351 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-43d3c12b-fdd6-44cf-ab93-14189aa46cd5 admin admin] Allocated IP 172.20.0.1 (f9bbe562-b493-48e1-a0cc-ad8bf88524eb/d48270ba-b16f-49be-a9cd-03fdc53d1bf5/bbd5ff12-05fd-468b-b9e3-57ea24474cfd) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:06:33.082403 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc55ed0-8314-4ffc-94c2-698c7ddbc93e,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:33.128128 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:33.147009 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] Transition to ACTIVE for port object 96d513c1-bf1a-47d6-a0cd-623029186036 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:33.152678 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43d3c12b-fdd6-44cf-ab93-14189aa46cd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:33.162902 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:33.165710 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-43d3c12b-fdd6-44cf-ab93-14189aa46cd5 admin admin] Transition to ACTIVE for port object bbd5ff12-05fd-468b-b9e3-57ea24474cfd will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:33.199703 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43d3c12b-fdd6-44cf-ab93-14189aa46cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:33.229222 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] Attempting to bind port 96d513c1-bf1a-47d6-a0cd-623029186036 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:06:33.229598 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] Attempting to bind port 96d513c1-bf1a-47d6-a0cd-623029186036 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:06:33.230658 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] Attempting to bind port 96d513c1-bf1a-47d6-a0cd-623029186036 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:33.236843 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0795c33f-f66c-4900-bae1-c69208df2022 req-511ee316-b32e-42f3-8408-f4309b16416f tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:33.238166 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d3c12b-fdd6-44cf-ab93-14189aa46cd5 admin admin] Network f9bbe562-b493-48e1-a0cc-ad8bf88524eb is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:33.238516 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] Attempting to bind port 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:06:33.238847 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] Attempting to bind port 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f68bfaac-59d6-4327-ab92-7d0b091c78d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '172f3136-0352-415c-9221-6473aaab30a1'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:06:33.239164 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] Attempting to bind port 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e on network 172f3136-0352-415c-9221-6473aaab30a1 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:33.240602 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:06:33.240758 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-43d3c12b-fdd6-44cf-ab93-14189aa46cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:33.240978 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:06:33.241375 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:33.241760 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:06:33.242921 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] Bound port: 96d513c1-bf1a-47d6-a0cd-623029186036, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:06:33.243304 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:33.248191 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b48d0-aca1-41e6-a972-13651ca94cbb None None] Pushing event updated for resources: {'Port': ['ID=96d513c1-bf1a-47d6-a0cd-623029186036,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:33.248375 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d3c12b-fdd6-44cf-ab93-14189aa46cd5 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:06:33.248499 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-5222d26b-b7ab-43f5-bc77-c52e938dc1bb tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b0caa8986d234851b46f37aec2b58d88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531867 Jul 22 19:06:33.270220 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] Port 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e on network 172f3136-0352-415c-9221-6473aaab30a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:06:33.270664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] Attempting to bind port 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e on network 172f3136-0352-415c-9221-6473aaab30a1 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:33.288136 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3c12b-fdd6-44cf-ab93-14189aa46cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=bbd5ff12-05fd-468b-b9e3-57ea24474cfd,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:33.312039 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43d3c12b-fdd6-44cf-ab93-14189aa46cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:33.318403 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] For port 96d513c1-bf1a-47d6-a0cd-623029186036, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:06:33.322819 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] For port 96d513c1-bf1a-47d6-a0cd-623029186036, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=96d513c1-bf1a-47d6-a0cd-623029186036,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:06:33.327100 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:33.342632 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:06:33.343016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] Checking segment: {'id': 'f68bfaac-59d6-4327-ab92-7d0b091c78d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '172f3136-0352-415c-9221-6473aaab30a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:06:33.343405 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] Bound using segment: {'id': 'f68bfaac-59d6-4327-ab92-7d0b091c78d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '172f3136-0352-415c-9221-6473aaab30a1'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:06:33.343850 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] Bound port: 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f68bfaac-59d6-4327-ab92-7d0b091c78d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '172f3136-0352-415c-9221-6473aaab30a1'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:06:33.344205 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:33.388503 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] Routers {'f403daa6-045c-4738-b4d7-cc55af107081'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:06:33.388912 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:06:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f403daa6-045c-4738-b4d7-cc55af107081'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:33.452411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-43ea53b1-4d13-4ac6-a3aa-9897d7b7f3d2 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:33.454444 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-43ea53b1-4d13-4ac6-a3aa-9897d7b7f3d2 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2054355 Jul 22 19:06:33.475296 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43d3c12b-fdd6-44cf-ab93-14189aa46cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:33.508718 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-2b33574b-e53c-4bf4-82d1-d83265d88ec9 req-4a5e3286-ac64-49b9-961c-11d02bcee874 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Deleting port 9632f040-8b22-4ea1-a788-077c97a78a61 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:06:33.509072 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b33574b-e53c-4bf4-82d1-d83265d88ec9 req-4a5e3286-ac64-49b9-961c-11d02bcee874 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:33.527787 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b48d0-aca1-41e6-a972-13651ca94cbb None None] Pushing event updated for resources: {'Port': ['ID=96d513c1-bf1a-47d6-a0cd-623029186036,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:33.531077 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0795c33f-f66c-4900-bae1-c69208df2022 req-511ee316-b32e-42f3-8408-f4309b16416f tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:33.542080 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-328c1135-b81d-4225-a482-83a6066dbff5 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/quotas/b0caa8986d234851b46f37aec2b58d88 HTTP/1.1" status: 200 len: 375 time: 0.0719903 Jul 22 19:06:33.576398 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] Set router f403daa6-045c-4738-b4d7-cc55af107081 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:06:33.608145 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f74e2a9a-6f5d-44d6-91f9-acec74603082 None None] Provisioning for port bbd5ff12-05fd-468b-b9e3-57ea24474cfd completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:33.612297 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f74e2a9a-6f5d-44d6-91f9-acec74603082 None None] Provisioning complete for port bbd5ff12-05fd-468b-b9e3-57ea24474cfd triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:33.612709 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f74e2a9a-6f5d-44d6-91f9-acec74603082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:33.683544 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43d3c12b-fdd6-44cf-ab93-14189aa46cd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:33.685176 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-f74e2a9a-6f5d-44d6-91f9-acec74603082 None None] Port bbd5ff12-05fd-468b-b9e3-57ea24474cfd cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:06:33.685331 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-a8c1d333-cf75-4f99-9ac2-4b42ea87a521 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0caa8986d234851b46f37aec2b58d88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1090837 Jul 22 19:06:33.702802 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43d3c12b-fdd6-44cf-ab93-14189aa46cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:33.778922 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] For port 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:06:33.806302 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'name': 'tempest-ServersTestJSON-1238713276-router', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:25Z', 'updated_at': '2021-07-22T19:06:29Z', 'revision_number': 3, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'gw_port': {'id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:27Z', 'updated_at': '2021-07-22T19:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:33.820512 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3c12b-fdd6-44cf-ab93-14189aa46cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=bbd5ff12-05fd-468b-b9e3-57ea24474cfd,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:33.829236 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] For port 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7fc55ed0-8314-4ffc-94c2-698c7ddbc93e,segment=NetworkSegment(f68bfaac-59d6-4327-ab92-7d0b091c78d7),segment_id=f68bfaac-59d6-4327-ab92-7d0b091c78d7)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:06:33.843563 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43d3c12b-fdd6-44cf-ab93-14189aa46cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:33.860744 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:33.882316 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:33.888561 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da290512-75d8-4aab-b318-d06551ec8af3 None None] The sync data for ids ['f403daa6-045c-4738-b4d7-cc55af107081'] in n-d-800086-12 is: [{'id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'name': 'tempest-ServersTestJSON-1238713276-router', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:25Z', 'updated_at': '2021-07-22T19:06:29Z', 'revision_number': 3, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'gw_port': {'id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:27Z', 'updated_at': '2021-07-22T19:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:06:33.895973 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-2b33574b-e53c-4bf4-82d1-d83265d88ec9 req-4a5e3286-ac64-49b9-961c-11d02bcee874 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] For port 9632f040-8b22-4ea1-a788-077c97a78a61, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9632f040-8b22-4ea1-a788-077c97a78a61,segment=NetworkSegment(c0e29bb0-6310-470b-9186-f4250e36258a),segment_id=c0e29bb0-6310-470b-9186-f4250e36258a)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:33.896635 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b33574b-e53c-4bf4-82d1-d83265d88ec9 req-4a5e3286-ac64-49b9-961c-11d02bcee874 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:33.914357 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-2b33574b-e53c-4bf4-82d1-d83265d88ec9 req-4a5e3286-ac64-49b9-961c-11d02bcee874 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Calling delete_port for 9632f040-8b22-4ea1-a788-077c97a78a61 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:06:33.993366 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d3c12b-fdd6-44cf-ab93-14189aa46cd5 admin admin] Network f9bbe562-b493-48e1-a0cc-ad8bf88524eb is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:33.994825 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-43d3c12b-fdd6-44cf-ab93-14189aa46cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:34.131340 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:34.138333 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:34.141099 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] 10.222.0.30 "PUT /v2.0/ports/7fc55ed0-8314-4ffc-94c2-698c7ddbc93e HTTP/1.1" status: 200 len: 1093 time: 2.4063759 Jul 22 19:06:34.141601 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7753de61-4eda-4c1e-96e1-efda4df7fe87', 'tag': '7fc55ed0-8314-4ffc-94c2-698c7ddbc93e'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:34.144042 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be162009-7d3e-402c-8d3f-b442dd3f9670" -d '{"events": [{"name": "network-changed", "server_uuid": "7753de61-4eda-4c1e-96e1-efda4df7fe87", "tag": "7fc55ed0-8314-4ffc-94c2-698c7ddbc93e"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:34.166970 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d3c12b-fdd6-44cf-ab93-14189aa46cd5 admin admin] Router f403daa6-045c-4738-b4d7-cc55af107081 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:06:34.198335 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dace807-fd20-4bc2-b5b7-2c35f02afee3 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc55ed0-8314-4ffc-94c2-698c7ddbc93e,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:34.356462 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d3c12b-fdd6-44cf-ab93-14189aa46cd5 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:06:34.362559 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-43d3c12b-fdd6-44cf-ab93-14189aa46cd5 admin admin] 10.222.0.13 "PUT /v2.0/routers/f403daa6-045c-4738-b4d7-cc55af107081/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6299667 Jul 22 19:06:34.423648 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a92d2b07-3454-4f17-8816-55933bf7bba7 None None] Provisioning complete for port bbd5ff12-05fd-468b-b9e3-57ea24474cfd triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:34.424330 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a92d2b07-3454-4f17-8816-55933bf7bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:34.424458 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cde4cb-a600-4253-9475-d56394e81974 req-244a1552-6847-41a4-a0c1-9d4359a2116d tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:34.426564 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-25cde4cb-a600-4253-9475-d56394e81974 req-244a1552-6847-41a4-a0c1-9d4359a2116d tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=51029fd3-c796-4799-af35-ec510f825ed0 HTTP/1.1" status: 200 len: 946 time: 0.4491131 Jul 22 19:06:34.431972 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0795c33f-f66c-4900-bae1-c69208df2022 req-511ee316-b32e-42f3-8408-f4309b16416f tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:34.446234 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0795c33f-f66c-4900-bae1-c69208df2022 req-511ee316-b32e-42f3-8408-f4309b16416f tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:34.484179 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a92d2b07-3454-4f17-8816-55933bf7bba7 None None] Port bbd5ff12-05fd-468b-b9e3-57ea24474cfd cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:06:34.593485 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ee316-b32e-42f3-8408-f4309b16416f tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Pushing event updated for resources: {'Port': ['ID=e85e12cb-4f86-4dd5-a931-2966bdf1f879,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:34.601585 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b33574b-e53c-4bf4-82d1-d83265d88ec9 req-4a5e3286-ac64-49b9-961c-11d02bcee874 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:34.614413 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['9632f040-8b22-4ea1-a788-077c97a78a61'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:34.618880 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['46ffb91f-532f-4ab7-8f14-b55a01ad5cdb'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:34.633045 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-97aea393-8342-477e-9aa0-cdc1a4f2100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:34.634962 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-97aea393-8342-477e-9aa0-cdc1a4f2100e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef02e31abbdd476b9801d4cb7a48d59b&device_id=7753de61-4eda-4c1e-96e1-efda4df7fe87 HTTP/1.1" status: 200 len: 1096 time: 0.4323730 Jul 22 19:06:34.697142 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-25cde4cb-a600-4253-9475-d56394e81974 req-656a5311-1dbe-4857-9f0c-636e06a40702 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535825 Jul 22 19:06:34.732274 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-7382a0c1-ff23-4e2f-9b18-ead906fb82d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fc55ed0-8314-4ffc-94c2-698c7ddbc93e HTTP/1.1" status: 200 len: 217 time: 0.0817997 Jul 22 19:06:34.733674 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e3286-ac64-49b9-961c-11d02bcee874 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Pushing event deleted for resources: {'Port': ['ID=9632f040-8b22-4ea1-a788-077c97a78a61,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:34.737641 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0795c33f-f66c-4900-bae1-c69208df2022 req-511ee316-b32e-42f3-8408-f4309b16416f tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:34.795260 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0795c33f-f66c-4900-bae1-c69208df2022 req-511ee316-b32e-42f3-8408-f4309b16416f tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:34.796511 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0795c33f-f66c-4900-bae1-c69208df2022 req-511ee316-b32e-42f3-8408-f4309b16416f tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4999936 Jul 22 19:06:34.861381 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b33574b-e53c-4bf4-82d1-d83265d88ec9 req-4a5e3286-ac64-49b9-961c-11d02bcee874 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] No DVR routers for this DVR port 9632f040-8b22-4ea1-a788-077c97a78a61 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:06:34.864252 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b33574b-e53c-4bf4-82d1-d83265d88ec9 req-4a5e3286-ac64-49b9-961c-11d02bcee874 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:34.866226 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b33574b-e53c-4bf4-82d1-d83265d88ec9 req-4a5e3286-ac64-49b9-961c-11d02bcee874 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.30 "DELETE /v2.0/ports/9632f040-8b22-4ea1-a788-077c97a78a61 HTTP/1.1" status: 204 len: 173 time: 1.8491719 Jul 22 19:06:34.929882 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0795c33f-f66c-4900-bae1-c69208df2022 req-0d42f062-30ae-42d8-b980-012940f425e5 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 696 time: 0.0699940 Jul 22 19:06:34.937073 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-dc5c986b-bca7-449a-a941-e1f2adc98a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:34.938600 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-dc5c986b-bca7-449a-a941-e1f2adc98a2e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=343ba44f-2e35-4f2c-b67f-ce6198bc19b6 HTTP/1.1" status: 200 len: 853 time: 0.1848779 Jul 22 19:06:35.003650 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-6b17ff8f-2f81-4ccd-adef-4ed0547b88d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=172f3136-0352-415c-9221-6473aaab30a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478528 Jul 22 19:06:35.037613 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62bad6-319e-4416-a059-8140b396256f req-5e17078e-1950-4637-99ab-62a58f3811ed tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:35.039374 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da62bad6-319e-4416-a059-8140b396256f req-5e17078e-1950-4637-99ab-62a58f3811ed tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 946 time: 0.2479188 Jul 22 19:06:35.140767 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-e472f52a-75f0-4c9c-bba9-34bcc560888b tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b0caa8986d234851b46f37aec2b58d88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617237 Jul 22 19:06:35.245845 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795c33f-f66c-4900-bae1-c69208df2022 req-108bb4fa-8c96-4a4f-9cf9-5ea80ea90984 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:35.247328 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0795c33f-f66c-4900-bae1-c69208df2022 req-108bb4fa-8c96-4a4f-9cf9-5ea80ea90984 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.3046238 Jul 22 19:06:35.260922 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da62bad6-319e-4416-a059-8140b396256f req-adea109f-22cc-4f1c-949b-59d04476ef67 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078581 Jul 22 19:06:35.309100 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-7688faff-a98b-426c-8ddc-f86870134f74 service neutron] 10.222.0.30 "GET /v2.0/networks/172f3136-0352-415c-9221-6473aaab30a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979217 Jul 22 19:06:35.315402 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3777da-053e-46f1-8d38-68c7bdef6570 x-openstack-request-id: req-6e3777da-053e-46f1-8d38-68c7bdef6570 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:35.316413 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b54d07-fa53-4b01-a257-0c2b3cb2dbc1", "tag": "5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:35.319220 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e3777da-053e-46f1-8d38-68c7bdef6570 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:35.319974 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b54d07-fa53-4b01-a257-0c2b3cb2dbc1', 'tag': '5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2', 'status': 'completed', 'code': 200} Jul 22 19:06:35.376088 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-ad8f7d01-5f83-4056-897b-d3d9aaa3fcb4 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:35.377684 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-ad8f7d01-5f83-4056-897b-d3d9aaa3fcb4 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2078652 Jul 22 19:06:35.414951 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-128c82dc-3e87-4128-9b68-1ea35d7c2a1f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Request body: {'port': {'device_id': '00ea8c71-f2cf-44a4-a8a0-194cd1eb3924', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': 'b0caa8986d234851b46f37aec2b58d88'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:35.455011 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e11a3d-c5b3-45ad-8dd3-a5e1cd8f876a req-c4a565d8-c699-40c1-a510-6c46891ef1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:35.456693 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-46e11a3d-c5b3-45ad-8dd3-a5e1cd8f876a req-c4a565d8-c699-40c1-a510-6c46891ef1ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef02e31abbdd476b9801d4cb7a48d59b&device_id=05b54d07-fa53-4b01-a257-0c2b3cb2dbc1 HTTP/1.1" status: 200 len: 1095 time: 0.1144583 Jul 22 19:06:35.518085 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3b84aca-f4a2-4ac1-a2eb-c2e86cce6ba5 req-3291668d-88ce-4b04-87c8-9a4640b9154b service neutron] 10.222.0.30 "GET /v2.0/networks/172f3136-0352-415c-9221-6473aaab30a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030191 Jul 22 19:06:35.610234 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e11a3d-c5b3-45ad-8dd3-a5e1cd8f876a req-c1b8fdcd-2d67-4ea4-8b03-b3a959c059d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:35.611767 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-46e11a3d-c5b3-45ad-8dd3-a5e1cd8f876a req-c1b8fdcd-2d67-4ea4-8b03-b3a959c059d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=172f3136-0352-415c-9221-6473aaab30a1 HTTP/1.1" status: 200 len: 914 time: 0.1471078 Jul 22 19:06:35.638903 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-128c82dc-3e87-4128-9b68-1ea35d7c2a1f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Made reservation on behalf of b0caa8986d234851b46f37aec2b58d88 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:06:35.642526 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-128c82dc-3e87-4128-9b68-1ea35d7c2a1f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:35.663433 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af88eb2-9084-4476-98e2-78ade7948ab3 req-9dbaf186-e701-43f5-bd4b-ad9685fc24e7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:35.664948 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3af88eb2-9084-4476-98e2-78ade7948ab3 req-9dbaf186-e701-43f5-bd4b-ad9685fc24e7 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b54d07-fa53-4b01-a257-0c2b3cb2dbc1 HTTP/1.1" status: 200 len: 943 time: 0.1938796 Jul 22 19:06:35.665069 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-46e11a3d-c5b3-45ad-8dd3-a5e1cd8f876a req-c1076996-3d21-4190-96ff-1fd97925872c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2 HTTP/1.1" status: 200 len: 217 time: 0.0448570 Jul 22 19:06:35.665598 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-128c82dc-3e87-4128-9b68-1ea35d7c2a1f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:35.670358 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-baac5c12-0515-42d7-8f26-2b4a234d9979 req-3632b83d-f5c8-4b2d-a21d-09e157432e1c tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] 10.222.0.13 "GET /v2.0/security-groups/827ae65e-0a95-4f3d-8286-8d9664a8ff0c HTTP/1.1" status: 200 len: 1778 time: 0.1122880 Jul 22 19:06:35.730959 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e11a3d-c5b3-45ad-8dd3-a5e1cd8f876a req-8a6382b9-b0e5-41ed-b34e-fd10cd369d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:35.732823 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-46e11a3d-c5b3-45ad-8dd3-a5e1cd8f876a req-8a6382b9-b0e5-41ed-b34e-fd10cd369d93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=343ba44f-2e35-4f2c-b67f-ce6198bc19b6 HTTP/1.1" status: 200 len: 853 time: 0.0590332 Jul 22 19:06:35.742895 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:06:35.782511 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3af88eb2-9084-4476-98e2-78ade7948ab3 req-0e37b160-32ac-4ec6-8826-f7cd15bb3c92 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/security-groups?id=1043f3a5-8870-4322-b46b-2e9ae8ebdfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101139 Jul 22 19:06:35.788757 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-46e11a3d-c5b3-45ad-8dd3-a5e1cd8f876a req-19cd748b-da7e-4f5b-9951-c7cfe8ecac38 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=172f3136-0352-415c-9221-6473aaab30a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406682 Jul 22 19:06:35.824764 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-baac5c12-0515-42d7-8f26-2b4a234d9979 req-3dfa23bd-c548-4600-9317-6a3ffc9f6faf tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:35.847345 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 96d513c1-bf1a-47d6-a0cd-623029186036 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:35.861901 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-baac5c12-0515-42d7-8f26-2b4a234d9979 req-3dfa23bd-c548-4600-9317-6a3ffc9f6faf tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:35.904022 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2,segment=NetworkSegment(f68bfaac-59d6-4327-ab92-7d0b091c78d7),segment_id=f68bfaac-59d6-4327-ab92-7d0b091c78d7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:35.919067 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2', 'network_id': '172f3136-0352-415c-9221-6473aaab30a1', 'port_id': '5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2', 'mac_address': 'fa:16:3e:e1:e5:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343ba44f-2e35-4f2c-b67f-ce6198bc19b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:06:35.924155 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3a8f6bad-c71a-4a07-84a6-dfcaf9db6441 req-5a13676e-cc09-4303-b602-3c8d6fcf79a6 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/ports?device_id=00ea8c71-f2cf-44a4-a8a0-194cd1eb3924 HTTP/1.1" status: 200 len: 210 time: 0.0505376 Jul 22 19:06:35.927324 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-46e11a3d-c5b3-45ad-8dd3-a5e1cd8f876a req-e21062e6-d634-48c2-b750-4c60453e03d8 service neutron] 10.222.0.16 "GET /v2.0/networks/172f3136-0352-415c-9221-6473aaab30a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370208 Jul 22 19:06:35.951292 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-128c82dc-3e87-4128-9b68-1ea35d7c2a1f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:35.954372 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-128c82dc-3e87-4128-9b68-1ea35d7c2a1f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:35.966676 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 96d513c1-bf1a-47d6-a0cd-623029186036 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:35.975426 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 96d513c1-bf1a-47d6-a0cd-623029186036 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:35.975873 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:35.993986 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:36.020756 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b207dec-c9a7-49c5-acd3-ac9aaba345a3 x-openstack-request-id: req-9b207dec-c9a7-49c5-acd3-ac9aaba345a3 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:36.020973 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7753de61-4eda-4c1e-96e1-efda4df7fe87", "tag": "7fc55ed0-8314-4ffc-94c2-698c7ddbc93e", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:36.021184 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b207dec-c9a7-49c5-acd3-ac9aaba345a3 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:36.021571 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7753de61-4eda-4c1e-96e1-efda4df7fe87', 'tag': '7fc55ed0-8314-4ffc-94c2-698c7ddbc93e', 'status': 'completed', 'code': 200} Jul 22 19:06:36.024936 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-baac5c12-0515-42d7-8f26-2b4a234d9979 req-3dfa23bd-c548-4600-9317-6a3ffc9f6faf tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:36.027340 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-baac5c12-0515-42d7-8f26-2b4a234d9979 req-3dfa23bd-c548-4600-9317-6a3ffc9f6faf tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:36.051475 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:06:36.053871 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-baac5c12-0515-42d7-8f26-2b4a234d9979 req-3dfa23bd-c548-4600-9317-6a3ffc9f6faf tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] 10.222.0.13 "DELETE /v2.0/security-groups/827ae65e-0a95-4f3d-8286-8d9664a8ff0c HTTP/1.1" status: 204 len: 173 time: 0.3685803 Jul 22 19:06:36.086323 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-46e11a3d-c5b3-45ad-8dd3-a5e1cd8f876a req-0f1a7833-9882-421d-941c-b39576a988e9 service neutron] 10.222.0.16 "GET /v2.0/networks/172f3136-0352-415c-9221-6473aaab30a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474288 Jul 22 19:06:36.086636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2,segment=NetworkSegment(f68bfaac-59d6-4327-ab92-7d0b091c78d7),segment_id=f68bfaac-59d6-4327-ab92-7d0b091c78d7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:36.091301 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] Sync routers for ids ['f403daa6-045c-4738-b4d7-cc55af107081'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:06:36.098116 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:36.151654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] Routers {'f403daa6-045c-4738-b4d7-cc55af107081'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:06:36.152943 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:06:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f403daa6-045c-4738-b4d7-cc55af107081'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:36.185428 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c82dc-3e87-4128-9b68-1ea35d7c2a1f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f59c6675-a366-4dfb-8b22-a63aed2f1cb8,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:36.247102 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa23bd-c548-4600-9317-6a3ffc9f6faf tempest-SecurityGroupsTestAdminJSON-578095103 tempest-SecurityGroupsTestAdminJSON-578095103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=827ae65e-0a95-4f3d-8286-8d9664a8ff0c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:36.268680 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:36.309271 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:36.320208 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 96d513c1-bf1a-47d6-a0cd-623029186036, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=96d513c1-bf1a-47d6-a0cd-623029186036,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:36.331169 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:36.365045 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be162009-7d3e-402c-8d3f-b442dd3f9670 req-fea58839-2cc1-4727-8147-17dd9eed5807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:36.367032 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-be162009-7d3e-402c-8d3f-b442dd3f9670 req-fea58839-2cc1-4727-8147-17dd9eed5807 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef02e31abbdd476b9801d4cb7a48d59b&device_id=7753de61-4eda-4c1e-96e1-efda4df7fe87 HTTP/1.1" status: 200 len: 1096 time: 0.3075452 Jul 22 19:06:36.368467 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-128c82dc-3e87-4128-9b68-1ea35d7c2a1f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Allocated IP 192.168.233.20 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/8509c01b-e24c-4545-8c25-b9810238a154) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:06:36.369793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:36.401422 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd07a1-0bbb-42f7-bab7-f184e0c64e3a req-96772141-c010-45a6-9b5c-fca34c82924e tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:36.405802 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34976) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:36.410397 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-31bd07a1-0bbb-42f7-bab7-f184e0c64e3a req-96772141-c010-45a6-9b5c-fca34c82924e tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7520347-141c-485f-af4b-282488dc22e2 HTTP/1.1" status: 200 len: 945 time: 0.2324345 Jul 22 19:06:36.413780 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] Set router f403daa6-045c-4738-b4d7-cc55af107081 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:06:36.481312 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=96d513c1-bf1a-47d6-a0cd-623029186036,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:36.542070 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-31bd07a1-0bbb-42f7-bab7-f184e0c64e3a req-365d2866-db93-4b2d-80d1-2aadbd91e97b tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304662 Jul 22 19:06:36.620524 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-dbd19380-0be6-4f00-ac10-6121026e370c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89ccb05f97934c37ac2d449cdf1a3981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109606 Jul 22 19:06:36.625014 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34984) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:36.639686 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be162009-7d3e-402c-8d3f-b442dd3f9670 req-aa5f27f9-e7bf-4b28-b94b-79e49431069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:36.641461 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-be162009-7d3e-402c-8d3f-b442dd3f9670 req-aa5f27f9-e7bf-4b28-b94b-79e49431069b service neutron] 10.222.0.30 "GET /v2.0/networks?id=172f3136-0352-415c-9221-6473aaab30a1 HTTP/1.1" status: 200 len: 914 time: 0.2633750 Jul 22 19:06:36.653438 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34986) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:36.693767 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-6afc5723-fa80-4689-8313-76c10898ed97 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1260136513', 'description': 'tempest-description--131424536'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:36.737954 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6afc5723-fa80-4689-8313-76c10898ed97 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:36.771713 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cebb816e-0e77-44f9-90de-ba5cdfe44acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:36.788091 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'name': 'tempest-ServersTestJSON-1238713276-router', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:25Z', 'updated_at': '2021-07-22T19:06:33Z', 'revision_number': 4, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'gw_port': {'id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:27Z', 'updated_at': '2021-07-22T19:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bbd5ff12-05fd-468b-b9e3-57ea24474cfd', 'name': '', 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'mac_address': 'fa:16:3e:1d:44:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'd48270ba-b16f-49be-a9cd-03fdc53d1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:32Z', 'updated_at': '2021-07-22T19:06:33Z', 'revision_number': 2, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'subnets': [{'id': 'd48270ba-b16f-49be-a9cd-03fdc53d1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:36.810868 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cebb816e-0e77-44f9-90de-ba5cdfe44acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:36.822497 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] Checking router: f403daa6-045c-4738-b4d7-cc55af107081 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:06:36.822910 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] Updating router f403daa6-045c-4738-b4d7-cc55af107081 port bbd5ff12-05fd-468b-b9e3-57ea24474cfd binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:06:36.865836 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:36.902970 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6afc5723-fa80-4689-8313-76c10898ed97 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:36.909466 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6afc5723-fa80-4689-8313-76c10898ed97 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:36.928993 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:06:36.929503 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cebb816e-0e77-44f9-90de-ba5cdfe44acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:36.931590 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 9632f040-8b22-4ea1-a788-077c97a78a61 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:06:36.932172 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cebb816e-0e77-44f9-90de-ba5cdfe44acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:36.933436 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cebb816e-0e77-44f9-90de-ba5cdfe44acb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b12eef6-72b3-4f1f-ab30-bce9383e3620 HTTP/1.1" status: 204 len: 168 time: 0.3069377 Jul 22 19:06:36.939526 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6afc5723-fa80-4689-8313-76c10898ed97 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:36.943725 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6afc5723-fa80-4689-8313-76c10898ed97 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2822304 Jul 22 19:06:36.944396 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34998) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:36.970242 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-583e1e7f-2f84-4f05-8a26-c2fa9696c159 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Request body: {'security_group_rule': {'security_group_id': '6e755e7b-38b1-4d4f-bc92-b4e5243b2c1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:36.989103 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc5723-fa80-4689-8313-76c10898ed97 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e755e7b-38b1-4d4f-bc92-b4e5243b2c1e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:37.001909 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb816e-0e77-44f9-90de-ba5cdfe44acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b12eef6-72b3-4f1f-ab30-bce9383e3620,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:37.021878 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-583e1e7f-2f84-4f05-8a26-c2fa9696c159 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:37.074386 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-be162009-7d3e-402c-8d3f-b442dd3f9670 req-add77337-2cdd-4d6f-bb81-a772f0260f69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fc55ed0-8314-4ffc-94c2-698c7ddbc93e HTTP/1.1" status: 200 len: 217 time: 0.4242616 Jul 22 19:06:37.162206 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98039107-9540-4bc4-9c7a-1b63c3889196 req-927a2650-c1c2-48ba-ad14-b75d585f9d50 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:37.164002 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-98039107-9540-4bc4-9c7a-1b63c3889196 req-927a2650-c1c2-48ba-ad14-b75d585f9d50 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7520347-141c-485f-af4b-282488dc22e2 HTTP/1.1" status: 200 len: 945 time: 0.1095111 Jul 22 19:06:37.171192 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-583e1e7f-2f84-4f05-8a26-c2fa9696c159 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:37.174894 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7fc55ed0-8314-4ffc-94c2-698c7ddbc93e,segment=NetworkSegment(f68bfaac-59d6-4327-ab92-7d0b091c78d7),segment_id=f68bfaac-59d6-4327-ab92-7d0b091c78d7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:37.175552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-75cac0d7-319d-4fc0-beb1-1c83cf045507 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:37.182367 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-75cac0d7-319d-4fc0-beb1-1c83cf045507 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/networks?id=c65cd496-c426-405a-b8c2-36e596dfdd4c HTTP/1.1" status: 200 len: 820 time: 0.1626301 Jul 22 19:06:37.210768 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 9632f040-8b22-4ea1-a788-077c97a78a61 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:06:37.211108 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 9632f040-8b22-4ea1-a788-077c97a78a61 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:06:37.223416 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '7fc55ed0-8314-4ffc-94c2-698c7ddbc93e', 'network_id': '172f3136-0352-415c-9221-6473aaab30a1', 'port_id': '7fc55ed0-8314-4ffc-94c2-698c7ddbc93e', 'mac_address': 'fa:16:3e:41:4f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343ba44f-2e35-4f2c-b67f-ce6198bc19b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:06:37.240651 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-583e1e7f-2f84-4f05-8a26-c2fa9696c159 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:37.267683 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-40cb4a7e-8aa1-4ab8-8b6e-004efc846976 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/quotas/4a45453396704c03940ca7767a9c8356 HTTP/1.1" status: 200 len: 375 time: 0.0834987 Jul 22 19:06:37.272968 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35004) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:37.289937 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e1e7f-2f84-4f05-8a26-c2fa9696c159 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0459775-cf59-49bf-a7c8-d10bf6362aea,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:37.297108 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-583e1e7f-2f84-4f05-8a26-c2fa9696c159 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:37.305090 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-583e1e7f-2f84-4f05-8a26-c2fa9696c159 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3575275 Jul 22 19:06:37.323019 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:37.338348 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:06:37.342227 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-128c82dc-3e87-4128-9b68-1ea35d7c2a1f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:37.367607 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-98039107-9540-4bc4-9c7a-1b63c3889196 req-897a41ef-773d-41ea-853c-fef72e1dd02d tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Deleting port cfc26905-c807-4420-bc4f-6784ea35eab9 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:06:37.368314 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-98039107-9540-4bc4-9c7a-1b63c3889196 req-897a41ef-773d-41ea-853c-fef72e1dd02d tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:37.374580 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35006) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:37.377201 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7fc55ed0-8314-4ffc-94c2-698c7ddbc93e,segment=NetworkSegment(f68bfaac-59d6-4327-ab92-7d0b091c78d7),segment_id=f68bfaac-59d6-4327-ab92-7d0b091c78d7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:37.382757 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a0a781e1-b7f2-4c51-9c7d-d8b1576a48af tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Request body: {'security_group_rule': {'security_group_id': '6e755e7b-38b1-4d4f-bc92-b4e5243b2c1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:37.383912 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:37.396103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-128c82dc-3e87-4128-9b68-1ea35d7c2a1f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Transition to ACTIVE for port object 8509c01b-e24c-4545-8c25-b9810238a154 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:37.403409 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be162009-7d3e-402c-8d3f-b442dd3f9670 req-0c772916-1e06-4c62-b607-02681f20c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:37.405029 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-be162009-7d3e-402c-8d3f-b442dd3f9670 req-0c772916-1e06-4c62-b607-02681f20c3a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=343ba44f-2e35-4f2c-b67f-ce6198bc19b6 HTTP/1.1" status: 200 len: 853 time: 0.2033429 Jul 22 19:06:37.445856 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-876e1b9a-7ad0-4064-b4aa-b37d561ccfa5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e42ebea55276449cbd8b3255dca238b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1698840 Jul 22 19:06:37.456843 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35008) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:37.472789 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-be162009-7d3e-402c-8d3f-b442dd3f9670 req-76016eb8-ff74-45cb-903e-d6791919a9a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=172f3136-0352-415c-9221-6473aaab30a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532959 Jul 22 19:06:37.484276 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c2668-e627-4740-b15d-6bffd37ca406 req-e0030859-717a-46c0-9bd6-e67297dd6125 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:37.491349 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb3c2668-e627-4740-b15d-6bffd37ca406 req-e0030859-717a-46c0-9bd6-e67297dd6125 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 946 time: 0.4704413 Jul 22 19:06:37.497175 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a0a781e1-b7f2-4c51-9c7d-d8b1576a48af tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:37.551331 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-98039107-9540-4bc4-9c7a-1b63c3889196 req-897a41ef-773d-41ea-853c-fef72e1dd02d tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] For port cfc26905-c807-4420-bc4f-6784ea35eab9, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=cfc26905-c807-4420-bc4f-6784ea35eab9,segment=NetworkSegment(b8f30338-a332-44a2-b242-a0037ff481e1),segment_id=b8f30338-a332-44a2-b242-a0037ff481e1)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:37.551947 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-98039107-9540-4bc4-9c7a-1b63c3889196 req-897a41ef-773d-41ea-853c-fef72e1dd02d tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:37.553043 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-94dcea2d-7ade-4128-b382-d6dbed916a35 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a45453396704c03940ca7767a9c8356&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2843163 Jul 22 19:06:37.594310 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:37.615596 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] Transition to ACTIVE for port object bbd5ff12-05fd-468b-b9e3-57ea24474cfd will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:37.617919 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=7fc55ed0-8314-4ffc-94c2-698c7ddbc93e,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:37.624878 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['7fc55ed0-8314-4ffc-94c2-698c7ddbc93e'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:37.631284 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:37.642669 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-128c82dc-3e87-4128-9b68-1ea35d7c2a1f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:37.674160 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb3c2668-e627-4740-b15d-6bffd37ca406 req-2eedf7da-ea90-4886-bf3d-9507520010ea tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758969 Jul 22 19:06:37.697618 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7ce0e-09ba-417f-843d-48cadc19b756 None None] Pushing event updated for resources: {'Port': ['ID=bbd5ff12-05fd-468b-b9e3-57ea24474cfd,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:37.755635 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-128c82dc-3e87-4128-9b68-1ea35d7c2a1f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:37.763691 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-be162009-7d3e-402c-8d3f-b442dd3f9670 req-ee0fda80-e3c1-40ea-98b9-7a340d0fad3c service neutron] 10.222.0.30 "GET /v2.0/networks/172f3136-0352-415c-9221-6473aaab30a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700653 Jul 22 19:06:37.765524 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:37.767012 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-128c82dc-3e87-4128-9b68-1ea35d7c2a1f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:37.771683 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-82e18d4a-37ad-4b00-9f42-84c9e7c2e67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:37.772176 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-128c82dc-3e87-4128-9b68-1ea35d7c2a1f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:06:37.826765 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a0a781e1-b7f2-4c51-9c7d-d8b1576a48af tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:37.835477 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c82dc-3e87-4128-9b68-1ea35d7c2a1f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Pushing event updated for resources: {'Port': ['ID=8509c01b-e24c-4545-8c25-b9810238a154,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:37.837041 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 96d513c1-bf1a-47d6-a0cd-623029186036 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:37.843669 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a0a781e1-b7f2-4c51-9c7d-d8b1576a48af tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:37.899962 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-82e18d4a-37ad-4b00-9f42-84c9e7c2e67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:37.961597 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a781e1-b7f2-4c51-9c7d-d8b1576a48af tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4c5a87-e6db-4405-9442-5ec4b8c4c94a,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:37.988056 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a0a781e1-b7f2-4c51-9c7d-d8b1576a48af tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:37.989494 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-128c82dc-3e87-4128-9b68-1ea35d7c2a1f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:37.989665 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a0a781e1-b7f2-4c51-9c7d-d8b1576a48af tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6132691 Jul 22 19:06:37.990664 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-128c82dc-3e87-4128-9b68-1ea35d7c2a1f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:37.996872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35016) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:38.018087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2486c56c-9916-459b-b0d6-bfbea4ac3189 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:38.076259 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51029fd3-c796-4799-af35-ec510f825ed0', 'name': 'network-vif-deleted', 'tag': '9632f040-8b22-4ea1-a788-077c97a78a61'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:38.079417 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b26b72a-82d7-4903-b8d6-c5061dc44c53" -d '{"events": [{"server_uuid": "51029fd3-c796-4799-af35-ec510f825ed0", "name": "network-vif-deleted", "tag": "9632f040-8b22-4ea1-a788-077c97a78a61"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:38.111456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] Attempting to bind port bbd5ff12-05fd-468b-b9e3-57ea24474cfd on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:06:38.111899 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] Attempting to bind port bbd5ff12-05fd-468b-b9e3-57ea24474cfd by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ca82d60c-babc-4546-beb5-f9d9b0bdf619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:06:38.112388 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] Attempting to bind port bbd5ff12-05fd-468b-b9e3-57ea24474cfd on network f9bbe562-b493-48e1-a0cc-ad8bf88524eb {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:38.126181 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-be162009-7d3e-402c-8d3f-b442dd3f9670 req-aa360de2-c37d-4545-a8df-8e517ef674f5 service neutron] 10.222.0.30 "GET /v2.0/networks/172f3136-0352-415c-9221-6473aaab30a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360369 Jul 22 19:06:38.130683 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-98039107-9540-4bc4-9c7a-1b63c3889196 req-897a41ef-773d-41ea-853c-fef72e1dd02d tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:38.131319 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-98039107-9540-4bc4-9c7a-1b63c3889196 req-897a41ef-773d-41ea-853c-fef72e1dd02d tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:38.131844 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [req-98039107-9540-4bc4-9c7a-1b63c3889196 req-897a41ef-773d-41ea-853c-fef72e1dd02d tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Floating IP 3d99e9c8-f265-4708-a51b-a411042c173f disassociated. External IP: 172.25.3.197, port: cfc26905-c807-4420-bc4f-6784ea35eab9. Jul 22 19:06:38.132316 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-98039107-9540-4bc4-9c7a-1b63c3889196 req-897a41ef-773d-41ea-853c-fef72e1dd02d tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Calling delete_port for cfc26905-c807-4420-bc4f-6784ea35eab9 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:06:38.137484 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-82e18d4a-37ad-4b00-9f42-84c9e7c2e67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:38.144707 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-82e18d4a-37ad-4b00-9f42-84c9e7c2e67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:38.146776 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-82e18d4a-37ad-4b00-9f42-84c9e7c2e67b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32883ade-d003-4009-8a6f-7ddf1e8418a8 HTTP/1.1" status: 204 len: 168 time: 0.6868799 Jul 22 19:06:38.154941 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:06:38.155454 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] Checking segment: {'id': 'ca82d60c-babc-4546-beb5-f9d9b0bdf619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:06:38.155970 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:38.156509 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] Bound using segment: {'id': 'ca82d60c-babc-4546-beb5-f9d9b0bdf619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:06:38.157540 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] Bound port: bbd5ff12-05fd-468b-b9e3-57ea24474cfd, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca82d60c-babc-4546-beb5-f9d9b0bdf619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:06:38.157670 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:38.159596 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:38.181448 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 96d513c1-bf1a-47d6-a0cd-623029186036 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:38.181973 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:38.187033 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e18d4a-37ad-4b00-9f42-84c9e7c2e67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32883ade-d003-4009-8a6f-7ddf1e8418a8,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:38.208489 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:38.208969 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:38.246977 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2486c56c-9916-459b-b0d6-bfbea4ac3189 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:38.270083 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea848e96-04cf-4c8f-82ab-2d6ee413bcb2 req-f4587bf4-f4c1-4f1d-a58c-7e465eaab8fd tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:38.271678 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ea848e96-04cf-4c8f-82ab-2d6ee413bcb2 req-f4587bf4-f4c1-4f1d-a58c-7e465eaab8fd tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b54d07-fa53-4b01-a257-0c2b3cb2dbc1 HTTP/1.1" status: 200 len: 944 time: 0.2432022 Jul 22 19:06:38.277769 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-128c82dc-3e87-4128-9b68-1ea35d7c2a1f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8681335 Jul 22 19:06:38.307181 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] Request body: {'port': {'device_id': '00ea8c71-f2cf-44a4-a8a0-194cd1eb3924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:38.323180 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-206d20d5-831b-4bee-9516-342d23aa0516 service neutron] 10.222.0.13 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7541866 Jul 22 19:06:38.456762 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-98039107-9540-4bc4-9c7a-1b63c3889196 req-897a41ef-773d-41ea-853c-fef72e1dd02d tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:38.463015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] For port bbd5ff12-05fd-468b-b9e3-57ea24474cfd, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:06:38.472700 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] For port bbd5ff12-05fd-468b-b9e3-57ea24474cfd, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bbd5ff12-05fd-468b-b9e3-57ea24474cfd,segment=NetworkSegment(ca82d60c-babc-4546-beb5-f9d9b0bdf619),segment_id=ca82d60c-babc-4546-beb5-f9d9b0bdf619)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:06:38.502238 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a41ef-773d-41ea-853c-fef72e1dd02d tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Pushing event deleted for resources: {'Port': ['ID=cfc26905-c807-4420-bc4f-6784ea35eab9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:38.528271 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:38.559004 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ea848e96-04cf-4c8f-82ab-2d6ee413bcb2 req-21164163-4c6d-43ea-8802-02b2ab1cfc6c tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/security-groups?id=1043f3a5-8870-4322-b46b-2e9ae8ebdfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799561 Jul 22 19:06:38.635886 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:38.641699 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-eafa9a43-354e-4659-8342-3968c951e6ae service neutron] 10.222.0.13 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001313 Jul 22 19:06:38.659103 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7ce0e-09ba-417f-843d-48cadc19b756 None None] Pushing event updated for resources: {'Port': ['ID=bbd5ff12-05fd-468b-b9e3-57ea24474cfd,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:38.678666 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98039107-9540-4bc4-9c7a-1b63c3889196 req-897a41ef-773d-41ea-853c-fef72e1dd02d tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:06:38.695465 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] Routers {'f403daa6-045c-4738-b4d7-cc55af107081'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:06:38.696262 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:06:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f403daa6-045c-4738-b4d7-cc55af107081'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:38.718460 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2486c56c-9916-459b-b0d6-bfbea4ac3189 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:38.817103 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:38.879118 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98039107-9540-4bc4-9c7a-1b63c3889196 req-897a41ef-773d-41ea-853c-fef72e1dd02d tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:06:38.899978 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3c339c-dfdf-4c45-89f7-e9bdd184a054 None None] Sync routers for ids ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:06:38.915200 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3c339c-dfdf-4c45-89f7-e9bdd184a054 None None] Routers {'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:06:38.918417 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-cc3c339c-dfdf-4c45-89f7-e9bdd184a054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:06:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:38.946456 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:38.948170 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:38.959082 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b54d07-fa53-4b01-a257-0c2b3cb2dbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:38.961630 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0b5935-1092-4520-9ef8-f11fc28e82c3" -d '{"events": [{"server_uuid": "05b54d07-fa53-4b01-a257-0c2b3cb2dbc1", "name": "network-vif-plugged", "status": "completed", "tag": "5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:38.964738 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3b707278-851c-4ae4-8066-9233cae157c7 None None] Provisioning for port 8509c01b-e24c-4545-8c25-b9810238a154 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:39.001658 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3b707278-851c-4ae4-8066-9233cae157c7 None None] Provisioning complete for port 8509c01b-e24c-4545-8c25-b9810238a154 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:39.002293 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3b707278-851c-4ae4-8066-9233cae157c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:39.037084 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-98039107-9540-4bc4-9c7a-1b63c3889196 req-897a41ef-773d-41ea-853c-fef72e1dd02d tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] No DVR routers for this DVR port cfc26905-c807-4420-bc4f-6784ea35eab9 on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:06:39.043245 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-98039107-9540-4bc4-9c7a-1b63c3889196 req-897a41ef-773d-41ea-853c-fef72e1dd02d tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:39.053413 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-98039107-9540-4bc4-9c7a-1b63c3889196 req-897a41ef-773d-41ea-853c-fef72e1dd02d tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.16 "DELETE /v2.0/ports/cfc26905-c807-4420-bc4f-6784ea35eab9 HTTP/1.1" status: 204 len: 173 time: 1.8746290 Jul 22 19:06:39.055149 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7520347-141c-485f-af4b-282488dc22e2', 'name': 'network-vif-deleted', 'tag': 'cfc26905-c807-4420-bc4f-6784ea35eab9'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:39.060902 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d98106f-0c13-4c67-84f7-f6f343809e0e" -d '{"events": [{"server_uuid": "d7520347-141c-485f-af4b-282488dc22e2", "name": "network-vif-deleted", "tag": "cfc26905-c807-4420-bc4f-6784ea35eab9"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:39.093551 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-3b707278-851c-4ae4-8066-9233cae157c7 None None] Port 8509c01b-e24c-4545-8c25-b9810238a154 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:06:39.114594 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2,segment=NetworkSegment(f68bfaac-59d6-4327-ab92-7d0b091c78d7),segment_id=f68bfaac-59d6-4327-ab92-7d0b091c78d7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:39.149465 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:39.152633 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device cfc26905-c807-4420-bc4f-6784ea35eab9 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:06:39.208540 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-cc3c339c-dfdf-4c45-89f7-e9bdd184a054 None None] Set router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:06:39.222885 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: cfc26905-c807-4420-bc4f-6784ea35eab9 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:06:39.223229 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device cfc26905-c807-4420-bc4f-6784ea35eab9 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:06:39.251894 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c1674259-32a8-4e7c-b6eb-54e23df06548 req-56cd7a03-2b6a-4d3a-9eb8-a1fb01c85dcc tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7520347-141c-485f-af4b-282488dc22e2 HTTP/1.1" status: 200 len: 210 time: 0.1596615 Jul 22 19:06:39.332594 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] Set router f403daa6-045c-4738-b4d7-cc55af107081 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:06:39.333024 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8f3c6-d52d-4b9c-a881-d0538b6e2078 req-ee26841b-9e20-4754-9b1b-b4faecaf377a tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:39.334548 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c4f8f3c6-d52d-4b9c-a881-d0538b6e2078 req-ee26841b-9e20-4754-9b1b-b4faecaf377a tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/ports?device_id=00ea8c71-f2cf-44a4-a8a0-194cd1eb3924 HTTP/1.1" status: 200 len: 935 time: 0.6364050 Jul 22 19:06:39.425939 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:39.428448 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:39.438195 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:39.438694 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:39.519305 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-2486c56c-9916-459b-b0d6-bfbea4ac3189 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Allocated IP 172.25.3.52 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/58240f5b-73b6-4846-9ba6-efdd3a047860) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:06:39.643010 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae23b07-4b28-4ad1-8516-d216ac1795aa req-f1ca2d2e-116e-4a41-9fa4-5f8ba880e4de tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:39.652457 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5ae23b07-4b28-4ad1-8516-d216ac1795aa req-f1ca2d2e-116e-4a41-9fa4-5f8ba880e4de tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 946 time: 0.1234736 Jul 22 19:06:39.822775 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:39.848394 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-cc3c339c-dfdf-4c45-89f7-e9bdd184a054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-router', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:01:40Z', 'updated_at': '2021-07-22T19:01:50Z', 'revision_number': 4, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'gw_port': {'id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:43Z', 'updated_at': '2021-07-22T19:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2249ca75-f517-4910-815e-db71941fb0c2', 'name': '', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'mac_address': 'fa:16:3e:11:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6127a740-55fe-4e1e-9351-155d195e1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:48Z', 'updated_at': '2021-07-22T19:01:57Z', 'revision_number': 5, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'subnets': [{'id': '6127a740-55fe-4e1e-9351-155d195e1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:39.880205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7fc55ed0-8314-4ffc-94c2-698c7ddbc93e,segment=NetworkSegment(f68bfaac-59d6-4327-ab92-7d0b091c78d7),segment_id=f68bfaac-59d6-4327-ab92-7d0b091c78d7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:39.891590 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c4f8f3c6-d52d-4b9c-a881-d0538b6e2078 req-9bda3578-a842-4b3f-8bbe-c324a8798162 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59c6675-a366-4dfb-8b22-a63aed2f1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5427945 Jul 22 19:06:39.902096 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:39.909321 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'name': 'tempest-ServersTestJSON-1238713276-router', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:25Z', 'updated_at': '2021-07-22T19:06:33Z', 'revision_number': 4, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'gw_port': {'id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:27Z', 'updated_at': '2021-07-22T19:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bbd5ff12-05fd-468b-b9e3-57ea24474cfd', 'name': '', 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'mac_address': 'fa:16:3e:1d:44:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'd48270ba-b16f-49be-a9cd-03fdc53d1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:32Z', 'updated_at': '2021-07-22T19:06:38Z', 'revision_number': 4, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'subnets': [{'id': 'd48270ba-b16f-49be-a9cd-03fdc53d1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:39.914121 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-5ae23b07-4b28-4ad1-8516-d216ac1795aa req-ef5fdb70-cb30-426e-b270-11b0ab67d180 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Deleting port 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:06:39.916032 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5ae23b07-4b28-4ad1-8516-d216ac1795aa req-ef5fdb70-cb30-426e-b270-11b0ab67d180 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:39.934892 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3c339c-dfdf-4c45-89f7-e9bdd184a054 None None] Checking router: aaac4d1b-cf7d-47b8-a0aa-ba10386152ea for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:06:39.956858 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3c339c-dfdf-4c45-89f7-e9bdd184a054 None None] Routers {'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:06:39.957521 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-cc3c339c-dfdf-4c45-89f7-e9bdd184a054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:06:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:39.985864 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c150cf-5ff3-481f-aeaa-f457a9343d55 x-openstack-request-id: req-94c150cf-5ff3-481f-aeaa-f457a9343d55 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:39.986161 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51029fd3-c796-4799-af35-ec510f825ed0", "name": "network-vif-deleted", "tag": "9632f040-8b22-4ea1-a788-077c97a78a61", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:39.986419 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94c150cf-5ff3-481f-aeaa-f457a9343d55 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:39.986821 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51029fd3-c796-4799-af35-ec510f825ed0', 'name': 'network-vif-deleted', 'tag': '9632f040-8b22-4ea1-a788-077c97a78a61', 'status': 'completed', 'code': 200} Jul 22 19:06:40.001025 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b279a66d-e1b1-492f-b1d8-e157933d58dc None None] The sync data for ids ['f403daa6-045c-4738-b4d7-cc55af107081'] in n-d-800086-12 is: [{'id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'name': 'tempest-ServersTestJSON-1238713276-router', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:25Z', 'updated_at': '2021-07-22T19:06:33Z', 'revision_number': 4, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'gw_port': {'id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:27Z', 'updated_at': '2021-07-22T19:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bbd5ff12-05fd-468b-b9e3-57ea24474cfd', 'name': '', 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'mac_address': 'fa:16:3e:1d:44:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'd48270ba-b16f-49be-a9cd-03fdc53d1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:32Z', 'updated_at': '2021-07-22T19:06:38Z', 'revision_number': 4, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'subnets': [{'id': 'd48270ba-b16f-49be-a9cd-03fdc53d1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:06:40.029183 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2486c56c-9916-459b-b0d6-bfbea4ac3189 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:40.067917 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=7fc55ed0-8314-4ffc-94c2-698c7ddbc93e,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:40.069534 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7654ee7-4226-458c-91d5-070d9eb596f6 req-5b51b195-a102-4e6a-8d4f-489b2c77f0ac tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:40.086898 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a7654ee7-4226-458c-91d5-070d9eb596f6 req-5b51b195-a102-4e6a-8d4f-489b2c77f0ac tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5d9341-1274-484c-a238-b21eefe5d174 HTTP/1.1" status: 200 len: 946 time: 0.5980980 Jul 22 19:06:40.149968 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-cc3c339c-dfdf-4c45-89f7-e9bdd184a054 None None] Set router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:06:40.212181 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-5ae23b07-4b28-4ad1-8516-d216ac1795aa req-ef5fdb70-cb30-426e-b270-11b0ab67d180 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] For port 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=46ffb91f-532f-4ab7-8f14-b55a01ad5cdb,segment=NetworkSegment(c0e29bb0-6310-470b-9186-f4250e36258a),segment_id=c0e29bb0-6310-470b-9186-f4250e36258a)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:40.212585 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5ae23b07-4b28-4ad1-8516-d216ac1795aa req-ef5fdb70-cb30-426e-b270-11b0ab67d180 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:40.225881 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-5ae23b07-4b28-4ad1-8516-d216ac1795aa req-ef5fdb70-cb30-426e-b270-11b0ab67d180 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Calling delete_port for 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:06:40.288340 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8509c01b-e24c-4545-8c25-b9810238a154 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:06:40.310500 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a7654ee7-4226-458c-91d5-070d9eb596f6 req-ba6056ce-05b4-4feb-aa72-c824804c00e7 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80d2518-65ea-4f40-97ea-0584c08f51a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224090 Jul 22 19:06:40.315713 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:40.365711 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2486c56c-9916-459b-b0d6-bfbea4ac3189 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:40.379721 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] Transition to ACTIVE for port object 8509c01b-e24c-4545-8c25-b9810238a154 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:40.431670 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:40.456464 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5ae23b07-4b28-4ad1-8516-d216ac1795aa req-ef5fdb70-cb30-426e-b270-11b0ab67d180 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:40.457153 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2e990-dd91-4df4-ac06-c6c93c8e3c5e req-e8efb245-c1c9-4003-912a-7ff681b741fa tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:40.461621 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eca2e990-dd91-4df4-ac06-c6c93c8e3c5e req-e8efb245-c1c9-4003-912a-7ff681b741fa tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 946 time: 0.3668475 Jul 22 19:06:40.468882 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-cc3c339c-dfdf-4c45-89f7-e9bdd184a054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-router', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:01:40Z', 'updated_at': '2021-07-22T19:01:50Z', 'revision_number': 4, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'gw_port': {'id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:43Z', 'updated_at': '2021-07-22T19:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2249ca75-f517-4910-815e-db71941fb0c2', 'name': '', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'mac_address': 'fa:16:3e:11:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6127a740-55fe-4e1e-9351-155d195e1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:48Z', 'updated_at': '2021-07-22T19:01:57Z', 'revision_number': 5, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'subnets': [{'id': '6127a740-55fe-4e1e-9351-155d195e1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:40.504535 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3c339c-dfdf-4c45-89f7-e9bdd184a054 None None] The sync data for ids ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'] in n-d-800086-12 is: [{'id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-router', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:01:40Z', 'updated_at': '2021-07-22T19:01:50Z', 'revision_number': 4, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'gw_port': {'id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:43Z', 'updated_at': '2021-07-22T19:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2249ca75-f517-4910-815e-db71941fb0c2', 'name': '', 'network_id': 'ca294e3c-7e7d-4357-b107-f5b283c529a6', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'mac_address': 'fa:16:3e:11:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '6127a740-55fe-4e1e-9351-155d195e1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:48Z', 'updated_at': '2021-07-22T19:01:57Z', 'revision_number': 5, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'subnets': [{'id': '6127a740-55fe-4e1e-9351-155d195e1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:06:40.523206 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fdb70-cb30-426e-b270-11b0ab67d180 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Pushing event deleted for resources: {'Port': ['ID=46ffb91f-532f-4ab7-8f14-b55a01ad5cdb,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:40.560903 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-750a0e10-532d-46bc-9cc1-064c326afb85 req-a6eaf4da-0efb-4d77-a341-18fe22814e51 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports?device_id=2367ffc2-85b4-4650-9218-ec9f0175b2b7 HTTP/1.1" status: 200 len: 210 time: 0.1319644 Jul 22 19:06:40.572808 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2486c56c-9916-459b-b0d6-bfbea4ac3189 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:40.649423 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae23b07-4b28-4ad1-8516-d216ac1795aa req-ef5fdb70-cb30-426e-b270-11b0ab67d180 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] No DVR routers for this DVR port 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:06:40.650428 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-2486c56c-9916-459b-b0d6-bfbea4ac3189 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:40.657424 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2486c56c-9916-459b-b0d6-bfbea4ac3189 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:06:40.659136 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5ae23b07-4b28-4ad1-8516-d216ac1795aa req-ef5fdb70-cb30-426e-b270-11b0ab67d180 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:40.661462 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5ae23b07-4b28-4ad1-8516-d216ac1795aa req-ef5fdb70-cb30-426e-b270-11b0ab67d180 tempest-ListServerFiltersTestJSON-1380274406 tempest-ListServerFiltersTestJSON-1380274406-project] 10.222.0.16 "DELETE /v2.0/ports/46ffb91f-532f-4ab7-8f14-b55a01ad5cdb HTTP/1.1" status: 204 len: 173 time: 1.0004520 Jul 22 19:06:40.669226 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb27dd6-62ff-4a0d-aff5-e125960962c2 x-openstack-request-id: req-9bb27dd6-62ff-4a0d-aff5-e125960962c2 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:40.670759 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b54d07-fa53-4b01-a257-0c2b3cb2dbc1", "name": "network-vif-plugged", "status": "completed", "tag": "5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:40.671016 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bb27dd6-62ff-4a0d-aff5-e125960962c2 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:40.671410 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b54d07-fa53-4b01-a257-0c2b3cb2dbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2', 'code': 200} Jul 22 19:06:40.794795 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac71dd6-6a2b-4acf-a8c3-1d3eb9d891b3 x-openstack-request-id: req-dac71dd6-6a2b-4acf-a8c3-1d3eb9d891b3 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:40.795401 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7520347-141c-485f-af4b-282488dc22e2", "name": "network-vif-deleted", "tag": "cfc26905-c807-4420-bc4f-6784ea35eab9", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:40.795952 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dac71dd6-6a2b-4acf-a8c3-1d3eb9d891b3 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:40.796560 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7520347-141c-485f-af4b-282488dc22e2', 'name': 'network-vif-deleted', 'tag': 'cfc26905-c807-4420-bc4f-6784ea35eab9', 'status': 'completed', 'code': 200} Jul 22 19:06:40.853148 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d0421-4a7d-424a-84b8-f7af3c7ec553 req-4f3d357f-9907-4485-a91b-27ec0c6b4a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:40.857122 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fa7d0421-4a7d-424a-84b8-f7af3c7ec553 req-4f3d357f-9907-4485-a91b-27ec0c6b4a4f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=05b54d07-fa53-4b01-a257-0c2b3cb2dbc1 HTTP/1.1" status: 200 len: 1097 time: 0.1170611 Jul 22 19:06:40.905860 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2486c56c-9916-459b-b0d6-bfbea4ac3189 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:40.936955 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fa7d0421-4a7d-424a-84b8-f7af3c7ec553 req-9e237c62-a805-49d0-99e8-0a6a5e0aa4d4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1043f3a5-8870-4322-b46b-2e9ae8ebdfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738525 Jul 22 19:06:40.939375 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486c56c-9916-459b-b0d6-bfbea4ac3189 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Pushing event updated for resources: {'Port': ['ID=58240f5b-73b6-4846-9ba6-efdd3a047860,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:41.052806 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7d0b48-9ebe-484e-9d0d-9fd08933754f None None] New status for floating IP 3d99e9c8-f265-4708-a51b-a411042c173f: DOWN {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:06:41.116579 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eca2e990-dd91-4df4-ac06-c6c93c8e3c5e req-2df369e5-172d-44fa-ad5d-19a6976f3238 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319569 Jul 22 19:06:41.360799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] Pushing event updated for resources: {'Port': ['ID=8509c01b-e24c-4545-8c25-b9810238a154,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:41.373715 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:41.400799 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2486c56c-9916-459b-b0d6-bfbea4ac3189 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:41.512244 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-5b66100d-1a60-4124-9fb5-5b4722117546 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:41.513951 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-5b66100d-1a60-4124-9fb5-5b4722117546 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.30 "GET /v2.0/networks?id=c65cd496-c426-405a-b8c2-36e596dfdd4c HTTP/1.1" status: 200 len: 820 time: 0.9254241 Jul 22 19:06:41.537539 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] Attempting to bind port 8509c01b-e24c-4545-8c25-b9810238a154 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:06:41.537917 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] Attempting to bind port 8509c01b-e24c-4545-8c25-b9810238a154 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:06:41.538280 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] Attempting to bind port 8509c01b-e24c-4545-8c25-b9810238a154 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:41.545507 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-8e6a6070-650b-4db9-997d-4e0d45a75d25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Request body: {'port': {'device_id': '2367ffc2-85b4-4650-9218-ec9f0175b2b7', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'admin_state_up': True, 'tenant_id': '4a45453396704c03940ca7767a9c8356'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:41.552771 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-d9a9a54c-58cf-4646-8191-fc89d90d5197 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d85de0ab80194d178b09510034bb016b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715370 Jul 22 19:06:41.578673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] Port 8509c01b-e24c-4545-8c25-b9810238a154 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:06:41.579009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] Attempting to bind port 8509c01b-e24c-4545-8c25-b9810238a154 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:41.612222 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b592275-0268-4fc7-a786-7e5702ff5bf1 req-0a93c102-4dc1-4ec8-a93d-392ba5c8a1f6 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:41.613788 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5b592275-0268-4fc7-a786-7e5702ff5bf1 req-0a93c102-4dc1-4ec8-a93d-392ba5c8a1f6 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b54d07-fa53-4b01-a257-0c2b3cb2dbc1 HTTP/1.1" status: 200 len: 945 time: 0.6840460 Jul 22 19:06:41.632605 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:06:41.632947 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:06:41.633334 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:06:41.633782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] Bound port: 8509c01b-e24c-4545-8c25-b9810238a154, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:06:41.634145 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:41.791057 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:06:41.837686 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bbd5ff12-05fd-468b-b9e3-57ea24474cfd up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:41.844089 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:06:41.844867 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 46ffb91f-532f-4ab7-8f14-b55a01ad5cdb not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:06:41.911932 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port bbd5ff12-05fd-468b-b9e3-57ea24474cfd completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:41.917121 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port bbd5ff12-05fd-468b-b9e3-57ea24474cfd triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:41.918190 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:42.146726 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:42.180424 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port bbd5ff12-05fd-468b-b9e3-57ea24474cfd, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bbd5ff12-05fd-468b-b9e3-57ea24474cfd,segment=NetworkSegment(ca82d60c-babc-4546-beb5-f9d9b0bdf619),segment_id=ca82d60c-babc-4546-beb5-f9d9b0bdf619)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:42.185556 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:42.238351 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=bbd5ff12-05fd-468b-b9e3-57ea24474cfd,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:42.288340 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5b592275-0268-4fc7-a786-7e5702ff5bf1 req-811f4006-30bb-4099-aef1-b2c707dea36d tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/security-groups?id=1043f3a5-8870-4322-b46b-2e9ae8ebdfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607201 Jul 22 19:06:42.330957 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2486c56c-9916-459b-b0d6-bfbea4ac3189 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:42.345415 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-ca455189-d13f-4f44-87bf-5f8256a5a576 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:42.346898 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-ca455189-d13f-4f44-87bf-5f8256a5a576 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7714317 Jul 22 19:06:42.360970 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2486c56c-9916-459b-b0d6-bfbea4ac3189 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:42.441896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] For port 8509c01b-e24c-4545-8c25-b9810238a154, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:06:42.449563 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-3a2b2ca2-849d-4331-9d63-b837295ff1e6 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.13 "GET /v2.0/quotas/d85de0ab80194d178b09510034bb016b HTTP/1.1" status: 200 len: 375 time: 0.0894706 Jul 22 19:06:42.450121 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-8e6a6070-650b-4db9-997d-4e0d45a75d25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Made reservation on behalf of 4a45453396704c03940ca7767a9c8356 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:06:42.453633 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-8e6a6070-650b-4db9-997d-4e0d45a75d25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:42.503183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] For port 8509c01b-e24c-4545-8c25-b9810238a154, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=8509c01b-e24c-4545-8c25-b9810238a154,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:06:42.539773 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:42.547238 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486c56c-9916-459b-b0d6-bfbea4ac3189 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Pushing event updated for resources: {'Port': ['ID=58240f5b-73b6-4846-9ba6-efdd3a047860,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:42.550916 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-794932d4-f604-4dd2-841e-014769897679 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d85de0ab80194d178b09510034bb016b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835481 Jul 22 19:06:42.607299 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:42.608576 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:42.610103 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] 10.222.0.30 "PUT /v2.0/ports/8509c01b-e24c-4545-8c25-b9810238a154 HTTP/1.1" status: 200 len: 1096 time: 4.3073866 Jul 22 19:06:42.610596 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ea8c71-f2cf-44a4-a8a0-194cd1eb3924', 'tag': '8509c01b-e24c-4545-8c25-b9810238a154'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:42.612950 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc25855a-9c1c-4724-9194-bd639c3ab626" -d '{"events": [{"name": "network-changed", "server_uuid": "00ea8c71-f2cf-44a4-a8a0-194cd1eb3924", "tag": "8509c01b-e24c-4545-8c25-b9810238a154"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:42.619822 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2486c56c-9916-459b-b0d6-bfbea4ac3189 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:42.672399 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7753de61-4eda-4c1e-96e1-efda4df7fe87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc55ed0-8314-4ffc-94c2-698c7ddbc93e'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:42.676538 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44585ff-48d7-419b-b737-18e0b1392fca" -d '{"events": [{"server_uuid": "7753de61-4eda-4c1e-96e1-efda4df7fe87", "name": "network-vif-plugged", "status": "completed", "tag": "7fc55ed0-8314-4ffc-94c2-698c7ddbc93e"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:42.746651 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35108) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:42.760116 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e20b0-9749-4cc4-b68d-2da69642ce7f req-941637a3-642e-4a64-a39e-297c4848b84f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:42.762938 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d20e20b0-9749-4cc4-b68d-2da69642ce7f req-941637a3-642e-4a64-a39e-297c4848b84f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/ports?device_id=00ea8c71-f2cf-44a4-a8a0-194cd1eb3924 HTTP/1.1" status: 200 len: 947 time: 0.4150875 Jul 22 19:06:42.764737 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4bb1f-786d-47f3-a061-865423953b3a service neutron] Pushing event updated for resources: {'Port': ['ID=8509c01b-e24c-4545-8c25-b9810238a154,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:42.799620 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2486c56c-9916-459b-b0d6-bfbea4ac3189 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:42.799831 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5d9341-1274-484c-a238-b21eefe5d174', 'name': 'network-vif-deleted', 'tag': '46ffb91f-532f-4ab7-8f14-b55a01ad5cdb'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:42.807857 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2486c56c-9916-459b-b0d6-bfbea4ac3189 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7976978 Jul 22 19:06:42.808067 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fbe2e6-95ac-429d-9775-ba0f5d42cfa2" -d '{"events": [{"server_uuid": "dd5d9341-1274-484c-a238-b21eefe5d174", "name": "network-vif-deleted", "tag": "46ffb91f-532f-4ab7-8f14-b55a01ad5cdb"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:42.843978 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7982298-0794-4361-88d9-56e4f5716ffa admin admin] Deleting subnet 7a9ddf55-9ba7-4c92-98ee-213b16a3f808 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:06:42.848615 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7982298-0794-4361-88d9-56e4f5716ffa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:42.894099 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7982298-0794-4361-88d9-56e4f5716ffa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:42.896941 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9c92af1-cdd8-48bf-bd88-20a0669b7aa6 req-7371ccba-6063-4f52-ad25-4d4f4938f45a tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports?device_id=2367ffc2-85b4-4650-9218-ec9f0175b2b7 HTTP/1.1" status: 200 len: 210 time: 0.0827048 Jul 22 19:06:42.972110 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d20e20b0-9749-4cc4-b68d-2da69642ce7f req-57867f1c-8986-499d-a565-4032495d8531 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59c6675-a366-4dfb-8b22-a63aed2f1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787229 Jul 22 19:06:42.977122 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-86cba8db-ccac-4261-8550-09cf12e32fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:42.978684 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-86cba8db-ccac-4261-8550-09cf12e32fab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0caa8986d234851b46f37aec2b58d88&device_id=00ea8c71-f2cf-44a4-a8a0-194cd1eb3924 HTTP/1.1" status: 200 len: 1099 time: 0.2960603 Jul 22 19:06:42.985691 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-8e6a6070-650b-4db9-997d-4e0d45a75d25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Allocated IP 172.20.0.4 (c65cd496-c426-405a-b8c2-36e596dfdd4c/30ea6495-2382-41f8-8d66-bf8d2e3d0983/07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:06:43.037023 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e5d13f-c8f0-4cd9-b804-02968f062cc3 x-openstack-request-id: req-18e5d13f-c8f0-4cd9-b804-02968f062cc3 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:43.037427 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ea8c71-f2cf-44a4-a8a0-194cd1eb3924", "tag": "8509c01b-e24c-4545-8c25-b9810238a154", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:43.037768 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18e5d13f-c8f0-4cd9-b804-02968f062cc3 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:43.038981 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ea8c71-f2cf-44a4-a8a0-194cd1eb3924', 'tag': '8509c01b-e24c-4545-8c25-b9810238a154', 'status': 'completed', 'code': 200} Jul 22 19:06:43.044427 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7982298-0794-4361-88d9-56e4f5716ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:43.055084 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-eccb9761-29e0-45d0-8770-3506927f4087 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=8509c01b-e24c-4545-8c25-b9810238a154 HTTP/1.1" status: 200 len: 217 time: 0.0663497 Jul 22 19:06:43.123631 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7982298-0794-4361-88d9-56e4f5716ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:43.146336 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2f1e36a3-35ae-4e4f-8b74-4b586f46fbe4 req-d12cd0cb-8095-4885-ad10-e9eeba576b50 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddaa0433-a4d7-49d8-96df-87012c4d08c3 HTTP/1.1" status: 200 len: 210 time: 0.0843804 Jul 22 19:06:43.176865 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7982298-0794-4361-88d9-56e4f5716ffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a9ddf55-9ba7-4c92-98ee-213b16a3f808,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:43.179427 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7982298-0794-4361-88d9-56e4f5716ffa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:43.182293 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a7982298-0794-4361-88d9-56e4f5716ffa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7a9ddf55-9ba7-4c92-98ee-213b16a3f808 HTTP/1.1" status: 204 len: 168 time: 0.4346035 Jul 22 19:06:43.185682 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35122) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:43.189997 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73e0675-5d10-49e4-b699-d1394f57a79f None None] Network 55a54a7f-b996-4285-9ede-703ace755816 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:06:43.200646 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-e212a481-8c55-4d19-8cb2-14fa769ed3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:43.202154 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-e212a481-8c55-4d19-8cb2-14fa769ed3dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1390181 Jul 22 19:06:43.233840 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db06ae17-f99d-4d11-a73c-8f2bfb165a0e x-openstack-request-id: req-db06ae17-f99d-4d11-a73c-8f2bfb165a0e {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:43.234380 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7753de61-4eda-4c1e-96e1-efda4df7fe87", "name": "network-vif-plugged", "status": "completed", "tag": "7fc55ed0-8314-4ffc-94c2-698c7ddbc93e", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:43.234860 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db06ae17-f99d-4d11-a73c-8f2bfb165a0e {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:43.235460 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7753de61-4eda-4c1e-96e1-efda4df7fe87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc55ed0-8314-4ffc-94c2-698c7ddbc93e', 'code': 200} Jul 22 19:06:43.280050 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef4ac2-a00c-4cda-9206-d038bf8c39a2 req-1607ca0f-8908-4782-b149-66226e222489 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:43.280914 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df416765-4c0e-4577-9a34-4bc10fb6e24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:43.288012 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0eef4ac2-a00c-4cda-9206-d038bf8c39a2 req-1607ca0f-8908-4782-b149-66226e222489 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 946 time: 0.2559323 Jul 22 19:06:43.371511 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da6485f-8072-4e59-a74d-137f6e949a93 x-openstack-request-id: req-5da6485f-8072-4e59-a74d-137f6e949a93 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:43.371784 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5d9341-1274-484c-a238-b21eefe5d174", "name": "network-vif-deleted", "tag": "46ffb91f-532f-4ab7-8f14-b55a01ad5cdb", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:43.372033 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5da6485f-8072-4e59-a74d-137f6e949a93 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:43.372417 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5d9341-1274-484c-a238-b21eefe5d174', 'name': 'network-vif-deleted', 'tag': '46ffb91f-532f-4ab7-8f14-b55a01ad5cdb', 'status': 'completed', 'code': 200} Jul 22 19:06:43.403622 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0eef4ac2-a00c-4cda-9206-d038bf8c39a2 req-68d9bfe9-44f6-4805-8a0a-e1f70d40eeae tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109347 Jul 22 19:06:43.422107 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-df416765-4c0e-4577-9a34-4bc10fb6e24a admin admin] Deleting port f8dfd467-618b-4c05-b427-b9c2619c513e {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:06:43.422457 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df416765-4c0e-4577-9a34-4bc10fb6e24a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:43.447676 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed861b-4a4f-49f6-8d75-6d327f0fa96b req-14adda37-7d84-410e-9e2c-1aa6951f1907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:43.450323 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-70ed861b-4a4f-49f6-8d75-6d327f0fa96b req-14adda37-7d84-410e-9e2c-1aa6951f1907 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7753de61-4eda-4c1e-96e1-efda4df7fe87 HTTP/1.1" status: 200 len: 1098 time: 0.1343455 Jul 22 19:06:43.465097 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35136) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:43.469170 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-5831e468-266c-4906-9d6a-89d67f5decdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:43.470708 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-5831e468-266c-4906-9d6a-89d67f5decdc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2585149 Jul 22 19:06:43.539914 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-df416765-4c0e-4577-9a34-4bc10fb6e24a admin admin] For port f8dfd467-618b-4c05-b427-b9c2619c513e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f8dfd467-618b-4c05-b427-b9c2619c513e,segment=NetworkSegment(c0e29bb0-6310-470b-9186-f4250e36258a),segment_id=c0e29bb0-6310-470b-9186-f4250e36258a)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:43.540279 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df416765-4c0e-4577-9a34-4bc10fb6e24a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:43.576973 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-70ed861b-4a4f-49f6-8d75-6d327f0fa96b req-ce4b0ba7-be45-45b4-a179-35a092e138de service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1043f3a5-8870-4322-b46b-2e9ae8ebdfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197033 Jul 22 19:06:43.577803 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-df416765-4c0e-4577-9a34-4bc10fb6e24a admin admin] Calling delete_port for f8dfd467-618b-4c05-b427-b9c2619c513e owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:06:43.593237 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-8e6a6070-650b-4db9-997d-4e0d45a75d25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:43.595716 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777b5542-3d1a-4798-9019-6f29718e1508 None None] DHCP port deletion for 55a54a7f-b996-4285-9ede-703ace755816 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:06:43.646566 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-777b5542-3d1a-4798-9019-6f29718e1508 None None] Deleting port f8dfd467-618b-4c05-b427-b9c2619c513e {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:06:43.646947 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-777b5542-3d1a-4798-9019-6f29718e1508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:43.671502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-8e6a6070-650b-4db9-997d-4e0d45a75d25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Transition to ACTIVE for port object 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:43.679415 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-62b69056-1204-4dfc-9d91-ca9aac309226 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:43.682544 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-c407fe1c-a093-46e3-9f37-ad7c62fd8d44 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1260136513&fields=id&tenant_id=e50d9d2c5a7e46748d4298f11daca3fd HTTP/1.1" status: 200 len: 267 time: 0.2108874 Jul 22 19:06:43.729748 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-62b69056-1204-4dfc-9d91-ca9aac309226 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:43.730015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-777b5542-3d1a-4798-9019-6f29718e1508 None None] For port f8dfd467-618b-4c05-b427-b9c2619c513e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f8dfd467-618b-4c05-b427-b9c2619c513e,segment=NetworkSegment(c0e29bb0-6310-470b-9186-f4250e36258a),segment_id=c0e29bb0-6310-470b-9186-f4250e36258a)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:43.730015 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-777b5542-3d1a-4798-9019-6f29718e1508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:43.749302 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-777b5542-3d1a-4798-9019-6f29718e1508 None None] Calling delete_port for f8dfd467-618b-4c05-b427-b9c2619c513e owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:06:43.755912 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-9b1982a3-f40a-4dcd-8389-b027f81f91e0 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662058 Jul 22 19:06:43.772799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d87654-7b6e-4036-ad21-0a2527178109 req-57cd9e4a-a7aa-482d-b5bd-2c3aeefb5360 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:43.772799 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38d87654-7b6e-4036-ad21-0a2527178109 req-57cd9e4a-a7aa-482d-b5bd-2c3aeefb5360 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b54d07-fa53-4b01-a257-0c2b3cb2dbc1 HTTP/1.1" status: 200 len: 945 time: 0.2360375 Jul 22 19:06:43.790884 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-62b69056-1204-4dfc-9d91-ca9aac309226 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:43.794147 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-62b69056-1204-4dfc-9d91-ca9aac309226 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:43.800079 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-62b69056-1204-4dfc-9d91-ca9aac309226 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "DELETE /v2.0/security-groups/e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f HTTP/1.1" status: 204 len: 168 time: 0.3285415 Jul 22 19:06:43.800079 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35138) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:43.808318 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bbd5ff12-05fd-468b-b9e3-57ea24474cfd up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:43.820176 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df416765-4c0e-4577-9a34-4bc10fb6e24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:43.826006 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-31c01e45-a18e-478a-bce9-ceae0139be95 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] show failed (client error): The resource could not be found. Jul 22 19:06:43.829887 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-31c01e45-a18e-478a-bce9-ceae0139be95 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "GET /v2.0/security-groups/e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f HTTP/1.1" status: 404 len: 347 time: 0.0268834 Jul 22 19:06:43.829887 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b69056-1204-4dfc-9d91-ca9aac309226 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0868a91-9c9a-48b8-ab0f-c35f3f24ef3f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:43.834339 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35140) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:43.860167 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df416765-4c0e-4577-9a34-4bc10fb6e24a admin admin] Pushing event deleted for resources: {'Port': ['ID=f8dfd467-618b-4c05-b427-b9c2619c513e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:43.866312 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df416765-4c0e-4577-9a34-4bc10fb6e24a admin admin] No DVR routers for this DVR port f8dfd467-618b-4c05-b427-b9c2619c513e on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:06:43.904244 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-8e6a6070-650b-4db9-997d-4e0d45a75d25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:43.915648 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['4daabab8-31e7-4401-aaa7-0d6f82ba9c42'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:43.976831 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-777b5542-3d1a-4798-9019-6f29718e1508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:44.021779 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port bbd5ff12-05fd-468b-b9e3-57ea24474cfd triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:44.022211 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:44.024360 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b5542-3d1a-4798-9019-6f29718e1508 None None] Pushing event deleted for resources: {'Port': ['ID=f8dfd467-618b-4c05-b427-b9c2619c513e,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:44.054872 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777b5542-3d1a-4798-9019-6f29718e1508 None None] No DVR routers for this DVR port f8dfd467-618b-4c05-b427-b9c2619c513e on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:06:44.069052 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-b321e2d2-fb31-4587-8c81-44da9db217db tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:44.075725 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-b321e2d2-fb31-4587-8c81-44da9db217db tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/networks?id=f9bbe562-b493-48e1-a0cc-ad8bf88524eb HTTP/1.1" status: 200 len: 806 time: 0.3816595 Jul 22 19:06:44.140945 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38d87654-7b6e-4036-ad21-0a2527178109 req-afd0502d-120f-4442-98f8-9ece0c1caf22 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/security-groups?id=1043f3a5-8870-4322-b46b-2e9ae8ebdfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036947 Jul 22 19:06:44.153749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-8e6a6070-650b-4db9-997d-4e0d45a75d25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Network c65cd496-c426-405a-b8c2-36e596dfdd4c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:44.170017 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a6070-650b-4db9-997d-4e0d45a75d25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Pushing event updated for resources: {'Port': ['ID=07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:44.178050 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-8e6a6070-650b-4db9-997d-4e0d45a75d25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:44.182082 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-8e6a6070-650b-4db9-997d-4e0d45a75d25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:06:44.194654 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-e6d1ad0b-ede4-4a87-9a4d-d71e50894cb1 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/quotas/e50d9d2c5a7e46748d4298f11daca3fd HTTP/1.1" status: 200 len: 375 time: 0.1162889 Jul 22 19:06:44.256359 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-471d1c93-dd35-44de-b78e-c8dc78750cc5 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d85de0ab80194d178b09510034bb016b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491521 Jul 22 19:06:44.265354 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d897b1fc-c9f8-407c-b98a-b8356a6e002f req-af1ccb76-192e-4bbb-9b41-d7194ce5a375 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903350 Jul 22 19:06:44.318048 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df416765-4c0e-4577-9a34-4bc10fb6e24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:44.346155 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-df416765-4c0e-4577-9a34-4bc10fb6e24a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a54a7f-b996-4285-9ede-703ace755816']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:44.366507 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-df416765-4c0e-4577-9a34-4bc10fb6e24a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e29bb0-6310-470b-9186-f4250e36258a') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:44.366857 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-df416765-4c0e-4577-9a34-4bc10fb6e24a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e29bb0-6310-470b-9186-f4250e36258a') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:44.383014 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df416765-4c0e-4577-9a34-4bc10fb6e24a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:44.386506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f8dfd467-618b-4c05-b427-b9c2619c513e no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:06:44.415254 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-8e6a6070-650b-4db9-997d-4e0d45a75d25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:44.415910 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-8e6a6070-650b-4db9-997d-4e0d45a75d25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:44.422550 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df416765-4c0e-4577-9a34-4bc10fb6e24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:44.424796 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: f8dfd467-618b-4c05-b427-b9c2619c513e {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:06:44.425468 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f8dfd467-618b-4c05-b427-b9c2619c513e not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:06:44.444999 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df416765-4c0e-4577-9a34-4bc10fb6e24a admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:06:44.445453 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df416765-4c0e-4577-9a34-4bc10fb6e24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:06:44.447226 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:06:44.467947 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4bee75e4-e685-4b91-b33c-16a11e466599 None None] Provisioning for port 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:44.468996 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-8e6a6070-650b-4db9-997d-4e0d45a75d25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9328899 Jul 22 19:06:44.472286 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4bee75e4-e685-4b91-b33c-16a11e466599 None None] Provisioning complete for port 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:44.472711 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4bee75e4-e685-4b91-b33c-16a11e466599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:44.476735 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-d82e0a47-cc12-46c9-b830-ad1037cce4c7 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Deleting port 95d24bfd-b9d6-479a-8adc-e76371ff94f2 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:06:44.477202 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d82e0a47-cc12-46c9-b830-ad1037cce4c7 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:44.497599 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] Request body: {'port': {'device_id': '2367ffc2-85b4-4650-9218-ec9f0175b2b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:44.509749 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-4bee75e4-e685-4b91-b33c-16a11e466599 None None] Port 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:06:44.522510 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-dabee89f-4eec-49b7-8f78-5563594499ee tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e50d9d2c5a7e46748d4298f11daca3fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3267469 Jul 22 19:06:44.553633 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df416765-4c0e-4577-9a34-4bc10fb6e24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:44.573332 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df416765-4c0e-4577-9a34-4bc10fb6e24a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:44.575863 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-df416765-4c0e-4577-9a34-4bc10fb6e24a admin admin] 10.222.0.13 "DELETE /v2.0/networks/55a54a7f-b996-4285-9ede-703ace755816 HTTP/1.1" status: 204 len: 168 time: 1.3892486 Jul 22 19:06:44.578460 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df416765-4c0e-4577-9a34-4bc10fb6e24a admin admin] Pushing event deleted for resources: {'Network': ['ID=55a54a7f-b996-4285-9ede-703ace755816,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:44.588457 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-9e060589-b3f4-42cb-80a2-530e0ba2c732 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:44.590451 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-9e060589-b3f4-42cb-80a2-530e0ba2c732 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3287609 Jul 22 19:06:44.602657 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-6f816a12-3f2e-4c98-ade1-8fa07becc78b tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Request body: {'port': {'device_id': 'ddaa0433-a4d7-49d8-96df-87012c4d08c3', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': 'd85de0ab80194d178b09510034bb016b'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:44.646340 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d9b9d-08f3-4a95-826b-172c667fc5b1 req-dcf11f55-d95d-43db-9c42-979e3fa86727 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:44.647854 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f01d9b9d-08f3-4a95-826b-172c667fc5b1 req-dcf11f55-d95d-43db-9c42-979e3fa86727 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports?device_id=2367ffc2-85b4-4650-9218-ec9f0175b2b7 HTTP/1.1" status: 200 len: 931 time: 0.3886344 Jul 22 19:06:44.662552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25855a-9c1c-4724-9194-bd639c3ab626 req-eab3643d-e885-4ef5-af12-96e0277216c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:44.664032 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc25855a-9c1c-4724-9194-bd639c3ab626 req-eab3643d-e885-4ef5-af12-96e0277216c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0caa8986d234851b46f37aec2b58d88&device_id=00ea8c71-f2cf-44a4-a8a0-194cd1eb3924 HTTP/1.1" status: 200 len: 1099 time: 0.3320570 Jul 22 19:06:44.717989 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-6f816a12-3f2e-4c98-ade1-8fa07becc78b tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Made reservation on behalf of d85de0ab80194d178b09510034bb016b for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:06:44.721551 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-6f816a12-3f2e-4c98-ade1-8fa07becc78b tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:44.731270 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-6f816a12-3f2e-4c98-ade1-8fa07becc78b tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:44.758095 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35154) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:44.782139 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d82e0a47-cc12-46c9-b830-ad1037cce4c7 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:44.782444 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d82e0a47-cc12-46c9-b830-ad1037cce4c7 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:44.823064 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fd5bce5d-31ed-4b47-9166-89606ce3434d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f84c9d83f5c4db298789b1fcc93f31c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638580 Jul 22 19:06:44.826139 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35156) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:44.838147 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-d82e0a47-cc12-46c9-b830-ad1037cce4c7 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Calling delete_port for 95d24bfd-b9d6-479a-8adc-e76371ff94f2 owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:06:44.840930 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:44.895219 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f01d9b9d-08f3-4a95-826b-172c667fc5b1 req-740b2b44-d319-405c-b889-ef62436823a4 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac56a31e-ee3d-45cf-adda-c2ed15119d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347322 Jul 22 19:06:44.900368 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-6f816a12-3f2e-4c98-ade1-8fa07becc78b tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:44.901263 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-21c9514f-2be0-46b6-889e-0b71280e2904 service neutron] 10.222.0.13 "GET /v2.0/networks/f9bbe562-b493-48e1-a0cc-ad8bf88524eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498390 Jul 22 19:06:44.911282 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-6f816a12-3f2e-4c98-ade1-8fa07becc78b tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:44.928236 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b9fb74b2-c4f4-4715-85de-d7d3130c8d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:45.021638 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b9fb74b2-c4f4-4715-85de-d7d3130c8d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:45.030239 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f816a12-3f2e-4c98-ade1-8fa07becc78b tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e566fa-dfa6-47e2-bfbb-35e0f6860c2a,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:45.123002 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b9fb74b2-c4f4-4715-85de-d7d3130c8d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:45.127551 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b9fb74b2-c4f4-4715-85de-d7d3130c8d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:45.129778 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b9fb74b2-c4f4-4715-85de-d7d3130c8d26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f80d2518-65ea-4f40-97ea-0584c08f51a5 HTTP/1.1" status: 204 len: 168 time: 0.3018770 Jul 22 19:06:45.137006 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-6f816a12-3f2e-4c98-ade1-8fa07becc78b tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Allocated IP 192.168.233.157 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/e2230034-5aba-4da6-89ba-4331b641b48f) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:06:45.148033 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb74b2-c4f4-4715-85de-d7d3130c8d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80d2518-65ea-4f40-97ea-0584c08f51a5,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:45.323387 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-6f816a12-3f2e-4c98-ade1-8fa07becc78b tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:45.338786 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-6f816a12-3f2e-4c98-ade1-8fa07becc78b tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Transition to ACTIVE for port object e2230034-5aba-4da6-89ba-4331b641b48f will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:45.378348 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-6f816a12-3f2e-4c98-ade1-8fa07becc78b tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:45.431380 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25855a-9c1c-4724-9194-bd639c3ab626 req-ee5ac464-ebbc-4891-9748-16bdaf6ba883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:45.433298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc25855a-9c1c-4724-9194-bd639c3ab626 req-ee5ac464-ebbc-4891-9748-16bdaf6ba883 service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.7280643 Jul 22 19:06:45.443284 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f816a12-3f2e-4c98-ade1-8fa07becc78b tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Pushing event updated for resources: {'Port': ['ID=e2230034-5aba-4da6-89ba-4331b641b48f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:45.449683 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-6f816a12-3f2e-4c98-ade1-8fa07becc78b tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:45.449683 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-6f816a12-3f2e-4c98-ade1-8fa07becc78b tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:45.451306 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-6f816a12-3f2e-4c98-ade1-8fa07becc78b tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:06:45.504449 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-6f816a12-3f2e-4c98-ade1-8fa07becc78b tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:45.505143 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-6f816a12-3f2e-4c98-ade1-8fa07becc78b tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:45.521476 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-6f816a12-3f2e-4c98-ade1-8fa07becc78b tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9226537 Jul 22 19:06:45.535666 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] Request body: {'port': {'device_id': 'ddaa0433-a4d7-49d8-96df-87012c4d08c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:45.562730 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc25855a-9c1c-4724-9194-bd639c3ab626 req-93fc679a-c47d-494f-9ad3-e32a0ed8a7f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=8509c01b-e24c-4545-8c25-b9810238a154 HTTP/1.1" status: 200 len: 217 time: 0.1078370 Jul 22 19:06:45.616652 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-11a2b95b-c862-4316-83df-edcbe6fa6267 service neutron] 10.222.0.13 "GET /v2.0/networks/f9bbe562-b493-48e1-a0cc-ad8bf88524eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7072527 Jul 22 19:06:45.639500 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:45.700365 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253e082-65f5-4bd4-8727-008c2923a735 req-221eefe8-7671-4eb6-9bf7-1834569a77fc tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:45.702245 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2253e082-65f5-4bd4-8727-008c2923a735 req-221eefe8-7671-4eb6-9bf7-1834569a77fc tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/ports?device_id=00ea8c71-f2cf-44a4-a8a0-194cd1eb3924 HTTP/1.1" status: 200 len: 947 time: 0.3828659 Jul 22 19:06:45.738628 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fe5cf086-ff30-47f8-9c77-d165b2a4366f None None] Provisioning for port e2230034-5aba-4da6-89ba-4331b641b48f completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:45.746614 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fe5cf086-ff30-47f8-9c77-d165b2a4366f None None] Provisioning complete for port e2230034-5aba-4da6-89ba-4331b641b48f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:45.747173 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fe5cf086-ff30-47f8-9c77-d165b2a4366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:45.769457 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25855a-9c1c-4724-9194-bd639c3ab626 req-6e183b31-4d43-4491-ba10-9146f1fae8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:45.770896 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc25855a-9c1c-4724-9194-bd639c3ab626 req-6e183b31-4d43-4491-ba10-9146f1fae8a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1868968 Jul 22 19:06:45.865716 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-fe5cf086-ff30-47f8-9c77-d165b2a4366f None None] Port e2230034-5aba-4da6-89ba-4331b641b48f cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:06:46.002474 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d82e0a47-cc12-46c9-b830-ad1037cce4c7 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:46.039991 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2253e082-65f5-4bd4-8727-008c2923a735 req-dbef1691-1a84-4015-84df-96d31404281b tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59c6675-a366-4dfb-8b22-a63aed2f1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060167 Jul 22 19:06:46.052353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e0a47-cc12-46c9-b830-ad1037cce4c7 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Pushing event deleted for resources: {'Port': ['ID=95d24bfd-b9d6-479a-8adc-e76371ff94f2,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:46.127108 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2230034-5aba-4da6-89ba-4331b641b48f {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:06:46.132244 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35188) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:46.153665 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:46.170511 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] Transition to ACTIVE for port object e2230034-5aba-4da6-89ba-4331b641b48f will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:46.174885 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:46.253009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6bff2-ea23-4901-8036-6b3827e89359 req-7a687e19-594c-4373-844d-0aecdceefda6 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:46.262028 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c1d6bff2-ea23-4901-8036-6b3827e89359 req-7a687e19-594c-4373-844d-0aecdceefda6 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/ports?device_id=7753de61-4eda-4c1e-96e1-efda4df7fe87 HTTP/1.1" status: 200 len: 946 time: 0.3245203 Jul 22 19:06:46.266035 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25855a-9c1c-4724-9194-bd639c3ab626 req-78dde8dd-861a-45d6-9297-089c61afaaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:46.267954 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc25855a-9c1c-4724-9194-bd639c3ab626 req-78dde8dd-861a-45d6-9297-089c61afaaf4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4546094 Jul 22 19:06:46.279124 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:06:46.301064 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-2e35a362-5b94-437a-b33a-21a413e3f5e8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-490605561-network', 'tenant_id': '180287b3edd14ce389e863380bc23ecb'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:46.308849 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:46.326726 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] Pushing event updated for resources: {'Port': ['ID=e2230034-5aba-4da6-89ba-4331b641b48f,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:46.349199 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d82e0a47-cc12-46c9-b830-ad1037cce4c7 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:46.351941 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d82e0a47-cc12-46c9-b830-ad1037cce4c7 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:46.357121 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d82e0a47-cc12-46c9-b830-ad1037cce4c7 tempest-ServersWithSpecificFlavorTestJSON-194780640 tempest-ServersWithSpecificFlavorTestJSON-194780640-project] 10.222.0.13 "DELETE /v2.0/floatingips/3d99e9c8-f265-4708-a51b-a411042c173f HTTP/1.1" status: 204 len: 168 time: 2.5211565 Jul 22 19:06:46.363468 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e35a362-5b94-437a-b33a-21a413e3f5e8 admin admin] Made reservation on behalf of 180287b3edd14ce389e863380bc23ecb for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:06:46.365958 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e35a362-5b94-437a-b33a-21a413e3f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:46.387113 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e35a362-5b94-437a-b33a-21a413e3f5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:46.398684 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] Attempting to bind port e2230034-5aba-4da6-89ba-4331b641b48f on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:06:46.399683 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] Attempting to bind port e2230034-5aba-4da6-89ba-4331b641b48f by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:06:46.400201 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] Attempting to bind port e2230034-5aba-4da6-89ba-4331b641b48f on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:46.412788 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] Port e2230034-5aba-4da6-89ba-4331b641b48f on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:06:46.413123 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] Attempting to bind port e2230034-5aba-4da6-89ba-4331b641b48f on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:46.422513 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:06:46.422881 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:06:46.423273 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:06:46.423707 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] Bound port: e2230034-5aba-4da6-89ba-4331b641b48f, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:06:46.424071 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:46.453965 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c1d6bff2-ea23-4901-8036-6b3827e89359 req-9dafa2c2-9ba6-44d2-a7cb-a6a8914d3013 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/security-groups?id=1043f3a5-8870-4322-b46b-2e9ae8ebdfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905544 Jul 22 19:06:46.490765 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] Transition to ACTIVE for port object 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:46.499861 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:46.550503 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] For port e2230034-5aba-4da6-89ba-4331b641b48f, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:06:46.555631 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] For port e2230034-5aba-4da6-89ba-4331b641b48f, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e2230034-5aba-4da6-89ba-4331b641b48f,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:06:46.561640 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:46.596777 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ab33c-2127-4ac2-ba59-c7d5f078dfbd req-155aa560-3bf4-4730-84e6-cb8293bc2390 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:46.598743 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8f5ab33c-2127-4ac2-ba59-c7d5f078dfbd req-155aa560-3bf4-4730-84e6-cb8293bc2390 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddaa0433-a4d7-49d8-96df-87012c4d08c3 HTTP/1.1" status: 200 len: 948 time: 0.4473703 Jul 22 19:06:46.625515 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e35a362-5b94-437a-b33a-21a413e3f5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:46.632293 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc25855a-9c1c-4724-9194-bd639c3ab626 req-afd0fe95-cd16-42f1-84b3-349b47c0511c service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565536 Jul 22 19:06:46.635667 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e35a362-5b94-437a-b33a-21a413e3f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:46.669387 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] Pushing event updated for resources: {'Port': ['ID=07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:46.677632 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:46.685180 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:46.686825 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] 10.222.0.16 "PUT /v2.0/ports/e2230034-5aba-4da6-89ba-4331b641b48f HTTP/1.1" status: 200 len: 1097 time: 1.1576569 Jul 22 19:06:46.690768 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddaa0433-a4d7-49d8-96df-87012c4d08c3', 'tag': 'e2230034-5aba-4da6-89ba-4331b641b48f'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:46.693047 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f1beaf-f512-4398-9e95-f0f6736a6cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "ddaa0433-a4d7-49d8-96df-87012c4d08c3", "tag": "e2230034-5aba-4da6-89ba-4331b641b48f"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:46.697685 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e35a362-5b94-437a-b33a-21a413e3f5e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:06:46.727105 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15568caa-88f5-4b90-89cb-e0172015a524 service neutron] Pushing event updated for resources: {'Port': ['ID=e2230034-5aba-4da6-89ba-4331b641b48f,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:46.735154 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35a362-5b94-437a-b33a-21a413e3f5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28037d60-0667-4114-9300-1771ba0a7fd2,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:46.744758 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e35a362-5b94-437a-b33a-21a413e3f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:46.745125 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-2e35a362-5b94-437a-b33a-21a413e3f5e8 admin admin] Added segment edf91077-6018-45d3-a537-cd4f3c95d5c1 of type vlan for network da7cf044-915e-459b-bb3e-1bab7d435ed9 Jul 22 19:06:46.832255 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8f5ab33c-2127-4ac2-ba59-c7d5f078dfbd req-bf33bae7-3b04-443f-8dfb-9f6ad5c39bf1 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.13 "GET /v2.0/security-groups?id=16e566fa-dfa6-47e2-bfbb-35e0f6860c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940992 Jul 22 19:06:46.833327 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e35a362-5b94-437a-b33a-21a413e3f5e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:46.883584 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-32c33f3f-d7b2-4e26-baa6-966332dc53ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:46.885163 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-32c33f3f-d7b2-4e26-baa6-966332dc53ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d85de0ab80194d178b09510034bb016b&device_id=ddaa0433-a4d7-49d8-96df-87012c4d08c3 HTTP/1.1" status: 200 len: 1100 time: 0.1420531 Jul 22 19:06:46.888635 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] Attempting to bind port 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:06:46.888846 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e35a362-5b94-437a-b33a-21a413e3f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:46.889676 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e35a362-5b94-437a-b33a-21a413e3f5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:46.890040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] Attempting to bind port 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'e3455897-35b6-48d3-80e3-4e36f01f70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:06:46.890255 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e35a362-5b94-437a-b33a-21a413e3f5e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:46.890815 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] Attempting to bind port 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 on network c65cd496-c426-405a-b8c2-36e596dfdd4c {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:46.911716 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] Port 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 on network c65cd496-c426-405a-b8c2-36e596dfdd4c not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:06:46.915312 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] Attempting to bind port 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 on network c65cd496-c426-405a-b8c2-36e596dfdd4c {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:46.926393 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2e35a362-5b94-437a-b33a-21a413e3f5e8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7926855 Jul 22 19:06:46.933340 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:06:46.934046 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] Checking segment: {'id': 'e3455897-35b6-48d3-80e3-4e36f01f70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:06:46.934813 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] Bound using segment: {'id': 'e3455897-35b6-48d3-80e3-4e36f01f70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:06:46.935457 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] Bound port: 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3455897-35b6-48d3-80e3-4e36f01f70ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:06:46.936262 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:46.943435 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 8509c01b-e24c-4545-8c25-b9810238a154 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:06:46.972670 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49dcde2-436a-4153-ab2b-340b421f581c req-107c36df-e51a-4d32-af69-ff3e78b92e90 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:46.975139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a49dcde2-436a-4153-ab2b-340b421f581c req-107c36df-e51a-4d32-af69-ff3e78b92e90 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 946 time: 0.4341938 Jul 22 19:06:46.975661 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35200) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:46.981227 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-e5d53bc2-b230-447c-b338-d701325c4280 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=e2230034-5aba-4da6-89ba-4331b641b48f HTTP/1.1" status: 200 len: 217 time: 0.0860226 Jul 22 19:06:47.014308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-ae8ad6a0-7a2e-4294-8ade-5a55eeed6220 admin admin] Request body: {'subnet': {'network_id': 'da7cf044-915e-459b-bb3e-1bab7d435ed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-490605561-subnet', 'tenant_id': '180287b3edd14ce389e863380bc23ecb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:47.033195 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc25855a-9c1c-4724-9194-bd639c3ab626 req-6b7a2ef5-30d6-48d1-a0b6-ac226fb3b968 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935747 Jul 22 19:06:47.036276 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-0847ddc5-ebf5-4d9f-9f3d-7209fabfbcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:47.037909 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-0847ddc5-ebf5-4d9f-9f3d-7209fabfbcf6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0472906 Jul 22 19:06:47.106447 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 8509c01b-e24c-4545-8c25-b9810238a154, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=8509c01b-e24c-4545-8c25-b9810238a154,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:47.114441 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35a362-5b94-437a-b33a-21a413e3f5e8 admin admin] Pushing event updated for resources: {'Network': ['ID=da7cf044-915e-459b-bb3e-1bab7d435ed9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:47.122303 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '8509c01b-e24c-4545-8c25-b9810238a154', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '8509c01b-e24c-4545-8c25-b9810238a154', 'mac_address': 'fa:16:3e:df:4b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:06:47.122446 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9429dfca-9991-412b-b1d0-39383593ae72 req-75bcbfdb-5916-4690-91a7-a724454bbfd0 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb HTTP/1.1" status: 200 len: 210 time: 0.1327212 Jul 22 19:06:47.133742 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network da7cf044-915e-459b-bb3e-1bab7d435ed9 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:06:47.152049 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8ad6a0-7a2e-4294-8ade-5a55eeed6220 admin admin] Made reservation on behalf of 180287b3edd14ce389e863380bc23ecb for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:06:47.154630 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ae8ad6a0-7a2e-4294-8ade-5a55eeed6220 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:47.173506 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-6ce56726-cb79-4534-9d1a-b2df2c03fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:47.175216 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-6ce56726-cb79-4534-9d1a-b2df2c03fc6f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1283743 Jul 22 19:06:47.296401 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:47.314302 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8509c01b-e24c-4545-8c25-b9810238a154 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:06:47.317896 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a49dcde2-436a-4153-ab2b-340b421f581c req-1fedf41e-6ec6-4db5-b251-772777de6669 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925670 Jul 22 19:06:47.322865 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-1b0a361d-57f0-4016-bcd1-451c89c10152 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389830 Jul 22 19:06:47.338404 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 8509c01b-e24c-4545-8c25-b9810238a154, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=8509c01b-e24c-4545-8c25-b9810238a154,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:47.346114 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:47.347074 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] For port 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:06:47.400212 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] For port 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22,segment=NetworkSegment(e3455897-35b6-48d3-80e3-4e36f01f70ab),segment_id=e3455897-35b6-48d3-80e3-4e36f01f70ab)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:06:47.410324 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:47.431991 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-763bbd20-b664-405a-bfc7-5b01c83d8064 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:47.434235 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-763bbd20-b664-405a-bfc7-5b01c83d8064 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.16 "GET /v2.0/networks?id=f9bbe562-b493-48e1-a0cc-ad8bf88524eb HTTP/1.1" status: 200 len: 806 time: 0.3261466 Jul 22 19:06:47.437314 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=8509c01b-e24c-4545-8c25-b9810238a154,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:47.446909 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-db8b7550-c5f8-46d4-8733-8343d7f146ff req-8d0f3f5f-6547-4241-8bae-1adf5d95cbc1 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111252 Jul 22 19:06:47.493931 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:47.494548 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:47.496908 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] 10.222.0.30 "PUT /v2.0/ports/07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 HTTP/1.1" status: 200 len: 1092 time: 3.0136812 Jul 22 19:06:47.502462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2367ffc2-85b4-4650-9218-ec9f0175b2b7', 'tag': '07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:47.504833 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4620cf-4968-42ff-9fe6-49969539c5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "2367ffc2-85b4-4650-9218-ec9f0175b2b7", "tag": "07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:47.579148 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['8509c01b-e24c-4545-8c25-b9810238a154'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:47.607533 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcfb96a-3553-443c-95e0-bf06720a0fd6 x-openstack-request-id: req-4dcfb96a-3553-443c-95e0-bf06720a0fd6 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:47.607962 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddaa0433-a4d7-49d8-96df-87012c4d08c3", "tag": "e2230034-5aba-4da6-89ba-4331b641b48f", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:47.608306 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dcfb96a-3553-443c-95e0-bf06720a0fd6 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:47.608822 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddaa0433-a4d7-49d8-96df-87012c4d08c3', 'tag': 'e2230034-5aba-4da6-89ba-4331b641b48f', 'status': 'completed', 'code': 200} Jul 22 19:06:47.612338 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-cef8307e-1fb6-42f2-855e-e466bab17c62 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e50d9d2c5a7e46748d4298f11daca3fd HTTP/1.1" status: 200 len: 380 time: 0.1538215 Jul 22 19:06:47.617650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af8b95-9942-4d6a-a689-01d1ec5e905a service neutron] Pushing event updated for resources: {'Port': ['ID=07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:47.638173 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06203c-7c40-4578-bf29-54b87e91d859 req-3a07595a-7562-42c7-af6b-879bb7cf75ae tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:47.640023 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de06203c-7c40-4578-bf29-54b87e91d859 req-3a07595a-7562-42c7-af6b-879bb7cf75ae tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports?device_id=2367ffc2-85b4-4650-9218-ec9f0175b2b7 HTTP/1.1" status: 200 len: 943 time: 0.4149964 Jul 22 19:06:47.649319 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-22de51b8-48ff-47d4-a5d2-5a3b6531a900 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Request body: {'port': {'device_id': '92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb', 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb', 'admin_state_up': True, 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'security_groups': ['6e755e7b-38b1-4d4f-bc92-b4e5243b2c1e']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:47.732079 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1beaf-f512-4398-9e95-f0f6736a6cd3 req-11a994ac-3df2-45a2-9b5b-ad466e24261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:47.733642 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-11f1beaf-f512-4398-9e95-f0f6736a6cd3 req-11a994ac-3df2-45a2-9b5b-ad466e24261e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d85de0ab80194d178b09510034bb016b&device_id=ddaa0433-a4d7-49d8-96df-87012c4d08c3 HTTP/1.1" status: 200 len: 1100 time: 0.0737479 Jul 22 19:06:47.831242 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1beaf-f512-4398-9e95-f0f6736a6cd3 req-67f8d022-b2bf-4b49-b71e-081f79797f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:47.832682 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-11f1beaf-f512-4398-9e95-f0f6736a6cd3 req-67f8d022-b2bf-4b49-b71e-081f79797f0b service neutron] 10.222.0.16 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.0928304 Jul 22 19:06:47.843544 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de06203c-7c40-4578-bf29-54b87e91d859 req-9f2b0221-e4ec-448b-8500-9904c67a4c16 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac56a31e-ee3d-45cf-adda-c2ed15119d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899047 Jul 22 19:06:47.866221 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-bef7da30-6a46-4425-a420-c5e771d37f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:47.866221 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-bef7da30-6a46-4425-a420-c5e771d37f3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a45453396704c03940ca7767a9c8356&device_id=2367ffc2-85b4-4650-9218-ec9f0175b2b7 HTTP/1.1" status: 200 len: 1095 time: 0.3029437 Jul 22 19:06:47.871670 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ae8ad6a0-7a2e-4294-8ade-5a55eeed6220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:47.881754 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-11f1beaf-f512-4398-9e95-f0f6736a6cd3 req-cb452f77-4bce-4604-a9d3-ce4624aa6072 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=e2230034-5aba-4da6-89ba-4331b641b48f HTTP/1.1" status: 200 len: 217 time: 0.0408425 Jul 22 19:06:47.928059 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29851bd-a564-41b2-962f-12c7e7b93d51 x-openstack-request-id: req-b29851bd-a564-41b2-962f-12c7e7b93d51 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:47.928349 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2367ffc2-85b4-4650-9218-ec9f0175b2b7", "tag": "07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:47.928812 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b29851bd-a564-41b2-962f-12c7e7b93d51 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:47.929345 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2367ffc2-85b4-4650-9218-ec9f0175b2b7', 'tag': '07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22', 'status': 'completed', 'code': 200} Jul 22 19:06:47.940250 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1beaf-f512-4398-9e95-f0f6736a6cd3 req-5d482c41-10fa-49cf-8cd3-7ecaf9599ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:47.942082 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-11f1beaf-f512-4398-9e95-f0f6736a6cd3 req-5d482c41-10fa-49cf-8cd3-7ecaf9599ee1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0532815 Jul 22 19:06:47.977072 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-bd960767-fd21-4361-b796-a5c292114d62 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 HTTP/1.1" status: 200 len: 217 time: 0.0984051 Jul 22 19:06:48.009780 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1beaf-f512-4398-9e95-f0f6736a6cd3 req-9ecdd513-fc2c-4fa2-8e94-04a21004bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:48.017869 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-11f1beaf-f512-4398-9e95-f0f6736a6cd3 req-9ecdd513-fc2c-4fa2-8e94-04a21004bf18 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0692155 Jul 22 19:06:48.034985 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ad6a0-7a2e-4294-8ade-5a55eeed6220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b64e6c5-bc9c-41ac-ba0e-c190ce38d3cc,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:48.071900 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455a4fa-e88e-4a66-8090-8ffa52464c16 req-981f194f-a89a-4f10-a470-32a50d509d76 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:48.079164 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4455a4fa-e88e-4a66-8090-8ffa52464c16 req-981f194f-a89a-4f10-a470-32a50d509d76 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/ports?device_id=00ea8c71-f2cf-44a4-a8a0-194cd1eb3924 HTTP/1.1" status: 200 len: 948 time: 0.3680980 Jul 22 19:06:48.098427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-22de51b8-48ff-47d4-a5d2-5a3b6531a900 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Made reservation on behalf of e50d9d2c5a7e46748d4298f11daca3fd for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:06:48.102117 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-22de51b8-48ff-47d4-a5d2-5a3b6531a900 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:48.115207 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-f7bcacfb-5af7-459d-a68b-0b2cba384b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:48.117324 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-f7bcacfb-5af7-459d-a68b-0b2cba384b6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=30ea6495-2382-41f8-8d66-bf8d2e3d0983 HTTP/1.1" status: 200 len: 859 time: 0.1303108 Jul 22 19:06:48.121540 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-11f1beaf-f512-4398-9e95-f0f6736a6cd3 req-14853c7a-1ce0-4820-bccf-37e81db8da40 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953481 Jul 22 19:06:48.128452 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8ad6a0-7a2e-4294-8ade-5a55eeed6220 admin admin] Checking segment: {'id': 'edf91077-6018-45d3-a537-cd4f3c95d5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da7cf044-915e-459b-bb3e-1bab7d435ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:06:48.128856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8ad6a0-7a2e-4294-8ade-5a55eeed6220 admin admin] Network hostable DHCP agents. Network: da7cf044-915e-459b-bb3e-1bab7d435ed9, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:06:48.227908 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-11f1beaf-f512-4398-9e95-f0f6736a6cd3 req-9b2763a7-a3ee-43bb-95af-de7c38ae196d service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001399 Jul 22 19:06:48.229037 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4455a4fa-e88e-4a66-8090-8ffa52464c16 req-33e7eda6-511e-4d7b-b067-08a136dba81e tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59c6675-a366-4dfb-8b22-a63aed2f1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489947 Jul 22 19:06:48.272527 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8ad6a0-7a2e-4294-8ade-5a55eeed6220 admin admin] Network da7cf044-915e-459b-bb3e-1bab7d435ed9 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:06:48.309315 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-ae8ad6a0-7a2e-4294-8ade-5a55eeed6220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, da7cf044-915e-459b-bb3e-1bab7d435ed9) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:48.317659 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce40a67-3ee2-4b10-9520-8e723609e0e8 None None] Network da7cf044-915e-459b-bb3e-1bab7d435ed9 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:06:48.329938 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8ad6a0-7a2e-4294-8ade-5a55eeed6220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:48.330543 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ae8ad6a0-7a2e-4294-8ade-5a55eeed6220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:48.402952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-23d401bf-4774-4e40-8d45-88aa5a0cf57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:48.404387 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-23d401bf-4774-4e40-8d45-88aa5a0cf57f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c65cd496-c426-405a-b8c2-36e596dfdd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2772264 Jul 22 19:06:48.422327 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ae8ad6a0-7a2e-4294-8ade-5a55eeed6220 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4139218 Jul 22 19:06:48.423363 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35222) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:48.427453 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a38d76-28c8-4c19-a37c-8fa21c233f09 req-e45ad4b1-d4f8-47a2-960c-afabd1401294 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:48.428088 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-fe3c5377-9f7c-494f-9a33-3e0e93a8d0d3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-490605561-router', 'tenant_id': '180287b3edd14ce389e863380bc23ecb', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:48.428963 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8a38d76-28c8-4c19-a37c-8fa21c233f09 req-e45ad4b1-d4f8-47a2-960c-afabd1401294 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddaa0433-a4d7-49d8-96df-87012c4d08c3 HTTP/1.1" status: 200 len: 948 time: 0.2596390 Jul 22 19:06:48.453636 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5377-9f7c-494f-9a33-3e0e93a8d0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:48.454999 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5377-9f7c-494f-9a33-3e0e93a8d0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:48.455273 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5014b5fb-7cc0-40f4-ace8-92886c322dbb None None] Network da7cf044-915e-459b-bb3e-1bab7d435ed9 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:06:48.462886 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-22de51b8-48ff-47d4-a5d2-5a3b6531a900 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Allocated IP 172.20.0.3 (f9bbe562-b493-48e1-a0cc-ad8bf88524eb/d48270ba-b16f-49be-a9cd-03fdc53d1bf5/49730689-918b-44a0-ace5-3686dc702014) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:06:48.515382 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5377-9f7c-494f-9a33-3e0e93a8d0d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:48.572891 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8a38d76-28c8-4c19-a37c-8fa21c233f09 req-48539760-07bc-41bd-a8a9-63e40f6b431d tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.13 "GET /v2.0/security-groups?id=16e566fa-dfa6-47e2-bfbb-35e0f6860c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272316 Jul 22 19:06:48.604268 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdf710-cac4-45f3-bb01-37251c499516 req-985d957b-8b1c-41e6-9d71-a6e7f7a81ce0 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:48.606456 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a9fdf710-cac4-45f3-bb01-37251c499516 req-985d957b-8b1c-41e6-9d71-a6e7f7a81ce0 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/ports?device_id=7753de61-4eda-4c1e-96e1-efda4df7fe87 HTTP/1.1" status: 200 len: 946 time: 0.2795157 Jul 22 19:06:48.669939 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-6785db33-056c-48b8-b6c4-d2151fdda1b2 service neutron] 10.222.0.30 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364776 Jul 22 19:06:48.670168 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5377-9f7c-494f-9a33-3e0e93a8d0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:48.735135 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-33cb1df5-5eb9-4907-9933-d8161a8a0c8a req-cd2bfd3e-8779-4b3d-8a21-ce0775b5dffe tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb HTTP/1.1" status: 200 len: 210 time: 0.0860660 Jul 22 19:06:48.820417 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2b2614fc-09a2-4547-8480-a21fd6850c13 req-bec61637-b5f8-435c-a0dc-4a10d490914d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=be833da5-7457-4251-8183-5c335d5aae76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1174974 Jul 22 19:06:48.956227 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 8509c01b-e24c-4545-8c25-b9810238a154 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:49.003423 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5377-9f7c-494f-9a33-3e0e93a8d0d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:49.015675 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 8509c01b-e24c-4545-8c25-b9810238a154 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:49.019532 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 8509c01b-e24c-4545-8c25-b9810238a154 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:49.019902 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:49.024704 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5377-9f7c-494f-9a33-3e0e93a8d0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:49.037214 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2614fc-09a2-4547-8480-a21fd6850c13 req-74a6ce3e-ee6b-422a-a7d7-4eda412d072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:49.038755 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2b2614fc-09a2-4547-8480-a21fd6850c13 req-74a6ce3e-ee6b-422a-a7d7-4eda412d072a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7203bd3d967745edacfd14e47e28a372&device_id=be833da5-7457-4251-8183-5c335d5aae76 HTTP/1.1" status: 200 len: 1097 time: 0.1514843 Jul 22 19:06:49.110415 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:49.129906 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a9fdf710-cac4-45f3-bb01-37251c499516 req-109a6dac-74d0-451c-96f7-84caf847d26e tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/security-groups?id=1043f3a5-8870-4322-b46b-2e9ae8ebdfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082245 Jul 22 19:06:49.134714 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ea8c71-f2cf-44a4-a8a0-194cd1eb3924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8509c01b-e24c-4545-8c25-b9810238a154'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:49.137301 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bb5adc-8fd1-4501-a34e-474faf40556b" -d '{"events": [{"server_uuid": "00ea8c71-f2cf-44a4-a8a0-194cd1eb3924", "name": "network-vif-plugged", "status": "completed", "tag": "8509c01b-e24c-4545-8c25-b9810238a154"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:49.152746 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 8509c01b-e24c-4545-8c25-b9810238a154, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=8509c01b-e24c-4545-8c25-b9810238a154,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:49.157673 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:49.210358 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-fe3c5377-9f7c-494f-9a33-3e0e93a8d0d3 admin admin] Allocated IP 172.25.3.131 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/797edb1a-6733-4cf3-9ea1-0e05936ba3d1) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:06:49.214416 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=8509c01b-e24c-4545-8c25-b9810238a154,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:49.252815 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-22de51b8-48ff-47d4-a5d2-5a3b6531a900 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:49.321246 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-22de51b8-48ff-47d4-a5d2-5a3b6531a900 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Transition to ACTIVE for port object 49730689-918b-44a0-ace5-3686dc702014 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:49.326745 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-662fb1a1-d116-4e3e-8e40-53e06129f849 req-0da6674a-024a-4047-b1f7-df14c1493c23 service neutron] 10.222.0.30 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6492467 Jul 22 19:06:49.337163 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2614fc-09a2-4547-8480-a21fd6850c13 req-9df07c59-9198-4847-b880-a3bd8433d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:49.339029 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2b2614fc-09a2-4547-8480-a21fd6850c13 req-9df07c59-9198-4847-b880-a3bd8433d9f0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 200 len: 907 time: 0.2575102 Jul 22 19:06:49.356385 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b86c7b-eda8-4334-a547-a2ede92a242c req-f59c521d-eda7-452b-ad96-552089da2c9c tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:49.357886 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2b86c7b-eda8-4334-a547-a2ede92a242c req-f59c521d-eda7-452b-ad96-552089da2c9c tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.30 "GET /v2.0/ports?device_id=7753de61-4eda-4c1e-96e1-efda4df7fe87 HTTP/1.1" status: 200 len: 946 time: 0.2700028 Jul 22 19:06:49.368938 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd387d5-f5c0-429e-9f5e-acdc38cb55e9 req-e4ae6dae-2392-4322-8335-44c01146a2a5 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:49.372949 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bfd387d5-f5c0-429e-9f5e-acdc38cb55e9 req-e4ae6dae-2392-4322-8335-44c01146a2a5 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 946 time: 0.2829568 Jul 22 19:06:49.387064 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2b2614fc-09a2-4547-8480-a21fd6850c13 req-507eef98-1bee-42a5-801a-30f19c245af4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bafbda3-406d-4a5f-9e82-83f95a18a714 HTTP/1.1" status: 200 len: 217 time: 0.0389316 Jul 22 19:06:49.445933 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5377-9f7c-494f-9a33-3e0e93a8d0d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:49.463173 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2614fc-09a2-4547-8480-a21fd6850c13 req-ca4722e6-aca5-4615-9959-62214043d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:49.465385 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2b2614fc-09a2-4547-8480-a21fd6850c13 req-ca4722e6-aca5-4615-9959-62214043d6d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b80c7ab-8b96-4210-8e6b-d0b73d261a94 HTTP/1.1" status: 200 len: 846 time: 0.0677381 Jul 22 19:06:49.509650 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2b2614fc-09a2-4547-8480-a21fd6850c13 req-74d4057f-047d-4a3c-ac59-7f2719fa04af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=baecdd37-6eb2-4425-b93b-172f9e82b42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345533 Jul 22 19:06:49.538004 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5377-9f7c-494f-9a33-3e0e93a8d0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:49.550905 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bfd387d5-f5c0-429e-9f5e-acdc38cb55e9 req-cef11a5e-9597-4b7c-8ec2-da1d32822e37 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732655 Jul 22 19:06:49.563105 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcda80-8855-4614-9c57-613d5745e58d req-6e91a6bf-ef87-4f43-a29e-7055c4458d48 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:49.564620 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6bcda80-8855-4614-9c57-613d5745e58d req-6e91a6bf-ef87-4f43-a29e-7055c4458d48 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports?device_id=2367ffc2-85b4-4650-9218-ec9f0175b2b7 HTTP/1.1" status: 200 len: 943 time: 0.3073478 Jul 22 19:06:49.565733 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-22de51b8-48ff-47d4-a5d2-5a3b6531a900 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:49.611106 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a243dd1-a9a3-4453-a3c6-fe2362ea8f2d x-openstack-request-id: req-2a243dd1-a9a3-4453-a3c6-fe2362ea8f2d {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:49.612139 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ea8c71-f2cf-44a4-a8a0-194cd1eb3924", "name": "network-vif-plugged", "status": "completed", "tag": "8509c01b-e24c-4545-8c25-b9810238a154", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:49.612604 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a243dd1-a9a3-4453-a3c6-fe2362ea8f2d {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:49.613978 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ea8c71-f2cf-44a4-a8a0-194cd1eb3924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8509c01b-e24c-4545-8c25-b9810238a154', 'code': 200} Jul 22 19:06:49.642089 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3c5377-9f7c-494f-9a33-3e0e93a8d0d3 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:49.655924 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-fe3c5377-9f7c-494f-9a33-3e0e93a8d0d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:49.665462 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3c5377-9f7c-494f-9a33-3e0e93a8d0d3 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:06:49.672239 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-22de51b8-48ff-47d4-a5d2-5a3b6531a900 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Network f9bbe562-b493-48e1-a0cc-ad8bf88524eb is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:49.680911 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4620cf-4968-42ff-9fe6-49969539c5aa req-24a221f6-eddc-4378-83fd-fd891f7a239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:49.682506 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2f4620cf-4968-42ff-9fe6-49969539c5aa req-24a221f6-eddc-4378-83fd-fd891f7a239c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a45453396704c03940ca7767a9c8356&device_id=2367ffc2-85b4-4650-9218-ec9f0175b2b7 HTTP/1.1" status: 200 len: 1095 time: 0.2948723 Jul 22 19:06:49.690099 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c5377-9f7c-494f-9a33-3e0e93a8d0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=797edb1a-6733-4cf3-9ea1-0e05936ba3d1,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:49.699334 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-22de51b8-48ff-47d4-a5d2-5a3b6531a900 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:49.718084 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-22de51b8-48ff-47d4-a5d2-5a3b6531a900 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:06:49.719171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de51b8-48ff-47d4-a5d2-5a3b6531a900 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Pushing event updated for resources: {'Port': ['ID=49730689-918b-44a0-ace5-3686dc702014,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:49.762554 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2b2614fc-09a2-4547-8480-a21fd6850c13 req-b25af4bf-a1f1-4e4a-9500-e72cc4b12e4b service neutron] 10.222.0.16 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439072 Jul 22 19:06:49.766508 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6bcda80-8855-4614-9c57-613d5745e58d req-e272989b-8d70-438c-8ebb-1f4a555e8f06 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac56a31e-ee3d-45cf-adda-c2ed15119d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856568 Jul 22 19:06:49.831941 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device e2230034-5aba-4da6-89ba-4331b641b48f details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:06:49.936154 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-22de51b8-48ff-47d4-a5d2-5a3b6531a900 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:49.937766 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-22de51b8-48ff-47d4-a5d2-5a3b6531a900 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:49.956531 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port e2230034-5aba-4da6-89ba-4331b641b48f, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e2230034-5aba-4da6-89ba-4331b641b48f,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:49.977894 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'e2230034-5aba-4da6-89ba-4331b641b48f', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': 'e2230034-5aba-4da6-89ba-4331b641b48f', 'mac_address': 'fa:16:3e:61:04:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:06:49.981702 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-22de51b8-48ff-47d4-a5d2-5a3b6531a900 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3388355 Jul 22 19:06:49.983798 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-d2b86c7b-eda8-4334-a547-a2ede92a242c req-b2eb909a-7322-446a-a3af-f0b496ca57ba tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Deleting port 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:06:49.984149 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d2b86c7b-eda8-4334-a547-a2ede92a242c req-b2eb909a-7322-446a-a3af-f0b496ca57ba tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:50.016432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d1fe40bb-57b9-4e80-8b29-99c25e132e20 None None] Provisioning for port 49730689-918b-44a0-ace5-3686dc702014 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:50.017095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] Request body: {'port': {'device_id': '92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:50.026352 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d1fe40bb-57b9-4e80-8b29-99c25e132e20 None None] Provisioning complete for port 49730689-918b-44a0-ace5-3686dc702014 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:50.026742 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d1fe40bb-57b9-4e80-8b29-99c25e132e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:50.049395 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:50.072737 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2230034-5aba-4da6-89ba-4331b641b48f {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:06:50.089511 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-d1fe40bb-57b9-4e80-8b29-99c25e132e20 None None] Port 49730689-918b-44a0-ace5-3686dc702014 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:06:50.099568 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port e2230034-5aba-4da6-89ba-4331b641b48f, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e2230034-5aba-4da6-89ba-4331b641b48f,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:50.105728 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:50.127198 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4620cf-4968-42ff-9fe6-49969539c5aa req-47506d61-c1c0-4c55-a8be-2786042a5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:50.128791 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2f4620cf-4968-42ff-9fe6-49969539c5aa req-47506d61-c1c0-4c55-a8be-2786042a5515 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c65cd496-c426-405a-b8c2-36e596dfdd4c HTTP/1.1" status: 200 len: 921 time: 0.4367275 Jul 22 19:06:50.165028 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=e2230034-5aba-4da6-89ba-4331b641b48f,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:50.206670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c155a-a0fa-4b72-917f-d7579c99f6c2 req-811ad33d-751b-4bbb-9135-b607ddeb8180 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:50.208113 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1b4c155a-a0fa-4b72-917f-d7579c99f6c2 req-811ad33d-751b-4bbb-9135-b607ddeb8180 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.16 "GET /v2.0/ports?device_id=05b54d07-fa53-4b01-a257-0c2b3cb2dbc1 HTTP/1.1" status: 200 len: 945 time: 0.5986216 Jul 22 19:06:50.230636 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2f4620cf-4968-42ff-9fe6-49969539c5aa req-eeb79755-f758-4f5f-98ff-b09abf34dde9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 HTTP/1.1" status: 200 len: 217 time: 0.0826628 Jul 22 19:06:50.243675 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cc246-78ad-45f5-ac72-984a2272e58b req-0f8486cd-727f-4fc9-906d-49cfda35ebbc tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:50.245172 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c20cc246-78ad-45f5-ac72-984a2272e58b req-0f8486cd-727f-4fc9-906d-49cfda35ebbc tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/ports?device_id=00ea8c71-f2cf-44a4-a8a0-194cd1eb3924 HTTP/1.1" status: 200 len: 949 time: 0.4822080 Jul 22 19:06:50.264833 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c945b8-019c-4d12-a534-25c6099731bf req-03893540-330c-4225-9b16-cebcdf48a451 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:50.266359 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-75c945b8-019c-4d12-a534-25c6099731bf req-03893540-330c-4225-9b16-cebcdf48a451 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddaa0433-a4d7-49d8-96df-87012c4d08c3 HTTP/1.1" status: 200 len: 948 time: 0.3884301 Jul 22 19:06:50.292678 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d2b86c7b-eda8-4334-a547-a2ede92a242c req-b2eb909a-7322-446a-a3af-f0b496ca57ba tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] For port 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7fc55ed0-8314-4ffc-94c2-698c7ddbc93e,segment=NetworkSegment(f68bfaac-59d6-4327-ab92-7d0b091c78d7),segment_id=f68bfaac-59d6-4327-ab92-7d0b091c78d7)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:50.293207 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d2b86c7b-eda8-4334-a547-a2ede92a242c req-b2eb909a-7322-446a-a3af-f0b496ca57ba tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:50.325452 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401810cc-d894-4431-94dd-a07b9a881dfd req-cfc8b5ab-89c0-4f03-9995-f5cb6e1685f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:50.326951 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-401810cc-d894-4431-94dd-a07b9a881dfd req-cfc8b5ab-89c0-4f03-9995-f5cb6e1685f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=00ea8c71-f2cf-44a4-a8a0-194cd1eb3924 HTTP/1.1" status: 200 len: 1101 time: 0.6088090 Jul 22 19:06:50.331922 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e2230034-5aba-4da6-89ba-4331b641b48f'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:50.344758 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2b2614fc-09a2-4547-8480-a21fd6850c13 req-3d48dfc9-93d5-49c4-a101-086a61455ce6 service neutron] 10.222.0.16 "GET /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5756531 Jul 22 19:06:50.351373 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-d2b86c7b-eda8-4334-a547-a2ede92a242c req-b2eb909a-7322-446a-a3af-f0b496ca57ba tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Calling delete_port for 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:06:50.367862 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:50.468163 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-401810cc-d894-4431-94dd-a07b9a881dfd req-5d35462c-3bdc-4f39-89ae-5b5a59a85456 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f59c6675-a366-4dfb-8b22-a63aed2f1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313641 Jul 22 19:06:50.474475 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c20cc246-78ad-45f5-ac72-984a2272e58b req-cabaa10d-9def-4777-827a-633afc159bd4 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59c6675-a366-4dfb-8b22-a63aed2f1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052379 Jul 22 19:06:50.480959 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-75c945b8-019c-4d12-a534-25c6099731bf req-815229b5-74b6-4821-a4fa-fb419a25abf9 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.13 "GET /v2.0/security-groups?id=16e566fa-dfa6-47e2-bfbb-35e0f6860c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990659 Jul 22 19:06:50.482320 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4620cf-4968-42ff-9fe6-49969539c5aa req-9b3245bc-364d-4a37-a276-b8655ff7d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:50.483762 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2f4620cf-4968-42ff-9fe6-49969539c5aa req-9b3245bc-364d-4a37-a276-b8655ff7d769 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=30ea6495-2382-41f8-8d66-bf8d2e3d0983 HTTP/1.1" status: 200 len: 859 time: 0.2370226 Jul 22 19:06:50.507613 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-1b4c155a-a0fa-4b72-917f-d7579c99f6c2 req-78f2df0f-a9cb-4f16-80f2-3f463bb8ce08 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Deleting port 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:06:50.508064 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1b4c155a-a0fa-4b72-917f-d7579c99f6c2 req-78f2df0f-a9cb-4f16-80f2-3f463bb8ce08 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:50.522085 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5377-9f7c-494f-9a33-3e0e93a8d0d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:50.686249 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-1b4c155a-a0fa-4b72-917f-d7579c99f6c2 req-78f2df0f-a9cb-4f16-80f2-3f463bb8ce08 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] For port 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2,segment=NetworkSegment(f68bfaac-59d6-4327-ab92-7d0b091c78d7),segment_id=f68bfaac-59d6-4327-ab92-7d0b091c78d7)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:50.686610 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1b4c155a-a0fa-4b72-917f-d7579c99f6c2 req-78f2df0f-a9cb-4f16-80f2-3f463bb8ce08 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:50.702668 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-1b4c155a-a0fa-4b72-917f-d7579c99f6c2 req-78f2df0f-a9cb-4f16-80f2-3f463bb8ce08 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Calling delete_port for 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:06:50.857802 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5377-9f7c-494f-9a33-3e0e93a8d0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:50.858922 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4620cf-4968-42ff-9fe6-49969539c5aa req-069ca5b1-8d7c-4768-a26b-3e954af7ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:50.860531 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2f4620cf-4968-42ff-9fe6-49969539c5aa req-069ca5b1-8d7c-4768-a26b-3e954af7ab3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c65cd496-c426-405a-b8c2-36e596dfdd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3346767 Jul 22 19:06:50.869794 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d2b86c7b-eda8-4334-a547-a2ede92a242c req-b2eb909a-7322-446a-a3af-f0b496ca57ba tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:50.881366 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['7fc55ed0-8314-4ffc-94c2-698c7ddbc93e'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:50.902609 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78b98d-589e-40b4-b1cb-a6523f3662e3 req-304f6a9a-b01c-4581-9ca3-58be9b78916b tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:50.904317 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a78b98d-589e-40b4-b1cb-a6523f3662e3 req-304f6a9a-b01c-4581-9ca3-58be9b78916b tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/ports?device_id=7753de61-4eda-4c1e-96e1-efda4df7fe87 HTTP/1.1" status: 200 len: 867 time: 0.2716706 Jul 22 19:06:50.912958 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b67ad-8b17-45d2-a5dc-5b05119f186a req-cb02462e-8bc1-43ca-8d83-50e14b2c9b4c tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:50.914419 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab6b67ad-8b17-45d2-a5dc-5b05119f186a req-cb02462e-8bc1-43ca-8d83-50e14b2c9b4c tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb HTTP/1.1" status: 200 len: 931 time: 0.3231971 Jul 22 19:06:50.968113 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb909a-7322-446a-a3af-f0b496ca57ba tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Pushing event deleted for resources: {'Port': ['ID=7fc55ed0-8314-4ffc-94c2-698c7ddbc93e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:50.970446 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:06:50.998569 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1b4c155a-a0fa-4b72-917f-d7579c99f6c2 req-78f2df0f-a9cb-4f16-80f2-3f463bb8ce08 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:51.015134 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['7fc55ed0-8314-4ffc-94c2-698c7ddbc93e'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:51.032746 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2df0f-a9cb-4f16-80f2-3f463bb8ce08 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Pushing event deleted for resources: {'Port': ['ID=5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:51.093735 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4c155a-a0fa-4b72-917f-d7579c99f6c2 req-78f2df0f-a9cb-4f16-80f2-3f463bb8ce08 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] No DVR routers for this DVR port 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2 on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:06:51.096612 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1b4c155a-a0fa-4b72-917f-d7579c99f6c2 req-78f2df0f-a9cb-4f16-80f2-3f463bb8ce08 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:51.099136 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1b4c155a-a0fa-4b72-917f-d7579c99f6c2 req-78f2df0f-a9cb-4f16-80f2-3f463bb8ce08 tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.16 "DELETE /v2.0/ports/5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2 HTTP/1.1" status: 204 len: 173 time: 0.8814161 Jul 22 19:06:51.100860 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b54d07-fa53-4b01-a257-0c2b3cb2dbc1', 'name': 'network-vif-deleted', 'tag': '5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:51.103203 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4773e4-f31a-4a00-bf3c-d93d4251b219" -d '{"events": [{"server_uuid": "05b54d07-fa53-4b01-a257-0c2b3cb2dbc1", "name": "network-vif-deleted", "tag": "5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:51.117163 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3c5377-9f7c-494f-9a33-3e0e93a8d0d3 admin admin] Router 86f6bebb-b308-49f9-9631-34b541c3ad19 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:06:51.120988 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b86c7b-eda8-4334-a547-a2ede92a242c req-b2eb909a-7322-446a-a3af-f0b496ca57ba tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] No DVR routers for this DVR port 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:06:51.138682 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22,segment=NetworkSegment(e3455897-35b6-48d3-80e3-4e36f01f70ab),segment_id=e3455897-35b6-48d3-80e3-4e36f01f70ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:51.149843 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d2b86c7b-eda8-4334-a547-a2ede92a242c req-b2eb909a-7322-446a-a3af-f0b496ca57ba tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:51.152017 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2b86c7b-eda8-4334-a547-a2ede92a242c req-b2eb909a-7322-446a-a3af-f0b496ca57ba tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.30 "DELETE /v2.0/ports/7fc55ed0-8314-4ffc-94c2-698c7ddbc93e HTTP/1.1" status: 204 len: 173 time: 1.7769759 Jul 22 19:06:51.156564 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'port_id': '07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22', 'mac_address': 'fa:16:3e:1f:d7:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:06:51.158470 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7753de61-4eda-4c1e-96e1-efda4df7fe87', 'name': 'network-vif-deleted', 'tag': '7fc55ed0-8314-4ffc-94c2-698c7ddbc93e'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:51.161663 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7bdbad-cf0b-494e-b8f7-7fa939d6bf60" -d '{"events": [{"server_uuid": "7753de61-4eda-4c1e-96e1-efda4df7fe87", "name": "network-vif-deleted", "tag": "7fc55ed0-8314-4ffc-94c2-698c7ddbc93e"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:51.174873 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab6b67ad-8b17-45d2-a5dc-5b05119f186a req-2823c622-4649-402d-9f36-4665039cfab2 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e755e7b-38b1-4d4f-bc92-b4e5243b2c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218788 Jul 22 19:06:51.185231 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a78b98d-589e-40b4-b1cb-a6523f3662e3 req-9baed43b-46de-4eac-88dc-f73ed28f74da tempest-MultipleCreateTestJSON-956231273 tempest-MultipleCreateTestJSON-956231273-project] 10.222.0.13 "GET /v2.0/security-groups?id=1043f3a5-8870-4322-b46b-2e9ae8ebdfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697651 Jul 22 19:06:51.224939 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:51.232236 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49730689-918b-44a0-ace5-3686dc702014 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:06:51.247418 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2f4620cf-4968-42ff-9fe6-49969539c5aa req-9227d162-b774-41d7-a9c0-f0c5f0ba091c service neutron] 10.222.0.30 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754604 Jul 22 19:06:51.262416 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:06:51.269993 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35252) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:51.283591 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:51.324812 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3c5377-9f7c-494f-9a33-3e0e93a8d0d3 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:06:51.335969 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] Sync routers for ids ['86f6bebb-b308-49f9-9631-34b541c3ad19'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:06:51.351834 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22,segment=NetworkSegment(e3455897-35b6-48d3-80e3-4e36f01f70ab),segment_id=e3455897-35b6-48d3-80e3-4e36f01f70ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:51.352653 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5377-9f7c-494f-9a33-3e0e93a8d0d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:51.353342 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] Routers {'86f6bebb-b308-49f9-9631-34b541c3ad19'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:06:51.353960 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:06:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['86f6bebb-b308-49f9-9631-34b541c3ad19'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:51.355185 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fe3c5377-9f7c-494f-9a33-3e0e93a8d0d3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9297354 Jul 22 19:06:51.357873 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35256) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:51.360124 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:51.379918 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] Transition to ACTIVE for port object 49730689-918b-44a0-ace5-3686dc702014 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:51.415121 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:51.492372 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:51.567348 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] Set router 86f6bebb-b308-49f9-9631-34b541c3ad19 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:06:51.572803 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=49730689-918b-44a0-ace5-3686dc702014,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:51.595711 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:51.631361 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2f4620cf-4968-42ff-9fe6-49969539c5aa req-47a8427c-eea2-4874-943a-ebb131552e97 service neutron] 10.222.0.30 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769836 Jul 22 19:06:51.720504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da977a7-83ae-45b3-92ed-6201f5074d6c req-d3ad8b21-1e75-40bb-8c70-e735dcb938e6 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:51.722118 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4da977a7-83ae-45b3-92ed-6201f5074d6c req-d3ad8b21-1e75-40bb-8c70-e735dcb938e6 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 946 time: 0.4029830 Jul 22 19:06:51.746418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523d807-c52d-4689-919e-47e158fe00a6 req-9b98bbdf-2802-40de-a2c0-346409458bea tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:51.763076 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2523d807-c52d-4689-919e-47e158fe00a6 req-9b98bbdf-2802-40de-a2c0-346409458bea tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports?device_id=2367ffc2-85b4-4650-9218-ec9f0175b2b7 HTTP/1.1" status: 200 len: 944 time: 0.3860009 Jul 22 19:06:51.853829 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device e2230034-5aba-4da6-89ba-4331b641b48f up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:51.952078 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4da977a7-83ae-45b3-92ed-6201f5074d6c req-1c693054-d7b2-427d-93fb-44eb5ec02836 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788831 Jul 22 19:06:51.978226 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2523d807-c52d-4689-919e-47e158fe00a6 req-4c020f46-30fc-4e80-b6ef-ba049aad1edb tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac56a31e-ee3d-45cf-adda-c2ed15119d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103963 Jul 22 19:06:51.983260 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port e2230034-5aba-4da6-89ba-4331b641b48f completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:51.985732 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] Attempting to bind port 49730689-918b-44a0-ace5-3686dc702014 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:06:51.986457 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] Attempting to bind port 49730689-918b-44a0-ace5-3686dc702014 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'ca82d60c-babc-4546-beb5-f9d9b0bdf619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:06:51.988125 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] Attempting to bind port 49730689-918b-44a0-ace5-3686dc702014 on network f9bbe562-b493-48e1-a0cc-ad8bf88524eb {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:51.988459 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port e2230034-5aba-4da6-89ba-4331b641b48f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:51.988933 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:51.993283 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f6bebb-b308-49f9-9631-34b541c3ad19', 'name': 'tempest-ServerRescueTestJSON-490605561-router', 'tenant_id': '180287b3edd14ce389e863380bc23ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '797edb1a-6733-4cf3-9ea1-0e05936ba3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:48Z', 'updated_at': '2021-07-22T19:06:50Z', 'revision_number': 3, 'project_id': '180287b3edd14ce389e863380bc23ecb', 'gw_port': {'id': '797edb1a-6733-4cf3-9ea1-0e05936ba3d1', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f6bebb-b308-49f9-9631-34b541c3ad19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:49Z', 'updated_at': '2021-07-22T19:06:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:52.008610 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] Port 49730689-918b-44a0-ace5-3686dc702014 on network f9bbe562-b493-48e1-a0cc-ad8bf88524eb not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:06:52.012366 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] Attempting to bind port 49730689-918b-44a0-ace5-3686dc702014 on network f9bbe562-b493-48e1-a0cc-ad8bf88524eb {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:52.027422 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:06:52.034518 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] Checking router: 86f6bebb-b308-49f9-9631-34b541c3ad19 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:06:52.034857 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] Updating router 86f6bebb-b308-49f9-9631-34b541c3ad19 port 797edb1a-6733-4cf3-9ea1-0e05936ba3d1 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:06:52.035565 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] Checking segment: {'id': 'ca82d60c-babc-4546-beb5-f9d9b0bdf619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:06:52.038975 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] Bound using segment: {'id': 'ca82d60c-babc-4546-beb5-f9d9b0bdf619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:06:52.039954 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] Bound port: 49730689-918b-44a0-ace5-3686dc702014, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca82d60c-babc-4546-beb5-f9d9b0bdf619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:06:52.042532 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:52.086915 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:52.087298 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:52.126184 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port e2230034-5aba-4da6-89ba-4331b641b48f, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e2230034-5aba-4da6-89ba-4331b641b48f,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:52.127232 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaa0433-a4d7-49d8-96df-87012c4d08c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2230034-5aba-4da6-89ba-4331b641b48f'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:52.130254 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcc43c2-4875-4c73-a143-eba95bcfe7d5" -d '{"events": [{"server_uuid": "ddaa0433-a4d7-49d8-96df-87012c4d08c3", "name": "network-vif-plugged", "status": "completed", "tag": "e2230034-5aba-4da6-89ba-4331b641b48f"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:52.134820 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:52.136298 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:06:52.146339 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3de0fc-b517-408b-9afa-91168a114fc9 x-openstack-request-id: req-3e3de0fc-b517-408b-9afa-91168a114fc9 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:52.149315 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7753de61-4eda-4c1e-96e1-efda4df7fe87", "name": "network-vif-deleted", "tag": "7fc55ed0-8314-4ffc-94c2-698c7ddbc93e", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:52.150399 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e3de0fc-b517-408b-9afa-91168a114fc9 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:52.150898 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7753de61-4eda-4c1e-96e1-efda4df7fe87', 'name': 'network-vif-deleted', 'tag': '7fc55ed0-8314-4ffc-94c2-698c7ddbc93e', 'status': 'completed', 'code': 200} Jul 22 19:06:52.181226 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:06:52.181652 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:06:52.212822 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=e2230034-5aba-4da6-89ba-4331b641b48f,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:52.290131 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] For port 49730689-918b-44a0-ace5-3686dc702014, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:06:52.297710 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] For port 49730689-918b-44a0-ace5-3686dc702014, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=49730689-918b-44a0-ace5-3686dc702014,segment=NetworkSegment(ca82d60c-babc-4546-beb5-f9d9b0bdf619),segment_id=ca82d60c-babc-4546-beb5-f9d9b0bdf619)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:06:52.306963 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:52.356524 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d57746-adbf-4101-a40e-e6d641eb2347 req-b7fcef21-dca4-43fe-97d8-d67c0df9ce25 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:52.358128 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-06d57746-adbf-4101-a40e-e6d641eb2347 req-b7fcef21-dca4-43fe-97d8-d67c0df9ce25 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/ports?device_id=00ea8c71-f2cf-44a4-a8a0-194cd1eb3924 HTTP/1.1" status: 200 len: 949 time: 0.1912816 Jul 22 19:06:52.395299 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:52.395951 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:52.397548 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] 10.222.0.16 "PUT /v2.0/ports/49730689-918b-44a0-ace5-3686dc702014 HTTP/1.1" status: 200 len: 1092 time: 2.3873799 Jul 22 19:06:52.439918 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc44c7f-73e2-4ca8-a89b-bc8d63a91884 req-5d649f6a-b12e-463c-9766-9772e2ba3f05 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:52.441353 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bfc491-d267-4839-974c-3cf68ab49750 x-openstack-request-id: req-a1bfc491-d267-4839-974c-3cf68ab49750 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:52.441862 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b54d07-fa53-4b01-a257-0c2b3cb2dbc1", "name": "network-vif-deleted", "tag": "5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:52.441862 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1bfc491-d267-4839-974c-3cf68ab49750 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:52.442261 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b54d07-fa53-4b01-a257-0c2b3cb2dbc1', 'name': 'network-vif-deleted', 'tag': '5f28b8f9-8c9f-4b4e-81dc-2f2763d74fd2', 'status': 'completed', 'code': 200} Jul 22 19:06:52.444175 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:52.450826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cdc44c7f-73e2-4ca8-a89b-bc8d63a91884 req-5d649f6a-b12e-463c-9766-9772e2ba3f05 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddaa0433-a4d7-49d8-96df-87012c4d08c3 HTTP/1.1" status: 200 len: 950 time: 0.2299402 Jul 22 19:06:52.453177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb5c1a-d4ba-407e-b31c-2b5645c3d9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=49730689-918b-44a0-ace5-3686dc702014,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:52.456263 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] Transition to ACTIVE for port object 797edb1a-6733-4cf3-9ea1-0e05936ba3d1 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:52.464575 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:52.532321 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] Attempting to bind port 797edb1a-6733-4cf3-9ea1-0e05936ba3d1 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:06:52.533190 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] Attempting to bind port 797edb1a-6733-4cf3-9ea1-0e05936ba3d1 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:06:52.533950 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] Attempting to bind port 797edb1a-6733-4cf3-9ea1-0e05936ba3d1 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:52.536909 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f24639-b6d6-438c-a0a6-ba064bf5e83a None None] Pushing event updated for resources: {'Port': ['ID=797edb1a-6733-4cf3-9ea1-0e05936ba3d1,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:52.544261 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:06:52.544771 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:06:52.545250 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:52.545858 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:06:52.546252 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] Bound port: 797edb1a-6733-4cf3-9ea1-0e05936ba3d1, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:06:52.546764 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:52.615477 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] For port 797edb1a-6733-4cf3-9ea1-0e05936ba3d1, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:06:52.620944 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] For port 797edb1a-6733-4cf3-9ea1-0e05936ba3d1, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=797edb1a-6733-4cf3-9ea1-0e05936ba3d1,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:06:52.626940 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:52.690691 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f5eba6de-c675-4851-b401-6b51b8363c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:52.694214 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] Routers {'86f6bebb-b308-49f9-9631-34b541c3ad19'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:06:52.694214 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:06:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['86f6bebb-b308-49f9-9631-34b541c3ad19'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:52.696827 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f24639-b6d6-438c-a0a6-ba064bf5e83a None None] Pushing event updated for resources: {'Port': ['ID=797edb1a-6733-4cf3-9ea1-0e05936ba3d1,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:52.728515 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fc8de81a-6799-4620-9515-914e9fc1a32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:52.806226 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] Set router 86f6bebb-b308-49f9-9631-34b541c3ad19 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:06:52.879219 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cdc44c7f-73e2-4ca8-a89b-bc8d63a91884 req-0efe572d-8a68-40b6-a71e-a55435f752f9 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.13 "GET /v2.0/security-groups?id=16e566fa-dfa6-47e2-bfbb-35e0f6860c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272211 Jul 22 19:06:52.918818 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-06d57746-adbf-4101-a40e-e6d641eb2347 req-1dad4151-40e3-4a77-99bf-1f096edf8d77 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59c6675-a366-4dfb-8b22-a63aed2f1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5443323 Jul 22 19:06:52.927675 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313ff085-f426-4d03-a384-d36a9ab64644 x-openstack-request-id: req-313ff085-f426-4d03-a384-d36a9ab64644 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:52.927967 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaa0433-a4d7-49d8-96df-87012c4d08c3", "name": "network-vif-plugged", "status": "completed", "tag": "e2230034-5aba-4da6-89ba-4331b641b48f", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:52.928220 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-313ff085-f426-4d03-a384-d36a9ab64644 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:52.928928 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaa0433-a4d7-49d8-96df-87012c4d08c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2230034-5aba-4da6-89ba-4331b641b48f', 'code': 200} Jul 22 19:06:52.978002 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:52.985044 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-e9bd9c20-7448-4e3f-8a22-f16a3fbf5a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:52.986696 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-e9bd9c20-7448-4e3f-8a22-f16a3fbf5a47 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e50d9d2c5a7e46748d4298f11daca3fd&device_id=92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb HTTP/1.1" status: 200 len: 1095 time: 0.5297694 Jul 22 19:06:53.036155 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f6bebb-b308-49f9-9631-34b541c3ad19', 'name': 'tempest-ServerRescueTestJSON-490605561-router', 'tenant_id': '180287b3edd14ce389e863380bc23ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '797edb1a-6733-4cf3-9ea1-0e05936ba3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:48Z', 'updated_at': '2021-07-22T19:06:50Z', 'revision_number': 3, 'project_id': '180287b3edd14ce389e863380bc23ecb', 'gw_port': {'id': '797edb1a-6733-4cf3-9ea1-0e05936ba3d1', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f6bebb-b308-49f9-9631-34b541c3ad19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:49Z', 'updated_at': '2021-07-22T19:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:53.050711 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-fc8de81a-6799-4620-9515-914e9fc1a32e admin admin] Allocated IP 172.20.0.1 (da7cf044-915e-459b-bb3e-1bab7d435ed9/5b64e6c5-bc9c-41ac-ba0e-c190ce38d3cc/06d43e01-e6c6-4b45-922b-7d965bac5a66) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:06:53.061683 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:53.066531 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:53.067248 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:53.089891 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111e561e-2742-41d4-aa4c-aae13682d0ec None None] The sync data for ids ['86f6bebb-b308-49f9-9631-34b541c3ad19'] in n-d-800086-12 is: [{'id': '86f6bebb-b308-49f9-9631-34b541c3ad19', 'name': 'tempest-ServerRescueTestJSON-490605561-router', 'tenant_id': '180287b3edd14ce389e863380bc23ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '797edb1a-6733-4cf3-9ea1-0e05936ba3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:48Z', 'updated_at': '2021-07-22T19:06:50Z', 'revision_number': 3, 'project_id': '180287b3edd14ce389e863380bc23ecb', 'gw_port': {'id': '797edb1a-6733-4cf3-9ea1-0e05936ba3d1', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f6bebb-b308-49f9-9631-34b541c3ad19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:49Z', 'updated_at': '2021-07-22T19:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:06:53.100051 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-1b4f5c85-8407-4bdb-a045-c7ae12f29cae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49730689-918b-44a0-ace5-3686dc702014 HTTP/1.1" status: 200 len: 217 time: 0.0959475 Jul 22 19:06:53.166481 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:53.217265 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22,segment=NetworkSegment(e3455897-35b6-48d3-80e3-4e36f01f70ab),segment_id=e3455897-35b6-48d3-80e3-4e36f01f70ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:53.221782 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:53.222741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-8183322c-542c-4a36-89cd-e722b8f2d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:53.222891 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:06:53.224363 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-8183322c-542c-4a36-89cd-e722b8f2d642 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d48270ba-b16f-49be-a9cd-03fdc53d1bf5 HTTP/1.1" status: 200 len: 845 time: 0.0897989 Jul 22 19:06:53.256865 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fc8de81a-6799-4620-9515-914e9fc1a32e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:53.261617 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:06:53.262238 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 7fc55ed0-8314-4ffc-94c2-698c7ddbc93e not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:06:53.292962 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b8ca1-e44d-4363-8f49-b276ab4b2376 req-6155ff4a-039a-4e24-942b-5d6e23097fc3 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:53.296961 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb8b8ca1-e44d-4363-8f49-b276ab4b2376 req-6155ff4a-039a-4e24-942b-5d6e23097fc3 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb HTTP/1.1" status: 200 len: 943 time: 0.2227585 Jul 22 19:06:53.299357 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b57b6c-08a0-4aef-aae3-34eb02a3c934 req-7114e926-f263-4c9f-9d5e-d56f1158bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:53.301043 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-73b57b6c-08a0-4aef-aae3-34eb02a3c934 req-7114e926-f263-4c9f-9d5e-d56f1158bb3d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ddaa0433-a4d7-49d8-96df-87012c4d08c3 HTTP/1.1" status: 200 len: 1102 time: 0.1895635 Jul 22 19:06:53.318718 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:53.364663 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb8b8ca1-e44d-4363-8f49-b276ab4b2376 req-60c61760-64ee-47db-aa18-57e03434e470 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e755e7b-38b1-4d4f-bc92-b4e5243b2c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576453 Jul 22 19:06:53.370604 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-80361f6b-bb19-4a07-92fd-9bf3ce274133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:53.372202 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-80361f6b-bb19-4a07-92fd-9bf3ce274133 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f9bbe562-b493-48e1-a0cc-ad8bf88524eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1376274 Jul 22 19:06:53.432932 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-73b57b6c-08a0-4aef-aae3-34eb02a3c934 req-3b4a2e65-0a9e-4622-8f15-5da144fb9e26 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=16e566fa-dfa6-47e2-bfbb-35e0f6860c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006956 Jul 22 19:06:53.433833 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fc8de81a-6799-4620-9515-914e9fc1a32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:53.499361 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8de81a-6799-4620-9515-914e9fc1a32e admin admin] Network da7cf044-915e-459b-bb3e-1bab7d435ed9 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:53.501961 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-fc8de81a-6799-4620-9515-914e9fc1a32e admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:53.502346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35280) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:53.513448 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8de81a-6799-4620-9515-914e9fc1a32e admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:06:53.517887 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8de81a-6799-4620-9515-914e9fc1a32e admin admin] Pushing event updated for resources: {'Port': ['ID=06d43e01-e6c6-4b45-922b-7d965bac5a66,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:53.553886 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f5eba6de-c675-4851-b401-6b51b8363c38 admin admin] Deleting port 2249ca75-f517-4910-815e-db71941fb0c2 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:06:53.554321 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f5eba6de-c675-4851-b401-6b51b8363c38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:53.569395 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-f94fb79f-ce77-45fc-b278-49039bdf55bd service neutron] 10.222.0.16 "GET /v2.0/networks/f9bbe562-b493-48e1-a0cc-ad8bf88524eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902616 Jul 22 19:06:53.586986 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fc8de81a-6799-4620-9515-914e9fc1a32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:53.703280 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad81726-b84f-48ab-b324-a20eaa7c2e72 admin admin] Deleting subnet 343ba44f-2e35-4f2c-b67f-ce6198bc19b6 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:06:53.710132 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-f5eba6de-c675-4851-b401-6b51b8363c38 admin admin] For port 2249ca75-f517-4910-815e-db71941fb0c2, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2249ca75-f517-4910-815e-db71941fb0c2,segment=NetworkSegment(b8f30338-a332-44a2-b242-a0037ff481e1),segment_id=b8f30338-a332-44a2-b242-a0037ff481e1)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:53.712751 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fad81726-b84f-48ab-b324-a20eaa7c2e72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:53.712904 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f5eba6de-c675-4851-b401-6b51b8363c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:53.752951 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f5eba6de-c675-4851-b401-6b51b8363c38 admin admin] Calling delete_port for 2249ca75-f517-4910-815e-db71941fb0c2 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:06:53.795412 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fad81726-b84f-48ab-b324-a20eaa7c2e72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:53.799785 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65f828f0-09c0-47e3-867c-45a3806bc853 req-8205fcb0-337b-47df-b343-ad98ff59b1c2 service neutron] 10.222.0.16 "GET /v2.0/networks/f9bbe562-b493-48e1-a0cc-ad8bf88524eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075384 Jul 22 19:06:53.801920 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 797edb1a-6733-4cf3-9ea1-0e05936ba3d1 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:53.858212 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ef09f-4fd5-4340-b10f-a52e5f50b644 req-37dce78a-590b-40a9-b861-dc6b89be1836 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:53.859777 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5d8ef09f-4fd5-4340-b10f-a52e5f50b644 req-37dce78a-590b-40a9-b861-dc6b89be1836 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 946 time: 0.3337262 Jul 22 19:06:53.867164 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 797edb1a-6733-4cf3-9ea1-0e05936ba3d1 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:53.873867 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 797edb1a-6733-4cf3-9ea1-0e05936ba3d1 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:53.874242 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:53.874470 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fc8de81a-6799-4620-9515-914e9fc1a32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:53.877813 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219c2af-7491-41f9-985e-70c852a1cab6 req-56cb0201-f4ae-4cf4-b00f-232084e6ed6e tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:53.880396 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a219c2af-7491-41f9-985e-70c852a1cab6 req-56cb0201-f4ae-4cf4-b00f-232084e6ed6e tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports?device_id=2367ffc2-85b4-4650-9218-ec9f0175b2b7 HTTP/1.1" status: 200 len: 945 time: 0.2926440 Jul 22 19:06:53.965424 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fad81726-b84f-48ab-b324-a20eaa7c2e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:53.971493 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5d8ef09f-4fd5-4340-b10f-a52e5f50b644 req-5ea6263c-7689-498d-bf2c-59657dcd5feb tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883877 Jul 22 19:06:54.027007 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a219c2af-7491-41f9-985e-70c852a1cab6 req-83b17e76-3daf-4e78-9f73-371e9fb2b240 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac56a31e-ee3d-45cf-adda-c2ed15119d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316676 Jul 22 19:06:54.081198 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fad81726-b84f-48ab-b324-a20eaa7c2e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:54.138718 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad81726-b84f-48ab-b324-a20eaa7c2e72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=343ba44f-2e35-4f2c-b67f-ce6198bc19b6,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:54.159515 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb', 'tag': '49730689-918b-44a0-ace5-3686dc702014'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:54.163365 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6207659-0c4f-4da3-8a34-d287f8ab348d" -d '{"events": [{"name": "network-changed", "server_uuid": "92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb", "tag": "49730689-918b-44a0-ace5-3686dc702014"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:54.163764 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f5eba6de-c675-4851-b401-6b51b8363c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:54.203962 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eba6de-c675-4851-b401-6b51b8363c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=2249ca75-f517-4910-815e-db71941fb0c2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:54.216732 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fad81726-b84f-48ab-b324-a20eaa7c2e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:54.223673 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35286) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:54.227528 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fad81726-b84f-48ab-b324-a20eaa7c2e72 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/343ba44f-2e35-4f2c-b67f-ce6198bc19b6 HTTP/1.1" status: 204 len: 168 time: 0.7152619 Jul 22 19:06:54.261848 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:54.302922 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 797edb1a-6733-4cf3-9ea1-0e05936ba3d1, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=797edb1a-6733-4cf3-9ea1-0e05936ba3d1,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:54.308934 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:54.318725 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fc8de81a-6799-4620-9515-914e9fc1a32e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:54.320411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bbbe8-3b5d-486b-bcd8-526c492fca50 req-743c9617-f972-45c3-bb40-cdbc61b2e303 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:54.326531 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a4bbbe8-3b5d-486b-bcd8-526c492fca50 req-743c9617-f972-45c3-bb40-cdbc61b2e303 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/ports?device_id=00ea8c71-f2cf-44a4-a8a0-194cd1eb3924 HTTP/1.1" status: 200 len: 949 time: 0.2053671 Jul 22 19:06:54.336708 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fc8de81a-6799-4620-9515-914e9fc1a32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:54.342140 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031c924-88f5-4e47-a5a0-0c3df5c05b6e req-2b87ce18-531b-4f82-b752-d7c90a6fb714 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:54.343872 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2031c924-88f5-4e47-a5a0-0c3df5c05b6e req-2b87ce18-531b-4f82-b752-d7c90a6fb714 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddaa0433-a4d7-49d8-96df-87012c4d08c3 HTTP/1.1" status: 200 len: 950 time: 0.1853445 Jul 22 19:06:54.378368 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=797edb1a-6733-4cf3-9ea1-0e05936ba3d1,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:54.421790 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a4bbbe8-3b5d-486b-bcd8-526c492fca50 req-d3ebcf5c-d623-4d63-8eb8-082a724ab35c tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59c6675-a366-4dfb-8b22-a63aed2f1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768237 Jul 22 19:06:54.436264 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2031c924-88f5-4e47-a5a0-0c3df5c05b6e req-0d54729c-7e1e-4d1a-aa41-27a2af461193 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.13 "GET /v2.0/security-groups?id=16e566fa-dfa6-47e2-bfbb-35e0f6860c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835149 Jul 22 19:06:54.457939 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8de81a-6799-4620-9515-914e9fc1a32e admin admin] Pushing event updated for resources: {'Port': ['ID=06d43e01-e6c6-4b45-922b-7d965bac5a66,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:54.522728 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3f7119-144a-49f6-b546-e1373046dde3 x-openstack-request-id: req-8a3f7119-144a-49f6-b546-e1373046dde3 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:54.523012 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb", "tag": "49730689-918b-44a0-ace5-3686dc702014", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:54.523395 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a3f7119-144a-49f6-b546-e1373046dde3 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:54.523674 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb', 'tag': '49730689-918b-44a0-ace5-3686dc702014', 'status': 'completed', 'code': 200} Jul 22 19:06:54.544194 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:54.579956 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fc8de81a-6799-4620-9515-914e9fc1a32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:54.626896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76374ebe-fad7-466c-b8cd-1f08ab64e489 req-f0b2adbe-39cd-408f-9bf7-b59a1e49889e tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:54.628438 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76374ebe-fad7-466c-b8cd-1f08ab64e489 req-f0b2adbe-39cd-408f-9bf7-b59a1e49889e tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb HTTP/1.1" status: 200 len: 943 time: 0.1259942 Jul 22 19:06:54.631297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6207659-0c4f-4da3-8a34-d287f8ab348d req-12eabebe-9006-48c1-88e9-e24eb832e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:54.632706 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6207659-0c4f-4da3-8a34-d287f8ab348d req-12eabebe-9006-48c1-88e9-e24eb832e7fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e50d9d2c5a7e46748d4298f11daca3fd&device_id=92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb HTTP/1.1" status: 200 len: 1095 time: 0.0908663 Jul 22 19:06:54.715781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4898a61-79cd-4360-95c8-ebc892970686 req-bad80b75-d90a-4f93-831d-91f22ae8d3ae tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b0caa8986d234851b46f37aec2b58d88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512774 Jul 22 19:06:54.768919 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:54.777840 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f5eba6de-c675-4851-b401-6b51b8363c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:54.782211 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76374ebe-fad7-466c-b8cd-1f08ab64e489 req-dea8eb3c-7093-4c04-bac7-1c09a72563ab tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e755e7b-38b1-4d4f-bc92-b4e5243b2c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468103 Jul 22 19:06:54.789761 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172f3136-0352-415c-9221-6473aaab30a1']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:54.806483 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68bfaac-59d6-4327-ab92-7d0b091c78d7') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:54.806780 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68bfaac-59d6-4327-ab92-7d0b091c78d7') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:54.823938 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:54.826515 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8de81a-6799-4620-9515-914e9fc1a32e admin admin] Network da7cf044-915e-459b-bb3e-1bab7d435ed9 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:54.846794 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6207659-0c4f-4da3-8a34-d287f8ab348d req-e38fac5b-3758-4361-bd95-e137fd2a8534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:54.848269 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6207659-0c4f-4da3-8a34-d287f8ab348d req-e38fac5b-3758-4361-bd95-e137fd2a8534 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f9bbe562-b493-48e1-a0cc-ad8bf88524eb HTTP/1.1" status: 200 len: 907 time: 0.1982045 Jul 22 19:06:54.863237 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-fc8de81a-6799-4620-9515-914e9fc1a32e admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:54.894091 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6207659-0c4f-4da3-8a34-d287f8ab348d req-55f8133f-ce3b-4aee-962b-acf420b9650a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49730689-918b-44a0-ace5-3686dc702014 HTTP/1.1" status: 200 len: 217 time: 0.0389922 Jul 22 19:06:54.905267 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:54.930150 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2367ffc2-85b4-4650-9218-ec9f0175b2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:06:54.933286 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e878b5bc-e97a-4882-ad42-cf63281b2c0a" -d '{"events": [{"server_uuid": "2367ffc2-85b4-4650-9218-ec9f0175b2b7", "name": "network-vif-plugged", "status": "completed", "tag": "07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:06:54.945436 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4898a61-79cd-4360-95c8-ebc892970686 req-cfe27f4d-7a12-430f-b617-3331c8cd26c9 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:54.946945 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4898a61-79cd-4360-95c8-ebc892970686 req-cfe27f4d-7a12-430f-b617-3331c8cd26c9 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2224641 Jul 22 19:06:54.967859 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6207659-0c4f-4da3-8a34-d287f8ab348d req-832f8856-60e0-4714-a06f-652bda316756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:54.969425 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6207659-0c4f-4da3-8a34-d287f8ab348d req-832f8856-60e0-4714-a06f-652bda316756 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d48270ba-b16f-49be-a9cd-03fdc53d1bf5 HTTP/1.1" status: 200 len: 845 time: 0.0682614 Jul 22 19:06:54.974722 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:06:54.975129 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:06:54.978257 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:06:54.991891 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4898a61-79cd-4360-95c8-ebc892970686 req-df2918c0-19e2-4ab5-8a99-144704e2aeeb tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/quotas/b0caa8986d234851b46f37aec2b58d88 HTTP/1.1" status: 200 len: 375 time: 0.0265985 Jul 22 19:06:54.999683 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f897e56-50cb-4351-8b3a-b313f40dbcda x-openstack-request-id: req-4f897e56-50cb-4351-8b3a-b313f40dbcda {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:06:55.000307 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2367ffc2-85b4-4650-9218-ec9f0175b2b7", "name": "network-vif-plugged", "status": "completed", "tag": "07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:06:55.000696 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f897e56-50cb-4351-8b3a-b313f40dbcda {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:06:55.001321 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2367ffc2-85b4-4650-9218-ec9f0175b2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22', 'code': 200} Jul 22 19:06:55.069611 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:55.080845 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:55.084514 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6207659-0c4f-4da3-8a34-d287f8ab348d req-c2329aea-7013-47a7-8ce3-dd7f5920bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:55.085363 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] 10.222.0.13 "DELETE /v2.0/networks/172f3136-0352-415c-9221-6473aaab30a1 HTTP/1.1" status: 204 len: 168 time: 0.8555455 Jul 22 19:06:55.093683 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6207659-0c4f-4da3-8a34-d287f8ab348d req-c2329aea-7013-47a7-8ce3-dd7f5920bfc9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f9bbe562-b493-48e1-a0cc-ad8bf88524eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1174955 Jul 22 19:06:55.104210 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] Pushing event deleted for resources: {'Network': ['ID=172f3136-0352-415c-9221-6473aaab30a1,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:55.112771 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8de81a-6799-4620-9515-914e9fc1a32e admin admin] Router 86f6bebb-b308-49f9-9631-34b541c3ad19 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:06:55.198683 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4898a61-79cd-4360-95c8-ebc892970686 req-854614cd-c490-4caf-a293-0d200f1915b3 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0caa8986d234851b46f37aec2b58d88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2052553 Jul 22 19:06:55.289678 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35310) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:55.350654 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6207659-0c4f-4da3-8a34-d287f8ab348d req-71d090cd-2786-4b22-b5e0-715e5879f720 service neutron] 10.222.0.16 "GET /v2.0/networks/f9bbe562-b493-48e1-a0cc-ad8bf88524eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434072 Jul 22 19:06:55.359073 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ab2e8-6671-43b4-a5f0-8823db17db2b req-ed51c918-01b0-4897-830e-693d65b95b5f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:55.360648 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a45ab2e8-6671-43b4-a5f0-8823db17db2b req-ed51c918-01b0-4897-830e-693d65b95b5f tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 946 time: 0.2660198 Jul 22 19:06:55.368344 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366b35c-97f8-4767-af24-42bb0b7a68f3 req-d351f549-f69c-4362-a2cc-5b59c2b382e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:55.373423 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a366b35c-97f8-4767-af24-42bb0b7a68f3 req-d351f549-f69c-4362-a2cc-5b59c2b382e0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2367ffc2-85b4-4650-9218-ec9f0175b2b7 HTTP/1.1" status: 200 len: 1097 time: 0.2581425 Jul 22 19:06:55.441599 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:55.441599 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:55.442046 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:55.442241 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:55.442569 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:55.442894 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:55.443217 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:55.443547 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:55.443840 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:55.444157 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:55.444491 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:55.444803 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0260a8-c77d-40bb-a460-10e3b8bf678e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:55.454637 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-144a06f5-9c1c-412e-8a1b-0165cdc8d2f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef02e31abbdd476b9801d4cb7a48d59b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1625490 Jul 22 19:06:55.476958 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35318) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:55.585742 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a45ab2e8-6671-43b4-a5f0-8823db17db2b req-60747bdf-079b-4d17-ade1-5a322f6d19ee tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108538 Jul 22 19:06:55.595474 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a366b35c-97f8-4767-af24-42bb0b7a68f3 req-5c0f6f4c-01e7-44d4-80c7-a2fb651f9e42 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ac56a31e-ee3d-45cf-adda-c2ed15119d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945829 Jul 22 19:06:55.641229 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-321ba84c-b684-4f8b-b5a1-36dc04e75b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:55.645619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82483f14-a5c3-471b-a2c2-e7572a65cd83 req-5446bde7-6693-4c08-9d97-d8123241a126 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:55.647051 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5eba6de-c675-4851-b401-6b51b8363c38 admin admin] Router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:06:55.655422 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82483f14-a5c3-471b-a2c2-e7572a65cd83 req-5446bde7-6693-4c08-9d97-d8123241a126 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports?device_id=2367ffc2-85b4-4650-9218-ec9f0175b2b7 HTTP/1.1" status: 200 len: 945 time: 0.2124281 Jul 22 19:06:55.683040 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-321ba84c-b684-4f8b-b5a1-36dc04e75b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:55.720087 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3fc93d90-9891-46d2-91c3-856650f4a6a3 req-2dcd38f5-b7a3-4a3c-9556-852fa93c7e8f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76fcbb4-ba46-48f5-a2c7-e0464f2ef018 HTTP/1.1" status: 200 len: 210 time: 0.0552261 Jul 22 19:06:55.730714 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6207659-0c4f-4da3-8a34-d287f8ab348d req-355df5dd-058c-411b-afc0-acaae33d4ba9 service neutron] 10.222.0.16 "GET /v2.0/networks/f9bbe562-b493-48e1-a0cc-ad8bf88524eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620579 Jul 22 19:06:55.734338 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8de81a-6799-4620-9515-914e9fc1a32e admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:06:55.748323 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] Sync routers for ids ['86f6bebb-b308-49f9-9631-34b541c3ad19'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:06:55.762754 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] Routers {'86f6bebb-b308-49f9-9631-34b541c3ad19'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:06:55.765314 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:06:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['86f6bebb-b308-49f9-9631-34b541c3ad19'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:55.765999 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82483f14-a5c3-471b-a2c2-e7572a65cd83 req-7ffc2d12-d5a8-44d7-a274-389655dbd4a6 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac56a31e-ee3d-45cf-adda-c2ed15119d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096928 Jul 22 19:06:55.779447 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fc8de81a-6799-4620-9515-914e9fc1a32e admin admin] 10.222.0.13 "PUT /v2.0/routers/86f6bebb-b308-49f9-9631-34b541c3ad19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4124677 Jul 22 19:06:55.880857 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-321ba84c-b684-4f8b-b5a1-36dc04e75b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:55.884825 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-321ba84c-b684-4f8b-b5a1-36dc04e75b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:55.886558 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-321ba84c-b684-4f8b-b5a1-36dc04e75b64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1043f3a5-8870-4322-b46b-2e9ae8ebdfbf HTTP/1.1" status: 204 len: 168 time: 0.4085546 Jul 22 19:06:55.898734 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5eba6de-c675-4851-b401-6b51b8363c38 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:06:55.917402 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f5eba6de-c675-4851-b401-6b51b8363c38 admin admin] 10.222.0.13 "PUT /v2.0/routers/aaac4d1b-cf7d-47b8-a0aa-ba10386152ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6451108 Jul 22 19:06:55.920085 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e147c22-43aa-4524-b614-6e1a34abdcd4 None None] Sync routers for ids ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:06:55.921556 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35332) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:55.943294 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 49730689-918b-44a0-ace5-3686dc702014 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:06:55.947801 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e147c22-43aa-4524-b614-6e1a34abdcd4 None None] Routers {'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:06:55.966960 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0e147c22-43aa-4524-b614-6e1a34abdcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:06:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:56.050768 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 797edb1a-6733-4cf3-9ea1-0e05936ba3d1 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:56.053766 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ba84c-b684-4f8b-b5a1-36dc04e75b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1043f3a5-8870-4322-b46b-2e9ae8ebdfbf,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:56.064678 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825ad79-559b-4e5c-b15b-0efc3db03569 req-e152e0fd-4a21-4e03-b64b-0acc433d6be7 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:56.071489 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2825ad79-559b-4e5c-b15b-0efc3db03569 req-e152e0fd-4a21-4e03-b64b-0acc433d6be7 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddaa0433-a4d7-49d8-96df-87012c4d08c3 HTTP/1.1" status: 200 len: 950 time: 0.1898565 Jul 22 19:06:56.083139 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b7094-cf45-4521-a301-9500d69e83d3 req-5cc22a4e-2708-460c-8729-da4ce04fed77 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:56.085365 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac2b7094-cf45-4521-a301-9500d69e83d3 req-5cc22a4e-2708-460c-8729-da4ce04fed77 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb HTTP/1.1" status: 200 len: 943 time: 0.1456442 Jul 22 19:06:56.158556 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2825ad79-559b-4e5c-b15b-0efc3db03569 req-20b3f4c9-9b4d-49e5-a1c5-ae5dc50b6d95 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.13 "GET /v2.0/security-groups?id=16e566fa-dfa6-47e2-bfbb-35e0f6860c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846722 Jul 22 19:06:56.183853 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac2b7094-cf45-4521-a301-9500d69e83d3 req-760c80a5-e902-48ec-b54d-0ceb44ad5ad4 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e755e7b-38b1-4d4f-bc92-b4e5243b2c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896986 Jul 22 19:06:56.191568 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b318d0f7-d800-4111-a4c0-3bf41f426596 admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:56.244798 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] Set router 86f6bebb-b308-49f9-9631-34b541c3ad19 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:06:56.301106 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-0e147c22-43aa-4524-b614-6e1a34abdcd4 None None] Set router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:06:56.379829 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 49730689-918b-44a0-ace5-3686dc702014, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=49730689-918b-44a0-ace5-3686dc702014,segment=NetworkSegment(ca82d60c-babc-4546-beb5-f9d9b0bdf619),segment_id=ca82d60c-babc-4546-beb5-f9d9b0bdf619)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:56.437079 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 797edb1a-6733-4cf3-9ea1-0e05936ba3d1 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:56.437459 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:56.439608 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b318d0f7-d800-4111-a4c0-3bf41f426596 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:56.478640 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '49730689-918b-44a0-ace5-3686dc702014', 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb', 'port_id': '49730689-918b-44a0-ace5-3686dc702014', 'mac_address': 'fa:16:3e:53:98:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48270ba-b16f-49be-a9cd-03fdc53d1bf5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:06:56.577809 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-b318d0f7-d800-4111-a4c0-3bf41f426596 admin admin] Deleting port 483d65e3-3c23-414e-a519-cc156c8c5a59 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:06:56.578149 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b318d0f7-d800-4111-a4c0-3bf41f426596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:56.707439 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-b318d0f7-d800-4111-a4c0-3bf41f426596 admin admin] For port 483d65e3-3c23-414e-a519-cc156c8c5a59, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=483d65e3-3c23-414e-a519-cc156c8c5a59,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:56.708096 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b318d0f7-d800-4111-a4c0-3bf41f426596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:56.717455 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:56.725861 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-b318d0f7-d800-4111-a4c0-3bf41f426596 admin admin] Calling delete_port for 483d65e3-3c23-414e-a519-cc156c8c5a59 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:06:56.795229 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49730689-918b-44a0-ace5-3686dc702014 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:06:56.839199 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:06:56.857456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 49730689-918b-44a0-ace5-3686dc702014, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=49730689-918b-44a0-ace5-3686dc702014,segment=NetworkSegment(ca82d60c-babc-4546-beb5-f9d9b0bdf619),segment_id=ca82d60c-babc-4546-beb5-f9d9b0bdf619)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:56.867950 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:56.879179 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-8d6327a1-8d3f-445a-b224-fe131867cdc2 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:56.890745 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-8d6327a1-8d3f-445a-b224-fe131867cdc2 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/networks?id=da7cf044-915e-459b-bb3e-1bab7d435ed9 HTTP/1.1" status: 200 len: 810 time: 0.3261528 Jul 22 19:06:56.921533 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f6bebb-b308-49f9-9631-34b541c3ad19', 'name': 'tempest-ServerRescueTestJSON-490605561-router', 'tenant_id': '180287b3edd14ce389e863380bc23ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '797edb1a-6733-4cf3-9ea1-0e05936ba3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:48Z', 'updated_at': '2021-07-22T19:06:53Z', 'revision_number': 4, 'project_id': '180287b3edd14ce389e863380bc23ecb', 'gw_port': {'id': '797edb1a-6733-4cf3-9ea1-0e05936ba3d1', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f6bebb-b308-49f9-9631-34b541c3ad19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:49Z', 'updated_at': '2021-07-22T19:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '06d43e01-e6c6-4b45-922b-7d965bac5a66', 'name': '', 'network_id': 'da7cf044-915e-459b-bb3e-1bab7d435ed9', 'tenant_id': '180287b3edd14ce389e863380bc23ecb', 'mac_address': 'fa:16:3e:9b:e7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f6bebb-b308-49f9-9631-34b541c3ad19', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '5b64e6c5-bc9c-41ac-ba0e-c190ce38d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:52Z', 'updated_at': '2021-07-22T19:06:53Z', 'revision_number': 2, 'project_id': '180287b3edd14ce389e863380bc23ecb', 'subnets': [{'id': '5b64e6c5-bc9c-41ac-ba0e-c190ce38d3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:56.929118 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4898a61-79cd-4360-95c8-ebc892970686 req-833eb346-c714-45ee-9cb1-7490841fbd07 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b0caa8986d234851b46f37aec2b58d88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1353183 Jul 22 19:06:56.939270 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-93598ebf-99f5-4a73-b0d6-071a5cf24948 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/quotas/180287b3edd14ce389e863380bc23ecb HTTP/1.1" status: 200 len: 375 time: 0.0476260 Jul 22 19:06:56.966595 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] Checking router: 86f6bebb-b308-49f9-9631-34b541c3ad19 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:06:56.966952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] Updating router 86f6bebb-b308-49f9-9631-34b541c3ad19 port 06d43e01-e6c6-4b45-922b-7d965bac5a66 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:06:56.972283 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=49730689-918b-44a0-ace5-3686dc702014,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:57.009870 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0e147c22-43aa-4524-b614-6e1a34abdcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-router', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:01:40Z', 'updated_at': '2021-07-22T19:06:54Z', 'revision_number': 5, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'gw_port': {'id': '483d65e3-3c23-414e-a519-cc156c8c5a59', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:01:43Z', 'updated_at': '2021-07-22T19:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:57.016604 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:57.049371 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e147c22-43aa-4524-b614-6e1a34abdcd4 None None] Checking router: aaac4d1b-cf7d-47b8-a0aa-ba10386152ea for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:06:57.061449 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e147c22-43aa-4524-b614-6e1a34abdcd4 None None] Routers {'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:06:57.062085 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0e147c22-43aa-4524-b614-6e1a34abdcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:06:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:57.126930 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['49730689-918b-44a0-ace5-3686dc702014'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:57.129157 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b318d0f7-d800-4111-a4c0-3bf41f426596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:57.162041 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318d0f7-d800-4111-a4c0-3bf41f426596 admin admin] Pushing event deleted for resources: {'Port': ['ID=483d65e3-3c23-414e-a519-cc156c8c5a59,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:57.186452 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-0e147c22-43aa-4524-b614-6e1a34abdcd4 None None] Set router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:06:57.253120 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0e147c22-43aa-4524-b614-6e1a34abdcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-router', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:01:40Z', 'updated_at': '2021-07-22T19:06:56Z', 'revision_number': 6, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:57.282170 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-145e7491-4951-4fbe-8f8b-7a23963756d2 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=180287b3edd14ce389e863380bc23ecb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3416638 Jul 22 19:06:57.293300 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469e2c9-7a7b-4094-b86b-5dfced6a380c req-4cf879dd-f21b-4ef4-b759-f53fbbe7ce3c tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:57.300143 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b318d0f7-d800-4111-a4c0-3bf41f426596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:57.302201 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3469e2c9-7a7b-4094-b86b-5dfced6a380c req-4cf879dd-f21b-4ef4-b759-f53fbbe7ce3c tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 946 time: 0.3966038 Jul 22 19:06:57.312721 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e147c22-43aa-4524-b614-6e1a34abdcd4 None None] The sync data for ids ['aaac4d1b-cf7d-47b8-a0aa-ba10386152ea'] in n-d-800086-12 is: [{'id': 'aaac4d1b-cf7d-47b8-a0aa-ba10386152ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-457779011-router', 'tenant_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:01:40Z', 'updated_at': '2021-07-22T19:06:56Z', 'revision_number': 6, 'project_id': 'e5f6b3569b564d27a6f5df338de65c2e', 'gw_port_host': None}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:06:57.329730 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4898a61-79cd-4360-95c8-ebc892970686 req-cc0c8b08-fd8b-4538-b2b9-ad4691eaf221 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:57.331844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4898a61-79cd-4360-95c8-ebc892970686 req-cc0c8b08-fd8b-4538-b2b9-ad4691eaf221 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3449457 Jul 22 19:06:57.373652 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-d4898a61-79cd-4360-95c8-ebc892970686 req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Request body: {'port': {'device_id': 'f76fcbb4-ba46-48f5-a2c7-e0464f2ef018', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': 'b0caa8986d234851b46f37aec2b58d88'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:57.441354 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b318d0f7-d800-4111-a4c0-3bf41f426596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:57.444221 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b318d0f7-d800-4111-a4c0-3bf41f426596 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:57.476382 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3469e2c9-7a7b-4094-b86b-5dfced6a380c req-90350e4e-3713-4847-a969-ece5399e739b tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735797 Jul 22 19:06:57.509614 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:57.520147 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b318d0f7-d800-4111-a4c0-3bf41f426596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:57.520779 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b318d0f7-d800-4111-a4c0-3bf41f426596 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaac4d1b-cf7d-47b8-a0aa-ba10386152ea {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:06:57.532001 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b318d0f7-d800-4111-a4c0-3bf41f426596 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:57.533802 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b318d0f7-d800-4111-a4c0-3bf41f426596 admin admin] 10.222.0.13 "DELETE /v2.0/routers/aaac4d1b-cf7d-47b8-a0aa-ba10386152ea HTTP/1.1" status: 204 len: 168 time: 1.6050572 Jul 22 19:06:57.538076 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35382) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:57.551008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] Transition to ACTIVE for port object 06d43e01-e6c6-4b45-922b-7d965bac5a66 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:57.551775 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-adc6e8f2-3aee-40fd-a219-8e72f383dfd7 service neutron] 10.222.0.13 "GET /v2.0/networks/da7cf044-915e-459b-bb3e-1bab7d435ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685452 Jul 22 19:06:57.563427 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:57.606810 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4460df3-3a8c-401c-870b-f67779f77ea8 admin admin] Deleting subnet 6127a740-55fe-4e1e-9351-155d195e1651 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:06:57.613428 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a4460df3-3a8c-401c-870b-f67779f77ea8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:57.699165 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a4460df3-3a8c-401c-870b-f67779f77ea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:57.705398 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-9653a511-faad-491b-b191-dd1a32bcbc41 service neutron] 10.222.0.13 "GET /v2.0/networks/da7cf044-915e-459b-bb3e-1bab7d435ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527517 Jul 22 19:06:57.730760 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4898a61-79cd-4360-95c8-ebc892970686 req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Made reservation on behalf of b0caa8986d234851b46f37aec2b58d88 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:06:57.739146 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d4898a61-79cd-4360-95c8-ebc892970686 req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:57.806270 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2249ca75-f517-4910-815e-db71941fb0c2 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:06:57.843749 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4349c-be4a-4677-b377-de648a066b69 None None] Pushing event updated for resources: {'Port': ['ID=06d43e01-e6c6-4b45-922b-7d965bac5a66,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:57.857124 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 2249ca75-f517-4910-815e-db71941fb0c2 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:06:57.857464 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2249ca75-f517-4910-815e-db71941fb0c2 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:06:57.862216 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b6fca36-673c-460b-85d1-046aa3394630 req-c907490f-2dc7-49f2-81c9-717822419bfd tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76fcbb4-ba46-48f5-a2c7-e0464f2ef018 HTTP/1.1" status: 200 len: 210 time: 0.0483701 Jul 22 19:06:57.989335 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] Attempting to bind port 06d43e01-e6c6-4b45-922b-7d965bac5a66 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:06:57.990097 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] Attempting to bind port 06d43e01-e6c6-4b45-922b-7d965bac5a66 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'edf91077-6018-45d3-a537-cd4f3c95d5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da7cf044-915e-459b-bb3e-1bab7d435ed9'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:06:57.990660 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] Attempting to bind port 06d43e01-e6c6-4b45-922b-7d965bac5a66 on network da7cf044-915e-459b-bb3e-1bab7d435ed9 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:06:58.014030 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:06:58.014030 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] Checking segment: {'id': 'edf91077-6018-45d3-a537-cd4f3c95d5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da7cf044-915e-459b-bb3e-1bab7d435ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:06:58.014030 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:58.014544 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] Bound using segment: {'id': 'edf91077-6018-45d3-a537-cd4f3c95d5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da7cf044-915e-459b-bb3e-1bab7d435ed9'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:06:58.014913 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] Bound port: 06d43e01-e6c6-4b45-922b-7d965bac5a66, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf91077-6018-45d3-a537-cd4f3c95d5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da7cf044-915e-459b-bb3e-1bab7d435ed9'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:06:58.015362 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:58.054388 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a4460df3-3a8c-401c-870b-f67779f77ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:58.084880 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-d4898a61-79cd-4360-95c8-ebc892970686 req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Allocated IP 192.168.233.95 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/14f48e5f-baa9-422b-a057-e8e7961ba450) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:06:58.144661 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d304de1-54f6-4bfb-8b57-06e87ec93880 req-fb160f0a-8a50-473e-8d4b-58aab23dec6d tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:58.144870 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] For port 06d43e01-e6c6-4b45-922b-7d965bac5a66, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:06:58.154052 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8d304de1-54f6-4bfb-8b57-06e87ec93880 req-fb160f0a-8a50-473e-8d4b-58aab23dec6d tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports?device_id=2367ffc2-85b4-4650-9218-ec9f0175b2b7 HTTP/1.1" status: 200 len: 945 time: 0.1569479 Jul 22 19:06:58.156015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] For port 06d43e01-e6c6-4b45-922b-7d965bac5a66, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=06d43e01-e6c6-4b45-922b-7d965bac5a66,segment=NetworkSegment(edf91077-6018-45d3-a537-cd4f3c95d5c1),segment_id=edf91077-6018-45d3-a537-cd4f3c95d5c1)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:06:58.163717 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a4460df3-3a8c-401c-870b-f67779f77ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:58.164897 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:58.238977 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a4460df3-3a8c-401c-870b-f67779f77ea8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:58.247062 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a4460df3-3a8c-401c-870b-f67779f77ea8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6127a740-55fe-4e1e-9351-155d195e1651 HTTP/1.1" status: 204 len: 168 time: 0.7015824 Jul 22 19:06:58.247062 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4460df3-3a8c-401c-870b-f67779f77ea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6127a740-55fe-4e1e-9351-155d195e1651,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:58.255247 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35398) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:06:58.259161 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4349c-be4a-4677-b377-de648a066b69 None None] Pushing event updated for resources: {'Port': ['ID=06d43e01-e6c6-4b45-922b-7d965bac5a66,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:58.262041 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8d304de1-54f6-4bfb-8b57-06e87ec93880 req-ccc0c5ee-c2e6-460b-bb9a-9999568a63bd tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac56a31e-ee3d-45cf-adda-c2ed15119d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070635 Jul 22 19:06:58.265630 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9699e115-6cd7-485d-84b6-be3905f69ce7 None None] Network ca294e3c-7e7d-4357-b107-f5b283c529a6 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:06:58.380772 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] Routers {'86f6bebb-b308-49f9-9631-34b541c3ad19'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:06:58.382873 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:06:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['86f6bebb-b308-49f9-9631-34b541c3ad19'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:58.528005 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d7addb6-d139-4ce0-84f0-9d38617f22fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:58.532052 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0a27d402-5c9e-4176-ab36-c41bb1f55843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:58.559319 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d4898a61-79cd-4360-95c8-ebc892970686 req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:58.569608 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa05db-4024-4ba8-8afe-76568d195c15 req-cddb9570-f911-4609-8730-0c46ec5dc9a9 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:58.576781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dcaa05db-4024-4ba8-8afe-76568d195c15 req-cddb9570-f911-4609-8730-0c46ec5dc9a9 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb HTTP/1.1" status: 200 len: 944 time: 0.3584383 Jul 22 19:06:58.624615 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-d4898a61-79cd-4360-95c8-ebc892970686 req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Transition to ACTIVE for port object 14f48e5f-baa9-422b-a057-e8e7961ba450 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:06:58.675945 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dcaa05db-4024-4ba8-8afe-76568d195c15 req-cd136b1e-4c00-4835-aea5-321b6636954c tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e755e7b-38b1-4d4f-bc92-b4e5243b2c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978107 Jul 22 19:06:58.720753 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-296656d2-24c1-4889-9658-5450fbabd7e3 req-a7bf46a7-1acb-477a-b17b-f3379ed96d8c tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 210 time: 0.0524681 Jul 22 19:06:58.732495 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-2d7addb6-d139-4ce0-84f0-9d38617f22fd admin admin] Deleting port 673a46ec-6e55-40e8-b207-dba2a5b05b11 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:06:58.732941 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d7addb6-d139-4ce0-84f0-9d38617f22fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:58.822157 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d4898a61-79cd-4360-95c8-ebc892970686 req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:58.919136 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['8509c01b-e24c-4545-8c25-b9810238a154'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:06:58.943750 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4898a61-79cd-4360-95c8-ebc892970686 req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:06:58.969728 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-2d7addb6-d139-4ce0-84f0-9d38617f22fd admin admin] For port 673a46ec-6e55-40e8-b207-dba2a5b05b11, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=673a46ec-6e55-40e8-b207-dba2a5b05b11,segment=NetworkSegment(b8f30338-a332-44a2-b242-a0037ff481e1),segment_id=b8f30338-a332-44a2-b242-a0037ff481e1)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:58.970122 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d7addb6-d139-4ce0-84f0-9d38617f22fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:58.987938 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-d4898a61-79cd-4360-95c8-ebc892970686 req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:06:59.027343 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4898a61-79cd-4360-95c8-ebc892970686 req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:06:59.041725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-2d7addb6-d139-4ce0-84f0-9d38617f22fd admin admin] Calling delete_port for 673a46ec-6e55-40e8-b207-dba2a5b05b11 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:06:59.052634 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] Set router 86f6bebb-b308-49f9-9631-34b541c3ad19 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:06:59.095822 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Pushing event updated for resources: {'Port': ['ID=14f48e5f-baa9-422b-a057-e8e7961ba450,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:59.239414 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ccfc21-e4f2-44a0-852f-115635212aab None None] DHCP port deletion for ca294e3c-7e7d-4357-b107-f5b283c529a6 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:06:59.379002 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-45b6e01b-0202-4119-a4b6-4b9e1671b1f1 None None] Provisioning for port 14f48e5f-baa9-422b-a057-e8e7961ba450 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:59.409008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-45b6e01b-0202-4119-a4b6-4b9e1671b1f1 None None] Provisioning complete for port 14f48e5f-baa9-422b-a057-e8e7961ba450 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:06:59.409399 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-45b6e01b-0202-4119-a4b6-4b9e1671b1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:59.490040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:59.490392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:59.490733 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:59.491069 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:59.491404 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:59.491736 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:59.492055 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:59.492593 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:59.493106 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:59.493603 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:59.494101 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:59.494596 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:06:59.511787 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-45b6e01b-0202-4119-a4b6-4b9e1671b1f1 None None] Port 14f48e5f-baa9-422b-a057-e8e7961ba450 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:06:59.515075 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-18ccfc21-e4f2-44a0-852f-115635212aab None None] Deleting port 673a46ec-6e55-40e8-b207-dba2a5b05b11 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:06:59.515460 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-18ccfc21-e4f2-44a0-852f-115635212aab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:59.544560 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4898a61-79cd-4360-95c8-ebc892970686 req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:59.545184 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d4898a61-79cd-4360-95c8-ebc892970686 req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:59.604207 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-67b15276-0c86-43c0-a81b-95092a8848e9 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:59.604770 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-18ccfc21-e4f2-44a0-852f-115635212aab None None] For port 673a46ec-6e55-40e8-b207-dba2a5b05b11, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=673a46ec-6e55-40e8-b207-dba2a5b05b11,segment=NetworkSegment(b8f30338-a332-44a2-b242-a0037ff481e1),segment_id=b8f30338-a332-44a2-b242-a0037ff481e1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:06:59.605167 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-18ccfc21-e4f2-44a0-852f-115635212aab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:59.612535 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-67b15276-0c86-43c0-a81b-95092a8848e9 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb9f44d7-089f-407f-8e07-8d4c7ca4df69&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.8154538 Jul 22 19:06:59.623749 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f6bebb-b308-49f9-9631-34b541c3ad19', 'name': 'tempest-ServerRescueTestJSON-490605561-router', 'tenant_id': '180287b3edd14ce389e863380bc23ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '797edb1a-6733-4cf3-9ea1-0e05936ba3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:48Z', 'updated_at': '2021-07-22T19:06:53Z', 'revision_number': 4, 'project_id': '180287b3edd14ce389e863380bc23ecb', 'gw_port': {'id': '797edb1a-6733-4cf3-9ea1-0e05936ba3d1', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f6bebb-b308-49f9-9631-34b541c3ad19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:49Z', 'updated_at': '2021-07-22T19:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '06d43e01-e6c6-4b45-922b-7d965bac5a66', 'name': '', 'network_id': 'da7cf044-915e-459b-bb3e-1bab7d435ed9', 'tenant_id': '180287b3edd14ce389e863380bc23ecb', 'mac_address': 'fa:16:3e:9b:e7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f6bebb-b308-49f9-9631-34b541c3ad19', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '5b64e6c5-bc9c-41ac-ba0e-c190ce38d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:52Z', 'updated_at': '2021-07-22T19:06:58Z', 'revision_number': 4, 'project_id': '180287b3edd14ce389e863380bc23ecb', 'subnets': [{'id': '5b64e6c5-bc9c-41ac-ba0e-c190ce38d3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:06:59.624506 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4898a61-79cd-4360-95c8-ebc892970686 req-992cdc45-0a7b-4861-bbd5-fbb02e5c4b2f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2773652 Jul 22 19:06:59.625079 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-18ccfc21-e4f2-44a0-852f-115635212aab None None] Calling delete_port for 673a46ec-6e55-40e8-b207-dba2a5b05b11 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:06:59.657912 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bbebe3-9750-4f4c-ac67-f3281831d15e None None] The sync data for ids ['86f6bebb-b308-49f9-9631-34b541c3ad19'] in n-d-800086-12 is: [{'id': '86f6bebb-b308-49f9-9631-34b541c3ad19', 'name': 'tempest-ServerRescueTestJSON-490605561-router', 'tenant_id': '180287b3edd14ce389e863380bc23ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '797edb1a-6733-4cf3-9ea1-0e05936ba3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:48Z', 'updated_at': '2021-07-22T19:06:53Z', 'revision_number': 4, 'project_id': '180287b3edd14ce389e863380bc23ecb', 'gw_port': {'id': '797edb1a-6733-4cf3-9ea1-0e05936ba3d1', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f6bebb-b308-49f9-9631-34b541c3ad19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:49Z', 'updated_at': '2021-07-22T19:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '06d43e01-e6c6-4b45-922b-7d965bac5a66', 'name': '', 'network_id': 'da7cf044-915e-459b-bb3e-1bab7d435ed9', 'tenant_id': '180287b3edd14ce389e863380bc23ecb', 'mac_address': 'fa:16:3e:9b:e7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f6bebb-b308-49f9-9631-34b541c3ad19', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '5b64e6c5-bc9c-41ac-ba0e-c190ce38d3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:52Z', 'updated_at': '2021-07-22T19:06:58Z', 'revision_number': 4, 'project_id': '180287b3edd14ce389e863380bc23ecb', 'subnets': [{'id': '5b64e6c5-bc9c-41ac-ba0e-c190ce38d3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:06:59.668308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d47a6-a6fe-4090-9d1b-8a483673f123 req-e7d408f8-22e8-4ecc-98c8-40c969fce1b5 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:59.669741 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e32d47a6-a6fe-4090-9d1b-8a483673f123 req-e7d408f8-22e8-4ecc-98c8-40c969fce1b5 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 946 time: 0.7537687 Jul 22 19:06:59.704375 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-d4898a61-79cd-4360-95c8-ebc892970686 req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] Request body: {'port': {'device_id': 'f76fcbb4-ba46-48f5-a2c7-e0464f2ef018', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:59.794762 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-371d44a1-a7da-4358-b605-2f11b4d746eb tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 696 time: 0.1812556 Jul 22 19:06:59.817086 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 673a46ec-6e55-40e8-b207-dba2a5b05b11 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:06:59.818702 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-f217379d-e628-4174-a31c-a70468aff9b5 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Request body: {'floatingip': {'port_id': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:59.843113 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 673a46ec-6e55-40e8-b207-dba2a5b05b11 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:06:59.843607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 673a46ec-6e55-40e8-b207-dba2a5b05b11 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:06:59.844046 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 483d65e3-3c23-414e-a519-cc156c8c5a59 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:06:59.845971 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-18ccfc21-e4f2-44a0-852f-115635212aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:59.895994 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 483d65e3-3c23-414e-a519-cc156c8c5a59 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:06:59.896638 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 483d65e3-3c23-414e-a519-cc156c8c5a59 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:06:59.900148 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ccfc21-e4f2-44a0-852f-115635212aab None None] Pushing event deleted for resources: {'Port': ['ID=673a46ec-6e55-40e8-b207-dba2a5b05b11,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:06:59.903208 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ccfc21-e4f2-44a0-852f-115635212aab None None] No DVR routers for this DVR port 673a46ec-6e55-40e8-b207-dba2a5b05b11 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:06:59.920697 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-d674091e-e137-4a35-881b-7e96563cb34e tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:06:59.922257 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-d674091e-e137-4a35-881b-7e96563cb34e tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.16 "GET /v2.0/networks?id=da7cf044-915e-459b-bb3e-1bab7d435ed9 HTTP/1.1" status: 200 len: 810 time: 0.4218616 Jul 22 19:06:59.924588 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-f217379d-e628-4174-a31c-a70468aff9b5 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:59.928099 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 49730689-918b-44a0-ace5-3686dc702014 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:06:59.938709 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d7addb6-d139-4ce0-84f0-9d38617f22fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:06:59.984540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-0dbbe369-0751-4bff-9158-19c08e01a87e tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Request body: {'port': {'device_id': '9a52fbdd-ba5a-45ce-b34a-49e46d104453', 'network_id': 'da7cf044-915e-459b-bb3e-1bab7d435ed9', 'admin_state_up': True, 'tenant_id': '180287b3edd14ce389e863380bc23ecb'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:06:59.992867 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 49730689-918b-44a0-ace5-3686dc702014 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:06:59.999378 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 49730689-918b-44a0-ace5-3686dc702014 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:00.000319 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:00.005914 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e32d47a6-a6fe-4090-9d1b-8a483673f123 req-d515f947-ab8f-4e31-baa6-b78ebf8cb990 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907331 Jul 22 19:07:00.101724 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:00.130062 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49730689-918b-44a0-ace5-3686dc702014'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:07:00.132852 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5115b55-0c5b-4a44-985b-306472a9bc0b" -d '{"events": [{"server_uuid": "92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb", "name": "network-vif-plugged", "status": "completed", "tag": "49730689-918b-44a0-ace5-3686dc702014"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:07:00.149871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 49730689-918b-44a0-ace5-3686dc702014, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=49730689-918b-44a0-ace5-3686dc702014,segment=NetworkSegment(ca82d60c-babc-4546-beb5-f9d9b0bdf619),segment_id=ca82d60c-babc-4546-beb5-f9d9b0bdf619)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:00.157991 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:00.168651 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7addb6-d139-4ce0-84f0-9d38617f22fd admin admin] Pushing event deleted for resources: {'Port': ['ID=673a46ec-6e55-40e8-b207-dba2a5b05b11,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:00.178829 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7addb6-d139-4ce0-84f0-9d38617f22fd admin admin] No DVR routers for this DVR port 673a46ec-6e55-40e8-b207-dba2a5b05b11 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:07:00.240056 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=49730689-918b-44a0-ace5-3686dc702014,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:00.289133 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d4898a61-79cd-4360-95c8-ebc892970686 req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:00.430984 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d7addb6-d139-4ce0-84f0-9d38617f22fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:00.505673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-2d7addb6-d139-4ce0-84f0-9d38617f22fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca294e3c-7e7d-4357-b107-f5b283c529a6']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:00.555150 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-2d7addb6-d139-4ce0-84f0-9d38617f22fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f30338-a332-44a2-b242-a0037ff481e1') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:00.555848 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-2d7addb6-d139-4ce0-84f0-9d38617f22fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f30338-a332-44a2-b242-a0037ff481e1') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:00.578212 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d7addb6-d139-4ce0-84f0-9d38617f22fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:00.628017 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d7addb6-d139-4ce0-84f0-9d38617f22fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:00.683630 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-0dbbe369-0751-4bff-9158-19c08e01a87e tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Made reservation on behalf of 180287b3edd14ce389e863380bc23ecb for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:07:00.687217 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-0dbbe369-0751-4bff-9158-19c08e01a87e tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:00.703370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7addb6-d139-4ce0-84f0-9d38617f22fd admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:07:00.703781 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d7addb6-d139-4ce0-84f0-9d38617f22fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:07:00.708112 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:07:00.753082 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f058d-a3fe-47e1-bed6-c22883c71354 req-9e4523a5-f160-46db-8d05-e3568484b3ff tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:00.754635 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-678f058d-a3fe-47e1-bed6-c22883c71354 req-9e4523a5-f160-46db-8d05-e3568484b3ff tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76fcbb4-ba46-48f5-a2c7-e0464f2ef018 HTTP/1.1" status: 200 len: 935 time: 0.4741964 Jul 22 19:07:00.975897 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d7addb6-d139-4ce0-84f0-9d38617f22fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:01.021696 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3f042f58-4b29-49e3-b296-1be7b8632b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:01.026531 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:01.049297 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d7addb6-d139-4ce0-84f0-9d38617f22fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:01.052542 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2d7addb6-d139-4ce0-84f0-9d38617f22fd admin admin] 10.222.0.13 "DELETE /v2.0/networks/ca294e3c-7e7d-4357-b107-f5b283c529a6 HTTP/1.1" status: 204 len: 168 time: 2.7937226 Jul 22 19:07:01.055008 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35462) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:01.102501 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-678f058d-a3fe-47e1-bed6-c22883c71354 req-b7c59c3a-7470-411a-8e46-f6a8804a95e0 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59c6675-a366-4dfb-8b22-a63aed2f1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261905 Jul 22 19:07:01.126847 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7addb6-d139-4ce0-84f0-9d38617f22fd admin admin] Pushing event deleted for resources: {'Network': ['ID=ca294e3c-7e7d-4357-b107-f5b283c529a6,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:01.189774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-0dbbe369-0751-4bff-9158-19c08e01a87e tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Allocated IP 172.20.0.5 (da7cf044-915e-459b-bb3e-1bab7d435ed9/5b64e6c5-bc9c-41ac-ba0e-c190ce38d3cc/d213b4e5-ddfe-489e-bf06-ea824c2dfbf3) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:07:01.388774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-d4898a61-79cd-4360-95c8-ebc892970686 req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f48e5f-baa9-422b-a057-e8e7961ba450 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:07:01.412783 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-f217379d-e628-4174-a31c-a70468aff9b5 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:01.419391 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d4898a61-79cd-4360-95c8-ebc892970686 req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:01.436113 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-f217379d-e628-4174-a31c-a70468aff9b5 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:01.472077 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6976fe90-db24-41b8-936a-6b851bdbf840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:01.525790 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-d4898a61-79cd-4360-95c8-ebc892970686 req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] Transition to ACTIVE for port object 14f48e5f-baa9-422b-a057-e8e7961ba450 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:07:01.561066 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d4898a61-79cd-4360-95c8-ebc892970686 req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:01.579721 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748919e-2a36-48ef-ba0e-e20e8c8ac3e3 req-f6e1feef-d428-4d45-b821-c9c050c10092 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:01.581360 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5748919e-2a36-48ef-ba0e-e20e8c8ac3e3 req-f6e1feef-d428-4d45-b821-c9c050c10092 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb HTTP/1.1" status: 200 len: 945 time: 0.3826172 Jul 22 19:07:01.732942 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-f217379d-e628-4174-a31c-a70468aff9b5 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Floating IP 33978781-103f-4d91-b91c-82acd15fb165 associated. External IP: 172.25.3.199, port: 4daabab8-31e7-4401-aaa7-0d6f82ba9c42. Jul 22 19:07:01.778578 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5748919e-2a36-48ef-ba0e-e20e8c8ac3e3 req-8980ae49-f2d5-43c6-9b82-ed8acd03a610 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e755e7b-38b1-4d4f-bc92-b4e5243b2c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867516 Jul 22 19:07:01.826185 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 06d43e01-e6c6-4b45-922b-7d965bac5a66 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:07:01.916166 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 06d43e01-e6c6-4b45-922b-7d965bac5a66 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:07:01.919057 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-6976fe90-db24-41b8-936a-6b851bdbf840 admin admin] Deleting port c76cf0ce-64c3-4d5c-b622-53d84727d41b {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:07:01.919398 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6976fe90-db24-41b8-936a-6b851bdbf840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:01.924950 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 06d43e01-e6c6-4b45-922b-7d965bac5a66 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:01.925569 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:02.024675 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:02.050509 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ce14d-9a55-48cb-bb4d-77af99c0a759 req-7e9e8cb7-272c-4c26-8392-d515cbdd191e tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:02.052388 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c08ce14d-9a55-48cb-bb4d-77af99c0a759 req-7e9e8cb7-272c-4c26-8392-d515cbdd191e tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddaa0433-a4d7-49d8-96df-87012c4d08c3 HTTP/1.1" status: 200 len: 950 time: 0.3126872 Jul 22 19:07:02.070914 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 06d43e01-e6c6-4b45-922b-7d965bac5a66, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=06d43e01-e6c6-4b45-922b-7d965bac5a66,segment=NetworkSegment(edf91077-6018-45d3-a537-cd4f3c95d5c1),segment_id=edf91077-6018-45d3-a537-cd4f3c95d5c1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:02.076080 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:02.118735 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-6976fe90-db24-41b8-936a-6b851bdbf840 admin admin] For port c76cf0ce-64c3-4d5c-b622-53d84727d41b, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c76cf0ce-64c3-4d5c-b622-53d84727d41b,segment=NetworkSegment(5fd95182-66b0-4df7-9e9e-e504f31d9650),segment_id=5fd95182-66b0-4df7-9e9e-e504f31d9650)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:02.119346 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6976fe90-db24-41b8-936a-6b851bdbf840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:02.131235 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=06d43e01-e6c6-4b45-922b-7d965bac5a66,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:02.146384 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-6976fe90-db24-41b8-936a-6b851bdbf840 admin admin] Calling delete_port for c76cf0ce-64c3-4d5c-b622-53d84727d41b owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:07:02.215422 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:02.228314 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] Pushing event updated for resources: {'Port': ['ID=14f48e5f-baa9-422b-a057-e8e7961ba450,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:02.274461 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-0dbbe369-0751-4bff-9158-19c08e01a87e tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:02.284691 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-c08ce14d-9a55-48cb-bb4d-77af99c0a759 req-722adfcd-36db-43c2-b2e1-29058727f1f6 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Deleting port e2230034-5aba-4da6-89ba-4331b641b48f {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:07:02.285163 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c08ce14d-9a55-48cb-bb4d-77af99c0a759 req-722adfcd-36db-43c2-b2e1-29058727f1f6 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:02.307524 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-33565cdb-8e1d-435e-811a-86d2108a6bb5 req-cfd5779d-20e2-4eb5-b8db-4fc827b8bd6a tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 210 time: 0.0819674 Jul 22 19:07:02.373794 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-d4898a61-79cd-4360-95c8-ebc892970686 req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] Attempting to bind port 14f48e5f-baa9-422b-a057-e8e7961ba450 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:07:02.374146 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-d4898a61-79cd-4360-95c8-ebc892970686 req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] Attempting to bind port 14f48e5f-baa9-422b-a057-e8e7961ba450 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:07:02.374444 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4898a61-79cd-4360-95c8-ebc892970686 req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] Attempting to bind port 14f48e5f-baa9-422b-a057-e8e7961ba450 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:07:02.388096 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4898a61-79cd-4360-95c8-ebc892970686 req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] Port 14f48e5f-baa9-422b-a057-e8e7961ba450 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:07:02.388867 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4898a61-79cd-4360-95c8-ebc892970686 req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] Attempting to bind port 14f48e5f-baa9-422b-a057-e8e7961ba450 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:07:02.428601 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-0dbbe369-0751-4bff-9158-19c08e01a87e tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:02.461362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4898a61-79cd-4360-95c8-ebc892970686 req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:07:02.461708 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4898a61-79cd-4360-95c8-ebc892970686 req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:07:02.462101 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4898a61-79cd-4360-95c8-ebc892970686 req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:07:02.462549 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-d4898a61-79cd-4360-95c8-ebc892970686 req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] Bound port: 14f48e5f-baa9-422b-a057-e8e7961ba450, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:07:02.462902 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d4898a61-79cd-4360-95c8-ebc892970686 req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:02.492568 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8820a74-f26a-4007-a305-84bb9cc478ff x-openstack-request-id: req-a8820a74-f26a-4007-a305-84bb9cc478ff {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:07:02.492863 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb", "name": "network-vif-plugged", "status": "completed", "tag": "49730689-918b-44a0-ace5-3686dc702014", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:07:02.493119 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8820a74-f26a-4007-a305-84bb9cc478ff {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:07:02.493517 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49730689-918b-44a0-ace5-3686dc702014', 'code': 200} Jul 22 19:07:02.498717 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-c08ce14d-9a55-48cb-bb4d-77af99c0a759 req-722adfcd-36db-43c2-b2e1-29058727f1f6 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] For port e2230034-5aba-4da6-89ba-4331b641b48f, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e2230034-5aba-4da6-89ba-4331b641b48f,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:02.498944 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c08ce14d-9a55-48cb-bb4d-77af99c0a759 req-722adfcd-36db-43c2-b2e1-29058727f1f6 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:02.514683 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-c08ce14d-9a55-48cb-bb4d-77af99c0a759 req-722adfcd-36db-43c2-b2e1-29058727f1f6 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Calling delete_port for e2230034-5aba-4da6-89ba-4331b641b48f owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:07:02.521411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-0dbbe369-0751-4bff-9158-19c08e01a87e tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Network da7cf044-915e-459b-bb3e-1bab7d435ed9 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:07:02.532951 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-0dbbe369-0751-4bff-9158-19c08e01a87e tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:07:02.543803 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-0dbbe369-0751-4bff-9158-19c08e01a87e tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:07:02.609280 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbe369-0751-4bff-9158-19c08e01a87e tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Pushing event updated for resources: {'Port': ['ID=d213b4e5-ddfe-489e-bf06-ea824c2dfbf3,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:02.687011 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6976fe90-db24-41b8-936a-6b851bdbf840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:02.695585 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-0dbbe369-0751-4bff-9158-19c08e01a87e tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:02.696230 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-0dbbe369-0751-4bff-9158-19c08e01a87e tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:02.718000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d4898a61-79cd-4360-95c8-ebc892970686 req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] For port 14f48e5f-baa9-422b-a057-e8e7961ba450, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:07:02.721116 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-f217379d-e628-4174-a31c-a70468aff9b5 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Router fe31e210-6676-4e0a-9e43-f1282df17adc has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:07:02.725939 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d4898a61-79cd-4360-95c8-ebc892970686 req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] For port 14f48e5f-baa9-422b-a057-e8e7961ba450, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=14f48e5f-baa9-422b-a057-e8e7961ba450,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:07:02.735386 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976fe90-db24-41b8-936a-6b851bdbf840 admin admin] Pushing event deleted for resources: {'Port': ['ID=c76cf0ce-64c3-4d5c-b622-53d84727d41b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:02.739059 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-0dbbe369-0751-4bff-9158-19c08e01a87e tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7978907 Jul 22 19:07:02.740085 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d4898a61-79cd-4360-95c8-ebc892970686 req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:02.763125 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] Request body: {'port': {'device_id': '9a52fbdd-ba5a-45ce-b34a-49e46d104453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:02.780980 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cfcd4-2419-4c3e-8202-e0e256e8a436 req-9820e894-4af5-4722-9863-e707d722c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:02.782732 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8d9cfcd4-2419-4c3e-8202-e0e256e8a436 req-9820e894-4af5-4722-9863-e707d722c35c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb HTTP/1.1" status: 200 len: 1097 time: 0.2199318 Jul 22 19:07:02.865128 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c08ce14d-9a55-48cb-bb4d-77af99c0a759 req-722adfcd-36db-43c2-b2e1-29058727f1f6 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:02.907593 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8d9cfcd4-2419-4c3e-8202-e0e256e8a436 req-94fb5199-749d-4728-a75c-341c9e8fff43 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6e755e7b-38b1-4d4f-bc92-b4e5243b2c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171610 Jul 22 19:07:02.911932 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722adfcd-36db-43c2-b2e1-29058727f1f6 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Pushing event deleted for resources: {'Port': ['ID=e2230034-5aba-4da6-89ba-4331b641b48f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:02.988815 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25097532-b23b-40ca-85f1-da591c37060e req-59d22ae8-7392-43f3-9188-1ad124d4e35e tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:02.990437 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-25097532-b23b-40ca-85f1-da591c37060e req-59d22ae8-7392-43f3-9188-1ad124d4e35e tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddaa0433-a4d7-49d8-96df-87012c4d08c3 HTTP/1.1" status: 200 len: 950 time: 0.3876789 Jul 22 19:07:03.008364 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4898a61-79cd-4360-95c8-ebc892970686 req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:03.014903 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d4898a61-79cd-4360-95c8-ebc892970686 req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:03.016585 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4898a61-79cd-4360-95c8-ebc892970686 req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] 10.222.0.30 "PUT /v2.0/ports/14f48e5f-baa9-422b-a057-e8e7961ba450 HTTP/1.1" status: 200 len: 1096 time: 3.3586731 Jul 22 19:07:03.017090 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76fcbb4-ba46-48f5-a2c7-e0464f2ef018', 'tag': '14f48e5f-baa9-422b-a057-e8e7961ba450'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:07:03.019453 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc28d977-8430-4ea0-815f-2fbe4de10029" -d '{"events": [{"name": "network-changed", "server_uuid": "f76fcbb4-ba46-48f5-a2c7-e0464f2ef018", "tag": "14f48e5f-baa9-422b-a057-e8e7961ba450"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:07:03.087397 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a44466-279a-44ef-9095-3b1a98c3cd9b service neutron] Pushing event updated for resources: {'Port': ['ID=14f48e5f-baa9-422b-a057-e8e7961ba450,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:03.188705 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:03.212108 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-25097532-b23b-40ca-85f1-da591c37060e req-674d20c5-9335-45f3-99d8-4518e9aec86d tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.13 "GET /v2.0/security-groups?id=16e566fa-dfa6-47e2-bfbb-35e0f6860c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695724 Jul 22 19:07:03.234631 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-f217379d-e628-4174-a31c-a70468aff9b5 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:07:03.241774 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-f217379d-e628-4174-a31c-a70468aff9b5 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:03.261907 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3382647-811f-4ef7-b035-a03b4e8c1262 None None] Sync routers for ids ['fe31e210-6676-4e0a-9e43-f1282df17adc'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:07:03.293262 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3382647-811f-4ef7-b035-a03b4e8c1262 None None] Routers {'fe31e210-6676-4e0a-9e43-f1282df17adc'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:03.294277 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a3382647-811f-4ef7-b035-a03b4e8c1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fe31e210-6676-4e0a-9e43-f1282df17adc'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:03.377892 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4898a61-79cd-4360-95c8-ebc892970686 req-c63885e2-7b34-4ee0-bf85-dd3e6eea8ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:03.379603 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4898a61-79cd-4360-95c8-ebc892970686 req-c63885e2-7b34-4ee0-bf85-dd3e6eea8ff0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0caa8986d234851b46f37aec2b58d88&device_id=f76fcbb4-ba46-48f5-a2c7-e0464f2ef018 HTTP/1.1" status: 200 len: 1099 time: 0.3104856 Jul 22 19:07:03.419734 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6976fe90-db24-41b8-936a-6b851bdbf840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:03.437552 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-a3382647-811f-4ef7-b035-a03b4e8c1262 None None] Set router fe31e210-6676-4e0a-9e43-f1282df17adc gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:03.449519 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-f217379d-e628-4174-a31c-a70468aff9b5 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "PUT /v2.0/floatingips/33978781-103f-4d91-b91c-82acd15fb165 HTTP/1.1" status: 200 len: 997 time: 3.6533155 Jul 22 19:07:03.502745 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08ce14d-9a55-48cb-bb4d-77af99c0a759 req-722adfcd-36db-43c2-b2e1-29058727f1f6 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] No DVR routers for this DVR port e2230034-5aba-4da6-89ba-4331b641b48f on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:07:03.505947 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c08ce14d-9a55-48cb-bb4d-77af99c0a759 req-722adfcd-36db-43c2-b2e1-29058727f1f6 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:03.507922 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c08ce14d-9a55-48cb-bb4d-77af99c0a759 req-722adfcd-36db-43c2-b2e1-29058727f1f6 tempest-TenantUsagesTestJSON-1240420927 tempest-TenantUsagesTestJSON-1240420927-project] 10.222.0.16 "DELETE /v2.0/ports/e2230034-5aba-4da6-89ba-4331b641b48f HTTP/1.1" status: 204 len: 173 time: 1.4496531 Jul 22 19:07:03.508374 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaa0433-a4d7-49d8-96df-87012c4d08c3', 'name': 'network-vif-deleted', 'tag': 'e2230034-5aba-4da6-89ba-4331b641b48f'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:07:03.511348 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07d6e34-8e23-4ec4-8c3b-0dab6ce84bd5" -d '{"events": [{"server_uuid": "ddaa0433-a4d7-49d8-96df-87012c4d08c3", "name": "network-vif-deleted", "tag": "e2230034-5aba-4da6-89ba-4331b641b48f"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:07:03.550057 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4898a61-79cd-4360-95c8-ebc892970686 req-e4cdabb4-d65e-4030-a45b-011f34d5f096 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=14f48e5f-baa9-422b-a057-e8e7961ba450 HTTP/1.1" status: 200 len: 217 time: 0.0964379 Jul 22 19:07:03.724458 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf86946-294c-4f63-8bcc-ed542a36d4a9 req-afb4e652-0dc8-40b1-99e5-044092dc991b tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:03.726066 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8bf86946-294c-4f63-8bcc-ed542a36d4a9 req-afb4e652-0dc8-40b1-99e5-044092dc991b tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76fcbb4-ba46-48f5-a2c7-e0464f2ef018 HTTP/1.1" status: 200 len: 947 time: 0.4434245 Jul 22 19:07:03.742986 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4898a61-79cd-4360-95c8-ebc892970686 req-4fc565e1-f523-496d-9218-356e1fbb9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:03.744413 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4898a61-79cd-4360-95c8-ebc892970686 req-4fc565e1-f523-496d-9218-356e1fbb9cd6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1662681 Jul 22 19:07:03.847544 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-02f6941a-790f-4218-839f-7805e2d61aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:03.849156 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-02f6941a-790f-4218-839f-7805e2d61aed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a45453396704c03940ca7767a9c8356&device_id=fb9f44d7-089f-407f-8e07-8d4c7ca4df69 HTTP/1.1" status: 200 len: 1098 time: 0.3151317 Jul 22 19:07:03.867383 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8bf86946-294c-4f63-8bcc-ed542a36d4a9 req-75035f6d-9efe-4251-be58-1e096bebef6f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59c6675-a366-4dfb-8b22-a63aed2f1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318743 Jul 22 19:07:03.908811 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:03.927823 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6976fe90-db24-41b8-936a-6b851bdbf840 admin admin] Router ac7e7608-d59e-471d-90a0-f781b8607003 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:07:03.927987 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device e2230034-5aba-4da6-89ba-4331b641b48f no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:07:03.986534 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: e2230034-5aba-4da6-89ba-4331b641b48f {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:07:03.986901 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device e2230034-5aba-4da6-89ba-4331b641b48f not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:07:03.990071 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a3382647-811f-4ef7-b035-a03b4e8c1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '33978781-103f-4d91-b91c-82acd15fb165', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'port_id': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'mac_address': 'fa:16:3e:68:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9f44d7-089f-407f-8e07-8d4c7ca4df69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:06:33Z', 'updated_at': '2021-07-22T19:07:01Z', 'revision_number': 1, 'project_id': '4a45453396704c03940ca7767a9c8356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7f8a44-dd3f-4b9d-989b-29efac33cf91', 'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'mac_address': 'fa:16:3e:4e:d8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:09Z', 'updated_at': '2021-07-22T19:06:16Z', 'revision_number': 5, 'project_id': '4a45453396704c03940ca7767a9c8356', 'subnets': [{'id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:04.024722 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4898a61-79cd-4360-95c8-ebc892970686 req-6d9b20f0-1b2f-4a01-8235-93dfc0608554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:04.027300 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4898a61-79cd-4360-95c8-ebc892970686 req-6d9b20f0-1b2f-4a01-8235-93dfc0608554 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2702329 Jul 22 19:07:04.040139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 06d43e01-e6c6-4b45-922b-7d965bac5a66 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:07:04.045060 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3382647-811f-4ef7-b035-a03b4e8c1262 None None] Checking router: fe31e210-6676-4e0a-9e43-f1282df17adc for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:07:04.108456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3382647-811f-4ef7-b035-a03b4e8c1262 None None] Routers {'fe31e210-6676-4e0a-9e43-f1282df17adc'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:04.109118 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a3382647-811f-4ef7-b035-a03b4e8c1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fe31e210-6676-4e0a-9e43-f1282df17adc'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:04.123580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d213b4e5-ddfe-489e-bf06-ea824c2dfbf3 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:07:04.157116 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:04.171183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-e5219561-3a76-4fe6-bb70-05f066bf2d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:04.173297 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-e5219561-3a76-4fe6-bb70-05f066bf2d19 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c65cd496-c426-405a-b8c2-36e596dfdd4c HTTP/1.1" status: 200 len: 921 time: 0.3154120 Jul 22 19:07:04.178732 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6976fe90-db24-41b8-936a-6b851bdbf840 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:07:04.190330 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6976fe90-db24-41b8-936a-6b851bdbf840 admin admin] 10.222.0.13 "PUT /v2.0/routers/ac7e7608-d59e-471d-90a0-f781b8607003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1341400 Jul 22 19:07:04.192111 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c261cb5-6f13-40e0-abfd-dcb3b43026a3 None None] Sync routers for ids ['ac7e7608-d59e-471d-90a0-f781b8607003'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:07:04.192821 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35508) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:04.206167 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c261cb5-6f13-40e0-abfd-dcb3b43026a3 None None] Routers {'ac7e7608-d59e-471d-90a0-f781b8607003'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:04.207317 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8c261cb5-6f13-40e0-abfd-dcb3b43026a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ac7e7608-d59e-471d-90a0-f781b8607003'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:04.236182 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] Transition to ACTIVE for port object d213b4e5-ddfe-489e-bf06-ea824c2dfbf3 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:07:04.267651 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 06d43e01-e6c6-4b45-922b-7d965bac5a66 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:04.268202 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:04.269053 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:04.341341 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-8c261cb5-6f13-40e0-abfd-dcb3b43026a3 None None] Set router ac7e7608-d59e-471d-90a0-f781b8607003 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:04.371753 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-a3382647-811f-4ef7-b035-a03b4e8c1262 None None] Set router fe31e210-6676-4e0a-9e43-f1282df17adc gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:04.398546 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-6c298835-9e91-4b34-ad24-e74078fb7792 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4daabab8-31e7-4401-aaa7-0d6f82ba9c42 HTTP/1.1" status: 200 len: 1000 time: 0.1554809 Jul 22 19:07:04.405985 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] Pushing event updated for resources: {'Port': ['ID=d213b4e5-ddfe-489e-bf06-ea824c2dfbf3,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:04.417800 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac1e9d11-c6da-46f0-9919-1a22a84e438e admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:04.472915 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-3c80e147-ce35-4a8f-b581-2bdd81ce8ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:04.474934 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-3c80e147-ce35-4a8f-b581-2bdd81ce8ea7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30ea6495-2382-41f8-8d66-bf8d2e3d0983 HTTP/1.1" status: 200 len: 859 time: 0.0606356 Jul 22 19:07:04.553728 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db7be4-e9b9-4e34-b2da-e489aac1a968 req-5fd04216-7dc7-4d22-a528-f07c7dd7ebbd tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:04.561912 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-39db7be4-e9b9-4e34-b2da-e489aac1a968 req-5fd04216-7dc7-4d22-a528-f07c7dd7ebbd tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 946 time: 0.5438609 Jul 22 19:07:04.571596 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8c261cb5-6f13-40e0-abfd-dcb3b43026a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7e7608-d59e-471d-90a0-f781b8607003', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1996668408-router', 'tenant_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '53e711f1-ccd5-4849-b0e1-9062d5a16d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:00Z', 'updated_at': '2021-07-22T19:07:02Z', 'revision_number': 5, 'project_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'gw_port': {'id': '53e711f1-ccd5-4849-b0e1-9062d5a16d36', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7e7608-d59e-471d-90a0-f781b8607003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:03Z', 'updated_at': '2021-07-22T19:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:04.612209 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4898a61-79cd-4360-95c8-ebc892970686 req-42fb1c48-b85d-4fe8-89a9-96f7a8dfb797 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606649 Jul 22 19:07:04.617807 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c261cb5-6f13-40e0-abfd-dcb3b43026a3 None None] Checking router: ac7e7608-d59e-471d-90a0-f781b8607003 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:07:04.627277 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c261cb5-6f13-40e0-abfd-dcb3b43026a3 None None] Routers {'ac7e7608-d59e-471d-90a0-f781b8607003'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:04.628128 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8c261cb5-6f13-40e0-abfd-dcb3b43026a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ac7e7608-d59e-471d-90a0-f781b8607003'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:04.654078 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac1e9d11-c6da-46f0-9919-1a22a84e438e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:04.699517 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-39db7be4-e9b9-4e34-b2da-e489aac1a968 req-095c8a37-5a95-41d4-b923-dd4905af1d75 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364586 Jul 22 19:07:04.775503 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ac1e9d11-c6da-46f0-9919-1a22a84e438e admin admin] Deleting port 53e711f1-ccd5-4849-b0e1-9062d5a16d36 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:07:04.776326 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac1e9d11-c6da-46f0-9919-1a22a84e438e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:04.793910 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-8c261cb5-6f13-40e0-abfd-dcb3b43026a3 None None] Set router ac7e7608-d59e-471d-90a0-f781b8607003 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:04.904919 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a3382647-811f-4ef7-b035-a03b4e8c1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '33978781-103f-4d91-b91c-82acd15fb165', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'port_id': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'mac_address': 'fa:16:3e:68:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9f44d7-089f-407f-8e07-8d4c7ca4df69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:06:33Z', 'updated_at': '2021-07-22T19:07:01Z', 'revision_number': 1, 'project_id': '4a45453396704c03940ca7767a9c8356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7f8a44-dd3f-4b9d-989b-29efac33cf91', 'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'mac_address': 'fa:16:3e:4e:d8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:09Z', 'updated_at': '2021-07-22T19:06:16Z', 'revision_number': 5, 'project_id': '4a45453396704c03940ca7767a9c8356', 'subnets': [{'id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:04.911060 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] Attempting to bind port d213b4e5-ddfe-489e-bf06-ea824c2dfbf3 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:07:04.911978 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] Attempting to bind port d213b4e5-ddfe-489e-bf06-ea824c2dfbf3 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'edf91077-6018-45d3-a537-cd4f3c95d5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da7cf044-915e-459b-bb3e-1bab7d435ed9'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:07:04.912509 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] Attempting to bind port d213b4e5-ddfe-489e-bf06-ea824c2dfbf3 on network da7cf044-915e-459b-bb3e-1bab7d435ed9 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:07:04.920565 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] Port d213b4e5-ddfe-489e-bf06-ea824c2dfbf3 on network da7cf044-915e-459b-bb3e-1bab7d435ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:07:04.921189 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] Attempting to bind port d213b4e5-ddfe-489e-bf06-ea824c2dfbf3 on network da7cf044-915e-459b-bb3e-1bab7d435ed9 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:07:04.958056 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3382647-811f-4ef7-b035-a03b4e8c1262 None None] The sync data for ids ['fe31e210-6676-4e0a-9e43-f1282df17adc'] in n-d-800086-12 is: [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '33978781-103f-4d91-b91c-82acd15fb165', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'port_id': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'mac_address': 'fa:16:3e:68:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9f44d7-089f-407f-8e07-8d4c7ca4df69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:06:33Z', 'updated_at': '2021-07-22T19:07:01Z', 'revision_number': 1, 'project_id': '4a45453396704c03940ca7767a9c8356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7f8a44-dd3f-4b9d-989b-29efac33cf91', 'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'mac_address': 'fa:16:3e:4e:d8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:09Z', 'updated_at': '2021-07-22T19:06:16Z', 'revision_number': 5, 'project_id': '4a45453396704c03940ca7767a9c8356', 'subnets': [{'id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:07:04.976085 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-d4dff006-57f9-4c89-afd4-850ab716f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:04.977746 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-d4dff006-57f9-4c89-afd4-850ab716f308 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c65cd496-c426-405a-b8c2-36e596dfdd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4875984 Jul 22 19:07:04.981653 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:07:04.981988 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] Checking segment: {'id': 'edf91077-6018-45d3-a537-cd4f3c95d5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da7cf044-915e-459b-bb3e-1bab7d435ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:07:04.982375 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] Bound using segment: {'id': 'edf91077-6018-45d3-a537-cd4f3c95d5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da7cf044-915e-459b-bb3e-1bab7d435ed9'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:07:04.982812 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] Bound port: d213b4e5-ddfe-489e-bf06-ea824c2dfbf3, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf91077-6018-45d3-a537-cd4f3c95d5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da7cf044-915e-459b-bb3e-1bab7d435ed9'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:07:04.983171 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:04.988676 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-ac1e9d11-c6da-46f0-9919-1a22a84e438e admin admin] For port 53e711f1-ccd5-4849-b0e1-9062d5a16d36, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=53e711f1-ccd5-4849-b0e1-9062d5a16d36,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:04.989072 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac1e9d11-c6da-46f0-9919-1a22a84e438e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:04.989511 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4898a61-79cd-4360-95c8-ebc892970686 req-91dc0d1b-283d-4d14-8e44-5ffd1669b1fb service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456230 Jul 22 19:07:05.005566 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-82429f59-47e2-4288-a0bd-8680f9148594 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:07:05.005566 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-82429f59-47e2-4288-a0bd-8680f9148594 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184152 Jul 22 19:07:05.021765 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddc20a-849d-4cf9-b061-0ae0f7801702 req-0725aa01-2279-4e86-b032-363aac1ff3f4 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:05.023283 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3eddc20a-849d-4cf9-b061-0ae0f7801702 req-0725aa01-2279-4e86-b032-363aac1ff3f4 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb HTTP/1.1" status: 200 len: 945 time: 0.2141342 Jul 22 19:07:05.031460 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ac1e9d11-c6da-46f0-9919-1a22a84e438e admin admin] Calling delete_port for 53e711f1-ccd5-4849-b0e1-9062d5a16d36 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:07:05.064240 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8c261cb5-6f13-40e0-abfd-dcb3b43026a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7e7608-d59e-471d-90a0-f781b8607003', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1996668408-router', 'tenant_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '53e711f1-ccd5-4849-b0e1-9062d5a16d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:00Z', 'updated_at': '2021-07-22T19:07:02Z', 'revision_number': 5, 'project_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'gw_port': {'id': '53e711f1-ccd5-4849-b0e1-9062d5a16d36', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7e7608-d59e-471d-90a0-f781b8607003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:03Z', 'updated_at': '2021-07-22T19:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:05.098737 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c261cb5-6f13-40e0-abfd-dcb3b43026a3 None None] The sync data for ids ['ac7e7608-d59e-471d-90a0-f781b8607003'] in n-d-800086-12 is: [{'id': 'ac7e7608-d59e-471d-90a0-f781b8607003', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1996668408-router', 'tenant_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '53e711f1-ccd5-4849-b0e1-9062d5a16d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:02:00Z', 'updated_at': '2021-07-22T19:07:02Z', 'revision_number': 5, 'project_id': 'd062f16682ef4dcfa3f87204d2f2eda0', 'gw_port': {'id': '53e711f1-ccd5-4849-b0e1-9062d5a16d36', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7e7608-d59e-471d-90a0-f781b8607003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:02:03Z', 'updated_at': '2021-07-22T19:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:07:05.180764 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3eddc20a-849d-4cf9-b061-0ae0f7801702 req-b3f659f2-4d1e-426c-aa48-f55c6dd9e634 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e755e7b-38b1-4d4f-bc92-b4e5243b2c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491852 Jul 22 19:07:05.189509 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] For port d213b4e5-ddfe-489e-bf06-ea824c2dfbf3, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:07:05.198538 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] For port d213b4e5-ddfe-489e-bf06-ea824c2dfbf3, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d213b4e5-ddfe-489e-bf06-ea824c2dfbf3,segment=NetworkSegment(edf91077-6018-45d3-a537-cd4f3c95d5c1),segment_id=edf91077-6018-45d3-a537-cd4f3c95d5c1)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:07:05.218685 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:05.258558 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-b7315a5a-70cc-499f-b0bf-f95680953efe service neutron] 10.222.0.13 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460592 Jul 22 19:07:05.266196 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:05.266797 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:05.268206 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] 10.222.0.16 "PUT /v2.0/ports/d213b4e5-ddfe-489e-bf06-ea824c2dfbf3 HTTP/1.1" status: 200 len: 1092 time: 2.5182717 Jul 22 19:07:05.281136 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b81d6d2-8e60-48f1-aec2-3d5ced48b60f x-openstack-request-id: req-9b81d6d2-8e60-48f1-aec2-3d5ced48b60f {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:07:05.281346 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76fcbb4-ba46-48f5-a2c7-e0464f2ef018", "tag": "14f48e5f-baa9-422b-a057-e8e7961ba450", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:07:05.283569 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b81d6d2-8e60-48f1-aec2-3d5ced48b60f {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:07:05.284511 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f76fcbb4-ba46-48f5-a2c7-e0464f2ef018', 'tag': '14f48e5f-baa9-422b-a057-e8e7961ba450', 'status': 'completed', 'code': 200} Jul 22 19:07:05.349820 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac1e9d11-c6da-46f0-9919-1a22a84e438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:05.402495 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db4b0d8-3d88-4757-96b1-aacc2c334969 None None] New status for floating IP 33978781-103f-4d91-b91c-82acd15fb165: ACTIVE {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:07:05.418049 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e9d11-c6da-46f0-9919-1a22a84e438e admin admin] Pushing event deleted for resources: {'Port': ['ID=53e711f1-ccd5-4849-b0e1-9062d5a16d36,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:05.446833 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c34459-70ff-421c-a791-8314dbfa3451 service neutron] Pushing event updated for resources: {'Port': ['ID=d213b4e5-ddfe-489e-bf06-ea824c2dfbf3,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:05.513804 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac1e9d11-c6da-46f0-9919-1a22a84e438e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:05.645940 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac1e9d11-c6da-46f0-9919-1a22a84e438e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:05.649722 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac1e9d11-c6da-46f0-9919-1a22a84e438e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:05.709097 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac1e9d11-c6da-46f0-9919-1a22a84e438e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:05.710332 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1e9d11-c6da-46f0-9919-1a22a84e438e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac7e7608-d59e-471d-90a0-f781b8607003 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:07:05.715980 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac1e9d11-c6da-46f0-9919-1a22a84e438e admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:05.717223 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ac1e9d11-c6da-46f0-9919-1a22a84e438e admin admin] 10.222.0.13 "DELETE /v2.0/routers/ac7e7608-d59e-471d-90a0-f781b8607003 HTTP/1.1" status: 204 len: 168 time: 1.5225685 Jul 22 19:07:05.729593 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35540) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:05.806627 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-904592a2-ae29-44a6-9583-d4c7bd273eb3 admin admin] Deleting subnet 03c8289f-2df7-4648-94df-b5ff96a50398 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:07:05.814019 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-904592a2-ae29-44a6-9583-d4c7bd273eb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:05.818424 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c76cf0ce-64c3-4d5c-b622-53d84727d41b no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:07:05.845742 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: c76cf0ce-64c3-4d5c-b622-53d84727d41b {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:07:05.846976 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c76cf0ce-64c3-4d5c-b622-53d84727d41b not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:07:05.864533 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-904592a2-ae29-44a6-9583-d4c7bd273eb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:05.959291 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2db523fe-3893-4bc0-b011-f469a1bce859 req-511a1da6-e151-47b6-906b-61e54966a315 service neutron] 10.222.0.13 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6739604 Jul 22 19:07:05.970057 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-904592a2-ae29-44a6-9583-d4c7bd273eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:05.978202 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7aa61-e6bc-4fde-941d-7afcb5d2a2c1 req-ada8e1a2-1c52-48b7-bbb6-b5890271088c tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:05.987172 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-80e7aa61-e6bc-4fde-941d-7afcb5d2a2c1 req-ada8e1a2-1c52-48b7-bbb6-b5890271088c tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 943 time: 0.6280510 Jul 22 19:07:05.993803 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28d977-8430-4ea0-815f-2fbe4de10029 req-04a1d2ca-c24f-41ce-b445-3cbe95bb0fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:05.996219 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc28d977-8430-4ea0-815f-2fbe4de10029 req-04a1d2ca-c24f-41ce-b445-3cbe95bb0fdd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0caa8986d234851b46f37aec2b58d88&device_id=f76fcbb4-ba46-48f5-a2c7-e0464f2ef018 HTTP/1.1" status: 200 len: 1099 time: 0.6796677 Jul 22 19:07:06.000327 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-f383abf8-5287-4acb-84cc-8f398c0c1801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:06.006445 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-f383abf8-5287-4acb-84cc-8f398c0c1801 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=180287b3edd14ce389e863380bc23ecb&device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 1095 time: 0.6810086 Jul 22 19:07:06.065190 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fa7af2-55d8-4171-bece-c91e7d55bdb8 x-openstack-request-id: req-46fa7af2-55d8-4171-bece-c91e7d55bdb8 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:07:06.066661 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaa0433-a4d7-49d8-96df-87012c4d08c3", "name": "network-vif-deleted", "tag": "e2230034-5aba-4da6-89ba-4331b641b48f", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:07:06.066926 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46fa7af2-55d8-4171-bece-c91e7d55bdb8 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:07:06.067336 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaa0433-a4d7-49d8-96df-87012c4d08c3', 'name': 'network-vif-deleted', 'tag': 'e2230034-5aba-4da6-89ba-4331b641b48f', 'status': 'completed', 'code': 200} Jul 22 19:07:06.070359 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-904592a2-ae29-44a6-9583-d4c7bd273eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:06.115654 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-883537f8-2da1-40d9-9099-52c5df2de7b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d213b4e5-ddfe-489e-bf06-ea824c2dfbf3 HTTP/1.1" status: 200 len: 217 time: 0.0947843 Jul 22 19:07:06.128621 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904592a2-ae29-44a6-9583-d4c7bd273eb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c8289f-2df7-4648-94df-b5ff96a50398,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:06.132770 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-904592a2-ae29-44a6-9583-d4c7bd273eb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:06.137656 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-904592a2-ae29-44a6-9583-d4c7bd273eb3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/03c8289f-2df7-4648-94df-b5ff96a50398 HTTP/1.1" status: 204 len: 168 time: 0.4066522 Jul 22 19:07:06.138266 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35550) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:06.139756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b078e28-d6ca-45c7-9580-030986fbe719 None None] Network fc175c2a-7096-4490-938b-135e158b35e5 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:07:06.211272 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-6626ce61-e611-44fa-8b22-c0f7bf866f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:06.212570 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-6626ce61-e611-44fa-8b22-c0f7bf866f86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b64e6c5-bc9c-41ac-ba0e-c190ce38d3cc HTTP/1.1" status: 200 len: 850 time: 0.0736229 Jul 22 19:07:06.270208 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-80e7aa61-e6bc-4fde-941d-7afcb5d2a2c1 req-bb9520db-cbc0-4125-96e4-68d4a602e201 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812905 Jul 22 19:07:06.286373 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d15521b-4146-4623-9f6e-44101b1a6756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:06.352616 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-29d156e0-3f93-4607-a259-5416deffb6a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da7cf044-915e-459b-bb3e-1bab7d435ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985692 Jul 22 19:07:06.394797 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-8d15521b-4146-4623-9f6e-44101b1a6756 admin admin] Deleting port 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:07:06.395427 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d15521b-4146-4623-9f6e-44101b1a6756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:06.493672 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28d977-8430-4ea0-815f-2fbe4de10029 req-cae5de0c-09bb-48a6-98db-10ada4a623c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:06.493909 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-8d15521b-4146-4623-9f6e-44101b1a6756 admin admin] For port 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5b7b061d-dfdf-45fd-887d-8889a5a8ba2a,segment=NetworkSegment(5fd95182-66b0-4df7-9e9e-e504f31d9650),segment_id=5fd95182-66b0-4df7-9e9e-e504f31d9650)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:06.494243 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d15521b-4146-4623-9f6e-44101b1a6756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:06.495245 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc28d977-8430-4ea0-815f-2fbe4de10029 req-cae5de0c-09bb-48a6-98db-10ada4a623c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.4666169 Jul 22 19:07:06.517004 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-8d15521b-4146-4623-9f6e-44101b1a6756 admin admin] Calling delete_port for 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:07:06.538906 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257ad023-6ee0-41ea-8fc5-cf69b7281c7d None None] DHCP port deletion for fc175c2a-7096-4490-938b-135e158b35e5 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:07:06.600206 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc28d977-8430-4ea0-815f-2fbe4de10029 req-fee48f58-488a-4bde-bf86-cfa4bc27bca4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=14f48e5f-baa9-422b-a057-e8e7961ba450 HTTP/1.1" status: 200 len: 217 time: 0.0527527 Jul 22 19:07:06.607028 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35560) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:06.640223 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d15521b-4146-4623-9f6e-44101b1a6756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:06.654594 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-257ad023-6ee0-41ea-8fc5-cf69b7281c7d None None] Deleting port 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:07:06.655089 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-257ad023-6ee0-41ea-8fc5-cf69b7281c7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:06.680031 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d15521b-4146-4623-9f6e-44101b1a6756 admin admin] No DVR routers for this DVR port 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:07:06.686144 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15521b-4146-4623-9f6e-44101b1a6756 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b7b061d-dfdf-45fd-887d-8889a5a8ba2a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:06.702497 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b691f-417e-4917-850a-e34cf12e5aa6 req-aff759e9-1709-4f8e-a92c-e899532a8869 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:06.704050 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-876b691f-417e-4917-850a-e34cf12e5aa6 req-aff759e9-1709-4f8e-a92c-e899532a8869 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 946 time: 0.4273045 Jul 22 19:07:06.706186 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-10a18a4f-bf7d-4e04-8e05-f5f639f3ea4c service neutron] 10.222.0.16 "GET /v2.0/networks/da7cf044-915e-459b-bb3e-1bab7d435ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130190 Jul 22 19:07:06.761246 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89677f60-6758-40ae-81f3-f3aee4f81c16 req-80dd7ff7-2a02-4e3c-8c64-5e7d2fef8a5d tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:06.768094 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89677f60-6758-40ae-81f3-f3aee4f81c16 req-80dd7ff7-2a02-4e3c-8c64-5e7d2fef8a5d tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76fcbb4-ba46-48f5-a2c7-e0464f2ef018 HTTP/1.1" status: 200 len: 947 time: 0.3759854 Jul 22 19:07:06.778638 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-257ad023-6ee0-41ea-8fc5-cf69b7281c7d None None] For port 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a, host n-d-800086-12, got binding levels [] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:06.779066 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-257ad023-6ee0-41ea-8fc5-cf69b7281c7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:06.781416 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28d977-8430-4ea0-815f-2fbe4de10029 req-fd0fb000-0117-40c2-afcd-e1eef9971e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:06.782807 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc28d977-8430-4ea0-815f-2fbe4de10029 req-fd0fb000-0117-40c2-afcd-e1eef9971e1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1577852 Jul 22 19:07:06.793114 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-257ad023-6ee0-41ea-8fc5-cf69b7281c7d None None] Calling delete_port for 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:07:06.796652 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.ipam_backend_mixin [None req-257ad023-6ee0-41ea-8fc5-cf69b7281c7d None None] Port 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a was not found and therefore no delete operation was performed {{(pid=93808) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:07:06.797973 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-257ad023-6ee0-41ea-8fc5-cf69b7281c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:06.814467 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d15521b-4146-4623-9f6e-44101b1a6756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:06.834023 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ad023-6ee0-41ea-8fc5-cf69b7281c7d None None] Pushing event deleted for resources: {'Port': ['ID=5b7b061d-dfdf-45fd-887d-8889a5a8ba2a,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:06.837976 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ad023-6ee0-41ea-8fc5-cf69b7281c7d None None] No DVR routers for this DVR port 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:07:06.847059 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-8d15521b-4146-4623-9f6e-44101b1a6756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc175c2a-7096-4490-938b-135e158b35e5']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:06.866670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-8d15521b-4146-4623-9f6e-44101b1a6756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd95182-66b0-4df7-9e9e-e504f31d9650') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:06.866967 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-8d15521b-4146-4623-9f6e-44101b1a6756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd95182-66b0-4df7-9e9e-e504f31d9650') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:06.878963 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d15521b-4146-4623-9f6e-44101b1a6756 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:06.906696 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d15521b-4146-4623-9f6e-44101b1a6756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:06.909084 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-876b691f-417e-4917-850a-e34cf12e5aa6 req-2302a0f6-ed6c-4d9e-b731-b069e0b6dcdc tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977644 Jul 22 19:07:06.913695 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9c90c18d-54e7-4782-8f7a-1826ed19e819 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d85de0ab80194d178b09510034bb016b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052430 Jul 22 19:07:06.916965 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35570) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:06.923027 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89677f60-6758-40ae-81f3-f3aee4f81c16 req-753db5e2-8754-442d-b3d9-fe5a1cd30d87 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59c6675-a366-4dfb-8b22-a63aed2f1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539955 Jul 22 19:07:06.948407 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d15521b-4146-4623-9f6e-44101b1a6756 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:07:06.949105 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d15521b-4146-4623-9f6e-44101b1a6756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:07:06.955908 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:07:06.986281 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20e24272-0a9d-4b7f-b7cd-7f992d9c1321 req-bd97a1ed-265a-4a93-8811-eec325509545 service neutron] 10.222.0.16 "GET /v2.0/networks/da7cf044-915e-459b-bb3e-1bab7d435ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704246 Jul 22 19:07:07.018859 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28d977-8430-4ea0-815f-2fbe4de10029 req-12834b1b-25da-47f9-a265-856e0f251dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:07.020390 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc28d977-8430-4ea0-815f-2fbe4de10029 req-12834b1b-25da-47f9-a265-856e0f251dca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2211652 Jul 22 19:07:07.046490 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bac055cb-a446-4dea-8198-5402c2626ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:07.049466 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d15521b-4146-4623-9f6e-44101b1a6756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:07.055913 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d15521b-4146-4623-9f6e-44101b1a6756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:07.061324 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8d15521b-4146-4623-9f6e-44101b1a6756 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fc175c2a-7096-4490-938b-135e158b35e5 HTTP/1.1" status: 204 len: 168 time: 0.9193652 Jul 22 19:07:07.063775 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35576) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:07.083097 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15521b-4146-4623-9f6e-44101b1a6756 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc175c2a-7096-4490-938b-135e158b35e5,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:07.094353 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 14f48e5f-baa9-422b-a057-e8e7961ba450 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:07:07.105503 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bac055cb-a446-4dea-8198-5402c2626ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:07.183378 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bac055cb-a446-4dea-8198-5402c2626ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:07.187832 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bac055cb-a446-4dea-8198-5402c2626ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:07.189661 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bac055cb-a446-4dea-8198-5402c2626ac2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16e566fa-dfa6-47e2-bfbb-35e0f6860c2a HTTP/1.1" status: 204 len: 168 time: 0.2715282 Jul 22 19:07:07.204501 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac055cb-a446-4dea-8198-5402c2626ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e566fa-dfa6-47e2-bfbb-35e0f6860c2a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:07.246930 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 14f48e5f-baa9-422b-a057-e8e7961ba450, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=14f48e5f-baa9-422b-a057-e8e7961ba450,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:07.247239 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ff80c-04e0-43d5-894e-7504c3a028c5 req-97be8fdf-f2e2-41ae-bbcd-b3f780a8ba0c tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:07.248831 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a1ff80c-04e0-43d5-894e-7504c3a028c5 req-97be8fdf-f2e2-41ae-bbcd-b3f780a8ba0c tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb HTTP/1.1" status: 200 len: 945 time: 0.2408686 Jul 22 19:07:07.252428 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35582) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:07.259495 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35584) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:07.260024 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '14f48e5f-baa9-422b-a057-e8e7961ba450', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '14f48e5f-baa9-422b-a057-e8e7961ba450', 'mac_address': 'fa:16:3e:35:02:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:07:07.263038 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-e7a7e21d-0b21-4cf9-b096-38815fc96051 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:07.266099 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-3ec26c96-cda0-470e-aa1d-d969001066ea tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Request body: {'floatingip': {'port_id': '49730689-918b-44a0-ace5-3686dc702014'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:07.271617 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-e7a7e21d-0b21-4cf9-b096-38815fc96051 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports?device_id=2367ffc2-85b4-4650-9218-ec9f0175b2b7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2485769 Jul 22 19:07:07.315993 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:07.325802 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9f44d7-089f-407f-8e07-8d4c7ca4df69', 'tag': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42'}, {'name': 'network-changed', 'server_uuid': '9a52fbdd-ba5a-45ce-b34a-49e46d104453', 'tag': 'd213b4e5-ddfe-489e-bf06-ea824c2dfbf3'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:07:07.328711 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48dafeb-58f0-4229-8b3c-96364921b85a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9f44d7-089f-407f-8e07-8d4c7ca4df69", "tag": "4daabab8-31e7-4401-aaa7-0d6f82ba9c42"}, {"name": "network-changed", "server_uuid": "9a52fbdd-ba5a-45ce-b34a-49e46d104453", "tag": "d213b4e5-ddfe-489e-bf06-ea824c2dfbf3"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:07:07.335253 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f48e5f-baa9-422b-a057-e8e7961ba450 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:07:07.360059 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc28d977-8430-4ea0-815f-2fbe4de10029 req-eafbf6c1-742c-4bd4-a443-2120d832dc2a service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279595 Jul 22 19:07:07.369201 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 14f48e5f-baa9-422b-a057-e8e7961ba450, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=14f48e5f-baa9-422b-a057-e8e7961ba450,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:07.376381 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:07.384380 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ec26c96-cda0-470e-aa1d-d969001066ea tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks [] for floatingip, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:07.392736 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-3518f47c-52ac-44c7-9ad9-0769128fbd9e tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 1002 time: 0.1201186 Jul 22 19:07:07.407896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-fa808dfe-d7cd-4fba-8b8b-af08af034e25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Request body: {'floatingip': {'port_id': '07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:07.444803 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f22351fd-9982-4442-90d3-c8fefd564fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:07.446458 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=14f48e5f-baa9-422b-a057-e8e7961ba450,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:07.515369 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f62ed025-200c-4aa1-a6b5-2ad168d5d447 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5f6b3569b564d27a6f5df338de65c2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594616 Jul 22 19:07:07.519903 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35594) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:07.570054 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-fa808dfe-d7cd-4fba-8b8b-af08af034e25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:07.636681 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc28d977-8430-4ea0-815f-2fbe4de10029 req-18206dcf-5bfb-4c4a-a6c5-95366f51b8f7 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651639 Jul 22 19:07:07.641889 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['14f48e5f-baa9-422b-a057-e8e7961ba450'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:07:07.717923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eaba2e-3dab-4bae-b19f-fd9ff81ed141 req-f0a2b6ad-7242-47d2-8863-c27fbb56d97e tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:07.719788 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15eaba2e-3dab-4bae-b19f-fd9ff81ed141 req-f0a2b6ad-7242-47d2-8863-c27fbb56d97e tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 943 time: 0.2053363 Jul 22 19:07:07.729499 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5adf7c37-9e21-4b66-8cc2-992b1a6f4394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:07.782356 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5adf7c37-9e21-4b66-8cc2-992b1a6f4394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:07.786068 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35598) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:07.818495 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 53e711f1-ccd5-4849-b0e1-9062d5a16d36 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:07:07.842782 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 53e711f1-ccd5-4849-b0e1-9062d5a16d36 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:07:07.843300 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 53e711f1-ccd5-4849-b0e1-9062d5a16d36 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:07:07.843842 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:07:07.861422 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15eaba2e-3dab-4bae-b19f-fd9ff81ed141 req-84723578-d9b7-4a9a-9743-0bcee7bd487d tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175725 Jul 22 19:07:07.870982 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:07:07.871468 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5b7b061d-dfdf-45fd-887d-8889a5a8ba2a not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:07:07.875098 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b9945a82-9445-4bf8-83c7-8bb07ea4fef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:07.884996 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f22351fd-9982-4442-90d3-c8fefd564fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:07.910778 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f22351fd-9982-4442-90d3-c8fefd564fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:07.986068 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 19:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7671cb55-c28e-4f67-b73d-6c39621383ec x-openstack-request-id: req-7671cb55-c28e-4f67-b73d-6c39621383ec {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:07:07.986365 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9f44d7-089f-407f-8e07-8d4c7ca4df69", "tag": "4daabab8-31e7-4401-aaa7-0d6f82ba9c42", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a52fbdd-ba5a-45ce-b34a-49e46d104453", "tag": "d213b4e5-ddfe-489e-bf06-ea824c2dfbf3", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:07:07.986933 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7671cb55-c28e-4f67-b73d-6c39621383ec {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:07:07.987033 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9f44d7-089f-407f-8e07-8d4c7ca4df69', 'tag': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42', 'status': 'completed', 'code': 200} Jul 22 19:07:07.987591 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a52fbdd-ba5a-45ce-b34a-49e46d104453', 'tag': 'd213b4e5-ddfe-489e-bf06-ea824c2dfbf3', 'status': 'completed', 'code': 200} Jul 22 19:07:08.095132 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f22351fd-9982-4442-90d3-c8fefd564fcb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48e1226cd003495e986325d917d7f566&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0294988 Jul 22 19:07:08.102561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22351fd-9982-4442-90d3-c8fefd564fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052a90e2-bfb2-4226-ac31-bdf1ca7d082d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:08.106881 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35602) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:08.137717 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5adf7c37-9e21-4b66-8cc2-992b1a6f4394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:08.140260 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5adf7c37-9e21-4b66-8cc2-992b1a6f4394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:08.141503 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5adf7c37-9e21-4b66-8cc2-992b1a6f4394 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c41abda-099e-4a8e-bc31-18b18101b9ec HTTP/1.1" status: 204 len: 168 time: 0.6204102 Jul 22 19:07:08.193346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dafeb-58f0-4229-8b3c-96364921b85a req-7a9acb01-ff93-41a8-8245-500e5cae3857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:08.195066 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b48dafeb-58f0-4229-8b3c-96364921b85a req-7a9acb01-ff93-41a8-8245-500e5cae3857 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a45453396704c03940ca7767a9c8356&device_id=fb9f44d7-089f-407f-8e07-8d4c7ca4df69 HTTP/1.1" status: 200 len: 1098 time: 0.2029068 Jul 22 19:07:08.237532 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf7c37-9e21-4b66-8cc2-992b1a6f4394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c41abda-099e-4a8e-bc31-18b18101b9ec,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:08.265381 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059932d4-e472-4069-834c-b066f7eeb6f9 req-39976e1c-e8f7-4e1d-8f6b-44603098c254 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:08.267223 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-059932d4-e472-4069-834c-b066f7eeb6f9 req-39976e1c-e8f7-4e1d-8f6b-44603098c254 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 946 time: 0.2377839 Jul 22 19:07:08.279843 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.db.resource_extend [None req-3ec26c96-cda0-470e-aa1d-d969001066ea tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:07:08.358621 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-95051a37-20b7-4018-80da-f17991a0a366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:08.375860 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ec26c96-cda0-470e-aa1d-d969001066ea tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:08.386591 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b9945a82-9445-4bf8-83c7-8bb07ea4fef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:08.387809 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ec26c96-cda0-470e-aa1d-d969001066ea tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:08.392895 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b9945a82-9445-4bf8-83c7-8bb07ea4fef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:08.403671 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-fa808dfe-d7cd-4fba-8b8b-af08af034e25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:08.415837 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-059932d4-e472-4069-834c-b066f7eeb6f9 req-44c1f762-415c-4852-b4fe-974fb8f531ef tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378169 Jul 22 19:07:08.423381 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-fa808dfe-d7cd-4fba-8b8b-af08af034e25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:08.528896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dafeb-58f0-4229-8b3c-96364921b85a req-2360a8da-4824-4feb-b7a7-ba347dccf74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:08.530679 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b48dafeb-58f0-4229-8b3c-96364921b85a req-2360a8da-4824-4feb-b7a7-ba347dccf74d service neutron] 10.222.0.16 "GET /v2.0/networks?id=c65cd496-c426-405a-b8c2-36e596dfdd4c HTTP/1.1" status: 200 len: 921 time: 0.3138492 Jul 22 19:07:08.610704 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b48dafeb-58f0-4229-8b3c-96364921b85a req-7ae9bf00-5e9a-48ff-ae08-ebe1b0d90b7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4daabab8-31e7-4401-aaa7-0d6f82ba9c42 HTTP/1.1" status: 200 len: 217 time: 0.0525532 Jul 22 19:07:08.629995 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35608) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:08.696824 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-fa808dfe-d7cd-4fba-8b8b-af08af034e25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Floating IP 33978781-103f-4d91-b91c-82acd15fb165 associated. External IP: 172.25.3.199, port: 4daabab8-31e7-4401-aaa7-0d6f82ba9c42. Jul 22 19:07:08.753566 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-95051a37-20b7-4018-80da-f17991a0a366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:08.773862 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dafeb-58f0-4229-8b3c-96364921b85a req-9f13c048-598b-404f-ab24-a151010308de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:08.775349 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b48dafeb-58f0-4229-8b3c-96364921b85a req-9f13c048-598b-404f-ab24-a151010308de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30ea6495-2382-41f8-8d66-bf8d2e3d0983 HTTP/1.1" status: 200 len: 859 time: 0.1580617 Jul 22 19:07:08.799627 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b9945a82-9445-4bf8-83c7-8bb07ea4fef8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0f88940168f4a1ab8349355305489f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0020595 Jul 22 19:07:08.803844 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35610) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:08.807652 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:08.811693 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9945a82-9445-4bf8-83c7-8bb07ea4fef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b4eb1b-763e-4752-b073-8141c12e541a,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:08.812254 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76e650-4d6d-4cad-9834-f2bb5016f339 req-570b4627-4b16-46c8-8f13-244f523237c5 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:08.813825 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3a76e650-4d6d-4cad-9834-f2bb5016f339 req-570b4627-4b16-46c8-8f13-244f523237c5 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76fcbb4-ba46-48f5-a2c7-e0464f2ef018 HTTP/1.1" status: 200 len: 948 time: 0.3043735 Jul 22 19:07:08.857905 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d79c70cd-be67-4ce6-8efa-044d76b349ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d062f16682ef4dcfa3f87204d2f2eda0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253313 Jul 22 19:07:08.862294 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35612) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:08.897336 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [None req-3ec26c96-cda0-470e-aa1d-d969001066ea tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Floating IP 2a7255ee-4f88-4415-99eb-d152aeda1b1a associated. External IP: 172.25.3.52, port: 49730689-918b-44a0-ace5-3686dc702014. Jul 22 19:07:08.987910 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-95051a37-20b7-4018-80da-f17991a0a366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:08.990639 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-95051a37-20b7-4018-80da-f17991a0a366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:08.991827 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-95051a37-20b7-4018-80da-f17991a0a366 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/052a90e2-bfb2-4226-ac31-bdf1ca7d082d HTTP/1.1" status: 204 len: 168 time: 0.8760400 Jul 22 19:07:09.009170 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07c179ac-4787-4db9-835d-680991075552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:09.019976 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95051a37-20b7-4018-80da-f17991a0a366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052a90e2-bfb2-4226-ac31-bdf1ca7d082d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:09.060519 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d783acfd-9985-4516-8bad-994abbda0385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:09.065516 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07c179ac-4787-4db9-835d-680991075552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:09.098774 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 14f48e5f-baa9-422b-a057-e8e7961ba450 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:07:09.124235 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d783acfd-9985-4516-8bad-994abbda0385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:09.193132 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 14f48e5f-baa9-422b-a057-e8e7961ba450 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:07:09.201437 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 14f48e5f-baa9-422b-a057-e8e7961ba450 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:09.202898 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:09.263055 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07c179ac-4787-4db9-835d-680991075552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:09.265694 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07c179ac-4787-4db9-835d-680991075552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:09.269326 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-07c179ac-4787-4db9-835d-680991075552 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28b4eb1b-763e-4752-b073-8141c12e541a HTTP/1.1" status: 204 len: 168 time: 0.4562683 Jul 22 19:07:09.291482 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d783acfd-9985-4516-8bad-994abbda0385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:09.295410 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d783acfd-9985-4516-8bad-994abbda0385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:09.297650 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d783acfd-9985-4516-8bad-994abbda0385 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4f361fb-53f5-4b7d-b650-bbfeb04a7e25 HTTP/1.1" status: 204 len: 168 time: 0.4335461 Jul 22 19:07:09.304808 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec26c96-cda0-470e-aa1d-d969001066ea tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Router f403daa6-045c-4738-b4d7-cc55af107081 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:07:09.308270 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c179ac-4787-4db9-835d-680991075552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b4eb1b-763e-4752-b073-8141c12e541a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:09.364526 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:09.391098 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76fcbb4-ba46-48f5-a2c7-e0464f2ef018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f48e5f-baa9-422b-a057-e8e7961ba450'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:07:09.401792 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7a11ed-3f03-49c1-9a69-df2f37491c84" -d '{"events": [{"server_uuid": "f76fcbb4-ba46-48f5-a2c7-e0464f2ef018", "name": "network-vif-plugged", "status": "completed", "tag": "14f48e5f-baa9-422b-a057-e8e7961ba450"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:07:09.420738 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783acfd-9985-4516-8bad-994abbda0385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f361fb-53f5-4b7d-b650-bbfeb04a7e25,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:09.441456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 14f48e5f-baa9-422b-a057-e8e7961ba450, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=14f48e5f-baa9-422b-a057-e8e7961ba450,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:09.458328 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:09.470621 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec26c96-cda0-470e-aa1d-d969001066ea tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:07:09.476139 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ec26c96-cda0-470e-aa1d-d969001066ea tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:09.482884 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c13ae4-4b24-47dc-b638-2f034a62d5bc None None] Sync routers for ids ['f403daa6-045c-4738-b4d7-cc55af107081'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:07:09.493790 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c13ae4-4b24-47dc-b638-2f034a62d5bc None None] Routers {'f403daa6-045c-4738-b4d7-cc55af107081'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:09.497200 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-42c13ae4-4b24-47dc-b638-2f034a62d5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f403daa6-045c-4738-b4d7-cc55af107081'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:09.505329 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3a76e650-4d6d-4cad-9834-f2bb5016f339 req-145cc4d0-4853-4d6a-9fea-3e5b95e05017 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59c6675-a366-4dfb-8b22-a63aed2f1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6676149 Jul 22 19:07:09.559489 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=14f48e5f-baa9-422b-a057-e8e7961ba450,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:09.575749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35630) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:09.591785 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3ec26c96-cda0-470e-aa1d-d969001066ea tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "PUT /v2.0/floatingips/2a7255ee-4f88-4415-99eb-d152aeda1b1a HTTP/1.1" status: 200 len: 990 time: 2.3304622 Jul 22 19:07:09.593548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb', 'tag': '49730689-918b-44a0-ace5-3686dc702014'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:07:09.598014 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdfd8dc-76b2-4028-9183-03cbe64f9436" -d '{"events": [{"name": "network-changed", "server_uuid": "92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb", "tag": "49730689-918b-44a0-ace5-3686dc702014"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:07:09.657403 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4deceab5-6722-4fbd-ab52-00fffc5969eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:09.689907 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dafeb-58f0-4229-8b3c-96364921b85a req-20f6f27a-e1de-40e0-938a-9bdefb3a753e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:09.691683 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b48dafeb-58f0-4229-8b3c-96364921b85a req-20f6f27a-e1de-40e0-938a-9bdefb3a753e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c65cd496-c426-405a-b8c2-36e596dfdd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9080739 Jul 22 19:07:09.699128 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-42c13ae4-4b24-47dc-b638-2f034a62d5bc None None] Set router f403daa6-045c-4738-b4d7-cc55af107081 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:09.743729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915303c-4031-49a9-8802-45632c3ed075 req-69c73402-723d-4cb0-996a-970f5c5b3337 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:09.746864 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b915303c-4031-49a9-8802-45632c3ed075 req-69c73402-723d-4cb0-996a-970f5c5b3337 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.30 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 946 time: 0.9085808 Jul 22 19:07:09.856451 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-fa808dfe-d7cd-4fba-8b8b-af08af034e25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Router fe31e210-6676-4e0a-9e43-f1282df17adc has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:07:09.959338 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d213b4e5-ddfe-489e-bf06-ea824c2dfbf3 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:07:10.033875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ac5ab-e455-4af8-97ab-bd39494644a2 req-0bcf2b4a-6be8-426f-804f-544095d284c4 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:10.037297 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab0ac5ab-e455-4af8-97ab-bd39494644a2 req-0bcf2b4a-6be8-426f-804f-544095d284c4 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 943 time: 0.3918266 Jul 22 19:07:10.108462 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b48dafeb-58f0-4229-8b3c-96364921b85a req-c688eb60-aa19-40af-91d5-a7814f81f298 service neutron] 10.222.0.16 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766251 Jul 22 19:07:10.130873 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-42c13ae4-4b24-47dc-b638-2f034a62d5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'name': 'tempest-ServersTestJSON-1238713276-router', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:25Z', 'updated_at': '2021-07-22T19:06:33Z', 'revision_number': 4, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'gw_port': {'id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:27Z', 'updated_at': '2021-07-22T19:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '2a7255ee-4f88-4415-99eb-d152aeda1b1a', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'port_id': '49730689-918b-44a0-ace5-3686dc702014', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb', 'mac_address': 'fa:16:3e:53:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:06:40Z', 'updated_at': '2021-07-22T19:07:08Z', 'revision_number': 1, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd5ff12-05fd-468b-b9e3-57ea24474cfd', 'name': '', 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'mac_address': 'fa:16:3e:1d:44:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'd48270ba-b16f-49be-a9cd-03fdc53d1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:32Z', 'updated_at': '2021-07-22T19:06:42Z', 'revision_number': 5, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'subnets': [{'id': 'd48270ba-b16f-49be-a9cd-03fdc53d1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:10.151154 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4deceab5-6722-4fbd-ab52-00fffc5969eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:10.151453 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port d213b4e5-ddfe-489e-bf06-ea824c2dfbf3, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d213b4e5-ddfe-489e-bf06-ea824c2dfbf3,segment=NetworkSegment(edf91077-6018-45d3-a537-cd4f3c95d5c1),segment_id=edf91077-6018-45d3-a537-cd4f3c95d5c1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:10.164689 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c13ae4-4b24-47dc-b638-2f034a62d5bc None None] Checking router: f403daa6-045c-4738-b4d7-cc55af107081 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:07:10.175265 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'd213b4e5-ddfe-489e-bf06-ea824c2dfbf3', 'network_id': 'da7cf044-915e-459b-bb3e-1bab7d435ed9', 'port_id': 'd213b4e5-ddfe-489e-bf06-ea824c2dfbf3', 'mac_address': 'fa:16:3e:ac:db:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b64e6c5-bc9c-41ac-ba0e-c190ce38d3cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:07:10.179932 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c13ae4-4b24-47dc-b638-2f034a62d5bc None None] Routers {'f403daa6-045c-4738-b4d7-cc55af107081'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:10.183237 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-42c13ae4-4b24-47dc-b638-2f034a62d5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f403daa6-045c-4738-b4d7-cc55af107081'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:10.227292 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4deceab5-6722-4fbd-ab52-00fffc5969eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:10.234040 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:10.263212 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d213b4e5-ddfe-489e-bf06-ea824c2dfbf3 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:07:10.285454 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4deceab5-6722-4fbd-ab52-00fffc5969eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74ea519bd9ed4538942416ea18a81649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6935916 Jul 22 19:07:10.285684 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35660) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:10.295602 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port d213b4e5-ddfe-489e-bf06-ea824c2dfbf3, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d213b4e5-ddfe-489e-bf06-ea824c2dfbf3,segment=NetworkSegment(edf91077-6018-45d3-a537-cd4f3c95d5c1),segment_id=edf91077-6018-45d3-a537-cd4f3c95d5c1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:10.296864 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deceab5-6722-4fbd-ab52-00fffc5969eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be65d332-4e8a-4d90-bb26-f2e6a3000dad,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:10.304454 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:10.333332 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab0ac5ab-e455-4af8-97ab-bd39494644a2 req-fbbed256-fb84-4c0f-a364-f2ef4a28f0ae tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202537 Jul 22 19:07:10.391265 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-b915303c-4031-49a9-8802-45632c3ed075 req-f7447f7e-721a-43dc-a9c0-9351a606d7d7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Deleting port 85c56be1-dc05-4884-b839-b8d98be04296 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:07:10.391617 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b915303c-4031-49a9-8802-45632c3ed075 req-f7447f7e-721a-43dc-a9c0-9351a606d7d7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:10.413641 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=d213b4e5-ddfe-489e-bf06-ea824c2dfbf3,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:10.442827 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a91b116-b7d9-4331-847f-6facea2eefce x-openstack-request-id: req-5a91b116-b7d9-4331-847f-6facea2eefce {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:07:10.443489 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76fcbb4-ba46-48f5-a2c7-e0464f2ef018", "name": "network-vif-plugged", "status": "completed", "tag": "14f48e5f-baa9-422b-a057-e8e7961ba450", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:07:10.443489 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a91b116-b7d9-4331-847f-6facea2eefce {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:07:10.443837 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76fcbb4-ba46-48f5-a2c7-e0464f2ef018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f48e5f-baa9-422b-a057-e8e7961ba450', 'code': 200} Jul 22 19:07:10.460896 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-42c13ae4-4b24-47dc-b638-2f034a62d5bc None None] Set router f403daa6-045c-4738-b4d7-cc55af107081 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:10.474224 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0a245269-e15f-47aa-a65a-dbe22fb392d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:10.490757 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-fa808dfe-d7cd-4fba-8b8b-af08af034e25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:07:10.498294 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b48dafeb-58f0-4229-8b3c-96364921b85a req-87150861-20aa-4ddc-b105-7e0e23c81595 service neutron] 10.222.0.16 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495739 Jul 22 19:07:10.508452 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceb5e07-23f0-441e-ac8a-c9ab7f70e207 None None] Sync routers for ids ['fe31e210-6676-4e0a-9e43-f1282df17adc'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:07:10.525039 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceb5e07-23f0-441e-ac8a-c9ab7f70e207 None None] Routers {'fe31e210-6676-4e0a-9e43-f1282df17adc'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:10.527185 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-1ceb5e07-23f0-441e-ac8a-c9ab7f70e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fe31e210-6676-4e0a-9e43-f1282df17adc'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:10.543713 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['d213b4e5-ddfe-489e-bf06-ea824c2dfbf3'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:07:10.553505 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0a245269-e15f-47aa-a65a-dbe22fb392d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:10.620320 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0a245269-e15f-47aa-a65a-dbe22fb392d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:10.624525 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0a245269-e15f-47aa-a65a-dbe22fb392d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:10.628831 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0a245269-e15f-47aa-a65a-dbe22fb392d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be65d332-4e8a-4d90-bb26-f2e6a3000dad HTTP/1.1" status: 204 len: 168 time: 0.3418331 Jul 22 19:07:10.653255 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a245269-e15f-47aa-a65a-dbe22fb392d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be65d332-4e8a-4d90-bb26-f2e6a3000dad,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:10.762739 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-b915303c-4031-49a9-8802-45632c3ed075 req-f7447f7e-721a-43dc-a9c0-9351a606d7d7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] For port 85c56be1-dc05-4884-b839-b8d98be04296, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=85c56be1-dc05-4884-b839-b8d98be04296,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:10.763302 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b915303c-4031-49a9-8802-45632c3ed075 req-f7447f7e-721a-43dc-a9c0-9351a606d7d7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:10.808552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-b915303c-4031-49a9-8802-45632c3ed075 req-f7447f7e-721a-43dc-a9c0-9351a606d7d7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Calling delete_port for 85c56be1-dc05-4884-b839-b8d98be04296 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:07:10.822650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73296e30-3d1b-470d-b773-85d4c3b9d0f2 req-1e33b72a-8cd5-4cb9-8abf-ea9d326562d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:10.824187 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73296e30-3d1b-470d-b773-85d4c3b9d0f2 req-1e33b72a-8cd5-4cb9-8abf-ea9d326562d6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f76fcbb4-ba46-48f5-a2c7-e0464f2ef018 HTTP/1.1" status: 200 len: 1101 time: 0.2792971 Jul 22 19:07:10.872841 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dafeb-58f0-4229-8b3c-96364921b85a req-e7712a94-a1e1-4f4c-89b8-cea6c79a0f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:10.874368 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b48dafeb-58f0-4229-8b3c-96364921b85a req-e7712a94-a1e1-4f4c-89b8-cea6c79a0f0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=180287b3edd14ce389e863380bc23ecb&device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 1096 time: 0.2183683 Jul 22 19:07:10.892108 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-42c13ae4-4b24-47dc-b638-2f034a62d5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'name': 'tempest-ServersTestJSON-1238713276-router', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:25Z', 'updated_at': '2021-07-22T19:06:33Z', 'revision_number': 4, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'gw_port': {'id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:27Z', 'updated_at': '2021-07-22T19:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '2a7255ee-4f88-4415-99eb-d152aeda1b1a', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'port_id': '49730689-918b-44a0-ace5-3686dc702014', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb', 'mac_address': 'fa:16:3e:53:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:06:40Z', 'updated_at': '2021-07-22T19:07:08Z', 'revision_number': 1, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd5ff12-05fd-468b-b9e3-57ea24474cfd', 'name': '', 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'mac_address': 'fa:16:3e:1d:44:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'd48270ba-b16f-49be-a9cd-03fdc53d1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:32Z', 'updated_at': '2021-07-22T19:06:42Z', 'revision_number': 5, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'subnets': [{'id': 'd48270ba-b16f-49be-a9cd-03fdc53d1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:10.912784 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-1ceb5e07-23f0-441e-ac8a-c9ab7f70e207 None None] Set router fe31e210-6676-4e0a-9e43-f1282df17adc gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:10.924841 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c13ae4-4b24-47dc-b638-2f034a62d5bc None None] The sync data for ids ['f403daa6-045c-4738-b4d7-cc55af107081'] in n-d-800086-12 is: [{'id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'name': 'tempest-ServersTestJSON-1238713276-router', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:25Z', 'updated_at': '2021-07-22T19:06:33Z', 'revision_number': 4, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'gw_port': {'id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:27Z', 'updated_at': '2021-07-22T19:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '2a7255ee-4f88-4415-99eb-d152aeda1b1a', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'port_id': '49730689-918b-44a0-ace5-3686dc702014', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb', 'mac_address': 'fa:16:3e:53:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:06:40Z', 'updated_at': '2021-07-22T19:07:08Z', 'revision_number': 1, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd5ff12-05fd-468b-b9e3-57ea24474cfd', 'name': '', 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'mac_address': 'fa:16:3e:1d:44:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'd48270ba-b16f-49be-a9cd-03fdc53d1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:32Z', 'updated_at': '2021-07-22T19:06:42Z', 'revision_number': 5, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'subnets': [{'id': 'd48270ba-b16f-49be-a9cd-03fdc53d1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:07:11.076943 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c26e8c-da7b-4e35-b347-0f2b35fc3e72 req-25e6b92f-bed8-4d02-9933-8621ee0dff10 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:11.084353 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99c26e8c-da7b-4e35-b347-0f2b35fc3e72 req-25e6b92f-bed8-4d02-9933-8621ee0dff10 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a HTTP/1.1" status: 200 len: 946 time: 0.4254391 Jul 22 19:07:11.100374 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 85c56be1-dc05-4884-b839-b8d98be04296 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:07:11.243444 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eb1e8e-ca68-437e-85a7-da8b4e8cb766 None None] New status for floating IP 2a7255ee-4f88-4415-99eb-d152aeda1b1a: ACTIVE {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:07:11.297712 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:11.379038 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73296e30-3d1b-470d-b773-85d4c3b9d0f2 req-68617f16-7291-467c-a27b-ddee6789fe44 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f59c6675-a366-4dfb-8b22-a63aed2f1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349748 Jul 22 19:07:11.389865 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b915303c-4031-49a9-8802-45632c3ed075 req-f7447f7e-721a-43dc-a9c0-9351a606d7d7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:11.409501 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99c26e8c-da7b-4e35-b347-0f2b35fc3e72 req-ff55ca26-3b7e-49ef-abc0-e9c9de0ca14e tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242431 Jul 22 19:07:11.492368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7447f7e-721a-43dc-a9c0-9351a606d7d7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Pushing event deleted for resources: {'Port': ['ID=85c56be1-dc05-4884-b839-b8d98be04296,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:11.505426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-fa808dfe-d7cd-4fba-8b8b-af08af034e25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Router fe31e210-6676-4e0a-9e43-f1282df17adc has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:07:11.561077 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dafeb-58f0-4229-8b3c-96364921b85a req-01380b26-4260-4f1d-b66a-0e199372fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:11.562195 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b48dafeb-58f0-4229-8b3c-96364921b85a req-01380b26-4260-4f1d-b66a-0e199372fca0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da7cf044-915e-459b-bb3e-1bab7d435ed9 HTTP/1.1" status: 200 len: 911 time: 0.6814570 Jul 22 19:07:11.589564 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01c1229-a311-45fd-ae18-c67f961dfbd4 x-openstack-request-id: req-d01c1229-a311-45fd-ae18-c67f961dfbd4 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:07:11.590489 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb", "tag": "49730689-918b-44a0-ace5-3686dc702014", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:07:11.591177 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d01c1229-a311-45fd-ae18-c67f961dfbd4 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:07:11.591804 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb', 'tag': '49730689-918b-44a0-ace5-3686dc702014', 'status': 'completed', 'code': 200} Jul 22 19:07:11.603026 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-b915303c-4031-49a9-8802-45632c3ed075 req-f7447f7e-721a-43dc-a9c0-9351a606d7d7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] No DVR routers for this DVR port 85c56be1-dc05-4884-b839-b8d98be04296 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:07:11.607956 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b915303c-4031-49a9-8802-45632c3ed075 req-f7447f7e-721a-43dc-a9c0-9351a606d7d7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:11.610963 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b915303c-4031-49a9-8802-45632c3ed075 req-f7447f7e-721a-43dc-a9c0-9351a606d7d7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.30 "DELETE /v2.0/ports/85c56be1-dc05-4884-b839-b8d98be04296 HTTP/1.1" status: 204 len: 173 time: 1.8372684 Jul 22 19:07:11.610963 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a', 'name': 'network-vif-deleted', 'tag': '85c56be1-dc05-4884-b839-b8d98be04296'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:07:11.613555 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180b3085-b4ad-4444-b7c3-f3f327a9427d" -d '{"events": [{"server_uuid": "c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a", "name": "network-vif-deleted", "tag": "85c56be1-dc05-4884-b839-b8d98be04296"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:07:11.669739 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9bafbda3-406d-4a5f-9e82-83f95a18a714'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:07:11.671578 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:11.672064 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b48dafeb-58f0-4229-8b3c-96364921b85a req-991ad064-c91b-40c0-97b1-8830e0cf5494 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d213b4e5-ddfe-489e-bf06-ea824c2dfbf3 HTTP/1.1" status: 200 len: 217 time: 0.0874777 Jul 22 19:07:11.779344 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfd8dc-76b2-4028-9183-03cbe64f9436 req-26a8fa32-f54b-4ded-8a35-c3afd5e223bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:11.780911 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4cdfd8dc-76b2-4028-9183-03cbe64f9436 req-26a8fa32-f54b-4ded-8a35-c3afd5e223bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e50d9d2c5a7e46748d4298f11daca3fd&device_id=92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb HTTP/1.1" status: 200 len: 1097 time: 0.1707363 Jul 22 19:07:11.808772 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-1ceb5e07-23f0-441e-ac8a-c9ab7f70e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '33978781-103f-4d91-b91c-82acd15fb165', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'port_id': '07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'mac_address': 'fa:16:3e:1f:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2367ffc2-85b4-4650-9218-ec9f0175b2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:06:33Z', 'updated_at': '2021-07-22T19:07:08Z', 'revision_number': 3, 'project_id': '4a45453396704c03940ca7767a9c8356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7f8a44-dd3f-4b9d-989b-29efac33cf91', 'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'mac_address': 'fa:16:3e:4e:d8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:09Z', 'updated_at': '2021-07-22T19:06:16Z', 'revision_number': 5, 'project_id': '4a45453396704c03940ca7767a9c8356', 'subnets': [{'id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:11.843781 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceb5e07-23f0-441e-ac8a-c9ab7f70e207 None None] Checking router: fe31e210-6676-4e0a-9e43-f1282df17adc for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:07:11.886333 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dafeb-58f0-4229-8b3c-96364921b85a req-146c8fb4-18ba-47f2-b97d-ed1954592ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:11.887940 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b48dafeb-58f0-4229-8b3c-96364921b85a req-146c8fb4-18ba-47f2-b97d-ed1954592ace service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b64e6c5-bc9c-41ac-ba0e-c190ce38d3cc HTTP/1.1" status: 200 len: 850 time: 0.1776543 Jul 22 19:07:11.893792 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceb5e07-23f0-441e-ac8a-c9ab7f70e207 None None] Routers {'fe31e210-6676-4e0a-9e43-f1282df17adc'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:11.894429 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-1ceb5e07-23f0-441e-ac8a-c9ab7f70e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fe31e210-6676-4e0a-9e43-f1282df17adc'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:11.939897 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b48dafeb-58f0-4229-8b3c-96364921b85a req-0ce642cd-a645-499e-b971-0b8d17acad72 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da7cf044-915e-459b-bb3e-1bab7d435ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407546 Jul 22 19:07:11.964947 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfd8dc-76b2-4028-9183-03cbe64f9436 req-563307b5-5acc-493c-974f-aa0153cb907a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:11.966544 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4cdfd8dc-76b2-4028-9183-03cbe64f9436 req-563307b5-5acc-493c-974f-aa0153cb907a service neutron] 10.222.0.16 "GET /v2.0/networks?id=f9bbe562-b493-48e1-a0cc-ad8bf88524eb HTTP/1.1" status: 200 len: 907 time: 0.1797101 Jul 22 19:07:11.968521 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9cee7-6741-4367-8dea-969f50c195c5 req-4d91ffbb-2afb-4222-943c-237f28ccc155 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:11.970111 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03f9cee7-6741-4367-8dea-969f50c195c5 req-4d91ffbb-2afb-4222-943c-237f28ccc155 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76fcbb4-ba46-48f5-a2c7-e0464f2ef018 HTTP/1.1" status: 200 len: 949 time: 0.1851225 Jul 22 19:07:11.985986 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d213b4e5-ddfe-489e-bf06-ea824c2dfbf3 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:07:12.011945 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-fa808dfe-d7cd-4fba-8b8b-af08af034e25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:07:12.016966 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-fa808dfe-d7cd-4fba-8b8b-af08af034e25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:12.049889 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4cdfd8dc-76b2-4028-9183-03cbe64f9436 req-ecd20518-4cd5-4fae-ad16-c561ca09f34e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49730689-918b-44a0-ace5-3686dc702014 HTTP/1.1" status: 200 len: 1000 time: 0.0768867 Jul 22 19:07:12.075697 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-1ceb5e07-23f0-441e-ac8a-c9ab7f70e207 None None] Set router fe31e210-6676-4e0a-9e43-f1282df17adc gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:12.078139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port d213b4e5-ddfe-489e-bf06-ea824c2dfbf3 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:07:12.082162 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03f9cee7-6741-4367-8dea-969f50c195c5 req-e9db7cf8-0200-4292-8fee-60431d01d585 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59c6675-a366-4dfb-8b22-a63aed2f1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021302 Jul 22 19:07:12.108369 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port d213b4e5-ddfe-489e-bf06-ea824c2dfbf3 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:12.108980 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:12.148462 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfd8dc-76b2-4028-9183-03cbe64f9436 req-8e4a0976-ebb0-47a8-886a-e9b18c2610f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:12.167007 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4cdfd8dc-76b2-4028-9183-03cbe64f9436 req-8e4a0976-ebb0-47a8-886a-e9b18c2610f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d48270ba-b16f-49be-a9cd-03fdc53d1bf5 HTTP/1.1" status: 200 len: 845 time: 0.1095808 Jul 22 19:07:12.214242 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-fa808dfe-d7cd-4fba-8b8b-af08af034e25 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "PUT /v2.0/floatingips/33978781-103f-4d91-b91c-82acd15fb165 HTTP/1.1" status: 200 len: 998 time: 4.8205831 Jul 22 19:07:12.255128 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:12.295892 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfd8dc-76b2-4028-9183-03cbe64f9436 req-d03e2674-fc1b-4b73-b16a-7fe0ef0a0e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:12.300609 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4cdfd8dc-76b2-4028-9183-03cbe64f9436 req-d03e2674-fc1b-4b73-b16a-7fe0ef0a0e38 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f9bbe562-b493-48e1-a0cc-ad8bf88524eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1257932 Jul 22 19:07:12.351479 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port d213b4e5-ddfe-489e-bf06-ea824c2dfbf3, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d213b4e5-ddfe-489e-bf06-ea824c2dfbf3,segment=NetworkSegment(edf91077-6018-45d3-a537-cd4f3c95d5c1),segment_id=edf91077-6018-45d3-a537-cd4f3c95d5c1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:12.357562 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:12.396596 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b48dafeb-58f0-4229-8b3c-96364921b85a req-373062fb-ca18-4de9-8d2a-72c0c35a8879 service neutron] 10.222.0.16 "GET /v2.0/networks/da7cf044-915e-459b-bb3e-1bab7d435ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396901 Jul 22 19:07:12.448202 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a52fbdd-ba5a-45ce-b34a-49e46d104453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd213b4e5-ddfe-489e-bf06-ea824c2dfbf3'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:07:12.450625 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5364f4c6-3593-4be6-8def-1f81edeaa789" -d '{"events": [{"server_uuid": "9a52fbdd-ba5a-45ce-b34a-49e46d104453", "name": "network-vif-plugged", "status": "completed", "tag": "d213b4e5-ddfe-489e-bf06-ea824c2dfbf3"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:07:12.465585 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=d213b4e5-ddfe-489e-bf06-ea824c2dfbf3,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:12.493510 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-e842b185-9dc1-44c7-a873-35d67e227720 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:12.497721 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-1ceb5e07-23f0-441e-ac8a-c9ab7f70e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '33978781-103f-4d91-b91c-82acd15fb165', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'port_id': '07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'mac_address': 'fa:16:3e:1f:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2367ffc2-85b4-4650-9218-ec9f0175b2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:06:33Z', 'updated_at': '2021-07-22T19:07:08Z', 'revision_number': 3, 'project_id': '4a45453396704c03940ca7767a9c8356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7f8a44-dd3f-4b9d-989b-29efac33cf91', 'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'mac_address': 'fa:16:3e:4e:d8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:09Z', 'updated_at': '2021-07-22T19:06:16Z', 'revision_number': 5, 'project_id': '4a45453396704c03940ca7767a9c8356', 'subnets': [{'id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:12.499816 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-e842b185-9dc1-44c7-a873-35d67e227720 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports/4daabab8-31e7-4401-aaa7-0d6f82ba9c42 HTTP/1.1" status: 200 len: 943 time: 0.2755558 Jul 22 19:07:12.532155 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceb5e07-23f0-441e-ac8a-c9ab7f70e207 None None] The sync data for ids ['fe31e210-6676-4e0a-9e43-f1282df17adc'] in n-d-800086-12 is: [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '33978781-103f-4d91-b91c-82acd15fb165', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'port_id': '07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'mac_address': 'fa:16:3e:1f:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2367ffc2-85b4-4650-9218-ec9f0175b2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:06:33Z', 'updated_at': '2021-07-22T19:07:08Z', 'revision_number': 3, 'project_id': '4a45453396704c03940ca7767a9c8356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7f8a44-dd3f-4b9d-989b-29efac33cf91', 'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'mac_address': 'fa:16:3e:4e:d8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:09Z', 'updated_at': '2021-07-22T19:06:16Z', 'revision_number': 5, 'project_id': '4a45453396704c03940ca7767a9c8356', 'subnets': [{'id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:07:12.536746 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4cdfd8dc-76b2-4028-9183-03cbe64f9436 req-3280cfff-bc01-4e9a-9944-cd62f4aac36b service neutron] 10.222.0.16 "GET /v2.0/networks/f9bbe562-b493-48e1-a0cc-ad8bf88524eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307584 Jul 22 19:07:12.582639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b48dafeb-58f0-4229-8b3c-96364921b85a req-b48e61a0-82b2-4dde-b78c-0d68794e41a7 service neutron] 10.222.0.16 "GET /v2.0/networks/da7cf044-915e-459b-bb3e-1bab7d435ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796257 Jul 22 19:07:12.708235 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4cdfd8dc-76b2-4028-9183-03cbe64f9436 req-a4e073d3-55b2-41ba-baef-5c4c7f9b21c0 service neutron] 10.222.0.16 "GET /v2.0/networks/f9bbe562-b493-48e1-a0cc-ad8bf88524eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634552 Jul 22 19:07:12.748591 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-d8cadcc2-a98e-49f6-bae9-8045b94b23cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:12.750202 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-d8cadcc2-a98e-49f6-bae9-8045b94b23cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a45453396704c03940ca7767a9c8356&device_id=fb9f44d7-089f-407f-8e07-8d4c7ca4df69 HTTP/1.1" status: 200 len: 1098 time: 0.1321063 Jul 22 19:07:12.845654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a11bf82-b6f5-4893-912d-dd8a1c170940 None None] New status for floating IP 33978781-103f-4d91-b91c-82acd15fb165: ACTIVE {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:07:12.845804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60daae31-e4af-47a3-8fb8-d82a9813cb33 req-b14fcfb8-a54a-4153-a3f8-5de2c9f45971 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:12.847340 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-60daae31-e4af-47a3-8fb8-d82a9813cb33 req-b14fcfb8-a54a-4153-a3f8-5de2c9f45971 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 945 time: 0.1560912 Jul 22 19:07:12.890659 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-42832d26-9571-4725-a990-16274b88deea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:12.892223 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-42832d26-9571-4725-a990-16274b88deea service neutron] 10.222.0.13 "GET /v2.0/networks?id=c65cd496-c426-405a-b8c2-36e596dfdd4c HTTP/1.1" status: 200 len: 921 time: 0.1351056 Jul 22 19:07:12.913377 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-60daae31-e4af-47a3-8fb8-d82a9813cb33 req-e77acfed-749b-4a9c-b3e3-856818ecf4a0 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575557 Jul 22 19:07:12.948687 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-b1f00692-dd7e-4f21-8bd0-338636ca2948 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4daabab8-31e7-4401-aaa7-0d6f82ba9c42 HTTP/1.1" status: 200 len: 217 time: 0.0475769 Jul 22 19:07:13.003866 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea10c4ea-829c-4e7c-a332-075ad8fc4de3 x-openstack-request-id: req-ea10c4ea-829c-4e7c-a332-075ad8fc4de3 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:07:13.004248 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a", "name": "network-vif-deleted", "tag": "85c56be1-dc05-4884-b839-b8d98be04296", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:07:13.004590 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea10c4ea-829c-4e7c-a332-075ad8fc4de3 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:07:13.005046 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15f05ea-1ed5-4bf8-97b9-0bd3204fbf2a', 'name': 'network-vif-deleted', 'tag': '85c56be1-dc05-4884-b839-b8d98be04296', 'status': 'completed', 'code': 200} Jul 22 19:07:13.024498 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-71df8c28-ec2a-4641-8dae-9aaa215753ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:13.027289 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-71df8c28-ec2a-4641-8dae-9aaa215753ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30ea6495-2382-41f8-8d66-bf8d2e3d0983 HTTP/1.1" status: 200 len: 859 time: 0.0712819 Jul 22 19:07:13.107149 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-f7a0f5ad-b661-463f-81d6-0b95d78151b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:13.110724 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-f7a0f5ad-b661-463f-81d6-0b95d78151b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c65cd496-c426-405a-b8c2-36e596dfdd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773423 Jul 22 19:07:13.197928 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc10a01-782e-4b4e-9b82-1176c258320e None None] Sync routers for ids ['fe31e210-6676-4e0a-9e43-f1282df17adc'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:07:13.208170 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc10a01-782e-4b4e-9b82-1176c258320e None None] Routers {'fe31e210-6676-4e0a-9e43-f1282df17adc'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:13.209069 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5dc10a01-782e-4b4e-9b82-1176c258320e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fe31e210-6676-4e0a-9e43-f1282df17adc'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:13.223177 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-b8503b27-c1dd-49e1-a743-8a9c8cb78052 service neutron] 10.222.0.13 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067965 Jul 22 19:07:13.376000 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-5dc10a01-782e-4b4e-9b82-1176c258320e None None] Set router fe31e210-6676-4e0a-9e43-f1282df17adc gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:13.391795 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-0352eb60-58db-4812-9cd7-4996011509fe service neutron] 10.222.0.13 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623175 Jul 22 19:07:13.449916 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbc373a-0e1f-4eb1-bd8a-b3cc7149f09e x-openstack-request-id: req-1bbc373a-0e1f-4eb1-bd8a-b3cc7149f09e {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:07:13.450952 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a52fbdd-ba5a-45ce-b34a-49e46d104453", "name": "network-vif-plugged", "status": "completed", "tag": "d213b4e5-ddfe-489e-bf06-ea824c2dfbf3", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:07:13.451359 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bbc373a-0e1f-4eb1-bd8a-b3cc7149f09e {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:07:13.451950 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a52fbdd-ba5a-45ce-b34a-49e46d104453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd213b4e5-ddfe-489e-bf06-ea824c2dfbf3', 'code': 200} Jul 22 19:07:13.550421 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-58c97d2d-49c4-4296-80c2-eb2b2f206886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:13.562168 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-58c97d2d-49c4-4296-80c2-eb2b2f206886 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a45453396704c03940ca7767a9c8356&device_id=2367ffc2-85b4-4650-9218-ec9f0175b2b7 HTTP/1.1" status: 200 len: 1097 time: 0.1456356 Jul 22 19:07:13.582929 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c1903-2a36-4547-b3e2-f8f29975f55d req-b872b868-5596-4a52-97c2-70024278c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:13.585138 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5c6c1903-2a36-4547-b3e2-f8f29975f55d req-b872b868-5596-4a52-97c2-70024278c30e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 1097 time: 0.0641785 Jul 22 19:07:13.629277 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5c6c1903-2a36-4547-b3e2-f8f29975f55d req-b7624d12-2284-46db-a0bb-102814dd43f2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376008 Jul 22 19:07:13.691901 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5dc10a01-782e-4b4e-9b82-1176c258320e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '33978781-103f-4d91-b91c-82acd15fb165', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'port_id': '07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'mac_address': 'fa:16:3e:1f:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2367ffc2-85b4-4650-9218-ec9f0175b2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:06:33Z', 'updated_at': '2021-07-22T19:07:13Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7f8a44-dd3f-4b9d-989b-29efac33cf91', 'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'mac_address': 'fa:16:3e:4e:d8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:09Z', 'updated_at': '2021-07-22T19:06:16Z', 'revision_number': 5, 'project_id': '4a45453396704c03940ca7767a9c8356', 'subnets': [{'id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:13.721738 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc10a01-782e-4b4e-9b82-1176c258320e None None] Checking router: fe31e210-6676-4e0a-9e43-f1282df17adc for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:07:13.730517 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc10a01-782e-4b4e-9b82-1176c258320e None None] Routers {'fe31e210-6676-4e0a-9e43-f1282df17adc'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:13.731400 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5dc10a01-782e-4b4e-9b82-1176c258320e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fe31e210-6676-4e0a-9e43-f1282df17adc'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:13.848804 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-5dc10a01-782e-4b4e-9b82-1176c258320e None None] Set router fe31e210-6676-4e0a-9e43-f1282df17adc gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:14.032710 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-3565d0b5-0849-4bd0-b970-5cd2f78a22a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:14.034209 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-3565d0b5-0849-4bd0-b970-5cd2f78a22a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c65cd496-c426-405a-b8c2-36e596dfdd4c HTTP/1.1" status: 200 len: 921 time: 0.4707379 Jul 22 19:07:14.051192 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740f252-80c5-451d-acfa-d516fb2dddf5 req-41c7403e-f7c2-4aca-8d0c-7291530f9f6b tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:14.052675 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7740f252-80c5-451d-acfa-d516fb2dddf5 req-41c7403e-f7c2-4aca-8d0c-7291530f9f6b tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76fcbb4-ba46-48f5-a2c7-e0464f2ef018 HTTP/1.1" status: 200 len: 949 time: 0.4208460 Jul 22 19:07:14.107567 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5dc10a01-782e-4b4e-9b82-1176c258320e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '33978781-103f-4d91-b91c-82acd15fb165', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'port_id': '07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'mac_address': 'fa:16:3e:1f:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2367ffc2-85b4-4650-9218-ec9f0175b2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:06:33Z', 'updated_at': '2021-07-22T19:07:13Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7f8a44-dd3f-4b9d-989b-29efac33cf91', 'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'mac_address': 'fa:16:3e:4e:d8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:09Z', 'updated_at': '2021-07-22T19:06:16Z', 'revision_number': 5, 'project_id': '4a45453396704c03940ca7767a9c8356', 'subnets': [{'id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:14.136946 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7740f252-80c5-451d-acfa-d516fb2dddf5 req-8b9e5d8d-5efd-418f-9f2d-1a1e00caeb22 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59c6675-a366-4dfb-8b22-a63aed2f1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501003 Jul 22 19:07:14.138619 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-a4c07301-c954-4446-8ad6-c3c16915d815 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 HTTP/1.1" status: 200 len: 1001 time: 0.0953729 Jul 22 19:07:14.141777 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc10a01-782e-4b4e-9b82-1176c258320e None None] The sync data for ids ['fe31e210-6676-4e0a-9e43-f1282df17adc'] in n-d-800086-12 is: [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '33978781-103f-4d91-b91c-82acd15fb165', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'port_id': '07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'mac_address': 'fa:16:3e:1f:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2367ffc2-85b4-4650-9218-ec9f0175b2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:06:33Z', 'updated_at': '2021-07-22T19:07:13Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7f8a44-dd3f-4b9d-989b-29efac33cf91', 'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'mac_address': 'fa:16:3e:4e:d8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:09Z', 'updated_at': '2021-07-22T19:06:16Z', 'revision_number': 5, 'project_id': '4a45453396704c03940ca7767a9c8356', 'subnets': [{'id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:07:14.223722 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-566a3730-0573-4e4e-9625-39d04f1a90cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:14.225285 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-566a3730-0573-4e4e-9625-39d04f1a90cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30ea6495-2382-41f8-8d66-bf8d2e3d0983 HTTP/1.1" status: 200 len: 859 time: 0.0727057 Jul 22 19:07:14.294987 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-2bd9a47d-7f0e-4aef-8ebe-c4c5316ba1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:14.296695 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-2bd9a47d-7f0e-4aef-8ebe-c4c5316ba1b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c65cd496-c426-405a-b8c2-36e596dfdd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644009 Jul 22 19:07:14.399451 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-6644132e-a192-4d25-8482-5588191dfb8e service neutron] 10.222.0.13 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964723 Jul 22 19:07:14.508067 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e626e971-ba61-4655-ac4e-c0308cf9f88b req-1f43b17c-9819-4956-8a27-fd4970c0a0b3 service neutron] 10.222.0.13 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017907 Jul 22 19:07:14.635563 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92bfccff-890a-4647-8c8b-595ff8ab8679 req-2954e84c-712d-45d6-8baf-3e940b74123a tempest-FlavorsV2NegativeTest-1611115783 tempest-FlavorsV2NegativeTest-1611115783-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=aaa5ef8b1f0048959d3be9d6e4e40f09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259976 Jul 22 19:07:14.729819 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c54b0-52e9-422c-8cc8-69c02e13cf38 req-ae781e51-a418-4fa1-887a-a7f800a0f4cb tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:14.731306 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7e4c54b0-52e9-422c-8cc8-69c02e13cf38 req-ae781e51-a418-4fa1-887a-a7f800a0f4cb tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 945 time: 0.1537750 Jul 22 19:07:14.780933 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfccff-890a-4647-8c8b-595ff8ab8679 req-b83e40c9-b367-4603-902a-294f80860534 tempest-FlavorsV2NegativeTest-1611115783 tempest-FlavorsV2NegativeTest-1611115783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:14.782412 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92bfccff-890a-4647-8c8b-595ff8ab8679 req-b83e40c9-b367-4603-902a-294f80860534 tempest-FlavorsV2NegativeTest-1611115783 tempest-FlavorsV2NegativeTest-1611115783-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1415122 Jul 22 19:07:14.803352 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7e4c54b0-52e9-422c-8cc8-69c02e13cf38 req-8c074bb8-cd4b-4857-8edf-eb40883fca91 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647957 Jul 22 19:07:14.804961 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92bfccff-890a-4647-8c8b-595ff8ab8679 req-f7686fd2-10c4-4de7-8508-f89882230ae2 tempest-FlavorsV2NegativeTest-1611115783 tempest-FlavorsV2NegativeTest-1611115783-project] 10.222.0.13 "GET /v2.0/quotas/aaa5ef8b1f0048959d3be9d6e4e40f09 HTTP/1.1" status: 200 len: 375 time: 0.0167699 Jul 22 19:07:14.844097 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92bfccff-890a-4647-8c8b-595ff8ab8679 req-3732ffdf-c315-46ba-8d7e-67e060ec54c3 tempest-FlavorsV2NegativeTest-1611115783 tempest-FlavorsV2NegativeTest-1611115783-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aaa5ef8b1f0048959d3be9d6e4e40f09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325153 Jul 22 19:07:15.033226 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9f44d7-089f-407f-8e07-8d4c7ca4df69', 'tag': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42'}, {'name': 'network-changed', 'server_uuid': '2367ffc2-85b4-4650-9218-ec9f0175b2b7', 'tag': '07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:07:15.035803 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0c161d-054f-4d3c-95c1-cabf7b5da37d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9f44d7-089f-407f-8e07-8d4c7ca4df69", "tag": "4daabab8-31e7-4401-aaa7-0d6f82ba9c42"}, {"name": "network-changed", "server_uuid": "2367ffc2-85b4-4650-9218-ec9f0175b2b7", "tag": "07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:07:15.068613 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c970bf15-2d90-4815-bf8b-8ce2c90550df req-0b9cdf12-5636-469a-a0c4-31c38bc146a0 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 1001 time: 0.0823708 Jul 22 19:07:15.144466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970bf15-2d90-4815-bf8b-8ce2c90550df req-98b49e6a-a491-4c42-b085-1d0418ce73e9 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:15.146278 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c970bf15-2d90-4815-bf8b-8ce2c90550df req-98b49e6a-a491-4c42-b085-1d0418ce73e9 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports/07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 HTTP/1.1" status: 200 len: 942 time: 0.0704181 Jul 22 19:07:15.309927 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c970bf15-2d90-4815-bf8b-8ce2c90550df req-de275ef9-7252-4e3c-ba6d-d7f336329b5d tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 1001 time: 0.1085427 Jul 22 19:07:15.320909 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192e551-c392-441d-ab72-cad824a4dd94 req-007f12b9-23e9-4920-8a81-cee27d0b6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:15.326890 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b192e551-c392-441d-ab72-cad824a4dd94 req-007f12b9-23e9-4920-8a81-cee27d0b6e9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=180287b3edd14ce389e863380bc23ecb&device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 1097 time: 0.0820355 Jul 22 19:07:15.450523 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192e551-c392-441d-ab72-cad824a4dd94 req-e29004c4-49ba-47d4-951e-f9f1aed0e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:15.452654 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b192e551-c392-441d-ab72-cad824a4dd94 req-e29004c4-49ba-47d4-951e-f9f1aed0e367 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da7cf044-915e-459b-bb3e-1bab7d435ed9 HTTP/1.1" status: 200 len: 911 time: 0.1204796 Jul 22 19:07:15.506446 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b192e551-c392-441d-ab72-cad824a4dd94 req-4ea4ad56-b2df-41f3-875c-f2fb68a7e26f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d213b4e5-ddfe-489e-bf06-ea824c2dfbf3 HTTP/1.1" status: 200 len: 217 time: 0.0470290 Jul 22 19:07:15.533659 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6124514-6ea6-424e-9ce3-44540c3a90f3 req-96613200-a053-4a1b-a15c-25529ca62762 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:15.537135 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f6124514-6ea6-424e-9ce3-44540c3a90f3 req-96613200-a053-4a1b-a15c-25529ca62762 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76fcbb4-ba46-48f5-a2c7-e0464f2ef018 HTTP/1.1" status: 200 len: 949 time: 0.1879015 Jul 22 19:07:15.564685 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970bf15-2d90-4815-bf8b-8ce2c90550df req-1d55e625-ed39-4212-98a1-c19aa9224a1a tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:15.571925 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c970bf15-2d90-4815-bf8b-8ce2c90550df req-1d55e625-ed39-4212-98a1-c19aa9224a1a tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.2554357 Jul 22 19:07:15.586043 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192e551-c392-441d-ab72-cad824a4dd94 req-731e4159-0ed2-4260-a0df-5b1a89af8c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:15.589367 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b192e551-c392-441d-ab72-cad824a4dd94 req-731e4159-0ed2-4260-a0df-5b1a89af8c3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b64e6c5-bc9c-41ac-ba0e-c190ce38d3cc HTTP/1.1" status: 200 len: 850 time: 0.0763669 Jul 22 19:07:15.643994 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f6124514-6ea6-424e-9ce3-44540c3a90f3 req-4981b9f6-9780-4f5f-b996-29867a764e5c tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59c6675-a366-4dfb-8b22-a63aed2f1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707285 Jul 22 19:07:15.645847 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 19:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed922e12-3749-4fda-a37e-8b849f43a28b x-openstack-request-id: req-ed922e12-3749-4fda-a37e-8b849f43a28b {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:07:15.647732 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9f44d7-089f-407f-8e07-8d4c7ca4df69", "tag": "4daabab8-31e7-4401-aaa7-0d6f82ba9c42", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2367ffc2-85b4-4650-9218-ec9f0175b2b7", "tag": "07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:07:15.647993 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed922e12-3749-4fda-a37e-8b849f43a28b {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:07:15.648390 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9f44d7-089f-407f-8e07-8d4c7ca4df69', 'tag': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42', 'status': 'completed', 'code': 200} Jul 22 19:07:15.649056 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2367ffc2-85b4-4650-9218-ec9f0175b2b7', 'tag': '07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22', 'status': 'completed', 'code': 200} Jul 22 19:07:15.654934 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b192e551-c392-441d-ab72-cad824a4dd94 req-f91407ca-cbec-4e67-ad58-f65b90b6e0b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da7cf044-915e-459b-bb3e-1bab7d435ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589721 Jul 22 19:07:15.802689 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b192e551-c392-441d-ab72-cad824a4dd94 req-16269868-28c3-4a4c-a2f3-31ec3181db59 service neutron] 10.222.0.16 "GET /v2.0/networks/da7cf044-915e-459b-bb3e-1bab7d435ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246791 Jul 22 19:07:15.913752 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b192e551-c392-441d-ab72-cad824a4dd94 req-d1a65a92-e191-4203-96ed-d08fc8b60165 service neutron] 10.222.0.16 "GET /v2.0/networks/da7cf044-915e-459b-bb3e-1bab7d435ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033690 Jul 22 19:07:15.935642 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-03e8f1fe-8283-4e8f-9c6b-fccc6608b129 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 1001 time: 0.1344948 Jul 22 19:07:15.946798 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35902) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:15.980330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d8b7b-ab26-486b-9050-4e32aabf1e90 req-f4c7c4dc-1f08-48c5-bbba-e7851bac171d tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:15.989234 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d76d8b7b-ab26-486b-9050-4e32aabf1e90 req-f4c7c4dc-1f08-48c5-bbba-e7851bac171d tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 945 time: 0.2515197 Jul 22 19:07:15.993369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c161d-054f-4d3c-95c1-cabf7b5da37d req-ad2d3723-d46e-4e48-b9ae-aa84e39e4be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:15.995720 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb0c161d-054f-4d3c-95c1-cabf7b5da37d req-ad2d3723-d46e-4e48-b9ae-aa84e39e4be6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a45453396704c03940ca7767a9c8356&device_id=2367ffc2-85b4-4650-9218-ec9f0175b2b7 HTTP/1.1" status: 200 len: 1097 time: 0.3433733 Jul 22 19:07:16.054986 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c161d-054f-4d3c-95c1-cabf7b5da37d req-d6d471a4-496e-4b22-a32c-d73395e02619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:16.057047 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb0c161d-054f-4d3c-95c1-cabf7b5da37d req-d6d471a4-496e-4b22-a32c-d73395e02619 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a45453396704c03940ca7767a9c8356&device_id=fb9f44d7-089f-407f-8e07-8d4c7ca4df69 HTTP/1.1" status: 200 len: 1098 time: 0.3343079 Jul 22 19:07:16.124537 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-2564356a-9125-4db6-ad24-7c249b82c4fc tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:16.125927 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-2564356a-9125-4db6-ad24-7c249b82c4fc tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports/07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 HTTP/1.1" status: 200 len: 942 time: 0.1895201 Jul 22 19:07:16.167407 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d76d8b7b-ab26-486b-9050-4e32aabf1e90 req-c77f0f6d-7f1d-488b-aaff-62aa07ea1497 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705906 Jul 22 19:07:16.244360 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d5629f49-59be-4497-a18b-3eac657cb0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:16.284721 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c161d-054f-4d3c-95c1-cabf7b5da37d req-a28e7767-2c70-420d-8cc3-7298e2c78eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:16.286262 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb0c161d-054f-4d3c-95c1-cabf7b5da37d req-a28e7767-2c70-420d-8cc3-7298e2c78eba service neutron] 10.222.0.30 "GET /v2.0/networks?id=c65cd496-c426-405a-b8c2-36e596dfdd4c HTTP/1.1" status: 200 len: 921 time: 0.2588925 Jul 22 19:07:16.363924 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c161d-054f-4d3c-95c1-cabf7b5da37d req-529109c1-da58-41ee-8b85-f329a0b354fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:16.365460 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb0c161d-054f-4d3c-95c1-cabf7b5da37d req-529109c1-da58-41ee-8b85-f329a0b354fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=c65cd496-c426-405a-b8c2-36e596dfdd4c HTTP/1.1" status: 200 len: 921 time: 0.2920558 Jul 22 19:07:16.368571 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-f04008d4-e622-4560-a769-dec5a0f20e22 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 1001 time: 0.1628911 Jul 22 19:07:16.430649 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb0c161d-054f-4d3c-95c1-cabf7b5da37d req-70bef7c5-11f4-4512-9078-7a61b77ec458 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 HTTP/1.1" status: 200 len: 1001 time: 0.1348448 Jul 22 19:07:16.432676 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb0c161d-054f-4d3c-95c1-cabf7b5da37d req-481f1223-2a38-4e2d-bfd6-a9da66c32cc4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4daabab8-31e7-4401-aaa7-0d6f82ba9c42 HTTP/1.1" status: 200 len: 217 time: 0.0599253 Jul 22 19:07:16.443277 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d5629f49-59be-4497-a18b-3eac657cb0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:16.453477 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d5629f49-59be-4497-a18b-3eac657cb0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:16.544829 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d5629f49-59be-4497-a18b-3eac657cb0ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aaa5ef8b1f0048959d3be9d6e4e40f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5962422 Jul 22 19:07:16.546710 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35930) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:16.556165 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5629f49-59be-4497-a18b-3eac657cb0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6645bd13-959f-4785-b024-3d880ca48769,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:16.563053 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c161d-054f-4d3c-95c1-cabf7b5da37d req-9ddba205-958f-4857-bee5-2e2a27c6fef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:16.564818 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb0c161d-054f-4d3c-95c1-cabf7b5da37d req-9ddba205-958f-4857-bee5-2e2a27c6fef8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=30ea6495-2382-41f8-8d66-bf8d2e3d0983 HTTP/1.1" status: 200 len: 859 time: 0.1135311 Jul 22 19:07:16.612165 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3fb56f58-8c99-4d47-9c92-2b13f8be7486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:16.641121 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35936) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:16.647909 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3fb56f58-8c99-4d47-9c92-2b13f8be7486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:16.679068 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c161d-054f-4d3c-95c1-cabf7b5da37d req-5133fdca-d0d4-4dc8-a67f-c046f85f9e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:16.680574 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb0c161d-054f-4d3c-95c1-cabf7b5da37d req-5133fdca-d0d4-4dc8-a67f-c046f85f9e89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30ea6495-2382-41f8-8d66-bf8d2e3d0983 HTTP/1.1" status: 200 len: 859 time: 0.2325716 Jul 22 19:07:16.716462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-c9f2efc2-c699-4125-8d19-fec760deacaa tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:16.717853 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-c9f2efc2-c699-4125-8d19-fec760deacaa tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.3364413 Jul 22 19:07:16.749348 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3fb56f58-8c99-4d47-9c92-2b13f8be7486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:16.752561 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3fb56f58-8c99-4d47-9c92-2b13f8be7486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:16.753734 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3fb56f58-8c99-4d47-9c92-2b13f8be7486 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6645bd13-959f-4785-b024-3d880ca48769 HTTP/1.1" status: 204 len: 168 time: 0.2059238 Jul 22 19:07:16.771740 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb56f58-8c99-4d47-9c92-2b13f8be7486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6645bd13-959f-4785-b024-3d880ca48769,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:16.812841 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c161d-054f-4d3c-95c1-cabf7b5da37d req-fe459283-6c28-4797-858f-f2284505a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:16.814452 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb0c161d-054f-4d3c-95c1-cabf7b5da37d req-fe459283-6c28-4797-858f-f2284505a947 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c65cd496-c426-405a-b8c2-36e596dfdd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1969836 Jul 22 19:07:16.898547 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-4eb1a6d4-4808-4745-b308-3716d962045a tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 1001 time: 0.1594839 Jul 22 19:07:16.941796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c161d-054f-4d3c-95c1-cabf7b5da37d req-a1a2466b-d2ef-43bc-b731-33083fde3bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:16.943290 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb0c161d-054f-4d3c-95c1-cabf7b5da37d req-a1a2466b-d2ef-43bc-b731-33083fde3bf6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c65cd496-c426-405a-b8c2-36e596dfdd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2513821 Jul 22 19:07:16.949355 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38aed402-b0aa-4851-8fb2-20d5375786f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:16.960750 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-da6ce182-9517-4876-8895-7113b66dff56 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:17.066026 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289748e-5d52-44f1-bc40-f3a29cd805cc req-6428b543-d2dc-4ded-8ad4-537cfedaf0b9 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:17.073145 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d289748e-5d52-44f1-bc40-f3a29cd805cc req-6428b543-d2dc-4ded-8ad4-537cfedaf0b9 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76fcbb4-ba46-48f5-a2c7-e0464f2ef018 HTTP/1.1" status: 200 len: 949 time: 0.2807617 Jul 22 19:07:17.081512 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38aed402-b0aa-4851-8fb2-20d5375786f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:17.087661 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38aed402-b0aa-4851-8fb2-20d5375786f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:17.153455 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35954) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:17.153863 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-38aed402-b0aa-4851-8fb2-20d5375786f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a905130ff87d441ab18112dff6cce69a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5116506 Jul 22 19:07:17.154670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aed402-b0aa-4851-8fb2-20d5375786f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b215af2f-6496-4e8c-bad2-562d53accf69,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:17.175798 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb0c161d-054f-4d3c-95c1-cabf7b5da37d req-0b270f07-3ea6-4350-813d-9a3e19bfbd84 service neutron] 10.222.0.30 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423920 Jul 22 19:07:17.184801 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-da6ce182-9517-4876-8895-7113b66dff56 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:17.188899 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d289748e-5d52-44f1-bc40-f3a29cd805cc req-911d2261-5ed6-47fb-ba2a-921e19853121 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59c6675-a366-4dfb-8b22-a63aed2f1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149383 Jul 22 19:07:17.431091 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb0c161d-054f-4d3c-95c1-cabf7b5da37d req-732d7db4-6fff-4332-868c-0bd45d7598eb service neutron] 10.222.0.16 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292002 Jul 22 19:07:17.566156 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-da6ce182-9517-4876-8895-7113b66dff56 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:17.567098 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-50923f44-ebab-442c-85af-979a308b1fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:17.590869 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-da6ce182-9517-4876-8895-7113b66dff56 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:17.591410 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-da6ce182-9517-4876-8895-7113b66dff56 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Floating IP 33978781-103f-4d91-b91c-82acd15fb165 disassociated. External IP: 172.25.3.199, port: 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22. Jul 22 19:07:17.690715 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35994) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:17.911910 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-044b3f1b-831e-4d7d-ab95-58ac44296edd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-119444291-network', 'tenant_id': '17530ecd616e42a1ae8489bd80ce145c'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:17.936055 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044b3f1b-831e-4d7d-ab95-58ac44296edd admin admin] Made reservation on behalf of 17530ecd616e42a1ae8489bd80ce145c for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:07:17.938450 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-044b3f1b-831e-4d7d-ab95-58ac44296edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:17.947827 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-044b3f1b-831e-4d7d-ab95-58ac44296edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:18.035989 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cb76e-f05e-4186-9eef-d94c0b2d8ff6 req-b242df67-934a-40a0-9fbe-26ab40886f93 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:18.037331 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f42cb76e-f05e-4186-9eef-d94c0b2d8ff6 req-b242df67-934a-40a0-9fbe-26ab40886f93 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 945 time: 0.7096968 Jul 22 19:07:18.049127 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb0c161d-054f-4d3c-95c1-cabf7b5da37d req-c9ed15ef-4b05-46f1-ba78-70e60565b9ee service neutron] 10.222.0.30 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8537095 Jul 22 19:07:18.059530 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-50923f44-ebab-442c-85af-979a308b1fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:18.067282 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-044b3f1b-831e-4d7d-ab95-58ac44296edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:18.072755 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-044b3f1b-831e-4d7d-ab95-58ac44296edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:18.097520 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044b3f1b-831e-4d7d-ab95-58ac44296edd admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:07:18.114799 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b3f1b-831e-4d7d-ab95-58ac44296edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4e8e97-c9be-4c15-8a7b-9f0c8f7f1b9e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:18.120302 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-044b3f1b-831e-4d7d-ab95-58ac44296edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:18.120996 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-044b3f1b-831e-4d7d-ab95-58ac44296edd admin admin] Added segment 85275df6-561e-4204-9061-de04a2999cb6 of type vlan for network 10c7c754-7dcc-4aa7-b2b5-2f932e745b31 Jul 22 19:07:18.147266 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb0c161d-054f-4d3c-95c1-cabf7b5da37d req-122c47a4-f6d8-47f8-8da5-3a4ef5da0762 service neutron] 10.222.0.16 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6694252 Jul 22 19:07:18.168299 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f42cb76e-f05e-4186-9eef-d94c0b2d8ff6 req-9865afe3-e70e-4bf5-a5ee-bc6ef71df389 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127086 Jul 22 19:07:18.179270 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-044b3f1b-831e-4d7d-ab95-58ac44296edd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:18.223271 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-044b3f1b-831e-4d7d-ab95-58ac44296edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:18.224579 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044b3f1b-831e-4d7d-ab95-58ac44296edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:18.225176 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-044b3f1b-831e-4d7d-ab95-58ac44296edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:18.268540 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-044b3f1b-831e-4d7d-ab95-58ac44296edd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5764589 Jul 22 19:07:18.272278 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36018) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:18.280231 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-50923f44-ebab-442c-85af-979a308b1fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:18.282777 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-50923f44-ebab-442c-85af-979a308b1fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:18.284060 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-50923f44-ebab-442c-85af-979a308b1fe3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b215af2f-6496-4e8c-bad2-562d53accf69 HTTP/1.1" status: 204 len: 168 time: 1.1225948 Jul 22 19:07:18.302268 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-1145c675-8720-4ff2-96b3-9c11e455c63a admin admin] Request body: {'subnet': {'network_id': '10c7c754-7dcc-4aa7-b2b5-2f932e745b31', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-119444291-subnet', 'tenant_id': '17530ecd616e42a1ae8489bd80ce145c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:18.307120 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b3f1b-831e-4d7d-ab95-58ac44296edd admin admin] Pushing event updated for resources: {'Network': ['ID=10c7c754-7dcc-4aa7-b2b5-2f932e745b31,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:18.317753 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 10c7c754-7dcc-4aa7-b2b5-2f932e745b31 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:07:18.325004 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50923f44-ebab-442c-85af-979a308b1fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b215af2f-6496-4e8c-bad2-562d53accf69,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:18.371249 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1145c675-8720-4ff2-96b3-9c11e455c63a admin admin] Made reservation on behalf of 17530ecd616e42a1ae8489bd80ce145c for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:07:18.378416 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1145c675-8720-4ff2-96b3-9c11e455c63a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:18.387022 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-da6ce182-9517-4876-8895-7113b66dff56 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Router fe31e210-6676-4e0a-9e43-f1282df17adc has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:07:18.396593 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15811ff-e476-42f7-b74d-f94545587092 req-c6326909-1cc5-445e-93b8-921cd68e18f2 tempest-LiveMigrationNegativeTest-1527832596 tempest-LiveMigrationNegativeTest-1527832596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:18.398426 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b15811ff-e476-42f7-b74d-f94545587092 req-c6326909-1cc5-445e-93b8-921cd68e18f2 tempest-LiveMigrationNegativeTest-1527832596 tempest-LiveMigrationNegativeTest-1527832596-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f76fcbb4-ba46-48f5-a2c7-e0464f2ef018 HTTP/1.1" status: 200 len: 1101 time: 0.1388586 Jul 22 19:07:18.483139 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b15811ff-e476-42f7-b74d-f94545587092 req-52e6cb9c-3fba-4476-b687-06fdb818abad tempest-LiveMigrationNegativeTest-1527832596 tempest-LiveMigrationNegativeTest-1527832596-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:18.556161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-da6ce182-9517-4876-8895-7113b66dff56 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:07:18.561876 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-da6ce182-9517-4876-8895-7113b66dff56 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:18.578156 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7502d55e-d51f-4f97-918a-bbbd0f3718e0 None None] Sync routers for ids ['fe31e210-6676-4e0a-9e43-f1282df17adc'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:07:18.589953 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7502d55e-d51f-4f97-918a-bbbd0f3718e0 None None] Routers {'fe31e210-6676-4e0a-9e43-f1282df17adc'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:18.590539 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-7502d55e-d51f-4f97-918a-bbbd0f3718e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fe31e210-6676-4e0a-9e43-f1282df17adc'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:18.621003 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-da6ce182-9517-4876-8895-7113b66dff56 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "PUT /v2.0/floatingips/33978781-103f-4d91-b91c-82acd15fb165 HTTP/1.1" status: 200 len: 695 time: 1.7086353 Jul 22 19:07:18.622827 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2367ffc2-85b4-4650-9218-ec9f0175b2b7', 'tag': '07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:07:18.626223 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1570705d-8a95-47cf-adb1-9248e7b7a4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "2367ffc2-85b4-4650-9218-ec9f0175b2b7", "tag": "07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:07:18.671633 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1145c675-8720-4ff2-96b3-9c11e455c63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:18.703805 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b15811ff-e476-42f7-b74d-f94545587092 req-52e6cb9c-3fba-4476-b687-06fdb818abad tempest-LiveMigrationNegativeTest-1527832596 tempest-LiveMigrationNegativeTest-1527832596-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:18.711220 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b15811ff-e476-42f7-b74d-f94545587092 req-52e6cb9c-3fba-4476-b687-06fdb818abad tempest-LiveMigrationNegativeTest-1527832596 tempest-LiveMigrationNegativeTest-1527832596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:18.730051 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-7502d55e-d51f-4f97-918a-bbbd0f3718e0 None None] Set router fe31e210-6676-4e0a-9e43-f1282df17adc gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:18.752742 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b15811ff-e476-42f7-b74d-f94545587092 req-52e6cb9c-3fba-4476-b687-06fdb818abad tempest-LiveMigrationNegativeTest-1527832596 tempest-LiveMigrationNegativeTest-1527832596-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f59c6675-a366-4dfb-8b22-a63aed2f1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456819 Jul 22 19:07:18.758801 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6cb9c-3fba-4476-b687-06fdb818abad tempest-LiveMigrationNegativeTest-1527832596 tempest-LiveMigrationNegativeTest-1527832596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfe0071-7fb7-4873-a84a-c535cddb2330,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:18.769317 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-21529a81-fc7e-4c74-8ed7-1900cf4c889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:18.771528 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-21529a81-fc7e-4c74-8ed7-1900cf4c889a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a45453396704c03940ca7767a9c8356&device_id=2367ffc2-85b4-4650-9218-ec9f0175b2b7 HTTP/1.1" status: 200 len: 1097 time: 0.1244931 Jul 22 19:07:18.774955 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145c675-8720-4ff2-96b3-9c11e455c63a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5057117c-158a-4987-ab46-25e8d6625f71,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:18.792891 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1145c675-8720-4ff2-96b3-9c11e455c63a admin admin] Checking segment: {'id': '85275df6-561e-4204-9061-de04a2999cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10c7c754-7dcc-4aa7-b2b5-2f932e745b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:07:18.793261 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1145c675-8720-4ff2-96b3-9c11e455c63a admin admin] Network hostable DHCP agents. Network: 10c7c754-7dcc-4aa7-b2b5-2f932e745b31, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:07:18.833381 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1145c675-8720-4ff2-96b3-9c11e455c63a admin admin] Network 10c7c754-7dcc-4aa7-b2b5-2f932e745b31 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:07:18.846244 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-1145c675-8720-4ff2-96b3-9c11e455c63a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 10c7c754-7dcc-4aa7-b2b5-2f932e745b31) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:07:18.852332 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1145c675-8720-4ff2-96b3-9c11e455c63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:18.856857 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1145c675-8720-4ff2-96b3-9c11e455c63a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:18.860992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5f77e7-2629-42fc-9d29-fb67d89f9677 None None] Network 10c7c754-7dcc-4aa7-b2b5-2f932e745b31 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:07:18.886057 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1145c675-8720-4ff2-96b3-9c11e455c63a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6124961 Jul 22 19:07:18.888607 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36038) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:18.894491 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-69e5812b-b793-432f-9d42-e21bbbee2635 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-119444291-router', 'tenant_id': '17530ecd616e42a1ae8489bd80ce145c', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:18.918904 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69e5812b-b793-432f-9d42-e21bbbee2635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:18.920236 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69e5812b-b793-432f-9d42-e21bbbee2635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:18.971472 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94389722-64cf-42c3-a75f-1224cd594ad3 x-openstack-request-id: req-94389722-64cf-42c3-a75f-1224cd594ad3 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:07:18.973547 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2367ffc2-85b4-4650-9218-ec9f0175b2b7", "tag": "07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:07:18.973989 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94389722-64cf-42c3-a75f-1224cd594ad3 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:07:18.974826 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2367ffc2-85b4-4650-9218-ec9f0175b2b7', 'tag': '07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22', 'status': 'completed', 'code': 200} Jul 22 19:07:19.002624 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69e5812b-b793-432f-9d42-e21bbbee2635 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:19.106632 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-352d3a6a-350e-4d97-aaf8-b50cdc37ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:19.108456 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-352d3a6a-350e-4d97-aaf8-b50cdc37ca6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=c65cd496-c426-405a-b8c2-36e596dfdd4c HTTP/1.1" status: 200 len: 921 time: 0.3183565 Jul 22 19:07:19.143038 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 36048) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:19.193161 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69e5812b-b793-432f-9d42-e21bbbee2635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:19.250162 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-05293d90-bec1-4838-bed3-a84d81170c6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 HTTP/1.1" status: 200 len: 217 time: 0.1327183 Jul 22 19:07:19.252106 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d72a7af-aa51-4e94-9c2e-d25fa3e45275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:19.286250 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-10c7c754-7dcc-4aa7-b2b5-2f932e745b31', 'network_id': '10c7c754-7dcc-4aa7-b2b5-2f932e745b31', 'tenant_id': '17530ecd616e42a1ae8489bd80ce145c', 'fixed_ips': [{'subnet_id': '5057117c-158a-4987-ab46-25e8d6625f71'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:07:19.287137 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:19.312170 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570705d-8a95-47cf-adb1-9248e7b7a4b9 req-a097e3e0-e83c-423e-942a-30df824dfc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:19.313738 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1570705d-8a95-47cf-adb1-9248e7b7a4b9 req-a097e3e0-e83c-423e-942a-30df824dfc46 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a45453396704c03940ca7767a9c8356&device_id=2367ffc2-85b4-4650-9218-ec9f0175b2b7 HTTP/1.1" status: 200 len: 1097 time: 0.3347104 Jul 22 19:07:19.346175 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-7502d55e-d51f-4f97-918a-bbbd0f3718e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '0b7f8a44-dd3f-4b9d-989b-29efac33cf91', 'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'mac_address': 'fa:16:3e:4e:d8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:09Z', 'updated_at': '2021-07-22T19:06:16Z', 'revision_number': 5, 'project_id': '4a45453396704c03940ca7767a9c8356', 'subnets': [{'id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:19.376436 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7502d55e-d51f-4f97-918a-bbbd0f3718e0 None None] Checking router: fe31e210-6676-4e0a-9e43-f1282df17adc for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:07:19.441882 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7502d55e-d51f-4f97-918a-bbbd0f3718e0 None None] Routers {'fe31e210-6676-4e0a-9e43-f1282df17adc'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:19.442539 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-7502d55e-d51f-4f97-918a-bbbd0f3718e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fe31e210-6676-4e0a-9e43-f1282df17adc'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:19.451808 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-24570fcd-1a22-4986-92b5-464ca0743bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:19.460175 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-24570fcd-1a22-4986-92b5-464ca0743bfa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30ea6495-2382-41f8-8d66-bf8d2e3d0983 HTTP/1.1" status: 200 len: 859 time: 0.1848147 Jul 22 19:07:19.462443 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69e5812b-b793-432f-9d42-e21bbbee2635 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:19.496596 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69e5812b-b793-432f-9d42-e21bbbee2635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:19.626921 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d72a7af-aa51-4e94-9c2e-d25fa3e45275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:19.641655 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-69e5812b-b793-432f-9d42-e21bbbee2635 admin admin] Allocated IP 172.25.3.50 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/b761991c-8471-4d94-b2d2-09e12c6c1e7a) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:07:19.673825 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570705d-8a95-47cf-adb1-9248e7b7a4b9 req-ea9d2a05-9c25-40df-ac1c-a05ef797523f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:19.675782 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1570705d-8a95-47cf-adb1-9248e7b7a4b9 req-ea9d2a05-9c25-40df-ac1c-a05ef797523f service neutron] 10.222.0.30 "GET /v2.0/networks?id=c65cd496-c426-405a-b8c2-36e596dfdd4c HTTP/1.1" status: 200 len: 921 time: 0.1993988 Jul 22 19:07:19.675980 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d72a7af-aa51-4e94-9c2e-d25fa3e45275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:19.719130 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] Allocated IP 172.20.0.2 (10c7c754-7dcc-4aa7-b2b5-2f932e745b31/5057117c-158a-4987-ab46-25e8d6625f71/ec70ff7d-e294-4be1-8391-66847ebf4e1e) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:07:19.734753 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2d72a7af-aa51-4e94-9c2e-d25fa3e45275 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a7ef9ba291443729ad7951b64c1d12e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5740221 Jul 22 19:07:19.735123 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36064) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:19.743152 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-7502d55e-d51f-4f97-918a-bbbd0f3718e0 None None] Set router fe31e210-6676-4e0a-9e43-f1282df17adc gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:19.802795 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616ae6-469e-4179-9be1-53e6e032fa38 req-9e7307cb-1918-42c5-8aeb-9c294e7f9114 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:19.805207 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c1616ae6-469e-4179-9be1-53e6e032fa38 req-9e7307cb-1918-42c5-8aeb-9c294e7f9114 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 945 time: 0.3300653 Jul 22 19:07:19.807805 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1570705d-8a95-47cf-adb1-9248e7b7a4b9 req-6edf101b-44a5-41f9-9eb5-d206decb0155 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 HTTP/1.1" status: 200 len: 217 time: 0.0958920 Jul 22 19:07:19.815079 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8a080b98-3408-4ef3-b700-c8fe93af008e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:19.846967 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8a080b98-3408-4ef3-b700-c8fe93af008e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:19.850961 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69e5812b-b793-432f-9d42-e21bbbee2635 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:19.926996 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8a080b98-3408-4ef3-b700-c8fe93af008e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:19.929825 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8a080b98-3408-4ef3-b700-c8fe93af008e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:19.933869 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8a080b98-3408-4ef3-b700-c8fe93af008e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93dcf415-b052-45cb-b2e0-4a4d14b4c466 HTTP/1.1" status: 204 len: 168 time: 0.1949635 Jul 22 19:07:19.937541 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69e5812b-b793-432f-9d42-e21bbbee2635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:19.965950 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72a7af-aa51-4e94-9c2e-d25fa3e45275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dcf415-b052-45cb-b2e0-4a4d14b4c466,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:19.993287 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c1616ae6-469e-4179-9be1-53e6e032fa38 req-af613c83-3680-46cb-b4ea-f2e3cf87dacd tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607027 Jul 22 19:07:20.001553 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5812b-b793-432f-9d42-e21bbbee2635 admin admin] Pushing event updated for resources: {'Port': ['ID=b761991c-8471-4d94-b2d2-09e12c6c1e7a,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:20.008310 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-f7ac7780-16aa-4750-9627-f53bd4e4d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:20.016012 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-f7ac7780-16aa-4750-9627-f53bd4e4d41c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c65cd496-c426-405a-b8c2-36e596dfdd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5546193 Jul 22 19:07:20.022023 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570705d-8a95-47cf-adb1-9248e7b7a4b9 req-51c321c6-98f0-4046-a91c-aa3f0a0a4a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:20.023524 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1570705d-8a95-47cf-adb1-9248e7b7a4b9 req-51c321c6-98f0-4046-a91c-aa3f0a0a4a93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=30ea6495-2382-41f8-8d66-bf8d2e3d0983 HTTP/1.1" status: 200 len: 859 time: 0.2071521 Jul 22 19:07:20.027124 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a080b98-3408-4ef3-b700-c8fe93af008e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dcf415-b052-45cb-b2e0-4a4d14b4c466,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:20.042316 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e5812b-b793-432f-9d42-e21bbbee2635 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:07:20.048540 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-69e5812b-b793-432f-9d42-e21bbbee2635 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:07:20.054626 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e5812b-b793-432f-9d42-e21bbbee2635 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:07:20.125664 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:20.140290 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] Transition to ACTIVE for port object ec70ff7d-e294-4be1-8391-66847ebf4e1e will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:07:20.173670 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] Transition to ACTIVE for port object ec70ff7d-e294-4be1-8391-66847ebf4e1e will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:07:20.184365 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:20.194676 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-7502d55e-d51f-4f97-918a-bbbd0f3718e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '0b7f8a44-dd3f-4b9d-989b-29efac33cf91', 'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'mac_address': 'fa:16:3e:4e:d8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:09Z', 'updated_at': '2021-07-22T19:06:16Z', 'revision_number': 5, 'project_id': '4a45453396704c03940ca7767a9c8356', 'subnets': [{'id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:20.278505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-978679a5-edc8-4a46-958c-20848f5baf93 service neutron] 10.222.0.13 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539909 Jul 22 19:07:20.285336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570705d-8a95-47cf-adb1-9248e7b7a4b9 req-945e8ec6-c752-4558-bef3-0ab03b0c8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:20.286894 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1570705d-8a95-47cf-adb1-9248e7b7a4b9 req-945e8ec6-c752-4558-bef3-0ab03b0c8284 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c65cd496-c426-405a-b8c2-36e596dfdd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1428742 Jul 22 19:07:20.353743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] Network 10c7c754-7dcc-4aa7-b2b5-2f932e745b31 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:07:20.355512 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] Pushing event updated for resources: {'Port': ['ID=ec70ff7d-e294-4be1-8391-66847ebf4e1e,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:20.359511 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:07:20.361524 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7502d55e-d51f-4f97-918a-bbbd0f3718e0 None None] The sync data for ids ['fe31e210-6676-4e0a-9e43-f1282df17adc'] in n-d-800086-12 is: [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '0b7f8a44-dd3f-4b9d-989b-29efac33cf91', 'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'mac_address': 'fa:16:3e:4e:d8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:09Z', 'updated_at': '2021-07-22T19:06:16Z', 'revision_number': 5, 'project_id': '4a45453396704c03940ca7767a9c8356', 'subnets': [{'id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:07:20.363371 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:07:20.469980 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] Attempting to bind port ec70ff7d-e294-4be1-8391-66847ebf4e1e on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:07:20.470708 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] Attempting to bind port ec70ff7d-e294-4be1-8391-66847ebf4e1e by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '85275df6-561e-4204-9061-de04a2999cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10c7c754-7dcc-4aa7-b2b5-2f932e745b31'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:07:20.471283 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] Attempting to bind port ec70ff7d-e294-4be1-8391-66847ebf4e1e on network 10c7c754-7dcc-4aa7-b2b5-2f932e745b31 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:07:20.481250 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:07:20.481923 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] Checking segment: {'id': '85275df6-561e-4204-9061-de04a2999cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10c7c754-7dcc-4aa7-b2b5-2f932e745b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:07:20.482542 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:20.483161 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] Bound using segment: {'id': '85275df6-561e-4204-9061-de04a2999cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10c7c754-7dcc-4aa7-b2b5-2f932e745b31'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:07:20.483870 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] Bound port: ec70ff7d-e294-4be1-8391-66847ebf4e1e, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85275df6-561e-4204-9061-de04a2999cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10c7c754-7dcc-4aa7-b2b5-2f932e745b31'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:07:20.484887 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:20.609726 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69e5812b-b793-432f-9d42-e21bbbee2635 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:20.615836 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99bb165c-1242-415d-b2bf-8cf37bdff399 req-5204fbbd-ee37-46ee-a82c-55074314abae service neutron] 10.222.0.13 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277464 Jul 22 19:07:20.621163 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1570705d-8a95-47cf-adb1-9248e7b7a4b9 req-12792de5-b246-4d07-8770-b0fccb2032f5 service neutron] 10.222.0.30 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100207 Jul 22 19:07:20.626828 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] For port ec70ff7d-e294-4be1-8391-66847ebf4e1e, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:07:20.631318 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] For port ec70ff7d-e294-4be1-8391-66847ebf4e1e, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ec70ff7d-e294-4be1-8391-66847ebf4e1e,segment=NetworkSegment(85275df6-561e-4204-9061-de04a2999cb6),segment_id=85275df6-561e-4204-9061-de04a2999cb6)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:07:20.636402 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:20.735705 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e1602-007c-4259-b59b-13739f357d18 None None] Pushing event updated for resources: {'Port': ['ID=ec70ff7d-e294-4be1-8391-66847ebf4e1e,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:20.875843 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82c8e4a-3b16-42db-8dac-18bade92f5b3 None None] New status for floating IP 33978781-103f-4d91-b91c-82acd15fb165: DOWN {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:07:20.924359 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1570705d-8a95-47cf-adb1-9248e7b7a4b9 req-48c6bfa6-48d2-4b8f-b506-7fb7fb277f49 service neutron] 10.222.0.30 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956810 Jul 22 19:07:20.967282 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc633b8c-35c5-4ee6-a62e-a066db5d2959 req-b4a4c37e-7b11-4a63-86e6-bc1726282b48 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:20.968897 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc633b8c-35c5-4ee6-a62e-a066db5d2959 req-b4a4c37e-7b11-4a63-86e6-bc1726282b48 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76fcbb4-ba46-48f5-a2c7-e0464f2ef018 HTTP/1.1" status: 200 len: 949 time: 0.1591785 Jul 22 19:07:21.044060 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8190f4a-aa51-4ef7-9df0-ff1c450350c6 req-1a0a0fd4-d9a9-4b67-ba66-9f81fa59bd69 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:21.045723 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8190f4a-aa51-4ef7-9df0-ff1c450350c6 req-1a0a0fd4-d9a9-4b67-ba66-9f81fa59bd69 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=be833da5-7457-4251-8183-5c335d5aae76 HTTP/1.1" status: 200 len: 945 time: 0.2142036 Jul 22 19:07:21.065134 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69e5812b-b793-432f-9d42-e21bbbee2635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:21.134690 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc633b8c-35c5-4ee6-a62e-a066db5d2959 req-c6fc7035-71a3-4950-ac20-9002324105f5 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59c6675-a366-4dfb-8b22-a63aed2f1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598639 Jul 22 19:07:21.178135 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8190f4a-aa51-4ef7-9df0-ff1c450350c6 req-e92a71ee-906c-4f87-83e9-32736eb40937 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212165 Jul 22 19:07:21.309950 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e5812b-b793-432f-9d42-e21bbbee2635 admin admin] Router 7bd73dce-2b99-4c15-871a-dc6e5b63059e is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:07:21.454444 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c107d91-8744-4791-8df6-6236127cddf3 req-5a47dc74-0f61-4a40-a7c9-1a6806b343c1 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:21.469270 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3c107d91-8744-4791-8df6-6236127cddf3 req-5a47dc74-0f61-4a40-a7c9-1a6806b343c1 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 945 time: 0.1666164 Jul 22 19:07:21.553519 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3c107d91-8744-4791-8df6-6236127cddf3 req-f4e53c7b-cd8e-4666-b5d0-9531c45f845c tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822160 Jul 22 19:07:21.691377 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818cab0-49f2-43ce-af7d-504e34f2f69e req-add68925-7993-4a1f-a9ce-37cc0adb7212 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:21.693778 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d818cab0-49f2-43ce-af7d-504e34f2f69e req-add68925-7993-4a1f-a9ce-37cc0adb7212 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb9f44d7-089f-407f-8e07-8d4c7ca4df69&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0927806 Jul 22 19:07:21.792251 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d818cab0-49f2-43ce-af7d-504e34f2f69e req-57d40aa7-756a-4544-b12e-45c2167878e3 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 696 time: 0.0863509 Jul 22 19:07:21.814075 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-d818cab0-49f2-43ce-af7d-504e34f2f69e req-d6626023-fefc-4ebf-8543-9759824b4553 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Request body: {'floatingip': {'port_id': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:21.887092 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ec70ff7d-e294-4be1-8391-66847ebf4e1e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:07:21.911428 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e5812b-b793-432f-9d42-e21bbbee2635 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:07:21.943357 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69e5812b-b793-432f-9d42-e21bbbee2635 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:21.943606 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] Sync routers for ids ['7bd73dce-2b99-4c15-871a-dc6e5b63059e'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:07:21.954845 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d818cab0-49f2-43ce-af7d-504e34f2f69e req-d6626023-fefc-4ebf-8543-9759824b4553 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:21.955104 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-69e5812b-b793-432f-9d42-e21bbbee2635 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0614533 Jul 22 19:07:21.955104 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36122) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:21.967476 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] Routers {'7bd73dce-2b99-4c15-871a-dc6e5b63059e'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:21.968521 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7bd73dce-2b99-4c15-871a-dc6e5b63059e'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:22.146183 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port ec70ff7d-e294-4be1-8391-66847ebf4e1e completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:07:22.186920 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] Set router 7bd73dce-2b99-4c15-871a-dc6e5b63059e gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:22.253816 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2804f-86df-4765-a814-568690002b8b req-46456a3b-9115-47b1-a8aa-0535fc997cea tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:22.261076 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a7d2804f-86df-4765-a814-568690002b8b req-46456a3b-9115-47b1-a8aa-0535fc997cea tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76fcbb4-ba46-48f5-a2c7-e0464f2ef018 HTTP/1.1" status: 200 len: 949 time: 0.3788166 Jul 22 19:07:22.283688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0448fc-9baf-4158-989b-6382b3f9f70b req-b907ee1b-0196-4794-8fb3-f3b9fc6bce34 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:22.285224 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb0448fc-9baf-4158-989b-6382b3f9f70b req-b907ee1b-0196-4794-8fb3-f3b9fc6bce34 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.16 "GET /v2.0/ports?device_id=be833da5-7457-4251-8183-5c335d5aae76 HTTP/1.1" status: 200 len: 945 time: 0.3392851 Jul 22 19:07:22.365618 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86543252-6aa2-45a9-b7d8-c7bdb6365e5b None None] Network 10c7c754-7dcc-4aa7-b2b5-2f932e745b31 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:07:22.474859 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a5e27179-d7f6-4d2e-b787-dfb384718aa4 None None] Provisioning for port ec70ff7d-e294-4be1-8391-66847ebf4e1e completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:07:22.491116 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a5e27179-d7f6-4d2e-b787-dfb384718aa4 None None] Provisioning complete for port ec70ff7d-e294-4be1-8391-66847ebf4e1e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:22.491633 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a5e27179-d7f6-4d2e-b787-dfb384718aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:22.656290 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eed0bc42-fae9-40c1-8344-b29d44a46b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:22.704991 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd73dce-2b99-4c15-871a-dc6e5b63059e', 'name': 'tempest-FloatingIPsTestJSON-119444291-router', 'tenant_id': '17530ecd616e42a1ae8489bd80ce145c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'b761991c-8471-4d94-b2d2-09e12c6c1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:07:18Z', 'updated_at': '2021-07-22T19:07:20Z', 'revision_number': 3, 'project_id': '17530ecd616e42a1ae8489bd80ce145c', 'gw_port': {'id': 'b761991c-8471-4d94-b2d2-09e12c6c1e7a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd73dce-2b99-4c15-871a-dc6e5b63059e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:07:19Z', 'updated_at': '2021-07-22T19:07:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:22.760131 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] Checking router: 7bd73dce-2b99-4c15-871a-dc6e5b63059e for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:07:22.760633 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] Updating router 7bd73dce-2b99-4c15-871a-dc6e5b63059e port b761991c-8471-4d94-b2d2-09e12c6c1e7a binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:07:22.787841 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a5e27179-d7f6-4d2e-b787-dfb384718aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:22.828356 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f0d4c-9d58-4603-9758-24f8f8f6d2e5 req-f67b6f8b-b956-41a4-9f14-c996c5a0f179 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:22.832226 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:22.833755 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de9f0d4c-9d58-4603-9758-24f8f8f6d2e5 req-f67b6f8b-b956-41a4-9f14-c996c5a0f179 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/ports?device_id=f76fcbb4-ba46-48f5-a2c7-e0464f2ef018 HTTP/1.1" status: 200 len: 949 time: 0.5463030 Jul 22 19:07:22.872237 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-a5e27179-d7f6-4d2e-b787-dfb384718aa4 None None] For port ec70ff7d-e294-4be1-8391-66847ebf4e1e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ec70ff7d-e294-4be1-8391-66847ebf4e1e,segment=NetworkSegment(85275df6-561e-4204-9061-de04a2999cb6),segment_id=85275df6-561e-4204-9061-de04a2999cb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:22.886098 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a5e27179-d7f6-4d2e-b787-dfb384718aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:22.984957 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-eed0bc42-fae9-40c1-8344-b29d44a46b13 admin admin] Allocated IP 172.20.0.1 (10c7c754-7dcc-4aa7-b2b5-2f932e745b31/5057117c-158a-4987-ab46-25e8d6625f71/01d70202-886c-4138-a163-4e90d66eb0ef) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:07:23.032008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e27179-d7f6-4d2e-b787-dfb384718aa4 None None] Pushing event updated for resources: {'Port': ['ID=ec70ff7d-e294-4be1-8391-66847ebf4e1e,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:23.165968 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eed0bc42-fae9-40c1-8344-b29d44a46b13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:23.171275 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-a7d2804f-86df-4765-a814-568690002b8b req-2fd6a631-871f-4c21-85d8-4e5b99541c34 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Deleting port 14f48e5f-baa9-422b-a057-e8e7961ba450 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:07:23.171718 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a7d2804f-86df-4765-a814-568690002b8b req-2fd6a631-871f-4c21-85d8-4e5b99541c34 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:23.207652 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-eed0bc42-fae9-40c1-8344-b29d44a46b13 admin admin] Transition to ACTIVE for port object 01d70202-886c-4138-a163-4e90d66eb0ef will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:07:23.273586 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eed0bc42-fae9-40c1-8344-b29d44a46b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:23.299621 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c6a789a7-8729-430a-8651-b5de8f9e237d None None] Provisioning complete for port ec70ff7d-e294-4be1-8391-66847ebf4e1e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:23.299998 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c6a789a7-8729-430a-8651-b5de8f9e237d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:23.332453 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed0bc42-fae9-40c1-8344-b29d44a46b13 admin admin] Network 10c7c754-7dcc-4aa7-b2b5-2f932e745b31 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:07:23.345370 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-eed0bc42-fae9-40c1-8344-b29d44a46b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:07:23.352798 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed0bc42-fae9-40c1-8344-b29d44a46b13 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:07:23.403590 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0bc42-fae9-40c1-8344-b29d44a46b13 admin admin] Pushing event updated for resources: {'Port': ['ID=01d70202-886c-4138-a163-4e90d66eb0ef,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:23.418233 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eed0bc42-fae9-40c1-8344-b29d44a46b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:23.469233 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:23.522303 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] Transition to ACTIVE for port object b761991c-8471-4d94-b2d2-09e12c6c1e7a will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:07:23.533138 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:23.583037 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de08e1f-0313-4dd8-a16d-4ecdda004b4b None None] Pushing event updated for resources: {'Port': ['ID=b761991c-8471-4d94-b2d2-09e12c6c1e7a,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:23.602420 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] Attempting to bind port b761991c-8471-4d94-b2d2-09e12c6c1e7a on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:07:23.602802 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] Attempting to bind port b761991c-8471-4d94-b2d2-09e12c6c1e7a by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:07:23.603284 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] Attempting to bind port b761991c-8471-4d94-b2d2-09e12c6c1e7a on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:07:23.610144 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:07:23.610578 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:07:23.610990 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:23.611390 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:07:23.611873 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] Bound port: b761991c-8471-4d94-b2d2-09e12c6c1e7a, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:07:23.612258 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:23.663033 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eed0bc42-fae9-40c1-8344-b29d44a46b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:23.686867 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] For port b761991c-8471-4d94-b2d2-09e12c6c1e7a, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:07:23.690783 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] For port b761991c-8471-4d94-b2d2-09e12c6c1e7a, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b761991c-8471-4d94-b2d2-09e12c6c1e7a,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:07:23.695889 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:23.724163 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de9f0d4c-9d58-4603-9758-24f8f8f6d2e5 req-4e03d9cf-40e5-43b3-8acc-206f1b26349f tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59c6675-a366-4dfb-8b22-a63aed2f1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8623755 Jul 22 19:07:23.764595 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-eb0448fc-9baf-4158-989b-6382b3f9f70b req-ebc2209d-8d82-4873-9bc1-4e3a58ef22b7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Deleting port 9bafbda3-406d-4a5f-9e82-83f95a18a714 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:07:23.768166 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-eb0448fc-9baf-4158-989b-6382b3f9f70b req-ebc2209d-8d82-4873-9bc1-4e3a58ef22b7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:23.815321 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ec70ff7d-e294-4be1-8391-66847ebf4e1e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:07:23.862627 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4cddace5-d290-43d5-9bb5-04b9b6c8db0b None None] Provisioning for port 01d70202-886c-4138-a163-4e90d66eb0ef completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:07:23.873842 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] Routers {'7bd73dce-2b99-4c15-871a-dc6e5b63059e'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:23.874844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7bd73dce-2b99-4c15-871a-dc6e5b63059e'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:23.911052 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4cddace5-d290-43d5-9bb5-04b9b6c8db0b None None] Provisioning complete for port 01d70202-886c-4138-a163-4e90d66eb0ef triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:23.911924 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4cddace5-d290-43d5-9bb5-04b9b6c8db0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:23.922381 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eed0bc42-fae9-40c1-8344-b29d44a46b13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:23.928294 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eed0bc42-fae9-40c1-8344-b29d44a46b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:23.988322 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de08e1f-0313-4dd8-a16d-4ecdda004b4b None None] Pushing event updated for resources: {'Port': ['ID=b761991c-8471-4d94-b2d2-09e12c6c1e7a,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:23.991014 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-4cddace5-d290-43d5-9bb5-04b9b6c8db0b None None] Port 01d70202-886c-4138-a163-4e90d66eb0ef cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:07:24.007034 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d818cab0-49f2-43ce-af7d-504e34f2f69e req-d6626023-fefc-4ebf-8543-9759824b4553 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:24.011576 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0bc42-fae9-40c1-8344-b29d44a46b13 admin admin] Pushing event updated for resources: {'Port': ['ID=01d70202-886c-4138-a163-4e90d66eb0ef,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:24.015235 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eed0bc42-fae9-40c1-8344-b29d44a46b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:24.047627 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d818cab0-49f2-43ce-af7d-504e34f2f69e req-d6626023-fefc-4ebf-8543-9759824b4553 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:24.051240 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] Set router 7bd73dce-2b99-4c15-871a-dc6e5b63059e gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:24.083169 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port ec70ff7d-e294-4be1-8391-66847ebf4e1e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:24.083554 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:24.127274 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed0bc42-fae9-40c1-8344-b29d44a46b13 admin admin] Network 10c7c754-7dcc-4aa7-b2b5-2f932e745b31 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:07:24.128891 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-eed0bc42-fae9-40c1-8344-b29d44a46b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:07:24.169698 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-a7d2804f-86df-4765-a814-568690002b8b req-2fd6a631-871f-4c21-85d8-4e5b99541c34 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] For port 14f48e5f-baa9-422b-a057-e8e7961ba450, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=14f48e5f-baa9-422b-a057-e8e7961ba450,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:24.170189 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a7d2804f-86df-4765-a814-568690002b8b req-2fd6a631-871f-4c21-85d8-4e5b99541c34 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:24.183055 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79e7d4-46b3-4e21-a13d-72438fb1e06d req-ea94719c-ace7-4299-806a-d1595de33ae8 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:24.184836 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb79e7d4-46b3-4e21-a13d-72438fb1e06d req-ea94719c-ace7-4299-806a-d1595de33ae8 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.30 "GET /v2.0/ports?device_id=2367ffc2-85b4-4650-9218-ec9f0175b2b7 HTTP/1.1" status: 200 len: 945 time: 1.2825563 Jul 22 19:07:24.255349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-a7d2804f-86df-4765-a814-568690002b8b req-2fd6a631-871f-4c21-85d8-4e5b99541c34 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Calling delete_port for 14f48e5f-baa9-422b-a057-e8e7961ba450 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:07:24.299765 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed0bc42-fae9-40c1-8344-b29d44a46b13 admin admin] Router 7bd73dce-2b99-4c15-871a-dc6e5b63059e has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:07:24.316520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-eb0448fc-9baf-4158-989b-6382b3f9f70b req-ebc2209d-8d82-4873-9bc1-4e3a58ef22b7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] For port 9bafbda3-406d-4a5f-9e82-83f95a18a714, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9bafbda3-406d-4a5f-9e82-83f95a18a714,segment=NetworkSegment(414194de-227b-4cc1-83e8-6ad6fcbe33c8),segment_id=414194de-227b-4cc1-83e8-6ad6fcbe33c8)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:24.316897 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-eb0448fc-9baf-4158-989b-6382b3f9f70b req-ebc2209d-8d82-4873-9bc1-4e3a58ef22b7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:24.423308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be8849-183c-4cb2-bc9c-03b3cc0996eb req-0ab0a702-1a20-4f73-958c-000be5bff331 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:24.434362 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30be8849-183c-4cb2-bc9c-03b3cc0996eb req-0ab0a702-1a20-4f73-958c-000be5bff331 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/ports?device_id=be833da5-7457-4251-8183-5c335d5aae76 HTTP/1.1" status: 200 len: 945 time: 0.5923829 Jul 22 19:07:24.438701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-eb0448fc-9baf-4158-989b-6382b3f9f70b req-ebc2209d-8d82-4873-9bc1-4e3a58ef22b7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Calling delete_port for 9bafbda3-406d-4a5f-9e82-83f95a18a714 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:07:24.460348 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed0bc42-fae9-40c1-8344-b29d44a46b13 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:07:24.468836 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [req-d818cab0-49f2-43ce-af7d-504e34f2f69e req-d6626023-fefc-4ebf-8543-9759824b4553 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Floating IP 33978781-103f-4d91-b91c-82acd15fb165 associated. External IP: 172.25.3.199, port: 4daabab8-31e7-4401-aaa7-0d6f82ba9c42. Jul 22 19:07:24.469572 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-eed0bc42-fae9-40c1-8344-b29d44a46b13 admin admin] 10.222.0.13 "PUT /v2.0/routers/7bd73dce-2b99-4c15-871a-dc6e5b63059e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5160973 Jul 22 19:07:24.494552 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd73dce-2b99-4c15-871a-dc6e5b63059e', 'name': 'tempest-FloatingIPsTestJSON-119444291-router', 'tenant_id': '17530ecd616e42a1ae8489bd80ce145c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'b761991c-8471-4d94-b2d2-09e12c6c1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:07:18Z', 'updated_at': '2021-07-22T19:07:23Z', 'revision_number': 4, 'project_id': '17530ecd616e42a1ae8489bd80ce145c', 'gw_port': {'id': 'b761991c-8471-4d94-b2d2-09e12c6c1e7a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd73dce-2b99-4c15-871a-dc6e5b63059e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:07:19Z', 'updated_at': '2021-07-22T19:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '01d70202-886c-4138-a163-4e90d66eb0ef', 'name': '', 'network_id': '10c7c754-7dcc-4aa7-b2b5-2f932e745b31', 'tenant_id': '17530ecd616e42a1ae8489bd80ce145c', 'mac_address': 'fa:16:3e:b8:60:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd73dce-2b99-4c15-871a-dc6e5b63059e', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '5057117c-158a-4987-ab46-25e8d6625f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:07:22Z', 'updated_at': '2021-07-22T19:07:23Z', 'revision_number': 1, 'project_id': '17530ecd616e42a1ae8489bd80ce145c', 'subnets': [{'id': '5057117c-158a-4987-ab46-25e8d6625f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:24.529107 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd33c9d-442a-4991-9b5b-45ba7fea0dab None None] The sync data for ids ['7bd73dce-2b99-4c15-871a-dc6e5b63059e'] in n-d-800086-12 is: [{'id': '7bd73dce-2b99-4c15-871a-dc6e5b63059e', 'name': 'tempest-FloatingIPsTestJSON-119444291-router', 'tenant_id': '17530ecd616e42a1ae8489bd80ce145c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'b761991c-8471-4d94-b2d2-09e12c6c1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:07:18Z', 'updated_at': '2021-07-22T19:07:23Z', 'revision_number': 4, 'project_id': '17530ecd616e42a1ae8489bd80ce145c', 'gw_port': {'id': 'b761991c-8471-4d94-b2d2-09e12c6c1e7a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd73dce-2b99-4c15-871a-dc6e5b63059e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:07:19Z', 'updated_at': '2021-07-22T19:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '01d70202-886c-4138-a163-4e90d66eb0ef', 'name': '', 'network_id': '10c7c754-7dcc-4aa7-b2b5-2f932e745b31', 'tenant_id': '17530ecd616e42a1ae8489bd80ce145c', 'mac_address': 'fa:16:3e:b8:60:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd73dce-2b99-4c15-871a-dc6e5b63059e', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '5057117c-158a-4987-ab46-25e8d6625f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:07:22Z', 'updated_at': '2021-07-22T19:07:23Z', 'revision_number': 1, 'project_id': '17530ecd616e42a1ae8489bd80ce145c', 'subnets': [{'id': '5057117c-158a-4987-ab46-25e8d6625f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:07:24.543724 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4de4cfde-9cee-46e0-a95f-ce902afa4056 None None] Provisioning complete for port 01d70202-886c-4138-a163-4e90d66eb0ef triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:24.544348 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4de4cfde-9cee-46e0-a95f-ce902afa4056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:24.607267 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-4de4cfde-9cee-46e0-a95f-ce902afa4056 None None] Port 01d70202-886c-4138-a163-4e90d66eb0ef cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:07:24.664024 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30be8849-183c-4cb2-bc9c-03b3cc0996eb req-0180b596-fc83-4868-a913-29a79e9b566a tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.13 "GET /v2.0/security-groups?id=b329fba7-d8ba-40c8-8859-6c26ad8e95be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287140 Jul 22 19:07:24.773853 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-bb79e7d4-46b3-4e21-a13d-72438fb1e06d req-297ce501-e517-4378-ac24-e69024be3c33 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Deleting port 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:07:24.774270 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-bb79e7d4-46b3-4e21-a13d-72438fb1e06d req-297ce501-e517-4378-ac24-e69024be3c33 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:24.914275 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a7d2804f-86df-4765-a814-568690002b8b req-2fd6a631-871f-4c21-85d8-4e5b99541c34 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:24.924521 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['8509c01b-e24c-4545-8c25-b9810238a154'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:07:25.060767 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6a631-871f-4c21-85d8-4e5b99541c34 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Pushing event deleted for resources: {'Port': ['ID=14f48e5f-baa9-422b-a057-e8e7961ba450,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:25.163007 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:07:25.164018 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d2804f-86df-4765-a814-568690002b8b req-2fd6a631-871f-4c21-85d8-4e5b99541c34 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] No DVR routers for this DVR port 14f48e5f-baa9-422b-a057-e8e7961ba450 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:07:25.167384 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a7d2804f-86df-4765-a814-568690002b8b req-2fd6a631-871f-4c21-85d8-4e5b99541c34 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:25.170033 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a7d2804f-86df-4765-a814-568690002b8b req-2fd6a631-871f-4c21-85d8-4e5b99541c34 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.30 "DELETE /v2.0/ports/14f48e5f-baa9-422b-a057-e8e7961ba450 HTTP/1.1" status: 204 len: 173 time: 2.8834176 Jul 22 19:07:25.183103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76fcbb4-ba46-48f5-a2c7-e0464f2ef018', 'name': 'network-vif-deleted', 'tag': '14f48e5f-baa9-422b-a057-e8e7961ba450'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:07:25.186367 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b648610-4e87-4bee-97bf-7c1d2a42d548" -d '{"events": [{"server_uuid": "f76fcbb4-ba46-48f5-a2c7-e0464f2ef018", "name": "network-vif-deleted", "tag": "14f48e5f-baa9-422b-a057-e8e7961ba450"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:07:25.211530 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-bb79e7d4-46b3-4e21-a13d-72438fb1e06d req-297ce501-e517-4378-ac24-e69024be3c33 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] For port 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22,segment=NetworkSegment(e3455897-35b6-48d3-80e3-4e36f01f70ab),segment_id=e3455897-35b6-48d3-80e3-4e36f01f70ab)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:25.211910 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-bb79e7d4-46b3-4e21-a13d-72438fb1e06d req-297ce501-e517-4378-ac24-e69024be3c33 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:25.240405 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196717f0-08b7-40d1-aa49-b0a08019aada req-a42c5059-4ecf-40a0-8892-5c70e3b4126b tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:25.242277 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-196717f0-08b7-40d1-aa49-b0a08019aada req-a42c5059-4ecf-40a0-8892-5c70e3b4126b tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 945 time: 0.4918461 Jul 22 19:07:25.253248 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-eb0448fc-9baf-4158-989b-6382b3f9f70b req-ebc2209d-8d82-4873-9bc1-4e3a58ef22b7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:25.261053 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-bb79e7d4-46b3-4e21-a13d-72438fb1e06d req-297ce501-e517-4378-ac24-e69024be3c33 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Calling delete_port for 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:07:25.316747 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2209d-8d82-4873-9bc1-4e3a58ef22b7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Pushing event deleted for resources: {'Port': ['ID=9bafbda3-406d-4a5f-9e82-83f95a18a714,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:25.335230 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:25.354126 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d818cab0-49f2-43ce-af7d-504e34f2f69e req-d6626023-fefc-4ebf-8543-9759824b4553 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Router fe31e210-6676-4e0a-9e43-f1282df17adc has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:07:25.424827 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22,segment=NetworkSegment(e3455897-35b6-48d3-80e3-4e36f01f70ab),segment_id=e3455897-35b6-48d3-80e3-4e36f01f70ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:25.425962 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2367ffc2-85b4-4650-9218-ec9f0175b2b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:07:25.429510 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac686b46-e58e-4baa-82fd-297d9ac452cc" -d '{"events": [{"server_uuid": "2367ffc2-85b4-4650-9218-ec9f0175b2b7", "name": "network-vif-unplugged", "status": "completed", "tag": "07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:07:25.434205 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:25.435087 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 14f48e5f-baa9-422b-a057-e8e7961ba450 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:07:25.478937 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0448fc-9baf-4158-989b-6382b3f9f70b req-ebc2209d-8d82-4873-9bc1-4e3a58ef22b7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] No DVR routers for this DVR port 9bafbda3-406d-4a5f-9e82-83f95a18a714 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:07:25.486506 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-196717f0-08b7-40d1-aa49-b0a08019aada req-926b525f-3226-4562-bc15-d2b7e0ec058d tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359428 Jul 22 19:07:25.489842 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-eb0448fc-9baf-4158-989b-6382b3f9f70b req-ebc2209d-8d82-4873-9bc1-4e3a58ef22b7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:25.492315 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb0448fc-9baf-4158-989b-6382b3f9f70b req-ebc2209d-8d82-4873-9bc1-4e3a58ef22b7 tempest-ServersTestJSON-1922242296 tempest-ServersTestJSON-1922242296-project] 10.222.0.16 "DELETE /v2.0/ports/9bafbda3-406d-4a5f-9e82-83f95a18a714 HTTP/1.1" status: 204 len: 173 time: 3.1398211 Jul 22 19:07:25.532080 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 14f48e5f-baa9-422b-a057-e8e7961ba450 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:07:25.532592 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 14f48e5f-baa9-422b-a057-e8e7961ba450 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:07:25.566661 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:25.663112 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d818cab0-49f2-43ce-af7d-504e34f2f69e req-d6626023-fefc-4ebf-8543-9759824b4553 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:07:25.676019 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d818cab0-49f2-43ce-af7d-504e34f2f69e req-d6626023-fefc-4ebf-8543-9759824b4553 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:25.679951 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0cb043-6175-4d52-946c-326812838102 None None] Sync routers for ids ['fe31e210-6676-4e0a-9e43-f1282df17adc'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:07:25.699278 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0cb043-6175-4d52-946c-326812838102 None None] Routers {'fe31e210-6676-4e0a-9e43-f1282df17adc'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:25.700133 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2d0cb043-6175-4d52-946c-326812838102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fe31e210-6676-4e0a-9e43-f1282df17adc'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:25.785355 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-bb79e7d4-46b3-4e21-a13d-72438fb1e06d req-297ce501-e517-4378-ac24-e69024be3c33 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:25.798388 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['4daabab8-31e7-4401-aaa7-0d6f82ba9c42'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:07:25.889258 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d818cab0-49f2-43ce-af7d-504e34f2f69e req-d6626023-fefc-4ebf-8543-9759824b4553 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "PUT /v2.0/floatingips/33978781-103f-4d91-b91c-82acd15fb165 HTTP/1.1" status: 200 len: 997 time: 4.0840013 Jul 22 19:07:25.906237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ce501-e517-4378-ac24-e69024be3c33 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Pushing event deleted for resources: {'Port': ['ID=07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:25.914386 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b761991c-8471-4d94-b2d2-09e12c6c1e7a up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:07:25.990869 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-2d0cb043-6175-4d52-946c-326812838102 None None] Set router fe31e210-6676-4e0a-9e43-f1282df17adc gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:26.072798 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9bafbda3-406d-4a5f-9e82-83f95a18a714 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:07:26.095104 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818cab0-49f2-43ce-af7d-504e34f2f69e req-2c983cf9-191a-4f3d-92aa-6519278d8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:26.096690 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d818cab0-49f2-43ce-af7d-504e34f2f69e req-2c983cf9-191a-4f3d-92aa-6519278d8839 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a45453396704c03940ca7767a9c8356&device_id=fb9f44d7-089f-407f-8e07-8d4c7ca4df69 HTTP/1.1" status: 200 len: 1098 time: 0.1773968 Jul 22 19:07:26.098137 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb79e7d4-46b3-4e21-a13d-72438fb1e06d req-297ce501-e517-4378-ac24-e69024be3c33 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] No DVR routers for this DVR port 07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:07:26.100044 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-bb79e7d4-46b3-4e21-a13d-72438fb1e06d req-297ce501-e517-4378-ac24-e69024be3c33 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:26.102126 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb79e7d4-46b3-4e21-a13d-72438fb1e06d req-297ce501-e517-4378-ac24-e69024be3c33 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.30 "DELETE /v2.0/ports/07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22 HTTP/1.1" status: 204 len: 173 time: 1.8994007 Jul 22 19:07:26.183389 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 9bafbda3-406d-4a5f-9e82-83f95a18a714 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:07:26.183902 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9bafbda3-406d-4a5f-9e82-83f95a18a714 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:07:26.222818 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port b761991c-8471-4d94-b2d2-09e12c6c1e7a completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:07:26.229835 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port b761991c-8471-4d94-b2d2-09e12c6c1e7a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:26.230214 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:26.309514 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-84f38080-d57e-4f8a-83f3-e8deb1a80f4d tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=46238864a83148d380b2ca0eb3b80dcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1167817 Jul 22 19:07:26.457001 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818cab0-49f2-43ce-af7d-504e34f2f69e req-a22540ab-5a1e-48c1-87c9-e47dd07ae5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:26.458521 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d818cab0-49f2-43ce-af7d-504e34f2f69e req-a22540ab-5a1e-48c1-87c9-e47dd07ae5ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=c65cd496-c426-405a-b8c2-36e596dfdd4c HTTP/1.1" status: 200 len: 921 time: 0.3400044 Jul 22 19:07:26.465757 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:26.509045 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port b761991c-8471-4d94-b2d2-09e12c6c1e7a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b761991c-8471-4d94-b2d2-09e12c6c1e7a,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:26.516969 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:26.559300 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2d0cb043-6175-4d52-946c-326812838102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '33978781-103f-4d91-b91c-82acd15fb165', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'port_id': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'mac_address': 'fa:16:3e:68:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9f44d7-089f-407f-8e07-8d4c7ca4df69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:06:33Z', 'updated_at': '2021-07-22T19:07:23Z', 'revision_number': 8, 'project_id': '4a45453396704c03940ca7767a9c8356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7f8a44-dd3f-4b9d-989b-29efac33cf91', 'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'mac_address': 'fa:16:3e:4e:d8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:09Z', 'updated_at': '2021-07-22T19:06:16Z', 'revision_number': 5, 'project_id': '4a45453396704c03940ca7767a9c8356', 'subnets': [{'id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:26.615403 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d4dd38b4-5d21-42dd-adb7-373fb25c3b1b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:26.622769 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d4dd38b4-5d21-42dd-adb7-373fb25c3b1b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3046882 Jul 22 19:07:26.637761 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=b761991c-8471-4d94-b2d2-09e12c6c1e7a,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:26.642303 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0cb043-6175-4d52-946c-326812838102 None None] Checking router: fe31e210-6676-4e0a-9e43-f1282df17adc for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:07:26.650637 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:26.651538 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:26.651922 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:26.652261 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:26.653405 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:26.653826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:26.654079 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:26.654413 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:26.654739 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:26.655318 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:26.655809 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:26.656142 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:26.661029 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0cb043-6175-4d52-946c-326812838102 None None] Routers {'fe31e210-6676-4e0a-9e43-f1282df17adc'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:26.662085 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2d0cb043-6175-4d52-946c-326812838102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fe31e210-6676-4e0a-9e43-f1282df17adc'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:26.680013 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d818cab0-49f2-43ce-af7d-504e34f2f69e req-b5aec6af-0821-4e65-b997-c5e3616c5627 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4daabab8-31e7-4401-aaa7-0d6f82ba9c42 HTTP/1.1" status: 200 len: 1000 time: 0.2061715 Jul 22 19:07:26.683694 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-35fd943c-d37f-49cc-b493-b6aee350cc15 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/quotas/46238864a83148d380b2ca0eb3b80dcd HTTP/1.1" status: 200 len: 375 time: 0.0452130 Jul 22 19:07:26.742975 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818cab0-49f2-43ce-af7d-504e34f2f69e req-f6d58af4-2daa-4454-8994-27229c1068f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:26.745122 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d818cab0-49f2-43ce-af7d-504e34f2f69e req-f6d58af4-2daa-4454-8994-27229c1068f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30ea6495-2382-41f8-8d66-bf8d2e3d0983 HTTP/1.1" status: 200 len: 859 time: 0.0554657 Jul 22 19:07:26.788629 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-c2719f5f-5ce2-46e6-9259-0cdcf6d54e81 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423436 Jul 22 19:07:26.843732 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818cab0-49f2-43ce-af7d-504e34f2f69e req-826b32d8-8fd0-4a0d-b39c-8fb58ffb4011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:26.845747 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d818cab0-49f2-43ce-af7d-504e34f2f69e req-826b32d8-8fd0-4a0d-b39c-8fb58ffb4011 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c65cd496-c426-405a-b8c2-36e596dfdd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886896 Jul 22 19:07:26.855736 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-2d0cb043-6175-4d52-946c-326812838102 None None] Set router fe31e210-6676-4e0a-9e43-f1282df17adc gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:26.977101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d818cab0-49f2-43ce-af7d-504e34f2f69e req-dd5d7ad3-001b-476f-b76f-ea7a7ad8aa97 service neutron] 10.222.0.13 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241574 Jul 22 19:07:27.166365 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2d0cb043-6175-4d52-946c-326812838102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '33978781-103f-4d91-b91c-82acd15fb165', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'port_id': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'mac_address': 'fa:16:3e:68:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9f44d7-089f-407f-8e07-8d4c7ca4df69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:06:33Z', 'updated_at': '2021-07-22T19:07:23Z', 'revision_number': 8, 'project_id': '4a45453396704c03940ca7767a9c8356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7f8a44-dd3f-4b9d-989b-29efac33cf91', 'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'mac_address': 'fa:16:3e:4e:d8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:09Z', 'updated_at': '2021-07-22T19:06:16Z', 'revision_number': 5, 'project_id': '4a45453396704c03940ca7767a9c8356', 'subnets': [{'id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:27.176038 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d818cab0-49f2-43ce-af7d-504e34f2f69e req-c955aadb-7682-4903-bb8c-63c6fa919eab service neutron] 10.222.0.13 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827092 Jul 22 19:07:27.248433 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0cb043-6175-4d52-946c-326812838102 None None] The sync data for ids ['fe31e210-6676-4e0a-9e43-f1282df17adc'] in n-d-800086-12 is: [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '33978781-103f-4d91-b91c-82acd15fb165', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'port_id': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'mac_address': 'fa:16:3e:68:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9f44d7-089f-407f-8e07-8d4c7ca4df69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:06:33Z', 'updated_at': '2021-07-22T19:07:23Z', 'revision_number': 8, 'project_id': '4a45453396704c03940ca7767a9c8356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7f8a44-dd3f-4b9d-989b-29efac33cf91', 'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'mac_address': 'fa:16:3e:4e:d8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:09Z', 'updated_at': '2021-07-22T19:06:16Z', 'revision_number': 5, 'project_id': '4a45453396704c03940ca7767a9c8356', 'subnets': [{'id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:07:27.327722 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbc64ea-9360-4fee-a0d9-86046c1c0425 x-openstack-request-id: req-0bbc64ea-9360-4fee-a0d9-86046c1c0425 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:07:27.328176 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76fcbb4-ba46-48f5-a2c7-e0464f2ef018", "name": "network-vif-deleted", "tag": "14f48e5f-baa9-422b-a057-e8e7961ba450", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:07:27.328294 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bbc64ea-9360-4fee-a0d9-86046c1c0425 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:07:27.328715 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76fcbb4-ba46-48f5-a2c7-e0464f2ef018', 'name': 'network-vif-deleted', 'tag': '14f48e5f-baa9-422b-a057-e8e7961ba450', 'status': 'completed', 'code': 200} Jul 22 19:07:27.363789 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d7265e-bfe6-4a6f-8ede-78ad070f1e65 x-openstack-request-id: req-d0d7265e-bfe6-4a6f-8ede-78ad070f1e65 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:07:27.364721 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2367ffc2-85b4-4650-9218-ec9f0175b2b7", "name": "network-vif-unplugged", "status": "completed", "tag": "07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:07:27.365177 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0d7265e-bfe6-4a6f-8ede-78ad070f1e65 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:07:27.365734 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2367ffc2-85b4-4650-9218-ec9f0175b2b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22', 'code': 200} Jul 22 19:07:27.417219 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36252) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:27.484907 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad48ff97-b588-4ec7-877f-875a07b5d3b2 req-ce4c0d33-7dbd-4433-8dde-8609377d81ed tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2571111 Jul 22 19:07:27.490382 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-ad48ff97-b588-4ec7-877f-875a07b5d3b2 req-e248f42f-ccbb-4302-af09-dc8c592a5112 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:27.510556 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e9fc1b-673d-4ac2-9652-75ccab19dd50 admin admin] Deleting subnet 0b80c7ab-8b96-4210-8e6b-d0b73d261a94 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:07:27.514308 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47e9fc1b-673d-4ac2-9652-75ccab19dd50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:27.560337 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ad48ff97-b588-4ec7-877f-875a07b5d3b2 req-e248f42f-ccbb-4302-af09-dc8c592a5112 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:27.561227 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47e9fc1b-673d-4ac2-9652-75ccab19dd50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:27.637623 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47e9fc1b-673d-4ac2-9652-75ccab19dd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:27.647947 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688ff61d-a74b-4578-b749-078b17059382 None None] New status for floating IP 33978781-103f-4d91-b91c-82acd15fb165: ACTIVE {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:07:27.742022 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47e9fc1b-673d-4ac2-9652-75ccab19dd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:27.757058 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c86f7e-d05d-4721-8a20-133cc3213c42 req-ea8861f3-5b40-4db5-b8d1-eccf15c553ed tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:27.758736 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-86c86f7e-d05d-4721-8a20-133cc3213c42 req-ea8861f3-5b40-4db5-b8d1-eccf15c553ed tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 945 time: 0.2518787 Jul 22 19:07:27.764991 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47e9fc1b-673d-4ac2-9652-75ccab19dd50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:27.769945 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-47e9fc1b-673d-4ac2-9652-75ccab19dd50 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0b80c7ab-8b96-4210-8e6b-d0b73d261a94 HTTP/1.1" status: 204 len: 168 time: 0.3510077 Jul 22 19:07:27.774046 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 36256) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:27.800210 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9fc1b-673d-4ac2-9652-75ccab19dd50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b80c7ab-8b96-4210-8e6b-d0b73d261a94,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:27.849665 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ad48ff97-b588-4ec7-877f-875a07b5d3b2 req-e248f42f-ccbb-4302-af09-dc8c592a5112 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:27.859973 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b761991c-8471-4d94-b2d2-09e12c6c1e7a up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:07:27.933581 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-86c86f7e-d05d-4721-8a20-133cc3213c42 req-4cc70cb3-e932-427b-a938-4e7f672456b3 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445410 Jul 22 19:07:27.940065 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5c230ecc-9f13-4764-b72b-0bad9e8d7838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:27.967156 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] Sync routers for ids ['7bd73dce-2b99-4c15-871a-dc6e5b63059e'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:07:27.979156 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] Routers {'7bd73dce-2b99-4c15-871a-dc6e5b63059e'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:27.983671 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7bd73dce-2b99-4c15-871a-dc6e5b63059e'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:27.986369 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port b761991c-8471-4d94-b2d2-09e12c6c1e7a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:27.988042 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:28.141595 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36260) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:28.177077 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] Set router 7bd73dce-2b99-4c15-871a-dc6e5b63059e gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:28.304034 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a6c59eee-f0f0-46c5-9faa-1ae0510346f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:28.356754 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0e52b6c7-3d94-49c5-b62f-ad8c0dfa4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:28.436765 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd73dce-2b99-4c15-871a-dc6e5b63059e', 'name': 'tempest-FloatingIPsTestJSON-119444291-router', 'tenant_id': '17530ecd616e42a1ae8489bd80ce145c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'b761991c-8471-4d94-b2d2-09e12c6c1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:07:18Z', 'updated_at': '2021-07-22T19:07:23Z', 'revision_number': 4, 'project_id': '17530ecd616e42a1ae8489bd80ce145c', 'gw_port': {'id': 'b761991c-8471-4d94-b2d2-09e12c6c1e7a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd73dce-2b99-4c15-871a-dc6e5b63059e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:07:19Z', 'updated_at': '2021-07-22T19:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '01d70202-886c-4138-a163-4e90d66eb0ef', 'name': '', 'network_id': '10c7c754-7dcc-4aa7-b2b5-2f932e745b31', 'tenant_id': '17530ecd616e42a1ae8489bd80ce145c', 'mac_address': 'fa:16:3e:b8:60:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd73dce-2b99-4c15-871a-dc6e5b63059e', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '5057117c-158a-4987-ab46-25e8d6625f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:07:22Z', 'updated_at': '2021-07-22T19:07:23Z', 'revision_number': 2, 'project_id': '17530ecd616e42a1ae8489bd80ce145c', 'subnets': [{'id': '5057117c-158a-4987-ab46-25e8d6625f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:28.450184 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a6c59eee-f0f0-46c5-9faa-1ae0510346f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:28.454827 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a6c59eee-f0f0-46c5-9faa-1ae0510346f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:28.464815 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] Checking router: 7bd73dce-2b99-4c15-871a-dc6e5b63059e for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:07:28.465164 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] Updating router 7bd73dce-2b99-4c15-871a-dc6e5b63059e port 01d70202-886c-4138-a163-4e90d66eb0ef binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:07:28.495796 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a6c59eee-f0f0-46c5-9faa-1ae0510346f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92761adaa5c8415fafc6a0226db23a06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529537 Jul 22 19:07:28.496651 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c59eee-f0f0-46c5-9faa-1ae0510346f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059c6d6c-0163-42d7-82b2-42806d1bd327,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:28.499008 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36264) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:28.507152 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:28.545217 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5c230ecc-9f13-4764-b72b-0bad9e8d7838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:28.553265 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3befb1d1-39ab-4d87-9d50-8bc594c86077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:28.565049 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-ad48ff97-b588-4ec7-877f-875a07b5d3b2 req-e248f42f-ccbb-4302-af09-dc8c592a5112 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Allocated IP 172.25.3.31 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/48622d42-df5e-4842-9120-3705486948b9) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:07:28.575941 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3befb1d1-39ab-4d87-9d50-8bc594c86077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:28.619308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-5c230ecc-9f13-4764-b72b-0bad9e8d7838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baecdd37-6eb2-4425-b93b-172f9e82b42a']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:28.635156 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3befb1d1-39ab-4d87-9d50-8bc594c86077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:28.638423 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3befb1d1-39ab-4d87-9d50-8bc594c86077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:28.642173 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3befb1d1-39ab-4d87-9d50-8bc594c86077 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/059c6d6c-0163-42d7-82b2-42806d1bd327 HTTP/1.1" status: 204 len: 168 time: 0.1398542 Jul 22 19:07:28.649088 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befb1d1-39ab-4d87-9d50-8bc594c86077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059c6d6c-0163-42d7-82b2-42806d1bd327,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:28.681634 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe7eb3c3-025b-43f4-afb1-465c4c4b8e0e req-bd01ff94-efe6-41cd-98a5-1ae22ac4cedb tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 210 time: 0.0982804 Jul 22 19:07:28.683147 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-7174a196-47b1-457d-bcf7-7107c36a4f50 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=46238864a83148d380b2ca0eb3b80dcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1335921 Jul 22 19:07:28.685407 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-5c230ecc-9f13-4764-b72b-0bad9e8d7838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414194de-227b-4cc1-83e8-6ad6fcbe33c8') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:28.685701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-5c230ecc-9f13-4764-b72b-0bad9e8d7838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414194de-227b-4cc1-83e8-6ad6fcbe33c8') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:28.732509 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5c230ecc-9f13-4764-b72b-0bad9e8d7838 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:28.828664 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5c230ecc-9f13-4764-b72b-0bad9e8d7838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:28.876929 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c230ecc-9f13-4764-b72b-0bad9e8d7838 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:07:28.877507 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5c230ecc-9f13-4764-b72b-0bad9e8d7838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:07:28.879390 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:07:28.908747 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:28.955815 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36272) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:28.969826 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b429ff8a-06ab-4186-9d1f-bc1dac7e55db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:28.975134 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92315ffc-8419-4f99-8533-978441e170fc req-066ff74a-b809-4d03-a268-d9408662623f tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/floatingips/33978781-103f-4d91-b91c-82acd15fb165 HTTP/1.1" status: 200 len: 999 time: 0.2448983 Jul 22 19:07:28.985442 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] Transition to ACTIVE for port object 01d70202-886c-4138-a163-4e90d66eb0ef will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:07:28.993380 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.038350 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5c230ecc-9f13-4764-b72b-0bad9e8d7838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.048741 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ad48ff97-b588-4ec7-877f-875a07b5d3b2 req-e248f42f-ccbb-4302-af09-dc8c592a5112 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.057841 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-62a7ba84-d4aa-4a73-924b-e113b884e908 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:29.059358 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-62a7ba84-d4aa-4a73-924b-e113b884e908 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3691437 Jul 22 19:07:29.068947 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b429ff8a-06ab-4186-9d1f-bc1dac7e55db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.074665 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b429ff8a-06ab-4186-9d1f-bc1dac7e55db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.081252 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f8da9-d24c-43be-add1-3fd8e9a78c84 None None] Pushing event updated for resources: {'Port': ['ID=01d70202-886c-4138-a163-4e90d66eb0ef,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:29.091162 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5c230ecc-9f13-4764-b72b-0bad9e8d7838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.093114 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5c230ecc-9f13-4764-b72b-0bad9e8d7838 admin admin] 10.222.0.13 "DELETE /v2.0/networks/baecdd37-6eb2-4425-b93b-172f9e82b42a HTTP/1.1" status: 204 len: 168 time: 1.3181274 Jul 22 19:07:29.110249 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f8da9-d24c-43be-add1-3fd8e9a78c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:29.110597 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f8da9-d24c-43be-add1-3fd8e9a78c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:29.110935 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f8da9-d24c-43be-add1-3fd8e9a78c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:29.111269 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f8da9-d24c-43be-add1-3fd8e9a78c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:29.111598 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f8da9-d24c-43be-add1-3fd8e9a78c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:29.111920 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f8da9-d24c-43be-add1-3fd8e9a78c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:29.112444 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f8da9-d24c-43be-add1-3fd8e9a78c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:29.112994 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f8da9-d24c-43be-add1-3fd8e9a78c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:29.113481 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f8da9-d24c-43be-add1-3fd8e9a78c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:29.113981 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f8da9-d24c-43be-add1-3fd8e9a78c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:29.114466 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f8da9-d24c-43be-add1-3fd8e9a78c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:29.114959 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f8da9-d24c-43be-add1-3fd8e9a78c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:29.119375 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429ff8a-06ab-4186-9d1f-bc1dac7e55db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76c1719-8904-43fa-84ab-e87fab4b4063,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:29.128497 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-2d41b581-c00a-46b9-8969-3cf77d138384 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Request body: {'port': {'device_id': '5f62d60c-f271-47b4-a951-ed964df55875', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': '46238864a83148d380b2ca0eb3b80dcd'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:29.146333 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] Attempting to bind port 01d70202-886c-4138-a163-4e90d66eb0ef on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:07:29.148581 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] Attempting to bind port 01d70202-886c-4138-a163-4e90d66eb0ef by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '85275df6-561e-4204-9061-de04a2999cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10c7c754-7dcc-4aa7-b2b5-2f932e745b31'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:07:29.149748 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] Attempting to bind port 01d70202-886c-4138-a163-4e90d66eb0ef on network 10c7c754-7dcc-4aa7-b2b5-2f932e745b31 {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:07:29.158847 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:07:29.159944 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] Checking segment: {'id': '85275df6-561e-4204-9061-de04a2999cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10c7c754-7dcc-4aa7-b2b5-2f932e745b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:07:29.160913 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.161561 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] Bound using segment: {'id': '85275df6-561e-4204-9061-de04a2999cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10c7c754-7dcc-4aa7-b2b5-2f932e745b31'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:07:29.162841 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] Bound port: 01d70202-886c-4138-a163-4e90d66eb0ef, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85275df6-561e-4204-9061-de04a2999cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10c7c754-7dcc-4aa7-b2b5-2f932e745b31'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:07:29.163670 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.174683 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b429ff8a-06ab-4186-9d1f-bc1dac7e55db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8395c9f0e9404123b4601475dac5468b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152708 Jul 22 19:07:29.175186 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36278) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:29.229609 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c230ecc-9f13-4764-b72b-0bad9e8d7838 admin admin] Pushing event deleted for resources: {'Network': ['ID=baecdd37-6eb2-4425-b93b-172f9e82b42a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:29.255439 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] For port 01d70202-886c-4138-a163-4e90d66eb0ef, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:07:29.259004 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] For port 01d70202-886c-4138-a163-4e90d66eb0ef, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=01d70202-886c-4138-a163-4e90d66eb0ef,segment=NetworkSegment(85275df6-561e-4204-9061-de04a2999cb6),segment_id=85275df6-561e-4204-9061-de04a2999cb6)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:07:29.264236 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4bf63621-a53c-4fa5-b212-8832a2997c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.268362 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.303495 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4bf63621-a53c-4fa5-b212-8832a2997c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.314044 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] Routers {'7bd73dce-2b99-4c15-871a-dc6e5b63059e'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:29.315472 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92315ffc-8419-4f99-8533-978441e170fc req-dcbd8171-a9f2-4a32-8a64-ea74875cd2b3 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:29.316743 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7bd73dce-2b99-4c15-871a-dc6e5b63059e'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:29.327217 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92315ffc-8419-4f99-8533-978441e170fc req-dcbd8171-a9f2-4a32-8a64-ea74875cd2b3 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.3392773 Jul 22 19:07:29.331525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be833da5-7457-4251-8183-5c335d5aae76', 'name': 'network-vif-deleted', 'tag': '9bafbda3-406d-4a5f-9e82-83f95a18a714'}, {'name': 'network-changed', 'server_uuid': 'fb9f44d7-089f-407f-8e07-8d4c7ca4df69', 'tag': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42'}, {'server_uuid': '2367ffc2-85b4-4650-9218-ec9f0175b2b7', 'name': 'network-vif-deleted', 'tag': '07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:07:29.334054 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebe9b54-66be-43ca-beb9-7cd0fa799dfe" -d '{"events": [{"server_uuid": "be833da5-7457-4251-8183-5c335d5aae76", "name": "network-vif-deleted", "tag": "9bafbda3-406d-4a5f-9e82-83f95a18a714"}, {"name": "network-changed", "server_uuid": "fb9f44d7-089f-407f-8e07-8d4c7ca4df69", "tag": "4daabab8-31e7-4401-aaa7-0d6f82ba9c42"}, {"server_uuid": "2367ffc2-85b4-4650-9218-ec9f0175b2b7", "name": "network-vif-deleted", "tag": "07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:07:29.366764 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36284) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:29.394809 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ad48ff97-b588-4ec7-877f-875a07b5d3b2 req-e248f42f-ccbb-4302-af09-dc8c592a5112 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.406200 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-2d41b581-c00a-46b9-8969-3cf77d138384 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Made reservation on behalf of 46238864a83148d380b2ca0eb3b80dcd for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:07:29.406390 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4bf63621-a53c-4fa5-b212-8832a2997c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.408729 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4bf63621-a53c-4fa5-b212-8832a2997c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.409882 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-2d41b581-c00a-46b9-8969-3cf77d138384 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.410018 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4bf63621-a53c-4fa5-b212-8832a2997c73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b76c1719-8904-43fa-84ab-e87fab4b4063 HTTP/1.1" status: 204 len: 168 time: 0.2330909 Jul 22 19:07:29.437149 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2574c388-8314-4561-8cbf-41f6dbaffefa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7203bd3d967745edacfd14e47e28a372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0681312 Jul 22 19:07:29.437913 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf63621-a53c-4fa5-b212-8832a2997c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76c1719-8904-43fa-84ab-e87fab4b4063,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:29.439909 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36288) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:29.502413 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f8da9-d24c-43be-add1-3fd8e9a78c84 None None] Pushing event updated for resources: {'Port': ['ID=01d70202-886c-4138-a163-4e90d66eb0ef,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:29.521307 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-2d41b581-c00a-46b9-8969-3cf77d138384 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.544736 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad48ff97-b588-4ec7-877f-875a07b5d3b2 req-e248f42f-ccbb-4302-af09-dc8c592a5112 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:07:29.552749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-ad48ff97-b588-4ec7-877f-875a07b5d3b2 req-e248f42f-ccbb-4302-af09-dc8c592a5112 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:07:29.556111 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad48ff97-b588-4ec7-877f-875a07b5d3b2 req-e248f42f-ccbb-4302-af09-dc8c592a5112 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:07:29.558546 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248f42f-ccbb-4302-af09-dc8c592a5112 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Pushing event updated for resources: {'Port': ['ID=48622d42-df5e-4842-9120-3705486948b9,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:29.561974 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-12f21abd-e2e7-4993-a5d0-ae60db3dfa1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.570804 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] Set router 7bd73dce-2b99-4c15-871a-dc6e5b63059e gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:29.610044 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-12f21abd-e2e7-4993-a5d0-ae60db3dfa1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.680160 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-12f21abd-e2e7-4993-a5d0-ae60db3dfa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.685372 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-12f21abd-e2e7-4993-a5d0-ae60db3dfa1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.686989 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-12f21abd-e2e7-4993-a5d0-ae60db3dfa1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b329fba7-d8ba-40c8-8859-6c26ad8e95be HTTP/1.1" status: 204 len: 168 time: 0.2457993 Jul 22 19:07:29.721252 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f21abd-e2e7-4993-a5d0-ae60db3dfa1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b329fba7-d8ba-40c8-8859-6c26ad8e95be,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:29.776168 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ad48ff97-b588-4ec7-877f-875a07b5d3b2 req-e248f42f-ccbb-4302-af09-dc8c592a5112 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.874157 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-2d41b581-c00a-46b9-8969-3cf77d138384 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.876373 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ad48ff97-b588-4ec7-877f-875a07b5d3b2 req-e248f42f-ccbb-4302-af09-dc8c592a5112 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.882306 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-2d41b581-c00a-46b9-8969-3cf77d138384 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:29.892618 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 01d70202-886c-4138-a163-4e90d66eb0ef up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:07:29.949641 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da4cff-bcf6-435b-aa6a-8c7b8f0ef06e req-2833a83f-60b7-4d30-a59c-1db41c84a12b tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:29.951545 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-80da4cff-bcf6-435b-aa6a-8c7b8f0ef06e req-2833a83f-60b7-4d30-a59c-1db41c84a12b tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 945 time: 0.2412038 Jul 22 19:07:30.002422 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd73dce-2b99-4c15-871a-dc6e5b63059e', 'name': 'tempest-FloatingIPsTestJSON-119444291-router', 'tenant_id': '17530ecd616e42a1ae8489bd80ce145c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'b761991c-8471-4d94-b2d2-09e12c6c1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:07:18Z', 'updated_at': '2021-07-22T19:07:23Z', 'revision_number': 4, 'project_id': '17530ecd616e42a1ae8489bd80ce145c', 'gw_port': {'id': 'b761991c-8471-4d94-b2d2-09e12c6c1e7a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd73dce-2b99-4c15-871a-dc6e5b63059e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:07:19Z', 'updated_at': '2021-07-22T19:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '01d70202-886c-4138-a163-4e90d66eb0ef', 'name': '', 'network_id': '10c7c754-7dcc-4aa7-b2b5-2f932e745b31', 'tenant_id': '17530ecd616e42a1ae8489bd80ce145c', 'mac_address': 'fa:16:3e:b8:60:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd73dce-2b99-4c15-871a-dc6e5b63059e', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '5057117c-158a-4987-ab46-25e8d6625f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:07:22Z', 'updated_at': '2021-07-22T19:07:29Z', 'revision_number': 4, 'project_id': '17530ecd616e42a1ae8489bd80ce145c', 'subnets': [{'id': '5057117c-158a-4987-ab46-25e8d6625f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:30.020577 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41b581-c00a-46b9-8969-3cf77d138384 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7693f6-51d1-4253-b38b-44f5cd798720,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:30.077781 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fc3eae-cb91-413a-9e11-dd082e067065 None None] The sync data for ids ['7bd73dce-2b99-4c15-871a-dc6e5b63059e'] in n-d-800086-12 is: [{'id': '7bd73dce-2b99-4c15-871a-dc6e5b63059e', 'name': 'tempest-FloatingIPsTestJSON-119444291-router', 'tenant_id': '17530ecd616e42a1ae8489bd80ce145c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'b761991c-8471-4d94-b2d2-09e12c6c1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:07:18Z', 'updated_at': '2021-07-22T19:07:23Z', 'revision_number': 4, 'project_id': '17530ecd616e42a1ae8489bd80ce145c', 'gw_port': {'id': 'b761991c-8471-4d94-b2d2-09e12c6c1e7a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd73dce-2b99-4c15-871a-dc6e5b63059e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:07:19Z', 'updated_at': '2021-07-22T19:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '01d70202-886c-4138-a163-4e90d66eb0ef', 'name': '', 'network_id': '10c7c754-7dcc-4aa7-b2b5-2f932e745b31', 'tenant_id': '17530ecd616e42a1ae8489bd80ce145c', 'mac_address': 'fa:16:3e:b8:60:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd73dce-2b99-4c15-871a-dc6e5b63059e', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '5057117c-158a-4987-ab46-25e8d6625f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:07:22Z', 'updated_at': '2021-07-22T19:07:29Z', 'revision_number': 4, 'project_id': '17530ecd616e42a1ae8489bd80ce145c', 'subnets': [{'id': '5057117c-158a-4987-ab46-25e8d6625f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:07:30.189588 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-80da4cff-bcf6-435b-aa6a-8c7b8f0ef06e req-0a2cf7d5-bd8b-4cd3-a8ed-30badacbd701 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304425 Jul 22 19:07:30.204251 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 01d70202-886c-4138-a163-4e90d66eb0ef completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:07:30.209104 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 01d70202-886c-4138-a163-4e90d66eb0ef triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:30.211925 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:30.274538 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-2d41b581-c00a-46b9-8969-3cf77d138384 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Allocated IP 192.168.233.223 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/010b98b4-758f-4285-89fb-ff8927f356cc) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:07:30.373031 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:30.393132 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ad48ff97-b588-4ec7-877f-875a07b5d3b2 req-e248f42f-ccbb-4302-af09-dc8c592a5112 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:30.430092 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 01d70202-886c-4138-a163-4e90d66eb0ef, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=01d70202-886c-4138-a163-4e90d66eb0ef,segment=NetworkSegment(85275df6-561e-4204-9061-de04a2999cb6),segment_id=85275df6-561e-4204-9061-de04a2999cb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:30.436864 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:30.454108 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ad48ff97-b588-4ec7-877f-875a07b5d3b2 req-e248f42f-ccbb-4302-af09-dc8c592a5112 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:30.518318 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=01d70202-886c-4138-a163-4e90d66eb0ef,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:30.616400 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ad48ff97-b588-4ec7-877f-875a07b5d3b2 req-e248f42f-ccbb-4302-af09-dc8c592a5112 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:30.710383 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-9de62cec-74b5-4dc1-b0c9-df21aff5613b tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 1002 time: 0.3290541 Jul 22 19:07:30.721170 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248f42f-ccbb-4302-af09-dc8c592a5112 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Pushing event updated for resources: {'Port': ['ID=48622d42-df5e-4842-9120-3705486948b9,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:30.740980 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ad48ff97-b588-4ec7-877f-875a07b5d3b2 req-e248f42f-ccbb-4302-af09-dc8c592a5112 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:30.742474 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad48ff97-b588-4ec7-877f-875a07b5d3b2 req-e248f42f-ccbb-4302-af09-dc8c592a5112 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2567391 Jul 22 19:07:30.886482 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad48ff97-b588-4ec7-877f-875a07b5d3b2 req-40bcaeb0-c8d8-4823-99dc-809cf4b19285 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.31 HTTP/1.1" status: 200 len: 695 time: 0.1322277 Jul 22 19:07:30.889501 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-2d41b581-c00a-46b9-8969-3cf77d138384 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:30.923987 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-71debfb3-1aa2-41fc-ba9f-d15275e70f80 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:30.925395 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-71debfb3-1aa2-41fc-ba9f-d15275e70f80 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports/4daabab8-31e7-4401-aaa7-0d6f82ba9c42 HTTP/1.1" status: 200 len: 943 time: 0.2055044 Jul 22 19:07:30.955957 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-2d41b581-c00a-46b9-8969-3cf77d138384 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Transition to ACTIVE for port object 010b98b4-758f-4285-89fb-ff8927f356cc will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:07:30.996066 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d29ff975-4230-42d9-9e61-0bffc38f46fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:31.029454 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:31.096647 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f15d55-380a-4489-b8c8-b188e35e52b2 req-29acf3c6-4b6f-4650-9f3e-c3a739e039b7 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:31.098082 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-79f15d55-380a-4489-b8c8-b188e35e52b2 req-29acf3c6-4b6f-4650-9f3e-c3a739e039b7 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ea8c71-f2cf-44a4-a8a0-194cd1eb3924 HTTP/1.1" status: 200 len: 949 time: 0.2689352 Jul 22 19:07:31.126967 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-1a627dd1-6795-42f8-ae47-2e6feda04a96 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 1002 time: 0.1203401 Jul 22 19:07:31.135696 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48ff97-b588-4ec7-877f-875a07b5d3b2 req-0676d20a-b76c-4994-afd3-22f3d76f3e29 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:31.137079 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad48ff97-b588-4ec7-877f-875a07b5d3b2 req-0676d20a-b76c-4994-afd3-22f3d76f3e29 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.2395470 Jul 22 19:07:31.149241 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-2d41b581-c00a-46b9-8969-3cf77d138384 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:31.207320 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 22 Jul 2021 19:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009b6382-2b28-460f-ae66-0f125d403bf7 x-openstack-request-id: req-009b6382-2b28-460f-ae66-0f125d403bf7 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:07:31.207628 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be833da5-7457-4251-8183-5c335d5aae76", "name": "network-vif-deleted", "tag": "9bafbda3-406d-4a5f-9e82-83f95a18a714", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb9f44d7-089f-407f-8e07-8d4c7ca4df69", "tag": "4daabab8-31e7-4401-aaa7-0d6f82ba9c42", "status": "completed", "code": 200}, {"server_uuid": "2367ffc2-85b4-4650-9218-ec9f0175b2b7", "name": "network-vif-deleted", "tag": "07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:07:31.207877 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-009b6382-2b28-460f-ae66-0f125d403bf7 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:07:31.208284 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be833da5-7457-4251-8183-5c335d5aae76', 'name': 'network-vif-deleted', 'tag': '9bafbda3-406d-4a5f-9e82-83f95a18a714', 'status': 'completed', 'code': 200} Jul 22 19:07:31.208537 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9f44d7-089f-407f-8e07-8d4c7ca4df69', 'tag': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42', 'status': 'completed', 'code': 200} Jul 22 19:07:31.208791 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2367ffc2-85b4-4650-9218-ec9f0175b2b7', 'name': 'network-vif-deleted', 'tag': '07a1dacc-1ad6-4c5b-a6ab-a7181c8abb22', 'status': 'completed', 'code': 200} Jul 22 19:07:31.228169 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-2d41b581-c00a-46b9-8969-3cf77d138384 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:07:31.287960 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-2d41b581-c00a-46b9-8969-3cf77d138384 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:07:31.318259 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41b581-c00a-46b9-8969-3cf77d138384 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Pushing event updated for resources: {'Port': ['ID=010b98b4-758f-4285-89fb-ff8927f356cc,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:31.323270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-2d41b581-c00a-46b9-8969-3cf77d138384 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:07:31.480832 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-82bdbb71-6109-40cb-9b1c-4cba5d84e76e tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:31.482258 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-82bdbb71-6109-40cb-9b1c-4cba5d84e76e tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.3435259 Jul 22 19:07:31.501150 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-2d41b581-c00a-46b9-8969-3cf77d138384 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:31.501759 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-2d41b581-c00a-46b9-8969-3cf77d138384 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:31.577603 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-36493da7-c715-4606-8e12-ac3aaf094e6a None None] Provisioning for port 010b98b4-758f-4285-89fb-ff8927f356cc completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:07:31.581870 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-36493da7-c715-4606-8e12-ac3aaf094e6a None None] Provisioning complete for port 010b98b4-758f-4285-89fb-ff8927f356cc triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:31.582350 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-36493da7-c715-4606-8e12-ac3aaf094e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:31.584991 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-2d41b581-c00a-46b9-8969-3cf77d138384 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4764197 Jul 22 19:07:31.591050 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe9b54-66be-43ca-beb9-7cd0fa799dfe req-b423a9c4-7b32-4eb4-992d-8188fa46da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:31.592667 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6ebe9b54-66be-43ca-beb9-7cd0fa799dfe req-b423a9c4-7b32-4eb4-992d-8188fa46da54 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a45453396704c03940ca7767a9c8356&device_id=fb9f44d7-089f-407f-8e07-8d4c7ca4df69 HTTP/1.1" status: 200 len: 1098 time: 0.3245652 Jul 22 19:07:31.606827 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76ef72-86f3-4ecd-afcd-928da229b211 req-c72c14cc-82ec-4d71-868f-570c2b7b5939 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:31.608549 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d76ef72-86f3-4ecd-afcd-928da229b211 req-c72c14cc-82ec-4d71-868f-570c2b7b5939 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/ports?device_id=00ea8c71-f2cf-44a4-a8a0-194cd1eb3924 HTTP/1.1" status: 200 len: 949 time: 0.3423007 Jul 22 19:07:31.613285 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] Request body: {'port': {'device_id': '5f62d60c-f271-47b4-a951-ed964df55875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:31.621889 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-36493da7-c715-4606-8e12-ac3aaf094e6a None None] Port 010b98b4-758f-4285-89fb-ff8927f356cc cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:07:31.655364 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-e2e0fdbe-6de1-405a-a2c9-ad1a5217f714 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 1002 time: 0.1645839 Jul 22 19:07:31.696605 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-958e27a5-23cc-4014-89c7-649a9bdac412 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:31.772563 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 01d70202-886c-4138-a163-4e90d66eb0ef up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:07:31.831243 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 01d70202-886c-4138-a163-4e90d66eb0ef triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:31.831753 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:32.070211 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-79f15d55-380a-4489-b8c8-b188e35e52b2 req-c2dbb1b8-c91f-46c7-be50-13ec2f866613 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Deleting port 8509c01b-e24c-4545-8c25-b9810238a154 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:07:32.070552 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-79f15d55-380a-4489-b8c8-b188e35e52b2 req-c2dbb1b8-c91f-46c7-be50-13ec2f866613 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:32.183117 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d76ef72-86f3-4ecd-afcd-928da229b211 req-b072ef0c-d2ed-44c8-8216-af3c5b9636ca tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59c6675-a366-4dfb-8b22-a63aed2f1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5499377 Jul 22 19:07:32.205507 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-958e27a5-23cc-4014-89c7-649a9bdac412 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:32.223300 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:32.294409 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe9b54-66be-43ca-beb9-7cd0fa799dfe req-3b14b7b4-3c15-4586-9cf4-4571ff32e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:32.295831 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6ebe9b54-66be-43ca-beb9-7cd0fa799dfe req-3b14b7b4-3c15-4586-9cf4-4571ff32e305 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c65cd496-c426-405a-b8c2-36e596dfdd4c HTTP/1.1" status: 200 len: 921 time: 0.6864479 Jul 22 19:07:32.301754 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:32.401992 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-79f15d55-380a-4489-b8c8-b188e35e52b2 req-c2dbb1b8-c91f-46c7-be50-13ec2f866613 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] For port 8509c01b-e24c-4545-8c25-b9810238a154, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=8509c01b-e24c-4545-8c25-b9810238a154,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:32.402371 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-79f15d55-380a-4489-b8c8-b188e35e52b2 req-c2dbb1b8-c91f-46c7-be50-13ec2f866613 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:32.484789 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-79f15d55-380a-4489-b8c8-b188e35e52b2 req-c2dbb1b8-c91f-46c7-be50-13ec2f866613 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Calling delete_port for 8509c01b-e24c-4545-8c25-b9810238a154 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:07:32.540935 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6ebe9b54-66be-43ca-beb9-7cd0fa799dfe req-cea9a1d8-3db9-4ec7-bd48-946621c60711 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4daabab8-31e7-4401-aaa7-0d6f82ba9c42 HTTP/1.1" status: 200 len: 1002 time: 0.2352772 Jul 22 19:07:32.633723 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-958e27a5-23cc-4014-89c7-649a9bdac412 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:32.705218 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-958e27a5-23cc-4014-89c7-649a9bdac412 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:32.705894 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-958e27a5-23cc-4014-89c7-649a9bdac412 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Floating IP 33978781-103f-4d91-b91c-82acd15fb165 disassociated. External IP: 172.25.3.199, port: 4daabab8-31e7-4401-aaa7-0d6f82ba9c42. Jul 22 19:07:32.758494 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084085a-d75c-488b-9f78-51c5ffb17bce req-dabe070c-efd8-467a-9497-26a582b4304b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:32.760112 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b084085a-d75c-488b-9f78-51c5ffb17bce req-dabe070c-efd8-467a-9497-26a582b4304b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 936 time: 0.4853740 Jul 22 19:07:32.863872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe9b54-66be-43ca-beb9-7cd0fa799dfe req-7cda7a85-1f53-4fcd-8bcd-88cfcd8323e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:32.865383 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6ebe9b54-66be-43ca-beb9-7cd0fa799dfe req-7cda7a85-1f53-4fcd-8bcd-88cfcd8323e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30ea6495-2382-41f8-8d66-bf8d2e3d0983 HTTP/1.1" status: 200 len: 859 time: 0.2801967 Jul 22 19:07:32.979221 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b084085a-d75c-488b-9f78-51c5ffb17bce req-bf5cb6f1-b1da-4ffb-845f-112a5d8046f5 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839323 Jul 22 19:07:33.176207 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe9b54-66be-43ca-beb9-7cd0fa799dfe req-4a1a6081-7062-454a-a746-ce107b03dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:33.177892 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6ebe9b54-66be-43ca-beb9-7cd0fa799dfe req-4a1a6081-7062-454a-a746-ce107b03dd94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c65cd496-c426-405a-b8c2-36e596dfdd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2883179 Jul 22 19:07:33.178569 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-79f15d55-380a-4489-b8c8-b188e35e52b2 req-c2dbb1b8-c91f-46c7-be50-13ec2f866613 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:33.191679 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 8509c01b-e24c-4545-8c25-b9810238a154 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:07:33.227781 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 8509c01b-e24c-4545-8c25-b9810238a154 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:07:33.229563 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 8509c01b-e24c-4545-8c25-b9810238a154 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:07:33.267903 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbb1b8-c91f-46c7-be50-13ec2f866613 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Pushing event deleted for resources: {'Port': ['ID=8509c01b-e24c-4545-8c25-b9810238a154,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:33.296233 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 010b98b4-758f-4285-89fb-ff8927f356cc {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:07:33.351758 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:33.386573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f15d55-380a-4489-b8c8-b188e35e52b2 req-c2dbb1b8-c91f-46c7-be50-13ec2f866613 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] No DVR routers for this DVR port 8509c01b-e24c-4545-8c25-b9810238a154 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:07:33.395881 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-79f15d55-380a-4489-b8c8-b188e35e52b2 req-c2dbb1b8-c91f-46c7-be50-13ec2f866613 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:33.397938 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-79f15d55-380a-4489-b8c8-b188e35e52b2 req-c2dbb1b8-c91f-46c7-be50-13ec2f866613 tempest-LiveMigrationNegativeTest-340099831 tempest-LiveMigrationNegativeTest-340099831-project] 10.222.0.30 "DELETE /v2.0/ports/8509c01b-e24c-4545-8c25-b9810238a154 HTTP/1.1" status: 204 len: 173 time: 2.1728630 Jul 22 19:07:33.400434 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ea8c71-f2cf-44a4-a8a0-194cd1eb3924', 'name': 'network-vif-deleted', 'tag': '8509c01b-e24c-4545-8c25-b9810238a154'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:07:33.402840 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe84ced-33e1-4484-a018-e307fd6b5ad3" -d '{"events": [{"server_uuid": "00ea8c71-f2cf-44a4-a8a0-194cd1eb3924", "name": "network-vif-deleted", "tag": "8509c01b-e24c-4545-8c25-b9810238a154"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:07:33.407908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-958e27a5-23cc-4014-89c7-649a9bdac412 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Router fe31e210-6676-4e0a-9e43-f1282df17adc has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:07:33.411919 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] Transition to ACTIVE for port object 010b98b4-758f-4285-89fb-ff8927f356cc will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:07:33.429949 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:33.488821 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6ebe9b54-66be-43ca-beb9-7cd0fa799dfe req-f187c1b8-2461-45d8-8cbe-cfcfddc67ddf service neutron] 10.222.0.16 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041961 Jul 22 19:07:33.629781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cb0138b-de1b-4765-a2cb-07a0c4e4a862 req-35d88bfd-c10e-4c60-8de7-d53e7b9515c7 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "GET /v2.0/floatingips/047a870c-17d8-44f5-b44b-a33864c2424f HTTP/1.1" status: 200 len: 692 time: 0.1481140 Jul 22 19:07:33.640612 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] Pushing event updated for resources: {'Port': ['ID=010b98b4-758f-4285-89fb-ff8927f356cc,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:33.744306 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:07:33.858642 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:34.343684 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6ebe9b54-66be-43ca-beb9-7cd0fa799dfe req-8f4fc993-f610-42ea-9146-db7907ca036d service neutron] 10.222.0.16 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8370538 Jul 22 19:07:34.347330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-958e27a5-23cc-4014-89c7-649a9bdac412 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:07:34.349160 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] Attempting to bind port 010b98b4-758f-4285-89fb-ff8927f356cc on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:07:34.350883 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] Attempting to bind port 010b98b4-758f-4285-89fb-ff8927f356cc by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:07:34.350883 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] Attempting to bind port 010b98b4-758f-4285-89fb-ff8927f356cc on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:07:34.358255 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-958e27a5-23cc-4014-89c7-649a9bdac412 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:34.371998 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c3a385-cf61-4f36-b2f7-a30c76006edb None None] Sync routers for ids ['fe31e210-6676-4e0a-9e43-f1282df17adc'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:07:34.395507 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c3a385-cf61-4f36-b2f7-a30c76006edb None None] Routers {'fe31e210-6676-4e0a-9e43-f1282df17adc'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:34.395660 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0138b-de1b-4765-a2cb-07a0c4e4a862 req-a2a4a296-95f3-480e-a983-41e0e958aa95 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:34.396465 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-67c3a385-cf61-4f36-b2f7-a30c76006edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fe31e210-6676-4e0a-9e43-f1282df17adc'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:34.402459 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cb0138b-de1b-4765-a2cb-07a0c4e4a862 req-a2a4a296-95f3-480e-a983-41e0e958aa95 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.7368362 Jul 22 19:07:34.404180 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] Port 010b98b4-758f-4285-89fb-ff8927f356cc on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:07:34.404802 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] Attempting to bind port 010b98b4-758f-4285-89fb-ff8927f356cc on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:07:34.416171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-4cb0138b-de1b-4765-a2cb-07a0c4e4a862 req-b4ebb580-0ab0-4d36-8061-613aa090a9df tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:07:34.423027 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cb0138b-de1b-4765-a2cb-07a0c4e4a862 req-b4ebb580-0ab0-4d36-8061-613aa090a9df tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0197277 Jul 22 19:07:34.463423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:07:34.464322 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:07:34.465106 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:07:34.466819 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] Bound port: 010b98b4-758f-4285-89fb-ff8927f356cc, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:07:34.467577 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:34.482377 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-958e27a5-23cc-4014-89c7-649a9bdac412 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "PUT /v2.0/floatingips/33978781-103f-4d91-b91c-82acd15fb165 HTTP/1.1" status: 200 len: 696 time: 2.8065827 Jul 22 19:07:34.536596 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-67c3a385-cf61-4f36-b2f7-a30c76006edb None None] Set router fe31e210-6676-4e0a-9e43-f1282df17adc gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:34.620586 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] For port 010b98b4-758f-4285-89fb-ff8927f356cc, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:07:34.638694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] For port 010b98b4-758f-4285-89fb-ff8927f356cc, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=010b98b4-758f-4285-89fb-ff8927f356cc,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:07:34.653972 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e2c32-e4be-4820-8af3-c87a5c08adeb req-5a8a38ce-709e-46f3-bb62-4be70d5c1d23 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:34.661187 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c3e2c32-e4be-4820-8af3-c87a5c08adeb req-5a8a38ce-709e-46f3-bb62-4be70d5c1d23 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 945 time: 0.1765444 Jul 22 19:07:34.666462 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:34.679976 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-36edfea6-072c-49dd-833b-eb3b075074e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:34.682334 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-36edfea6-072c-49dd-833b-eb3b075074e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a45453396704c03940ca7767a9c8356&device_id=fb9f44d7-089f-407f-8e07-8d4c7ca4df69 HTTP/1.1" status: 200 len: 1098 time: 0.1878421 Jul 22 19:07:34.772585 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:34.773520 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:34.776637 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] 10.222.0.30 "PUT /v2.0/ports/010b98b4-758f-4285-89fb-ff8927f356cc HTTP/1.1" status: 200 len: 1097 time: 3.1784532 Jul 22 19:07:34.780352 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-67c3a385-cf61-4f36-b2f7-a30c76006edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '0b7f8a44-dd3f-4b9d-989b-29efac33cf91', 'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'mac_address': 'fa:16:3e:4e:d8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:09Z', 'updated_at': '2021-07-22T19:06:16Z', 'revision_number': 5, 'project_id': '4a45453396704c03940ca7767a9c8356', 'subnets': [{'id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:34.794121 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c3e2c32-e4be-4820-8af3-c87a5c08adeb req-be53ee80-d907-4f79-b509-30e9dd96ba03 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320701 Jul 22 19:07:34.861236 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c84106-84cc-4929-a174-59f4efff2e8b service neutron] Pushing event updated for resources: {'Port': ['ID=010b98b4-758f-4285-89fb-ff8927f356cc,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:34.871110 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c3a385-cf61-4f36-b2f7-a30c76006edb None None] Checking router: fe31e210-6676-4e0a-9e43-f1282df17adc for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:07:34.891305 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c3a385-cf61-4f36-b2f7-a30c76006edb None None] Routers {'fe31e210-6676-4e0a-9e43-f1282df17adc'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:34.892310 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-67c3a385-cf61-4f36-b2f7-a30c76006edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fe31e210-6676-4e0a-9e43-f1282df17adc'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:34.936292 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-a13176a8-1328-4345-a833-ca1ba97d91c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:34.937561 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-a13176a8-1328-4345-a833-ca1ba97d91c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c65cd496-c426-405a-b8c2-36e596dfdd4c HTTP/1.1" status: 200 len: 921 time: 0.2251360 Jul 22 19:07:35.009817 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-a405377b-6659-4c07-b1f8-1c95969ef1b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4daabab8-31e7-4401-aaa7-0d6f82ba9c42 HTTP/1.1" status: 200 len: 217 time: 0.0590022 Jul 22 19:07:35.015010 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-0a9cb8d4-77b4-4fe0-8e60-f047c52a99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:35.016553 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-0a9cb8d4-77b4-4fe0-8e60-f047c52a99fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 1100 time: 0.1706450 Jul 22 19:07:35.029230 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eb8886-9e10-465c-b1e1-d4096c375d7e x-openstack-request-id: req-90eb8886-9e10-465c-b1e1-d4096c375d7e {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:07:35.029520 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ea8c71-f2cf-44a4-a8a0-194cd1eb3924", "name": "network-vif-deleted", "tag": "8509c01b-e24c-4545-8c25-b9810238a154", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:07:35.029775 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90eb8886-9e10-465c-b1e1-d4096c375d7e {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:07:35.030175 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ea8c71-f2cf-44a4-a8a0-194cd1eb3924', 'name': 'network-vif-deleted', 'tag': '8509c01b-e24c-4545-8c25-b9810238a154', 'status': 'completed', 'code': 200} Jul 22 19:07:35.086413 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-67c3a385-cf61-4f36-b2f7-a30c76006edb None None] Set router fe31e210-6676-4e0a-9e43-f1282df17adc gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:35.090376 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-53960a22-7abf-4707-9486-e93e80832f00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=010b98b4-758f-4285-89fb-ff8927f356cc HTTP/1.1" status: 200 len: 217 time: 0.0593150 Jul 22 19:07:35.144223 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-eea497b1-2afc-445f-a281-7e8f20a13a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:35.145669 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-eea497b1-2afc-445f-a281-7e8f20a13a82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30ea6495-2382-41f8-8d66-bf8d2e3d0983 HTTP/1.1" status: 200 len: 859 time: 0.1282496 Jul 22 19:07:35.205714 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-2f5df5b5-398a-411d-a697-479d056df121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:35.207175 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-2f5df5b5-398a-411d-a697-479d056df121 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1001356 Jul 22 19:07:35.229217 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8fa74b53-9ec3-48d7-8bcc-09deff233d9e req-03ff9256-e722-47c2-a6d5-fce9a3cdb2c7 tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.0410397 Jul 22 19:07:35.287641 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-83b48f57-528d-4aaa-bb3e-e1854ee3ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:35.289429 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-83b48f57-528d-4aaa-bb3e-e1854ee3ae32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c65cd496-c426-405a-b8c2-36e596dfdd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1345148 Jul 22 19:07:35.342002 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-7f9fbb5a-87ab-4f59-987c-18ee5b3b50a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:35.343211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-67c3a385-cf61-4f36-b2f7-a30c76006edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '0b7f8a44-dd3f-4b9d-989b-29efac33cf91', 'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'mac_address': 'fa:16:3e:4e:d8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:09Z', 'updated_at': '2021-07-22T19:06:16Z', 'revision_number': 5, 'project_id': '4a45453396704c03940ca7767a9c8356', 'subnets': [{'id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:35.343984 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-7f9fbb5a-87ab-4f59-987c-18ee5b3b50a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1173208 Jul 22 19:07:35.353415 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36452) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:35.375714 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c3a385-cf61-4f36-b2f7-a30c76006edb None None] The sync data for ids ['fe31e210-6676-4e0a-9e43-f1282df17adc'] in n-d-800086-12 is: [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:06:10Z', 'revision_number': 4, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '0b7f8a44-dd3f-4b9d-989b-29efac33cf91', 'name': '', 'network_id': 'c65cd496-c426-405a-b8c2-36e596dfdd4c', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'mac_address': 'fa:16:3e:4e:d8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:09Z', 'updated_at': '2021-07-22T19:06:16Z', 'revision_number': 5, 'project_id': '4a45453396704c03940ca7767a9c8356', 'subnets': [{'id': '30ea6495-2382-41f8-8d66-bf8d2e3d0983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:07:35.502911 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-318980d8-7870-4064-a38b-8b817aa69f95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0caa8986d234851b46f37aec2b58d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483176 Jul 22 19:07:35.505402 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36456) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:35.519534 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-2c604119-2d3b-4d42-90b1-3828384d2a6a service neutron] 10.222.0.13 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181759 Jul 22 19:07:35.550532 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89027e5c-58d3-4e4b-8284-6113c8cfbf54 req-5592f717-4a9c-417e-917e-6f6b8e8066ad tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:35.552074 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89027e5c-58d3-4e4b-8284-6113c8cfbf54 req-5592f717-4a9c-417e-917e-6f6b8e8066ad tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 948 time: 0.2395861 Jul 22 19:07:35.555345 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-470ce1b5-733b-45db-94a1-6d327bb751f5 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991086 Jul 22 19:07:35.560415 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb3d1ce9-a100-45a3-913f-d4b59b066683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:35.582716 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb3d1ce9-a100-45a3-913f-d4b59b066683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:35.645139 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb3d1ce9-a100-45a3-913f-d4b59b066683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:35.648034 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb3d1ce9-a100-45a3-913f-d4b59b066683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:35.650309 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fb3d1ce9-a100-45a3-913f-d4b59b066683 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f59c6675-a366-4dfb-8b22-a63aed2f1cb8 HTTP/1.1" status: 204 len: 168 time: 0.1429689 Jul 22 19:07:35.660919 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d1ce9-a100-45a3-913f-d4b59b066683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59c6675-a366-4dfb-8b22-a63aed2f1cb8,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:35.664205 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1542ffb4-79af-446c-95eb-0168d9086ca6 None None] New status for floating IP 33978781-103f-4d91-b91c-82acd15fb165: DOWN {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:07:35.701446 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89027e5c-58d3-4e4b-8284-6113c8cfbf54 req-88d5b13d-3a36-4ba4-8646-73c685628f8e tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358142 Jul 22 19:07:35.759092 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2db4f00-cee5-4152-86f6-389197dea0a4 req-51fda2af-8472-44ce-9105-d3b5c00a14c5 service neutron] 10.222.0.13 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278261 Jul 22 19:07:35.795245 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0dfe08e7-c732-4532-b320-f5028f2b262b req-f0ffdc2a-2358-4cde-ba5e-2edafae24f25 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285113 Jul 22 19:07:35.806090 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1a99b43-d7a1-413c-944d-637a97f9a7c0 req-51347bcc-bd8a-4ab3-b8fb-4537bb18a3b7 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=17530ecd616e42a1ae8489bd80ce145c HTTP/1.1" status: 200 len: 695 time: 0.0614128 Jul 22 19:07:35.892439 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-debe7fdb-be30-4b73-a0fa-84d66e1d3859 req-dd53e88e-3c50-4ff5-a2f9-8accef9bf16d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.0396385 Jul 22 19:07:36.022630 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a99b43-d7a1-413c-944d-637a97f9a7c0 req-30837689-340b-485d-a38d-4d4202e55cc1 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:36.024201 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1a99b43-d7a1-413c-944d-637a97f9a7c0 req-30837689-340b-485d-a38d-4d4202e55cc1 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "GET /v2.0/networks?id=9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 787 time: 0.2100601 Jul 22 19:07:36.049530 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead25081-b4cd-492c-9808-3e601739d497 req-32f7c18f-161a-4b0a-9afc-6800f6a23cdc tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:36.051607 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ead25081-b4cd-492c-9808-3e601739d497 req-32f7c18f-161a-4b0a-9afc-6800f6a23cdc tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 945 time: 0.1520369 Jul 22 19:07:36.055633 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36476) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:36.099947 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-741f81a7-354a-409b-a338-ae542894d0b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1267d5a73c514cfcbf2cfa08b0ec5efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424879 Jul 22 19:07:36.104389 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36480) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:36.117202 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ead25081-b4cd-492c-9808-3e601739d497 req-892ffdab-40c0-4f38-9059-60996865817d tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521786 Jul 22 19:07:36.176808 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b11f74dd-ae11-43d1-9679-b7f94bb80ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:36.199337 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b11f74dd-ae11-43d1-9679-b7f94bb80ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:36.233687 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2853302c-a958-44d0-bde0-7e7194724a87 req-79d80da2-b84b-4319-8dd4-064cb0375978 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "GET /v2.0/floatingips/047a870c-17d8-44f5-b44b-a33864c2424f HTTP/1.1" status: 200 len: 692 time: 0.0919051 Jul 22 19:07:36.247266 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7671eeb6-5e30-4f2d-ab71-d76ee0d56926 req-986502b5-1792-40bb-94ec-75a761b40fdc tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/floatingips/33978781-103f-4d91-b91c-82acd15fb165 HTTP/1.1" status: 200 len: 694 time: 0.0577669 Jul 22 19:07:36.257966 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b11f74dd-ae11-43d1-9679-b7f94bb80ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:36.261855 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b11f74dd-ae11-43d1-9679-b7f94bb80ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:36.263407 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b11f74dd-ae11-43d1-9679-b7f94bb80ec8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5cfe0071-7fb7-4873-a84a-c535cddb2330 HTTP/1.1" status: 204 len: 168 time: 0.1579313 Jul 22 19:07:36.272348 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f74dd-ae11-43d1-9679-b7f94bb80ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfe0071-7fb7-4873-a84a-c535cddb2330,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:36.440308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853302c-a958-44d0-bde0-7e7194724a87 req-dda4cdcf-278e-4e56-8c78-1b3ff545e64c tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:36.443221 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2853302c-a958-44d0-bde0-7e7194724a87 req-dda4cdcf-278e-4e56-8c78-1b3ff545e64c tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.2012415 Jul 22 19:07:36.454267 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671eeb6-5e30-4f2d-ab71-d76ee0d56926 req-010a95e3-e1df-45f6-886a-91296a0d3c8c tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:36.455949 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7671eeb6-5e30-4f2d-ab71-d76ee0d56926 req-010a95e3-e1df-45f6-886a-91296a0d3c8c tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.1997666 Jul 22 19:07:36.540529 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2853302c-a958-44d0-bde0-7e7194724a87 req-6de33615-bf1d-415d-8f45-addff16bf4db tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.31 HTTP/1.1" status: 200 len: 695 time: 0.0834270 Jul 22 19:07:36.551921 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7671eeb6-5e30-4f2d-ab71-d76ee0d56926 req-334f346f-eefa-4c5c-8912-ff11603863eb tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 697 time: 0.0862391 Jul 22 19:07:36.608174 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2853302c-a958-44d0-bde0-7e7194724a87 req-aa58dabf-779e-4fc9-a058-3cad030b203b tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.31 HTTP/1.1" status: 200 len: 695 time: 0.0600042 Jul 22 19:07:36.687877 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7671eeb6-5e30-4f2d-ab71-d76ee0d56926 req-b7b7bfbd-ea49-4fe6-928a-091c99e072e8 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 697 time: 0.0958905 Jul 22 19:07:36.894440 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-7671eeb6-5e30-4f2d-ab71-d76ee0d56926 req-04a5a76f-3a3e-4aa9-85c5-c221b9476118 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Deleting port e85e12cb-4f86-4dd5-a931-2966bdf1f879 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:07:36.894836 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7671eeb6-5e30-4f2d-ab71-d76ee0d56926 req-04a5a76f-3a3e-4aa9-85c5-c221b9476118 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:36.909105 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-2853302c-a958-44d0-bde0-7e7194724a87 req-c57629d4-312a-407d-84f4-8fe554aeb7ec tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Deleting port 48622d42-df5e-4842-9120-3705486948b9 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:07:36.909463 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2853302c-a958-44d0-bde0-7e7194724a87 req-c57629d4-312a-407d-84f4-8fe554aeb7ec tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:37.033442 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9f44d7-089f-407f-8e07-8d4c7ca4df69', 'tag': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42'}, {'name': 'network-changed', 'server_uuid': '5f62d60c-f271-47b4-a951-ed964df55875', 'tag': '010b98b4-758f-4285-89fb-ff8927f356cc'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:07:37.035777 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69166405-aed0-4c7c-80db-cd1f0ef84e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9f44d7-089f-407f-8e07-8d4c7ca4df69", "tag": "4daabab8-31e7-4401-aaa7-0d6f82ba9c42"}, {"name": "network-changed", "server_uuid": "5f62d60c-f271-47b4-a951-ed964df55875", "tag": "010b98b4-758f-4285-89fb-ff8927f356cc"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:07:37.044168 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7671eeb6-5e30-4f2d-ab71-d76ee0d56926 req-04a5a76f-3a3e-4aa9-85c5-c221b9476118 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:37.044534 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7671eeb6-5e30-4f2d-ab71-d76ee0d56926 req-04a5a76f-3a3e-4aa9-85c5-c221b9476118 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:37.055141 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2853302c-a958-44d0-bde0-7e7194724a87 req-c57629d4-312a-407d-84f4-8fe554aeb7ec tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:37.055462 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2853302c-a958-44d0-bde0-7e7194724a87 req-c57629d4-312a-407d-84f4-8fe554aeb7ec tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:37.068446 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-7671eeb6-5e30-4f2d-ab71-d76ee0d56926 req-04a5a76f-3a3e-4aa9-85c5-c221b9476118 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Calling delete_port for e85e12cb-4f86-4dd5-a931-2966bdf1f879 owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:07:37.075209 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-2853302c-a958-44d0-bde0-7e7194724a87 req-c57629d4-312a-407d-84f4-8fe554aeb7ec tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Calling delete_port for 48622d42-df5e-4842-9120-3705486948b9 owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:07:37.196802 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 010b98b4-758f-4285-89fb-ff8927f356cc details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:07:37.319561 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7671eeb6-5e30-4f2d-ab71-d76ee0d56926 req-04a5a76f-3a3e-4aa9-85c5-c221b9476118 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:37.325170 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2853302c-a958-44d0-bde0-7e7194724a87 req-c57629d4-312a-407d-84f4-8fe554aeb7ec tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:37.326626 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 010b98b4-758f-4285-89fb-ff8927f356cc, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=010b98b4-758f-4285-89fb-ff8927f356cc,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:37.341556 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '010b98b4-758f-4285-89fb-ff8927f356cc', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '010b98b4-758f-4285-89fb-ff8927f356cc', 'mac_address': 'fa:16:3e:fd:2f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:07:37.356789 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5a76f-3a3e-4aa9-85c5-c221b9476118 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Pushing event deleted for resources: {'Port': ['ID=e85e12cb-4f86-4dd5-a931-2966bdf1f879,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:37.412199 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57629d4-312a-407d-84f4-8fe554aeb7ec tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Pushing event deleted for resources: {'Port': ['ID=48622d42-df5e-4842-9120-3705486948b9,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:37.426345 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:37.430562 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36536) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:37.444157 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 010b98b4-758f-4285-89fb-ff8927f356cc {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:07:37.471214 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 010b98b4-758f-4285-89fb-ff8927f356cc, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=010b98b4-758f-4285-89fb-ff8927f356cc,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:37.477041 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:37.513279 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2853302c-a958-44d0-bde0-7e7194724a87 req-c57629d4-312a-407d-84f4-8fe554aeb7ec tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:37.515883 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2853302c-a958-44d0-bde0-7e7194724a87 req-c57629d4-312a-407d-84f4-8fe554aeb7ec tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:37.517815 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2853302c-a958-44d0-bde0-7e7194724a87 req-c57629d4-312a-407d-84f4-8fe554aeb7ec tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "DELETE /v2.0/floatingips/047a870c-17d8-44f5-b44b-a33864c2424f HTTP/1.1" status: 204 len: 173 time: 0.8803802 Jul 22 19:07:37.518784 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7671eeb6-5e30-4f2d-ab71-d76ee0d56926 req-04a5a76f-3a3e-4aa9-85c5-c221b9476118 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:37.522297 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7671eeb6-5e30-4f2d-ab71-d76ee0d56926 req-04a5a76f-3a3e-4aa9-85c5-c221b9476118 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:37.535949 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7671eeb6-5e30-4f2d-ab71-d76ee0d56926 req-04a5a76f-3a3e-4aa9-85c5-c221b9476118 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "DELETE /v2.0/floatingips/33978781-103f-4d91-b91c-82acd15fb165 HTTP/1.1" status: 204 len: 173 time: 0.8471014 Jul 22 19:07:37.571050 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=010b98b4-758f-4285-89fb-ff8927f356cc,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:37.610818 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-acd85c62-0ef7-48e5-bab0-69c557f9a722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:37.677465 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['010b98b4-758f-4285-89fb-ff8927f356cc'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:07:37.689593 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba8fc554-7c20-440e-b7e1-6d00473c1af2 req-2ce6e93b-f83e-4a87-add7-c116e5b69d77 tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.0444455 Jul 22 19:07:37.727726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311cf979-8f2f-46a1-b235-729715c1e7c6 req-4230ca7c-4756-4593-af6b-248ae33324d7 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:37.740916 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-311cf979-8f2f-46a1-b235-729715c1e7c6 req-4230ca7c-4756-4593-af6b-248ae33324d7 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 949 time: 0.1589963 Jul 22 19:07:37.741425 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-acd85c62-0ef7-48e5-bab0-69c557f9a722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:37.747789 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-acd85c62-0ef7-48e5-bab0-69c557f9a722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:37.778722 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 19:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e76b187-4872-453f-b64a-9103fcb87b6b x-openstack-request-id: req-3e76b187-4872-453f-b64a-9103fcb87b6b {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:07:37.779269 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9f44d7-089f-407f-8e07-8d4c7ca4df69", "tag": "4daabab8-31e7-4401-aaa7-0d6f82ba9c42", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5f62d60c-f271-47b4-a951-ed964df55875", "tag": "010b98b4-758f-4285-89fb-ff8927f356cc", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:07:37.780207 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e76b187-4872-453f-b64a-9103fcb87b6b {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:07:37.781729 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9f44d7-089f-407f-8e07-8d4c7ca4df69', 'tag': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42', 'status': 'completed', 'code': 200} Jul 22 19:07:37.783584 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f62d60c-f271-47b4-a951-ed964df55875', 'tag': '010b98b4-758f-4285-89fb-ff8927f356cc', 'status': 'completed', 'code': 200} Jul 22 19:07:37.810790 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-acd85c62-0ef7-48e5-bab0-69c557f9a722 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc815d53cdfd47ddb6db412410850f67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3779502 Jul 22 19:07:37.812162 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36556) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:37.814925 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd85c62-0ef7-48e5-bab0-69c557f9a722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3de1c2e-e1b6-49fb-9905-841faf6da41e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:37.894324 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7913-1491-4f55-b066-2fc6c938e88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:37.901854 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-311cf979-8f2f-46a1-b235-729715c1e7c6 req-59c6760c-6b09-48ff-95df-8572eaff8cfe tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573975 Jul 22 19:07:37.941233 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7913-1491-4f55-b066-2fc6c938e88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:37.998873 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7913-1491-4f55-b066-2fc6c938e88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:38.003029 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef4f7913-1491-4f55-b066-2fc6c938e88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:38.006598 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ef4f7913-1491-4f55-b066-2fc6c938e88a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3de1c2e-e1b6-49fb-9905-841faf6da41e HTTP/1.1" status: 204 len: 168 time: 0.1902945 Jul 22 19:07:38.028638 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f7913-1491-4f55-b066-2fc6c938e88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3de1c2e-e1b6-49fb-9905-841faf6da41e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:38.036491 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69166405-aed0-4c7c-80db-cd1f0ef84e6d req-c427390e-bb70-409c-bbf2-8f0ba1a01130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:38.038169 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69166405-aed0-4c7c-80db-cd1f0ef84e6d req-c427390e-bb70-409c-bbf2-8f0ba1a01130 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 1101 time: 0.2309215 Jul 22 19:07:38.060971 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69166405-aed0-4c7c-80db-cd1f0ef84e6d req-76939eeb-482e-485c-93e5-06e4e776dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:38.062537 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69166405-aed0-4c7c-80db-cd1f0ef84e6d req-76939eeb-482e-485c-93e5-06e4e776dacc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a45453396704c03940ca7767a9c8356&device_id=fb9f44d7-089f-407f-8e07-8d4c7ca4df69 HTTP/1.1" status: 200 len: 1098 time: 0.2541568 Jul 22 19:07:38.270315 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c56ad387-798f-43d7-b180-318d1016a0da req-41545cce-5d06-40ab-8378-8319ff3ba6ec tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3406405 Jul 22 19:07:38.294656 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-c56ad387-798f-43d7-b180-318d1016a0da req-c5b32286-a811-4ffc-bfdd-bf6625f2f547 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:38.301960 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69166405-aed0-4c7c-80db-cd1f0ef84e6d req-3382e7e7-2b19-48ce-a66a-c9720d575002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:38.303401 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69166405-aed0-4c7c-80db-cd1f0ef84e6d req-3382e7e7-2b19-48ce-a66a-c9720d575002 service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.2448187 Jul 22 19:07:38.310738 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b2b67-a396-4971-9347-22ad1d41ab22 req-0219c35f-16a7-41af-826a-3e937ec399aa tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:38.312120 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a39b2b67-a396-4971-9347-22ad1d41ab22 req-0219c35f-16a7-41af-826a-3e937ec399aa tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 945 time: 0.3443313 Jul 22 19:07:38.348307 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36566) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:38.362275 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d113ca66-708c-4e3d-8353-1a425567fd22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:38.381315 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69166405-aed0-4c7c-80db-cd1f0ef84e6d req-abb8add7-db26-4079-90ed-cacf525f3756 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=010b98b4-758f-4285-89fb-ff8927f356cc HTTP/1.1" status: 200 len: 217 time: 0.0649395 Jul 22 19:07:38.389949 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69166405-aed0-4c7c-80db-cd1f0ef84e6d req-971c7086-f50b-49b3-9efd-0645d26a9d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:38.391348 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69166405-aed0-4c7c-80db-cd1f0ef84e6d req-971c7086-f50b-49b3-9efd-0645d26a9d2f service neutron] 10.222.0.16 "GET /v2.0/networks?id=c65cd496-c426-405a-b8c2-36e596dfdd4c HTTP/1.1" status: 200 len: 921 time: 0.3155050 Jul 22 19:07:38.436691 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c56ad387-798f-43d7-b180-318d1016a0da req-c5b32286-a811-4ffc-bfdd-bf6625f2f547 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:38.485474 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69166405-aed0-4c7c-80db-cd1f0ef84e6d req-62853822-1fac-44f4-80f4-fe886ce87fb5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4daabab8-31e7-4401-aaa7-0d6f82ba9c42 HTTP/1.1" status: 200 len: 217 time: 0.0794015 Jul 22 19:07:38.487454 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d113ca66-708c-4e3d-8353-1a425567fd22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:38.491362 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d113ca66-708c-4e3d-8353-1a425567fd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:38.508013 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a39b2b67-a396-4971-9347-22ad1d41ab22 req-04d030ca-8fd9-4f9d-93d6-7f028864f84f tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810944 Jul 22 19:07:38.531237 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d113ca66-708c-4e3d-8353-1a425567fd22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb601f222f2a4756a60b725e4e1b7db9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817031 Jul 22 19:07:38.532189 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113ca66-708c-4e3d-8353-1a425567fd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c365dcdf-aec6-4c6b-9cf0-3429a118d268,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:38.535903 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36568) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:38.543959 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69166405-aed0-4c7c-80db-cd1f0ef84e6d req-964596d4-3336-4a2f-8ef3-6bae8609500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:38.545493 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69166405-aed0-4c7c-80db-cd1f0ef84e6d req-964596d4-3336-4a2f-8ef3-6bae8609500f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1518531 Jul 22 19:07:38.589515 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47115400-6581-4080-aba6-1b71ce479186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:38.616793 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47115400-6581-4080-aba6-1b71ce479186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:38.678376 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47115400-6581-4080-aba6-1b71ce479186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:38.682347 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47115400-6581-4080-aba6-1b71ce479186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:38.685947 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-47115400-6581-4080-aba6-1b71ce479186 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c365dcdf-aec6-4c6b-9cf0-3429a118d268 HTTP/1.1" status: 204 len: 168 time: 0.1463790 Jul 22 19:07:38.693402 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47115400-6581-4080-aba6-1b71ce479186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c365dcdf-aec6-4c6b-9cf0-3429a118d268,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:38.788799 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:38.924050 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69166405-aed0-4c7c-80db-cd1f0ef84e6d req-6d7f3abf-1cd7-4bb0-ac51-a62473a9852e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:38.925556 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69166405-aed0-4c7c-80db-cd1f0ef84e6d req-6d7f3abf-1cd7-4bb0-ac51-a62473a9852e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30ea6495-2382-41f8-8d66-bf8d2e3d0983 HTTP/1.1" status: 200 len: 859 time: 0.4295309 Jul 22 19:07:39.033387 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69166405-aed0-4c7c-80db-cd1f0ef84e6d req-0f5ff283-d11d-44ff-9122-1e9947baeead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:39.034532 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69166405-aed0-4c7c-80db-cd1f0ef84e6d req-0f5ff283-d11d-44ff-9122-1e9947baeead service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4788485 Jul 22 19:07:39.120130 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69166405-aed0-4c7c-80db-cd1f0ef84e6d req-9c205c3d-520b-4328-8dcb-a8c477031163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:39.121767 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69166405-aed0-4c7c-80db-cd1f0ef84e6d req-9c205c3d-520b-4328-8dcb-a8c477031163 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c65cd496-c426-405a-b8c2-36e596dfdd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1882391 Jul 22 19:07:39.125093 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c56ad387-798f-43d7-b180-318d1016a0da req-c5b32286-a811-4ffc-bfdd-bf6625f2f547 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:39.212804 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 010b98b4-758f-4285-89fb-ff8927f356cc up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:07:39.254787 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69166405-aed0-4c7c-80db-cd1f0ef84e6d req-0ebc1ec7-4a44-4532-9dc0-5c7659e441e7 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122474 Jul 22 19:07:39.288230 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 010b98b4-758f-4285-89fb-ff8927f356cc completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:07:39.295029 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 010b98b4-758f-4285-89fb-ff8927f356cc triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:39.295436 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:39.307586 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-cf85f4dc-b6cd-476e-8dfe-f4480cc93b2e tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=69c093ad1df54cedb969109e706aec73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590005 Jul 22 19:07:39.395418 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:39.402640 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69166405-aed0-4c7c-80db-cd1f0ef84e6d req-f93fd131-3c9c-4f84-8020-d5637f53e23f service neutron] 10.222.0.16 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663434 Jul 22 19:07:39.425848 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f62d60c-f271-47b4-a951-ed964df55875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010b98b4-758f-4285-89fb-ff8927f356cc'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:07:39.428198 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065ec7ca-079d-4b48-8b4a-b0271afd4bf7" -d '{"events": [{"server_uuid": "5f62d60c-f271-47b4-a951-ed964df55875", "name": "network-vif-plugged", "status": "completed", "tag": "010b98b4-758f-4285-89fb-ff8927f356cc"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:07:39.444200 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 010b98b4-758f-4285-89fb-ff8927f356cc, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=010b98b4-758f-4285-89fb-ff8927f356cc,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:39.448578 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:39.499733 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=010b98b4-758f-4285-89fb-ff8927f356cc,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:39.503798 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-c56ad387-798f-43d7-b180-318d1016a0da req-c5b32286-a811-4ffc-bfdd-bf6625f2f547 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Allocated IP 172.25.3.57 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/0cd8ba3a-2e4e-463a-b48d-04132cb7133f) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:07:39.605182 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69166405-aed0-4c7c-80db-cd1f0ef84e6d req-aaa392cd-45d0-40a5-86a1-322d38f50e08 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310258 Jul 22 19:07:39.634773 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-09a038fa-4acc-44fc-ab4a-1d6700027194 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:39.636348 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-09a038fa-4acc-44fc-ab4a-1d6700027194 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3111529 Jul 22 19:07:39.691181 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69166405-aed0-4c7c-80db-cd1f0ef84e6d req-2c438b1d-61bc-4ed7-bc0b-4ccd27c1c5a5 service neutron] 10.222.0.16 "GET /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529430 Jul 22 19:07:39.699257 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-92790d22-c18f-46a9-8e21-808ff7480604 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.13 "GET /v2.0/quotas/69c093ad1df54cedb969109e706aec73 HTTP/1.1" status: 200 len: 375 time: 0.0526288 Jul 22 19:07:39.747123 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c56ad387-798f-43d7-b180-318d1016a0da req-c5b32286-a811-4ffc-bfdd-bf6625f2f547 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:39.768669 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-c7593c8b-2bb3-4b6d-a0b1-115b674413be tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=69c093ad1df54cedb969109e706aec73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450199 Jul 22 19:07:39.808365 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c56ad387-798f-43d7-b180-318d1016a0da req-c5b32286-a811-4ffc-bfdd-bf6625f2f547 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:39.853592 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56ad387-798f-43d7-b180-318d1016a0da req-c5b32286-a811-4ffc-bfdd-bf6625f2f547 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:07:39.859631 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-c56ad387-798f-43d7-b180-318d1016a0da req-c5b32286-a811-4ffc-bfdd-bf6625f2f547 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:07:39.862091 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56ad387-798f-43d7-b180-318d1016a0da req-c5b32286-a811-4ffc-bfdd-bf6625f2f547 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:07:39.864260 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b32286-a811-4ffc-bfdd-bf6625f2f547 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Pushing event updated for resources: {'Port': ['ID=0cd8ba3a-2e4e-463a-b48d-04132cb7133f,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:40.003747 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c56ad387-798f-43d7-b180-318d1016a0da req-c5b32286-a811-4ffc-bfdd-bf6625f2f547 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:40.068027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f2aed-93b2-4d68-9690-30b3fa6805de req-be953dfa-b2c9-4aec-a286-ae9a0aa4740a tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:40.069786 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-332f2aed-93b2-4d68-9690-30b3fa6805de req-be953dfa-b2c9-4aec-a286-ae9a0aa4740a tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb9f44d7-089f-407f-8e07-8d4c7ca4df69 HTTP/1.1" status: 200 len: 946 time: 0.1147275 Jul 22 19:07:40.070654 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c56ad387-798f-43d7-b180-318d1016a0da req-c5b32286-a811-4ffc-bfdd-bf6625f2f547 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:40.189419 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-332f2aed-93b2-4d68-9690-30b3fa6805de req-45ec66c4-5819-44be-9d37-eb1922534420 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac56a31e-ee3d-45cf-adda-c2ed15119d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971832 Jul 22 19:07:40.260586 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cad968-ee97-41c5-926c-cae83662e6e8 req-201925a4-cefa-48a5-a121-0b07e658892d tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:40.262144 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-68cad968-ee97-41c5-926c-cae83662e6e8 req-201925a4-cefa-48a5-a121-0b07e658892d tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb9f44d7-089f-407f-8e07-8d4c7ca4df69 HTTP/1.1" status: 200 len: 946 time: 0.1611979 Jul 22 19:07:40.426111 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c56ad387-798f-43d7-b180-318d1016a0da req-c5b32286-a811-4ffc-bfdd-bf6625f2f547 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:40.438420 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c56ad387-798f-43d7-b180-318d1016a0da req-c5b32286-a811-4ffc-bfdd-bf6625f2f547 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:40.537687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b32286-a811-4ffc-bfdd-bf6625f2f547 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Pushing event updated for resources: {'Port': ['ID=0cd8ba3a-2e4e-463a-b48d-04132cb7133f,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:40.553124 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f685460-0120-41f4-98eb-7f210c98188e req-68e909ca-73d6-4f0a-bdca-1ec750076d85 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:40.554751 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f685460-0120-41f4-98eb-7f210c98188e req-68e909ca-73d6-4f0a-bdca-1ec750076d85 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 950 time: 0.2097669 Jul 22 19:07:40.567467 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-68cad968-ee97-41c5-926c-cae83662e6e8 req-d8c35d3d-aa06-4fc7-82c4-1d08c45f575b tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Deleting port 4daabab8-31e7-4401-aaa7-0d6f82ba9c42 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:07:40.567810 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-68cad968-ee97-41c5-926c-cae83662e6e8 req-d8c35d3d-aa06-4fc7-82c4-1d08c45f575b tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:40.586840 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c56ad387-798f-43d7-b180-318d1016a0da req-c5b32286-a811-4ffc-bfdd-bf6625f2f547 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:40.656195 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c56ad387-798f-43d7-b180-318d1016a0da req-c5b32286-a811-4ffc-bfdd-bf6625f2f547 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:40.657419 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c56ad387-798f-43d7-b180-318d1016a0da req-c5b32286-a811-4ffc-bfdd-bf6625f2f547 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3760772 Jul 22 19:07:40.673293 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f685460-0120-41f4-98eb-7f210c98188e req-afe291dc-8063-481e-873e-0d72146ae002 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102607 Jul 22 19:07:40.733407 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c56ad387-798f-43d7-b180-318d1016a0da req-2ad4b912-595c-4801-9b19-212b35cac139 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.57 HTTP/1.1" status: 200 len: 695 time: 0.0657623 Jul 22 19:07:40.739915 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-68cad968-ee97-41c5-926c-cae83662e6e8 req-d8c35d3d-aa06-4fc7-82c4-1d08c45f575b tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] For port 4daabab8-31e7-4401-aaa7-0d6f82ba9c42, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=4daabab8-31e7-4401-aaa7-0d6f82ba9c42,segment=NetworkSegment(e3455897-35b6-48d3-80e3-4e36f01f70ab),segment_id=e3455897-35b6-48d3-80e3-4e36f01f70ab)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:40.740277 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-68cad968-ee97-41c5-926c-cae83662e6e8 req-d8c35d3d-aa06-4fc7-82c4-1d08c45f575b tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:40.795781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9b71080c-8c7b-45ae-9caa-6d62f3c5ea94 req-80572cf9-c94a-43cd-8aa9-2598d8bab4cb tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.0582125 Jul 22 19:07:40.798738 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-68cad968-ee97-41c5-926c-cae83662e6e8 req-d8c35d3d-aa06-4fc7-82c4-1d08c45f575b tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Calling delete_port for 4daabab8-31e7-4401-aaa7-0d6f82ba9c42 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:07:40.858463 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022b2180-8d44-46fd-a666-797560dd4560 x-openstack-request-id: req-022b2180-8d44-46fd-a666-797560dd4560 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:07:40.859006 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f62d60c-f271-47b4-a951-ed964df55875", "name": "network-vif-plugged", "status": "completed", "tag": "010b98b4-758f-4285-89fb-ff8927f356cc", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:07:40.859006 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-022b2180-8d44-46fd-a666-797560dd4560 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:07:40.859359 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f62d60c-f271-47b4-a951-ed964df55875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010b98b4-758f-4285-89fb-ff8927f356cc', 'code': 200} Jul 22 19:07:40.960918 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ad387-798f-43d7-b180-318d1016a0da req-8f190715-7171-4556-bc40-95fac2314ffd tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:40.963087 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c56ad387-798f-43d7-b180-318d1016a0da req-8f190715-7171-4556-bc40-95fac2314ffd tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.2134335 Jul 22 19:07:41.010930 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-10b373be-c48a-46ea-b9ad-a207e89c65fe tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=69c093ad1df54cedb969109e706aec73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1053903 Jul 22 19:07:41.168362 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-019780b3-6145-41e7-89d4-605a3353973c req-8b37ac57-960d-4129-9633-fb7ddeb94d92 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc1d5e73-0813-4a1a-a2e3-a1ee1d459635 HTTP/1.1" status: 200 len: 210 time: 0.1150444 Jul 22 19:07:41.322669 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-68cad968-ee97-41c5-926c-cae83662e6e8 req-d8c35d3d-aa06-4fc7-82c4-1d08c45f575b tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:41.326639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-155f2014-cc98-4d57-b10e-180dfd181de2 req-487cd274-866e-4c94-9d23-4b011ea0a3c2 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "GET /v2.0/floatingips/078c1943-8eb5-4190-8ba5-b94382e8402d HTTP/1.1" status: 200 len: 692 time: 0.0974729 Jul 22 19:07:41.349277 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:41.374124 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36698) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:41.384924 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f7298-3af9-46db-9116-e805c14f9203 req-34dba3ed-d17c-48f5-9201-0077d1e445ae tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:41.386413 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9f2f7298-3af9-46db-9116-e805c14f9203 req-34dba3ed-d17c-48f5-9201-0077d1e445ae tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 945 time: 0.4628870 Jul 22 19:07:41.388223 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b3730-a99d-4abf-917a-1e61a13fb951 req-3c92e9d1-f148-48d0-9618-c744ad18bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:41.389491 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a82b3730-a99d-4abf-917a-1e61a13fb951 req-3c92e9d1-f148-48d0-9618-c744ad18bc31 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 1102 time: 0.4403415 Jul 22 19:07:41.394438 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c35d3d-aa06-4fc7-82c4-1d08c45f575b tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Pushing event deleted for resources: {'Port': ['ID=4daabab8-31e7-4401-aaa7-0d6f82ba9c42,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:41.424217 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-67e04f75-92e9-4ede-9be3-92e36d9517de tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:41.425928 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-67e04f75-92e9-4ede-9be3-92e36d9517de tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3753417 Jul 22 19:07:41.466889 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-3a7a3141-7147-4f95-8797-121313a990e7 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Request body: {'port': {'device_id': 'fc1d5e73-0813-4a1a-a2e3-a1ee1d459635', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': '69c093ad1df54cedb969109e706aec73'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:41.494778 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f17a76c0-e2d8-4878-9dc8-a066f55c1bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:41.593614 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cad968-ee97-41c5-926c-cae83662e6e8 req-d8c35d3d-aa06-4fc7-82c4-1d08c45f575b tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] No DVR routers for this DVR port 4daabab8-31e7-4401-aaa7-0d6f82ba9c42 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:07:41.595762 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f17a76c0-e2d8-4878-9dc8-a066f55c1bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:41.600726 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f17a76c0-e2d8-4878-9dc8-a066f55c1bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:41.613491 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-68cad968-ee97-41c5-926c-cae83662e6e8 req-d8c35d3d-aa06-4fc7-82c4-1d08c45f575b tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:41.615580 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-68cad968-ee97-41c5-926c-cae83662e6e8 req-d8c35d3d-aa06-4fc7-82c4-1d08c45f575b tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.16 "DELETE /v2.0/ports/4daabab8-31e7-4401-aaa7-0d6f82ba9c42 HTTP/1.1" status: 204 len: 173 time: 1.3384655 Jul 22 19:07:41.619502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9f44d7-089f-407f-8e07-8d4c7ca4df69', 'name': 'network-vif-deleted', 'tag': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:07:41.620963 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc04d46-92d3-4fa0-9072-3c0f93d70b43" -d '{"events": [{"server_uuid": "fb9f44d7-089f-407f-8e07-8d4c7ca4df69", "name": "network-vif-deleted", "tag": "4daabab8-31e7-4401-aaa7-0d6f82ba9c42"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:07:41.645914 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a76c0-e2d8-4878-9dc8-a066f55c1bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b44e80-7037-4358-837d-9c9a97efc864,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:41.654232 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f17a76c0-e2d8-4878-9dc8-a066f55c1bef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9aeb26b21d04af597edc1804c75e7aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787941 Jul 22 19:07:41.655340 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36704) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:41.664642 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9f2f7298-3af9-46db-9116-e805c14f9203 req-583ea18f-55ec-4a0a-b591-cbebb5cad276 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492952 Jul 22 19:07:41.666594 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a82b3730-a99d-4abf-917a-1e61a13fb951 req-78b18336-d483-4bf8-a556-6f934ecb1340 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525890 Jul 22 19:07:41.773314 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f2014-cc98-4d57-b10e-180dfd181de2 req-c16b686f-1d69-4bb7-b567-fb13d4110773 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:41.775933 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-155f2014-cc98-4d57-b10e-180dfd181de2 req-c16b686f-1d69-4bb7-b567-fb13d4110773 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.4363887 Jul 22 19:07:41.796340 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-945db951-b61e-4f9e-bc82-d36d9d8a145b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:41.825044 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-945db951-b61e-4f9e-bc82-d36d9d8a145b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:41.836205 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c2a1acf-7092-4909-a6d1-f6c25d374bb6 req-ab5ed094-550a-4650-8945-efe2eede6100 tempest-FloatingIPsAssociationTestJSON-1093546726 tempest-FloatingIPsAssociationTestJSON-1093546726-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb9f44d7-089f-407f-8e07-8d4c7ca4df69 HTTP/1.1" status: 200 len: 210 time: 0.0488367 Jul 22 19:07:41.916018 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-945db951-b61e-4f9e-bc82-d36d9d8a145b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:41.921700 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-945db951-b61e-4f9e-bc82-d36d9d8a145b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:41.933130 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-945db951-b61e-4f9e-bc82-d36d9d8a145b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23b44e80-7037-4358-837d-9c9a97efc864 HTTP/1.1" status: 204 len: 168 time: 0.2764645 Jul 22 19:07:41.959194 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945db951-b61e-4f9e-bc82-d36d9d8a145b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b44e80-7037-4358-837d-9c9a97efc864,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:42.145564 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 4daabab8-31e7-4401-aaa7-0d6f82ba9c42 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:07:42.173284 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 4daabab8-31e7-4401-aaa7-0d6f82ba9c42 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:07:42.173648 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 4daabab8-31e7-4401-aaa7-0d6f82ba9c42 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:07:42.243822 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2246669-ebfd-4dd6-a052-70344ad8fdac x-openstack-request-id: req-f2246669-ebfd-4dd6-a052-70344ad8fdac {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:07:42.245264 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9f44d7-089f-407f-8e07-8d4c7ca4df69", "name": "network-vif-deleted", "tag": "4daabab8-31e7-4401-aaa7-0d6f82ba9c42", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:07:42.245264 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2246669-ebfd-4dd6-a052-70344ad8fdac {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:07:42.245264 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9f44d7-089f-407f-8e07-8d4c7ca4df69', 'name': 'network-vif-deleted', 'tag': '4daabab8-31e7-4401-aaa7-0d6f82ba9c42', 'status': 'completed', 'code': 200} Jul 22 19:07:42.246703 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-3a7a3141-7147-4f95-8797-121313a990e7 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Made reservation on behalf of 69c093ad1df54cedb969109e706aec73 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:07:42.250176 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-3a7a3141-7147-4f95-8797-121313a990e7 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:42.273963 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-3a7a3141-7147-4f95-8797-121313a990e7 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:42.287953 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36716) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:42.296026 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-155f2014-cc98-4d57-b10e-180dfd181de2 req-aa84f6a2-963c-49e2-9ec5-c9b401c30714 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.57 HTTP/1.1" status: 200 len: 695 time: 0.5031862 Jul 22 19:07:42.300747 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b247f9b-a5a9-43ae-bc65-957e0ef983d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:42.367083 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-155f2014-cc98-4d57-b10e-180dfd181de2 req-d5922193-ad51-46a2-92b3-2b2bed6896d4 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.57 HTTP/1.1" status: 200 len: 695 time: 0.0637910 Jul 22 19:07:42.394836 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b247f9b-a5a9-43ae-bc65-957e0ef983d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:42.402211 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b247f9b-a5a9-43ae-bc65-957e0ef983d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:42.442224 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9b247f9b-a5a9-43ae-bc65-957e0ef983d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea8ab51cf15a48ea9950a86a8ce71c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531713 Jul 22 19:07:42.443494 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b247f9b-a5a9-43ae-bc65-957e0ef983d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbe3ca2-d34c-4835-aa31-b6e6ae406167,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:42.443630 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aef859-4c3a-4abe-a632-483bb92a8424 req-1bb7956f-4d1e-4d9d-8fa5-99a99fc3a76a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:42.445093 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55aef859-4c3a-4abe-a632-483bb92a8424 req-1bb7956f-4d1e-4d9d-8fa5-99a99fc3a76a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 950 time: 0.1995995 Jul 22 19:07:42.447069 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36718) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:42.499000 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e20f2d5d-e8a3-4324-a577-406fdd6396ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:42.522462 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e20f2d5d-e8a3-4324-a577-406fdd6396ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:42.574611 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e20f2d5d-e8a3-4324-a577-406fdd6396ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:42.574858 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55aef859-4c3a-4abe-a632-483bb92a8424 req-0c157fa5-7d72-4092-95a2-70bfb6ad37cc tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832615 Jul 22 19:07:42.577915 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e20f2d5d-e8a3-4324-a577-406fdd6396ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:42.578991 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e20f2d5d-e8a3-4324-a577-406fdd6396ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3fbe3ca2-d34c-4835-aa31-b6e6ae406167 HTTP/1.1" status: 204 len: 168 time: 0.1306858 Jul 22 19:07:42.588973 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f2d5d-e8a3-4324-a577-406fdd6396ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbe3ca2-d34c-4835-aa31-b6e6ae406167,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:42.654407 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-155f2014-cc98-4d57-b10e-180dfd181de2 req-07ac2e09-5b0f-489e-94f4-3b0de13af5e8 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Deleting port 0cd8ba3a-2e4e-463a-b48d-04132cb7133f {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:07:42.654745 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-155f2014-cc98-4d57-b10e-180dfd181de2 req-07ac2e09-5b0f-489e-94f4-3b0de13af5e8 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:42.671032 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-3a7a3141-7147-4f95-8797-121313a990e7 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:42.707665 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-3a7a3141-7147-4f95-8797-121313a990e7 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:42.717855 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b333796b-ff0a-484c-8140-5dc1811ef9a0 req-a3cf4471-29d7-40d8-b08c-25dde5ef653c tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.0579205 Jul 22 19:07:42.859615 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-97bb972a-e63b-469b-87ca-a925ee1ab74c req-db1d8e5d-8880-4318-9d47-6af538358c6c tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc1d5e73-0813-4a1a-a2e3-a1ee1d459635 HTTP/1.1" status: 200 len: 210 time: 0.0643256 Jul 22 19:07:42.865989 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a3141-7147-4f95-8797-121313a990e7 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7a4d38-4540-4610-87cf-7e917df72997,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:42.909408 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-155f2014-cc98-4d57-b10e-180dfd181de2 req-07ac2e09-5b0f-489e-94f4-3b0de13af5e8 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:42.909743 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-155f2014-cc98-4d57-b10e-180dfd181de2 req-07ac2e09-5b0f-489e-94f4-3b0de13af5e8 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:42.927954 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-155f2014-cc98-4d57-b10e-180dfd181de2 req-07ac2e09-5b0f-489e-94f4-3b0de13af5e8 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Calling delete_port for 0cd8ba3a-2e4e-463a-b48d-04132cb7133f owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:07:42.946824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-3a7a3141-7147-4f95-8797-121313a990e7 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Allocated IP 192.168.233.163 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/168ecc47-90fa-4ea0-924c-75401ef2735e) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:07:43.149836 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf26c4-2903-4643-9715-710f44380cca req-9b80f4bb-afb0-4856-80ad-8b6a09adea1a tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:43.151660 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7caf26c4-2903-4643-9715-710f44380cca req-9b80f4bb-afb0-4856-80ad-8b6a09adea1a tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 945 time: 0.2099719 Jul 22 19:07:43.272590 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7caf26c4-2903-4643-9715-710f44380cca req-d8d4fcf0-18c6-4601-b376-84deeb39b7a3 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893850 Jul 22 19:07:43.284024 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-155f2014-cc98-4d57-b10e-180dfd181de2 req-07ac2e09-5b0f-489e-94f4-3b0de13af5e8 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:43.302997 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-3a7a3141-7147-4f95-8797-121313a990e7 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:43.334352 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac2e09-5b0f-489e-94f4-3b0de13af5e8 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Pushing event deleted for resources: {'Port': ['ID=0cd8ba3a-2e4e-463a-b48d-04132cb7133f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:43.341699 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36752) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:43.342910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-3a7a3141-7147-4f95-8797-121313a990e7 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Transition to ACTIVE for port object 168ecc47-90fa-4ea0-924c-75401ef2735e will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:07:43.433020 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-155f2014-cc98-4d57-b10e-180dfd181de2 req-07ac2e09-5b0f-489e-94f4-3b0de13af5e8 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:43.435675 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-155f2014-cc98-4d57-b10e-180dfd181de2 req-07ac2e09-5b0f-489e-94f4-3b0de13af5e8 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:43.436792 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-155f2014-cc98-4d57-b10e-180dfd181de2 req-07ac2e09-5b0f-489e-94f4-3b0de13af5e8 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "DELETE /v2.0/floatingips/078c1943-8eb5-4190-8ba5-b94382e8402d HTTP/1.1" status: 204 len: 173 time: 1.0625074 Jul 22 19:07:43.450353 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-3a7a3141-7147-4f95-8797-121313a990e7 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:43.523524 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-3a7a3141-7147-4f95-8797-121313a990e7 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:07:43.583797 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-3a7a3141-7147-4f95-8797-121313a990e7 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:07:43.589829 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-ece6b93b-00bc-4f78-8849-88265bc711c4 req-c414efb2-53c3-4088-a14a-0adf45ee27a0 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] show failed (client error): The resource could not be found. Jul 22 19:07:43.595609 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ece6b93b-00bc-4f78-8849-88265bc711c4 req-c414efb2-53c3-4088-a14a-0adf45ee27a0 tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "GET /v2.0/floatingips/078c1943-8eb5-4190-8ba5-b94382e8402d HTTP/1.1" status: 404 len: 350 time: 0.1206553 Jul 22 19:07:43.610818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-3a7a3141-7147-4f95-8797-121313a990e7 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:07:43.614412 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a3141-7147-4f95-8797-121313a990e7 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Pushing event updated for resources: {'Port': ['ID=168ecc47-90fa-4ea0-924c-75401ef2735e,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:43.708741 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-6a5aab39-ac7d-4872-9c49-3c650b9afbc2 req-850d6d0c-17a0-447a-80fd-40732b95ca1f tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] show failed (client error): The resource could not be found. Jul 22 19:07:43.709793 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6a5aab39-ac7d-4872-9c49-3c650b9afbc2 req-850d6d0c-17a0-447a-80fd-40732b95ca1f tempest-FloatingIPsTestJSON-1306888630 tempest-FloatingIPsTestJSON-1306888630-project] 10.222.0.13 "GET /v2.0/floatingips/078c1943-8eb5-4190-8ba5-b94382e8402d HTTP/1.1" status: 404 len: 350 time: 0.0889156 Jul 22 19:07:43.727760 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36798) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:43.766093 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-3a7a3141-7147-4f95-8797-121313a990e7 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:43.766778 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-3a7a3141-7147-4f95-8797-121313a990e7 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:43.788654 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-56a95f27-e9bc-4c21-bea8-72f87d7293e9 req-a68bc0ba-15b7-42b9-82f4-41cd3dc2aa4a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2896376 Jul 22 19:07:43.830463 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-3a7a3141-7147-4f95-8797-121313a990e7 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3778000 Jul 22 19:07:43.853411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] Request body: {'port': {'device_id': 'fc1d5e73-0813-4a1a-a2e3-a1ee1d459635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:43.890340 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff517c-fe3f-4d1b-b3f6-1e606008b29d req-c6e2af13-b0ad-4664-b305-d42e92fb76ea tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:43.892423 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c1ff517c-fe3f-4d1b-b3f6-1e606008b29d req-c6e2af13-b0ad-4664-b305-d42e92fb76ea tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 950 time: 0.1904464 Jul 22 19:07:43.909968 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 36806) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:43.948920 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0e18541c-ee5e-41dc-8699-08c700d31567 None None] Provisioning for port 168ecc47-90fa-4ea0-924c-75401ef2735e completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:07:43.972042 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0e18541c-ee5e-41dc-8699-08c700d31567 None None] Provisioning complete for port 168ecc47-90fa-4ea0-924c-75401ef2735e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:43.972711 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0e18541c-ee5e-41dc-8699-08c700d31567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:43.988385 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2de4734-fa95-4ad7-890b-67e268650972 req-3baad001-818a-46cc-a04c-ab628cfc26fa tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.0935519 Jul 22 19:07:44.010955 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3d28d7d7-d55d-405b-8863-9adb7401dbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:44.043249 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c1ff517c-fe3f-4d1b-b3f6-1e606008b29d req-805319b1-d8ff-466a-80f3-baebceccc2f4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407013 Jul 22 19:07:44.053340 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0e18541c-ee5e-41dc-8699-08c700d31567 None None] Port 168ecc47-90fa-4ea0-924c-75401ef2735e cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:07:44.079352 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:44.109032 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a95f27-e9bc-4c21-bea8-72f87d7293e9 req-8d79fcaf-75f8-4c24-a5b7-f0f559d44b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:44.110557 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-56a95f27-e9bc-4c21-bea8-72f87d7293e9 req-8d79fcaf-75f8-4c24-a5b7-f0f559d44b58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 1102 time: 0.2527320 Jul 22 19:07:44.128322 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9be15ad-4901-41f0-9957-9efa0ee40de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:44.435306 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdc97d-2897-4525-90c4-a20b7b74ccbc req-c9e5ea3d-fc3f-43b8-82f8-3aadc4292d5d tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:44.436934 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58fdc97d-2897-4525-90c4-a20b7b74ccbc req-c9e5ea3d-fc3f-43b8-82f8-3aadc4292d5d tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc1d5e73-0813-4a1a-a2e3-a1ee1d459635 HTTP/1.1" status: 200 len: 936 time: 0.3217039 Jul 22 19:07:44.446712 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a95f27-e9bc-4c21-bea8-72f87d7293e9 req-356e3868-c35e-40be-ba6e-0284c76667b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:44.448304 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-56a95f27-e9bc-4c21-bea8-72f87d7293e9 req-356e3868-c35e-40be-ba6e-0284c76667b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.3159087 Jul 22 19:07:44.548826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-56a95f27-e9bc-4c21-bea8-72f87d7293e9 req-cc0962bd-98a3-4cce-b443-252634bbd76e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=010b98b4-758f-4285-89fb-ff8927f356cc HTTP/1.1" status: 200 len: 217 time: 0.0905788 Jul 22 19:07:44.645946 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58fdc97d-2897-4525-90c4-a20b7b74ccbc req-ff1cf89d-b10c-4710-93da-d7fe1dd53c9f tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e7a4d38-4540-4610-87cf-7e917df72997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908762 Jul 22 19:07:44.669705 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3311ad6-8dba-43ac-8138-073cea82243e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:44.700363 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9be15ad-4901-41f0-9957-9efa0ee40de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:44.706000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a95f27-e9bc-4c21-bea8-72f87d7293e9 req-93712d10-2558-4867-b9bc-9dffe3dd75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:44.707481 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-56a95f27-e9bc-4c21-bea8-72f87d7293e9 req-93712d10-2558-4867-b9bc-9dffe3dd75e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1515639 Jul 22 19:07:44.709204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47354edc-98eb-4895-977e-b99e8117f923 req-2be6b7a9-d4e0-45f4-b216-b9404c9e52d1 tempest-MigrationsAdminTest-1680029283 tempest-MigrationsAdminTest-1680029283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:44.710582 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47354edc-98eb-4895-977e-b99e8117f923 req-2be6b7a9-d4e0-45f4-b216-b9404c9e52d1 tempest-MigrationsAdminTest-1680029283 tempest-MigrationsAdminTest-1680029283-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 1102 time: 0.3499455 Jul 22 19:07:44.721231 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9be15ad-4901-41f0-9957-9efa0ee40de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:44.757518 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-3d28d7d7-d55d-405b-8863-9adb7401dbe3 admin admin] Deleting port 0b7f8a44-dd3f-4b9d-989b-29efac33cf91 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:07:44.758098 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3d28d7d7-d55d-405b-8863-9adb7401dbe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:44.832374 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-47354edc-98eb-4895-977e-b99e8117f923 req-2d1921f5-1e07-4abe-be05-f271e303b259 tempest-MigrationsAdminTest-1680029283 tempest-MigrationsAdminTest-1680029283-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:44.850491 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b9be15ad-4901-41f0-9957-9efa0ee40de7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=efe2ac0352f54f16a5e4b0f2c76c92e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9152069 Jul 22 19:07:44.856199 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36820) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:44.862540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be15ad-4901-41f0-9957-9efa0ee40de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fea845-8ff4-4fa6-9245-503a1d6fe9d4,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:44.930059 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-3d28d7d7-d55d-405b-8863-9adb7401dbe3 admin admin] For port 0b7f8a44-dd3f-4b9d-989b-29efac33cf91, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0b7f8a44-dd3f-4b9d-989b-29efac33cf91,segment=NetworkSegment(e3455897-35b6-48d3-80e3-4e36f01f70ab),segment_id=e3455897-35b6-48d3-80e3-4e36f01f70ab)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:44.930497 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3d28d7d7-d55d-405b-8863-9adb7401dbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:44.955525 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-3d28d7d7-d55d-405b-8863-9adb7401dbe3 admin admin] Calling delete_port for 0b7f8a44-dd3f-4b9d-989b-29efac33cf91 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:07:44.957325 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168ecc47-90fa-4ea0-924c-75401ef2735e {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:07:44.969803 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:44.979175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20282d53-a623-4bf0-9d99-e8f647d82cf9 req-a3b3ed4d-fbbd-4101-b318-607908435ee1 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:44.980726 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20282d53-a623-4bf0-9d99-e8f647d82cf9 req-a3b3ed4d-fbbd-4101-b318-607908435ee1 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 945 time: 0.2692442 Jul 22 19:07:44.982782 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2bb3b0a6-b9fb-4b1e-a5b4-156c807e4936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:44.988537 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a95f27-e9bc-4c21-bea8-72f87d7293e9 req-69aca008-27e6-4233-93c4-f4bf5904c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:44.990030 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-56a95f27-e9bc-4c21-bea8-72f87d7293e9 req-69aca008-27e6-4233-93c4-f4bf5904c123 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2715080 Jul 22 19:07:45.038994 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] Transition to ACTIVE for port object 168ecc47-90fa-4ea0-924c-75401ef2735e will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:07:45.057988 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:45.061941 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2bb3b0a6-b9fb-4b1e-a5b4-156c807e4936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:45.146654 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20282d53-a623-4bf0-9d99-e8f647d82cf9 req-552583ea-31f6-4b51-97a4-704f3ff25926 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535263 Jul 22 19:07:45.191213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] Pushing event updated for resources: {'Port': ['ID=168ecc47-90fa-4ea0-924c-75401ef2735e,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:45.204863 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2bb3b0a6-b9fb-4b1e-a5b4-156c807e4936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:45.208525 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2bb3b0a6-b9fb-4b1e-a5b4-156c807e4936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:45.208693 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2bb3b0a6-b9fb-4b1e-a5b4-156c807e4936 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5fea845-8ff4-4fa6-9245-503a1d6fe9d4 HTTP/1.1" status: 204 len: 168 time: 0.3507016 Jul 22 19:07:45.231881 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3b0a6-b9fb-4b1e-a5b4-156c807e4936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fea845-8ff4-4fa6-9245-503a1d6fe9d4,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:45.234647 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-47354edc-98eb-4895-977e-b99e8117f923 req-2d1921f5-1e07-4abe-be05-f271e303b259 tempest-MigrationsAdminTest-1680029283 tempest-MigrationsAdminTest-1680029283-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:45.240960 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-d3311ad6-8dba-43ac-8138-073cea82243e admin admin] Deleting port 01d70202-886c-4138-a163-4e90d66eb0ef {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:07:45.241367 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3311ad6-8dba-43ac-8138-073cea82243e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:45.274474 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-47354edc-98eb-4895-977e-b99e8117f923 req-2d1921f5-1e07-4abe-be05-f271e303b259 tempest-MigrationsAdminTest-1680029283 tempest-MigrationsAdminTest-1680029283-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:45.300057 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-56a95f27-e9bc-4c21-bea8-72f87d7293e9 req-9c2717b0-ac22-4434-9366-4e59548d8568 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017375 Jul 22 19:07:45.344576 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47354edc-98eb-4895-977e-b99e8117f923 req-2d1921f5-1e07-4abe-be05-f271e303b259 tempest-MigrationsAdminTest-1680029283 tempest-MigrationsAdminTest-1680029283-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6085570 Jul 22 19:07:45.370597 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1921f5-1e07-4abe-be05-f271e303b259 tempest-MigrationsAdminTest-1680029283 tempest-MigrationsAdminTest-1680029283-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e0283d-2cf3-430b-b1b6-7b985b396926,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:45.388619 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3d28d7d7-d55d-405b-8863-9adb7401dbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:45.407151 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-d3311ad6-8dba-43ac-8138-073cea82243e admin admin] For port 01d70202-886c-4138-a163-4e90d66eb0ef, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=01d70202-886c-4138-a163-4e90d66eb0ef,segment=NetworkSegment(85275df6-561e-4204-9061-de04a2999cb6),segment_id=85275df6-561e-4204-9061-de04a2999cb6)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:45.407668 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3311ad6-8dba-43ac-8138-073cea82243e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:45.421848 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-d3311ad6-8dba-43ac-8138-073cea82243e admin admin] Calling delete_port for 01d70202-886c-4138-a163-4e90d66eb0ef owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:07:45.508048 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b9114c6-adc2-48b1-aaec-1d0dc1bd5d78 req-261ccbdf-e9ff-4570-b739-ffc8464f8385 tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.0661144 Jul 22 19:07:45.509440 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] Attempting to bind port 168ecc47-90fa-4ea0-924c-75401ef2735e on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:07:45.509846 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] Attempting to bind port 168ecc47-90fa-4ea0-924c-75401ef2735e by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:07:45.510238 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] Attempting to bind port 168ecc47-90fa-4ea0-924c-75401ef2735e on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:07:45.521713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] Port 168ecc47-90fa-4ea0-924c-75401ef2735e on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:07:45.522151 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] Attempting to bind port 168ecc47-90fa-4ea0-924c-75401ef2735e on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:07:45.554528 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:07:45.555011 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:07:45.556017 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:07:45.557087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] Bound port: 168ecc47-90fa-4ea0-924c-75401ef2735e, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:07:45.557527 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:45.563099 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-56a95f27-e9bc-4c21-bea8-72f87d7293e9 req-d76834c0-fa28-4f9a-b1a2-f197135f6693 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549336 Jul 22 19:07:45.581975 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28d7d7-d55d-405b-8863-9adb7401dbe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7f8a44-dd3f-4b9d-989b-29efac33cf91,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:45.672688 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3311ad6-8dba-43ac-8138-073cea82243e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:45.815560 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3311ad6-8dba-43ac-8138-073cea82243e admin admin] Pushing event deleted for resources: {'Port': ['ID=01d70202-886c-4138-a163-4e90d66eb0ef,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:46.215705 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3311ad6-8dba-43ac-8138-073cea82243e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:46.218430 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3d28d7d7-d55d-405b-8863-9adb7401dbe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:46.316260 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] For port 168ecc47-90fa-4ea0-924c-75401ef2735e, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:07:46.321397 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] For port 168ecc47-90fa-4ea0-924c-75401ef2735e, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=168ecc47-90fa-4ea0-924c-75401ef2735e,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:07:46.340651 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:46.400022 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:46.400691 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:46.402115 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] 10.222.0.30 "PUT /v2.0/ports/168ecc47-90fa-4ea0-924c-75401ef2735e HTTP/1.1" status: 200 len: 1097 time: 2.5615335 Jul 22 19:07:46.403617 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1d5e73-0813-4a1a-a2e3-a1ee1d459635', 'tag': '168ecc47-90fa-4ea0-924c-75401ef2735e'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:07:46.405920 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16243dbf-a55a-4f47-af4f-d03081475bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1d5e73-0813-4a1a-a2e3-a1ee1d459635", "tag": "168ecc47-90fa-4ea0-924c-75401ef2735e"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:07:46.433073 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843cff7-7895-4fd4-a16f-3e702f7e4536 req-8605da05-ebd0-40d1-91fd-6e0da2f599b3 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:46.440378 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a843cff7-7895-4fd4-a16f-3e702f7e4536 req-8605da05-ebd0-40d1-91fd-6e0da2f599b3 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc1d5e73-0813-4a1a-a2e3-a1ee1d459635 HTTP/1.1" status: 200 len: 948 time: 0.2335865 Jul 22 19:07:46.456366 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279acc9-06fc-46cd-b9b2-9bb3732d1740 req-ba70c2f3-ecd4-4341-853c-77c12a1f3324 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:46.457855 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d279acc9-06fc-46cd-b9b2-9bb3732d1740 req-ba70c2f3-ecd4-4341-853c-77c12a1f3324 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 950 time: 0.2501938 Jul 22 19:07:46.611884 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbef49d-e892-445c-ac7b-dac9e5d177d0 service neutron] Pushing event updated for resources: {'Port': ['ID=168ecc47-90fa-4ea0-924c-75401ef2735e,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:46.635203 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3311ad6-8dba-43ac-8138-073cea82243e admin admin] Router 7bd73dce-2b99-4c15-871a-dc6e5b63059e has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:07:46.640679 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d28d7d7-d55d-405b-8863-9adb7401dbe3 admin admin] Router fe31e210-6676-4e0a-9e43-f1282df17adc has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:07:46.665172 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d279acc9-06fc-46cd-b9b2-9bb3732d1740 req-e454aa47-fa98-4a03-900d-73d9e6fcd621 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493394 Jul 22 19:07:46.673550 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a843cff7-7895-4fd4-a16f-3e702f7e4536 req-82ef2248-552d-4d34-907c-4ed31d611bfe tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e7a4d38-4540-4610-87cf-7e917df72997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322936 Jul 22 19:07:46.685515 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-cafdc18a-261e-4270-a2e5-677bd1ceb442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:46.687350 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-cafdc18a-261e-4270-a2e5-677bd1ceb442 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=69c093ad1df54cedb969109e706aec73&device_id=fc1d5e73-0813-4a1a-a2e3-a1ee1d459635 HTTP/1.1" status: 200 len: 1100 time: 0.2081442 Jul 22 19:07:46.759414 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-3595f2b4-10a2-4fa1-9b8c-ee019edfb0ae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5572801 Jul 22 19:07:46.760842 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-90f8432f-bdad-460c-9ba8-baef42d29787 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=168ecc47-90fa-4ea0-924c-75401ef2735e HTTP/1.1" status: 200 len: 217 time: 0.0638340 Jul 22 19:07:46.877686 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3311ad6-8dba-43ac-8138-073cea82243e admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:07:46.888237 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3606d766-bdbd-4aaf-b008-729cec490bbd None None] Sync routers for ids ['7bd73dce-2b99-4c15-871a-dc6e5b63059e'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:07:46.891873 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d28d7d7-d55d-405b-8863-9adb7401dbe3 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:07:46.898096 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d3311ad6-8dba-43ac-8138-073cea82243e admin admin] 10.222.0.13 "PUT /v2.0/routers/7bd73dce-2b99-4c15-871a-dc6e5b63059e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1689515 Jul 22 19:07:46.902991 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3d28d7d7-d55d-405b-8863-9adb7401dbe3 admin admin] 10.222.0.13 "PUT /v2.0/routers/fe31e210-6676-4e0a-9e43-f1282df17adc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5583391 Jul 22 19:07:46.903584 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36884) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:46.904017 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94300345-943c-4c77-ab99-a6fe640d738d None None] Sync routers for ids ['fe31e210-6676-4e0a-9e43-f1282df17adc'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:07:46.906691 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36886) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:46.913320 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3606d766-bdbd-4aaf-b008-729cec490bbd None None] Routers {'7bd73dce-2b99-4c15-871a-dc6e5b63059e'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:46.913910 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3606d766-bdbd-4aaf-b008-729cec490bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7bd73dce-2b99-4c15-871a-dc6e5b63059e'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:46.920647 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94300345-943c-4c77-ab99-a6fe640d738d None None] Routers {'fe31e210-6676-4e0a-9e43-f1282df17adc'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:46.921248 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-94300345-943c-4c77-ab99-a6fe640d738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fe31e210-6676-4e0a-9e43-f1282df17adc'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:46.937428 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f07b05-fc6b-4be6-af30-934f46214b92 x-openstack-request-id: req-d5f07b05-fc6b-4be6-af30-934f46214b92 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:07:46.937726 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1d5e73-0813-4a1a-a2e3-a1ee1d459635", "tag": "168ecc47-90fa-4ea0-924c-75401ef2735e", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:07:46.937983 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5f07b05-fc6b-4be6-af30-934f46214b92 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:07:46.938398 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1d5e73-0813-4a1a-a2e3-a1ee1d459635', 'tag': '168ecc47-90fa-4ea0-924c-75401ef2735e', 'status': 'completed', 'code': 200} Jul 22 19:07:47.059604 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-dcb83982-6bb5-4a55-9a93-d9c32cd5dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:47.064419 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-dcb83982-6bb5-4a55-9a93-d9c32cd5dac6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.2947943 Jul 22 19:07:47.134367 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8f21d00e-e4d0-4f2a-94d6-0db9308fe8ec req-65116397-fa5e-4827-b169-eb7637869cde tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.1327627 Jul 22 19:07:47.161161 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-94300345-943c-4c77-ab99-a6fe640d738d None None] Set router fe31e210-6676-4e0a-9e43-f1282df17adc gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:47.179064 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-3606d766-bdbd-4aaf-b008-729cec490bbd None None] Set router 7bd73dce-2b99-4c15-871a-dc6e5b63059e gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:47.394757 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40bfe3-ad3f-4d5b-8b38-5153329f3001 req-f0588ec1-6714-4d6b-bb56-b60a7c29572a tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:47.397209 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d40bfe3-ad3f-4d5b-8b38-5153329f3001 req-f0588ec1-6714-4d6b-bb56-b60a7c29572a tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 945 time: 0.5257165 Jul 22 19:07:47.430386 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-16e0529f-f91f-42c4-8b74-f4556ef7b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:47.433250 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-16e0529f-f91f-42c4-8b74-f4556ef7b7bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2978048 Jul 22 19:07:47.483661 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57f615-4d0e-4f88-90a5-f50b67fb75a4 req-7df9a636-8864-490b-98b4-d0bfd4aea373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:47.485469 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2f57f615-4d0e-4f88-90a5-f50b67fb75a4 req-7df9a636-8864-490b-98b4-d0bfd4aea373 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 1097 time: 0.3155746 Jul 22 19:07:47.498090 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-94300345-943c-4c77-ab99-a6fe640d738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:07:45Z', 'revision_number': 5, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:47.528101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d40bfe3-ad3f-4d5b-8b38-5153329f3001 req-ea2d2263-c2f0-4fc9-ad59-bc960b49c25c tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209939 Jul 22 19:07:47.550056 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94300345-943c-4c77-ab99-a6fe640d738d None None] Checking router: fe31e210-6676-4e0a-9e43-f1282df17adc for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:07:47.568447 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94300345-943c-4c77-ab99-a6fe640d738d None None] Routers {'fe31e210-6676-4e0a-9e43-f1282df17adc'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:47.569116 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-94300345-943c-4c77-ab99-a6fe640d738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['fe31e210-6676-4e0a-9e43-f1282df17adc'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:47.622817 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2f57f615-4d0e-4f88-90a5-f50b67fb75a4 req-ee916b9f-2a68-45e2-a4ef-f29c91f7b0fb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149826 Jul 22 19:07:47.627186 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3606d766-bdbd-4aaf-b008-729cec490bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd73dce-2b99-4c15-871a-dc6e5b63059e', 'name': 'tempest-FloatingIPsTestJSON-119444291-router', 'tenant_id': '17530ecd616e42a1ae8489bd80ce145c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'b761991c-8471-4d94-b2d2-09e12c6c1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:07:18Z', 'updated_at': '2021-07-22T19:07:45Z', 'revision_number': 5, 'project_id': '17530ecd616e42a1ae8489bd80ce145c', 'gw_port': {'id': 'b761991c-8471-4d94-b2d2-09e12c6c1e7a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd73dce-2b99-4c15-871a-dc6e5b63059e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:07:19Z', 'updated_at': '2021-07-22T19:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:47.652822 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-efefec53-7b78-4d47-9f92-274ca6b2f6fc service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082260 Jul 22 19:07:47.704244 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3606d766-bdbd-4aaf-b008-729cec490bbd None None] Checking router: 7bd73dce-2b99-4c15-871a-dc6e5b63059e for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:07:47.732620 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3606d766-bdbd-4aaf-b008-729cec490bbd None None] Routers {'7bd73dce-2b99-4c15-871a-dc6e5b63059e'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:47.737672 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3606d766-bdbd-4aaf-b008-729cec490bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7bd73dce-2b99-4c15-871a-dc6e5b63059e'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:47.824062 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1685c71-e4a8-4fb2-bb4d-b988106c1332 admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:47.923276 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8c2c386-ffb9-4049-992a-496c8a5c4967 req-9dfcbf53-d79c-460e-b530-592cd9c75182 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636070 Jul 22 19:07:47.933880 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43f63f6b-b007-4ea3-80bc-6babc680a5dc admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:48.000171 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-3606d766-bdbd-4aaf-b008-729cec490bbd None None] Set router 7bd73dce-2b99-4c15-871a-dc6e5b63059e gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:48.144835 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1685c71-e4a8-4fb2-bb4d-b988106c1332 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:48.150136 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-94300345-943c-4c77-ab99-a6fe640d738d None None] Set router fe31e210-6676-4e0a-9e43-f1282df17adc gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:07:48.287516 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43f63f6b-b007-4ea3-80bc-6babc680a5dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:48.312278 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-a1685c71-e4a8-4fb2-bb4d-b988106c1332 admin admin] Deleting port 52e33a89-90ff-48f7-af34-5fd6c60e231b {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:07:48.312674 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1685c71-e4a8-4fb2-bb4d-b988106c1332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:48.315469 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 36930) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:48.323296 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3606d766-bdbd-4aaf-b008-729cec490bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd73dce-2b99-4c15-871a-dc6e5b63059e', 'name': 'tempest-FloatingIPsTestJSON-119444291-router', 'tenant_id': '17530ecd616e42a1ae8489bd80ce145c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'b761991c-8471-4d94-b2d2-09e12c6c1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:07:18Z', 'updated_at': '2021-07-22T19:07:45Z', 'revision_number': 5, 'project_id': '17530ecd616e42a1ae8489bd80ce145c', 'gw_port': {'id': 'b761991c-8471-4d94-b2d2-09e12c6c1e7a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd73dce-2b99-4c15-871a-dc6e5b63059e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:07:19Z', 'updated_at': '2021-07-22T19:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:48.367590 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3606d766-bdbd-4aaf-b008-729cec490bbd None None] The sync data for ids ['7bd73dce-2b99-4c15-871a-dc6e5b63059e'] in n-d-800086-12 is: [{'id': '7bd73dce-2b99-4c15-871a-dc6e5b63059e', 'name': 'tempest-FloatingIPsTestJSON-119444291-router', 'tenant_id': '17530ecd616e42a1ae8489bd80ce145c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'b761991c-8471-4d94-b2d2-09e12c6c1e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:07:18Z', 'updated_at': '2021-07-22T19:07:45Z', 'revision_number': 5, 'project_id': '17530ecd616e42a1ae8489bd80ce145c', 'gw_port': {'id': 'b761991c-8471-4d94-b2d2-09e12c6c1e7a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd73dce-2b99-4c15-871a-dc6e5b63059e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:07:19Z', 'updated_at': '2021-07-22T19:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:07:48.406034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5a999-f7f2-4267-ac02-1ffbea312baa req-2534c7b6-84d9-4735-b64e-d320f765f912 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:48.413713 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aff5a999-f7f2-4267-ac02-1ffbea312baa req-2534c7b6-84d9-4735-b64e-d320f765f912 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc1d5e73-0813-4a1a-a2e3-a1ee1d459635 HTTP/1.1" status: 200 len: 948 time: 0.4876468 Jul 22 19:07:48.426644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a72405-b236-4170-b1d3-f3481a8b93b3 req-602e375b-5fae-4c4e-9097-2d07e0fbc70d tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:48.428615 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42a72405-b236-4170-b1d3-f3481a8b93b3 req-602e375b-5fae-4c4e-9097-2d07e0fbc70d tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 950 time: 0.5041146 Jul 22 19:07:48.431261 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16243dbf-a55a-4f47-af4f-d03081475bf7 req-2c196daa-d793-4cba-b29b-10027489a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:48.432914 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16243dbf-a55a-4f47-af4f-d03081475bf7 req-2c196daa-d793-4cba-b29b-10027489a228 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=69c093ad1df54cedb969109e706aec73&device_id=fc1d5e73-0813-4a1a-a2e3-a1ee1d459635 HTTP/1.1" status: 200 len: 1100 time: 0.3261495 Jul 22 19:07:48.484341 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-43f63f6b-b007-4ea3-80bc-6babc680a5dc admin admin] Deleting port b761991c-8471-4d94-b2d2-09e12c6c1e7a {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:07:48.484998 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43f63f6b-b007-4ea3-80bc-6babc680a5dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:48.548736 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-94300345-943c-4c77-ab99-a6fe640d738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:07:45Z', 'revision_number': 5, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:48.559596 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aff5a999-f7f2-4267-ac02-1ffbea312baa req-fb147219-ef8a-40da-984b-46fde06355d7 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e7a4d38-4540-4610-87cf-7e917df72997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445613 Jul 22 19:07:48.566399 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-a1685c71-e4a8-4fb2-bb4d-b988106c1332 admin admin] For port 52e33a89-90ff-48f7-af34-5fd6c60e231b, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=52e33a89-90ff-48f7-af34-5fd6c60e231b,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:48.566770 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1685c71-e4a8-4fb2-bb4d-b988106c1332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:48.585602 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-a1685c71-e4a8-4fb2-bb4d-b988106c1332 admin admin] Calling delete_port for 52e33a89-90ff-48f7-af34-5fd6c60e231b owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:07:48.608887 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-43f63f6b-b007-4ea3-80bc-6babc680a5dc admin admin] For port b761991c-8471-4d94-b2d2-09e12c6c1e7a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b761991c-8471-4d94-b2d2-09e12c6c1e7a,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:48.609696 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43f63f6b-b007-4ea3-80bc-6babc680a5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:48.617224 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94300345-943c-4c77-ab99-a6fe640d738d None None] The sync data for ids ['fe31e210-6676-4e0a-9e43-f1282df17adc'] in n-d-800086-12 is: [{'id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-525304542-router', 'tenant_id': '4a45453396704c03940ca7767a9c8356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:05Z', 'updated_at': '2021-07-22T19:07:45Z', 'revision_number': 5, 'project_id': '4a45453396704c03940ca7767a9c8356', 'gw_port': {'id': '52e33a89-90ff-48f7-af34-5fd6c60e231b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31e210-6676-4e0a-9e43-f1282df17adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:06Z', 'updated_at': '2021-07-22T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:07:48.660025 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42a72405-b236-4170-b1d3-f3481a8b93b3 req-3b2a448a-e2bd-4a34-9783-ef2a6b7d81a8 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198617 Jul 22 19:07:48.665227 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-d1dd14a6-d0ee-43a4-b909-b83a33376d1d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:48.667582 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-43f63f6b-b007-4ea3-80bc-6babc680a5dc admin admin] Calling delete_port for b761991c-8471-4d94-b2d2-09e12c6c1e7a owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:07:48.731272 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16243dbf-a55a-4f47-af4f-d03081475bf7 req-b624d35b-c52c-41cc-83cb-c8cdc25f53de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:48.733284 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16243dbf-a55a-4f47-af4f-d03081475bf7 req-b624d35b-c52c-41cc-83cb-c8cdc25f53de service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.2835505 Jul 22 19:07:48.734995 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d1dd14a6-d0ee-43a4-b909-b83a33376d1d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:48.800562 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16243dbf-a55a-4f47-af4f-d03081475bf7 req-d9d94c2a-b46c-40f2-a4a2-a6cbb7e17e7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=168ecc47-90fa-4ea0-924c-75401ef2735e HTTP/1.1" status: 200 len: 217 time: 0.0604928 Jul 22 19:07:48.892064 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5e627ba2-b3fb-4e5d-9504-5273cac32d63 req-c66ccc28-58c0-4ce7-906c-c8244aebdd77 tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.1044850 Jul 22 19:07:48.945776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16243dbf-a55a-4f47-af4f-d03081475bf7 req-9307d8ec-b390-4596-9161-54084305d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:48.947764 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16243dbf-a55a-4f47-af4f-d03081475bf7 req-9307d8ec-b390-4596-9161-54084305d26a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1302106 Jul 22 19:07:48.963371 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1685c71-e4a8-4fb2-bb4d-b988106c1332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:48.996092 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1685c71-e4a8-4fb2-bb4d-b988106c1332 admin admin] Pushing event deleted for resources: {'Port': ['ID=52e33a89-90ff-48f7-af34-5fd6c60e231b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:49.004410 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43f63f6b-b007-4ea3-80bc-6babc680a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:49.026366 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4fe790-5326-4e2b-ab1d-32eabf14b100 req-4a17bd66-c13e-4c70-a2a7-8dcfed3e9ffd tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:49.028086 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6d4fe790-5326-4e2b-ab1d-32eabf14b100 req-4a17bd66-c13e-4c70-a2a7-8dcfed3e9ffd tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 945 time: 0.2394631 Jul 22 19:07:49.029062 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f63f6b-b007-4ea3-80bc-6babc680a5dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b761991c-8471-4d94-b2d2-09e12c6c1e7a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:49.138688 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d1dd14a6-d0ee-43a4-b909-b83a33376d1d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:49.141643 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16243dbf-a55a-4f47-af4f-d03081475bf7 req-0abe4736-97e9-42b7-9919-ac87ca58230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:49.143153 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16243dbf-a55a-4f47-af4f-d03081475bf7 req-0abe4736-97e9-42b7-9919-ac87ca58230b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1688523 Jul 22 19:07:49.147247 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6d4fe790-5326-4e2b-ab1d-32eabf14b100 req-7b3685b5-40ce-4233-ab5c-340e6621e041 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060901 Jul 22 19:07:49.158219 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1685c71-e4a8-4fb2-bb4d-b988106c1332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:49.160438 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43f63f6b-b007-4ea3-80bc-6babc680a5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:49.308020 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-1b6eae04-c3ba-47ca-8d2f-a4bcb705106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:49.309564 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-1b6eae04-c3ba-47ca-8d2f-a4bcb705106e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 1102 time: 0.2425363 Jul 22 19:07:49.343608 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 168ecc47-90fa-4ea0-924c-75401ef2735e details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:07:49.379116 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43f63f6b-b007-4ea3-80bc-6babc680a5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:49.382633 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43f63f6b-b007-4ea3-80bc-6babc680a5dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:49.385985 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1685c71-e4a8-4fb2-bb4d-b988106c1332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:49.387136 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16243dbf-a55a-4f47-af4f-d03081475bf7 req-31a0c9db-e873-49cc-ab8a-d1c5a2d54d5c service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324426 Jul 22 19:07:49.389575 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1685c71-e4a8-4fb2-bb4d-b988106c1332 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:49.390206 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-d1dd14a6-d0ee-43a4-b909-b83a33376d1d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Allocated IP 172.25.3.54 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/06655268-ec81-437a-b7b9-1b7564286c9b) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:07:49.455306 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 168ecc47-90fa-4ea0-924c-75401ef2735e, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=168ecc47-90fa-4ea0-924c-75401ef2735e,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:49.469141 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '168ecc47-90fa-4ea0-924c-75401ef2735e', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '168ecc47-90fa-4ea0-924c-75401ef2735e', 'mac_address': 'fa:16:3e:a2:30:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:07:49.469391 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43f63f6b-b007-4ea3-80bc-6babc680a5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:49.470548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f63f6b-b007-4ea3-80bc-6babc680a5dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bd73dce-2b99-4c15-871a-dc6e5b63059e {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:07:49.479308 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43f63f6b-b007-4ea3-80bc-6babc680a5dc admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:49.483251 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-43f63f6b-b007-4ea3-80bc-6babc680a5dc admin admin] 10.222.0.13 "DELETE /v2.0/routers/7bd73dce-2b99-4c15-871a-dc6e5b63059e HTTP/1.1" status: 204 len: 168 time: 2.5774379 Jul 22 19:07:49.484291 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36948) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:49.492051 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1685c71-e4a8-4fb2-bb4d-b988106c1332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:49.492553 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1685c71-e4a8-4fb2-bb4d-b988106c1332 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe31e210-6676-4e0a-9e43-f1282df17adc {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:07:49.498227 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1685c71-e4a8-4fb2-bb4d-b988106c1332 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:49.499388 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a1685c71-e4a8-4fb2-bb4d-b988106c1332 admin admin] 10.222.0.13 "DELETE /v2.0/routers/fe31e210-6676-4e0a-9e43-f1282df17adc HTTP/1.1" status: 204 len: 168 time: 2.3891613 Jul 22 19:07:49.521640 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:49.523019 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36950) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:49.562459 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168ecc47-90fa-4ea0-924c-75401ef2735e {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:07:49.577119 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-5239dd7f-cd14-4998-b6f1-fce1eccdeafd admin admin] Deleting subnet 30ea6495-2382-41f8-8d66-bf8d2e3d0983 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:07:49.580807 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5239dd7f-cd14-4998-b6f1-fce1eccdeafd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:49.622618 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5239dd7f-cd14-4998-b6f1-fce1eccdeafd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:49.630584 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 168ecc47-90fa-4ea0-924c-75401ef2735e, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=168ecc47-90fa-4ea0-924c-75401ef2735e,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:49.637168 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:49.723885 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-08be6f99-19c2-4383-b22b-0a549a8fb057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:49.725362 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-08be6f99-19c2-4383-b22b-0a549a8fb057 service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.4091737 Jul 22 19:07:49.764758 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ec8de1-bb6c-4fd4-9638-c99f6195efcf admin admin] Deleting subnet 5057117c-158a-4987-ab46-25e8d6625f71 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:07:49.768629 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18ec8de1-bb6c-4fd4-9638-c99f6195efcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:49.769239 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-ffafdd3f-f98a-4ebb-b7d3-1a7374f0378a tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:49.770810 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-ffafdd3f-f98a-4ebb-b7d3-1a7374f0378a tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/networks?id=da7cf044-915e-459b-bb3e-1bab7d435ed9 HTTP/1.1" status: 200 len: 810 time: 0.4165940 Jul 22 19:07:49.793554 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16243dbf-a55a-4f47-af4f-d03081475bf7 req-1c937d37-5d93-4a92-815c-892d79bc7118 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906684 Jul 22 19:07:49.817197 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5239dd7f-cd14-4998-b6f1-fce1eccdeafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:49.840445 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18ec8de1-bb6c-4fd4-9638-c99f6195efcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:49.841282 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-c4d5da70-d9e1-4d76-9953-d81ac9405c9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=010b98b4-758f-4285-89fb-ff8927f356cc HTTP/1.1" status: 200 len: 217 time: 0.0989420 Jul 22 19:07:49.856051 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-c9b1435f-8903-4e56-a850-b3c0ef8d16f0 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/quotas/180287b3edd14ce389e863380bc23ecb HTTP/1.1" status: 200 len: 375 time: 0.0599563 Jul 22 19:07:49.901421 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d1dd14a6-d0ee-43a4-b909-b83a33376d1d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:49.935747 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=168ecc47-90fa-4ea0-924c-75401ef2735e,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:49.941574 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5239dd7f-cd14-4998-b6f1-fce1eccdeafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:49.974388 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18ec8de1-bb6c-4fd4-9638-c99f6195efcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:49.977215 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239dd7f-cd14-4998-b6f1-fce1eccdeafd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ea6495-2382-41f8-8d66-bf8d2e3d0983,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:49.977630 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-6b14af50-99cf-4e9b-9efc-9daa293b9229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:49.979108 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-6b14af50-99cf-4e9b-9efc-9daa293b9229 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1280077 Jul 22 19:07:49.984982 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['168ecc47-90fa-4ea0-924c-75401ef2735e'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:07:49.991495 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1606f-2481-4474-b01b-991049226348 req-5b260e13-8b68-4588-9310-2f736fe9979d tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:49.993504 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eca1606f-2481-4474-b01b-991049226348 req-5b260e13-8b68-4588-9310-2f736fe9979d tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc1d5e73-0813-4a1a-a2e3-a1ee1d459635 HTTP/1.1" status: 200 len: 949 time: 0.2667472 Jul 22 19:07:50.006513 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5239dd7f-cd14-4998-b6f1-fce1eccdeafd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:50.009219 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5239dd7f-cd14-4998-b6f1-fce1eccdeafd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/30ea6495-2382-41f8-8d66-bf8d2e3d0983 HTTP/1.1" status: 204 len: 168 time: 0.4844882 Jul 22 19:07:50.011658 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36962) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:50.012158 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cde7f1-0221-4af0-b502-b3548a969643 None None] Network c65cd496-c426-405a-b8c2-36e596dfdd4c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:07:50.106178 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d1dd14a6-d0ee-43a4-b909-b83a33376d1d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:50.115356 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-763f410a-d207-4f4c-a31c-5d81a4dddcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:50.123166 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-0e5204d4-bdf4-4a94-9101-9f64f09e5fa9 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=180287b3edd14ce389e863380bc23ecb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2490034 Jul 22 19:07:50.135265 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18ec8de1-bb6c-4fd4-9638-c99f6195efcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:50.153647 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eca1606f-2481-4474-b01b-991049226348 req-6f520d2c-64b7-44ea-8fb8-845c301139c4 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e7a4d38-4540-4610-87cf-7e917df72997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478841 Jul 22 19:07:50.176117 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec8de1-bb6c-4fd4-9638-c99f6195efcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5057117c-158a-4987-ab46-25e8d6625f71,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:50.188468 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc7382a-3938-4370-bf0d-4c46e2e01df1 None None] Network 10c7c754-7dcc-4aa7-b2b5-2f932e745b31 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:07:50.194821 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18ec8de1-bb6c-4fd4-9638-c99f6195efcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:50.200172 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-18ec8de1-bb6c-4fd4-9638-c99f6195efcf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5057117c-158a-4987-ab46-25e8d6625f71 HTTP/1.1" status: 204 len: 168 time: 0.7147875 Jul 22 19:07:50.201259 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36964) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:50.226395 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dd14a6-d0ee-43a4-b909-b83a33376d1d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:07:50.246321 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-d1dd14a6-d0ee-43a4-b909-b83a33376d1d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:07:50.248449 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd14a6-d0ee-43a4-b909-b83a33376d1d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Pushing event updated for resources: {'Port': ['ID=06655268-ec81-437a-b7b9-1b7564286c9b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:50.252104 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dd14a6-d0ee-43a4-b909-b83a33376d1d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:07:50.262514 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-414f50bd-8e76-45c2-ae51-765e19c88634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:50.264308 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-414f50bd-8e76-45c2-ae51-765e19c88634 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2685125 Jul 22 19:07:50.296504 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cdf75709-6cb2-42ca-b2a0-0ba5427ebabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:50.303650 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-763f410a-d207-4f4c-a31c-5d81a4dddcf4 admin admin] Deleting port 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:07:50.303920 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-763f410a-d207-4f4c-a31c-5d81a4dddcf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:50.400223 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-763f410a-d207-4f4c-a31c-5d81a4dddcf4 admin admin] For port 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0,segment=NetworkSegment(e3455897-35b6-48d3-80e3-4e36f01f70ab),segment_id=e3455897-35b6-48d3-80e3-4e36f01f70ab)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:50.401031 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-763f410a-d207-4f4c-a31c-5d81a4dddcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:50.423322 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-763f410a-d207-4f4c-a31c-5d81a4dddcf4 admin admin] Calling delete_port for 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:07:50.503800 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb647911-c908-4444-9e88-7b6e1c0cd9d5 None None] DHCP port deletion for c65cd496-c426-405a-b8c2-36e596dfdd4c request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:07:50.514638 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 01d70202-886c-4138-a163-4e90d66eb0ef no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:07:50.522033 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-cdf75709-6cb2-42ca-b2a0-0ba5427ebabd admin admin] Deleting port ec70ff7d-e294-4be1-8391-66847ebf4e1e {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:07:50.522469 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cdf75709-6cb2-42ca-b2a0-0ba5427ebabd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:50.565587 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 01d70202-886c-4138-a163-4e90d66eb0ef {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:07:50.565964 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 01d70202-886c-4138-a163-4e90d66eb0ef not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:07:50.566348 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0b7f8a44-dd3f-4b9d-989b-29efac33cf91 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:07:50.594640 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 0b7f8a44-dd3f-4b9d-989b-29efac33cf91 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:07:50.595531 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0b7f8a44-dd3f-4b9d-989b-29efac33cf91 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:07:50.606667 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-cdf75709-6cb2-42ca-b2a0-0ba5427ebabd admin admin] For port ec70ff7d-e294-4be1-8391-66847ebf4e1e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ec70ff7d-e294-4be1-8391-66847ebf4e1e,segment=NetworkSegment(85275df6-561e-4204-9061-de04a2999cb6),segment_id=85275df6-561e-4204-9061-de04a2999cb6)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:50.607091 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cdf75709-6cb2-42ca-b2a0-0ba5427ebabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:50.609781 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-763f410a-d207-4f4c-a31c-5d81a4dddcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:50.621463 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-cb647911-c908-4444-9e88-7b6e1c0cd9d5 None None] Deleting port 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:07:50.621836 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cb647911-c908-4444-9e88-7b6e1c0cd9d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:50.646037 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f410a-d207-4f4c-a31c-5d81a4dddcf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:50.651496 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f410a-d207-4f4c-a31c-5d81a4dddcf4 admin admin] No DVR routers for this DVR port 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:07:50.680355 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-cdf75709-6cb2-42ca-b2a0-0ba5427ebabd admin admin] Calling delete_port for ec70ff7d-e294-4be1-8391-66847ebf4e1e owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:07:50.705222 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-cb647911-c908-4444-9e88-7b6e1c0cd9d5 None None] For port 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0, host n-d-800086-12, got binding levels [] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:50.705610 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cb647911-c908-4444-9e88-7b6e1c0cd9d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:50.709854 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da406c67-3940-4b65-ab06-9cd0623b309e None None] DHCP port deletion for 10c7c754-7dcc-4aa7-b2b5-2f932e745b31 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:07:50.725087 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-cb647911-c908-4444-9e88-7b6e1c0cd9d5 None None] Calling delete_port for 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:07:50.729079 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.ipam_backend_mixin [None req-cb647911-c908-4444-9e88-7b6e1c0cd9d5 None None] Port 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0 was not found and therefore no delete operation was performed {{(pid=93808) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:07:50.751817 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cb647911-c908-4444-9e88-7b6e1c0cd9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:50.769868 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-763f410a-d207-4f4c-a31c-5d81a4dddcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:50.782343 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb647911-c908-4444-9e88-7b6e1c0cd9d5 None None] Pushing event deleted for resources: {'Port': ['ID=50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:50.784823 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-763f410a-d207-4f4c-a31c-5d81a4dddcf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65cd496-c426-405a-b8c2-36e596dfdd4c']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:50.786450 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb647911-c908-4444-9e88-7b6e1c0cd9d5 None None] No DVR routers for this DVR port 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:07:50.810797 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-763f410a-d207-4f4c-a31c-5d81a4dddcf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3455897-35b6-48d3-80e3-4e36f01f70ab') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:50.811269 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-763f410a-d207-4f4c-a31c-5d81a4dddcf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3455897-35b6-48d3-80e3-4e36f01f70ab') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:50.811980 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-da406c67-3940-4b65-ab06-9cd0623b309e None None] Deleting port ec70ff7d-e294-4be1-8391-66847ebf4e1e {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:07:50.813362 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-da406c67-3940-4b65-ab06-9cd0623b309e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:50.814577 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-b79b2bd4-8944-4342-8f97-e6b549ac9b17 service neutron] 10.222.0.13 "GET /v2.0/networks/da7cf044-915e-459b-bb3e-1bab7d435ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6599653 Jul 22 19:07:50.826491 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-763f410a-d207-4f4c-a31c-5d81a4dddcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:50.849672 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-763f410a-d207-4f4c-a31c-5d81a4dddcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:50.859420 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763f410a-d207-4f4c-a31c-5d81a4dddcf4 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:07:50.859971 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-763f410a-d207-4f4c-a31c-5d81a4dddcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:07:50.861897 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:07:50.867163 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cdf75709-6cb2-42ca-b2a0-0ba5427ebabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:50.890296 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-da406c67-3940-4b65-ab06-9cd0623b309e None None] For port ec70ff7d-e294-4be1-8391-66847ebf4e1e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ec70ff7d-e294-4be1-8391-66847ebf4e1e,segment=NetworkSegment(85275df6-561e-4204-9061-de04a2999cb6),segment_id=85275df6-561e-4204-9061-de04a2999cb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:50.890689 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-da406c67-3940-4b65-ab06-9cd0623b309e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:50.904577 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-da406c67-3940-4b65-ab06-9cd0623b309e None None] Calling delete_port for ec70ff7d-e294-4be1-8391-66847ebf4e1e owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:07:50.909602 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf75709-6cb2-42ca-b2a0-0ba5427ebabd admin admin] No DVR routers for this DVR port ec70ff7d-e294-4be1-8391-66847ebf4e1e on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:07:50.910050 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d1dd14a6-d0ee-43a4-b909-b83a33376d1d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:50.923087 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf75709-6cb2-42ca-b2a0-0ba5427ebabd admin admin] Pushing event deleted for resources: {'Port': ['ID=ec70ff7d-e294-4be1-8391-66847ebf4e1e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:50.949038 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-47041561-9592-45cf-bb1a-6e5ca6c31e88 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6309459 Jul 22 19:07:50.983944 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669853b-3e13-4fc1-b189-157148875952 req-42df4e6a-6c89-4233-8d09-a83044116758 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:50.985539 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c669853b-3e13-4fc1-b189-157148875952 req-42df4e6a-6c89-4233-8d09-a83044116758 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 950 time: 0.3221512 Jul 22 19:07:51.002240 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-763f410a-d207-4f4c-a31c-5d81a4dddcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.006963 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-763f410a-d207-4f4c-a31c-5d81a4dddcf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.009321 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-763f410a-d207-4f4c-a31c-5d81a4dddcf4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c65cd496-c426-405a-b8c2-36e596dfdd4c HTTP/1.1" status: 204 len: 168 time: 0.9967260 Jul 22 19:07:51.023219 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-da406c67-3940-4b65-ab06-9cd0623b309e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.034334 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cdf75709-6cb2-42ca-b2a0-0ba5427ebabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.054624 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-cdf75709-6cb2-42ca-b2a0-0ba5427ebabd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c7c754-7dcc-4aa7-b2b5-2f932e745b31']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:51.060144 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da406c67-3940-4b65-ab06-9cd0623b309e None None] Pushing event deleted for resources: {'Port': ['ID=ec70ff7d-e294-4be1-8391-66847ebf4e1e,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:51.062300 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da406c67-3940-4b65-ab06-9cd0623b309e None None] No DVR routers for this DVR port ec70ff7d-e294-4be1-8391-66847ebf4e1e on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:07:51.069021 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f410a-d207-4f4c-a31c-5d81a4dddcf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c65cd496-c426-405a-b8c2-36e596dfdd4c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:51.079117 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-cdf75709-6cb2-42ca-b2a0-0ba5427ebabd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85275df6-561e-4204-9061-de04a2999cb6') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:51.079421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-cdf75709-6cb2-42ca-b2a0-0ba5427ebabd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85275df6-561e-4204-9061-de04a2999cb6') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:51.082665 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d1dd14a6-d0ee-43a4-b909-b83a33376d1d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.092234 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cdf75709-6cb2-42ca-b2a0-0ba5427ebabd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.106762 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cdf75709-6cb2-42ca-b2a0-0ba5427ebabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.113376 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf75709-6cb2-42ca-b2a0-0ba5427ebabd admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:07:51.113803 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cdf75709-6cb2-42ca-b2a0-0ba5427ebabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:07:51.116027 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:07:51.128129 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-f1210c4a-0022-45fa-9b44-24c26bae5e99 service neutron] 10.222.0.13 "GET /v2.0/networks/da7cf044-915e-459b-bb3e-1bab7d435ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879333 Jul 22 19:07:51.171002 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c669853b-3e13-4fc1-b189-157148875952 req-4a1cf72d-1669-49e8-8454-34a8e0b08ee5 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670277 Jul 22 19:07:51.197784 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cdf75709-6cb2-42ca-b2a0-0ba5427ebabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.210930 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cdf75709-6cb2-42ca-b2a0-0ba5427ebabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.216032 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cdf75709-6cb2-42ca-b2a0-0ba5427ebabd admin admin] 10.222.0.13 "DELETE /v2.0/networks/10c7c754-7dcc-4aa7-b2b5-2f932e745b31 HTTP/1.1" status: 204 len: 168 time: 1.0135310 Jul 22 19:07:51.227742 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf75709-6cb2-42ca-b2a0-0ba5427ebabd admin admin] Pushing event deleted for resources: {'Network': ['ID=10c7c754-7dcc-4aa7-b2b5-2f932e745b31,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:51.246068 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-af14efef-0715-4735-9000-d1f7e39d535f service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566035 Jul 22 19:07:51.271393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36972) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:51.343896 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-887f239c-cedc-4342-8172-e60ca78b23de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a45453396704c03940ca7767a9c8356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0712352 Jul 22 19:07:51.346735 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36976) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:51.352139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fba473d2-fac7-41c6-9624-0fdb8d3b48d9 req-91f4a475-7ab0-465b-bc18-b55075b53a86 tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.0551035 Jul 22 19:07:51.376623 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 168ecc47-90fa-4ea0-924c-75401ef2735e up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:07:51.454497 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d1dd14a6-d0ee-43a4-b909-b83a33376d1d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.479895 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d1dd14a6-d0ee-43a4-b909-b83a33376d1d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.496501 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36982) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:51.504204 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-229a63ca-d983-4086-bd31-01f82aade2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.516066 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 168ecc47-90fa-4ea0-924c-75401ef2735e completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:07:51.519947 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 168ecc47-90fa-4ea0-924c-75401ef2735e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:51.521651 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.554509 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-229a63ca-d983-4086-bd31-01f82aade2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.580604 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e0413e41-a771-497d-989d-c229060d4072 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17530ecd616e42a1ae8489bd80ce145c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0823269 Jul 22 19:07:51.588553 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36984) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:51.608822 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d17fdecb-b59e-482f-8ce6-015d0737a8d7 req-b5c8c10f-69f5-40c7-8950-568f804162a4 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 210 time: 0.0560107 Jul 22 19:07:51.647540 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.657400 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd14a6-d0ee-43a4-b909-b83a33376d1d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Pushing event updated for resources: {'Port': ['ID=06655268-ec81-437a-b7b9-1b7564286c9b,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:51.679813 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1d5e73-0813-4a1a-a2e3-a1ee1d459635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168ecc47-90fa-4ea0-924c-75401ef2735e'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:07:51.680753 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d1dd14a6-d0ee-43a4-b909-b83a33376d1d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.683463 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e54aab-c366-4117-9f5f-426ed2f436f5" -d '{"events": [{"server_uuid": "fc1d5e73-0813-4a1a-a2e3-a1ee1d459635", "name": "network-vif-plugged", "status": "completed", "tag": "168ecc47-90fa-4ea0-924c-75401ef2735e"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:07:51.684631 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-229a63ca-d983-4086-bd31-01f82aade2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.687928 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-229a63ca-d983-4086-bd31-01f82aade2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.691387 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-229a63ca-d983-4086-bd31-01f82aade2da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac56a31e-ee3d-45cf-adda-c2ed15119d61 HTTP/1.1" status: 204 len: 168 time: 0.3414474 Jul 22 19:07:51.708958 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9a81e3b-c218-4aed-a8ce-97269fe3ba34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.725491 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 168ecc47-90fa-4ea0-924c-75401ef2735e, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=168ecc47-90fa-4ea0-924c-75401ef2735e,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:51.726694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602d4ea-b580-445a-ac07-f258df0bbbee req-e29364e3-72fd-482b-8bb5-dc31e28e3442 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:51.731450 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6602d4ea-b580-445a-ac07-f258df0bbbee req-e29364e3-72fd-482b-8bb5-dc31e28e3442 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc1d5e73-0813-4a1a-a2e3-a1ee1d459635 HTTP/1.1" status: 200 len: 949 time: 0.2805412 Jul 22 19:07:51.732056 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.770655 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9a81e3b-c218-4aed-a8ce-97269fe3ba34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.772432 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528c7ceb-8537-4b2a-8ab9-0cc2460d4924 x-openstack-request-id: req-528c7ceb-8537-4b2a-8ab9-0cc2460d4924 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:07:51.773031 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1d5e73-0813-4a1a-a2e3-a1ee1d459635", "name": "network-vif-plugged", "status": "completed", "tag": "168ecc47-90fa-4ea0-924c-75401ef2735e", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:07:51.773529 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-528c7ceb-8537-4b2a-8ab9-0cc2460d4924 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:07:51.774272 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1d5e73-0813-4a1a-a2e3-a1ee1d459635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168ecc47-90fa-4ea0-924c-75401ef2735e', 'code': 200} Jul 22 19:07:51.775030 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a63ca-d983-4086-bd31-01f82aade2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac56a31e-ee3d-45cf-adda-c2ed15119d61,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:51.776694 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d1dd14a6-d0ee-43a4-b909-b83a33376d1d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.778018 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d1dd14a6-d0ee-43a4-b909-b83a33376d1d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4607143 Jul 22 19:07:51.789022 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 36994) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:51.816937 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=168ecc47-90fa-4ea0-924c-75401ef2735e,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:51.825363 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2426b200-2a18-4293-a727-b6e0042097b0 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-398472990'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:51.860879 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 52e33a89-90ff-48f7-af34-5fd6c60e231b no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:07:51.895529 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 52e33a89-90ff-48f7-af34-5fd6c60e231b {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:07:51.896218 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 52e33a89-90ff-48f7-af34-5fd6c60e231b not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:07:51.896945 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ec70ff7d-e294-4be1-8391-66847ebf4e1e no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:07:51.900982 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9a81e3b-c218-4aed-a8ce-97269fe3ba34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.905877 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9a81e3b-c218-4aed-a8ce-97269fe3ba34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.907325 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c9a81e3b-c218-4aed-a8ce-97269fe3ba34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc4e8e97-c9be-4c15-8a7b-9f0c8f7f1b9e HTTP/1.1" status: 204 len: 168 time: 0.3178673 Jul 22 19:07:51.919380 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a81e3b-c218-4aed-a8ce-97269fe3ba34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4e8e97-c9be-4c15-8a7b-9f0c8f7f1b9e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:51.937384 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: ec70ff7d-e294-4be1-8391-66847ebf4e1e {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:07:51.937796 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ec70ff7d-e294-4be1-8391-66847ebf4e1e not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:07:51.938558 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:07:51.938965 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6602d4ea-b580-445a-ac07-f258df0bbbee req-86584d81-6b70-40c1-b5fa-0a88a2e38d94 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e7a4d38-4540-4610-87cf-7e917df72997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878359 Jul 22 19:07:51.967127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2426b200-2a18-4293-a727-b6e0042097b0 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Made reservation on behalf of 262f32d92e1e4acdbbeb83e8df60f2a7 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:07:51.971180 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2426b200-2a18-4293-a727-b6e0042097b0 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:51.979783 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:07:51.980213 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 50bdcbcc-d6bc-4e2e-90ae-73ea779a1cd0 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:07:51.980713 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b761991c-8471-4d94-b2d2-09e12c6c1e7a no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:07:51.983412 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2426b200-2a18-4293-a727-b6e0042097b0 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:52.004240 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: b761991c-8471-4d94-b2d2-09e12c6c1e7a {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:07:52.004816 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b761991c-8471-4d94-b2d2-09e12c6c1e7a not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:07:52.048061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237991ef-fef1-449d-ae1c-bc8ca4ab5a26 req-e48d9f8f-5ce8-49c3-aa9c-ffc213831f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:52.049933 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-237991ef-fef1-449d-ae1c-bc8ca4ab5a26 req-e48d9f8f-5ce8-49c3-aa9c-ffc213831f7a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fc1d5e73-0813-4a1a-a2e3-a1ee1d459635 HTTP/1.1" status: 200 len: 1102 time: 0.1962938 Jul 22 19:07:52.113333 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-237991ef-fef1-449d-ae1c-bc8ca4ab5a26 req-5c5873ea-a6c6-4be7-8b5e-8578c822097d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0e7a4d38-4540-4610-87cf-7e917df72997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552440 Jul 22 19:07:52.158894 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2426b200-2a18-4293-a727-b6e0042097b0 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:52.172020 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2426b200-2a18-4293-a727-b6e0042097b0 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:52.200396 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2426b200-2a18-4293-a727-b6e0042097b0 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:07:52.216800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426b200-2a18-4293-a727-b6e0042097b0 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd6aa4e-14a6-4515-9b65-5f271931acea,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:52.231335 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2426b200-2a18-4293-a727-b6e0042097b0 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:52.231578 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-2426b200-2a18-4293-a727-b6e0042097b0 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Added segment c28cf679-2a52-461c-8523-e390bcfc96b2 of type vlan for network d78b9c6e-af25-4613-b127-91e47b8988d6 Jul 22 19:07:52.300109 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2426b200-2a18-4293-a727-b6e0042097b0 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:52.365369 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2426b200-2a18-4293-a727-b6e0042097b0 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:52.373688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2426b200-2a18-4293-a727-b6e0042097b0 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:52.373688 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2426b200-2a18-4293-a727-b6e0042097b0 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:52.459803 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2426b200-2a18-4293-a727-b6e0042097b0 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6646268 Jul 22 19:07:52.460132 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37022) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:52.466668 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-59c9510f-95d8-4a98-934e-856b712b368b tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Request body: {'subnet': {'network_id': 'd78b9c6e-af25-4613-b127-91e47b8988d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:52.527712 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eefc6a-a15d-48a4-ab4a-5ed1fe3e33f6 req-62549860-9e4b-497d-b60e-65c4b4fabd39 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:52.536139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69eefc6a-a15d-48a4-ab4a-5ed1fe3e33f6 req-62549860-9e4b-497d-b60e-65c4b4fabd39 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 950 time: 0.2498381 Jul 22 19:07:52.579659 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c9510f-95d8-4a98-934e-856b712b368b tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Made reservation on behalf of 262f32d92e1e4acdbbeb83e8df60f2a7 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:07:52.583720 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-59c9510f-95d8-4a98-934e-856b712b368b tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:52.634807 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01200587-2469-4b5c-854f-a90f13620b34 req-e9f1fdc1-bb75-4189-85c2-68d409112a9e tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.1923401 Jul 22 19:07:52.636391 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426b200-2a18-4293-a727-b6e0042097b0 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Pushing event updated for resources: {'Network': ['ID=d78b9c6e-af25-4613-b127-91e47b8988d6,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:52.650794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network d78b9c6e-af25-4613-b127-91e47b8988d6 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:07:52.916333 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-59c9510f-95d8-4a98-934e-856b712b368b tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:52.930148 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9af56cee-7c4f-40ae-ac8c-b8517d1ba67d req-e3d159c7-0f87-4047-aaf3-0046ff2172b8 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 210 time: 0.0573010 Jul 22 19:07:52.955584 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69eefc6a-a15d-48a4-ab4a-5ed1fe3e33f6 req-a931543d-8487-44e6-beca-1434e2b12930 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404222 Jul 22 19:07:52.955584 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-edae7c15-7ad3-421b-8475-160990c9f445 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:52.969547 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-edae7c15-7ad3-421b-8475-160990c9f445 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.16 "GET /v2.0/networks?id=da7cf044-915e-459b-bb3e-1bab7d435ed9 HTTP/1.1" status: 200 len: 810 time: 0.2775908 Jul 22 19:07:52.986237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-f56dab77-0c7d-47de-b5c3-8bc56c42145f tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Request body: {'port': {'device_id': '536fdf95-581f-415b-86fb-005c1d5f1286', 'network_id': 'da7cf044-915e-459b-bb3e-1bab7d435ed9', 'admin_state_up': True, 'tenant_id': '180287b3edd14ce389e863380bc23ecb'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:53.038392 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9510f-95d8-4a98-934e-856b712b368b tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Pushing event updated for resources: {'Subnet': ['ID=db7fdc4b-8d4a-4711-b264-966896280da8,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:53.060386 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c9510f-95d8-4a98-934e-856b712b368b tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Checking segment: {'id': 'c28cf679-2a52-461c-8523-e390bcfc96b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd78b9c6e-af25-4613-b127-91e47b8988d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:07:53.072707 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c9510f-95d8-4a98-934e-856b712b368b tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Network hostable DHCP agents. Network: d78b9c6e-af25-4613-b127-91e47b8988d6, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:07:53.078322 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 37046) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:53.093171 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c9510f-95d8-4a98-934e-856b712b368b tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Network d78b9c6e-af25-4613-b127-91e47b8988d6 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:07:53.111207 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-59c9510f-95d8-4a98-934e-856b712b368b tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, d78b9c6e-af25-4613-b127-91e47b8988d6) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:07:53.117738 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c9510f-95d8-4a98-934e-856b712b368b tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:53.119499 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-59c9510f-95d8-4a98-934e-856b712b368b tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:53.123148 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd045f5-c395-4a06-badf-d79d4c12473d None None] Network d78b9c6e-af25-4613-b127-91e47b8988d6 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:07:53.155410 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-59c9510f-95d8-4a98-934e-856b712b368b tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6935363 Jul 22 19:07:53.158630 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37052) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:53.169147 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-e0405c1b-5ec3-46bb-830f-49e4ae6465e8 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-261121147', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}, 'admin_state_up': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:53.183903 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae81a62-a1ee-4e51-bb43-80bbfdcaa36e req-f0e2d2d9-1ede-4c48-ad3a-37ac9a9d18d9 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:53.190993 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ae81a62-a1ee-4e51-bb43-80bbfdcaa36e req-f0e2d2d9-1ede-4c48-ad3a-37ac9a9d18d9 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc1d5e73-0813-4a1a-a2e3-a1ee1d459635 HTTP/1.1" status: 200 len: 950 time: 0.1140554 Jul 22 19:07:53.200215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-f56dab77-0c7d-47de-b5c3-8bc56c42145f tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Made reservation on behalf of 180287b3edd14ce389e863380bc23ecb for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:07:53.203965 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-f56dab77-0c7d-47de-b5c3-8bc56c42145f tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:53.207409 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0405c1b-5ec3-46bb-830f-49e4ae6465e8 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:53.209078 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0405c1b-5ec3-46bb-830f-49e4ae6465e8 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:53.261939 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ae81a62-a1ee-4e51-bb43-80bbfdcaa36e req-954ef21d-4924-4e4c-8dbb-0ffdb75c029b tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e7a4d38-4540-4610-87cf-7e917df72997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696931 Jul 22 19:07:53.296896 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0405c1b-5ec3-46bb-830f-49e4ae6465e8 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:53.402796 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-d78b9c6e-af25-4613-b127-91e47b8988d6', 'network_id': 'd78b9c6e-af25-4613-b127-91e47b8988d6', 'tenant_id': '262f32d92e1e4acdbbeb83e8df60f2a7', 'fixed_ips': [{'subnet_id': 'db7fdc4b-8d4a-4711-b264-966896280da8'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:07:53.403658 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:53.444126 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-f56dab77-0c7d-47de-b5c3-8bc56c42145f tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Allocated IP 172.20.0.12 (da7cf044-915e-459b-bb3e-1bab7d435ed9/5b64e6c5-bc9c-41ac-ba0e-c190ce38d3cc/8bc78345-5b42-4d33-95c8-6a40d6322ca3) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:07:53.580921 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-ce9ea00e-d1e1-4cf1-87e3-2f8393463b0d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-57489431-network', 'tenant_id': '93ea73befe604530890b841f22228fe3'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:53.602298 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0405c1b-5ec3-46bb-830f-49e4ae6465e8 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:53.677496 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] Allocated IP 172.20.0.2 (d78b9c6e-af25-4613-b127-91e47b8988d6/db7fdc4b-8d4a-4711-b264-966896280da8/b3c217e5-84d5-4d72-bd19-bb699e24a7ad) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:07:53.686447 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9ea00e-d1e1-4cf1-87e3-2f8393463b0d admin admin] Made reservation on behalf of 93ea73befe604530890b841f22228fe3 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:07:53.689050 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea00e-d1e1-4cf1-87e3-2f8393463b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:53.705702 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea00e-d1e1-4cf1-87e3-2f8393463b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:53.856692 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:53.866684 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] Transition to ACTIVE for port object b3c217e5-84d5-4d72-bd19-bb699e24a7ad will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:07:53.871266 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f3305aec-0457-4e2e-b1a7-c6ca8818b51f req-9a314b61-b57f-460d-b874-a2a72c51410a tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.1449406 Jul 22 19:07:53.885137 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-f56dab77-0c7d-47de-b5c3-8bc56c42145f tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:53.885750 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] Transition to ACTIVE for port object b3c217e5-84d5-4d72-bd19-bb699e24a7ad will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:07:53.897696 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37072) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:53.898789 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a2341-bb37-4721-a07f-1727fd661ea6 req-c6b72e26-e47a-477e-82bb-a3db08b4d743 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:53.898956 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0405c1b-5ec3-46bb-830f-49e4ae6465e8 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:53.902849 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:53.905579 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-733a2341-bb37-4721-a07f-1727fd661ea6 req-c6b72e26-e47a-477e-82bb-a3db08b4d743 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc1d5e73-0813-4a1a-a2e3-a1ee1d459635 HTTP/1.1" status: 200 len: 950 time: 0.2753863 Jul 22 19:07:53.940000 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0405c1b-5ec3-46bb-830f-49e4ae6465e8 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:53.975635 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] Network d78b9c6e-af25-4613-b127-91e47b8988d6 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:07:53.987440 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-733a2341-bb37-4721-a07f-1727fd661ea6 req-f9a7603e-faf6-4259-a203-763622ee6f4a tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e7a4d38-4540-4610-87cf-7e917df72997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779190 Jul 22 19:07:53.989794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:07:54.003919 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:07:54.008143 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea00e-d1e1-4cf1-87e3-2f8393463b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:54.031700 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea00e-d1e1-4cf1-87e3-2f8393463b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:54.051742 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] Pushing event updated for resources: {'Port': ['ID=b3c217e5-84d5-4d72-bd19-bb699e24a7ad,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:54.086723 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-24508f45-886c-4a6c-948a-2fb52279d2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:54.095320 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] Attempting to bind port b3c217e5-84d5-4d72-bd19-bb699e24a7ad on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:07:54.095692 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] Attempting to bind port b3c217e5-84d5-4d72-bd19-bb699e24a7ad by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'c28cf679-2a52-461c-8523-e390bcfc96b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd78b9c6e-af25-4613-b127-91e47b8988d6'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:07:54.096109 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] Attempting to bind port b3c217e5-84d5-4d72-bd19-bb699e24a7ad on network d78b9c6e-af25-4613-b127-91e47b8988d6 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:07:54.101890 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9ea00e-d1e1-4cf1-87e3-2f8393463b0d admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:07:54.102624 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:07:54.103374 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] Checking segment: {'id': 'c28cf679-2a52-461c-8523-e390bcfc96b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd78b9c6e-af25-4613-b127-91e47b8988d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:07:54.103833 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:54.104887 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] Bound using segment: {'id': 'c28cf679-2a52-461c-8523-e390bcfc96b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd78b9c6e-af25-4613-b127-91e47b8988d6'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:07:54.104887 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] Bound port: b3c217e5-84d5-4d72-bd19-bb699e24a7ad, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28cf679-2a52-461c-8523-e390bcfc96b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd78b9c6e-af25-4613-b127-91e47b8988d6'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:07:54.105146 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:54.134189 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-e0405c1b-5ec3-46bb-830f-49e4ae6465e8 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Allocated IP 172.25.3.225 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/7e7567f9-c01c-4e60-9f45-41c474b3c46b) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:07:54.137563 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ea00e-d1e1-4cf1-87e3-2f8393463b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ce0716-3920-4321-b370-bceebb7aa2b6,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:54.159947 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-f56dab77-0c7d-47de-b5c3-8bc56c42145f tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:54.174633 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['d213b4e5-ddfe-489e-bf06-ea824c2dfbf3'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:07:54.183348 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea00e-d1e1-4cf1-87e3-2f8393463b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:54.184124 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-ce9ea00e-d1e1-4cf1-87e3-2f8393463b0d admin admin] Added segment 9f8303f6-ae6a-4b16-a16e-d452318eaef3 of type vlan for network 97540785-4495-4c81-87f5-36de5c5a4aef Jul 22 19:07:54.209134 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] For port b3c217e5-84d5-4d72-bd19-bb699e24a7ad, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:07:54.230500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] For port b3c217e5-84d5-4d72-bd19-bb699e24a7ad, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b3c217e5-84d5-4d72-bd19-bb699e24a7ad,segment=NetworkSegment(c28cf679-2a52-461c-8523-e390bcfc96b2),segment_id=c28cf679-2a52-461c-8523-e390bcfc96b2)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:07:54.237369 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:54.286942 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-f56dab77-0c7d-47de-b5c3-8bc56c42145f tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Network da7cf044-915e-459b-bb3e-1bab7d435ed9 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:07:54.293036 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea00e-d1e1-4cf1-87e3-2f8393463b0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:54.301427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-f56dab77-0c7d-47de-b5c3-8bc56c42145f tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:07:54.303647 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56dab77-0c7d-47de-b5c3-8bc56c42145f tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Pushing event updated for resources: {'Port': ['ID=8bc78345-5b42-4d33-95c8-6a40d6322ca3,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:54.307805 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-f56dab77-0c7d-47de-b5c3-8bc56c42145f tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:07:54.329196 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db563d6-8f9e-4157-8440-5c2eb5b74236 None None] Pushing event updated for resources: {'Port': ['ID=b3c217e5-84d5-4d72-bd19-bb699e24a7ad,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:54.427237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b5c6c-90ef-4c0a-a29e-c8d120c8f75e req-393bc11a-06d2-4325-bcc9-c77ba3b4f21c tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:54.428866 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-694b5c6c-90ef-4c0a-a29e-c8d120c8f75e req-393bc11a-06d2-4325-bcc9-c77ba3b4f21c tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 932 time: 0.3203061 Jul 22 19:07:54.444888 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dd43a-1920-48c3-b2c1-6a4f290f2e9f req-b792332e-2840-475f-8737-51f77029ba59 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:54.446453 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c30dd43a-1920-48c3-b2c1-6a4f290f2e9f req-b792332e-2840-475f-8737-51f77029ba59 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 950 time: 0.3357008 Jul 22 19:07:54.455790 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-f56dab77-0c7d-47de-b5c3-8bc56c42145f tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:54.456401 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-f56dab77-0c7d-47de-b5c3-8bc56c42145f tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:54.491160 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea00e-d1e1-4cf1-87e3-2f8393463b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:54.492058 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9ea00e-d1e1-4cf1-87e3-2f8393463b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:54.492705 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea00e-d1e1-4cf1-87e3-2f8393463b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:54.617648 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ea00e-d1e1-4cf1-87e3-2f8393463b0d admin admin] Pushing event updated for resources: {'Network': ['ID=97540785-4495-4c81-87f5-36de5c5a4aef,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:54.623271 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-24508f45-886c-4a6c-948a-2fb52279d2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:54.628536 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0405c1b-5ec3-46bb-830f-49e4ae6465e8 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:54.629966 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 97540785-4495-4c81-87f5-36de5c5a4aef details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:07:54.632510 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-24508f45-886c-4a6c-948a-2fb52279d2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:54.637992 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-694b5c6c-90ef-4c0a-a29e-c8d120c8f75e req-516189d6-6be7-4020-9bd0-cddca33e4b42 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899409 Jul 22 19:07:54.648397 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-f56dab77-0c7d-47de-b5c3-8bc56c42145f tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6658370 Jul 22 19:07:54.654108 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37080) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:54.654737 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ce9ea00e-d1e1-4cf1-87e3-2f8393463b0d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5737157 Jul 22 19:07:54.662922 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] Request body: {'subnet': {'network_id': '97540785-4495-4c81-87f5-36de5c5a4aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-57489431-subnet', 'tenant_id': '93ea73befe604530890b841f22228fe3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:54.668188 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c30dd43a-1920-48c3-b2c1-6a4f290f2e9f req-f19ead8a-26ed-4520-931f-9d7a4596bf4a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976051 Jul 22 19:07:54.678158 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] Request body: {'port': {'device_id': '536fdf95-581f-415b-86fb-005c1d5f1286', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:54.722808 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-24508f45-886c-4a6c-948a-2fb52279d2a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5aa0c41c7ec432a8099f716bffdbee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8212605 Jul 22 19:07:54.728259 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37082) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:54.747376 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24508f45-886c-4a6c-948a-2fb52279d2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18424e8-ba6b-4ce1-bfd4-f28cfd645b5e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:54.758584 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] Made reservation on behalf of 93ea73befe604530890b841f22228fe3 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:07:54.760898 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:54.770804 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:54.803631 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0405c1b-5ec3-46bb-830f-49e4ae6465e8 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:54.902922 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0405c1b-5ec3-46bb-830f-49e4ae6465e8 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:07:54.918931 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-e0405c1b-5ec3-46bb-830f-49e4ae6465e8 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:07:54.921470 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0405c1b-5ec3-46bb-830f-49e4ae6465e8 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:07:54.929384 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3e614da7-85c4-4a4f-94ea-04099d1958c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:54.953726 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0405c1b-5ec3-46bb-830f-49e4ae6465e8 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Pushing event updated for resources: {'Port': ['ID=7e7567f9-c01c-4e60-9f45-41c474b3c46b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:54.992197 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3e614da7-85c4-4a4f-94ea-04099d1958c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:55.001887 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c5ea7d6a-ff47-4358-9fad-9ba39261f807 req-74c2d6ec-5f81-45a0-82f8-65869604f8df tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.0382259 Jul 22 19:07:55.137228 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf22f7e-594e-4fa8-8a44-43b19aa55af6 req-53fb016c-05c1-4ac0-b46a-83d494389d1d tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:55.138770 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aaf22f7e-594e-4fa8-8a44-43b19aa55af6 req-53fb016c-05c1-4ac0-b46a-83d494389d1d tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc1d5e73-0813-4a1a-a2e3-a1ee1d459635 HTTP/1.1" status: 200 len: 950 time: 0.1412053 Jul 22 19:07:55.228969 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:55.241725 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3e614da7-85c4-4a4f-94ea-04099d1958c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:55.243818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc78345-5b42-4d33-95c8-6a40d6322ca3 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:07:55.245492 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3e614da7-85c4-4a4f-94ea-04099d1958c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:55.249351 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3e614da7-85c4-4a4f-94ea-04099d1958c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f18424e8-ba6b-4ce1-bfd4-f28cfd645b5e HTTP/1.1" status: 204 len: 168 time: 0.5117190 Jul 22 19:07:55.264035 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:55.295483 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e614da7-85c4-4a4f-94ea-04099d1958c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18424e8-ba6b-4ce1-bfd4-f28cfd645b5e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:55.298594 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31d3b8-4e1a-4ce8-b9df-7c6da2bea56d req-5ceba9a8-bf7c-4d7e-8f59-f2fe7c3d82a5 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:55.307370 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c31d3b8-4e1a-4ce8-b9df-7c6da2bea56d req-5ceba9a8-bf7c-4d7e-8f59-f2fe7c3d82a5 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc1d5e73-0813-4a1a-a2e3-a1ee1d459635 HTTP/1.1" status: 200 len: 950 time: 0.2176890 Jul 22 19:07:55.324503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] Transition to ACTIVE for port object 8bc78345-5b42-4d33-95c8-6a40d6322ca3 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:07:55.338384 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:55.407127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc78345-5b42-4d33-95c8-6a40d6322ca3,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:55.444139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c31d3b8-4e1a-4ce8-b9df-7c6da2bea56d req-044ad204-7310-45f5-afbe-e8021d38b8d7 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e7a4d38-4540-4610-87cf-7e917df72997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270726 Jul 22 19:07:55.471641 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1d94c4c-8dca-4b14-882c-618b9970a39c,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:55.487036 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:55.487396 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:55.487742 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:55.488300 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:55.488709 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:55.488832 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-aaf22f7e-594e-4fa8-8a44-43b19aa55af6 req-da0f209a-f097-48e7-9c93-24312cbf37a3 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Deleting port 168ecc47-90fa-4ea0-924c-75401ef2735e {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:07:55.489048 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:55.489168 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-aaf22f7e-594e-4fa8-8a44-43b19aa55af6 req-da0f209a-f097-48e7-9c93-24312cbf37a3 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:55.489380 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:55.489711 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:55.490360 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:55.490493 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:55.490741 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:55.491069 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:07:55.495469 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55535e24-c451-4640-a6ef-36cad89df8c9 None None] Network d78b9c6e-af25-4613-b127-91e47b8988d6 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:07:55.496975 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] Checking segment: {'id': '9f8303f6-ae6a-4b16-a16e-d452318eaef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '97540785-4495-4c81-87f5-36de5c5a4aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:07:55.497351 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] Network hostable DHCP agents. Network: 97540785-4495-4c81-87f5-36de5c5a4aef, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:07:55.546258 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] Network 97540785-4495-4c81-87f5-36de5c5a4aef is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:07:55.585170 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 97540785-4495-4c81-87f5-36de5c5a4aef) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:07:55.590696 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:55.591783 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:55.603070 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] Attempting to bind port 8bc78345-5b42-4d33-95c8-6a40d6322ca3 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:07:55.603361 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] Attempting to bind port 8bc78345-5b42-4d33-95c8-6a40d6322ca3 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'edf91077-6018-45d3-a537-cd4f3c95d5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da7cf044-915e-459b-bb3e-1bab7d435ed9'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:07:55.603692 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] Attempting to bind port 8bc78345-5b42-4d33-95c8-6a40d6322ca3 on network da7cf044-915e-459b-bb3e-1bab7d435ed9 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:07:55.607728 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2302a64f-fae1-4ec8-9150-d9508806d489 None None] Network 97540785-4495-4c81-87f5-36de5c5a4aef requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:07:55.611074 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0405c1b-5ec3-46bb-830f-49e4ae6465e8 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:55.611508 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] Port 8bc78345-5b42-4d33-95c8-6a40d6322ca3 on network da7cf044-915e-459b-bb3e-1bab7d435ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:07:55.611861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] Attempting to bind port 8bc78345-5b42-4d33-95c8-6a40d6322ca3 on network da7cf044-915e-459b-bb3e-1bab7d435ed9 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:07:55.620627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:07:55.621261 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] Checking segment: {'id': 'edf91077-6018-45d3-a537-cd4f3c95d5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da7cf044-915e-459b-bb3e-1bab7d435ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:07:55.621817 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] Bound using segment: {'id': 'edf91077-6018-45d3-a537-cd4f3c95d5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da7cf044-915e-459b-bb3e-1bab7d435ed9'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:07:55.622436 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] Bound port: 8bc78345-5b42-4d33-95c8-6a40d6322ca3, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf91077-6018-45d3-a537-cd4f3c95d5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'da7cf044-915e-459b-bb3e-1bab7d435ed9'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:07:55.622995 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:55.641095 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-daa621ad-7bb1-4f20-8edc-8822e4eec716 None None] Provisioning for port b3c217e5-84d5-4d72-bd19-bb699e24a7ad completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:07:55.644324 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-aaf22f7e-594e-4fa8-8a44-43b19aa55af6 req-da0f209a-f097-48e7-9c93-24312cbf37a3 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] For port 168ecc47-90fa-4ea0-924c-75401ef2735e, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=168ecc47-90fa-4ea0-924c-75401ef2735e,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:55.644888 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-aaf22f7e-594e-4fa8-8a44-43b19aa55af6 req-da0f209a-f097-48e7-9c93-24312cbf37a3 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:55.752339 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] For port 8bc78345-5b42-4d33-95c8-6a40d6322ca3, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:07:55.758933 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] For port 8bc78345-5b42-4d33-95c8-6a40d6322ca3, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8bc78345-5b42-4d33-95c8-6a40d6322ca3,segment=NetworkSegment(edf91077-6018-45d3-a537-cd4f3c95d5c1),segment_id=edf91077-6018-45d3-a537-cd4f3c95d5c1)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:07:55.777738 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:55.780616 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-aaf22f7e-594e-4fa8-8a44-43b19aa55af6 req-da0f209a-f097-48e7-9c93-24312cbf37a3 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Calling delete_port for 168ecc47-90fa-4ea0-924c-75401ef2735e owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:07:55.794788 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f3f53c74-2df9-4b6c-ae19-a3b79d37fece admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1347265 Jul 22 19:07:55.815528 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 37106) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:55.879122 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0405c1b-5ec3-46bb-830f-49e4ae6465e8 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:55.886827 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-d4f6c533-ca25-417f-aa84-b9a4e912aae2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-57489431-router', 'tenant_id': '93ea73befe604530890b841f22228fe3', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:55.905657 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b3c217e5-84d5-4d72-bd19-bb699e24a7ad up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:07:55.977289 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:55.978009 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:55.979674 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] 10.222.0.16 "PUT /v2.0/ports/8bc78345-5b42-4d33-95c8-6a40d6322ca3 HTTP/1.1" status: 200 len: 1093 time: 1.3102236 Jul 22 19:07:55.979897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536fdf95-581f-415b-86fb-005c1d5f1286', 'tag': '8bc78345-5b42-4d33-95c8-6a40d6322ca3'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:07:55.982184 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a44ea63-12a6-446a-bc35-3251dd1c4d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "536fdf95-581f-415b-86fb-005c1d5f1286", "tag": "8bc78345-5b42-4d33-95c8-6a40d6322ca3"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:07:56.022566 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port b3c217e5-84d5-4d72-bd19-bb699e24a7ad completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:07:56.037644 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port b3c217e5-84d5-4d72-bd19-bb699e24a7ad triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:56.037931 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:56.060702 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c533-ca25-417f-aa84-b9a4e912aae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:56.061724 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c533-ca25-417f-aa84-b9a4e912aae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:56.066748 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b702a-8228-4769-8044-5b71090838c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc78345-5b42-4d33-95c8-6a40d6322ca3,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:56.071363 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0405c1b-5ec3-46bb-830f-49e4ae6465e8 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Router aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:07:56.195556 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-97540785-4495-4c81-87f5-36de5c5a4aef', 'network_id': '97540785-4495-4c81-87f5-36de5c5a4aef', 'tenant_id': '93ea73befe604530890b841f22228fe3', 'fixed_ips': [{'subnet_id': 'd1d94c4c-8dca-4b14-882c-618b9970a39c'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:07:56.197023 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:56.198492 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3f0d5-cb70-414e-9539-96b0cacf4df5 req-a1560253-05c0-4398-b62c-25a5300ac10a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:56.200055 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5d3f0d5-cb70-414e-9539-96b0cacf4df5 req-a1560253-05c0-4398-b62c-25a5300ac10a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 950 time: 0.4241827 Jul 22 19:07:56.208732 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad38741-5e2a-4927-bcc3-abefcb85ef30 req-e04c00ef-275b-4901-890e-9edf8be531d1 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:56.210359 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aad38741-5e2a-4927-bcc3-abefcb85ef30 req-e04c00ef-275b-4901-890e-9edf8be531d1 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 944 time: 0.3167741 Jul 22 19:07:56.213034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 37122) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:56.238986 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0405c1b-5ec3-46bb-830f-49e4ae6465e8 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:07:56.259828 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0405c1b-5ec3-46bb-830f-49e4ae6465e8 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:56.264159 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e0405c1b-5ec3-46bb-830f-49e4ae6465e8 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.1035714 Jul 22 19:07:56.264709 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37126) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:56.268746 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9095b4c-81c0-4dda-bfda-c0f4d9c6ee63 None None] Sync routers for ids ['aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:07:56.294088 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:56.356400 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9095b4c-81c0-4dda-bfda-c0f4d9c6ee63 None None] Routers {'aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:56.357391 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d9095b4c-81c0-4dda-bfda-c0f4d9c6ee63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:56.407020 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d9095b4c-81c0-4dda-bfda-c0f4d9c6ee63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:56.452221 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port b3c217e5-84d5-4d72-bd19-bb699e24a7ad, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b3c217e5-84d5-4d72-bd19-bb699e24a7ad,segment=NetworkSegment(c28cf679-2a52-461c-8523-e390bcfc96b2),segment_id=c28cf679-2a52-461c-8523-e390bcfc96b2)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:56.477573 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9095b4c-81c0-4dda-bfda-c0f4d9c6ee63 None None] Routers {'aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:56.478654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d9095b4c-81c0-4dda-bfda-c0f4d9c6ee63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:56.513342 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:56.526265 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d9095b4c-81c0-4dda-bfda-c0f4d9c6ee63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:56.526491 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9095b4c-81c0-4dda-bfda-c0f4d9c6ee63 None None] The sync data for ids ['aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:07:56.562006 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c533-ca25-417f-aa84-b9a4e912aae2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:56.573366 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] Allocated IP 172.20.0.2 (97540785-4495-4c81-87f5-36de5c5a4aef/d1d94c4c-8dca-4b14-882c-618b9970a39c/34e48a9f-ce48-444c-a6c5-07bc3f8c62b6) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:07:56.591186 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=b3c217e5-84d5-4d72-bd19-bb699e24a7ad,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:56.702942 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-852487d3-e81b-4cb6-bc87-4a5f4e48efb1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-592530407-network', 'tenant_id': '22ad27db923f4a3da1d7d97c757e7c49'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:56.735322 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-2ed50d62-2d99-49de-91d3-0a78d04866eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:56.736884 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-2ed50d62-2d99-49de-91d3-0a78d04866eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=180287b3edd14ce389e863380bc23ecb&device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 1096 time: 0.7095296 Jul 22 19:07:56.751835 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78bcebfa-5eba-4e6d-b55c-03903ecc1146 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:56.762859 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5d3f0d5-cb70-414e-9539-96b0cacf4df5 req-5abb5e83-8754-4df8-9417-2675dba5343a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5514524 Jul 22 19:07:56.767513 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aad38741-5e2a-4927-bcc3-abefcb85ef30 req-0be77f57-be86-48c0-8a0e-35ebde1db48c tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083347 Jul 22 19:07:56.844853 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-2d8046c7-4465-4849-90ac-a374e9b27ac9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bc78345-5b42-4d33-95c8-6a40d6322ca3 HTTP/1.1" status: 200 len: 217 time: 0.0977108 Jul 22 19:07:56.871246 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-aaf22f7e-594e-4fa8-8a44-43b19aa55af6 req-da0f209a-f097-48e7-9c93-24312cbf37a3 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:56.873852 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9fbfc0-1863-4f5e-9553-1cda0b05029e x-openstack-request-id: req-8e9fbfc0-1863-4f5e-9553-1cda0b05029e {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:07:56.874040 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-dfd4cdab-8994-486b-b21a-1223c6a6eca4 None None] Provisioning complete for port b3c217e5-84d5-4d72-bd19-bb699e24a7ad triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:56.874237 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536fdf95-581f-415b-86fb-005c1d5f1286", "tag": "8bc78345-5b42-4d33-95c8-6a40d6322ca3", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:07:56.874438 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e9fbfc0-1863-4f5e-9553-1cda0b05029e {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:07:56.874656 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dfd4cdab-8994-486b-b21a-1223c6a6eca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:56.874833 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '536fdf95-581f-415b-86fb-005c1d5f1286', 'tag': '8bc78345-5b42-4d33-95c8-6a40d6322ca3', 'status': 'completed', 'code': 200} Jul 22 19:07:56.890837 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852487d3-e81b-4cb6-bc87-4a5f4e48efb1 admin admin] Made reservation on behalf of 22ad27db923f4a3da1d7d97c757e7c49 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:07:56.894666 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-852487d3-e81b-4cb6-bc87-4a5f4e48efb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:56.963282 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c533-ca25-417f-aa84-b9a4e912aae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:56.992449 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-852487d3-e81b-4cb6-bc87-4a5f4e48efb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:56.995076 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f209a-f097-48e7-9c93-24312cbf37a3 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Pushing event deleted for resources: {'Port': ['ID=168ecc47-90fa-4ea0-924c-75401ef2735e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:57.003764 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5187b8fd-2b25-49f3-93c3-cf9f47840351 req-c48e2279-11e4-4329-b4e7-d6da41d6bd7f tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.1263320 Jul 22 19:07:57.101329 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db2e2da6-eecb-4bdb-8cc3-7f91782bc334 req-3baa8fc4-0b3f-4d52-a2c5-a8815511d304 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc1d5e73-0813-4a1a-a2e3-a1ee1d459635 HTTP/1.1" status: 200 len: 210 time: 0.0949986 Jul 22 19:07:57.120337 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:57.130174 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] Transition to ACTIVE for port object 34e48a9f-ce48-444c-a6c5-07bc3f8c62b6 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:07:57.148222 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] Transition to ACTIVE for port object 34e48a9f-ce48-444c-a6c5-07bc3f8c62b6 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:07:57.154321 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf22f7e-594e-4fa8-8a44-43b19aa55af6 req-da0f209a-f097-48e7-9c93-24312cbf37a3 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] No DVR routers for this DVR port 168ecc47-90fa-4ea0-924c-75401ef2735e on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:07:57.155512 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:57.158252 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-aaf22f7e-594e-4fa8-8a44-43b19aa55af6 req-da0f209a-f097-48e7-9c93-24312cbf37a3 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:57.161667 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aaf22f7e-594e-4fa8-8a44-43b19aa55af6 req-da0f209a-f097-48e7-9c93-24312cbf37a3 tempest-ServerDiagnosticsNegativeTest-1291457027 tempest-ServerDiagnosticsNegativeTest-1291457027-project] 10.222.0.30 "DELETE /v2.0/ports/168ecc47-90fa-4ea0-924c-75401ef2735e HTTP/1.1" status: 204 len: 173 time: 2.0134847 Jul 22 19:07:57.163557 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-b1f854a8-4e8e-4448-8766-23c4bba4bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:57.167135 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-b1f854a8-4e8e-4448-8766-23c4bba4bbf1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b64e6c5-bc9c-41ac-ba0e-c190ce38d3cc HTTP/1.1" status: 200 len: 850 time: 0.2908831 Jul 22 19:07:57.209100 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] Network 97540785-4495-4c81-87f5-36de5c5a4aef is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:07:57.216616 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:07:57.221948 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:07:57.232394 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] Pushing event updated for resources: {'Port': ['ID=34e48a9f-ce48-444c-a6c5-07bc3f8c62b6,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:57.241586 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-12866e16-21a7-4e16-ba34-c4b5be8d01f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da7cf044-915e-459b-bb3e-1bab7d435ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647292 Jul 22 19:07:57.276891 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-78bcebfa-5eba-4e6d-b55c-03903ecc1146 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Allocated IP 172.20.0.1 (d78b9c6e-af25-4613-b127-91e47b8988d6/db7fdc4b-8d4a-4711-b264-966896280da8/f9d20867-aa35-4e5d-a49a-ccfdd1057419) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:07:57.305613 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] Attempting to bind port 34e48a9f-ce48-444c-a6c5-07bc3f8c62b6 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:07:57.306121 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] Attempting to bind port 34e48a9f-ce48-444c-a6c5-07bc3f8c62b6 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '9f8303f6-ae6a-4b16-a16e-d452318eaef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '97540785-4495-4c81-87f5-36de5c5a4aef'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:07:57.306497 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] Attempting to bind port 34e48a9f-ce48-444c-a6c5-07bc3f8c62b6 on network 97540785-4495-4c81-87f5-36de5c5a4aef {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:07:57.312504 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:07:57.313153 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] Checking segment: {'id': '9f8303f6-ae6a-4b16-a16e-d452318eaef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '97540785-4495-4c81-87f5-36de5c5a4aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:07:57.313402 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:57.313722 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] Bound using segment: {'id': '9f8303f6-ae6a-4b16-a16e-d452318eaef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '97540785-4495-4c81-87f5-36de5c5a4aef'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:07:57.314211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] Bound port: 34e48a9f-ce48-444c-a6c5-07bc3f8c62b6, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8303f6-ae6a-4b16-a16e-d452318eaef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '97540785-4495-4c81-87f5-36de5c5a4aef'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:07:57.314634 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:57.381199 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] For port 34e48a9f-ce48-444c-a6c5-07bc3f8c62b6, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:07:57.385624 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] For port 34e48a9f-ce48-444c-a6c5-07bc3f8c62b6, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=34e48a9f-ce48-444c-a6c5-07bc3f8c62b6,segment=NetworkSegment(9f8303f6-ae6a-4b16-a16e-d452318eaef3),segment_id=9f8303f6-ae6a-4b16-a16e-d452318eaef3)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:07:57.389898 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:57.421408 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 168ecc47-90fa-4ea0-924c-75401ef2735e no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:07:57.433132 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78bcebfa-5eba-4e6d-b55c-03903ecc1146 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:57.444344 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-d333d429-3d69-4667-95a8-6b6e8c1f8199 service neutron] 10.222.0.16 "GET /v2.0/networks/da7cf044-915e-459b-bb3e-1bab7d435ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942503 Jul 22 19:07:57.450522 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-78bcebfa-5eba-4e6d-b55c-03903ecc1146 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Transition to ACTIVE for port object f9d20867-aa35-4e5d-a49a-ccfdd1057419 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:07:57.457530 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 168ecc47-90fa-4ea0-924c-75401ef2735e {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:07:57.457902 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 168ecc47-90fa-4ea0-924c-75401ef2735e not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:07:57.471327 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-852487d3-e81b-4cb6-bc87-4a5f4e48efb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:57.486809 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb7461-c818-4ab0-a3f6-9465e1519292 None None] Pushing event updated for resources: {'Port': ['ID=34e48a9f-ce48-444c-a6c5-07bc3f8c62b6,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:57.487926 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-852487d3-e81b-4cb6-bc87-4a5f4e48efb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:57.498443 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78bcebfa-5eba-4e6d-b55c-03903ecc1146 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:57.551110 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bcebfa-5eba-4e6d-b55c-03903ecc1146 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Network d78b9c6e-af25-4613-b127-91e47b8988d6 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:07:57.554406 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-78bcebfa-5eba-4e6d-b55c-03903ecc1146 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:07:57.560322 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bcebfa-5eba-4e6d-b55c-03903ecc1146 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:07:57.564345 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bcebfa-5eba-4e6d-b55c-03903ecc1146 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Pushing event updated for resources: {'Port': ['ID=f9d20867-aa35-4e5d-a49a-ccfdd1057419,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:57.597603 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852487d3-e81b-4cb6-bc87-4a5f4e48efb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:07:57.607042 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78bcebfa-5eba-4e6d-b55c-03903ecc1146 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:57.643524 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852487d3-e81b-4cb6-bc87-4a5f4e48efb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2869bb8-22c4-46fe-a4fe-b9c6f46985c9,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:57.657085 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-852487d3-e81b-4cb6-bc87-4a5f4e48efb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:57.657438 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-852487d3-e81b-4cb6-bc87-4a5f4e48efb1 admin admin] Added segment dbb36044-d568-41ea-bdc3-f8bbd88ed326 of type vlan for network 0b22f956-2f6c-43f8-9a5c-822051cf3949 Jul 22 19:07:57.804701 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-852487d3-e81b-4cb6-bc87-4a5f4e48efb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:57.814063 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-130caede-5ac8-4c77-a48f-a99b4da3340b req-a23090ba-79cd-49b9-a7b1-88f20ed2e733 service neutron] 10.222.0.16 "GET /v2.0/networks/da7cf044-915e-459b-bb3e-1bab7d435ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568923 Jul 22 19:07:57.821740 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c533-ca25-417f-aa84-b9a4e912aae2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:57.859413 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c533-ca25-417f-aa84-b9a4e912aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:57.977427 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78bcebfa-5eba-4e6d-b55c-03903ecc1146 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:58.013122 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-852487d3-e81b-4cb6-bc87-4a5f4e48efb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:58.014392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852487d3-e81b-4cb6-bc87-4a5f4e48efb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:58.014885 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-852487d3-e81b-4cb6-bc87-4a5f4e48efb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:58.043441 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4a3dfb01-2fcd-444d-af94-a156eab772ab None None] Provisioning for port f9d20867-aa35-4e5d-a49a-ccfdd1057419 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:07:58.053502 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4a3dfb01-2fcd-444d-af94-a156eab772ab None None] Provisioning complete for port f9d20867-aa35-4e5d-a49a-ccfdd1057419 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:58.054116 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4a3dfb01-2fcd-444d-af94-a156eab772ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:58.058288 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 34e48a9f-ce48-444c-a6c5-07bc3f8c62b6 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:07:58.124506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-4a3dfb01-2fcd-444d-af94-a156eab772ab None None] Port f9d20867-aa35-4e5d-a49a-ccfdd1057419 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:07:58.141936 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 34e48a9f-ce48-444c-a6c5-07bc3f8c62b6 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:07:58.144025 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-d4f6c533-ca25-417f-aa84-b9a4e912aae2 admin admin] Allocated IP 172.25.3.21 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/a3a84a0a-c799-447e-bfac-e75a58f783a5) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:07:58.147338 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b3c217e5-84d5-4d72-bd19-bb699e24a7ad up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:07:58.176404 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-852487d3-e81b-4cb6-bc87-4a5f4e48efb1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9581409 Jul 22 19:07:58.179591 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37140) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:58.185370 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-2ad33f1a-75f5-49c9-9f72-d626863d375f admin admin] Request body: {'subnet': {'network_id': '0b22f956-2f6c-43f8-9a5c-822051cf3949', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-592530407-subnet', 'tenant_id': '22ad27db923f4a3da1d7d97c757e7c49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:58.211724 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port b3c217e5-84d5-4d72-bd19-bb699e24a7ad triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:58.212992 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:58.238284 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad33f1a-75f5-49c9-9f72-d626863d375f admin admin] Made reservation on behalf of 22ad27db923f4a3da1d7d97c757e7c49 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:07:58.241976 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ad33f1a-75f5-49c9-9f72-d626863d375f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:58.254385 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852487d3-e81b-4cb6-bc87-4a5f4e48efb1 admin admin] Pushing event updated for resources: {'Network': ['ID=0b22f956-2f6c-43f8-9a5c-822051cf3949,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:58.282438 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 0b22f956-2f6c-43f8-9a5c-822051cf3949 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:07:58.347860 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c689e-17e4-46f3-9cc4-2352ddabc262 req-2bba169c-bd5e-4a26-a5a4-e61c71edc466 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:58.355896 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-323c689e-17e4-46f3-9cc4-2352ddabc262 req-2bba169c-bd5e-4a26-a5a4-e61c71edc466 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 950 time: 0.3463624 Jul 22 19:07:58.372598 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6c443-68c6-42e3-b42e-331a890311e8 req-c63a1791-7465-43c9-89ca-2750e3dc898b tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:58.374183 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ef6c443-68c6-42e3-b42e-331a890311e8 req-c63a1791-7465-43c9-89ca-2750e3dc898b tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 944 time: 0.3636363 Jul 22 19:07:58.398923 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ec63fd18-58e3-4ee3-8f98-6700d250971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:58.419357 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44ea63-12a6-446a-bc35-3251dd1c4d1e req-a9787b0c-fcd9-4f5a-8ed3-ca0db69fef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:58.420889 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a44ea63-12a6-446a-bc35-3251dd1c4d1e req-a9787b0c-fcd9-4f5a-8ed3-ca0db69fef83 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=180287b3edd14ce389e863380bc23ecb&device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 1096 time: 0.4089189 Jul 22 19:07:58.434079 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78bcebfa-5eba-4e6d-b55c-03903ecc1146 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:58.442790 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78bcebfa-5eba-4e6d-b55c-03903ecc1146 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:58.502030 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c533-ca25-417f-aa84-b9a4e912aae2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:58.526527 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-323c689e-17e4-46f3-9cc4-2352ddabc262 req-842a7630-7206-4017-a78a-b18f8b1c2a8a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697013 Jul 22 19:07:58.535140 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ef6c443-68c6-42e3-b42e-331a890311e8 req-242b1152-8937-42fd-b14b-971c50deb6e2 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509502 Jul 22 19:07:58.607695 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44ea63-12a6-446a-bc35-3251dd1c4d1e req-88f86b99-d0f6-45bd-86e5-d98d8147448d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:58.614470 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a44ea63-12a6-446a-bc35-3251dd1c4d1e req-88f86b99-d0f6-45bd-86e5-d98d8147448d service neutron] 10.222.0.16 "GET /v2.0/networks?id=da7cf044-915e-459b-bb3e-1bab7d435ed9 HTTP/1.1" status: 200 len: 911 time: 0.1775188 Jul 22 19:07:58.668939 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c533-ca25-417f-aa84-b9a4e912aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:58.758941 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a44ea63-12a6-446a-bc35-3251dd1c4d1e req-869e7a3b-b9e2-4be8-96e5-bbb4e57205a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bc78345-5b42-4d33-95c8-6a40d6322ca3 HTTP/1.1" status: 200 len: 217 time: 0.1004434 Jul 22 19:07:58.768797 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f6c533-ca25-417f-aa84-b9a4e912aae2 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:07:58.771696 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac7de708-7b42-48db-b77a-72355f755eb1 req-7fc55687-5346-412a-9039-ce88a184d265 tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.1153774 Jul 22 19:07:58.776270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-d4f6c533-ca25-417f-aa84-b9a4e912aae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:07:58.799263 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe16e21a-6b24-4772-a3eb-fc47635470cd None None] Network 97540785-4495-4c81-87f5-36de5c5a4aef requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:07:58.828177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44ea63-12a6-446a-bc35-3251dd1c4d1e req-1df373c7-21ab-4234-936c-78fcd5ce8be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:58.829775 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a44ea63-12a6-446a-bc35-3251dd1c4d1e req-1df373c7-21ab-4234-936c-78fcd5ce8be8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b64e6c5-bc9c-41ac-ba0e-c190ce38d3cc HTTP/1.1" status: 200 len: 850 time: 0.0572398 Jul 22 19:07:58.835368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f6c533-ca25-417f-aa84-b9a4e912aae2 admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:07:58.838149 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bcebfa-5eba-4e6d-b55c-03903ecc1146 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Pushing event updated for resources: {'Port': ['ID=f9d20867-aa35-4e5d-a49a-ccfdd1057419,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:58.861326 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78bcebfa-5eba-4e6d-b55c-03903ecc1146 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:58.916000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1d5e73-0813-4a1a-a2e3-a1ee1d459635', 'name': 'network-vif-deleted', 'tag': '168ecc47-90fa-4ea0-924c-75401ef2735e'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:07:58.918296 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13ff6b6-7ece-44ec-aa21-6ff7c886ed2c" -d '{"events": [{"server_uuid": "fc1d5e73-0813-4a1a-a2e3-a1ee1d459635", "name": "network-vif-deleted", "tag": "168ecc47-90fa-4ea0-924c-75401ef2735e"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:07:58.926727 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a44ea63-12a6-446a-bc35-3251dd1c4d1e req-73b65c70-0e84-48a9-b2f3-0e037a6d52a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da7cf044-915e-459b-bb3e-1bab7d435ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607519 Jul 22 19:07:58.931490 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 37148) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:58.932126 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6c533-ca25-417f-aa84-b9a4e912aae2 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a84a0a-c799-447e-bfac-e75a58f783a5,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:58.940321 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7d4fbd78-4d5a-42fc-a3bc-ef879112ea6d None None] Provisioning for port 34e48a9f-ce48-444c-a6c5-07bc3f8c62b6 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:07:58.998045 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7d4fbd78-4d5a-42fc-a3bc-ef879112ea6d None None] Provisioning complete for port 34e48a9f-ce48-444c-a6c5-07bc3f8c62b6 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:58.998955 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7d4fbd78-4d5a-42fc-a3bc-ef879112ea6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:59.051919 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ad33f1a-75f5-49c9-9f72-d626863d375f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:59.075683 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65d16df-21c6-4e20-acb2-b2dbb9d5ac4a x-openstack-request-id: req-f65d16df-21c6-4e20-acb2-b2dbb9d5ac4a {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:07:59.076096 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1d5e73-0813-4a1a-a2e3-a1ee1d459635", "name": "network-vif-deleted", "tag": "168ecc47-90fa-4ea0-924c-75401ef2735e", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:07:59.076513 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f65d16df-21c6-4e20-acb2-b2dbb9d5ac4a {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:07:59.076945 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1d5e73-0813-4a1a-a2e3-a1ee1d459635', 'name': 'network-vif-deleted', 'tag': '168ecc47-90fa-4ea0-924c-75401ef2735e', 'status': 'completed', 'code': 200} Jul 22 19:07:59.108390 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bcebfa-5eba-4e6d-b55c-03903ecc1146 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Network d78b9c6e-af25-4613-b127-91e47b8988d6 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:07:59.112264 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-78bcebfa-5eba-4e6d-b55c-03903ecc1146 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:07:59.127119 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7d4fbd78-4d5a-42fc-a3bc-ef879112ea6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:59.183828 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7d4fbd78-4d5a-42fc-a3bc-ef879112ea6d None None] For port 34e48a9f-ce48-444c-a6c5-07bc3f8c62b6, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=34e48a9f-ce48-444c-a6c5-07bc3f8c62b6,segment=NetworkSegment(9f8303f6-ae6a-4b16-a16e-d452318eaef3),segment_id=9f8303f6-ae6a-4b16-a16e-d452318eaef3)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:07:59.186730 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad33f1a-75f5-49c9-9f72-d626863d375f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c22010eb-50c8-4e97-a185-ad0bb495bf2a,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:59.201651 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7d4fbd78-4d5a-42fc-a3bc-ef879112ea6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:59.223274 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad33f1a-75f5-49c9-9f72-d626863d375f admin admin] Checking segment: {'id': 'dbb36044-d568-41ea-bdc3-f8bbd88ed326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0b22f956-2f6c-43f8-9a5c-822051cf3949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:07:59.223689 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad33f1a-75f5-49c9-9f72-d626863d375f admin admin] Network hostable DHCP agents. Network: 0b22f956-2f6c-43f8-9a5c-822051cf3949, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:07:59.227923 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f6d06af5-5baf-4a16-ba76-4de9690ee7b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69c093ad1df54cedb969109e706aec73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908511 Jul 22 19:07:59.228520 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37152) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:59.276332 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad33f1a-75f5-49c9-9f72-d626863d375f admin admin] Network 0b22f956-2f6c-43f8-9a5c-822051cf3949 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:07:59.291102 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fbd78-4d5a-42fc-a3bc-ef879112ea6d None None] Pushing event updated for resources: {'Port': ['ID=34e48a9f-ce48-444c-a6c5-07bc3f8c62b6,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:59.301047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-2ad33f1a-75f5-49c9-9f72-d626863d375f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 0b22f956-2f6c-43f8-9a5c-822051cf3949) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:07:59.305360 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad33f1a-75f5-49c9-9f72-d626863d375f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:59.306117 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ad33f1a-75f5-49c9-9f72-d626863d375f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:59.319642 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e426c3d3-b72a-418f-96d2-f3c05cd9caac None None] Network 0b22f956-2f6c-43f8-9a5c-822051cf3949 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:07:59.320362 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a44ea63-12a6-446a-bc35-3251dd1c4d1e req-56730129-e370-4e3d-a31d-50880510c61b service neutron] 10.222.0.16 "GET /v2.0/networks/da7cf044-915e-459b-bb3e-1bab7d435ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843975 Jul 22 19:07:59.334395 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2ad33f1a-75f5-49c9-9f72-d626863d375f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1531019 Jul 22 19:07:59.351167 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bda60c34-2ef5-4904-85c7-235ff1b6f315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:59.355373 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bcebfa-5eba-4e6d-b55c-03903ecc1146 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Router aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:07:59.387928 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bda60c34-2ef5-4904-85c7-235ff1b6f315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:59.482695 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c533-ca25-417f-aa84-b9a4e912aae2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:59.518194 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a44ea63-12a6-446a-bc35-3251dd1c4d1e req-35091202-d46a-4e0e-84a1-e9fc745c19d9 service neutron] 10.222.0.16 "GET /v2.0/networks/da7cf044-915e-459b-bb3e-1bab7d435ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856494 Jul 22 19:07:59.551291 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bda60c34-2ef5-4904-85c7-235ff1b6f315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:59.554625 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bda60c34-2ef5-4904-85c7-235ff1b6f315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:59.559144 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bda60c34-2ef5-4904-85c7-235ff1b6f315 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e7a4d38-4540-4610-87cf-7e917df72997 HTTP/1.1" status: 204 len: 168 time: 0.3276839 Jul 22 19:07:59.570425 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda60c34-2ef5-4904-85c7-235ff1b6f315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7a4d38-4540-4610-87cf-7e917df72997,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:07:59.583122 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bcebfa-5eba-4e6d-b55c-03903ecc1146 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:07:59.592139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0665a78d-b727-4377-8b8e-55463a08f350 None None] Network 0b22f956-2f6c-43f8-9a5c-822051cf3949 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:07:59.595195 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff35c10-b6b9-406a-956e-f6ba78b39851 None None] Sync routers for ids ['aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:07:59.604983 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-78bcebfa-5eba-4e6d-b55c-03903ecc1146 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] 10.222.0.13 "PUT /v2.0/routers/aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3371277 Jul 22 19:07:59.605652 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37162) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:07:59.614756 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff35c10-b6b9-406a-956e-f6ba78b39851 None None] Routers {'aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:59.617413 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-9ff35c10-b6b9-406a-956e-f6ba78b39851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:59.623694 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-28dc6aa1-4d64-4659-889d-8447cc41f34d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Request body: {'port': {'network_id': 'd78b9c6e-af25-4613-b127-91e47b8988d6', 'name': 'tempest-FloatingIPAdminTestJSON-290051629'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:07:59.624049 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b4a428b0-c6fb-4924-8cb7-ce4ac15a7ff4 None None] Provisioning complete for port 34e48a9f-ce48-444c-a6c5-07bc3f8c62b6 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:59.625093 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b4a428b0-c6fb-4924-8cb7-ce4ac15a7ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:59.703142 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-9ff35c10-b6b9-406a-956e-f6ba78b39851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:59.723633 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff35c10-b6b9-406a-956e-f6ba78b39851 None None] Routers {'aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:07:59.726090 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-9ff35c10-b6b9-406a-956e-f6ba78b39851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:59.794667 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-9ff35c10-b6b9-406a-956e-f6ba78b39851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:07:59.797444 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff35c10-b6b9-406a-956e-f6ba78b39851 None None] The sync data for ids ['aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:07:59.840333 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dc6aa1-4d64-4659-889d-8447cc41f34d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Made reservation on behalf of 262f32d92e1e4acdbbeb83e8df60f2a7 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:07:59.846680 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-28dc6aa1-4d64-4659-889d-8447cc41f34d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:59.847842 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b4a428b0-c6fb-4924-8cb7-ce4ac15a7ff4 None None] Provisioning complete for port f9d20867-aa35-4e5d-a49a-ccfdd1057419 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:59.848214 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b4a428b0-c6fb-4924-8cb7-ce4ac15a7ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:59.869571 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf63c1-ed98-433d-9f54-ac03cbbbd2f8 req-55d943df-b81a-49c6-b5a4-09089b1c284e tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:59.869964 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 34e48a9f-ce48-444c-a6c5-07bc3f8c62b6 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:07:59.875226 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-28dc6aa1-4d64-4659-889d-8447cc41f34d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] device_id is not set on port c43dcb10-42d0-4abe-a256-0ed96be7621f yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:07:59.875667 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bddf63c1-ed98-433d-9f54-ac03cbbbd2f8 req-55d943df-b81a-49c6-b5a4-09089b1c284e tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 950 time: 0.2390769 Jul 22 19:07:59.886330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957eaa7-52ea-4d13-8994-58af9d9e1cc9 req-b4dae005-4cf5-431c-bae6-1e07b287bfb7 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:07:59.887946 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e957eaa7-52ea-4d13-8994-58af9d9e1cc9 req-b4dae005-4cf5-431c-bae6-1e07b287bfb7 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 944 time: 0.2504551 Jul 22 19:07:59.938793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b4a428b0-c6fb-4924-8cb7-ce4ac15a7ff4 None None] Port f9d20867-aa35-4e5d-a49a-ccfdd1057419 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:07:59.959865 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 34e48a9f-ce48-444c-a6c5-07bc3f8c62b6 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:07:59.960234 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:07:59.999640 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 37172) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:00.030022 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-28dc6aa1-4d64-4659-889d-8447cc41f34d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Allocated IP 172.20.0.3 (d78b9c6e-af25-4613-b127-91e47b8988d6/db7fdc4b-8d4a-4711-b264-966896280da8/c43dcb10-42d0-4abe-a256-0ed96be7621f) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:08:00.046606 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-de525145-63a9-4b18-bfc0-0137b2f56304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:00.071029 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c533-ca25-417f-aa84-b9a4e912aae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:00.099439 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bddf63c1-ed98-433d-9f54-ac03cbbbd2f8 req-2368532e-1e6d-49f8-9c13-ed3fbfdd503d tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102213 Jul 22 19:08:00.137247 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e957eaa7-52ea-4d13-8994-58af9d9e1cc9 req-81b457bb-5206-4255-a932-af8987d365b9 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389534 Jul 22 19:08:00.209322 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-28dc6aa1-4d64-4659-889d-8447cc41f34d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:00.228723 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-28dc6aa1-4d64-4659-889d-8447cc41f34d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Transition to ACTIVE for port object c43dcb10-42d0-4abe-a256-0ed96be7621f will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:00.249991 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 8bc78345-5b42-4d33-95c8-6a40d6322ca3 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:08:00.279670 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-28dc6aa1-4d64-4659-889d-8447cc41f34d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:00.344947 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dc6aa1-4d64-4659-889d-8447cc41f34d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Network d78b9c6e-af25-4613-b127-91e47b8988d6 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:00.350077 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-28dc6aa1-4d64-4659-889d-8447cc41f34d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:00.355021 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dc6aa1-4d64-4659-889d-8447cc41f34d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:08:00.391171 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc6aa1-4d64-4659-889d-8447cc41f34d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Pushing event updated for resources: {'Port': ['ID=c43dcb10-42d0-4abe-a256-0ed96be7621f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:00.398786 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 8bc78345-5b42-4d33-95c8-6a40d6322ca3, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8bc78345-5b42-4d33-95c8-6a40d6322ca3,segment=NetworkSegment(edf91077-6018-45d3-a537-cd4f3c95d5c1),segment_id=edf91077-6018-45d3-a537-cd4f3c95d5c1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:00.421077 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '8bc78345-5b42-4d33-95c8-6a40d6322ca3', 'network_id': 'da7cf044-915e-459b-bb3e-1bab7d435ed9', 'port_id': '8bc78345-5b42-4d33-95c8-6a40d6322ca3', 'mac_address': 'fa:16:3e:f4:fa:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b64e6c5-bc9c-41ac-ba0e-c190ce38d3cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:08:00.422967 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dc6aa1-4d64-4659-889d-8447cc41f34d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:00.424527 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-28dc6aa1-4d64-4659-889d-8447cc41f34d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:00.466639 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:00.484797 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc78345-5b42-4d33-95c8-6a40d6322ca3 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:08:00.510900 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 8bc78345-5b42-4d33-95c8-6a40d6322ca3, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8bc78345-5b42-4d33-95c8-6a40d6322ca3,segment=NetworkSegment(edf91077-6018-45d3-a537-cd4f3c95d5c1),segment_id=edf91077-6018-45d3-a537-cd4f3c95d5c1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:00.517057 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:00.572787 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=8bc78345-5b42-4d33-95c8-6a40d6322ca3,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:00.631167 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f5ed60fb-d997-4cac-8980-f7cf6e22dbcb req-aa23952a-b951-4553-a5fa-1cd2b0569a05 tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.3752775 Jul 22 19:08:00.653005 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-de525145-63a9-4b18-bfc0-0137b2f56304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:00.656999 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-76d97984-1bd2-47cd-b404-8631496e50c6 req-4af2354c-2b3c-4ef2-806d-3620db9a8d2a tempest-SecurityGroupsNegativeTestJSON-95680480 tempest-SecurityGroupsNegativeTestJSON-95680480-project] show failed (client error): The resource could not be found. Jul 22 19:08:00.657947 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76d97984-1bd2-47cd-b404-8631496e50c6 req-4af2354c-2b3c-4ef2-806d-3620db9a8d2a tempest-SecurityGroupsNegativeTestJSON-95680480 tempest-SecurityGroupsNegativeTestJSON-95680480-project] 10.222.0.13 "GET /v2.0/security-groups/24320d2e-babe-494a-8d2d-b77673d3b62f HTTP/1.1" status: 404 len: 352 time: 0.0324516 Jul 22 19:08:00.659721 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-de525145-63a9-4b18-bfc0-0137b2f56304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:00.661984 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-28dc6aa1-4d64-4659-889d-8447cc41f34d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0540638 Jul 22 19:08:00.665666 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 37176) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:00.673994 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f6c533-ca25-417f-aa84-b9a4e912aae2 admin admin] Router e2b5c1e1-7a9f-4d10-8509-b4f59348df2a is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:08:00.681315 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-48603388-ab65-4eea-9b25-86fac75409c8 None None] Provisioning for port c43dcb10-42d0-4abe-a256-0ed96be7621f completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:00.687028 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-48603388-ab65-4eea-9b25-86fac75409c8 None None] Provisioning complete for port c43dcb10-42d0-4abe-a256-0ed96be7621f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:00.687345 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-48603388-ab65-4eea-9b25-86fac75409c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:00.722222 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-de525145-63a9-4b18-bfc0-0137b2f56304 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47c6f2ad3f4341d58b05f0525ce290f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7214291 Jul 22 19:08:00.724974 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37184) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:00.729299 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de525145-63a9-4b18-bfc0-0137b2f56304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dcb4b5-1ff4-4f88-8c39-8fb5aec1a4ca,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:00.730494 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-48603388-ab65-4eea-9b25-86fac75409c8 None None] Port c43dcb10-42d0-4abe-a256-0ed96be7621f cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:08:00.746958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['8bc78345-5b42-4d33-95c8-6a40d6322ca3'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:08:00.796100 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7271979-1c7f-4e9d-88da-97732e819a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:00.806643 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525145-63a9-4b18-bfc0-0137b2f56304 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:00.806993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525145-63a9-4b18-bfc0-0137b2f56304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:00.807339 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525145-63a9-4b18-bfc0-0137b2f56304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:00.807678 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525145-63a9-4b18-bfc0-0137b2f56304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:00.808014 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525145-63a9-4b18-bfc0-0137b2f56304 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:00.808344 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525145-63a9-4b18-bfc0-0137b2f56304 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:00.808699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525145-63a9-4b18-bfc0-0137b2f56304 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:00.809027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525145-63a9-4b18-bfc0-0137b2f56304 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:00.809353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525145-63a9-4b18-bfc0-0137b2f56304 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:00.809678 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525145-63a9-4b18-bfc0-0137b2f56304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:00.810002 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525145-63a9-4b18-bfc0-0137b2f56304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:00.810324 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525145-63a9-4b18-bfc0-0137b2f56304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:00.827087 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7271979-1c7f-4e9d-88da-97732e819a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:00.851245 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-afafb4cd-b4a0-45d0-a884-04b29aeba9ae req-36a7210a-b8eb-4381-b0ea-1afbaa661447 tempest-SecurityGroupsNegativeTestJSON-95680480 tempest-SecurityGroupsNegativeTestJSON-95680480-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22ad27db923f4a3da1d7d97c757e7c49 HTTP/1.1" status: 200 len: 2984 time: 0.1463869 Jul 22 19:08:00.895382 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7271979-1c7f-4e9d-88da-97732e819a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:00.898510 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7271979-1c7f-4e9d-88da-97732e819a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:00.902444 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a7271979-1c7f-4e9d-88da-97732e819a56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5dcb4b5-1ff4-4f88-8c39-8fb5aec1a4ca HTTP/1.1" status: 204 len: 168 time: 0.1737418 Jul 22 19:08:00.907649 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-01215fef-18e6-40df-b9ac-c02cee5f46e8 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'project_id': '262f32d92e1e4acdbbeb83e8df60f2a7', 'port_id': 'c43dcb10-42d0-4abe-a256-0ed96be7621f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:00.908599 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7271979-1c7f-4e9d-88da-97732e819a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dcb4b5-1ff4-4f88-8c39-8fb5aec1a4ca,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:00.933285 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-afafb4cd-b4a0-45d0-a884-04b29aeba9ae req-c7f303d9-fab4-4ba0-ab20-59fcebe713d0 tempest-SecurityGroupsNegativeTestJSON-95680480 tempest-SecurityGroupsNegativeTestJSON-95680480-project] 10.222.0.13 "GET /v2.0/security-groups/e2869bb8-22c4-46fe-a4fe-b9c6f46985c9 HTTP/1.1" status: 200 len: 2981 time: 0.0808663 Jul 22 19:08:00.939862 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f6c533-ca25-417f-aa84-b9a4e912aae2 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:08:00.955489 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] Sync routers for ids ['e2b5c1e1-7a9f-4d10-8509-b4f59348df2a'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:08:00.972266 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] Routers {'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:08:00.972925 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:07:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['e2b5c1e1-7a9f-4d10-8509-b4f59348df2a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:00.975359 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-01215fef-18e6-40df-b9ac-c02cee5f46e8 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:01.005839 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c533-ca25-417f-aa84-b9a4e912aae2 admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:01.007034 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d4f6c533-ca25-417f-aa84-b9a4e912aae2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.1853819 Jul 22 19:08:01.009911 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37188) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:01.033211 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-afafb4cd-b4a0-45d0-a884-04b29aeba9ae req-69805a1e-b34a-4c57-b385-775b54b5e43d tempest-SecurityGroupsNegativeTestJSON-95680480 tempest-SecurityGroupsNegativeTestJSON-95680480-project] 10.222.0.13 "GET /v2.0/security-groups/e2869bb8-22c4-46fe-a4fe-b9c6f46985c9 HTTP/1.1" status: 200 len: 2981 time: 0.0986204 Jul 22 19:08:01.109507 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0cd00897-bd59-45ca-99b8-50dcde4b7ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:01.117097 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:01.174115 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c86251d9-ef46-4a87-aacd-6a0614ec7314 req-2f5c6412-2245-41dd-8130-5ca1f7aab117 tempest-SecurityGroupsNegativeTestJSON-95680480 tempest-SecurityGroupsNegativeTestJSON-95680480-project] 10.222.0.13 "GET /v2.0/security-groups/e2869bb8-22c4-46fe-a4fe-b9c6f46985c9 HTTP/1.1" status: 200 len: 2981 time: 0.0835457 Jul 22 19:08:01.179146 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-01215fef-18e6-40df-b9ac-c02cee5f46e8 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:01.204613 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] Set router e2b5c1e1-7a9f-4d10-8509-b4f59348df2a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:08:01.399091 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-01215fef-18e6-40df-b9ac-c02cee5f46e8 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Allocated IP 172.25.3.219 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/eff998e0-0fc3-41be-a1bc-fd8d5a654f33) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:08:01.480795 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-c86251d9-ef46-4a87-aacd-6a0614ec7314 req-a603e24c-b5f3-4469-83a4-0dee1d2d3c31 tempest-SecurityGroupsNegativeTestJSON-95680480 tempest-SecurityGroupsNegativeTestJSON-95680480-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 19:08:01.499065 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a', 'name': 'tempest-ServersTestMultiNic-57489431-router', 'tenant_id': '93ea73befe604530890b841f22228fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a3a84a0a-c799-447e-bfac-e75a58f783a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:07:56Z', 'updated_at': '2021-07-22T19:07:59Z', 'revision_number': 3, 'project_id': '93ea73befe604530890b841f22228fe3', 'gw_port': {'id': 'a3a84a0a-c799-447e-bfac-e75a58f783a5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:07:57Z', 'updated_at': '2021-07-22T19:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:01.501416 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c86251d9-ef46-4a87-aacd-6a0614ec7314 req-a603e24c-b5f3-4469-83a4-0dee1d2d3c31 tempest-SecurityGroupsNegativeTestJSON-95680480 tempest-SecurityGroupsNegativeTestJSON-95680480-project] 10.222.0.13 "DELETE /v2.0/security-groups/e2869bb8-22c4-46fe-a4fe-b9c6f46985c9 HTTP/1.1" status: 409 len: 352 time: 0.3188596 Jul 22 19:08:01.529386 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] Checking router: e2b5c1e1-7a9f-4d10-8509-b4f59348df2a for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:08:01.529981 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] Updating router e2b5c1e1-7a9f-4d10-8509-b4f59348df2a port a3a84a0a-c799-447e-bfac-e75a58f783a5 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:08:01.536219 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca156bd-e6c1-42db-8573-0fbc130e6e26 req-5a5dd04a-eca5-4ab8-81bb-3f8caa3b5471 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:01.544268 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61b46547-e714-4c8c-b461-56dc5142dae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:01.549526 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3ca156bd-e6c1-42db-8573-0fbc130e6e26 req-5a5dd04a-eca5-4ab8-81bb-3f8caa3b5471 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 950 time: 0.3128996 Jul 22 19:08:01.580067 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:01.628706 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-01215fef-18e6-40df-b9ac-c02cee5f46e8 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:01.673792 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3ca156bd-e6c1-42db-8573-0fbc130e6e26 req-d1235086-ee99-4ee3-8fc9-e754ef3ed907 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159682 Jul 22 19:08:01.747267 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-61b46547-e714-4c8c-b461-56dc5142dae7 admin admin] Allocated IP 172.20.0.1 (97540785-4495-4c81-87f5-36de5c5a4aef/d1d94c4c-8dca-4b14-882c-618b9970a39c/a2e7d800-11c6-4424-9382-4283d01854fe) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:08:01.752698 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8fcb7-2d6d-41e5-b530-aa2eaa2becf8 req-462eb35f-06a5-4ae6-a790-bff27b2b0afb tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:01.761350 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73a8fcb7-2d6d-41e5-b530-aa2eaa2becf8 req-462eb35f-06a5-4ae6-a790-bff27b2b0afb tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 945 time: 0.1568723 Jul 22 19:08:01.770152 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-01215fef-18e6-40df-b9ac-c02cee5f46e8 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:01.843992 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01215fef-18e6-40df-b9ac-c02cee5f46e8 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:01.858334 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-01215fef-18e6-40df-b9ac-c02cee5f46e8 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:01.865864 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01215fef-18e6-40df-b9ac-c02cee5f46e8 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:08:01.878698 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01215fef-18e6-40df-b9ac-c02cee5f46e8 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Pushing event updated for resources: {'Port': ['ID=eff998e0-0fc3-41be-a1bc-fd8d5a654f33,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:01.881108 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61b46547-e714-4c8c-b461-56dc5142dae7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:01.902280 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-61b46547-e714-4c8c-b461-56dc5142dae7 admin admin] Transition to ACTIVE for port object a2e7d800-11c6-4424-9382-4283d01854fe will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:01.906118 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73a8fcb7-2d6d-41e5-b530-aa2eaa2becf8 req-7e8fe749-cdf5-40e4-a581-1dfd3ad81e72 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437700 Jul 22 19:08:01.908962 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-a5feb327-7d54-48c2-82d0-d6cf1f89d7f8 req-cf739959-b39f-4e9b-b8fb-923e5e695958 tempest-SecurityGroupsNegativeTestJSON-95680480 tempest-SecurityGroupsNegativeTestJSON-95680480-project] show failed (client error): The resource could not be found. Jul 22 19:08:01.909927 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5feb327-7d54-48c2-82d0-d6cf1f89d7f8 req-cf739959-b39f-4e9b-b8fb-923e5e695958 tempest-SecurityGroupsNegativeTestJSON-95680480 tempest-SecurityGroupsNegativeTestJSON-95680480-project] 10.222.0.13 "GET /v2.0/security-groups/821bc80a-3bc0-479c-9932-07c86a2b1187 HTTP/1.1" status: 404 len: 352 time: 0.0547266 Jul 22 19:08:01.947682 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61b46547-e714-4c8c-b461-56dc5142dae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:01.978246 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b46547-e714-4c8c-b461-56dc5142dae7 admin admin] Network 97540785-4495-4c81-87f5-36de5c5a4aef is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:01.998812 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-61b46547-e714-4c8c-b461-56dc5142dae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:02.000429 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-6b4bd3c4-cb02-4856-83d8-a2693285023e req-883a6d3c-d964-4672-b2b0-715d38e0699e tempest-SecurityGroupsNegativeTestJSON-95680480 tempest-SecurityGroupsNegativeTestJSON-95680480-project] show failed (client error): The resource could not be found. Jul 22 19:08:02.001647 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b4bd3c4-cb02-4856-83d8-a2693285023e req-883a6d3c-d964-4672-b2b0-715d38e0699e tempest-SecurityGroupsNegativeTestJSON-95680480 tempest-SecurityGroupsNegativeTestJSON-95680480-project] 10.222.0.13 "GET /v2.0/security-groups/c23aa057-8902-40c7-9729-5625cf0d77dd HTTP/1.1" status: 404 len: 352 time: 0.0249021 Jul 22 19:08:02.032082 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 37224) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:02.033099 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b46547-e714-4c8c-b461-56dc5142dae7 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:08:02.041412 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:02.064388 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] Transition to ACTIVE for port object a3a84a0a-c799-447e-bfac-e75a58f783a5 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:02.073876 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:02.116833 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b46547-e714-4c8c-b461-56dc5142dae7 admin admin] Pushing event updated for resources: {'Port': ['ID=a2e7d800-11c6-4424-9382-4283d01854fe,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:02.122816 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-97aecadb-ae23-4ff4-a91f-5f57b9072139 req-2a76958d-5569-4e26-b311-780785ab24f9 tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.0897124 Jul 22 19:08:02.137287 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61b46547-e714-4c8c-b461-56dc5142dae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:02.139848 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035accdb-7800-46b5-9d87-6a65f8238c2f None None] Pushing event updated for resources: {'Port': ['ID=a3a84a0a-c799-447e-bfac-e75a58f783a5,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:02.149352 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] Attempting to bind port a3a84a0a-c799-447e-bfac-e75a58f783a5 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:08:02.150205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] Attempting to bind port a3a84a0a-c799-447e-bfac-e75a58f783a5 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:08:02.150964 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] Attempting to bind port a3a84a0a-c799-447e-bfac-e75a58f783a5 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:08:02.156843 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:08:02.157454 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:08:02.158037 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:02.158597 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:08:02.159437 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] Bound port: a3a84a0a-c799-447e-bfac-e75a58f783a5, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:08:02.160001 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:02.216790 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cfd6d88-820f-45a0-8e45-8653784a32b2 admin admin] Deleting subnet c22010eb-50c8-4e97-a185-ad0bb495bf2a {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:08:02.251025 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8cfd6d88-820f-45a0-8e45-8653784a32b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:02.265049 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 8bc78345-5b42-4d33-95c8-6a40d6322ca3 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:02.270796 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] For port a3a84a0a-c799-447e-bfac-e75a58f783a5, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:08:02.303737 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:02.312644 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8cfd6d88-820f-45a0-8e45-8653784a32b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:02.318071 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] For port a3a84a0a-c799-447e-bfac-e75a58f783a5, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a3a84a0a-c799-447e-bfac-e75a58f783a5,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:08:02.325572 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:02.355967 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61b46547-e714-4c8c-b461-56dc5142dae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:02.422993 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 8bc78345-5b42-4d33-95c8-6a40d6322ca3 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:02.424971 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035accdb-7800-46b5-9d87-6a65f8238c2f None None] Pushing event updated for resources: {'Port': ['ID=a3a84a0a-c799-447e-bfac-e75a58f783a5,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:02.428734 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] Routers {'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:08:02.429621 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:08:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['e2b5c1e1-7a9f-4d10-8509-b4f59348df2a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:02.433182 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 8bc78345-5b42-4d33-95c8-6a40d6322ca3 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:02.433563 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:02.515657 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8cfd6d88-820f-45a0-8e45-8653784a32b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:02.537468 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b4766379-cfca-4221-9d16-4498342037c5 None None] Provisioning for port a2e7d800-11c6-4424-9382-4283d01854fe completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:02.544432 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61b46547-e714-4c8c-b461-56dc5142dae7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:02.549856 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61b46547-e714-4c8c-b461-56dc5142dae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:02.550374 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b4766379-cfca-4221-9d16-4498342037c5 None None] Provisioning complete for port a2e7d800-11c6-4424-9382-4283d01854fe triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:02.550753 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b4766379-cfca-4221-9d16-4498342037c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:02.597239 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61b46547-e714-4c8c-b461-56dc5142dae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:02.627184 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b4766379-cfca-4221-9d16-4498342037c5 None None] Port a2e7d800-11c6-4424-9382-4283d01854fe cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:08:02.635943 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-01215fef-18e6-40df-b9ac-c02cee5f46e8 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:02.645509 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] Set router e2b5c1e1-7a9f-4d10-8509-b4f59348df2a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:08:02.679327 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:02.679564 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b46547-e714-4c8c-b461-56dc5142dae7 admin admin] Pushing event updated for resources: {'Port': ['ID=a2e7d800-11c6-4424-9382-4283d01854fe,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:02.696066 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8cfd6d88-820f-45a0-8e45-8653784a32b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:02.744268 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536fdf95-581f-415b-86fb-005c1d5f1286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc78345-5b42-4d33-95c8-6a40d6322ca3'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:08:02.746621 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0b074f-1e8e-4419-bf22-79e6860a3df6" -d '{"events": [{"server_uuid": "536fdf95-581f-415b-86fb-005c1d5f1286", "name": "network-vif-plugged", "status": "completed", "tag": "8bc78345-5b42-4d33-95c8-6a40d6322ca3"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:08:02.749894 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd6d88-820f-45a0-8e45-8653784a32b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c22010eb-50c8-4e97-a185-ad0bb495bf2a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:02.760927 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8cfd6d88-820f-45a0-8e45-8653784a32b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:02.767698 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8cfd6d88-820f-45a0-8e45-8653784a32b2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c22010eb-50c8-4e97-a185-ad0bb495bf2a HTTP/1.1" status: 204 len: 168 time: 0.7333174 Jul 22 19:08:02.768318 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 37242) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:02.798361 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 8bc78345-5b42-4d33-95c8-6a40d6322ca3, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8bc78345-5b42-4d33-95c8-6a40d6322ca3,segment=NetworkSegment(edf91077-6018-45d3-a537-cd4f3c95d5c1),segment_id=edf91077-6018-45d3-a537-cd4f3c95d5c1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:02.805534 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:02.819892 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-01215fef-18e6-40df-b9ac-c02cee5f46e8 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:02.838294 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b46547-e714-4c8c-b461-56dc5142dae7 admin admin] Network 97540785-4495-4c81-87f5-36de5c5a4aef is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:02.840077 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-61b46547-e714-4c8c-b461-56dc5142dae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:02.841938 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a9acab-5243-41d3-b3c1-aadede9325a5 x-openstack-request-id: req-93a9acab-5243-41d3-b3c1-aadede9325a5 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:08:02.842217 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536fdf95-581f-415b-86fb-005c1d5f1286", "name": "network-vif-plugged", "status": "completed", "tag": "8bc78345-5b42-4d33-95c8-6a40d6322ca3", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:08:02.842468 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93a9acab-5243-41d3-b3c1-aadede9325a5 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:08:02.842986 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536fdf95-581f-415b-86fb-005c1d5f1286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc78345-5b42-4d33-95c8-6a40d6322ca3', 'code': 200} Jul 22 19:08:02.948465 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=8bc78345-5b42-4d33-95c8-6a40d6322ca3,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:03.013335 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b46547-e714-4c8c-b461-56dc5142dae7 admin admin] Router e2b5c1e1-7a9f-4d10-8509-b4f59348df2a has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:08:03.064528 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a', 'name': 'tempest-ServersTestMultiNic-57489431-router', 'tenant_id': '93ea73befe604530890b841f22228fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a3a84a0a-c799-447e-bfac-e75a58f783a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:07:56Z', 'updated_at': '2021-07-22T19:08:02Z', 'revision_number': 4, 'project_id': '93ea73befe604530890b841f22228fe3', 'gw_port': {'id': 'a3a84a0a-c799-447e-bfac-e75a58f783a5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:07:57Z', 'updated_at': '2021-07-22T19:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'a2e7d800-11c6-4424-9382-4283d01854fe', 'name': '', 'network_id': '97540785-4495-4c81-87f5-36de5c5a4aef', 'tenant_id': '93ea73befe604530890b841f22228fe3', 'mac_address': 'fa:16:3e:cb:7c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'd1d94c4c-8dca-4b14-882c-618b9970a39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:01Z', 'updated_at': '2021-07-22T19:08:01Z', 'revision_number': 1, 'project_id': '93ea73befe604530890b841f22228fe3', 'subnets': [{'id': 'd1d94c4c-8dca-4b14-882c-618b9970a39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:03.071763 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-92118f82-f21e-49eb-9b17-2b0dd1bf8742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:03.102949 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b7f3d7-540d-4948-810a-54809e736237 None None] The sync data for ids ['e2b5c1e1-7a9f-4d10-8509-b4f59348df2a'] in n-d-800086-12 is: [{'id': 'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a', 'name': 'tempest-ServersTestMultiNic-57489431-router', 'tenant_id': '93ea73befe604530890b841f22228fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a3a84a0a-c799-447e-bfac-e75a58f783a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:07:56Z', 'updated_at': '2021-07-22T19:08:02Z', 'revision_number': 4, 'project_id': '93ea73befe604530890b841f22228fe3', 'gw_port': {'id': 'a3a84a0a-c799-447e-bfac-e75a58f783a5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:07:57Z', 'updated_at': '2021-07-22T19:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'a2e7d800-11c6-4424-9382-4283d01854fe', 'name': '', 'network_id': '97540785-4495-4c81-87f5-36de5c5a4aef', 'tenant_id': '93ea73befe604530890b841f22228fe3', 'mac_address': 'fa:16:3e:cb:7c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'd1d94c4c-8dca-4b14-882c-618b9970a39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:01Z', 'updated_at': '2021-07-22T19:08:01Z', 'revision_number': 1, 'project_id': '93ea73befe604530890b841f22228fe3', 'subnets': [{'id': 'd1d94c4c-8dca-4b14-882c-618b9970a39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:08:03.168068 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7abf5-f2c5-4cdd-a1dd-c4fd3b4ff02b req-601b445b-99c0-4afe-b103-585dbdf5f326 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:03.170380 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-39b7abf5-f2c5-4cdd-a1dd-c4fd3b4ff02b req-601b445b-99c0-4afe-b103-585dbdf5f326 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 950 time: 0.3843522 Jul 22 19:08:03.190267 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b46547-e714-4c8c-b461-56dc5142dae7 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:08:03.196707 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-61b46547-e714-4c8c-b461-56dc5142dae7 admin admin] 10.222.0.13 "PUT /v2.0/routers/e2b5c1e1-7a9f-4d10-8509-b4f59348df2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1856861 Jul 22 19:08:03.262792 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c15749a3-b4c8-4e20-89f3-3cf0bc3cd71b None None] Provisioning complete for port a2e7d800-11c6-4424-9382-4283d01854fe triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:03.263174 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c15749a3-b4c8-4e20-89f3-3cf0bc3cd71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:03.306812 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-c15749a3-b4c8-4e20-89f3-3cf0bc3cd71b None None] Port a2e7d800-11c6-4424-9382-4283d01854fe cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:08:03.321624 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e8a34-d3b4-4509-9833-79aa0ed34f9b req-5e2a0490-c512-4752-9940-b29fe2c6ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:03.322996 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c71e8a34-d3b4-4509-9833-79aa0ed34f9b req-5e2a0490-c512-4752-9940-b29fe2c6ae4f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 1098 time: 0.4209766 Jul 22 19:08:03.349333 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37260) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:03.395404 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-92118f82-f21e-49eb-9b17-2b0dd1bf8742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:03.424307 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-39b7abf5-f2c5-4cdd-a1dd-c4fd3b4ff02b req-f56f2940-b6f8-478c-b226-8ee057b0fbbc tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421210 Jul 22 19:08:03.431492 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-92118f82-f21e-49eb-9b17-2b0dd1bf8742 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b22f956-2f6c-43f8-9a5c-822051cf3949']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:03.474426 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-6a87284c-8834-4181-b7b1-c6cef93de084 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1500642779'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:03.479782 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-01215fef-18e6-40df-b9ac-c02cee5f46e8 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:03.493791 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-92118f82-f21e-49eb-9b17-2b0dd1bf8742 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb36044-d568-41ea-bdc3-f8bbd88ed326') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:03.494003 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-92118f82-f21e-49eb-9b17-2b0dd1bf8742 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb36044-d568-41ea-bdc3-f8bbd88ed326') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:03.499656 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-01215fef-18e6-40df-b9ac-c02cee5f46e8 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:03.506148 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a87284c-8834-4181-b7b1-c6cef93de084 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Made reservation on behalf of 93ea73befe604530890b841f22228fe3 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:08:03.512792 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a87284c-8834-4181-b7b1-c6cef93de084 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:03.534595 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-92118f82-f21e-49eb-9b17-2b0dd1bf8742 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:03.542039 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a87284c-8834-4181-b7b1-c6cef93de084 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:08:03.556194 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a87284c-8834-4181-b7b1-c6cef93de084 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:03.556856 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-6a87284c-8834-4181-b7b1-c6cef93de084 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Added segment 23380bb9-f411-4802-ab03-1beca1c1aec2 of type vlan for network 61e26a96-999b-4cb9-96d6-7a8cffc1f46f Jul 22 19:08:03.593438 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983da69-86e5-4a86-bdf5-691ac1021344 req-a378a67f-8c99-47be-9abd-4b9901a527c7 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:03.594856 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5983da69-86e5-4a86-bdf5-691ac1021344 req-a378a67f-8c99-47be-9abd-4b9901a527c7 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 0.3638604 Jul 22 19:08:03.596490 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c71e8a34-d3b4-4509-9833-79aa0ed34f9b req-f1a6c797-e756-4866-a0b9-c007563e3d22 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399580 Jul 22 19:08:03.600646 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a87284c-8834-4181-b7b1-c6cef93de084 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:03.611143 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-92118f82-f21e-49eb-9b17-2b0dd1bf8742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:03.640236 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a87284c-8834-4181-b7b1-c6cef93de084 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:03.646284 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a87284c-8834-4181-b7b1-c6cef93de084 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:03.646913 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a87284c-8834-4181-b7b1-c6cef93de084 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:03.672519 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee1fb926-973b-470c-97a0-de68f9c46a7c req-096b1cb3-833d-40a4-8526-3b519b40ca2a tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.1026132 Jul 22 19:08:03.684054 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92118f82-f21e-49eb-9b17-2b0dd1bf8742 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:08:03.684054 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-92118f82-f21e-49eb-9b17-2b0dd1bf8742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:08:03.685540 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:08:03.704034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01215fef-18e6-40df-b9ac-c02cee5f46e8 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Pushing event updated for resources: {'Port': ['ID=eff998e0-0fc3-41be-a1bc-fd8d5a654f33,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:03.727903 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6a87284c-8834-4181-b7b1-c6cef93de084 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3774147 Jul 22 19:08:03.742196 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37268) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:03.749048 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-68d71c92-a5cd-434d-952c-a5f6c6ccbe67 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Request body: {'subnet': {'network_id': '61e26a96-999b-4cb9-96d6-7a8cffc1f46f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:03.773567 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5983da69-86e5-4a86-bdf5-691ac1021344 req-76236c17-51b2-4fa6-abb5-35cb2bfde0e3 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646621 Jul 22 19:08:03.775289 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-01215fef-18e6-40df-b9ac-c02cee5f46e8 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:03.814156 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87284c-8834-4181-b7b1-c6cef93de084 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event updated for resources: {'Network': ['ID=61e26a96-999b-4cb9-96d6-7a8cffc1f46f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:03.833857 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 61e26a96-999b-4cb9-96d6-7a8cffc1f46f details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:08:03.869047 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-92118f82-f21e-49eb-9b17-2b0dd1bf8742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:03.880530 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-92118f82-f21e-49eb-9b17-2b0dd1bf8742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:03.889312 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-92118f82-f21e-49eb-9b17-2b0dd1bf8742 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0b22f956-2f6c-43f8-9a5c-822051cf3949 HTTP/1.1" status: 204 len: 168 time: 1.1176863 Jul 22 19:08:03.913896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92118f82-f21e-49eb-9b17-2b0dd1bf8742 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b22f956-2f6c-43f8-9a5c-822051cf3949,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:03.994214 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-01215fef-18e6-40df-b9ac-c02cee5f46e8 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Floating IP 2e3fdfe2-9a97-45ea-ad92-a7e2949dffe6 associated. External IP: 172.25.3.219, port: c43dcb10-42d0-4abe-a256-0ed96be7621f. Jul 22 19:08:04.030180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d71c92-a5cd-434d-952c-a5f6c6ccbe67 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Made reservation on behalf of 93ea73befe604530890b841f22228fe3 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:08:04.036426 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68d71c92-a5cd-434d-952c-a5f6c6ccbe67 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:04.056925 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:04.246352 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37284) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:04.310729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01215fef-18e6-40df-b9ac-c02cee5f46e8 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Router aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:08:04.334348 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68d71c92-a5cd-434d-952c-a5f6c6ccbe67 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:04.352693 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f1a517b1-2102-4f09-8a41-5144ba2c97be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22ad27db923f4a3da1d7d97c757e7c49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1042097 Jul 22 19:08:04.373149 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37286) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:04.373764 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37288) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:04.449318 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d71c92-a5cd-434d-952c-a5f6c6ccbe67 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event updated for resources: {'Subnet': ['ID=40618aff-421a-4b9c-be35-71214db164f0,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:04.459400 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d71c92-a5cd-434d-952c-a5f6c6ccbe67 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Checking segment: {'id': '23380bb9-f411-4802-ab03-1beca1c1aec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61e26a96-999b-4cb9-96d6-7a8cffc1f46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:08:04.459884 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d71c92-a5cd-434d-952c-a5f6c6ccbe67 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Network hostable DHCP agents. Network: 61e26a96-999b-4cb9-96d6-7a8cffc1f46f, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:08:04.464729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01215fef-18e6-40df-b9ac-c02cee5f46e8 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:08:04.478446 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3512c09c-39fa-418d-b2a3-ee3252a34b21 None None] Sync routers for ids ['aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:08:04.493178 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2386a9db-94dc-4a48-a7ff-9991a8ca1444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:04.495100 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-01215fef-18e6-40df-b9ac-c02cee5f46e8 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:04.498503 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3512c09c-39fa-418d-b2a3-ee3252a34b21 None None] Routers {'aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:08:04.501306 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-3512c09c-39fa-418d-b2a3-ee3252a34b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:08:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:04.518006 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d71c92-a5cd-434d-952c-a5f6c6ccbe67 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Network 61e26a96-999b-4cb9-96d6-7a8cffc1f46f is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:08:04.551417 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-01215fef-18e6-40df-b9ac-c02cee5f46e8 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.8822770 Jul 22 19:08:04.552032 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 37294) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:04.564657 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2386a9db-94dc-4a48-a7ff-9991a8ca1444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:04.576982 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-68d71c92-a5cd-434d-952c-a5f6c6ccbe67 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 61e26a96-999b-4cb9-96d6-7a8cffc1f46f) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:04.581867 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d71c92-a5cd-434d-952c-a5f6c6ccbe67 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:04.583995 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68d71c92-a5cd-434d-952c-a5f6c6ccbe67 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:04.592002 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ce05f7-f76e-4478-bf87-540f4a9d0104 None None] Network 61e26a96-999b-4cb9-96d6-7a8cffc1f46f requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:08:04.608745 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-3512c09c-39fa-418d-b2a3-ee3252a34b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:04.623785 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3512c09c-39fa-418d-b2a3-ee3252a34b21 None None] Routers {'aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:08:04.624465 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-3512c09c-39fa-418d-b2a3-ee3252a34b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:08:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:04.640875 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f0cd05c8-bc00-4fc9-ac0e-a10c3821d4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:04.662227 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-68d71c92-a5cd-434d-952c-a5f6c6ccbe67 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9156075 Jul 22 19:08:04.662227 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37296) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:04.670416 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-fffc2301-86fe-47d4-83b9-905ecf3acb83 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-786331390'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:04.683034 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-3512c09c-39fa-418d-b2a3-ee3252a34b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:04.687185 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3512c09c-39fa-418d-b2a3-ee3252a34b21 None None] The sync data for ids ['aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:08:04.704141 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.db.api [None req-f0cd05c8-bc00-4fc9-ac0e-a10c3821d4c1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:08:04.704141 n-d-800086-12 neutron-server[93806]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 19:08:04.704141 n-d-800086-12 neutron-server[93806]: [parameters: {'project_id_1': '9db0d1db561b47dfae413c4e3446e9b0', 'expiration_1': datetime.datetime(2021, 7, 22, 19, 8, 4, 682617)}] Jul 22 19:08:04.704141 n-d-800086-12 neutron-server[93806]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:08:04.705714 n-d-800086-12 neutron-server[93806]: DEBUG oslo_db.api [None req-f0cd05c8-bc00-4fc9-ac0e-a10c3821d4c1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:08:04.713899 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffc2301-86fe-47d4-83b9-905ecf3acb83 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Made reservation on behalf of 93ea73befe604530890b841f22228fe3 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:08:04.720420 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fffc2301-86fe-47d4-83b9-905ecf3acb83 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:04.734748 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2386a9db-94dc-4a48-a7ff-9991a8ca1444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:04.738365 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2386a9db-94dc-4a48-a7ff-9991a8ca1444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:04.740204 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2386a9db-94dc-4a48-a7ff-9991a8ca1444 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2869bb8-22c4-46fe-a4fe-b9c6f46985c9 HTTP/1.1" status: 204 len: 168 time: 0.3638356 Jul 22 19:08:04.760646 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386a9db-94dc-4a48-a7ff-9991a8ca1444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2869bb8-22c4-46fe-a4fe-b9c6f46985c9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:04.776141 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fffc2301-86fe-47d4-83b9-905ecf3acb83 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:08:04.790999 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fffc2301-86fe-47d4-83b9-905ecf3acb83 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:04.791670 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-fffc2301-86fe-47d4-83b9-905ecf3acb83 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Added segment acff410e-7ff1-4fe2-a1e0-ed0693f7afe1 of type vlan for network 4670c4bd-6620-43c1-bc5d-a465609945b9 Jul 22 19:08:04.872459 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-61e26a96-999b-4cb9-96d6-7a8cffc1f46f', 'network_id': '61e26a96-999b-4cb9-96d6-7a8cffc1f46f', 'tenant_id': '93ea73befe604530890b841f22228fe3', 'fixed_ips': [{'subnet_id': '40618aff-421a-4b9c-be35-71214db164f0'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:08:04.873479 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:04.878629 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fffc2301-86fe-47d4-83b9-905ecf3acb83 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:04.936673 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fffc2301-86fe-47d4-83b9-905ecf3acb83 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:04.946939 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffc2301-86fe-47d4-83b9-905ecf3acb83 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:04.947599 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fffc2301-86fe-47d4-83b9-905ecf3acb83 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:04.989742 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fffc2301-86fe-47d4-83b9-905ecf3acb83 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3266714 Jul 22 19:08:04.995309 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37306) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:05.002323 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-9a3dd5ee-1595-4427-a4f9-4cf42ca5e364 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Request body: {'subnet': {'network_id': '4670c4bd-6620-43c1-bc5d-a465609945b9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:05.043769 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc2301-86fe-47d4-83b9-905ecf3acb83 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event updated for resources: {'Network': ['ID=4670c4bd-6620-43c1-bc5d-a465609945b9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:05.058791 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 4670c4bd-6620-43c1-bc5d-a465609945b9 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:08:05.080917 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] Allocated IP 19.80.0.2 (61e26a96-999b-4cb9-96d6-7a8cffc1f46f/40618aff-421a-4b9c-be35-71214db164f0/a89eaf05-ab94-4d5d-9919-3b08dc57a6e6) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:08:05.142715 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3dd5ee-1595-4427-a4f9-4cf42ca5e364 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Made reservation on behalf of 93ea73befe604530890b841f22228fe3 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:08:05.147791 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd5ee-1595-4427-a4f9-4cf42ca5e364 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:05.265657 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f0cd05c8-bc00-4fc9-ac0e-a10c3821d4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:05.272046 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f54c037a-9967-493c-bd26-2f0ab0014d0d req-9280bfbb-5824-4718-8d86-84ec61d575cc tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.0970998 Jul 22 19:08:05.303680 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c9669c93-17f3-4166-8bf3-0d6744cf6186 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] 10.222.0.13 "GET /v2.0/floatingips/2e3fdfe2-9a97-45ea-ad92-a7e2949dffe6 HTTP/1.1" status: 200 len: 982 time: 0.7503710 Jul 22 19:08:05.308905 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37318) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:05.350684 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:05.360386 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] Transition to ACTIVE for port object a89eaf05-ab94-4d5d-9919-3b08dc57a6e6 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:05.364349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf9635-92c7-4bb3-b3a5-182dbe4aea33 req-2a5b0e62-af85-4108-ab60-16d012c84160 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:05.372254 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-36bf9635-92c7-4bb3-b3a5-182dbe4aea33 req-2a5b0e62-af85-4108-ab60-16d012c84160 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 950 time: 0.8175442 Jul 22 19:08:05.379062 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] Transition to ACTIVE for port object a89eaf05-ab94-4d5d-9919-3b08dc57a6e6 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:05.386945 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:05.441734 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] Network 61e26a96-999b-4cb9-96d6-7a8cffc1f46f is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:05.446157 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:05.450885 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:08:05.454134 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] Pushing event updated for resources: {'Port': ['ID=a89eaf05-ab94-4d5d-9919-3b08dc57a6e6,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:05.476197 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-36bf9635-92c7-4bb3-b3a5-182dbe4aea33 req-d17090c4-9ecd-4042-b718-52cf9b8e3b5f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024923 Jul 22 19:08:05.516269 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059266c-1424-4e91-8fb7-4cffdf62bf2c req-f9f932b6-c1f0-4aae-bd71-6a3803a9d51d tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:05.518376 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6059266c-1424-4e91-8fb7-4cffdf62bf2c req-f9f932b6-c1f0-4aae-bd71-6a3803a9d51d tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 0.1432631 Jul 22 19:08:05.549356 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] Attempting to bind port a89eaf05-ab94-4d5d-9919-3b08dc57a6e6 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:08:05.553290 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] Attempting to bind port a89eaf05-ab94-4d5d-9919-3b08dc57a6e6 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '23380bb9-f411-4802-ab03-1beca1c1aec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61e26a96-999b-4cb9-96d6-7a8cffc1f46f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:08:05.554325 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] Attempting to bind port a89eaf05-ab94-4d5d-9919-3b08dc57a6e6 on network 61e26a96-999b-4cb9-96d6-7a8cffc1f46f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:08:05.562127 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:08:05.562822 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] Checking segment: {'id': '23380bb9-f411-4802-ab03-1beca1c1aec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61e26a96-999b-4cb9-96d6-7a8cffc1f46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:08:05.563458 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:05.564062 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] Bound using segment: {'id': '23380bb9-f411-4802-ab03-1beca1c1aec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61e26a96-999b-4cb9-96d6-7a8cffc1f46f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:08:05.564919 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] Bound port: a89eaf05-ab94-4d5d-9919-3b08dc57a6e6, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23380bb9-f411-4802-ab03-1beca1c1aec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61e26a96-999b-4cb9-96d6-7a8cffc1f46f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:08:05.565512 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:05.621934 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6059266c-1424-4e91-8fb7-4cffdf62bf2c req-5ab6bf9d-6ec1-4b4e-8f6c-dde01d46815c tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909071 Jul 22 19:08:05.641216 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b1b47556-358e-4a28-b125-3a425d4f26c5 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2249 time: 0.3286617 Jul 22 19:08:05.644362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 37328) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:05.668341 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] For port a89eaf05-ab94-4d5d-9919-3b08dc57a6e6, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:08:05.673405 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] For port a89eaf05-ab94-4d5d-9919-3b08dc57a6e6, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a89eaf05-ab94-4d5d-9919-3b08dc57a6e6,segment=NetworkSegment(23380bb9-f411-4802-ab03-1beca1c1aec2),segment_id=23380bb9-f411-4802-ab03-1beca1c1aec2)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:08:05.682266 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:05.786185 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f0cd05c8-bc00-4fc9-ac0e-a10c3821d4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:05.794755 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd5ee-1595-4427-a4f9-4cf42ca5e364 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:05.824535 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75208a-45d7-445d-88d5-50fcddfa984b None None] Pushing event updated for resources: {'Port': ['ID=a89eaf05-ab94-4d5d-9919-3b08dc57a6e6,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:05.829595 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f0cd05c8-bc00-4fc9-ac0e-a10c3821d4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:05.831690 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37332) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:05.919182 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a3a84a0a-c799-447e-bfac-e75a58f783a5 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:05.963524 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f0cd05c8-bc00-4fc9-ac0e-a10c3821d4c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9db0d1db561b47dfae413c4e3446e9b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5886211 Jul 22 19:08:05.966592 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd05c8-bc00-4fc9-ac0e-a10c3821d4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8431e6-fb45-44b0-8136-1e9bec7464c6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:05.968972 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37338) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:06.078231 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port a3a84a0a-c799-447e-bfac-e75a58f783a5 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:06.082916 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3dd5ee-1595-4427-a4f9-4cf42ca5e364 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event updated for resources: {'Subnet': ['ID=5d105c3f-22d0-4578-adfe-7c3fee72e487,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:06.083387 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port a3a84a0a-c799-447e-bfac-e75a58f783a5 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:06.083697 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:06.100145 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3dd5ee-1595-4427-a4f9-4cf42ca5e364 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Checking segment: {'id': 'acff410e-7ff1-4fe2-a1e0-ed0693f7afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4670c4bd-6620-43c1-bc5d-a465609945b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:08:06.100531 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3dd5ee-1595-4427-a4f9-4cf42ca5e364 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Network hostable DHCP agents. Network: 4670c4bd-6620-43c1-bc5d-a465609945b9, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:08:06.143993 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-56226a15-fce3-4c59-bdb5-bf58507b420d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:06.167663 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-0363ee95-f8fd-4428-886f-32ecb743116d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Deleting port eff998e0-0fc3-41be-a1bc-fd8d5a654f33 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:08:06.168212 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0363ee95-f8fd-4428-886f-32ecb743116d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:06.171947 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-56226a15-fce3-4c59-bdb5-bf58507b420d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:06.197296 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0724e65-d1f7-4c7c-9f5e-c9746c511488 req-e362850b-3e32-4d0b-b438-17672fe15aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:06.197562 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-3b6c7dce-4f2f-40b1-8cb8-f99f0269939a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1063993293-network', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:06.198945 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c0724e65-d1f7-4c7c-9f5e-c9746c511488 req-e362850b-3e32-4d0b-b438-17672fe15aad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=180287b3edd14ce389e863380bc23ecb&device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 1098 time: 0.2416832 Jul 22 19:08:06.222748 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:06.243803 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3dd5ee-1595-4427-a4f9-4cf42ca5e364 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Network 4670c4bd-6620-43c1-bc5d-a465609945b9 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:08:06.253793 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6c7dce-4f2f-40b1-8cb8-f99f0269939a admin admin] Made reservation on behalf of fbf32d29990d494cb8adb4d0920f40ef for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:08:06.256897 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3b6c7dce-4f2f-40b1-8cb8-f99f0269939a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:06.260638 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-9a3dd5ee-1595-4427-a4f9-4cf42ca5e364 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 4670c4bd-6620-43c1-bc5d-a465609945b9) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:06.261596 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84155be0-3df3-41a0-a597-036880eed121 req-5c4b5369-82a6-4701-aa51-a8f7b5d69de1 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:06.264543 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84155be0-3df3-41a0-a597-036880eed121 req-5c4b5369-82a6-4701-aa51-a8f7b5d69de1 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 0.2218616 Jul 22 19:08:06.267747 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port a3a84a0a-c799-447e-bfac-e75a58f783a5, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a3a84a0a-c799-447e-bfac-e75a58f783a5,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:06.271857 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8857135-cc18-49e6-b7ed-aa01075036fa None None] Network 4670c4bd-6620-43c1-bc5d-a465609945b9 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:08:06.277642 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:06.278889 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3b6c7dce-4f2f-40b1-8cb8-f99f0269939a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:06.281980 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3dd5ee-1595-4427-a4f9-4cf42ca5e364 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:06.282585 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd5ee-1595-4427-a4f9-4cf42ca5e364 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:06.303354 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-56226a15-fce3-4c59-bdb5-bf58507b420d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:06.305875 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-56226a15-fce3-4c59-bdb5-bf58507b420d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:06.309464 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-56226a15-fce3-4c59-bdb5-bf58507b420d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d8431e6-fb45-44b0-8136-1e9bec7464c6 HTTP/1.1" status: 204 len: 168 time: 0.3302860 Jul 22 19:08:06.333204 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9a3dd5ee-1595-4427-a4f9-4cf42ca5e364 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3367064 Jul 22 19:08:06.338059 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56226a15-fce3-4c59-bdb5-bf58507b420d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8431e6-fb45-44b0-8136-1e9bec7464c6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:06.443490 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0363ee95-f8fd-4428-886f-32ecb743116d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:06.444710 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0363ee95-f8fd-4428-886f-32ecb743116d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:06.470187 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84155be0-3df3-41a0-a597-036880eed121 req-8dd18a74-5187-42c6-8a51-31a82b627c62 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521652 Jul 22 19:08:06.496064 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3b6c7dce-4f2f-40b1-8cb8-f99f0269939a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:06.502198 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3b6c7dce-4f2f-40b1-8cb8-f99f0269939a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:06.510332 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-0363ee95-f8fd-4428-886f-32ecb743116d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Calling delete_port for eff998e0-0fc3-41be-a1bc-fd8d5a654f33 owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:08:06.538918 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] Sync routers for ids ['e2b5c1e1-7a9f-4d10-8509-b4f59348df2a'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:08:06.586852 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6c7dce-4f2f-40b1-8cb8-f99f0269939a admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:08:06.594357 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb29ebcc-d420-4a4f-8de4-bce3364ccd23 req-2844a4f0-1784-44e5-bc44-dffc68668799 tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.1181133 Jul 22 19:08:06.603916 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3b6c7dce-4f2f-40b1-8cb8-f99f0269939a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:06.604310 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-3b6c7dce-4f2f-40b1-8cb8-f99f0269939a admin admin] Added segment 332d3917-53ec-439f-961f-2e09cd850725 of type vlan for network 73a62730-22a7-4579-81aa-a3bf0ab2224c Jul 22 19:08:06.614256 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] Routers {'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:08:06.614256 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:08:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['e2b5c1e1-7a9f-4d10-8509-b4f59348df2a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:06.622668 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0724e65-d1f7-4c7c-9f5e-c9746c511488 req-a0ebf108-f67a-47d1-9498-0e3476fa9bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:06.624758 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c0724e65-d1f7-4c7c-9f5e-c9746c511488 req-a0ebf108-f67a-47d1-9498-0e3476fa9bd1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da7cf044-915e-459b-bb3e-1bab7d435ed9 HTTP/1.1" status: 200 len: 911 time: 0.4146805 Jul 22 19:08:06.635271 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c7dce-4f2f-40b1-8cb8-f99f0269939a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebe455d-582c-4226-a23d-4cc79862df50,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:06.714919 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3b6c7dce-4f2f-40b1-8cb8-f99f0269939a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:06.765173 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3b6c7dce-4f2f-40b1-8cb8-f99f0269939a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:06.766604 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6c7dce-4f2f-40b1-8cb8-f99f0269939a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:06.767259 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3b6c7dce-4f2f-40b1-8cb8-f99f0269939a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:06.798562 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] Set router e2b5c1e1-7a9f-4d10-8509-b4f59348df2a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:08:06.800293 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=a3a84a0a-c799-447e-bfac-e75a58f783a5,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:06.864781 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c7dce-4f2f-40b1-8cb8-f99f0269939a admin admin] Pushing event updated for resources: {'Network': ['ID=73a62730-22a7-4579-81aa-a3bf0ab2224c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:06.887009 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3b6c7dce-4f2f-40b1-8cb8-f99f0269939a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0175307 Jul 22 19:08:06.889775 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37362) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:06.896792 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 73a62730-22a7-4579-81aa-a3bf0ab2224c details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:08:06.904877 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b6cea510-b3b2-47de-a947-2972cc4e98ff admin admin] Request body: {'subnet': {'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1063993293-subnet', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:06.913522 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c0724e65-d1f7-4c7c-9f5e-c9746c511488 req-91c7b491-daba-450e-92f9-7dd9bababc26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bc78345-5b42-4d33-95c8-6a40d6322ca3 HTTP/1.1" status: 200 len: 217 time: 0.2744832 Jul 22 19:08:06.949548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cea510-b3b2-47de-a947-2972cc4e98ff admin admin] Made reservation on behalf of fbf32d29990d494cb8adb4d0920f40ef for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:08:06.952868 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b6cea510-b3b2-47de-a947-2972cc4e98ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:06.954036 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-4670c4bd-6620-43c1-bc5d-a465609945b9', 'network_id': '4670c4bd-6620-43c1-bc5d-a465609945b9', 'tenant_id': '93ea73befe604530890b841f22228fe3', 'fixed_ips': [{'subnet_id': '5d105c3f-22d0-4578-adfe-7c3fee72e487'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:08:06.954883 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:06.959099 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37364) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:06.994732 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6f638617-aa48-45b5-9958-18e3dee4bc1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:07.004389 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c2ab-b787-449e-9006-152e0d830a8e req-3c2e1a9a-33db-458d-8f21-570b3b1671eb tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:07.011499 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c2ab-b787-449e-9006-152e0d830a8e req-3c2e1a9a-33db-458d-8f21-570b3b1671eb tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:07.019447 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-3c2e1a9a-33db-458d-8f21-570b3b1671eb tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/networks?id=61e26a96-999b-4cb9-96d6-7a8cffc1f46f&id=4670c4bd-6620-43c1-bc5d-a465609945b9&id=61e26a96-999b-4cb9-96d6-7a8cffc1f46f HTTP/1.1" status: 200 len: 1391 time: 0.2314737 Jul 22 19:08:07.109073 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6f638617-aa48-45b5-9958-18e3dee4bc1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:07.112971 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-65a5e69f-4ff2-4172-8fa7-6614806187d2 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/quotas/93ea73befe604530890b841f22228fe3 HTTP/1.1" status: 200 len: 375 time: 0.0924869 Jul 22 19:08:07.157668 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6f638617-aa48-45b5-9958-18e3dee4bc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:07.166811 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843c9a8-6516-44f2-8d8c-fb6badab00b7 req-912d0482-15a0-403b-90fa-cc5cb5220385 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:07.168872 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e843c9a8-6516-44f2-8d8c-fb6badab00b7 req-912d0482-15a0-403b-90fa-cc5cb5220385 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 950 time: 0.5493906 Jul 22 19:08:07.196254 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fa3ff0-95c8-42e9-9d27-48256559b9b1 None None] Network 61e26a96-999b-4cb9-96d6-7a8cffc1f46f requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:08:07.196553 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0724e65-d1f7-4c7c-9f5e-c9746c511488 req-3ab32a40-66c0-4869-8b78-62213b35631b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:07.197929 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c0724e65-d1f7-4c7c-9f5e-c9746c511488 req-3ab32a40-66c0-4869-8b78-62213b35631b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b64e6c5-bc9c-41ac-ba0e-c190ce38d3cc HTTP/1.1" status: 200 len: 850 time: 0.2028222 Jul 22 19:08:07.215137 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6f638617-aa48-45b5-9958-18e3dee4bc1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21ab42bbb671498ab11e4f4c649d2670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514877 Jul 22 19:08:07.218432 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37366) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:07.239545 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f638617-aa48-45b5-9958-18e3dee4bc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb0e7ed-0565-49a1-899d-135fd8ece69e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:07.261293 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c0724e65-d1f7-4c7c-9f5e-c9746c511488 req-d5f59d8b-9147-44fb-b8a1-8cf587be9455 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da7cf044-915e-459b-bb3e-1bab7d435ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475004 Jul 22 19:08:07.314584 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e843c9a8-6516-44f2-8d8c-fb6badab00b7 req-9c053ee0-a419-4a85-9e33-31d0208563f0 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329699 Jul 22 19:08:07.333575 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdf8e-c462-4c94-aaae-1a80262e4a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:07.339594 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-ba594bdc-4037-4525-a72b-33ba2cdd0187 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=93ea73befe604530890b841f22228fe3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2249939 Jul 22 19:08:07.371843 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdf8e-c462-4c94-aaae-1a80262e4a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:07.413906 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] Allocated IP 19.86.0.2 (4670c4bd-6620-43c1-bc5d-a465609945b9/5d105c3f-22d0-4578-adfe-7c3fee72e487/6220db22-9131-4142-bc09-312916d46398) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:08:07.427072 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdf8e-c462-4c94-aaae-1a80262e4a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:07.429733 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdf8e-c462-4c94-aaae-1a80262e4a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:07.431550 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5e6fdf8e-c462-4c94-aaae-1a80262e4a84 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2eb0e7ed-0565-49a1-899d-135fd8ece69e HTTP/1.1" status: 204 len: 168 time: 0.2113564 Jul 22 19:08:07.450584 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b6cea510-b3b2-47de-a947-2972cc4e98ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:07.455183 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fdf8e-c462-4c94-aaae-1a80262e4a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb0e7ed-0565-49a1-899d-135fd8ece69e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:07.511961 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0363ee95-f8fd-4428-886f-32ecb743116d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:07.550689 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c0724e65-d1f7-4c7c-9f5e-c9746c511488 req-23582dae-0bcb-491e-9372-be87f013662c service neutron] 10.222.0.16 "GET /v2.0/networks/da7cf044-915e-459b-bb3e-1bab7d435ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818158 Jul 22 19:08:07.562389 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cea510-b3b2-47de-a947-2972cc4e98ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=16e704e8-35a9-4b1e-95ec-b95d54669535,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:07.562641 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363ee95-f8fd-4428-886f-32ecb743116d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Pushing event deleted for resources: {'Port': ['ID=eff998e0-0fc3-41be-a1bc-fd8d5a654f33,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:07.564179 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cea510-b3b2-47de-a947-2972cc4e98ff admin admin] Checking segment: {'id': '332d3917-53ec-439f-961f-2e09cd850725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:08:07.572632 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cea510-b3b2-47de-a947-2972cc4e98ff admin admin] Network hostable DHCP agents. Network: 73a62730-22a7-4579-81aa-a3bf0ab2224c, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:08:07.588328 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-3077399c-6734-4f39-b662-15af0cc6b755 service neutron] 10.222.0.13 "GET /v2.0/networks/61e26a96-999b-4cb9-96d6-7a8cffc1f46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477973 Jul 22 19:08:07.603732 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cea510-b3b2-47de-a947-2972cc4e98ff admin admin] Network 73a62730-22a7-4579-81aa-a3bf0ab2224c is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:08:07.613135 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-b6cea510-b3b2-47de-a947-2972cc4e98ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 73a62730-22a7-4579-81aa-a3bf0ab2224c) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:07.618104 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cea510-b3b2-47de-a947-2972cc4e98ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:07.618893 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b6cea510-b3b2-47de-a947-2972cc4e98ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:07.625452 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:07.644053 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b6cea510-b3b2-47de-a947-2972cc4e98ff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7491503 Jul 22 19:08:07.645384 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37374) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:07.652275 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c099889-de0d-4bcc-bf27-7bf118c13c6b None None] Network 73a62730-22a7-4579-81aa-a3bf0ab2224c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:08:07.652713 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-25a2a027-ac45-4527-be98-00026b9c0873 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1063993293-router', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:07.677419 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] Transition to ACTIVE for port object 6220db22-9131-4142-bc09-312916d46398 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:07.686564 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-25a2a027-ac45-4527-be98-00026b9c0873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:07.689849 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-25a2a027-ac45-4527-be98-00026b9c0873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:07.736833 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1cbeb4d2-6851-4794-b5c7-cb1f45156cfe None None] Provisioning for port a89eaf05-ab94-4d5d-9919-3b08dc57a6e6 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:07.797485 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-25a2a027-ac45-4527-be98-00026b9c0873 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:07.808510 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a', 'name': 'tempest-ServersTestMultiNic-57489431-router', 'tenant_id': '93ea73befe604530890b841f22228fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a3a84a0a-c799-447e-bfac-e75a58f783a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:07:56Z', 'updated_at': '2021-07-22T19:08:02Z', 'revision_number': 4, 'project_id': '93ea73befe604530890b841f22228fe3', 'gw_port': {'id': 'a3a84a0a-c799-447e-bfac-e75a58f783a5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:07:57Z', 'updated_at': '2021-07-22T19:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'a2e7d800-11c6-4424-9382-4283d01854fe', 'name': '', 'network_id': '97540785-4495-4c81-87f5-36de5c5a4aef', 'tenant_id': '93ea73befe604530890b841f22228fe3', 'mac_address': 'fa:16:3e:cb:7c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'd1d94c4c-8dca-4b14-882c-618b9970a39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:01Z', 'updated_at': '2021-07-22T19:08:02Z', 'revision_number': 2, 'project_id': '93ea73befe604530890b841f22228fe3', 'subnets': [{'id': 'd1d94c4c-8dca-4b14-882c-618b9970a39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:07.811440 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] Transition to ACTIVE for port object 6220db22-9131-4142-bc09-312916d46398 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:07.834634 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0363ee95-f8fd-4428-886f-32ecb743116d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:07.834969 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-0363ee95-f8fd-4428-886f-32ecb743116d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Floating IP 2e3fdfe2-9a97-45ea-ad92-a7e2949dffe6 disassociated (deleted). External IP: 172.25.3.219, port: c43dcb10-42d0-4abe-a256-0ed96be7621f. Jul 22 19:08:07.863649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] Checking router: e2b5c1e1-7a9f-4d10-8509-b4f59348df2a for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:08:07.864003 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] Updating router e2b5c1e1-7a9f-4d10-8509-b4f59348df2a port a2e7d800-11c6-4424-9382-4283d01854fe binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:08:07.906763 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:07.926576 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c0724e65-d1f7-4c7c-9f5e-c9746c511488 req-672128c0-6857-4f41-a60c-c59ebac0fee5 service neutron] 10.222.0.16 "GET /v2.0/networks/da7cf044-915e-459b-bb3e-1bab7d435ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580089 Jul 22 19:08:07.968461 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-56bccf19-a138-416a-bf3e-978503fb69b1 service neutron] 10.222.0.13 "GET /v2.0/networks/61e26a96-999b-4cb9-96d6-7a8cffc1f46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791523 Jul 22 19:08:08.010697 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e9a83-c878-46fe-bb50-a786f2516107 req-e4d3ecb9-8714-4510-bbbe-c988ce9debd4 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:08.012562 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e99e9a83-c878-46fe-bb50-a786f2516107 req-e4d3ecb9-8714-4510-bbbe-c988ce9debd4 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 0.3893182 Jul 22 19:08:08.073039 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:08.073622 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-25a2a027-ac45-4527-be98-00026b9c0873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:08.124108 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e99e9a83-c878-46fe-bb50-a786f2516107 req-edfc8408-aa00-4ed0-bded-c0bbce19daca tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902636 Jul 22 19:08:08.241198 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-ae3cb752-a189-4d8b-b741-11eba680f950 service neutron] 10.222.0.13 "GET /v2.0/networks/4670c4bd-6620-43c1-bc5d-a465609945b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711923 Jul 22 19:08:08.276711 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a89eaf05-ab94-4d5d-9919-3b08dc57a6e6 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:08.324740 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27e7799e-76f2-4d5f-9938-6dfcb67951a7 req-f4d579f0-fa7f-4d2e-b87e-9062f67f9681 tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.0632083 Jul 22 19:08:08.371350 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-25a2a027-ac45-4527-be98-00026b9c0873 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:08.522219 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-2d4d81ef-0964-454d-b454-411ef484dae2 service neutron] 10.222.0.13 "GET /v2.0/networks/4670c4bd-6620-43c1-bc5d-a465609945b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800407 Jul 22 19:08:08.530252 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:08.534146 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] Network 4670c4bd-6620-43c1-bc5d-a465609945b9 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:08.539499 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0363ee95-f8fd-4428-886f-32ecb743116d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Router aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:08:08.545672 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port a89eaf05-ab94-4d5d-9919-3b08dc57a6e6 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:08.557611 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port a89eaf05-ab94-4d5d-9919-3b08dc57a6e6 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:08.558131 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:08.598123 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:08.607503 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] Pushing event updated for resources: {'Port': ['ID=6220db22-9131-4142-bc09-312916d46398,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:08.610087 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:08:08.612050 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 37402) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:08.616147 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] Transition to ACTIVE for port object a2e7d800-11c6-4424-9382-4283d01854fe will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:08.693397 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:08.718831 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3785e5b-3817-42e7-84b4-f6045a1b2a1b req-8db13934-39e2-4ea5-92ff-3acb20aa0582 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:08.726366 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f3785e5b-3817-42e7-84b4-f6045a1b2a1b req-8db13934-39e2-4ea5-92ff-3acb20aa0582 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 950 time: 0.2706158 Jul 22 19:08:08.753175 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-25a2a027-ac45-4527-be98-00026b9c0873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:08.777094 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-ef0244de-5b28-479a-9d62-c254ecb77ab4 service neutron] 10.222.0.13 "GET /v2.0/networks/61e26a96-999b-4cb9-96d6-7a8cffc1f46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531176 Jul 22 19:08:08.807662 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e6567732-8ca7-4783-b944-37ed8aedb44c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-578036824-network', 'tenant_id': '7fdf88f3bf84431288c34c9e79a82bf1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:08.861717 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-73a62730-22a7-4579-81aa-a3bf0ab2224c', 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'fixed_ips': [{'subnet_id': '16e704e8-35a9-4b1e-95ec-b95d54669535'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:08:08.862542 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:08.865031 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f3785e5b-3817-42e7-84b4-f6045a1b2a1b req-1e878b10-7da5-4dc4-9a5e-ac426a6572a6 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372969 Jul 22 19:08:08.868640 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-25a2a027-ac45-4527-be98-00026b9c0873 admin admin] Allocated IP 172.25.3.14 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/b81dfc1e-ad8d-4a83-9eba-d6dade06245b) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:08:08.936593 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6567732-8ca7-4783-b944-37ed8aedb44c admin admin] Made reservation on behalf of 7fdf88f3bf84431288c34c9e79a82bf1 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:08:08.941438 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6567732-8ca7-4783-b944-37ed8aedb44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:08.949086 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0363ee95-f8fd-4428-886f-32ecb743116d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:08:08.955958 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:08.961370 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f494c264-aa0e-4494-a534-79402698083f None None] Sync routers for ids ['aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:08:08.979004 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f494c264-aa0e-4494-a534-79402698083f None None] Routers {'aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:08:08.979762 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f494c264-aa0e-4494-a534-79402698083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:08:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:08.992766 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0363ee95-f8fd-4428-886f-32ecb743116d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:08.999873 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6567732-8ca7-4783-b944-37ed8aedb44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:09.016932 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-25a2a027-ac45-4527-be98-00026b9c0873 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:09.046196 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f494c264-aa0e-4494-a534-79402698083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:09.056415 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f494c264-aa0e-4494-a534-79402698083f None None] Routers {'aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:08:09.058243 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f494c264-aa0e-4494-a534-79402698083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:08:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:09.062377 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-25a2a027-ac45-4527-be98-00026b9c0873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:09.088305 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0363ee95-f8fd-4428-886f-32ecb743116d tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] 10.222.0.13 "DELETE /v2.0/floatingips/2e3fdfe2-9a97-45ea-ad92-a7e2949dffe6 HTTP/1.1" status: 204 len: 168 time: 3.4427409 Jul 22 19:08:09.094323 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 37408) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:09.099379 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-d0a862c2-e56a-42be-961c-15560fce3b44 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:09.113698 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a2a027-ac45-4527-be98-00026b9c0873 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:09.116911 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-25a2a027-ac45-4527-be98-00026b9c0873 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:09.119911 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a2a027-ac45-4527-be98-00026b9c0873 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:08:09.120867 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f494c264-aa0e-4494-a534-79402698083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:09.121761 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f494c264-aa0e-4494-a534-79402698083f None None] The sync data for ids ['aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:08:09.128257 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-77b47e8d-0312-479f-84bb-b09461875c65 service neutron] 10.222.0.13 "GET /v2.0/networks/61e26a96-999b-4cb9-96d6-7a8cffc1f46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497052 Jul 22 19:08:09.162953 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] Allocated IP 172.20.0.2 (73a62730-22a7-4579-81aa-a3bf0ab2224c/16e704e8-35a9-4b1e-95ec-b95d54669535/a6cbdeb6-72ba-4405-a922-b9b8306c5d98) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:08:09.177615 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2a027-ac45-4527-be98-00026b9c0873 admin admin] Pushing event updated for resources: {'Port': ['ID=b81dfc1e-ad8d-4a83-9eba-d6dade06245b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:09.230590 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] Attempting to bind port 6220db22-9131-4142-bc09-312916d46398 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:08:09.230963 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] Attempting to bind port 6220db22-9131-4142-bc09-312916d46398 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'acff410e-7ff1-4fe2-a1e0-ed0693f7afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4670c4bd-6620-43c1-bc5d-a465609945b9'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:08:09.231333 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] Attempting to bind port 6220db22-9131-4142-bc09-312916d46398 on network 4670c4bd-6620-43c1-bc5d-a465609945b9 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:08:09.254035 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6567732-8ca7-4783-b944-37ed8aedb44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:09.261624 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6567732-8ca7-4783-b944-37ed8aedb44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:09.328817 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6567732-8ca7-4783-b944-37ed8aedb44c admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:08:09.400076 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48fffd-3270-4249-bef6-f4fbfb2c6d33 None None] Pushing event updated for resources: {'Port': ['ID=a2e7d800-11c6-4424-9382-4283d01854fe,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:09.403762 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:08:09.404179 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] Checking segment: {'id': 'acff410e-7ff1-4fe2-a1e0-ed0693f7afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4670c4bd-6620-43c1-bc5d-a465609945b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:08:09.404614 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:09.405021 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] Bound using segment: {'id': 'acff410e-7ff1-4fe2-a1e0-ed0693f7afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4670c4bd-6620-43c1-bc5d-a465609945b9'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:08:09.405670 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] Bound port: 6220db22-9131-4142-bc09-312916d46398, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acff410e-7ff1-4fe2-a1e0-ed0693f7afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4670c4bd-6620-43c1-bc5d-a465609945b9'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:08:09.406067 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:09.519557 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-25a2a027-ac45-4527-be98-00026b9c0873 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:09.585064 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] For port 6220db22-9131-4142-bc09-312916d46398, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:08:09.589815 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:09.598568 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] For port 6220db22-9131-4142-bc09-312916d46398, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6220db22-9131-4142-bc09-312916d46398,segment=NetworkSegment(acff410e-7ff1-4fe2-a1e0-ed0693f7afe1),segment_id=acff410e-7ff1-4fe2-a1e0-ed0693f7afe1)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:08:09.631057 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:09.633832 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] Attempting to bind port a2e7d800-11c6-4424-9382-4283d01854fe on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:08:09.634232 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] Attempting to bind port a2e7d800-11c6-4424-9382-4283d01854fe by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '9f8303f6-ae6a-4b16-a16e-d452318eaef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '97540785-4495-4c81-87f5-36de5c5a4aef'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:08:09.634601 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] Attempting to bind port a2e7d800-11c6-4424-9382-4283d01854fe on network 97540785-4495-4c81-87f5-36de5c5a4aef {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:08:09.727673 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:08:09.728121 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] Checking segment: {'id': '9f8303f6-ae6a-4b16-a16e-d452318eaef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '97540785-4495-4c81-87f5-36de5c5a4aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:08:09.728445 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:09.729093 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] Bound using segment: {'id': '9f8303f6-ae6a-4b16-a16e-d452318eaef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '97540785-4495-4c81-87f5-36de5c5a4aef'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:08:09.729594 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] Bound port: a2e7d800-11c6-4424-9382-4283d01854fe, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8303f6-ae6a-4b16-a16e-d452318eaef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '97540785-4495-4c81-87f5-36de5c5a4aef'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:08:09.729980 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:09.795407 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0a862c2-e56a-42be-961c-15560fce3b44 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:09.797576 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-25a2a027-ac45-4527-be98-00026b9c0873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:09.822850 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6567732-8ca7-4783-b944-37ed8aedb44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:09.823129 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-e6567732-8ca7-4783-b944-37ed8aedb44c admin admin] Added segment 9309b4d1-770a-4a63-8d82-2b1b6046664e of type vlan for network dc1e2cb3-4cca-4322-be09-ea6782e15a2a Jul 22 19:08:09.823317 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port a89eaf05-ab94-4d5d-9919-3b08dc57a6e6, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a89eaf05-ab94-4d5d-9919-3b08dc57a6e6,segment=NetworkSegment(23380bb9-f411-4802-ab03-1beca1c1aec2),segment_id=23380bb9-f411-4802-ab03-1beca1c1aec2)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:09.840412 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6567732-8ca7-4783-b944-37ed8aedb44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89b716c-dc9b-4229-89ce-3c61e25a18b4,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:09.875721 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:09.889094 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] Transition to ACTIVE for port object a6cbdeb6-72ba-4405-a922-b9b8306c5d98 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:09.919695 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b3743c64-e2d5-4d76-a666-ef82d35a8556 req-729d5c5a-13c3-482f-ab93-c436c90eabab tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 210 time: 0.1332633 Jul 22 19:08:09.945506 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:09.946552 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a3a84a0a-c799-447e-bfac-e75a58f783a5 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:10.001460 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6567732-8ca7-4783-b944-37ed8aedb44c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:10.029078 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] Transition to ACTIVE for port object a6cbdeb6-72ba-4405-a922-b9b8306c5d98 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:10.032109 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a181b8-e902-4dd1-9244-ea07e2109290 None None] Pushing event updated for resources: {'Port': ['ID=6220db22-9131-4142-bc09-312916d46398,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:10.052412 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a2a027-ac45-4527-be98-00026b9c0873 admin admin] Router ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:08:10.062584 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:10.097901 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584d47b-a70e-4955-b8e1-4d3dd9c44b72 req-aa73ae02-4e77-4aa6-b3d5-807ea3b24a62 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:10.111461 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3584d47b-a70e-4955-b8e1-4d3dd9c44b72 req-aa73ae02-4e77-4aa6-b3d5-807ea3b24a62 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 0.8342404 Jul 22 19:08:10.116289 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c048774f-ec5a-4c17-bbf4-d642e4b27dc2 req-26909a38-13d9-4f19-a212-f43a99f0675f tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.0842249 Jul 22 19:08:10.171613 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-de3d9735-630b-4962-abea-b47f283e7e83 None None] Provisioning complete for port a89eaf05-ab94-4d5d-9919-3b08dc57a6e6 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:10.172277 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-de3d9735-630b-4962-abea-b47f283e7e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:10.182035 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] Network 73a62730-22a7-4579-81aa-a3bf0ab2224c is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:10.188960 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:10.200887 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.db.resource_extend [None req-e6567732-8ca7-4783-b944-37ed8aedb44c admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:08:10.236016 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:08:10.261697 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6567732-8ca7-4783-b944-37ed8aedb44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:10.262519 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6567732-8ca7-4783-b944-37ed8aedb44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:10.263280 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6567732-8ca7-4783-b944-37ed8aedb44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:10.299335 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a2a027-ac45-4527-be98-00026b9c0873 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:08:10.313078 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3584d47b-a70e-4955-b8e1-4d3dd9c44b72 req-c7f19513-eefe-4a3d-8d36-7936491663ec tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006953 Jul 22 19:08:10.317064 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] For port a2e7d800-11c6-4424-9382-4283d01854fe, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:08:10.321487 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] Sync routers for ids ['ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:08:10.342882 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-25a2a027-ac45-4527-be98-00026b9c0873 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:10.345566 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-25a2a027-ac45-4527-be98-00026b9c0873 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6983061 Jul 22 19:08:10.348822 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37428) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:10.354367 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=a89eaf05-ab94-4d5d-9919-3b08dc57a6e6,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:10.374485 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] For port a2e7d800-11c6-4424-9382-4283d01854fe, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a2e7d800-11c6-4424-9382-4283d01854fe,segment=NetworkSegment(9f8303f6-ae6a-4b16-a16e-d452318eaef3),segment_id=9f8303f6-ae6a-4b16-a16e-d452318eaef3)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:08:10.376798 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e6567732-8ca7-4783-b944-37ed8aedb44c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7601116 Jul 22 19:08:10.385103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 37430) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:10.392815 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-bccfb0fb-4206-4dc8-b78d-89571b5add88 admin admin] Request body: {'subnet': {'network_id': 'dc1e2cb3-4cca-4322-be09-ea6782e15a2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-578036824-subnet', 'tenant_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:10.413695 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:10.426244 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] Attempting to bind port a6cbdeb6-72ba-4405-a922-b9b8306c5d98 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:08:10.426878 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] Attempting to bind port a6cbdeb6-72ba-4405-a922-b9b8306c5d98 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '332d3917-53ec-439f-961f-2e09cd850725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:08:10.427265 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] Attempting to bind port a6cbdeb6-72ba-4405-a922-b9b8306c5d98 on network 73a62730-22a7-4579-81aa-a3bf0ab2224c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:08:10.439565 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] Routers {'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:08:10.440202 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:08:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:10.455868 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6567732-8ca7-4783-b944-37ed8aedb44c admin admin] Pushing event updated for resources: {'Network': ['ID=dc1e2cb3-4cca-4322-be09-ea6782e15a2a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:10.464887 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0a862c2-e56a-42be-961c-15560fce3b44 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:10.491571 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccfb0fb-4206-4dc8-b78d-89571b5add88 admin admin] Made reservation on behalf of 7fdf88f3bf84431288c34c9e79a82bf1 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:08:10.494795 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bccfb0fb-4206-4dc8-b78d-89571b5add88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:10.523628 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:08:10.524108 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] Checking segment: {'id': '332d3917-53ec-439f-961f-2e09cd850725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:08:10.524619 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:10.525040 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] Bound using segment: {'id': '332d3917-53ec-439f-961f-2e09cd850725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:08:10.525513 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] Bound port: a6cbdeb6-72ba-4405-a922-b9b8306c5d98, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d3917-53ec-439f-961f-2e09cd850725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:08:10.525898 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:10.533671 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network dc1e2cb3-4cca-4322-be09-ea6782e15a2a details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:08:10.535464 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port a3a84a0a-c799-447e-bfac-e75a58f783a5 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:10.535919 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:10.583637 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] Pushing event updated for resources: {'Port': ['ID=a6cbdeb6-72ba-4405-a922-b9b8306c5d98,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:10.665835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cacd8-6e70-4d20-84c1-9cb25955d828 req-c9ae3d9d-7047-4fb5-8cfa-fa95d2120132 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:10.668005 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-875cacd8-6e70-4d20-84c1-9cb25955d828 req-c9ae3d9d-7047-4fb5-8cfa-fa95d2120132 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 950 time: 0.3913851 Jul 22 19:08:10.753671 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:08:10.754329 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] Routers {'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:08:10.755601 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:08:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['e2b5c1e1-7a9f-4d10-8509-b4f59348df2a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:10.941931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48fffd-3270-4249-bef6-f4fbfb2c6d33 None None] Pushing event updated for resources: {'Port': ['ID=a2e7d800-11c6-4424-9382-4283d01854fe,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:11.014268 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-875cacd8-6e70-4d20-84c1-9cb25955d828 req-449abc9e-dda0-474b-a272-cf2476ca6122 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313248 Jul 22 19:08:11.032542 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] Set router ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:08:11.037620 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] For port a6cbdeb6-72ba-4405-a922-b9b8306c5d98, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:08:11.094474 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-d0a862c2-e56a-42be-961c-15560fce3b44 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Allocated IP 172.25.3.188 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/856d44d8-5775-4132-a3e6-802dc7e6db0d) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:08:11.098864 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7095e238-9982-44df-bbce-abba541431e5 req-573e311d-1fec-4036-afff-4dbcc5bba444 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 210 time: 0.0654163 Jul 22 19:08:11.141243 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c5ceae7f-a372-4db6-a8cc-89dbd9f73c2f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:11.147188 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c5ceae7f-a372-4db6-a8cc-89dbd9f73c2f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:11.149539 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c5ceae7f-a372-4db6-a8cc-89dbd9f73c2f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.30 "GET /v2.0/networks?id=61e26a96-999b-4cb9-96d6-7a8cffc1f46f&id=4670c4bd-6620-43c1-bc5d-a465609945b9&id=61e26a96-999b-4cb9-96d6-7a8cffc1f46f HTTP/1.1" status: 200 len: 1391 time: 0.5699868 Jul 22 19:08:11.170039 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] For port a6cbdeb6-72ba-4405-a922-b9b8306c5d98, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a6cbdeb6-72ba-4405-a922-b9b8306c5d98,segment=NetworkSegment(332d3917-53ec-439f-961f-2e09cd850725),segment_id=332d3917-53ec-439f-961f-2e09cd850725)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:08:11.185512 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7194c2ab-b787-449e-9006-152e0d830a8e req-da687f89-88ed-492c-b650-c104c448d794 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Request body: {'port': {'device_id': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'network_id': '61e26a96-999b-4cb9-96d6-7a8cffc1f46f', 'admin_state_up': True, 'tenant_id': '93ea73befe604530890b841f22228fe3'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:11.203973 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:11.255873 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01f62b62-7826-4c05-bb53-8719468e4bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:11.325120 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c9294e6-aea7-47a3-98f4-286131abc9fe req-689fc32f-73a7-4795-b792-c38349bccd0d tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.0792785 Jul 22 19:08:11.471951 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] Set router e2b5c1e1-7a9f-4d10-8509-b4f59348df2a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:08:11.492912 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-01f62b62-7826-4c05-bb53-8719468e4bac admin admin] Allocated IP 172.20.0.1 (73a62730-22a7-4579-81aa-a3bf0ab2224c/16e704e8-35a9-4b1e-95ec-b95d54669535/3c842535-e8b5-4309-8f15-1756c6be01f2) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:08:11.572876 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401db42-ce61-4ba0-ae8f-7f58a79cc024 None None] Pushing event updated for resources: {'Port': ['ID=a6cbdeb6-72ba-4405-a922-b9b8306c5d98,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:11.578810 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b88b56d-cafb-4398-9054-7dda4ec80889 None None] Network 4670c4bd-6620-43c1-bc5d-a465609945b9 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:08:11.627507 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bccfb0fb-4206-4dc8-b78d-89571b5add88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:11.669514 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01f62b62-7826-4c05-bb53-8719468e4bac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:11.690509 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-01f62b62-7826-4c05-bb53-8719468e4bac admin admin] Transition to ACTIVE for port object 3c842535-e8b5-4309-8f15-1756c6be01f2 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:11.704884 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfb0fb-4206-4dc8-b78d-89571b5add88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=214adf36-ac6e-4ac7-a335-e873267761a9,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:11.712607 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7194c2ab-b787-449e-9006-152e0d830a8e req-da687f89-88ed-492c-b650-c104c448d794 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Made reservation on behalf of 93ea73befe604530890b841f22228fe3 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:08:11.716694 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-da687f89-88ed-492c-b650-c104c448d794 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:11.745592 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0a862c2-e56a-42be-961c-15560fce3b44 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:11.763900 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:11.790176 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01f62b62-7826-4c05-bb53-8719468e4bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:11.838422 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f62b62-7826-4c05-bb53-8719468e4bac admin admin] Network 73a62730-22a7-4579-81aa-a3bf0ab2224c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:11.847803 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-01f62b62-7826-4c05-bb53-8719468e4bac admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:11.851529 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f62b62-7826-4c05-bb53-8719468e4bac admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:08:11.852988 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a89eaf05-ab94-4d5d-9919-3b08dc57a6e6 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:11.864326 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-65bc8108-6ae7-4540-9947-f3aa70966574 None None] Provisioning for port 6220db22-9131-4142-bc09-312916d46398 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:11.888868 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f62b62-7826-4c05-bb53-8719468e4bac admin admin] Pushing event updated for resources: {'Port': ['ID=3c842535-e8b5-4309-8f15-1756c6be01f2,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:11.904493 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0a862c2-e56a-42be-961c-15560fce3b44 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:11.909988 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01f62b62-7826-4c05-bb53-8719468e4bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:12.007020 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a862c2-e56a-42be-961c-15560fce3b44 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Pushing event updated for resources: {'Port': ['ID=856d44d8-5775-4132-a3e6-802dc7e6db0d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:12.009217 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'name': 'tempest-ServersTestBootFromVolume-1063993293-router', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:07Z', 'updated_at': '2021-07-22T19:08:09Z', 'revision_number': 3, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'gw_port': {'id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:08Z', 'updated_at': '2021-07-22T19:08:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:12.071358 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a862c2-e56a-42be-961c-15560fce3b44 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:12.074107 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] Checking router: ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:08:12.074468 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] Updating router ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 port b81dfc1e-ad8d-4a83-9eba-d6dade06245b binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:08:12.075282 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05dd7c2f-1fcd-4670-a742-a30c89541c3a req-8226fd14-3c7a-4c7e-9ca3-f4233caa2ed1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.1796246 Jul 22 19:08:12.085399 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01f62b62-7826-4c05-bb53-8719468e4bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:12.092574 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783cf14-fd71-4fb0-bc18-18dda9094a45 req-562330e9-dbff-4f49-a304-2d89851c49ef tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:12.100840 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2783cf14-fd71-4fb0-bc18-18dda9094a45 req-562330e9-dbff-4f49-a304-2d89851c49ef tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 0.6483109 Jul 22 19:08:12.103280 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-d0a862c2-e56a-42be-961c-15560fce3b44 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:12.106088 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a862c2-e56a-42be-961c-15560fce3b44 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:08:12.129653 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port a89eaf05-ab94-4d5d-9919-3b08dc57a6e6 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:12.130054 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:12.220275 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:12.236936 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccfb0fb-4206-4dc8-b78d-89571b5add88 admin admin] Checking segment: {'id': '9309b4d1-770a-4a63-8d82-2b1b6046664e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc1e2cb3-4cca-4322-be09-ea6782e15a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:08:12.237302 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccfb0fb-4206-4dc8-b78d-89571b5add88 admin admin] Network hostable DHCP agents. Network: dc1e2cb3-4cca-4322-be09-ea6782e15a2a, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:08:12.279354 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01f62b62-7826-4c05-bb53-8719468e4bac admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:12.281556 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a', 'name': 'tempest-ServersTestMultiNic-57489431-router', 'tenant_id': '93ea73befe604530890b841f22228fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a3a84a0a-c799-447e-bfac-e75a58f783a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:07:56Z', 'updated_at': '2021-07-22T19:08:02Z', 'revision_number': 4, 'project_id': '93ea73befe604530890b841f22228fe3', 'gw_port': {'id': 'a3a84a0a-c799-447e-bfac-e75a58f783a5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:07:57Z', 'updated_at': '2021-07-22T19:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'a2e7d800-11c6-4424-9382-4283d01854fe', 'name': '', 'network_id': '97540785-4495-4c81-87f5-36de5c5a4aef', 'tenant_id': '93ea73befe604530890b841f22228fe3', 'mac_address': 'fa:16:3e:cb:7c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'd1d94c4c-8dca-4b14-882c-618b9970a39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:01Z', 'updated_at': '2021-07-22T19:08:10Z', 'revision_number': 4, 'project_id': '93ea73befe604530890b841f22228fe3', 'subnets': [{'id': 'd1d94c4c-8dca-4b14-882c-618b9970a39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:12.285675 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01f62b62-7826-4c05-bb53-8719468e4bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:12.299242 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2783cf14-fd71-4fb0-bc18-18dda9094a45 req-f744e4d7-7bbc-407c-a5ae-2075a27edf54 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971343 Jul 22 19:08:12.302192 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-7194c2ab-b787-449e-9006-152e0d830a8e req-da687f89-88ed-492c-b650-c104c448d794 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Allocated IP 19.80.0.185 (61e26a96-999b-4cb9-96d6-7a8cffc1f46f/40618aff-421a-4b9c-be35-71214db164f0/a35f04cf-6297-48dc-aad6-b8a17ebad719) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:08:12.340058 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccfb0fb-4206-4dc8-b78d-89571b5add88 admin admin] Network dc1e2cb3-4cca-4322-be09-ea6782e15a2a is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:08:12.399603 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f62b62-7826-4c05-bb53-8719468e4bac admin admin] Pushing event updated for resources: {'Port': ['ID=3c842535-e8b5-4309-8f15-1756c6be01f2,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:12.403845 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01f62b62-7826-4c05-bb53-8719468e4bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:12.435253 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ee5d8-8a15-4b34-93ca-1a59d649598b None None] The sync data for ids ['e2b5c1e1-7a9f-4d10-8509-b4f59348df2a'] in n-d-800086-12 is: [{'id': 'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a', 'name': 'tempest-ServersTestMultiNic-57489431-router', 'tenant_id': '93ea73befe604530890b841f22228fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a3a84a0a-c799-447e-bfac-e75a58f783a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:07:56Z', 'updated_at': '2021-07-22T19:08:02Z', 'revision_number': 4, 'project_id': '93ea73befe604530890b841f22228fe3', 'gw_port': {'id': 'a3a84a0a-c799-447e-bfac-e75a58f783a5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:07:57Z', 'updated_at': '2021-07-22T19:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'a2e7d800-11c6-4424-9382-4283d01854fe', 'name': '', 'network_id': '97540785-4495-4c81-87f5-36de5c5a4aef', 'tenant_id': '93ea73befe604530890b841f22228fe3', 'mac_address': 'fa:16:3e:cb:7c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'd1d94c4c-8dca-4b14-882c-618b9970a39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:01Z', 'updated_at': '2021-07-22T19:08:10Z', 'revision_number': 4, 'project_id': '93ea73befe604530890b841f22228fe3', 'subnets': [{'id': 'd1d94c4c-8dca-4b14-882c-618b9970a39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:08:12.441308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-bccfb0fb-4206-4dc8-b78d-89571b5add88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, dc1e2cb3-4cca-4322-be09-ea6782e15a2a) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:12.470155 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8847ad66-bd37-4886-a1fb-b2a9e70aa8b0 None None] Network dc1e2cb3-4cca-4322-be09-ea6782e15a2a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:08:12.495337 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0a862c2-e56a-42be-961c-15560fce3b44 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:12.497461 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccfb0fb-4206-4dc8-b78d-89571b5add88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:12.498062 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bccfb0fb-4206-4dc8-b78d-89571b5add88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:12.501789 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb1c3550-3768-46ec-b7da-95016b34d481 req-98385fa8-67cf-4890-bb3c-8773fb0da84f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 210 time: 0.0687733 Jul 22 19:08:12.525109 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a2e7d800-11c6-4424-9382-4283d01854fe up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:12.538112 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6442a4-a86c-4a26-b1e8-98f4ff20fb6c req-d071e64a-267f-49f6-9974-a22382bccd45 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:12.545426 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a6442a4-a86c-4a26-b1e8-98f4ff20fb6c req-d071e64a-267f-49f6-9974-a22382bccd45 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 950 time: 0.4342060 Jul 22 19:08:12.599965 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f62b62-7826-4c05-bb53-8719468e4bac admin admin] Network 73a62730-22a7-4579-81aa-a3bf0ab2224c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:12.603588 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-01f62b62-7826-4c05-bb53-8719468e4bac admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:12.706495 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bccfb0fb-4206-4dc8-b78d-89571b5add88 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3189647 Jul 22 19:08:12.738128 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 37448) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:12.761407 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-989afdc7-ccb4-411b-89b3-7b07dfd56afe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-578036824-router', 'tenant_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:12.841502 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port a2e7d800-11c6-4424-9382-4283d01854fe completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:12.884396 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port a2e7d800-11c6-4424-9382-4283d01854fe triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:12.884849 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:12.895768 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ea88b3e-63ca-40f7-bfc3-6506b917b3c1 req-fd2822da-5240-49be-bfb7-c0d9eb848039 tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.2184167 Jul 22 19:08:12.896394 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f62b62-7826-4c05-bb53-8719468e4bac admin admin] Router ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:08:12.931236 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a6442a4-a86c-4a26-b1e8-98f4ff20fb6c req-885e21a2-76ac-4c92-a7dd-eea797b3560a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827682 Jul 22 19:08:12.953221 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0a862c2-e56a-42be-961c-15560fce3b44 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:13.039230 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-989afdc7-ccb4-411b-89b3-7b07dfd56afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:13.040099 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-989afdc7-ccb4-411b-89b3-7b07dfd56afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:13.040248 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc647974-4dee-4d6c-a1e0-a936513ad760 None None] Network 73a62730-22a7-4579-81aa-a3bf0ab2224c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:08:13.106167 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f62b62-7826-4c05-bb53-8719468e4bac admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:08:13.115135 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-01f62b62-7826-4c05-bb53-8719468e4bac admin admin] 10.222.0.13 "PUT /v2.0/routers/ace3a67e-6e8d-4a27-8897-e99b1e0e0b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7650199 Jul 22 19:08:13.137730 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-989afdc7-ccb4-411b-89b3-7b07dfd56afe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:13.161416 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-da687f89-88ed-492c-b650-c104c448d794 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:13.210104 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:13.215742 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-dc1e2cb3-4cca-4322-be09-ea6782e15a2a', 'network_id': 'dc1e2cb3-4cca-4322-be09-ea6782e15a2a', 'tenant_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'fixed_ips': [{'subnet_id': '214adf36-ac6e-4ac7-a335-e873267761a9'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:08:13.216622 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:13.250631 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fead2a9f-d6c1-4af1-97a0-3ffca77b9a48 None None] Provisioning for port a6cbdeb6-72ba-4405-a922-b9b8306c5d98 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:13.260013 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] Transition to ACTIVE for port object b81dfc1e-ad8d-4a83-9eba-d6dade06245b will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:13.292516 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:13.510522 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f1597-2270-415b-89af-e33344e9d35f None None] Pushing event updated for resources: {'Port': ['ID=b81dfc1e-ad8d-4a83-9eba-d6dade06245b,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:13.520843 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] Attempting to bind port b81dfc1e-ad8d-4a83-9eba-d6dade06245b on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:08:13.520997 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] Attempting to bind port b81dfc1e-ad8d-4a83-9eba-d6dade06245b by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:08:13.521274 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] Attempting to bind port b81dfc1e-ad8d-4a83-9eba-d6dade06245b on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:08:13.575547 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] Allocated IP 172.20.0.2 (dc1e2cb3-4cca-4322-be09-ea6782e15a2a/214adf36-ac6e-4ac7-a335-e873267761a9/cdb85516-969b-4995-b402-fff490fadbcf) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:08:13.607854 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:13.618315 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:08:13.618704 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:08:13.619091 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:13.619484 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:08:13.619951 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] Bound port: b81dfc1e-ad8d-4a83-9eba-d6dade06245b, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:08:13.620338 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:13.637218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-7194c2ab-b787-449e-9006-152e0d830a8e req-da687f89-88ed-492c-b650-c104c448d794 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Transition to ACTIVE for port object a35f04cf-6297-48dc-aad6-b8a17ebad719 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:13.711637 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37460) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:13.716862 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-1119bb27-9206-4a24-b0f6-65b36c8fd9bf tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--800838543', 'description': 'tempest-description--1982315579'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:13.749565 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-989afdc7-ccb4-411b-89b3-7b07dfd56afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:13.756817 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1119bb27-9206-4a24-b0f6-65b36c8fd9bf tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:13.853080 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34ff0d06-df55-4a0b-ba26-58d064237c55 req-96ff9192-910b-414e-bf27-108625957631 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 210 time: 0.0815437 Jul 22 19:08:13.861179 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1119bb27-9206-4a24-b0f6-65b36c8fd9bf tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:13.861990 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-e825b582-35ea-4e1d-b937-769c8687cd84 service neutron] show failed (client error): The resource could not be found. Jul 22 19:08:13.863168 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-e825b582-35ea-4e1d-b937-769c8687cd84 service neutron] 10.222.0.30 "GET /v2.0/ports/010b98b4-758f-4285-89fb-ff8927f356cc/bindings/n-h2-800086-12 HTTP/1.1" status: 404 len: 381 time: 0.6612957 Jul 22 19:08:13.866055 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1119bb27-9206-4a24-b0f6-65b36c8fd9bf tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:13.910799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5aa10-9112-4949-af24-b4b88a796e91 req-b89298b9-f6d0-41a5-b746-b08d4ab16e17 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:13.914094 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port a2e7d800-11c6-4424-9382-4283d01854fe, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a2e7d800-11c6-4424-9382-4283d01854fe,segment=NetworkSegment(9f8303f6-ae6a-4b16-a16e-d452318eaef3),segment_id=9f8303f6-ae6a-4b16-a16e-d452318eaef3)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:13.914965 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119bb27-9206-4a24-b0f6-65b36c8fd9bf tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c172a87e-16e2-4c6f-9abd-54aba83abe61,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:13.918922 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ac5aa10-9112-4949-af24-b4b88a796e91 req-b89298b9-f6d0-41a5-b746-b08d4ab16e17 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 0.3818963 Jul 22 19:08:13.923201 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-da687f89-88ed-492c-b650-c104c448d794 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:13.925249 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1119bb27-9206-4a24-b0f6-65b36c8fd9bf tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:13.926926 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1119bb27-9206-4a24-b0f6-65b36c8fd9bf tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2137551 Jul 22 19:08:13.928925 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] For port b81dfc1e-ad8d-4a83-9eba-d6dade06245b, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:08:13.930068 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37462) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:13.934006 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:13.934839 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6220db22-9131-4142-bc09-312916d46398 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:13.937383 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-6e0cbeae-3532-45b3-8512-3387401e158a tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Request body: {'security_group_rule': {'security_group_id': 'c172a87e-16e2-4c6f-9abd-54aba83abe61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:14.001649 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e0cbeae-3532-45b3-8512-3387401e158a tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:14.008154 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0a862c2-e56a-42be-961c-15560fce3b44 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:14.016389 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] For port b81dfc1e-ad8d-4a83-9eba-d6dade06245b, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b81dfc1e-ad8d-4a83-9eba-d6dade06245b,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:08:14.030687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7194c2ab-b787-449e-9006-152e0d830a8e req-da687f89-88ed-492c-b650-c104c448d794 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Network 61e26a96-999b-4cb9-96d6-7a8cffc1f46f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:14.030687 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0a862c2-e56a-42be-961c-15560fce3b44 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:14.032222 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:14.051954 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-7194c2ab-b787-449e-9006-152e0d830a8e req-da687f89-88ed-492c-b650-c104c448d794 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:14.063124 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-7194c2ab-b787-449e-9006-152e0d830a8e req-da687f89-88ed-492c-b650-c104c448d794 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:08:14.083622 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=a2e7d800-11c6-4424-9382-4283d01854fe,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:14.103649 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da687f89-88ed-492c-b650-c104c448d794 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event updated for resources: {'Port': ['ID=a35f04cf-6297-48dc-aad6-b8a17ebad719,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:14.120924 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ac5aa10-9112-4949-af24-b4b88a796e91 req-5c4d4e32-5574-48c6-99d4-6478901be096 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004850 Jul 22 19:08:14.138621 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e0cbeae-3532-45b3-8512-3387401e158a tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:14.147637 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e0cbeae-3532-45b3-8512-3387401e158a tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:14.196572 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cbeae-3532-45b3-8512-3387401e158a tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17a0c25-7cac-41df-8b47-e8bbac83063f,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:14.207371 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-125a8252-ad4f-4b3f-82ff-9d2019a8527c req-47b1ae05-f021-49dd-b3d9-751328c5b424 tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.1531184 Jul 22 19:08:14.218491 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e0cbeae-3532-45b3-8512-3387401e158a tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:14.221705 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6e0cbeae-3532-45b3-8512-3387401e158a tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2890999 Jul 22 19:08:14.223649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] Routers {'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:08:14.224537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:08:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:14.225129 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37470) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:14.238744 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-7299a346-56ad-40fa-9c64-22b0ec8d261e tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Request body: {'security_group_rule': {'security_group_id': 'c172a87e-16e2-4c6f-9abd-54aba83abe61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:14.287704 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7299a346-56ad-40fa-9c64-22b0ec8d261e tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:14.325331 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 6220db22-9131-4142-bc09-312916d46398 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:14.382735 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7299a346-56ad-40fa-9c64-22b0ec8d261e tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:14.387827 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7299a346-56ad-40fa-9c64-22b0ec8d261e tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:14.406884 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f1597-2270-415b-89af-e33344e9d35f None None] Pushing event updated for resources: {'Port': ['ID=b81dfc1e-ad8d-4a83-9eba-d6dade06245b,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:14.422041 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:14.432591 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299a346-56ad-40fa-9c64-22b0ec8d261e tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c282c64-bab9-4b8c-9732-1e3f9adb386c,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:14.440503 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7299a346-56ad-40fa-9c64-22b0ec8d261e tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:14.444722 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7299a346-56ad-40fa-9c64-22b0ec8d261e tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2182968 Jul 22 19:08:14.446408 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] Transition to ACTIVE for port object cdb85516-969b-4995-b402-fff490fadbcf will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:14.447877 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37474) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:14.453642 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b2fc81a1-4af4-4d69-a6f6-0439f35f4d77 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:14.467853 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] Transition to ACTIVE for port object cdb85516-969b-4995-b402-fff490fadbcf will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:14.478996 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 6220db22-9131-4142-bc09-312916d46398 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:14.479381 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:14.485062 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:14.510163 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2fc81a1-4af4-4d69-a6f6-0439f35f4d77 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks [] for floatingip, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:14.537900 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c2ab-b787-449e-9006-152e0d830a8e req-da687f89-88ed-492c-b650-c104c448d794 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:14.538649 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-da687f89-88ed-492c-b650-c104c448d794 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:14.559785 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a862c2-e56a-42be-961c-15560fce3b44 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Pushing event updated for resources: {'Port': ['ID=856d44d8-5775-4132-a3e6-802dc7e6db0d,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:14.577815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] Network dc1e2cb3-4cca-4322-be09-ea6782e15a2a is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:14.593590 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:14.606302 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:08:14.620552 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] Pushing event updated for resources: {'Port': ['ID=cdb85516-969b-4995-b402-fff490fadbcf,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:14.635328 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0a862c2-e56a-42be-961c-15560fce3b44 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:14.657419 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-da687f89-88ed-492c-b650-c104c448d794 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4824522 Jul 22 19:08:14.674021 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] Set router ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:08:14.689467 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2fc81a1-4af4-4d69-a6f6-0439f35f4d77 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:14.703731 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7194c2ab-b787-449e-9006-152e0d830a8e req-b6320b62-709f-4433-9bcd-6bd3b487c12b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Request body: {'port': {'device_id': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'network_id': '4670c4bd-6620-43c1-bc5d-a465609945b9', 'admin_state_up': True, 'tenant_id': '93ea73befe604530890b841f22228fe3'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:14.764780 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30d633a0-b594-430e-8892-26d86fbfaeee req-120224d7-2cbe-40b8-8b45-0826f1b5fbd7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d0b911676924e7385d30fc09121cb94&device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.1479406 Jul 22 19:08:14.813427 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-b2fc81a1-4af4-4d69-a6f6-0439f35f4d77 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Allocated IP 172.25.3.178 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/4e9ce258-ea26-4b37-98ae-9c545060673f) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:08:14.825010 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] Attempting to bind port cdb85516-969b-4995-b402-fff490fadbcf on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:08:14.825259 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] Attempting to bind port cdb85516-969b-4995-b402-fff490fadbcf by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '9309b4d1-770a-4a63-8d82-2b1b6046664e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc1e2cb3-4cca-4322-be09-ea6782e15a2a'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:08:14.826086 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] Attempting to bind port cdb85516-969b-4995-b402-fff490fadbcf on network dc1e2cb3-4cca-4322-be09-ea6782e15a2a {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:08:14.848233 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:14.850338 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:08:14.850846 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] Checking segment: {'id': '9309b4d1-770a-4a63-8d82-2b1b6046664e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc1e2cb3-4cca-4322-be09-ea6782e15a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:08:14.851946 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:14.852727 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] Bound using segment: {'id': '9309b4d1-770a-4a63-8d82-2b1b6046664e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc1e2cb3-4cca-4322-be09-ea6782e15a2a'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:08:14.853320 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] Bound port: cdb85516-969b-4995-b402-fff490fadbcf, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9309b4d1-770a-4a63-8d82-2b1b6046664e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc1e2cb3-4cca-4322-be09-ea6782e15a2a'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:08:14.853798 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:14.858080 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ea5b0961-22bc-43ad-a7c6-73ae6d7f7f2f None None] Provisioning for port 3c842535-e8b5-4309-8f15-1756c6be01f2 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:14.881308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db67641-4685-4148-a13c-5580870ce5e2 req-e4752819-8a09-4b68-b346-2f2ec59ebf4f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:14.888998 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9db67641-4685-4148-a13c-5580870ce5e2 req-e4752819-8a09-4b68-b346-2f2ec59ebf4f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 950 time: 0.5129092 Jul 22 19:08:14.891686 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0a862c2-e56a-42be-961c-15560fce3b44 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:14.891686 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d0a862c2-e56a-42be-961c-15560fce3b44 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7967808 Jul 22 19:08:14.891686 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-97796abb-f80b-4d65-89d4-7107aada6649 req-e091db2f-bf4b-4750-b55a-563c90d557ab tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.2040796 Jul 22 19:08:14.895398 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ea5b0961-22bc-43ad-a7c6-73ae6d7f7f2f None None] Provisioning complete for port 3c842535-e8b5-4309-8f15-1756c6be01f2 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:14.896506 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ea5b0961-22bc-43ad-a7c6-73ae6d7f7f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:14.903215 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37480) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:14.967016 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30d633a0-b594-430e-8892-26d86fbfaeee req-0b391aee-d161-46b0-bffa-84ed776aec44 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9d0b911676924e7385d30fc09121cb94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1578646 Jul 22 19:08:15.019372 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2fc81a1-4af4-4d69-a6f6-0439f35f4d77 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:15.062667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 6220db22-9131-4142-bc09-312916d46398, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6220db22-9131-4142-bc09-312916d46398,segment=NetworkSegment(acff410e-7ff1-4fe2-a1e0-ed0693f7afe1),segment_id=acff410e-7ff1-4fe2-a1e0-ed0693f7afe1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:15.071592 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:15.081688 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ea5b0961-22bc-43ad-a7c6-73ae6d7f7f2f None None] Port 3c842535-e8b5-4309-8f15-1756c6be01f2 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:08:15.151126 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2fc81a1-4af4-4d69-a6f6-0439f35f4d77 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:15.167096 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] For port cdb85516-969b-4995-b402-fff490fadbcf, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:08:15.180899 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ea5b0961-22bc-43ad-a7c6-73ae6d7f7f2f None None] Provisioning for port a35f04cf-6297-48dc-aad6-b8a17ebad719 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:15.190865 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] For port cdb85516-969b-4995-b402-fff490fadbcf, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=cdb85516-969b-4995-b402-fff490fadbcf,segment=NetworkSegment(9309b4d1-770a-4a63-8d82-2b1b6046664e),segment_id=9309b4d1-770a-4a63-8d82-2b1b6046664e)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:08:15.192332 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-989afdc7-ccb4-411b-89b3-7b07dfd56afe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:15.194340 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-44accd1d-953c-4397-ba40-d97ab5e05162 tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:15.206471 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:15.208695 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ea5b0961-22bc-43ad-a7c6-73ae6d7f7f2f None None] Provisioning complete for port a35f04cf-6297-48dc-aad6-b8a17ebad719 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:15.209056 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ea5b0961-22bc-43ad-a7c6-73ae6d7f7f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:15.215023 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fc81a1-4af4-4d69-a6f6-0439f35f4d77 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:15.223845 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-b2fc81a1-4af4-4d69-a6f6-0439f35f4d77 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:15.224694 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=6220db22-9131-4142-bc09-312916d46398,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:15.231139 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fc81a1-4af4-4d69-a6f6-0439f35f4d77 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:08:15.259745 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc81a1-4af4-4d69-a6f6-0439f35f4d77 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Pushing event updated for resources: {'Port': ['ID=4e9ce258-ea26-4b37-98ae-9c545060673f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:15.264263 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44accd1d-953c-4397-ba40-d97ab5e05162 tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Notify callbacks [] for floatingip, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:15.299751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-61d93b25-bd6c-49a3-be07-9c487b978129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:15.301978 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-61d93b25-bd6c-49a3-be07-9c487b978129 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875&tenant_id=46238864a83148d380b2ca0eb3b80dcd HTTP/1.1" status: 200 len: 1102 time: 1.1300271 Jul 22 19:08:15.316461 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ea5b0961-22bc-43ad-a7c6-73ae6d7f7f2f None None] Port a35f04cf-6297-48dc-aad6-b8a17ebad719 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:08:15.338375 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-989afdc7-ccb4-411b-89b3-7b07dfd56afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:15.340450 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'name': 'tempest-ServersTestBootFromVolume-1063993293-router', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:07Z', 'updated_at': '2021-07-22T19:08:12Z', 'revision_number': 4, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'gw_port': {'id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:08Z', 'updated_at': '2021-07-22T19:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '3c842535-e8b5-4309-8f15-1756c6be01f2', 'name': '', 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'mac_address': 'fa:16:3e:73:fb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '16e704e8-35a9-4b1e-95ec-b95d54669535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:11Z', 'updated_at': '2021-07-22T19:08:12Z', 'revision_number': 2, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'subnets': [{'id': '16e704e8-35a9-4b1e-95ec-b95d54669535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:15.342683 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4899e8-0319-4c9d-bdf5-c07b884ce35f None None] Pushing event updated for resources: {'Port': ['ID=cdb85516-969b-4995-b402-fff490fadbcf,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:15.371503 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a6cbdeb6-72ba-4405-a922-b9b8306c5d98 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:15.375045 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f78f10d-23c8-40e9-837f-775e37f612a8 None None] The sync data for ids ['ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'] in n-d-800086-12 is: [{'id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'name': 'tempest-ServersTestBootFromVolume-1063993293-router', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:07Z', 'updated_at': '2021-07-22T19:08:12Z', 'revision_number': 4, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'gw_port': {'id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:08Z', 'updated_at': '2021-07-22T19:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '3c842535-e8b5-4309-8f15-1756c6be01f2', 'name': '', 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'mac_address': 'fa:16:3e:73:fb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '16e704e8-35a9-4b1e-95ec-b95d54669535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:11Z', 'updated_at': '2021-07-22T19:08:12Z', 'revision_number': 2, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'subnets': [{'id': '16e704e8-35a9-4b1e-95ec-b95d54669535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:08:15.383287 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800086-12', 'device_owner': 'compute:nova'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:15.402675 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2fc81a1-4af4-4d69-a6f6-0439f35f4d77 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:15.457793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2f7ef1a7-a8e4-4431-84f7-b7b4548ee7a1 None None] Provisioning complete for port 3c842535-e8b5-4309-8f15-1756c6be01f2 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:15.457793 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2f7ef1a7-a8e4-4431-84f7-b7b4548ee7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:15.487621 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 010b98b4-758f-4285-89fb-ff8927f356cc no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:08:15.507586 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2fc81a1-4af4-4d69-a6f6-0439f35f4d77 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:15.531673 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port a6cbdeb6-72ba-4405-a922-b9b8306c5d98 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:15.559169 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port a6cbdeb6-72ba-4405-a922-b9b8306c5d98 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:15.559169 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:15.566186 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2f7ef1a7-a8e4-4431-84f7-b7b4548ee7a1 None None] Port 3c842535-e8b5-4309-8f15-1756c6be01f2 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:08:15.572806 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9db67641-4685-4148-a13c-5580870ce5e2 req-d8908669-70ed-4887-846c-9101ef66ddf1 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6828508 Jul 22 19:08:15.582189 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44accd1d-953c-4397-ba40-d97ab5e05162 tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:15.709922 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:15.823814 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f62d60c-f271-47b4-a951-ed964df55875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '010b98b4-758f-4285-89fb-ff8927f356cc'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:08:15.826605 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bed6651-5baf-4905-a9f4-22ab6464ce9b" -d '{"events": [{"server_uuid": "5f62d60c-f271-47b4-a951-ed964df55875", "name": "network-vif-unplugged", "status": "completed", "tag": "010b98b4-758f-4285-89fb-ff8927f356cc"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:08:15.832766 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:15.863853 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 010b98b4-758f-4285-89fb-ff8927f356cc, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=010b98b4-758f-4285-89fb-ff8927f356cc,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:15.865927 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-44accd1d-953c-4397-ba40-d97ab5e05162 tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Allocated IP 172.25.3.34 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/a2962e5e-a7eb-45f3-95ff-280a762299de) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:08:15.869145 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:15.936831 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port a6cbdeb6-72ba-4405-a922-b9b8306c5d98, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a6cbdeb6-72ba-4405-a922-b9b8306c5d98,segment=NetworkSegment(332d3917-53ec-439f-961f-2e09cd850725),segment_id=332d3917-53ec-439f-961f-2e09cd850725)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:15.948392 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:15.949279 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a2e7d800-11c6-4424-9382-4283d01854fe up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:16.000989 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=010b98b4-758f-4285-89fb-ff8927f356cc,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:16.022341 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7194c2ab-b787-449e-9006-152e0d830a8e req-b6320b62-709f-4433-9bcd-6bd3b487c12b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Made reservation on behalf of 93ea73befe604530890b841f22228fe3 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:08:16.026713 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-b6320b62-709f-4433-9bcd-6bd3b487c12b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:16.033507 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port a2e7d800-11c6-4424-9382-4283d01854fe triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:16.034079 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:16.088591 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44accd1d-953c-4397-ba40-d97ab5e05162 tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:16.111573 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=a6cbdeb6-72ba-4405-a922-b9b8306c5d98,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:16.131557 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d633a0-b594-430e-8892-26d86fbfaeee req-eb9a4a64-5ff9-499a-9596-d1571b90cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:16.133358 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30d633a0-b594-430e-8892-26d86fbfaeee req-eb9a4a64-5ff9-499a-9596-d1571b90cb1d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9922137 Jul 22 19:08:16.155774 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2fc81a1-4af4-4d69-a6f6-0439f35f4d77 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:16.159133 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44accd1d-953c-4397-ba40-d97ab5e05162 tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:16.175309 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2fc81a1-4af4-4d69-a6f6-0439f35f4d77 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:16.188369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0f504-8399-4ef0-8e9e-198564b483ba req-e3523d74-48c4-46f2-acf7-920e35de94f4 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:16.189992 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e2c0f504-8399-4ef0-8e9e-198564b483ba req-e3523d74-48c4-46f2-acf7-920e35de94f4 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 932 time: 1.0736592 Jul 22 19:08:16.209525 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44accd1d-953c-4397-ba40-d97ab5e05162 tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:16.216991 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-44accd1d-953c-4397-ba40-d97ab5e05162 tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:16.225761 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44accd1d-953c-4397-ba40-d97ab5e05162 tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:08:16.274156 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:16.280738 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44accd1d-953c-4397-ba40-d97ab5e05162 tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Pushing event updated for resources: {'Port': ['ID=a2962e5e-a7eb-45f3-95ff-280a762299de,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:16.325589 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2fc81a1-4af4-4d69-a6f6-0439f35f4d77 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:16.356822 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc81a1-4af4-4d69-a6f6-0439f35f4d77 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Pushing event updated for resources: {'Port': ['ID=4e9ce258-ea26-4b37-98ae-9c545060673f,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:16.406117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac56b53-c4a9-46ab-b8e8-5430e0aac42a req-2985dbcf-e625-4467-8075-fdc5357236f0 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:16.407962 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cac56b53-c4a9-46ab-b8e8-5430e0aac42a req-2985dbcf-e625-4467-8075-fdc5357236f0 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 0.3884096 Jul 22 19:08:16.411871 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-989afdc7-ccb4-411b-89b3-7b07dfd56afe admin admin] Allocated IP 172.25.3.116 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/1c20fdab-9082-4b45-8bc7-edd0eb87a7ff) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:08:16.530030 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e2c0f504-8399-4ef0-8e9e-198564b483ba req-e27c422a-6581-4bbf-b1c5-c3c448c3b756 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819448 Jul 22 19:08:16.696590 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feea9003-aba4-4f60-b6b5-fa5561aa0454 x-openstack-request-id: req-feea9003-aba4-4f60-b6b5-fa5561aa0454 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:08:16.697141 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f62d60c-f271-47b4-a951-ed964df55875", "name": "network-vif-unplugged", "status": "completed", "tag": "010b98b4-758f-4285-89fb-ff8927f356cc", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:08:16.697141 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-feea9003-aba4-4f60-b6b5-fa5561aa0454 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:08:16.697723 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f62d60c-f271-47b4-a951-ed964df55875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '010b98b4-758f-4285-89fb-ff8927f356cc', 'code': 200} Jul 22 19:08:16.704900 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-7194c2ab-b787-449e-9006-152e0d830a8e req-b6320b62-709f-4433-9bcd-6bd3b487c12b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Allocated IP 19.86.0.142 (4670c4bd-6620-43c1-bc5d-a465609945b9/5d105c3f-22d0-4578-adfe-7c3fee72e487/e1677176-ab99-4170-b96d-5d71e6fde972) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:08:16.743368 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cac56b53-c4a9-46ab-b8e8-5430e0aac42a req-436f1496-09ac-4dee-84d6-8a75d7ffa0ee tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915735 Jul 22 19:08:16.784375 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2fc81a1-4af4-4d69-a6f6-0439f35f4d77 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:16.785656 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b2fc81a1-4af4-4d69-a6f6-0439f35f4d77 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3365283 Jul 22 19:08:16.823799 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44accd1d-953c-4397-ba40-d97ab5e05162 tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:16.881181 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44accd1d-953c-4397-ba40-d97ab5e05162 tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:16.906411 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c076ba35-0191-4589-9b80-aa34fffd3da8 None None] Network dc1e2cb3-4cca-4322-be09-ea6782e15a2a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:08:17.121798 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44accd1d-953c-4397-ba40-d97ab5e05162 tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:17.128339 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-989afdc7-ccb4-411b-89b3-7b07dfd56afe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:17.137779 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44accd1d-953c-4397-ba40-d97ab5e05162 tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:17.185897 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-62ede95f-e055-478e-92ee-e7c6cd1cd525 req-9a5e137e-cfad-4602-8714-bc86d18b5d1e tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.2951555 Jul 22 19:08:17.201906 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-989afdc7-ccb4-411b-89b3-7b07dfd56afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:17.302890 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c1f84333-46f8-4a56-9d85-e74e606e332f None None] Provisioning for port cdb85516-969b-4995-b402-fff490fadbcf completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:17.304458 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44accd1d-953c-4397-ba40-d97ab5e05162 tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Pushing event updated for resources: {'Port': ['ID=a2962e5e-a7eb-45f3-95ff-280a762299de,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:17.343233 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44accd1d-953c-4397-ba40-d97ab5e05162 tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:17.361662 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44accd1d-953c-4397-ba40-d97ab5e05162 tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:17.363410 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-44accd1d-953c-4397-ba40-d97ab5e05162 tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4570670 Jul 22 19:08:17.366090 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37536) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:17.465307 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30d633a0-b594-430e-8892-26d86fbfaeee req-ab950b7f-6b98-435e-b6b1-8bc0908de9a6 tempest-ServerShowV257Test-1740656595 tempest-ServerShowV257Test-1740656595-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f9c3a26-aa7a-4bdf-8386-d6b83d3ea3b3 HTTP/1.1" status: 200 len: 210 time: 0.1362090 Jul 22 19:08:17.502577 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a6cbdeb6-72ba-4405-a922-b9b8306c5d98 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:17.514492 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989afdc7-ccb4-411b-89b3-7b07dfd56afe admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:17.531510 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e11ccf28-1c90-4136-bcac-92b424d433f0 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2914 time: 0.1438074 Jul 22 19:08:17.532640 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37538) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:17.581511 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-989afdc7-ccb4-411b-89b3-7b07dfd56afe admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:17.599927 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] For port 010b98b4-758f-4285-89fb-ff8927f356cc, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=010b98b4-758f-4285-89fb-ff8927f356cc,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:17.668692 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-46916be1-7497-4b1f-a2b1-5f355e9d54e2 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1348143 Jul 22 19:08:17.671347 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37548) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:17.699254 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989afdc7-ccb4-411b-89b3-7b07dfd56afe admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:08:17.704192 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port a6cbdeb6-72ba-4405-a922-b9b8306c5d98 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:17.705625 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:17.725329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fa1e4-1a51-491d-b867-c13eeba0ed8f req-1ab8c918-de2d-4582-b064-4f6d360cb1e6 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:17.733516 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-714fa1e4-1a51-491d-b867-c13eeba0ed8f req-1ab8c918-de2d-4582-b064-4f6d360cb1e6 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 948 time: 0.8147666 Jul 22 19:08:17.735419 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989afdc7-ccb4-411b-89b3-7b07dfd56afe admin admin] Pushing event updated for resources: {'Port': ['ID=1c20fdab-9082-4b45-8bc7-edd0eb87a7ff,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:17.845477 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-4b0476ac-f04d-4ebf-be80-c801161f637d tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Deleting port a2962e5e-a7eb-45f3-95ff-280a762299de {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:08:17.846060 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b0476ac-f04d-4ebf-be80-c801161f637d tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:17.873582 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-b6320b62-709f-4433-9bcd-6bd3b487c12b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:17.908606 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device cdb85516-969b-4995-b402-fff490fadbcf up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:17.970275 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] For port 010b98b4-758f-4285-89fb-ff8927f356cc, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:08:17.974511 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port cdb85516-969b-4995-b402-fff490fadbcf completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:17.980807 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port cdb85516-969b-4995-b402-fff490fadbcf triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:17.982060 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:18.003191 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b0476ac-f04d-4ebf-be80-c801161f637d tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:18.003734 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b0476ac-f04d-4ebf-be80-c801161f637d tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:18.037782 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-4b0476ac-f04d-4ebf-be80-c801161f637d tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Calling delete_port for a2962e5e-a7eb-45f3-95ff-280a762299de owned by network:floatingip {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:08:18.108341 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:18.115616 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-7194c2ab-b787-449e-9006-152e0d830a8e req-b6320b62-709f-4433-9bcd-6bd3b487c12b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Transition to ACTIVE for port object e1677176-ab99-4170-b96d-5d71e6fde972 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:18.172703 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port cdb85516-969b-4995-b402-fff490fadbcf, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=cdb85516-969b-4995-b402-fff490fadbcf,segment=NetworkSegment(9309b4d1-770a-4a63-8d82-2b1b6046664e),segment_id=9309b4d1-770a-4a63-8d82-2b1b6046664e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:18.182587 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:18.186552 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b81dfc1e-ad8d-4a83-9eba-d6dade06245b up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:18.187898 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-714fa1e4-1a51-491d-b867-c13eeba0ed8f req-27dc209b-3bbf-4995-89a9-6633a0c6d201 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508920 Jul 22 19:08:18.282347 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 010b98b4-758f-4285-89fb-ff8927f356cc {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:08:18.292220 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:18.312537 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b0476ac-f04d-4ebf-be80-c801161f637d tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:18.342230 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=cdb85516-969b-4995-b402-fff490fadbcf,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:18.362329 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port b81dfc1e-ad8d-4a83-9eba-d6dade06245b completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:18.362711 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] Transition to ACTIVE for port object 010b98b4-758f-4285-89fb-ff8927f356cc will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:18.369677 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port b81dfc1e-ad8d-4a83-9eba-d6dade06245b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:18.370062 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:18.374702 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-b6320b62-709f-4433-9bcd-6bd3b487c12b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:18.394659 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0476ac-f04d-4ebf-be80-c801161f637d tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Pushing event deleted for resources: {'Port': ['ID=a2962e5e-a7eb-45f3-95ff-280a762299de,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:18.414766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c425ab-07b3-4aae-b1ab-dba5669e9446 req-38d93674-463e-423a-b3c1-2ce8ab47e3c9 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:18.416393 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a4c425ab-07b3-4aae-b1ab-dba5669e9446 req-38d93674-463e-423a-b3c1-2ce8ab47e3c9 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 932 time: 0.6296091 Jul 22 19:08:18.417966 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:18.472297 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:18.511720 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port b81dfc1e-ad8d-4a83-9eba-d6dade06245b, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b81dfc1e-ad8d-4a83-9eba-d6dade06245b,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:18.512825 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7194c2ab-b787-449e-9006-152e0d830a8e req-b6320b62-709f-4433-9bcd-6bd3b487c12b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Network 4670c4bd-6620-43c1-bc5d-a465609945b9 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:18.517568 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:18.518950 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6220db22-9131-4142-bc09-312916d46398 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:18.541242 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b0476ac-f04d-4ebf-be80-c801161f637d tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Notify callbacks [] for floatingip, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:18.547986 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b0476ac-f04d-4ebf-be80-c801161f637d tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:18.549359 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4b0476ac-f04d-4ebf-be80-c801161f637d tempest-FloatingIPAdminTestJSON-464693777 tempest-FloatingIPAdminTestJSON-464693777-project] 10.222.0.13 "DELETE /v2.0/floatingips/9328aae9-b7f7-4e0c-8c7f-ab1854dac577 HTTP/1.1" status: 204 len: 168 time: 0.8770678 Jul 22 19:08:18.552379 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37588) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:18.568520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-7194c2ab-b787-449e-9006-152e0d830a8e req-b6320b62-709f-4433-9bcd-6bd3b487c12b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:18.573560 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-7194c2ab-b787-449e-9006-152e0d830a8e req-b6320b62-709f-4433-9bcd-6bd3b487c12b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:08:18.655621 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] Sync routers for ids ['ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:08:18.673640 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c2ab-b787-449e-9006-152e0d830a8e req-b6320b62-709f-4433-9bcd-6bd3b487c12b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:18.674366 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-b6320b62-709f-4433-9bcd-6bd3b487c12b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:18.674494 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] Routers {'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:08:18.676131 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:08:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:18.702590 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] No DVR routers for this DVR port 010b98b4-758f-4285-89fb-ff8927f356cc on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:08:18.717075 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=b81dfc1e-ad8d-4a83-9eba-d6dade06245b,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:18.733138 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-b6320b62-709f-4433-9bcd-6bd3b487c12b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0471699 Jul 22 19:08:18.753778 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 6220db22-9131-4142-bc09-312916d46398 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:18.755338 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:18.942152 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a4c425ab-07b3-4aae-b1ab-dba5669e9446 req-ba840179-e076-45c4-b035-2e3f3dc00473 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001414 Jul 22 19:08:18.951227 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-83ce10c5-85f0-4a79-bb5e-9119ad32b150 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Deleting port 856d44d8-5775-4132-a3e6-802dc7e6db0d {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:08:18.951841 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-83ce10c5-85f0-4a79-bb5e-9119ad32b150 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:19.004443 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] Set router ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:08:19.034108 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7194c2ab-b787-449e-9006-152e0d830a8e req-7a21b780-52bc-4ecb-a237-4a16c1f53a28 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Request body: {'port': {'device_id': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'network_id': '61e26a96-999b-4cb9-96d6-7a8cffc1f46f', 'admin_state_up': True, 'tenant_id': '93ea73befe604530890b841f22228fe3'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:19.047152 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6320b62-709f-4433-9bcd-6bd3b487c12b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event updated for resources: {'Port': ['ID=e1677176-ab99-4170-b96d-5d71e6fde972,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:19.066415 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-83ce10c5-85f0-4a79-bb5e-9119ad32b150 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:19.067063 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-83ce10c5-85f0-4a79-bb5e-9119ad32b150 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:19.104018 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-83ce10c5-85f0-4a79-bb5e-9119ad32b150 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Calling delete_port for 856d44d8-5775-4132-a3e6-802dc7e6db0d owned by network:floatingip {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:08:19.121807 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6610dd49-c318-4cc1-85e4-c0b6f0776f39 None None] Provisioning for port e1677176-ab99-4170-b96d-5d71e6fde972 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:19.125887 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6610dd49-c318-4cc1-85e4-c0b6f0776f39 None None] Provisioning complete for port e1677176-ab99-4170-b96d-5d71e6fde972 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:19.126265 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6610dd49-c318-4cc1-85e4-c0b6f0776f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:19.225806 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-6610dd49-c318-4cc1-85e4-c0b6f0776f39 None None] Port e1677176-ab99-4170-b96d-5d71e6fde972 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:08:19.237765 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] Attempting to bind port 010b98b4-758f-4285-89fb-ff8927f356cc on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:08:19.238108 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] Attempting to bind port 010b98b4-758f-4285-89fb-ff8927f356cc by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:08:19.238443 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] Attempting to bind port 010b98b4-758f-4285-89fb-ff8927f356cc on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:08:19.268344 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device cdb85516-969b-4995-b402-fff490fadbcf up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:19.343117 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-83ce10c5-85f0-4a79-bb5e-9119ad32b150 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:19.378311 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port cdb85516-969b-4995-b402-fff490fadbcf triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:19.380909 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:19.405355 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'name': 'tempest-ServersTestBootFromVolume-1063993293-router', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:07Z', 'updated_at': '2021-07-22T19:08:12Z', 'revision_number': 4, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'gw_port': {'id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:08Z', 'updated_at': '2021-07-22T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '3c842535-e8b5-4309-8f15-1756c6be01f2', 'name': '', 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'mac_address': 'fa:16:3e:73:fb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '16e704e8-35a9-4b1e-95ec-b95d54669535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:11Z', 'updated_at': '2021-07-22T19:08:12Z', 'revision_number': 2, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'subnets': [{'id': '16e704e8-35a9-4b1e-95ec-b95d54669535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:19.410094 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce10c5-85f0-4a79-bb5e-9119ad32b150 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Pushing event deleted for resources: {'Port': ['ID=856d44d8-5775-4132-a3e6-802dc7e6db0d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:19.461316 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] Checking router: ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:08:19.462520 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] Updating router ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 port 3c842535-e8b5-4309-8f15-1756c6be01f2 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:08:19.473272 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37600) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:19.530557 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-83ce10c5-85f0-4a79-bb5e-9119ad32b150 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:19.537946 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b81dfc1e-ad8d-4a83-9eba-d6dade06245b up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:19.543564 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-83ce10c5-85f0-4a79-bb5e-9119ad32b150 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:19.546379 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:19.549064 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-83ce10c5-85f0-4a79-bb5e-9119ad32b150 tempest-FloatingIPAdminTestJSON-182269705 tempest-FloatingIPAdminTestJSON-182269705-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/3083fcb9-378f-4ae4-9a08-5686c6065e4f HTTP/1.1" status: 204 len: 168 time: 0.9921393 Jul 22 19:08:19.549942 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37604) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:19.636734 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port b81dfc1e-ad8d-4a83-9eba-d6dade06245b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:19.637114 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:19.661831 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f7778-c719-4277-9383-c113622ac761 req-a17f1afc-4941-46e7-9f2e-eed41a346a5b tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:19.663356 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-310f7778-c719-4277-9383-c113622ac761 req-a17f1afc-4941-46e7-9f2e-eed41a346a5b tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 1.2330878 Jul 22 19:08:19.663987 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] Port 010b98b4-758f-4285-89fb-ff8927f356cc on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:08:19.664312 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] Attempting to bind port 010b98b4-758f-4285-89fb-ff8927f356cc on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:08:19.683806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] Pushing event updated for resources: {'Port': ['ID=010b98b4-758f-4285-89fb-ff8927f356cc,revision_number=7']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:19.726857 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-82ffd747-cf72-40e6-a8b3-12ba316ccce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:19.736523 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:08:19.736869 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:08:19.737267 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:08:19.737718 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] Bound port: 010b98b4-758f-4285-89fb-ff8927f356cc, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:08:19.738078 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:19.798894 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-989afdc7-ccb4-411b-89b3-7b07dfd56afe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:19.845330 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-fa8de129-8f61-4229-a88d-a556986d9081 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Deleting port c43dcb10-42d0-4abe-a256-0ed96be7621f {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:08:19.845938 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa8de129-8f61-4229-a88d-a556986d9081 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:19.919000 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-310f7778-c719-4277-9383-c113622ac761 req-33233bb0-cace-43fc-ac6b-d7d89b5e82d5 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363591 Jul 22 19:08:19.999187 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:20.026231 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] Transition to ACTIVE for port object 3c842535-e8b5-4309-8f15-1756c6be01f2 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:20.026908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9086a-7e55-41f5-a71b-41fb850c3796 req-bfe5a651-e2c9-4e8a-a9ce-23d8eaedeb61 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:20.029824 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b8e9086a-7e55-41f5-a71b-41fb850c3796 req-bfe5a651-e2c9-4e8a-a9ce-23d8eaedeb61 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 948 time: 0.3840168 Jul 22 19:08:20.037239 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-82ffd747-cf72-40e6-a8b3-12ba316ccce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:20.038747 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:20.039395 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa8de129-8f61-4229-a88d-a556986d9081 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:20.045723 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-82ffd747-cf72-40e6-a8b3-12ba316ccce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:20.051257 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] For port 010b98b4-758f-4285-89fb-ff8927f356cc, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:08:20.082414 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] For port 010b98b4-758f-4285-89fb-ff8927f356cc, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=010b98b4-758f-4285-89fb-ff8927f356cc,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:08:20.089502 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-82ffd747-cf72-40e6-a8b3-12ba316ccce0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d0b911676924e7385d30fc09121cb94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6149776 Jul 22 19:08:20.093487 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37610) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:20.098161 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02c1a6-de3b-4bc9-bf9e-019344d14d7c None None] Pushing event updated for resources: {'Port': ['ID=3c842535-e8b5-4309-8f15-1756c6be01f2,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:20.112536 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-fa8de129-8f61-4229-a88d-a556986d9081 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Calling delete_port for c43dcb10-42d0-4abe-a256-0ed96be7621f owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:08:20.138731 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:20.179246 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffd747-cf72-40e6-a8b3-12ba316ccce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392d9d12-19d8-4724-b8ec-85b90f195bc9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:20.202379 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7194c2ab-b787-449e-9006-152e0d830a8e req-7a21b780-52bc-4ecb-a237-4a16c1f53a28 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Made reservation on behalf of 93ea73befe604530890b841f22228fe3 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:08:20.205852 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-7a21b780-52bc-4ecb-a237-4a16c1f53a28 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:20.216086 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] Attempting to bind port 3c842535-e8b5-4309-8f15-1756c6be01f2 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:08:20.216564 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] Attempting to bind port 3c842535-e8b5-4309-8f15-1756c6be01f2 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '332d3917-53ec-439f-961f-2e09cd850725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:08:20.216902 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] Attempting to bind port 3c842535-e8b5-4309-8f15-1756c6be01f2 on network 73a62730-22a7-4579-81aa-a3bf0ab2224c {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:08:20.217166 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:20.217956 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:20.219941 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] 10.222.0.16 "PUT /v2.0/ports/010b98b4-758f-4285-89fb-ff8927f356cc HTTP/1.1" status: 200 len: 1097 time: 4.8916306 Jul 22 19:08:20.222642 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:08:20.223017 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] Checking segment: {'id': '332d3917-53ec-439f-961f-2e09cd850725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:08:20.223417 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:20.223884 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] Bound using segment: {'id': '332d3917-53ec-439f-961f-2e09cd850725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:08:20.224354 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] Bound port: 3c842535-e8b5-4309-8f15-1756c6be01f2, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332d3917-53ec-439f-961f-2e09cd850725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:08:20.224974 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:20.260449 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f62d60c-f271-47b4-a951-ed964df55875', 'tag': '010b98b4-758f-4285-89fb-ff8927f356cc'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:08:20.262781 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbea35c8-dcd5-44df-9d88-f977c1407b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f62d60c-f271-47b4-a951-ed964df55875", "tag": "010b98b4-758f-4285-89fb-ff8927f356cc"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:08:20.357448 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] For port 3c842535-e8b5-4309-8f15-1756c6be01f2, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:08:20.370059 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] For port 3c842535-e8b5-4309-8f15-1756c6be01f2, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=3c842535-e8b5-4309-8f15-1756c6be01f2,segment=NetworkSegment(332d3917-53ec-439f-961f-2e09cd850725),segment_id=332d3917-53ec-439f-961f-2e09cd850725)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:08:20.376945 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:20.381155 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa8de129-8f61-4229-a88d-a556986d9081 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:20.427439 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8de129-8f61-4229-a88d-a556986d9081 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Pushing event deleted for resources: {'Port': ['ID=c43dcb10-42d0-4abe-a256-0ed96be7621f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:20.498070 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2e7457d-907e-4820-be92-4a3506ecdf1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:20.528944 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02c1a6-de3b-4bc9-bf9e-019344d14d7c None None] Pushing event updated for resources: {'Port': ['ID=3c842535-e8b5-4309-8f15-1756c6be01f2,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:20.531699 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] Routers {'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:08:20.532308 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:08:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:20.564650 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2e7457d-907e-4820-be92-4a3506ecdf1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:20.590112 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa8de129-8f61-4229-a88d-a556986d9081 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:20.603734 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fa8de129-8f61-4229-a88d-a556986d9081 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] 10.222.0.13 "DELETE /v2.0/ports/c43dcb10-42d0-4abe-a256-0ed96be7621f HTTP/1.1" status: 204 len: 168 time: 1.0526996 Jul 22 19:08:20.609995 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37614) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:20.638720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7e387-6208-4300-8aec-5409445d3299 service neutron] Pushing event updated for resources: {'Port': ['ID=010b98b4-758f-4285-89fb-ff8927f356cc,revision_number=8']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:20.653381 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b8e9086a-7e55-41f5-a71b-41fb850c3796 req-80348a58-9501-47bf-9c33-5d03a46ac59b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5846314 Jul 22 19:08:20.773701 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f758fa12-1735-45a1-b0d6-df19a3987749 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:20.780492 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f758fa12-1735-45a1-b0d6-df19a3987749 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3 HTTP/1.1" status: 200 len: 913 time: 0.1685469 Jul 22 19:08:20.783389 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37616) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:20.808645 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2e7457d-907e-4820-be92-4a3506ecdf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:20.813011 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2e7457d-907e-4820-be92-4a3506ecdf1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:20.816634 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d2e7457d-907e-4820-be92-4a3506ecdf1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/392d9d12-19d8-4724-b8ec-85b90f195bc9 HTTP/1.1" status: 204 len: 168 time: 0.7224376 Jul 22 19:08:20.830566 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] Set router ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:08:20.866391 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee531b4d-0a40-4176-a077-47e2053eea9f x-openstack-request-id: req-ee531b4d-0a40-4176-a077-47e2053eea9f {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:08:20.868018 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f62d60c-f271-47b4-a951-ed964df55875", "tag": "010b98b4-758f-4285-89fb-ff8927f356cc", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:08:20.868750 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee531b4d-0a40-4176-a077-47e2053eea9f {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:08:20.870242 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f62d60c-f271-47b4-a951-ed964df55875', 'tag': '010b98b4-758f-4285-89fb-ff8927f356cc', 'status': 'completed', 'code': 200} Jul 22 19:08:20.989548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7457d-907e-4820-be92-4a3506ecdf1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392d9d12-19d8-4724-b8ec-85b90f195bc9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:21.079203 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-56bcc17c-5c8f-4e9f-bf26-de565925f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:21.094398 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-56bcc17c-5c8f-4e9f-bf26-de565925f5ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 1100 time: 0.7655029 Jul 22 19:08:21.138831 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bc8cc-13f2-41f9-a161-c03acee85963 req-265bf0c8-639a-4f92-b8b7-c417d22f81b2 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:21.145118 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bc8cc-13f2-41f9-a161-c03acee85963 req-265bf0c8-639a-4f92-b8b7-c417d22f81b2 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:21.158558 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f55bc8cc-13f2-41f9-a161-c03acee85963 req-265bf0c8-639a-4f92-b8b7-c417d22f81b2 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 1655 time: 0.9987528 Jul 22 19:08:21.290322 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 3c842535-e8b5-4309-8f15-1756c6be01f2 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:21.345361 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-3aeadc15-1c6f-40c3-a69a-2081a7b0f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:21.347156 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-3aeadc15-1c6f-40c3-a69a-2081a7b0f724 service neutron] 10.222.0.16 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.1760135 Jul 22 19:08:21.368123 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-989afdc7-ccb4-411b-89b3-7b07dfd56afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:21.401097 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 3c842535-e8b5-4309-8f15-1756c6be01f2 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:21.405318 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'name': 'tempest-ServersTestBootFromVolume-1063993293-router', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:07Z', 'updated_at': '2021-07-22T19:08:12Z', 'revision_number': 4, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'gw_port': {'id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:08Z', 'updated_at': '2021-07-22T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '3c842535-e8b5-4309-8f15-1756c6be01f2', 'name': '', 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'mac_address': 'fa:16:3e:73:fb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '16e704e8-35a9-4b1e-95ec-b95d54669535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:11Z', 'updated_at': '2021-07-22T19:08:20Z', 'revision_number': 4, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'subnets': [{'id': '16e704e8-35a9-4b1e-95ec-b95d54669535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:21.406794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 3c842535-e8b5-4309-8f15-1756c6be01f2 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:21.411903 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:21.442553 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-1e005afe-8da6-45cd-903c-63f01d6a33d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=010b98b4-758f-4285-89fb-ff8927f356cc HTTP/1.1" status: 200 len: 217 time: 0.0852752 Jul 22 19:08:21.449904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-7194c2ab-b787-449e-9006-152e0d830a8e req-7a21b780-52bc-4ecb-a237-4a16c1f53a28 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Allocated IP 19.80.0.62 (61e26a96-999b-4cb9-96d6-7a8cffc1f46f/40618aff-421a-4b9c-be35-71214db164f0/9ae8d006-b87e-4c68-b7d5-8cc676df5bfd) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:08:21.479961 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89997111-f4da-4ab6-ae15-9abdedbe1493 None None] The sync data for ids ['ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'] in n-d-800086-12 is: [{'id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'name': 'tempest-ServersTestBootFromVolume-1063993293-router', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:07Z', 'updated_at': '2021-07-22T19:08:12Z', 'revision_number': 4, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'gw_port': {'id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:08Z', 'updated_at': '2021-07-22T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '3c842535-e8b5-4309-8f15-1756c6be01f2', 'name': '', 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'mac_address': 'fa:16:3e:73:fb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '16e704e8-35a9-4b1e-95ec-b95d54669535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:11Z', 'updated_at': '2021-07-22T19:08:20Z', 'revision_number': 4, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'subnets': [{'id': '16e704e8-35a9-4b1e-95ec-b95d54669535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:08:21.547794 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-39e48141-4fac-4ffa-b1e4-108b2a03ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:21.549710 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-39e48141-4fac-4ffa-b1e4-108b2a03ef2b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0942791 Jul 22 19:08:21.571987 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f55bc8cc-13f2-41f9-a161-c03acee85963 req-37799178-21ea-4c9a-9d30-1d5d7ae58110 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079792 Jul 22 19:08:21.605957 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:21.627286 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78b80704-1753-4d04-8086-ed660d84113a tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:21.668515 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 3c842535-e8b5-4309-8f15-1756c6be01f2, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=3c842535-e8b5-4309-8f15-1756c6be01f2,segment=NetworkSegment(332d3917-53ec-439f-961f-2e09cd850725),segment_id=332d3917-53ec-439f-961f-2e09cd850725)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:21.677062 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:21.781080 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=3c842535-e8b5-4309-8f15-1756c6be01f2,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:21.804443 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea35c8-dcd5-44df-9d88-f977c1407b9c req-1d8ffe64-9652-46ee-aa80-c8714ff6578c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:21.806464 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbea35c8-dcd5-44df-9d88-f977c1407b9c req-1d8ffe64-9652-46ee-aa80-c8714ff6578c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 1100 time: 0.9337528 Jul 22 19:08:21.958134 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea35c8-dcd5-44df-9d88-f977c1407b9c req-e9d099ca-4294-41cb-a9cc-e980ed4426f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:21.959515 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbea35c8-dcd5-44df-9d88-f977c1407b9c req-e9d099ca-4294-41cb-a9cc-e980ed4426f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.1102512 Jul 22 19:08:22.074266 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbea35c8-dcd5-44df-9d88-f977c1407b9c req-c1d0e6ec-0b3a-4b57-bb4f-59fab544634a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=010b98b4-758f-4285-89fb-ff8927f356cc HTTP/1.1" status: 200 len: 217 time: 0.1005738 Jul 22 19:08:22.079226 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-78b80704-1753-4d04-8086-ed660d84113a tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Deleting port f9d20867-aa35-4e5d-a49a-ccfdd1057419 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:08:22.079816 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78b80704-1753-4d04-8086-ed660d84113a tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:22.196979 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc3351-3621-49b7-838e-4f94201ffb0e req-e0dafdba-b56a-4c8a-a647-33a163227a73 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:22.198582 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bacc3351-3621-49b7-838e-4f94201ffb0e req-e0dafdba-b56a-4c8a-a647-33a163227a73 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 1.1028733 Jul 22 19:08:22.252110 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78b80704-1753-4d04-8086-ed660d84113a tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:22.273932 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-78b80704-1753-4d04-8086-ed660d84113a tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Calling delete_port for f9d20867-aa35-4e5d-a49a-ccfdd1057419 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:08:22.394714 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-dda24a52-e3b6-4a81-949e-4294beb45373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:22.396242 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-dda24a52-e3b6-4a81-949e-4294beb45373 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8230712 Jul 22 19:08:22.424785 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eeeecc-949c-4d40-85ed-76d08c7e638f req-3ad5cc37-b85f-42a1-8499-e6429068a614 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:22.435200 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18eeeecc-949c-4d40-85ed-76d08c7e638f req-3ad5cc37-b85f-42a1-8499-e6429068a614 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 948 time: 0.5868814 Jul 22 19:08:22.443740 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bacc3351-3621-49b7-838e-4f94201ffb0e req-2dadd180-b6d6-470d-acd6-6d07f52034ab tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069473 Jul 22 19:08:22.479372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea35c8-dcd5-44df-9d88-f977c1407b9c req-d9b4709a-a143-4b62-909f-f0275c0e3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:22.480870 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbea35c8-dcd5-44df-9d88-f977c1407b9c req-d9b4709a-a143-4b62-909f-f0275c0e3b8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.3931603 Jul 22 19:08:22.536403 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78b80704-1753-4d04-8086-ed660d84113a tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:22.582861 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b80704-1753-4d04-8086-ed660d84113a tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Pushing event deleted for resources: {'Port': ['ID=f9d20867-aa35-4e5d-a49a-ccfdd1057419,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:22.607034 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18eeeecc-949c-4d40-85ed-76d08c7e638f req-d407fd4a-272f-4cdc-b283-caad00ae31c1 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708126 Jul 22 19:08:22.674222 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-7a21b780-52bc-4ecb-a237-4a16c1f53a28 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:22.684385 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989afdc7-ccb4-411b-89b3-7b07dfd56afe admin admin] Router 671779d8-11a3-410c-8853-1cb94bcefe44 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:08:22.949942 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78b80704-1753-4d04-8086-ed660d84113a tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:23.098682 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-7194c2ab-b787-449e-9006-152e0d830a8e req-7a21b780-52bc-4ecb-a237-4a16c1f53a28 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Transition to ACTIVE for port object 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:23.205855 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 3c842535-e8b5-4309-8f15-1756c6be01f2 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:23.229110 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-bc0f01ce-12a1-40ef-8e39-f550ae24ecb1 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7892053 Jul 22 19:08:23.272184 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea35c8-dcd5-44df-9d88-f977c1407b9c req-c0e9ce33-fd82-4794-8b9e-1ced6924acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:23.274353 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbea35c8-dcd5-44df-9d88-f977c1407b9c req-c0e9ce33-fd82-4794-8b9e-1ced6924acfe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7617786 Jul 22 19:08:23.297971 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b80704-1753-4d04-8086-ed660d84113a tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Router aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:08:23.354948 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 3c842535-e8b5-4309-8f15-1756c6be01f2 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:23.355660 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:23.409090 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-7a21b780-52bc-4ecb-a237-4a16c1f53a28 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:23.467951 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad863749-1559-415b-85a0-1d9f8b59216a req-49047907-d315-49a8-803f-f009925f314c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:23.472572 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b80704-1753-4d04-8086-ed660d84113a tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:08:23.474182 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad863749-1559-415b-85a0-1d9f8b59216a req-49047907-d315-49a8-803f-f009925f314c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:23.475821 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad863749-1559-415b-85a0-1d9f8b59216a req-49047907-d315-49a8-803f-f009925f314c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 1655 time: 0.4126940 Jul 22 19:08:23.489098 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-78b80704-1753-4d04-8086-ed660d84113a tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] 10.222.0.13 "PUT /v2.0/routers/aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6983843 Jul 22 19:08:23.494633 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1020ac40-246f-477e-b3ac-a0e038b23f96 None None] Sync routers for ids ['aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:08:23.497362 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37678) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:23.504503 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1020ac40-246f-477e-b3ac-a0e038b23f96 None None] Routers {'aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:08:23.505170 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-1020ac40-246f-477e-b3ac-a0e038b23f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:08:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:23.524316 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989afdc7-ccb4-411b-89b3-7b07dfd56afe admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:08:23.540648 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] Sync routers for ids ['671779d8-11a3-410c-8853-1cb94bcefe44'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:08:23.553524 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] Routers {'671779d8-11a3-410c-8853-1cb94bcefe44'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:08:23.555676 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:08:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['671779d8-11a3-410c-8853-1cb94bcefe44'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:23.558232 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-1020ac40-246f-477e-b3ac-a0e038b23f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:23.570654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1020ac40-246f-477e-b3ac-a0e038b23f96 None None] Routers {'aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:08:23.571418 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-1020ac40-246f-477e-b3ac-a0e038b23f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:08:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:23.607923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7194c2ab-b787-449e-9006-152e0d830a8e req-7a21b780-52bc-4ecb-a237-4a16c1f53a28 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Network 61e26a96-999b-4cb9-96d6-7a8cffc1f46f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:23.650905 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-7194c2ab-b787-449e-9006-152e0d830a8e req-7a21b780-52bc-4ecb-a237-4a16c1f53a28 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:23.653816 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-7194c2ab-b787-449e-9006-152e0d830a8e req-7a21b780-52bc-4ecb-a237-4a16c1f53a28 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:08:23.657779 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-1020ac40-246f-477e-b3ac-a0e038b23f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:23.661223 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1020ac40-246f-477e-b3ac-a0e038b23f96 None None] The sync data for ids ['aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:08:23.701922 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21b780-52bc-4ecb-a237-4a16c1f53a28 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event updated for resources: {'Port': ['ID=9ae8d006-b87e-4c68-b7d5-8cc676df5bfd,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:23.730513 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] Set router 671779d8-11a3-410c-8853-1cb94bcefe44 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:08:23.734491 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-989afdc7-ccb4-411b-89b3-7b07dfd56afe admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:23.736717 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-989afdc7-ccb4-411b-89b3-7b07dfd56afe admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.9883766 Jul 22 19:08:23.754408 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b961403-e55e-4f61-8bf1-a5a5e938ec6a req-3749c342-97e8-41db-982a-fc94c006ce60 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059965 Jul 22 19:08:23.761146 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 37688) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:23.766131 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbea35c8-dcd5-44df-9d88-f977c1407b9c req-53f51b8b-b54a-428e-a518-24a8deaf4fc8 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691763 Jul 22 19:08:23.824869 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad863749-1559-415b-85a0-1d9f8b59216a req-a919ff49-95f7-47b2-be6a-4c60d05b9d97 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111866 Jul 22 19:08:23.864424 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-842f2d0e-8687-48cc-b819-a3f898f03393 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:24.067537 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-842f2d0e-8687-48cc-b819-a3f898f03393 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:24.083486 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c2ab-b787-449e-9006-152e0d830a8e req-7a21b780-52bc-4ecb-a237-4a16c1f53a28 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:24.084092 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-7a21b780-52bc-4ecb-a237-4a16c1f53a28 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:24.098435 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-75775f1f-a2dc-448a-b926-d7d510bb6b62 None None] Provisioning for port 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:24.121614 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-75775f1f-a2dc-448a-b926-d7d510bb6b62 None None] Provisioning complete for port 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:24.123457 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-75775f1f-a2dc-448a-b926-d7d510bb6b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:24.156565 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-842f2d0e-8687-48cc-b819-a3f898f03393 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Deleting port 7e7567f9-c01c-4e60-9f45-41c474b3c46b {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:08:24.158266 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-842f2d0e-8687-48cc-b819-a3f898f03393 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:24.217366 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671779d8-11a3-410c-8853-1cb94bcefe44', 'name': 'tempest-FloatingIPsNegativeTestJSON-578036824-router', 'tenant_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '1c20fdab-9082-4b45-8bc7-edd0eb87a7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:13Z', 'updated_at': '2021-07-22T19:08:18Z', 'revision_number': 3, 'project_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'gw_port': {'id': '1c20fdab-9082-4b45-8bc7-edd0eb87a7ff', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671779d8-11a3-410c-8853-1cb94bcefe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:15Z', 'updated_at': '2021-07-22T19:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:24.221780 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-7a21b780-52bc-4ecb-a237-4a16c1f53a28 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2937570 Jul 22 19:08:24.232724 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-75775f1f-a2dc-448a-b926-d7d510bb6b62 None None] Port 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:08:24.244314 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] Request body: {'port': {'device_id': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:24.278383 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] Checking router: 671779d8-11a3-410c-8853-1cb94bcefe44 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:08:24.279029 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] Updating router 671779d8-11a3-410c-8853-1cb94bcefe44 port 1c20fdab-9082-4b45-8bc7-edd0eb87a7ff binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:08:24.317712 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-842f2d0e-8687-48cc-b819-a3f898f03393 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:24.326877 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:24.331895 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2ca45-de6b-4d0d-8edc-ef80d5aa597e req-c1062168-f5f5-4433-90c8-4c21cc157c6b tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:24.342115 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-71a2ca45-de6b-4d0d-8edc-ef80d5aa597e req-c1062168-f5f5-4433-90c8-4c21cc157c6b tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 0.7390387 Jul 22 19:08:24.348309 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-842f2d0e-8687-48cc-b819-a3f898f03393 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Calling delete_port for 7e7567f9-c01c-4e60-9f45-41c474b3c46b owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:08:24.385588 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbea35c8-dcd5-44df-9d88-f977c1407b9c req-ef34f9dd-e360-414a-9974-f5f075f595ef service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5789702 Jul 22 19:08:24.499644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea35c8-dcd5-44df-9d88-f977c1407b9c req-d21ccce4-6232-415c-8918-6def7110b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:24.501110 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbea35c8-dcd5-44df-9d88-f977c1407b9c req-d21ccce4-6232-415c-8918-6def7110b67c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 1100 time: 0.6445670 Jul 22 19:08:24.567829 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7bd20-8d61-49a5-9de9-27ce7179eb7d req-44784f62-7118-4cd6-a66b-143342b93ea9 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:24.574620 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f3e7bd20-8d61-49a5-9de9-27ce7179eb7d req-44784f62-7118-4cd6-a66b-143342b93ea9 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 948 time: 0.5049708 Jul 22 19:08:24.613132 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-71a2ca45-de6b-4d0d-8edc-ef80d5aa597e req-473a2119-3099-468b-90e9-4c50e8db4465 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658730 Jul 22 19:08:24.622697 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-842f2d0e-8687-48cc-b819-a3f898f03393 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:24.714911 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f2d0e-8687-48cc-b819-a3f898f03393 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Pushing event deleted for resources: {'Port': ['ID=7e7567f9-c01c-4e60-9f45-41c474b3c46b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:24.761089 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:24.773280 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-842f2d0e-8687-48cc-b819-a3f898f03393 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:24.814074 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f3e7bd20-8d61-49a5-9de9-27ce7179eb7d req-8512e6a0-22de-4c33-a751-726e829033a5 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343011 Jul 22 19:08:24.824025 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:24.856968 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] Transition to ACTIVE for port object 1c20fdab-9082-4b45-8bc7-edd0eb87a7ff will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:24.868001 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:24.927711 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] Attempting to bind port 1c20fdab-9082-4b45-8bc7-edd0eb87a7ff on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:08:24.928089 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] Attempting to bind port 1c20fdab-9082-4b45-8bc7-edd0eb87a7ff by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:08:24.928485 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] Attempting to bind port 1c20fdab-9082-4b45-8bc7-edd0eb87a7ff on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:08:24.931420 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2eb903-9973-4fb1-ba94-f29703ef0880 None None] Pushing event updated for resources: {'Port': ['ID=1c20fdab-9082-4b45-8bc7-edd0eb87a7ff,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:24.945448 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:08:24.945877 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:08:24.946221 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:24.946627 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:08:24.947094 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] Bound port: 1c20fdab-9082-4b45-8bc7-edd0eb87a7ff, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:08:24.947993 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:24.968958 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-842f2d0e-8687-48cc-b819-a3f898f03393 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:24.973271 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-842f2d0e-8687-48cc-b819-a3f898f03393 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:25.012139 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea35c8-dcd5-44df-9d88-f977c1407b9c req-82348d6b-5fd3-46fe-af8f-9331fd097f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:25.013607 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbea35c8-dcd5-44df-9d88-f977c1407b9c req-82348d6b-5fd3-46fe-af8f-9331fd097f4f service neutron] 10.222.0.16 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.4925890 Jul 22 19:08:25.027948 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-842f2d0e-8687-48cc-b819-a3f898f03393 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:25.028823 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842f2d0e-8687-48cc-b819-a3f898f03393 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Fanout notify agent at l3_agent the message router_deleted on router aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:08:25.037676 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-842f2d0e-8687-48cc-b819-a3f898f03393 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:25.037846 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] For port 1c20fdab-9082-4b45-8bc7-edd0eb87a7ff, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:08:25.037946 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-842f2d0e-8687-48cc-b819-a3f898f03393 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] 10.222.0.13 "DELETE /v2.0/routers/aa92149a-5b16-41f2-b0d9-4d1d7b0e76b3 HTTP/1.1" status: 204 len: 168 time: 1.5385344 Jul 22 19:08:25.043992 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37712) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:25.044549 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] For port 1c20fdab-9082-4b45-8bc7-edd0eb87a7ff, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=1c20fdab-9082-4b45-8bc7-edd0eb87a7ff,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:08:25.049975 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:25.112879 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbea35c8-dcd5-44df-9d88-f977c1407b9c req-5a8e43e2-1c6f-49c4-97d1-9a96c9363b9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=010b98b4-758f-4285-89fb-ff8927f356cc HTTP/1.1" status: 200 len: 217 time: 0.0819387 Jul 22 19:08:25.119192 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-849b873e-4f8d-4e77-983a-b1972bf8f509 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Deleting subnet db7fdc4b-8d4a-4711-b264-966896280da8 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:08:25.126274 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-849b873e-4f8d-4e77-983a-b1972bf8f509 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:25.158243 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2eb903-9973-4fb1-ba94-f29703ef0880 None None] Pushing event updated for resources: {'Port': ['ID=1c20fdab-9082-4b45-8bc7-edd0eb87a7ff,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:25.176019 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] Routers {'671779d8-11a3-410c-8853-1cb94bcefe44'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:08:25.177951 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:08:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['671779d8-11a3-410c-8853-1cb94bcefe44'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:25.187732 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-849b873e-4f8d-4e77-983a-b1972bf8f509 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:25.187958 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea35c8-dcd5-44df-9d88-f977c1407b9c req-5241ae58-d016-4460-9af8-bb6accd04bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:25.189258 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbea35c8-dcd5-44df-9d88-f977c1407b9c req-5241ae58-d016-4460-9af8-bb6accd04bc0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0627654 Jul 22 19:08:25.302982 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-849b873e-4f8d-4e77-983a-b1972bf8f509 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:25.344274 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37716) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:25.369073 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] Set router 671779d8-11a3-410c-8853-1cb94bcefe44 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:08:25.596351 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671779d8-11a3-410c-8853-1cb94bcefe44', 'name': 'tempest-FloatingIPsNegativeTestJSON-578036824-router', 'tenant_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '1c20fdab-9082-4b45-8bc7-edd0eb87a7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:13Z', 'updated_at': '2021-07-22T19:08:18Z', 'revision_number': 3, 'project_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'gw_port': {'id': '1c20fdab-9082-4b45-8bc7-edd0eb87a7ff', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671779d8-11a3-410c-8853-1cb94bcefe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:15Z', 'updated_at': '2021-07-22T19:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:25.628346 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ffcab6-590d-4a2d-ab94-e68af6f62a49 None None] The sync data for ids ['671779d8-11a3-410c-8853-1cb94bcefe44'] in n-d-800086-12 is: [{'id': '671779d8-11a3-410c-8853-1cb94bcefe44', 'name': 'tempest-FloatingIPsNegativeTestJSON-578036824-router', 'tenant_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '1c20fdab-9082-4b45-8bc7-edd0eb87a7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:13Z', 'updated_at': '2021-07-22T19:08:18Z', 'revision_number': 3, 'project_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'gw_port': {'id': '1c20fdab-9082-4b45-8bc7-edd0eb87a7ff', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671779d8-11a3-410c-8853-1cb94bcefe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:15Z', 'updated_at': '2021-07-22T19:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:08:25.637234 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39cc84-6ce9-41fd-85c8-707a8fdf23a0 req-73c7fbf6-008a-400c-aaae-a357cab29bd8 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:25.649901 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39cc84-6ce9-41fd-85c8-707a8fdf23a0 req-73c7fbf6-008a-400c-aaae-a357cab29bd8 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:25.656328 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39cc84-6ce9-41fd-85c8-707a8fdf23a0 req-73c7fbf6-008a-400c-aaae-a357cab29bd8 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:25.676966 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0e39cc84-6ce9-41fd-85c8-707a8fdf23a0 req-73c7fbf6-008a-400c-aaae-a357cab29bd8 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 2376 time: 0.7061491 Jul 22 19:08:25.849492 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-849b873e-4f8d-4e77-983a-b1972bf8f509 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:25.899204 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-849b873e-4f8d-4e77-983a-b1972bf8f509 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:25.900072 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f152d6bb-d92e-4435-8948-9bcf94d4eefb None None] Network d78b9c6e-af25-4613-b127-91e47b8988d6 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:08:25.903511 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-849b873e-4f8d-4e77-983a-b1972bf8f509 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] 10.222.0.13 "DELETE /v2.0/subnets/db7fdc4b-8d4a-4711-b264-966896280da8 HTTP/1.1" status: 204 len: 168 time: 0.8584878 Jul 22 19:08:25.905179 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b873e-4f8d-4e77-983a-b1972bf8f509 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Pushing event deleted for resources: {'Subnet': ['ID=db7fdc4b-8d4a-4711-b264-966896280da8,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:25.908432 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37728) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:25.998238 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0e39cc84-6ce9-41fd-85c8-707a8fdf23a0 req-6d44a1bd-e586-444e-ba71-cefadb578fa3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194005 Jul 22 19:08:26.022136 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-31ccd8a1-5b75-4ae3-9ee3-522131066d69 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:26.039219 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea35c8-dcd5-44df-9d88-f977c1407b9c req-b9e2396f-f2bf-4232-baab-e43c4f7c13bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:26.043181 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbea35c8-dcd5-44df-9d88-f977c1407b9c req-b9e2396f-f2bf-4232-baab-e43c4f7c13bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7955184 Jul 22 19:08:26.105870 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dc112fd4-cabd-451a-8954-c7821a43c600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:26.212661 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a35f04cf-6297-48dc-aad6-b8a17ebad719 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:08:26.232742 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:26.249077 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] Transition to ACTIVE for port object a35f04cf-6297-48dc-aad6-b8a17ebad719 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:26.311812 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:26.434824 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 010b98b4-758f-4285-89fb-ff8927f356cc details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:08:26.452954 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-31ccd8a1-5b75-4ae3-9ee3-522131066d69 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Deleting port b3c217e5-84d5-4d72-bd19-bb699e24a7ad {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:08:26.453540 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-31ccd8a1-5b75-4ae3-9ee3-522131066d69 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:26.481186 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c03439e-f226-464b-88d0-90f879b44049 None None] DHCP port deletion for d78b9c6e-af25-4613-b127-91e47b8988d6 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:08:26.498226 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee12be5-2980-458b-8fca-dffdbc5165d5 req-9d0efb1e-d198-4936-ab53-7c646fe957a3 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:26.521072 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fee12be5-2980-458b-8fca-dffdbc5165d5 req-9d0efb1e-d198-4936-ab53-7c646fe957a3 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 0.7904837 Jul 22 19:08:26.644934 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dc112fd4-cabd-451a-8954-c7821a43c600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:26.646662 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbea35c8-dcd5-44df-9d88-f977c1407b9c req-3fae672f-0b15-40fc-b9cb-a845791aa4f3 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952076 Jul 22 19:08:26.649195 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-6c03439e-f226-464b-88d0-90f879b44049 None None] Deleting port b3c217e5-84d5-4d72-bd19-bb699e24a7ad {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:08:26.649630 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6c03439e-f226-464b-88d0-90f879b44049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:26.659723 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 010b98b4-758f-4285-89fb-ff8927f356cc, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=010b98b4-758f-4285-89fb-ff8927f356cc,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:26.672299 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dc112fd4-cabd-451a-8954-c7821a43c600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:26.714285 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '010b98b4-758f-4285-89fb-ff8927f356cc', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '010b98b4-758f-4285-89fb-ff8927f356cc', 'mac_address': 'fa:16:3e:fd:2f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:08:26.748508 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-dc112fd4-cabd-451a-8954-c7821a43c600 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7c60aef0bcb4c768819abcbb8ecabbb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4029889 Jul 22 19:08:26.750789 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-31ccd8a1-5b75-4ae3-9ee3-522131066d69 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] For port b3c217e5-84d5-4d72-bd19-bb699e24a7ad, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b3c217e5-84d5-4d72-bd19-bb699e24a7ad,segment=NetworkSegment(c28cf679-2a52-461c-8523-e390bcfc96b2),segment_id=c28cf679-2a52-461c-8523-e390bcfc96b2)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:26.751156 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-31ccd8a1-5b75-4ae3-9ee3-522131066d69 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:26.769543 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37732) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:26.808600 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-31ccd8a1-5b75-4ae3-9ee3-522131066d69 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Calling delete_port for b3c217e5-84d5-4d72-bd19-bb699e24a7ad owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:08:26.837484 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:26.837876 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fee12be5-2980-458b-8fca-dffdbc5165d5 req-1d01c05e-dff5-4ac2-9660-f8af0c5e576a tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787314 Jul 22 19:08:26.852254 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-6c03439e-f226-464b-88d0-90f879b44049 None None] For port b3c217e5-84d5-4d72-bd19-bb699e24a7ad, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b3c217e5-84d5-4d72-bd19-bb699e24a7ad,segment=NetworkSegment(c28cf679-2a52-461c-8523-e390bcfc96b2),segment_id=c28cf679-2a52-461c-8523-e390bcfc96b2)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:26.852987 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6c03439e-f226-464b-88d0-90f879b44049 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:26.872221 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-6c03439e-f226-464b-88d0-90f879b44049 None None] Calling delete_port for b3c217e5-84d5-4d72-bd19-bb699e24a7ad owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:08:26.874986 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 010b98b4-758f-4285-89fb-ff8927f356cc {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:08:26.917246 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc112fd4-cabd-451a-8954-c7821a43c600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f503d13-f9cd-46fd-99dc-23660fd865a6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:26.917674 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 010b98b4-758f-4285-89fb-ff8927f356cc, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=010b98b4-758f-4285-89fb-ff8927f356cc,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:26.968891 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:26.993647 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed8519cb-a104-4a05-a885-7271bb474e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:27.018284 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed8519cb-a104-4a05-a885-7271bb474e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:27.046091 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=010b98b4-758f-4285-89fb-ff8927f356cc,revision_number=9']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:27.056775 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:27.057186 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbea35c8-dcd5-44df-9d88-f977c1407b9c req-9afe65fd-b197-49b4-ae7e-ebd0e49bad3f service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965745 Jul 22 19:08:27.057622 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:27.057815 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] Pushing event updated for resources: {'Port': ['ID=a35f04cf-6297-48dc-aad6-b8a17ebad719,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:27.058295 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:27.058885 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:27.059466 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:27.059983 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:27.060503 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:27.061123 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:27.061650 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:27.062163 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:27.062726 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:27.063276 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:27.078592 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed8519cb-a104-4a05-a885-7271bb474e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:27.084707 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed8519cb-a104-4a05-a885-7271bb474e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:27.090816 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6c03439e-f226-464b-88d0-90f879b44049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:27.091182 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ed8519cb-a104-4a05-a885-7271bb474e08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f503d13-f9cd-46fd-99dc-23660fd865a6 HTTP/1.1" status: 204 len: 168 time: 0.3199122 Jul 22 19:08:27.095220 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-31ccd8a1-5b75-4ae3-9ee3-522131066d69 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:27.111672 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8519cb-a104-4a05-a885-7271bb474e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f503d13-f9cd-46fd-99dc-23660fd865a6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:27.134251 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ccd8a1-5b75-4ae3-9ee3-522131066d69 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] No DVR routers for this DVR port b3c217e5-84d5-4d72-bd19-bb699e24a7ad on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:08:27.136087 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccd8a1-5b75-4ae3-9ee3-522131066d69 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Pushing event deleted for resources: {'Port': ['ID=b3c217e5-84d5-4d72-bd19-bb699e24a7ad,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:27.214562 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-afab70e2-f948-4e75-9754-89c262d9e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:27.253294 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-31ccd8a1-5b75-4ae3-9ee3-522131066d69 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:27.259453 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03439e-f226-464b-88d0-90f879b44049 None None] Pushing event deleted for resources: {'Port': ['ID=b3c217e5-84d5-4d72-bd19-bb699e24a7ad,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:27.262714 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac933f-f8f5-4dcf-aa7a-64efd10ff6cf req-eed90566-dc06-4422-9c0a-3a1877bcaf96 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:27.263515 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c03439e-f226-464b-88d0-90f879b44049 None None] No DVR routers for this DVR port b3c217e5-84d5-4d72-bd19-bb699e24a7ad on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:08:27.265512 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-31ccd8a1-5b75-4ae3-9ee3-522131066d69 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78b9c6e-af25-4613-b127-91e47b8988d6']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:27.268750 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3ac933f-f8f5-4dcf-aa7a-64efd10ff6cf req-eed90566-dc06-4422-9c0a-3a1877bcaf96 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 948 time: 0.9375246 Jul 22 19:08:27.283162 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-31ccd8a1-5b75-4ae3-9ee3-522131066d69 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28cf679-2a52-461c-8523-e390bcfc96b2') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:27.283698 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-31ccd8a1-5b75-4ae3-9ee3-522131066d69 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28cf679-2a52-461c-8523-e390bcfc96b2') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:27.287525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] Attempting to bind port a35f04cf-6297-48dc-aad6-b8a17ebad719 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:08:27.287873 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] Attempting to bind port a35f04cf-6297-48dc-aad6-b8a17ebad719 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '23380bb9-f411-4802-ab03-1beca1c1aec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61e26a96-999b-4cb9-96d6-7a8cffc1f46f'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:08:27.288209 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] Attempting to bind port a35f04cf-6297-48dc-aad6-b8a17ebad719 on network 61e26a96-999b-4cb9-96d6-7a8cffc1f46f {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:08:27.294596 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-31ccd8a1-5b75-4ae3-9ee3-522131066d69 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:27.311731 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-31ccd8a1-5b75-4ae3-9ee3-522131066d69 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:27.315775 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['010b98b4-758f-4285-89fb-ff8927f356cc'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:08:27.322361 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ccd8a1-5b75-4ae3-9ee3-522131066d69 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:08:27.323238 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-31ccd8a1-5b75-4ae3-9ee3-522131066d69 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:08:27.328577 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:08:27.363687 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1c20fdab-9082-4b45-8bc7-edd0eb87a7ff up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:27.396077 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] Port a35f04cf-6297-48dc-aad6-b8a17ebad719 on network 61e26a96-999b-4cb9-96d6-7a8cffc1f46f not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:08:27.396708 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] Attempting to bind port a35f04cf-6297-48dc-aad6-b8a17ebad719 on network 61e26a96-999b-4cb9-96d6-7a8cffc1f46f {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:08:27.413894 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-31ccd8a1-5b75-4ae3-9ee3-522131066d69 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:27.425984 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-31ccd8a1-5b75-4ae3-9ee3-522131066d69 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:27.428721 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-31ccd8a1-5b75-4ae3-9ee3-522131066d69 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] 10.222.0.13 "DELETE /v2.0/networks/d78b9c6e-af25-4613-b127-91e47b8988d6 HTTP/1.1" status: 204 len: 168 time: 1.5189021 Jul 22 19:08:27.447719 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37742) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:27.448809 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccd8a1-5b75-4ae3-9ee3-522131066d69 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Pushing event deleted for resources: {'Network': ['ID=d78b9c6e-af25-4613-b127-91e47b8988d6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:27.472511 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 1c20fdab-9082-4b45-8bc7-edd0eb87a7ff completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:27.489396 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:08:27.490012 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] Checking segment: {'id': '23380bb9-f411-4802-ab03-1beca1c1aec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61e26a96-999b-4cb9-96d6-7a8cffc1f46f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:08:27.490411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] Bound using segment: {'id': '23380bb9-f411-4802-ab03-1beca1c1aec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61e26a96-999b-4cb9-96d6-7a8cffc1f46f'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:08:27.490547 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 1c20fdab-9082-4b45-8bc7-edd0eb87a7ff triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:27.490871 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] Bound port: a35f04cf-6297-48dc-aad6-b8a17ebad719, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23380bb9-f411-4802-ab03-1beca1c1aec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61e26a96-999b-4cb9-96d6-7a8cffc1f46f'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:08:27.491005 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:27.491237 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:27.562848 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f685b-3e67-4fdd-b82b-df4644b6cb27 req-0a0225cd-d955-4c67-b1a5-af3b4cb8c52d tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:27.571841 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f685b-3e67-4fdd-b82b-df4644b6cb27 req-0a0225cd-d955-4c67-b1a5-af3b4cb8c52d tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:27.581192 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f685b-3e67-4fdd-b82b-df4644b6cb27 req-0a0225cd-d955-4c67-b1a5-af3b4cb8c52d tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:27.593798 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-049f685b-3e67-4fdd-b82b-df4644b6cb27 req-0a0225cd-d955-4c67-b1a5-af3b4cb8c52d tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 2388 time: 0.4443028 Jul 22 19:08:27.621485 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3ac933f-f8f5-4dcf-aa7a-64efd10ff6cf req-933f0b33-8447-4269-9c6a-9f6be79b9090 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371470 Jul 22 19:08:27.679380 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-e1373986-dec3-43e7-835b-3fd86303e0d9 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Deleting port 06655268-ec81-437a-b7b9-1b7564286c9b {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:08:27.682669 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e1373986-dec3-43e7-835b-3fd86303e0d9 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:27.748408 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 37748) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:27.815673 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:27.818228 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-049f685b-3e67-4fdd-b82b-df4644b6cb27 req-96851963-6286-4fda-82c0-e571a2e71e9c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234499 Jul 22 19:08:27.853245 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e1373986-dec3-43e7-835b-3fd86303e0d9 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:27.854108 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e1373986-dec3-43e7-835b-3fd86303e0d9 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:27.862131 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2da1034b-1855-4c97-8650-4913e7baacce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:27.873771 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 1c20fdab-9082-4b45-8bc7-edd0eb87a7ff, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=1c20fdab-9082-4b45-8bc7-edd0eb87a7ff,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:27.879406 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-e1373986-dec3-43e7-835b-3fd86303e0d9 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Calling delete_port for 06655268-ec81-437a-b7b9-1b7564286c9b owned by network:floatingip {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:08:27.879829 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:27.917120 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] For port a35f04cf-6297-48dc-aad6-b8a17ebad719, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:08:27.985683 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b3c217e5-84d5-4d72-bd19-bb699e24a7ad no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:08:28.037180 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: b3c217e5-84d5-4d72-bd19-bb699e24a7ad {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:08:28.037798 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b3c217e5-84d5-4d72-bd19-bb699e24a7ad not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:08:28.045372 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=1c20fdab-9082-4b45-8bc7-edd0eb87a7ff,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:28.104336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] For port a35f04cf-6297-48dc-aad6-b8a17ebad719, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a35f04cf-6297-48dc-aad6-b8a17ebad719,segment=NetworkSegment(23380bb9-f411-4802-ab03-1beca1c1aec2),segment_id=23380bb9-f411-4802-ab03-1beca1c1aec2)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:08:28.155295 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e1373986-dec3-43e7-835b-3fd86303e0d9 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:28.171735 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:28.192916 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1373986-dec3-43e7-835b-3fd86303e0d9 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Pushing event deleted for resources: {'Port': ['ID=06655268-ec81-437a-b7b9-1b7564286c9b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:28.253377 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-afab70e2-f948-4e75-9754-89c262d9e7a8 admin admin] Allocated IP 172.20.0.1 (dc1e2cb3-4cca-4322-be09-ea6782e15a2a/214adf36-ac6e-4ac7-a335-e873267761a9/1d06008b-741b-4690-899e-4fcc460df053) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:08:28.274502 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e1373986-dec3-43e7-835b-3fd86303e0d9 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks [] for floatingip, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:28.277799 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e1373986-dec3-43e7-835b-3fd86303e0d9 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:28.279560 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e1373986-dec3-43e7-835b-3fd86303e0d9 tempest-FloatingIPAdminTestJSON-2083316239 tempest-FloatingIPAdminTestJSON-2083316239-project] 10.222.0.13 "DELETE /v2.0/floatingips/ca5003b3-cdae-4384-bc55-5b8b392dfc06 HTTP/1.1" status: 204 len: 168 time: 0.8269510 Jul 22 19:08:28.294988 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:28.295639 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:28.297118 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] 10.222.0.30 "PUT /v2.0/ports/a35f04cf-6297-48dc-aad6-b8a17ebad719 HTTP/1.1" status: 200 len: 1093 time: 4.0665247 Jul 22 19:08:28.302746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'tag': 'a35f04cf-6297-48dc-aad6-b8a17ebad719'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:08:28.305829 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bb5ee0-1213-401f-bb18-77c6b7203fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "0502df6a-d0b2-463f-99a6-590b6e05ba1e", "tag": "a35f04cf-6297-48dc-aad6-b8a17ebad719"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:08:28.358162 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7194c2ab-b787-449e-9006-152e0d830a8e req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] Request body: {'port': {'device_id': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:28.359246 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0208ea4a-3bb9-4b6a-aee5-5bac5ef77eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:28.443520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5d17a-0134-44ce-83a6-839644bd4191 service neutron] Pushing event updated for resources: {'Port': ['ID=a35f04cf-6297-48dc-aad6-b8a17ebad719,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:28.551783 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15394c5-b1b7-427f-b268-bfd75dc24abf req-f5d40833-72e7-403c-9811-09e8ce16c416 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:28.553360 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c15394c5-b1b7-427f-b268-bfd75dc24abf req-f5d40833-72e7-403c-9811-09e8ce16c416 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 949 time: 0.5174737 Jul 22 19:08:28.570625 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa069d-2729-4071-b5de-b4226aa9b5a2 req-6b7c7bea-68a7-42ce-b5da-61c3412e540b tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:28.576383 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3aa069d-2729-4071-b5de-b4226aa9b5a2 req-6b7c7bea-68a7-42ce-b5da-61c3412e540b tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 0.5162022 Jul 22 19:08:28.608837 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654de35-8dec-4846-a6f5-84e771d60277 req-89872046-58bf-4ccd-bf41-f4a7b2a7076f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:28.610350 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5654de35-8dec-4846-a6f5-84e771d60277 req-89872046-58bf-4ccd-bf41-f4a7b2a7076f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875&tenant_id=46238864a83148d380b2ca0eb3b80dcd&binding%3Ahost_id=n-h2-800086-12 HTTP/1.1" status: 200 len: 949 time: 0.5009766 Jul 22 19:08:28.667249 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37762) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:28.834893 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3caa7aeb-6508-4f17-a3cd-044631798035 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=262f32d92e1e4acdbbeb83e8df60f2a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1640446 Jul 22 19:08:28.836052 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37770) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:28.889794 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aada7477-1bf9-4dfc-8b4a-db7746280671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:28.913109 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aada7477-1bf9-4dfc-8b4a-db7746280671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:28.975203 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2da1034b-1855-4c97-8650-4913e7baacce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:28.981085 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aada7477-1bf9-4dfc-8b4a-db7746280671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:28.984572 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aada7477-1bf9-4dfc-8b4a-db7746280671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:28.987956 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-aada7477-1bf9-4dfc-8b4a-db7746280671 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6cd6aa4e-14a6-4515-9b65-5f271931acea HTTP/1.1" status: 204 len: 168 time: 0.1485460 Jul 22 19:08:28.993295 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:28.995439 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada7477-1bf9-4dfc-8b4a-db7746280671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd6aa4e-14a6-4515-9b65-5f271931acea,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:29.005629 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2da1034b-1855-4c97-8650-4913e7baacce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:29.026696 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-afab70e2-f948-4e75-9754-89c262d9e7a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:29.068464 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3aa069d-2729-4071-b5de-b4226aa9b5a2 req-03d0a3a9-582b-47b8-9d8d-9ac2d0c0c672 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911191 Jul 22 19:08:29.084640 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c15394c5-b1b7-427f-b268-bfd75dc24abf req-21338722-73b4-4b47-a3f9-328125b156f5 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040112 Jul 22 19:08:29.101060 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-afab70e2-f948-4e75-9754-89c262d9e7a8 admin admin] Transition to ACTIVE for port object 1d06008b-741b-4690-899e-4fcc460df053 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:29.142084 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1034b-1855-4c97-8650-4913e7baacce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7161fb0-84c9-46fd-9730-1d7da13672ca,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:29.149441 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2da1034b-1855-4c97-8650-4913e7baacce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77f5d416b2fa4d8d8cd51909f2097f21&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3894894 Jul 22 19:08:29.150153 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37774) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:29.159435 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-5654de35-8dec-4846-a6f5-84e771d60277 req-8d6773fd-7d69-4b67-93d9-a29063bc16a7 service neutron] delete failed (client error): The resource could not be found. Jul 22 19:08:29.160490 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5654de35-8dec-4846-a6f5-84e771d60277 req-8d6773fd-7d69-4b67-93d9-a29063bc16a7 service neutron] 10.222.0.30 "DELETE /v2.0/ports/010b98b4-758f-4285-89fb-ff8927f356cc/bindings/n-h1-800086-12 HTTP/1.1" status: 404 len: 381 time: 0.5310857 Jul 22 19:08:29.235146 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1c20fdab-9082-4b45-8bc7-edd0eb87a7ff up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:29.254194 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11206e2b-6ae4-48cf-a104-7a3a3aba08be x-openstack-request-id: req-11206e2b-6ae4-48cf-a104-7a3a3aba08be {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:08:29.254428 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0502df6a-d0b2-463f-99a6-590b6e05ba1e", "tag": "a35f04cf-6297-48dc-aad6-b8a17ebad719", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:08:29.254643 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11206e2b-6ae4-48cf-a104-7a3a3aba08be {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:08:29.255034 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'tag': 'a35f04cf-6297-48dc-aad6-b8a17ebad719', 'status': 'completed', 'code': 200} Jul 22 19:08:29.317667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 1c20fdab-9082-4b45-8bc7-edd0eb87a7ff triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:29.318047 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:29.318884 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-afab70e2-f948-4e75-9754-89c262d9e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:29.322696 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f8d60dc-062b-47de-8f73-4d7d2006922c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:29.429726 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f8d60dc-062b-47de-8f73-4d7d2006922c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:29.477645 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afab70e2-f948-4e75-9754-89c262d9e7a8 admin admin] Network dc1e2cb3-4cca-4322-be09-ea6782e15a2a is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:29.498658 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654de35-8dec-4846-a6f5-84e771d60277 req-490a983b-aaa7-415c-a906-27ff9c48892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:29.501646 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-afab70e2-f948-4e75-9754-89c262d9e7a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:29.502264 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5654de35-8dec-4846-a6f5-84e771d60277 req-490a983b-aaa7-415c-a906-27ff9c48892c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 1101 time: 0.1387205 Jul 22 19:08:29.512983 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afab70e2-f948-4e75-9754-89c262d9e7a8 admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:08:29.532278 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f8d60dc-062b-47de-8f73-4d7d2006922c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:29.535535 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f8d60dc-062b-47de-8f73-4d7d2006922c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:29.540276 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2f8d60dc-062b-47de-8f73-4d7d2006922c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7161fb0-84c9-46fd-9730-1d7da13672ca HTTP/1.1" status: 204 len: 168 time: 0.3887823 Jul 22 19:08:29.558806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 37778) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:29.567909 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab70e2-f948-4e75-9754-89c262d9e7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=1d06008b-741b-4690-899e-4fcc460df053,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:29.572440 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d60dc-062b-47de-8f73-4d7d2006922c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7161fb0-84c9-46fd-9730-1d7da13672ca,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:29.594960 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb5ee0-1213-401f-bb18-77c6b7203fc1 req-1fa0928d-738e-42a8-b452-c23299da339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:29.595462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb5ee0-1213-401f-bb18-77c6b7203fc1 req-1fa0928d-738e-42a8-b452-c23299da339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:29.595945 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb5ee0-1213-401f-bb18-77c6b7203fc1 req-1fa0928d-738e-42a8-b452-c23299da339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:29.597644 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41bb5ee0-1213-401f-bb18-77c6b7203fc1 req-1fa0928d-738e-42a8-b452-c23299da339c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93ea73befe604530890b841f22228fe3&device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 2732 time: 0.3406336 Jul 22 19:08:29.641859 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-312a398e-386d-42b2-b20f-bc29f59110e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:29.703683 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654de35-8dec-4846-a6f5-84e771d60277 req-8334a994-2caf-4ac4-8010-ee00ea4df172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:29.707799 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5654de35-8dec-4846-a6f5-84e771d60277 req-8334a994-2caf-4ac4-8010-ee00ea4df172 service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.1886015 Jul 22 19:08:29.739822 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-afab70e2-f948-4e75-9754-89c262d9e7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:29.801984 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5654de35-8dec-4846-a6f5-84e771d60277 req-caf81e3f-a8c4-40ef-b25b-8764cb85902d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=010b98b4-758f-4285-89fb-ff8927f356cc HTTP/1.1" status: 200 len: 217 time: 0.0881386 Jul 22 19:08:29.869653 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654de35-8dec-4846-a6f5-84e771d60277 req-5fdc15cb-ab7a-4182-a2d7-46d17e884bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:29.871128 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5654de35-8dec-4846-a6f5-84e771d60277 req-5fdc15cb-ab7a-4182-a2d7-46d17e884bf8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0624161 Jul 22 19:08:29.926408 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141dbad-d6f1-4824-9057-413d483a98aa req-129000a5-c232-4ce6-98de-f8a8ef69d530 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:29.932670 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141dbad-d6f1-4824-9057-413d483a98aa req-129000a5-c232-4ce6-98de-f8a8ef69d530 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:29.938818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141dbad-d6f1-4824-9057-413d483a98aa req-129000a5-c232-4ce6-98de-f8a8ef69d530 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:29.940562 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9141dbad-d6f1-4824-9057-413d483a98aa req-129000a5-c232-4ce6-98de-f8a8ef69d530 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 2388 time: 0.5568883 Jul 22 19:08:29.950626 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654de35-8dec-4846-a6f5-84e771d60277 req-1a85b2e0-b1ae-4acd-b4ce-019dfbc4a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:29.952856 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5654de35-8dec-4846-a6f5-84e771d60277 req-1a85b2e0-b1ae-4acd-b4ce-019dfbc4a643 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0758462 Jul 22 19:08:29.957298 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-acb93039-4977-44a2-b332-05069313a286 None None] Provisioning for port 1d06008b-741b-4690-899e-4fcc460df053 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:29.963998 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-acb93039-4977-44a2-b332-05069313a286 None None] Provisioning complete for port 1d06008b-741b-4690-899e-4fcc460df053 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:29.965578 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-acb93039-4977-44a2-b332-05069313a286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:30.018244 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-acb93039-4977-44a2-b332-05069313a286 None None] Port 1d06008b-741b-4690-899e-4fcc460df053 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:08:30.044658 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-7194c2ab-b787-449e-9006-152e0d830a8e req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1677176-ab99-4170-b96d-5d71e6fde972 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:08:30.067878 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:30.106740 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5654de35-8dec-4846-a6f5-84e771d60277 req-e32641ff-19e3-4615-8a65-b01b2aeffa80 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404176 Jul 22 19:08:30.193760 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-7194c2ab-b787-449e-9006-152e0d830a8e req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] Transition to ACTIVE for port object e1677176-ab99-4170-b96d-5d71e6fde972 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:30.202103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb5ee0-1213-401f-bb18-77c6b7203fc1 req-060687e2-9092-45ff-901a-a3ae94998bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:30.202587 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb5ee0-1213-401f-bb18-77c6b7203fc1 req-060687e2-9092-45ff-901a-a3ae94998bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:30.203256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb5ee0-1213-401f-bb18-77c6b7203fc1 req-060687e2-9092-45ff-901a-a3ae94998bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:30.205065 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41bb5ee0-1213-401f-bb18-77c6b7203fc1 req-060687e2-9092-45ff-901a-a3ae94998bc3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=93ea73befe604530890b841f22228fe3&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5903420 Jul 22 19:08:30.216298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9141dbad-d6f1-4824-9057-413d483a98aa req-e8f85bb4-92a1-49ea-9492-2629e4f308f8 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522619 Jul 22 19:08:30.242171 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5654de35-8dec-4846-a6f5-84e771d60277 req-bc023a10-3c38-408f-903c-25c05284d9e9 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203830 Jul 22 19:08:30.242434 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:30.475496 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 010b98b4-758f-4285-89fb-ff8927f356cc up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:30.527104 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-312a398e-386d-42b2-b20f-bc29f59110e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:30.555794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 010b98b4-758f-4285-89fb-ff8927f356cc completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:30.562612 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 010b98b4-758f-4285-89fb-ff8927f356cc triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:30.563472 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:30.593114 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb5ee0-1213-401f-bb18-77c6b7203fc1 req-1429b12b-6fb3-43bb-8407-dc6511029cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:30.595319 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41bb5ee0-1213-401f-bb18-77c6b7203fc1 req-1429b12b-6fb3-43bb-8407-dc6511029cc7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3772914 Jul 22 19:08:30.603644 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-312a398e-386d-42b2-b20f-bc29f59110e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:30.627595 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] Pushing event updated for resources: {'Port': ['ID=e1677176-ab99-4170-b96d-5d71e6fde972,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:30.726413 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a398e-386d-42b2-b20f-bc29f59110e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ca5b23-6ac9-4ce2-bfd7-397c54ff4c92,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:30.729024 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:30.774465 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37810) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:30.785050 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 010b98b4-758f-4285-89fb-ff8927f356cc, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=010b98b4-758f-4285-89fb-ff8927f356cc,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:30.786082 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-312a398e-386d-42b2-b20f-bc29f59110e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31cc99e5d8d84e81940f35f58ce07b28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2208197 Jul 22 19:08:30.791827 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f62d60c-f271-47b4-a951-ed964df55875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010b98b4-758f-4285-89fb-ff8927f356cc'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:08:30.794342 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6127a7-95e8-4ff4-9116-b0b753527812" -d '{"events": [{"server_uuid": "5f62d60c-f271-47b4-a951-ed964df55875", "name": "network-vif-plugged", "status": "completed", "tag": "010b98b4-758f-4285-89fb-ff8927f356cc"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:08:30.800227 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:30.848282 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-afab70e2-f948-4e75-9754-89c262d9e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:30.884014 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=010b98b4-758f-4285-89fb-ff8927f356cc,revision_number=10']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:30.884229 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9587e-c255-4c90-be80-5ffe9ff51731 req-ac09fda4-e887-49a2-92b6-fe06f02f0979 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:30.886122 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7b9587e-c255-4c90-be80-5ffe9ff51731 req-ac09fda4-e887-49a2-92b6-fe06f02f0979 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 0.6911378 Jul 22 19:08:30.919493 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-338e789a-55f3-49d6-989a-064491d1d3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:30.948948 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-338e789a-55f3-49d6-989a-064491d1d3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:30.965720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa3ef9-6572-4952-836d-0a396928280c req-9a251bec-7e4f-400d-a515-251d91a21834 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:30.973947 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3aa3ef9-6572-4952-836d-0a396928280c req-9a251bec-7e4f-400d-a515-251d91a21834 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 949 time: 0.6393425 Jul 22 19:08:31.026602 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-338e789a-55f3-49d6-989a-064491d1d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:31.037704 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7194c2ab-b787-449e-9006-152e0d830a8e req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] Attempting to bind port e1677176-ab99-4170-b96d-5d71e6fde972 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:08:31.038051 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7194c2ab-b787-449e-9006-152e0d830a8e req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] Attempting to bind port e1677176-ab99-4170-b96d-5d71e6fde972 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'acff410e-7ff1-4fe2-a1e0-ed0693f7afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4670c4bd-6620-43c1-bc5d-a465609945b9'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:08:31.038456 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194c2ab-b787-449e-9006-152e0d830a8e req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] Attempting to bind port e1677176-ab99-4170-b96d-5d71e6fde972 on network 4670c4bd-6620-43c1-bc5d-a465609945b9 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:08:31.049847 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-338e789a-55f3-49d6-989a-064491d1d3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:31.052029 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-338e789a-55f3-49d6-989a-064491d1d3bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0ca5b23-6ac9-4ce2-bfd7-397c54ff4c92 HTTP/1.1" status: 204 len: 168 time: 0.2763844 Jul 22 19:08:31.085629 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e789a-55f3-49d6-989a-064491d1d3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ca5b23-6ac9-4ce2-bfd7-397c54ff4c92,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:31.087255 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194c2ab-b787-449e-9006-152e0d830a8e req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] Port e1677176-ab99-4170-b96d-5d71e6fde972 on network 4670c4bd-6620-43c1-bc5d-a465609945b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:08:31.087841 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194c2ab-b787-449e-9006-152e0d830a8e req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] Attempting to bind port e1677176-ab99-4170-b96d-5d71e6fde972 on network 4670c4bd-6620-43c1-bc5d-a465609945b9 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:08:31.139870 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3aa3ef9-6572-4952-836d-0a396928280c req-e3dafbdd-140f-4ecb-8d94-62759728d5ca tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587930 Jul 22 19:08:31.143216 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7b9587e-c255-4c90-be80-5ffe9ff51731 req-3beb2553-bb0a-4cc6-8966-ad6456fd1983 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439072 Jul 22 19:08:31.147480 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194c2ab-b787-449e-9006-152e0d830a8e req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:08:31.148426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194c2ab-b787-449e-9006-152e0d830a8e req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] Checking segment: {'id': 'acff410e-7ff1-4fe2-a1e0-ed0693f7afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4670c4bd-6620-43c1-bc5d-a465609945b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:08:31.148853 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194c2ab-b787-449e-9006-152e0d830a8e req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] Bound using segment: {'id': 'acff410e-7ff1-4fe2-a1e0-ed0693f7afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4670c4bd-6620-43c1-bc5d-a465609945b9'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:08:31.149781 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7194c2ab-b787-449e-9006-152e0d830a8e req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] Bound port: e1677176-ab99-4170-b96d-5d71e6fde972, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acff410e-7ff1-4fe2-a1e0-ed0693f7afe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4670c4bd-6620-43c1-bc5d-a465609945b9'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:08:31.150339 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:31.274459 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a266ab01-c5d5-458a-b1b7-e09e715e9b41 x-openstack-request-id: req-a266ab01-c5d5-458a-b1b7-e09e715e9b41 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:08:31.275016 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f62d60c-f271-47b4-a951-ed964df55875", "name": "network-vif-plugged", "status": "completed", "tag": "010b98b4-758f-4285-89fb-ff8927f356cc", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:08:31.275530 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a266ab01-c5d5-458a-b1b7-e09e715e9b41 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:08:31.276023 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f62d60c-f271-47b4-a951-ed964df55875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010b98b4-758f-4285-89fb-ff8927f356cc', 'code': 200} Jul 22 19:08:31.280668 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-47367d74-95ff-4448-bc2c-4eee4d1d007f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:31.285215 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:31.412670 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7194c2ab-b787-449e-9006-152e0d830a8e req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] For port e1677176-ab99-4170-b96d-5d71e6fde972, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:08:31.448561 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7194c2ab-b787-449e-9006-152e0d830a8e req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] For port e1677176-ab99-4170-b96d-5d71e6fde972, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e1677176-ab99-4170-b96d-5d71e6fde972,segment=NetworkSegment(acff410e-7ff1-4fe2-a1e0-ed0693f7afe1),segment_id=acff410e-7ff1-4fe2-a1e0-ed0693f7afe1)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:08:31.455967 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-afab70e2-f948-4e75-9754-89c262d9e7a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:31.465603 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:31.468926 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-afab70e2-f948-4e75-9754-89c262d9e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:31.511374 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37834) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:31.529947 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43880c17-d35d-4969-8a60-4600e2db88ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:31.684687 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43880c17-d35d-4969-8a60-4600e2db88ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:31.691300 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43880c17-d35d-4969-8a60-4600e2db88ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:31.747613 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-43880c17-d35d-4969-8a60-4600e2db88ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac4f482b8ab5481383aaabb10cca9f98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345533 Jul 22 19:08:31.749985 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37840) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:31.760319 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43880c17-d35d-4969-8a60-4600e2db88ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f88d7d6-e8e2-4b4a-8253-eb28d0cedad3,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:31.849633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c2ab-b787-449e-9006-152e0d830a8e req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:31.850255 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:31.852041 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] 10.222.0.30 "PUT /v2.0/ports/e1677176-ab99-4170-b96d-5d71e6fde972 HTTP/1.1" status: 200 len: 1093 time: 3.5145166 Jul 22 19:08:31.852680 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bc3c9f5f-0036-4463-bb46-fc8526b46269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:31.854338 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'tag': 'e1677176-ab99-4170-b96d-5d71e6fde972'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:08:31.856692 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9d561d-2008-4692-8e5f-a377b929ab4f" -d '{"events": [{"name": "network-changed", "server_uuid": "0502df6a-d0b2-463f-99a6-590b6e05ba1e", "tag": "e1677176-ab99-4170-b96d-5d71e6fde972"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:08:31.904545 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bc3c9f5f-0036-4463-bb46-fc8526b46269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:31.940261 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] Request body: {'port': {'device_id': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:32.018651 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bc3c9f5f-0036-4463-bb46-fc8526b46269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:32.023160 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bc3c9f5f-0036-4463-bb46-fc8526b46269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:32.027335 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bc3c9f5f-0036-4463-bb46-fc8526b46269 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f88d7d6-e8e2-4b4a-8253-eb28d0cedad3 HTTP/1.1" status: 204 len: 168 time: 0.2737219 Jul 22 19:08:32.046172 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c9f5f-0036-4463-bb46-fc8526b46269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f88d7d6-e8e2-4b4a-8253-eb28d0cedad3,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:32.105617 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-afab70e2-f948-4e75-9754-89c262d9e7a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:32.115927 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36875e3-8fdd-4b26-917d-69cd8ad9b33f x-openstack-request-id: req-f36875e3-8fdd-4b26-917d-69cd8ad9b33f {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:08:32.116922 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0502df6a-d0b2-463f-99a6-590b6e05ba1e", "tag": "e1677176-ab99-4170-b96d-5d71e6fde972", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:08:32.117187 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f36875e3-8fdd-4b26-917d-69cd8ad9b33f {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:08:32.117592 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'tag': 'e1677176-ab99-4170-b96d-5d71e6fde972', 'status': 'completed', 'code': 200} Jul 22 19:08:32.165601 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:32.216748 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380faa3-c7ff-4154-97e9-68af3cff242e req-816747e4-38b5-4b62-aa73-26aaf8f1b7bb tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:32.223258 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380faa3-c7ff-4154-97e9-68af3cff242e req-816747e4-38b5-4b62-aa73-26aaf8f1b7bb tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:32.228239 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:32.231936 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380faa3-c7ff-4154-97e9-68af3cff242e req-816747e4-38b5-4b62-aa73-26aaf8f1b7bb tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:32.233846 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2380faa3-c7ff-4154-97e9-68af3cff242e req-816747e4-38b5-4b62-aa73-26aaf8f1b7bb tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 2400 time: 0.8727849 Jul 22 19:08:32.272540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d5e7b-8960-4922-a509-8c4aa63dc4ea service neutron] Pushing event updated for resources: {'Port': ['ID=e1677176-ab99-4170-b96d-5d71e6fde972,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:32.448249 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d561d-2008-4692-8e5f-a377b929ab4f req-eb870578-dc56-475f-ac4f-1a2fce7ecbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:32.448720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d561d-2008-4692-8e5f-a377b929ab4f req-eb870578-dc56-475f-ac4f-1a2fce7ecbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:32.449214 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d561d-2008-4692-8e5f-a377b929ab4f req-eb870578-dc56-475f-ac4f-1a2fce7ecbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:32.451047 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae9d561d-2008-4692-8e5f-a377b929ab4f req-eb870578-dc56-475f-ac4f-1a2fce7ecbbc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93ea73befe604530890b841f22228fe3&device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 2800 time: 0.3297384 Jul 22 19:08:32.488098 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2380faa3-c7ff-4154-97e9-68af3cff242e req-ab33cdc4-3598-4458-a88a-39391f2d60b7 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349977 Jul 22 19:08:32.510701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab70e2-f948-4e75-9754-89c262d9e7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=1d06008b-741b-4690-899e-4fcc460df053,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:32.681285 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afab70e2-f948-4e75-9754-89c262d9e7a8 admin admin] Network dc1e2cb3-4cca-4322-be09-ea6782e15a2a is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:32.711218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-afab70e2-f948-4e75-9754-89c262d9e7a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:32.753142 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201274ba-c00e-4432-afad-60446ef0d66d req-3b56b04b-815d-4c63-bea6-e353eba631e0 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:32.754786 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-201274ba-c00e-4432-afad-60446ef0d66d req-3b56b04b-815d-4c63-bea6-e353eba631e0 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 951 time: 0.4745865 Jul 22 19:08:32.926745 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d561d-2008-4692-8e5f-a377b929ab4f req-72dbb77e-85b0-4751-94e8-9260fa4e35b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:32.926745 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d561d-2008-4692-8e5f-a377b929ab4f req-72dbb77e-85b0-4751-94e8-9260fa4e35b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:32.926745 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d561d-2008-4692-8e5f-a377b929ab4f req-72dbb77e-85b0-4751-94e8-9260fa4e35b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:32.927305 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae9d561d-2008-4692-8e5f-a377b929ab4f req-72dbb77e-85b0-4751-94e8-9260fa4e35b9 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=93ea73befe604530890b841f22228fe3&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4578400 Jul 22 19:08:33.064287 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-201274ba-c00e-4432-afad-60446ef0d66d req-16fcab97-f0c2-4280-8bc3-d5f5e2101061 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784035 Jul 22 19:08:33.072388 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e49d9-d917-4c27-899d-8654d414cb46 req-c4dba9af-567d-4dc0-880b-765651e8f315 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:33.073940 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-857e49d9-d917-4c27-899d-8654d414cb46 req-c4dba9af-567d-4dc0-880b-765651e8f315 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 0.4759674 Jul 22 19:08:33.148900 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8561fdc0-f39f-40ee-98ad-12bf23f61015 None None] Provisioning complete for port 1d06008b-741b-4690-899e-4fcc460df053 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:33.150301 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8561fdc0-f39f-40ee-98ad-12bf23f61015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:33.225585 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afab70e2-f948-4e75-9754-89c262d9e7a8 admin admin] Router 671779d8-11a3-410c-8853-1cb94bcefe44 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:08:33.249697 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-8561fdc0-f39f-40ee-98ad-12bf23f61015 None None] Port 1d06008b-741b-4690-899e-4fcc460df053 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:08:33.258102 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d561d-2008-4692-8e5f-a377b929ab4f req-d33aece1-107d-4190-9794-2432563ff278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:33.259831 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae9d561d-2008-4692-8e5f-a377b929ab4f req-d33aece1-107d-4190-9794-2432563ff278 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2788436 Jul 22 19:08:33.265204 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-857e49d9-d917-4c27-899d-8654d414cb46 req-1f0a9c30-5ffb-41b1-82f0-d4fe71fcf86b tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665249 Jul 22 19:08:33.401043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:08:33.445238 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:33.473758 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] Transition to ACTIVE for port object 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:33.485269 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:33.559449 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afab70e2-f948-4e75-9754-89c262d9e7a8 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:08:33.563849 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6343701-fcdc-49a8-ab2f-b4f1b309b4cd req-1c2682aa-8e37-4592-bca9-ce39ce0d9eea tempest-MigrationsAdminTest-1680029283 tempest-MigrationsAdminTest-1680029283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:33.565475 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6343701-fcdc-49a8-ab2f-b4f1b309b4cd req-1c2682aa-8e37-4592-bca9-ce39ce0d9eea tempest-MigrationsAdminTest-1680029283 tempest-MigrationsAdminTest-1680029283-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 1103 time: 0.2323065 Jul 22 19:08:33.566132 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] Pushing event updated for resources: {'Port': ['ID=9ae8d006-b87e-4c68-b7d5-8cc676df5bfd,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:33.580837 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-afab70e2-f948-4e75-9754-89c262d9e7a8 admin admin] 10.222.0.13 "PUT /v2.0/routers/671779d8-11a3-410c-8853-1cb94bcefe44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8005075 Jul 22 19:08:33.594908 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] Sync routers for ids ['671779d8-11a3-410c-8853-1cb94bcefe44'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:08:33.614926 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] Routers {'671779d8-11a3-410c-8853-1cb94bcefe44'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:08:33.615599 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:08:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['671779d8-11a3-410c-8853-1cb94bcefe44'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:33.771922 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6343701-fcdc-49a8-ab2f-b4f1b309b4cd req-f3def7cf-e33a-4cb4-ac68-5a58df01ef7d tempest-MigrationsAdminTest-1680029283 tempest-MigrationsAdminTest-1680029283-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972589 Jul 22 19:08:33.808629 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] Attempting to bind port 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:08:33.808808 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] Attempting to bind port 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '23380bb9-f411-4802-ab03-1beca1c1aec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61e26a96-999b-4cb9-96d6-7a8cffc1f46f'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:08:33.809451 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] Attempting to bind port 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd on network 61e26a96-999b-4cb9-96d6-7a8cffc1f46f {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:08:33.821070 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] Port 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd on network 61e26a96-999b-4cb9-96d6-7a8cffc1f46f not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:08:33.821413 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] Attempting to bind port 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd on network 61e26a96-999b-4cb9-96d6-7a8cffc1f46f {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:08:33.829538 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:08:33.829861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] Checking segment: {'id': '23380bb9-f411-4802-ab03-1beca1c1aec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61e26a96-999b-4cb9-96d6-7a8cffc1f46f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:08:33.830552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] Bound using segment: {'id': '23380bb9-f411-4802-ab03-1beca1c1aec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61e26a96-999b-4cb9-96d6-7a8cffc1f46f'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:08:33.830708 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] Bound port: 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23380bb9-f411-4802-ab03-1beca1c1aec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61e26a96-999b-4cb9-96d6-7a8cffc1f46f'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:08:33.831029 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:33.833333 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] Set router 671779d8-11a3-410c-8853-1cb94bcefe44 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:08:33.879822 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11152443-ded8-47c8-9065-10371896f97e req-1e9cbb2c-bca3-47e4-b64a-626be7ac75e0 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:33.888300 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11152443-ded8-47c8-9065-10371896f97e req-1e9cbb2c-bca3-47e4-b64a-626be7ac75e0 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:33.895017 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11152443-ded8-47c8-9065-10371896f97e req-1e9cbb2c-bca3-47e4-b64a-626be7ac75e0 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:33.896782 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-11152443-ded8-47c8-9065-10371896f97e req-1e9cbb2c-bca3-47e4-b64a-626be7ac75e0 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 2412 time: 0.2635443 Jul 22 19:08:33.957150 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:33.990145 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-11152443-ded8-47c8-9065-10371896f97e req-bfedc739-4c56-4143-a0f6-568c406a2479 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721600 Jul 22 19:08:33.999667 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] For port 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:08:34.004120 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] For port 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9ae8d006-b87e-4c68-b7d5-8cc676df5bfd,segment=NetworkSegment(23380bb9-f411-4802-ab03-1beca1c1aec2),segment_id=23380bb9-f411-4802-ab03-1beca1c1aec2)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:08:34.011023 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:34.065168 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:34.066203 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:34.067517 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] 10.222.0.30 "PUT /v2.0/ports/9ae8d006-b87e-4c68-b7d5-8cc676df5bfd HTTP/1.1" status: 200 len: 1092 time: 2.1398439 Jul 22 19:08:34.092845 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d0dd7-3868-4f9e-9b93-7c6f89fa31ca service neutron] Pushing event updated for resources: {'Port': ['ID=9ae8d006-b87e-4c68-b7d5-8cc676df5bfd,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:34.121233 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'tag': '9ae8d006-b87e-4c68-b7d5-8cc676df5bfd'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:08:34.123825 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92e4aba-7014-4595-8c44-56c07504941e" -d '{"events": [{"name": "network-changed", "server_uuid": "0502df6a-d0b2-463f-99a6-590b6e05ba1e", "tag": "9ae8d006-b87e-4c68-b7d5-8cc676df5bfd"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:08:34.309285 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671779d8-11a3-410c-8853-1cb94bcefe44', 'name': 'tempest-FloatingIPsNegativeTestJSON-578036824-router', 'tenant_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '1c20fdab-9082-4b45-8bc7-edd0eb87a7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:13Z', 'updated_at': '2021-07-22T19:08:30Z', 'revision_number': 4, 'project_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'gw_port': {'id': '1c20fdab-9082-4b45-8bc7-edd0eb87a7ff', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671779d8-11a3-410c-8853-1cb94bcefe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:15Z', 'updated_at': '2021-07-22T19:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '1d06008b-741b-4690-899e-4fcc460df053', 'name': '', 'network_id': 'dc1e2cb3-4cca-4322-be09-ea6782e15a2a', 'tenant_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'mac_address': 'fa:16:3e:5f:4b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671779d8-11a3-410c-8853-1cb94bcefe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '214adf36-ac6e-4ac7-a335-e873267761a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:27Z', 'updated_at': '2021-07-22T19:08:31Z', 'revision_number': 2, 'project_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'subnets': [{'id': '214adf36-ac6e-4ac7-a335-e873267761a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:34.347233 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] Checking router: 671779d8-11a3-410c-8853-1cb94bcefe44 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:08:34.347865 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] Updating router 671779d8-11a3-410c-8853-1cb94bcefe44 port 1d06008b-741b-4690-899e-4fcc460df053 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:08:34.432681 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:34.435173 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a4b5a457-5ad2-4383-80de-88c6d877dfd4 req-5e2c8f90-689f-442a-9fbd-8b17716bcc4d tempest-FloatingIPsNegativeTestJSON-1047436674 tempest-FloatingIPsNegativeTestJSON-1047436674-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=7fdf88f3bf84431288c34c9e79a82bf1 HTTP/1.1" status: 200 len: 217 time: 0.0917687 Jul 22 19:08:34.452957 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-35ab4b3c-b95b-4bf4-bbe6-b0ee4a8ceb24 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=46238864a83148d380b2ca0eb3b80dcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1573026 Jul 22 19:08:34.526040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c2ab-b787-449e-9006-152e0d830a8e req-e7b20386-44d9-4793-87fa-b730d5c73bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:34.526625 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c2ab-b787-449e-9006-152e0d830a8e req-e7b20386-44d9-4793-87fa-b730d5c73bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:34.529191 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c2ab-b787-449e-9006-152e0d830a8e req-e7b20386-44d9-4793-87fa-b730d5c73bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:34.533458 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-e7b20386-44d9-4793-87fa-b730d5c73bf0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93ea73befe604530890b841f22228fe3&device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 2868 time: 0.4065208 Jul 22 19:08:34.539546 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8245549c-2ea1-4993-b7c2-a5833e31fb7e x-openstack-request-id: req-8245549c-2ea1-4993-b7c2-a5833e31fb7e {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:08:34.539864 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0502df6a-d0b2-463f-99a6-590b6e05ba1e", "tag": "9ae8d006-b87e-4c68-b7d5-8cc676df5bfd", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:08:34.540092 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8245549c-2ea1-4993-b7c2-a5833e31fb7e {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:08:34.542049 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'tag': '9ae8d006-b87e-4c68-b7d5-8cc676df5bfd', 'status': 'completed', 'code': 200} Jul 22 19:08:34.688207 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95ff4a-d68f-4eb3-9e49-301d3c8e8bd2 req-ae58139d-64e0-4ea2-a737-23d109a807e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:34.689879 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b95ff4a-d68f-4eb3-9e49-301d3c8e8bd2 req-ae58139d-64e0-4ea2-a737-23d109a807e0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 1098 time: 0.5160906 Jul 22 19:08:34.695888 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-13bd8d04-7cc1-48a8-a49a-c109c01c2079 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.185&port_id=a35f04cf-6297-48dc-aad6-b8a17ebad719 HTTP/1.1" status: 200 len: 217 time: 0.1119390 Jul 22 19:08:34.829091 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-60731d82-f846-4881-b7da-b73ae5df6d03 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:34.830903 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-60731d82-f846-4881-b7da-b73ae5df6d03 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3770814 Jul 22 19:08:34.984771 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ad20cd99-fb1f-430a-b04d-97db45db4081 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/quotas/46238864a83148d380b2ca0eb3b80dcd HTTP/1.1" status: 200 len: 375 time: 0.1250908 Jul 22 19:08:35.004329 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:35.032286 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] Transition to ACTIVE for port object 1d06008b-741b-4690-899e-4fcc460df053 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:35.042578 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:35.045018 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b95ff4a-d68f-4eb3-9e49-301d3c8e8bd2 req-550679b1-9d65-44f2-9a0d-03cae3f9021c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481872 Jul 22 19:08:35.054663 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c2ab-b787-449e-9006-152e0d830a8e req-4e783f6b-2995-4e9c-befb-c4a19f9f5f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:35.057612 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-4e783f6b-2995-4e9c-befb-c4a19f9f5f7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40618aff-421a-4b9c-be35-71214db164f0 HTTP/1.1" status: 200 len: 801 time: 0.2243795 Jul 22 19:08:35.128963 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c5c16-cd98-4a76-9154-8035d8f2de41 req-71cbae11-0e8a-45c4-ae05-11b3aac5f47a tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:35.136891 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-561c5c16-cd98-4a76-9154-8035d8f2de41 req-71cbae11-0e8a-45c4-ae05-11b3aac5f47a tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 0.2949753 Jul 22 19:08:35.167999 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ddab2-873b-4866-b48b-095da63cab27 None None] Pushing event updated for resources: {'Port': ['ID=1d06008b-741b-4690-899e-4fcc460df053,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:35.205319 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-0e13b5db-8efe-4f4d-b7af-f03e660d10d8 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2075014 Jul 22 19:08:35.244422 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-561c5c16-cd98-4a76-9154-8035d8f2de41 req-1a71a891-2032-4887-b658-8da66912bc60 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065392 Jul 22 19:08:35.314353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c2ab-b787-449e-9006-152e0d830a8e req-795014a2-28ee-4403-a9aa-ce92e9ca1d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:35.322941 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-795014a2-28ee-4403-a9aa-ce92e9ca1d62 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e26a96-999b-4cb9-96d6-7a8cffc1f46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2589302 Jul 22 19:08:35.338193 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] Attempting to bind port 1d06008b-741b-4690-899e-4fcc460df053 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:08:35.340295 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] Attempting to bind port 1d06008b-741b-4690-899e-4fcc460df053 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '9309b4d1-770a-4a63-8d82-2b1b6046664e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc1e2cb3-4cca-4322-be09-ea6782e15a2a'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:08:35.340699 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] Attempting to bind port 1d06008b-741b-4690-899e-4fcc460df053 on network dc1e2cb3-4cca-4322-be09-ea6782e15a2a {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:08:35.360656 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:08:35.362780 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] Checking segment: {'id': '9309b4d1-770a-4a63-8d82-2b1b6046664e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc1e2cb3-4cca-4322-be09-ea6782e15a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:08:35.363793 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:35.363793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] Bound using segment: {'id': '9309b4d1-770a-4a63-8d82-2b1b6046664e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc1e2cb3-4cca-4322-be09-ea6782e15a2a'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:08:35.364264 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] Bound port: 1d06008b-741b-4690-899e-4fcc460df053, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9309b4d1-770a-4a63-8d82-2b1b6046664e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc1e2cb3-4cca-4322-be09-ea6782e15a2a'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:08:35.368215 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:35.417854 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-98a03d48-c118-4a93-aab2-a9eba460e841 req-8da2566a-ffee-4b5f-8d38-48859b2ddda3 tempest-FloatingIPsNegativeTestJSON-1047436674 tempest-FloatingIPsNegativeTestJSON-1047436674-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1377661 Jul 22 19:08:35.485003 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37972) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:35.590737 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] For port 1d06008b-741b-4690-899e-4fcc460df053, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:08:35.600522 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] For port 1d06008b-741b-4690-899e-4fcc460df053, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=1d06008b-741b-4690-899e-4fcc460df053,segment=NetworkSegment(9309b4d1-770a-4a63-8d82-2b1b6046664e),segment_id=9309b4d1-770a-4a63-8d82-2b1b6046664e)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:08:35.611124 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:35.707049 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8bd9c271-4228-462c-80e8-91ac3a91c3d2 tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:35.771187 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ddab2-873b-4866-b48b-095da63cab27 None None] Pushing event updated for resources: {'Port': ['ID=1d06008b-741b-4690-899e-4fcc460df053,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:35.771800 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8bd9c271-4228-462c-80e8-91ac3a91c3d2 tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] 10.222.0.13 "PUT /v2.0/quotas/de81c3e334984cd380ae7e62dc8c565b HTTP/1.1" status: 200 len: 366 time: 0.2818353 Jul 22 19:08:35.775287 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37984) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:35.814984 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] Routers {'671779d8-11a3-410c-8853-1cb94bcefe44'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:08:35.816057 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:08:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['671779d8-11a3-410c-8853-1cb94bcefe44'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:35.820619 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a8606c46-622d-4da7-9693-043a017ae5fe tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0417142 Jul 22 19:08:35.821636 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 37988) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:35.842812 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1ab4147c-827c-42f6-a01e-e604ff52c75e tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] 10.222.0.13 "GET /v2.0/quotas/de81c3e334984cd380ae7e62dc8c565b HTTP/1.1" status: 200 len: 366 time: 0.0200329 Jul 22 19:08:35.846880 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 37990) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:36.050115 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] Set router 671779d8-11a3-410c-8853-1cb94bcefe44 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:08:36.072958 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-60fddb61-277d-4d64-84ca-63722747a631 req-40ff9764-0ea6-44ee-beaf-db25e019e3ba tempest-FloatingIPsNegativeTestJSON-1047436674 tempest-FloatingIPsNegativeTestJSON-1047436674-project] show failed (client error): The resource could not be found. Jul 22 19:08:36.083775 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-60fddb61-277d-4d64-84ca-63722747a631 req-40ff9764-0ea6-44ee-beaf-db25e019e3ba tempest-FloatingIPsNegativeTestJSON-1047436674 tempest-FloatingIPsNegativeTestJSON-1047436674-project] 10.222.0.13 "GET /v2.0/floatingips/ffb35789-f75e-4753-901f-2764b077a5bc HTTP/1.1" status: 404 len: 350 time: 0.2784197 Jul 22 19:08:36.086171 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38000) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:36.103713 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-46c29cb8-533a-4bf6-a58b-63080b574216 service neutron] 10.222.0.30 "GET /v2.0/networks/61e26a96-999b-4cb9-96d6-7a8cffc1f46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7483413 Jul 22 19:08:36.116254 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-75b8a326-a6f2-472c-8c03-079229c881c2 tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/de81c3e334984cd380ae7e62dc8c565b HTTP/1.1" status: 204 len: 168 time: 0.2593176 Jul 22 19:08:36.125088 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 38006) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:36.243179 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4fd1ef7e-0f4a-490c-99fe-eae9a0d786c6 req-644da3bf-08e0-4ef3-a23d-7a7d348c52fc tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 210 time: 0.0592308 Jul 22 19:08:36.246792 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-074cc1c0-24a0-4789-b96d-57d04e9ca953 tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0831151 Jul 22 19:08:36.247594 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 38012) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:36.278708 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-046536a5-5a3d-4eaa-8cab-6941373a6b9a tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] 10.222.0.13 "GET /v2.0/quotas/de81c3e334984cd380ae7e62dc8c565b HTTP/1.1" status: 200 len: 370 time: 0.0229616 Jul 22 19:08:36.305436 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 38016) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:36.316311 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ac2c4249-0199-47f8-9793-ff92f487c327 tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] 10.222.0.13 "GET /v2.0/quotas/de81c3e334984cd380ae7e62dc8c565b/default HTTP/1.1" status: 200 len: 370 time: 0.0074534 Jul 22 19:08:36.382966 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 38018) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:36.419166 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671779d8-11a3-410c-8853-1cb94bcefe44', 'name': 'tempest-FloatingIPsNegativeTestJSON-578036824-router', 'tenant_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '1c20fdab-9082-4b45-8bc7-edd0eb87a7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:13Z', 'updated_at': '2021-07-22T19:08:30Z', 'revision_number': 4, 'project_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'gw_port': {'id': '1c20fdab-9082-4b45-8bc7-edd0eb87a7ff', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671779d8-11a3-410c-8853-1cb94bcefe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:15Z', 'updated_at': '2021-07-22T19:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '1d06008b-741b-4690-899e-4fcc460df053', 'name': '', 'network_id': 'dc1e2cb3-4cca-4322-be09-ea6782e15a2a', 'tenant_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'mac_address': 'fa:16:3e:5f:4b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671779d8-11a3-410c-8853-1cb94bcefe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '214adf36-ac6e-4ac7-a335-e873267761a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:27Z', 'updated_at': '2021-07-22T19:08:35Z', 'revision_number': 4, 'project_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'subnets': [{'id': '214adf36-ac6e-4ac7-a335-e873267761a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:36.434246 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-2e263310-2448-4f40-9b2d-7d66dc83d670 tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] delete failed (client error): The resource could not be found. Jul 22 19:08:36.438129 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2e263310-2448-4f40-9b2d-7d66dc83d670 tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/de81c3e334984cd380ae7e62dc8c565b HTTP/1.1" status: 404 len: 348 time: 0.0526073 Jul 22 19:08:36.457201 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33391ddd-8a73-4467-b0a9-2f20c22559ba req-9c8bb777-1a02-4497-a04a-414fbed2050f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:36.463842 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33391ddd-8a73-4467-b0a9-2f20c22559ba req-9c8bb777-1a02-4497-a04a-414fbed2050f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:36.471780 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33391ddd-8a73-4467-b0a9-2f20c22559ba req-9c8bb777-1a02-4497-a04a-414fbed2050f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:36.480190 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-33391ddd-8a73-4467-b0a9-2f20c22559ba req-9c8bb777-1a02-4497-a04a-414fbed2050f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 2412 time: 0.6734469 Jul 22 19:08:36.554210 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-84fb7961-8589-4a36-bbaa-b52584f2b97b service neutron] 10.222.0.30 "GET /v2.0/networks/61e26a96-999b-4cb9-96d6-7a8cffc1f46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280057 Jul 22 19:08:36.559256 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6706a5e4-e78f-469a-a184-824dc0c92991 None None] The sync data for ids ['671779d8-11a3-410c-8853-1cb94bcefe44'] in n-d-800086-12 is: [{'id': '671779d8-11a3-410c-8853-1cb94bcefe44', 'name': 'tempest-FloatingIPsNegativeTestJSON-578036824-router', 'tenant_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '1c20fdab-9082-4b45-8bc7-edd0eb87a7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:13Z', 'updated_at': '2021-07-22T19:08:30Z', 'revision_number': 4, 'project_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'gw_port': {'id': '1c20fdab-9082-4b45-8bc7-edd0eb87a7ff', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671779d8-11a3-410c-8853-1cb94bcefe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:15Z', 'updated_at': '2021-07-22T19:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '1d06008b-741b-4690-899e-4fcc460df053', 'name': '', 'network_id': 'dc1e2cb3-4cca-4322-be09-ea6782e15a2a', 'tenant_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'mac_address': 'fa:16:3e:5f:4b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671779d8-11a3-410c-8853-1cb94bcefe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '214adf36-ac6e-4ac7-a335-e873267761a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:27Z', 'updated_at': '2021-07-22T19:08:35Z', 'revision_number': 4, 'project_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'subnets': [{'id': '214adf36-ac6e-4ac7-a335-e873267761a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:08:36.684310 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-e6c10997-ee0d-47e3-9cf0-9e08bf126666 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.142&port_id=e1677176-ab99-4170-b96d-5d71e6fde972 HTTP/1.1" status: 200 len: 217 time: 0.1226764 Jul 22 19:08:36.739641 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-33391ddd-8a73-4467-b0a9-2f20c22559ba req-2785eea5-c31e-4be3-9e2c-01077f99e319 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581136 Jul 22 19:08:36.813782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567ec90-45a1-4187-b5a9-1aa939105858 req-0db66ee4-d06c-48a6-b39b-c71592e3b812 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:36.822391 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f567ec90-45a1-4187-b5a9-1aa939105858 req-0db66ee4-d06c-48a6-b39b-c71592e3b812 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 0.3783495 Jul 22 19:08:36.876678 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38028) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:36.903445 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c2ab-b787-449e-9006-152e0d830a8e req-27124386-5446-4697-890f-13576bd25cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:36.914181 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-27124386-5446-4697-890f-13576bd25cea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d105c3f-22d0-4578-adfe-7c3fee72e487 HTTP/1.1" status: 200 len: 801 time: 0.2067616 Jul 22 19:08:36.961173 n-d-800086-12 neutron-server[93806]: DEBUG neutron.quota.resource [None req-2347d0d1-908f-4f2d-9038-d7d372ba94ff tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] Usage tracker for resource:network and tenant:063bb5a5ad2f498298e638930e1528bb is out of sync, need to count used quota {{(pid=93806) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 19:08:36.974397 n-d-800086-12 neutron-server[93806]: DEBUG neutron.quota.resource [None req-2347d0d1-908f-4f2d-9038-d7d372ba94ff tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93806) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 19:08:36.987912 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f567ec90-45a1-4187-b5a9-1aa939105858 req-06239f14-258f-4765-9c2d-4682e0f73231 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640732 Jul 22 19:08:36.998696 n-d-800086-12 neutron-server[93806]: DEBUG neutron.quota.resource [None req-2347d0d1-908f-4f2d-9038-d7d372ba94ff tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] Usage tracker for resource:subnet and tenant:063bb5a5ad2f498298e638930e1528bb is out of sync, need to count used quota {{(pid=93806) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 19:08:37.005869 n-d-800086-12 neutron-server[93806]: DEBUG neutron.quota.resource [None req-2347d0d1-908f-4f2d-9038-d7d372ba94ff tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93806) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 19:08:37.014300 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cd8b2f2d-e07c-4d59-95bd-a5953602443d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:37.049238 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c2ab-b787-449e-9006-152e0d830a8e req-064f243d-09c8-4dac-abfc-a72489bcbb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:37.057013 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-064f243d-09c8-4dac-abfc-a72489bcbb56 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4670c4bd-6620-43c1-bc5d-a465609945b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346021 Jul 22 19:08:37.228781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-0a078696-a977-4185-afba-6547615667d7 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=46238864a83148d380b2ca0eb3b80dcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550864 Jul 22 19:08:37.250504 n-d-800086-12 neutron-server[93806]: DEBUG neutron.quota.resource [None req-2347d0d1-908f-4f2d-9038-d7d372ba94ff tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] Usage tracker for resource:subnetpool and tenant:063bb5a5ad2f498298e638930e1528bb is out of sync, need to count used quota {{(pid=93806) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 19:08:37.260694 n-d-800086-12 neutron-server[93806]: DEBUG neutron.quota.resource [None req-2347d0d1-908f-4f2d-9038-d7d372ba94ff tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93806) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 19:08:37.278587 n-d-800086-12 neutron-server[93806]: DEBUG neutron.quota.resource [None req-2347d0d1-908f-4f2d-9038-d7d372ba94ff tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] Usage tracker for resource:port and tenant:063bb5a5ad2f498298e638930e1528bb is out of sync, need to count used quota {{(pid=93806) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 19:08:37.294435 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-37cb9de2-6754-44c5-ace9-41d831f41d8b service neutron] 10.222.0.30 "GET /v2.0/networks/4670c4bd-6620-43c1-bc5d-a465609945b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309744 Jul 22 19:08:37.307208 n-d-800086-12 neutron-server[93806]: DEBUG neutron.quota.resource [None req-2347d0d1-908f-4f2d-9038-d7d372ba94ff tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93806) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 19:08:37.332370 n-d-800086-12 neutron-server[93806]: DEBUG neutron.quota.resource [None req-2347d0d1-908f-4f2d-9038-d7d372ba94ff tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] Usage tracker for resource:router and tenant:063bb5a5ad2f498298e638930e1528bb is out of sync, need to count used quota {{(pid=93806) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 19:08:37.343787 n-d-800086-12 neutron-server[93806]: DEBUG neutron.quota.resource [None req-2347d0d1-908f-4f2d-9038-d7d372ba94ff tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93806) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 19:08:37.422437 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1d06008b-741b-4690-899e-4fcc460df053 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:37.447330 n-d-800086-12 neutron-server[93806]: DEBUG neutron.quota.resource [None req-2347d0d1-908f-4f2d-9038-d7d372ba94ff tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] Usage tracker for resource:floatingip and tenant:063bb5a5ad2f498298e638930e1528bb is out of sync, need to count used quota {{(pid=93806) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 19:08:37.454781 n-d-800086-12 neutron-server[93806]: DEBUG neutron.quota.resource [None req-2347d0d1-908f-4f2d-9038-d7d372ba94ff tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93806) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 19:08:37.528690 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 1d06008b-741b-4690-899e-4fcc460df053 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:37.541457 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 1d06008b-741b-4690-899e-4fcc460df053 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:37.544223 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:37.619352 n-d-800086-12 neutron-server[93806]: DEBUG neutron.quota.resource [None req-2347d0d1-908f-4f2d-9038-d7d372ba94ff tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] Usage tracker for resource:security_group and tenant:063bb5a5ad2f498298e638930e1528bb is out of sync, need to count used quota {{(pid=93806) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 19:08:37.668720 n-d-800086-12 neutron-server[93806]: DEBUG neutron.quota.resource [None req-2347d0d1-908f-4f2d-9038-d7d372ba94ff tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93806) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 19:08:37.671519 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:37.695007 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19c7443e-aaf6-4949-bef9-bd0563ea3e0d req-50a514c2-294d-4a21-9980-22f2df05e63f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 210 time: 0.1852272 Jul 22 19:08:37.724805 n-d-800086-12 neutron-server[93806]: DEBUG neutron.quota.resource [None req-2347d0d1-908f-4f2d-9038-d7d372ba94ff tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] Usage tracker for resource:security_group_rule and tenant:063bb5a5ad2f498298e638930e1528bb is out of sync, need to count used quota {{(pid=93806) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 19:08:37.744297 n-d-800086-12 neutron-server[93806]: DEBUG neutron.quota.resource [None req-2347d0d1-908f-4f2d-9038-d7d372ba94ff tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93806) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 19:08:37.762776 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2347d0d1-908f-4f2d-9038-d7d372ba94ff tempest-QuotasTest-103132174 tempest-QuotasTest-103132174-project-admin] 10.222.0.13 "GET /v2.0/quotas/063bb5a5ad2f498298e638930e1528bb/details.json HTTP/1.1" status: 200 len: 703 time: 0.8804884 Jul 22 19:08:37.790624 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 1d06008b-741b-4690-899e-4fcc460df053, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=1d06008b-741b-4690-899e-4fcc460df053,segment=NetworkSegment(9309b4d1-770a-4a63-8d82-2b1b6046664e),segment_id=9309b4d1-770a-4a63-8d82-2b1b6046664e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:37.795102 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:37.844335 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b2f2d-e07c-4d59-95bd-a5953602443d admin admin] Deleting port 1d06008b-741b-4690-899e-4fcc460df053 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:08:37.845165 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cd8b2f2d-e07c-4d59-95bd-a5953602443d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:37.921273 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=1d06008b-741b-4690-899e-4fcc460df053,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:37.962197 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-cd8b2f2d-e07c-4d59-95bd-a5953602443d admin admin] For port 1d06008b-741b-4690-899e-4fcc460df053, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=1d06008b-741b-4690-899e-4fcc460df053,segment=NetworkSegment(9309b4d1-770a-4a63-8d82-2b1b6046664e),segment_id=9309b4d1-770a-4a63-8d82-2b1b6046664e)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:37.962739 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cd8b2f2d-e07c-4d59-95bd-a5953602443d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:37.978001 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b2f2d-e07c-4d59-95bd-a5953602443d admin admin] Calling delete_port for 1d06008b-741b-4690-899e-4fcc460df053 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:08:38.203375 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-e53180fe-e0f7-4c2a-bbb6-98de75554409 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:38.207613 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-e53180fe-e0f7-4c2a-bbb6-98de75554409 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8988748 Jul 22 19:08:38.214844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-e23cecf5-d5dc-4821-b05b-2e0e20d5259d service neutron] 10.222.0.30 "GET /v2.0/networks/4670c4bd-6620-43c1-bc5d-a465609945b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9077098 Jul 22 19:08:38.247666 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c973a15-a1bf-48fc-bf4d-faf055aad469 req-f6825e24-6142-48dc-94ec-0d2b7e07c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:38.248998 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c973a15-a1bf-48fc-bf4d-faf055aad469 req-f6825e24-6142-48dc-94ec-0d2b7e07c7d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=180287b3edd14ce389e863380bc23ecb&device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 1098 time: 0.8479495 Jul 22 19:08:38.265964 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-2641dacf-8ef2-4f76-83a7-5041beb0d8f6 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Request body: {'port': {'device_id': 'a359bc21-5dc0-4deb-8e82-5fa4408679bd', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': '46238864a83148d380b2ca0eb3b80dcd'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:38.283490 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df76da-b928-4b0d-aabe-ac35156a6e44 req-58941f19-7619-4c47-ba58-b745b39e84c6 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:38.285394 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-26df76da-b928-4b0d-aabe-ac35156a6e44 req-58941f19-7619-4c47-ba58-b745b39e84c6 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 0.8707874 Jul 22 19:08:38.343462 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cd8b2f2d-e07c-4d59-95bd-a5953602443d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:38.408432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 38072) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:38.455324 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-8ebe9569-0503-42c8-bce7-4f518df52a57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.62&port_id=9ae8d006-b87e-4c68-b7d5-8cc676df5bfd HTTP/1.1" status: 200 len: 217 time: 0.2218442 Jul 22 19:08:38.463174 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b2f2d-e07c-4d59-95bd-a5953602443d admin admin] Pushing event deleted for resources: {'Port': ['ID=1d06008b-741b-4690-899e-4fcc460df053,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:38.621718 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c2ab-b787-449e-9006-152e0d830a8e req-7a79203b-a03a-4795-847e-45eefabf2183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:38.623525 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-7a79203b-a03a-4795-847e-45eefabf2183 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40618aff-421a-4b9c-be35-71214db164f0 HTTP/1.1" status: 200 len: 801 time: 0.1584320 Jul 22 19:08:38.720770 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c973a15-a1bf-48fc-bf4d-faf055aad469 req-47bf1798-fb30-4181-b40f-15386370ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:38.720770 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c973a15-a1bf-48fc-bf4d-faf055aad469 req-47bf1798-fb30-4181-b40f-15386370ee2e service neutron] 10.222.0.16 "GET /v2.0/networks?id=da7cf044-915e-459b-bb3e-1bab7d435ed9 HTTP/1.1" status: 200 len: 911 time: 0.4610906 Jul 22 19:08:38.744855 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b7012-f086-4db4-90ce-bc04ae0f56f0 req-bd201ac3-09d9-4a3a-ba89-8840ee9a4171 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:38.752788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b7012-f086-4db4-90ce-bc04ae0f56f0 req-bd201ac3-09d9-4a3a-ba89-8840ee9a4171 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:38.766266 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b7012-f086-4db4-90ce-bc04ae0f56f0 req-bd201ac3-09d9-4a3a-ba89-8840ee9a4171 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:38.776283 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-128b7012-f086-4db4-90ce-bc04ae0f56f0 req-bd201ac3-09d9-4a3a-ba89-8840ee9a4171 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 2412 time: 0.7365401 Jul 22 19:08:38.827028 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:38.874176 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cd8b2f2d-e07c-4d59-95bd-a5953602443d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:38.875236 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-26df76da-b928-4b0d-aabe-ac35156a6e44 req-3cd8af62-1170-44a5-8f68-a77e100807e1 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963558 Jul 22 19:08:38.933176 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c973a15-a1bf-48fc-bf4d-faf055aad469 req-c176ae60-98fc-486b-83f2-7a24ccbb1c25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bc78345-5b42-4d33-95c8-6a40d6322ca3 HTTP/1.1" status: 200 len: 217 time: 0.1525776 Jul 22 19:08:38.953788 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9dd66945-84a9-4821-9fde-34e1b6fa3be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:39.096141 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-128b7012-f086-4db4-90ce-bc04ae0f56f0 req-b8d8a1bb-8abe-4664-a13b-92928e873abe tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187361 Jul 22 19:08:39.130608 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ead8c9a-ac88-45f8-b50e-60417ef43bcf req-c2f1ce8a-975e-4546-8bcb-3fd41cd0f715 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 210 time: 0.0776389 Jul 22 19:08:39.151923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c2ab-b787-449e-9006-152e0d830a8e req-45d5e179-86fa-4fef-b7e2-16b89895c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:39.153538 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-45d5e179-86fa-4fef-b7e2-16b89895c75c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e26a96-999b-4cb9-96d6-7a8cffc1f46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5200851 Jul 22 19:08:39.160925 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c973a15-a1bf-48fc-bf4d-faf055aad469 req-80b3384e-0171-493b-b08b-9b870abd6e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:39.164271 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c973a15-a1bf-48fc-bf4d-faf055aad469 req-80b3384e-0171-493b-b08b-9b870abd6e6f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b64e6c5-bc9c-41ac-ba0e-c190ce38d3cc HTTP/1.1" status: 200 len: 850 time: 0.2075632 Jul 22 19:08:39.237436 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c973a15-a1bf-48fc-bf4d-faf055aad469 req-644fbb4f-86d4-48aa-867b-25c987fb66ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da7cf044-915e-459b-bb3e-1bab7d435ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645859 Jul 22 19:08:39.309314 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8b2f2d-e07c-4d59-95bd-a5953602443d admin admin] Router 671779d8-11a3-410c-8853-1cb94bcefe44 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:08:39.425120 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-593401b2-fd14-46cc-9db2-56468b731cfc service neutron] 10.222.0.30 "GET /v2.0/networks/61e26a96-999b-4cb9-96d6-7a8cffc1f46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598443 Jul 22 19:08:39.427599 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9dd66945-84a9-4821-9fde-34e1b6fa3be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:39.450467 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8b2f2d-e07c-4d59-95bd-a5953602443d admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:08:39.455992 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9dd66945-84a9-4821-9fde-34e1b6fa3be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:39.460232 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cd8b2f2d-e07c-4d59-95bd-a5953602443d admin admin] 10.222.0.13 "PUT /v2.0/routers/671779d8-11a3-410c-8853-1cb94bcefe44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3717792 Jul 22 19:08:39.463717 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38104) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:39.467491 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aceeaca-ac3f-4042-95bf-5d9c0e5ee1c7 None None] Sync routers for ids ['671779d8-11a3-410c-8853-1cb94bcefe44'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:08:39.492027 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aceeaca-ac3f-4042-95bf-5d9c0e5ee1c7 None None] Routers {'671779d8-11a3-410c-8853-1cb94bcefe44'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:08:39.492835 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4aceeaca-ac3f-4042-95bf-5d9c0e5ee1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:08:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['671779d8-11a3-410c-8853-1cb94bcefe44'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:39.560065 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c973a15-a1bf-48fc-bf4d-faf055aad469 req-bb4104fe-28b5-456e-8ab2-0e08c4b60ff8 service neutron] 10.222.0.16 "GET /v2.0/networks/da7cf044-915e-459b-bb3e-1bab7d435ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093250 Jul 22 19:08:39.611924 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-2641dacf-8ef2-4f76-83a7-5041beb0d8f6 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Made reservation on behalf of 46238864a83148d380b2ca0eb3b80dcd for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:08:39.615855 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-2641dacf-8ef2-4f76-83a7-5041beb0d8f6 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:39.619747 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c66ac7ce-741c-4b63-95af-bc2090049cf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:39.628947 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-4aceeaca-ac3f-4042-95bf-5d9c0e5ee1c7 None None] Set router 671779d8-11a3-410c-8853-1cb94bcefe44 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:08:39.663529 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd66945-84a9-4821-9fde-34e1b6fa3be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a9f03b-d210-488d-8b8f-af6c185e2763,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:39.668798 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9dd66945-84a9-4821-9fde-34e1b6fa3be7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a551c3e9e33d40f9b9aa2fc965f37986&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2473955 Jul 22 19:08:39.682892 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 38108) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:39.772514 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c66ac7ce-741c-4b63-95af-bc2090049cf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:39.831096 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7194c2ab-b787-449e-9006-152e0d830a8e req-59703a64-f2e0-41aa-8f4f-2b31039db8ce service neutron] 10.222.0.30 "GET /v2.0/networks/61e26a96-999b-4cb9-96d6-7a8cffc1f46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996079 Jul 22 19:08:39.888323 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-c66ac7ce-741c-4b63-95af-bc2090049cf9 admin admin] Deleting port 1c20fdab-9082-4b45-8bc7-edd0eb87a7ff {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:08:39.888756 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c66ac7ce-741c-4b63-95af-bc2090049cf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:39.894411 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4aceeaca-ac3f-4042-95bf-5d9c0e5ee1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671779d8-11a3-410c-8853-1cb94bcefe44', 'name': 'tempest-FloatingIPsNegativeTestJSON-578036824-router', 'tenant_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '1c20fdab-9082-4b45-8bc7-edd0eb87a7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:13Z', 'updated_at': '2021-07-22T19:08:38Z', 'revision_number': 5, 'project_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'gw_port': {'id': '1c20fdab-9082-4b45-8bc7-edd0eb87a7ff', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671779d8-11a3-410c-8853-1cb94bcefe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:15Z', 'updated_at': '2021-07-22T19:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:39.998250 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aceeaca-ac3f-4042-95bf-5d9c0e5ee1c7 None None] Checking router: 671779d8-11a3-410c-8853-1cb94bcefe44 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:08:39.998679 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-2641dacf-8ef2-4f76-83a7-5041beb0d8f6 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Allocated IP 192.168.233.254 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/e464f3c4-2a37-45c5-b30c-52016b9bfacc) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:08:40.011606 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c973a15-a1bf-48fc-bf4d-faf055aad469 req-07789d97-9138-45d7-88a1-e4c74a4db416 service neutron] 10.222.0.16 "GET /v2.0/networks/da7cf044-915e-459b-bb3e-1bab7d435ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385207 Jul 22 19:08:40.018690 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aceeaca-ac3f-4042-95bf-5d9c0e5ee1c7 None None] Routers {'671779d8-11a3-410c-8853-1cb94bcefe44'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:08:40.019311 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4aceeaca-ac3f-4042-95bf-5d9c0e5ee1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:08:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['671779d8-11a3-410c-8853-1cb94bcefe44'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:40.050224 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-c66ac7ce-741c-4b63-95af-bc2090049cf9 admin admin] For port 1c20fdab-9082-4b45-8bc7-edd0eb87a7ff, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=1c20fdab-9082-4b45-8bc7-edd0eb87a7ff,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:40.050711 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c66ac7ce-741c-4b63-95af-bc2090049cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:40.065865 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-c66ac7ce-741c-4b63-95af-bc2090049cf9 admin admin] Calling delete_port for 1c20fdab-9082-4b45-8bc7-edd0eb87a7ff owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:08:40.115751 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7c74d3c-41c4-4acb-b48d-51ba998904dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:40.218005 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7c74d3c-41c4-4acb-b48d-51ba998904dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:40.275954 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e4aba-7014-4595-8c44-56c07504941e req-fb196829-610b-4fb9-afcd-d35591539854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:40.277243 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e4aba-7014-4595-8c44-56c07504941e req-fb196829-610b-4fb9-afcd-d35591539854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:40.277898 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e4aba-7014-4595-8c44-56c07504941e req-fb196829-610b-4fb9-afcd-d35591539854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:40.279721 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d92e4aba-7014-4595-8c44-56c07504941e req-fb196829-610b-4fb9-afcd-d35591539854 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93ea73befe604530890b841f22228fe3&device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 2868 time: 0.3595576 Jul 22 19:08:40.333841 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-4aceeaca-ac3f-4042-95bf-5d9c0e5ee1c7 None None] Set router 671779d8-11a3-410c-8853-1cb94bcefe44 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:08:40.391583 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4aceeaca-ac3f-4042-95bf-5d9c0e5ee1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671779d8-11a3-410c-8853-1cb94bcefe44', 'name': 'tempest-FloatingIPsNegativeTestJSON-578036824-router', 'tenant_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:13Z', 'updated_at': '2021-07-22T19:08:39Z', 'revision_number': 6, 'project_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:40.398384 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c66ac7ce-741c-4b63-95af-bc2090049cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:40.429500 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aceeaca-ac3f-4042-95bf-5d9c0e5ee1c7 None None] The sync data for ids ['671779d8-11a3-410c-8853-1cb94bcefe44'] in n-d-800086-12 is: [{'id': '671779d8-11a3-410c-8853-1cb94bcefe44', 'name': 'tempest-FloatingIPsNegativeTestJSON-578036824-router', 'tenant_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:13Z', 'updated_at': '2021-07-22T19:08:39Z', 'revision_number': 6, 'project_id': '7fdf88f3bf84431288c34c9e79a82bf1', 'gw_port_host': None}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:08:40.454444 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ac7ce-741c-4b63-95af-bc2090049cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c20fdab-9082-4b45-8bc7-edd0eb87a7ff,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:40.539598 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c66ac7ce-741c-4b63-95af-bc2090049cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:40.609161 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38124) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:40.646879 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c66ac7ce-741c-4b63-95af-bc2090049cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:40.649537 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c66ac7ce-741c-4b63-95af-bc2090049cf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:40.700991 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c66ac7ce-741c-4b63-95af-bc2090049cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:40.701848 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66ac7ce-741c-4b63-95af-bc2090049cf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 671779d8-11a3-410c-8853-1cb94bcefe44 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:08:40.712850 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c66ac7ce-741c-4b63-95af-bc2090049cf9 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:40.714604 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c66ac7ce-741c-4b63-95af-bc2090049cf9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/671779d8-11a3-410c-8853-1cb94bcefe44 HTTP/1.1" status: 204 len: 168 time: 1.2464724 Jul 22 19:08:40.716765 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38128) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:40.782408 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9b2740a-170c-4104-bc21-c59a45e05b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:40.799871 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f25c66-dfea-486b-b16c-4710bb6108dc admin admin] Deleting subnet 214adf36-ac6e-4ac7-a335-e873267761a9 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:08:40.805729 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43f25c66-dfea-486b-b16c-4710bb6108dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:40.812447 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397a0e6-9c36-4526-966b-3de637638cd8 req-0f6d984a-59af-481e-b70d-b41f7ac29a5e tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:40.814151 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7397a0e6-9c36-4526-966b-3de637638cd8 req-0f6d984a-59af-481e-b70d-b41f7ac29a5e tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 0.7732458 Jul 22 19:08:40.862723 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43f25c66-dfea-486b-b16c-4710bb6108dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:40.957481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8464e33-0a0f-4b9b-bf98-31594ff0aa1a req-361ae6de-3ca6-4811-a7ff-b7554ee2f6e8 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:40.965002 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8464e33-0a0f-4b9b-bf98-31594ff0aa1a req-361ae6de-3ca6-4811-a7ff-b7554ee2f6e8 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:40.971656 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8464e33-0a0f-4b9b-bf98-31594ff0aa1a req-361ae6de-3ca6-4811-a7ff-b7554ee2f6e8 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:40.980839 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8464e33-0a0f-4b9b-bf98-31594ff0aa1a req-361ae6de-3ca6-4811-a7ff-b7554ee2f6e8 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 2412 time: 0.7401843 Jul 22 19:08:40.990734 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-2641dacf-8ef2-4f76-83a7-5041beb0d8f6 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:40.996672 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43f25c66-dfea-486b-b16c-4710bb6108dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:41.022903 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7c74d3c-41c4-4acb-b48d-51ba998904dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:41.028425 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7c74d3c-41c4-4acb-b48d-51ba998904dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:41.032938 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e7c74d3c-41c4-4acb-b48d-51ba998904dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00a9f03b-d210-488d-8b8f-af6c185e2763 HTTP/1.1" status: 204 len: 168 time: 1.3436346 Jul 22 19:08:41.036449 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7397a0e6-9c36-4526-966b-3de637638cd8 req-9cfae834-9753-42c0-9bac-7e10a55dc4e4 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088459 Jul 22 19:08:41.084892 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c74d3c-41c4-4acb-b48d-51ba998904dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a9f03b-d210-488d-8b8f-af6c185e2763,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:41.099508 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e4aba-7014-4595-8c44-56c07504941e req-71e58518-3aa8-4dae-84ff-b692f4afe7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:41.101787 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d92e4aba-7014-4595-8c44-56c07504941e req-71e58518-3aa8-4dae-84ff-b692f4afe7ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=61e26a96-999b-4cb9-96d6-7a8cffc1f46f HTTP/1.1" status: 200 len: 903 time: 0.7758822 Jul 22 19:08:41.119444 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-2641dacf-8ef2-4f76-83a7-5041beb0d8f6 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Transition to ACTIVE for port object e464f3c4-2a37-45c5-b30c-52016b9bfacc will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:41.159215 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9b2740a-170c-4104-bc21-c59a45e05b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:41.168899 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43f25c66-dfea-486b-b16c-4710bb6108dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:41.223573 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f25c66-dfea-486b-b16c-4710bb6108dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=214adf36-ac6e-4ac7-a335-e873267761a9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:41.229865 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9b2740a-170c-4104-bc21-c59a45e05b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:41.261073 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d92e4aba-7014-4595-8c44-56c07504941e req-83b8d681-d436-497b-89bd-383988cd7494 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.62&port_id=9ae8d006-b87e-4c68-b7d5-8cc676df5bfd HTTP/1.1" status: 200 len: 217 time: 0.1396108 Jul 22 19:08:41.282344 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8464e33-0a0f-4b9b-bf98-31594ff0aa1a req-ae908aa5-733b-4115-b219-6974cd7c76a1 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006229 Jul 22 19:08:41.346697 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e9b2740a-170c-4104-bc21-c59a45e05b30 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f49b75c7a7ff4db8b05ff32ce5b7f781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7364626 Jul 22 19:08:41.364596 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38136) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:41.382409 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18797a5f-c23a-4b7f-a971-a96b555b1622 None None] Network dc1e2cb3-4cca-4322-be09-ea6782e15a2a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:08:41.395477 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-43f25c66-dfea-486b-b16c-4710bb6108dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:41.406778 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-43f25c66-dfea-486b-b16c-4710bb6108dc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/214adf36-ac6e-4ac7-a335-e873267761a9 HTTP/1.1" status: 204 len: 168 time: 0.6888969 Jul 22 19:08:41.410888 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38138) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:41.411533 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-2641dacf-8ef2-4f76-83a7-5041beb0d8f6 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:41.415520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e4aba-7014-4595-8c44-56c07504941e req-55f4f751-e5ab-4c2c-8885-14a9ad5a7b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:41.417789 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d92e4aba-7014-4595-8c44-56c07504941e req-55f4f751-e5ab-4c2c-8885-14a9ad5a7b6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=40618aff-421a-4b9c-be35-71214db164f0 HTTP/1.1" status: 200 len: 801 time: 0.1067901 Jul 22 19:08:41.484039 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['010b98b4-758f-4285-89fb-ff8927f356cc'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:08:41.486074 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1d06008b-741b-4690-899e-4fcc460df053 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:08:41.537570 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-2641dacf-8ef2-4f76-83a7-5041beb0d8f6 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:41.596402 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641dacf-8ef2-4f76-83a7-5041beb0d8f6 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Pushing event updated for resources: {'Port': ['ID=e464f3c4-2a37-45c5-b30c-52016b9bfacc,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:41.611612 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-2641dacf-8ef2-4f76-83a7-5041beb0d8f6 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:41.621525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-2641dacf-8ef2-4f76-83a7-5041beb0d8f6 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:08:41.652551 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:41.679421 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 1d06008b-741b-4690-899e-4fcc460df053 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:08:41.680466 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1d06008b-741b-4690-899e-4fcc460df053 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:08:41.681660 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1c20fdab-9082-4b45-8bc7-edd0eb87a7ff no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:08:41.685273 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a35f04cf-6297-48dc-aad6-b8a17ebad719 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:08:41.759324 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-2641dacf-8ef2-4f76-83a7-5041beb0d8f6 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:41.767956 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-2641dacf-8ef2-4f76-83a7-5041beb0d8f6 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:41.774537 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38140) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:41.802940 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2740a-170c-4104-bc21-c59a45e05b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c68f4ee-f1f6-48b7-be55-3ad76d0393f9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:41.847853 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea672-77fa-433b-befd-2dbe758bc4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:41.851494 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e29d973c-00c5-4196-a2f8-9d93a12ffe28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:41.878579 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-2641dacf-8ef2-4f76-83a7-5041beb0d8f6 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6439745 Jul 22 19:08:41.882622 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e4aba-7014-4595-8c44-56c07504941e req-8cc1b7f6-f1cc-4e25-a528-146f8fedfd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:41.885249 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d92e4aba-7014-4595-8c44-56c07504941e req-8cc1b7f6-f1cc-4e25-a528-146f8fedfd90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e26a96-999b-4cb9-96d6-7a8cffc1f46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3337710 Jul 22 19:08:41.896321 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] Request body: {'port': {'device_id': 'a359bc21-5dc0-4deb-8e82-5fa4408679bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:41.988587 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-79dacb42-bb7d-45d0-9ad5-6b35c79d3994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:42.127803 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-79dacb42-bb7d-45d0-9ad5-6b35c79d3994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:42.134572 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port a35f04cf-6297-48dc-aad6-b8a17ebad719, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a35f04cf-6297-48dc-aad6-b8a17ebad719,segment=NetworkSegment(23380bb9-f411-4802-ab03-1beca1c1aec2),segment_id=23380bb9-f411-4802-ab03-1beca1c1aec2)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:42.169958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'a35f04cf-6297-48dc-aad6-b8a17ebad719', 'network_id': '61e26a96-999b-4cb9-96d6-7a8cffc1f46f', 'port_id': 'a35f04cf-6297-48dc-aad6-b8a17ebad719', 'mac_address': 'fa:16:3e:8a:28:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40618aff-421a-4b9c-be35-71214db164f0', 'ip_address': '19.80.0.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:08:42.183296 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d92e4aba-7014-4595-8c44-56c07504941e req-f3c7cb63-afb1-49a2-86c2-66b055e3e04f service neutron] 10.222.0.30 "GET /v2.0/networks/61e26a96-999b-4cb9-96d6-7a8cffc1f46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512263 Jul 22 19:08:42.183859 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 1c20fdab-9082-4b45-8bc7-edd0eb87a7ff {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:08:42.184570 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1c20fdab-9082-4b45-8bc7-edd0eb87a7ff not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:08:42.203561 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbfb79-ab53-4125-9038-a462ec9128a5 req-837b2cb6-9d25-4f48-9278-7f7486e14937 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:42.205314 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1cfbfb79-ab53-4125-9038-a462ec9128a5 req-837b2cb6-9d25-4f48-9278-7f7486e14937 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 936 time: 0.9960620 Jul 22 19:08:42.325723 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-27d1aea1-c10c-424b-ac32-9070bf19911a None None] Provisioning for port e464f3c4-2a37-45c5-b30c-52016b9bfacc completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:42.343122 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-27d1aea1-c10c-424b-ac32-9070bf19911a None None] Provisioning complete for port e464f3c4-2a37-45c5-b30c-52016b9bfacc triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:42.343918 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-27d1aea1-c10c-424b-ac32-9070bf19911a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:42.361057 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e29d973c-00c5-4196-a2f8-9d93a12ffe28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:42.365018 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-79dacb42-bb7d-45d0-9ad5-6b35c79d3994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:42.369492 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-79dacb42-bb7d-45d0-9ad5-6b35c79d3994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:42.372973 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-79dacb42-bb7d-45d0-9ad5-6b35c79d3994 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c68f4ee-f1f6-48b7-be55-3ad76d0393f9 HTTP/1.1" status: 204 len: 168 time: 1.0048263 Jul 22 19:08:42.383225 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e29d973c-00c5-4196-a2f8-9d93a12ffe28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:42.391216 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dacb42-bb7d-45d0-9ad5-6b35c79d3994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c68f4ee-f1f6-48b7-be55-3ad76d0393f9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:42.391773 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1cfbfb79-ab53-4125-9038-a462ec9128a5 req-c02d8ad4-3bcf-4682-80d9-e40d802c7f55 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436629 Jul 22 19:08:42.430595 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d973c-00c5-4196-a2f8-9d93a12ffe28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64aea53-09e8-4e80-8079-1a47ffff5ac7,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:42.447404 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae535e1d-0a08-4194-91bc-ca71fbe22b31 req-250071c3-be1a-4bce-bae0-40db3db0dbd5 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:42.448986 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae535e1d-0a08-4194-91bc-ca71fbe22b31 req-250071c3-be1a-4bce-bae0-40db3db0dbd5 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 0.1933205 Jul 22 19:08:42.449593 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:42.491535 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-7c0ea672-77fa-433b-befd-2dbe758bc4b2 admin admin] Deleting port cdb85516-969b-4995-b402-fff490fadbcf {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:08:42.492228 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea672-77fa-433b-befd-2dbe758bc4b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:42.570609 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:42.635719 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-7c0ea672-77fa-433b-befd-2dbe758bc4b2 admin admin] For port cdb85516-969b-4995-b402-fff490fadbcf, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=cdb85516-969b-4995-b402-fff490fadbcf,segment=NetworkSegment(9309b4d1-770a-4a63-8d82-2b1b6046664e),segment_id=9309b4d1-770a-4a63-8d82-2b1b6046664e)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:42.636393 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea672-77fa-433b-befd-2dbe758bc4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:42.669958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8145c55-1cd6-4139-ad19-b4b8a9bb5cb7 None None] DHCP port deletion for dc1e2cb3-4cca-4322-be09-ea6782e15a2a request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:08:42.678414 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-27d1aea1-c10c-424b-ac32-9070bf19911a None None] Port e464f3c4-2a37-45c5-b30c-52016b9bfacc cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:08:42.690404 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a35f04cf-6297-48dc-aad6-b8a17ebad719 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:08:42.703312 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-7c0ea672-77fa-433b-befd-2dbe758bc4b2 admin admin] Calling delete_port for cdb85516-969b-4995-b402-fff490fadbcf owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:08:42.731725 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e29d973c-00c5-4196-a2f8-9d93a12ffe28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=063bb5a5ad2f498298e638930e1528bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9471557 Jul 22 19:08:42.734598 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38152) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:42.768049 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port a35f04cf-6297-48dc-aad6-b8a17ebad719, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a35f04cf-6297-48dc-aad6-b8a17ebad719,segment=NetworkSegment(23380bb9-f411-4802-ab03-1beca1c1aec2),segment_id=23380bb9-f411-4802-ab03-1beca1c1aec2)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:42.784592 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:42.785258 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:08:42.794935 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d92e4aba-7014-4595-8c44-56c07504941e req-b61e3d1b-60f4-48d9-aa67-de83887049b7 service neutron] 10.222.0.30 "GET /v2.0/networks/61e26a96-999b-4cb9-96d6-7a8cffc1f46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591602 Jul 22 19:08:42.847425 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae535e1d-0a08-4194-91bc-ca71fbe22b31 req-8b48a827-3acf-4c6c-9032-36ec0d2542d0 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926494 Jul 22 19:08:42.929627 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f51c39c7-5be0-48f4-9217-242fc9d9a4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:42.968424 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f51c39c7-5be0-48f4-9217-242fc9d9a4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:42.971555 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea672-77fa-433b-befd-2dbe758bc4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:42.982611 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e464f3c4-2a37-45c5-b30c-52016b9bfacc {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:08:42.994850 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:43.021149 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] Transition to ACTIVE for port object e464f3c4-2a37-45c5-b30c-52016b9bfacc will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:43.025068 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ea672-77fa-433b-befd-2dbe758bc4b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdb85516-969b-4995-b402-fff490fadbcf,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:43.027404 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0ea672-77fa-433b-befd-2dbe758bc4b2 admin admin] No DVR routers for this DVR port cdb85516-969b-4995-b402-fff490fadbcf on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:08:43.030401 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:43.128107 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=e464f3c4-2a37-45c5-b30c-52016b9bfacc,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:43.137331 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea672-77fa-433b-befd-2dbe758bc4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:43.149717 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-7c0ea672-77fa-433b-befd-2dbe758bc4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc1e2cb3-4cca-4322-be09-ea6782e15a2a']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:43.159357 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2151d03-ecbd-4e71-ac43-67a3312bd548 req-b1c0f530-1775-4083-a7af-742a4f542331 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:43.160843 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38158) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:43.168179 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2151d03-ecbd-4e71-ac43-67a3312bd548 req-b1c0f530-1775-4083-a7af-742a4f542331 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:43.183725 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-13f77ac4-f3b3-4d07-bfb4-9032d82d2ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:43.187942 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-7c0ea672-77fa-433b-befd-2dbe758bc4b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9309b4d1-770a-4a63-8d82-2b1b6046664e') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:43.188370 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-7c0ea672-77fa-433b-befd-2dbe758bc4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9309b4d1-770a-4a63-8d82-2b1b6046664e') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:43.191683 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2151d03-ecbd-4e71-ac43-67a3312bd548 req-b1c0f530-1775-4083-a7af-742a4f542331 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:43.203892 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f51c39c7-5be0-48f4-9217-242fc9d9a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:43.206363 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e2151d03-ecbd-4e71-ac43-67a3312bd548 req-b1c0f530-1775-4083-a7af-742a4f542331 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 2413 time: 0.4264238 Jul 22 19:08:43.224445 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f51c39c7-5be0-48f4-9217-242fc9d9a4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:43.228409 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f51c39c7-5be0-48f4-9217-242fc9d9a4d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c64aea53-09e8-4e80-8079-1a47ffff5ac7 HTTP/1.1" status: 204 len: 168 time: 0.4928234 Jul 22 19:08:43.273551 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea672-77fa-433b-befd-2dbe758bc4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:43.325678 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e2151d03-ecbd-4e71-ac43-67a3312bd548 req-35bc04e8-8316-4859-9346-6058aadc5783 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183043 Jul 22 19:08:43.331664 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9ae8d006-b87e-4c68-b7d5-8cc676df5bfd,segment=NetworkSegment(23380bb9-f411-4802-ab03-1beca1c1aec2),segment_id=23380bb9-f411-4802-ab03-1beca1c1aec2)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:43.341455 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea672-77fa-433b-befd-2dbe758bc4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:43.355454 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0ea672-77fa-433b-befd-2dbe758bc4b2 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:08:43.356039 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea672-77fa-433b-befd-2dbe758bc4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:43.371067 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=a35f04cf-6297-48dc-aad6-b8a17ebad719,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:43.382340 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '9ae8d006-b87e-4c68-b7d5-8cc676df5bfd', 'network_id': '61e26a96-999b-4cb9-96d6-7a8cffc1f46f', 'port_id': '9ae8d006-b87e-4c68-b7d5-8cc676df5bfd', 'mac_address': 'fa:16:3e:02:5e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40618aff-421a-4b9c-be35-71214db164f0', 'ip_address': '19.80.0.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:08:43.388640 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device cdb85516-969b-4995-b402-fff490fadbcf no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:08:43.416952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a8145c55-1cd6-4139-ad19-b4b8a9bb5cb7 None None] Deleting port cdb85516-969b-4995-b402-fff490fadbcf {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:08:43.417338 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a8145c55-1cd6-4139-ad19-b4b8a9bb5cb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:43.419454 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c39c7-5be0-48f4-9217-242fc9d9a4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64aea53-09e8-4e80-8079-1a47ffff5ac7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:08:43.425938 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:08:43.544084 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:43.545961 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: cdb85516-969b-4995-b402-fff490fadbcf {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:08:43.546453 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device cdb85516-969b-4995-b402-fff490fadbcf not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:08:43.576459 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-a8145c55-1cd6-4139-ad19-b4b8a9bb5cb7 None None] For port cdb85516-969b-4995-b402-fff490fadbcf, host n-d-800086-12, got binding levels [] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:43.577740 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a8145c55-1cd6-4139-ad19-b4b8a9bb5cb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:43.618103 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea672-77fa-433b-befd-2dbe758bc4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:43.625901 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:08:43.629474 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea672-77fa-433b-befd-2dbe758bc4b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:43.634941 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7c0ea672-77fa-433b-befd-2dbe758bc4b2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dc1e2cb3-4cca-4322-be09-ea6782e15a2a HTTP/1.1" status: 204 len: 168 time: 2.1023870 Jul 22 19:08:43.635163 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] Attempting to bind port e464f3c4-2a37-45c5-b30c-52016b9bfacc on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:08:43.635163 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] Attempting to bind port e464f3c4-2a37-45c5-b30c-52016b9bfacc by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:08:43.635163 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] Attempting to bind port e464f3c4-2a37-45c5-b30c-52016b9bfacc on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:08:43.656304 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] Port e464f3c4-2a37-45c5-b30c-52016b9bfacc on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:08:43.656928 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] Attempting to bind port e464f3c4-2a37-45c5-b30c-52016b9bfacc on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:08:43.658152 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9ae8d006-b87e-4c68-b7d5-8cc676df5bfd,segment=NetworkSegment(23380bb9-f411-4802-ab03-1beca1c1aec2),segment_id=23380bb9-f411-4802-ab03-1beca1c1aec2)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:43.661629 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a8145c55-1cd6-4139-ad19-b4b8a9bb5cb7 None None] Calling delete_port for cdb85516-969b-4995-b402-fff490fadbcf owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:08:43.665335 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:43.666123 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device e1677176-ab99-4170-b96d-5d71e6fde972 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:08:43.671546 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:08:43.674087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:08:43.674505 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.ipam_backend_mixin [None req-a8145c55-1cd6-4139-ad19-b4b8a9bb5cb7 None None] Port cdb85516-969b-4995-b402-fff490fadbcf was not found and therefore no delete operation was performed {{(pid=93808) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:08:43.676593 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:08:43.677283 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] Bound port: e464f3c4-2a37-45c5-b30c-52016b9bfacc, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:08:43.677659 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:43.721105 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a8145c55-1cd6-4139-ad19-b4b8a9bb5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:43.736288 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8145c55-1cd6-4139-ad19-b4b8a9bb5cb7 None None] Network dc1e2cb3-4cca-4322-be09-ea6782e15a2a is not hosted by any dhcp agent {{(pid=93808) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 19:08:43.737416 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8145c55-1cd6-4139-ad19-b4b8a9bb5cb7 None None] No DVR routers for this DVR port cdb85516-969b-4995-b402-fff490fadbcf on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:08:43.774528 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91e4fa-2c45-45b9-bb6b-84669c3b6cd4 req-0a53f08c-a364-40ac-b536-2e8a5e20af09 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:43.777083 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb91e4fa-2c45-45b9-bb6b-84669c3b6cd4 req-0a53f08c-a364-40ac-b536-2e8a5e20af09 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 0.3817751 Jul 22 19:08:43.808528 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ea672-77fa-433b-befd-2dbe758bc4b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc1e2cb3-4cca-4322-be09-ea6782e15a2a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:43.813105 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=9ae8d006-b87e-4c68-b7d5-8cc676df5bfd,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:43.870064 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8145c55-1cd6-4139-ad19-b4b8a9bb5cb7 None None] Pushing event deleted for resources: {'Port': ['ID=cdb85516-969b-4995-b402-fff490fadbcf,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:43.879476 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-13f77ac4-f3b3-4d07-bfb4-9032d82d2ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:43.886495 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-13f77ac4-f3b3-4d07-bfb4-9032d82d2ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:43.942531 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] For port e464f3c4-2a37-45c5-b30c-52016b9bfacc, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:08:43.949556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] For port e464f3c4-2a37-45c5-b30c-52016b9bfacc, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e464f3c4-2a37-45c5-b30c-52016b9bfacc,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:08:43.960414 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb91e4fa-2c45-45b9-bb6b-84669c3b6cd4 req-ce323db4-c37a-4d23-8ec5-8b385f92d8b8 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753986 Jul 22 19:08:43.973764 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-13f77ac4-f3b3-4d07-bfb4-9032d82d2ee6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75e27867444e4a97a864da327486f3f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8114920 Jul 22 19:08:43.974652 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f77ac4-f3b3-4d07-bfb4-9032d82d2ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fdd31e-148d-4787-93cb-f1366389ec94,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:43.978662 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38178) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:43.983437 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port e1677176-ab99-4170-b96d-5d71e6fde972, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e1677176-ab99-4170-b96d-5d71e6fde972,segment=NetworkSegment(acff410e-7ff1-4fe2-a1e0-ed0693f7afe1),segment_id=acff410e-7ff1-4fe2-a1e0-ed0693f7afe1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:44.009537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'e1677176-ab99-4170-b96d-5d71e6fde972', 'network_id': '4670c4bd-6620-43c1-bc5d-a465609945b9', 'port_id': 'e1677176-ab99-4170-b96d-5d71e6fde972', 'mac_address': 'fa:16:3e:d8:ff:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d105c3f-22d0-4578-adfe-7c3fee72e487', 'ip_address': '19.86.0.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:08:44.013808 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e22fe1-e592-42be-af27-9a376f99c017 req-f435308e-5733-4017-809b-2d29a18c102c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:44.015394 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-07e22fe1-e592-42be-af27-9a376f99c017 req-f435308e-5733-4017-809b-2d29a18c102c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 948 time: 0.4901657 Jul 22 19:08:44.021133 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:44.052061 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-15d4d3ac-8495-46d2-bfc7-86c53c1da55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:44.080162 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-15d4d3ac-8495-46d2-bfc7-86c53c1da55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:44.105666 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-07e22fe1-e592-42be-af27-9a376f99c017 req-755c8d44-2e1e-4f59-abfb-064708f4d3a9 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772767 Jul 22 19:08:44.116271 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38184) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:44.133990 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:44.162002 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1677176-ab99-4170-b96d-5d71e6fde972 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:08:44.186792 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-842fb62b-4c7c-43e7-a770-a7caec92763c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fdf88f3bf84431288c34c9e79a82bf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0687320 Jul 22 19:08:44.190757 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38188) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:44.193826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port e1677176-ab99-4170-b96d-5d71e6fde972, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e1677176-ab99-4170-b96d-5d71e6fde972,segment=NetworkSegment(acff410e-7ff1-4fe2-a1e0-ed0693f7afe1),segment_id=acff410e-7ff1-4fe2-a1e0-ed0693f7afe1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:44.199915 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:44.206884 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:44.207510 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:44.208943 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] 10.222.0.30 "PUT /v2.0/ports/e464f3c4-2a37-45c5-b30c-52016b9bfacc HTTP/1.1" status: 200 len: 1097 time: 2.3211513 Jul 22 19:08:44.209404 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a359bc21-5dc0-4deb-8e82-5fa4408679bd', 'tag': 'e464f3c4-2a37-45c5-b30c-52016b9bfacc'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:08:44.212513 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277d30a4-af6e-499f-8c1a-ae20ea926300" -d '{"events": [{"name": "network-changed", "server_uuid": "a359bc21-5dc0-4deb-8e82-5fa4408679bd", "tag": "e464f3c4-2a37-45c5-b30c-52016b9bfacc"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:08:44.219905 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-15d4d3ac-8495-46d2-bfc7-86c53c1da55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:44.222568 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-15d4d3ac-8495-46d2-bfc7-86c53c1da55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:44.230540 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-15d4d3ac-8495-46d2-bfc7-86c53c1da55c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03fdd31e-148d-4787-93cb-f1366389ec94 HTTP/1.1" status: 204 len: 168 time: 0.2442133 Jul 22 19:08:44.310240 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4d3ac-8495-46d2-bfc7-86c53c1da55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fdd31e-148d-4787-93cb-f1366389ec94,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:44.312363 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=e1677176-ab99-4170-b96d-5d71e6fde972,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:44.343805 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7290331-80af-4cf0-ae3b-ccf9860b8872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:44.431320 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7290331-80af-4cf0-ae3b-ccf9860b8872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:44.437488 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['a35f04cf-6297-48dc-aad6-b8a17ebad719'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:08:44.464393 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf483c6-5d3d-499a-ba04-8881fc19247c x-openstack-request-id: req-9bf483c6-5d3d-499a-ba04-8881fc19247c {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:08:44.464697 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a359bc21-5dc0-4deb-8e82-5fa4408679bd", "tag": "e464f3c4-2a37-45c5-b30c-52016b9bfacc", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:08:44.464986 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bf483c6-5d3d-499a-ba04-8881fc19247c {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:08:44.465333 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a359bc21-5dc0-4deb-8e82-5fa4408679bd', 'tag': 'e464f3c4-2a37-45c5-b30c-52016b9bfacc', 'status': 'completed', 'code': 200} Jul 22 19:08:44.473774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5311ce-54f0-47c8-bc39-d4df1bfe6ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=e464f3c4-2a37-45c5-b30c-52016b9bfacc,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:44.502818 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['9ae8d006-b87e-4c68-b7d5-8cc676df5bfd'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:08:44.547676 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7290331-80af-4cf0-ae3b-ccf9860b8872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:44.550715 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7290331-80af-4cf0-ae3b-ccf9860b8872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:44.554858 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a7290331-80af-4cf0-ae3b-ccf9860b8872 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e89b716c-dc9b-4229-89ce-3c61e25a18b4 HTTP/1.1" status: 204 len: 168 time: 0.3618784 Jul 22 19:08:44.574857 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7290331-80af-4cf0-ae3b-ccf9860b8872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89b716c-dc9b-4229-89ce-3c61e25a18b4,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:44.677240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-5844411f-8a70-4ec6-9697-bcc63e5b8a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:44.679654 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-5844411f-8a70-4ec6-9697-bcc63e5b8a33 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 1100 time: 0.4244919 Jul 22 19:08:44.734810 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-b66eab78-4861-4cf9-b4cb-846981b36948 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e464f3c4-2a37-45c5-b30c-52016b9bfacc HTTP/1.1" status: 200 len: 217 time: 0.0459390 Jul 22 19:08:44.802634 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c0b5c-ecd6-414c-bab6-0101af181f6b req-dacc6a8c-be87-425f-af47-b8eceb99592c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:44.810804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c0b5c-ecd6-414c-bab6-0101af181f6b req-dacc6a8c-be87-425f-af47-b8eceb99592c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:44.818071 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c0b5c-ecd6-414c-bab6-0101af181f6b req-dacc6a8c-be87-425f-af47-b8eceb99592c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:44.827551 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-788c0b5c-ecd6-414c-bab6-0101af181f6b req-dacc6a8c-be87-425f-af47-b8eceb99592c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 2415 time: 0.3560925 Jul 22 19:08:44.861427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29795736-c250-497a-8988-04e6afb801ac req-10ee0079-5c9f-4bc0-9fd4-c8c4604cdd21 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:44.863298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29795736-c250-497a-8988-04e6afb801ac req-10ee0079-5c9f-4bc0-9fd4-c8c4604cdd21 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb HTTP/1.1" status: 200 len: 945 time: 0.5275602 Jul 22 19:08:44.923197 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-788c0b5c-ecd6-414c-bab6-0101af181f6b req-158e16db-10f9-4e78-9f02-a1c127256da3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944331 Jul 22 19:08:44.924607 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-2b7704d7-e8aa-4f72-8011-3e5a1acd0495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:44.925979 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-2b7704d7-e8aa-4f72-8011-3e5a1acd0495 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1841056 Jul 22 19:08:44.982454 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29795736-c250-497a-8988-04e6afb801ac req-9333ec0d-a7cd-4617-9385-7db50cb36fff tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e755e7b-38b1-4d4f-bc92-b4e5243b2c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045871 Jul 22 19:08:45.086769 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ee237157-78f1-4d5a-8171-e4cf7d68723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:45.088296 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-ee237157-78f1-4d5a-8171-e4cf7d68723c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1482730 Jul 22 19:08:45.143910 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38230) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:45.167643 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e321f17-b344-4549-bd04-35c352f85465 req-ed8965a1-fdad-4a14-95ed-ac7a94f11d2b tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--800838543&fields=id&tenant_id=fbf32d29990d494cb8adb4d0920f40ef HTTP/1.1" status: 200 len: 267 time: 0.0995858 Jul 22 19:08:45.334232 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-af5fc899-7d16-4ff2-9e6c-146de397b055 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388825 Jul 22 19:08:45.386695 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72768f-de8c-4658-ab5c-9afd0ac5c0e1 req-76a247be-b179-4b12-9b6a-e81fe31d55c2 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:45.388662 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e72768f-de8c-4658-ab5c-9afd0ac5c0e1 req-76a247be-b179-4b12-9b6a-e81fe31d55c2 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 0.2456756 Jul 22 19:08:45.406419 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e321f17-b344-4549-bd04-35c352f85465 req-371f872c-058d-4869-a5ad-e76138fe0800 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:45.407923 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e321f17-b344-4549-bd04-35c352f85465 req-371f872c-058d-4869-a5ad-e76138fe0800 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/networks?id=73a62730-22a7-4579-81aa-a3bf0ab2224c HTTP/1.1" status: 200 len: 816 time: 0.2161682 Jul 22 19:08:45.477450 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-fa66fb41-7e8b-4f63-8021-fac3482db8a7 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1229375287'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:45.489992 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e321f17-b344-4549-bd04-35c352f85465 req-8912ba3d-0a0b-425c-bdb6-b747d92460ba tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/quotas/fbf32d29990d494cb8adb4d0920f40ef HTTP/1.1" status: 200 len: 375 time: 0.0372581 Jul 22 19:08:45.495626 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e72768f-de8c-4658-ab5c-9afd0ac5c0e1 req-d40c7735-c89f-4509-b730-72efa4d5b1cc tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991504 Jul 22 19:08:45.521513 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['e1677176-ab99-4170-b96d-5d71e6fde972'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:08:45.538408 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa66fb41-7e8b-4f63-8021-fac3482db8a7 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Made reservation on behalf of 212ce3da866945a6992d1927791bd41d for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:08:45.544448 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa66fb41-7e8b-4f63-8021-fac3482db8a7 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:45.561165 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa66fb41-7e8b-4f63-8021-fac3482db8a7 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:45.570798 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a921984-b4b4-4577-bea9-612b702d3cf9 req-152b2a08-1e7f-4d91-891e-20e241d984c8 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279994 Jul 22 19:08:45.640414 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e321f17-b344-4549-bd04-35c352f85465 req-7198e490-2982-47ce-9b2f-310e3a0e0309 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbf32d29990d494cb8adb4d0920f40ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1351023 Jul 22 19:08:45.769491 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa66fb41-7e8b-4f63-8021-fac3482db8a7 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:45.776632 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa66fb41-7e8b-4f63-8021-fac3482db8a7 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:45.819612 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa66fb41-7e8b-4f63-8021-fac3482db8a7 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:08:45.838820 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d30a4-af6e-499f-8c1a-ae20ea926300 req-04e25789-3ab9-4f2f-8fb6-27b300a65fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:45.840312 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-277d30a4-af6e-499f-8c1a-ae20ea926300 req-04e25789-3ab9-4f2f-8fb6-27b300a65fd8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 1100 time: 0.1387234 Jul 22 19:08:45.842293 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66fb41-7e8b-4f63-8021-fac3482db8a7 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7508b0de-2ee1-4cec-be21-c0d669acccf5,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:45.845833 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa66fb41-7e8b-4f63-8021-fac3482db8a7 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:45.846487 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-fa66fb41-7e8b-4f63-8021-fac3482db8a7 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Added segment f6839fa0-6aa0-4c79-af2d-6ccb430c800a of type vlan for network 3ca286ac-0570-4f29-96ef-23e2994f44c5 Jul 22 19:08:45.848346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba56c1c-f4a8-40e8-b503-53b21d67b333 req-18833296-a53c-404e-bc4c-f8810298357c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:45.855064 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ba56c1c-f4a8-40e8-b503-53b21d67b333 req-18833296-a53c-404e-bc4c-f8810298357c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 948 time: 0.2263162 Jul 22 19:08:46.083531 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ba56c1c-f4a8-40e8-b503-53b21d67b333 req-3b2fd80c-fa2b-4457-8d9c-f1b6575add0c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276111 Jul 22 19:08:46.164030 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d30a4-af6e-499f-8c1a-ae20ea926300 req-18a1fa9a-1ae6-4af7-ad1a-9a3a3167de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:46.165579 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-277d30a4-af6e-499f-8c1a-ae20ea926300 req-18a1fa9a-1ae6-4af7-ad1a-9a3a3167de2d service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.3086071 Jul 22 19:08:46.167672 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e321f17-b344-4549-bd04-35c352f85465 req-f177527a-0ebb-4158-8b2d-7b1606b81bf3 service neutron] 10.222.0.13 "GET /v2.0/networks/73a62730-22a7-4579-81aa-a3bf0ab2224c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771547 Jul 22 19:08:46.218023 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:46.262430 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-277d30a4-af6e-499f-8c1a-ae20ea926300 req-6073f6a1-3320-4866-b109-f003aa9301b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e464f3c4-2a37-45c5-b30c-52016b9bfacc HTTP/1.1" status: 200 len: 217 time: 0.0844316 Jul 22 19:08:46.285301 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa66fb41-7e8b-4f63-8021-fac3482db8a7 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:46.335089 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa66fb41-7e8b-4f63-8021-fac3482db8a7 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:46.344503 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa66fb41-7e8b-4f63-8021-fac3482db8a7 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:46.345903 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa66fb41-7e8b-4f63-8021-fac3482db8a7 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:46.371377 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:46.378199 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:46.378742 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:46.474425 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d30a4-af6e-499f-8c1a-ae20ea926300 req-82d0ec07-9c02-48e3-91a7-068b3bb2fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:46.476967 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-277d30a4-af6e-499f-8c1a-ae20ea926300 req-82d0ec07-9c02-48e3-91a7-068b3bb2fddc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1878817 Jul 22 19:08:46.483313 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66fb41-7e8b-4f63-8021-fac3482db8a7 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Pushing event updated for resources: {'Network': ['ID=3ca286ac-0570-4f29-96ef-23e2994f44c5,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:46.498166 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 3ca286ac-0570-4f29-96ef-23e2994f44c5 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:08:46.501946 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fa66fb41-7e8b-4f63-8021-fac3482db8a7 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3563128 Jul 22 19:08:46.504884 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38278) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:46.516447 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-2112f044-11f3-43e9-83b3-db47419fce5d tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Request body: {'subnet': {'network_id': '3ca286ac-0570-4f29-96ef-23e2994f44c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:46.619775 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:46.655642 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae8d006-b87e-4c68-b7d5-8cc676df5bfd'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:08:46.658031 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300f1aff-d325-4838-99c1-8c308dd84a1e" -d '{"events": [{"server_uuid": "0502df6a-d0b2-463f-99a6-590b6e05ba1e", "name": "network-vif-plugged", "status": "completed", "tag": "9ae8d006-b87e-4c68-b7d5-8cc676df5bfd"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:08:46.698663 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9ae8d006-b87e-4c68-b7d5-8cc676df5bfd,segment=NetworkSegment(23380bb9-f411-4802-ab03-1beca1c1aec2),segment_id=23380bb9-f411-4802-ab03-1beca1c1aec2)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:46.706790 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:46.707885 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a35f04cf-6297-48dc-aad6-b8a17ebad719 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:46.716296 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2112f044-11f3-43e9-83b3-db47419fce5d tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Made reservation on behalf of 212ce3da866945a6992d1927791bd41d for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:08:46.722428 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2112f044-11f3-43e9-83b3-db47419fce5d tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:46.869274 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=9ae8d006-b87e-4c68-b7d5-8cc676df5bfd,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:46.886357 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port a35f04cf-6297-48dc-aad6-b8a17ebad719 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:46.899352 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port a35f04cf-6297-48dc-aad6-b8a17ebad719 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:46.899867 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:46.910097 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e321f17-b344-4549-bd04-35c352f85465 req-2f7d57bf-266d-4f3a-97ea-f05c88be287f service neutron] 10.222.0.13 "GET /v2.0/networks/73a62730-22a7-4579-81aa-a3bf0ab2224c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6455679 Jul 22 19:08:46.931263 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6418d-2622-4227-8a8e-ee77f4b3ace5 req-62730ff0-9635-4c7c-a003-74ac3ec3a7b1 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:46.937727 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6418d-2622-4227-8a8e-ee77f4b3ace5 req-62730ff0-9635-4c7c-a003-74ac3ec3a7b1 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:46.943580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6418d-2622-4227-8a8e-ee77f4b3ace5 req-62730ff0-9635-4c7c-a003-74ac3ec3a7b1 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:46.951099 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5da6418d-2622-4227-8a8e-ee77f4b3ace5 req-62730ff0-9635-4c7c-a003-74ac3ec3a7b1 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 2415 time: 0.5685666 Jul 22 19:08:47.029278 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d30a4-af6e-499f-8c1a-ae20ea926300 req-904bdd93-f340-4590-bd8f-238b692b32dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:47.031267 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-277d30a4-af6e-499f-8c1a-ae20ea926300 req-904bdd93-f340-4590-bd8f-238b692b32dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5477598 Jul 22 19:08:47.034405 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2112f044-11f3-43e9-83b3-db47419fce5d tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:47.044149 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:47.059756 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670960e9-bdd5-4e10-bb8f-1803007b0e71 req-ce2d4d58-03ab-467b-bae7-19fbacc9a459 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:47.061361 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-670960e9-bdd5-4e10-bb8f-1803007b0e71 req-ce2d4d58-03ab-467b-bae7-19fbacc9a459 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.16 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 0.2174063 Jul 22 19:08:47.092808 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5da6418d-2622-4227-8a8e-ee77f4b3ace5 req-45ca2a38-223b-4bfa-9b11-dd83d3b30e6c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407988 Jul 22 19:08:47.123499 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112f044-11f3-43e9-83b3-db47419fce5d tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Pushing event updated for resources: {'Subnet': ['ID=4100e960-af68-4878-8b17-938144350d44,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:47.133946 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port a35f04cf-6297-48dc-aad6-b8a17ebad719, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a35f04cf-6297-48dc-aad6-b8a17ebad719,segment=NetworkSegment(23380bb9-f411-4802-ab03-1beca1c1aec2),segment_id=23380bb9-f411-4802-ab03-1beca1c1aec2)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:47.142340 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:47.174669 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2112f044-11f3-43e9-83b3-db47419fce5d tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Checking segment: {'id': 'f6839fa0-6aa0-4c79-af2d-6ccb430c800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ca286ac-0570-4f29-96ef-23e2994f44c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:08:47.178286 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2112f044-11f3-43e9-83b3-db47419fce5d tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Network hostable DHCP agents. Network: 3ca286ac-0570-4f29-96ef-23e2994f44c5, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:08:47.208112 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2112f044-11f3-43e9-83b3-db47419fce5d tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Network 3ca286ac-0570-4f29-96ef-23e2994f44c5 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:08:47.221206 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-2112f044-11f3-43e9-83b3-db47419fce5d tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 3ca286ac-0570-4f29-96ef-23e2994f44c5) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:47.234584 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38304) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:47.245315 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=a35f04cf-6297-48dc-aad6-b8a17ebad719,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:47.248198 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38a08de-f865-43d7-85d1-bd8c65a7f9ba None None] Network 3ca286ac-0570-4f29-96ef-23e2994f44c5 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:08:47.263437 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2112f044-11f3-43e9-83b3-db47419fce5d tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:47.264081 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2112f044-11f3-43e9-83b3-db47419fce5d tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:47.308722 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2112f044-11f3-43e9-83b3-db47419fce5d tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8004293 Jul 22 19:08:47.309462 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38310) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:47.314611 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d68e81ab-faa6-4454-a8db-72f10dff3700 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Request body: {'port': {'network_id': '3ca286ac-0570-4f29-96ef-23e2994f44c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-264705567'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:47.415627 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-277d30a4-af6e-499f-8c1a-ae20ea926300 req-822498c0-2deb-4c2d-b4e4-e783fe402346 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751621 Jul 22 19:08:47.468928 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-372a9f12-966a-49c8-adfc-cc7ddaa5b7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:47.585312 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-3ca286ac-0570-4f29-96ef-23e2994f44c5', 'network_id': '3ca286ac-0570-4f29-96ef-23e2994f44c5', 'tenant_id': '212ce3da866945a6992d1927791bd41d', 'fixed_ips': [{'subnet_id': '4100e960-af68-4878-8b17-938144350d44'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:08:47.586447 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:47.588529 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-670960e9-bdd5-4e10-bb8f-1803007b0e71 req-486bc207-9c15-43bb-a04b-32227a920646 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Deleting port 8bc78345-5b42-4d33-95c8-6a40d6322ca3 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:08:47.588874 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-670960e9-bdd5-4e10-bb8f-1803007b0e71 req-486bc207-9c15-43bb-a04b-32227a920646 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:47.595458 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.db.api [None req-d68e81ab-faa6-4454-a8db-72f10dff3700 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:08:47.595458 n-d-800086-12 neutron-server[93806]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 19:08:47.595458 n-d-800086-12 neutron-server[93806]: [parameters: {'project_id': '212ce3da866945a6992d1927791bd41d', 'id': 'd6ff75ee-fae9-4c69-939e-089a66617563', 'expiration': datetime.datetime(2021, 7, 22, 19, 10, 47, 571154)}] Jul 22 19:08:47.595458 n-d-800086-12 neutron-server[93806]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:08:47.610749 n-d-800086-12 neutron-server[93806]: DEBUG oslo_db.api [None req-d68e81ab-faa6-4454-a8db-72f10dff3700 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:08:47.739888 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-372a9f12-966a-49c8-adfc-cc7ddaa5b7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:47.744643 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:08:47.745618 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-372a9f12-966a-49c8-adfc-cc7ddaa5b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:47.770508 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e786777-2648-42eb-948a-252261e03ba6 req-46c7d127-929b-4e33-b8a5-a5a80319cf93 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:47.778787 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4e786777-2648-42eb-948a-252261e03ba6 req-46c7d127-929b-4e33-b8a5-a5a80319cf93 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb HTTP/1.1" status: 200 len: 945 time: 0.3815832 Jul 22 19:08:47.792315 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-670960e9-bdd5-4e10-bb8f-1803007b0e71 req-486bc207-9c15-43bb-a04b-32227a920646 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] For port 8bc78345-5b42-4d33-95c8-6a40d6322ca3, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8bc78345-5b42-4d33-95c8-6a40d6322ca3,segment=NetworkSegment(edf91077-6018-45d3-a537-cd4f3c95d5c1),segment_id=edf91077-6018-45d3-a537-cd4f3c95d5c1)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:47.792716 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-670960e9-bdd5-4e10-bb8f-1803007b0e71 req-486bc207-9c15-43bb-a04b-32227a920646 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:47.810319 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-372a9f12-966a-49c8-adfc-cc7ddaa5b7cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b36e69ff3c548ba98c4ebc0f54fc863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5746787 Jul 22 19:08:47.811052 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a9f12-966a-49c8-adfc-cc7ddaa5b7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf1b5b5-21d8-4f93-8ef0-cb3df70eb289,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:47.813422 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38328) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:47.822487 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-670960e9-bdd5-4e10-bb8f-1803007b0e71 req-486bc207-9c15-43bb-a04b-32227a920646 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Calling delete_port for 8bc78345-5b42-4d33-95c8-6a40d6322ca3 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:08:47.884719 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-277d30a4-af6e-499f-8c1a-ae20ea926300 req-1a03f05c-07f9-4b1c-a631-fa1ee6ef98a1 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372020 Jul 22 19:08:47.888676 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7bb67827-5c99-477e-ac72-b5738cfe2e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:47.906498 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] Allocated IP 2001:db8::2 (3ca286ac-0570-4f29-96ef-23e2994f44c5/4100e960-af68-4878-8b17-938144350d44/317c68aa-f17b-4468-8eac-59a2df8bf456) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:08:47.921798 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7bb67827-5c99-477e-ac72-b5738cfe2e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:47.966437 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4e786777-2648-42eb-948a-252261e03ba6 req-5f0c0833-395f-4ba5-8642-9cc2fdaf974a tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e755e7b-38b1-4d4f-bc92-b4e5243b2c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866789 Jul 22 19:08:47.987127 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7bb67827-5c99-477e-ac72-b5738cfe2e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:47.990240 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7bb67827-5c99-477e-ac72-b5738cfe2e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:47.992240 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7bb67827-5c99-477e-ac72-b5738cfe2e4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/daf1b5b5-21d8-4f93-8ef0-cb3df70eb289 HTTP/1.1" status: 204 len: 168 time: 0.1778953 Jul 22 19:08:48.000743 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb67827-5c99-477e-ac72-b5738cfe2e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf1b5b5-21d8-4f93-8ef0-cb3df70eb289,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:48.066835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96cea84-715c-4856-9762-e0da6d4dce9c req-bad278c6-569f-4c5c-9c1e-ef087f39c289 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:48.070777 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f03ede-d119-423c-a80c-9d7cc853a968 x-openstack-request-id: req-96f03ede-d119-423c-a80c-9d7cc853a968 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:08:48.071309 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0502df6a-d0b2-463f-99a6-590b6e05ba1e", "name": "network-vif-plugged", "status": "completed", "tag": "9ae8d006-b87e-4c68-b7d5-8cc676df5bfd", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:08:48.071685 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96f03ede-d119-423c-a80c-9d7cc853a968 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:08:48.072256 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae8d006-b87e-4c68-b7d5-8cc676df5bfd', 'code': 200} Jul 22 19:08:48.075163 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e96cea84-715c-4856-9762-e0da6d4dce9c req-bad278c6-569f-4c5c-9c1e-ef087f39c289 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 946 time: 0.1877127 Jul 22 19:08:48.135170 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:48.137225 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e96cea84-715c-4856-9762-e0da6d4dce9c req-d6fc2481-0c06-44ac-9b0d-d89818016dc3 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589886 Jul 22 19:08:48.138647 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68e81ab-faa6-4454-a8db-72f10dff3700 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Made reservation on behalf of 212ce3da866945a6992d1927791bd41d for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:08:48.143779 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d68e81ab-faa6-4454-a8db-72f10dff3700 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:48.160174 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] Transition to ACTIVE for port object 317c68aa-f17b-4468-8eac-59a2df8bf456 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:48.164827 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-d68e81ab-faa6-4454-a8db-72f10dff3700 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] device_id is not set on port 55d05096-5371-4b89-8339-0baab1b3d98d yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:08:48.201773 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] Transition to ACTIVE for port object 317c68aa-f17b-4468-8eac-59a2df8bf456 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:48.215264 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:48.223656 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device e464f3c4-2a37-45c5-b30c-52016b9bfacc details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:08:48.228254 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device e1677176-ab99-4170-b96d-5d71e6fde972 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:48.324508 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb947e26-6af1-42d1-85e7-248dad221175 req-0919e99d-e84d-4d2b-81a8-d4cfe9e8bb2d tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 210 time: 0.0636191 Jul 22 19:08:48.358256 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] Pushing event updated for resources: {'Port': ['ID=317c68aa-f17b-4468-8eac-59a2df8bf456,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:48.378673 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] Network 3ca286ac-0570-4f29-96ef-23e2994f44c5 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:48.384071 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:48.399301 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-670960e9-bdd5-4e10-bb8f-1803007b0e71 req-486bc207-9c15-43bb-a04b-32227a920646 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:48.404182 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:08:48.421930 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b4e60-31ad-43b5-acde-e4fbd64e63dd req-dfa3f743-d504-46d1-a56b-7775382b82c2 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:48.422464 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-d68e81ab-faa6-4454-a8db-72f10dff3700 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Allocated IP 2001:db8::3dd (3ca286ac-0570-4f29-96ef-23e2994f44c5/4100e960-af68-4878-8b17-938144350d44/55d05096-5371-4b89-8339-0baab1b3d98d) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:08:48.423485 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1d8b4e60-31ad-43b5-acde-e4fbd64e63dd req-dfa3f743-d504-46d1-a56b-7775382b82c2 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 948 time: 0.3004999 Jul 22 19:08:48.454581 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['d213b4e5-ddfe-489e-bf06-ea824c2dfbf3', '8bc78345-5b42-4d33-95c8-6a40d6322ca3'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:08:48.470668 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bc207-9c15-43bb-a04b-32227a920646 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Pushing event deleted for resources: {'Port': ['ID=8bc78345-5b42-4d33-95c8-6a40d6322ca3,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:48.498524 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1d8b4e60-31ad-43b5-acde-e4fbd64e63dd req-9d53f577-bb8c-4e28-a600-42b1b7641b82 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476310 Jul 22 19:08:48.543308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-670960e9-bdd5-4e10-bb8f-1803007b0e71 req-486bc207-9c15-43bb-a04b-32227a920646 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] No DVR routers for this DVR port 8bc78345-5b42-4d33-95c8-6a40d6322ca3 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:08:48.547226 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-670960e9-bdd5-4e10-bb8f-1803007b0e71 req-486bc207-9c15-43bb-a04b-32227a920646 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:48.549602 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-670960e9-bdd5-4e10-bb8f-1803007b0e71 req-486bc207-9c15-43bb-a04b-32227a920646 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.16 "DELETE /v2.0/ports/8bc78345-5b42-4d33-95c8-6a40d6322ca3 HTTP/1.1" status: 204 len: 173 time: 1.4749184 Jul 22 19:08:48.557927 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536fdf95-581f-415b-86fb-005c1d5f1286', 'name': 'network-vif-deleted', 'tag': '8bc78345-5b42-4d33-95c8-6a40d6322ca3'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:08:48.560206 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204c5637-09aa-4197-b643-ed18a99bbda4" -d '{"events": [{"server_uuid": "536fdf95-581f-415b-86fb-005c1d5f1286", "name": "network-vif-deleted", "tag": "8bc78345-5b42-4d33-95c8-6a40d6322ca3"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:08:48.652210 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f479d-2917-4662-85cc-cd2251ad9e2a req-31aa39ea-f328-4a07-a2fe-585463360e2f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:48.659505 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f479d-2917-4662-85cc-cd2251ad9e2a req-31aa39ea-f328-4a07-a2fe-585463360e2f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:48.668357 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f479d-2917-4662-85cc-cd2251ad9e2a req-31aa39ea-f328-4a07-a2fe-585463360e2f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:48.670618 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c45f479d-2917-4662-85cc-cd2251ad9e2a req-31aa39ea-f328-4a07-a2fe-585463360e2f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 2417 time: 0.1284099 Jul 22 19:08:48.673515 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcc9fa9-219b-428b-8041-e0a13c40e666 x-openstack-request-id: req-8bcc9fa9-219b-428b-8041-e0a13c40e666 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:08:48.674474 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536fdf95-581f-415b-86fb-005c1d5f1286", "name": "network-vif-deleted", "tag": "8bc78345-5b42-4d33-95c8-6a40d6322ca3", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:08:48.674792 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8bcc9fa9-219b-428b-8041-e0a13c40e666 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:08:48.675384 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536fdf95-581f-415b-86fb-005c1d5f1286', 'name': 'network-vif-deleted', 'tag': '8bc78345-5b42-4d33-95c8-6a40d6322ca3', 'status': 'completed', 'code': 200} Jul 22 19:08:48.746500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port e464f3c4-2a37-45c5-b30c-52016b9bfacc, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e464f3c4-2a37-45c5-b30c-52016b9bfacc,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:48.785472 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port e1677176-ab99-4170-b96d-5d71e6fde972 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:48.797386 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c45f479d-2917-4662-85cc-cd2251ad9e2a req-390a0552-df7b-4f56-abda-48f4c892e966 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191885 Jul 22 19:08:48.839908 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'e464f3c4-2a37-45c5-b30c-52016b9bfacc', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': 'e464f3c4-2a37-45c5-b30c-52016b9bfacc', 'mac_address': 'fa:16:3e:45:f7:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:08:48.861066 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port e1677176-ab99-4170-b96d-5d71e6fde972 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:48.862433 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d68e81ab-faa6-4454-a8db-72f10dff3700 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:48.863327 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:48.923536 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-d68e81ab-faa6-4454-a8db-72f10dff3700 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Transition to ACTIVE for port object 55d05096-5371-4b89-8339-0baab1b3d98d will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:48.981482 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d68e81ab-faa6-4454-a8db-72f10dff3700 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:49.044714 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] Attempting to bind port 317c68aa-f17b-4468-8eac-59a2df8bf456 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:08:49.045590 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] Attempting to bind port 317c68aa-f17b-4468-8eac-59a2df8bf456 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'f6839fa0-6aa0-4c79-af2d-6ccb430c800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ca286ac-0570-4f29-96ef-23e2994f44c5'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:08:49.046297 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] Attempting to bind port 317c68aa-f17b-4468-8eac-59a2df8bf456 on network 3ca286ac-0570-4f29-96ef-23e2994f44c5 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:08:49.068953 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68e81ab-faa6-4454-a8db-72f10dff3700 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Network 3ca286ac-0570-4f29-96ef-23e2994f44c5 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:49.074371 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-d68e81ab-faa6-4454-a8db-72f10dff3700 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:49.077462 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:08:49.078129 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] Checking segment: {'id': 'f6839fa0-6aa0-4c79-af2d-6ccb430c800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ca286ac-0570-4f29-96ef-23e2994f44c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:08:49.078730 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:49.079318 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] Bound using segment: {'id': 'f6839fa0-6aa0-4c79-af2d-6ccb430c800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ca286ac-0570-4f29-96ef-23e2994f44c5'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:08:49.080721 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] Bound port: 317c68aa-f17b-4468-8eac-59a2df8bf456, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6839fa0-6aa0-4c79-af2d-6ccb430c800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ca286ac-0570-4f29-96ef-23e2994f44c5'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:08:49.080974 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68e81ab-faa6-4454-a8db-72f10dff3700 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:08:49.081533 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:49.088125 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68e81ab-faa6-4454-a8db-72f10dff3700 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:49.088824 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d68e81ab-faa6-4454-a8db-72f10dff3700 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:49.104921 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e81ab-faa6-4454-a8db-72f10dff3700 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Pushing event updated for resources: {'Port': ['ID=55d05096-5371-4b89-8339-0baab1b3d98d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:49.116791 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d68e81ab-faa6-4454-a8db-72f10dff3700 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8062937 Jul 22 19:08:49.119721 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38398) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:49.125810 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-172728e8-b7a0-429e-9134-eea4ddd47013 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Request body: {'port': {'network_id': '3ca286ac-0570-4f29-96ef-23e2994f44c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2051358524', 'allowed_address_pairs': [{'ip_address': '2001:db8::3dd', 'mac_address': 'fa:16:3e:c3:0e:db'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:49.135061 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:49.197743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e464f3c4-2a37-45c5-b30c-52016b9bfacc {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:08:49.257718 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda543fd-fac1-4aa3-b43a-bc746afcb9e8 req-c13b9f5f-6643-454b-a464-7814360767fc tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:49.268320 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38408) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:49.269025 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cda543fd-fac1-4aa3-b43a-bc746afcb9e8 req-c13b9f5f-6643-454b-a464-7814360767fc tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb HTTP/1.1" status: 200 len: 945 time: 0.2208660 Jul 22 19:08:49.293301 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172728e8-b7a0-429e-9134-eea4ddd47013 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Made reservation on behalf of 212ce3da866945a6992d1927791bd41d for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:08:49.420461 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port e464f3c4-2a37-45c5-b30c-52016b9bfacc, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e464f3c4-2a37-45c5-b30c-52016b9bfacc,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:49.425992 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fd29a3f8-3b51-4807-be8f-f9e9f0ac964a req-42bdd432-671a-42c1-99d1-2f62276ba4ee tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=536fdf95-581f-415b-86fb-005c1d5f1286 HTTP/1.1" status: 200 len: 210 time: 0.1363211 Jul 22 19:08:49.428452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-172728e8-b7a0-429e-9134-eea4ddd47013 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:49.444766 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:49.451825 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-172728e8-b7a0-429e-9134-eea4ddd47013 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] device_id is not set on port 9678f03a-88d8-4b25-b722-426f6fdb56e8 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:08:49.452997 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:49.501097 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cda543fd-fac1-4aa3-b43a-bc746afcb9e8 req-848fe3f1-0c5a-49a0-805b-8c0886ecafb1 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e755e7b-38b1-4d4f-bc92-b4e5243b2c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307103 Jul 22 19:08:49.533330 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] For port 317c68aa-f17b-4468-8eac-59a2df8bf456, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:08:49.535558 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-810147c1-9832-4f3f-b04c-011ff017b911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:49.631139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] For port 317c68aa-f17b-4468-8eac-59a2df8bf456, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=317c68aa-f17b-4468-8eac-59a2df8bf456,segment=NetworkSegment(f6839fa0-6aa0-4c79-af2d-6ccb430c800a),segment_id=f6839fa0-6aa0-4c79-af2d-6ccb430c800a)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:08:49.649739 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port e1677176-ab99-4170-b96d-5d71e6fde972, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e1677176-ab99-4170-b96d-5d71e6fde972,segment=NetworkSegment(acff410e-7ff1-4fe2-a1e0-ed0693f7afe1),segment_id=acff410e-7ff1-4fe2-a1e0-ed0693f7afe1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:49.656397 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:49.670930 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:49.680049 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65d92d70-328a-4a24-84f4-4c6aa3192ac6 req-53e19974-8daf-420a-ba98-1278dc5590b7 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 210 time: 0.0566223 Jul 22 19:08:49.684983 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=e464f3c4-2a37-45c5-b30c-52016b9bfacc,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:49.747700 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['e464f3c4-2a37-45c5-b30c-52016b9bfacc'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:08:49.857254 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-172728e8-b7a0-429e-9134-eea4ddd47013 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Allocated IP 2001:db8::ce (3ca286ac-0570-4f29-96ef-23e2994f44c5/4100e960-af68-4878-8b17-938144350d44/9678f03a-88d8-4b25-b722-426f6fdb56e8) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:08:49.868386 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28c8ff-0463-49fa-8fe7-56736883551c None None] Pushing event updated for resources: {'Port': ['ID=317c68aa-f17b-4468-8eac-59a2df8bf456,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:49.945459 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e321f17-b344-4549-bd04-35c352f85465 req-def544ad-20ca-44ab-b16f-97586ee6660f tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:49.960430 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e321f17-b344-4549-bd04-35c352f85465 req-def544ad-20ca-44ab-b16f-97586ee6660f tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.16 "GET /v2.0/networks?id=73a62730-22a7-4579-81aa-a3bf0ab2224c HTTP/1.1" status: 200 len: 816 time: 0.4424760 Jul 22 19:08:49.971389 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-810147c1-9832-4f3f-b04c-011ff017b911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:49.996632 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-810147c1-9832-4f3f-b04c-011ff017b911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:50.042517 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=e1677176-ab99-4170-b96d-5d71e6fde972,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:50.077249 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35f04cf-6297-48dc-aad6-b8a17ebad719'}, {'server_uuid': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1677176-ab99-4170-b96d-5d71e6fde972'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:08:50.083739 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d105ff2-e30b-4eec-92a9-8e9b37d5a01a" -d '{"events": [{"server_uuid": "0502df6a-d0b2-463f-99a6-590b6e05ba1e", "name": "network-vif-plugged", "status": "completed", "tag": "a35f04cf-6297-48dc-aad6-b8a17ebad719"}, {"server_uuid": "0502df6a-d0b2-463f-99a6-590b6e05ba1e", "name": "network-vif-plugged", "status": "completed", "tag": "e1677176-ab99-4170-b96d-5d71e6fde972"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:08:50.188791 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810147c1-9832-4f3f-b04c-011ff017b911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135cb9e3-9a38-4f10-a766-1390b88fb5f8,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:50.227851 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd51ed-5fce-42d4-abfc-4fae9be51f74 req-46ff1813-79f3-4e66-a669-8b637730196c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:50.230009 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c5fd51ed-5fce-42d4-abfc-4fae9be51f74 req-46ff1813-79f3-4e66-a669-8b637730196c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 949 time: 0.4801586 Jul 22 19:08:50.248201 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 38438) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:50.268709 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-810147c1-9832-4f3f-b04c-011ff017b911 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a749713bfbd403fa20aa54fb1d05ca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9976823 Jul 22 19:08:50.325992 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e321f17-b344-4549-bd04-35c352f85465 req-5b850d3d-e515-44ab-b3fc-e6d433105bbb tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbf32d29990d494cb8adb4d0920f40ef HTTP/1.1" status: 200 len: 379 time: 0.3395665 Jul 22 19:08:50.371672 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-3e321f17-b344-4549-bd04-35c352f85465 req-a20ae4cc-d972-4de4-822e-95aab7cb0822 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Request body: {'port': {'device_id': '4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5', 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c', 'admin_state_up': True, 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'security_groups': ['c172a87e-16e2-4c6f-9abd-54aba83abe61']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:50.502548 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-172728e8-b7a0-429e-9134-eea4ddd47013 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:50.526585 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c5fd51ed-5fce-42d4-abfc-4fae9be51f74 req-9424d3dc-c39d-4d50-9a9d-3251a36402f4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761028 Jul 22 19:08:50.537533 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-172728e8-b7a0-429e-9134-eea4ddd47013 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Transition to ACTIVE for port object 9678f03a-88d8-4b25-b722-426f6fdb56e8 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:50.565457 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 49730689-918b-44a0-ace5-3686dc702014 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:08:50.592455 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbee9b-5b97-4311-9124-35864bf6df31 req-07d794ff-cef5-4afb-9311-cc05a72a918a tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:50.612208 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e3cbee9b-5b97-4311-9124-35864bf6df31 req-07d794ff-cef5-4afb-9311-cc05a72a918a tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.16 "GET /v2.0/ports?device_id=92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb HTTP/1.1" status: 200 len: 945 time: 0.1551487 Jul 22 19:08:50.634467 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 19:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0caf5bf0-fd31-46ba-b5f0-82127252f3ae x-openstack-request-id: req-0caf5bf0-fd31-46ba-b5f0-82127252f3ae {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:08:50.634776 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0502df6a-d0b2-463f-99a6-590b6e05ba1e", "name": "network-vif-plugged", "status": "completed", "tag": "a35f04cf-6297-48dc-aad6-b8a17ebad719", "code": 200}, {"server_uuid": "0502df6a-d0b2-463f-99a6-590b6e05ba1e", "name": "network-vif-plugged", "status": "completed", "tag": "e1677176-ab99-4170-b96d-5d71e6fde972", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:08:50.635222 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0caf5bf0-fd31-46ba-b5f0-82127252f3ae {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:08:50.637301 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35f04cf-6297-48dc-aad6-b8a17ebad719', 'code': 200} Jul 22 19:08:50.637761 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1677176-ab99-4170-b96d-5d71e6fde972', 'code': 200} Jul 22 19:08:50.655955 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4caa3-cd15-4d03-a3d9-22d6ee54aa24 req-b8c98d36-c1c3-464f-80df-0f4ec7530b7d tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:50.672749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4caa3-cd15-4d03-a3d9-22d6ee54aa24 req-b8c98d36-c1c3-464f-80df-0f4ec7530b7d tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:50.688053 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4caa3-cd15-4d03-a3d9-22d6ee54aa24 req-b8c98d36-c1c3-464f-80df-0f4ec7530b7d tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:50.694658 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ad4caa3-cd15-4d03-a3d9-22d6ee54aa24 req-b8c98d36-c1c3-464f-80df-0f4ec7530b7d tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 2418 time: 0.7323453 Jul 22 19:08:50.761143 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-172728e8-b7a0-429e-9134-eea4ddd47013 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:50.788903 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:50.879908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e321f17-b344-4549-bd04-35c352f85465 req-a20ae4cc-d972-4de4-822e-95aab7cb0822 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Made reservation on behalf of fbf32d29990d494cb8adb4d0920f40ef for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:08:50.886566 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3e321f17-b344-4549-bd04-35c352f85465 req-a20ae4cc-d972-4de4-822e-95aab7cb0822 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:50.891308 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 49730689-918b-44a0-ace5-3686dc702014, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=49730689-918b-44a0-ace5-3686dc702014,segment=NetworkSegment(ca82d60c-babc-4546-beb5-f9d9b0bdf619),segment_id=ca82d60c-babc-4546-beb5-f9d9b0bdf619)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:50.891693 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e56838aa-9541-410e-84b5-659b655b60b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:50.893196 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172728e8-b7a0-429e-9134-eea4ddd47013 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Network 3ca286ac-0570-4f29-96ef-23e2994f44c5 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:50.900842 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:50.901497 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 8bc78345-5b42-4d33-95c8-6a40d6322ca3 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:08:50.914054 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-172728e8-b7a0-429e-9134-eea4ddd47013 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:50.931025 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172728e8-b7a0-429e-9134-eea4ddd47013 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:08:50.947160 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172728e8-b7a0-429e-9134-eea4ddd47013 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:50.948234 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-172728e8-b7a0-429e-9134-eea4ddd47013 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:51.001083 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172728e8-b7a0-429e-9134-eea4ddd47013 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Pushing event updated for resources: {'Port': ['ID=9678f03a-88d8-4b25-b722-426f6fdb56e8,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:51.021221 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-e3cbee9b-5b97-4311-9124-35864bf6df31 req-46133f4b-8e20-414d-b2f6-21b23aae3b8f tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Deleting port 49730689-918b-44a0-ace5-3686dc702014 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:08:51.021221 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e3cbee9b-5b97-4311-9124-35864bf6df31 req-46133f4b-8e20-414d-b2f6-21b23aae3b8f tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:51.026843 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-172728e8-b7a0-429e-9134-eea4ddd47013 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.9059794 Jul 22 19:08:51.037932 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38478) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:51.111092 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 8bc78345-5b42-4d33-95c8-6a40d6322ca3 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:08:51.112152 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-3e321f17-b344-4549-bd04-35c352f85465 req-a20ae4cc-d972-4de4-822e-95aab7cb0822 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Allocated IP 172.20.0.5 (73a62730-22a7-4579-81aa-a3bf0ab2224c/16e704e8-35a9-4b1e-95ec-b95d54669535/94b26849-c8d8-4e93-b7c1-97e8e09ed7a5) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:08:51.114882 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 8bc78345-5b42-4d33-95c8-6a40d6322ca3 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:08:51.121345 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=49730689-918b-44a0-ace5-3686dc702014,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:51.273201 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0d5fc4-41fe-40f9-9ef2-963f337d267f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:51.279394 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0d5fc4-41fe-40f9-9ef2-963f337d267f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:51.286083 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0d5fc4-41fe-40f9-9ef2-963f337d267f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:51.296603 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5f0d5fc4-41fe-40f9-9ef2-963f337d267f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2575264 Jul 22 19:08:51.302905 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38492) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:51.374618 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 317c68aa-f17b-4468-8eac-59a2df8bf456 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:51.379190 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-e3cbee9b-5b97-4311-9124-35864bf6df31 req-46133f4b-8e20-414d-b2f6-21b23aae3b8f tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] For port 49730689-918b-44a0-ace5-3686dc702014, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=49730689-918b-44a0-ace5-3686dc702014,segment=NetworkSegment(ca82d60c-babc-4546-beb5-f9d9b0bdf619),segment_id=ca82d60c-babc-4546-beb5-f9d9b0bdf619)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:51.379406 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e3cbee9b-5b97-4311-9124-35864bf6df31 req-46133f4b-8e20-414d-b2f6-21b23aae3b8f tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:51.413751 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3e321f17-b344-4549-bd04-35c352f85465 req-a20ae4cc-d972-4de4-822e-95aab7cb0822 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:51.428758 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-3e321f17-b344-4549-bd04-35c352f85465 req-a20ae4cc-d972-4de4-822e-95aab7cb0822 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Transition to ACTIVE for port object 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:51.445746 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88076d62-30e8-4a17-9f7f-44c41eefe607 None None] Network 3ca286ac-0570-4f29-96ef-23e2994f44c5 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:08:51.490786 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3e321f17-b344-4549-bd04-35c352f85465 req-a20ae4cc-d972-4de4-822e-95aab7cb0822 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:51.553803 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ad4caa3-cd15-4d03-a3d9-22d6ee54aa24 req-2a89f25e-ca24-4f49-8797-a8ad0e8d6cd7 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8374891 Jul 22 19:08:51.579743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0b1ec689-8d9a-462f-92d6-dc74b567e97b None None] Provisioning for port 317c68aa-f17b-4468-8eac-59a2df8bf456 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:51.670428 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 317c68aa-f17b-4468-8eac-59a2df8bf456 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:51.671005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e321f17-b344-4549-bd04-35c352f85465 req-a20ae4cc-d972-4de4-822e-95aab7cb0822 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Network 73a62730-22a7-4579-81aa-a3bf0ab2224c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:51.676581 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ae4cc-d972-4de4-822e-95aab7cb0822 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Pushing event updated for resources: {'Port': ['ID=94b26849-c8d8-4e93-b7c1-97e8e09ed7a5,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:51.682815 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-3e321f17-b344-4549-bd04-35c352f85465 req-a20ae4cc-d972-4de4-822e-95aab7cb0822 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:51.685816 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 317c68aa-f17b-4468-8eac-59a2df8bf456 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:51.688129 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:51.698872 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e56838aa-9541-410e-84b5-659b655b60b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:51.749368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e321f17-b344-4549-bd04-35c352f85465 req-a20ae4cc-d972-4de4-822e-95aab7cb0822 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:08:51.768909 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-71bbf71f-c4a5-4896-ae44-dd0c20a89f5f req-c0847944-dd30-4466-b9f9-8b328e78e71f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3173652 Jul 22 19:08:51.890031 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-52d2c8c3-ce89-49ac-b534-134e8eaf8069 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Deleting port 9678f03a-88d8-4b25-b722-426f6fdb56e8 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:08:51.890377 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-52d2c8c3-ce89-49ac-b534-134e8eaf8069 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:51.919275 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e321f17-b344-4549-bd04-35c352f85465 req-a20ae4cc-d972-4de4-822e-95aab7cb0822 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:51.919954 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3e321f17-b344-4549-bd04-35c352f85465 req-a20ae4cc-d972-4de4-822e-95aab7cb0822 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:51.944856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31edc79-1331-433a-a408-32bca6162ef2 req-3ad48c93-1d38-4a58-9fb3-5c43a3a15d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:51.945570 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31edc79-1331-433a-a408-32bca6162ef2 req-3ad48c93-1d38-4a58-9fb3-5c43a3a15d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:51.946092 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31edc79-1331-433a-a408-32bca6162ef2 req-3ad48c93-1d38-4a58-9fb3-5c43a3a15d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:51.952252 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b31edc79-1331-433a-a408-32bca6162ef2 req-3ad48c93-1d38-4a58-9fb3-5c43a3a15d1c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 2874 time: 1.2425523 Jul 22 19:08:52.005966 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e321f17-b344-4549-bd04-35c352f85465 req-a20ae4cc-d972-4de4-822e-95aab7cb0822 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6505358 Jul 22 19:08:52.045461 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79724b0e-15f1-4cc9-8e9e-d99a94a3fcaa req-e0a3edd2-6b32-4ea0-b7a2-2d11f00de6bb tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:52.049144 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e3cbee9b-5b97-4311-9124-35864bf6df31 req-46133f4b-8e20-414d-b2f6-21b23aae3b8f tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:52.049534 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e3cbee9b-5b97-4311-9124-35864bf6df31 req-46133f4b-8e20-414d-b2f6-21b23aae3b8f tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:52.049904 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [req-e3cbee9b-5b97-4311-9124-35864bf6df31 req-46133f4b-8e20-414d-b2f6-21b23aae3b8f tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Floating IP 2a7255ee-4f88-4415-99eb-d152aeda1b1a disassociated. External IP: 172.25.3.52, port: 49730689-918b-44a0-ace5-3686dc702014. Jul 22 19:08:52.050259 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-e3cbee9b-5b97-4311-9124-35864bf6df31 req-46133f4b-8e20-414d-b2f6-21b23aae3b8f tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Calling delete_port for 49730689-918b-44a0-ace5-3686dc702014 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:08:52.056137 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-79724b0e-15f1-4cc9-8e9e-d99a94a3fcaa req-e0a3edd2-6b32-4ea0-b7a2-2d11f00de6bb tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb HTTP/1.1" status: 200 len: 945 time: 1.3094063 Jul 22 19:08:52.071522 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-3e321f17-b344-4549-bd04-35c352f85465 req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] Request body: {'port': {'device_id': '4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:52.115147 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:52.145693 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbf71f-c4a5-4896-ae44-dd0c20a89f5f req-6bbb853a-8e57-47dd-89cf-d8708d6a5642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:52.148033 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-71bbf71f-c4a5-4896-ae44-dd0c20a89f5f req-6bbb853a-8e57-47dd-89cf-d8708d6a5642 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=180287b3edd14ce389e863380bc23ecb&device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 1097 time: 0.2953596 Jul 22 19:08:52.172106 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-52d2c8c3-ce89-49ac-b534-134e8eaf8069 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:52.188869 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 317c68aa-f17b-4468-8eac-59a2df8bf456, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=317c68aa-f17b-4468-8eac-59a2df8bf456,segment=NetworkSegment(f6839fa0-6aa0-4c79-af2d-6ccb430c800a),segment_id=f6839fa0-6aa0-4c79-af2d-6ccb430c800a)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:52.204444 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b31edc79-1331-433a-a408-32bca6162ef2 req-0d886ba2-d284-4dba-bcd9-129f34af8cbd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488332 Jul 22 19:08:52.205338 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e56838aa-9541-410e-84b5-659b655b60b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:52.208120 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e56838aa-9541-410e-84b5-659b655b60b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:52.222811 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:52.223368 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e56838aa-9541-410e-84b5-659b655b60b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/135cb9e3-9a38-4f10-a766-1390b88fb5f8 HTTP/1.1" status: 204 len: 168 time: 1.9450405 Jul 22 19:08:52.259046 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device e464f3c4-2a37-45c5-b30c-52016b9bfacc up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:52.266026 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e0dd3e5b-270e-42e4-9c56-007498d0b6cc None None] Provisioning for port 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:52.327416 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-52d2c8c3-ce89-49ac-b534-134e8eaf8069 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Calling delete_port for 9678f03a-88d8-4b25-b722-426f6fdb56e8 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:08:52.330701 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e0dd3e5b-270e-42e4-9c56-007498d0b6cc None None] Provisioning complete for port 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:52.333085 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3e5b-270e-42e4-9c56-007498d0b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:52.388150 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56838aa-9541-410e-84b5-659b655b60b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135cb9e3-9a38-4f10-a766-1390b88fb5f8,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:52.453644 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-e0dd3e5b-270e-42e4-9c56-007498d0b6cc None None] Port 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:08:52.474793 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-79724b0e-15f1-4cc9-8e9e-d99a94a3fcaa req-2f890ca3-252f-43c7-acfc-dc633aee7a83 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e755e7b-38b1-4d4f-bc92-b4e5243b2c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4176731 Jul 22 19:08:52.481094 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3e321f17-b344-4549-bd04-35c352f85465 req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:52.527715 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=317c68aa-f17b-4468-8eac-59a2df8bf456,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:52.545196 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1328f4-7d70-488c-9acb-d83d685054d2 req-14e982db-7604-4909-aab9-21e8625ad38b tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:52.554000 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6d1328f4-7d70-488c-9acb-d83d685054d2 req-14e982db-7604-4909-aab9-21e8625ad38b tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 931 time: 0.5201101 Jul 22 19:08:52.580515 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port e464f3c4-2a37-45c5-b30c-52016b9bfacc completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:52.585259 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port e464f3c4-2a37-45c5-b30c-52016b9bfacc triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:52.585906 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:52.649994 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbf71f-c4a5-4896-ae44-dd0c20a89f5f req-c33f1ce0-f6ea-4c06-b62e-e4ac15776e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:52.651498 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-71bbf71f-c4a5-4896-ae44-dd0c20a89f5f req-c33f1ce0-f6ea-4c06-b62e-e4ac15776e0a service neutron] 10.222.0.16 "GET /v2.0/networks?id=da7cf044-915e-459b-bb3e-1bab7d435ed9 HTTP/1.1" status: 200 len: 911 time: 0.4822996 Jul 22 19:08:52.659857 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49730689-918b-44a0-ace5-3686dc702014'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:08:52.665149 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e964398c-3590-474c-9a86-65f2263f500b" -d '{"events": [{"server_uuid": "92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb", "name": "network-vif-unplugged", "status": "completed", "tag": "49730689-918b-44a0-ace5-3686dc702014"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:08:52.737062 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a24912cc-f420-46d9-a364-37f8c05fe16a None None] Provisioning for port 9678f03a-88d8-4b25-b722-426f6fdb56e8 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:52.807710 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-71bbf71f-c4a5-4896-ae44-dd0c20a89f5f req-9cc7e966-7bcf-4dfd-acba-14722a19bfc2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d213b4e5-ddfe-489e-bf06-ea824c2dfbf3 HTTP/1.1" status: 200 len: 217 time: 0.1421175 Jul 22 19:08:52.821037 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a24912cc-f420-46d9-a364-37f8c05fe16a None None] Provisioning complete for port 9678f03a-88d8-4b25-b722-426f6fdb56e8 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:52.823387 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a24912cc-f420-46d9-a364-37f8c05fe16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:52.824972 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6d1328f4-7d70-488c-9acb-d83d685054d2 req-0831179d-9df6-489e-9d05-8a7d331084cb tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/security-groups?id=c172a87e-16e2-4c6f-9abd-54aba83abe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589209 Jul 22 19:08:52.904504 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:53.011062 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a24912cc-f420-46d9-a364-37f8c05fe16a None None] Port 9678f03a-88d8-4b25-b722-426f6fdb56e8 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:08:53.063250 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port e464f3c4-2a37-45c5-b30c-52016b9bfacc, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e464f3c4-2a37-45c5-b30c-52016b9bfacc,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:53.070924 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:53.082784 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a24912cc-f420-46d9-a364-37f8c05fe16a None None] Provisioning complete for port 317c68aa-f17b-4468-8eac-59a2df8bf456 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:53.083278 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a24912cc-f420-46d9-a364-37f8c05fe16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:53.177311 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=e464f3c4-2a37-45c5-b30c-52016b9bfacc,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:53.213426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5c6e3-67d7-4d3b-881d-9153e35ea4f2 req-3ef59c17-c33e-4e37-85d4-0044bd4f7bea tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:53.223793 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4bd5c6e3-67d7-4d3b-881d-9153e35ea4f2 req-3ef59c17-c33e-4e37-85d4-0044bd4f7bea tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 949 time: 0.5791562 Jul 22 19:08:53.376361 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 317c68aa-f17b-4468-8eac-59a2df8bf456 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:08:53.434926 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4bd5c6e3-67d7-4d3b-881d-9153e35ea4f2 req-a787b540-e73a-4601-93d3-1e8730156dfd tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101834 Jul 22 19:08:53.450350 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a24912cc-f420-46d9-a364-37f8c05fe16a None None] Provisioning for port 55d05096-5371-4b89-8339-0baab1b3d98d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:53.459185 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a24912cc-f420-46d9-a364-37f8c05fe16a None None] Provisioning complete for port 55d05096-5371-4b89-8339-0baab1b3d98d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:53.465250 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a24912cc-f420-46d9-a364-37f8c05fe16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:53.487277 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34a66c-05eb-483c-8b1e-1f2ed7002a1a req-bc6e452c-76bd-47e1-be74-e9d26d34e18d tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:53.498581 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3a34a66c-05eb-483c-8b1e-1f2ed7002a1a req-bc6e452c-76bd-47e1-be74-e9d26d34e18d tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 945 time: 0.5179136 Jul 22 19:08:53.545400 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a24912cc-f420-46d9-a364-37f8c05fe16a None None] Port 55d05096-5371-4b89-8339-0baab1b3d98d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:08:53.577780 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 317c68aa-f17b-4468-8eac-59a2df8bf456 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:53.578914 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:53.712655 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 38606) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:53.722272 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbf71f-c4a5-4896-ae44-dd0c20a89f5f req-86b8badb-85c7-47dd-81eb-2d3eaf6b1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:53.724499 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-71bbf71f-c4a5-4896-ae44-dd0c20a89f5f req-86b8badb-85c7-47dd-81eb-2d3eaf6b1233 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b64e6c5-bc9c-41ac-ba0e-c190ce38d3cc HTTP/1.1" status: 200 len: 850 time: 0.9066715 Jul 22 19:08:53.725572 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4e5565cb-ccca-45de-801a-9ecf5579baa8 None None] Provisioning complete for port 9678f03a-88d8-4b25-b722-426f6fdb56e8 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:53.726426 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4e5565cb-ccca-45de-801a-9ecf5579baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:53.768385 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-71bbf71f-c4a5-4896-ae44-dd0c20a89f5f req-cef51e40-46e8-40dc-b1fd-fd8f79fb33fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da7cf044-915e-459b-bb3e-1bab7d435ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312266 Jul 22 19:08:53.770917 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-4e5565cb-ccca-45de-801a-9ecf5579baa8 None None] Port 9678f03a-88d8-4b25-b722-426f6fdb56e8 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:08:53.784585 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3a34a66c-05eb-483c-8b1e-1f2ed7002a1a req-808f21fc-6363-413e-bd10-9258725b1395 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846160 Jul 22 19:08:53.786161 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4e5565cb-ccca-45de-801a-9ecf5579baa8 None None] Provisioning complete for port 55d05096-5371-4b89-8339-0baab1b3d98d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:53.786608 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4e5565cb-ccca-45de-801a-9ecf5579baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:53.816756 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-52d2c8c3-ce89-49ac-b534-134e8eaf8069 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:53.864639 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-4e5565cb-ccca-45de-801a-9ecf5579baa8 None None] Port 55d05096-5371-4b89-8339-0baab1b3d98d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:08:53.882298 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2c8c3-ce89-49ac-b534-134e8eaf8069 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Pushing event deleted for resources: {'Port': ['ID=9678f03a-88d8-4b25-b722-426f6fdb56e8,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:53.904829 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3bc990-2569-423c-8fd8-877ac1638bb8 x-openstack-request-id: req-6b3bc990-2569-423c-8fd8-877ac1638bb8 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:08:53.905125 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb", "name": "network-vif-unplugged", "status": "completed", "tag": "49730689-918b-44a0-ace5-3686dc702014", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:08:53.905370 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b3bc990-2569-423c-8fd8-877ac1638bb8 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:08:53.905764 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49730689-918b-44a0-ace5-3686dc702014', 'code': 200} Jul 22 19:08:53.942655 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-3e321f17-b344-4549-bd04-35c352f85465 req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:08:53.972981 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e8fa9c3a-9488-4004-b685-6ef96d98cf63 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-373479787-network', 'tenant_id': '84dac082e65849c58aa9594ac2ba407c'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:53.983785 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e3cbee9b-5b97-4311-9124-35864bf6df31 req-46133f4b-8e20-414d-b2f6-21b23aae3b8f tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:53.987253 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3e321f17-b344-4549-bd04-35c352f85465 req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:53.998577 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-71bbf71f-c4a5-4896-ae44-dd0c20a89f5f req-3162f576-3006-4fe3-913a-2e1bf6ae0b18 service neutron] 10.222.0.16 "GET /v2.0/networks/da7cf044-915e-459b-bb3e-1bab7d435ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155199 Jul 22 19:08:54.008236 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e22db-4d1b-4707-8622-aff4c0a9e861 req-dcb61291-5ccc-43e8-accd-f9f9a6be04f1 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:54.023925 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e22db-4d1b-4707-8622-aff4c0a9e861 req-dcb61291-5ccc-43e8-accd-f9f9a6be04f1 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:54.029971 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e22db-4d1b-4707-8622-aff4c0a9e861 req-dcb61291-5ccc-43e8-accd-f9f9a6be04f1 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:54.043680 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df5e22db-4d1b-4707-8622-aff4c0a9e861 req-dcb61291-5ccc-43e8-accd-f9f9a6be04f1 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 2418 time: 0.4716136 Jul 22 19:08:54.169442 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-3e321f17-b344-4549-bd04-35c352f85465 req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] Transition to ACTIVE for port object 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:54.244617 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df5e22db-4d1b-4707-8622-aff4c0a9e861 req-f570b8f8-be9b-443e-a42a-10edc007ebe5 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995387 Jul 22 19:08:54.264449 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0073d130-1746-42ae-afa8-d7af1df435c2 req-8580dba4-efe1-40b1-a1ca-c227704924f1 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb HTTP/1.1" status: 200 len: 210 time: 0.2139618 Jul 22 19:08:54.266900 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3e321f17-b344-4549-bd04-35c352f85465 req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:54.289919 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-71bbf71f-c4a5-4896-ae44-dd0c20a89f5f req-a74ed3ec-39bf-46f8-bec1-99ae0840b66a service neutron] 10.222.0.16 "GET /v2.0/networks/da7cf044-915e-459b-bb3e-1bab7d435ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607051 Jul 22 19:08:54.331626 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-52d2c8c3-ce89-49ac-b534-134e8eaf8069 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:54.345642 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-52d2c8c3-ce89-49ac-b534-134e8eaf8069 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "DELETE /v2.0/ports/9678f03a-88d8-4b25-b722-426f6fdb56e8 HTTP/1.1" status: 204 len: 168 time: 3.0387640 Jul 22 19:08:54.345642 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46133f4b-8e20-414d-b2f6-21b23aae3b8f tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Pushing event deleted for resources: {'Port': ['ID=49730689-918b-44a0-ace5-3686dc702014,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:54.416457 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 38646) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:54.537751 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3cbee9b-5b97-4311-9124-35864bf6df31 req-46133f4b-8e20-414d-b2f6-21b23aae3b8f tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Router f403daa6-045c-4738-b4d7-cc55af107081 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:08:54.558184 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fa9c3a-9488-4004-b685-6ef96d98cf63 admin admin] Made reservation on behalf of 84dac082e65849c58aa9594ac2ba407c for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:08:54.560585 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9c3a-9488-4004-b685-6ef96d98cf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:54.575763 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5747863-3bd9-4d84-bf6f-a24e1f7fb192 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] GET failed (client error): The resource could not be found. Jul 22 19:08:54.587595 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b5747863-3bd9-4d84-bf6f-a24e1f7fb192 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "GET /v2.0/ports/9678f03a-88d8-4b25-b722-426f6fdb56e8 HTTP/1.1" status: 404 len: 333 time: 0.1625254 Jul 22 19:08:54.595227 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 38664) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:54.598007 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=94b26849-c8d8-4e93-b7c1-97e8e09ed7a5,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:54.617661 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-5c510d52-d5ad-4c83-b249-9cb3ce68fcee tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Request body: {'port': {'network_id': '3ca286ac-0570-4f29-96ef-23e2994f44c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1366384938'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:54.825763 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3cbee9b-5b97-4311-9124-35864bf6df31 req-46133f4b-8e20-414d-b2f6-21b23aae3b8f tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:08:54.843259 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7a3318-172a-4548-b78a-2a5a449d3303 None None] Sync routers for ids ['f403daa6-045c-4738-b4d7-cc55af107081'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:08:54.853738 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7a3318-172a-4548-b78a-2a5a449d3303 None None] Routers {'f403daa6-045c-4738-b4d7-cc55af107081'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:08:54.854364 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3e7a3318-172a-4548-b78a-2a5a449d3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:08:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f403daa6-045c-4738-b4d7-cc55af107081'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:54.855939 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9c3a-9488-4004-b685-6ef96d98cf63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:54.884663 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cbee9b-5b97-4311-9124-35864bf6df31 req-46133f4b-8e20-414d-b2f6-21b23aae3b8f tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] No DVR routers for this DVR port 49730689-918b-44a0-ace5-3686dc702014 on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:08:54.887235 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e3cbee9b-5b97-4311-9124-35864bf6df31 req-46133f4b-8e20-414d-b2f6-21b23aae3b8f tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:54.889793 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e3cbee9b-5b97-4311-9124-35864bf6df31 req-46133f4b-8e20-414d-b2f6-21b23aae3b8f tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.16 "DELETE /v2.0/ports/49730689-918b-44a0-ace5-3686dc702014 HTTP/1.1" status: 204 len: 173 time: 4.2625291 Jul 22 19:08:54.890272 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb', 'name': 'network-vif-deleted', 'tag': '49730689-918b-44a0-ace5-3686dc702014'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:08:54.893480 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34092881-da0c-402f-a20d-540b425f128c" -d '{"events": [{"server_uuid": "92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb", "name": "network-vif-deleted", "tag": "49730689-918b-44a0-ace5-3686dc702014"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:08:54.907187 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c510d52-d5ad-4c83-b249-9cb3ce68fcee tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Made reservation on behalf of 212ce3da866945a6992d1927791bd41d for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:08:54.911025 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5c510d52-d5ad-4c83-b249-9cb3ce68fcee tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:54.964787 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38674) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:55.047479 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-3e7a3318-172a-4548-b78a-2a5a449d3303 None None] Set router f403daa6-045c-4738-b4d7-cc55af107081 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:08:55.117987 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-5c510d52-d5ad-4c83-b249-9cb3ce68fcee tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] device_id is not set on port 5e5a87c8-9799-49ae-bda7-43b4ea3b0562 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:08:55.129176 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9c3a-9488-4004-b685-6ef96d98cf63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:55.145716 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf51956-408a-48f4-91f2-686fc6267789 req-ea0ec414-c838-48b2-a246-909abaae054e tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:55.148376 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-abf51956-408a-48f4-91f2-686fc6267789 req-ea0ec414-c838-48b2-a246-909abaae054e tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 945 time: 1.0991864 Jul 22 19:08:55.153442 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9c3a-9488-4004-b685-6ef96d98cf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:55.180752 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d36838f4-25f3-41e8-bc21-643761058061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:55.201626 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc53bb6-9a5f-4794-949b-619cdbdfbec8 req-970b4535-e199-40ae-9c65-b7aba216c146 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:55.203560 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5bc53bb6-9a5f-4794-949b-619cdbdfbec8 req-970b4535-e199-40ae-9c65-b7aba216c146 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 943 time: 0.8009622 Jul 22 19:08:55.242580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa9c3a-9488-4004-b685-6ef96d98cf63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7272e0-2c41-47b8-b5be-1141e8753d42,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:55.321483 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3e7a3318-172a-4548-b78a-2a5a449d3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'name': 'tempest-ServersTestJSON-1238713276-router', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:25Z', 'updated_at': '2021-07-22T19:06:33Z', 'revision_number': 4, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'gw_port': {'id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:27Z', 'updated_at': '2021-07-22T19:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bbd5ff12-05fd-468b-b9e3-57ea24474cfd', 'name': '', 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'mac_address': 'fa:16:3e:1d:44:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'd48270ba-b16f-49be-a9cd-03fdc53d1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:32Z', 'updated_at': '2021-07-22T19:06:42Z', 'revision_number': 5, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'subnets': [{'id': 'd48270ba-b16f-49be-a9cd-03fdc53d1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:55.353196 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d36838f4-25f3-41e8-bc21-643761058061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:55.356613 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7a3318-172a-4548-b78a-2a5a449d3303 None None] Checking router: f403daa6-045c-4738-b4d7-cc55af107081 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:08:55.364963 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d36838f4-25f3-41e8-bc21-643761058061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:55.371419 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7a3318-172a-4548-b78a-2a5a449d3303 None None] Routers {'f403daa6-045c-4738-b4d7-cc55af107081'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:08:55.372085 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3e7a3318-172a-4548-b78a-2a5a449d3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:08:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f403daa6-045c-4738-b4d7-cc55af107081'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:55.403085 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-5c510d52-d5ad-4c83-b249-9cb3ce68fcee tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Allocated IP 2001:db8::e5 (3ca286ac-0570-4f29-96ef-23e2994f44c5/4100e960-af68-4878-8b17-938144350d44/5e5a87c8-9799-49ae-bda7-43b4ea3b0562) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:08:55.431106 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d36838f4-25f3-41e8-bc21-643761058061 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e697c19aa63e4cfda07ed4b94b52183e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4651968 Jul 22 19:08:55.439214 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38680) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:55.449178 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36838f4-25f3-41e8-bc21-643761058061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01924503-cbc0-4b26-b86c-2f77e50a461b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:55.501453 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-3e321f17-b344-4549-bd04-35c352f85465 req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] Attempting to bind port 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:08:55.501809 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-3e321f17-b344-4549-bd04-35c352f85465 req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] Attempting to bind port 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '332d3917-53ec-439f-961f-2e09cd850725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:08:55.502243 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e321f17-b344-4549-bd04-35c352f85465 req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] Attempting to bind port 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 on network 73a62730-22a7-4579-81aa-a3bf0ab2224c {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:08:55.505760 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47043ed7-712a-4912-9832-35ea95ca99e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:55.509308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8fa9c3a-9488-4004-b685-6ef96d98cf63 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:08:55.548001 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47043ed7-712a-4912-9832-35ea95ca99e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:55.561354 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e321f17-b344-4549-bd04-35c352f85465 req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] Port 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 on network 73a62730-22a7-4579-81aa-a3bf0ab2224c not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:08:55.562165 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e321f17-b344-4549-bd04-35c352f85465 req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] Attempting to bind port 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 on network 73a62730-22a7-4579-81aa-a3bf0ab2224c {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:08:55.585283 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5bc53bb6-9a5f-4794-949b-619cdbdfbec8 req-82fddf1a-703d-48fa-8cb7-5967d13c74e6 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/security-groups?id=c172a87e-16e2-4c6f-9abd-54aba83abe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3336666 Jul 22 19:08:55.586988 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9c3a-9488-4004-b685-6ef96d98cf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:55.587327 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-e8fa9c3a-9488-4004-b685-6ef96d98cf63 admin admin] Added segment 1c0f8198-3df1-46b2-98a8-a7797e442d26 of type vlan for network 52a47484-7add-4cd9-accb-b877eb05e9c5 Jul 22 19:08:55.644382 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-3e7a3318-172a-4548-b78a-2a5a449d3303 None None] Set router f403daa6-045c-4738-b4d7-cc55af107081 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:08:55.661780 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47043ed7-712a-4912-9832-35ea95ca99e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:55.664928 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47043ed7-712a-4912-9832-35ea95ca99e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:55.666201 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-47043ed7-712a-4912-9832-35ea95ca99e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01924503-cbc0-4b26-b86c-2f77e50a461b HTTP/1.1" status: 204 len: 168 time: 0.2253811 Jul 22 19:08:55.685496 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47043ed7-712a-4912-9832-35ea95ca99e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01924503-cbc0-4b26-b86c-2f77e50a461b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:55.698584 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47043ed7-712a-4912-9832-35ea95ca99e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:55.698937 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47043ed7-712a-4912-9832-35ea95ca99e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:55.699282 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47043ed7-712a-4912-9832-35ea95ca99e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:55.699739 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47043ed7-712a-4912-9832-35ea95ca99e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:55.700079 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47043ed7-712a-4912-9832-35ea95ca99e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:55.700416 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47043ed7-712a-4912-9832-35ea95ca99e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:55.701250 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47043ed7-712a-4912-9832-35ea95ca99e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:55.701585 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47043ed7-712a-4912-9832-35ea95ca99e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:55.701919 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47043ed7-712a-4912-9832-35ea95ca99e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:55.702249 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47043ed7-712a-4912-9832-35ea95ca99e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:55.702581 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47043ed7-712a-4912-9832-35ea95ca99e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:55.704703 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47043ed7-712a-4912-9832-35ea95ca99e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:08:55.916847 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a359bc21-5dc0-4deb-8e82-5fa4408679bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e464f3c4-2a37-45c5-b30c-52016b9bfacc'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:08:55.921739 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a627263c-9cc6-435b-8cd3-e4f395391b4a" -d '{"events": [{"server_uuid": "a359bc21-5dc0-4deb-8e82-5fa4408679bd", "name": "network-vif-plugged", "status": "completed", "tag": "e464f3c4-2a37-45c5-b30c-52016b9bfacc"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:08:55.959836 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e321f17-b344-4549-bd04-35c352f85465 req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:08:55.960161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e321f17-b344-4549-bd04-35c352f85465 req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] Checking segment: {'id': '332d3917-53ec-439f-961f-2e09cd850725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:08:55.960638 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e321f17-b344-4549-bd04-35c352f85465 req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] Bound using segment: {'id': '332d3917-53ec-439f-961f-2e09cd850725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:08:55.961312 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-3e321f17-b344-4549-bd04-35c352f85465 req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] Bound port: 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '332d3917-53ec-439f-961f-2e09cd850725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:08:55.961642 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3e321f17-b344-4549-bd04-35c352f85465 req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:55.980942 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a60f0-adb5-4feb-8e0a-fcbb719406a4 req-a0d1512b-3384-4c1f-b5fd-44d1999354cf tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:55.986211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3e7a3318-172a-4548-b78a-2a5a449d3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'name': 'tempest-ServersTestJSON-1238713276-router', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:25Z', 'updated_at': '2021-07-22T19:06:33Z', 'revision_number': 4, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'gw_port': {'id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:27Z', 'updated_at': '2021-07-22T19:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bbd5ff12-05fd-468b-b9e3-57ea24474cfd', 'name': '', 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'mac_address': 'fa:16:3e:1d:44:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'd48270ba-b16f-49be-a9cd-03fdc53d1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:32Z', 'updated_at': '2021-07-22T19:06:42Z', 'revision_number': 5, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'subnets': [{'id': 'd48270ba-b16f-49be-a9cd-03fdc53d1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:08:55.987814 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6a6a60f0-adb5-4feb-8e0a-fcbb719406a4 req-a0d1512b-3384-4c1f-b5fd-44d1999354cf tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 950 time: 1.1155014 Jul 22 19:08:56.024562 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7a3318-172a-4548-b78a-2a5a449d3303 None None] The sync data for ids ['f403daa6-045c-4738-b4d7-cc55af107081'] in n-d-800086-12 is: [{'id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'name': 'tempest-ServersTestJSON-1238713276-router', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:25Z', 'updated_at': '2021-07-22T19:06:33Z', 'revision_number': 4, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'gw_port': {'id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:27Z', 'updated_at': '2021-07-22T19:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bbd5ff12-05fd-468b-b9e3-57ea24474cfd', 'name': '', 'network_id': 'f9bbe562-b493-48e1-a0cc-ad8bf88524eb', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'mac_address': 'fa:16:3e:1d:44:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'd48270ba-b16f-49be-a9cd-03fdc53d1bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:32Z', 'updated_at': '2021-07-22T19:06:42Z', 'revision_number': 5, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'subnets': [{'id': 'd48270ba-b16f-49be-a9cd-03fdc53d1bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:08:56.138114 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9c3a-9488-4004-b685-6ef96d98cf63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:56.205284 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5c510d52-d5ad-4c83-b249-9cb3ce68fcee tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:56.267985 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6a6a60f0-adb5-4feb-8e0a-fcbb719406a4 req-4db64f71-e147-48d3-b7a8-5a0946429913 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792857 Jul 22 19:08:56.305306 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-5c510d52-d5ad-4c83-b249-9cb3ce68fcee tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Transition to ACTIVE for port object 5e5a87c8-9799-49ae-bda7-43b4ea3b0562 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:08:56.349016 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9c3a-9488-4004-b685-6ef96d98cf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:56.350116 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fa9c3a-9488-4004-b685-6ef96d98cf63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:56.350708 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9c3a-9488-4004-b685-6ef96d98cf63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:56.356516 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-3e321f17-b344-4549-bd04-35c352f85465 req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] For port 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:08:56.364352 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-3e321f17-b344-4549-bd04-35c352f85465 req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] For port 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=94b26849-c8d8-4e93-b7c1-97e8e09ed7a5,segment=NetworkSegment(332d3917-53ec-439f-961f-2e09cd850725),segment_id=332d3917-53ec-439f-961f-2e09cd850725)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:08:56.386119 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-abf51956-408a-48f4-91f2-686fc6267789 req-8a922394-31d7-44e2-9911-541e0fcc1254 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Deleting port d213b4e5-ddfe-489e-bf06-ea824c2dfbf3 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:08:56.386594 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-abf51956-408a-48f4-91f2-686fc6267789 req-8a922394-31d7-44e2-9911-541e0fcc1254 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:56.417621 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8821e-7017-4dd6-9ce8-3073672b29a5 req-3fb2a6af-64b2-4313-862b-71a2b90890f2 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:56.423729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8821e-7017-4dd6-9ce8-3073672b29a5 req-3fb2a6af-64b2-4313-862b-71a2b90890f2 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:56.431098 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8821e-7017-4dd6-9ce8-3073672b29a5 req-3fb2a6af-64b2-4313-862b-71a2b90890f2 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:56.432877 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5bf8821e-7017-4dd6-9ce8-3073672b29a5 req-3fb2a6af-64b2-4313-862b-71a2b90890f2 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 2418 time: 0.4798613 Jul 22 19:08:56.447214 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3e321f17-b344-4549-bd04-35c352f85465 req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:56.469312 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1bd5ad-34a1-4f5c-b613-a74130da216f None None] New status for floating IP 2a7255ee-4f88-4415-99eb-d152aeda1b1a: DOWN {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:08:56.571111 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d213b4e5-ddfe-489e-bf06-ea824c2dfbf3 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:08:56.617820 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e8fa9c3a-9488-4004-b685-6ef96d98cf63 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.9016910 Jul 22 19:08:56.622720 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38712) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:56.629080 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-50f7bea0-fe22-40b4-8ab2-f9749906c976 admin admin] Request body: {'subnet': {'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-373479787-subnet', 'tenant_id': '84dac082e65849c58aa9594ac2ba407c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:56.664871 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5c510d52-d5ad-4c83-b249-9cb3ce68fcee tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:56.673680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa9c3a-9488-4004-b685-6ef96d98cf63 admin admin] Pushing event updated for resources: {'Network': ['ID=52a47484-7add-4cd9-accb-b877eb05e9c5,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:56.676783 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e321f17-b344-4549-bd04-35c352f85465 req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:56.677475 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3e321f17-b344-4549-bd04-35c352f85465 req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:56.679029 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e321f17-b344-4549-bd04-35c352f85465 req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] 10.222.0.16 "PUT /v2.0/ports/94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 HTTP/1.1" status: 200 len: 1092 time: 4.6480260 Jul 22 19:08:56.680822 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f7bea0-fe22-40b4-8ab2-f9749906c976 admin admin] Made reservation on behalf of 84dac082e65849c58aa9594ac2ba407c for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:08:56.686931 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-50f7bea0-fe22-40b4-8ab2-f9749906c976 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:56.692143 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 52a47484-7add-4cd9-accb-b877eb05e9c5 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:08:56.693742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5', 'tag': '94b26849-c8d8-4e93-b7c1-97e8e09ed7a5'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:08:56.696406 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2922ee-d3ff-423f-9e71-3a4c9c24948d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5", "tag": "94b26849-c8d8-4e93-b7c1-97e8e09ed7a5"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:08:56.699392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a2312-c9ee-44ba-98dd-0c33189fe2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=94b26849-c8d8-4e93-b7c1-97e8e09ed7a5,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:56.786450 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-4570281d-9baa-432c-aa28-6e4bc5dcf4a5 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:56.803380 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-4570281d-9baa-432c-aa28-6e4bc5dcf4a5 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:56.812721 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-4570281d-9baa-432c-aa28-6e4bc5dcf4a5 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:56.821405 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-4570281d-9baa-432c-aa28-6e4bc5dcf4a5 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.30 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 2418 time: 0.6232388 Jul 22 19:08:56.946509 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:56.992079 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port d213b4e5-ddfe-489e-bf06-ea824c2dfbf3, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d213b4e5-ddfe-489e-bf06-ea824c2dfbf3,segment=NetworkSegment(edf91077-6018-45d3-a537-cd4f3c95d5c1),segment_id=edf91077-6018-45d3-a537-cd4f3c95d5c1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:56.998909 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:57.031607 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-50f7bea0-fe22-40b4-8ab2-f9749906c976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:57.050481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c510d52-d5ad-4c83-b249-9cb3ce68fcee tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Network 3ca286ac-0570-4f29-96ef-23e2994f44c5 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:08:57.064462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-abf51956-408a-48f4-91f2-686fc6267789 req-8a922394-31d7-44e2-9911-541e0fcc1254 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] For port d213b4e5-ddfe-489e-bf06-ea824c2dfbf3, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d213b4e5-ddfe-489e-bf06-ea824c2dfbf3,segment=NetworkSegment(edf91077-6018-45d3-a537-cd4f3c95d5c1),segment_id=edf91077-6018-45d3-a537-cd4f3c95d5c1)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:57.064855 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-abf51956-408a-48f4-91f2-686fc6267789 req-8a922394-31d7-44e2-9911-541e0fcc1254 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:57.067074 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=d213b4e5-ddfe-489e-bf06-ea824c2dfbf3,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:57.069525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-5c510d52-d5ad-4c83-b249-9cb3ce68fcee tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:57.071404 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c510d52-d5ad-4c83-b249-9cb3ce68fcee tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Pushing event updated for resources: {'Port': ['ID=5e5a87c8-9799-49ae-bda7-43b4ea3b0562,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:57.080810 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c510d52-d5ad-4c83-b249-9cb3ce68fcee tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:08:57.088406 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c510d52-d5ad-4c83-b249-9cb3ce68fcee tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:57.089117 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5c510d52-d5ad-4c83-b249-9cb3ce68fcee tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:57.097760 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5bf8821e-7017-4dd6-9ce8-3073672b29a5 req-5949188d-ce68-4d63-bb78-9e583427e0f8 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6387546 Jul 22 19:08:57.119215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-abf51956-408a-48f4-91f2-686fc6267789 req-8a922394-31d7-44e2-9911-541e0fcc1254 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Calling delete_port for d213b4e5-ddfe-489e-bf06-ea824c2dfbf3 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:08:57.175984 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d57775-266d-478d-9c22-1ba47edb2edf req-582a823f-a3b2-4419-ab8e-0844e7bf3502 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:57.180799 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7bea0-fe22-40b4-8ab2-f9749906c976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c968c48-1c3b-44da-8dcd-5ec44f87705f,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:57.184645 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-28d57775-266d-478d-9c22-1ba47edb2edf req-582a823f-a3b2-4419-ab8e-0844e7bf3502 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a52fbdd-ba5a-45ce-b34a-49e46d104453 HTTP/1.1" status: 200 len: 945 time: 0.8144877 Jul 22 19:08:57.201448 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5c510d52-d5ad-4c83-b249-9cb3ce68fcee tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5939851 Jul 22 19:08:57.208113 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38728) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:57.210199 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc175eb-2308-44d4-995f-14dcd3ac9ca6 x-openstack-request-id: req-bbc175eb-2308-44d4-995f-14dcd3ac9ca6 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:08:57.210485 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb", "name": "network-vif-deleted", "tag": "49730689-918b-44a0-ace5-3686dc702014", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:08:57.210737 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbc175eb-2308-44d4-995f-14dcd3ac9ca6 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:08:57.211432 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bf2fcf-55c8-4bd8-b8e1-7c46deb272fb', 'name': 'network-vif-deleted', 'tag': '49730689-918b-44a0-ace5-3686dc702014', 'status': 'completed', 'code': 200} Jul 22 19:08:57.224498 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-fe6277ae-38d9-4faf-a222-57f3531516a1 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3dd', 'mac_address': 'fa:16:3e:c3:0e:db'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:08:57.285749 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247fa878-4b60-438f-a53d-71a7a0d2eb56 x-openstack-request-id: req-247fa878-4b60-438f-a53d-71a7a0d2eb56 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:08:57.286114 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a359bc21-5dc0-4deb-8e82-5fa4408679bd", "name": "network-vif-plugged", "status": "completed", "tag": "e464f3c4-2a37-45c5-b30c-52016b9bfacc", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:08:57.286662 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-247fa878-4b60-438f-a53d-71a7a0d2eb56 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:08:57.287006 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f7bea0-fe22-40b4-8ab2-f9749906c976 admin admin] Checking segment: {'id': '1c0f8198-3df1-46b2-98a8-a7797e442d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:08:57.288062 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f7bea0-fe22-40b4-8ab2-f9749906c976 admin admin] Network hostable DHCP agents. Network: 52a47484-7add-4cd9-accb-b877eb05e9c5, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:08:57.289022 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a359bc21-5dc0-4deb-8e82-5fa4408679bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e464f3c4-2a37-45c5-b30c-52016b9bfacc', 'code': 200} Jul 22 19:08:57.362170 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-28d57775-266d-478d-9c22-1ba47edb2edf req-ae7cda78-c1e6-42f9-8f6a-b4483edc53ea tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.13 "GET /v2.0/security-groups?id=28037d60-0667-4114-9300-1771ba0a7fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578724 Jul 22 19:08:57.383260 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e321f17-b344-4549-bd04-35c352f85465 req-42e1170c-c7d8-420e-b8e5-b40c09c04274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:57.385210 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e321f17-b344-4549-bd04-35c352f85465 req-42e1170c-c7d8-420e-b8e5-b40c09c04274 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fbf32d29990d494cb8adb4d0920f40ef&device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 1095 time: 0.5483301 Jul 22 19:08:57.402250 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f7bea0-fe22-40b4-8ab2-f9749906c976 admin admin] Network 52a47484-7add-4cd9-accb-b877eb05e9c5 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:08:57.448509 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-50f7bea0-fe22-40b4-8ab2-f9749906c976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 52a47484-7add-4cd9-accb-b877eb05e9c5) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:08:57.455063 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f7bea0-fe22-40b4-8ab2-f9749906c976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:57.457621 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-50f7bea0-fe22-40b4-8ab2-f9749906c976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:57.463069 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e73374-2e99-49fe-9f1c-ffd621571ba8 None None] Network 52a47484-7add-4cd9-accb-b877eb05e9c5 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:08:57.470509 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38740) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:57.488519 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93596102-3e31-4fcf-af8a-628de859aa59 x-openstack-request-id: req-93596102-3e31-4fcf-af8a-628de859aa59 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:08:57.488872 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5", "tag": "94b26849-c8d8-4e93-b7c1-97e8e09ed7a5", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:08:57.489074 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93596102-3e31-4fcf-af8a-628de859aa59 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:08:57.489440 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5', 'tag': '94b26849-c8d8-4e93-b7c1-97e8e09ed7a5', 'status': 'completed', 'code': 200} Jul 22 19:08:57.524533 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-50f7bea0-fe22-40b4-8ab2-f9749906c976 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8967841 Jul 22 19:08:57.559648 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-71875e19-9321-4d22-9db2-562280391eda tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:57.579506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ec047302-daa3-4cb3-b983-68cdc5d482cc None None] Provisioning for port 5e5a87c8-9799-49ae-bda7-43b4ea3b0562 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:08:57.590486 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ec047302-daa3-4cb3-b983-68cdc5d482cc None None] Provisioning complete for port 5e5a87c8-9799-49ae-bda7-43b4ea3b0562 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:57.591223 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ec047302-daa3-4cb3-b983-68cdc5d482cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:57.613692 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e321f17-b344-4549-bd04-35c352f85465 req-a39fd6ca-960b-4ea2-a12c-0254341abb2c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 HTTP/1.1" status: 200 len: 217 time: 0.2076066 Jul 22 19:08:57.633651 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-71875e19-9321-4d22-9db2-562280391eda tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:57.647564 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ec047302-daa3-4cb3-b983-68cdc5d482cc None None] Port 5e5a87c8-9799-49ae-bda7-43b4ea3b0562 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:08:57.727333 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-8128d837-e335-4541-8a96-fa106f20877d tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Deleting port e1677176-ab99-4170-b96d-5d71e6fde972 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:08:57.727921 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-8128d837-e335-4541-8a96-fa106f20877d tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:57.729972 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe6277ae-38d9-4faf-a222-57f3531516a1 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:57.737273 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b85e534-7c75-42ee-a1d0-0b340d69bd38 None None] Network 52a47484-7add-4cd9-accb-b877eb05e9c5 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:08:57.829706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdd27-a206-4443-a097-924910d57028 req-e315c912-5982-4735-bf16-fd6664fb785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:57.831232 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6aabdd27-a206-4443-a097-924910d57028 req-e315c912-5982-4735-bf16-fd6664fb785c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 1102 time: 0.4681180 Jul 22 19:08:57.832926 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e321f17-b344-4549-bd04-35c352f85465 req-3787f588-7f47-488f-a4df-5d81126fad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:57.834961 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e321f17-b344-4549-bd04-35c352f85465 req-3787f588-7f47-488f-a4df-5d81126fad3f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16e704e8-35a9-4b1e-95ec-b95d54669535 HTTP/1.1" status: 200 len: 855 time: 0.1969080 Jul 22 19:08:57.845362 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-71875e19-9321-4d22-9db2-562280391eda tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:57.848692 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-71875e19-9321-4d22-9db2-562280391eda tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:57.854897 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-71875e19-9321-4d22-9db2-562280391eda tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "DELETE /v2.0/security-groups/6e755e7b-38b1-4d4f-bc92-b4e5243b2c1e HTTP/1.1" status: 204 len: 168 time: 0.3754787 Jul 22 19:08:57.855862 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38762) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:57.881876 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71875e19-9321-4d22-9db2-562280391eda tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e755e7b-38b1-4d4f-bc92-b4e5243b2c1e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:57.886024 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-47d807de-2f65-4cf7-83b7-2dbc9cae632d tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] show failed (client error): The resource could not be found. Jul 22 19:08:57.890818 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-47d807de-2f65-4cf7-83b7-2dbc9cae632d tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "GET /v2.0/security-groups/6e755e7b-38b1-4d4f-bc92-b4e5243b2c1e HTTP/1.1" status: 404 len: 347 time: 0.0307076 Jul 22 19:08:57.891550 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38766) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:57.984345 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8bfef-e043-4b52-8fc5-862f5c41a320 req-c77769b8-df33-4d55-b6b7-e4b65217ac5a tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:57.985901 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58d8bfef-e043-4b52-8fc5-862f5c41a320 req-c77769b8-df33-4d55-b6b7-e4b65217ac5a tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 943 time: 0.5998428 Jul 22 19:08:58.040019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ebd96-015a-4413-bc32-f839f6f697ba req-b5f970fd-6af9-4be2-afef-4c98c982b543 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:58.041539 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe1ebd96-015a-4413-bc32-f839f6f697ba req-b5f970fd-6af9-4be2-afef-4c98c982b543 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 950 time: 0.4480813 Jul 22 19:08:58.045069 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-a065bdee-fb9f-4b0d-a550-0e1f178900c6 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Deleting port 58240f5b-73b6-4846-9ba6-efdd3a047860 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:08:58.046099 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a065bdee-fb9f-4b0d-a550-0e1f178900c6 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:58.069805 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6aabdd27-a206-4443-a097-924910d57028 req-f1d5ab88-fffb-4c37-82a8-f82383216fb9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918027 Jul 22 19:08:58.078408 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-abf51956-408a-48f4-91f2-686fc6267789 req-8a922394-31d7-44e2-9911-541e0fcc1254 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:58.083651 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-8128d837-e335-4541-8a96-fa106f20877d tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] For port e1677176-ab99-4170-b96d-5d71e6fde972, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e1677176-ab99-4170-b96d-5d71e6fde972,segment=NetworkSegment(acff410e-7ff1-4fe2-a1e0-ed0693f7afe1),segment_id=acff410e-7ff1-4fe2-a1e0-ed0693f7afe1)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:08:58.083938 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-8128d837-e335-4541-8a96-fa106f20877d tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:58.151835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a922394-31d7-44e2-9911-541e0fcc1254 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Pushing event deleted for resources: {'Port': ['ID=d213b4e5-ddfe-489e-bf06-ea824c2dfbf3,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:58.156429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-8128d837-e335-4541-8a96-fa106f20877d tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Calling delete_port for e1677176-ab99-4170-b96d-5d71e6fde972 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:08:58.172121 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58d8bfef-e043-4b52-8fc5-862f5c41a320 req-21a3fa62-f96f-4803-bd5a-ae523ceac65a tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/security-groups?id=c172a87e-16e2-4c6f-9abd-54aba83abe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651533 Jul 22 19:08:58.213342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e321f17-b344-4549-bd04-35c352f85465 req-ce56d90d-1312-469e-97dd-26965063703a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:58.214905 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e321f17-b344-4549-bd04-35c352f85465 req-ce56d90d-1312-469e-97dd-26965063703a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73a62730-22a7-4579-81aa-a3bf0ab2224c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3413029 Jul 22 19:08:58.222847 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe1ebd96-015a-4413-bc32-f839f6f697ba req-b407e30f-5e88-4a70-999f-e0d06e17a438 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713297 Jul 22 19:08:58.249078 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf51956-408a-48f4-91f2-686fc6267789 req-8a922394-31d7-44e2-9911-541e0fcc1254 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] No DVR routers for this DVR port d213b4e5-ddfe-489e-bf06-ea824c2dfbf3 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:08:58.254586 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a065bdee-fb9f-4b0d-a550-0e1f178900c6 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:58.254929 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a065bdee-fb9f-4b0d-a550-0e1f178900c6 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:58.280040 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-a065bdee-fb9f-4b0d-a550-0e1f178900c6 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Calling delete_port for 58240f5b-73b6-4846-9ba6-efdd3a047860 owned by network:floatingip {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:08:58.281552 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-abf51956-408a-48f4-91f2-686fc6267789 req-8a922394-31d7-44e2-9911-541e0fcc1254 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:58.283707 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-abf51956-408a-48f4-91f2-686fc6267789 req-8a922394-31d7-44e2-9911-541e0fcc1254 tempest-ServerRescueTestJSON-745382175 tempest-ServerRescueTestJSON-745382175-project] 10.222.0.16 "DELETE /v2.0/ports/d213b4e5-ddfe-489e-bf06-ea824c2dfbf3 HTTP/1.1" status: 204 len: 173 time: 3.1196549 Jul 22 19:08:58.370028 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-623ba6dd-3392-47a1-a057-ee7a5a7feadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:58.458714 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe6277ae-38d9-4faf-a222-57f3531516a1 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:58.476932 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e321f17-b344-4549-bd04-35c352f85465 req-af62c896-85f6-44d5-9983-44bb60387b8b service neutron] 10.222.0.16 "GET /v2.0/networks/73a62730-22a7-4579-81aa-a3bf0ab2224c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375932 Jul 22 19:08:58.497822 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe6277ae-38d9-4faf-a222-57f3531516a1 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:58.566577 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-fe6277ae-38d9-4faf-a222-57f3531516a1 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] In _notify_port_updated(), no bound segment for port 5e5a87c8-9799-49ae-bda7-43b4ea3b0562 on network 3ca286ac-0570-4f29-96ef-23e2994f44c5 {{(pid=93806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:08:58.572417 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6277ae-38d9-4faf-a222-57f3531516a1 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:58.573075 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe6277ae-38d9-4faf-a222-57f3531516a1 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:58.574403 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fe6277ae-38d9-4faf-a222-57f3531516a1 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "PUT /v2.0/ports/5e5a87c8-9799-49ae-bda7-43b4ea3b0562 HTTP/1.1" status: 200 len: 1002 time: 1.3620992 Jul 22 19:08:58.577142 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38814) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:58.587624 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6277ae-38d9-4faf-a222-57f3531516a1 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Pushing event updated for resources: {'Port': ['ID=5e5a87c8-9799-49ae-bda7-43b4ea3b0562,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:58.653502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1c5e9-da78-4cdf-9190-5e377927a337 req-b0c441ab-8218-42f5-a32e-e218f4606797 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:58.659520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1c5e9-da78-4cdf-9190-5e377927a337 req-b0c441ab-8218-42f5-a32e-e218f4606797 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:58.672771 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1c5e9-da78-4cdf-9190-5e377927a337 req-b0c441ab-8218-42f5-a32e-e218f4606797 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:58.675390 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6b1c5e9-da78-4cdf-9190-5e377927a337 req-b0c441ab-8218-42f5-a32e-e218f4606797 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 2418 time: 0.2816470 Jul 22 19:08:58.685913 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-8128d837-e335-4541-8a96-fa106f20877d tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:58.766119 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-2716a971-3c12-40f5-b991-90cc92c33827 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Deleting port 5e5a87c8-9799-49ae-bda7-43b4ea3b0562 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:08:58.766619 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2716a971-3c12-40f5-b991-90cc92c33827 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:58.769832 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a065bdee-fb9f-4b0d-a550-0e1f178900c6 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:58.848162 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065bdee-fb9f-4b0d-a550-0e1f178900c6 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Pushing event deleted for resources: {'Port': ['ID=58240f5b-73b6-4846-9ba6-efdd3a047860,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:58.962126 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a065bdee-fb9f-4b0d-a550-0e1f178900c6 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks [] for floatingip, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:58.964777 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a065bdee-fb9f-4b0d-a550-0e1f178900c6 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:58.965979 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a065bdee-fb9f-4b0d-a550-0e1f178900c6 tempest-ServersTestJSON-1313182135 tempest-ServersTestJSON-1313182135-project] 10.222.0.13 "DELETE /v2.0/floatingips/2a7255ee-4f88-4415-99eb-d152aeda1b1a HTTP/1.1" status: 204 len: 168 time: 1.0730724 Jul 22 19:08:58.985429 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38828) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:58.991041 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-75867a94-59e8-4458-b841-d4f112de58f4 None None] Provisioning complete for port 5e5a87c8-9799-49ae-bda7-43b4ea3b0562 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:08:58.991689 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-75867a94-59e8-4458-b841-d4f112de58f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:59.033043 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-75867a94-59e8-4458-b841-d4f112de58f4 None None] Port 5e5a87c8-9799-49ae-bda7-43b4ea3b0562 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:08:59.102709 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2716a971-3c12-40f5-b991-90cc92c33827 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:59.122356 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-2716a971-3c12-40f5-b991-90cc92c33827 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Calling delete_port for 5e5a87c8-9799-49ae-bda7-43b4ea3b0562 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:08:59.243756 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128d837-e335-4541-8a96-fa106f20877d tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event deleted for resources: {'Port': ['ID=e1677176-ab99-4170-b96d-5d71e6fde972,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:59.291992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a52fbdd-ba5a-45ce-b34a-49e46d104453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd213b4e5-ddfe-489e-bf06-ea824c2dfbf3'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:08:59.296962 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e321f17-b344-4549-bd04-35c352f85465 req-7c77837a-0cdc-4f3c-ac28-8ccbeaaf445d service neutron] 10.222.0.16 "GET /v2.0/networks/73a62730-22a7-4579-81aa-a3bf0ab2224c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8126929 Jul 22 19:08:59.308519 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d022d073-662c-44c6-9006-559d99b93b5b" -d '{"events": [{"server_uuid": "9a52fbdd-ba5a-45ce-b34a-49e46d104453", "name": "network-vif-unplugged", "status": "completed", "tag": "d213b4e5-ddfe-489e-bf06-ea824c2dfbf3"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:08:59.318163 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6b1c5e9-da78-4cdf-9190-5e377927a337 req-1bbabed0-edfb-4a75-aed9-39399d9f741b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6276827 Jul 22 19:08:59.340253 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-8128d837-e335-4541-8a96-fa106f20877d tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] No DVR routers for this DVR port e1677176-ab99-4170-b96d-5d71e6fde972 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:08:59.346309 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-8128d837-e335-4541-8a96-fa106f20877d tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:59.348270 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-8128d837-e335-4541-8a96-fa106f20877d tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.30 "DELETE /v2.0/ports/e1677176-ab99-4170-b96d-5d71e6fde972 HTTP/1.1" status: 204 len: 173 time: 2.4950140 Jul 22 19:08:59.361551 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-0946552a-db2d-4ec2-ba77-ce06376844bb tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:59.363165 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-0946552a-db2d-4ec2-ba77-ce06376844bb tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/networks?id=52a47484-7add-4cd9-accb-b877eb05e9c5 HTTP/1.1" status: 200 len: 804 time: 0.8393719 Jul 22 19:08:59.416485 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38860) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:08:59.419859 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2716a971-3c12-40f5-b991-90cc92c33827 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:59.492141 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a52fbdd-ba5a-45ce-b34a-49e46d104453', 'name': 'network-vif-deleted', 'tag': 'd213b4e5-ddfe-489e-bf06-ea824c2dfbf3'}, {'server_uuid': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'name': 'network-vif-deleted', 'tag': 'e1677176-ab99-4170-b96d-5d71e6fde972'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:08:59.498760 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04177a3a-8edc-46bb-abfe-e0546de066ba" -d '{"events": [{"server_uuid": "9a52fbdd-ba5a-45ce-b34a-49e46d104453", "name": "network-vif-deleted", "tag": "d213b4e5-ddfe-489e-bf06-ea824c2dfbf3"}, {"server_uuid": "0502df6a-d0b2-463f-99a6-590b6e05ba1e", "name": "network-vif-deleted", "tag": "e1677176-ab99-4170-b96d-5d71e6fde972"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:08:59.514904 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-cbacbe96-e4ac-480f-b313-6f2b39fe7ce7 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/quotas/84dac082e65849c58aa9594ac2ba407c HTTP/1.1" status: 200 len: 375 time: 0.0789464 Jul 22 19:08:59.602069 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-32284009-946d-48a2-9a3c-b732b3901b3c tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=84dac082e65849c58aa9594ac2ba407c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599892 Jul 22 19:08:59.673153 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-91a2863e-5857-4778-a275-6f7c2b18310f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Deleting port a35f04cf-6297-48dc-aad6-b8a17ebad719 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:08:59.673500 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-91a2863e-5857-4778-a275-6f7c2b18310f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:08:59.681862 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2922ee-d3ff-423f-9e71-3a4c9c24948d req-b4863dad-0ef8-4f19-b535-14d0bd3c0327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:59.683456 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db2922ee-d3ff-423f-9e71-3a4c9c24948d req-b4863dad-0ef8-4f19-b535-14d0bd3c0327 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fbf32d29990d494cb8adb4d0920f40ef&device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 1095 time: 0.2464969 Jul 22 19:08:59.695793 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79f21f-bf7a-486a-aa85-28a244a972ac req-58336c79-6cdb-4605-ad9f-3b167a840e7c tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:08:59.697407 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c79f21f-bf7a-486a-aa85-28a244a972ac req-58336c79-6cdb-4605-ad9f-3b167a840e7c tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 943 time: 0.2078764 Jul 22 19:08:59.834457 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716a971-3c12-40f5-b991-90cc92c33827 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Pushing event deleted for resources: {'Port': ['ID=5e5a87c8-9799-49ae-bda7-43b4ea3b0562,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:08:59.919262 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-160a334f-8cb9-4068-a876-7e11236a9644 service neutron] 10.222.0.13 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057187 Jul 22 19:08:59.932775 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c79f21f-bf7a-486a-aa85-28a244a972ac req-eb66efe3-e09d-46b0-a9d2-ca8b88ded261 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/security-groups?id=c172a87e-16e2-4c6f-9abd-54aba83abe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693478 Jul 22 19:09:00.009882 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-91a2863e-5857-4778-a275-6f7c2b18310f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] For port a35f04cf-6297-48dc-aad6-b8a17ebad719, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a35f04cf-6297-48dc-aad6-b8a17ebad719,segment=NetworkSegment(23380bb9-f411-4802-ab03-1beca1c1aec2),segment_id=23380bb9-f411-4802-ab03-1beca1c1aec2)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:00.010255 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-91a2863e-5857-4778-a275-6f7c2b18310f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:00.022686 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2922ee-d3ff-423f-9e71-3a4c9c24948d req-e5198392-b86e-42e6-8df6-a6424760acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:00.024207 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db2922ee-d3ff-423f-9e71-3a4c9c24948d req-e5198392-b86e-42e6-8df6-a6424760acf5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73a62730-22a7-4579-81aa-a3bf0ab2224c HTTP/1.1" status: 200 len: 917 time: 0.3258922 Jul 22 19:09:00.058909 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-91a2863e-5857-4778-a275-6f7c2b18310f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Calling delete_port for a35f04cf-6297-48dc-aad6-b8a17ebad719 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:00.107228 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2716a971-3c12-40f5-b991-90cc92c33827 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:00.109655 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2716a971-3c12-40f5-b991-90cc92c33827 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "DELETE /v2.0/ports/5e5a87c8-9799-49ae-bda7-43b4ea3b0562 HTTP/1.1" status: 204 len: 168 time: 1.5314677 Jul 22 19:09:00.114657 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38916) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:00.142458 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db2922ee-d3ff-423f-9e71-3a4c9c24948d req-572f8cf2-6756-430a-b533-f56c6c355337 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 HTTP/1.1" status: 200 len: 217 time: 0.1113267 Jul 22 19:09:00.160683 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b47712-826c-4c3e-917d-5f9990795af4 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] GET failed (client error): The resource could not be found. Jul 22 19:09:00.167577 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-21b47712-826c-4c3e-917d-5f9990795af4 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "GET /v2.0/ports/5e5a87c8-9799-49ae-bda7-43b4ea3b0562 HTTP/1.1" status: 404 len: 333 time: 0.0487163 Jul 22 19:09:00.168143 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 38918) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:00.195368 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-6b4607c2-bd39-4f9e-b4cc-d1f9606216dc tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Request body: {'port': {'network_id': '3ca286ac-0570-4f29-96ef-23e2994f44c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1421985634'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:00.250105 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-e9043861-4d6e-4299-8c1f-d2b5019f3e43 service neutron] 10.222.0.13 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163176 Jul 22 19:09:00.264279 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device e1677176-ab99-4170-b96d-5d71e6fde972 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:09:00.279648 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2922ee-d3ff-423f-9e71-3a4c9c24948d req-55547cf2-09c7-4e4c-8da3-df72eb6eaead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:00.281212 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db2922ee-d3ff-423f-9e71-3a4c9c24948d req-55547cf2-09c7-4e4c-8da3-df72eb6eaead service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16e704e8-35a9-4b1e-95ec-b95d54669535 HTTP/1.1" status: 200 len: 855 time: 0.1292799 Jul 22 19:09:00.323765 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: e1677176-ab99-4170-b96d-5d71e6fde972 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:09:00.324146 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device e1677176-ab99-4170-b96d-5d71e6fde972 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:09:00.324807 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:09:00.337855 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e1f65-1cfd-4fc3-a1fd-86fa13c2d722 req-372ce6a5-af7f-474e-a652-fa0fb3499ba4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:00.339427 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7e4e1f65-1cfd-4fc3-a1fd-86fa13c2d722 req-372ce6a5-af7f-474e-a652-fa0fb3499ba4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 950 time: 0.2818580 Jul 22 19:09:00.439952 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7e4e1f65-1cfd-4fc3-a1fd-86fa13c2d722 req-92c3bae2-a7ad-4290-a726-8e2bdc43f057 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904469 Jul 22 19:09:00.471518 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2922ee-d3ff-423f-9e71-3a4c9c24948d req-3880a3c9-c644-416a-9565-63692835a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:00.480547 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db2922ee-d3ff-423f-9e71-3a4c9c24948d req-3880a3c9-c644-416a-9565-63692835a39d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73a62730-22a7-4579-81aa-a3bf0ab2224c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1883585 Jul 22 19:09:00.500516 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:00.535823 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ae23-3ff2-48b3-93c9-913b65ecfea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:00.543874 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8d6372-6a15-4136-b0d0-b358f1abca8f x-openstack-request-id: req-ba8d6372-6a15-4136-b0d0-b358f1abca8f {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:00.544165 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a52fbdd-ba5a-45ce-b34a-49e46d104453", "name": "network-vif-unplugged", "status": "completed", "tag": "d213b4e5-ddfe-489e-bf06-ea824c2dfbf3", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:00.548553 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-91a2863e-5857-4778-a275-6f7c2b18310f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:00.560705 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba8d6372-6a15-4136-b0d0-b358f1abca8f {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:00.561462 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a52fbdd-ba5a-45ce-b34a-49e46d104453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd213b4e5-ddfe-489e-bf06-ea824c2dfbf3', 'code': 200} Jul 22 19:09:00.600303 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9ae8d006-b87e-4c68-b7d5-8cc676df5bfd,segment=NetworkSegment(23380bb9-f411-4802-ab03-1beca1c1aec2),segment_id=23380bb9-f411-4802-ab03-1beca1c1aec2)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:00.600920 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 19:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c98eb6-2178-417f-945a-01caac2e63cd x-openstack-request-id: req-a8c98eb6-2178-417f-945a-01caac2e63cd {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:00.601266 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a52fbdd-ba5a-45ce-b34a-49e46d104453", "name": "network-vif-deleted", "tag": "d213b4e5-ddfe-489e-bf06-ea824c2dfbf3", "status": "completed", "code": 200}, {"server_uuid": "0502df6a-d0b2-463f-99a6-590b6e05ba1e", "name": "network-vif-deleted", "tag": "e1677176-ab99-4170-b96d-5d71e6fde972", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:00.601527 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8c98eb6-2178-417f-945a-01caac2e63cd {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:00.601969 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a52fbdd-ba5a-45ce-b34a-49e46d104453', 'name': 'network-vif-deleted', 'tag': 'd213b4e5-ddfe-489e-bf06-ea824c2dfbf3', 'status': 'completed', 'code': 200} Jul 22 19:09:00.602328 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'name': 'network-vif-deleted', 'tag': 'e1677176-ab99-4170-b96d-5d71e6fde972', 'status': 'completed', 'code': 200} Jul 22 19:09:00.606096 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:00.607175 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a35f04cf-6297-48dc-aad6-b8a17ebad719 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:09:00.626550 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4607c2-bd39-4f9e-b4cc-d1f9606216dc tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Made reservation on behalf of 212ce3da866945a6992d1927791bd41d for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:00.637637 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b4607c2-bd39-4f9e-b4cc-d1f9606216dc tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:00.664496 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: a35f04cf-6297-48dc-aad6-b8a17ebad719 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:09:00.664847 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a35f04cf-6297-48dc-aad6-b8a17ebad719 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:09:00.705646 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=9ae8d006-b87e-4c68-b7d5-8cc676df5bfd,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:00.747374 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2863e-5857-4778-a275-6f7c2b18310f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event deleted for resources: {'Port': ['ID=a35f04cf-6297-48dc-aad6-b8a17ebad719,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:00.751219 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db2922ee-d3ff-423f-9e71-3a4c9c24948d req-9480af7e-338d-4422-ad20-0158cb6606e5 service neutron] 10.222.0.16 "GET /v2.0/networks/73a62730-22a7-4579-81aa-a3bf0ab2224c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627673 Jul 22 19:09:00.799454 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-6b4607c2-bd39-4f9e-b4cc-d1f9606216dc tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] device_id is not set on port 684b6910-149a-40b5-88dc-a2ad1496b1f4 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:09:00.908539 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-91a2863e-5857-4778-a275-6f7c2b18310f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] No DVR routers for this DVR port a35f04cf-6297-48dc-aad6-b8a17ebad719 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:09:00.917735 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7998c54-55c2-4b6f-b0f3-77aa6af02a29 req-716d5e7e-9ba9-416c-86c2-481232b624a7 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbdbd275-5528-4709-b4a2-4390ef373420 HTTP/1.1" status: 200 len: 210 time: 0.2482908 Jul 22 19:09:00.982309 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-563cb735-80c9-478e-a86e-01f216fdfaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:01.009489 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-91a2863e-5857-4778-a275-6f7c2b18310f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:01.012635 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-91a2863e-5857-4778-a275-6f7c2b18310f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.30 "DELETE /v2.0/ports/a35f04cf-6297-48dc-aad6-b8a17ebad719 HTTP/1.1" status: 204 len: 173 time: 1.6484988 Jul 22 19:09:01.016329 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db2922ee-d3ff-423f-9e71-3a4c9c24948d req-4a4da777-4f9b-4276-9dd5-bcede59b3a11 service neutron] 10.222.0.16 "GET /v2.0/networks/73a62730-22a7-4579-81aa-a3bf0ab2224c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443905 Jul 22 19:09:01.049263 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-deb58fcc-1295-4da3-ad7b-66cbc8368ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:01.051242 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:01.135865 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-f18790a3-25f5-4e29-8d06-f264ac03cfac req-43b6f38d-7185-417f-8746-65ada5244ad1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:09:01.136669 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f18790a3-25f5-4e29-8d06-f264ac03cfac req-43b6f38d-7185-417f-8746-65ada5244ad1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064583 Jul 22 19:09:01.151420 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea319ee7-4c7d-4c40-892b-af6273d3d1d1 req-b1d85b16-98a4-41e9-ad02-7d6587fce289 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:01.158537 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ea319ee7-4c7d-4c40-892b-af6273d3d1d1 req-b1d85b16-98a4-41e9-ad02-7d6587fce289 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 943 time: 0.4906547 Jul 22 19:09:01.194393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-6b4607c2-bd39-4f9e-b4cc-d1f9606216dc tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Allocated IP 2001:db8::77 (3ca286ac-0570-4f29-96ef-23e2994f44c5/4100e960-af68-4878-8b17-938144350d44/684b6910-149a-40b5-88dc-a2ad1496b1f4) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:01.240627 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ea319ee7-4c7d-4c40-892b-af6273d3d1d1 req-acf718c6-0cee-416f-b713-80670983a79f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771661 Jul 22 19:09:01.323911 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-6b174633-1ec4-442b-92d1-a536e16e0890 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Deleting port 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:01.324550 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-6b174633-1ec4-442b-92d1-a536e16e0890 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:01.656921 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b4607c2-bd39-4f9e-b4cc-d1f9606216dc tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:01.659976 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0ae23-3ff2-48b3-93c9-913b65ecfea5 admin admin] Deleting port bbd5ff12-05fd-468b-b9e3-57ea24474cfd {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:01.660560 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ae23-3ff2-48b3-93c9-913b65ecfea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:01.681014 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-6b174633-1ec4-442b-92d1-a536e16e0890 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] For port 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9ae8d006-b87e-4c68-b7d5-8cc676df5bfd,segment=NetworkSegment(23380bb9-f411-4802-ab03-1beca1c1aec2),segment_id=23380bb9-f411-4802-ab03-1beca1c1aec2)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:01.681476 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-6b174633-1ec4-442b-92d1-a536e16e0890 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:01.704530 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-6b174633-1ec4-442b-92d1-a536e16e0890 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Calling delete_port for 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:01.716306 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcba423-7fc4-41a5-8507-4b535b53f7b6 req-3364b022-814f-459f-aecf-ed9eef954f68 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:01.717882 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bdcba423-7fc4-41a5-8507-4b535b53f7b6 req-3364b022-814f-459f-aecf-ed9eef954f68 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 943 time: 0.3505003 Jul 22 19:09:01.718264 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-6b4607c2-bd39-4f9e-b4cc-d1f9606216dc tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Transition to ACTIVE for port object 684b6910-149a-40b5-88dc-a2ad1496b1f4 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:01.733166 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81791d4a-c2d4-423a-b4ac-9925e1f7c273 req-d274eea3-4ce2-4697-9e1f-b40cd15fbb1c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:01.734502 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81791d4a-c2d4-423a-b4ac-9925e1f7c273 req-d274eea3-4ce2-4697-9e1f-b40cd15fbb1c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 950 time: 0.2640526 Jul 22 19:09:01.753847 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-c5aee91d-c52f-4781-9b6c-e1d6473b7744 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2820182 Jul 22 19:09:01.802179 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-563cb735-80c9-478e-a86e-01f216fdfaf9 admin admin] Deleting port 06d43e01-e6c6-4b45-922b-7d965bac5a66 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:01.802734 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-563cb735-80c9-478e-a86e-01f216fdfaf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:01.852179 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-f4e0ae23-3ff2-48b3-93c9-913b65ecfea5 admin admin] For port bbd5ff12-05fd-468b-b9e3-57ea24474cfd, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bbd5ff12-05fd-468b-b9e3-57ea24474cfd,segment=NetworkSegment(ca82d60c-babc-4546-beb5-f9d9b0bdf619),segment_id=ca82d60c-babc-4546-beb5-f9d9b0bdf619)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:01.852574 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ae23-3ff2-48b3-93c9-913b65ecfea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:01.871255 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bdcba423-7fc4-41a5-8507-4b535b53f7b6 req-8762106f-4ab1-455c-8a32-5193dd8d1981 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/security-groups?id=c172a87e-16e2-4c6f-9abd-54aba83abe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251652 Jul 22 19:09:01.889613 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81791d4a-c2d4-423a-b4ac-9925e1f7c273 req-5db7202f-e9df-4093-8095-fd063a2a749c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420496 Jul 22 19:09:01.920309 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0ae23-3ff2-48b3-93c9-913b65ecfea5 admin admin] Calling delete_port for bbd5ff12-05fd-468b-b9e3-57ea24474cfd owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:01.931641 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b4607c2-bd39-4f9e-b4cc-d1f9606216dc tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:01.963900 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4607c2-bd39-4f9e-b4cc-d1f9606216dc tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Network 3ca286ac-0570-4f29-96ef-23e2994f44c5 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:01.971815 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-6b4607c2-bd39-4f9e-b4cc-d1f9606216dc tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:01.998992 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4607c2-bd39-4f9e-b4cc-d1f9606216dc tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:02.005390 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4607c2-bd39-4f9e-b4cc-d1f9606216dc tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:02.006649 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b4607c2-bd39-4f9e-b4cc-d1f9606216dc tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:02.131739 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6b4607c2-bd39-4f9e-b4cc-d1f9606216dc tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9426990 Jul 22 19:09:02.135357 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39050) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:02.137015 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-563cb735-80c9-478e-a86e-01f216fdfaf9 admin admin] For port 06d43e01-e6c6-4b45-922b-7d965bac5a66, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=06d43e01-e6c6-4b45-922b-7d965bac5a66,segment=NetworkSegment(edf91077-6018-45d3-a537-cd4f3c95d5c1),segment_id=edf91077-6018-45d3-a537-cd4f3c95d5c1)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:02.137381 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-563cb735-80c9-478e-a86e-01f216fdfaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:02.150744 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4051a488-0c25-4622-896e-9ef11d50d560 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c3:0e:db'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:02.157952 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc9a32ea-6a56-4c2b-99bf-b0f1dde07bac req-fdb91da6-5b00-451a-a71d-b640aaa4345d tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbdbd275-5528-4709-b4a2-4390ef373420 HTTP/1.1" status: 200 len: 210 time: 0.0786545 Jul 22 19:09:02.222839 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:02.238614 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4607c2-bd39-4f9e-b4cc-d1f9606216dc tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Pushing event updated for resources: {'Port': ['ID=684b6910-149a-40b5-88dc-a2ad1496b1f4,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:02.249753 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-6b174633-1ec4-442b-92d1-a536e16e0890 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:02.274179 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-563cb735-80c9-478e-a86e-01f216fdfaf9 admin admin] Calling delete_port for 06d43e01-e6c6-4b45-922b-7d965bac5a66 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:02.294694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b174633-1ec4-442b-92d1-a536e16e0890 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event deleted for resources: {'Port': ['ID=9ae8d006-b87e-4c68-b7d5-8cc676df5bfd,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:02.324779 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b174633-1ec4-442b-92d1-a536e16e0890 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:02.325345 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b174633-1ec4-442b-92d1-a536e16e0890 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:02.325441 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b174633-1ec4-442b-92d1-a536e16e0890 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:02.325768 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b174633-1ec4-442b-92d1-a536e16e0890 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:02.326115 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b174633-1ec4-442b-92d1-a536e16e0890 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:02.326425 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b174633-1ec4-442b-92d1-a536e16e0890 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:02.326745 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b174633-1ec4-442b-92d1-a536e16e0890 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:02.327118 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b174633-1ec4-442b-92d1-a536e16e0890 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:02.327442 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b174633-1ec4-442b-92d1-a536e16e0890 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:02.327761 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b174633-1ec4-442b-92d1-a536e16e0890 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:02.328085 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b174633-1ec4-442b-92d1-a536e16e0890 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:02.328718 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b174633-1ec4-442b-92d1-a536e16e0890 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:02.468403 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-6b174633-1ec4-442b-92d1-a536e16e0890 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] No DVR routers for this DVR port 9ae8d006-b87e-4c68-b7d5-8cc676df5bfd on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:09:02.477390 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-b9309a49-8a4c-47a3-9dc1-1c60cc3b3bc7 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:02.478893 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-b9309a49-8a4c-47a3-9dc1-1c60cc3b3bc7 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.16 "GET /v2.0/networks?id=52a47484-7add-4cd9-accb-b877eb05e9c5 HTTP/1.1" status: 200 len: 804 time: 0.4564481 Jul 22 19:09:02.481091 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-6b174633-1ec4-442b-92d1-a536e16e0890 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:02.483353 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-436971bc-db4f-4db0-969a-c98fc0ac09c0 req-6b174633-1ec4-442b-92d1-a536e16e0890 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.30 "DELETE /v2.0/ports/9ae8d006-b87e-4c68-b7d5-8cc676df5bfd HTTP/1.1" status: 204 len: 173 time: 1.4643345 Jul 22 19:09:02.489519 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d5b5cce3-fbbb-4513-b2fa-962ff9600a6a None None] Provisioning for port 684b6910-149a-40b5-88dc-a2ad1496b1f4 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:02.507427 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d5b5cce3-fbbb-4513-b2fa-962ff9600a6a None None] Provisioning complete for port 684b6910-149a-40b5-88dc-a2ad1496b1f4 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:02.513165 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d5b5cce3-fbbb-4513-b2fa-962ff9600a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:02.538923 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9882017a-00eb-408f-8759-9f4216bb2358 req-d9a8c4cf-d85a-45ae-9b99-f188b7a95351 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=0502df6a-d0b2-463f-99a6-590b6e05ba1e HTTP/1.1" status: 200 len: 210 time: 0.1382089 Jul 22 19:09:02.549634 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-5af69ca1-2976-4619-9063-684c43b18ee7 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Request body: {'port': {'device_id': 'fbdbd275-5528-4709-b4a2-4390ef373420', 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5', 'admin_state_up': True, 'tenant_id': '84dac082e65849c58aa9594ac2ba407c'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:02.617209 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ae8d006-b87e-4c68-b7d5-8cc676df5bfd'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:09:02.617503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'name': 'network-vif-deleted', 'tag': 'a35f04cf-6297-48dc-aad6-b8a17ebad719'}, {'server_uuid': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'name': 'network-vif-deleted', 'tag': '9ae8d006-b87e-4c68-b7d5-8cc676df5bfd'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:09:02.619706 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06feb38-d265-4520-b424-75ef666a2cfb" -d '{"events": [{"server_uuid": "0502df6a-d0b2-463f-99a6-590b6e05ba1e", "name": "network-vif-unplugged", "status": "completed", "tag": "9ae8d006-b87e-4c68-b7d5-8cc676df5bfd"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:09:02.624988 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d579477f-08d1-449d-913f-a62f18ae7631" -d '{"events": [{"server_uuid": "0502df6a-d0b2-463f-99a6-590b6e05ba1e", "name": "network-vif-deleted", "tag": "a35f04cf-6297-48dc-aad6-b8a17ebad719"}, {"server_uuid": "0502df6a-d0b2-463f-99a6-590b6e05ba1e", "name": "network-vif-deleted", "tag": "9ae8d006-b87e-4c68-b7d5-8cc676df5bfd"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:09:02.652934 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-d5b5cce3-fbbb-4513-b2fa-962ff9600a6a None None] Port 684b6910-149a-40b5-88dc-a2ad1496b1f4 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:09:02.715073 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cc1bd9-ff34-46b0-b61e-783787fd7cfb x-openstack-request-id: req-03cc1bd9-ff34-46b0-b61e-783787fd7cfb {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:02.715497 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0502df6a-d0b2-463f-99a6-590b6e05ba1e", "name": "network-vif-unplugged", "status": "completed", "tag": "9ae8d006-b87e-4c68-b7d5-8cc676df5bfd", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:02.716783 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03cc1bd9-ff34-46b0-b61e-783787fd7cfb {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:02.717970 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ae8d006-b87e-4c68-b7d5-8cc676df5bfd', 'code': 200} Jul 22 19:09:02.746905 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 19:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc64cc0f-3d46-48ac-92a6-02cc1a62dddc x-openstack-request-id: req-fc64cc0f-3d46-48ac-92a6-02cc1a62dddc {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:02.747311 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0502df6a-d0b2-463f-99a6-590b6e05ba1e", "name": "network-vif-deleted", "tag": "a35f04cf-6297-48dc-aad6-b8a17ebad719", "status": "completed", "code": 200}, {"server_uuid": "0502df6a-d0b2-463f-99a6-590b6e05ba1e", "name": "network-vif-deleted", "tag": "9ae8d006-b87e-4c68-b7d5-8cc676df5bfd", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:02.747707 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc64cc0f-3d46-48ac-92a6-02cc1a62dddc {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:02.748215 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'name': 'network-vif-deleted', 'tag': 'a35f04cf-6297-48dc-aad6-b8a17ebad719', 'status': 'completed', 'code': 200} Jul 22 19:09:02.748613 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0502df6a-d0b2-463f-99a6-590b6e05ba1e', 'name': 'network-vif-deleted', 'tag': '9ae8d006-b87e-4c68-b7d5-8cc676df5bfd', 'status': 'completed', 'code': 200} Jul 22 19:09:02.798272 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-5af69ca1-2976-4619-9063-684c43b18ee7 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Made reservation on behalf of 84dac082e65849c58aa9594ac2ba407c for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:02.806466 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-5af69ca1-2976-4619-9063-684c43b18ee7 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:02.962478 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4051a488-0c25-4622-896e-9ef11d50d560 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:03.099363 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-5af69ca1-2976-4619-9063-684c43b18ee7 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Allocated IP 172.20.0.11 (52a47484-7add-4cd9-accb-b877eb05e9c5/4c968c48-1c3b-44da-8dcd-5ec44f87705f/fe0f71bf-53c2-426a-92ec-4805a7a58dfe) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:03.194186 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ae23-3ff2-48b3-93c9-913b65ecfea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:03.309175 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0ae23-3ff2-48b3-93c9-913b65ecfea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd5ff12-05fd-468b-b9e3-57ea24474cfd,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:03.461351 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-563cb735-80c9-478e-a86e-01f216fdfaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:03.520858 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563cb735-80c9-478e-a86e-01f216fdfaf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=06d43e01-e6c6-4b45-922b-7d965bac5a66,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:03.576309 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cae8f-bfbb-4709-9843-f64517fc2843 req-000bd93c-9dcc-40d7-a07d-5c56f3ce2e76 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:03.577926 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd7cae8f-bfbb-4709-9843-f64517fc2843 req-000bd93c-9dcc-40d7-a07d-5c56f3ce2e76 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 943 time: 0.6033041 Jul 22 19:09:03.591606 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580d79-0f1a-414c-8806-47a294e42b1c req-9cdf780d-ce5e-4802-9bc6-76e37acb6f8a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:03.593272 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8580d79-0f1a-414c-8806-47a294e42b1c req-9cdf780d-ce5e-4802-9bc6-76e37acb6f8a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 950 time: 0.5341773 Jul 22 19:09:03.735811 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd7cae8f-bfbb-4709-9843-f64517fc2843 req-dd37063f-66a2-4d3f-ac4e-a4dfe8282782 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/security-groups?id=c172a87e-16e2-4c6f-9abd-54aba83abe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386893 Jul 22 19:09:03.747935 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ae23-3ff2-48b3-93c9-913b65ecfea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:03.756698 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8580d79-0f1a-414c-8806-47a294e42b1c req-cfbc0f27-65b3-444d-b8d0-0c84f8079474 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262341 Jul 22 19:09:03.828837 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39138) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:03.867635 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:03.890817 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39140) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:03.894201 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-586826ca-aaa3-4db7-b258-391a0e54b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:03.895777 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-586826ca-aaa3-4db7-b258-391a0e54b213 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 1102 time: 0.2281013 Jul 22 19:09:03.898926 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-5af69ca1-2976-4619-9063-684c43b18ee7 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:03.923921 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-563cb735-80c9-478e-a86e-01f216fdfaf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:03.930963 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-140dfaa3-29ef-418f-8fb8-0012ce80674a req-32afb469-dff8-4ff3-a410-fa03d9228f3c tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbdbd275-5528-4709-b4a2-4390ef373420 HTTP/1.1" status: 200 len: 210 time: 0.0841699 Jul 22 19:09:03.931827 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4051a488-0c25-4622-896e-9ef11d50d560 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:03.946529 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4051a488-0c25-4622-896e-9ef11d50d560 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:03.989213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-7592d74c-75f7-48a9-be5c-400d6fb95e4b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Deleting subnet 5d105c3f-22d0-4578-adfe-7c3fee72e487 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:09:03.995748 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7592d74c-75f7-48a9-be5c-400d6fb95e4b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:04.065135 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-4051a488-0c25-4622-896e-9ef11d50d560 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] In _notify_port_updated(), no bound segment for port 684b6910-149a-40b5-88dc-a2ad1496b1f4 on network 3ca286ac-0570-4f29-96ef-23e2994f44c5 {{(pid=93806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:09:04.071255 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4051a488-0c25-4622-896e-9ef11d50d560 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:04.071477 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4051a488-0c25-4622-896e-9ef11d50d560 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:04.075166 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4051a488-0c25-4622-896e-9ef11d50d560 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "PUT /v2.0/ports/684b6910-149a-40b5-88dc-a2ad1496b1f4 HTTP/1.1" status: 200 len: 1002 time: 1.9308460 Jul 22 19:09:04.078620 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39144) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:04.096742 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-498e807c-fed2-4b3e-bddc-6f7573251852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:04.112410 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051a488-0c25-4622-896e-9ef11d50d560 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Pushing event updated for resources: {'Port': ['ID=684b6910-149a-40b5-88dc-a2ad1496b1f4,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:04.118757 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7592d74c-75f7-48a9-be5c-400d6fb95e4b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:04.184961 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-89194aac-4480-4293-8a8d-24b8db7b2f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:04.186830 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-89194aac-4480-4293-8a8d-24b8db7b2f87 service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.2588716 Jul 22 19:09:04.199588 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-5af69ca1-2976-4619-9063-684c43b18ee7 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:04.293183 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-0f93106a-bbbb-474a-b059-1385cceaa47e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e464f3c4-2a37-45c5-b30c-52016b9bfacc HTTP/1.1" status: 200 len: 217 time: 0.0956733 Jul 22 19:09:04.325644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-5af69ca1-2976-4619-9063-684c43b18ee7 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Network 52a47484-7add-4cd9-accb-b877eb05e9c5 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:04.359175 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e0ae23-3ff2-48b3-93c9-913b65ecfea5 admin admin] Router f403daa6-045c-4738-b4d7-cc55af107081 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:09:04.389947 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-613d1641-08d0-42e0-ac6f-ac49bc8e842b None None] Provisioning complete for port 684b6910-149a-40b5-88dc-a2ad1496b1f4 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:04.390553 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-613d1641-08d0-42e0-ac6f-ac49bc8e842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:04.409237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-5af69ca1-2976-4619-9063-684c43b18ee7 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:04.411722 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-5af69ca1-2976-4619-9063-684c43b18ee7 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:04.441212 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-613d1641-08d0-42e0-ac6f-ac49bc8e842b None None] Port 684b6910-149a-40b5-88dc-a2ad1496b1f4 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:09:04.474707 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af69ca1-2976-4619-9063-684c43b18ee7 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Pushing event updated for resources: {'Port': ['ID=fe0f71bf-53c2-426a-92ec-4805a7a58dfe,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:04.485708 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-498e807c-fed2-4b3e-bddc-6f7573251852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:04.487923 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563cb735-80c9-478e-a86e-01f216fdfaf9 admin admin] Router 86f6bebb-b308-49f9-9631-34b541c3ad19 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:09:04.494874 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-498e807c-fed2-4b3e-bddc-6f7573251852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:04.500085 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7592d74c-75f7-48a9-be5c-400d6fb95e4b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:04.537545 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-527749d0-5c7e-439f-9cfe-7dd7e52c0546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:04.539198 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-527749d0-5c7e-439f-9cfe-7dd7e52c0546 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.2174120 Jul 22 19:09:04.568635 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-5af69ca1-2976-4619-9063-684c43b18ee7 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:04.569243 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-5af69ca1-2976-4619-9063-684c43b18ee7 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:04.589617 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e807c-fed2-4b3e-bddc-6f7573251852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72526337-e782-467c-920a-7f53a8a3341f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:04.619394 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-5af69ca1-2976-4619-9063-684c43b18ee7 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0738130 Jul 22 19:09:04.622088 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-0f9a0a1b-513e-4c3b-b8f6-23bb795cb533 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Deleting port 684b6910-149a-40b5-88dc-a2ad1496b1f4 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:04.622432 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0f9a0a1b-513e-4c3b-b8f6-23bb795cb533 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:04.623074 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-498e807c-fed2-4b3e-bddc-6f7573251852 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=668c51e7f34c4b7797e8b5151e1a1319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7292268 Jul 22 19:09:04.626750 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39146) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:04.647739 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] Request body: {'port': {'device_id': 'fbdbd275-5528-4709-b4a2-4390ef373420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:04.673128 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e0ae23-3ff2-48b3-93c9-913b65ecfea5 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:09:04.682736 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f4e0ae23-3ff2-48b3-93c9-913b65ecfea5 admin admin] 10.222.0.13 "PUT /v2.0/routers/f403daa6-045c-4738-b4d7-cc55af107081/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6954520 Jul 22 19:09:04.683935 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fe9903-ed0d-4013-a898-9a495f193ccb None None] Sync routers for ids ['f403daa6-045c-4738-b4d7-cc55af107081'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:09:04.686661 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39148) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:04.696056 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fe9903-ed0d-4013-a898-9a495f193ccb None None] Routers {'f403daa6-045c-4738-b4d7-cc55af107081'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:09:04.696718 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f1fe9903-ed0d-4013-a898-9a495f193ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:09:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f403daa6-045c-4738-b4d7-cc55af107081'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:04.706449 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563cb735-80c9-478e-a86e-01f216fdfaf9 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:09:04.714185 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-563cb735-80c9-478e-a86e-01f216fdfaf9 admin admin] 10.222.0.13 "PUT /v2.0/routers/86f6bebb-b308-49f9-9631-34b541c3ad19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2947981 Jul 22 19:09:04.716174 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39150) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:04.723921 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d003f63-2784-4919-a08c-038fb0c2750c None None] Sync routers for ids ['86f6bebb-b308-49f9-9631-34b541c3ad19'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:09:04.734491 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d003f63-2784-4919-a08c-038fb0c2750c None None] Routers {'86f6bebb-b308-49f9-9631-34b541c3ad19'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:09:04.735109 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2d003f63-2784-4919-a08c-038fb0c2750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:09:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['86f6bebb-b308-49f9-9631-34b541c3ad19'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:04.798745 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a88efb5-277f-4298-964f-88e4c2e9f297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:04.839671 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a88efb5-277f-4298-964f-88e4c2e9f297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:04.844632 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-f1fe9903-ed0d-4013-a898-9a495f193ccb None None] Set router f403daa6-045c-4738-b4d7-cc55af107081 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:09:04.884287 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c322114-df57-432d-9160-f6fd4ed96990 admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:04.886038 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b4e461e-bd04-47ef-9e73-ee101bc13713 admin admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:04.893871 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7592d74c-75f7-48a9-be5c-400d6fb95e4b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:04.901297 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-2d003f63-2784-4919-a08c-038fb0c2750c None None] Set router 86f6bebb-b308-49f9-9631-34b541c3ad19 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:09:04.980049 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a88efb5-277f-4298-964f-88e4c2e9f297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:04.982692 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a88efb5-277f-4298-964f-88e4c2e9f297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:04.983978 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1a88efb5-277f-4298-964f-88e4c2e9f297 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72526337-e782-467c-920a-7f53a8a3341f HTTP/1.1" status: 204 len: 168 time: 0.3548636 Jul 22 19:09:05.045911 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88efb5-277f-4298-964f-88e4c2e9f297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72526337-e782-467c-920a-7f53a8a3341f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:05.058528 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c322114-df57-432d-9160-f6fd4ed96990 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:05.058758 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7592d74c-75f7-48a9-be5c-400d6fb95e4b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:05.060839 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7592d74c-75f7-48a9-be5c-400d6fb95e4b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "DELETE /v2.0/subnets/5d105c3f-22d0-4578-adfe-7c3fee72e487 HTTP/1.1" status: 204 len: 168 time: 1.2308707 Jul 22 19:09:05.071264 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39160) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:05.112909 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b919f933-6634-42ea-81fe-876bb78ef695 None None] Network 4670c4bd-6620-43c1-bc5d-a465609945b9 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:05.138620 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2d003f63-2784-4919-a08c-038fb0c2750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f6bebb-b308-49f9-9631-34b541c3ad19', 'name': 'tempest-ServerRescueTestJSON-490605561-router', 'tenant_id': '180287b3edd14ce389e863380bc23ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '797edb1a-6733-4cf3-9ea1-0e05936ba3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:48Z', 'updated_at': '2021-07-22T19:09:03Z', 'revision_number': 5, 'project_id': '180287b3edd14ce389e863380bc23ecb', 'gw_port': {'id': '797edb1a-6733-4cf3-9ea1-0e05936ba3d1', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f6bebb-b308-49f9-9631-34b541c3ad19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:49Z', 'updated_at': '2021-07-22T19:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:05.168211 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592d74c-75f7-48a9-be5c-400d6fb95e4b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event deleted for resources: {'Subnet': ['ID=5d105c3f-22d0-4578-adfe-7c3fee72e487,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:05.230943 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d003f63-2784-4919-a08c-038fb0c2750c None None] Checking router: 86f6bebb-b308-49f9-9631-34b541c3ad19 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:09:05.236953 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-91f88ac9-f788-4451-8678-41e3fbeb93e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:05.239488 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-91f88ac9-f788-4451-8678-41e3fbeb93e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6878321 Jul 22 19:09:05.240883 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d003f63-2784-4919-a08c-038fb0c2750c None None] Routers {'86f6bebb-b308-49f9-9631-34b541c3ad19'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:09:05.241724 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2d003f63-2784-4919-a08c-038fb0c2750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:09:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['86f6bebb-b308-49f9-9631-34b541c3ad19'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:05.245433 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0f9a0a1b-513e-4c3b-b8f6-23bb795cb533 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:05.278423 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:05.338288 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f1fe9903-ed0d-4013-a898-9a495f193ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'name': 'tempest-ServersTestJSON-1238713276-router', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:25Z', 'updated_at': '2021-07-22T19:09:03Z', 'revision_number': 5, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'gw_port': {'id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:27Z', 'updated_at': '2021-07-22T19:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:05.339584 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-2d003f63-2784-4919-a08c-038fb0c2750c None None] Set router 86f6bebb-b308-49f9-9631-34b541c3ad19 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:09:05.367196 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-6c322114-df57-432d-9160-f6fd4ed96990 admin admin] Deleting port 797edb1a-6733-4cf3-9ea1-0e05936ba3d1 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:05.367683 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c322114-df57-432d-9160-f6fd4ed96990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:05.400000 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2d003f63-2784-4919-a08c-038fb0c2750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f6bebb-b308-49f9-9631-34b541c3ad19', 'name': 'tempest-ServerRescueTestJSON-490605561-router', 'tenant_id': '180287b3edd14ce389e863380bc23ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:48Z', 'updated_at': '2021-07-22T19:09:05Z', 'revision_number': 6, 'project_id': '180287b3edd14ce389e863380bc23ecb', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:05.409783 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44e41d14-b84c-4646-9180-d14a1aac3752 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:05.411449 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fe9903-ed0d-4013-a898-9a495f193ccb None None] Checking router: f403daa6-045c-4738-b4d7-cc55af107081 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:09:05.432378 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d003f63-2784-4919-a08c-038fb0c2750c None None] The sync data for ids ['86f6bebb-b308-49f9-9631-34b541c3ad19'] in n-d-800086-12 is: [{'id': '86f6bebb-b308-49f9-9631-34b541c3ad19', 'name': 'tempest-ServerRescueTestJSON-490605561-router', 'tenant_id': '180287b3edd14ce389e863380bc23ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:48Z', 'updated_at': '2021-07-22T19:09:05Z', 'revision_number': 6, 'project_id': '180287b3edd14ce389e863380bc23ecb', 'gw_port_host': None}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:09:05.433750 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fe9903-ed0d-4013-a898-9a495f193ccb None None] Routers {'f403daa6-045c-4738-b4d7-cc55af107081'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:09:05.435413 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f1fe9903-ed0d-4013-a898-9a495f193ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:09:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f403daa6-045c-4738-b4d7-cc55af107081'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:05.445580 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0480f623-3b9f-47c9-882c-4dcc20603f3b None None] DHCP port deletion for 4670c4bd-6620-43c1-bc5d-a465609945b9 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:09:05.469963 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-0f9a0a1b-513e-4c3b-b8f6-23bb795cb533 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Calling delete_port for 684b6910-149a-40b5-88dc-a2ad1496b1f4 owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:05.601892 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0480f623-3b9f-47c9-882c-4dcc20603f3b None None] Deleting port 6220db22-9131-4142-bc09-312916d46398 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:05.602196 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0480f623-3b9f-47c9-882c-4dcc20603f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:05.602724 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc62cdb-90ac-413b-8274-35be472cfc1a req-bca82dbe-1a15-4fe7-98b4-dc249aca8bdc tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:05.604492 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9dc62cdb-90ac-413b-8274-35be472cfc1a req-bca82dbe-1a15-4fe7-98b4-dc249aca8bdc tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 950 time: 0.6992488 Jul 22 19:09:05.616061 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-f1fe9903-ed0d-4013-a898-9a495f193ccb None None] Set router f403daa6-045c-4738-b4d7-cc55af107081 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:09:05.868678 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0480f623-3b9f-47c9-882c-4dcc20603f3b None None] For port 6220db22-9131-4142-bc09-312916d46398, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6220db22-9131-4142-bc09-312916d46398,segment=NetworkSegment(acff410e-7ff1-4fe2-a1e0-ed0693f7afe1),segment_id=acff410e-7ff1-4fe2-a1e0-ed0693f7afe1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:05.869385 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0480f623-3b9f-47c9-882c-4dcc20603f3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:05.870528 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-6c322114-df57-432d-9160-f6fd4ed96990 admin admin] For port 797edb1a-6733-4cf3-9ea1-0e05936ba3d1, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=797edb1a-6733-4cf3-9ea1-0e05936ba3d1,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:05.871127 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c322114-df57-432d-9160-f6fd4ed96990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:05.889073 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0480f623-3b9f-47c9-882c-4dcc20603f3b None None] Calling delete_port for 6220db22-9131-4142-bc09-312916d46398 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:05.890909 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-6c322114-df57-432d-9160-f6fd4ed96990 admin admin] Calling delete_port for 797edb1a-6733-4cf3-9ea1-0e05936ba3d1 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:05.947866 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-44e41d14-b84c-4646-9180-d14a1aac3752 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Deleting port 6220db22-9131-4142-bc09-312916d46398 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:05.948433 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44e41d14-b84c-4646-9180-d14a1aac3752 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:05.953682 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b4e461e-bd04-47ef-9e73-ee101bc13713 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:05.979142 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbef14-d53e-415c-bb88-b23db2c2b581 req-4beb0bd3-4138-4b32-988d-624c2a653e5a tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:05.980725 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42fbef14-d53e-415c-bb88-b23db2c2b581 req-4beb0bd3-4138-4b32-988d-624c2a653e5a tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 943 time: 0.9893513 Jul 22 19:09:05.988442 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f1fe9903-ed0d-4013-a898-9a495f193ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'name': 'tempest-ServersTestJSON-1238713276-router', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:25Z', 'updated_at': '2021-07-22T19:09:03Z', 'revision_number': 5, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'gw_port': {'id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:27Z', 'updated_at': '2021-07-22T19:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:06.047141 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fe9903-ed0d-4013-a898-9a495f193ccb None None] The sync data for ids ['f403daa6-045c-4738-b4d7-cc55af107081'] in n-d-800086-12 is: [{'id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'name': 'tempest-ServersTestJSON-1238713276-router', 'tenant_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:06:25Z', 'updated_at': '2021-07-22T19:09:03Z', 'revision_number': 5, 'project_id': 'e50d9d2c5a7e46748d4298f11daca3fd', 'gw_port': {'id': '96d513c1-bf1a-47d6-a0cd-623029186036', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f403daa6-045c-4738-b4d7-cc55af107081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:06:27Z', 'updated_at': '2021-07-22T19:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:09:06.061866 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-44e41d14-b84c-4646-9180-d14a1aac3752 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] For port 6220db22-9131-4142-bc09-312916d46398, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6220db22-9131-4142-bc09-312916d46398,segment=NetworkSegment(acff410e-7ff1-4fe2-a1e0-ed0693f7afe1),segment_id=acff410e-7ff1-4fe2-a1e0-ed0693f7afe1)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:06.062235 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44e41d14-b84c-4646-9180-d14a1aac3752 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:06.081757 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0480f623-3b9f-47c9-882c-4dcc20603f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:06.111091 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480f623-3b9f-47c9-882c-4dcc20603f3b None None] Pushing event deleted for resources: {'Port': ['ID=6220db22-9131-4142-bc09-312916d46398,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:06.121215 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0480f623-3b9f-47c9-882c-4dcc20603f3b None None] No DVR routers for this DVR port 6220db22-9131-4142-bc09-312916d46398 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:09:06.129749 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-44e41d14-b84c-4646-9180-d14a1aac3752 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Calling delete_port for 6220db22-9131-4142-bc09-312916d46398 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:06.166463 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-b138db3e-a8aa-4a55-8329-2fa1cd3f4523 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9086254 Jul 22 19:09:06.175082 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9dc62cdb-90ac-413b-8274-35be472cfc1a req-c7383958-d76e-48f2-b3da-855402abaec2 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120285 Jul 22 19:09:06.196516 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42fbef14-d53e-415c-bb88-b23db2c2b581 req-e8e993c8-f32b-46d7-9d7d-426c0d2e77ee tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/security-groups?id=c172a87e-16e2-4c6f-9abd-54aba83abe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933680 Jul 22 19:09:06.262715 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44e41d14-b84c-4646-9180-d14a1aac3752 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:06.326271 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e41d14-b84c-4646-9180-d14a1aac3752 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] No DVR routers for this DVR port 6220db22-9131-4142-bc09-312916d46398 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:09:06.331788 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e41d14-b84c-4646-9180-d14a1aac3752 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event deleted for resources: {'Port': ['ID=6220db22-9131-4142-bc09-312916d46398,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:06.409160 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c322114-df57-432d-9160-f6fd4ed96990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:06.440063 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44e41d14-b84c-4646-9180-d14a1aac3752 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:06.441000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-1b4e461e-bd04-47ef-9e73-ee101bc13713 admin admin] Deleting port 96d513c1-bf1a-47d6-a0cd-623029186036 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:06.441350 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b4e461e-bd04-47ef-9e73-ee101bc13713 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:06.462769 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0f9a0a1b-513e-4c3b-b8f6-23bb795cb533 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:06.476097 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-44e41d14-b84c-4646-9180-d14a1aac3752 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4670c4bd-6620-43c1-bc5d-a465609945b9']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:06.478703 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c322114-df57-432d-9160-f6fd4ed96990 admin admin] Pushing event deleted for resources: {'Port': ['ID=797edb1a-6733-4cf3-9ea1-0e05936ba3d1,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:06.496965 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0f71bf-53c2-426a-92ec-4805a7a58dfe {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:09:06.510314 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:06.525199 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-44e41d14-b84c-4646-9180-d14a1aac3752 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acff410e-7ff1-4fe2-a1e0-ed0693f7afe1') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:06.525608 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-44e41d14-b84c-4646-9180-d14a1aac3752 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acff410e-7ff1-4fe2-a1e0-ed0693f7afe1') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:06.564890 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44e41d14-b84c-4646-9180-d14a1aac3752 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:06.578910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a0a1b-513e-4c3b-b8f6-23bb795cb533 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Pushing event deleted for resources: {'Port': ['ID=684b6910-149a-40b5-88dc-a2ad1496b1f4,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:06.585063 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-7751d003-8baf-4847-bb94-55b8c2fef84d service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998430 Jul 22 19:09:06.586889 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44e41d14-b84c-4646-9180-d14a1aac3752 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:06.604504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] Transition to ACTIVE for port object fe0f71bf-53c2-426a-92ec-4805a7a58dfe will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:06.613224 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e41d14-b84c-4646-9180-d14a1aac3752 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:09:06.614165 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44e41d14-b84c-4646-9180-d14a1aac3752 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:09:06.618326 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:09:06.627406 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:09:06.661375 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:06.666429 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0f9a0a1b-513e-4c3b-b8f6-23bb795cb533 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:06.671190 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0f9a0a1b-513e-4c3b-b8f6-23bb795cb533 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "DELETE /v2.0/ports/684b6910-149a-40b5-88dc-a2ad1496b1f4 HTTP/1.1" status: 204 len: 168 time: 2.5887761 Jul 22 19:09:06.682658 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39188) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:06.694153 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c322114-df57-432d-9160-f6fd4ed96990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:06.699432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39190) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:06.777691 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-1b4e461e-bd04-47ef-9e73-ee101bc13713 admin admin] For port 96d513c1-bf1a-47d6-a0cd-623029186036, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=96d513c1-bf1a-47d6-a0cd-623029186036,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:06.778216 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b4e461e-bd04-47ef-9e73-ee101bc13713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:06.805552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48ffd5-0e7c-401f-b17a-417a18d385d9 req-544803dc-697a-4b92-a48e-de15bf0d4c4f tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:06.807155 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a48ffd5-0e7c-401f-b17a-417a18d385d9 req-544803dc-697a-4b92-a48e-de15bf0d4c4f tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbdbd275-5528-4709-b4a2-4390ef373420 HTTP/1.1" status: 200 len: 932 time: 0.5048170 Jul 22 19:09:06.829202 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-1b4e461e-bd04-47ef-9e73-ee101bc13713 admin admin] Calling delete_port for 96d513c1-bf1a-47d6-a0cd-623029186036 owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:06.851664 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=94b26849-c8d8-4e93-b7c1-97e8e09ed7a5,segment=NetworkSegment(332d3917-53ec-439f-961f-2e09cd850725),segment_id=332d3917-53ec-439f-961f-2e09cd850725)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:06.852318 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0f71bf-53c2-426a-92ec-4805a7a58dfe,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:06.872579 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '94b26849-c8d8-4e93-b7c1-97e8e09ed7a5', 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c', 'port_id': '94b26849-c8d8-4e93-b7c1-97e8e09ed7a5', 'mac_address': 'fa:16:3e:21:13:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e704e8-35a9-4b1e-95ec-b95d54669535', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:09:06.921427 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:06.943302 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:09:06.976577 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=94b26849-c8d8-4e93-b7c1-97e8e09ed7a5,segment=NetworkSegment(332d3917-53ec-439f-961f-2e09cd850725),segment_id=332d3917-53ec-439f-961f-2e09cd850725)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:06.982681 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.013500 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3447f10-3e0d-44e2-b960-6c8d2eb0cf70 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] GET failed (client error): The resource could not be found. Jul 22 19:09:07.015344 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c3447f10-3e0d-44e2-b960-6c8d2eb0cf70 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "GET /v2.0/ports/684b6910-149a-40b5-88dc-a2ad1496b1f4 HTTP/1.1" status: 404 len: 333 time: 0.3311646 Jul 22 19:09:07.021819 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c322114-df57-432d-9160-f6fd4ed96990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.023475 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39194) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:07.029327 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-2a885996-556d-4998-9b75-04eeed2e029f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Request body: {'port': {'network_id': '3ca286ac-0570-4f29-96ef-23e2994f44c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-816222971'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:07.033029 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c322114-df57-432d-9160-f6fd4ed96990 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.034775 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44e41d14-b84c-4646-9180-d14a1aac3752 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.037702 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a48ffd5-0e7c-401f-b17a-417a18d385d9 req-798a2d87-50f9-4c49-81a1-f6b9f33c646b tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117054 Jul 22 19:09:07.043488 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b5fc778-2869-4d0c-9251-152877be4496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.051036 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=94b26849-c8d8-4e93-b7c1-97e8e09ed7a5,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:07.068173 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44e41d14-b84c-4646-9180-d14a1aac3752 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.073027 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-44e41d14-b84c-4646-9180-d14a1aac3752 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "DELETE /v2.0/networks/4670c4bd-6620-43c1-bc5d-a465609945b9 HTTP/1.1" status: 204 len: 168 time: 1.9980326 Jul 22 19:09:07.075576 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39196) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:07.084426 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e41d14-b84c-4646-9180-d14a1aac3752 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event deleted for resources: {'Network': ['ID=4670c4bd-6620-43c1-bc5d-a465609945b9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:07.139991 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c322114-df57-432d-9160-f6fd4ed96990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.140681 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c322114-df57-432d-9160-f6fd4ed96990 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86f6bebb-b308-49f9-9631-34b541c3ad19 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:09:07.177626 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c322114-df57-432d-9160-f6fd4ed96990 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.181439 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6c322114-df57-432d-9160-f6fd4ed96990 admin admin] 10.222.0.13 "DELETE /v2.0/routers/86f6bebb-b308-49f9-9631-34b541c3ad19 HTTP/1.1" status: 204 len: 168 time: 2.4584489 Jul 22 19:09:07.182036 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39198) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:07.198593 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['94b26849-c8d8-4e93-b7c1-97e8e09ed7a5'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:09:07.200976 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] Attempting to bind port fe0f71bf-53c2-426a-92ec-4805a7a58dfe on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:09:07.201321 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] Attempting to bind port fe0f71bf-53c2-426a-92ec-4805a7a58dfe by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '1c0f8198-3df1-46b2-98a8-a7797e442d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:09:07.201642 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] Attempting to bind port fe0f71bf-53c2-426a-92ec-4805a7a58dfe on network 52a47484-7add-4cd9-accb-b877eb05e9c5 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:09:07.233227 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] Port fe0f71bf-53c2-426a-92ec-4805a7a58dfe on network 52a47484-7add-4cd9-accb-b877eb05e9c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:09:07.233543 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] Attempting to bind port fe0f71bf-53c2-426a-92ec-4805a7a58dfe on network 52a47484-7add-4cd9-accb-b877eb05e9c5 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:09:07.250584 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:09:07.250927 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] Checking segment: {'id': '1c0f8198-3df1-46b2-98a8-a7797e442d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:07.251315 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] Bound using segment: {'id': '1c0f8198-3df1-46b2-98a8-a7797e442d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:09:07.251756 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] Bound port: fe0f71bf-53c2-426a-92ec-4805a7a58dfe, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0f8198-3df1-46b2-98a8-a7797e442d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:09:07.252115 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.260364 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-77885f5f-1a9c-48fd-8ca7-4434da9556c4 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Deleting subnet 40618aff-421a-4b9c-be35-71214db164f0 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:09:07.280806 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-77885f5f-1a9c-48fd-8ca7-4434da9556c4 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.293384 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-18609188-9ab4-42f2-aa7e-1124f42ec801 admin admin] Deleting subnet 5b64e6c5-bc9c-41ac-ba0e-c190ce38d3cc {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:09:07.297163 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18609188-9ab4-42f2-aa7e-1124f42ec801 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.335519 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18609188-9ab4-42f2-aa7e-1124f42ec801 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.342831 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 06d43e01-e6c6-4b45-922b-7d965bac5a66 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:09:07.380126 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18609188-9ab4-42f2-aa7e-1124f42ec801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.388705 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 06d43e01-e6c6-4b45-922b-7d965bac5a66 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:09:07.389060 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 06d43e01-e6c6-4b45-922b-7d965bac5a66 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:09:07.389491 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bbd5ff12-05fd-468b-b9e3-57ea24474cfd no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:09:07.416091 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: bbd5ff12-05fd-468b-b9e3-57ea24474cfd {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:09:07.416433 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bbd5ff12-05fd-468b-b9e3-57ea24474cfd not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:09:07.417110 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 797edb1a-6733-4cf3-9ea1-0e05936ba3d1 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:09:07.444962 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 797edb1a-6733-4cf3-9ea1-0e05936ba3d1 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:09:07.445718 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 797edb1a-6733-4cf3-9ea1-0e05936ba3d1 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:09:07.446221 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6220db22-9131-4142-bc09-312916d46398 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:09:07.451037 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18609188-9ab4-42f2-aa7e-1124f42ec801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.469278 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18609188-9ab4-42f2-aa7e-1124f42ec801 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.471752 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-18609188-9ab4-42f2-aa7e-1124f42ec801 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5b64e6c5-bc9c-41ac-ba0e-c190ce38d3cc HTTP/1.1" status: 204 len: 168 time: 0.2885375 Jul 22 19:09:07.472229 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-77885f5f-1a9c-48fd-8ca7-4434da9556c4 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.480456 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39204) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:07.485863 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 6220db22-9131-4142-bc09-312916d46398 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:09:07.486210 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6220db22-9131-4142-bc09-312916d46398 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:09:07.491813 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18609188-9ab4-42f2-aa7e-1124f42ec801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b64e6c5-bc9c-41ac-ba0e-c190ce38d3cc,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:07.587420 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b5fc778-2869-4d0c-9251-152877be4496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.598536 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b4e461e-bd04-47ef-9e73-ee101bc13713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.606471 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a885996-556d-4998-9b75-04eeed2e029f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Made reservation on behalf of 212ce3da866945a6992d1927791bd41d for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:07.610186 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b5fc778-2869-4d0c-9251-152877be4496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.610358 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2a885996-556d-4998-9b75-04eeed2e029f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.618237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] For port fe0f71bf-53c2-426a-92ec-4805a7a58dfe, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:09:07.629060 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-2a885996-556d-4998-9b75-04eeed2e029f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] device_id is not set on port d0884e5a-0503-4942-bd7c-7f0bc34c8c09 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:09:07.722609 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e461e-bd04-47ef-9e73-ee101bc13713 admin admin] Pushing event deleted for resources: {'Port': ['ID=96d513c1-bf1a-47d6-a0cd-623029186036,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:07.748694 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-2a885996-556d-4998-9b75-04eeed2e029f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Allocated IP 2001:db8::1f3 (3ca286ac-0570-4f29-96ef-23e2994f44c5/4100e960-af68-4878-8b17-938144350d44/d0884e5a-0503-4942-bd7c-7f0bc34c8c09) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:07.768534 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] For port fe0f71bf-53c2-426a-92ec-4805a7a58dfe, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=fe0f71bf-53c2-426a-92ec-4805a7a58dfe,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:09:07.789355 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a651b1d7-5f48-434e-a803-2523c3f0de13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.797859 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.825463 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0b5fc778-2869-4d0c-9251-152877be4496 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a55b96dca5a24145aa74586ff53f70ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0870435 Jul 22 19:09:07.829728 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39206) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:07.836349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fc778-2869-4d0c-9251-152877be4496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8d085b-b1e5-4134-bd79-d26dd00e7bbb,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:07.891931 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8581b89-3b82-4f81-9ac6-331952c87525 req-5472a0c1-4867-4950-b85b-c177da9406b4 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:07.893464 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8581b89-3b82-4f81-9ac6-331952c87525 req-5472a0c1-4867-4950-b85b-c177da9406b4 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 944 time: 0.5133140 Jul 22 19:09:07.907774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274c4d5-c88f-4e75-9ebd-d281824d42ed req-278e9ddc-25b6-4f28-8abc-34cf42b7852b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:07.909284 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2274c4d5-c88f-4e75-9ebd-d281824d42ed req-278e9ddc-25b6-4f28-8abc-34cf42b7852b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 950 time: 0.5266650 Jul 22 19:09:07.918941 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-77885f5f-1a9c-48fd-8ca7-4434da9556c4 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.953542 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2a885996-556d-4998-9b75-04eeed2e029f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.961564 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1db0ce4-08e0-4216-9d83-7ede1dbd7df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.974775 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:07.975635 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:07.975788 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-2a885996-556d-4998-9b75-04eeed2e029f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Transition to ACTIVE for port object d0884e5a-0503-4942-bd7c-7f0bc34c8c09 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:07.977037 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] 10.222.0.16 "PUT /v2.0/ports/fe0f71bf-53c2-426a-92ec-4805a7a58dfe HTTP/1.1" status: 200 len: 1093 time: 3.3456852 Jul 22 19:09:07.978771 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbdbd275-5528-4709-b4a2-4390ef373420', 'tag': 'fe0f71bf-53c2-426a-92ec-4805a7a58dfe'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:09:07.981033 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff01b6b-08d2-4d94-bab5-0b5d36adf404" -d '{"events": [{"name": "network-changed", "server_uuid": "fbdbd275-5528-4709-b4a2-4390ef373420", "tag": "fe0f71bf-53c2-426a-92ec-4805a7a58dfe"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:09:08.014646 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1db0ce4-08e0-4216-9d83-7ede1dbd7df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.050917 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2a885996-556d-4998-9b75-04eeed2e029f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.078352 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc74a74-3d2e-480c-a0bc-76ab3dd7f390 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0f71bf-53c2-426a-92ec-4805a7a58dfe,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:08.096946 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a885996-556d-4998-9b75-04eeed2e029f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Network 3ca286ac-0570-4f29-96ef-23e2994f44c5 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:08.101716 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b4e461e-bd04-47ef-9e73-ee101bc13713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.105483 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-2a885996-556d-4998-9b75-04eeed2e029f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:08.109770 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a885996-556d-4998-9b75-04eeed2e029f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:08.116322 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a885996-556d-4998-9b75-04eeed2e029f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:08.116973 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2a885996-556d-4998-9b75-04eeed2e029f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.129279 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a885996-556d-4998-9b75-04eeed2e029f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Pushing event updated for resources: {'Port': ['ID=d0884e5a-0503-4942-bd7c-7f0bc34c8c09,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:08.135282 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1db0ce4-08e0-4216-9d83-7ede1dbd7df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.138234 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1db0ce4-08e0-4216-9d83-7ede1dbd7df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.140594 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d1db0ce4-08e0-4216-9d83-7ede1dbd7df3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b8d085b-b1e5-4134-bd79-d26dd00e7bbb HTTP/1.1" status: 204 len: 168 time: 0.3093550 Jul 22 19:09:08.149608 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db0ce4-08e0-4216-9d83-7ede1dbd7df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8d085b-b1e5-4134-bd79-d26dd00e7bbb,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:08.154993 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2a885996-556d-4998-9b75-04eeed2e029f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1300766 Jul 22 19:09:08.155603 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39214) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:08.162487 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b450dc16-92d1-4306-b196-1f04c70ceef5 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Request body: {'port': {'network_id': '3ca286ac-0570-4f29-96ef-23e2994f44c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1267442421'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:08.251958 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8581b89-3b82-4f81-9ac6-331952c87525 req-b3dbb359-bded-4caf-a4b4-5db391e3a223 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/security-groups?id=c172a87e-16e2-4c6f-9abd-54aba83abe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3382289 Jul 22 19:09:08.261854 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2274c4d5-c88f-4e75-9ebd-d281824d42ed req-d3f51146-968b-442b-926a-6b1ea3fd8408 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314569 Jul 22 19:09:08.316707 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a651b1d7-5f48-434e-a803-2523c3f0de13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.322978 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b4e461e-bd04-47ef-9e73-ee101bc13713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.331786 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b4e461e-bd04-47ef-9e73-ee101bc13713 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.347870 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-a651b1d7-5f48-434e-a803-2523c3f0de13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da7cf044-915e-459b-bb3e-1bab7d435ed9']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:08.350975 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-77885f5f-1a9c-48fd-8ca7-4434da9556c4 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.354238 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea76886-9d21-426c-8801-2e5f95c8064e x-openstack-request-id: req-0ea76886-9d21-426c-8801-2e5f95c8064e {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:08.354723 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbdbd275-5528-4709-b4a2-4390ef373420", "tag": "fe0f71bf-53c2-426a-92ec-4805a7a58dfe", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:08.355139 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ea76886-9d21-426c-8801-2e5f95c8064e {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:08.355707 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbdbd275-5528-4709-b4a2-4390ef373420', 'tag': 'fe0f71bf-53c2-426a-92ec-4805a7a58dfe', 'status': 'completed', 'code': 200} Jul 22 19:09:08.373851 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b450dc16-92d1-4306-b196-1f04c70ceef5 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Made reservation on behalf of 212ce3da866945a6992d1927791bd41d for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:08.377418 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b450dc16-92d1-4306-b196-1f04c70ceef5 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.398661 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-b450dc16-92d1-4306-b196-1f04c70ceef5 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] device_id is not set on port b4e30ca0-80ff-4554-bc64-63b8614925fa yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:09:08.506739 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-935ae7be-6286-4960-a3ff-e3c3e8ed6672 None None] Provisioning for port d0884e5a-0503-4942-bd7c-7f0bc34c8c09 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:08.517943 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-935ae7be-6286-4960-a3ff-e3c3e8ed6672 None None] Provisioning complete for port d0884e5a-0503-4942-bd7c-7f0bc34c8c09 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:08.518471 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-935ae7be-6286-4960-a3ff-e3c3e8ed6672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.539084 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-b450dc16-92d1-4306-b196-1f04c70ceef5 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Allocated IP 2001:db8::33f (3ca286ac-0570-4f29-96ef-23e2994f44c5/4100e960-af68-4878-8b17-938144350d44/b4e30ca0-80ff-4554-bc64-63b8614925fa) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:08.567588 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-935ae7be-6286-4960-a3ff-e3c3e8ed6672 None None] Port d0884e5a-0503-4942-bd7c-7f0bc34c8c09 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:09:08.622753 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:09:08.690170 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:08.695385 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:08.696022 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.723799 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b450dc16-92d1-4306-b196-1f04c70ceef5 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.740921 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-b450dc16-92d1-4306-b196-1f04c70ceef5 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Transition to ACTIVE for port object b4e30ca0-80ff-4554-bc64-63b8614925fa will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:08.745792 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-a651b1d7-5f48-434e-a803-2523c3f0de13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf91077-6018-45d3-a537-cd4f3c95d5c1') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:08.746093 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-a651b1d7-5f48-434e-a803-2523c3f0de13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf91077-6018-45d3-a537-cd4f3c95d5c1') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:08.763556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77885f5f-1a9c-48fd-8ca7-4434da9556c4 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event deleted for resources: {'Subnet': ['ID=40618aff-421a-4b9c-be35-71214db164f0,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:08.784418 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b450dc16-92d1-4306-b196-1f04c70ceef5 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.792301 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a651b1d7-5f48-434e-a803-2523c3f0de13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.802356 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa07295-af73-4681-a658-5af4ff75c7d6 None None] Network 61e26a96-999b-4cb9-96d6-7a8cffc1f46f requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:08.803184 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-77885f5f-1a9c-48fd-8ca7-4434da9556c4 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.805372 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-77885f5f-1a9c-48fd-8ca7-4434da9556c4 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "DELETE /v2.0/subnets/40618aff-421a-4b9c-be35-71214db164f0 HTTP/1.1" status: 204 len: 168 time: 1.7288563 Jul 22 19:09:08.811410 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b4e461e-bd04-47ef-9e73-ee101bc13713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.812219 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4e461e-bd04-47ef-9e73-ee101bc13713 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f403daa6-045c-4738-b4d7-cc55af107081 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:09:08.817177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39228) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:08.823180 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-e14109ea-d39a-4f5a-b9e3-08f55a7cf624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:08.825203 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-e14109ea-d39a-4f5a-b9e3-08f55a7cf624 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84dac082e65849c58aa9594ac2ba407c&device_id=fbdbd275-5528-4709-b4a2-4390ef373420 HTTP/1.1" status: 200 len: 1096 time: 0.7900417 Jul 22 19:09:08.836174 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a651b1d7-5f48-434e-a803-2523c3f0de13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.842638 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b4e461e-bd04-47ef-9e73-ee101bc13713 admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.843956 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1b4e461e-bd04-47ef-9e73-ee101bc13713 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f403daa6-045c-4738-b4d7-cc55af107081 HTTP/1.1" status: 204 len: 168 time: 4.1542046 Jul 22 19:09:08.853047 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.854341 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b450dc16-92d1-4306-b196-1f04c70ceef5 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Network 3ca286ac-0570-4f29-96ef-23e2994f44c5 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:08.854981 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39232) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:08.868447 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-b450dc16-92d1-4306-b196-1f04c70ceef5 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:08.875132 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a651b1d7-5f48-434e-a803-2523c3f0de13 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:09:08.875719 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a651b1d7-5f48-434e-a803-2523c3f0de13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:09:08.878739 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:09:08.911168 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b450dc16-92d1-4306-b196-1f04c70ceef5 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:08.923066 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b450dc16-92d1-4306-b196-1f04c70ceef5 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:08.923751 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b450dc16-92d1-4306-b196-1f04c70ceef5 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.931709 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:08.958001 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450dc16-92d1-4306-b196-1f04c70ceef5 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Pushing event updated for resources: {'Port': ['ID=b4e30ca0-80ff-4554-bc64-63b8614925fa,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:08.968910 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b26849-c8d8-4e93-b7c1-97e8e09ed7a5'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:09:08.971517 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8615334-481e-44dc-baa2-dc6f64352777" -d '{"events": [{"server_uuid": "4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5", "name": "network-vif-plugged", "status": "completed", "tag": "94b26849-c8d8-4e93-b7c1-97e8e09ed7a5"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:09:08.984128 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b450dc16-92d1-4306-b196-1f04c70ceef5 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8271077 Jul 22 19:09:08.992372 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39238) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:08.993888 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-d64e99d9-c007-4cba-bb44-d954da2545f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe0f71bf-53c2-426a-92ec-4805a7a58dfe HTTP/1.1" status: 200 len: 217 time: 0.1335416 Jul 22 19:09:08.998910 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f2edc880-dc87-49d1-9cca-41da27ef4e1d tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3dd', 'mac_address': 'fa:16:3e:c3:0e:db'}, {'ip_address': '2001:db8::1f3', 'mac_address': 'fa:16:3e:80:b3:15'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:09.067795 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-205862db-0714-4a55-bab6-8f89a6ae42ff admin admin] Deleting subnet d48270ba-b16f-49be-a9cd-03fdc53d1bf5 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:09:09.081407 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=94b26849-c8d8-4e93-b7c1-97e8e09ed7a5,segment=NetworkSegment(332d3917-53ec-439f-961f-2e09cd850725),segment_id=332d3917-53ec-439f-961f-2e09cd850725)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:09.084689 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5b4447-428a-48ea-9404-c4d0fc28e7d8 x-openstack-request-id: req-aa5b4447-428a-48ea-9404-c4d0fc28e7d8 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:09.085374 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5", "name": "network-vif-plugged", "status": "completed", "tag": "94b26849-c8d8-4e93-b7c1-97e8e09ed7a5", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:09.086169 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa5b4447-428a-48ea-9404-c4d0fc28e7d8 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:09.086855 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b26849-c8d8-4e93-b7c1-97e8e09ed7a5', 'code': 200} Jul 22 19:09:09.091451 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-205862db-0714-4a55-bab6-8f89a6ae42ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:09.092035 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:09.173848 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=94b26849-c8d8-4e93-b7c1-97e8e09ed7a5,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:09.213882 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-205862db-0714-4a55-bab6-8f89a6ae42ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:09.224184 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a651b1d7-5f48-434e-a803-2523c3f0de13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:09.235074 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8054dc37-ba85-4209-8f72-0307837c6b70 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:09.244804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da89272-63c8-4645-9d1c-9b97a7aed9e0 req-14dd87da-441d-4180-85f0-d1b86cfd6d38 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:09.246449 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8da89272-63c8-4645-9d1c-9b97a7aed9e0 req-14dd87da-441d-4180-85f0-d1b86cfd6d38 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbdbd275-5528-4709-b4a2-4390ef373420 HTTP/1.1" status: 200 len: 944 time: 0.5237601 Jul 22 19:09:09.251337 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a651b1d7-5f48-434e-a803-2523c3f0de13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:09.253341 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a651b1d7-5f48-434e-a803-2523c3f0de13 admin admin] 10.222.0.13 "DELETE /v2.0/networks/da7cf044-915e-459b-bb3e-1bab7d435ed9 HTTP/1.1" status: 204 len: 168 time: 1.7490659 Jul 22 19:09:09.278315 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651b1d7-5f48-434e-a803-2523c3f0de13 admin admin] Pushing event deleted for resources: {'Network': ['ID=da7cf044-915e-459b-bb3e-1bab7d435ed9,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:09.282899 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-09c8d22c-5480-499e-9d17-6763e94004c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:09.285740 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-09c8d22c-5480-499e-9d17-6763e94004c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c968c48-1c3b-44da-8dcd-5ec44f87705f HTTP/1.1" status: 200 len: 844 time: 0.2691712 Jul 22 19:09:09.361204 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-0eca2c38-e191-40fe-b6bc-9625a4701006 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=52a47484-7add-4cd9-accb-b877eb05e9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629632 Jul 22 19:09:09.386989 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2edc880-dc87-49d1-9cca-41da27ef4e1d tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:09.419124 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a41b4d-1c71-4c5b-b749-05162c3fbb0a None None] DHCP port deletion for 61e26a96-999b-4cb9-96d6-7a8cffc1f46f request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:09:09.434224 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-205862db-0714-4a55-bab6-8f89a6ae42ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:09.437944 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5e9b2c6c-7309-4136-b3fb-25657817febc None None] Provisioning for port b4e30ca0-80ff-4554-bc64-63b8614925fa completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:09.499594 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8da89272-63c8-4645-9d1c-9b97a7aed9e0 req-64498d3c-6695-443a-8e3a-3314b65a7336 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343340 Jul 22 19:09:09.516722 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5e9b2c6c-7309-4136-b3fb-25657817febc None None] Provisioning complete for port b4e30ca0-80ff-4554-bc64-63b8614925fa triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:09.517613 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2c6c-7309-4136-b3fb-25657817febc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:09.608295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429d252-2869-449e-9d30-ce59910ce7ad req-f9611b11-8d22-4ecb-b8ae-d3c6d16f0e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:09.609893 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2429d252-2869-449e-9d30-ce59910ce7ad req-f9611b11-8d22-4ecb-b8ae-d3c6d16f0e5d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 1097 time: 0.4374738 Jul 22 19:09:09.684943 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-205862db-0714-4a55-bab6-8f89a6ae42ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:09.730470 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39252) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:09.738798 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2429d252-2869-449e-9d30-ce59910ce7ad req-5f189a78-8dc8-4d39-bb03-3c08b63b00e4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c172a87e-16e2-4c6f-9abd-54aba83abe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187212 Jul 22 19:09:09.763546 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 96d513c1-bf1a-47d6-a0cd-623029186036 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:09:09.764258 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205862db-0714-4a55-bab6-8f89a6ae42ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d48270ba-b16f-49be-a9cd-03fdc53d1bf5,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:09.778014 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-205862db-0714-4a55-bab6-8f89a6ae42ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:09.782133 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-205862db-0714-4a55-bab6-8f89a6ae42ff admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d48270ba-b16f-49be-a9cd-03fdc53d1bf5 HTTP/1.1" status: 204 len: 168 time: 0.9239769 Jul 22 19:09:09.782293 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6539b87-264b-416a-9030-1784a88ddc39 req-7d20eead-f891-4bf9-9a08-368697b4b33f tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:09.785817 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39258) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:09.800640 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6539b87-264b-416a-9030-1784a88ddc39 req-7d20eead-f891-4bf9-9a08-368697b4b33f tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 945 time: 0.3493872 Jul 22 19:09:09.801542 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 96d513c1-bf1a-47d6-a0cd-623029186036 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:09:09.803160 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 96d513c1-bf1a-47d6-a0cd-623029186036 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:09:09.803675 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a89eaf05-ab94-4d5d-9919-3b08dc57a6e6 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:09:09.814271 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-8054dc37-ba85-4209-8f72-0307837c6b70 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Deleting port a89eaf05-ab94-4d5d-9919-3b08dc57a6e6 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:09.815474 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8054dc37-ba85-4209-8f72-0307837c6b70 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:09.853185 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-0bffac87-793c-4649-a0bf-c2cfca331ea3 service neutron] 10.222.0.16 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844208 Jul 22 19:09:09.854270 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd573c2-8870-4592-b6ba-2d1f89925efe None None] Network f9bbe562-b493-48e1-a0cc-ad8bf88524eb requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:09.861803 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-63675291-208a-4317-a1db-e851ac16a08c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=180287b3edd14ce389e863380bc23ecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1299579 Jul 22 19:09:09.867006 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39262) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:09.939808 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2edc880-dc87-49d1-9cca-41da27ef4e1d tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:09.954122 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7ae58d1-ad6a-4f0d-9cc3-caf94d618059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:09.960088 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2edc880-dc87-49d1-9cca-41da27ef4e1d tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:09.979115 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:09.992898 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6539b87-264b-416a-9030-1784a88ddc39 req-768f41e3-3ebc-4881-8700-5c883f3f380f tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/security-groups?id=c172a87e-16e2-4c6f-9abd-54aba83abe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856773 Jul 22 19:09:10.008845 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f2edc880-dc87-49d1-9cca-41da27ef4e1d tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] In _notify_port_updated(), no bound segment for port b4e30ca0-80ff-4554-bc64-63b8614925fa on network 3ca286ac-0570-4f29-96ef-23e2994f44c5 {{(pid=93806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:09:10.009754 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6a25c-75c1-4b2a-b651-4aead73c7f61 req-bb1c41ae-eecc-4c07-a271-8e6cd0d7f298 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:10.011594 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41e6a25c-75c1-4b2a-b651-4aead73c7f61 req-bb1c41ae-eecc-4c07-a271-8e6cd0d7f298 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 950 time: 0.3519907 Jul 22 19:09:10.013588 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-8054dc37-ba85-4209-8f72-0307837c6b70 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] For port a89eaf05-ab94-4d5d-9919-3b08dc57a6e6, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a89eaf05-ab94-4d5d-9919-3b08dc57a6e6,segment=NetworkSegment(23380bb9-f411-4802-ab03-1beca1c1aec2),segment_id=23380bb9-f411-4802-ab03-1beca1c1aec2)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:10.013959 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8054dc37-ba85-4209-8f72-0307837c6b70 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:10.022985 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2edc880-dc87-49d1-9cca-41da27ef4e1d tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:10.023983 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2edc880-dc87-49d1-9cca-41da27ef4e1d tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:10.024775 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port a89eaf05-ab94-4d5d-9919-3b08dc57a6e6, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a89eaf05-ab94-4d5d-9919-3b08dc57a6e6,segment=NetworkSegment(23380bb9-f411-4802-ab03-1beca1c1aec2),segment_id=23380bb9-f411-4802-ab03-1beca1c1aec2)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:10.026208 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f2edc880-dc87-49d1-9cca-41da27ef4e1d tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "PUT /v2.0/ports/b4e30ca0-80ff-4554-bc64-63b8614925fa HTTP/1.1" status: 200 len: 1068 time: 1.0323608 Jul 22 19:09:10.032036 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39266) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:10.041561 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-d4a41b4d-1c71-4c5b-b749-05162c3fbb0a None None] Deleting port a89eaf05-ab94-4d5d-9919-3b08dc57a6e6 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:10.041941 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d4a41b4d-1c71-4c5b-b749-05162c3fbb0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:10.042089 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-8054dc37-ba85-4209-8f72-0307837c6b70 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Calling delete_port for a89eaf05-ab94-4d5d-9919-3b08dc57a6e6 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:10.129377 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d4a41b4d-1c71-4c5b-b749-05162c3fbb0a None None] For port a89eaf05-ab94-4d5d-9919-3b08dc57a6e6, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a89eaf05-ab94-4d5d-9919-3b08dc57a6e6,segment=NetworkSegment(23380bb9-f411-4802-ab03-1beca1c1aec2),segment_id=23380bb9-f411-4802-ab03-1beca1c1aec2)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:10.129787 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d4a41b4d-1c71-4c5b-b749-05162c3fbb0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:10.135937 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5e9b2c6c-7309-4136-b3fb-25657817febc None None] Port b4e30ca0-80ff-4554-bc64-63b8614925fa cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:09:10.137897 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2edc880-dc87-49d1-9cca-41da27ef4e1d tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Pushing event updated for resources: {'Port': ['ID=b4e30ca0-80ff-4554-bc64-63b8614925fa,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:10.143285 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f90a6859-fc3c-4696-84ad-0c3935dc3352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:10.149322 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:10.171504 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-d4a41b4d-1c71-4c5b-b749-05162c3fbb0a None None] Calling delete_port for a89eaf05-ab94-4d5d-9919-3b08dc57a6e6 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:10.195489 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f90a6859-fc3c-4696-84ad-0c3935dc3352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:10.227273 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41e6a25c-75c1-4b2a-b651-4aead73c7f61 req-674f811b-7586-4242-b03c-8b0fac85d34c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083442 Jul 22 19:09:10.254262 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03d6d536-d2ef-477f-9b49-87d37b6c6206 req-8436afb9-ad88-4413-9248-d92a7e903411 service neutron] 10.222.0.16 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738186 Jul 22 19:09:10.288345 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39272) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:10.294168 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-a7ae58d1-ad6a-4f0d-9cc3-caf94d618059 admin admin] Deleting port 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:10.294877 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7ae58d1-ad6a-4f0d-9cc3-caf94d618059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:10.411427 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6f9cc-c8eb-467d-beb2-95d532fcf00f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Deleting port b4e30ca0-80ff-4554-bc64-63b8614925fa {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:10.412422 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4dd6f9cc-c8eb-467d-beb2-95d532fcf00f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:10.415677 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f90a6859-fc3c-4696-84ad-0c3935dc3352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:10.417912 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f90a6859-fc3c-4696-84ad-0c3935dc3352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:10.419599 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f90a6859-fc3c-4696-84ad-0c3935dc3352 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28037d60-0667-4114-9300-1771ba0a7fd2 HTTP/1.1" status: 204 len: 168 time: 0.5497038 Jul 22 19:09:10.431195 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8054dc37-ba85-4209-8f72-0307837c6b70 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:10.452177 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d4a41b4d-1c71-4c5b-b749-05162c3fbb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:10.462484 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-a7ae58d1-ad6a-4f0d-9cc3-caf94d618059 admin admin] For port 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=3c2eaa37-ef50-4fa7-a4d3-829fcd13796d,segment=NetworkSegment(ca82d60c-babc-4546-beb5-f9d9b0bdf619),segment_id=ca82d60c-babc-4546-beb5-f9d9b0bdf619)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:10.462927 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7ae58d1-ad6a-4f0d-9cc3-caf94d618059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:10.499523 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054dc37-ba85-4209-8f72-0307837c6b70 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event deleted for resources: {'Port': ['ID=a89eaf05-ab94-4d5d-9919-3b08dc57a6e6,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:10.504308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8054dc37-ba85-4209-8f72-0307837c6b70 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] No DVR routers for this DVR port a89eaf05-ab94-4d5d-9919-3b08dc57a6e6 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:09:10.507458 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a6859-fc3c-4696-84ad-0c3935dc3352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28037d60-0667-4114-9300-1771ba0a7fd2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:10.517925 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff01b6b-08d2-4d94-bab5-0b5d36adf404 req-b1c67437-c2e9-4545-b45f-8628ca1d5e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:10.519482 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3ff01b6b-08d2-4d94-bab5-0b5d36adf404 req-b1c67437-c2e9-4545-b45f-8628ca1d5e62 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84dac082e65849c58aa9594ac2ba407c&device_id=fbdbd275-5528-4709-b4a2-4390ef373420 HTTP/1.1" status: 200 len: 1096 time: 0.1908798 Jul 22 19:09:10.525728 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a41b4d-1c71-4c5b-b749-05162c3fbb0a None None] No DVR routers for this DVR port a89eaf05-ab94-4d5d-9919-3b08dc57a6e6 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:09:10.528847 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-a7ae58d1-ad6a-4f0d-9cc3-caf94d618059 admin admin] Calling delete_port for 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:10.556723 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=a89eaf05-ab94-4d5d-9919-3b08dc57a6e6,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:10.601412 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-757a6dc1-163b-44dd-8b48-082cdd7b1673 None None] Provisioning complete for port b4e30ca0-80ff-4554-bc64-63b8614925fa triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:10.601974 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-757a6dc1-163b-44dd-8b48-082cdd7b1673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:10.604547 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a41b4d-1c71-4c5b-b749-05162c3fbb0a None None] Pushing event deleted for resources: {'Port': ['ID=a89eaf05-ab94-4d5d-9919-3b08dc57a6e6,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:10.668179 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-757a6dc1-163b-44dd-8b48-082cdd7b1673 None None] Port b4e30ca0-80ff-4554-bc64-63b8614925fa cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:09:10.739285 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-0d7b6bbd-b595-4c20-a409-0f233ed0b302 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1625438936'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:10.763038 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcf354a-2049-45af-9efe-a2acf4458f72 None None] DHCP port deletion for f9bbe562-b493-48e1-a0cc-ad8bf88524eb request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:09:10.823571 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8054dc37-ba85-4209-8f72-0307837c6b70 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:10.838424 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-6dcf354a-2049-45af-9efe-a2acf4458f72 None None] Deleting port 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:10.839628 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-8054dc37-ba85-4209-8f72-0307837c6b70 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e26a96-999b-4cb9-96d6-7a8cffc1f46f']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:10.839865 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6dcf354a-2049-45af-9efe-a2acf4458f72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:10.853659 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-8054dc37-ba85-4209-8f72-0307837c6b70 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23380bb9-f411-4802-ab03-1beca1c1aec2') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:10.854123 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-8054dc37-ba85-4209-8f72-0307837c6b70 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23380bb9-f411-4802-ab03-1beca1c1aec2') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:10.866035 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8054dc37-ba85-4209-8f72-0307837c6b70 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:10.882600 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8054dc37-ba85-4209-8f72-0307837c6b70 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:10.890474 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8054dc37-ba85-4209-8f72-0307837c6b70 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:09:10.891016 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8054dc37-ba85-4209-8f72-0307837c6b70 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:10.944750 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-6dcf354a-2049-45af-9efe-a2acf4458f72 None None] For port 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=3c2eaa37-ef50-4fa7-a4d3-829fcd13796d,segment=NetworkSegment(ca82d60c-babc-4546-beb5-f9d9b0bdf619),segment_id=ca82d60c-babc-4546-beb5-f9d9b0bdf619)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:10.945558 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6dcf354a-2049-45af-9efe-a2acf4458f72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:10.979186 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4dd6f9cc-c8eb-467d-beb2-95d532fcf00f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:10.986325 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-6dcf354a-2049-45af-9efe-a2acf4458f72 None None] Calling delete_port for 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:11.003154 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6f9cc-c8eb-467d-beb2-95d532fcf00f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Calling delete_port for b4e30ca0-80ff-4554-bc64-63b8614925fa owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:09:11.014136 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:09:11.024728 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8054dc37-ba85-4209-8f72-0307837c6b70 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:11.086301 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8054dc37-ba85-4209-8f72-0307837c6b70 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:11.088349 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8054dc37-ba85-4209-8f72-0307837c6b70 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "DELETE /v2.0/networks/61e26a96-999b-4cb9-96d6-7a8cffc1f46f HTTP/1.1" status: 204 len: 168 time: 2.2699425 Jul 22 19:09:11.098995 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054dc37-ba85-4209-8f72-0307837c6b70 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event deleted for resources: {'Network': ['ID=61e26a96-999b-4cb9-96d6-7a8cffc1f46f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:11.102998 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39290) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:11.108500 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-10f9c5ef-8157-45f5-9e37-dab5cf4bcef7 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-81931162'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:11.123469 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7ae58d1-ad6a-4f0d-9cc3-caf94d618059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:11.156076 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae58d1-ad6a-4f0d-9cc3-caf94d618059 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2eaa37-ef50-4fa7-a4d3-829fcd13796d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:11.161961 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff01b6b-08d2-4d94-bab5-0b5d36adf404 req-20fee7ca-d066-4543-97e1-89d6689fb2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:11.167919 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae58d1-ad6a-4f0d-9cc3-caf94d618059 admin admin] No DVR routers for this DVR port 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:09:11.169040 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3ff01b6b-08d2-4d94-bab5-0b5d36adf404 req-20fee7ca-d066-4543-97e1-89d6689fb2a9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=52a47484-7add-4cd9-accb-b877eb05e9c5 HTTP/1.1" status: 200 len: 905 time: 0.6145120 Jul 22 19:09:11.175799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7b6bbd-b595-4c20-a409-0f233ed0b302 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Made reservation on behalf of 4f340dc4ba8643c78c409a9b304a6e14 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:11.189903 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0d7b6bbd-b595-4c20-a409-0f233ed0b302 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:11.211818 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6dcf354a-2049-45af-9efe-a2acf4458f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:11.227017 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0d7b6bbd-b595-4c20-a409-0f233ed0b302 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:11.257665 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f9c5ef-8157-45f5-9e37-dab5cf4bcef7 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Made reservation on behalf of 93ea73befe604530890b841f22228fe3 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:11.261199 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-10f9c5ef-8157-45f5-9e37-dab5cf4bcef7 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:11.269394 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf354a-2049-45af-9efe-a2acf4458f72 None None] Pushing event deleted for resources: {'Port': ['ID=3c2eaa37-ef50-4fa7-a4d3-829fcd13796d,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:11.294256 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:09:11.297178 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf354a-2049-45af-9efe-a2acf4458f72 None None] No DVR routers for this DVR port 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:09:11.308019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57c2ed-8970-495b-9e23-8bca796cfedb req-dbe05abf-a48e-49ca-bbac-57530a06ccfa tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:11.308019 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c57c2ed-8970-495b-9e23-8bca796cfedb req-dbe05abf-a48e-49ca-bbac-57530a06ccfa tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbdbd275-5528-4709-b4a2-4390ef373420 HTTP/1.1" status: 200 len: 944 time: 0.6405416 Jul 22 19:09:11.314542 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3ff01b6b-08d2-4d94-bab5-0b5d36adf404 req-5cdbda6d-b47d-4079-a651-1d7ffc6b321c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe0f71bf-53c2-426a-92ec-4805a7a58dfe HTTP/1.1" status: 200 len: 217 time: 0.1408255 Jul 22 19:09:11.325853 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7ae58d1-ad6a-4f0d-9cc3-caf94d618059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:11.329502 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:09:11.330076 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 3c2eaa37-ef50-4fa7-a4d3-829fcd13796d not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:09:11.339664 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-a7ae58d1-ad6a-4f0d-9cc3-caf94d618059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9bbe562-b493-48e1-a0cc-ad8bf88524eb']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:11.350668 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f9c5ef-8157-45f5-9e37-dab5cf4bcef7 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:09:11.361753 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-a7ae58d1-ad6a-4f0d-9cc3-caf94d618059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca82d60c-babc-4546-beb5-f9d9b0bdf619') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:11.362049 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-a7ae58d1-ad6a-4f0d-9cc3-caf94d618059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca82d60c-babc-4546-beb5-f9d9b0bdf619') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:11.395047 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7ae58d1-ad6a-4f0d-9cc3-caf94d618059 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:11.397095 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:11.402423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af55475-5336-46eb-ac50-1d8e7b0e0f66 req-66191637-1b99-46bf-8293-625365177c50 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:11.404009 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6af55475-5336-46eb-ac50-1d8e7b0e0f66 req-66191637-1b99-46bf-8293-625365177c50 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 945 time: 0.3063149 Jul 22 19:09:11.415983 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7ae58d1-ad6a-4f0d-9cc3-caf94d618059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:11.428863 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ae58d1-ad6a-4f0d-9cc3-caf94d618059 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:09:11.429269 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7ae58d1-ad6a-4f0d-9cc3-caf94d618059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:09:11.430934 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:09:11.453421 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4dd6f9cc-c8eb-467d-beb2-95d532fcf00f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:11.457074 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-10f9c5ef-8157-45f5-9e37-dab5cf4bcef7 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:11.457341 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-10f9c5ef-8157-45f5-9e37-dab5cf4bcef7 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Added segment d7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7 of type vlan for network a1c6b0b9-572d-42c3-956b-93ed9ba48fc0 Jul 22 19:09:11.471650 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c57c2ed-8970-495b-9e23-8bca796cfedb req-713b2ec3-fca4-4fc5-9cda-e10c70d5bcb5 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495326 Jul 22 19:09:11.477440 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff01b6b-08d2-4d94-bab5-0b5d36adf404 req-541355e8-750b-4b8e-a32a-e2e143a1a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:11.478971 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3ff01b6b-08d2-4d94-bab5-0b5d36adf404 req-541355e8-750b-4b8e-a32a-e2e143a1a5ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c968c48-1c3b-44da-8dcd-5ec44f87705f HTTP/1.1" status: 200 len: 844 time: 0.1342914 Jul 22 19:09:11.516025 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6af55475-5336-46eb-ac50-1d8e7b0e0f66 req-4090859b-bdd9-40ee-9df6-1098d4f878d2 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/security-groups?id=c172a87e-16e2-4c6f-9abd-54aba83abe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979149 Jul 22 19:09:11.541304 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6f9cc-c8eb-467d-beb2-95d532fcf00f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Pushing event deleted for resources: {'Port': ['ID=b4e30ca0-80ff-4554-bc64-63b8614925fa,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:11.550598 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7ae58d1-ad6a-4f0d-9cc3-caf94d618059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:11.555771 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3ff01b6b-08d2-4d94-bab5-0b5d36adf404 req-f02ba000-505d-47d8-96c7-58ce44e4ab79 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=52a47484-7add-4cd9-accb-b877eb05e9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526104 Jul 22 19:09:11.572371 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7ae58d1-ad6a-4f0d-9cc3-caf94d618059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:11.574320 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a7ae58d1-ad6a-4f0d-9cc3-caf94d618059 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f9bbe562-b493-48e1-a0cc-ad8bf88524eb HTTP/1.1" status: 204 len: 168 time: 1.7873099 Jul 22 19:09:11.602189 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-10f9c5ef-8157-45f5-9e37-dab5cf4bcef7 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:11.609260 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae58d1-ad6a-4f0d-9cc3-caf94d618059 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9bbe562-b493-48e1-a0cc-ad8bf88524eb,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:11.641666 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0d7b6bbd-b595-4c20-a409-0f233ed0b302 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:11.687396 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-10f9c5ef-8157-45f5-9e37-dab5cf4bcef7 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:11.693062 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9c5ef-8157-45f5-9e37-dab5cf4bcef7 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:11.693677 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-10f9c5ef-8157-45f5-9e37-dab5cf4bcef7 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:11.708435 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39308) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:11.743336 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0d7b6bbd-b595-4c20-a409-0f233ed0b302 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:11.748748 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-10f9c5ef-8157-45f5-9e37-dab5cf4bcef7 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6448412 Jul 22 19:09:11.757854 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39312) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:11.763747 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-312fb040-3a34-4601-b3b4-6182cc857855 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Request body: {'subnet': {'network_id': 'a1c6b0b9-572d-42c3-956b-93ed9ba48fc0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:11.879728 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7b6bbd-b595-4c20-a409-0f233ed0b302 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:09:11.902492 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39314) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:11.906729 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3ff01b6b-08d2-4d94-bab5-0b5d36adf404 req-87eec2c0-190c-45e2-9df7-9ec933c10495 service neutron] 10.222.0.16 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630646 Jul 22 19:09:11.911319 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0d7b6bbd-b595-4c20-a409-0f233ed0b302 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:11.912188 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-0d7b6bbd-b595-4c20-a409-0f233ed0b302 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Added segment 9e220e2b-67d3-4a40-b4b6-af05db95b4fa of type vlan for network 77f1d271-e126-49e8-8350-a73bda048cfc Jul 22 19:09:11.915758 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b6bbd-b595-4c20-a409-0f233ed0b302 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09fd1e7a-1847-499c-b506-adf440692dc3,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:11.919793 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b20506cf-af42-4fab-b7fd-87bab6c7273b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-809312503-network', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:12.006724 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0d7b6bbd-b595-4c20-a409-0f233ed0b302 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:12.022905 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9c5ef-8157-45f5-9e37-dab5cf4bcef7 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event updated for resources: {'Network': ['ID=a1c6b0b9-572d-42c3-956b-93ed9ba48fc0,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:12.026342 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4dd6f9cc-c8eb-467d-beb2-95d532fcf00f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:12.030557 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4dd6f9cc-c8eb-467d-beb2-95d532fcf00f tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "DELETE /v2.0/ports/b4e30ca0-80ff-4554-bc64-63b8614925fa HTTP/1.1" status: 204 len: 168 time: 1.9931357 Jul 22 19:09:12.030974 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae808672-68ce-452a-866d-f8d8c16dfe44 req-5209cf5c-256b-4819-b537-7fd7a581e60a tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:12.030974 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae808672-68ce-452a-866d-f8d8c16dfe44 req-5209cf5c-256b-4819-b537-7fd7a581e60a tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 945 time: 0.2918227 Jul 22 19:09:12.034503 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network a1c6b0b9-572d-42c3-956b-93ed9ba48fc0 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:09:12.037378 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39318) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:12.041472 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312fb040-3a34-4601-b3b4-6182cc857855 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Made reservation on behalf of 93ea73befe604530890b841f22228fe3 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:12.045019 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-312fb040-3a34-4601-b3b4-6182cc857855 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:12.049081 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39320) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:12.071259 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c05dfb0e-0c7a-49dd-bed5-f39604bbd983 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Request body: {'floatingip': {'port_id': '94b26849-c8d8-4e93-b7c1-97e8e09ed7a5'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:12.093011 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f6083-9542-4efd-b767-a1b5399c4f3c req-0a7f29c7-11d2-4d97-b571-9230b67ede96 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:12.094504 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a63f6083-9542-4efd-b767-a1b5399c4f3c req-0a7f29c7-11d2-4d97-b571-9230b67ede96 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 950 time: 0.3521752 Jul 22 19:09:12.107683 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0d7b6bbd-b595-4c20-a409-0f233ed0b302 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:12.113034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7b6bbd-b595-4c20-a409-0f233ed0b302 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:12.113623 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0d7b6bbd-b595-4c20-a409-0f233ed0b302 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:12.152801 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-c640feac-e213-4e20-8d14-46f4bccfee28 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] GET failed (client error): The resource could not be found. Jul 22 19:09:12.154423 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c640feac-e213-4e20-8d14-46f4bccfee28 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "GET /v2.0/ports/b4e30ca0-80ff-4554-bc64-63b8614925fa HTTP/1.1" status: 404 len: 333 time: 0.1061966 Jul 22 19:09:12.157832 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3ff01b6b-08d2-4d94-bab5-0b5d36adf404 req-1e10d53f-2bb5-43ee-962b-f704801c8065 service neutron] 10.222.0.16 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283616 Jul 22 19:09:12.164670 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39322) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:12.179199 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c05dfb0e-0c7a-49dd-bed5-f39604bbd983 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks [] for floatingip, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:12.181262 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20506cf-af42-4fab-b7fd-87bab6c7273b admin admin] Made reservation on behalf of 41c697aba6e940169e3dc8cd7b93b641 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:12.183513 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b20506cf-af42-4fab-b7fd-87bab6c7273b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:12.191248 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ac2f4285-dee5-4eaf-a5a1-dc5dfe44d587 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e50d9d2c5a7e46748d4298f11daca3fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815778 Jul 22 19:09:12.206344 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0d7b6bbd-b595-4c20-a409-0f233ed0b302 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9172578 Jul 22 19:09:12.206930 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39324) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:12.216657 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39326) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:12.229845 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-5b0cbaa8-fe0a-4b14-9f6c-469795caa6aa tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Request body: {'subnet': {'network_id': '77f1d271-e126-49e8-8350-a73bda048cfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:12.257796 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b20506cf-af42-4fab-b7fd-87bab6c7273b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:12.290255 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b6bbd-b595-4c20-a409-0f233ed0b302 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Pushing event updated for resources: {'Network': ['ID=77f1d271-e126-49e8-8350-a73bda048cfc,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:12.301324 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 77f1d271-e126-49e8-8350-a73bda048cfc details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:09:12.320984 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a63f6083-9542-4efd-b767-a1b5399c4f3c req-22812aa0-5677-42b9-99cf-fd358aacbad7 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035298 Jul 22 19:09:12.430433 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f60d7d7e-78a7-47ad-bf7e-ee82dffacda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:12.462233 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f60d7d7e-78a7-47ad-bf7e-ee82dffacda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:12.470054 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-e7f805c1-4557-4d2c-88d0-3753482ff729 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Deleting port d0884e5a-0503-4942-bd7c-7f0bc34c8c09 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:12.470383 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7f805c1-4557-4d2c-88d0-3753482ff729 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:12.600606 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f60d7d7e-78a7-47ad-bf7e-ee82dffacda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:12.603103 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f60d7d7e-78a7-47ad-bf7e-ee82dffacda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:12.604231 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f60d7d7e-78a7-47ad-bf7e-ee82dffacda6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/830e34c3-c98c-434a-9ecf-4f44c1eddc42 HTTP/1.1" status: 204 len: 168 time: 0.3917143 Jul 22 19:09:12.622113 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7f805c1-4557-4d2c-88d0-3753482ff729 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:12.625645 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d7d7e-78a7-47ad-bf7e-ee82dffacda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830e34c3-c98c-434a-9ecf-4f44c1eddc42,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:12.629060 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-312fb040-3a34-4601-b3b4-6182cc857855 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:12.641173 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-e7f805c1-4557-4d2c-88d0-3753482ff729 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Calling delete_port for d0884e5a-0503-4942-bd7c-7f0bc34c8c09 owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:12.648339 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device fe0f71bf-53c2-426a-92ec-4805a7a58dfe details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:09:12.667629 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b20506cf-af42-4fab-b7fd-87bab6c7273b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:12.706753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace8c70-8a84-4dce-a0ad-d1dcc838425c req-eb31bacc-e8b3-4f1f-ae22-f6af5f0db060 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:12.707050 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b20506cf-af42-4fab-b7fd-87bab6c7273b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:12.708339 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8ace8c70-8a84-4dce-a0ad-d1dcc838425c req-eb31bacc-e8b3-4f1f-ae22-f6af5f0db060 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbdbd275-5528-4709-b4a2-4390ef373420 HTTP/1.1" status: 200 len: 944 time: 0.1572449 Jul 22 19:09:12.740327 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0cbaa8-fe0a-4b14-9f6c-469795caa6aa tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Made reservation on behalf of 4f340dc4ba8643c78c409a9b304a6e14 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:12.744511 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b0cbaa8-fe0a-4b14-9f6c-469795caa6aa tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:12.803967 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port fe0f71bf-53c2-426a-92ec-4805a7a58dfe, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=fe0f71bf-53c2-426a-92ec-4805a7a58dfe,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:12.815916 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8ace8c70-8a84-4dce-a0ad-d1dcc838425c req-9a429c6e-46c7-4b5a-a42c-64788299c459 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944848 Jul 22 19:09:12.835419 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'fe0f71bf-53c2-426a-92ec-4805a7a58dfe', 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5', 'port_id': 'fe0f71bf-53c2-426a-92ec-4805a7a58dfe', 'mac_address': 'fa:16:3e:16:73:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c968c48-1c3b-44da-8dcd-5ec44f87705f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:09:12.889279 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20506cf-af42-4fab-b7fd-87bab6c7273b admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:09:12.899297 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:12.915477 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0f71bf-53c2-426a-92ec-4805a7a58dfe {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:09:12.916258 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fb040-3a34-4601-b3b4-6182cc857855 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event updated for resources: {'Subnet': ['ID=cb4bb54d-ff44-4363-b08d-3ee5eebed7bb,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:12.935521 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20506cf-af42-4fab-b7fd-87bab6c7273b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0424ee17-2730-40c8-a994-faf4d1fc16dd,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:12.938016 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7f805c1-4557-4d2c-88d0-3753482ff729 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:12.945293 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b20506cf-af42-4fab-b7fd-87bab6c7273b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:12.945773 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-b20506cf-af42-4fab-b7fd-87bab6c7273b admin admin] Added segment 5e9c5442-4aef-46ca-808c-f594344b1a0a of type vlan for network fc0ba9f8-89b3-4676-8828-bacae052b3bd Jul 22 19:09:12.978096 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port fe0f71bf-53c2-426a-92ec-4805a7a58dfe, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=fe0f71bf-53c2-426a-92ec-4805a7a58dfe,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:12.978872 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312fb040-3a34-4601-b3b4-6182cc857855 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Checking segment: {'id': 'd7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a1c6b0b9-572d-42c3-956b-93ed9ba48fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:12.979349 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312fb040-3a34-4601-b3b4-6182cc857855 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Network hostable DHCP agents. Network: a1c6b0b9-572d-42c3-956b-93ed9ba48fc0, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:09:12.983742 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:13.042368 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=fe0f71bf-53c2-426a-92ec-4805a7a58dfe,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:13.068838 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b20506cf-af42-4fab-b7fd-87bab6c7273b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:13.103707 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312fb040-3a34-4601-b3b4-6182cc857855 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Network a1c6b0b9-572d-42c3-956b-93ed9ba48fc0 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:09:13.159774 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-312fb040-3a34-4601-b3b4-6182cc857855 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, a1c6b0b9-572d-42c3-956b-93ed9ba48fc0) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:13.168073 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfe442e-9f40-4c92-8b04-d6a38b3d17c2 None None] Network a1c6b0b9-572d-42c3-956b-93ed9ba48fc0 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:13.169695 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312fb040-3a34-4601-b3b4-6182cc857855 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:13.170522 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-312fb040-3a34-4601-b3b4-6182cc857855 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:13.187395 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b20506cf-af42-4fab-b7fd-87bab6c7273b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:13.188572 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20506cf-af42-4fab-b7fd-87bab6c7273b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:13.189167 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b20506cf-af42-4fab-b7fd-87bab6c7273b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:13.197268 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c05dfb0e-0c7a-49dd-bed5-f39604bbd983 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:13.218217 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c05dfb0e-0c7a-49dd-bed5-f39604bbd983 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:13.231243 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-312fb040-3a34-4601-b3b4-6182cc857855 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4696908 Jul 22 19:09:13.262259 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39340) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:13.271322 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f34556ff-250a-4532-8827-f57bdaf12c6a tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-447291075'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:13.283511 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f805c1-4557-4d2c-88d0-3753482ff729 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Pushing event deleted for resources: {'Port': ['ID=d0884e5a-0503-4942-bd7c-7f0bc34c8c09,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:13.284144 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['fe0f71bf-53c2-426a-92ec-4805a7a58dfe'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:09:13.311418 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b20506cf-af42-4fab-b7fd-87bab6c7273b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5818977 Jul 22 19:09:13.328318 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39344) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:13.334982 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7f805c1-4557-4d2c-88d0-3753482ff729 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:13.339156 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e7f805c1-4557-4d2c-88d0-3753482ff729 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "DELETE /v2.0/ports/d0884e5a-0503-4942-bd7c-7f0bc34c8c09 HTTP/1.1" status: 204 len: 168 time: 1.1654503 Jul 22 19:09:13.340268 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-6816ba55-9af7-415e-a4dd-4e63a6cbeeb5 admin admin] Request body: {'subnet': {'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-809312503-subnet', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:13.343210 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39346) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:13.357248 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20506cf-af42-4fab-b7fd-87bab6c7273b admin admin] Pushing event updated for resources: {'Network': ['ID=fc0ba9f8-89b3-4676-8828-bacae052b3bd,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:13.409708 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b0cbaa8-fe0a-4b14-9f6c-469795caa6aa tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:13.423072 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network fc0ba9f8-89b3-4676-8828-bacae052b3bd details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:09:13.537485 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cbaa8-fe0a-4b14-9f6c-469795caa6aa tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Pushing event updated for resources: {'Subnet': ['ID=c7fbafe3-8e33-44b3-9927-713a4a1ed22a,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:13.563551 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0cbaa8-fe0a-4b14-9f6c-469795caa6aa tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Checking segment: {'id': '9e220e2b-67d3-4a40-b4b6-af05db95b4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '77f1d271-e126-49e8-8350-a73bda048cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:13.564109 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0cbaa8-fe0a-4b14-9f6c-469795caa6aa tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Network hostable DHCP agents. Network: 77f1d271-e126-49e8-8350-a73bda048cfc, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:09:13.626270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0cbaa8-fe0a-4b14-9f6c-469795caa6aa tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Network 77f1d271-e126-49e8-8350-a73bda048cfc is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:09:13.645766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53a103-5933-4f46-a900-c2b6cf331ba4 req-a27ef86c-9286-4f09-b8a5-18a177e3e131 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:13.647731 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6d53a103-5933-4f46-a900-c2b6cf331ba4 req-a27ef86c-9286-4f09-b8a5-18a177e3e131 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 950 time: 0.1764886 Jul 22 19:09:13.675747 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-5b0cbaa8-fe0a-4b14-9f6c-469795caa6aa tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 77f1d271-e126-49e8-8350-a73bda048cfc) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:13.680824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0cbaa8-fe0a-4b14-9f6c-469795caa6aa tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:13.681427 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b0cbaa8-fe0a-4b14-9f6c-469795caa6aa tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:13.682006 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-a1c6b0b9-572d-42c3-956b-93ed9ba48fc0', 'network_id': 'a1c6b0b9-572d-42c3-956b-93ed9ba48fc0', 'tenant_id': '93ea73befe604530890b841f22228fe3', 'fixed_ips': [{'subnet_id': 'cb4bb54d-ff44-4363-b08d-3ee5eebed7bb'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:09:13.683308 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:13.695490 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6cae64-4551-4571-a911-e1d8865533a4 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] GET failed (client error): The resource could not be found. Jul 22 19:09:13.697222 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0f6cae64-4551-4571-a911-e1d8865533a4 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "GET /v2.0/ports/d0884e5a-0503-4942-bd7c-7f0bc34c8c09 HTTP/1.1" status: 404 len: 333 time: 0.3522942 Jul 22 19:09:13.706125 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39358) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:13.714550 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567d8eec-c340-48d2-8d78-e7f7ba9123b8 None None] Network 77f1d271-e126-49e8-8350-a73bda048cfc requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:13.727300 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5b0cbaa8-fe0a-4b14-9f6c-469795caa6aa tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5009871 Jul 22 19:09:13.735883 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39362) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:13.748433 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-5bce1a2b-a2ea-4ddf-ad2b-25441320c2c6 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Request body: {'port': {'network_id': '77f1d271-e126-49e8-8350-a73bda048cfc', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1992622373'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:13.792297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6816ba55-9af7-415e-a4dd-4e63a6cbeeb5 admin admin] Made reservation on behalf of 41c697aba6e940169e3dc8cd7b93b641 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:13.794776 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6816ba55-9af7-415e-a4dd-4e63a6cbeeb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:13.809053 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6d53a103-5933-4f46-a900-c2b6cf331ba4 req-519120c7-3b3d-4c63-84e8-f033d2ce770b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544950 Jul 22 19:09:13.817757 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34556ff-250a-4532-8827-f57bdaf12c6a tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Made reservation on behalf of 93ea73befe604530890b841f22228fe3 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:13.830963 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f34556ff-250a-4532-8827-f57bdaf12c6a tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:13.864434 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34556ff-250a-4532-8827-f57bdaf12c6a tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:09:13.870635 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39366) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:13.901348 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f34556ff-250a-4532-8827-f57bdaf12c6a tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:13.901992 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-f34556ff-250a-4532-8827-f57bdaf12c6a tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Added segment 8a1e22d9-f634-4d53-8860-e2a3bbdd8129 of type vlan for network 158761aa-cb44-4054-ba2e-1d03b9236094 Jul 22 19:09:13.973611 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-2372fa12-3725-4343-98e9-75d0f0c4af95 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Deleting port 55d05096-5371-4b89-8339-0baab1b3d98d {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:13.974937 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2372fa12-3725-4343-98e9-75d0f0c4af95 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:13.995405 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] Allocated IP 19.80.0.2 (a1c6b0b9-572d-42c3-956b-93ed9ba48fc0/cb4bb54d-ff44-4363-b08d-3ee5eebed7bb/ec98f41d-f323-4f55-bb6d-2d576b7ee0b4) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:13.998625 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [None req-c05dfb0e-0c7a-49dd-bed5-f39604bbd983 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Floating IP 21d0d052-53bf-4d13-a80f-910ada1e661b associated. External IP: 172.25.3.178, port: 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5. Jul 22 19:09:14.006665 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f34556ff-250a-4532-8827-f57bdaf12c6a tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.051670 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bce1a2b-a2ea-4ddf-ad2b-25441320c2c6 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Made reservation on behalf of 4f340dc4ba8643c78c409a9b304a6e14 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:14.055772 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5bce1a2b-a2ea-4ddf-ad2b-25441320c2c6 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.057480 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-77f1d271-e126-49e8-8350-a73bda048cfc', 'network_id': '77f1d271-e126-49e8-8350-a73bda048cfc', 'tenant_id': '4f340dc4ba8643c78c409a9b304a6e14', 'fixed_ips': [{'subnet_id': 'c7fbafe3-8e33-44b3-9927-713a4a1ed22a'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:09:14.058623 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.085907 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8ef6cda4-6004-4629-af47-829f5b12a3c9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1949242976-network', 'tenant_id': 'c5463d6ffc084f0b947933d4354c9f2c'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:14.108939 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-5bce1a2b-a2ea-4ddf-ad2b-25441320c2c6 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] device_id is not set on port 748bff4c-3a57-46d8-825e-37c2a3602f12 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:09:14.188698 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef6cda4-6004-4629-af47-829f5b12a3c9 admin admin] Made reservation on behalf of c5463d6ffc084f0b947933d4354c9f2c for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:14.191030 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8ef6cda4-6004-4629-af47-829f5b12a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.199389 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f34556ff-250a-4532-8827-f57bdaf12c6a tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.204840 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34556ff-250a-4532-8827-f57bdaf12c6a tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:14.205445 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f34556ff-250a-4532-8827-f57bdaf12c6a tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.231190 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2372fa12-3725-4343-98e9-75d0f0c4af95 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.233053 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bcebf-fe82-417c-a331-9d1f1232a801 req-cf0ff16d-fbd1-42f7-ba21-13e2e55e1b42 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:14.234594 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5b5bcebf-fe82-417c-a331-9d1f1232a801 req-cf0ff16d-fbd1-42f7-ba21-13e2e55e1b42 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbdbd275-5528-4709-b4a2-4390ef373420 HTTP/1.1" status: 200 len: 945 time: 0.1985977 Jul 22 19:09:14.245080 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8ef6cda4-6004-4629-af47-829f5b12a3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.287021 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.287263 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-2372fa12-3725-4343-98e9-75d0f0c4af95 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Calling delete_port for 55d05096-5371-4b89-8339-0baab1b3d98d owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:14.292169 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f34556ff-250a-4532-8827-f57bdaf12c6a tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0250781 Jul 22 19:09:14.297714 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39370) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:14.299905 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] Transition to ACTIVE for port object ec98f41d-f323-4f55-bb6d-2d576b7ee0b4 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:14.318650 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] Transition to ACTIVE for port object ec98f41d-f323-4f55-bb6d-2d576b7ee0b4 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:14.326119 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.333752 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8f17e71a-da39-445b-8284-95de2dc70ced tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Request body: {'subnet': {'network_id': '158761aa-cb44-4054-ba2e-1d03b9236094', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:14.358381 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-5bce1a2b-a2ea-4ddf-ad2b-25441320c2c6 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Allocated IP 172.20.0.6 (77f1d271-e126-49e8-8350-a73bda048cfc/c7fbafe3-8e33-44b3-9927-713a4a1ed22a/748bff4c-3a57-46d8-825e-37c2a3602f12) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:14.359961 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34556ff-250a-4532-8827-f57bdaf12c6a tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event updated for resources: {'Network': ['ID=158761aa-cb44-4054-ba2e-1d03b9236094,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:14.378873 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5b5bcebf-fe82-417c-a331-9d1f1232a801 req-6bea9787-445d-42df-8f79-a5b56410e220 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348405 Jul 22 19:09:14.384675 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6816ba55-9af7-415e-a4dd-4e63a6cbeeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.404057 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 158761aa-cb44-4054-ba2e-1d03b9236094 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:09:14.431725 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] Network a1c6b0b9-572d-42c3-956b-93ed9ba48fc0 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:14.435906 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:14.437816 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] Pushing event updated for resources: {'Port': ['ID=ec98f41d-f323-4f55-bb6d-2d576b7ee0b4,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:14.442088 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:14.481072 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816ba55-9af7-415e-a4dd-4e63a6cbeeb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19d131ce-729f-4d0d-91f9-24cc1f3913da,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:14.506605 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6816ba55-9af7-415e-a4dd-4e63a6cbeeb5 admin admin] Checking segment: {'id': '5e9c5442-4aef-46ca-808c-f594344b1a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:14.506971 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6816ba55-9af7-415e-a4dd-4e63a6cbeeb5 admin admin] Network hostable DHCP agents. Network: fc0ba9f8-89b3-4676-8828-bacae052b3bd, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:09:14.535880 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] Attempting to bind port ec98f41d-f323-4f55-bb6d-2d576b7ee0b4 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:09:14.536266 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] Attempting to bind port ec98f41d-f323-4f55-bb6d-2d576b7ee0b4 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'd7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a1c6b0b9-572d-42c3-956b-93ed9ba48fc0'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:09:14.537129 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] Attempting to bind port ec98f41d-f323-4f55-bb6d-2d576b7ee0b4 on network a1c6b0b9-572d-42c3-956b-93ed9ba48fc0 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:09:14.542270 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:09:14.542660 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] Checking segment: {'id': 'd7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a1c6b0b9-572d-42c3-956b-93ed9ba48fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:14.543236 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.543748 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] Bound using segment: {'id': 'd7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a1c6b0b9-572d-42c3-956b-93ed9ba48fc0'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:09:14.544288 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] Bound port: ec98f41d-f323-4f55-bb6d-2d576b7ee0b4, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a1c6b0b9-572d-42c3-956b-93ed9ba48fc0'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:09:14.544763 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.575689 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6816ba55-9af7-415e-a4dd-4e63a6cbeeb5 admin admin] Network fc0ba9f8-89b3-4676-8828-bacae052b3bd is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:09:14.594346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-6816ba55-9af7-415e-a4dd-4e63a6cbeeb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, fc0ba9f8-89b3-4676-8828-bacae052b3bd) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:14.602118 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbf1fc2-634d-493c-a02d-5abf264a1fb8 None None] Network fc0ba9f8-89b3-4676-8828-bacae052b3bd requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:14.608332 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6816ba55-9af7-415e-a4dd-4e63a6cbeeb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:14.609031 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6816ba55-9af7-415e-a4dd-4e63a6cbeeb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.645069 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] For port ec98f41d-f323-4f55-bb6d-2d576b7ee0b4, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:09:14.647366 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5bce1a2b-a2ea-4ddf-ad2b-25441320c2c6 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.651372 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device fe0f71bf-53c2-426a-92ec-4805a7a58dfe up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:09:14.665120 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-5bce1a2b-a2ea-4ddf-ad2b-25441320c2c6 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Transition to ACTIVE for port object 748bff4c-3a57-46d8-825e-37c2a3602f12 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:14.684922 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05dfb0e-0c7a-49dd-bed5-f39604bbd983 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Router ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:09:14.691370 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8ef6cda4-6004-4629-af47-829f5b12a3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.702823 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8ef6cda4-6004-4629-af47-829f5b12a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.703946 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6816ba55-9af7-415e-a4dd-4e63a6cbeeb5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3726742 Jul 22 19:09:14.707075 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39372) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:14.713827 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-dadd41cf-0f53-4527-ad9d-83365c8d2436 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-809312503-router', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:14.719937 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5bce1a2b-a2ea-4ddf-ad2b-25441320c2c6 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.731393 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2372fa12-3725-4343-98e9-75d0f0c4af95 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.788108 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef6cda4-6004-4629-af47-829f5b12a3c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:09:14.790068 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f17e71a-da39-445b-8284-95de2dc70ced tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Made reservation on behalf of 93ea73befe604530890b841f22228fe3 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:14.792974 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bce1a2b-a2ea-4ddf-ad2b-25441320c2c6 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Network 77f1d271-e126-49e8-8350-a73bda048cfc is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:14.794215 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f17e71a-da39-445b-8284-95de2dc70ced tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.797098 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-5bce1a2b-a2ea-4ddf-ad2b-25441320c2c6 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:14.802341 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372fa12-3725-4343-98e9-75d0f0c4af95 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Pushing event deleted for resources: {'Port': ['ID=55d05096-5371-4b89-8339-0baab1b3d98d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:14.807644 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dadd41cf-0f53-4527-ad9d-83365c8d2436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.809035 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dadd41cf-0f53-4527-ad9d-83365c8d2436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.813038 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bce1a2b-a2ea-4ddf-ad2b-25441320c2c6 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:14.818327 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce1a2b-a2ea-4ddf-ad2b-25441320c2c6 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Pushing event updated for resources: {'Port': ['ID=748bff4c-3a57-46d8-825e-37c2a3602f12,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:14.843763 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6cda4-6004-4629-af47-829f5b12a3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfc319e-f1e8-4778-b3ae-6ead33d7f080,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:14.940886 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8ef6cda4-6004-4629-af47-829f5b12a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.941540 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-8ef6cda4-6004-4629-af47-829f5b12a3c9 admin admin] Added segment b4248b0b-e307-4215-b51d-901dadc5214c of type vlan for network 5b1b19be-2c5a-43b3-a556-619cb0fdcfca Jul 22 19:09:14.947360 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2372fa12-3725-4343-98e9-75d0f0c4af95 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.949584 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2372fa12-3725-4343-98e9-75d0f0c4af95 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "DELETE /v2.0/ports/55d05096-5371-4b89-8339-0baab1b3d98d HTTP/1.1" status: 204 len: 168 time: 1.2409494 Jul 22 19:09:14.963458 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39376) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:14.977950 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bce1a2b-a2ea-4ddf-ad2b-25441320c2c6 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:14.978817 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5bce1a2b-a2ea-4ddf-ad2b-25441320c2c6 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:14.991485 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dadd41cf-0f53-4527-ad9d-83365c8d2436 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:15.000302 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] For port ec98f41d-f323-4f55-bb6d-2d576b7ee0b4, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ec98f41d-f323-4f55-bb6d-2d576b7ee0b4,segment=NetworkSegment(d7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7),segment_id=d7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:09:15.077516 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5bce1a2b-a2ea-4ddf-ad2b-25441320c2c6 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3360846 Jul 22 19:09:15.077761 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0caf21-4793-4484-a2f1-34991edecd99 None None] Network fc0ba9f8-89b3-4676-8828-bacae052b3bd requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:15.079785 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39378) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:15.100654 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8ef6cda4-6004-4629-af47-829f5b12a3c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:15.138337 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5823354-02b5-4e36-a030-2e9ab0eb27ea req-5d91560c-3a82-4f8c-a44b-4aff4bb0d369 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:15.139722 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5823354-02b5-4e36-a030-2e9ab0eb27ea req-5d91560c-3a82-4f8c-a44b-4aff4bb0d369 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 950 time: 0.2334597 Jul 22 19:09:15.140549 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05dfb0e-0c7a-49dd-bed5-f39604bbd983 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:09:15.151956 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad425ff7-c2e1-4525-83e9-e9880654e521 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Deleting subnet 4100e960-af68-4878-8b17-938144350d44 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:09:15.160022 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c05dfb0e-0c7a-49dd-bed5-f39604bbd983 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:15.164931 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad425ff7-c2e1-4525-83e9-e9880654e521 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:15.184680 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:15.232681 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dadd41cf-0f53-4527-ad9d-83365c8d2436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:15.244650 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8ef6cda4-6004-4629-af47-829f5b12a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:15.245761 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef6cda4-6004-4629-af47-829f5b12a3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:15.246320 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8ef6cda4-6004-4629-af47-829f5b12a3c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:15.284967 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49640707-d366-4b00-b2a5-89012e1c48ab None None] Sync routers for ids ['ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:09:15.301105 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5823354-02b5-4e36-a030-2e9ab0eb27ea req-bddc5f87-dc37-43c9-adb8-cb9cae3b5ae8 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255722 Jul 22 19:09:15.308953 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c05dfb0e-0c7a-49dd-bed5-f39604bbd983 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "PUT /v2.0/floatingips/21d0d052-53bf-4d13-a80f-910ada1e661b HTTP/1.1" status: 200 len: 991 time: 3.2470953 Jul 22 19:09:15.311583 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad425ff7-c2e1-4525-83e9-e9880654e521 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:15.317487 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5', 'tag': '94b26849-c8d8-4e93-b7c1-97e8e09ed7a5'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:09:15.320972 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ec0bc7-94a8-4c95-a6c6-89d247d1fd5f" -d '{"events": [{"name": "network-changed", "server_uuid": "4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5", "tag": "94b26849-c8d8-4e93-b7c1-97e8e09ed7a5"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:09:15.327001 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8ef6cda4-6004-4629-af47-829f5b12a3c9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4496436 Jul 22 19:09:15.327175 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fbdae-8513-44e0-b81b-857b57485e14 None None] Pushing event updated for resources: {'Port': ['ID=ec98f41d-f323-4f55-bb6d-2d576b7ee0b4,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:15.329210 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39384) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:15.337213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-923e57f3-7704-471d-9f0d-e46e3220a459 admin admin] Request body: {'subnet': {'network_id': '5b1b19be-2c5a-43b3-a556-619cb0fdcfca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1949242976-subnet', 'tenant_id': 'c5463d6ffc084f0b947933d4354c9f2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:15.338337 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port fe0f71bf-53c2-426a-92ec-4805a7a58dfe completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:15.354109 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port fe0f71bf-53c2-426a-92ec-4805a7a58dfe triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:15.354109 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:15.373412 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-5b8382b8-3447-4bec-8eba-87808d4b31fd tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Deleting port 748bff4c-3a57-46d8-825e-37c2a3602f12 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:15.373882 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b8382b8-3447-4bec-8eba-87808d4b31fd tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:15.424089 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49640707-d366-4b00-b2a5-89012e1c48ab None None] Routers {'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:09:15.424795 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-49640707-d366-4b00-b2a5-89012e1c48ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:09:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:15.471309 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923e57f3-7704-471d-9f0d-e46e3220a459 admin admin] Made reservation on behalf of c5463d6ffc084f0b947933d4354c9f2c for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:15.473860 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-923e57f3-7704-471d-9f0d-e46e3220a459 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:15.479409 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cc1b08-a944-43db-b31b-e6667206c5ea x-openstack-request-id: req-63cc1b08-a944-43db-b31b-e6667206c5ea {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:15.479846 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5", "tag": "94b26849-c8d8-4e93-b7c1-97e8e09ed7a5", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:15.480197 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63cc1b08-a944-43db-b31b-e6667206c5ea {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:15.480716 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5', 'tag': '94b26849-c8d8-4e93-b7c1-97e8e09ed7a5', 'status': 'completed', 'code': 200} Jul 22 19:09:15.481406 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6cda4-6004-4629-af47-829f5b12a3c9 admin admin] Pushing event updated for resources: {'Network': ['ID=5b1b19be-2c5a-43b3-a556-619cb0fdcfca,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:15.494664 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] Allocated IP 172.20.0.2 (77f1d271-e126-49e8-8350-a73bda048cfc/c7fbafe3-8e33-44b3-9927-713a4a1ed22a/d16416fc-6569-4d41-ab0c-2a6a93b231d6) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:15.542882 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 5b1b19be-2c5a-43b3-a556-619cb0fdcfca details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:09:15.552746 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f17e71a-da39-445b-8284-95de2dc70ced tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:15.603939 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad425ff7-c2e1-4525-83e9-e9880654e521 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:15.650478 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17e71a-da39-445b-8284-95de2dc70ced tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event updated for resources: {'Subnet': ['ID=b42a979c-337e-4a2f-8c0c-603ff8f9463b,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:15.699103 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f17e71a-da39-445b-8284-95de2dc70ced tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Checking segment: {'id': '8a1e22d9-f634-4d53-8860-e2a3bbdd8129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '158761aa-cb44-4054-ba2e-1d03b9236094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:15.699561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f17e71a-da39-445b-8284-95de2dc70ced tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Network hostable DHCP agents. Network: 158761aa-cb44-4054-ba2e-1d03b9236094, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:09:15.734066 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f17e71a-da39-445b-8284-95de2dc70ced tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Network 158761aa-cb44-4054-ba2e-1d03b9236094 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:09:15.754595 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad425ff7-c2e1-4525-83e9-e9880654e521 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:15.765701 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b8382b8-3447-4bec-8eba-87808d4b31fd tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:15.785278 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:15.788999 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-5b8382b8-3447-4bec-8eba-87808d4b31fd tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Calling delete_port for 748bff4c-3a57-46d8-825e-37c2a3602f12 owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:15.794986 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad425ff7-c2e1-4525-83e9-e9880654e521 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Pushing event deleted for resources: {'Subnet': ['ID=4100e960-af68-4878-8b17-938144350d44,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:15.806526 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-8f17e71a-da39-445b-8284-95de2dc70ced tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 158761aa-cb44-4054-ba2e-1d03b9236094) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:15.830767 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f17e71a-da39-445b-8284-95de2dc70ced tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:15.830767 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f17e71a-da39-445b-8284-95de2dc70ced tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:15.832696 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec0bc7-94a8-4c95-a6c6-89d247d1fd5f req-7c6437d7-3994-4b69-a8c5-ebdea4953ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:15.833206 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad425ff7-c2e1-4525-83e9-e9880654e521 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:15.835049 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port fe0f71bf-53c2-426a-92ec-4805a7a58dfe, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=fe0f71bf-53c2-426a-92ec-4805a7a58dfe,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:15.835210 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5ec0bc7-94a8-4c95-a6c6-89d247d1fd5f req-7c6437d7-3994-4b69-a8c5-ebdea4953ae4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fbf32d29990d494cb8adb4d0920f40ef&device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 1097 time: 0.2881727 Jul 22 19:09:15.836305 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ad425ff7-c2e1-4525-83e9-e9880654e521 tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "DELETE /v2.0/subnets/4100e960-af68-4878-8b17-938144350d44 HTTP/1.1" status: 204 len: 168 time: 0.8697605 Jul 22 19:09:15.842057 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39388) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:15.846403 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdbd275-5528-4709-b4a2-4390ef373420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0f71bf-53c2-426a-92ec-4805a7a58dfe'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:09:15.848821 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35bb04d-383a-4c0d-b674-23ff2819b1a9" -d '{"events": [{"server_uuid": "fbdbd275-5528-4709-b4a2-4390ef373420", "name": "network-vif-plugged", "status": "completed", "tag": "fe0f71bf-53c2-426a-92ec-4805a7a58dfe"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:09:15.852637 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d304a497-6232-4da9-b8bf-803dabb5590c None None] Network 158761aa-cb44-4054-ba2e-1d03b9236094 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:15.866145 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0682ce3-efc9-4cc9-8b24-d9b4a83042d5 None None] Network 3ca286ac-0570-4f29-96ef-23e2994f44c5 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:15.868251 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:15.880148 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c91c0-e134-49a8-a8e0-dd854d121b77 req-7c5b1bae-4298-4388-8e08-ee79974bf034 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:15.882027 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-526c91c0-e134-49a8-a8e0-dd854d121b77 req-7c5b1bae-4298-4388-8e08-ee79974bf034 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbdbd275-5528-4709-b4a2-4390ef373420 HTTP/1.1" status: 200 len: 945 time: 0.3014472 Jul 22 19:09:15.889951 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8f17e71a-da39-445b-8284-95de2dc70ced tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5866606 Jul 22 19:09:15.907353 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-49640707-d366-4b00-b2a5-89012e1c48ab None None] Set router ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:09:15.970447 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0427abee-728f-40b3-b43b-cc84c8de5d4e tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:16.031631 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-0427abee-728f-40b3-b43b-cc84c8de5d4e tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Deleting port 317c68aa-f17b-4468-8eac-59a2df8bf456 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:16.031981 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0427abee-728f-40b3-b43b-cc84c8de5d4e tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:16.104413 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca17a4b8-4091-4106-b4df-0f7ff8a2b0cd x-openstack-request-id: req-ca17a4b8-4091-4106-b4df-0f7ff8a2b0cd {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:16.105090 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdbd275-5528-4709-b4a2-4390ef373420", "name": "network-vif-plugged", "status": "completed", "tag": "fe0f71bf-53c2-426a-92ec-4805a7a58dfe", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:16.105090 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca17a4b8-4091-4106-b4df-0f7ff8a2b0cd {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:16.105314 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdbd275-5528-4709-b4a2-4390ef373420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0f71bf-53c2-426a-92ec-4805a7a58dfe', 'code': 200} Jul 22 19:09:16.115459 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-0427abee-728f-40b3-b43b-cc84c8de5d4e tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] For port 317c68aa-f17b-4468-8eac-59a2df8bf456, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=317c68aa-f17b-4468-8eac-59a2df8bf456,segment=NetworkSegment(f6839fa0-6aa0-4c79-af2d-6ccb430c800a),segment_id=f6839fa0-6aa0-4c79-af2d-6ccb430c800a)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:16.116022 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0427abee-728f-40b3-b43b-cc84c8de5d4e tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:16.130320 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-0427abee-728f-40b3-b43b-cc84c8de5d4e tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Calling delete_port for 317c68aa-f17b-4468-8eac-59a2df8bf456 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:16.191603 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-923e57f3-7704-471d-9f0d-e46e3220a459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:16.233726 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0427abee-728f-40b3-b43b-cc84c8de5d4e tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:16.260396 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427abee-728f-40b3-b43b-cc84c8de5d4e tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Pushing event deleted for resources: {'Port': ['ID=317c68aa-f17b-4468-8eac-59a2df8bf456,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:16.264075 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0427abee-728f-40b3-b43b-cc84c8de5d4e tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] No DVR routers for this DVR port 317c68aa-f17b-4468-8eac-59a2df8bf456 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:09:16.296247 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:16.306404 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=fe0f71bf-53c2-426a-92ec-4805a7a58dfe,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:16.349910 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] Transition to ACTIVE for port object d16416fc-6569-4d41-ab0c-2a6a93b231d6 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:16.377331 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0427abee-728f-40b3-b43b-cc84c8de5d4e tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:16.390062 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-0427abee-728f-40b3-b43b-cc84c8de5d4e tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca286ac-0570-4f29-96ef-23e2994f44c5']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:16.402878 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-0427abee-728f-40b3-b43b-cc84c8de5d4e tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6839fa0-6aa0-4c79-af2d-6ccb430c800a') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:16.403137 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-0427abee-728f-40b3-b43b-cc84c8de5d4e tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6839fa0-6aa0-4c79-af2d-6ccb430c800a') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:16.414141 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0427abee-728f-40b3-b43b-cc84c8de5d4e tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:16.430194 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0427abee-728f-40b3-b43b-cc84c8de5d4e tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:16.436619 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0427abee-728f-40b3-b43b-cc84c8de5d4e tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:09:16.437022 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0427abee-728f-40b3-b43b-cc84c8de5d4e tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:16.477816 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-526c91c0-e134-49a8-a8e0-dd854d121b77 req-fd48290b-854a-4f75-91cf-c7c22d0f0b18 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724103 Jul 22 19:09:16.512799 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] Transition to ACTIVE for port object d16416fc-6569-4d41-ab0c-2a6a93b231d6 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:09:16.515123 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:09:16.517957 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0427abee-728f-40b3-b43b-cc84c8de5d4e tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:16.527293 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0427abee-728f-40b3-b43b-cc84c8de5d4e tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:16.530762 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0427abee-728f-40b3-b43b-cc84c8de5d4e tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] 10.222.0.13 "DELETE /v2.0/networks/3ca286ac-0570-4f29-96ef-23e2994f44c5 HTTP/1.1" status: 204 len: 168 time: 0.6872549 Jul 22 19:09:16.547149 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427abee-728f-40b3-b43b-cc84c8de5d4e tempest-AllowedAddressPairIpV6TestJSON-923241291 tempest-AllowedAddressPairIpV6TestJSON-923241291-project] Pushing event deleted for resources: {'Network': ['ID=3ca286ac-0570-4f29-96ef-23e2994f44c5,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:16.573951 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e57f3-7704-471d-9f0d-e46e3220a459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6642487a-36c9-4080-8fe0-1fa08b893a6f,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:16.611347 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:16.623193 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b8382b8-3447-4bec-8eba-87808d4b31fd tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:16.640236 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec0bc7-94a8-4c95-a6c6-89d247d1fd5f req-5b092a4b-9684-4cf3-bd52-e08a49520b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:16.642097 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5ec0bc7-94a8-4c95-a6c6-89d247d1fd5f req-5b092a4b-9684-4cf3-bd52-e08a49520b67 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73a62730-22a7-4579-81aa-a3bf0ab2224c HTTP/1.1" status: 200 len: 917 time: 0.7866042 Jul 22 19:09:16.683322 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] Network 77f1d271-e126-49e8-8350-a73bda048cfc is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:16.684205 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dadd41cf-0f53-4527-ad9d-83365c8d2436 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:16.692006 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:16.714107 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:16.720796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-04ad6bb5-8c8d-457f-b51c-d8a11a4aa04e tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:16.727541 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-04ad6bb5-8c8d-457f-b51c-d8a11a4aa04e tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:16.729346 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-04ad6bb5-8c8d-457f-b51c-d8a11a4aa04e tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/networks?id=a1c6b0b9-572d-42c3-956b-93ed9ba48fc0&id=158761aa-cb44-4054-ba2e-1d03b9236094 HTTP/1.1" status: 200 len: 1389 time: 0.6272926 Jul 22 19:09:16.760069 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc4d2e-4761-42ce-86f1-76dae192f05b req-51cd2d61-2c36-4a0e-a9c1-4a4ef5d0fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:16.761944 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ccc4d2e-4761-42ce-86f1-76dae192f05b req-51cd2d61-2c36-4a0e-a9c1-4a4ef5d0fa6f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fbdbd275-5528-4709-b4a2-4390ef373420 HTTP/1.1" status: 200 len: 1098 time: 0.6488495 Jul 22 19:09:16.763095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8382b8-3447-4bec-8eba-87808d4b31fd tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Pushing event deleted for resources: {'Port': ['ID=748bff4c-3a57-46d8-825e-37c2a3602f12,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:16.766086 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dadd41cf-0f53-4527-ad9d-83365c8d2436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:16.767983 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c235e2-483e-4752-89c3-057d27c4abbd None None] DHCP port deletion for 3ca286ac-0570-4f29-96ef-23e2994f44c5 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:09:16.771993 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520ba5e3-390d-401a-817f-ce45c9373ff5 None None] Network a1c6b0b9-572d-42c3-956b-93ed9ba48fc0 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:16.778363 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] Pushing event updated for resources: {'Port': ['ID=d16416fc-6569-4d41-ab0c-2a6a93b231d6,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:16.854726 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39412) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:16.870623 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-158761aa-cb44-4054-ba2e-1d03b9236094', 'network_id': '158761aa-cb44-4054-ba2e-1d03b9236094', 'tenant_id': '93ea73befe604530890b841f22228fe3', 'fixed_ips': [{'subnet_id': 'b42a979c-337e-4a2f-8c0c-603ff8f9463b'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:09:16.871486 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:16.878138 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-49640707-d366-4b00-b2a5-89012e1c48ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'name': 'tempest-ServersTestBootFromVolume-1063993293-router', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:07Z', 'updated_at': '2021-07-22T19:08:12Z', 'revision_number': 4, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'gw_port': {'id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:08Z', 'updated_at': '2021-07-22T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '21d0d052-53bf-4d13-a80f-910ada1e661b', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'port_id': '94b26849-c8d8-4e93-b7c1-97e8e09ed7a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c', 'mac_address': 'fa:16:3e:21:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:08:15Z', 'updated_at': '2021-07-22T19:09:12Z', 'revision_number': 1, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c842535-e8b5-4309-8f15-1756c6be01f2', 'name': '', 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'mac_address': 'fa:16:3e:73:fb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '16e704e8-35a9-4b1e-95ec-b95d54669535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:11Z', 'updated_at': '2021-07-22T19:08:21Z', 'revision_number': 5, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'subnets': [{'id': '16e704e8-35a9-4b1e-95ec-b95d54669535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:16.880046 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] Attempting to bind port d16416fc-6569-4d41-ab0c-2a6a93b231d6 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:09:16.880569 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] Attempting to bind port d16416fc-6569-4d41-ab0c-2a6a93b231d6 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '9e220e2b-67d3-4a40-b4b6-af05db95b4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '77f1d271-e126-49e8-8350-a73bda048cfc'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:09:16.880935 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] Attempting to bind port d16416fc-6569-4d41-ab0c-2a6a93b231d6 on network 77f1d271-e126-49e8-8350-a73bda048cfc {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:09:16.958521 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49640707-d366-4b00-b2a5-89012e1c48ab None None] Checking router: ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:09:16.964816 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:09:16.965346 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] Checking segment: {'id': '9e220e2b-67d3-4a40-b4b6-af05db95b4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '77f1d271-e126-49e8-8350-a73bda048cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:16.965688 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:16.966418 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] Bound using segment: {'id': '9e220e2b-67d3-4a40-b4b6-af05db95b4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '77f1d271-e126-49e8-8350-a73bda048cfc'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:09:16.966627 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] Bound port: d16416fc-6569-4d41-ab0c-2a6a93b231d6, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e220e2b-67d3-4a40-b4b6-af05db95b4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '77f1d271-e126-49e8-8350-a73bda048cfc'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:09:16.966942 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:16.980601 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d42a1748-f7de-4ffb-8fb1-a6131bc0a425 None None] Provisioning for port ec98f41d-f323-4f55-bb6d-2d576b7ee0b4 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:17.025206 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-19b62ca0-f1a0-4c2a-84da-da33c1dcd1bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=212ce3da866945a6992d1927791bd41d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1689942 Jul 22 19:09:17.026996 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39416) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:17.084046 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3999b9d8-dc82-4609-986f-67d26977439e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:17.084567 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49640707-d366-4b00-b2a5-89012e1c48ab None None] Routers {'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:09:17.085393 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-49640707-d366-4b00-b2a5-89012e1c48ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:09:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:17.109424 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3999b9d8-dc82-4609-986f-67d26977439e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:17.153847 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923e57f3-7704-471d-9f0d-e46e3220a459 admin admin] Checking segment: {'id': 'b4248b0b-e307-4215-b51d-901dadc5214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5b1b19be-2c5a-43b3-a556-619cb0fdcfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:17.154221 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923e57f3-7704-471d-9f0d-e46e3220a459 admin admin] Network hostable DHCP agents. Network: 5b1b19be-2c5a-43b3-a556-619cb0fdcfca, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:09:17.169716 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3999b9d8-dc82-4609-986f-67d26977439e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:17.173542 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3999b9d8-dc82-4609-986f-67d26977439e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:17.177349 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3999b9d8-dc82-4609-986f-67d26977439e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7508b0de-2ee1-4cec-be21-c0d669acccf5 HTTP/1.1" status: 204 len: 168 time: 0.1465175 Jul 22 19:09:17.219209 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999b9d8-dc82-4609-986f-67d26977439e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7508b0de-2ee1-4cec-be21-c0d669acccf5,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:17.260635 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-0d38e3bb-32d9-4c8e-b084-ae287858b83f tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/quotas/93ea73befe604530890b841f22228fe3 HTTP/1.1" status: 200 len: 375 time: 0.4746747 Jul 22 19:09:17.317020 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ccc4d2e-4761-42ce-86f1-76dae192f05b req-80ce9ea0-5654-4286-973a-fca7ce3d8060 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228019 Jul 22 19:09:17.334751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923e57f3-7704-471d-9f0d-e46e3220a459 admin admin] Network 5b1b19be-2c5a-43b3-a556-619cb0fdcfca is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:09:17.379575 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ec98f41d-f323-4f55-bb6d-2d576b7ee0b4 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:09:17.388068 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60519e-4353-4d9c-897a-05024362d767 req-152baee6-f3b3-46d1-9329-b60c3091abad tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:17.393007 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e60519e-4353-4d9c-897a-05024362d767 req-152baee6-f3b3-46d1-9329-b60c3091abad tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 950 time: 0.7771471 Jul 22 19:09:17.402585 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-923e57f3-7704-471d-9f0d-e46e3220a459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 5b1b19be-2c5a-43b3-a556-619cb0fdcfca) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:17.408128 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923e57f3-7704-471d-9f0d-e46e3220a459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:17.408771 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-923e57f3-7704-471d-9f0d-e46e3220a459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:17.418948 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5ec0bc7-94a8-4c95-a6c6-89d247d1fd5f req-666c8bf4-607b-460a-b744-c71379e0ee70 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 HTTP/1.1" status: 200 len: 999 time: 0.7595634 Jul 22 19:09:17.441358 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d81b29-af11-493b-aa91-37b3bcb9e5a1 None None] Network 5b1b19be-2c5a-43b3-a556-619cb0fdcfca requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:17.483449 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b8382b8-3447-4bec-8eba-87808d4b31fd tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:17.485403 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5b8382b8-3447-4bec-8eba-87808d4b31fd tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] 10.222.0.13 "DELETE /v2.0/ports/748bff4c-3a57-46d8-825e-37c2a3602f12 HTTP/1.1" status: 204 len: 168 time: 2.4006157 Jul 22 19:09:17.488084 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39422) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:17.524514 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-923e57f3-7704-471d-9f0d-e46e3220a459 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1890161 Jul 22 19:09:17.527475 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] For port d16416fc-6569-4d41-ab0c-2a6a93b231d6, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:09:17.570450 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] Allocated IP 19.86.0.2 (158761aa-cb44-4054-ba2e-1d03b9236094/b42a979c-337e-4a2f-8c0c-603ff8f9463b/f8e7952d-0505-4725-b6d5-22317aa0656f) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:17.580938 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] For port d16416fc-6569-4d41-ab0c-2a6a93b231d6, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d16416fc-6569-4d41-ab0c-2a6a93b231d6,segment=NetworkSegment(9e220e2b-67d3-4a40-b4b6-af05db95b4fa),segment_id=9e220e2b-67d3-4a40-b4b6-af05db95b4fa)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:09:17.604453 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e60519e-4353-4d9c-897a-05024362d767 req-95dd2f67-3979-40ad-b385-a15949fd8f88 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796842 Jul 22 19:09:17.607554 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-dadd41cf-0f53-4527-ad9d-83365c8d2436 admin admin] Allocated IP 172.25.3.18 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/cf8a16c7-8bc0-4a08-a6ed-397e62bd8122) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:17.631491 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:17.685081 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-a22e9ff0-f0ea-43b3-af02-4653ee19cebd tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=93ea73befe604530890b841f22228fe3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3956246 Jul 22 19:09:17.687008 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec0bc7-94a8-4c95-a6c6-89d247d1fd5f req-00ce1aeb-1372-4c78-8fb5-079961f5b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:17.688537 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5ec0bc7-94a8-4c95-a6c6-89d247d1fd5f req-00ce1aeb-1372-4c78-8fb5-079961f5b8d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16e704e8-35a9-4b1e-95ec-b95d54669535 HTTP/1.1" status: 200 len: 855 time: 0.2188973 Jul 22 19:09:17.747689 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-49640707-d366-4b00-b2a5-89012e1c48ab None None] Set router ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:09:17.811752 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port ec98f41d-f323-4f55-bb6d-2d576b7ee0b4 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:17.834553 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-dee26b3b-a3ab-4ba7-b2a8-910c24b1ed59 tempest-DHCPAgentSchedulersTestJSON-1863445207 tempest-DHCPAgentSchedulersTestJSON-1863445207-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.3432026 Jul 22 19:09:17.836170 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39438) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:17.851043 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ac9d1f84-306c-4ff8-bced-aa11b1fb5f48 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1890536936'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:17.886819 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9d1f84-306c-4ff8-bced-aa11b1fb5f48 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Made reservation on behalf of 4f340dc4ba8643c78c409a9b304a6e14 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:17.890962 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac9d1f84-306c-4ff8-bced-aa11b1fb5f48 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:17.908008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port ec98f41d-f323-4f55-bb6d-2d576b7ee0b4 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:17.911297 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:17.922203 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9d1f84-306c-4ff8-bced-aa11b1fb5f48 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:09:17.935106 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac9d1f84-306c-4ff8-bced-aa11b1fb5f48 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:17.935681 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-ac9d1f84-306c-4ff8-bced-aa11b1fb5f48 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Added segment 50beeb34-a9a6-4a61-a101-47b67ab0e41e of type vlan for network 255bd957-4fc4-46eb-9a81-a4a6a6ad2c8e Jul 22 19:09:18.015168 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac9d1f84-306c-4ff8-bced-aa11b1fb5f48 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:18.016414 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-09b1b313-e3b4-4ceb-b081-9c081272cbe3 service neutron] 10.222.0.13 "GET /v2.0/networks/a1c6b0b9-572d-42c3-956b-93ed9ba48fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144686 Jul 22 19:09:18.038462 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f4953-d418-4536-82d4-d331c4a1b026 None None] Pushing event updated for resources: {'Port': ['ID=d16416fc-6569-4d41-ab0c-2a6a93b231d6,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:18.111180 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac9d1f84-306c-4ff8-bced-aa11b1fb5f48 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:18.120599 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9d1f84-306c-4ff8-bced-aa11b1fb5f48 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:18.121245 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac9d1f84-306c-4ff8-bced-aa11b1fb5f48 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:18.130345 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d1ee4d-349d-402b-874f-1c0f83833abd None None] Network 5b1b19be-2c5a-43b3-a556-619cb0fdcfca requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:18.254397 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dadd41cf-0f53-4527-ad9d-83365c8d2436 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:18.272856 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d1f84-306c-4ff8-bced-aa11b1fb5f48 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Pushing event updated for resources: {'Network': ['ID=255bd957-4fc4-46eb-9a81-a4a6a6ad2c8e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:18.274205 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec0bc7-94a8-4c95-a6c6-89d247d1fd5f req-1d20060a-6c7e-4c09-9628-47aa882d84c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:18.284189 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5ec0bc7-94a8-4c95-a6c6-89d247d1fd5f req-1d20060a-6c7e-4c09-9628-47aa882d84c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73a62730-22a7-4579-81aa-a3bf0ab2224c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5744252 Jul 22 19:09:18.290579 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ac9d1f84-306c-4ff8-bced-aa11b1fb5f48 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4532454 Jul 22 19:09:18.292348 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39448) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:18.308643 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c63e0-4406-40e6-8526-deb0441613cb req-99ca3979-6aed-4570-a65c-7a077e194f94 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:18.310087 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f17c63e0-4406-40e6-8526-deb0441613cb req-99ca3979-6aed-4570-a65c-7a077e194f94 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbdbd275-5528-4709-b4a2-4390ef373420 HTTP/1.1" status: 200 len: 946 time: 0.4270120 Jul 22 19:09:18.371545 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 255bd957-4fc4-46eb-9a81-a4a6a6ad2c8e details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:09:18.468094 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:18.506417 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-ae6a2a85-d10a-407e-a57c-f06ccf0238b7 service neutron] 10.222.0.13 "GET /v2.0/networks/a1c6b0b9-572d-42c3-956b-93ed9ba48fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655082 Jul 22 19:09:18.545064 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8a3462c4-91a6-4d6a-a0b3-323400671ca8 tempest-DHCPAgentSchedulersTestJSON-1863445207 tempest-DHCPAgentSchedulersTestJSON-1863445207-project-admin] 10.222.0.13 "GET /v2.0/agents/a0e87655-8d8f-4042-8810-80997bb79053/dhcp-networks HTTP/1.1" status: 200 len: 8861 time: 0.2448277 Jul 22 19:09:18.545598 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39454) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:18.565637 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f17c63e0-4406-40e6-8526-deb0441613cb req-de691255-8af4-482a-b6d7-e7686d5212e0 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013347 Jul 22 19:09:18.566508 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] Transition to ACTIVE for port object f8e7952d-0505-4725-b6d5-22317aa0656f will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:18.601078 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39456) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:18.614462 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5ec0bc7-94a8-4c95-a6c6-89d247d1fd5f req-70b90bd2-4649-4c54-be1b-8b45e7deef37 service neutron] 10.222.0.16 "GET /v2.0/networks/73a62730-22a7-4579-81aa-a3bf0ab2224c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188803 Jul 22 19:09:18.636074 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dadd41cf-0f53-4527-ad9d-83365c8d2436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:18.711160 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] Transition to ACTIVE for port object f8e7952d-0505-4725-b6d5-22317aa0656f will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:18.730053 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:18.760115 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadd41cf-0f53-4527-ad9d-83365c8d2436 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:18.771975 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:18.778792 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-dadd41cf-0f53-4527-ad9d-83365c8d2436 admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:18.800564 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d8735d4e-9ef4-4113-8ddb-22677babe3c7 None None] Provisioning complete for port ec98f41d-f323-4f55-bb6d-2d576b7ee0b4 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:18.800934 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d8735d4e-9ef4-4113-8ddb-22677babe3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:18.820882 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadd41cf-0f53-4527-ad9d-83365c8d2436 admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:18.875933 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd41cf-0f53-4527-ad9d-83365c8d2436 admin admin] Pushing event updated for resources: {'Port': ['ID=cf8a16c7-8bc0-4a08-a6ed-397e62bd8122,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:18.894214 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] Network 158761aa-cb44-4054-ba2e-1d03b9236094 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:18.920392 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:18.926327 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port ec98f41d-f323-4f55-bb6d-2d576b7ee0b4, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ec98f41d-f323-4f55-bb6d-2d576b7ee0b4,segment=NetworkSegment(d7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7),segment_id=d7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:18.929214 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:18.930430 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-2ae5affc-0012-4c78-bd18-0a3e8a60a2bf service neutron] 10.222.0.13 "GET /v2.0/networks/158761aa-cb44-4054-ba2e-1d03b9236094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074111 Jul 22 19:09:18.931017 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] Pushing event updated for resources: {'Port': ['ID=f8e7952d-0505-4725-b6d5-22317aa0656f,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:18.939674 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:19.034493 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 317c68aa-f17b-4468-8eac-59a2df8bf456 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:09:19.095768 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 317c68aa-f17b-4468-8eac-59a2df8bf456 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:09:19.096431 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 317c68aa-f17b-4468-8eac-59a2df8bf456 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:09:19.131440 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=ec98f41d-f323-4f55-bb6d-2d576b7ee0b4,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:19.132058 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5ec0bc7-94a8-4c95-a6c6-89d247d1fd5f req-73ef9f4a-afa4-438a-a471-54e3b5e364d9 service neutron] 10.222.0.16 "GET /v2.0/networks/73a62730-22a7-4579-81aa-a3bf0ab2224c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078692 Jul 22 19:09:19.139385 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] Attempting to bind port f8e7952d-0505-4725-b6d5-22317aa0656f on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:09:19.139768 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] Attempting to bind port f8e7952d-0505-4725-b6d5-22317aa0656f by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '8a1e22d9-f634-4d53-8860-e2a3bbdd8129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '158761aa-cb44-4054-ba2e-1d03b9236094'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:09:19.140138 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] Attempting to bind port f8e7952d-0505-4725-b6d5-22317aa0656f on network 158761aa-cb44-4054-ba2e-1d03b9236094 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:09:19.168887 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-49640707-d366-4b00-b2a5-89012e1c48ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'name': 'tempest-ServersTestBootFromVolume-1063993293-router', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:07Z', 'updated_at': '2021-07-22T19:08:12Z', 'revision_number': 4, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'gw_port': {'id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:08Z', 'updated_at': '2021-07-22T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '21d0d052-53bf-4d13-a80f-910ada1e661b', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'port_id': '94b26849-c8d8-4e93-b7c1-97e8e09ed7a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c', 'mac_address': 'fa:16:3e:21:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:08:15Z', 'updated_at': '2021-07-22T19:09:12Z', 'revision_number': 1, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c842535-e8b5-4309-8f15-1756c6be01f2', 'name': '', 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'mac_address': 'fa:16:3e:73:fb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '16e704e8-35a9-4b1e-95ec-b95d54669535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:11Z', 'updated_at': '2021-07-22T19:08:21Z', 'revision_number': 5, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'subnets': [{'id': '16e704e8-35a9-4b1e-95ec-b95d54669535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:19.207005 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-62f338a9-4be7-4be6-9d9f-e3b07f6787f2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1964340699'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:19.221499 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49640707-d366-4b00-b2a5-89012e1c48ab None None] The sync data for ids ['ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'] in n-d-800086-12 is: [{'id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'name': 'tempest-ServersTestBootFromVolume-1063993293-router', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:07Z', 'updated_at': '2021-07-22T19:08:12Z', 'revision_number': 4, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'gw_port': {'id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:08Z', 'updated_at': '2021-07-22T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '21d0d052-53bf-4d13-a80f-910ada1e661b', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'port_id': '94b26849-c8d8-4e93-b7c1-97e8e09ed7a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c', 'mac_address': 'fa:16:3e:21:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:08:15Z', 'updated_at': '2021-07-22T19:09:12Z', 'revision_number': 1, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c842535-e8b5-4309-8f15-1756c6be01f2', 'name': '', 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'mac_address': 'fa:16:3e:73:fb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '16e704e8-35a9-4b1e-95ec-b95d54669535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:11Z', 'updated_at': '2021-07-22T19:08:21Z', 'revision_number': 5, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'subnets': [{'id': '16e704e8-35a9-4b1e-95ec-b95d54669535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:09:19.226024 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:09:19.227125 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] Checking segment: {'id': '8a1e22d9-f634-4d53-8860-e2a3bbdd8129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '158761aa-cb44-4054-ba2e-1d03b9236094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:19.227125 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:19.227566 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] Bound using segment: {'id': '8a1e22d9-f634-4d53-8860-e2a3bbdd8129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '158761aa-cb44-4054-ba2e-1d03b9236094'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:09:19.228005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] Bound port: f8e7952d-0505-4725-b6d5-22317aa0656f, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1e22d9-f634-4d53-8860-e2a3bbdd8129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '158761aa-cb44-4054-ba2e-1d03b9236094'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:09:19.228448 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:19.236540 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9abbed-f123-4d24-bb94-689171e17fff tempest-DHCPAgentSchedulersTestJSON-1863445207 tempest-DHCPAgentSchedulersTestJSON-1863445207-project-admin] Network 255bd957-4fc4-46eb-9a81-a4a6a6ad2c8e is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:09:19.254241 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f338a9-4be7-4be6-9d9f-e3b07f6787f2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:19.266500 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-62f338a9-4be7-4be6-9d9f-e3b07f6787f2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:19.277714 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ba9abbed-f123-4d24-bb94-689171e17fff tempest-DHCPAgentSchedulersTestJSON-1863445207 tempest-DHCPAgentSchedulersTestJSON-1863445207-project-admin] 10.222.0.13 "POST /v2.0/agents/a0e87655-8d8f-4042-8810-80997bb79053/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7311001 Jul 22 19:09:19.285067 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39474) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:19.300633 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dadd41cf-0f53-4527-ad9d-83365c8d2436 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:19.308527 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cdb5dc-210c-4830-8339-700b81f5030e None None] Network 255bd957-4fc4-46eb-9a81-a4a6a6ad2c8e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:19.318595 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-62f338a9-4be7-4be6-9d9f-e3b07f6787f2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:19.365783 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf825c9-cd3a-406e-9c08-61bd98dde061 None None] Network 77f1d271-e126-49e8-8350-a73bda048cfc requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:19.542499 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-fcf247e6-685c-4087-8ac2-a008c324fcf0 service neutron] 10.222.0.13 "GET /v2.0/networks/158761aa-cb44-4054-ba2e-1d03b9236094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111846 Jul 22 19:09:19.563940 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d4b3bc30-9de0-4ad2-9924-3da3a965109a tempest-DHCPAgentSchedulersTestJSON-1863445207 tempest-DHCPAgentSchedulersTestJSON-1863445207-project-admin] 10.222.0.13 "GET /v2.0/agents/a0e87655-8d8f-4042-8810-80997bb79053/dhcp-networks HTTP/1.1" status: 200 len: 9632 time: 0.2749565 Jul 22 19:09:19.564176 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-8d6c48d1-d673-40cf-b91c-69d79520498f tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:19.564835 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39476) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:19.572004 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-8d6c48d1-d673-40cf-b91c-69d79520498f tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/networks?id=5b1b19be-2c5a-43b3-a556-619cb0fdcfca HTTP/1.1" status: 200 len: 814 time: 0.4469230 Jul 22 19:09:19.598116 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d16416fc-6569-4d41-ab0c-2a6a93b231d6 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:09:19.603526 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] For port f8e7952d-0505-4725-b6d5-22317aa0656f, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:09:19.606200 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-5be82b76-f36d-4ff6-b2d8-334f824d3329 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/quotas/c5463d6ffc084f0b947933d4354c9f2c HTTP/1.1" status: 200 len: 375 time: 0.0329454 Jul 22 19:09:19.622826 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0ddeae-86e9-4572-956a-136b990fd840 None None] New status for floating IP 21d0d052-53bf-4d13-a80f-910ada1e661b: ACTIVE {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:09:19.655903 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-2af71c86-ce7b-4974-9d5c-8c0b9c1b162c tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5463d6ffc084f0b947933d4354c9f2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471916 Jul 22 19:09:19.720553 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] For port f8e7952d-0505-4725-b6d5-22317aa0656f, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f8e7952d-0505-4725-b6d5-22317aa0656f,segment=NetworkSegment(8a1e22d9-f634-4d53-8860-e2a3bbdd8129),segment_id=8a1e22d9-f634-4d53-8860-e2a3bbdd8129)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:09:19.724587 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-62f338a9-4be7-4be6-9d9f-e3b07f6787f2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:19.748773 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-63352b0a-f461-4f2e-a6b4-51b67c4c485a None None] Provisioning for port d16416fc-6569-4d41-ab0c-2a6a93b231d6 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:19.754153 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-62f338a9-4be7-4be6-9d9f-e3b07f6787f2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:19.771630 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7c7fe602-475d-4a86-8d3e-9f2df2052edc tempest-DHCPAgentSchedulersTestJSON-1863445207 tempest-DHCPAgentSchedulersTestJSON-1863445207-project-admin] 10.222.0.13 "DELETE /v2.0/agents/a0e87655-8d8f-4042-8810-80997bb79053/dhcp-networks/255bd957-4fc4-46eb-9a81-a4a6a6ad2c8e HTTP/1.1" status: 204 len: 168 time: 0.2045083 Jul 22 19:09:19.775319 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39484) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:19.809250 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f338a9-4be7-4be6-9d9f-e3b07f6787f2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:09:19.846463 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-62f338a9-4be7-4be6-9d9f-e3b07f6787f2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:19.847176 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:19.847354 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-62f338a9-4be7-4be6-9d9f-e3b07f6787f2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Added segment 6d944e2e-eb8b-4cb3-b872-2d93c2e8fcf5 of type vlan for network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 Jul 22 19:09:19.865548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f338a9-4be7-4be6-9d9f-e3b07f6787f2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=322fdaae-4558-4d92-929d-fad7d8636abf,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:19.976603 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c6134e28-d081-4221-b346-3fdb7611997d tempest-DHCPAgentSchedulersTestJSON-1863445207 tempest-DHCPAgentSchedulersTestJSON-1863445207-project-admin] 10.222.0.13 "GET /v2.0/agents/a0e87655-8d8f-4042-8810-80997bb79053/dhcp-networks HTTP/1.1" status: 200 len: 8861 time: 0.1943214 Jul 22 19:09:19.991246 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39486) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:20.017527 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-62f338a9-4be7-4be6-9d9f-e3b07f6787f2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:20.020596 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8a02d-1f87-4ec7-b820-035e28972905 None None] Pushing event updated for resources: {'Port': ['ID=f8e7952d-0505-4725-b6d5-22317aa0656f,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:20.030125 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port d16416fc-6569-4d41-ab0c-2a6a93b231d6 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:20.059697 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port d16416fc-6569-4d41-ab0c-2a6a93b231d6 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:20.060273 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39492) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:20.060822 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-48dc1426-b422-4feb-bb97-aa047d3d3031 tempest-DHCPAgentSchedulersTestJSON-1863445207 tempest-DHCPAgentSchedulersTestJSON-1863445207-project-admin] 10.222.0.13 "GET /v2.0/networks/77f1d271-e126-49e8-8350-a73bda048cfc/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0665426 Jul 22 19:09:20.061139 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:20.081935 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-a85eca8d-a2fc-4a0d-8fa1-e010aae0d641 service neutron] 10.222.0.13 "GET /v2.0/networks/5b1b19be-2c5a-43b3-a556-619cb0fdcfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251819 Jul 22 19:09:20.096696 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe83886-c8e8-4c30-a207-3fe8092d7886 req-d0cbe128-3f1c-4bb5-aa3d-15b65645a598 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:20.104320 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3fe83886-c8e8-4c30-a207-3fe8092d7886 req-d0cbe128-3f1c-4bb5-aa3d-15b65645a598 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 950 time: 0.2566903 Jul 22 19:09:20.111463 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-eaeadbee-c6b9-45b7-bcf8-bc528ed8b908 tempest-DHCPAgentSchedulersTestJSON-1863445207 tempest-DHCPAgentSchedulersTestJSON-1863445207-project-admin] 10.222.0.13 "GET /v2.0/networks/77f1d271-e126-49e8-8350-a73bda048cfc/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0474694 Jul 22 19:09:20.113012 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-62f338a9-4be7-4be6-9d9f-e3b07f6787f2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:20.122005 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f338a9-4be7-4be6-9d9f-e3b07f6787f2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:20.122276 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-62f338a9-4be7-4be6-9d9f-e3b07f6787f2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:20.127403 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dadd41cf-0f53-4527-ad9d-83365c8d2436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:20.131045 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39494) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:20.187732 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-62f338a9-4be7-4be6-9d9f-e3b07f6787f2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5855122 Jul 22 19:09:20.195125 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39496) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:20.202724 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-97663de5-4e20-4053-8950-69f187529e29 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'port': {'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469', 'name': 'tempest-PortsTestJSON-117729602'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:20.231949 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:20.250604 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f338a9-4be7-4be6-9d9f-e3b07f6787f2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Network': ['ID=a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:20.273003 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:09:20.356937 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port d16416fc-6569-4d41-ab0c-2a6a93b231d6, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d16416fc-6569-4d41-ab0c-2a6a93b231d6,segment=NetworkSegment(9e220e2b-67d3-4a40-b4b6-af05db95b4fa),segment_id=9e220e2b-67d3-4a40-b4b6-af05db95b4fa)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:20.394038 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:20.394853 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ec98f41d-f323-4f55-bb6d-2d576b7ee0b4 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:09:20.405260 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97663de5-4e20-4053-8950-69f187529e29 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:20.409930 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-97663de5-4e20-4053-8950-69f187529e29 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:20.454776 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-97663de5-4e20-4053-8950-69f187529e29 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] device_id is not set on port ceb00bc5-e561-485c-8521-fd25d5ed0d4b yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:09:20.568341 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port ec98f41d-f323-4f55-bb6d-2d576b7ee0b4 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:20.569027 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:20.613846 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=d16416fc-6569-4d41-ab0c-2a6a93b231d6,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:20.707529 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-97663de5-4e20-4053-8950-69f187529e29 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:20.718061 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4022b0c9-5402-4b68-89df-fe06e5626bf0 None None] Provisioning complete for port d16416fc-6569-4d41-ab0c-2a6a93b231d6 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:20.718852 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4022b0c9-5402-4b68-89df-fe06e5626bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:20.757434 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-97663de5-4e20-4053-8950-69f187529e29 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:20.878107 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97663de5-4e20-4053-8950-69f187529e29 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Port': ['ID=ceb00bc5-e561-485c-8521-fd25d5ed0d4b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:20.894616 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97663de5-4e20-4053-8950-69f187529e29 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Checking segment: {'id': '6d944e2e-eb8b-4cb3-b872-2d93c2e8fcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:20.895450 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97663de5-4e20-4053-8950-69f187529e29 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network hostable DHCP agents. Network: a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:09:20.923349 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97663de5-4e20-4053-8950-69f187529e29 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:09:20.934896 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-97663de5-4e20-4053-8950-69f187529e29 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:20.939566 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97663de5-4e20-4053-8950-69f187529e29 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:20.949198 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff1e797-f4b7-4fe1-9b30-8846ca684160 None None] Network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:20.952549 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97663de5-4e20-4053-8950-69f187529e29 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:20.953571 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-97663de5-4e20-4053-8950-69f187529e29 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:20.983373 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3fe83886-c8e8-4c30-a207-3fe8092d7886 req-25695cf6-1b0b-4093-9a7f-1c2e6fb5183b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8778369 Jul 22 19:09:20.995808 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-97663de5-4e20-4053-8950-69f187529e29 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7971494 Jul 22 19:09:21.000585 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39500) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:21.020734 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f11ab51e-5bba-4316-87df-e97d910bdb7a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1130255611'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:21.028797 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-4f3c3e2a-dc29-4b93-a3e4-7a0d35b200c3 service neutron] 10.222.0.13 "GET /v2.0/networks/5b1b19be-2c5a-43b3-a556-619cb0fdcfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9153662 Jul 22 19:09:21.058703 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11ab51e-5bba-4316-87df-e97d910bdb7a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:21.065560 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f11ab51e-5bba-4316-87df-e97d910bdb7a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:21.094015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ab77aeea-1c8c-45c7-8ce9-cbdd69fefe82 None None] Could not find standard attr ID for object 748bff4c-3a57-46d8-825e-37c2a3602f12. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:09:21.133570 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11ab51e-5bba-4316-87df-e97d910bdb7a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:09:21.161786 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f11ab51e-5bba-4316-87df-e97d910bdb7a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:21.165030 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-f11ab51e-5bba-4316-87df-e97d910bdb7a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Added segment 7b694070-7447-41e5-8a16-f642a78159ba of type vlan for network ada486c6-a0fb-4bae-9178-f7377c21508f Jul 22 19:09:21.299197 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f11ab51e-5bba-4316-87df-e97d910bdb7a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:21.370661 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f11ab51e-5bba-4316-87df-e97d910bdb7a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:21.379536 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11ab51e-5bba-4316-87df-e97d910bdb7a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:21.380864 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f11ab51e-5bba-4316-87df-e97d910bdb7a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:21.470773 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f11ab51e-5bba-4316-87df-e97d910bdb7a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4688764 Jul 22 19:09:21.477641 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39506) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:21.506014 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f8e7952d-0505-4725-b6d5-22317aa0656f up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:09:21.524038 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'ports': [{'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469'}, {'network_id': 'ada486c6-a0fb-4bae-9178-f7377c21508f'}]} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:21.524448 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'port': {'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:21.524901 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'port': {'network_id': 'ada486c6-a0fb-4bae-9178-f7377c21508f'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:21.620147 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ab51e-5bba-4316-87df-e97d910bdb7a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Network': ['ID=ada486c6-a0fb-4bae-9178-f7377c21508f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:21.622686 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port f8e7952d-0505-4725-b6d5-22317aa0656f completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:21.627606 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d16416fc-6569-4d41-ab0c-2a6a93b231d6 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:09:21.660398 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e0103fa-b9ff-4cc6-a2cb-879f9f1eda6a req-75ddaa87-2ad8-4fd0-9f7c-997371d39ed7 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=e89518ba-b1f1-4753-903e-083f20d70880 HTTP/1.1" status: 200 len: 210 time: 0.0811961 Jul 22 19:09:21.664042 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network ada486c6-a0fb-4bae-9178-f7377c21508f details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:09:21.759898 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5afe1edd-7e9c-4730-8a94-9712c35582de tempest-DHCPAgentSchedulersTestJSON-1863445207 tempest-DHCPAgentSchedulersTestJSON-1863445207-project-admin] 10.222.0.13 "GET /v2.0/agents/a0e87655-8d8f-4042-8810-80997bb79053/dhcp-networks HTTP/1.1" status: 200 len: 8861 time: 1.6202595 Jul 22 19:09:21.769205 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39510) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:21.836902 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port d16416fc-6569-4d41-ab0c-2a6a93b231d6 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:21.837615 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:21.906916 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b8f35a-eb00-48f5-af3a-e2eb98ae205a None None] Network 158761aa-cb44-4054-ba2e-1d03b9236094 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:21.921930 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'port': 2} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:21.928141 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:21.947014 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:21.975577 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4e65189c-08c5-4c35-ac90-031aca64517c req-81248b5f-cf5f-4fd1-8801-0c8f7a6bbdab tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc9b59f-fef2-4b20-940a-8a32addae22c HTTP/1.1" status: 200 len: 210 time: 0.1389344 Jul 22 19:09:22.011733 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-07a31754-8f1d-4f79-918a-893bf84707c2 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:22.018702 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-07a31754-8f1d-4f79-918a-893bf84707c2 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:22.021283 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-07a31754-8f1d-4f79-918a-893bf84707c2 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.30 "GET /v2.0/networks?id=a1c6b0b9-572d-42c3-956b-93ed9ba48fc0&id=158761aa-cb44-4054-ba2e-1d03b9236094 HTTP/1.1" status: 200 len: 1389 time: 0.8220620 Jul 22 19:09:22.026468 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-dfcb117b-2cf6-4e3f-b121-2e43034c9257 None None] Provisioning for port f8e7952d-0505-4725-b6d5-22317aa0656f completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:22.040299 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae6699-aeb0-4b9b-bbc9-1f3c4743362a req-f131af3a-042c-40da-b972-2cb5c235ecd4 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:22.044041 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-dfcb117b-2cf6-4e3f-b121-2e43034c9257 None None] Provisioning complete for port f8e7952d-0505-4725-b6d5-22317aa0656f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:22.044913 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dfcb117b-2cf6-4e3f-b121-2e43034c9257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:22.052538 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bdae6699-aeb0-4b9b-bbc9-1f3c4743362a req-f131af3a-042c-40da-b972-2cb5c235ecd4 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbdbd275-5528-4709-b4a2-4390ef373420 HTTP/1.1" status: 200 len: 946 time: 0.7564113 Jul 22 19:09:22.071707 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-2fc1b023-38e3-4dec-aa20-45ddbb83b55c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Request body: {'port': {'device_id': 'e89518ba-b1f1-4753-903e-083f20d70880', 'network_id': 'a1c6b0b9-572d-42c3-956b-93ed9ba48fc0', 'admin_state_up': True, 'tenant_id': '93ea73befe604530890b841f22228fe3'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:22.078610 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] device_id is not set on port 9699d794-dd89-4c80-bbe5-082aa49c4211 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:09:22.204995 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6293d3fb-c0f7-46dd-98e2-01d3feb6c393 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:22.220379 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dfcb117b-2cf6-4e3f-b121-2e43034c9257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:22.259223 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:22.268083 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadd41cf-0f53-4527-ad9d-83365c8d2436 admin admin] Router b4680f77-83d4-4b15-a7a1-d9381c579c74 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:09:22.280323 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-dfcb117b-2cf6-4e3f-b121-2e43034c9257 None None] For port f8e7952d-0505-4725-b6d5-22317aa0656f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f8e7952d-0505-4725-b6d5-22317aa0656f,segment=NetworkSegment(8a1e22d9-f634-4d53-8860-e2a3bbdd8129),segment_id=8a1e22d9-f634-4d53-8860-e2a3bbdd8129)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:22.287922 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dfcb117b-2cf6-4e3f-b121-2e43034c9257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:22.339517 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bdae6699-aeb0-4b9b-bbc9-1f3c4743362a req-d8265731-a7b3-47c5-9829-836e28a93ac7 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388390 Jul 22 19:09:22.350902 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-2fc1b023-38e3-4dec-aa20-45ddbb83b55c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Made reservation on behalf of 93ea73befe604530890b841f22228fe3 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:22.354297 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-2fc1b023-38e3-4dec-aa20-45ddbb83b55c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:22.376193 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] device_id is not set on port 510b00fe-a709-4049-93a9-ee6a5be761aa yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:09:22.391690 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb117b-2cf6-4e3f-b121-2e43034c9257 None None] Pushing event updated for resources: {'Port': ['ID=f8e7952d-0505-4725-b6d5-22317aa0656f,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:22.526873 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:22.542523 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6293d3fb-c0f7-46dd-98e2-01d3feb6c393 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:22.577837 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f9173-1bcc-4d19-a08e-b7d4513fdaad req-a30b8bb9-a2ad-473e-8ac5-d55049b0238b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:22.579591 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b91f9173-1bcc-4d19-a08e-b7d4513fdaad req-a30b8bb9-a2ad-473e-8ac5-d55049b0238b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 950 time: 0.4093888 Jul 22 19:09:22.582669 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-6293d3fb-c0f7-46dd-98e2-01d3feb6c393 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255bd957-4fc4-46eb-9a81-a4a6a6ad2c8e']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:22.591644 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:22.638808 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:22.641792 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:22.646690 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:22.647726 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:22.654307 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Port': ['ID=9699d794-dd89-4c80-bbe5-082aa49c4211,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:22.662014 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-6293d3fb-c0f7-46dd-98e2-01d3feb6c393 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50beeb34-a9a6-4a61-a101-47b67ab0e41e') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:22.662551 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-6293d3fb-c0f7-46dd-98e2-01d3feb6c393 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50beeb34-a9a6-4a61-a101-47b67ab0e41e') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:22.717053 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Port': ['ID=510b00fe-a709-4049-93a9-ee6a5be761aa,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:22.722122 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6293d3fb-c0f7-46dd-98e2-01d3feb6c393 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:22.722857 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Checking segment: {'id': '7b694070-7447-41e5-8a16-f642a78159ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ada486c6-a0fb-4bae-9178-f7377c21508f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:22.723375 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network hostable DHCP agents. Network: ada486c6-a0fb-4bae-9178-f7377c21508f, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:09:22.728999 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b8542b92-bd3e-457a-b5d5-f508d4640228 None None] Provisioning complete for port f8e7952d-0505-4725-b6d5-22317aa0656f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:22.729569 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b8542b92-bd3e-457a-b5d5-f508d4640228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:22.743515 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network ada486c6-a0fb-4bae-9178-f7377c21508f is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:09:22.754231 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, ada486c6-a0fb-4bae-9178-f7377c21508f) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:22.761022 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:22.767569 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:22.774989 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:22.776352 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6293d3fb-c0f7-46dd-98e2-01d3feb6c393 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:22.776644 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:22.793845 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edd8c96-b1fa-4460-9d2f-2f3eb65fbc33 None None] Network ada486c6-a0fb-4bae-9178-f7377c21508f requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:22.795560 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fbddaa22-987f-4bae-bbe3-35b1d03e0790 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2831192 Jul 22 19:09:22.798960 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39526) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:22.822977 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6293d3fb-c0f7-46dd-98e2-01d3feb6c393 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:09:22.823725 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6293d3fb-c0f7-46dd-98e2-01d3feb6c393 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:22.829800 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b91f9173-1bcc-4d19-a08e-b7d4513fdaad req-69f072f3-48ef-4905-aa56-e44e1602ca22 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814475 Jul 22 19:09:22.831196 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadd41cf-0f53-4527-ad9d-83365c8d2436 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:09:22.833606 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:09:22.866870 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] Sync routers for ids ['b4680f77-83d4-4b15-a7a1-d9381c579c74'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:09:22.947258 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] Routers {'b4680f77-83d4-4b15-a7a1-d9381c579c74'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:09:22.947889 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:09:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b4680f77-83d4-4b15-a7a1-d9381c579c74'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:22.959888 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-339d8f4f-5a17-46ac-bfe1-a9014d8c1bb6 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting port 510b00fe-a709-4049-93a9-ee6a5be761aa {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:22.960785 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-339d8f4f-5a17-46ac-bfe1-a9014d8c1bb6 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:22.993666 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-2fc1b023-38e3-4dec-aa20-45ddbb83b55c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Allocated IP 19.80.0.224 (a1c6b0b9-572d-42c3-956b-93ed9ba48fc0/cb4bb54d-ff44-4363-b08d-3ee5eebed7bb/0f1c322e-2a88-434d-9de0-7c6a878ed903) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:23.047012 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dadd41cf-0f53-4527-ad9d-83365c8d2436 admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:23.052561 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-dadd41cf-0f53-4527-ad9d-83365c8d2436 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.3432028 Jul 22 19:09:23.054257 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-339d8f4f-5a17-46ac-bfe1-a9014d8c1bb6 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:23.057797 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39530) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:23.063240 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad6da44b-b08e-47b2-8c07-feae5fe97137 req-b97bb2e0-e293-413a-8be2-dd571759807e tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=e89518ba-b1f1-4753-903e-083f20d70880 HTTP/1.1" status: 200 len: 210 time: 0.0755873 Jul 22 19:09:23.068980 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-339d8f4f-5a17-46ac-bfe1-a9014d8c1bb6 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Calling delete_port for 510b00fe-a709-4049-93a9-ee6a5be761aa owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:23.075778 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6293d3fb-c0f7-46dd-98e2-01d3feb6c393 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:23.087550 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6293d3fb-c0f7-46dd-98e2-01d3feb6c393 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:23.091574 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6293d3fb-c0f7-46dd-98e2-01d3feb6c393 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] 10.222.0.13 "DELETE /v2.0/networks/255bd957-4fc4-46eb-9a81-a4a6a6ad2c8e HTTP/1.1" status: 204 len: 168 time: 1.3207550 Jul 22 19:09:23.139803 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39532) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:23.161724 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293d3fb-c0f7-46dd-98e2-01d3feb6c393 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Pushing event deleted for resources: {'Network': ['ID=255bd957-4fc4-46eb-9a81-a4a6a6ad2c8e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:23.175508 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eda31cc-e365-4cb4-a7be-e6e710816323 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] DELETE failed (client error): The resource could not be found. Jul 22 19:09:23.176378 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eda31cc-e365-4cb4-a7be-e6e710816323 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:09:23.178614 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9eda31cc-e365-4cb4-a7be-e6e710816323 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] 10.222.0.13 "DELETE /v2.0/ports/748bff4c-3a57-46d8-825e-37c2a3602f12 HTTP/1.1" status: 404 len: 333 time: 0.0378385 Jul 22 19:09:23.182117 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39534) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:23.252761 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f8e7952d-0505-4725-b6d5-22317aa0656f up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:09:23.258056 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e048499-dad4-4406-b0fe-5cc2087e7e6d req-5280332b-fbb9-421c-a85a-2d0e1018e7a5 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:23.259867 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e048499-dad4-4406-b0fe-5cc2087e7e6d req-5280332b-fbb9-421c-a85a-2d0e1018e7a5 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbdbd275-5528-4709-b4a2-4390ef373420 HTTP/1.1" status: 200 len: 946 time: 0.6177428 Jul 22 19:09:23.266618 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa0bf1b-1c47-48a0-9db4-77232270c7d3 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Deleting subnet c7fbafe3-8e33-44b3-9927-713a4a1ed22a {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:09:23.271531 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5fa0bf1b-1c47-48a0-9db4-77232270c7d3 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:23.321691 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-339d8f4f-5a17-46ac-bfe1-a9014d8c1bb6 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:23.351522 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c960acd-c29b-4aec-af4d-514da08f83fe req-29657fb2-05cb-43e9-9635-5c57fbc47e04 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc9b59f-fef2-4b20-940a-8a32addae22c HTTP/1.1" status: 200 len: 210 time: 0.0905106 Jul 22 19:09:23.374492 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] Set router b4680f77-83d4-4b15-a7a1-d9381c579c74 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:09:23.376767 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d8f4f-5a17-46ac-bfe1-a9014d8c1bb6 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Port': ['ID=510b00fe-a709-4049-93a9-ee6a5be761aa,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:23.380977 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5fa0bf1b-1c47-48a0-9db4-77232270c7d3 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:23.424020 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-87b5be01-b91d-40d5-a8c0-5baf3f0dab0c tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:23.425588 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-87b5be01-b91d-40d5-a8c0-5baf3f0dab0c tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.30 "GET /v2.0/networks?id=5b1b19be-2c5a-43b3-a556-619cb0fdcfca HTTP/1.1" status: 200 len: 814 time: 0.5431368 Jul 22 19:09:23.446166 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e048499-dad4-4406-b0fe-5cc2087e7e6d req-268b8944-4d5b-47b4-a6e7-92aaef0d9aa9 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670094 Jul 22 19:09:23.455145 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-b68b6037-52d1-43ec-ac46-0973d6ff5b8a tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Request body: {'port': {'device_id': 'ebc9b59f-fef2-4b20-940a-8a32addae22c', 'network_id': '5b1b19be-2c5a-43b3-a556-619cb0fdcfca', 'admin_state_up': True, 'tenant_id': 'c5463d6ffc084f0b947933d4354c9f2c'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:23.462979 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-339d8f4f-5a17-46ac-bfe1-a9014d8c1bb6 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:23.464824 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-339d8f4f-5a17-46ac-bfe1-a9014d8c1bb6 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/ports/510b00fe-a709-4049-93a9-ee6a5be761aa HTTP/1.1" status: 204 len: 168 time: 0.6644866 Jul 22 19:09:23.468848 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39538) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:23.490629 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port f8e7952d-0505-4725-b6d5-22317aa0656f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:23.491235 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:23.529778 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-ed63da01-951b-4dd8-baff-52918efac177 service neutron] 10.222.0.30 "GET /v2.0/ports/e464f3c4-2a37-45c5-b30c-52016b9bfacc/bindings/n-h1-800086-12 HTTP/1.1" status: 200 len: 383 time: 0.1988559 Jul 22 19:09:23.592813 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccd38cd-5784-48f3-a5fc-448881422a4e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:23.600841 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccd38cd-5784-48f3-a5fc-448881422a4e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:23.602467 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fccd38cd-5784-48f3-a5fc-448881422a4e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1308959 Jul 22 19:09:23.605605 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39540) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:23.615492 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5fa0bf1b-1c47-48a0-9db4-77232270c7d3 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:23.738438 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'name': 'tempest-ServerRescueTestJSONUnderV235-809312503-router', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:09:14Z', 'updated_at': '2021-07-22T19:09:19Z', 'revision_number': 3, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'gw_port': {'id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:16Z', 'updated_at': '2021-07-22T19:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:23.741462 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-2fc1b023-38e3-4dec-aa20-45ddbb83b55c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:23.750309 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5fa0bf1b-1c47-48a0-9db4-77232270c7d3 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:23.775798 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] Checking router: b4680f77-83d4-4b15-a7a1-d9381c579c74 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:09:23.776215 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] Updating router b4680f77-83d4-4b15-a7a1-d9381c579c74 port cf8a16c7-8bc0-4a08-a6ed-397e62bd8122 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:09:23.779845 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-2fc1b023-38e3-4dec-aa20-45ddbb83b55c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Transition to ACTIVE for port object 0f1c322e-2a88-434d-9de0-7c6a878ed903 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:23.812092 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0bf1b-1c47-48a0-9db4-77232270c7d3 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Pushing event deleted for resources: {'Subnet': ['ID=c7fbafe3-8e33-44b3-9927-713a4a1ed22a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:23.815646 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:23.837103 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5fa0bf1b-1c47-48a0-9db4-77232270c7d3 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:23.842256 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5fa0bf1b-1c47-48a0-9db4-77232270c7d3 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] 10.222.0.13 "DELETE /v2.0/subnets/c7fbafe3-8e33-44b3-9927-713a4a1ed22a HTTP/1.1" status: 204 len: 168 time: 0.6557503 Jul 22 19:09:23.842256 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39542) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:23.843653 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d83342b-3b9c-41f5-8f6d-b0860feefd0a None None] Network 77f1d271-e126-49e8-8350-a73bda048cfc requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:23.898002 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-b68b6037-52d1-43ec-ac46-0973d6ff5b8a tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Made reservation on behalf of c5463d6ffc084f0b947933d4354c9f2c for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:23.901613 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-b68b6037-52d1-43ec-ac46-0973d6ff5b8a tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:23.943257 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f956bca5-a38d-43b8-bd40-1a6014e8de5d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting port 9699d794-dd89-4c80-bbe5-082aa49c4211 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:23.943763 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f956bca5-a38d-43b8-bd40-1a6014e8de5d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:23.982933 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9562ea6-c740-4f2c-bcab-ec05f785fff0 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:23.998476 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-2fc1b023-38e3-4dec-aa20-45ddbb83b55c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:24.058280 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f956bca5-a38d-43b8-bd40-1a6014e8de5d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:24.063407 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-deff0afc-1463-4b43-bd01-93c16bbaa8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:24.065091 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-deff0afc-1463-4b43-bd01-93c16bbaa8af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd&tenant_id=46238864a83148d380b2ca0eb3b80dcd HTTP/1.1" status: 200 len: 1102 time: 0.3025994 Jul 22 19:09:24.094415 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f956bca5-a38d-43b8-bd40-1a6014e8de5d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Calling delete_port for 9699d794-dd89-4c80-bbe5-082aa49c4211 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:24.123849 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-2fc1b023-38e3-4dec-aa20-45ddbb83b55c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Network a1c6b0b9-572d-42c3-956b-93ed9ba48fc0 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:24.140301 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-2fc1b023-38e3-4dec-aa20-45ddbb83b55c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:24.142932 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-2fc1b023-38e3-4dec-aa20-45ddbb83b55c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:24.228269 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f9562ea6-c740-4f2c-bcab-ec05f785fff0 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Deleting port d16416fc-6569-4d41-ab0c-2a6a93b231d6 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:24.228788 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9562ea6-c740-4f2c-bcab-ec05f785fff0 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:24.283117 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-c3489737-626a-4715-a3ca-1866c747e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:24.284571 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-c3489737-626a-4715-a3ca-1866c747e609 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 1102 time: 0.1913462 Jul 22 19:09:24.285189 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce4a922-41aa-4caa-a41f-7043619091ae None None] DHCP port deletion for 77f1d271-e126-49e8-8350-a73bda048cfc request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:09:24.332005 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:24.341984 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-f9562ea6-c740-4f2c-bcab-ec05f785fff0 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] For port d16416fc-6569-4d41-ab0c-2a6a93b231d6, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d16416fc-6569-4d41-ab0c-2a6a93b231d6,segment=NetworkSegment(9e220e2b-67d3-4a40-b4b6-af05db95b4fa),segment_id=9e220e2b-67d3-4a40-b4b6-af05db95b4fa)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:24.342368 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9562ea6-c740-4f2c-bcab-ec05f785fff0 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:24.347431 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] Transition to ACTIVE for port object cf8a16c7-8bc0-4a08-a6ed-397e62bd8122 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:24.359895 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:24.371170 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f9562ea6-c740-4f2c-bcab-ec05f785fff0 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Calling delete_port for d16416fc-6569-4d41-ab0c-2a6a93b231d6 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:24.424293 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-7ce4a922-41aa-4caa-a41f-7043619091ae None None] Deleting port d16416fc-6569-4d41-ab0c-2a6a93b231d6 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:24.424716 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7ce4a922-41aa-4caa-a41f-7043619091ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:24.427864 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861b733-7f0e-4b8a-adb1-ff84e050da44 None None] Pushing event updated for resources: {'Port': ['ID=cf8a16c7-8bc0-4a08-a6ed-397e62bd8122,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:24.436185 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] Attempting to bind port cf8a16c7-8bc0-4a08-a6ed-397e62bd8122 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:09:24.436842 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] Attempting to bind port cf8a16c7-8bc0-4a08-a6ed-397e62bd8122 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:09:24.437453 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] Attempting to bind port cf8a16c7-8bc0-4a08-a6ed-397e62bd8122 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:09:24.465547 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:09:24.465919 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:24.466591 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:24.466765 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:09:24.469730 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] Bound port: cf8a16c7-8bc0-4a08-a6ed-397e62bd8122, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:09:24.469730 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:24.500336 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f956bca5-a38d-43b8-bd40-1a6014e8de5d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:24.526859 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1b023-38e3-4dec-aa20-45ddbb83b55c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event updated for resources: {'Port': ['ID=0f1c322e-2a88-434d-9de0-7c6a878ed903,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:24.545746 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956bca5-a38d-43b8-bd40-1a6014e8de5d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Port': ['ID=9699d794-dd89-4c80-bbe5-082aa49c4211,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:24.556846 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7ce4a922-41aa-4caa-a41f-7043619091ae None None] For port d16416fc-6569-4d41-ab0c-2a6a93b231d6, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d16416fc-6569-4d41-ab0c-2a6a93b231d6,segment=NetworkSegment(9e220e2b-67d3-4a40-b4b6-af05db95b4fa),segment_id=9e220e2b-67d3-4a40-b4b6-af05db95b4fa)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:24.557259 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7ce4a922-41aa-4caa-a41f-7043619091ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:24.589968 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f956bca5-a38d-43b8-bd40-1a6014e8de5d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:24.592550 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f956bca5-a38d-43b8-bd40-1a6014e8de5d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/ports/9699d794-dd89-4c80-bbe5-082aa49c4211 HTTP/1.1" status: 204 len: 168 time: 0.9835606 Jul 22 19:09:24.594590 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39554) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:24.606196 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9562ea6-c740-4f2c-bcab-ec05f785fff0 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:24.616171 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-7ce4a922-41aa-4caa-a41f-7043619091ae None None] Calling delete_port for d16416fc-6569-4d41-ab0c-2a6a93b231d6 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:24.621476 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] For port cf8a16c7-8bc0-4a08-a6ed-397e62bd8122, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:09:24.633211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6b7acce9-73e3-49c5-8646-fe686916c8c9 None None] Provisioning for port 0f1c322e-2a88-434d-9de0-7c6a878ed903 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:24.643270 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] For port cf8a16c7-8bc0-4a08-a6ed-397e62bd8122, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=cf8a16c7-8bc0-4a08-a6ed-397e62bd8122,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:09:24.647637 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6b7acce9-73e3-49c5-8646-fe686916c8c9 None None] Provisioning complete for port 0f1c322e-2a88-434d-9de0-7c6a878ed903 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:24.648295 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b7acce9-73e3-49c5-8646-fe686916c8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:24.651759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-b68b6037-52d1-43ec-ac46-0973d6ff5b8a tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Allocated IP 172.20.0.8 (5b1b19be-2c5a-43b3-a556-619cb0fdcfca/6642487a-36c9-4080-8fe0-1fa08b893a6f/05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:24.663759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-2fc1b023-38e3-4dec-aa20-45ddbb83b55c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:24.664897 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-2fc1b023-38e3-4dec-aa20-45ddbb83b55c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:24.666070 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9562ea6-c740-4f2c-bcab-ec05f785fff0 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Pushing event deleted for resources: {'Port': ['ID=d16416fc-6569-4d41-ab0c-2a6a93b231d6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:24.668099 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9562ea6-c740-4f2c-bcab-ec05f785fff0 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] No DVR routers for this DVR port d16416fc-6569-4d41-ab0c-2a6a93b231d6 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:09:24.670441 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:24.694837 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-8204dd6a-5f27-4077-8244-9e898ecc2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:24.696579 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-8204dd6a-5f27-4077-8244-9e898ecc2af7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.3799944 Jul 22 19:09:24.730513 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e529e-96fd-454e-a9bf-2937469c2559 req-52024988-8d20-4c1f-b4cc-a21b1b2038f4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:24.732381 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a77e529e-96fd-454e-a9bf-2937469c2559 req-52024988-8d20-4c1f-b4cc-a21b1b2038f4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 950 time: 0.7400799 Jul 22 19:09:24.744155 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:09:24.773522 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-2fc1b023-38e3-4dec-aa20-45ddbb83b55c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7191548 Jul 22 19:09:24.777044 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-135f53fe-892c-43b5-97fd-c5492165a3dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e464f3c4-2a37-45c5-b30c-52016b9bfacc HTTP/1.1" status: 200 len: 217 time: 0.0720861 Jul 22 19:09:24.781956 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-6b7acce9-73e3-49c5-8646-fe686916c8c9 None None] Port 0f1c322e-2a88-434d-9de0-7c6a878ed903 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:09:24.800657 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-c5e71d54-af30-4284-a5eb-fa5766d23ba1 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Request body: {'port': {'device_id': 'e89518ba-b1f1-4753-903e-083f20d70880', 'network_id': '158761aa-cb44-4054-ba2e-1d03b9236094', 'admin_state_up': True, 'tenant_id': '93ea73befe604530890b841f22228fe3'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:24.803885 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] Routers {'b4680f77-83d4-4b15-a7a1-d9381c579c74'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:09:24.804818 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:09:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b4680f77-83d4-4b15-a7a1-d9381c579c74'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:24.808891 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9562ea6-c740-4f2c-bcab-ec05f785fff0 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:24.814956 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a937ee8f-bdc0-4a9a-8a50-84af63432b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:24.834307 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-f9562ea6-c740-4f2c-bcab-ec05f785fff0 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f1d271-e126-49e8-8350-a73bda048cfc']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:24.844519 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb5bdc8-e061-4924-9e12-c4cfed7f768e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:24.853834 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-deb5bdc8-e061-4924-9e12-c4cfed7f768e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2492685 Jul 22 19:09:24.854107 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861b733-7f0e-4b8a-adb1-ff84e050da44 None None] Pushing event updated for resources: {'Port': ['ID=cf8a16c7-8bc0-4a08-a6ed-397e62bd8122,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:24.868119 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39556) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:24.877136 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-f9562ea6-c740-4f2c-bcab-ec05f785fff0 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e220e2b-67d3-4a40-b4b6-af05db95b4fa') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:24.877569 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-f9562ea6-c740-4f2c-bcab-ec05f785fff0 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e220e2b-67d3-4a40-b4b6-af05db95b4fa') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: from cryptography.utils import int_from_bytes Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: from cryptography.utils import int_from_bytes Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.885900 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.889598 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.889598 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.889598 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.889598 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.889598 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.889598 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.889598 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.889598 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.889598 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.889598 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.889598 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.889598 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.889598 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:09:24.889598 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:09:24.894717 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9562ea6-c740-4f2c-bcab-ec05f785fff0 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:24.909606 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7ce4a922-41aa-4caa-a41f-7043619091ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:24.913534 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-bd9b061c-499f-46cd-b2fa-340b18342c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:24.915084 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-bd9b061c-499f-46cd-b2fa-340b18342c31 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0937810 Jul 22 19:09:24.919073 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9562ea6-c740-4f2c-bcab-ec05f785fff0 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:24.933956 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1e11b-91a1-4558-acdd-9e6936c42bb0 req-663bcc00-7e4f-43a9-af54-35582635830d tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:24.934569 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9562ea6-c740-4f2c-bcab-ec05f785fff0 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:09:24.934983 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9562ea6-c740-4f2c-bcab-ec05f785fff0 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:24.936562 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37e1e11b-91a1-4558-acdd-9e6936c42bb0 req-663bcc00-7e4f-43a9-af54-35582635830d tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=e89518ba-b1f1-4753-903e-083f20d70880 HTTP/1.1" status: 200 len: 932 time: 0.4235234 Jul 22 19:09:24.942401 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4a922-41aa-4caa-a41f-7043619091ae None None] Pushing event deleted for resources: {'Port': ['ID=d16416fc-6569-4d41-ab0c-2a6a93b231d6,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:24.947579 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce4a922-41aa-4caa-a41f-7043619091ae None None] No DVR routers for this DVR port d16416fc-6569-4d41-ab0c-2a6a93b231d6 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:09:24.987116 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] Set router b4680f77-83d4-4b15-a7a1-d9381c579c74 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:09:24.992647 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:09:24.998306 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa17d12-5930-4e11-8645-f00f88e5358a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] GET failed (client error): The resource could not be found. Jul 22 19:09:25.000521 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3fa17d12-5930-4e11-8645-f00f88e5358a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports/510b00fe-a709-4049-93a9-ee6a5be761aa HTTP/1.1" status: 404 len: 333 time: 0.1278107 Jul 22 19:09:25.008828 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39558) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:25.015355 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a77e529e-96fd-454e-a9bf-2937469c2559 req-93a1a42a-d009-41f1-a3eb-569a9af41357 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612627 Jul 22 19:09:25.220320 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-74278e3d-1c7a-4d05-a69d-127df5daf04f req-9a198613-2184-40fd-aa3a-f0e3f46030d6 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc9b59f-fef2-4b20-940a-8a32addae22c HTTP/1.1" status: 200 len: 210 time: 0.0747838 Jul 22 19:09:25.235950 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'name': 'tempest-ServerRescueTestJSONUnderV235-809312503-router', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:09:14Z', 'updated_at': '2021-07-22T19:09:19Z', 'revision_number': 3, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'gw_port': {'id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:16Z', 'updated_at': '2021-07-22T19:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:25.252788 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37e1e11b-91a1-4558-acdd-9e6936c42bb0 req-d4571825-f5c7-45cf-9323-70a75e186b12 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636840 Jul 22 19:09:25.298848 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dcab49-960d-49c3-b328-e7c14681e5db None None] The sync data for ids ['b4680f77-83d4-4b15-a7a1-d9381c579c74'] in n-d-800086-12 is: [{'id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'name': 'tempest-ServerRescueTestJSONUnderV235-809312503-router', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:09:14Z', 'updated_at': '2021-07-22T19:09:19Z', 'revision_number': 3, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'gw_port': {'id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:16Z', 'updated_at': '2021-07-22T19:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:09:25.311179 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d16416fc-6569-4d41-ab0c-2a6a93b231d6 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:09:25.322224 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-c5e71d54-af30-4284-a5eb-fa5766d23ba1 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Made reservation on behalf of 93ea73befe604530890b841f22228fe3 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:25.326389 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-c5e71d54-af30-4284-a5eb-fa5766d23ba1 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:25.334479 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bfbb56f-2644-4aea-864c-2bb9db3ff580 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] GET failed (client error): The resource could not be found. Jul 22 19:09:25.336219 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4bfbb56f-2644-4aea-864c-2bb9db3ff580 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports/9699d794-dd89-4c80-bbe5-082aa49c4211 HTTP/1.1" status: 404 len: 333 time: 0.3249934 Jul 22 19:09:25.342635 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9562ea6-c740-4f2c-bcab-ec05f785fff0 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:25.350303 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39560) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:25.354447 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: d16416fc-6569-4d41-ab0c-2a6a93b231d6 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:09:25.354802 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d16416fc-6569-4d41-ab0c-2a6a93b231d6 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:09:25.378121 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9562ea6-c740-4f2c-bcab-ec05f785fff0 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:25.383236 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f9562ea6-c740-4f2c-bcab-ec05f785fff0 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] 10.222.0.13 "DELETE /v2.0/networks/77f1d271-e126-49e8-8350-a73bda048cfc HTTP/1.1" status: 204 len: 168 time: 1.5375631 Jul 22 19:09:25.395101 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-b68b6037-52d1-43ec-ac46-0973d6ff5b8a tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:25.409800 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9562ea6-c740-4f2c-bcab-ec05f785fff0 tempest-DHCPAgentSchedulersTestJSON-973198599 tempest-DHCPAgentSchedulersTestJSON-973198599-project] Pushing event deleted for resources: {'Network': ['ID=77f1d271-e126-49e8-8350-a73bda048cfc,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:25.470085 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-53b80ddb-8545-4eee-95b9-7da48cb61520 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:25.474292 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-d1b9fae1-e6bf-4626-a611-15af5cd1b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:25.476064 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-d1b9fae1-e6bf-4626-a611-15af5cd1b31c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5546541 Jul 22 19:09:25.510236 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-a937ee8f-bdc0-4a9a-8a50-84af63432b8e admin admin] Allocated IP 172.20.0.1 (fc0ba9f8-89b3-4676-8828-bacae052b3bd/19d131ce-729f-4d0d-91f9-24cc1f3913da/f1d79d69-46c3-4256-b8b6-bdfe2794fa3d) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:25.626091 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-53b80ddb-8545-4eee-95b9-7da48cb61520 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:25.640356 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-53b80ddb-8545-4eee-95b9-7da48cb61520 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada486c6-a0fb-4bae-9178-f7377c21508f']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:25.672343 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-53b80ddb-8545-4eee-95b9-7da48cb61520 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b694070-7447-41e5-8a16-f642a78159ba') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:25.673237 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-53b80ddb-8545-4eee-95b9-7da48cb61520 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b694070-7447-41e5-8a16-f642a78159ba') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:25.696324 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-1876fa93-9f32-473a-8cff-06d080bc3b46 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128377 Jul 22 19:09:25.698211 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-53b80ddb-8545-4eee-95b9-7da48cb61520 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:25.731815 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-53b80ddb-8545-4eee-95b9-7da48cb61520 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:25.743295 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-b68b6037-52d1-43ec-ac46-0973d6ff5b8a tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:25.751271 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b80ddb-8545-4eee-95b9-7da48cb61520 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:09:25.751681 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-53b80ddb-8545-4eee-95b9-7da48cb61520 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:09:25.754849 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:09:25.759126 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b884c81-21f7-4d53-963e-b12ad1abf22a req-f93d4ff4-66f4-454c-9c7c-ff48c95ae7d1 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:25.761484 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8b884c81-21f7-4d53-963e-b12ad1abf22a req-f93d4ff4-66f4-454c-9c7c-ff48c95ae7d1 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbdbd275-5528-4709-b4a2-4390ef373420 HTTP/1.1" status: 200 len: 946 time: 0.4232204 Jul 22 19:09:25.765249 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39566) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:25.833469 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-c5e71d54-af30-4284-a5eb-fa5766d23ba1 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Allocated IP 19.86.0.32 (158761aa-cb44-4054-ba2e-1d03b9236094/b42a979c-337e-4a2f-8c0c-603ff8f9463b/3f951a00-15ac-4260-8246-23234f0af7a1) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:25.866587 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-53b80ddb-8545-4eee-95b9-7da48cb61520 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:25.876710 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-b68b6037-52d1-43ec-ac46-0973d6ff5b8a tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Network 5b1b19be-2c5a-43b3-a556-619cb0fdcfca is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:25.877415 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-53b80ddb-8545-4eee-95b9-7da48cb61520 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:25.883067 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-53b80ddb-8545-4eee-95b9-7da48cb61520 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/networks/ada486c6-a0fb-4bae-9178-f7377c21508f HTTP/1.1" status: 204 len: 168 time: 0.5260863 Jul 22 19:09:25.887667 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39570) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:25.890565 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b80ddb-8545-4eee-95b9-7da48cb61520 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Network': ['ID=ada486c6-a0fb-4bae-9178-f7377c21508f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:25.893850 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1e2750e2-f2b3-4850-9edd-0b2b55157334 req-76fbd13d-c051-4547-9329-2b237e5910e7 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892312 Jul 22 19:09:25.904617 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-9879d58e-6578-45f0-8ad6-d4030ffbeaa5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-839156331'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:25.923559 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-b68b6037-52d1-43ec-ac46-0973d6ff5b8a tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:25.926409 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-b68b6037-52d1-43ec-ac46-0973d6ff5b8a tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:26.013758 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b6037-52d1-43ec-ac46-0973d6ff5b8a tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Pushing event updated for resources: {'Port': ['ID=05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:26.046508 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8b884c81-21f7-4d53-963e-b12ad1abf22a req-e9d52348-4fc3-4217-8c58-d565d511cb36 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700436 Jul 22 19:09:26.059201 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a937ee8f-bdc0-4a9a-8a50-84af63432b8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:26.090808 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9879d58e-6578-45f0-8ad6-d4030ffbeaa5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:26.094334 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9879d58e-6578-45f0-8ad6-d4030ffbeaa5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:26.156128 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-b68b6037-52d1-43ec-ac46-0973d6ff5b8a tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:26.156768 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-b68b6037-52d1-43ec-ac46-0973d6ff5b8a tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:26.234861 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-16cadf3f-5ce7-4683-933a-45636db2b474 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f340dc4ba8643c78c409a9b304a6e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4613738 Jul 22 19:09:26.236355 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39580) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:26.303761 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9879d58e-6578-45f0-8ad6-d4030ffbeaa5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:09:26.313036 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-91d3379e-e41c-4da1-a89f-67c6b4f54e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:26.313491 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device e464f3c4-2a37-45c5-b30c-52016b9bfacc no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:09:26.320931 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-b68b6037-52d1-43ec-ac46-0973d6ff5b8a tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8795848 Jul 22 19:09:26.345506 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] Request body: {'port': {'device_id': 'ebc9b59f-fef2-4b20-940a-8a32addae22c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:26.348075 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-91d3379e-e41c-4da1-a89f-67c6b4f54e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:26.352999 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9879d58e-6578-45f0-8ad6-d4030ffbeaa5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:26.353176 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-9879d58e-6578-45f0-8ad6-d4030ffbeaa5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Added segment 452112a9-f3dd-46d4-9cfd-4685e72e44f6 of type vlan for network fb49d4a2-0f60-4cbe-8781-83eb32dc6a63 Jul 22 19:09:26.405026 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a937ee8f-bdc0-4a9a-8a50-84af63432b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:26.421441 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-91d3379e-e41c-4da1-a89f-67c6b4f54e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:26.424860 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-91d3379e-e41c-4da1-a89f-67c6b4f54e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:26.429730 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-91d3379e-e41c-4da1-a89f-67c6b4f54e3b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09fd1e7a-1847-499c-b506-adf440692dc3 HTTP/1.1" status: 204 len: 168 time: 0.1882498 Jul 22 19:09:26.441644 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3379e-e41c-4da1-a89f-67c6b4f54e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fd1e7a-1847-499c-b506-adf440692dc3,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:26.468925 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:26.537101 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port e464f3c4-2a37-45c5-b30c-52016b9bfacc, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e464f3c4-2a37-45c5-b30c-52016b9bfacc,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:26.538752 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a359bc21-5dc0-4deb-8e82-5fa4408679bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e464f3c4-2a37-45c5-b30c-52016b9bfacc'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:09:26.542035 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aaf9b52-79e7-4b50-ac76-166099a09f02" -d '{"events": [{"server_uuid": "a359bc21-5dc0-4deb-8e82-5fa4408679bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e464f3c4-2a37-45c5-b30c-52016b9bfacc"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:09:26.547706 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:26.620313 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=e464f3c4-2a37-45c5-b30c-52016b9bfacc,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:26.670799 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9879d58e-6578-45f0-8ad6-d4030ffbeaa5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:26.687598 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-c5e71d54-af30-4284-a5eb-fa5766d23ba1 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:26.693674 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a937ee8f-bdc0-4a9a-8a50-84af63432b8e admin admin] Network fc0ba9f8-89b3-4676-8828-bacae052b3bd is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:26.723027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a404582-6ecf-4b49-a022-b935cc7302b2 req-877135b7-754a-4bf4-8cf7-751e3b5ae266 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:26.725579 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9a404582-6ecf-4b49-a022-b935cc7302b2 req-877135b7-754a-4bf4-8cf7-751e3b5ae266 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 950 time: 0.5919852 Jul 22 19:09:26.765358 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-a937ee8f-bdc0-4a9a-8a50-84af63432b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:26.767941 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a937ee8f-bdc0-4a9a-8a50-84af63432b8e admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:26.791183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937ee8f-bdc0-4a9a-8a50-84af63432b8e admin admin] Pushing event updated for resources: {'Port': ['ID=f1d79d69-46c3-4256-b8b6-bdfe2794fa3d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:26.827334 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39600) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:26.841515 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a31304bf-e820-4bc7-96bb-4605286e48ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:26.847435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-c5e71d54-af30-4284-a5eb-fa5766d23ba1 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Transition to ACTIVE for port object 3f951a00-15ac-4260-8246-23234f0af7a1 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:26.879298 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:26.924993 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9879d58e-6578-45f0-8ad6-d4030ffbeaa5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:26.931393 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9879d58e-6578-45f0-8ad6-d4030ffbeaa5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:26.931991 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9879d58e-6578-45f0-8ad6-d4030ffbeaa5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:26.935035 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a31304bf-e820-4bc7-96bb-4605286e48ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:26.939541 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a31304bf-e820-4bc7-96bb-4605286e48ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:26.955676 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a937ee8f-bdc0-4a9a-8a50-84af63432b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:26.977100 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9a404582-6ecf-4b49-a022-b935cc7302b2 req-e06fcbe3-62f4-4ab5-921b-88696ef874dc tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196000 Jul 22 19:09:26.986720 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a31304bf-e820-4bc7-96bb-4605286e48ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83804d6520e743a29b4fcc3f264be9f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1545718 Jul 22 19:09:26.986720 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39602) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:26.995204 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31304bf-e820-4bc7-96bb-4605286e48ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf795159-f123-46db-8f73-364a4c0de79e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:27.062923 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f25e-1417-4cdc-b59b-fe72a4f289b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:27.085956 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f25e-1417-4cdc-b59b-fe72a4f289b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:27.093108 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9879d58e-6578-45f0-8ad6-d4030ffbeaa5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1928961 Jul 22 19:09:27.096036 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39604) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:27.103021 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8b319538-d380-439d-8bb8-42e877effe9a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'subnet': {'network_id': 'fb49d4a2-0f60-4cbe-8781-83eb32dc6a63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:27.133536 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17e4ec-83f4-45a9-ab23-29c9576cf7c0 req-24434c30-42e9-498b-a2b1-6ed9c0b55009 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:27.135069 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b17e4ec-83f4-45a9-ab23-29c9576cf7c0 req-24434c30-42e9-498b-a2b1-6ed9c0b55009 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc9b59f-fef2-4b20-940a-8a32addae22c HTTP/1.1" status: 200 len: 931 time: 0.5247440 Jul 22 19:09:27.163403 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879d58e-6578-45f0-8ad6-d4030ffbeaa5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Network': ['ID=fb49d4a2-0f60-4cbe-8781-83eb32dc6a63,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:27.191355 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network fb49d4a2-0f60-4cbe-8781-83eb32dc6a63 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:09:27.203814 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-c5e71d54-af30-4284-a5eb-fa5766d23ba1 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:27.223256 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b319538-d380-439d-8bb8-42e877effe9a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:27.227802 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8b319538-d380-439d-8bb8-42e877effe9a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:27.258894 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f25e-1417-4cdc-b59b-fe72a4f289b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:27.261514 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f25e-1417-4cdc-b59b-fe72a4f289b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:27.267671 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f8f9f25e-1417-4cdc-b59b-fe72a4f289b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf795159-f123-46db-8f73-364a4c0de79e HTTP/1.1" status: 204 len: 168 time: 0.2790141 Jul 22 19:09:27.301567 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9f25e-1417-4cdc-b59b-fe72a4f289b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf795159-f123-46db-8f73-364a4c0de79e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:27.342389 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device cf8a16c7-8bc0-4a08-a6ed-397e62bd8122 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:09:27.460173 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port cf8a16c7-8bc0-4a08-a6ed-397e62bd8122 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:27.466240 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port cf8a16c7-8bc0-4a08-a6ed-397e62bd8122 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:27.466702 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:27.570279 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8b319538-d380-439d-8bb8-42e877effe9a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:27.599185 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:27.652079 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port cf8a16c7-8bc0-4a08-a6ed-397e62bd8122, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=cf8a16c7-8bc0-4a08-a6ed-397e62bd8122,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:27.657622 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:27.673192 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b319538-d380-439d-8bb8-42e877effe9a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Checking segment: {'id': '452112a9-f3dd-46d4-9cfd-4685e72e44f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fb49d4a2-0f60-4cbe-8781-83eb32dc6a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:27.674166 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b319538-d380-439d-8bb8-42e877effe9a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network hostable DHCP agents. Network: fb49d4a2-0f60-4cbe-8781-83eb32dc6a63, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:09:27.686347 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b319538-d380-439d-8bb8-42e877effe9a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Subnet': ['ID=40047178-48e5-4b1d-8c6a-9514e060ca8c,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:27.711514 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b319538-d380-439d-8bb8-42e877effe9a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network fb49d4a2-0f60-4cbe-8781-83eb32dc6a63 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:09:27.722677 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-8b319538-d380-439d-8bb8-42e877effe9a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, fb49d4a2-0f60-4cbe-8781-83eb32dc6a63) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:27.735748 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b319538-d380-439d-8bb8-42e877effe9a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:27.736073 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b11507-1dd3-4e52-b8e9-e456ca66622f None None] Network fb49d4a2-0f60-4cbe-8781-83eb32dc6a63 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:27.736361 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8b319538-d380-439d-8bb8-42e877effe9a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:27.740174 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=cf8a16c7-8bc0-4a08-a6ed-397e62bd8122,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:27.758204 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8b319538-d380-439d-8bb8-42e877effe9a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6604486 Jul 22 19:09:27.758967 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39614) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:27.764727 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-eabec5d0-bdfa-47b2-986b-312304e6954b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'port': {'network_id': 'fb49d4a2-0f60-4cbe-8781-83eb32dc6a63', 'name': 'tempest-PortsTestJSON-240723382'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:27.776329 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:27.776725 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:27.777065 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:27.777487 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:27.777851 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:27.778187 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:27.778511 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:27.778832 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:27.779275 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:27.779607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:27.779996 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:27.780354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:27.817168 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e71d54-af30-4284-a5eb-fa5766d23ba1 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event updated for resources: {'Port': ['ID=3f951a00-15ac-4260-8246-23234f0af7a1,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:27.829610 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-c5e71d54-af30-4284-a5eb-fa5766d23ba1 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Network 158761aa-cb44-4054-ba2e-1d03b9236094 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:27.841616 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-c5e71d54-af30-4284-a5eb-fa5766d23ba1 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:27.844730 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-c5e71d54-af30-4284-a5eb-fa5766d23ba1 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:27.906810 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b17e4ec-83f4-45a9-ab23-29c9576cf7c0 req-0bf23147-e401-44bd-a16e-ed2491afb005 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/security-groups?id=1dfc319e-f1e8-4778-b3ae-6ead33d7f080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7477536 Jul 22 19:09:27.932427 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabec5d0-bdfa-47b2-986b-312304e6954b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:27.938051 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eabec5d0-bdfa-47b2-986b-312304e6954b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:27.980992 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-eabec5d0-bdfa-47b2-986b-312304e6954b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] device_id is not set on port 2d110499-67d8-4d1e-95bd-ec4d756235eb yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:09:28.016714 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-fb49d4a2-0f60-4cbe-8781-83eb32dc6a63', 'network_id': 'fb49d4a2-0f60-4cbe-8781-83eb32dc6a63', 'tenant_id': 'cdf673c126ab4c5188ef38fb73f577c6', 'fixed_ips': [{'subnet_id': '40047178-48e5-4b1d-8c6a-9514e060ca8c'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:09:28.018013 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:28.065841 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c515258-1777-4930-be8f-e8fb1a091b1b req-c18b5a4e-3749-4db4-ba86-b7393e4a2da3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:28.068755 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c515258-1777-4930-be8f-e8fb1a091b1b req-c18b5a4e-3749-4db4-ba86-b7393e4a2da3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=e89518ba-b1f1-4753-903e-083f20d70880 HTTP/1.1" status: 200 len: 932 time: 1.0024953 Jul 22 19:09:28.186983 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e238be-0096-4e76-b646-51660633a670 x-openstack-request-id: req-d3e238be-0096-4e76-b646-51660633a670 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:28.187610 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a359bc21-5dc0-4deb-8e82-5fa4408679bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e464f3c4-2a37-45c5-b30c-52016b9bfacc", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:28.188113 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3e238be-0096-4e76-b646-51660633a670 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:28.188769 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a359bc21-5dc0-4deb-8e82-5fa4408679bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e464f3c4-2a37-45c5-b30c-52016b9bfacc', 'code': 200} Jul 22 19:09:28.215422 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-eabec5d0-bdfa-47b2-986b-312304e6954b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Allocated IP 172.20.0.9 (fb49d4a2-0f60-4cbe-8781-83eb32dc6a63/40047178-48e5-4b1d-8c6a-9514e060ca8c/2d110499-67d8-4d1e-95bd-ec4d756235eb) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:28.250182 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-cc0c1e8a-3155-4fb4-b958-6b9b120464d6 None None] Provisioning for port 3f951a00-15ac-4260-8246-23234f0af7a1 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:28.269098 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-cc0c1e8a-3155-4fb4-b958-6b9b120464d6 None None] Provisioning complete for port 3f951a00-15ac-4260-8246-23234f0af7a1 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:28.269703 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cc0c1e8a-3155-4fb4-b958-6b9b120464d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:28.300092 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-c5e71d54-af30-4284-a5eb-fa5766d23ba1 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:28.300827 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-c5e71d54-af30-4284-a5eb-fa5766d23ba1 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:28.331555 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device e464f3c4-2a37-45c5-b30c-52016b9bfacc details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:09:28.355638 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a937ee8f-bdc0-4a9a-8a50-84af63432b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:28.368051 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-cc0c1e8a-3155-4fb4-b958-6b9b120464d6 None None] Port 3f951a00-15ac-4260-8246-23234f0af7a1 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:09:28.372889 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c515258-1777-4930-be8f-e8fb1a091b1b req-8e3e9d7f-0037-4768-8c06-a5175a0245bd tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344215 Jul 22 19:09:28.374329 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-c5e71d54-af30-4284-a5eb-fa5766d23ba1 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5781949 Jul 22 19:09:28.375796 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-83655c5f-b468-4cce-93be-e7239f51f080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:28.404574 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] Request body: {'port': {'device_id': 'e89518ba-b1f1-4753-903e-083f20d70880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:28.456050 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eabec5d0-bdfa-47b2-986b-312304e6954b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:28.477282 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-eabec5d0-bdfa-47b2-986b-312304e6954b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Transition to ACTIVE for port object 2d110499-67d8-4d1e-95bd-ec4d756235eb will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:28.502992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port e464f3c4-2a37-45c5-b30c-52016b9bfacc, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e464f3c4-2a37-45c5-b30c-52016b9bfacc,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:28.521359 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'e464f3c4-2a37-45c5-b30c-52016b9bfacc', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': 'e464f3c4-2a37-45c5-b30c-52016b9bfacc', 'mac_address': 'fa:16:3e:45:f7:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:09:28.533376 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eabec5d0-bdfa-47b2-986b-312304e6954b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:28.581360 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ecb35-5166-4fad-b152-f0f0bca7de80 req-62a80b89-5381-480b-9f27-9cd0f075246a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:28.583781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-808ecb35-5166-4fad-b152-f0f0bca7de80 req-62a80b89-5381-480b-9f27-9cd0f075246a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 948 time: 0.3559880 Jul 22 19:09:28.610128 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabec5d0-bdfa-47b2-986b-312304e6954b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network fb49d4a2-0f60-4cbe-8781-83eb32dc6a63 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:28.616250 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-eabec5d0-bdfa-47b2-986b-312304e6954b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:28.622655 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabec5d0-bdfa-47b2-986b-312304e6954b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:28.636800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:09:28.671175 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:28.680638 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec5d0-bdfa-47b2-986b-312304e6954b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Port': ['ID=2d110499-67d8-4d1e-95bd-ec4d756235eb,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:28.693731 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:28.705700 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabec5d0-bdfa-47b2-986b-312304e6954b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:28.706195 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device fe0f71bf-53c2-426a-92ec-4805a7a58dfe details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:09:28.706482 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eabec5d0-bdfa-47b2-986b-312304e6954b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:28.726204 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-eabec5d0-bdfa-47b2-986b-312304e6954b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9654047 Jul 22 19:09:28.729236 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39640) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:28.731723 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] Transition to ACTIVE for port object 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:28.751178 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:28.763218 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-808ecb35-5166-4fad-b152-f0f0bca7de80 req-8d83b6c3-3ffb-481d-bc13-26e69fccf56a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530473 Jul 22 19:09:28.772218 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:28.790513 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e464f3c4-2a37-45c5-b30c-52016b9bfacc {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:09:28.849792 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port e464f3c4-2a37-45c5-b30c-52016b9bfacc, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e464f3c4-2a37-45c5-b30c-52016b9bfacc,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:28.851674 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] Allocated IP 172.20.0.2 (fb49d4a2-0f60-4cbe-8781-83eb32dc6a63/40047178-48e5-4b1d-8c6a-9514e060ca8c/a42c9506-9530-4681-982a-e6b19e743e65) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:28.862729 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:28.896304 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] Pushing event updated for resources: {'Port': ['ID=05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:28.897485 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-9c7bec99-4453-4b05-ab21-7473dabf7ebd tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting port 2d110499-67d8-4d1e-95bd-ec4d756235eb {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:28.898083 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9c7bec99-4453-4b05-ab21-7473dabf7ebd tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:29.014234 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a937ee8f-bdc0-4a9a-8a50-84af63432b8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:29.060323 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a937ee8f-bdc0-4a9a-8a50-84af63432b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:29.072117 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=e464f3c4-2a37-45c5-b30c-52016b9bfacc,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:29.086954 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['e464f3c4-2a37-45c5-b30c-52016b9bfacc'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:09:29.150346 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9c7bec99-4453-4b05-ab21-7473dabf7ebd tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:29.170271 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-9c7bec99-4453-4b05-ab21-7473dabf7ebd tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Calling delete_port for 2d110499-67d8-4d1e-95bd-ec4d756235eb owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:29.262704 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a937ee8f-bdc0-4a9a-8a50-84af63432b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:29.268814 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port fe0f71bf-53c2-426a-92ec-4805a7a58dfe, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=fe0f71bf-53c2-426a-92ec-4805a7a58dfe,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:29.279341 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937ee8f-bdc0-4a9a-8a50-84af63432b8e admin admin] Pushing event updated for resources: {'Port': ['ID=f1d79d69-46c3-4256-b8b6-bdfe2794fa3d,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:29.283236 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device cf8a16c7-8bc0-4a08-a6ed-397e62bd8122 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:09:29.341811 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'fe0f71bf-53c2-426a-92ec-4805a7a58dfe', 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5', 'port_id': 'fe0f71bf-53c2-426a-92ec-4805a7a58dfe', 'mac_address': 'fa:16:3e:16:73:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c968c48-1c3b-44da-8dcd-5ec44f87705f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:09:29.470427 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b0cae-8436-4646-98f5-9a12c39a1b69 req-b794e8f0-b078-4d73-8b14-c59f822bae90 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:29.472771 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-813b0cae-8436-4646-98f5-9a12c39a1b69 req-b794e8f0-b078-4d73-8b14-c59f822bae90 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.30 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd&tenant_id=46238864a83148d380b2ca0eb3b80dcd&binding%3Ahost_id=n-h1-800086-12 HTTP/1.1" status: 200 len: 949 time: 0.1808317 Jul 22 19:09:29.495654 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1c322e-2a88-434d-9de0-7c6a878ed903 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:09:29.510144 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:29.510886 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:29.550864 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] Attempting to bind port 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:09:29.552224 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] Attempting to bind port 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'b4248b0b-e307-4215-b51d-901dadc5214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5b1b19be-2c5a-43b3-a556-619cb0fdcfca'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:09:29.552925 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] Attempting to bind port 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7 on network 5b1b19be-2c5a-43b3-a556-619cb0fdcfca {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:09:29.571937 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe0f71bf-53c2-426a-92ec-4805a7a58dfe {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:09:29.576671 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39672) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:29.587228 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9c7bec99-4453-4b05-ab21-7473dabf7ebd tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:29.601512 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] Port 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7 on network 5b1b19be-2c5a-43b3-a556-619cb0fdcfca not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:09:29.601976 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] Attempting to bind port 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7 on network 5b1b19be-2c5a-43b3-a556-619cb0fdcfca {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:09:29.609335 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port fe0f71bf-53c2-426a-92ec-4805a7a58dfe, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=fe0f71bf-53c2-426a-92ec-4805a7a58dfe,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:29.616325 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:29.627854 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800a679-fe1f-4f81-8c09-3d5cb8e5af80 req-1d85f23b-785a-4fd1-94a4-0faf0f7617b7 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:29.628692 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7bec99-4453-4b05-ab21-7473dabf7ebd tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Port': ['ID=2d110499-67d8-4d1e-95bd-ec4d756235eb,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:29.635691 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9800a679-fe1f-4f81-8c09-3d5cb8e5af80 req-1d85f23b-785a-4fd1-94a4-0faf0f7617b7 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc9b59f-fef2-4b20-940a-8a32addae22c HTTP/1.1" status: 200 len: 943 time: 0.5827584 Jul 22 19:09:29.637420 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:29.643742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] Transition to ACTIVE for port object 0f1c322e-2a88-434d-9de0-7c6a878ed903 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:29.677149 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:09:29.677790 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] Checking segment: {'id': 'b4248b0b-e307-4215-b51d-901dadc5214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5b1b19be-2c5a-43b3-a556-619cb0fdcfca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:29.678278 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] Bound using segment: {'id': 'b4248b0b-e307-4215-b51d-901dadc5214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5b1b19be-2c5a-43b3-a556-619cb0fdcfca'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:09:29.678846 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] Bound port: 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4248b0b-e307-4215-b51d-901dadc5214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5b1b19be-2c5a-43b3-a556-619cb0fdcfca'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:09:29.679301 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:29.707329 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] Transition to ACTIVE for port object a42c9506-9530-4681-982a-e6b19e743e65 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:29.709275 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc83bdd-797e-49ea-8eb7-8a1d32357990 req-bf716667-210b-4a82-9f6e-c4034920df57 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:29.711489 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-afc83bdd-797e-49ea-8eb7-8a1d32357990 req-bf716667-210b-4a82-9f6e-c4034920df57 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 949 time: 0.5611687 Jul 22 19:09:29.712519 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:29.734449 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b0cae-8436-4646-98f5-9a12c39a1b69 req-fe679a92-413b-4b80-a881-9e1c2456de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:29.734690 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port cf8a16c7-8bc0-4a08-a6ed-397e62bd8122 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:29.734855 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:29.736960 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-813b0cae-8436-4646-98f5-9a12c39a1b69 req-fe679a92-413b-4b80-a881-9e1c2456de53 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 1101 time: 0.2104795 Jul 22 19:09:29.771164 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9c7bec99-4453-4b05-ab21-7473dabf7ebd tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:29.776921 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9c7bec99-4453-4b05-ab21-7473dabf7ebd tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/ports/2d110499-67d8-4d1e-95bd-ec4d756235eb HTTP/1.1" status: 204 len: 168 time: 1.0435953 Jul 22 19:09:29.778104 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39682) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:29.820587 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39374d7-2119-4005-bc31-b423c3283fa6 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] DELETE failed (client error): The resource could not be found. Jul 22 19:09:29.821397 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39374d7-2119-4005-bc31-b423c3283fa6 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:09:29.825757 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d39374d7-2119-4005-bc31-b423c3283fa6 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/ports/2d110499-67d8-4d1e-95bd-ec4d756235eb HTTP/1.1" status: 404 len: 333 time: 0.0451543 Jul 22 19:09:29.828257 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39684) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:29.833319 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-2506c461-d905-4d50-ad18-eb4c60808018 tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1357786636'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:29.834418 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-2506c461-d905-4d50-ad18-eb4c60808018 tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] Unknown quota resources ['metering_label']. {{(pid=93806) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:09:29.845603 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['fe0f71bf-53c2-426a-92ec-4805a7a58dfe'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:09:29.862379 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] Transition to ACTIVE for port object a42c9506-9530-4681-982a-e6b19e743e65 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:29.905229 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9800a679-fe1f-4f81-8c09-3d5cb8e5af80 req-1bf2a298-2aed-4b0f-a215-d00e9155e2be tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/security-groups?id=1dfc319e-f1e8-4778-b3ae-6ead33d7f080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683730 Jul 22 19:09:29.914526 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=fe0f71bf-53c2-426a-92ec-4805a7a58dfe,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:29.917595 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:29.987645 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1c322e-2a88-434d-9de0-7c6a878ed903,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:30.010618 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f40eea1-f19e-4d07-8dbf-ea29ff9de2fa tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] GET failed (client error): The resource could not be found. Jul 22 19:09:30.012428 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6f40eea1-f19e-4d07-8dbf-ea29ff9de2fa tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports/2d110499-67d8-4d1e-95bd-ec4d756235eb HTTP/1.1" status: 404 len: 333 time: 0.0910535 Jul 22 19:09:30.020203 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] Network fb49d4a2-0f60-4cbe-8781-83eb32dc6a63 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:30.053653 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39688) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:30.061034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a937ee8f-bdc0-4a9a-8a50-84af63432b8e admin admin] Network fc0ba9f8-89b3-4676-8828-bacae052b3bd is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:30.095900 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:30.099267 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] Pushing event updated for resources: {'Port': ['ID=a42c9506-9530-4681-982a-e6b19e743e65,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:30.102134 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:30.191952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1ffefd-6b9e-4724-96eb-d2fb0a60b794 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting subnet 40047178-48e5-4b1d-8c6a-9514e060ca8c {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:09:30.196285 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-db1ffefd-6b9e-4724-96eb-d2fb0a60b794 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:30.222508 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2506c461-d905-4d50-ad18-eb4c60808018 tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:30.224944 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2506c461-d905-4d50-ad18-eb4c60808018 tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6464047 Jul 22 19:09:30.227531 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39702) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:30.233056 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-abdec1fe-640a-4a87-8d30-20c9218ed337 tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ce407ce8-12c6-4d4c-bad6-83e9486efed3'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:30.233652 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-abdec1fe-640a-4a87-8d30-20c9218ed337 tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93806) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:09:30.240794 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-afc83bdd-797e-49ea-8eb7-8a1d32357990 req-7d81e66b-8740-48b8-8ddc-10139c698993 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727199 Jul 22 19:09:30.266983 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-a937ee8f-bdc0-4a9a-8a50-84af63432b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:30.292773 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] For port 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:09:30.303631 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] For port 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7,segment=NetworkSegment(b4248b0b-e307-4215-b51d-901dadc5214c),segment_id=b4248b0b-e307-4215-b51d-901dadc5214c)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:09:30.318833 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] Attempting to bind port a42c9506-9530-4681-982a-e6b19e743e65 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:09:30.319297 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] Attempting to bind port a42c9506-9530-4681-982a-e6b19e743e65 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '452112a9-f3dd-46d4-9cfd-4685e72e44f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fb49d4a2-0f60-4cbe-8781-83eb32dc6a63'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:09:30.320059 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] Attempting to bind port a42c9506-9530-4681-982a-e6b19e743e65 on network fb49d4a2-0f60-4cbe-8781-83eb32dc6a63 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:09:30.346756 n-d-800086-12 neutron-server[93806]: WARNING neutron.services.metering.metering_plugin [None req-abdec1fe-640a-4a87-8d30-20c9218ed337 tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 19:09:30.351315 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-db1ffefd-6b9e-4724-96eb-d2fb0a60b794 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:30.359328 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b0cae-8436-4646-98f5-9a12c39a1b69 req-01f39aee-3d4f-4077-adce-4d4c6d4a7abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:30.361022 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-813b0cae-8436-4646-98f5-9a12c39a1b69 req-01f39aee-3d4f-4077-adce-4d4c6d4a7abc service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.6187575 Jul 22 19:09:30.377627 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device e464f3c4-2a37-45c5-b30c-52016b9bfacc up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:09:30.408747 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:09:30.409769 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] Checking segment: {'id': '452112a9-f3dd-46d4-9cfd-4685e72e44f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fb49d4a2-0f60-4cbe-8781-83eb32dc6a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:30.410180 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:30.410575 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] Bound using segment: {'id': '452112a9-f3dd-46d4-9cfd-4685e72e44f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fb49d4a2-0f60-4cbe-8781-83eb32dc6a63'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:09:30.413817 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] Bound port: a42c9506-9530-4681-982a-e6b19e743e65, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452112a9-f3dd-46d4-9cfd-4685e72e44f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fb49d4a2-0f60-4cbe-8781-83eb32dc6a63'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:09:30.414229 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:30.439389 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:30.473272 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-813b0cae-8436-4646-98f5-9a12c39a1b69 req-bdd11440-42c0-4b94-8869-90e2ffbb73cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e464f3c4-2a37-45c5-b30c-52016b9bfacc HTTP/1.1" status: 200 len: 217 time: 0.0907593 Jul 22 19:09:30.506800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:30.507455 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:30.508951 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] 10.222.0.30 "PUT /v2.0/ports/05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7 HTTP/1.1" status: 200 len: 1092 time: 4.1677611 Jul 22 19:09:30.527411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc9b59f-fef2-4b20-940a-8a32addae22c', 'tag': '05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:09:30.530476 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ae1e49-3f83-448d-b5ff-1097743c6d96" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc9b59f-fef2-4b20-940a-8a32addae22c", "tag": "05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:09:30.541320 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] Attempting to bind port 0f1c322e-2a88-434d-9de0-7c6a878ed903 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:09:30.541819 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] Attempting to bind port 0f1c322e-2a88-434d-9de0-7c6a878ed903 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a1c6b0b9-572d-42c3-956b-93ed9ba48fc0'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:09:30.542336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] Attempting to bind port 0f1c322e-2a88-434d-9de0-7c6a878ed903 on network a1c6b0b9-572d-42c3-956b-93ed9ba48fc0 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:09:30.554630 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] Port 0f1c322e-2a88-434d-9de0-7c6a878ed903 on network a1c6b0b9-572d-42c3-956b-93ed9ba48fc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:09:30.554869 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] Attempting to bind port 0f1c322e-2a88-434d-9de0-7c6a878ed903 on network a1c6b0b9-572d-42c3-956b-93ed9ba48fc0 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:09:30.559786 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-abdec1fe-640a-4a87-8d30-20c9218ed337 tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:30.564744 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-abdec1fe-640a-4a87-8d30-20c9218ed337 tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3324852 Jul 22 19:09:30.564744 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b0cae-8436-4646-98f5-9a12c39a1b69 req-d4c32e95-0e74-4120-b57f-22ce7aceae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:30.564744 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-813b0cae-8436-4646-98f5-9a12c39a1b69 req-d4c32e95-0e74-4120-b57f-22ce7aceae88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0604274 Jul 22 19:09:30.573015 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39710) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:30.607232 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-974fb32e-1099-419b-9262-a817773331cb tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ce407ce8-12c6-4d4c-bad6-83e9486efed3'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:30.607727 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-974fb32e-1099-419b-9262-a817773331cb tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93806) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:09:30.646874 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0169228e-3d17-43d7-ae65-454ec16130fa x-openstack-request-id: req-0169228e-3d17-43d7-ae65-454ec16130fa {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:30.647161 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc9b59f-fef2-4b20-940a-8a32addae22c", "tag": "05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:30.647415 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0169228e-3d17-43d7-ae65-454ec16130fa {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:30.647809 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc9b59f-fef2-4b20-940a-8a32addae22c', 'tag': '05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7', 'status': 'completed', 'code': 200} Jul 22 19:09:30.648782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:09:30.649128 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] Checking segment: {'id': 'd7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a1c6b0b9-572d-42c3-956b-93ed9ba48fc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:30.649512 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] Bound using segment: {'id': 'd7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a1c6b0b9-572d-42c3-956b-93ed9ba48fc0'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:09:30.649966 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] Bound port: 0f1c322e-2a88-434d-9de0-7c6a878ed903, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a1c6b0b9-572d-42c3-956b-93ed9ba48fc0'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:09:30.650325 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:30.691333 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device fe0f71bf-53c2-426a-92ec-4805a7a58dfe up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:09:30.724585 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port e464f3c4-2a37-45c5-b30c-52016b9bfacc triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:30.725228 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:30.728888 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] For port a42c9506-9530-4681-982a-e6b19e743e65, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:09:30.749688 n-d-800086-12 neutron-server[93806]: WARNING neutron.services.metering.metering_plugin [None req-974fb32e-1099-419b-9262-a817773331cb tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 19:09:30.776245 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a086b9-58e6-40f8-ac74-7c9560f44896 req-3f684625-6d1f-4d82-b928-776ae6c174f5 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:30.782661 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a086b9-58e6-40f8-ac74-7c9560f44896 req-3f684625-6d1f-4d82-b928-776ae6c174f5 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:30.784320 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-26a086b9-58e6-40f8-ac74-7c9560f44896 req-3f684625-6d1f-4d82-b928-776ae6c174f5 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=e89518ba-b1f1-4753-903e-083f20d70880 HTTP/1.1" status: 200 len: 1666 time: 0.4297738 Jul 22 19:09:30.791309 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] For port a42c9506-9530-4681-982a-e6b19e743e65, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a42c9506-9530-4681-982a-e6b19e743e65,segment=NetworkSegment(452112a9-f3dd-46d4-9cfd-4685e72e44f6),segment_id=452112a9-f3dd-46d4-9cfd-4685e72e44f6)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:09:30.803891 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:30.807641 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1718c-1cf9-4dd3-8015-9d7ad99f3f21 service neutron] Pushing event updated for resources: {'Port': ['ID=05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:30.886799 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port fe0f71bf-53c2-426a-92ec-4805a7a58dfe triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:30.887601 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:30.892501 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] For port 0f1c322e-2a88-434d-9de0-7c6a878ed903, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:09:30.918300 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a937ee8f-bdc0-4a9a-8a50-84af63432b8e admin admin] Router b4680f77-83d4-4b15-a7a1-d9381c579c74 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:09:30.931778 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] For port 0f1c322e-2a88-434d-9de0-7c6a878ed903, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=0f1c322e-2a88-434d-9de0-7c6a878ed903,segment=NetworkSegment(d7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7),segment_id=d7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:09:30.946121 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-26a086b9-58e6-40f8-ac74-7c9560f44896 req-4ab013db-32e3-4f58-b150-540abbe40910 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294842 Jul 22 19:09:30.948594 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-db1ffefd-6b9e-4724-96eb-d2fb0a60b794 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:30.955110 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b0cae-8436-4646-98f5-9a12c39a1b69 req-9cf01ef0-db28-43cb-a775-7c98e7015e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:30.959169 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-813b0cae-8436-4646-98f5-9a12c39a1b69 req-9cf01ef0-db28-43cb-a775-7c98e7015e18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3852091 Jul 22 19:09:30.972019 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-974fb32e-1099-419b-9262-a817773331cb tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:30.974230 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c60bc-8e2a-4fa0-ad1d-1637e995a5fb None None] Pushing event updated for resources: {'Port': ['ID=a42c9506-9530-4681-982a-e6b19e743e65,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:30.978096 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-974fb32e-1099-419b-9262-a817773331cb tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4003832 Jul 22 19:09:30.990018 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39714) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:31.025904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-477a4b0b-1758-48ee-b6fd-5fa5ab433140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:31.027732 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-477a4b0b-1758-48ee-b6fd-5fa5ab433140 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5463d6ffc084f0b947933d4354c9f2c&device_id=ebc9b59f-fef2-4b20-940a-8a32addae22c HTTP/1.1" status: 200 len: 1095 time: 0.4663501 Jul 22 19:09:31.030298 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:31.154177 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:31.156745 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8a935a86-dcc1-4a58-a0e9-7234f3a2bd94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:31.159953 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:31.268745 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a359bc21-5dc0-4deb-8e82-5fa4408679bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e464f3c4-2a37-45c5-b30c-52016b9bfacc'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:09:31.271892 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e0b44f-1f97-4486-8384-0d5d6c5112bd" -d '{"events": [{"server_uuid": "a359bc21-5dc0-4deb-8e82-5fa4408679bd", "name": "network-vif-plugged", "status": "completed", "tag": "e464f3c4-2a37-45c5-b30c-52016b9bfacc"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:09:31.317314 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-97433063-d821-458f-9f03-a24c68e6eae3 tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=fd49c23e-966e-4300-8364-fb8f08bbb6c2 HTTP/1.1" status: 200 len: 464 time: 0.2827451 Jul 22 19:09:31.320142 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port e464f3c4-2a37-45c5-b30c-52016b9bfacc, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e464f3c4-2a37-45c5-b30c-52016b9bfacc,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:31.328097 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:31.382597 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:31.408772 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-8ed468cb-a0e1-4ff0-bb92-857da78a8d32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7 HTTP/1.1" status: 200 len: 217 time: 0.3615630 Jul 22 19:09:31.451648 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39732) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:31.452730 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-db1ffefd-6b9e-4724-96eb-d2fb0a60b794 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:31.461511 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:31.462227 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:31.464517 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] 10.222.0.30 "PUT /v2.0/ports/0f1c322e-2a88-434d-9de0-7c6a878ed903 HTTP/1.1" status: 200 len: 1093 time: 3.0705476 Jul 22 19:09:31.473612 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port fe0f71bf-53c2-426a-92ec-4805a7a58dfe, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=fe0f71bf-53c2-426a-92ec-4805a7a58dfe,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:31.535023 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:31.538708 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=e464f3c4-2a37-45c5-b30c-52016b9bfacc,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:31.659960 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=fe0f71bf-53c2-426a-92ec-4805a7a58dfe,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:31.703755 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-813b0cae-8436-4646-98f5-9a12c39a1b69 req-ceada0bd-30d0-4cad-ba68-4f4efd85261e service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7360592 Jul 22 19:09:31.832265 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-813b0cae-8436-4646-98f5-9a12c39a1b69 req-14c1dc59-f18c-4159-814f-fe30d7f9d17a service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213768 Jul 22 19:09:32.038398 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] Request body: {'port': {'device_id': 'e89518ba-b1f1-4753-903e-083f20d70880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:32.054362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a6980-b17e-4c3b-a0ab-481a75de0679 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1c322e-2a88-434d-9de0-7c6a878ed903,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:32.119362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ffefd-6b9e-4724-96eb-d2fb0a60b794 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Subnet': ['ID=40047178-48e5-4b1d-8c6a-9514e060ca8c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:32.135729 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-db1ffefd-6b9e-4724-96eb-d2fb0a60b794 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:32.140564 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-db1ffefd-6b9e-4724-96eb-d2fb0a60b794 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/subnets/40047178-48e5-4b1d-8c6a-9514e060ca8c HTTP/1.1" status: 204 len: 168 time: 2.0733025 Jul 22 19:09:32.140943 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39736) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:32.183822 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-25e4706d-fe18-435f-81b5-bc3e826f5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:32.194017 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-25e4706d-fe18-435f-81b5-bc3e826f5220 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6642487a-36c9-4080-8fe0-1fa08b893a6f HTTP/1.1" status: 200 len: 854 time: 0.2477849 Jul 22 19:09:32.249534 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:32.304812 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8277fca4-b4d2-46c0-aa79-a04d248cd468 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:32.392135 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-5635598d-93e0-4fc1-8ea1-e22b3a930034 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b1b19be-2c5a-43b3-a556-619cb0fdcfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1732054 Jul 22 19:09:32.432661 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-8277fca4-b4d2-46c0-aa79-a04d248cd468 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting port a42c9506-9530-4681-982a-e6b19e743e65 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:32.433081 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8277fca4-b4d2-46c0-aa79-a04d248cd468 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:32.436363 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f4cd81-ff02-4a16-bdd5-56af5a42b266 None None] Network fb49d4a2-0f60-4cbe-8781-83eb32dc6a63 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:32.539571 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-8277fca4-b4d2-46c0-aa79-a04d248cd468 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] For port a42c9506-9530-4681-982a-e6b19e743e65, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a42c9506-9530-4681-982a-e6b19e743e65,segment=NetworkSegment(452112a9-f3dd-46d4-9cfd-4685e72e44f6),segment_id=452112a9-f3dd-46d4-9cfd-4685e72e44f6)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:32.540947 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8277fca4-b4d2-46c0-aa79-a04d248cd468 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:32.565571 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-8277fca4-b4d2-46c0-aa79-a04d248cd468 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Calling delete_port for a42c9506-9530-4681-982a-e6b19e743e65 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:32.613068 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-a2ab01d1-b6ed-4ebf-9354-48b5e5274f53 service neutron] 10.222.0.30 "GET /v2.0/networks/5b1b19be-2c5a-43b3-a556-619cb0fdcfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491642 Jul 22 19:09:32.637313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44a818-4e47-4695-8cad-4df863c7786d req-4439349d-b20b-44d8-952c-a30acf56ba98 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:32.638967 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f44a818-4e47-4695-8cad-4df863c7786d req-4439349d-b20b-44d8-952c-a30acf56ba98 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc9b59f-fef2-4b20-940a-8a32addae22c HTTP/1.1" status: 200 len: 943 time: 1.5930476 Jul 22 19:09:32.643060 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6a864e6a-227b-499b-a4e2-ab51beeeab6a tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:32.649466 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-17e2a069-8f51-47cf-8e38-cada1cabd168 None None] Provisioning for port a42c9506-9530-4681-982a-e6b19e743e65 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:32.649714 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6a864e6a-227b-499b-a4e2-ab51beeeab6a tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/fd49c23e-966e-4300-8364-fb8f08bbb6c2 HTTP/1.1" status: 204 len: 168 time: 1.1840441 Jul 22 19:09:32.650947 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39742) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:32.665335 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89518ba-b1f1-4753-903e-083f20d70880', 'tag': '0f1c322e-2a88-434d-9de0-7c6a878ed903'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:09:32.666402 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7b430135-ce0f-48af-9235-bc1556da0c83 tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=fd49c23e-966e-4300-8364-fb8f08bbb6c2 HTTP/1.1" status: 200 len: 221 time: 0.0143020 Jul 22 19:09:32.670488 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39744) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:32.672640 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4dbe7c-36a2-4e83-9b1a-0eb381aa8722" -d '{"events": [{"name": "network-changed", "server_uuid": "e89518ba-b1f1-4753-903e-083f20d70880", "tag": "0f1c322e-2a88-434d-9de0-7c6a878ed903"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:09:32.675948 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-1c751109-ea6f-4ed1-9ca1-70e6036d2dba tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--220273228', 'description': 'label created by tempest'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:32.676658 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-1c751109-ea6f-4ed1-9ca1-70e6036d2dba tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] Unknown quota resources ['metering_label']. {{(pid=93806) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:09:32.744536 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a937ee8f-bdc0-4a9a-8a50-84af63432b8e admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:09:32.762651 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] Sync routers for ids ['b4680f77-83d4-4b15-a7a1-d9381c579c74'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:09:32.771295 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a937ee8f-bdc0-4a9a-8a50-84af63432b8e admin admin] 10.222.0.13 "PUT /v2.0/routers/b4680f77-83d4-4b15-a7a1-d9381c579c74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7063551 Jul 22 19:09:32.773393 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:32.801168 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3278128d-53e6-4537-9d00-7a44cf605ed0 None None] DHCP port deletion for fb49d4a2-0f60-4cbe-8781-83eb32dc6a63 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:09:32.816195 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8277fca4-b4d2-46c0-aa79-a04d248cd468 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:32.819889 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] Routers {'b4680f77-83d4-4b15-a7a1-d9381c579c74'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:09:32.822101 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:09:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b4680f77-83d4-4b15-a7a1-d9381c579c74'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:32.825744 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec3852-f1c3-46e3-a513-bb6cbdfea9c3 req-d08013cd-f09c-4cad-a385-4b821d86630c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:32.828193 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b8ec3852-f1c3-46e3-a513-bb6cbdfea9c3 req-d08013cd-f09c-4cad-a385-4b821d86630c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 950 time: 1.3837984 Jul 22 19:09:32.862955 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-3278128d-53e6-4537-9d00-7a44cf605ed0 None None] The port 'a42c9506-9530-4681-982a-e6b19e743e65' was deleted {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 19:09:32.889601 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f44a818-4e47-4695-8cad-4df863c7786d req-6647d843-5952-4631-bca6-65765b1d0d7b tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/security-groups?id=1dfc319e-f1e8-4778-b3ae-6ead33d7f080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373176 Jul 22 19:09:32.980165 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c504bb-2597-430c-a3e6-0bb93660efb2 x-openstack-request-id: req-39c504bb-2597-430c-a3e6-0bb93660efb2 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:32.980620 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a359bc21-5dc0-4deb-8e82-5fa4408679bd", "name": "network-vif-plugged", "status": "completed", "tag": "e464f3c4-2a37-45c5-b30c-52016b9bfacc", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:32.981063 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39c504bb-2597-430c-a3e6-0bb93660efb2 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:32.981687 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a359bc21-5dc0-4deb-8e82-5fa4408679bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e464f3c4-2a37-45c5-b30c-52016b9bfacc', 'code': 200} Jul 22 19:09:33.004143 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b8ec3852-f1c3-46e3-a513-bb6cbdfea9c3 req-1f840e0d-59bb-4427-a5be-91d3e35f6cfe tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292171 Jul 22 19:09:33.035730 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db9dc89d-da21-4cf8-8a16-a60c53561fe4 req-77f49cd6-c2bb-42cb-9e71-6ab24de4e554 service neutron] 10.222.0.30 "GET /v2.0/networks/5b1b19be-2c5a-43b3-a556-619cb0fdcfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117475 Jul 22 19:09:33.087272 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] Set router b4680f77-83d4-4b15-a7a1-d9381c579c74 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:09:33.099793 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277fca4-b4d2-46c0-aa79-a04d248cd468 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Port': ['ID=a42c9506-9530-4681-982a-e6b19e743e65,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:33.101957 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8277fca4-b4d2-46c0-aa79-a04d248cd468 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] No DVR routers for this DVR port a42c9506-9530-4681-982a-e6b19e743e65 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:09:33.161792 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c751109-ea6f-4ed1-9ca1-70e6036d2dba tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:33.163004 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1c751109-ea6f-4ed1-9ca1-70e6036d2dba tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4909661 Jul 22 19:09:33.188289 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39752) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:33.323569 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8277fca4-b4d2-46c0-aa79-a04d248cd468 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:33.329948 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f12da2d-a045-4200-bf80-ad553266737b x-openstack-request-id: req-3f12da2d-a045-4200-bf80-ad553266737b {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:33.330501 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89518ba-b1f1-4753-903e-083f20d70880", "tag": "0f1c322e-2a88-434d-9de0-7c6a878ed903", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:33.330501 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f12da2d-a045-4200-bf80-ad553266737b {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:33.330893 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89518ba-b1f1-4753-903e-083f20d70880', 'tag': '0f1c322e-2a88-434d-9de0-7c6a878ed903', 'status': 'completed', 'code': 200} Jul 22 19:09:33.340675 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7ca3cf30-fc30-497c-861e-9d663ad6ef3c tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=46179ca3-64a8-45d1-a1b5-3ac2d8ddcb65 HTTP/1.1" status: 200 len: 467 time: 0.1392002 Jul 22 19:09:33.348211 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39766) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:33.386902 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-8277fca4-b4d2-46c0-aa79-a04d248cd468 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb49d4a2-0f60-4cbe-8781-83eb32dc6a63']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:33.415012 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'name': 'tempest-ServerRescueTestJSONUnderV235-809312503-router', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:09:14Z', 'updated_at': '2021-07-22T19:09:27Z', 'revision_number': 4, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'gw_port': {'id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:16Z', 'updated_at': '2021-07-22T19:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'f1d79d69-46c3-4256-b8b6-bdfe2794fa3d', 'name': '', 'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'mac_address': 'fa:16:3e:fb:f6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '19d131ce-729f-4d0d-91f9-24cc1f3913da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:24Z', 'updated_at': '2021-07-22T19:09:28Z', 'revision_number': 2, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'subnets': [{'id': '19d131ce-729f-4d0d-91f9-24cc1f3913da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:33.459009 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-8277fca4-b4d2-46c0-aa79-a04d248cd468 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '452112a9-f3dd-46d4-9cfd-4685e72e44f6') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:33.459299 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-8277fca4-b4d2-46c0-aa79-a04d248cd468 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '452112a9-f3dd-46d4-9cfd-4685e72e44f6') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:33.571210 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8277fca4-b4d2-46c0-aa79-a04d248cd468 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:33.601991 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] Checking router: b4680f77-83d4-4b15-a7a1-d9381c579c74 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:09:33.602480 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] Updating router b4680f77-83d4-4b15-a7a1-d9381c579c74 port f1d79d69-46c3-4256-b8b6-bdfe2794fa3d binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:09:33.652399 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae1e49-3f83-448d-b5ff-1097743c6d96 req-9aa32c9d-3ac3-4f7c-85e9-473755c5e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:33.653870 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76ae1e49-3f83-448d-b5ff-1097743c6d96 req-9aa32c9d-3ac3-4f7c-85e9-473755c5e3e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5463d6ffc084f0b947933d4354c9f2c&device_id=ebc9b59f-fef2-4b20-940a-8a32addae22c HTTP/1.1" status: 200 len: 1095 time: 0.4022355 Jul 22 19:09:33.658313 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:33.658677 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8277fca4-b4d2-46c0-aa79-a04d248cd468 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:33.708780 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d22a93-66e6-4d95-8bbf-8a0eeb9a2742 req-ea53de00-2221-4562-be6c-bb25ca0e001d tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:33.714290 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8277fca4-b4d2-46c0-aa79-a04d248cd468 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:09:33.715095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d22a93-66e6-4d95-8bbf-8a0eeb9a2742 req-ea53de00-2221-4562-be6c-bb25ca0e001d tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:33.715517 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8277fca4-b4d2-46c0-aa79-a04d248cd468 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:09:33.720992 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:09:33.723957 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-86d22a93-66e6-4d95-8bbf-8a0eeb9a2742 req-ea53de00-2221-4562-be6c-bb25ca0e001d tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=e89518ba-b1f1-4753-903e-083f20d70880 HTTP/1.1" status: 200 len: 1666 time: 0.4716234 Jul 22 19:09:33.838867 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e3240ae2-d7d7-4d46-94ba-6523bf884e03 tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:33.841706 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e3240ae2-d7d7-4d46-94ba-6523bf884e03 tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/46179ca3-64a8-45d1-a1b5-3ac2d8ddcb65 HTTP/1.1" status: 204 len: 168 time: 0.4718196 Jul 22 19:09:33.850807 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4dbe7c-36a2-4e83-9b1a-0eb381aa8722 req-6cc5f329-b958-40be-a1b7-aa9dadb1e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:33.862767 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4dbe7c-36a2-4e83-9b1a-0eb381aa8722 req-6cc5f329-b958-40be-a1b7-aa9dadb1e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:33.866832 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8d4dbe7c-36a2-4e83-9b1a-0eb381aa8722 req-6cc5f329-b958-40be-a1b7-aa9dadb1e74d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93ea73befe604530890b841f22228fe3&device_id=e89518ba-b1f1-4753-903e-083f20d70880 HTTP/1.1" status: 200 len: 1914 time: 0.5401294 Jul 22 19:09:33.868186 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39776) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:33.872743 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:33.892010 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-86d22a93-66e6-4d95-8bbf-8a0eeb9a2742 req-da3d05c4-6fd6-424e-b7b6-64250c88013e tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670594 Jul 22 19:09:33.943858 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-9ba1acfb-2105-49d1-bc72-2683142cae3b tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:33.964620 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-9ba1acfb-2105-49d1-bc72-2683142cae3b tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/networks?id=fc0ba9f8-89b3-4676-8828-bacae052b3bd HTTP/1.1" status: 200 len: 819 time: 0.4054220 Jul 22 19:09:33.980763 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8277fca4-b4d2-46c0-aa79-a04d248cd468 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:34.018419 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8277fca4-b4d2-46c0-aa79-a04d248cd468 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:34.022266 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2b55334d-a9e9-4200-a5fd-c8559d6cae48 tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=46179ca3-64a8-45d1-a1b5-3ac2d8ddcb65 HTTP/1.1" status: 200 len: 216 time: 0.1529307 Jul 22 19:09:34.027508 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8277fca4-b4d2-46c0-aa79-a04d248cd468 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/networks/fb49d4a2-0f60-4cbe-8781-83eb32dc6a63 HTTP/1.1" status: 204 len: 168 time: 1.8836102 Jul 22 19:09:34.043288 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39780) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:34.043702 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39782) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:34.045991 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:34.057159 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-3f2cfcbf-ecd4-471a-9f22-0607554cbbb1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1364335356'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:34.058046 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] Transition to ACTIVE for port object f1d79d69-46c3-4256-b8b6-bdfe2794fa3d will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:34.074433 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:34.094136 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f951a00-15ac-4260-8246-23234f0af7a1 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:09:34.104630 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:34.124105 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] Transition to ACTIVE for port object 3f951a00-15ac-4260-8246-23234f0af7a1 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:34.141345 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007e00b-67b5-476c-99b9-dc23cc4d8cb1 None None] Pushing event updated for resources: {'Port': ['ID=f1d79d69-46c3-4256-b8b6-bdfe2794fa3d,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:34.142195 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-a18b955e-02d8-48b5-be57-8efcb43710ec tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/quotas/41c697aba6e940169e3dc8cd7b93b641 HTTP/1.1" status: 200 len: 375 time: 0.1759369 Jul 22 19:09:34.173358 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007e00b-67b5-476c-99b9-dc23cc4d8cb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:34.173599 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007e00b-67b5-476c-99b9-dc23cc4d8cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:34.174230 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007e00b-67b5-476c-99b9-dc23cc4d8cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:34.174647 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007e00b-67b5-476c-99b9-dc23cc4d8cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:34.175059 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007e00b-67b5-476c-99b9-dc23cc4d8cb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:34.175451 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007e00b-67b5-476c-99b9-dc23cc4d8cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:34.175961 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007e00b-67b5-476c-99b9-dc23cc4d8cb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:34.176353 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007e00b-67b5-476c-99b9-dc23cc4d8cb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:34.177366 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007e00b-67b5-476c-99b9-dc23cc4d8cb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:34.177877 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007e00b-67b5-476c-99b9-dc23cc4d8cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:34.178206 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007e00b-67b5-476c-99b9-dc23cc4d8cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:34.178748 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007e00b-67b5-476c-99b9-dc23cc4d8cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:34.205243 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:34.206432 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277fca4-b4d2-46c0-aa79-a04d248cd468 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Network': ['ID=fb49d4a2-0f60-4cbe-8781-83eb32dc6a63,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:34.241551 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2d045f0e-b9c3-404b-a5a8-5d134ff7d61f tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1952815 Jul 22 19:09:34.250656 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2cfcbf-ecd4-471a-9f22-0607554cbbb1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:34.256335 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3f2cfcbf-ecd4-471a-9f22-0607554cbbb1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:34.258962 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39788) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:34.260897 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] Attempting to bind port f1d79d69-46c3-4256-b8b6-bdfe2794fa3d on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:09:34.261606 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] Attempting to bind port f1d79d69-46c3-4256-b8b6-bdfe2794fa3d by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '5e9c5442-4aef-46ca-808c-f594344b1a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:09:34.262373 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] Attempting to bind port f1d79d69-46c3-4256-b8b6-bdfe2794fa3d on network fc0ba9f8-89b3-4676-8828-bacae052b3bd {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:09:34.270458 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:09:34.271342 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] Checking segment: {'id': '5e9c5442-4aef-46ca-808c-f594344b1a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:34.272170 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:34.272957 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] Bound using segment: {'id': '5e9c5442-4aef-46ca-808c-f594344b1a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:09:34.274050 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] Bound port: f1d79d69-46c3-4256-b8b6-bdfe2794fa3d, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9c5442-4aef-46ca-808c-f594344b1a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:09:34.274874 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:34.283513 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-97a28138-54db-4ef3-a24b-cc811f9c49e8 tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0194502 Jul 22 19:09:34.284818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae1e49-3f83-448d-b5ff-1097743c6d96 req-21e33576-4399-46cf-a888-68d56c3ded90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:34.286356 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76ae1e49-3f83-448d-b5ff-1097743c6d96 req-21e33576-4399-46cf-a888-68d56c3ded90 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b1b19be-2c5a-43b3-a556-619cb0fdcfca HTTP/1.1" status: 200 len: 915 time: 0.6191301 Jul 22 19:09:34.290031 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39792) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:34.373638 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76ae1e49-3f83-448d-b5ff-1097743c6d96 req-bd3ecbd5-5447-42de-b379-90f2859913f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7 HTTP/1.1" status: 200 len: 217 time: 0.0707335 Jul 22 19:09:34.374450 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] Pushing event updated for resources: {'Port': ['ID=3f951a00-15ac-4260-8246-23234f0af7a1,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:34.394087 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] For port f1d79d69-46c3-4256-b8b6-bdfe2794fa3d, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:09:34.400375 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] For port f1d79d69-46c3-4256-b8b6-bdfe2794fa3d, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f1d79d69-46c3-4256-b8b6-bdfe2794fa3d,segment=NetworkSegment(5e9c5442-4aef-46ca-808c-f594344b1a0a),segment_id=5e9c5442-4aef-46ca-808c-f594344b1a0a)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:09:34.410841 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:34.434161 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4dbe7c-36a2-4e83-9b1a-0eb381aa8722 req-45bf53db-a81b-4f7d-a377-4048a198fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:34.434672 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4dbe7c-36a2-4e83-9b1a-0eb381aa8722 req-45bf53db-a81b-4f7d-a377-4048a198fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:34.435561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4dbe7c-36a2-4e83-9b1a-0eb381aa8722 req-45bf53db-a81b-4f7d-a377-4048a198fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:34.437275 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8d4dbe7c-36a2-4e83-9b1a-0eb381aa8722 req-45bf53db-a81b-4f7d-a377-4048a198fdfa service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=93ea73befe604530890b841f22228fe3&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.5187628 Jul 22 19:09:34.445912 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-51e22624-95b8-46da-827f-5ec62d0ad18e tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/ce407ce8-12c6-4d4c-bad6-83e9486efed3 HTTP/1.1" status: 200 len: 473 time: 0.1501133 Jul 22 19:09:34.447215 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39794) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:34.484212 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2cfcbf-ecd4-471a-9f22-0607554cbbb1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:09:34.502442 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007e00b-67b5-476c-99b9-dc23cc4d8cb1 None None] Pushing event updated for resources: {'Port': ['ID=f1d79d69-46c3-4256-b8b6-bdfe2794fa3d,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:34.516238 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] Routers {'b4680f77-83d4-4b15-a7a1-d9381c579c74'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:09:34.517034 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:09:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b4680f77-83d4-4b15-a7a1-d9381c579c74'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:34.558946 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-97a58abb-0a6e-4a98-986d-831308e1f02c tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/781bc00c-0f8d-4d6f-9cf5-764a96a70657 HTTP/1.1" status: 200 len: 461 time: 0.1003187 Jul 22 19:09:34.559665 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39796) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:34.571640 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f6c2c-09ee-4bcf-8bec-820f718b4d18 req-4c4e83f8-b677-45ad-91c6-0e8f4af5241e tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:34.573691 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7b9f6c2c-09ee-4bcf-8bec-820f718b4d18 req-4c4e83f8-b677-45ad-91c6-0e8f4af5241e tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc9b59f-fef2-4b20-940a-8a32addae22c HTTP/1.1" status: 200 len: 943 time: 0.5483673 Jul 22 19:09:34.585831 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-a5614d94-332f-40b0-b906-249e6f70cccb tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=41c697aba6e940169e3dc8cd7b93b641&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4419665 Jul 22 19:09:34.608195 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3f2cfcbf-ecd4-471a-9f22-0607554cbbb1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:34.608891 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-3f2cfcbf-ecd4-471a-9f22-0607554cbbb1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Added segment 3135dea2-5ae0-4baa-aa4c-b73e59018039 of type vlan for network a50e3e0b-7d29-4aeb-8b64-fe9573491b83 Jul 22 19:09:34.657647 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] Set router b4680f77-83d4-4b15-a7a1-d9381c579c74 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:09:34.673171 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3f2cfcbf-ecd4-471a-9f22-0607554cbbb1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:34.729972 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3f2cfcbf-ecd4-471a-9f22-0607554cbbb1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:34.736733 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7b9f6c2c-09ee-4bcf-8bec-820f718b4d18 req-bf015c25-4430-4fa3-af4a-4a21ee28aacd tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/security-groups?id=1dfc319e-f1e8-4778-b3ae-6ead33d7f080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486852 Jul 22 19:09:34.742824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae1e49-3f83-448d-b5ff-1097743c6d96 req-92217aaf-dd64-48f9-bf77-b3e58c7229b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:34.744507 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76ae1e49-3f83-448d-b5ff-1097743c6d96 req-92217aaf-dd64-48f9-bf77-b3e58c7229b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6642487a-36c9-4080-8fe0-1fa08b893a6f HTTP/1.1" status: 200 len: 854 time: 0.3335328 Jul 22 19:09:34.749166 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2cfcbf-ecd4-471a-9f22-0607554cbbb1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:34.751420 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3f2cfcbf-ecd4-471a-9f22-0607554cbbb1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:34.753827 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] Attempting to bind port 3f951a00-15ac-4260-8246-23234f0af7a1 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:09:34.754170 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] Attempting to bind port 3f951a00-15ac-4260-8246-23234f0af7a1 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '8a1e22d9-f634-4d53-8860-e2a3bbdd8129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '158761aa-cb44-4054-ba2e-1d03b9236094'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:09:34.754567 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] Attempting to bind port 3f951a00-15ac-4260-8246-23234f0af7a1 on network 158761aa-cb44-4054-ba2e-1d03b9236094 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:09:34.791259 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] Port 3f951a00-15ac-4260-8246-23234f0af7a1 on network 158761aa-cb44-4054-ba2e-1d03b9236094 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:09:34.792369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] Attempting to bind port 3f951a00-15ac-4260-8246-23234f0af7a1 on network 158761aa-cb44-4054-ba2e-1d03b9236094 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:09:34.807976 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76ae1e49-3f83-448d-b5ff-1097743c6d96 req-78965d7d-6af9-45aa-ad97-6c01d79afea9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b1b19be-2c5a-43b3-a556-619cb0fdcfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553639 Jul 22 19:09:34.874490 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:09:34.875285 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] Checking segment: {'id': '8a1e22d9-f634-4d53-8860-e2a3bbdd8129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '158761aa-cb44-4054-ba2e-1d03b9236094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:34.875687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] Bound using segment: {'id': '8a1e22d9-f634-4d53-8860-e2a3bbdd8129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '158761aa-cb44-4054-ba2e-1d03b9236094'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:09:34.876156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] Bound port: 3f951a00-15ac-4260-8246-23234f0af7a1, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1e22d9-f634-4d53-8860-e2a3bbdd8129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '158761aa-cb44-4054-ba2e-1d03b9236094'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:09:34.876520 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:34.945214 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3f2cfcbf-ecd4-471a-9f22-0607554cbbb1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9003417 Jul 22 19:09:34.954197 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39800) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:34.955534 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'name': 'tempest-ServerRescueTestJSONUnderV235-809312503-router', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:09:14Z', 'updated_at': '2021-07-22T19:09:27Z', 'revision_number': 4, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'gw_port': {'id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:16Z', 'updated_at': '2021-07-22T19:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'f1d79d69-46c3-4256-b8b6-bdfe2794fa3d', 'name': '', 'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'mac_address': 'fa:16:3e:fb:f6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '19d131ce-729f-4d0d-91f9-24cc1f3913da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:24Z', 'updated_at': '2021-07-22T19:09:34Z', 'revision_number': 4, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'subnets': [{'id': '19d131ce-729f-4d0d-91f9-24cc1f3913da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:34.982771 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdbd275-5528-4709-b4a2-4390ef373420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0f71bf-53c2-426a-92ec-4805a7a58dfe'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:09:34.985090 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894924da-7f86-472c-b85a-91d036d78c1e" -d '{"events": [{"server_uuid": "fbdbd275-5528-4709-b4a2-4390ef373420", "name": "network-vif-plugged", "status": "completed", "tag": "fe0f71bf-53c2-426a-92ec-4805a7a58dfe"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:09:35.013461 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-38ee8ade-d7aa-4c2a-9865-7f2468f3ac68 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'subnet': {'network_id': 'a50e3e0b-7d29-4aeb-8b64-fe9573491b83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:35.020578 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e818f1-6971-4b80-b9f9-744524ef6106 None None] The sync data for ids ['b4680f77-83d4-4b15-a7a1-d9381c579c74'] in n-d-800086-12 is: [{'id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'name': 'tempest-ServerRescueTestJSONUnderV235-809312503-router', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:09:14Z', 'updated_at': '2021-07-22T19:09:27Z', 'revision_number': 4, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'gw_port': {'id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:16Z', 'updated_at': '2021-07-22T19:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'f1d79d69-46c3-4256-b8b6-bdfe2794fa3d', 'name': '', 'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'mac_address': 'fa:16:3e:fb:f6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '19d131ce-729f-4d0d-91f9-24cc1f3913da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:24Z', 'updated_at': '2021-07-22T19:09:34Z', 'revision_number': 4, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'subnets': [{'id': '19d131ce-729f-4d0d-91f9-24cc1f3913da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:09:35.063344 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cfcbf-ecd4-471a-9f22-0607554cbbb1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Network': ['ID=a50e3e0b-7d29-4aeb-8b64-fe9573491b83,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:35.081888 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network a50e3e0b-7d29-4aeb-8b64-fe9573491b83 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:09:35.174654 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6d5f-5d30-4d7e-ba05-a40adc2f4f52 tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:35.176100 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8b7c6d5f-5d30-4d7e-ba05-a40adc2f4f52 tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/781bc00c-0f8d-4d6f-9cf5-764a96a70657 HTTP/1.1" status: 204 len: 168 time: 0.6028137 Jul 22 19:09:35.180807 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4dbe7c-36a2-4e83-9b1a-0eb381aa8722 req-bb3ce98e-14ba-45b7-b86e-a3ec7fa4df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:35.182446 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8d4dbe7c-36a2-4e83-9b1a-0eb381aa8722 req-bb3ce98e-14ba-45b7-b86e-a3ec7fa4df81 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7342477 Jul 22 19:09:35.183133 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39804) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:35.282401 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-4e8d3874-c954-43eb-8d0c-0033ef9e0ef2 service neutron] 10.222.0.13 "GET /v2.0/networks/fc0ba9f8-89b3-4676-8828-bacae052b3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955230 Jul 22 19:09:35.409583 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f1d79d69-46c3-4256-b8b6-bdfe2794fa3d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:09:35.525136 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5dbf18e9-059f-45a0-bb20-127978cf11d9 tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:35.527759 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5dbf18e9-059f-45a0-bb20-127978cf11d9 tempest-MeteringTestJSON-1140283158 tempest-MeteringTestJSON-1140283158-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/ce407ce8-12c6-4d4c-bad6-83e9486efed3 HTTP/1.1" status: 204 len: 168 time: 0.3438418 Jul 22 19:09:35.601781 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port f1d79d69-46c3-4256-b8b6-bdfe2794fa3d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:35.606579 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port f1d79d69-46c3-4256-b8b6-bdfe2794fa3d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:35.606955 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:35.786761 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:35.857163 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port f1d79d69-46c3-4256-b8b6-bdfe2794fa3d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f1d79d69-46c3-4256-b8b6-bdfe2794fa3d,segment=NetworkSegment(5e9c5442-4aef-46ca-808c-f594344b1a0a),segment_id=5e9c5442-4aef-46ca-808c-f594344b1a0a)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:35.867531 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:35.952506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=f1d79d69-46c3-4256-b8b6-bdfe2794fa3d,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:35.997663 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39812) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:36.125798 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] For port 3f951a00-15ac-4260-8246-23234f0af7a1, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:09:36.199416 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7461f40f-2373-4e21-bdcb-46cbb91008d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:36.205210 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] For port 3f951a00-15ac-4260-8246-23234f0af7a1, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=3f951a00-15ac-4260-8246-23234f0af7a1,segment=NetworkSegment(8a1e22d9-f634-4d53-8860-e2a3bbdd8129),segment_id=8a1e22d9-f634-4d53-8860-e2a3bbdd8129)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:09:36.227356 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37a5c7-8cf1-4db7-abd1-8100cbb18ece req-20994cce-7f03-4966-be68-01cca4ab6bf6 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:36.234672 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba37a5c7-8cf1-4db7-abd1-8100cbb18ece req-20994cce-7f03-4966-be68-01cca4ab6bf6 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 950 time: 1.3434565 Jul 22 19:09:36.238911 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:36.279422 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ee8ade-d7aa-4c2a-9865-7f2468f3ac68 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:36.283718 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-38ee8ade-d7aa-4c2a-9865-7f2468f3ac68 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:36.326791 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-4cf7d44b-e2dc-492b-b3b7-c52194f4bb78 service neutron] 10.222.0.13 "GET /v2.0/networks/fc0ba9f8-89b3-4676-8828-bacae052b3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0430107 Jul 22 19:09:36.328826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76ae1e49-3f83-448d-b5ff-1097743c6d96 req-57224557-5d6f-45cb-be85-a1094a66bff4 service neutron] 10.222.0.30 "GET /v2.0/networks/5b1b19be-2c5a-43b3-a556-619cb0fdcfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4346535 Jul 22 19:09:36.353899 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7461f40f-2373-4e21-bdcb-46cbb91008d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:36.359368 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:09:36.370598 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7461f40f-2373-4e21-bdcb-46cbb91008d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:36.427299 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461f40f-2373-4e21-bdcb-46cbb91008d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a49290-3a6f-4998-87a4-3dae73fde126,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:36.433418 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7461f40f-2373-4e21-bdcb-46cbb91008d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3056424ecf49487690f06ed005dd26b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4343672 Jul 22 19:09:36.435780 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39816) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:36.525520 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-17ab5fa8-7bf2-4cb4-bd51-7fdbb1675b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:36.580081 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-17ab5fa8-7bf2-4cb4-bd51-7fdbb1675b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:36.615790 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7,segment=NetworkSegment(b4248b0b-e307-4215-b51d-901dadc5214c),segment_id=b4248b0b-e307-4215-b51d-901dadc5214c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:36.642356 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7', 'network_id': '5b1b19be-2c5a-43b3-a556-619cb0fdcfca', 'port_id': '05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7', 'mac_address': 'fa:16:3e:b6:ca:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6642487a-36c9-4080-8fe0-1fa08b893a6f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:09:36.689978 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-17ab5fa8-7bf2-4cb4-bd51-7fdbb1675b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:36.702894 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-17ab5fa8-7bf2-4cb4-bd51-7fdbb1675b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:36.704384 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-17ab5fa8-7bf2-4cb4-bd51-7fdbb1675b7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96a49290-3a6f-4998-87a4-3dae73fde126 HTTP/1.1" status: 204 len: 168 time: 0.2672994 Jul 22 19:09:36.733355 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:36.739349 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab5fa8-7bf2-4cb4-bd51-7fdbb1675b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a49290-3a6f-4998-87a4-3dae73fde126,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:36.825371 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:09:36.909697 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7,segment=NetworkSegment(b4248b0b-e307-4215-b51d-901dadc5214c),segment_id=b4248b0b-e307-4215-b51d-901dadc5214c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:36.918355 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:37.047278 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76ae1e49-3f83-448d-b5ff-1097743c6d96 req-5ae668b8-85cf-4dbc-a7e4-31f5bb4d97ca service neutron] 10.222.0.30 "GET /v2.0/networks/5b1b19be-2c5a-43b3-a556-619cb0fdcfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481035 Jul 22 19:09:37.073836 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:37.082407 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:37.083878 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:37.085886 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] 10.222.0.30 "PUT /v2.0/ports/3f951a00-15ac-4260-8246-23234f0af7a1 HTTP/1.1" status: 200 len: 1092 time: 5.1138790 Jul 22 19:09:37.086336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89518ba-b1f1-4753-903e-083f20d70880', 'tag': '3f951a00-15ac-4260-8246-23234f0af7a1'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:09:37.092234 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd2cc1c-a99c-46f0-9311-b2c290a1b6e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e89518ba-b1f1-4753-903e-083f20d70880", "tag": "3f951a00-15ac-4260-8246-23234f0af7a1"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:09:37.134849 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:09:37.356916 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f1d79d69-46c3-4256-b8b6-bdfe2794fa3d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:09:37.407758 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01262f3-cf86-493b-88f0-4eb276dd5492 service neutron] Pushing event updated for resources: {'Port': ['ID=3f951a00-15ac-4260-8246-23234f0af7a1,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:37.433484 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39846) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:37.452732 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3031775d-4ddf-46b9-9df6-6084a8369543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:37.462227 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba37a5c7-8cf1-4db7-abd1-8100cbb18ece req-443d348d-98b0-4e31-91b5-74348713e52a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2264831 Jul 22 19:09:37.544763 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-38ee8ade-d7aa-4c2a-9865-7f2468f3ac68 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:37.641778 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3031775d-4ddf-46b9-9df6-6084a8369543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:37.648347 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3031775d-4ddf-46b9-9df6-6084a8369543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:37.686013 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d05d578-23d7-4b5d-adf4-1ba27a01d956 x-openstack-request-id: req-7d05d578-23d7-4b5d-adf4-1ba27a01d956 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:37.687422 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdbd275-5528-4709-b4a2-4390ef373420", "name": "network-vif-plugged", "status": "completed", "tag": "fe0f71bf-53c2-426a-92ec-4805a7a58dfe", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:37.687859 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d05d578-23d7-4b5d-adf4-1ba27a01d956 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:37.688431 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdbd275-5528-4709-b4a2-4390ef373420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0f71bf-53c2-426a-92ec-4805a7a58dfe', 'code': 200} Jul 22 19:09:37.699759 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031775d-4ddf-46b9-9df6-6084a8369543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a006850-5105-4bc4-9cbd-3253c8f833e7,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:37.713256 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port f1d79d69-46c3-4256-b8b6-bdfe2794fa3d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:37.713574 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:37.725268 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3031775d-4ddf-46b9-9df6-6084a8369543 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e0acd6d2d5e4c71a7d7bad9494a4aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2892456 Jul 22 19:09:37.728127 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39850) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:37.797080 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e36176dc-fa78-4343-98fe-db505ee5f16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:37.829933 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ee8ade-d7aa-4c2a-9865-7f2468f3ac68 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Checking segment: {'id': '3135dea2-5ae0-4baa-aa4c-b73e59018039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a50e3e0b-7d29-4aeb-8b64-fe9573491b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:37.830399 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ee8ade-d7aa-4c2a-9865-7f2468f3ac68 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network hostable DHCP agents. Network: a50e3e0b-7d29-4aeb-8b64-fe9573491b83, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:09:37.833434 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee8ade-d7aa-4c2a-9865-7f2468f3ac68 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Subnet': ['ID=86da66eb-80d9-410f-8133-20a21963880b,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:37.854101 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-033b8394-e2f7-4c2b-b90c-26f584978c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:37.854770 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-033b8394-e2f7-4c2b-b90c-26f584978c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:37.856398 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-033b8394-e2f7-4c2b-b90c-26f584978c07 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93ea73befe604530890b841f22228fe3&device_id=e89518ba-b1f1-4753-903e-083f20d70880 HTTP/1.1" status: 200 len: 1982 time: 0.4666312 Jul 22 19:09:37.863478 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e36176dc-fa78-4343-98fe-db505ee5f16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:37.926217 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e36176dc-fa78-4343-98fe-db505ee5f16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:37.929877 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e36176dc-fa78-4343-98fe-db505ee5f16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:37.931452 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e36176dc-fa78-4343-98fe-db505ee5f16c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a006850-5105-4bc4-9cbd-3253c8f833e7 HTTP/1.1" status: 204 len: 168 time: 0.2019460 Jul 22 19:09:37.942024 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36176dc-fa78-4343-98fe-db505ee5f16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a006850-5105-4bc4-9cbd-3253c8f833e7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:37.943665 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56ff45-d47d-4ce6-b19d-38e89093099b req-41edc081-2307-461b-a85d-0944463e5258 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:37.949671 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56ff45-d47d-4ce6-b19d-38e89093099b req-41edc081-2307-461b-a85d-0944463e5258 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:37.954198 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5e56ff45-d47d-4ce6-b19d-38e89093099b req-41edc081-2307-461b-a85d-0944463e5258 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=e89518ba-b1f1-4753-903e-083f20d70880 HTTP/1.1" status: 200 len: 1678 time: 0.8962276 Jul 22 19:09:37.975557 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ee8ade-d7aa-4c2a-9865-7f2468f3ac68 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network a50e3e0b-7d29-4aeb-8b64-fe9573491b83 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:09:37.984387 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-0fef0dec-5623-4843-8971-8ed8ae4d3ac3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.224&port_id=0f1c322e-2a88-434d-9de0-7c6a878ed903 HTTP/1.1" status: 200 len: 217 time: 0.1092231 Jul 22 19:09:37.990943 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-38ee8ade-d7aa-4c2a-9865-7f2468f3ac68 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, a50e3e0b-7d29-4aeb-8b64-fe9573491b83) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:37.999043 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df71539-96ec-4ccd-8e4c-121f554d4c5c None None] Network a50e3e0b-7d29-4aeb-8b64-fe9573491b83 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:38.034026 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ee8ade-d7aa-4c2a-9865-7f2468f3ac68 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:38.034633 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-38ee8ade-d7aa-4c2a-9865-7f2468f3ac68 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:38.096094 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221d81d-3d0b-43f0-99fa-f25c2acc15dc req-8e11f2d6-73cd-46a8-9977-5393a70645dd tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:38.097798 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d221d81d-3d0b-43f0-99fa-f25c2acc15dc req-8e11f2d6-73cd-46a8-9977-5393a70645dd tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc9b59f-fef2-4b20-940a-8a32addae22c HTTP/1.1" status: 200 len: 944 time: 0.4611278 Jul 22 19:09:38.152425 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39858) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:38.155158 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-38ee8ade-d7aa-4c2a-9865-7f2468f3ac68 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1823907 Jul 22 19:09:38.160506 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-65abe7cb-af64-47c1-8b18-3357a2f85759 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'port': {'network_id': 'a50e3e0b-7d29-4aeb-8b64-fe9573491b83', 'security_groups': [], 'name': 'tempest-PortsTestJSON-252361636'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:38.172035 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5e56ff45-d47d-4ce6-b19d-38e89093099b req-0289dc21-acf6-4af3-91e7-c03d9183ff2a tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861014 Jul 22 19:09:38.198993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-e2b62a02-175a-44ef-860b-be963224d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:38.201528 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-e2b62a02-175a-44ef-860b-be963224d229 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb4bb54d-ff44-4363-b08d-3ee5eebed7bb HTTP/1.1" status: 200 len: 801 time: 0.2085335 Jul 22 19:09:38.259047 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-a50e3e0b-7d29-4aeb-8b64-fe9573491b83', 'network_id': 'a50e3e0b-7d29-4aeb-8b64-fe9573491b83', 'tenant_id': 'cdf673c126ab4c5188ef38fb73f577c6', 'fixed_ips': [{'subnet_id': '86da66eb-80d9-410f-8133-20a21963880b'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:09:38.260290 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:38.318995 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d221d81d-3d0b-43f0-99fa-f25c2acc15dc req-d324ff55-745a-4f7f-8852-436700672ba6 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/security-groups?id=1dfc319e-f1e8-4778-b3ae-6ead33d7f080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000043 Jul 22 19:09:38.408056 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:09:38.463857 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-817f3b82-3baa-4beb-b5b7-430cab3c0710 req-526c699c-8dfd-48db-8a4f-9ac7c20b32e8 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 210 time: 0.1329074 Jul 22 19:09:38.468176 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912c68da-b251-460c-9213-79631f13fbc9 x-openstack-request-id: req-912c68da-b251-460c-9213-79631f13fbc9 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:38.468812 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89518ba-b1f1-4753-903e-083f20d70880", "tag": "3f951a00-15ac-4260-8246-23234f0af7a1", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:38.472070 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-912c68da-b251-460c-9213-79631f13fbc9 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:38.472652 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89518ba-b1f1-4753-903e-083f20d70880', 'tag': '3f951a00-15ac-4260-8246-23234f0af7a1', 'status': 'completed', 'code': 200} Jul 22 19:09:38.479057 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65abe7cb-af64-47c1-8b18-3357a2f85759 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:38.484202 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65abe7cb-af64-47c1-8b18-3357a2f85759 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:38.536861 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-65abe7cb-af64-47c1-8b18-3357a2f85759 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] device_id is not set on port 4b2b2546-aeac-43e3-b605-45b50808f88f yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:09:38.734054 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:38.756385 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] Allocated IP 172.20.0.2 (a50e3e0b-7d29-4aeb-8b64-fe9573491b83/86da66eb-80d9-410f-8133-20a21963880b/6e116672-4f28-4400-9177-a7700cb83b99) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:38.765328 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:38.765947 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:38.830226 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-af3b81a3-ccd8-4754-abbb-48b64f2c3db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:38.831832 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-af3b81a3-ccd8-4754-abbb-48b64f2c3db8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1c6b0b9-572d-42c3-956b-93ed9ba48fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6228971 Jul 22 19:09:38.890412 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:38.965059 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-55787231-616f-46b9-a071-1b52aa23c096 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:38.966577 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-55787231-616f-46b9-a071-1b52aa23c096 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.16 "GET /v2.0/networks?id=fc0ba9f8-89b3-4676-8828-bacae052b3bd HTTP/1.1" status: 200 len: 819 time: 0.4915886 Jul 22 19:09:38.991235 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-4da17a0e-1b4a-4e12-84df-ecdd02e1d4db tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Request body: {'port': {'device_id': '5aeff4c0-9324-4c3d-b00a-bbe1d49465c1', 'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd', 'admin_state_up': True, 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:38.998697 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:39.058438 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7,segment=NetworkSegment(b4248b0b-e307-4215-b51d-901dadc5214c),segment_id=b4248b0b-e307-4215-b51d-901dadc5214c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:39.065988 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:39.123414 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:39.175316 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:39.185844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] Transition to ACTIVE for port object 6e116672-4f28-4400-9177-a7700cb83b99 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:39.211636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] Transition to ACTIVE for port object 6e116672-4f28-4400-9177-a7700cb83b99 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:39.224518 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:39.234099 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b807c-f4cd-4b36-a283-33f4112554c1 req-2beaed97-c28c-47a9-861e-23d4f215ec9b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:39.236192 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-919b807c-f4cd-4b36-a283-33f4112554c1 req-2beaed97-c28c-47a9-861e-23d4f215ec9b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 950 time: 0.6674325 Jul 22 19:09:39.274686 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-f959f6b7-c6b7-4fd9-96ac-b8bdb90391fa service neutron] 10.222.0.30 "GET /v2.0/networks/a1c6b0b9-572d-42c3-956b-93ed9ba48fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120626 Jul 22 19:09:39.275766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-4da17a0e-1b4a-4e12-84df-ecdd02e1d4db tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Made reservation on behalf of 41c697aba6e940169e3dc8cd7b93b641 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:39.282096 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-4da17a0e-1b4a-4e12-84df-ecdd02e1d4db tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:39.327312 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-65abe7cb-af64-47c1-8b18-3357a2f85759 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Allocated IP 172.20.0.14 (a50e3e0b-7d29-4aeb-8b64-fe9573491b83/86da66eb-80d9-410f-8133-20a21963880b/4b2b2546-aeac-43e3-b605-45b50808f88f) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:39.369843 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] Network a50e3e0b-7d29-4aeb-8b64-fe9573491b83 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:39.381635 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:39.389861 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] Pushing event updated for resources: {'Port': ['ID=6e116672-4f28-4400-9177-a7700cb83b99,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:39.397483 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:39.466954 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-919b807c-f4cd-4b36-a283-33f4112554c1 req-bbf50fd7-4cc5-4890-a7ae-6db94b964449 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674607 Jul 22 19:09:39.581263 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] Attempting to bind port 6e116672-4f28-4400-9177-a7700cb83b99 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:09:39.582015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] Attempting to bind port 6e116672-4f28-4400-9177-a7700cb83b99 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '3135dea2-5ae0-4baa-aa4c-b73e59018039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a50e3e0b-7d29-4aeb-8b64-fe9573491b83'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:09:39.582788 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] Attempting to bind port 6e116672-4f28-4400-9177-a7700cb83b99 on network a50e3e0b-7d29-4aeb-8b64-fe9573491b83 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:09:39.590407 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:09:39.591446 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] Checking segment: {'id': '3135dea2-5ae0-4baa-aa4c-b73e59018039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a50e3e0b-7d29-4aeb-8b64-fe9573491b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:39.592042 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:39.592685 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] Bound using segment: {'id': '3135dea2-5ae0-4baa-aa4c-b73e59018039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a50e3e0b-7d29-4aeb-8b64-fe9573491b83'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:09:39.593363 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] Bound port: 6e116672-4f28-4400-9177-a7700cb83b99, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3135dea2-5ae0-4baa-aa4c-b73e59018039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a50e3e0b-7d29-4aeb-8b64-fe9573491b83'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:09:39.594080 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:39.691324 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc9b59f-fef2-4b20-940a-8a32addae22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:09:39.700343 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4d5aff-9454-4307-97f3-1e5daaa32f88" -d '{"events": [{"server_uuid": "ebc9b59f-fef2-4b20-940a-8a32addae22c", "name": "network-vif-plugged", "status": "completed", "tag": "05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:09:39.702706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd83014-3721-4404-a4b7-fba924d745d1 req-73c41217-33dc-434d-b7d5-7e6c85f6df72 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:39.712158 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd83014-3721-4404-a4b7-fba924d745d1 req-73c41217-33dc-434d-b7d5-7e6c85f6df72 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:39.715993 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3fd83014-3721-4404-a4b7-fba924d745d1 req-73c41217-33dc-434d-b7d5-7e6c85f6df72 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=e89518ba-b1f1-4753-903e-083f20d70880 HTTP/1.1" status: 200 len: 1678 time: 0.3361802 Jul 22 19:09:39.756179 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] For port 6e116672-4f28-4400-9177-a7700cb83b99, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:09:39.766481 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] For port 6e116672-4f28-4400-9177-a7700cb83b99, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6e116672-4f28-4400-9177-a7700cb83b99,segment=NetworkSegment(3135dea2-5ae0-4baa-aa4c-b73e59018039),segment_id=3135dea2-5ae0-4baa-aa4c-b73e59018039)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:09:39.766745 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-20fdd103-689d-4887-8392-3ccb8217513c service neutron] 10.222.0.30 "GET /v2.0/networks/a1c6b0b9-572d-42c3-956b-93ed9ba48fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812396 Jul 22 19:09:39.780881 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:39.871819 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e57592-fdfb-4394-8a4f-51bdae2947cc None None] Pushing event updated for resources: {'Port': ['ID=6e116672-4f28-4400-9177-a7700cb83b99,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:39.879260 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-7d462bf2-e654-408d-8359-0361b5975364 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.32&port_id=3f951a00-15ac-4260-8246-23234f0af7a1 HTTP/1.1" status: 200 len: 217 time: 0.0986927 Jul 22 19:09:39.887331 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3fd83014-3721-4404-a4b7-fba924d745d1 req-3f592892-a3ff-4026-8bb7-50d6477c521e tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282372 Jul 22 19:09:39.936827 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-4da17a0e-1b4a-4e12-84df-ecdd02e1d4db tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Allocated IP 172.20.0.7 (fc0ba9f8-89b3-4676-8828-bacae052b3bd/19d131ce-729f-4d0d-91f9-24cc1f3913da/9379f319-83dc-499c-b2f9-a6930eecf652) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:40.006428 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ebcbe-7c4e-4307-856b-89d24ae8ff9f req-0f5af934-5c6d-4a4c-b916-e4d3de11def7 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:40.008094 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3c2ebcbe-7c4e-4307-856b-89d24ae8ff9f req-0f5af934-5c6d-4a4c-b916-e4d3de11def7 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc9b59f-fef2-4b20-940a-8a32addae22c HTTP/1.1" status: 200 len: 945 time: 0.3861079 Jul 22 19:09:40.175787 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-7544e1c6-20cf-4450-b933-962c8d206a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:40.180251 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-7544e1c6-20cf-4450-b933-962c8d206a35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b42a979c-337e-4a2f-8c0c-603ff8f9463b HTTP/1.1" status: 200 len: 801 time: 0.2852845 Jul 22 19:09:40.207260 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7b307e0-468d-4b33-901a-832342d55bce req-48e77e63-6a15-4910-8b7e-b8e8f1c404eb tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 210 time: 0.1437984 Jul 22 19:09:40.306562 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3c2ebcbe-7c4e-4307-856b-89d24ae8ff9f req-ae377489-0b65-4ffa-8c53-0319ad750619 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/security-groups?id=1dfc319e-f1e8-4778-b3ae-6ead33d7f080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831817 Jul 22 19:09:40.360795 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec52a27-36ef-4614-bc7c-ed4a026576a7 x-openstack-request-id: req-2ec52a27-36ef-4614-bc7c-ed4a026576a7 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:40.363310 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc9b59f-fef2-4b20-940a-8a32addae22c", "name": "network-vif-plugged", "status": "completed", "tag": "05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:40.363310 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ec52a27-36ef-4614-bc7c-ed4a026576a7 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:40.363310 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc9b59f-fef2-4b20-940a-8a32addae22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7', 'code': 200} Jul 22 19:09:40.363599 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65abe7cb-af64-47c1-8b18-3357a2f85759 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:40.414154 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-65abe7cb-af64-47c1-8b18-3357a2f85759 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Transition to ACTIVE for port object 4b2b2546-aeac-43e3-b605-45b50808f88f will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:40.417428 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39920) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:40.535543 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65abe7cb-af64-47c1-8b18-3357a2f85759 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:40.611025 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abe7cb-af64-47c1-8b18-3357a2f85759 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Port': ['ID=4b2b2546-aeac-43e3-b605-45b50808f88f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:40.646464 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c9f507b5-b1cf-4bf4-b1bd-c0292233bb2c tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1233198815'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:40.660001 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65abe7cb-af64-47c1-8b18-3357a2f85759 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network a50e3e0b-7d29-4aeb-8b64-fe9573491b83 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:40.667223 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-65abe7cb-af64-47c1-8b18-3357a2f85759 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:40.670419 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65abe7cb-af64-47c1-8b18-3357a2f85759 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:40.671794 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-a34d152c-1248-48ea-bb2a-ed552b3f75d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:40.673370 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-a34d152c-1248-48ea-bb2a-ed552b3f75d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=158761aa-cb44-4054-ba2e-1d03b9236094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4112070 Jul 22 19:09:40.734364 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d9403-0312-433f-be45-848fcc23401a req-0879e12a-0f2c-49ea-8006-de36fa1a1853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:40.735920 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f9d9403-0312-433f-be45-848fcc23401a req-0879e12a-0f2c-49ea-8006-de36fa1a1853 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ebc9b59f-fef2-4b20-940a-8a32addae22c HTTP/1.1" status: 200 len: 1097 time: 0.2388577 Jul 22 19:09:40.745689 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-4da17a0e-1b4a-4e12-84df-ecdd02e1d4db tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:40.751893 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65abe7cb-af64-47c1-8b18-3357a2f85759 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:40.752709 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65abe7cb-af64-47c1-8b18-3357a2f85759 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:40.787509 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9f507b5-b1cf-4bf4-b1bd-c0292233bb2c tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:40.789013 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9f507b5-b1cf-4bf4-b1bd-c0292233bb2c tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:40.852220 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f9d9403-0312-433f-be45-848fcc23401a req-19f3779f-9543-4344-9a72-2bf384d6785e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1dfc319e-f1e8-4778-b3ae-6ead33d7f080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098173 Jul 22 19:09:40.884298 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9f507b5-b1cf-4bf4-b1bd-c0292233bb2c tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:40.888508 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-65abe7cb-af64-47c1-8b18-3357a2f85759 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.7339880 Jul 22 19:09:40.893470 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9f507b5-b1cf-4bf4-b1bd-c0292233bb2c tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:40.897498 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39944) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:40.928963 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-bafa601e-625b-4c9d-977e-bdfea68e986c service neutron] 10.222.0.30 "GET /v2.0/networks/158761aa-cb44-4054-ba2e-1d03b9236094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444143 Jul 22 19:09:40.992906 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9f507b5-b1cf-4bf4-b1bd-c0292233bb2c tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:41.000926 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c9f507b5-b1cf-4bf4-b1bd-c0292233bb2c tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5798233 Jul 22 19:09:41.001291 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39948) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:41.018207 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-9c997a9a-abf6-4690-9ee8-8536fc0a336a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=46238864a83148d380b2ca0eb3b80dcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867074 Jul 22 19:09:41.183133 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-42daf84a-01c8-490c-ade9-01b153549593 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:41.248256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-092f6864-26a2-4291-8d65-2486c05bac22 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:41.256524 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-092f6864-26a2-4291-8d65-2486c05bac22 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2111366 Jul 22 19:09:41.346481 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6e116672-4f28-4400-9177-a7700cb83b99 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:09:41.354522 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-4da17a0e-1b4a-4e12-84df-ecdd02e1d4db tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:41.446641 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5d8352d4-8f2a-417c-8635-17fef23c8f03 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/quotas/46238864a83148d380b2ca0eb3b80dcd HTTP/1.1" status: 200 len: 375 time: 0.1012356 Jul 22 19:09:41.505894 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520faf6f-681e-4837-8312-45d4191524db None None] Network a50e3e0b-7d29-4aeb-8b64-fe9573491b83 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:41.541635 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-4da17a0e-1b4a-4e12-84df-ecdd02e1d4db tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Network fc0ba9f8-89b3-4676-8828-bacae052b3bd is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:41.551502 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-42daf84a-01c8-490c-ade9-01b153549593 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:41.553072 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14c314-bf19-48e9-bd3e-23a4be4c16fb req-3f5d1dfb-71c6-4f6f-874b-dac7c48b6878 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:41.554934 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-42daf84a-01c8-490c-ade9-01b153549593 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:41.559755 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14c314-bf19-48e9-bd3e-23a4be4c16fb req-3f5d1dfb-71c6-4f6f-874b-dac7c48b6878 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:41.561548 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce14c314-bf19-48e9-bd3e-23a4be4c16fb req-3f5d1dfb-71c6-4f6f-874b-dac7c48b6878 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=e89518ba-b1f1-4753-903e-083f20d70880 HTTP/1.1" status: 200 len: 1678 time: 0.3038626 Jul 22 19:09:41.566679 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da17a0e-1b4a-4e12-84df-ecdd02e1d4db tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Pushing event updated for resources: {'Port': ['ID=9379f319-83dc-499c-b2f9-a6930eecf652,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:41.585379 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-4da17a0e-1b4a-4e12-84df-ecdd02e1d4db tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:41.591787 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-4da17a0e-1b4a-4e12-84df-ecdd02e1d4db tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:41.647466 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbf410d1-642b-492f-a63e-c21e00501d37 req-8e8888bb-5844-4b5d-a861-7ae9165994e0 service neutron] 10.222.0.30 "GET /v2.0/networks/158761aa-cb44-4054-ba2e-1d03b9236094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7003720 Jul 22 19:09:41.685344 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-42daf84a-01c8-490c-ade9-01b153549593 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:41.685819 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42daf84a-01c8-490c-ade9-01b153549593 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d284a3d-bfbf-44c8-9cd0-eb97f9fe0f67 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:09:41.704494 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-42daf84a-01c8-490c-ade9-01b153549593 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:41.711364 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-42daf84a-01c8-490c-ade9-01b153549593 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] 10.222.0.13 "DELETE /v2.0/routers/3d284a3d-bfbf-44c8-9cd0-eb97f9fe0f67 HTTP/1.1" status: 204 len: 168 time: 0.6996586 Jul 22 19:09:41.715187 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39958) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:41.759892 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:41.766334 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-2e97017e-c3c5-489a-89f7-1ef30f29397f tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Request body: {'router': {'name': 'tempest-router-945627120', 'distributed': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:41.769488 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-668ec8ce-8fb2-45de-88df-5f9c548a3c1e None None] Provisioning for port 6e116672-4f28-4400-9177-a7700cb83b99 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:41.784982 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 6e116672-4f28-4400-9177-a7700cb83b99 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:41.808512 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e97017e-c3c5-489a-89f7-1ef30f29397f tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:41.809805 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e97017e-c3c5-489a-89f7-1ef30f29397f tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:41.817451 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 6e116672-4f28-4400-9177-a7700cb83b99 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:41.817832 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:41.822027 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-eddba268-2421-4662-bcb3-b4f0adcfb163 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting port 4b2b2546-aeac-43e3-b605-45b50808f88f {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:41.822441 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eddba268-2421-4662-bcb3-b4f0adcfb163 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:41.961396 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eddba268-2421-4662-bcb3-b4f0adcfb163 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:41.983991 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-eddba268-2421-4662-bcb3-b4f0adcfb163 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Calling delete_port for 4b2b2546-aeac-43e3-b605-45b50808f88f owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:41.992276 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:42.061176 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 6e116672-4f28-4400-9177-a7700cb83b99, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6e116672-4f28-4400-9177-a7700cb83b99,segment=NetworkSegment(3135dea2-5ae0-4baa-aa4c-b73e59018039),segment_id=3135dea2-5ae0-4baa-aa4c-b73e59018039)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:42.076205 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:42.152260 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=6e116672-4f28-4400-9177-a7700cb83b99,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:42.263253 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eddba268-2421-4662-bcb3-b4f0adcfb163 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:42.336083 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce14c314-bf19-48e9-bd3e-23a4be4c16fb req-80d7d478-8bef-4da5-9831-de1aefe25954 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7590251 Jul 22 19:09:42.430366 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddba268-2421-4662-bcb3-b4f0adcfb163 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Port': ['ID=4b2b2546-aeac-43e3-b605-45b50808f88f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:42.444447 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-4da17a0e-1b4a-4e12-84df-ecdd02e1d4db tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:42.445181 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-4da17a0e-1b4a-4e12-84df-ecdd02e1d4db tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:42.454887 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e97017e-c3c5-489a-89f7-1ef30f29397f tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:42.469723 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-7c3554f4-d198-4c25-b752-2b8b45bff661 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0034564 Jul 22 19:09:42.528955 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-136ad494-1acc-4c98-bc4b-7bb41364470b None None] Provisioning complete for port 6e116672-4f28-4400-9177-a7700cb83b99 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:42.529594 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-136ad494-1acc-4c98-bc4b-7bb41364470b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:42.560254 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e97017e-c3c5-489a-89f7-1ef30f29397f tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:42.594630 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-4da17a0e-1b4a-4e12-84df-ecdd02e1d4db tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6092601 Jul 22 19:09:42.666757 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] Request body: {'port': {'device_id': '5aeff4c0-9324-4c3d-b00a-bbe1d49465c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:42.774728 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e97017e-c3c5-489a-89f7-1ef30f29397f tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:42.779513 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2e97017e-c3c5-489a-89f7-1ef30f29397f tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0411701 Jul 22 19:09:42.814564 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 39964) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:42.840999 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eddba268-2421-4662-bcb3-b4f0adcfb163 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:42.845957 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-136ad494-1acc-4c98-bc4b-7bb41364470b None None] Could not find standard attr ID for object 4b2b2546-aeac-43e3-b605-45b50808f88f. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:09:42.848457 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-eddba268-2421-4662-bcb3-b4f0adcfb163 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/ports/4b2b2546-aeac-43e3-b605-45b50808f88f HTTP/1.1" status: 204 len: 168 time: 1.9493001 Jul 22 19:09:42.852584 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39966) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:42.873637 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2cc1c-a99c-46f0-9311-b2c290a1b6e2 req-ea981ac0-2bc9-463e-b28f-c115832eadfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:42.874927 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2cc1c-a99c-46f0-9311-b2c290a1b6e2 req-ea981ac0-2bc9-463e-b28f-c115832eadfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:42.878645 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bd2cc1c-a99c-46f0-9311-b2c290a1b6e2 req-ea981ac0-2bc9-463e-b28f-c115832eadfb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93ea73befe604530890b841f22228fe3&device_id=e89518ba-b1f1-4753-903e-083f20d70880 HTTP/1.1" status: 200 len: 1982 time: 0.5355661 Jul 22 19:09:42.912416 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ead1b1d-3e45-4964-89c3-8e2ad4bff849 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] GET failed (client error): The resource could not be found. Jul 22 19:09:42.916682 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8ead1b1d-3e45-4964-89c3-8e2ad4bff849 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports/4b2b2546-aeac-43e3-b605-45b50808f88f HTTP/1.1" status: 404 len: 333 time: 0.0579183 Jul 22 19:09:42.917141 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39968) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:42.965047 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7a11fc7f-413c-4fce-8d87-0ceb9df1d106 None None] Could not find standard attr ID for object 4b2b2546-aeac-43e3-b605-45b50808f88f. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:09:43.029195 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291e450-1448-4708-9de8-c25db9fa641d req-f45c4bdd-1a77-4716-946e-294254e8260d tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:43.030539 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf2f0079-523e-43d1-aac0-80cbdb901658 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting subnet 86da66eb-80d9-410f-8133-20a21963880b {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:09:43.030782 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7291e450-1448-4708-9de8-c25db9fa641d req-f45c4bdd-1a77-4716-946e-294254e8260d tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 931 time: 0.5601039 Jul 22 19:09:43.034820 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cf2f0079-523e-43d1-aac0-80cbdb901658 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:43.102113 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cf2f0079-523e-43d1-aac0-80cbdb901658 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:43.208984 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5e4e3e38-4b64-40cc-b4d6-4231a6e577d6 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:43.237814 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cf2f0079-523e-43d1-aac0-80cbdb901658 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:43.304686 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6e116672-4f28-4400-9177-a7700cb83b99 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:09:43.311149 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cf2f0079-523e-43d1-aac0-80cbdb901658 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:43.351660 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f0079-523e-43d1-aac0-80cbdb901658 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Subnet': ['ID=86da66eb-80d9-410f-8133-20a21963880b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:43.375253 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cf2f0079-523e-43d1-aac0-80cbdb901658 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:43.381587 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cf2f0079-523e-43d1-aac0-80cbdb901658 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/subnets/86da66eb-80d9-410f-8133-20a21963880b HTTP/1.1" status: 204 len: 168 time: 0.4626365 Jul 22 19:09:43.384274 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39978) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:43.396378 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcf8816-d67f-4871-bfe8-e2b87381dfe2 None None] Network a50e3e0b-7d29-4aeb-8b64-fe9573491b83 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:43.399481 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:43.438643 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 6e116672-4f28-4400-9177-a7700cb83b99 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:43.439392 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:43.447706 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7291e450-1448-4708-9de8-c25db9fa641d req-5a87319b-e77e-459e-af47-96dd875798d6 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312123 Jul 22 19:09:43.543406 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07d18058-c854-4d7a-9683-445dc7ddbf71 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:43.544896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1b004-0c7a-42f1-986e-90729b53b09f req-6442da91-48fa-4c99-bed9-255803ba2442 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:43.546668 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5cf1b004-0c7a-42f1-986e-90729b53b09f req-6442da91-48fa-4c99-bed9-255803ba2442 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc9b59f-fef2-4b20-940a-8a32addae22c HTTP/1.1" status: 200 len: 945 time: 0.7957397 Jul 22 19:09:43.607942 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2cc1c-a99c-46f0-9311-b2c290a1b6e2 req-a90b0f8f-5de0-4833-8959-b110e5d55525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:43.609948 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bd2cc1c-a99c-46f0-9311-b2c290a1b6e2 req-a90b0f8f-5de0-4833-8959-b110e5d55525 service neutron] 10.222.0.30 "GET /v2.0/networks?id=158761aa-cb44-4054-ba2e-1d03b9236094 HTTP/1.1" status: 200 len: 902 time: 0.6979318 Jul 22 19:09:43.630540 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5e4e3e38-4b64-40cc-b4d6-4231a6e577d6 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:43.649889 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-607a4154-c9b0-4261-a29e-0b9e6ad47e75 req-4e15f73a-9af1-4da5-85b5-10e362e65cee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7485402 Jul 22 19:09:43.666510 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-07d18058-c854-4d7a-9683-445dc7ddbf71 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting port 6e116672-4f28-4400-9177-a7700cb83b99 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:43.667133 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07d18058-c854-4d7a-9683-445dc7ddbf71 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:43.670786 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5e4e3e38-4b64-40cc-b4d6-4231a6e577d6 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:43.760425 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bd2cc1c-a99c-46f0-9311-b2c290a1b6e2 req-94c3b009-1f58-490f-b1b4-11a4e2bc0838 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.32&port_id=3f951a00-15ac-4260-8246-23234f0af7a1 HTTP/1.1" status: 200 len: 217 time: 0.1388242 Jul 22 19:09:43.781103 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5eb462f-1f08-4eb3-acbe-9158e5e62352 None None] DHCP port deletion for a50e3e0b-7d29-4aeb-8b64-fe9573491b83 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:09:43.846481 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-07d18058-c854-4d7a-9683-445dc7ddbf71 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] For port 6e116672-4f28-4400-9177-a7700cb83b99, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6e116672-4f28-4400-9177-a7700cb83b99,segment=NetworkSegment(3135dea2-5ae0-4baa-aa4c-b73e59018039),segment_id=3135dea2-5ae0-4baa-aa4c-b73e59018039)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:43.848194 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07d18058-c854-4d7a-9683-445dc7ddbf71 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:43.865846 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-07d18058-c854-4d7a-9683-445dc7ddbf71 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Calling delete_port for 6e116672-4f28-4400-9177-a7700cb83b99 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:43.888664 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb462f-1f08-4eb3-acbe-9158e5e62352 None None] Deleting port 6e116672-4f28-4400-9177-a7700cb83b99 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:43.888664 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f5eb462f-1f08-4eb3-acbe-9158e5e62352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:43.969790 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07d18058-c854-4d7a-9683-445dc7ddbf71 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:43.987596 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5e4e3e38-4b64-40cc-b4d6-4231a6e577d6 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:43.989108 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4e3e38-4b64-40cc-b4d6-4231a6e577d6 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f5c655f-ff5d-4256-8ccb-5f7992857886 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:09:43.997053 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5e4e3e38-4b64-40cc-b4d6-4231a6e577d6 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:43.999495 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5e4e3e38-4b64-40cc-b4d6-4231a6e577d6 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] 10.222.0.13 "DELETE /v2.0/routers/7f5c655f-ff5d-4256-8ccb-5f7992857886 HTTP/1.1" status: 204 len: 168 time: 1.1184752 Jul 22 19:09:44.005673 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-f5eb462f-1f08-4eb3-acbe-9158e5e62352 None None] For port 6e116672-4f28-4400-9177-a7700cb83b99, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6e116672-4f28-4400-9177-a7700cb83b99,segment=NetworkSegment(3135dea2-5ae0-4baa-aa4c-b73e59018039),segment_id=3135dea2-5ae0-4baa-aa4c-b73e59018039)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:44.006010 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f5eb462f-1f08-4eb3-acbe-9158e5e62352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:44.011545 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39988) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:44.019948 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-6fa3a1ca-f330-4a66-883e-48b949b2c43e tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Request body: {'router': {'name': 'tempest-router-587743802', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'cf7c455924dc425b993469554dc63589'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:44.022167 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb462f-1f08-4eb3-acbe-9158e5e62352 None None] Calling delete_port for 6e116672-4f28-4400-9177-a7700cb83b99 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:44.027459 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d18058-c854-4d7a-9683-445dc7ddbf71 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Port': ['ID=6e116672-4f28-4400-9177-a7700cb83b99,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:44.035453 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d18058-c854-4d7a-9683-445dc7ddbf71 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] No DVR routers for this DVR port 6e116672-4f28-4400-9177-a7700cb83b99 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:09:44.063406 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5cf1b004-0c7a-42f1-986e-90729b53b09f req-4d01f4f6-3513-4904-9156-cd434e418b92 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/security-groups?id=1dfc319e-f1e8-4778-b3ae-6ead33d7f080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573064 Jul 22 19:09:44.065815 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10ff6d6c-ec01-4548-9da0-5212d6eb67a4 req-f6e8e9d6-c220-4579-a7e7-6d382f15ae53 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 210 time: 0.1752858 Jul 22 19:09:44.129668 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2cc1c-a99c-46f0-9311-b2c290a1b6e2 req-caaa2f96-090c-4df3-b802-a0e823ef3cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:44.131876 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bd2cc1c-a99c-46f0-9311-b2c290a1b6e2 req-caaa2f96-090c-4df3-b802-a0e823ef3cd5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b42a979c-337e-4a2f-8c0c-603ff8f9463b HTTP/1.1" status: 200 len: 801 time: 0.3648877 Jul 22 19:09:44.219955 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07d18058-c854-4d7a-9683-445dc7ddbf71 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:44.231635 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-07d18058-c854-4d7a-9683-445dc7ddbf71 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50e3e0b-7d29-4aeb-8b64-fe9573491b83']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:44.243396 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-07d18058-c854-4d7a-9683-445dc7ddbf71 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3135dea2-5ae0-4baa-aa4c-b73e59018039') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:44.243740 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-07d18058-c854-4d7a-9683-445dc7ddbf71 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3135dea2-5ae0-4baa-aa4c-b73e59018039') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:44.246935 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f5eb462f-1f08-4eb3-acbe-9158e5e62352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:44.255040 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07d18058-c854-4d7a-9683-445dc7ddbf71 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:44.270567 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07d18058-c854-4d7a-9683-445dc7ddbf71 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:44.276952 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d18058-c854-4d7a-9683-445dc7ddbf71 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:09:44.277345 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07d18058-c854-4d7a-9683-445dc7ddbf71 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:09:44.312937 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:09:44.318757 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb462f-1f08-4eb3-acbe-9158e5e62352 None None] Pushing event deleted for resources: {'Port': ['ID=6e116672-4f28-4400-9177-a7700cb83b99,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:44.319851 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a4154-c9b0-4261-a29e-0b9e6ad47e75 req-f770ec73-1d7d-4c90-aebd-5e580cc4fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:44.322345 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-607a4154-c9b0-4261-a29e-0b9e6ad47e75 req-f770ec73-1d7d-4c90-aebd-5e580cc4fef3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 1102 time: 0.5828636 Jul 22 19:09:44.330488 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eb462f-1f08-4eb3-acbe-9158e5e62352 None None] No DVR routers for this DVR port 6e116672-4f28-4400-9177-a7700cb83b99 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:09:44.410295 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 0f1c322e-2a88-434d-9de0-7c6a878ed903 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:09:44.442280 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07d18058-c854-4d7a-9683-445dc7ddbf71 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:44.444772 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2cc1c-a99c-46f0-9311-b2c290a1b6e2 req-4f308de6-35e8-4f8f-b79b-b1661ee61bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:44.451744 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bd2cc1c-a99c-46f0-9311-b2c290a1b6e2 req-4f308de6-35e8-4f8f-b79b-b1661ee61bfe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=158761aa-cb44-4054-ba2e-1d03b9236094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3111384 Jul 22 19:09:44.463967 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07d18058-c854-4d7a-9683-445dc7ddbf71 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:44.466265 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-07d18058-c854-4d7a-9683-445dc7ddbf71 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/networks/a50e3e0b-7d29-4aeb-8b64-fe9573491b83 HTTP/1.1" status: 204 len: 168 time: 1.0806372 Jul 22 19:09:44.482223 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 39998) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:44.497439 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-67ccbba0-8bc2-49bb-8b03-263e059d4292 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'port': {'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469', 'name': 'tempest-PortsTestJSON-1590744867'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:44.501301 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6fa3a1ca-f330-4a66-883e-48b949b2c43e tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:44.502288 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6fa3a1ca-f330-4a66-883e-48b949b2c43e tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:44.605826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 0f1c322e-2a88-434d-9de0-7c6a878ed903, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=0f1c322e-2a88-434d-9de0-7c6a878ed903,segment=NetworkSegment(d7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7),segment_id=d7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:44.647771 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '0f1c322e-2a88-434d-9de0-7c6a878ed903', 'network_id': 'a1c6b0b9-572d-42c3-956b-93ed9ba48fc0', 'port_id': '0f1c322e-2a88-434d-9de0-7c6a878ed903', 'mac_address': 'fa:16:3e:d9:2e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4bb54d-ff44-4363-b08d-3ee5eebed7bb', 'ip_address': '19.80.0.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:09:44.648065 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d18058-c854-4d7a-9683-445dc7ddbf71 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Network': ['ID=a50e3e0b-7d29-4aeb-8b64-fe9573491b83,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:44.669195 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6fa3a1ca-f330-4a66-883e-48b949b2c43e tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:44.677206 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-f0839127-3357-4a97-9bb9-3b6652f3a6c3 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=46238864a83148d380b2ca0eb3b80dcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1110222 Jul 22 19:09:44.681929 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6fa3a1ca-f330-4a66-883e-48b949b2c43e tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:44.750367 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:44.750766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad9ec9-d6b6-41e5-b70b-f596842cae33 req-1672697e-e07f-4967-97ea-93708a8ee5ec tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:44.767366 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad9ec9-d6b6-41e5-b70b-f596842cae33 req-1672697e-e07f-4967-97ea-93708a8ee5ec tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:44.778314 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0dad9ec9-d6b6-41e5-b70b-f596842cae33 req-1672697e-e07f-4967-97ea-93708a8ee5ec tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=e89518ba-b1f1-4753-903e-083f20d70880 HTTP/1.1" status: 200 len: 1678 time: 0.5694273 Jul 22 19:09:44.788219 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6fa3a1ca-f330-4a66-883e-48b949b2c43e tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:44.792033 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6fa3a1ca-f330-4a66-883e-48b949b2c43e tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7741036 Jul 22 19:09:44.793250 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1c322e-2a88-434d-9de0-7c6a878ed903 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:09:44.810714 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40006) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:44.815438 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-3e689c18-d289-43b5-9d0f-179c52f936b2 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:44.836523 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 0f1c322e-2a88-434d-9de0-7c6a878ed903, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=0f1c322e-2a88-434d-9de0-7c6a878ed903,segment=NetworkSegment(d7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7),segment_id=d7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:44.861626 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:44.862431 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 3f951a00-15ac-4260-8246-23234f0af7a1 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:09:44.969171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a4154-c9b0-4261-a29e-0b9e6ad47e75 req-a451ee43-4b49-41af-937f-b3d875e0878f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:44.971194 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-607a4154-c9b0-4261-a29e-0b9e6ad47e75 req-a451ee43-4b49-41af-937f-b3d875e0878f service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.6127937 Jul 22 19:09:44.997083 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=0f1c322e-2a88-434d-9de0-7c6a878ed903,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:45.038444 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0dad9ec9-d6b6-41e5-b70b-f596842cae33 req-a9b16130-bd51-414e-a45e-3ddace6a2cbe tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562075 Jul 22 19:09:45.046216 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9379f319-83dc-499c-b2f9-a6930eecf652 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:09:45.087531 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:45.139532 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ccbba0-8bc2-49bb-8b03-263e059d4292 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:45.144151 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-67ccbba0-8bc2-49bb-8b03-263e059d4292 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:45.169182 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bd2cc1c-a99c-46f0-9311-b2c290a1b6e2 req-6b4313e7-ff0a-46d7-9aa3-cb581d9582c4 service neutron] 10.222.0.30 "GET /v2.0/networks/158761aa-cb44-4054-ba2e-1d03b9236094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6322222 Jul 22 19:09:45.170317 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-607a4154-c9b0-4261-a29e-0b9e6ad47e75 req-5ae8945c-93d0-475e-b39b-c56fdc21385c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e464f3c4-2a37-45c5-b30c-52016b9bfacc HTTP/1.1" status: 200 len: 217 time: 0.1751158 Jul 22 19:09:45.218338 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 3f951a00-15ac-4260-8246-23234f0af7a1, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=3f951a00-15ac-4260-8246-23234f0af7a1,segment=NetworkSegment(8a1e22d9-f634-4d53-8860-e2a3bbdd8129),segment_id=8a1e22d9-f634-4d53-8860-e2a3bbdd8129)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:45.248757 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '3f951a00-15ac-4260-8246-23234f0af7a1', 'network_id': '158761aa-cb44-4054-ba2e-1d03b9236094', 'port_id': '3f951a00-15ac-4260-8246-23234f0af7a1', 'mac_address': 'fa:16:3e:b1:67:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42a979c-337e-4a2f-8c0c-603ff8f9463b', 'ip_address': '19.86.0.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:09:45.287042 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a4154-c9b0-4261-a29e-0b9e6ad47e75 req-bf62b95a-a256-4d55-b3be-3811121c6131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:45.287615 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3e689c18-d289-43b5-9d0f-179c52f936b2 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:45.287944 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3e689c18-d289-43b5-9d0f-179c52f936b2 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:45.288911 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-607a4154-c9b0-4261-a29e-0b9e6ad47e75 req-bf62b95a-a256-4d55-b3be-3811121c6131 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0775182 Jul 22 19:09:45.295038 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] Transition to ACTIVE for port object 9379f319-83dc-499c-b2f9-a6930eecf652 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:45.297298 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:45.317525 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f951a00-15ac-4260-8246-23234f0af7a1 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:09:45.327273 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:45.343295 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 3f951a00-15ac-4260-8246-23234f0af7a1, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=3f951a00-15ac-4260-8246-23234f0af7a1,segment=NetworkSegment(8a1e22d9-f634-4d53-8860-e2a3bbdd8129),segment_id=8a1e22d9-f634-4d53-8860-e2a3bbdd8129)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:45.345370 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6e116672-4f28-4400-9177-a7700cb83b99 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:09:45.350466 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:45.374534 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 6e116672-4f28-4400-9177-a7700cb83b99 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:09:45.375426 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6e116672-4f28-4400-9177-a7700cb83b99 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:09:45.406000 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3e689c18-d289-43b5-9d0f-179c52f936b2 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93806) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 22 19:09:45.406359 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3e689c18-d289-43b5-9d0f-179c52f936b2 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Router 50ae2d02-3604-4c0b-8b98-6417ae0af13a migrating from provider to provider. {{(pid=93806) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 22 19:09:45.406732 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3e689c18-d289-43b5-9d0f-179c52f936b2 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:45.416509 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] Pushing event updated for resources: {'Port': ['ID=9379f319-83dc-499c-b2f9-a6930eecf652,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:45.416969 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3e689c18-d289-43b5-9d0f-179c52f936b2 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:45.430487 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3e689c18-d289-43b5-9d0f-179c52f936b2 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-910330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-910305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-910161'] for router, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:45.437418 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-67ccbba0-8bc2-49bb-8b03-263e059d4292 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] device_id is not set on port 7938885c-79e3-4d4d-bd79-5853034ee3d0 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:09:45.479488 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4d7bd-f048-48da-8346-500d88b60567 req-0f2ea0c9-5fa9-44b4-8000-69adf3dea8a8 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:45.480673 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=3f951a00-15ac-4260-8246-23234f0af7a1,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:45.486581 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6aa4d7bd-f048-48da-8346-500d88b60567 req-0f2ea0c9-5fa9-44b4-8000-69adf3dea8a8 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 931 time: 0.8041739 Jul 22 19:09:45.622636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['0f1c322e-2a88-434d-9de0-7c6a878ed903'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:09:45.624713 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6aa4d7bd-f048-48da-8346-500d88b60567 req-c480dc0a-a301-4038-9494-71fe790a57c4 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370909 Jul 22 19:09:45.632590 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['3f951a00-15ac-4260-8246-23234f0af7a1'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:09:45.680460 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bd2cc1c-a99c-46f0-9311-b2c290a1b6e2 req-48638a6a-df3d-4f2e-9d7e-39264deb632f service neutron] 10.222.0.30 "GET /v2.0/networks/158761aa-cb44-4054-ba2e-1d03b9236094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841509 Jul 22 19:09:45.711599 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af67cd-1228-4e88-9eb9-2e057fbc1d7b req-9702bce6-e7a1-49f2-b611-0608b737c6c5 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:45.714566 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-36af67cd-1228-4e88-9eb9-2e057fbc1d7b req-9702bce6-e7a1-49f2-b611-0608b737c6c5 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc9b59f-fef2-4b20-940a-8a32addae22c HTTP/1.1" status: 200 len: 945 time: 0.5615375 Jul 22 19:09:45.784561 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a4154-c9b0-4261-a29e-0b9e6ad47e75 req-c2b1a786-b0de-4d06-bdf6-33a729c292a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:45.787013 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-607a4154-c9b0-4261-a29e-0b9e6ad47e75 req-c2b1a786-b0de-4d06-bdf6-33a729c292a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4907317 Jul 22 19:09:46.055960 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-1a2f9352-0042-4392-8286-1fc3a297449f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:46.059094 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-1a2f9352-0042-4392-8286-1fc3a297449f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3745158 Jul 22 19:09:46.069498 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-67ccbba0-8bc2-49bb-8b03-263e059d4292 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:46.119899 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c906da1-b92a-476e-9806-8eca67d47ab8 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Request body: {'port': {'device_id': 'a2d59d66-c898-4365-a10a-ce9a569f2847', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': '46238864a83148d380b2ca0eb3b80dcd'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:46.129488 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-67ccbba0-8bc2-49bb-8b03-263e059d4292 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:46.247386 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-36af67cd-1228-4e88-9eb9-2e057fbc1d7b req-2915ab8b-4ed8-478d-8823-0206e189cd77 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/security-groups?id=1dfc319e-f1e8-4778-b3ae-6ead33d7f080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121083 Jul 22 19:09:46.284512 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ccbba0-8bc2-49bb-8b03-263e059d4292 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:46.298109 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-67ccbba0-8bc2-49bb-8b03-263e059d4292 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:46.301299 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ccbba0-8bc2-49bb-8b03-263e059d4292 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:46.307707 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ccbba0-8bc2-49bb-8b03-263e059d4292 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:46.308370 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-67ccbba0-8bc2-49bb-8b03-263e059d4292 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:46.334450 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b6f12bb-77bf-40c3-abbf-da4186a28ac3 req-b4ed222b-97d4-4372-8c92-4b6f823d024b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 210 time: 0.0706692 Jul 22 19:09:46.338853 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] Attempting to bind port 9379f319-83dc-499c-b2f9-a6930eecf652 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:09:46.339196 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] Attempting to bind port 9379f319-83dc-499c-b2f9-a6930eecf652 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '5e9c5442-4aef-46ca-808c-f594344b1a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:09:46.339537 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] Attempting to bind port 9379f319-83dc-499c-b2f9-a6930eecf652 on network fc0ba9f8-89b3-4676-8828-bacae052b3bd {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:09:46.382317 n-d-800086-12 neutron-server[93806]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3e689c18-d289-43b5-9d0f-179c52f936b2 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] No L3 agents can host the router 50ae2d02-3604-4c0b-8b98-6417ae0af13a Jul 22 19:09:46.385861 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ccbba0-8bc2-49bb-8b03-263e059d4292 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Port': ['ID=7938885c-79e3-4d4d-bd79-5853034ee3d0,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:46.412874 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] Port 9379f319-83dc-499c-b2f9-a6930eecf652 on network fc0ba9f8-89b3-4676-8828-bacae052b3bd not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:09:46.413146 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-67ccbba0-8bc2-49bb-8b03-263e059d4292 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9289820 Jul 22 19:09:46.413633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] Attempting to bind port 9379f319-83dc-499c-b2f9-a6930eecf652 on network fc0ba9f8-89b3-4676-8828-bacae052b3bd {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:09:46.418160 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 0f1c322e-2a88-434d-9de0-7c6a878ed903 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:09:46.418712 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40026) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:46.449149 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:09:46.449821 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] Checking segment: {'id': '5e9c5442-4aef-46ca-808c-f594344b1a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:46.450439 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] Bound using segment: {'id': '5e9c5442-4aef-46ca-808c-f594344b1a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:09:46.451087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] Bound port: 9379f319-83dc-499c-b2f9-a6930eecf652, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9c5442-4aef-46ca-808c-f594344b1a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:09:46.451630 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:46.521338 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 0f1c322e-2a88-434d-9de0-7c6a878ed903 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:46.525569 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 0f1c322e-2a88-434d-9de0-7c6a878ed903 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:46.526154 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:46.528009 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-607a4154-c9b0-4261-a29e-0b9e6ad47e75 req-7cd9c4c4-3b4e-494d-949d-0b33ff956126 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7310042 Jul 22 19:09:46.543313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2dc204-ecd7-44d5-a3c2-2083a885ec08 req-939731e5-d684-41de-bc6c-2dd8c4bc389c tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:46.545093 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce2dc204-ecd7-44d5-a3c2-2083a885ec08 req-939731e5-d684-41de-bc6c-2dd8c4bc389c tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebc9b59f-fef2-4b20-940a-8a32addae22c HTTP/1.1" status: 200 len: 945 time: 0.2972829 Jul 22 19:09:46.618842 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:46.622470 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8725e-3d98-4e27-bd2a-47ac75584d83 req-097db59f-a504-4aed-bf4e-f9198fecb226 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:46.628761 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8725e-3d98-4e27-bd2a-47ac75584d83 req-097db59f-a504-4aed-bf4e-f9198fecb226 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:46.636573 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49e8725e-3d98-4e27-bd2a-47ac75584d83 req-097db59f-a504-4aed-bf4e-f9198fecb226 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=e89518ba-b1f1-4753-903e-083f20d70880 HTTP/1.1" status: 200 len: 1680 time: 0.2937152 Jul 22 19:09:46.645723 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89518ba-b1f1-4753-903e-083f20d70880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1c322e-2a88-434d-9de0-7c6a878ed903'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:09:46.648069 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f87b048-b3d8-4d9c-9a5a-7952f33a7171" -d '{"events": [{"server_uuid": "e89518ba-b1f1-4753-903e-083f20d70880", "name": "network-vif-plugged", "status": "completed", "tag": "0f1c322e-2a88-434d-9de0-7c6a878ed903"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:09:46.669831 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 0f1c322e-2a88-434d-9de0-7c6a878ed903, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=0f1c322e-2a88-434d-9de0-7c6a878ed903,segment=NetworkSegment(d7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7),segment_id=d7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:46.678212 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:46.681372 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e689c18-d289-43b5-9d0f-179c52f936b2 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Hosts for router 50ae2d02-3604-4c0b-8b98-6417ae0af13a: [] {{(pid=93806) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 22 19:09:46.708281 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c906da1-b92a-476e-9806-8eca67d47ab8 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Made reservation on behalf of 46238864a83148d380b2ca0eb3b80dcd for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:46.711107 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c906da1-b92a-476e-9806-8eca67d47ab8 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:46.737617 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e689c18-d289-43b5-9d0f-179c52f936b2 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Hosts for other DVR routers connected to router 50ae2d02-3604-4c0b-8b98-6417ae0af13a: set() {{(pid=93806) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 22 19:09:46.740975 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3e689c18-d289-43b5-9d0f-179c52f936b2 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:46.742195 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3e689c18-d289-43b5-9d0f-179c52f936b2 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] 10.222.0.13 "PUT /v2.0/routers/50ae2d02-3604-4c0b-8b98-6417ae0af13a HTTP/1.1" status: 200 len: 716 time: 1.9303367 Jul 22 19:09:46.745391 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40032) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:46.806273 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=0f1c322e-2a88-434d-9de0-7c6a878ed903,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:46.840103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] For port 9379f319-83dc-499c-b2f9-a6930eecf652, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:09:46.888710 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49e8725e-3d98-4e27-bd2a-47ac75584d83 req-212c8c92-9932-4cf9-b5f4-0a473f075ee3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509038 Jul 22 19:09:46.893594 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-70f5aacc-45f6-4e3b-a93c-2071674fc09f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting port 7938885c-79e3-4d4d-bd79-5853034ee3d0 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:46.893946 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-70f5aacc-45f6-4e3b-a93c-2071674fc09f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:46.911030 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] For port 9379f319-83dc-499c-b2f9-a6930eecf652, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9379f319-83dc-499c-b2f9-a6930eecf652,segment=NetworkSegment(5e9c5442-4aef-46ca-808c-f594344b1a0a),segment_id=5e9c5442-4aef-46ca-808c-f594344b1a0a)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:09:46.923206 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b697e8bf-59b9-4339-91f4-5a50a11c60c4 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] 10.222.0.13 "GET /v2.0/routers/50ae2d02-3604-4c0b-8b98-6417ae0af13a HTTP/1.1" status: 200 len: 716 time: 0.1763034 Jul 22 19:09:46.932047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40038) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:46.941187 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d512ff76-6eb9-4f3f-bab5-b8bd932ebc8b x-openstack-request-id: req-d512ff76-6eb9-4f3f-bab5-b8bd932ebc8b {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:46.941713 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89518ba-b1f1-4753-903e-083f20d70880", "name": "network-vif-plugged", "status": "completed", "tag": "0f1c322e-2a88-434d-9de0-7c6a878ed903", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:46.942680 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d512ff76-6eb9-4f3f-bab5-b8bd932ebc8b {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:46.943205 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89518ba-b1f1-4753-903e-083f20d70880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1c322e-2a88-434d-9de0-7c6a878ed903', 'code': 200} Jul 22 19:09:46.949217 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-607a4154-c9b0-4261-a29e-0b9e6ad47e75 req-97e8f845-e0be-4b41-9f9a-b42048aa848b service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027584 Jul 22 19:09:46.974204 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:47.041871 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-70f5aacc-45f6-4e3b-a93c-2071674fc09f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:47.049322 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] Pushing event updated for resources: {'Port': ['ID=9379f319-83dc-499c-b2f9-a6930eecf652,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:47.061594 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-70f5aacc-45f6-4e3b-a93c-2071674fc09f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Calling delete_port for 7938885c-79e3-4d4d-bd79-5853034ee3d0 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:47.085785 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:47.086497 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:47.088358 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-b1bb7d41-93c9-4321-bfc1-afe4f1c0a758 service neutron] 10.222.0.16 "PUT /v2.0/ports/9379f319-83dc-499c-b2f9-a6930eecf652 HTTP/1.1" status: 200 len: 1092 time: 4.4512780 Jul 22 19:09:47.090426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aeff4c0-9324-4c3d-b00a-bbe1d49465c1', 'tag': '9379f319-83dc-499c-b2f9-a6930eecf652'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:09:47.092179 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b9d91d-b723-42a0-9d6a-9930041ef073" -d '{"events": [{"name": "network-changed", "server_uuid": "5aeff4c0-9324-4c3d-b00a-bbe1d49465c1", "tag": "9379f319-83dc-499c-b2f9-a6930eecf652"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:09:47.111494 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5de6fb-07b6-4c23-9138-ed34f6418769 req-7dd6fcb0-f86b-4268-ba5f-811bbdcabe15 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:47.118920 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b5de6fb-07b6-4c23-9138-ed34f6418769 req-7dd6fcb0-f86b-4268-ba5f-811bbdcabe15 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 943 time: 0.3509157 Jul 22 19:09:47.176467 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-ce2dc204-ecd7-44d5-a3c2-2083a885ec08 req-21008807-8153-436a-80d1-2af64e90cc2a tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Deleting port 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:47.176930 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ce2dc204-ecd7-44d5-a3c2-2083a885ec08 req-21008807-8153-436a-80d1-2af64e90cc2a tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:47.232093 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b5de6fb-07b6-4c23-9138-ed34f6418769 req-5a9a97c7-6e8c-40a0-aaf8-f3ae10788b34 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120269 Jul 22 19:09:47.241032 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f065826-99c0-4fbc-b347-b5329b0d9217 x-openstack-request-id: req-6f065826-99c0-4fbc-b347-b5329b0d9217 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:47.241339 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aeff4c0-9324-4c3d-b00a-bbe1d49465c1", "tag": "9379f319-83dc-499c-b2f9-a6930eecf652", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:47.241599 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f065826-99c0-4fbc-b347-b5329b0d9217 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:47.242018 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aeff4c0-9324-4c3d-b00a-bbe1d49465c1', 'tag': '9379f319-83dc-499c-b2f9-a6930eecf652', 'status': 'completed', 'code': 200} Jul 22 19:09:47.253876 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e687d13d-05b7-4236-8404-b7b74530a9c2 tempest-RoutersTestDVR-954740850 tempest-RoutersTestDVR-954740850-project] 10.222.0.13 "GET /v2.0/routers/50ae2d02-3604-4c0b-8b98-6417ae0af13a HTTP/1.1" status: 200 len: 682 time: 0.3202484 Jul 22 19:09:47.254832 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40052) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:47.265473 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c906da1-b92a-476e-9806-8eca67d47ab8 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Allocated IP 192.168.233.177 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:47.332018 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-70f5aacc-45f6-4e3b-a93c-2071674fc09f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:47.366482 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5aacc-45f6-4e3b-a93c-2071674fc09f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Port': ['ID=7938885c-79e3-4d4d-bd79-5853034ee3d0,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:47.407573 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-70f5aacc-45f6-4e3b-a93c-2071674fc09f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:47.413476 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-70f5aacc-45f6-4e3b-a93c-2071674fc09f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/ports/7938885c-79e3-4d4d-bd79-5853034ee3d0 HTTP/1.1" status: 204 len: 168 time: 0.9900639 Jul 22 19:09:47.417664 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40058) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:47.423573 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a29eb46d-b54a-4aea-a289-cad673b23e5c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'port': {'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469', 'mac_address': 'fa:16:3e:8f:0a:2d', 'name': 'tempest-PortsTestJSON-1266365133'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:47.515421 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-ce2dc204-ecd7-44d5-a3c2-2083a885ec08 req-21008807-8153-436a-80d1-2af64e90cc2a tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] For port 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7,segment=NetworkSegment(b4248b0b-e307-4215-b51d-901dadc5214c),segment_id=b4248b0b-e307-4215-b51d-901dadc5214c)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:47.515829 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ce2dc204-ecd7-44d5-a3c2-2083a885ec08 req-21008807-8153-436a-80d1-2af64e90cc2a tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:47.521228 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3670f4b5-3de2-4058-aead-b1a5c88c021c tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:47.524334 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d29e8a6d-f91a-44a7-a79c-d951ff484431 req-33c0106f-47cb-4fdf-8ebd-3eeaa495f1ba tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 210 time: 0.0704949 Jul 22 19:09:47.534617 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-349b06b5-3427-4b20-a0a2-34edad656edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:47.536885 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-349b06b5-3427-4b20-a0a2-34edad656edb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41c697aba6e940169e3dc8cd7b93b641&device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 1095 time: 0.4064598 Jul 22 19:09:47.627338 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c906da1-b92a-476e-9806-8eca67d47ab8 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:47.641208 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29eb46d-b54a-4aea-a289-cad673b23e5c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:47.661099 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c906da1-b92a-476e-9806-8eca67d47ab8 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Transition to ACTIVE for port object 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:47.666472 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-f56faed2-6309-4a4a-9094-65683193060b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9379f319-83dc-499c-b2f9-a6930eecf652 HTTP/1.1" status: 200 len: 217 time: 0.0577114 Jul 22 19:09:47.670652 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-ce2dc204-ecd7-44d5-a3c2-2083a885ec08 req-21008807-8153-436a-80d1-2af64e90cc2a tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Calling delete_port for 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:47.754993 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a29eb46d-b54a-4aea-a289-cad673b23e5c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:47.786897 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-a29eb46d-b54a-4aea-a289-cad673b23e5c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] device_id is not set on port ac104b63-b049-4ac6-81a0-7a73d6d0dd65 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:09:47.798605 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c906da1-b92a-476e-9806-8eca67d47ab8 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:47.813392 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['010b98b4-758f-4285-89fb-ff8927f356cc'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:09:47.820076 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['e464f3c4-2a37-45c5-b30c-52016b9bfacc'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:09:47.821665 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f8238-f37e-4031-9b67-91ec6c774267 req-becf25b2-e829-4eed-a425-43ba16cbd250 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:47.828664 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b06f8238-f37e-4031-9b67-91ec6c774267 req-becf25b2-e829-4eed-a425-43ba16cbd250 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc9b59f-fef2-4b20-940a-8a32addae22c HTTP/1.1" status: 200 len: 945 time: 0.4303491 Jul 22 19:09:47.980345 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b06f8238-f37e-4031-9b67-91ec6c774267 req-00a20bba-a9fd-42c1-a89e-efa3142c94c6 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/security-groups?id=1dfc319e-f1e8-4778-b3ae-6ead33d7f080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506941 Jul 22 19:09:47.987156 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c906da1-b92a-476e-9806-8eca67d47ab8 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Pushing event updated for resources: {'Port': ['ID=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:48.030008 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3670f4b5-3de2-4058-aead-b1a5c88c021c tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:48.034473 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3670f4b5-3de2-4058-aead-b1a5c88c021c tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:48.092783 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-bd8a8139-743c-4490-846d-295b2ace8f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:48.094278 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-bd8a8139-743c-4490-846d-295b2ace8f28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19d131ce-729f-4d0d-91f9-24cc1f3913da HTTP/1.1" status: 200 len: 859 time: 0.4111516 Jul 22 19:09:48.219530 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a29eb46d-b54a-4aea-a289-cad673b23e5c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:48.243362 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c906da1-b92a-476e-9806-8eca67d47ab8 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:48.246639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-4e35b8f1-a4a2-4d6b-9bbd-cbb14df22771 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc0ba9f8-89b3-4676-8828-bacae052b3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278217 Jul 22 19:09:48.250972 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c906da1-b92a-476e-9806-8eca67d47ab8 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:48.254888 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c906da1-b92a-476e-9806-8eca67d47ab8 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:48.280913 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3670f4b5-3de2-4058-aead-b1a5c88c021c tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:48.281158 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3670f4b5-3de2-4058-aead-b1a5c88c021c tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50ae2d02-3604-4c0b-8b98-6417ae0af13a {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:09:48.315522 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3670f4b5-3de2-4058-aead-b1a5c88c021c tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:48.315522 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3670f4b5-3de2-4058-aead-b1a5c88c021c tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] 10.222.0.13 "DELETE /v2.0/routers/50ae2d02-3604-4c0b-8b98-6417ae0af13a HTTP/1.1" status: 204 len: 168 time: 1.0573235 Jul 22 19:09:48.324386 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c906da1-b92a-476e-9806-8eca67d47ab8 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:48.325119 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c906da1-b92a-476e-9806-8eca67d47ab8 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:48.328869 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40076) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:48.338891 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-803ea61e-40f6-4ac5-a027-fe0d4abecce8 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Request body: {'router': {'name': 'tempest-router-511085997', 'distributed': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:48.356728 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a29eb46d-b54a-4aea-a289-cad673b23e5c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:48.364419 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474f9a6-93c6-40f4-b5d9-82be7f7e4695 req-a4cdce6a-ade4-4e00-9bfa-543ec787dc8b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:48.377896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474f9a6-93c6-40f4-b5d9-82be7f7e4695 req-a4cdce6a-ade4-4e00-9bfa-543ec787dc8b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:48.379612 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d474f9a6-93c6-40f4-b5d9-82be7f7e4695 req-a4cdce6a-ade4-4e00-9bfa-543ec787dc8b tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=e89518ba-b1f1-4753-903e-083f20d70880 HTTP/1.1" status: 200 len: 1681 time: 0.3688872 Jul 22 19:09:48.388238 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c906da1-b92a-476e-9806-8eca67d47ab8 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2726583 Jul 22 19:09:48.421326 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 3f951a00-15ac-4260-8246-23234f0af7a1 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:09:48.433950 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] Request body: {'port': {'device_id': 'a2d59d66-c898-4365-a10a-ce9a569f2847', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:48.482993 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29eb46d-b54a-4aea-a289-cad673b23e5c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:48.485558 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-803ea61e-40f6-4ac5-a027-fe0d4abecce8 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:48.486649 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-803ea61e-40f6-4ac5-a027-fe0d4abecce8 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:48.491412 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 3f951a00-15ac-4260-8246-23234f0af7a1 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:48.498783 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 3f951a00-15ac-4260-8246-23234f0af7a1 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:48.499512 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:48.500852 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-a29eb46d-b54a-4aea-a289-cad673b23e5c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:48.503691 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29eb46d-b54a-4aea-a289-cad673b23e5c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:48.510089 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29eb46d-b54a-4aea-a289-cad673b23e5c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:48.510755 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a29eb46d-b54a-4aea-a289-cad673b23e5c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:48.528209 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29eb46d-b54a-4aea-a289-cad673b23e5c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Port': ['ID=ac104b63-b049-4ac6-81a0-7a73d6d0dd65,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:48.571714 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a29eb46d-b54a-4aea-a289-cad673b23e5c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1521330 Jul 22 19:09:48.574052 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40080) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:48.636623 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ce2dc204-ecd7-44d5-a3c2-2083a885ec08 req-21008807-8153-436a-80d1-2af64e90cc2a tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:48.659405 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:48.704976 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 3f951a00-15ac-4260-8246-23234f0af7a1, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=3f951a00-15ac-4260-8246-23234f0af7a1,segment=NetworkSegment(8a1e22d9-f634-4d53-8860-e2a3bbdd8129),segment_id=8a1e22d9-f634-4d53-8860-e2a3bbdd8129)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:48.705928 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-803ea61e-40f6-4ac5-a027-fe0d4abecce8 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:48.706507 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d474f9a6-93c6-40f4-b5d9-82be7f7e4695 req-f0127c9c-85d7-44f4-80c5-faceda5f812a tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119018 Jul 22 19:09:48.720836 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0810f8-1800-4c8a-819d-2e6ea040a404 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:48.722867 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ee0810f8-1800-4c8a-819d-2e6ea040a404 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports/ac104b63-b049-4ac6-81a0-7a73d6d0dd65 HTTP/1.1" status: 200 len: 841 time: 0.1476092 Jul 22 19:09:48.726312 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40082) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:48.726811 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:48.745896 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-803ea61e-40f6-4ac5-a027-fe0d4abecce8 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:48.771418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21008807-8153-436a-80d1-2af64e90cc2a tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Pushing event deleted for resources: {'Port': ['ID=05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:48.776567 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5a9f8082-e28e-4495-8aea-5ec2e812e0dd None None] Provisioning for port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:48.784932 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-9b33d715-4ecb-4629-ac26-4408b9954215 service neutron] 10.222.0.16 "GET /v2.0/networks/fc0ba9f8-89b3-4676-8828-bacae052b3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154645 Jul 22 19:09:48.788510 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-803ea61e-40f6-4ac5-a027-fe0d4abecce8 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:48.790412 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-803ea61e-40f6-4ac5-a027-fe0d4abecce8 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4597001 Jul 22 19:09:48.793218 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5a9f8082-e28e-4495-8aea-5ec2e812e0dd None None] Provisioning complete for port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:48.793656 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5a9f8082-e28e-4495-8aea-5ec2e812e0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:48.797821 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40084) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:48.811573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae62f9-98b2-4017-b65a-60c8efee42b4 req-35dae31a-38e6-45ec-8fbe-a9672314650f tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:48.813605 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-faae62f9-98b2-4017-b65a-60c8efee42b4 req-35dae31a-38e6-45ec-8fbe-a9672314650f tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 943 time: 0.3492064 Jul 22 19:09:48.837300 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f8082-e28e-4495-8aea-5ec2e812e0dd None None] Port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:09:48.866652 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=3f951a00-15ac-4260-8246-23234f0af7a1,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:48.885320 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2dc204-ecd7-44d5-a3c2-2083a885ec08 req-21008807-8153-436a-80d1-2af64e90cc2a tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] No DVR routers for this DVR port 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:09:48.889253 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:48.937764 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ce2dc204-ecd7-44d5-a3c2-2083a885ec08 req-21008807-8153-436a-80d1-2af64e90cc2a tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:48.940096 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce2dc204-ecd7-44d5-a3c2-2083a885ec08 req-21008807-8153-436a-80d1-2af64e90cc2a tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.30 "DELETE /v2.0/ports/05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7 HTTP/1.1" status: 204 len: 173 time: 2.3835545 Jul 22 19:09:48.942621 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec34b0e2-18ca-451b-90fb-ea9c901d7dd1 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:48.944220 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89518ba-b1f1-4753-903e-083f20d70880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f951a00-15ac-4260-8246-23234f0af7a1'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:09:48.955598 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9850948f-568d-41eb-a4f1-33328ff55f4a" -d '{"events": [{"server_uuid": "e89518ba-b1f1-4753-903e-083f20d70880", "name": "network-vif-plugged", "status": "completed", "tag": "3f951a00-15ac-4260-8246-23234f0af7a1"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:09:49.068070 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-faae62f9-98b2-4017-b65a-60c8efee42b4 req-a068f66f-dd96-4d72-a0e5-f86cdb666580 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829967 Jul 22 19:09:49.107806 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0af1095-da32-4f5a-9fa6-c5c4abc2aa9f req-1ab0e0c1-c0fd-4ca3-bcad-c52a9d41c48e service neutron] 10.222.0.16 "GET /v2.0/networks/fc0ba9f8-89b3-4676-8828-bacae052b3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929261 Jul 22 19:09:49.134380 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a906bc-0f9e-4e98-9651-1ae4b5b775db req-fb353f35-49f2-406f-804f-2e424b7e83f3 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:49.150594 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58a906bc-0f9e-4e98-9651-1ae4b5b775db req-fb353f35-49f2-406f-804f-2e424b7e83f3 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 936 time: 0.2662535 Jul 22 19:09:49.177626 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f2a691-f030-48fd-812a-1fac91aca2d1 x-openstack-request-id: req-a2f2a691-f030-48fd-812a-1fac91aca2d1 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:49.178420 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89518ba-b1f1-4753-903e-083f20d70880", "name": "network-vif-plugged", "status": "completed", "tag": "3f951a00-15ac-4260-8246-23234f0af7a1", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:49.178756 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2f2a691-f030-48fd-812a-1fac91aca2d1 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:49.179265 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89518ba-b1f1-4753-903e-083f20d70880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f951a00-15ac-4260-8246-23234f0af7a1', 'code': 200} Jul 22 19:09:49.180286 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec34b0e2-18ca-451b-90fb-ea9c901d7dd1 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:49.182929 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec34b0e2-18ca-451b-90fb-ea9c901d7dd1 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:49.237038 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec34b0e2-18ca-451b-90fb-ea9c901d7dd1 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:49.237968 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec34b0e2-18ca-451b-90fb-ea9c901d7dd1 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca5becf4-2e44-4aa4-ac6d-3d527a841006 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:09:49.245356 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec34b0e2-18ca-451b-90fb-ea9c901d7dd1 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:49.250283 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ec34b0e2-18ca-451b-90fb-ea9c901d7dd1 tempest-RoutersTestDVR-1237580249 tempest-RoutersTestDVR-1237580249-project-admin] 10.222.0.13 "DELETE /v2.0/routers/ca5becf4-2e44-4aa4-ac6d-3d527a841006 HTTP/1.1" status: 204 len: 168 time: 0.4496312 Jul 22 19:09:49.319912 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc9b59f-fef2-4b20-940a-8a32addae22c', 'name': 'network-vif-deleted', 'tag': '05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:09:49.325754 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93308274-4787-492f-b1d5-4e664e149d5a" -d '{"events": [{"server_uuid": "ebc9b59f-fef2-4b20-940a-8a32addae22c", "name": "network-vif-deleted", "tag": "05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:09:49.389815 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f2cfb36a-e103-430a-a24e-9fa39cccdd86 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting port ac104b63-b049-4ac6-81a0-7a73d6d0dd65 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:49.398314 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb36a-e103-430a-a24e-9fa39cccdd86 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:49.420057 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58a906bc-0f9e-4e98-9651-1ae4b5b775db req-81ffd7e8-7fbd-4a39-b108-962e0732c2ce tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682419 Jul 22 19:09:49.503023 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2e287c8f-091e-4cc0-8ea6-4c33212a7d2d req-ac95870f-b73f-42cc-8ff1-e391353c92c5 tempest-ServerAddressesTestJSON-257305622 tempest-ServerAddressesTestJSON-257305622-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebc9b59f-fef2-4b20-940a-8a32addae22c HTTP/1.1" status: 200 len: 210 time: 0.0776033 Jul 22 19:09:49.556193 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9d91d-b723-42a0-9d6a-9930041ef073 req-d00af240-269c-4f38-a69f-f6881715771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:49.558143 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88b9d91d-b723-42a0-9d6a-9930041ef073 req-d00af240-269c-4f38-a69f-f6881715771b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41c697aba6e940169e3dc8cd7b93b641&device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 1095 time: 0.3591285 Jul 22 19:09:49.568980 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca0d6e-5f90-4bf1-a177-4151db99355b req-ffdead76-7a59-4de5-b4c3-11073931f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:49.569541 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca0d6e-5f90-4bf1-a177-4151db99355b req-ffdead76-7a59-4de5-b4c3-11073931f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:49.571507 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a4ca0d6e-5f90-4bf1-a177-4151db99355b req-ffdead76-7a59-4de5-b4c3-11073931f7d2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e89518ba-b1f1-4753-903e-083f20d70880 HTTP/1.1" status: 200 len: 1986 time: 0.1978424 Jul 22 19:09:49.727886 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38161f18-46f2-4cf0-ab0f-9c36de8d44c5 x-openstack-request-id: req-38161f18-46f2-4cf0-ab0f-9c36de8d44c5 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:49.732031 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc9b59f-fef2-4b20-940a-8a32addae22c", "name": "network-vif-deleted", "tag": "05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:49.732347 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38161f18-46f2-4cf0-ab0f-9c36de8d44c5 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:49.732801 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc9b59f-fef2-4b20-940a-8a32addae22c', 'name': 'network-vif-deleted', 'tag': '05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7', 'status': 'completed', 'code': 200} Jul 22 19:09:49.798450 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9d91d-b723-42a0-9d6a-9930041ef073 req-f4525edc-c8d9-4f32-98e4-029457049f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:49.805529 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88b9d91d-b723-42a0-9d6a-9930041ef073 req-f4525edc-c8d9-4f32-98e4-029457049f88 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc0ba9f8-89b3-4676-8828-bacae052b3bd HTTP/1.1" status: 200 len: 920 time: 0.2316074 Jul 22 19:09:49.807796 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a4ca0d6e-5f90-4bf1-a177-4151db99355b req-fda5fb8f-e0b7-41df-b8c7-a290f239abe1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920606 Jul 22 19:09:49.876255 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40110) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:49.883373 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88b9d91d-b723-42a0-9d6a-9930041ef073 req-1675cb69-2b81-498f-b029-f317e67e5178 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9379f319-83dc-499c-b2f9-a6930eecf652 HTTP/1.1" status: 200 len: 217 time: 0.0709875 Jul 22 19:09:49.946346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9d91d-b723-42a0-9d6a-9930041ef073 req-4180a5fd-fe2f-45c0-abed-b249475036d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:49.947822 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88b9d91d-b723-42a0-9d6a-9930041ef073 req-4180a5fd-fe2f-45c0-abed-b249475036d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19d131ce-729f-4d0d-91f9-24cc1f3913da HTTP/1.1" status: 200 len: 859 time: 0.0465422 Jul 22 19:09:50.007300 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88b9d91d-b723-42a0-9d6a-9930041ef073 req-60b78de3-fcd6-4fd2-ab37-a9f1bc906c09 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc0ba9f8-89b3-4676-8828-bacae052b3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501933 Jul 22 19:09:50.065125 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9da91-90d5-4c1a-a402-68a770be1f9c req-dfaee4c2-de7a-4fcf-8427-2083fe6fed1a tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:50.072315 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9da91-90d5-4c1a-a402-68a770be1f9c req-dfaee4c2-de7a-4fcf-8427-2083fe6fed1a tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:50.080086 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6cd9da91-90d5-4c1a-a402-68a770be1f9c req-dfaee4c2-de7a-4fcf-8427-2083fe6fed1a tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=e89518ba-b1f1-4753-903e-083f20d70880 HTTP/1.1" status: 200 len: 1682 time: 0.2507844 Jul 22 19:09:50.139449 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ade88db5-fe61-42ee-9de8-c2aec13751a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:50.243320 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6cd9da91-90d5-4c1a-a402-68a770be1f9c req-ade1e2ae-36d6-4741-8004-26be1f75fb89 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621256 Jul 22 19:09:50.280209 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:09:50.289302 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:50.306969 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] Transition to ACTIVE for port object 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:50.311071 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:50.315591 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb36a-e103-430a-a24e-9fa39cccdd86 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:50.368396 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f2cfb36a-e103-430a-a24e-9fa39cccdd86 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Calling delete_port for ac104b63-b049-4ac6-81a0-7a73d6d0dd65 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:50.437874 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:09:50.439171 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] Pushing event updated for resources: {'Port': ['ID=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:50.497326 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:09:50.499014 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 05ef78c9-f616-4e29-bbfa-7b1ab79f2cd7 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:09:50.603419 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] Attempting to bind port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:09:50.603701 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] Attempting to bind port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:09:50.604990 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] Attempting to bind port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:09:50.617739 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] Port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:09:50.618120 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] Attempting to bind port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:09:50.621522 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb36a-e103-430a-a24e-9fa39cccdd86 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:50.671811 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb36a-e103-430a-a24e-9fa39cccdd86 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:50.674150 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f2cfb36a-e103-430a-a24e-9fa39cccdd86 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/ports/ac104b63-b049-4ac6-81a0-7a73d6d0dd65 HTTP/1.1" status: 204 len: 168 time: 1.9463229 Jul 22 19:09:50.674926 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:09:50.675331 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:50.675727 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:09:50.676711 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] Bound port: 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:09:50.677080 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:50.687137 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfb36a-e103-430a-a24e-9fa39cccdd86 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Port': ['ID=ac104b63-b049-4ac6-81a0-7a73d6d0dd65,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:50.687137 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40124) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:50.728496 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-005030da-d8b8-4448-8838-7eab60fd64e8 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] GET failed (client error): The resource could not be found. Jul 22 19:09:50.733848 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-005030da-d8b8-4448-8838-7eab60fd64e8 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports/ac104b63-b049-4ac6-81a0-7a73d6d0dd65 HTTP/1.1" status: 404 len: 333 time: 0.0474105 Jul 22 19:09:50.734242 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40126) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:50.747730 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-9dde24e6-fe98-46a9-bb33-5dd7101e8054 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'port': {'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469', 'name': 'tempest-PortsTestJSON-1718972416'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:50.853287 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88b9d91d-b723-42a0-9d6a-9930041ef073 req-d07f4232-f9ba-45d5-aa48-96163be00fe6 service neutron] 10.222.0.16 "GET /v2.0/networks/fc0ba9f8-89b3-4676-8828-bacae052b3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8340542 Jul 22 19:09:50.886270 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ade88db5-fe61-42ee-9de8-c2aec13751a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:50.893080 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] For port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:09:50.898807 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] For port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:09:50.903490 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:50.970960 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:50.971600 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:50.973251 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ade88db5-fe61-42ee-9de8-c2aec13751a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:50.973807 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] 10.222.0.30 "PUT /v2.0/ports/3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 HTTP/1.1" status: 200 len: 1097 time: 2.5476565 Jul 22 19:09:50.974443 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dde24e6-fe98-46a9-bb33-5dd7101e8054 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:50.978015 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9dde24e6-fe98-46a9-bb33-5dd7101e8054 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:50.980061 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d59d66-c898-4365-a10a-ce9a569f2847', 'tag': '3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:09:50.983110 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9994431-8193-44d0-823e-0177279c7d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d59d66-c898-4365-a10a-ce9a569f2847", "tag": "3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:09:51.019157 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c046452-9c96-4ca8-8b1d-852119f1149c service neutron] Pushing event updated for resources: {'Port': ['ID=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:51.022459 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-9dde24e6-fe98-46a9-bb33-5dd7101e8054 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] device_id is not set on port f01dbb7f-19fb-43b7-ba40-4210e9c93de2 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:09:51.047959 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88b9d91d-b723-42a0-9d6a-9930041ef073 req-0d91b519-2d83-469f-85ff-8a516cb1c813 service neutron] 10.222.0.16 "GET /v2.0/networks/fc0ba9f8-89b3-4676-8828-bacae052b3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638782 Jul 22 19:09:51.053526 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ade88db5-fe61-42ee-9de8-c2aec13751a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf7c455924dc425b993469554dc63589&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1756432 Jul 22 19:09:51.056434 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40136) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:51.155434 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcf083-0cd5-4a3e-b0bf-bf14eae3353c req-218d8660-f725-4dd1-804f-0bf8f9d49687 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:51.164716 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-25dcf083-0cd5-4a3e-b0bf-bf14eae3353c req-218d8660-f725-4dd1-804f-0bf8f9d49687 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 943 time: 0.9576807 Jul 22 19:09:51.197541 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-c5cb860b-afa6-4a39-ae9f-5acd0bff5020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:51.199880 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-c5cb860b-afa6-4a39-ae9f-5acd0bff5020 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 1100 time: 0.1725798 Jul 22 19:09:51.270132 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-1c9fafe6-d349-477f-b925-d7351ef9ca12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 HTTP/1.1" status: 200 len: 217 time: 0.0617921 Jul 22 19:09:51.283872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0968156-3717-45c2-a904-4cb56ce49969 req-4ba1e82c-85ae-4f53-8ded-a55cd4fb6063 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:51.286069 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c0968156-3717-45c2-a904-4cb56ce49969 req-4ba1e82c-85ae-4f53-8ded-a55cd4fb6063 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 948 time: 0.4763854 Jul 22 19:09:51.315980 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade88db5-fe61-42ee-9de8-c2aec13751a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d02ffe-f1fb-420f-9bc5-b3510cab0b44,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:51.343237 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d8d3fb0-7455-4148-ae92-2e59edd3a49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:51.367800 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d8d3fb0-7455-4148-ae92-2e59edd3a49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:51.389270 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-25dcf083-0cd5-4a3e-b0bf-bf14eae3353c req-7f46752a-4f85-4ba8-9239-067915f9835f tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236817 Jul 22 19:09:51.412535 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9dde24e6-fe98-46a9-bb33-5dd7101e8054 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:51.417437 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-4d78f77a-e187-4e92-934b-40e35d78bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:51.419784 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-4d78f77a-e187-4e92-934b-40e35d78bc9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1423597 Jul 22 19:09:51.437432 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d54f3b5-bdc3-4ba8-bd04-b5eab134be28 req-f082d479-84a0-43a9-83f7-ab36c109aa39 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3779228 Jul 22 19:09:51.440416 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c0968156-3717-45c2-a904-4cb56ce49969 req-9c990645-0b86-491d-9bea-ab95648a332d tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446226 Jul 22 19:09:51.500186 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40140) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:51.543653 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d8d3fb0-7455-4148-ae92-2e59edd3a49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:51.553863 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d8d3fb0-7455-4148-ae92-2e59edd3a49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:51.557961 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2d8d3fb0-7455-4148-ae92-2e59edd3a49d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22d02ffe-f1fb-420f-9bc5-b3510cab0b44 HTTP/1.1" status: 204 len: 168 time: 0.4684427 Jul 22 19:09:51.605058 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d3fb0-7455-4148-ae92-2e59edd3a49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d02ffe-f1fb-420f-9bc5-b3510cab0b44,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:51.675204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54f3b5-bdc3-4ba8-bd04-b5eab134be28 req-1158cece-40e9-4a01-9740-9d05d8c94cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:51.675204 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d54f3b5-bdc3-4ba8-bd04-b5eab134be28 req-1158cece-40e9-4a01-9740-9d05d8c94cb6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 1103 time: 0.1890612 Jul 22 19:09:51.688195 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1bf446-854e-4853-9534-aad3e9551536 x-openstack-request-id: req-fb1bf446-854e-4853-9534-aad3e9551536 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:51.688565 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d59d66-c898-4365-a10a-ce9a569f2847", "tag": "3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:51.688960 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb1bf446-854e-4853-9534-aad3e9551536 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:51.689250 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d59d66-c898-4365-a10a-ce9a569f2847', 'tag': '3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25', 'status': 'completed', 'code': 200} Jul 22 19:09:51.698327 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca44078-53c1-4948-ab90-9a3ab6f08a82 admin admin] Deleting subnet 6642487a-36c9-4080-8fe0-1fa08b893a6f {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:09:51.710928 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cca44078-53c1-4948-ab90-9a3ab6f08a82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:51.713061 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9dde24e6-fe98-46a9-bb33-5dd7101e8054 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:51.781152 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dde24e6-fe98-46a9-bb33-5dd7101e8054 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:51.789697 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-94c292c6-d5f3-49b2-a222-b33ee21d2e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:51.791238 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-94c292c6-d5f3-49b2-a222-b33ee21d2e8d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3635809 Jul 22 19:09:51.792130 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-9dde24e6-fe98-46a9-bb33-5dd7101e8054 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:51.797928 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dde24e6-fe98-46a9-bb33-5dd7101e8054 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:51.803811 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dde24e6-fe98-46a9-bb33-5dd7101e8054 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:51.804441 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9dde24e6-fe98-46a9-bb33-5dd7101e8054 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:51.813948 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cca44078-53c1-4948-ab90-9a3ab6f08a82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:51.852141 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54f3b5-bdc3-4ba8-bd04-b5eab134be28 req-ef64a223-9fa7-4ab4-b71c-937d9c0b3d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:51.853915 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d54f3b5-bdc3-4ba8-bd04-b5eab134be28 req-ef64a223-9fa7-4ab4-b71c-937d9c0b3d9e service neutron] 10.222.0.16 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.1571796 Jul 22 19:09:51.899063 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde24e6-fe98-46a9-bb33-5dd7101e8054 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Port': ['ID=f01dbb7f-19fb-43b7-ba40-4210e9c93de2,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:51.902238 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9dde24e6-fe98-46a9-bb33-5dd7101e8054 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1666677 Jul 22 19:09:51.907612 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d54f3b5-bdc3-4ba8-bd04-b5eab134be28 req-4de241f0-a158-4367-95db-00e4566f18ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=010b98b4-758f-4285-89fb-ff8927f356cc HTTP/1.1" status: 200 len: 217 time: 0.0473123 Jul 22 19:09:51.908099 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40162) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:51.915924 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-5e7a993e-d3a2-4401-8b26-4af09eb4f4b3 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:51.955600 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cca44078-53c1-4948-ab90-9a3ab6f08a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:51.995192 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23ca5a-917a-4ec5-8c35-5373a72470f6 req-a21fbe09-ccc9-496f-9277-ac86bca9441c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:52.001545 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23ca5a-917a-4ec5-8c35-5373a72470f6 req-a21fbe09-ccc9-496f-9277-ac86bca9441c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:52.008748 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df23ca5a-917a-4ec5-8c35-5373a72470f6 req-a21fbe09-ccc9-496f-9277-ac86bca9441c tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=e89518ba-b1f1-4753-903e-083f20d70880 HTTP/1.1" status: 200 len: 1682 time: 0.3436067 Jul 22 19:09:52.009542 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-487559c1-51fd-448f-a611-217049f9a857 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998336 Jul 22 19:09:52.016640 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40166) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:52.062992 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d389f9f8-4ccf-49fe-9563-c58ca5b0f59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:52.065006 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cca44078-53c1-4948-ab90-9a3ab6f08a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:52.106246 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54f3b5-bdc3-4ba8-bd04-b5eab134be28 req-35313229-8ca3-4ee7-893c-07e0b9d1a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:52.107734 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d54f3b5-bdc3-4ba8-bd04-b5eab134be28 req-35313229-8ca3-4ee7-893c-07e0b9d1a1b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1871319 Jul 22 19:09:52.121587 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca44078-53c1-4948-ab90-9a3ab6f08a82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6642487a-36c9-4080-8fe0-1fa08b893a6f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:52.128446 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cca44078-53c1-4948-ab90-9a3ab6f08a82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:52.130514 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cca44078-53c1-4948-ab90-9a3ab6f08a82 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6642487a-36c9-4080-8fe0-1fa08b893a6f HTTP/1.1" status: 204 len: 168 time: 0.6278253 Jul 22 19:09:52.133047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40168) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:52.155427 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df23ca5a-917a-4ec5-8c35-5373a72470f6 req-1893c641-387a-4387-a344-4d5857f1d1ea tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458087 Jul 22 19:09:52.181556 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2ad64235-8488-4fac-abe6-1b1e496c899e req-8d431edf-dbd9-4bd8-9491-ee4d1bf6104a service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643562 Jul 22 19:09:52.188946 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5e7a993e-d3a2-4401-8b26-4af09eb4f4b3 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:52.232671 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38bfab62-220b-400c-aa8a-8f4e6dae8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:52.292617 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54f3b5-bdc3-4ba8-bd04-b5eab134be28 req-a306f9c1-f7a7-4c39-89c0-ea3654399719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:52.294373 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d54f3b5-bdc3-4ba8-bd04-b5eab134be28 req-a306f9c1-f7a7-4c39-89c0-ea3654399719 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1688340 Jul 22 19:09:52.362061 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38bfab62-220b-400c-aa8a-8f4e6dae8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:52.375308 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-38bfab62-220b-400c-aa8a-8f4e6dae8c62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1b19be-2c5a-43b3-a556-619cb0fdcfca']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:52.392497 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-38bfab62-220b-400c-aa8a-8f4e6dae8c62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4248b0b-e307-4215-b51d-901dadc5214c') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:52.392883 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-38bfab62-220b-400c-aa8a-8f4e6dae8c62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4248b0b-e307-4215-b51d-901dadc5214c') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:09:52.405655 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38bfab62-220b-400c-aa8a-8f4e6dae8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:52.422954 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9994431-8193-44d0-823e-0177279c7d6c req-be6e497c-1666-4c00-9751-012bd4a82e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:52.424562 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e9994431-8193-44d0-823e-0177279c7d6c req-be6e497c-1666-4c00-9751-012bd4a82e8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 1100 time: 0.1784463 Jul 22 19:09:52.425530 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38bfab62-220b-400c-aa8a-8f4e6dae8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:52.435399 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38bfab62-220b-400c-aa8a-8f4e6dae8c62 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:09:52.435903 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38bfab62-220b-400c-aa8a-8f4e6dae8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:09:52.438175 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:09:52.539375 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d389f9f8-4ccf-49fe-9563-c58ca5b0f59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:52.552393 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d54f3b5-bdc3-4ba8-bd04-b5eab134be28 req-b5003150-a57d-4ca6-8e94-2e50a4cb04dc service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421875 Jul 22 19:09:52.557063 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38bfab62-220b-400c-aa8a-8f4e6dae8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:52.565756 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38bfab62-220b-400c-aa8a-8f4e6dae8c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:52.571070 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-38bfab62-220b-400c-aa8a-8f4e6dae8c62 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5b1b19be-2c5a-43b3-a556-619cb0fdcfca HTTP/1.1" status: 204 len: 168 time: 0.4344847 Jul 22 19:09:52.589037 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfab62-220b-400c-aa8a-8f4e6dae8c62 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b1b19be-2c5a-43b3-a556-619cb0fdcfca,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:52.609179 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9994431-8193-44d0-823e-0177279c7d6c req-959aeea3-564e-4a14-a3dd-645163f8fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:52.610220 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d389f9f8-4ccf-49fe-9563-c58ca5b0f59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:52.610825 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e9994431-8193-44d0-823e-0177279c7d6c req-959aeea3-564e-4a14-a3dd-645163f8fe3f service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.1717665 Jul 22 19:09:52.664391 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e9994431-8193-44d0-823e-0177279c7d6c req-1db98828-2204-4dc7-a7c2-41c6d1e0a661 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 HTTP/1.1" status: 200 len: 217 time: 0.0444124 Jul 22 19:09:52.707812 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9379f319-83dc-499c-b2f9-a6930eecf652 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:09:52.722482 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5e7a993e-d3a2-4401-8b26-4af09eb4f4b3 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:52.723133 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9994431-8193-44d0-823e-0177279c7d6c req-b0e53d06-3721-4632-af41-29966050df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:52.725192 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e9994431-8193-44d0-823e-0177279c7d6c req-b0e53d06-3721-4632-af41-29966050df5b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0534642 Jul 22 19:09:52.757057 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5e7a993e-d3a2-4401-8b26-4af09eb4f4b3 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:52.770077 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40186) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:52.830702 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389f9f8-4ccf-49fe-9563-c58ca5b0f59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a07442-473c-4419-8ebe-4fc3d3fb1419,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:52.835867 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e356a74c-ccd6-4731-b746-a404e4d1cfd9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5463d6ffc084f0b947933d4354c9f2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616531 Jul 22 19:09:52.836243 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40188) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:52.838165 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d389f9f8-4ccf-49fe-9563-c58ca5b0f59c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df7b38ba9f654f1baf93b8056c338c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8138804 Jul 22 19:09:52.847743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9379f319-83dc-499c-b2f9-a6930eecf652, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9379f319-83dc-499c-b2f9-a6930eecf652,segment=NetworkSegment(5e9c5442-4aef-46ca-808c-f594344b1a0a),segment_id=5e9c5442-4aef-46ca-808c-f594344b1a0a)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:52.848417 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40190) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:52.851481 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9994431-8193-44d0-823e-0177279c7d6c req-685247f3-c803-42e1-b159-87ded4959e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:52.853168 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e9994431-8193-44d0-823e-0177279c7d6c req-685247f3-c803-42e1-b159-87ded4959e96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1179869 Jul 22 19:09:52.860184 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '9379f319-83dc-499c-b2f9-a6930eecf652', 'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd', 'port_id': '9379f319-83dc-499c-b2f9-a6930eecf652', 'mac_address': 'fa:16:3e:42:ed:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d131ce-729f-4d0d-91f9-24cc1f3913da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:09:52.868421 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-5e7a993e-d3a2-4401-8b26-4af09eb4f4b3 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] In _notify_port_updated(), no bound segment for port f01dbb7f-19fb-43b7-ba40-4210e9c93de2 on network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 {{(pid=93807) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:09:52.875066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7a993e-d3a2-4401-8b26-4af09eb4f4b3 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:52.875414 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5e7a993e-d3a2-4401-8b26-4af09eb4f4b3 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:52.881033 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5e7a993e-d3a2-4401-8b26-4af09eb4f4b3 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "PUT /v2.0/ports/f01dbb7f-19fb-43b7-ba40-4210e9c93de2 HTTP/1.1" status: 200 len: 818 time: 0.9696229 Jul 22 19:09:52.886456 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40192) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:52.901973 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:52.916970 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9379f319-83dc-499c-b2f9-a6930eecf652 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:09:52.929111 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a993e-d3a2-4401-8b26-4af09eb4f4b3 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Port': ['ID=f01dbb7f-19fb-43b7-ba40-4210e9c93de2,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:52.939280 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9379f319-83dc-499c-b2f9-a6930eecf652, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9379f319-83dc-499c-b2f9-a6930eecf652,segment=NetworkSegment(5e9c5442-4aef-46ca-808c-f594344b1a0a),segment_id=5e9c5442-4aef-46ca-808c-f594344b1a0a)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:52.946720 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:52.947613 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d54f3b5-bdc3-4ba8-bd04-b5eab134be28 req-c7134608-dcdd-4581-baee-a0b46362afe8 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823135 Jul 22 19:09:52.965995 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5550481-a30a-4f08-9d26-2cc2dd3c39c6 req-cbf737cb-6c52-4948-b1fd-1455f393609a tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:52.977389 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5550481-a30a-4f08-9d26-2cc2dd3c39c6 req-cbf737cb-6c52-4948-b1fd-1455f393609a tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:52.979034 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5550481-a30a-4f08-9d26-2cc2dd3c39c6 req-cbf737cb-6c52-4948-b1fd-1455f393609a tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=e89518ba-b1f1-4753-903e-083f20d70880 HTTP/1.1" status: 200 len: 1682 time: 0.4449470 Jul 22 19:09:52.992379 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df0162-115c-462c-891d-ed3f92273dc8 req-d0c4518a-1af0-46ed-9819-3f777d3fb060 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:52.995049 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14df0162-115c-462c-891d-ed3f92273dc8 req-d0c4518a-1af0-46ed-9819-3f777d3fb060 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 943 time: 0.4575374 Jul 22 19:09:53.018675 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=9379f319-83dc-499c-b2f9-a6930eecf652,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:53.082681 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5550481-a30a-4f08-9d26-2cc2dd3c39c6 req-e34e3825-e3b2-45dd-9aa3-99127d15a57a tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870774 Jul 22 19:09:53.090191 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14df0162-115c-462c-891d-ed3f92273dc8 req-99e17db5-f8d0-4d21-9cae-467e5aea5c93 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788240 Jul 22 19:09:53.127630 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14e4d267-729d-49f5-a0df-d8873b26c92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:53.171777 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9379f319-83dc-499c-b2f9-a6930eecf652'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:09:53.184891 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7115d59-84ea-46e9-bcc7-eee4503579c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:53.189657 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e9994431-8193-44d0-823e-0177279c7d6c req-c3d7c7a3-536a-4e2b-b19c-1e0ce742811a service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141510 Jul 22 19:09:53.196009 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14e4d267-729d-49f5-a0df-d8873b26c92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:53.259002 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7115d59-84ea-46e9-bcc7-eee4503579c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:53.272518 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025635a3-91bd-4d11-89fe-348bbdb60b87 req-27dbaa4a-e5f5-4df7-abe8-1c3249a9e512 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:53.274787 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-025635a3-91bd-4d11-89fe-348bbdb60b87 req-27dbaa4a-e5f5-4df7-abe8-1c3249a9e512 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 948 time: 0.1161959 Jul 22 19:09:53.324381 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-025635a3-91bd-4d11-89fe-348bbdb60b87 req-216c13d2-fa6a-4543-b849-7974d434b066 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439048 Jul 22 19:09:53.352758 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ebe9f08f-b0d1-4a6c-9994-7e1593b649c4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting port f01dbb7f-19fb-43b7-ba40-4210e9c93de2 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:53.353101 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebe9f08f-b0d1-4a6c-9994-7e1593b649c4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:53.402967 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14e4d267-729d-49f5-a0df-d8873b26c92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:53.405526 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14e4d267-729d-49f5-a0df-d8873b26c92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:53.406682 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-14e4d267-729d-49f5-a0df-d8873b26c92e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1dfc319e-f1e8-4778-b3ae-6ead33d7f080 HTTP/1.1" status: 204 len: 168 time: 0.5693824 Jul 22 19:09:53.455417 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4d267-729d-49f5-a0df-d8873b26c92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfc319e-f1e8-4778-b3ae-6ead33d7f080,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:53.464068 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e9994431-8193-44d0-823e-0177279c7d6c req-35b61b0f-3b2e-42ff-831e-4d9ea2ad7c6a service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557352 Jul 22 19:09:53.466690 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7115d59-84ea-46e9-bcc7-eee4503579c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:53.469348 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7115d59-84ea-46e9-bcc7-eee4503579c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:53.470482 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f7115d59-84ea-46e9-bcc7-eee4503579c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1a07442-473c-4419-8ebe-4fc3d3fb1419 HTTP/1.1" status: 204 len: 168 time: 0.6164045 Jul 22 19:09:53.472334 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebe9f08f-b0d1-4a6c-9994-7e1593b649c4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:53.498188 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ebe9f08f-b0d1-4a6c-9994-7e1593b649c4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Calling delete_port for f01dbb7f-19fb-43b7-ba40-4210e9c93de2 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:53.499898 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7115d59-84ea-46e9-bcc7-eee4503579c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a07442-473c-4419-8ebe-4fc3d3fb1419,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:53.580309 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebe9f08f-b0d1-4a6c-9994-7e1593b649c4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:53.616672 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9f08f-b0d1-4a6c-9994-7e1593b649c4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Port': ['ID=f01dbb7f-19fb-43b7-ba40-4210e9c93de2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:53.624253 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebe9f08f-b0d1-4a6c-9994-7e1593b649c4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:53.630175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40230) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:53.630305 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ebe9f08f-b0d1-4a6c-9994-7e1593b649c4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/ports/f01dbb7f-19fb-43b7-ba40-4210e9c93de2 HTTP/1.1" status: 204 len: 168 time: 0.7346725 Jul 22 19:09:53.739397 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9b0d81-15b5-4c38-ae79-914f3807eb13 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:53.740961 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1f9b0d81-15b5-4c38-ae79-914f3807eb13 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1102161 Jul 22 19:09:53.743613 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40234) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:53.772453 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0183839-0b22-4314-add3-b47a00bb8060 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] GET failed (client error): The resource could not be found. Jul 22 19:09:53.773755 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a0183839-0b22-4314-add3-b47a00bb8060 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports/f01dbb7f-19fb-43b7-ba40-4210e9c93de2 HTTP/1.1" status: 404 len: 333 time: 0.0289965 Jul 22 19:09:53.777665 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40240) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:53.783050 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-cee0c26a-207c-40c0-a264-76a546511e2a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-361392537'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:53.806338 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee0c26a-207c-40c0-a264-76a546511e2a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:53.810021 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cee0c26a-207c-40c0-a264-76a546511e2a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:53.837537 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee0c26a-207c-40c0-a264-76a546511e2a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:09:53.848090 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cee0c26a-207c-40c0-a264-76a546511e2a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:53.848579 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-cee0c26a-207c-40c0-a264-76a546511e2a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Added segment e7f63210-1e50-4d0d-bb41-6e2c0f7353a0 of type vlan for network bf66d49b-6460-4bfe-9340-6a12be639cb2 Jul 22 19:09:53.907128 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cee0c26a-207c-40c0-a264-76a546511e2a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:53.960751 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cee0c26a-207c-40c0-a264-76a546511e2a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:53.968863 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0c26a-207c-40c0-a264-76a546511e2a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:53.969601 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cee0c26a-207c-40c0-a264-76a546511e2a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:54.011454 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cee0c26a-207c-40c0-a264-76a546511e2a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2324615 Jul 22 19:09:54.014305 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40268) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:54.022641 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ae5d876d-69cd-444d-9e8e-eb68a0bef7a4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'subnet': {'network_id': 'bf66d49b-6460-4bfe-9340-6a12be639cb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:54.085347 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0c26a-207c-40c0-a264-76a546511e2a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Network': ['ID=bf66d49b-6460-4bfe-9340-6a12be639cb2,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:54.100681 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network bf66d49b-6460-4bfe-9340-6a12be639cb2 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:09:54.219619 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5d876d-69cd-444d-9e8e-eb68a0bef7a4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:54.226891 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ae5d876d-69cd-444d-9e8e-eb68a0bef7a4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:54.315523 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41faa8a-cfa6-4243-9e05-f0a33127f708 req-59648ea9-988f-40c7-83f4-6b982d3349aa tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:54.329765 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41faa8a-cfa6-4243-9e05-f0a33127f708 req-59648ea9-988f-40c7-83f4-6b982d3349aa tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:54.331503 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f41faa8a-cfa6-4243-9e05-f0a33127f708 req-59648ea9-988f-40c7-83f4-6b982d3349aa tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.30 "GET /v2.0/ports?device_id=e89518ba-b1f1-4753-903e-083f20d70880 HTTP/1.1" status: 200 len: 1682 time: 0.2924535 Jul 22 19:09:54.369099 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c84f9-22cf-4e7d-b90a-66a550926349 req-5356c0d3-3ed3-4f11-88e3-f6ab6ed29678 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:54.381888 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c84f9-22cf-4e7d-b90a-66a550926349 req-5356c0d3-3ed3-4f11-88e3-f6ab6ed29678 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:54.392027 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-756c84f9-22cf-4e7d-b90a-66a550926349 req-5356c0d3-3ed3-4f11-88e3-f6ab6ed29678 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=e89518ba-b1f1-4753-903e-083f20d70880 HTTP/1.1" status: 200 len: 1682 time: 0.1628273 Jul 22 19:09:54.453116 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:09:54.519046 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-756c84f9-22cf-4e7d-b90a-66a550926349 req-7099a715-65a7-43d6-8b01-1d101e026251 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254795 Jul 22 19:09:54.542802 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-f41faa8a-cfa6-4243-9e05-f0a33127f708 req-dcfd24a0-5ea0-4656-bdc2-b47fb68cf787 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Deleting port 0f1c322e-2a88-434d-9de0-7c6a878ed903 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:54.543793 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f41faa8a-cfa6-4243-9e05-f0a33127f708 req-dcfd24a0-5ea0-4656-bdc2-b47fb68cf787 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:54.567560 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11558a35-b7a7-4818-852e-07ed1927a39a req-da362ebe-630a-4c7e-adb8-b0299395a144 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:54.585745 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-11558a35-b7a7-4818-852e-07ed1927a39a req-da362ebe-630a-4c7e-adb8-b0299395a144 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 944 time: 0.1837249 Jul 22 19:09:54.621682 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40310) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:54.673227 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-11558a35-b7a7-4818-852e-07ed1927a39a req-e2bf0f3c-282b-4168-bcc6-e5b417b4dcd5 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865738 Jul 22 19:09:54.684970 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ae5d876d-69cd-444d-9e8e-eb68a0bef7a4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:54.722256 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:54.727159 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9379f319-83dc-499c-b2f9-a6930eecf652 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:09:54.767680 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-f41faa8a-cfa6-4243-9e05-f0a33127f708 req-dcfd24a0-5ea0-4656-bdc2-b47fb68cf787 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] For port 0f1c322e-2a88-434d-9de0-7c6a878ed903, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=0f1c322e-2a88-434d-9de0-7c6a878ed903,segment=NetworkSegment(d7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7),segment_id=d7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:54.768356 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f41faa8a-cfa6-4243-9e05-f0a33127f708 req-dcfd24a0-5ea0-4656-bdc2-b47fb68cf787 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:54.792260 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d876d-69cd-444d-9e8e-eb68a0bef7a4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Subnet': ['ID=696a2227-bc20-4053-86a4-4b6d7ffe0a69,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:54.795193 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-f41faa8a-cfa6-4243-9e05-f0a33127f708 req-dcfd24a0-5ea0-4656-bdc2-b47fb68cf787 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Calling delete_port for 0f1c322e-2a88-434d-9de0-7c6a878ed903 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:54.830785 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5d876d-69cd-444d-9e8e-eb68a0bef7a4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Checking segment: {'id': 'e7f63210-1e50-4d0d-bb41-6e2c0f7353a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bf66d49b-6460-4bfe-9340-6a12be639cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:54.831555 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5d876d-69cd-444d-9e8e-eb68a0bef7a4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network hostable DHCP agents. Network: bf66d49b-6460-4bfe-9340-6a12be639cb2, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:09:54.880625 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-d8ee6515-3c6c-43c9-9e93-b520cb611963 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-980122395-network', 'tenant_id': '866090af555f489dba0f0835bdb7b156'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:54.915001 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5d876d-69cd-444d-9e8e-eb68a0bef7a4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network bf66d49b-6460-4bfe-9340-6a12be639cb2 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:09:54.930585 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-ae5d876d-69cd-444d-9e8e-eb68a0bef7a4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, bf66d49b-6460-4bfe-9340-6a12be639cb2) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:54.941555 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5d876d-69cd-444d-9e8e-eb68a0bef7a4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:54.942527 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ae5d876d-69cd-444d-9e8e-eb68a0bef7a4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:54.944577 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5369b-673c-401a-929c-2b0dfc589c35 req-24eebf36-8385-4476-831c-34ce7a50a64b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:54.958667 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8f5369b-673c-401a-929c-2b0dfc589c35 req-24eebf36-8385-4476-831c-34ce7a50a64b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 948 time: 0.1477883 Jul 22 19:09:54.994208 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ae5d876d-69cd-444d-9e8e-eb68a0bef7a4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9760158 Jul 22 19:09:54.994682 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40322) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:55.001448 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-aa427c9b-b62f-4c9d-a5b0-fc565cfb7554 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'subnet': {'network_id': 'bf66d49b-6460-4bfe-9340-6a12be639cb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:55.011616 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ee6515-3c6c-43c9-9e93-b520cb611963 admin admin] Made reservation on behalf of 866090af555f489dba0f0835bdb7b156 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:55.014195 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6515-3c6c-43c9-9e93-b520cb611963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:55.033196 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6515-3c6c-43c9-9e93-b520cb611963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:55.056360 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f41faa8a-cfa6-4243-9e05-f0a33127f708 req-dcfd24a0-5ea0-4656-bdc2-b47fb68cf787 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:55.057021 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8f5369b-673c-401a-929c-2b0dfc589c35 req-16681a36-57ec-4d9e-b6b7-107e887b62a0 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913317 Jul 22 19:09:55.101111 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ad2849-450f-42c5-b507-75fd04adc986 None None] Network bf66d49b-6460-4bfe-9340-6a12be639cb2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:55.103720 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['0f1c322e-2a88-434d-9de0-7c6a878ed903', '3f951a00-15ac-4260-8246-23234f0af7a1'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:09:55.106427 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25', 'mac_address': 'fa:16:3e:11:ca:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:09:55.123486 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd24a0-5ea0-4656-bdc2-b47fb68cf787 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event deleted for resources: {'Port': ['ID=0f1c322e-2a88-434d-9de0-7c6a878ed903,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:55.201343 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6515-3c6c-43c9-9e93-b520cb611963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:55.210509 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6515-3c6c-43c9-9e93-b520cb611963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:55.245966 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ee6515-3c6c-43c9-9e93-b520cb611963 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:09:55.279343 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee6515-3c6c-43c9-9e93-b520cb611963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86daed3b-e668-4417-bfec-d77a1610391b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:55.304774 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41faa8a-cfa6-4243-9e05-f0a33127f708 req-dcfd24a0-5ea0-4656-bdc2-b47fb68cf787 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] No DVR routers for this DVR port 0f1c322e-2a88-434d-9de0-7c6a878ed903 on host n-h1-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:09:55.309803 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f41faa8a-cfa6-4243-9e05-f0a33127f708 req-dcfd24a0-5ea0-4656-bdc2-b47fb68cf787 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:55.311778 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6515-3c6c-43c9-9e93-b520cb611963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:55.312132 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-d8ee6515-3c6c-43c9-9e93-b520cb611963 admin admin] Added segment 37ac45c0-31af-4852-b0d0-5cad72118f15 of type vlan for network e4d6fda9-8218-428a-ae2e-a9ede541c3c4 Jul 22 19:09:55.316955 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f41faa8a-cfa6-4243-9e05-f0a33127f708 req-dcfd24a0-5ea0-4656-bdc2-b47fb68cf787 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.30 "DELETE /v2.0/ports/0f1c322e-2a88-434d-9de0-7c6a878ed903 HTTP/1.1" status: 204 len: 173 time: 0.9763703 Jul 22 19:09:55.318494 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89518ba-b1f1-4753-903e-083f20d70880', 'name': 'network-vif-deleted', 'tag': '0f1c322e-2a88-434d-9de0-7c6a878ed903'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:09:55.321769 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289dac97-23c5-45b0-b0c7-186a15220049" -d '{"events": [{"server_uuid": "e89518ba-b1f1-4753-903e-083f20d70880", "name": "network-vif-deleted", "tag": "0f1c322e-2a88-434d-9de0-7c6a878ed903"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:09:55.390962 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 9379f319-83dc-499c-b2f9-a6930eecf652 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:55.411426 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:55.434216 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d4da1d-707f-4450-a617-80b1035bdaf9 x-openstack-request-id: req-d2d4da1d-707f-4450-a617-80b1035bdaf9 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:55.434521 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89518ba-b1f1-4753-903e-083f20d70880", "name": "network-vif-deleted", "tag": "0f1c322e-2a88-434d-9de0-7c6a878ed903", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:55.434772 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2d4da1d-707f-4450-a617-80b1035bdaf9 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:55.435398 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89518ba-b1f1-4753-903e-083f20d70880', 'name': 'network-vif-deleted', 'tag': '0f1c322e-2a88-434d-9de0-7c6a878ed903', 'status': 'completed', 'code': 200} Jul 22 19:09:55.435784 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:09:55.445337 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6515-3c6c-43c9-9e93-b520cb611963 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:55.445980 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 9379f319-83dc-499c-b2f9-a6930eecf652 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:55.445980 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:55.479224 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa427c9b-b62f-4c9d-a5b0-fc565cfb7554 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:55.483042 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aa427c9b-b62f-4c9d-a5b0-fc565cfb7554 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:55.532778 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c65d00-ab77-4068-b123-58bab61350ee req-ed0c8e75-8512-46ac-b2ac-0a15abe51fb8 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:55.540539 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1c65d00-ab77-4068-b123-58bab61350ee req-ed0c8e75-8512-46ac-b2ac-0a15abe51fb8 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/networks?id=52a47484-7add-4cd9-accb-b877eb05e9c5 HTTP/1.1" status: 200 len: 804 time: 0.2846076 Jul 22 19:09:55.549347 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6515-3c6c-43c9-9e93-b520cb611963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:55.551534 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ee6515-3c6c-43c9-9e93-b520cb611963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:55.552046 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6515-3c6c-43c9-9e93-b520cb611963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:55.579704 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1c65d00-ab77-4068-b123-58bab61350ee req-308f2377-eb97-4994-9dc9-bd2212921426 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/quotas/84dac082e65849c58aa9594ac2ba407c HTTP/1.1" status: 200 len: 375 time: 0.0381722 Jul 22 19:09:55.625077 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:55.628267 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40344) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:55.636434 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d8ee6515-3c6c-43c9-9e93-b520cb611963 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0074513 Jul 22 19:09:55.641960 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40346) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:55.646886 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:55.689998 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-4fc4544a-1c1a-4c88-87a4-f54e4dfa2016 admin admin] Request body: {'subnet': {'network_id': 'e4d6fda9-8218-428a-ae2e-a9ede541c3c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-980122395-subnet', 'tenant_id': '866090af555f489dba0f0835bdb7b156', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:55.715837 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee6515-3c6c-43c9-9e93-b520cb611963 admin admin] Pushing event updated for resources: {'Network': ['ID=e4d6fda9-8218-428a-ae2e-a9ede541c3c4,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:55.740109 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network e4d6fda9-8218-428a-ae2e-a9ede541c3c4 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:09:55.754707 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc4544a-1c1a-4c88-87a4-f54e4dfa2016 admin admin] Made reservation on behalf of 866090af555f489dba0f0835bdb7b156 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:55.757382 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4fc4544a-1c1a-4c88-87a4-f54e4dfa2016 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:55.789209 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-aca5fdd8-24f4-4881-876f-f6ebe25d28aa tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-919862937', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:55.820640 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1c65d00-ab77-4068-b123-58bab61350ee req-91fd4cba-3cd4-4652-b695-04e4abe04c30 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=84dac082e65849c58aa9594ac2ba407c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2400148 Jul 22 19:09:55.843519 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab732be7-e397-4b80-8c80-18ae7e7de96e req-efa986e7-5279-412c-a758-717e37488df8 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:55.852018 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab732be7-e397-4b80-8c80-18ae7e7de96e req-efa986e7-5279-412c-a758-717e37488df8 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/ports?device_id=e89518ba-b1f1-4753-903e-083f20d70880 HTTP/1.1" status: 200 len: 945 time: 0.2247977 Jul 22 19:09:55.866598 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-bf66d49b-6460-4bfe-9340-6a12be639cb2', 'network_id': 'bf66d49b-6460-4bfe-9340-6a12be639cb2', 'tenant_id': 'cdf673c126ab4c5188ef38fb73f577c6', 'fixed_ips': [{'subnet_id': '696a2227-bc20-4053-86a4-4b6d7ffe0a69'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:09:55.867505 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:55.900601 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:55.908260 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:09:55.940841 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca5fdd8-24f4-4881-876f-f6ebe25d28aa tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Made reservation on behalf of 772b08fb594a42298867bf5b5c443243 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:55.943123 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aca5fdd8-24f4-4881-876f-f6ebe25d28aa tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:55.975336 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:55.988383 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-f41faa8a-cfa6-4243-9e05-f0a33127f708 req-b3e4d9e5-8dd9-4b34-b114-a4f272f969ba tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Deleting port 3f951a00-15ac-4260-8246-23234f0af7a1 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:55.989134 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f41faa8a-cfa6-4243-9e05-f0a33127f708 req-b3e4d9e5-8dd9-4b34-b114-a4f272f969ba tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:55.991401 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aca5fdd8-24f4-4881-876f-f6ebe25d28aa tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:56.008062 n-d-800086-12 neutron-server[93806]: INFO neutron.db.ipam_backend_mixin [None req-aa427c9b-b62f-4c9d-a5b0-fc565cfb7554 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 696a2227-bc20-4053-86a4-4b6d7ffe0a69 (CIDR: 172.20.0.0/28) Jul 22 19:09:56.018063 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa427c9b-b62f-4c9d-a5b0-fc565cfb7554 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:09:56.018553 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa427c9b-b62f-4c9d-a5b0-fc565cfb7554 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:09:56.046615 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab732be7-e397-4b80-8c80-18ae7e7de96e req-a23803e6-249f-40cc-9bec-8af6d18e6307 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0ce0716-3920-4321-b370-bceebb7aa2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915960 Jul 22 19:09:56.065543 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-aa427c9b-b62f-4c9d-a5b0-fc565cfb7554 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0671864 Jul 22 19:09:56.067099 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40354) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:56.071968 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-1c5668a2-454d-4c02-8eee-5a2818d24361 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'subnet': {'network_id': 'bf66d49b-6460-4bfe-9340-6a12be639cb2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:56.100326 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aeff4c0-9324-4c3d-b00a-bbe1d49465c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9379f319-83dc-499c-b2f9-a6930eecf652'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:09:56.102687 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d703ad18-7035-4102-ac89-e9ae65b92cc1" -d '{"events": [{"server_uuid": "5aeff4c0-9324-4c3d-b00a-bbe1d49465c1", "name": "network-vif-plugged", "status": "completed", "tag": "9379f319-83dc-499c-b2f9-a6930eecf652"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:09:56.131116 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9379f319-83dc-499c-b2f9-a6930eecf652, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9379f319-83dc-499c-b2f9-a6930eecf652,segment=NetworkSegment(5e9c5442-4aef-46ca-808c-f594344b1a0a),segment_id=5e9c5442-4aef-46ca-808c-f594344b1a0a)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:56.134093 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1c65d00-ab77-4068-b123-58bab61350ee req-3231561d-c8da-4486-8116-4445f4f525bd service neutron] 10.222.0.13 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035197 Jul 22 19:09:56.158440 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:56.173545 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-f41faa8a-cfa6-4243-9e05-f0a33127f708 req-b3e4d9e5-8dd9-4b34-b114-a4f272f969ba tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] For port 3f951a00-15ac-4260-8246-23234f0af7a1, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=3f951a00-15ac-4260-8246-23234f0af7a1,segment=NetworkSegment(8a1e22d9-f634-4d53-8860-e2a3bbdd8129),segment_id=8a1e22d9-f634-4d53-8860-e2a3bbdd8129)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:56.173912 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f41faa8a-cfa6-4243-9e05-f0a33127f708 req-b3e4d9e5-8dd9-4b34-b114-a4f272f969ba tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:56.202589 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-f41faa8a-cfa6-4243-9e05-f0a33127f708 req-b3e4d9e5-8dd9-4b34-b114-a4f272f969ba tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Calling delete_port for 3f951a00-15ac-4260-8246-23234f0af7a1 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:56.250448 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] Allocated IP 172.20.0.2 (bf66d49b-6460-4bfe-9340-6a12be639cb2/696a2227-bc20-4053-86a4-4b6d7ffe0a69/69792fc8-47a5-4eb3-8539-28f7489cdf53) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:56.286364 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4fc4544a-1c1a-4c88-87a4-f54e4dfa2016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:56.286780 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=9379f319-83dc-499c-b2f9-a6930eecf652,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:56.371752 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f41faa8a-cfa6-4243-9e05-f0a33127f708 req-b3e4d9e5-8dd9-4b34-b114-a4f272f969ba tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:56.385631 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1c65d00-ab77-4068-b123-58bab61350ee req-b01f390b-a3a9-4252-b146-9e75c0efd0eb service neutron] 10.222.0.13 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427289 Jul 22 19:09:56.405738 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4d9e5-8dd9-4b34-b114-a4f272f969ba tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event deleted for resources: {'Port': ['ID=3f951a00-15ac-4260-8246-23234f0af7a1,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:56.419805 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d9e5-8dd9-4b34-b114-a4f272f969ba tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:56.420300 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d9e5-8dd9-4b34-b114-a4f272f969ba tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:56.420698 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d9e5-8dd9-4b34-b114-a4f272f969ba tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:56.421041 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d9e5-8dd9-4b34-b114-a4f272f969ba tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:56.421389 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d9e5-8dd9-4b34-b114-a4f272f969ba tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:56.421727 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d9e5-8dd9-4b34-b114-a4f272f969ba tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:56.422059 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d9e5-8dd9-4b34-b114-a4f272f969ba tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:56.422396 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d9e5-8dd9-4b34-b114-a4f272f969ba tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:56.423063 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d9e5-8dd9-4b34-b114-a4f272f969ba tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:56.423490 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d9e5-8dd9-4b34-b114-a4f272f969ba tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:56.423827 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d9e5-8dd9-4b34-b114-a4f272f969ba tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:56.424181 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d9e5-8dd9-4b34-b114-a4f272f969ba tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:09:56.438161 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aca5fdd8-24f4-4881-876f-f6ebe25d28aa tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:56.450218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4544a-1c1a-4c88-87a4-f54e4dfa2016 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8de7374-1f83-4fd1-ad76-2633f17ced17,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:56.460532 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aca5fdd8-24f4-4881-876f-f6ebe25d28aa tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:56.476772 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 3f951a00-15ac-4260-8246-23234f0af7a1 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:09:56.499589 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41faa8a-cfa6-4243-9e05-f0a33127f708 req-b3e4d9e5-8dd9-4b34-b114-a4f272f969ba tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] No DVR routers for this DVR port 3f951a00-15ac-4260-8246-23234f0af7a1 on host n-h1-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:09:56.504055 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f41faa8a-cfa6-4243-9e05-f0a33127f708 req-b3e4d9e5-8dd9-4b34-b114-a4f272f969ba tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:56.505764 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:56.505915 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-aca5fdd8-24f4-4881-876f-f6ebe25d28aa tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] device_id is not set on port 9db988e9-6201-4dbf-8d42-a5c4c84b1f9c yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:09:56.508522 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 3f951a00-15ac-4260-8246-23234f0af7a1 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:09:56.508857 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 3f951a00-15ac-4260-8246-23234f0af7a1 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:09:56.510899 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 0f1c322e-2a88-434d-9de0-7c6a878ed903 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:09:56.512424 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f41faa8a-cfa6-4243-9e05-f0a33127f708 req-b3e4d9e5-8dd9-4b34-b114-a4f272f969ba tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.30 "DELETE /v2.0/ports/3f951a00-15ac-4260-8246-23234f0af7a1 HTTP/1.1" status: 204 len: 173 time: 1.1856709 Jul 22 19:09:56.526235 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5668a2-454d-4c02-8eee-5a2818d24361 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:56.530714 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c5668a2-454d-4c02-8eee-5a2818d24361 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:56.544940 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 0f1c322e-2a88-434d-9de0-7c6a878ed903 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:09:56.545589 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 0f1c322e-2a88-434d-9de0-7c6a878ed903 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:09:56.547859 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] Transition to ACTIVE for port object 69792fc8-47a5-4eb3-8539-28f7489cdf53 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:56.588598 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] Transition to ACTIVE for port object 69792fc8-47a5-4eb3-8539-28f7489cdf53 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:56.597012 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:56.597270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc4544a-1c1a-4c88-87a4-f54e4dfa2016 admin admin] Checking segment: {'id': '37ac45c0-31af-4852-b0d0-5cad72118f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e4d6fda9-8218-428a-ae2e-a9ede541c3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:56.598147 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc4544a-1c1a-4c88-87a4-f54e4dfa2016 admin admin] Network hostable DHCP agents. Network: e4d6fda9-8218-428a-ae2e-a9ede541c3c4, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:09:56.608293 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5fdd8-24f4-4881-876f-f6ebe25d28aa tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fb058a-ddd7-4b91-8a67-cec36e078a01,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:56.691602 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] Network bf66d49b-6460-4bfe-9340-6a12be639cb2 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:56.698944 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:56.717689 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:56.726556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bdaa2-9ff3-4f2f-8e96-5c911b75376f req-012eb741-afda-4ffa-afba-0670ae8d8783 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:56.733247 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device fe0f71bf-53c2-426a-92ec-4805a7a58dfe no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:09:56.734210 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-662bdaa2-9ff3-4f2f-8e96-5c911b75376f req-012eb741-afda-4ffa-afba-0670ae8d8783 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 945 time: 0.4416950 Jul 22 19:09:56.786627 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] Pushing event updated for resources: {'Port': ['ID=69792fc8-47a5-4eb3-8539-28f7489cdf53,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:56.869237 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] Attempting to bind port 69792fc8-47a5-4eb3-8539-28f7489cdf53 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:09:56.869751 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] Attempting to bind port 69792fc8-47a5-4eb3-8539-28f7489cdf53 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'e7f63210-1e50-4d0d-bb41-6e2c0f7353a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bf66d49b-6460-4bfe-9340-6a12be639cb2'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:09:56.870215 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] Attempting to bind port 69792fc8-47a5-4eb3-8539-28f7489cdf53 on network bf66d49b-6460-4bfe-9340-6a12be639cb2 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:09:56.878526 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:09:56.879975 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] Checking segment: {'id': 'e7f63210-1e50-4d0d-bb41-6e2c0f7353a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bf66d49b-6460-4bfe-9340-6a12be639cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:09:56.880465 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:56.880988 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] Bound using segment: {'id': 'e7f63210-1e50-4d0d-bb41-6e2c0f7353a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bf66d49b-6460-4bfe-9340-6a12be639cb2'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:09:56.881579 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] Bound port: 69792fc8-47a5-4eb3-8539-28f7489cdf53, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f63210-1e50-4d0d-bb41-6e2c0f7353a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bf66d49b-6460-4bfe-9340-6a12be639cb2'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:09:56.882154 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:56.896501 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c5668a2-454d-4c02-8eee-5a2818d24361 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:56.945195 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5668a2-454d-4c02-8eee-5a2818d24361 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network bf66d49b-6460-4bfe-9340-6a12be639cb2 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:56.966794 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-1c5668a2-454d-4c02-8eee-5a2818d24361 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:56.971503 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5668a2-454d-4c02-8eee-5a2818d24361 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:56.972209 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c5668a2-454d-4c02-8eee-5a2818d24361 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:56.987436 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5668a2-454d-4c02-8eee-5a2818d24361 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Subnet': ['ID=8d9f2970-55d4-45b5-a1b5-e54a29980253,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:56.990367 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:57.010205 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1c5668a2-454d-4c02-8eee-5a2818d24361 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9400063 Jul 22 19:09:57.011565 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40368) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:57.022253 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-e0cd958f-a32a-462a-85f0-f878490a3c80 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'port': {'network_id': 'bf66d49b-6460-4bfe-9340-6a12be639cb2', 'fixed_ips': [{'subnet_id': '696a2227-bc20-4053-86a4-4b6d7ffe0a69'}, {'subnet_id': '8d9f2970-55d4-45b5-a1b5-e54a29980253'}], 'name': 'tempest-PortsTestJSON-653895681'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:57.058194 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port fe0f71bf-53c2-426a-92ec-4805a7a58dfe, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=fe0f71bf-53c2-426a-92ec-4805a7a58dfe,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:57.059833 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] For port 69792fc8-47a5-4eb3-8539-28f7489cdf53, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:09:57.065051 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] For port 69792fc8-47a5-4eb3-8539-28f7489cdf53, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=69792fc8-47a5-4eb3-8539-28f7489cdf53,segment=NetworkSegment(e7f63210-1e50-4d0d-bb41-6e2c0f7353a0),segment_id=e7f63210-1e50-4d0d-bb41-6e2c0f7353a0)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:09:57.068987 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:57.074517 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:57.155374 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=fe0f71bf-53c2-426a-92ec-4805a7a58dfe,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:57.204394 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc4544a-1c1a-4c88-87a4-f54e4dfa2016 admin admin] Network e4d6fda9-8218-428a-ae2e-a9ede541c3c4 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:09:57.263884 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-aca5fdd8-24f4-4881-876f-f6ebe25d28aa tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Allocated IP 172.25.3.175 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/9db988e9-6201-4dbf-8d42-a5c4c84b1f9c) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:57.284243 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-4fc4544a-1c1a-4c88-87a4-f54e4dfa2016 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, e4d6fda9-8218-428a-ae2e-a9ede541c3c4) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:57.287792 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc5230-2825-4246-ac4b-4d3ac7518ea8 None None] Pushing event updated for resources: {'Port': ['ID=69792fc8-47a5-4eb3-8539-28f7489cdf53,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:57.301403 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efb8c10-034a-45a1-9211-4648d3c0ba2e None None] Network e4d6fda9-8218-428a-ae2e-a9ede541c3c4 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:57.306268 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-662bdaa2-9ff3-4f2f-8e96-5c911b75376f req-3a71eee4-be45-4485-b3c0-682ff19a2159 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708687 Jul 22 19:09:57.318998 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cd958f-a32a-462a-85f0-f878490a3c80 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:57.337766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc4544a-1c1a-4c88-87a4-f54e4dfa2016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:57.338379 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4fc4544a-1c1a-4c88-87a4-f54e4dfa2016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:57.401977 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f75f23-9cec-4c50-9099-b67055803879 x-openstack-request-id: req-76f75f23-9cec-4c50-9099-b67055803879 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:57.402480 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aeff4c0-9324-4c3d-b00a-bbe1d49465c1", "name": "network-vif-plugged", "status": "completed", "tag": "9379f319-83dc-499c-b2f9-a6930eecf652", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:57.402945 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76f75f23-9cec-4c50-9099-b67055803879 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:57.403610 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aeff4c0-9324-4c3d-b00a-bbe1d49465c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9379f319-83dc-499c-b2f9-a6930eecf652', 'code': 200} Jul 22 19:09:57.457987 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89518ba-b1f1-4753-903e-083f20d70880', 'name': 'network-vif-deleted', 'tag': '3f951a00-15ac-4260-8246-23234f0af7a1'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:09:57.472131 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf6d7c4-ea78-4019-8b36-c94029c4e48a" -d '{"events": [{"server_uuid": "e89518ba-b1f1-4753-903e-083f20d70880", "name": "network-vif-deleted", "tag": "3f951a00-15ac-4260-8246-23234f0af7a1"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:09:57.480957 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4fc4544a-1c1a-4c88-87a4-f54e4dfa2016 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7973549 Jul 22 19:09:57.506363 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e601f4-fc8d-4ec0-b5fc-a275f8c8140d req-80002e74-a629-4b10-8836-676691c48dd1 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:57.511179 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c0e601f4-fc8d-4ec0-b5fc-a275f8c8140d req-80002e74-a629-4b10-8836-676691c48dd1 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbdbd275-5528-4709-b4a2-4390ef373420 HTTP/1.1" status: 200 len: 946 time: 0.8998799 Jul 22 19:09:57.531773 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5016516c-f7fd-4564-ac90-e8f8c9b21d84 None None] Network e4d6fda9-8218-428a-ae2e-a9ede541c3c4 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:57.575398 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0cd958f-a32a-462a-85f0-f878490a3c80 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:57.605259 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-e0cd958f-a32a-462a-85f0-f878490a3c80 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] device_id is not set on port 5502adf2-f0e9-4a71-b590-ef272ef9bc21 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:09:57.660675 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac453f7f-d7f0-43ac-a61d-2547bbaecb29 req-19eb40de-3cf8-49a2-aff8-9dab25e45dd5 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 210 time: 0.1426265 Jul 22 19:09:57.716038 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78ff54-8d6f-4551-bbc9-cb1b3d0abc92 req-d226f72f-338e-4d41-90b6-e88b58feb17d tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:57.717634 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c78ff54-8d6f-4551-bbc9-cb1b3d0abc92 req-d226f72f-338e-4d41-90b6-e88b58feb17d tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 949 time: 0.9442525 Jul 22 19:09:57.733383 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40382) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:57.873729 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4a3ef0-44d2-459c-a924-1e3ae795dce9 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Deleting subnet b42a979c-337e-4a2f-8c0c-603ff8f9463b {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:09:57.879917 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef4a3ef0-44d2-459c-a924-1e3ae795dce9 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:57.884193 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92e8054-b13f-4330-be7e-8b846d8002de x-openstack-request-id: req-e92e8054-b13f-4330-be7e-8b846d8002de {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:57.884686 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89518ba-b1f1-4753-903e-083f20d70880", "name": "network-vif-deleted", "tag": "3f951a00-15ac-4260-8246-23234f0af7a1", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:57.885046 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e92e8054-b13f-4330-be7e-8b846d8002de {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:57.885511 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89518ba-b1f1-4753-903e-083f20d70880', 'name': 'network-vif-deleted', 'tag': '3f951a00-15ac-4260-8246-23234f0af7a1', 'status': 'completed', 'code': 200} Jul 22 19:09:57.895515 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c78ff54-8d6f-4551-bbc9-cb1b3d0abc92 req-1ab16827-4f7d-4d78-b832-dd9895af5c5b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520708 Jul 22 19:09:57.922465 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da820179-a3a6-4984-a305-42dddc16bdad req-0ea3d536-3acb-4662-999e-0951f2baa6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:57.923977 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da820179-a3a6-4984-a305-42dddc16bdad req-0ea3d536-3acb-4662-999e-0951f2baa6e6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 1097 time: 0.3836968 Jul 22 19:09:57.927361 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aca5fdd8-24f4-4881-876f-f6ebe25d28aa tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:57.966652 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef4a3ef0-44d2-459c-a924-1e3ae795dce9 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:57.987283 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-c0e601f4-fc8d-4ec0-b5fc-a275f8c8140d req-cab7bfa6-8b21-48e4-b6f6-9b99607585f8 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Deleting port fe0f71bf-53c2-426a-92ec-4805a7a58dfe {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:57.987631 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c0e601f4-fc8d-4ec0-b5fc-a275f8c8140d req-cab7bfa6-8b21-48e4-b6f6-9b99607585f8 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:58.019563 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da820179-a3a6-4984-a305-42dddc16bdad req-1ea5304b-3346-404d-b941-69b6a4ef1f53 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867307 Jul 22 19:09:58.087485 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-e0cd958f-a32a-462a-85f0-f878490a3c80 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Allocated IP 172.20.0.7 (bf66d49b-6460-4bfe-9340-6a12be639cb2/696a2227-bc20-4053-86a4-4b6d7ffe0a69/5502adf2-f0e9-4a71-b590-ef272ef9bc21) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:58.091855 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aca5fdd8-24f4-4881-876f-f6ebe25d28aa tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:58.101725 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-e0cd958f-a32a-462a-85f0-f878490a3c80 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Allocated IP 172.20.0.30 (bf66d49b-6460-4bfe-9340-6a12be639cb2/8d9f2970-55d4-45b5-a1b5-e54a29980253/5502adf2-f0e9-4a71-b590-ef272ef9bc21) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:58.119357 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef4a3ef0-44d2-459c-a924-1e3ae795dce9 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:58.173041 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca5fdd8-24f4-4881-876f-f6ebe25d28aa tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:58.192313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-aca5fdd8-24f4-4881-876f-f6ebe25d28aa tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:58.208742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-c0e601f4-fc8d-4ec0-b5fc-a275f8c8140d req-cab7bfa6-8b21-48e4-b6f6-9b99607585f8 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] For port fe0f71bf-53c2-426a-92ec-4805a7a58dfe, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=fe0f71bf-53c2-426a-92ec-4805a7a58dfe,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:58.210159 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c0e601f4-fc8d-4ec0-b5fc-a275f8c8140d req-cab7bfa6-8b21-48e4-b6f6-9b99607585f8 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:58.213468 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5fdd8-24f4-4881-876f-f6ebe25d28aa tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Pushing event updated for resources: {'Port': ['ID=9db988e9-6201-4dbf-8d42-a5c4c84b1f9c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:58.215793 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca5fdd8-24f4-4881-876f-f6ebe25d28aa tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:58.250131 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-c0e601f4-fc8d-4ec0-b5fc-a275f8c8140d req-cab7bfa6-8b21-48e4-b6f6-9b99607585f8 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Calling delete_port for fe0f71bf-53c2-426a-92ec-4805a7a58dfe owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:58.361595 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca5fdd8-24f4-4881-876f-f6ebe25d28aa tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:58.363685 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aca5fdd8-24f4-4881-876f-f6ebe25d28aa tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:58.379428 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7f0f2253-9cb6-44e5-8d91-27d72bd9ccae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:58.387206 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-aca5fdd8-24f4-4881-876f-f6ebe25d28aa tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.7552967 Jul 22 19:09:58.390397 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40392) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:58.395262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2d635e7c-da7e-409a-a279-c967a9c4427e tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.175'}]}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:58.461187 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d635e7c-da7e-409a-a279-c967a9c4427e tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:58.462813 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d635e7c-da7e-409a-a279-c967a9c4427e tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:58.467476 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:09:58.567265 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:58.571797 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:58.572532 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:58.608431 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef4a3ef0-44d2-459c-a924-1e3ae795dce9 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:58.609631 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b0dd7-2189-45e7-92cc-47ebfe99e786 req-222adf2b-e16c-4b43-bf85-1fe23d771a7a tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:58.617748 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d83b0dd7-2189-45e7-92cc-47ebfe99e786 req-222adf2b-e16c-4b43-bf85-1fe23d771a7a tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 945 time: 0.1700950 Jul 22 19:09:58.651796 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad9e2d4-6dd6-4180-b3f6-16a7c741632c None None] Network bf66d49b-6460-4bfe-9340-6a12be639cb2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:58.659567 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d635e7c-da7e-409a-a279-c967a9c4427e tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:58.661367 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c0e601f4-fc8d-4ec0-b5fc-a275f8c8140d req-cab7bfa6-8b21-48e4-b6f6-9b99607585f8 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:58.699205 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0cd958f-a32a-462a-85f0-f878490a3c80 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:58.714536 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-e0cd958f-a32a-462a-85f0-f878490a3c80 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Transition to ACTIVE for port object 5502adf2-f0e9-4a71-b590-ef272ef9bc21 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:09:58.743922 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7bfa6-8b21-48e4-b6f6-9b99607585f8 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Pushing event deleted for resources: {'Port': ['ID=fe0f71bf-53c2-426a-92ec-4805a7a58dfe,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:58.751478 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:58.774330 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-596857e3-a5eb-4c75-a930-068becbca77b None None] Provisioning for port 69792fc8-47a5-4eb3-8539-28f7489cdf53 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:58.800729 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9877499d-7221-4063-a852-7c18b828726d None None] Network 158761aa-cb44-4054-ba2e-1d03b9236094 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:09:58.825512 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a3ef0-44d2-459c-a924-1e3ae795dce9 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event deleted for resources: {'Subnet': ['ID=b42a979c-337e-4a2f-8c0c-603ff8f9463b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:58.830650 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef4a3ef0-44d2-459c-a924-1e3ae795dce9 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:58.836794 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ef4a3ef0-44d2-459c-a924-1e3ae795dce9 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "DELETE /v2.0/subnets/b42a979c-337e-4a2f-8c0c-603ff8f9463b HTTP/1.1" status: 204 len: 168 time: 1.1019425 Jul 22 19:09:58.845304 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:58.851007 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0cd958f-a32a-462a-85f0-f878490a3c80 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:58.852965 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40404) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:58.864960 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e601f4-fc8d-4ec0-b5fc-a275f8c8140d req-cab7bfa6-8b21-48e4-b6f6-9b99607585f8 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] No DVR routers for this DVR port fe0f71bf-53c2-426a-92ec-4805a7a58dfe on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:09:58.879934 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d83b0dd7-2189-45e7-92cc-47ebfe99e786 req-e33c7e24-8426-472d-8a56-5a4217b9c592 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560914 Jul 22 19:09:58.934033 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c0e601f4-fc8d-4ec0-b5fc-a275f8c8140d req-cab7bfa6-8b21-48e4-b6f6-9b99607585f8 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:58.936162 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c0e601f4-fc8d-4ec0-b5fc-a275f8c8140d req-cab7bfa6-8b21-48e4-b6f6-9b99607585f8 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.16 "DELETE /v2.0/ports/fe0f71bf-53c2-426a-92ec-4805a7a58dfe HTTP/1.1" status: 204 len: 173 time: 1.4171531 Jul 22 19:09:58.936656 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdbd275-5528-4709-b4a2-4390ef373420', 'name': 'network-vif-deleted', 'tag': 'fe0f71bf-53c2-426a-92ec-4805a7a58dfe'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:09:58.939019 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cb1d60-7de7-4dd1-bc0e-c4a4e9095fde" -d '{"events": [{"server_uuid": "fbdbd275-5528-4709-b4a2-4390ef373420", "name": "network-vif-deleted", "tag": "fe0f71bf-53c2-426a-92ec-4805a7a58dfe"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:09:58.947870 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd958f-a32a-462a-85f0-f878490a3c80 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Port': ['ID=5502adf2-f0e9-4a71-b590-ef272ef9bc21,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:58.984870 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8e467bc3-b84b-4f31-b968-08f1201c92ab req-588deb7c-d12e-4cac-ad4a-0dc4c6cf2872 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 210 time: 0.1684427 Jul 22 19:09:58.993426 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d635e7c-da7e-409a-a279-c967a9c4427e tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:59.003691 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c65d00-ab77-4068-b123-58bab61350ee req-93711681-a2f9-4a34-8cd2-389657bf3c56 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:59.014201 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f1c65d00-ab77-4068-b123-58bab61350ee req-93711681-a2f9-4a34-8cd2-389657bf3c56 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.30 "GET /v2.0/networks?id=52a47484-7add-4cd9-accb-b877eb05e9c5 HTTP/1.1" status: 200 len: 804 time: 0.7878475 Jul 22 19:09:59.030551 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:59.046631 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cd958f-a32a-462a-85f0-f878490a3c80 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network bf66d49b-6460-4bfe-9340-6a12be639cb2 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:09:59.054234 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-f1c65d00-ab77-4068-b123-58bab61350ee req-4ea7be35-23f2-4e51-a7ef-6ae37e3b15a3 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Request body: {'port': {'device_id': 'c0b1257c-993a-4bdd-88d9-8506bbcc053c', 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5', 'admin_state_up': True, 'tenant_id': '84dac082e65849c58aa9594ac2ba407c'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:59.088434 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:09:59.180966 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-e0cd958f-a32a-462a-85f0-f878490a3c80 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:09:59.196978 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cd958f-a32a-462a-85f0-f878490a3c80 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:09:59.288217 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c65d00-ab77-4068-b123-58bab61350ee req-4ea7be35-23f2-4e51-a7ef-6ae37e3b15a3 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Made reservation on behalf of 84dac082e65849c58aa9594ac2ba407c for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:09:59.291877 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f1c65d00-ab77-4068-b123-58bab61350ee req-4ea7be35-23f2-4e51-a7ef-6ae37e3b15a3 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:59.301867 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69bd966a-3e49-43ff-b8ef-78c1a03637d3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:59.338207 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cd958f-a32a-462a-85f0-f878490a3c80 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:59.338895 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0cd958f-a32a-462a-85f0-f878490a3c80 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:59.351744 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d635e7c-da7e-409a-a279-c967a9c4427e tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:59.389153 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5957c4-db1d-4ee5-b2e1-f0143bcc907d x-openstack-request-id: req-6a5957c4-db1d-4ee5-b2e1-f0143bcc907d {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:59.389426 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdbd275-5528-4709-b4a2-4390ef373420", "name": "network-vif-deleted", "tag": "fe0f71bf-53c2-426a-92ec-4805a7a58dfe", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:59.389684 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a5957c4-db1d-4ee5-b2e1-f0143bcc907d {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:59.390091 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdbd275-5528-4709-b4a2-4390ef373420', 'name': 'network-vif-deleted', 'tag': 'fe0f71bf-53c2-426a-92ec-4805a7a58dfe', 'status': 'completed', 'code': 200} Jul 22 19:09:59.393346 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d635e7c-da7e-409a-a279-c967a9c4427e tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:59.413561 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4100845-5d3d-43f7-8008-7559c6fe0191 req-63dc7a22-040e-4f5f-891d-59bccd69a2a3 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:09:59.417038 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdbd275-5528-4709-b4a2-4390ef373420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe0f71bf-53c2-426a-92ec-4805a7a58dfe'}, {'server_uuid': 'a2d59d66-c898-4365-a10a-ce9a569f2847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:09:59.420392 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39c5619-8800-45dc-aef9-606d4f7d16b8" -d '{"events": [{"server_uuid": "fbdbd275-5528-4709-b4a2-4390ef373420", "name": "network-vif-unplugged", "status": "completed", "tag": "fe0f71bf-53c2-426a-92ec-4805a7a58dfe"}, {"server_uuid": "a2d59d66-c898-4365-a10a-ce9a569f2847", "name": "network-vif-plugged", "status": "completed", "tag": "3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:09:59.421076 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f4100845-5d3d-43f7-8008-7559c6fe0191 req-63dc7a22-040e-4f5f-891d-59bccd69a2a3 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 950 time: 0.2316685 Jul 22 19:09:59.430041 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 69792fc8-47a5-4eb3-8539-28f7489cdf53 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:09:59.444213 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07581a82-7856-4d06-80e8-3cede2bb5975 None None] DHCP port deletion for 158761aa-cb44-4054-ba2e-1d03b9236094 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:09:59.525541 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f4100845-5d3d-43f7-8008-7559c6fe0191 req-fa16cade-1c7f-4f59-bb3c-f8110b5f7021 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891337 Jul 22 19:09:59.537736 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-f1c65d00-ab77-4068-b123-58bab61350ee req-4ea7be35-23f2-4e51-a7ef-6ae37e3b15a3 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Allocated IP 172.20.0.14 (52a47484-7add-4cd9-accb-b877eb05e9c5/4c968c48-1c3b-44da-8dcd-5ec44f87705f/1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:09:59.559816 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 22 Jul 2021 19:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b87adf0-423c-45a8-ace2-ddd179761df9 x-openstack-request-id: req-0b87adf0-423c-45a8-ace2-ddd179761df9 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:09:59.560414 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdbd275-5528-4709-b4a2-4390ef373420", "name": "network-vif-unplugged", "status": "completed", "tag": "fe0f71bf-53c2-426a-92ec-4805a7a58dfe", "code": 200}, {"server_uuid": "a2d59d66-c898-4365-a10a-ce9a569f2847", "name": "network-vif-plugged", "status": "completed", "tag": "3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:09:59.561110 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b87adf0-423c-45a8-ace2-ddd179761df9 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:09:59.561723 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdbd275-5528-4709-b4a2-4390ef373420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe0f71bf-53c2-426a-92ec-4805a7a58dfe', 'code': 200} Jul 22 19:09:59.562201 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d59d66-c898-4365-a10a-ce9a569f2847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25', 'code': 200} Jul 22 19:09:59.593021 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7555c54-045a-4a89-a16b-a7dc8db31d92 None None] Update dhcp port {'port': {'network_id': 'bf66d49b-6460-4bfe-9340-6a12be639cb2', 'fixed_ips': [{'subnet_id': '696a2227-bc20-4053-86a4-4b6d7ffe0a69', 'ip_address': '172.20.0.2'}, {'subnet_id': '8d9f2970-55d4-45b5-a1b5-e54a29980253'}], 'binding:host_id': 'n-d-800086-12'}, 'id': '69792fc8-47a5-4eb3-8539-28f7489cdf53'} from n-d-800086-12. {{(pid=93808) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:09:59.655444 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f7555c54-045a-4a89-a16b-a7dc8db31d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:59.666761 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e0cd958f-a32a-462a-85f0-f878490a3c80 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.6527457 Jul 22 19:09:59.678004 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40422) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:09:59.686248 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-c1a09814-c57c-4462-985c-b84897c12924 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '696a2227-bc20-4053-86a4-4b6d7ffe0a69'}]}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:09:59.737496 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 69792fc8-47a5-4eb3-8539-28f7489cdf53 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:09:59.744404 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 69792fc8-47a5-4eb3-8539-28f7489cdf53 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:09:59.744879 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:59.796712 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-07581a82-7856-4d06-80e8-3cede2bb5975 None None] Deleting port f8e7952d-0505-4725-b6d5-22317aa0656f {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:59.797089 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-07581a82-7856-4d06-80e8-3cede2bb5975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:59.802357 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d635e7c-da7e-409a-a279-c967a9c4427e tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:59.804911 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-69bd966a-3e49-43ff-b8ef-78c1a03637d3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Deleting port f8e7952d-0505-4725-b6d5-22317aa0656f {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:09:59.805425 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69bd966a-3e49-43ff-b8ef-78c1a03637d3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:59.906839 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f1c65d00-ab77-4068-b123-58bab61350ee req-4ea7be35-23f2-4e51-a7ef-6ae37e3b15a3 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:59.924689 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-69bd966a-3e49-43ff-b8ef-78c1a03637d3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] For port f8e7952d-0505-4725-b6d5-22317aa0656f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f8e7952d-0505-4725-b6d5-22317aa0656f,segment=NetworkSegment(8a1e22d9-f634-4d53-8860-e2a3bbdd8129),segment_id=8a1e22d9-f634-4d53-8860-e2a3bbdd8129)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:59.925188 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69bd966a-3e49-43ff-b8ef-78c1a03637d3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:59.933292 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-07581a82-7856-4d06-80e8-3cede2bb5975 None None] For port f8e7952d-0505-4725-b6d5-22317aa0656f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f8e7952d-0505-4725-b6d5-22317aa0656f,segment=NetworkSegment(8a1e22d9-f634-4d53-8860-e2a3bbdd8129),segment_id=8a1e22d9-f634-4d53-8860-e2a3bbdd8129)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:09:59.933683 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-07581a82-7856-4d06-80e8-3cede2bb5975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:09:59.946748 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-69bd966a-3e49-43ff-b8ef-78c1a03637d3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Calling delete_port for f8e7952d-0505-4725-b6d5-22317aa0656f owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:09:59.970147 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-07581a82-7856-4d06-80e8-3cede2bb5975 None None] Calling delete_port for f8e7952d-0505-4725-b6d5-22317aa0656f owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:00.037476 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f1c65d00-ab77-4068-b123-58bab61350ee req-4ea7be35-23f2-4e51-a7ef-6ae37e3b15a3 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:00.083630 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c65d00-ab77-4068-b123-58bab61350ee req-4ea7be35-23f2-4e51-a7ef-6ae37e3b15a3 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Network 52a47484-7add-4cd9-accb-b877eb05e9c5 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:00.090124 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:00.092120 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-f1c65d00-ab77-4068-b123-58bab61350ee req-4ea7be35-23f2-4e51-a7ef-6ae37e3b15a3 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:00.100700 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c65d00-ab77-4068-b123-58bab61350ee req-4ea7be35-23f2-4e51-a7ef-6ae37e3b15a3 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:00.117858 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-f7555c54-045a-4a89-a16b-a7dc8db31d92 None None] Allocated IP 172.20.0.18 (bf66d49b-6460-4bfe-9340-6a12be639cb2/8d9f2970-55d4-45b5-a1b5-e54a29980253/69792fc8-47a5-4eb3-8539-28f7489cdf53) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:00.119307 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc35478-ed2d-4fe8-878d-92f3068f16a3 req-14c7de0c-288d-4aa0-8999-8854c465a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:00.120880 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3dc35478-ed2d-4fe8-878d-92f3068f16a3 req-14c7de0c-288d-4aa0-8999-8854c465a34e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 1102 time: 0.4828532 Jul 22 19:10:00.135977 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7be35-23f2-4e51-a7ef-6ae37e3b15a3 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Pushing event updated for resources: {'Port': ['ID=1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:00.154639 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69bd966a-3e49-43ff-b8ef-78c1a03637d3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:00.178096 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d635e7c-da7e-409a-a279-c967a9c4427e tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:00.189477 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d635e7c-da7e-409a-a279-c967a9c4427e tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:00.194828 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-07581a82-7856-4d06-80e8-3cede2bb5975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:00.195949 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c65d00-ab77-4068-b123-58bab61350ee req-4ea7be35-23f2-4e51-a7ef-6ae37e3b15a3 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:00.196653 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f1c65d00-ab77-4068-b123-58bab61350ee req-4ea7be35-23f2-4e51-a7ef-6ae37e3b15a3 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:00.203946 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd966a-3e49-43ff-b8ef-78c1a03637d3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] No DVR routers for this DVR port f8e7952d-0505-4725-b6d5-22317aa0656f on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:10:00.213979 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd966a-3e49-43ff-b8ef-78c1a03637d3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event deleted for resources: {'Port': ['ID=f8e7952d-0505-4725-b6d5-22317aa0656f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:00.255024 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07581a82-7856-4d06-80e8-3cede2bb5975 None None] Pushing event deleted for resources: {'Port': ['ID=f8e7952d-0505-4725-b6d5-22317aa0656f,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:00.260923 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f1c65d00-ab77-4068-b123-58bab61350ee req-4ea7be35-23f2-4e51-a7ef-6ae37e3b15a3 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2112820 Jul 22 19:10:00.262269 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07581a82-7856-4d06-80e8-3cede2bb5975 None None] No DVR routers for this DVR port f8e7952d-0505-4725-b6d5-22317aa0656f on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:10:00.283369 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-f1c65d00-ab77-4068-b123-58bab61350ee req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] Request body: {'port': {'device_id': 'c0b1257c-993a-4bdd-88d9-8506bbcc053c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:00.286305 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-f7555c54-045a-4a89-a16b-a7dc8db31d92 None None] For port 69792fc8-47a5-4eb3-8539-28f7489cdf53, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=69792fc8-47a5-4eb3-8539-28f7489cdf53,segment=NetworkSegment(e7f63210-1e50-4d0d-bb41-6e2c0f7353a0),segment_id=e7f63210-1e50-4d0d-bb41-6e2c0f7353a0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:00.288552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-af67a5c2-8567-425c-9fe3-cc06c1bae888 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:00.290089 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-af67a5c2-8567-425c-9fe3-cc06c1bae888 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/networks?id=e4d6fda9-8218-428a-ae2e-a9ede541c3c4 HTTP/1.1" status: 200 len: 809 time: 0.3903167 Jul 22 19:10:00.295481 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3dc35478-ed2d-4fe8-878d-92f3068f16a3 req-5cffb51a-cd55-4782-a80a-5feb3e51a7ed service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412096 Jul 22 19:10:00.308131 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d635e7c-da7e-409a-a279-c967a9c4427e tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:00.308670 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d635e7c-da7e-409a-a279-c967a9c4427e tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ccceb155-b237-447d-a5a3-778b8b353dc4 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:10:00.323510 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f7555c54-045a-4a89-a16b-a7dc8db31d92 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:00.328236 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69bd966a-3e49-43ff-b8ef-78c1a03637d3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:00.337934 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f7555c54-045a-4a89-a16b-a7dc8db31d92 None None] Transition to ACTIVE for port object 69792fc8-47a5-4eb3-8539-28f7489cdf53 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:00.343678 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f7555c54-045a-4a89-a16b-a7dc8db31d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:00.353669 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-83b02fac-e718-4b67-8455-07e9d9eafd98 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/quotas/866090af555f489dba0f0835bdb7b156 HTTP/1.1" status: 200 len: 375 time: 0.0513818 Jul 22 19:10:00.372579 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb88be9-20a9-4f45-8e32-4009b605e154 req-f8886f91-40eb-4fbe-a87b-5c7967e79af8 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:00.374378 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8fb88be9-20a9-4f45-8e32-4009b605e154 req-f8886f91-40eb-4fbe-a87b-5c7967e79af8 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 945 time: 0.4133379 Jul 22 19:10:00.398448 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-2d635e7c-da7e-409a-a279-c967a9c4427e tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 22 19:10:00.409420 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2d635e7c-da7e-409a-a279-c967a9c4427e tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0078876 Jul 22 19:10:00.417832 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c1a09814-c57c-4462-985c-b84897c12924 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:00.420040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40446) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:00.429751 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-69bd966a-3e49-43ff-b8ef-78c1a03637d3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158761aa-cb44-4054-ba2e-1d03b9236094']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:00.430513 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-d2ead5a0-e7be-443b-b3bd-77e69a243c77 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=866090af555f489dba0f0835bdb7b156&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681212 Jul 22 19:10:00.451099 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-69bd966a-3e49-43ff-b8ef-78c1a03637d3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1e22d9-f634-4d53-8860-e2a3bbdd8129') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:00.451393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-69bd966a-3e49-43ff-b8ef-78c1a03637d3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1e22d9-f634-4d53-8860-e2a3bbdd8129') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:00.468259 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69bd966a-3e49-43ff-b8ef-78c1a03637d3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:00.471571 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.api [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:10:00.472116 n-d-800086-12 neutron-server[93808]: DEBUG oslo_db.api [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:10:00.479252 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f1c65d00-ab77-4068-b123-58bab61350ee req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:00.479933 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7555c54-045a-4a89-a16b-a7dc8db31d92 None None] Pushing event updated for resources: {'Port': ['ID=69792fc8-47a5-4eb3-8539-28f7489cdf53,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:00.499365 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69bd966a-3e49-43ff-b8ef-78c1a03637d3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:00.526872 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69bd966a-3e49-43ff-b8ef-78c1a03637d3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:10:00.527210 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69bd966a-3e49-43ff-b8ef-78c1a03637d3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:10:00.530354 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:10:00.547090 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8fb88be9-20a9-4f45-8e32-4009b605e154 req-6d938a1a-8c8e-4458-813f-5590e93a1667 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556089 Jul 22 19:10:00.670521 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69bd966a-3e49-43ff-b8ef-78c1a03637d3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:00.675981 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69bd966a-3e49-43ff-b8ef-78c1a03637d3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:00.680820 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-69bd966a-3e49-43ff-b8ef-78c1a03637d3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "DELETE /v2.0/networks/158761aa-cb44-4054-ba2e-1d03b9236094 HTTP/1.1" status: 204 len: 168 time: 1.8167210 Jul 22 19:10:00.684856 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40452) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:00.718955 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device fe0f71bf-53c2-426a-92ec-4805a7a58dfe no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:10:00.741835 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd966a-3e49-43ff-b8ef-78c1a03637d3 tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event deleted for resources: {'Network': ['ID=158761aa-cb44-4054-ba2e-1d03b9236094,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:00.754406 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: fe0f71bf-53c2-426a-92ec-4805a7a58dfe {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:10:00.754406 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device fe0f71bf-53c2-426a-92ec-4805a7a58dfe not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:10:00.795558 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc14bac-24a8-4763-959d-0fb200395acd tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Deleting subnet cb4bb54d-ff44-4363-b08d-3ee5eebed7bb {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:10:00.803133 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0bc14bac-24a8-4763-959d-0fb200395acd tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:00.891307 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0bc14bac-24a8-4763-959d-0fb200395acd tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:01.042964 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f463ecfd-f72e-4bda-9cdc-499a1c4b0303 None None] Network bf66d49b-6460-4bfe-9340-6a12be639cb2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:01.052414 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-f1c65d00-ab77-4068-b123-58bab61350ee req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:10:01.067365 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f1c65d00-ab77-4068-b123-58bab61350ee req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:01.073338 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-36698809-c0d5-4ec9-a64a-b771b463e319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:01.073625 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0bc14bac-24a8-4763-959d-0fb200395acd tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:01.078687 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:01.084409 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:01.096031 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-8e87bc60-3fbe-4b3d-8c63-40710b31193e service neutron] 10.222.0.13 "GET /v2.0/networks/e4d6fda9-8218-428a-ae2e-a9ede541c3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6488459 Jul 22 19:10:01.132108 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-f1c65d00-ab77-4068-b123-58bab61350ee req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] Transition to ACTIVE for port object 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:01.138283 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f1c65d00-ab77-4068-b123-58bab61350ee req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:01.171447 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 69792fc8-47a5-4eb3-8539-28f7489cdf53, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=69792fc8-47a5-4eb3-8539-28f7489cdf53,segment=NetworkSegment(e7f63210-1e50-4d0d-bb41-6e2c0f7353a0),segment_id=e7f63210-1e50-4d0d-bb41-6e2c0f7353a0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:01.174367 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-02fd21bc-4819-493e-8b55-f756e793ea3c None None] Provisioning for port 5502adf2-f0e9-4a71-b590-ef272ef9bc21 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:01.182723 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:01.193618 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-02fd21bc-4819-493e-8b55-f756e793ea3c None None] Provisioning complete for port 5502adf2-f0e9-4a71-b590-ef272ef9bc21 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:01.193618 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-02fd21bc-4819-493e-8b55-f756e793ea3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:01.226408 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0bc14bac-24a8-4763-959d-0fb200395acd tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:01.317403 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc14bac-24a8-4763-959d-0fb200395acd tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event deleted for resources: {'Subnet': ['ID=cb4bb54d-ff44-4363-b08d-3ee5eebed7bb,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:01.318955 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] Pushing event updated for resources: {'Port': ['ID=1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:01.321467 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 69792fc8-47a5-4eb3-8539-28f7489cdf53 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:01.322366 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0bc14bac-24a8-4763-959d-0fb200395acd tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:01.328467 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0bc14bac-24a8-4763-959d-0fb200395acd tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "DELETE /v2.0/subnets/cb4bb54d-ff44-4363-b08d-3ee5eebed7bb HTTP/1.1" status: 204 len: 168 time: 0.6403189 Jul 22 19:10:01.332504 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40454) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:01.356014 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eff276a-0f69-43cb-b1a1-da4ea5d790c2 None None] Network a1c6b0b9-572d-42c3-956b-93ed9ba48fc0 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:01.375255 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-f4567009-199f-48e8-8543-5101b568124b tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Deleting port 9db988e9-6201-4dbf-8d42-a5c4c84b1f9c {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:01.375599 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f4567009-199f-48e8-8543-5101b568124b tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:01.381027 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-02fd21bc-4819-493e-8b55-f756e793ea3c None None] Port 5502adf2-f0e9-4a71-b590-ef272ef9bc21 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:01.406570 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=69792fc8-47a5-4eb3-8539-28f7489cdf53,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:01.410680 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-f1c65d00-ab77-4068-b123-58bab61350ee req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] Attempting to bind port 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:10:01.411499 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-f1c65d00-ab77-4068-b123-58bab61350ee req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] Attempting to bind port 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '1c0f8198-3df1-46b2-98a8-a7797e442d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:10:01.411499 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c65d00-ab77-4068-b123-58bab61350ee req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] Attempting to bind port 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d on network 52a47484-7add-4cd9-accb-b877eb05e9c5 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:10:01.424971 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c65d00-ab77-4068-b123-58bab61350ee req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] Port 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d on network 52a47484-7add-4cd9-accb-b877eb05e9c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:10:01.424971 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c65d00-ab77-4068-b123-58bab61350ee req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] Attempting to bind port 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d on network 52a47484-7add-4cd9-accb-b877eb05e9c5 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:10:01.425416 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-02fd21bc-4819-493e-8b55-f756e793ea3c None None] Provisioning for port 69792fc8-47a5-4eb3-8539-28f7489cdf53 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:01.432031 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0659d772-0feb-48b3-a61c-42996485ebda tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:01.438548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c65d00-ab77-4068-b123-58bab61350ee req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:10:01.438895 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c65d00-ab77-4068-b123-58bab61350ee req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] Checking segment: {'id': '1c0f8198-3df1-46b2-98a8-a7797e442d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:01.439342 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c65d00-ab77-4068-b123-58bab61350ee req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] Bound using segment: {'id': '1c0f8198-3df1-46b2-98a8-a7797e442d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:10:01.439844 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-f1c65d00-ab77-4068-b123-58bab61350ee req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] Bound port: 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0f8198-3df1-46b2-98a8-a7797e442d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:10:01.440257 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f1c65d00-ab77-4068-b123-58bab61350ee req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:01.475553 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-02fd21bc-4819-493e-8b55-f756e793ea3c None None] Provisioning complete for port 69792fc8-47a5-4eb3-8539-28f7489cdf53 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:01.476179 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-02fd21bc-4819-493e-8b55-f756e793ea3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:01.523292 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1a988-221c-4004-82a4-45c4b20fa2c8 req-8777240c-9c7f-4bff-a721-0794bc1373ed tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:01.530160 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69d1a988-221c-4004-82a4-45c4b20fa2c8 req-8777240c-9c7f-4bff-a721-0794bc1373ed tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 932 time: 0.5552924 Jul 22 19:10:01.541957 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-f1c65d00-ab77-4068-b123-58bab61350ee req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] For port 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:10:01.546296 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-f1c65d00-ab77-4068-b123-58bab61350ee req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] For port 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:10:01.553333 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-0659d772-0feb-48b3-a61c-42996485ebda tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Deleting port ec98f41d-f323-4f55-bb6d-2d576b7ee0b4 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:01.553753 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0659d772-0feb-48b3-a61c-42996485ebda tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:01.556908 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f1c65d00-ab77-4068-b123-58bab61350ee req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:01.571878 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 69792fc8-47a5-4eb3-8539-28f7489cdf53 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:01.572339 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:01.589110 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-30161af0-bf53-4e6e-8595-394dfe3e0118 service neutron] 10.222.0.13 "GET /v2.0/networks/e4d6fda9-8218-428a-ae2e-a9ede541c3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353762 Jul 22 19:10:01.631369 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f4567009-199f-48e8-8543-5101b568124b tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:01.657729 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c65d00-ab77-4068-b123-58bab61350ee req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:01.658706 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-f1c65d00-ab77-4068-b123-58bab61350ee req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:01.660800 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f1c65d00-ab77-4068-b123-58bab61350ee req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] 10.222.0.30 "PUT /v2.0/ports/1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d HTTP/1.1" status: 200 len: 1093 time: 1.3857629 Jul 22 19:10:01.661357 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b1257c-993a-4bdd-88d9-8506bbcc053c', 'tag': '1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:10:01.663736 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343d54e4-f36e-49e1-b3e8-963436819cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b1257c-993a-4bdd-88d9-8506bbcc053c", "tag": "1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:10:01.680201 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69d1a988-221c-4004-82a4-45c4b20fa2c8 req-12326d55-ceb2-4684-9007-b9aacf7a313d tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491661 Jul 22 19:10:01.681228 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-c1a09814-c57c-4462-985c-b84897c12924 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Delete allocated IP 172.20.0.30 (bf66d49b-6460-4bfe-9340-6a12be639cb2/8d9f2970-55d4-45b5-a1b5-e54a29980253) {{(pid=93807) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 19:10:01.684627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-f4567009-199f-48e8-8543-5101b568124b tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Calling delete_port for 9db988e9-6201-4dbf-8d42-a5c4c84b1f9c owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:01.710874 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-0659d772-0feb-48b3-a61c-42996485ebda tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] For port ec98f41d-f323-4f55-bb6d-2d576b7ee0b4, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ec98f41d-f323-4f55-bb6d-2d576b7ee0b4,segment=NetworkSegment(d7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7),segment_id=d7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:01.710874 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0659d772-0feb-48b3-a61c-42996485ebda tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:01.731038 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-0659d772-0feb-48b3-a61c-42996485ebda tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Calling delete_port for ec98f41d-f323-4f55-bb6d-2d576b7ee0b4 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:01.744875 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:10:01.765931 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24207197-86ef-4dea-a97f-2eb771e1d6ab service neutron] Pushing event updated for resources: {'Port': ['ID=1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:02.096129 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7018cdf-8092-4926-9bd4-a2182ac883cc None None] DHCP port deletion for a1c6b0b9-572d-42c3-956b-93ed9ba48fc0 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:10:02.114127 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c1a09814-c57c-4462-985c-b84897c12924 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:02.127559 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f8e7952d-0505-4725-b6d5-22317aa0656f no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:10:02.133213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-c1a09814-c57c-4462-985c-b84897c12924 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Ignored duplicate provisioning block setup for port 5502adf2-f0e9-4a71-b590-ef272ef9bc21 by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 19:10:02.151362 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: f8e7952d-0505-4725-b6d5-22317aa0656f {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:10:02.151622 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f8e7952d-0505-4725-b6d5-22317aa0656f not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:10:02.204170 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c1a09814-c57c-4462-985c-b84897c12924 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:02.214469 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-d7018cdf-8092-4926-9bd4-a2182ac883cc None None] Deleting port ec98f41d-f323-4f55-bb6d-2d576b7ee0b4 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:02.217430 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d7018cdf-8092-4926-9bd4-a2182ac883cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:02.224017 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f4567009-199f-48e8-8543-5101b568124b tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:02.235663 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f79da9c9-dcdd-41e7-a5de-e181e4dfb858 None None] Provisioning complete for port 5502adf2-f0e9-4a71-b590-ef272ef9bc21 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:02.236271 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f79da9c9-dcdd-41e7-a5de-e181e4dfb858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:02.340567 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-f79da9c9-dcdd-41e7-a5de-e181e4dfb858 None None] Port 5502adf2-f0e9-4a71-b590-ef272ef9bc21 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:02.372355 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:02.418272 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d7018cdf-8092-4926-9bd4-a2182ac883cc None None] For port ec98f41d-f323-4f55-bb6d-2d576b7ee0b4, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ec98f41d-f323-4f55-bb6d-2d576b7ee0b4,segment=NetworkSegment(d7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7),segment_id=d7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:02.418705 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d7018cdf-8092-4926-9bd4-a2182ac883cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:02.421785 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f79da9c9-dcdd-41e7-a5de-e181e4dfb858 None None] Provisioning complete for port 69792fc8-47a5-4eb3-8539-28f7489cdf53 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:02.422364 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f79da9c9-dcdd-41e7-a5de-e181e4dfb858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:02.455053 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-d7018cdf-8092-4926-9bd4-a2182ac883cc None None] Calling delete_port for ec98f41d-f323-4f55-bb6d-2d576b7ee0b4 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:02.468721 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3aa765ab-9ce8-4d32-92aa-432530843d4f req-bc95e1a7-1e4a-4fd4-947f-5e6b489717da tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/ports?device_id=899aad6b-c509-40ef-b2ec-215d9c85c2fc HTTP/1.1" status: 200 len: 210 time: 0.1103528 Jul 22 19:10:02.480687 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a8283f-9de1-40f6-9fab-f7d6647a705c x-openstack-request-id: req-92a8283f-9de1-40f6-9fab-f7d6647a705c {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:10:02.481598 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b1257c-993a-4bdd-88d9-8506bbcc053c", "tag": "1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:10:02.482025 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92a8283f-9de1-40f6-9fab-f7d6647a705c {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:10:02.482589 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b1257c-993a-4bdd-88d9-8506bbcc053c', 'tag': '1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d', 'status': 'completed', 'code': 200} Jul 22 19:10:02.564023 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c65d00-ab77-4068-b123-58bab61350ee req-4df974b9-e50d-499e-8de1-f463400172c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:02.567501 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f1c65d00-ab77-4068-b123-58bab61350ee req-4df974b9-e50d-499e-8de1-f463400172c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84dac082e65849c58aa9594ac2ba407c&device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 1096 time: 0.8513560 Jul 22 19:10:02.590167 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0659d772-0feb-48b3-a61c-42996485ebda tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:02.611882 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d7018cdf-8092-4926-9bd4-a2182ac883cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:02.620033 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef3c30-204e-40a3-afa0-69768e1a6209 req-a3cef68d-8888-450e-b278-1f45fe33acf4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:02.627475 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01ef3c30-204e-40a3-afa0-69768e1a6209 req-a3cef68d-8888-450e-b278-1f45fe33acf4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 950 time: 0.6564918 Jul 22 19:10:02.641001 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7018cdf-8092-4926-9bd4-a2182ac883cc None None] Pushing event deleted for resources: {'Port': ['ID=ec98f41d-f323-4f55-bb6d-2d576b7ee0b4,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:02.653589 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7018cdf-8092-4926-9bd4-a2182ac883cc None None] No DVR routers for this DVR port ec98f41d-f323-4f55-bb6d-2d576b7ee0b4 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:10:02.662183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a09814-c57c-4462-985c-b84897c12924 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Port': ['ID=5502adf2-f0e9-4a71-b590-ef272ef9bc21,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:02.664368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-c1a09814-c57c-4462-985c-b84897c12924 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] In _notify_port_updated(), no bound segment for port 5502adf2-f0e9-4a71-b590-ef272ef9bc21 on network bf66d49b-6460-4bfe-9340-6a12be639cb2 {{(pid=93807) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:10:02.669509 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f1c65d00-ab77-4068-b123-58bab61350ee req-8bc57061-f4d1-4d1d-9f12-b7d7cb159209 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d HTTP/1.1" status: 200 len: 217 time: 0.0912201 Jul 22 19:10:02.672688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a09814-c57c-4462-985c-b84897c12924 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:02.673627 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c1a09814-c57c-4462-985c-b84897c12924 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:02.674974 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c1a09814-c57c-4462-985c-b84897c12924 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "PUT /v2.0/ports/5502adf2-f0e9-4a71-b590-ef272ef9bc21 HTTP/1.1" status: 200 len: 918 time: 2.9959247 Jul 22 19:10:02.680124 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659d772-0feb-48b3-a61c-42996485ebda tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] No DVR routers for this DVR port ec98f41d-f323-4f55-bb6d-2d576b7ee0b4 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:10:02.685719 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659d772-0feb-48b3-a61c-42996485ebda tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event deleted for resources: {'Port': ['ID=ec98f41d-f323-4f55-bb6d-2d576b7ee0b4,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:02.689052 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40470) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:02.721444 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3616ac7f-b9ed-4434-9510-afb8445c99b1 None None] Provisioning complete for port 5502adf2-f0e9-4a71-b590-ef272ef9bc21 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:02.721762 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3616ac7f-b9ed-4434-9510-afb8445c99b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:02.725913 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a09814-c57c-4462-985c-b84897c12924 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:02.726526 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a09814-c57c-4462-985c-b84897c12924 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:02.727180 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a09814-c57c-4462-985c-b84897c12924 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:02.727919 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a09814-c57c-4462-985c-b84897c12924 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:02.728452 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a09814-c57c-4462-985c-b84897c12924 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:02.729018 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a09814-c57c-4462-985c-b84897c12924 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:02.729145 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-2fce5ffa-b931-49f4-a929-30971722f6cb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '696a2227-bc20-4053-86a4-4b6d7ffe0a69'}, {'subnet_id': '8d9f2970-55d4-45b5-a1b5-e54a29980253'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:02.729679 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a09814-c57c-4462-985c-b84897c12924 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:02.730370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a09814-c57c-4462-985c-b84897c12924 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:02.731360 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a09814-c57c-4462-985c-b84897c12924 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:02.732096 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a09814-c57c-4462-985c-b84897c12924 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:02.732749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a09814-c57c-4462-985c-b84897c12924 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:02.733232 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a09814-c57c-4462-985c-b84897c12924 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:02.744548 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01ef3c30-204e-40a3-afa0-69768e1a6209 req-2b4469bf-599a-417e-9d3d-1f8ddf8c24e3 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158810 Jul 22 19:10:02.778507 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-3616ac7f-b9ed-4434-9510-afb8445c99b1 None None] Port 5502adf2-f0e9-4a71-b590-ef272ef9bc21 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:02.815862 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4567009-199f-48e8-8543-5101b568124b tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Pushing event deleted for resources: {'Port': ['ID=9db988e9-6201-4dbf-8d42-a5c4c84b1f9c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:02.831388 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f4567009-199f-48e8-8543-5101b568124b tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:02.834452 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f4567009-199f-48e8-8543-5101b568124b tempest-RoutersAdminNegativeIpV6Test-2023389701 tempest-RoutersAdminNegativeIpV6Test-2023389701-project-admin] 10.222.0.13 "DELETE /v2.0/ports/9db988e9-6201-4dbf-8d42-a5c4c84b1f9c HTTP/1.1" status: 204 len: 168 time: 2.4069180 Jul 22 19:10:02.852675 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83a7ad-7d5d-4fcd-b415-6d41e5ed1e38 req-90a7de93-d2b7-4eba-b5e7-a3e5b6c3c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:02.854202 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aa83a7ad-7d5d-4fcd-b415-6d41e5ed1e38 req-90a7de93-d2b7-4eba-b5e7-a3e5b6c3c484 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41c697aba6e940169e3dc8cd7b93b641&device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 1097 time: 0.5237443 Jul 22 19:10:02.874395 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe67666-0174-4a72-8605-4314ca355557 req-fd8f5001-2b08-45df-9a34-da2cd243e7ae tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:02.883195 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-afe67666-0174-4a72-8605-4314ca355557 req-fd8f5001-2b08-45df-9a34-da2cd243e7ae tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 945 time: 0.3202441 Jul 22 19:10:02.949613 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0659d772-0feb-48b3-a61c-42996485ebda tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:02.956060 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c65d00-ab77-4068-b123-58bab61350ee req-8bd1d881-212a-4e05-a9fd-2b5f81292be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:02.956060 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f1c65d00-ab77-4068-b123-58bab61350ee req-8bd1d881-212a-4e05-a9fd-2b5f81292be1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c968c48-1c3b-44da-8dcd-5ec44f87705f HTTP/1.1" status: 200 len: 844 time: 0.2620058 Jul 22 19:10:02.984503 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-0659d772-0feb-48b3-a61c-42996485ebda tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c6b0b9-572d-42c3-956b-93ed9ba48fc0']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:03.020528 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f1c65d00-ab77-4068-b123-58bab61350ee req-2aece0dc-9cf0-4753-aac9-b2a5e4057455 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52a47484-7add-4cd9-accb-b877eb05e9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506220 Jul 22 19:10:03.020781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-afe67666-0174-4a72-8605-4314ca355557 req-315b4674-c092-4c1c-b264-d58c43138bb1 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369400 Jul 22 19:10:03.022276 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-0659d772-0feb-48b3-a61c-42996485ebda tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:03.022577 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-0659d772-0feb-48b3-a61c-42996485ebda tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7140aa7-11c8-4b9f-b7ad-5f12ea3f5aa7') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:03.064596 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a170361-2756-4fb7-a59b-1286fcd50da4 req-6a0e96a5-2c90-4707-ae1a-48fdef015eab tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:03.067366 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a170361-2756-4fb7-a59b-1286fcd50da4 req-6a0e96a5-2c90-4707-ae1a-48fdef015eab tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 944 time: 0.2107105 Jul 22 19:10:03.069022 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83a7ad-7d5d-4fcd-b415-6d41e5ed1e38 req-2c6ce335-1b46-4559-88ad-24225865beaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:03.070510 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aa83a7ad-7d5d-4fcd-b415-6d41e5ed1e38 req-2c6ce335-1b46-4559-88ad-24225865beaa service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc0ba9f8-89b3-4676-8828-bacae052b3bd HTTP/1.1" status: 200 len: 920 time: 0.1836045 Jul 22 19:10:03.079507 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0659d772-0feb-48b3-a61c-42996485ebda tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:03.094301 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0659d772-0feb-48b3-a61c-42996485ebda tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:03.134109 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0659d772-0feb-48b3-a61c-42996485ebda tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:10:03.134510 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0659d772-0feb-48b3-a61c-42996485ebda tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:10:03.137796 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:10:03.163095 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aa83a7ad-7d5d-4fcd-b415-6d41e5ed1e38 req-d0a39b09-81dd-4939-9596-534494a104bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9379f319-83dc-499c-b2f9-a6930eecf652 HTTP/1.1" status: 200 len: 217 time: 0.0711219 Jul 22 19:10:03.181112 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40482) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:03.241044 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a170361-2756-4fb7-a59b-1286fcd50da4 req-c83ba80c-0777-496f-8e9b-59d6d61ecd39 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664472 Jul 22 19:10:03.258750 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f1c65d00-ab77-4068-b123-58bab61350ee req-c9a1d4a2-df69-477c-81f8-eecec6b68f03 service neutron] 10.222.0.30 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262979 Jul 22 19:10:03.263996 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2fce5ffa-b931-49f4-a929-30971722f6cb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:03.276836 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0659d772-0feb-48b3-a61c-42996485ebda tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:03.311236 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 69792fc8-47a5-4eb3-8539-28f7489cdf53 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:03.314124 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0659d772-0feb-48b3-a61c-42996485ebda tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:03.321008 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0659d772-0feb-48b3-a61c-42996485ebda tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] 10.222.0.13 "DELETE /v2.0/networks/a1c6b0b9-572d-42c3-956b-93ed9ba48fc0 HTTP/1.1" status: 204 len: 168 time: 1.9871981 Jul 22 19:10:03.337757 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83a7ad-7d5d-4fcd-b415-6d41e5ed1e38 req-44b99e99-78f2-4d3e-9ffb-9e3f1e13807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:03.339281 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aa83a7ad-7d5d-4fcd-b415-6d41e5ed1e38 req-44b99e99-78f2-4d3e-9ffb-9e3f1e13807f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19d131ce-729f-4d0d-91f9-24cc1f3913da HTTP/1.1" status: 200 len: 859 time: 0.1587548 Jul 22 19:10:03.346924 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659d772-0feb-48b3-a61c-42996485ebda tempest-ServersTestMultiNic-317851723 tempest-ServersTestMultiNic-317851723-project] Pushing event deleted for resources: {'Network': ['ID=a1c6b0b9-572d-42c3-956b-93ed9ba48fc0,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:03.411486 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aa83a7ad-7d5d-4fcd-b415-6d41e5ed1e38 req-d892fc74-6e11-47f3-8725-d7aaa1ca2ba3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc0ba9f8-89b3-4676-8828-bacae052b3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619190 Jul 22 19:10:03.462225 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 69792fc8-47a5-4eb3-8539-28f7489cdf53 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:03.463823 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:03.527731 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d053be0-1a32-44b9-882d-ecb2e7862260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:03.530195 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06360976-06e0-4ac9-993d-e78c92a5bdb3 req-627567c0-345d-465b-aba2-42fff48c8ba9 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:03.536844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-06360976-06e0-4ac9-993d-e78c92a5bdb3 req-627567c0-345d-465b-aba2-42fff48c8ba9 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 950 time: 0.3877017 Jul 22 19:10:03.559665 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f1c65d00-ab77-4068-b123-58bab61350ee req-bfc55f5f-4e6a-4bbd-98a2-c77cb6defbe8 service neutron] 10.222.0.30 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927232 Jul 22 19:10:03.706007 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-160fbe41-dd77-4f05-8c78-2ddf656ebd2c None None] Provisioning complete for port 5502adf2-f0e9-4a71-b590-ef272ef9bc21 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:03.706667 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-160fbe41-dd77-4f05-8c78-2ddf656ebd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:03.729102 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ec98f41d-f323-4f55-bb6d-2d576b7ee0b4 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:10:03.756834 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: ec98f41d-f323-4f55-bb6d-2d576b7ee0b4 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:10:03.757198 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ec98f41d-f323-4f55-bb6d-2d576b7ee0b4 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:10:03.768509 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-160fbe41-dd77-4f05-8c78-2ddf656ebd2c None None] Port 5502adf2-f0e9-4a71-b590-ef272ef9bc21 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:03.794940 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e694ce5-6c0f-4a4b-a61b-6aca9872472d req-398e7d84-15e3-4759-a313-6e81acb72683 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/ports?device_id=899aad6b-c509-40ef-b2ec-215d9c85c2fc HTTP/1.1" status: 200 len: 210 time: 0.0617044 Jul 22 19:10:03.801640 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d54e4-f36e-49e1-b3e8-963436819cf7 req-188a5047-91b6-4958-a1ff-dc74710634dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:03.803207 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-343d54e4-f36e-49e1-b3e8-963436819cf7 req-188a5047-91b6-4958-a1ff-dc74710634dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84dac082e65849c58aa9594ac2ba407c&device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 1096 time: 0.1796720 Jul 22 19:10:03.825055 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-06360976-06e0-4ac9-993d-e78c92a5bdb3 req-1de99cdd-d697-4f62-adaa-7c3211e5e4bb tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688003 Jul 22 19:10:03.841464 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-cb1326ae-41bb-47b8-864a-a9ae543f7d76 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:03.842595 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-cb1326ae-41bb-47b8-864a-a9ae543f7d76 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.16 "GET /v2.0/networks?id=e4d6fda9-8218-428a-ae2e-a9ede541c3c4 HTTP/1.1" status: 200 len: 809 time: 0.4213369 Jul 22 19:10:03.858457 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-8414ad25-1833-423f-86b0-5b6cf93a834c tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Request body: {'port': {'device_id': '899aad6b-c509-40ef-b2ec-215d9c85c2fc', 'network_id': 'e4d6fda9-8218-428a-ae2e-a9ede541c3c4', 'admin_state_up': True, 'tenant_id': '866090af555f489dba0f0835bdb7b156'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:03.886500 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:03.894351 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aa83a7ad-7d5d-4fcd-b415-6d41e5ed1e38 req-9894c6c9-aec4-48a7-993f-62cf388c045d service neutron] 10.222.0.16 "GET /v2.0/networks/fc0ba9f8-89b3-4676-8828-bacae052b3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742095 Jul 22 19:10:03.926601 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40500) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:03.935122 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d053be0-1a32-44b9-882d-ecb2e7862260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:03.944517 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d053be0-1a32-44b9-882d-ecb2e7862260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:03.947511 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-2fce5ffa-b931-49f4-a929-30971722f6cb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Allocated IP 172.20.0.20 (bf66d49b-6460-4bfe-9340-6a12be639cb2/8d9f2970-55d4-45b5-a1b5-e54a29980253/5502adf2-f0e9-4a71-b590-ef272ef9bc21) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:04.033527 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6d053be0-1a32-44b9-882d-ecb2e7862260 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2af1d67d3a85477b9341dcd75a146559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8494580 Jul 22 19:10:04.038489 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d053be0-1a32-44b9-882d-ecb2e7862260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9483297-4629-4109-8f8f-49f156e6e29a,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:04.041574 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40504) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:04.044405 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d54e4-f36e-49e1-b3e8-963436819cf7 req-0fc11e2b-257a-4a4f-80e7-2906c432f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:04.045896 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-343d54e4-f36e-49e1-b3e8-963436819cf7 req-0fc11e2b-257a-4a4f-80e7-2906c432f15a service neutron] 10.222.0.30 "GET /v2.0/networks?id=52a47484-7add-4cd9-accb-b877eb05e9c5 HTTP/1.1" status: 200 len: 905 time: 0.2193534 Jul 22 19:10:04.133869 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-343d54e4-f36e-49e1-b3e8-963436819cf7 req-7f97867e-86af-43e9-b972-b69502b4c019 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d HTTP/1.1" status: 200 len: 217 time: 0.0727408 Jul 22 19:10:04.221712 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d54e4-f36e-49e1-b3e8-963436819cf7 req-499d6a64-e5e0-4761-85c5-f9c3c65251e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:04.223314 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-343d54e4-f36e-49e1-b3e8-963436819cf7 req-499d6a64-e5e0-4761-85c5-f9c3c65251e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c968c48-1c3b-44da-8dcd-5ec44f87705f HTTP/1.1" status: 200 len: 844 time: 0.0799305 Jul 22 19:10:04.262392 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aa83a7ad-7d5d-4fcd-b415-6d41e5ed1e38 req-b4e8d017-e435-4146-8dc6-eed20cac00a3 service neutron] 10.222.0.16 "GET /v2.0/networks/fc0ba9f8-89b3-4676-8828-bacae052b3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581243 Jul 22 19:10:04.280361 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2fce5ffa-b931-49f4-a929-30971722f6cb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:04.287295 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-343d54e4-f36e-49e1-b3e8-963436819cf7 req-4a69f72d-f48c-4a3a-a18b-01d3dbf790be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52a47484-7add-4cd9-accb-b877eb05e9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546925 Jul 22 19:10:04.307421 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0cfd7ee8-a96f-4b04-92d8-a0410d72a2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:04.319124 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-8414ad25-1833-423f-86b0-5b6cf93a834c tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Made reservation on behalf of 866090af555f489dba0f0835bdb7b156 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:04.323179 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-8414ad25-1833-423f-86b0-5b6cf93a834c tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:04.354997 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-2fce5ffa-b931-49f4-a929-30971722f6cb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Transition to ACTIVE for port object 5502adf2-f0e9-4a71-b590-ef272ef9bc21 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:04.365534 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2fce5ffa-b931-49f4-a929-30971722f6cb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:04.413708 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d82dd-3036-430a-81da-9a0bf2264f9f req-ba24aa70-4bc4-4adb-b67f-d3c60eb45119 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:04.415204 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ed2d82dd-3036-430a-81da-9a0bf2264f9f req-ba24aa70-4bc4-4adb-b67f-d3c60eb45119 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 945 time: 0.2895010 Jul 22 19:10:04.444524 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0cfd7ee8-a96f-4b04-92d8-a0410d72a2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:04.506118 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce5ffa-b931-49f4-a929-30971722f6cb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Port': ['ID=5502adf2-f0e9-4a71-b590-ef272ef9bc21,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:04.524830 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f34109-c8fd-43e8-852a-cc341de32b57 req-395def1c-5466-43b9-8f46-9a617d5cf41a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:04.525585 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-d3798525-af17-4393-9113-97a7b9fb9bf8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3288486 Jul 22 19:10:04.526353 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c2f34109-c8fd-43e8-852a-cc341de32b57 req-395def1c-5466-43b9-8f46-9a617d5cf41a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 950 time: 0.3176355 Jul 22 19:10:04.551746 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-343d54e4-f36e-49e1-b3e8-963436819cf7 req-fcc15f2a-e22a-463c-9046-4876ce5bca33 service neutron] 10.222.0.30 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323394 Jul 22 19:10:04.625210 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-2fce5ffa-b931-49f4-a929-30971722f6cb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] In _notify_port_updated(), no bound segment for port 5502adf2-f0e9-4a71-b590-ef272ef9bc21 on network bf66d49b-6460-4bfe-9340-6a12be639cb2 {{(pid=93806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:10:04.631739 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fce5ffa-b931-49f4-a929-30971722f6cb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:04.632545 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2fce5ffa-b931-49f4-a929-30971722f6cb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:04.633963 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2fce5ffa-b931-49f4-a929-30971722f6cb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "PUT /v2.0/ports/5502adf2-f0e9-4a71-b590-ef272ef9bc21 HTTP/1.1" status: 200 len: 998 time: 1.9401834 Jul 22 19:10:04.659538 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40524) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:04.750495 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-343d54e4-f36e-49e1-b3e8-963436819cf7 req-916e01ae-6e17-4a16-a9ec-cb78abde2256 service neutron] 10.222.0.30 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792712 Jul 22 19:10:04.783055 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-bcb0574c-95e3-4039-9594-0107f80bb492 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting port 5502adf2-f0e9-4a71-b590-ef272ef9bc21 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:04.783390 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bcb0574c-95e3-4039-9594-0107f80bb492 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:04.879416 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bcb0574c-95e3-4039-9594-0107f80bb492 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:04.892853 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-bcb0574c-95e3-4039-9594-0107f80bb492 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Calling delete_port for 5502adf2-f0e9-4a71-b590-ef272ef9bc21 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:04.915613 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ed2d82dd-3036-430a-81da-9a0bf2264f9f req-f7c7b4e9-81f6-4b0f-898d-d56f278c946a tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929836 Jul 22 19:10:05.004531 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0cfd7ee8-a96f-4b04-92d8-a0410d72a2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:05.007003 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0cfd7ee8-a96f-4b04-92d8-a0410d72a2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:05.008141 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0cfd7ee8-a96f-4b04-92d8-a0410d72a2fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9483297-4629-4109-8f8f-49f156e6e29a HTTP/1.1" status: 204 len: 168 time: 0.9607894 Jul 22 19:10:05.018162 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c2f34109-c8fd-43e8-852a-cc341de32b57 req-ba1ce3e4-3deb-4b36-8cb4-7be2d2bf85e7 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760895 Jul 22 19:10:05.040202 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd7ee8-a96f-4b04-92d8-a0410d72a2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9483297-4629-4109-8f8f-49f156e6e29a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:05.058817 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-8414ad25-1833-423f-86b0-5b6cf93a834c tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Allocated IP 172.20.0.10 (e4d6fda9-8218-428a-ae2e-a9ede541c3c4/a8de7374-1f83-4fd1-ad76-2633f17ced17/d7f8bf16-01a1-4b80-986c-df70bde07ca5) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:05.205258 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bcb0574c-95e3-4039-9594-0107f80bb492 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:05.271104 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0574c-95e3-4039-9594-0107f80bb492 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Port': ['ID=5502adf2-f0e9-4a71-b590-ef272ef9bc21,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:05.313317 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43822684-f913-408f-9595-1d1b253ce66e req-c3d38aa8-26c3-4563-a795-67f71790b322 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/ports?device_id=899aad6b-c509-40ef-b2ec-215d9c85c2fc HTTP/1.1" status: 200 len: 210 time: 0.0571878 Jul 22 19:10:05.323137 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c73acd-21c7-478d-b935-9a062052f969 req-c85889eb-0dc2-4a23-a5b5-219ac623733e tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:05.324816 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-06c73acd-21c7-478d-b935-9a062052f969 req-c85889eb-0dc2-4a23-a5b5-219ac623733e tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 944 time: 0.2681193 Jul 22 19:10:05.405057 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bcb0574c-95e3-4039-9594-0107f80bb492 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:05.407205 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bcb0574c-95e3-4039-9594-0107f80bb492 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/ports/5502adf2-f0e9-4a71-b590-ef272ef9bc21 HTTP/1.1" status: 204 len: 168 time: 0.7464416 Jul 22 19:10:05.410061 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40550) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:05.453913 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-89de5dec-07e0-4cf3-acdd-67a040e7eef7 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] GET failed (client error): The resource could not be found. Jul 22 19:10:05.459673 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-89de5dec-07e0-4cf3-acdd-67a040e7eef7 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports/5502adf2-f0e9-4a71-b590-ef272ef9bc21 HTTP/1.1" status: 404 len: 333 time: 0.0407176 Jul 22 19:10:05.459673 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40552) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:05.485056 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-06c73acd-21c7-478d-b935-9a062052f969 req-c191cde5-e75c-411e-8733-2026545fa7e1 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240325 Jul 22 19:10:05.510789 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40554) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:05.523611 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-8414ad25-1833-423f-86b0-5b6cf93a834c tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:05.557180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a9c733-7ce0-4edd-8ff3-935330d6e799 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting subnet 8d9f2970-55d4-45b5-a1b5-e54a29980253 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:10:05.562138 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47a9c733-7ce0-4edd-8ff3-935330d6e799 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:05.570207 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-56f20282-f891-42f1-9b17-4808064db813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:05.609624 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-28c558eb-89c2-4817-b493-9a4139a1fdcf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=772b08fb594a42298867bf5b5c443243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0977144 Jul 22 19:10:05.612550 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40556) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:05.625822 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47a9c733-7ce0-4edd-8ff3-935330d6e799 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:05.690035 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-8414ad25-1833-423f-86b0-5b6cf93a834c tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:05.733981 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddd6c867-491b-4750-b8d7-418e15450bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:05.757908 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47a9c733-7ce0-4edd-8ff3-935330d6e799 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:05.788923 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddd6c867-491b-4750-b8d7-418e15450bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:05.792220 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-8414ad25-1833-423f-86b0-5b6cf93a834c tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Network e4d6fda9-8218-428a-ae2e-a9ede541c3c4 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:05.799285 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-82dc6887-9ad0-4fa3-a34b-575218bddbba None None] Could not find standard attr ID for object 5502adf2-f0e9-4a71-b590-ef272ef9bc21. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:10:05.812777 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-8414ad25-1833-423f-86b0-5b6cf93a834c tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:05.838960 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-8414ad25-1833-423f-86b0-5b6cf93a834c tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:05.862074 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddd6c867-491b-4750-b8d7-418e15450bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:05.864790 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddd6c867-491b-4750-b8d7-418e15450bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:05.870182 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ddd6c867-491b-4750-b8d7-418e15450bda admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6fb058a-ddd7-4b91-8a67-cec36e078a01 HTTP/1.1" status: 204 len: 168 time: 0.2520902 Jul 22 19:10:05.871502 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47a9c733-7ce0-4edd-8ff3-935330d6e799 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:05.876543 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414ad25-1833-423f-86b0-5b6cf93a834c tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Pushing event updated for resources: {'Port': ['ID=d7f8bf16-01a1-4b80-986c-df70bde07ca5,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:05.902986 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47a9c733-7ce0-4edd-8ff3-935330d6e799 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:05.904897 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-47a9c733-7ce0-4edd-8ff3-935330d6e799 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/subnets/8d9f2970-55d4-45b5-a1b5-e54a29980253 HTTP/1.1" status: 204 len: 168 time: 0.4443393 Jul 22 19:10:05.909399 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40560) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:05.923132 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6c867-491b-4750-b8d7-418e15450bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fb058a-ddd7-4b91-8a67-cec36e078a01,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:05.932055 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9c733-7ce0-4edd-8ff3-935330d6e799 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Subnet': ['ID=8d9f2970-55d4-45b5-a1b5-e54a29980253,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:05.933891 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-8414ad25-1833-423f-86b0-5b6cf93a834c tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:05.934519 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-8414ad25-1833-423f-86b0-5b6cf93a834c tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:05.990416 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-8414ad25-1833-423f-86b0-5b6cf93a834c tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1373968 Jul 22 19:10:06.007290 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-86184909-547a-450a-8713-dab78b08f4ce service neutron] Request body: {'port': {'device_id': '899aad6b-c509-40ef-b2ec-215d9c85c2fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:06.061623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf536a3-b9c1-4102-a4f0-582541248de4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting subnet 696a2227-bc20-4053-86a4-4b6d7ffe0a69 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:10:06.073068 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6cf536a3-b9c1-4102-a4f0-582541248de4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:06.093111 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-3e675baf-29ac-49d3-a6af-e1c41f6fc529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:06.094641 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-3e675baf-29ac-49d3-a6af-e1c41f6fc529 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 1102 time: 0.0706449 Jul 22 19:10:06.219011 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-08659d25-d799-4b94-bb16-46be73d19126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:06.220572 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-08659d25-d799-4b94-bb16-46be73d19126 service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.1196578 Jul 22 19:10:06.265795 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-f614e24a-1050-4324-8abc-bc0d7e5e60c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 HTTP/1.1" status: 200 len: 217 time: 0.0378227 Jul 22 19:10:06.267619 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6cf536a3-b9c1-4102-a4f0-582541248de4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:06.286055 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e55179-05d2-4662-8e2c-86eb707010f1 None None] Network bf66d49b-6460-4bfe-9340-6a12be639cb2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:06.324574 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-584faaf6-fdff-40e5-a500-8d12c95afc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:06.326150 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-584faaf6-fdff-40e5-a500-8d12c95afc3b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0542436 Jul 22 19:10:06.407206 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-faa892db-e949-4f7f-9aef-edb2ce7edcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:06.408965 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-faa892db-e949-4f7f-9aef-edb2ce7edcbf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0758226 Jul 22 19:10:06.436876 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e20850-f80d-4b32-a083-9e287a86478c req-5a07e559-950c-4a6a-8700-25627be68ac7 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:06.438928 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f4e20850-f80d-4b32-a083-9e287a86478c req-5a07e559-950c-4a6a-8700-25627be68ac7 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 945 time: 0.3676841 Jul 22 19:10:06.444303 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-86184909-547a-450a-8713-dab78b08f4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:06.484063 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65bbed-a584-4842-bd22-c3d1cf3767b7 req-3401c4b4-671d-4f5d-9ae0-ab5e38c9556a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:06.485775 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba65bbed-a584-4842-bd22-c3d1cf3767b7 req-3401c4b4-671d-4f5d-9ae0-ab5e38c9556a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 950 time: 0.3108809 Jul 22 19:10:06.487211 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-56f20282-f891-42f1-9b17-4808064db813 admin admin] Deleting port a2e7d800-11c6-4424-9382-4283d01854fe {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:06.487935 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-56f20282-f891-42f1-9b17-4808064db813 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:06.521120 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-54e87aac-2980-43c0-9916-fdb18dc08225 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050436 Jul 22 19:10:06.542008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:10:06.667253 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-8183f05f-96e1-4540-ba0e-08d3e5a5d135 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376622 Jul 22 19:10:06.683881 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6cf536a3-b9c1-4102-a4f0-582541248de4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:06.703956 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:06.724788 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d', 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5', 'port_id': '1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d', 'mac_address': 'fa:16:3e:cd:6f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c968c48-1c3b-44da-8dcd-5ec44f87705f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:10:06.769771 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:06.778215 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f4e20850-f80d-4b32-a083-9e287a86478c req-1c06d184-05cc-48a7-923a-55394850c1f9 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137138 Jul 22 19:10:06.787654 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba65bbed-a584-4842-bd22-c3d1cf3767b7 req-9cff05ba-05a9-4041-9d0e-1d2c3535897b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688899 Jul 22 19:10:06.803660 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:10:06.854455 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:06.859585 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:06.895762 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40590) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:06.936619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-56f20282-f891-42f1-9b17-4808064db813 admin admin] For port a2e7d800-11c6-4424-9382-4283d01854fe, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a2e7d800-11c6-4424-9382-4283d01854fe,segment=NetworkSegment(9f8303f6-ae6a-4b16-a16e-d452318eaef3),segment_id=9f8303f6-ae6a-4b16-a16e-d452318eaef3)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:06.937610 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-56f20282-f891-42f1-9b17-4808064db813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:06.972784 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:07.014635 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6cf536a3-b9c1-4102-a4f0-582541248de4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.034579 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6cf536a3-b9c1-4102-a4f0-582541248de4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.040848 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6cf536a3-b9c1-4102-a4f0-582541248de4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/subnets/696a2227-bc20-4053-86a4-4b6d7ffe0a69 HTTP/1.1" status: 204 len: 168 time: 1.1246088 Jul 22 19:10:07.041729 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-36549ec7-790a-4af9-b599-0946cc272afa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-421213589'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:07.044909 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40594) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:07.068970 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:10:07.103482 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36549ec7-790a-4af9-b599-0946cc272afa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Made reservation on behalf of 199a2496daeb41f4ada1ee50dd6d7bea for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:07.106454 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-56f20282-f891-42f1-9b17-4808064db813 admin admin] Calling delete_port for a2e7d800-11c6-4424-9382-4283d01854fe owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:07.107344 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-36549ec7-790a-4af9-b599-0946cc272afa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.153554 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-36549ec7-790a-4af9-b599-0946cc272afa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.156660 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf536a3-b9c1-4102-a4f0-582541248de4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Subnet': ['ID=696a2227-bc20-4053-86a4-4b6d7ffe0a69,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:07.176184 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2c72b4b-3a3e-47c8-88f1-5e7ee1f41a7f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.294074 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-b2c72b4b-3a3e-47c8-88f1-5e7ee1f41a7f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting port 69792fc8-47a5-4eb3-8539-28f7489cdf53 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:07.294576 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2c72b4b-3a3e-47c8-88f1-5e7ee1f41a7f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.301959 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e0e30c-d01c-4768-b81c-0b0e36e31a50 None None] Network bf66d49b-6460-4bfe-9340-6a12be639cb2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:07.383191 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-36549ec7-790a-4af9-b599-0946cc272afa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.385074 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-b2c72b4b-3a3e-47c8-88f1-5e7ee1f41a7f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] For port 69792fc8-47a5-4eb3-8539-28f7489cdf53, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=69792fc8-47a5-4eb3-8539-28f7489cdf53,segment=NetworkSegment(e7f63210-1e50-4d0d-bb41-6e2c0f7353a0),segment_id=e7f63210-1e50-4d0d-bb41-6e2c0f7353a0)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:07.385370 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2c72b4b-3a3e-47c8-88f1-5e7ee1f41a7f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.386437 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-86184909-547a-450a-8713-dab78b08f4ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f8bf16-01a1-4b80-986c-df70bde07ca5 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:10:07.392996 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-36549ec7-790a-4af9-b599-0946cc272afa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.401362 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-86184909-547a-450a-8713-dab78b08f4ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.402293 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7cbc5951-bd30-43cf-b8e0-f8f75f56e3c8 None None] Provisioning complete for port 69792fc8-47a5-4eb3-8539-28f7489cdf53 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:07.402763 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7cbc5951-bd30-43cf-b8e0-f8f75f56e3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.411635 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf605d-392b-4b44-83a7-0f75c895bb15 req-31fcf16b-f505-481e-8615-905b4b2f8e33 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:07.413678 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-b2c72b4b-3a3e-47c8-88f1-5e7ee1f41a7f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Calling delete_port for 69792fc8-47a5-4eb3-8539-28f7489cdf53 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:07.419046 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6bdf605d-392b-4b44-83a7-0f75c895bb15 req-31fcf16b-f505-481e-8615-905b4b2f8e33 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/ports?device_id=899aad6b-c509-40ef-b2ec-215d9c85c2fc HTTP/1.1" status: 200 len: 932 time: 0.4109905 Jul 22 19:10:07.436289 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36549ec7-790a-4af9-b599-0946cc272afa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:10:07.447906 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e8e9c-e3ee-4608-9a0a-1bb8be42272c req-435680cb-b14d-4fba-8795-6370fe00fa3c tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:07.449091 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36549ec7-790a-4af9-b599-0946cc272afa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c67a755-b5b2-4ecf-bfb7-36cfab1e0784,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:07.457832 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-929e8e9c-e3ee-4608-9a0a-1bb8be42272c req-435680cb-b14d-4fba-8795-6370fe00fa3c tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 945 time: 0.4502075 Jul 22 19:10:07.488808 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-36549ec7-790a-4af9-b599-0946cc272afa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.489211 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-36549ec7-790a-4af9-b599-0946cc272afa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Added segment eeb4ecd4-8258-4dff-95f3-dfb1dc0e5de9 of type vlan for network a3a0472f-419f-4e19-bb24-852eacce347a Jul 22 19:10:07.497690 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-86184909-547a-450a-8713-dab78b08f4ce service neutron] Transition to ACTIVE for port object d7f8bf16-01a1-4b80-986c-df70bde07ca5 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:07.508040 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-86184909-547a-450a-8713-dab78b08f4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.543134 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-36549ec7-790a-4af9-b599-0946cc272afa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.580247 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0dc82c-27e6-4e1d-bea5-a458c6175271 None None] DHCP port deletion for bf66d49b-6460-4bfe-9340-6a12be639cb2 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:10:07.587434 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2c72b4b-3a3e-47c8-88f1-5e7ee1f41a7f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.597862 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-929e8e9c-e3ee-4608-9a0a-1bb8be42272c req-5826f9f5-cd98-46af-8992-bd529985b160 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382990 Jul 22 19:10:07.607546 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6bdf605d-392b-4b44-83a7-0f75c895bb15 req-59cb9d64-75ce-4c48-9e59-4b2137638c9d tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/security-groups?id=86daed3b-e668-4417-bfec-d77a1610391b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874166 Jul 22 19:10:07.618997 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-36549ec7-790a-4af9-b599-0946cc272afa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.622306 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86184909-547a-450a-8713-dab78b08f4ce service neutron] Pushing event updated for resources: {'Port': ['ID=d7f8bf16-01a1-4b80-986c-df70bde07ca5,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:07.624792 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36549ec7-790a-4af9-b599-0946cc272afa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:07.632043 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-36549ec7-790a-4af9-b599-0946cc272afa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.632189 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-fe0dc82c-27e6-4e1d-bea5-a458c6175271 None None] The port '69792fc8-47a5-4eb3-8539-28f7489cdf53' was deleted {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 19:10:07.643429 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c72b4b-3a3e-47c8-88f1-5e7ee1f41a7f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Port': ['ID=69792fc8-47a5-4eb3-8539-28f7489cdf53,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:07.663948 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c72b4b-3a3e-47c8-88f1-5e7ee1f41a7f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] No DVR routers for this DVR port 69792fc8-47a5-4eb3-8539-28f7489cdf53 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:10:07.681810 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-36549ec7-790a-4af9-b599-0946cc272afa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7871721 Jul 22 19:10:07.687646 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40596) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:07.712900 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-91b79de1-8d36-45b7-9705-d7e49c32461e tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Request body: {'subnet': {'network_id': 'a3a0472f-419f-4e19-bb24-852eacce347a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:07.752728 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36549ec7-790a-4af9-b599-0946cc272afa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Pushing event updated for resources: {'Network': ['ID=a3a0472f-419f-4e19-bb24-852eacce347a,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:07.766871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network a3a0472f-419f-4e19-bb24-852eacce347a details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:10:07.791126 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2c72b4b-3a3e-47c8-88f1-5e7ee1f41a7f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.803758 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-b2c72b4b-3a3e-47c8-88f1-5e7ee1f41a7f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf66d49b-6460-4bfe-9340-6a12be639cb2']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:07.826047 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-56f20282-f891-42f1-9b17-4808064db813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.836892 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-b2c72b4b-3a3e-47c8-88f1-5e7ee1f41a7f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f63210-1e50-4d0d-bb41-6e2c0f7353a0') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:07.837437 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-b2c72b4b-3a3e-47c8-88f1-5e7ee1f41a7f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f63210-1e50-4d0d-bb41-6e2c0f7353a0') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:07.841919 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-86184909-547a-450a-8713-dab78b08f4ce service neutron] Attempting to bind port d7f8bf16-01a1-4b80-986c-df70bde07ca5 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:10:07.843027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-86184909-547a-450a-8713-dab78b08f4ce service neutron] Attempting to bind port d7f8bf16-01a1-4b80-986c-df70bde07ca5 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '37ac45c0-31af-4852-b0d0-5cad72118f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e4d6fda9-8218-428a-ae2e-a9ede541c3c4'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:10:07.843437 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-86184909-547a-450a-8713-dab78b08f4ce service neutron] Attempting to bind port d7f8bf16-01a1-4b80-986c-df70bde07ca5 on network e4d6fda9-8218-428a-ae2e-a9ede541c3c4 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:10:07.855450 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2c72b4b-3a3e-47c8-88f1-5e7ee1f41a7f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.876304 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2c72b4b-3a3e-47c8-88f1-5e7ee1f41a7f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.883557 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c72b4b-3a3e-47c8-88f1-5e7ee1f41a7f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:10:07.884100 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2c72b4b-3a3e-47c8-88f1-5e7ee1f41a7f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:10:07.887550 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:10:07.948832 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2c72b4b-3a3e-47c8-88f1-5e7ee1f41a7f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.957086 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2c72b4b-3a3e-47c8-88f1-5e7ee1f41a7f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:07.959047 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b2c72b4b-3a3e-47c8-88f1-5e7ee1f41a7f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/networks/bf66d49b-6460-4bfe-9340-6a12be639cb2 HTTP/1.1" status: 204 len: 168 time: 0.9122529 Jul 22 19:10:07.963195 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40604) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:07.982056 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c72b4b-3a3e-47c8-88f1-5e7ee1f41a7f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Network': ['ID=bf66d49b-6460-4bfe-9340-6a12be639cb2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:08.035999 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08f831f-4332-40c8-a9d6-5b33df4ae96e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:08.037594 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f08f831f-4332-40c8-a9d6-5b33df4ae96e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0734630 Jul 22 19:10:08.041335 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40606) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:08.194982 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f20282-f891-42f1-9b17-4808064db813 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e7d800-11c6-4424-9382-4283d01854fe,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:08.232745 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-86184909-547a-450a-8713-dab78b08f4ce service neutron] Port d7f8bf16-01a1-4b80-986c-df70bde07ca5 on network e4d6fda9-8218-428a-ae2e-a9ede541c3c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:10:08.233079 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-86184909-547a-450a-8713-dab78b08f4ce service neutron] Attempting to bind port d7f8bf16-01a1-4b80-986c-df70bde07ca5 on network e4d6fda9-8218-428a-ae2e-a9ede541c3c4 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:10:08.314128 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-86184909-547a-450a-8713-dab78b08f4ce service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:10:08.314466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-86184909-547a-450a-8713-dab78b08f4ce service neutron] Checking segment: {'id': '37ac45c0-31af-4852-b0d0-5cad72118f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e4d6fda9-8218-428a-ae2e-a9ede541c3c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:08.315069 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-86184909-547a-450a-8713-dab78b08f4ce service neutron] Bound using segment: {'id': '37ac45c0-31af-4852-b0d0-5cad72118f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e4d6fda9-8218-428a-ae2e-a9ede541c3c4'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:10:08.315729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-86184909-547a-450a-8713-dab78b08f4ce service neutron] Bound port: d7f8bf16-01a1-4b80-986c-df70bde07ca5, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ac45c0-31af-4852-b0d0-5cad72118f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e4d6fda9-8218-428a-ae2e-a9ede541c3c4'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:10:08.316670 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-86184909-547a-450a-8713-dab78b08f4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:08.349715 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b79de1-8d36-45b7-9705-d7e49c32461e tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Made reservation on behalf of 199a2496daeb41f4ada1ee50dd6d7bea for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:08.353232 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91b79de1-8d36-45b7-9705-d7e49c32461e tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:08.435168 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2fb01e8f-5afb-4af0-93db-5757130a6bff tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3927205 Jul 22 19:10:08.438624 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40608) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:08.444042 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-5d9b56b8-6fbc-4d75-a1f9-5b5417f5357e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1928296062'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:08.465245 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9b56b8-6fbc-4d75-a1f9-5b5417f5357e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:08.468558 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d9b56b8-6fbc-4d75-a1f9-5b5417f5357e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:08.492493 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9b56b8-6fbc-4d75-a1f9-5b5417f5357e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:10:08.501396 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d9b56b8-6fbc-4d75-a1f9-5b5417f5357e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:08.501740 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-5d9b56b8-6fbc-4d75-a1f9-5b5417f5357e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Added segment 727e0d97-fa1e-43b2-8a05-fdf3b65bb01d of type vlan for network 8319d056-6097-4ac8-8301-cd6ed9c08098 Jul 22 19:10:08.542084 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:08.542717 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d9b56b8-6fbc-4d75-a1f9-5b5417f5357e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:08.575661 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d9b56b8-6fbc-4d75-a1f9-5b5417f5357e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:08.577697 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290403d-0d9f-4269-a454-c5cbd9670357 req-6d7755ce-df95-4548-a30f-b9ea5b3e6894 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:08.579217 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d290403d-0d9f-4269-a454-c5cbd9670357 req-6d7755ce-df95-4548-a30f-b9ea5b3e6894 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 945 time: 0.3962555 Jul 22 19:10:08.581897 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9b56b8-6fbc-4d75-a1f9-5b5417f5357e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:08.582520 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d9b56b8-6fbc-4d75-a1f9-5b5417f5357e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:08.598305 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:08.602636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:08.603294 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:08.610904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd707e9b-0405-4d81-9bbb-384accf36f0b req-181333d2-c36d-41db-ace9-e095711fa5f5 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:08.616980 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd707e9b-0405-4d81-9bbb-384accf36f0b req-181333d2-c36d-41db-ace9-e095711fa5f5 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 950 time: 0.4350338 Jul 22 19:10:08.618784 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5d9b56b8-6fbc-4d75-a1f9-5b5417f5357e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1791289 Jul 22 19:10:08.621613 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40610) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:08.629685 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f076b169-483a-48ec-a38c-273228250251 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'subnet': {'network_id': '8319d056-6097-4ac8-8301-cd6ed9c08098', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:08.638819 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-86184909-547a-450a-8713-dab78b08f4ce service neutron] For port d7f8bf16-01a1-4b80-986c-df70bde07ca5, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:10:08.685138 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-86184909-547a-450a-8713-dab78b08f4ce service neutron] For port d7f8bf16-01a1-4b80-986c-df70bde07ca5, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d7f8bf16-01a1-4b80-986c-df70bde07ca5,segment=NetworkSegment(37ac45c0-31af-4852-b0d0-5cad72118f15),segment_id=37ac45c0-31af-4852-b0d0-5cad72118f15)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:10:08.685438 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b56b8-6fbc-4d75-a1f9-5b5417f5357e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Network': ['ID=8319d056-6097-4ac8-8301-cd6ed9c08098,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:08.700152 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-86184909-547a-450a-8713-dab78b08f4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:08.711344 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:08.734022 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 8319d056-6097-4ac8-8301-cd6ed9c08098 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:10:08.754984 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-56f20282-f891-42f1-9b17-4808064db813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:08.755530 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f076b169-483a-48ec-a38c-273228250251 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:08.756608 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b1257c-993a-4bdd-88d9-8506bbcc053c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:10:08.759252 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfa834f-d7a0-4c74-a1b5-ee7920d89976" -d '{"events": [{"server_uuid": "c0b1257c-993a-4bdd-88d9-8506bbcc053c", "name": "network-vif-plugged", "status": "completed", "tag": "1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:10:08.759420 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f076b169-483a-48ec-a38c-273228250251 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:08.781514 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:08.787345 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:08.790903 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d290403d-0d9f-4269-a454-c5cbd9670357 req-82932b2b-080a-4b1a-89db-d4ec159e4ecd tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989810 Jul 22 19:10:08.817700 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd707e9b-0405-4d81-9bbb-384accf36f0b req-656e79de-f6fa-45dc-946d-7fb0ccafb775 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800959 Jul 22 19:10:08.846154 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-86184909-547a-450a-8713-dab78b08f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:08.846790 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-86184909-547a-450a-8713-dab78b08f4ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:08.848866 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-86184909-547a-450a-8713-dab78b08f4ce service neutron] 10.222.0.16 "PUT /v2.0/ports/d7f8bf16-01a1-4b80-986c-df70bde07ca5 HTTP/1.1" status: 200 len: 1093 time: 2.8504541 Jul 22 19:10:08.849322 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899aad6b-c509-40ef-b2ec-215d9c85c2fc', 'tag': 'd7f8bf16-01a1-4b80-986c-df70bde07ca5'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:10:08.851615 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9d2ff2-d8ae-4f3d-b9fa-ff5131a43aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "899aad6b-c509-40ef-b2ec-215d9c85c2fc", "tag": "d7f8bf16-01a1-4b80-986c-df70bde07ca5"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:10:08.912644 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:08.932422 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:08.996016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86184909-547a-450a-8713-dab78b08f4ce service neutron] Pushing event updated for resources: {'Port': ['ID=d7f8bf16-01a1-4b80-986c-df70bde07ca5,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:09.019474 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f076b169-483a-48ec-a38c-273228250251 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:09.087547 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076b169-483a-48ec-a38c-273228250251 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Subnet': ['ID=980e32f5-a257-4a3c-989f-9bcbbb34a2b3,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:09.092876 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076b169-483a-48ec-a38c-273228250251 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Checking segment: {'id': '727e0d97-fa1e-43b2-8a05-fdf3b65bb01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8319d056-6097-4ac8-8301-cd6ed9c08098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:09.093234 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f076b169-483a-48ec-a38c-273228250251 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network hostable DHCP agents. Network: 8319d056-6097-4ac8-8301-cd6ed9c08098, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:10:09.110421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f076b169-483a-48ec-a38c-273228250251 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network 8319d056-6097-4ac8-8301-cd6ed9c08098 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:10:09.120670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-f076b169-483a-48ec-a38c-273228250251 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 8319d056-6097-4ac8-8301-cd6ed9c08098) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:09.124952 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f076b169-483a-48ec-a38c-273228250251 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:09.125142 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91b79de1-8d36-45b7-9705-d7e49c32461e tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:09.125496 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f076b169-483a-48ec-a38c-273228250251 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:09.134110 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e25cfc-cb5d-4665-91c9-51b27ba9b6f1 None None] Network 8319d056-6097-4ac8-8301-cd6ed9c08098 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:09.145152 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f076b169-483a-48ec-a38c-273228250251 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5197783 Jul 22 19:10:09.145361 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40620) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:09.151098 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-988dccc2-2661-480e-b005-bdae52b56a28 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'port': {'network_id': '8319d056-6097-4ac8-8301-cd6ed9c08098', 'name': 'tempest-PortsTestJSON-1563935974'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:09.242688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1435525-d234-4097-adc4-e9ef169bd8a4 req-9a4906e5-1cf0-4823-8dd3-09fbc545343d tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:09.243784 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e1435525-d234-4097-adc4-e9ef169bd8a4 req-9a4906e5-1cf0-4823-8dd3-09fbc545343d tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 946 time: 0.3354380 Jul 22 19:10:09.253524 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-5616a847-48cf-4cdb-aa66-e9a9486c06fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:09.254627 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-5616a847-48cf-4cdb-aa66-e9a9486c06fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=866090af555f489dba0f0835bdb7b156&device_id=899aad6b-c509-40ef-b2ec-215d9c85c2fc HTTP/1.1" status: 200 len: 1096 time: 0.3029020 Jul 22 19:10:09.255251 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b79de1-8d36-45b7-9705-d7e49c32461e tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Pushing event updated for resources: {'Subnet': ['ID=c84d1204-6a54-4f23-8763-4b61d331df45,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:09.281391 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988dccc2-2661-480e-b005-bdae52b56a28 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:09.286879 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-988dccc2-2661-480e-b005-bdae52b56a28 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:09.299793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-8319d056-6097-4ac8-8301-cd6ed9c08098', 'network_id': '8319d056-6097-4ac8-8301-cd6ed9c08098', 'tenant_id': 'cdf673c126ab4c5188ef38fb73f577c6', 'fixed_ips': [{'subnet_id': '980e32f5-a257-4a3c-989f-9bcbbb34a2b3'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:10:09.300726 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:09.316454 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-988dccc2-2661-480e-b005-bdae52b56a28 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] device_id is not set on port d79371cf-e08e-4f7c-8938-b440c21d1592 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:10:09.396736 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 69792fc8-47a5-4eb3-8539-28f7489cdf53 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:10:09.406656 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7964a-1663-405a-a12d-85b2fe7fcaeb req-b0b64c01-6139-4fad-9351-c1daa2df6f00 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:09.408213 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-35a7964a-1663-405a-a12d-85b2fe7fcaeb req-b0b64c01-6139-4fad-9351-c1daa2df6f00 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/ports?device_id=899aad6b-c509-40ef-b2ec-215d9c85c2fc HTTP/1.1" status: 200 len: 944 time: 0.4092350 Jul 22 19:10:09.410158 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-4799e436-fbc9-4d31-88b9-3ae0e24f0881 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7f8bf16-01a1-4b80-986c-df70bde07ca5 HTTP/1.1" status: 200 len: 217 time: 0.1071684 Jul 22 19:10:09.422769 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b79de1-8d36-45b7-9705-d7e49c32461e tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Checking segment: {'id': 'eeb4ecd4-8258-4dff-95f3-dfb1dc0e5de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a3a0472f-419f-4e19-bb24-852eacce347a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:09.423139 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b79de1-8d36-45b7-9705-d7e49c32461e tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Network hostable DHCP agents. Network: a3a0472f-419f-4e19-bb24-852eacce347a, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:10:09.424101 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 69792fc8-47a5-4eb3-8539-28f7489cdf53 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:10:09.424624 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 69792fc8-47a5-4eb3-8539-28f7489cdf53 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:10:09.452344 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-988dccc2-2661-480e-b005-bdae52b56a28 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Allocated IP 172.20.0.2 (8319d056-6097-4ac8-8301-cd6ed9c08098/980e32f5-a257-4a3c-989f-9bcbbb34a2b3/d79371cf-e08e-4f7c-8938-b440c21d1592) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:09.498827 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e1435525-d234-4097-adc4-e9ef169bd8a4 req-2620c06b-289b-4a24-8216-3cc641d10b94 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411592 Jul 22 19:10:09.538539 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-8e7a7f5b-8070-48b9-bbd2-1b0d0e60d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:09.540095 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-8e7a7f5b-8070-48b9-bbd2-1b0d0e60d934 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8de7374-1f83-4fd1-ad76-2633f17ced17 HTTP/1.1" status: 200 len: 849 time: 0.1222246 Jul 22 19:10:09.540709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b79de1-8d36-45b7-9705-d7e49c32461e tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Network a3a0472f-419f-4e19-bb24-852eacce347a is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:10:09.548035 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-35a7964a-1663-405a-a12d-85b2fe7fcaeb req-b8984aa6-8140-4396-af64-63d9f25c5047 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/security-groups?id=86daed3b-e668-4417-bfec-d77a1610391b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290095 Jul 22 19:10:09.553234 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8b9bc9-0070-43fe-b9d1-bbe636165fda x-openstack-request-id: req-8c8b9bc9-0070-43fe-b9d1-bbe636165fda {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:10:09.553782 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b1257c-993a-4bdd-88d9-8506bbcc053c", "name": "network-vif-plugged", "status": "completed", "tag": "1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:10:09.554299 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c8b9bc9-0070-43fe-b9d1-bbe636165fda {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:10:09.555096 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b1257c-993a-4bdd-88d9-8506bbcc053c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d', 'code': 200} Jul 22 19:10:09.571305 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-91b79de1-8d36-45b7-9705-d7e49c32461e tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, a3a0472f-419f-4e19-bb24-852eacce347a) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:09.580574 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4529263-505d-41d1-986b-a82da96afbcc None None] Network a3a0472f-419f-4e19-bb24-852eacce347a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:09.598064 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f20282-f891-42f1-9b17-4808064db813 admin admin] Router e2b5c1e1-7a9f-4d10-8509-b4f59348df2a has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:10:09.601320 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-6ea1d338-0795-4147-87c6-beed7d581c71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4d6fda9-8218-428a-ae2e-a9ede541c3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485730 Jul 22 19:10:09.603047 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b79de1-8d36-45b7-9705-d7e49c32461e tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:09.603646 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91b79de1-8d36-45b7-9705-d7e49c32461e tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:09.624098 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9300a1-19e3-48e3-b36c-1c9d35d5cdc2 x-openstack-request-id: req-8d9300a1-19e3-48e3-b36c-1c9d35d5cdc2 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:10:09.624387 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899aad6b-c509-40ef-b2ec-215d9c85c2fc", "tag": "d7f8bf16-01a1-4b80-986c-df70bde07ca5", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:10:09.624665 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d9300a1-19e3-48e3-b36c-1c9d35d5cdc2 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:10:09.625065 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899aad6b-c509-40ef-b2ec-215d9c85c2fc', 'tag': 'd7f8bf16-01a1-4b80-986c-df70bde07ca5', 'status': 'completed', 'code': 200} Jul 22 19:10:09.659990 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-91b79de1-8d36-45b7-9705-d7e49c32461e tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9524086 Jul 22 19:10:09.660505 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40622) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:09.666037 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4968247e-867e-48ec-a605-e64f29879ef0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Request body: {'port': {'network_id': 'a3a0472f-419f-4e19-bb24-852eacce347a', 'name': 'tempest-AllowedAddressPairTestJSON-120719480'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:09.760258 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-a3a0472f-419f-4e19-bb24-852eacce347a', 'network_id': 'a3a0472f-419f-4e19-bb24-852eacce347a', 'tenant_id': '199a2496daeb41f4ada1ee50dd6d7bea', 'fixed_ips': [{'subnet_id': 'c84d1204-6a54-4f23-8763-4b61d331df45'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:10:09.761630 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:09.778378 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-988dccc2-2661-480e-b005-bdae52b56a28 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:09.794401 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-c5c6e5a9-df47-4eb7-bd6e-4433e09dbcd7 service neutron] 10.222.0.16 "GET /v2.0/networks/e4d6fda9-8218-428a-ae2e-a9ede541c3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823838 Jul 22 19:10:09.810791 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-988dccc2-2661-480e-b005-bdae52b56a28 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Transition to ACTIVE for port object d79371cf-e08e-4f7c-8938-b440c21d1592 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:09.815185 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45bff7-adb8-42fb-b239-8ec93b172484 req-d6f020cc-71cc-4694-bd47-fae307b95aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:09.817437 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8d45bff7-adb8-42fb-b239-8ec93b172484 req-d6f020cc-71cc-4694-bd47-fae307b95aa6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 1098 time: 0.1948435 Jul 22 19:10:09.851465 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f20282-f891-42f1-9b17-4808064db813 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:10:09.860232 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-56f20282-f891-42f1-9b17-4808064db813 admin admin] 10.222.0.13 "PUT /v2.0/routers/e2b5c1e1-7a9f-4d10-8509-b4f59348df2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9301896 Jul 22 19:10:09.862943 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40628) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:09.867399 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430c4f6e-de4f-44dd-8715-ad08f0f84925 None None] Sync routers for ids ['e2b5c1e1-7a9f-4d10-8509-b4f59348df2a'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:10:09.880944 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8d45bff7-adb8-42fb-b239-8ec93b172484 req-c0a43e61-215f-4192-9000-1ae31e34b2c3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503695 Jul 22 19:10:09.891912 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430c4f6e-de4f-44dd-8715-ad08f0f84925 None None] Routers {'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:10:09.892662 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-430c4f6e-de4f-44dd-8715-ad08f0f84925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:10:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['e2b5c1e1-7a9f-4d10-8509-b4f59348df2a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:09.916440 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4968247e-867e-48ec-a605-e64f29879ef0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Made reservation on behalf of 199a2496daeb41f4ada1ee50dd6d7bea for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:09.921071 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4968247e-867e-48ec-a605-e64f29879ef0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:09.931956 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-988dccc2-2661-480e-b005-bdae52b56a28 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:09.974376 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-4968247e-867e-48ec-a605-e64f29879ef0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] device_id is not set on port edab52f3-334b-4986-81fb-f7d8f414e81a yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:10:09.996843 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988dccc2-2661-480e-b005-bdae52b56a28 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network 8319d056-6097-4ac8-8301-cd6ed9c08098 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:10.034595 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-988dccc2-2661-480e-b005-bdae52b56a28 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:10.039145 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988dccc2-2661-480e-b005-bdae52b56a28 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:10.045908 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988dccc2-2661-480e-b005-bdae52b56a28 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Port': ['ID=d79371cf-e08e-4f7c-8938-b440c21d1592,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:10.063934 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] Allocated IP 172.20.0.2 (a3a0472f-419f-4e19-bb24-852eacce347a/c84d1204-6a54-4f23-8763-4b61d331df45/4d3dbba8-b583-406a-990f-b9569e94f349) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:10.079540 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.api [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-2c7900a5-79b0-4899-996c-62a32c74a143 {{(pid=93808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:10:10.079540 n-d-800086-12 neutron-server[93808]: DEBUG oslo_db.api [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:10:10.102405 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8dc1083b-cbd3-438e-bca6-289104bdd2b1 req-7cf2ea88-efab-4aa7-873b-3a25e18448f2 service neutron] 10.222.0.16 "GET /v2.0/networks/e4d6fda9-8218-428a-ae2e-a9ede541c3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015447 Jul 22 19:10:10.108586 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-430c4f6e-de4f-44dd-8715-ad08f0f84925 None None] Set router e2b5c1e1-7a9f-4d10-8509-b4f59348df2a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:10:10.112056 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988dccc2-2661-480e-b005-bdae52b56a28 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:10.113360 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-988dccc2-2661-480e-b005-bdae52b56a28 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:10.132345 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-988dccc2-2661-480e-b005-bdae52b56a28 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9856820 Jul 22 19:10:10.132668 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40632) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:10.140870 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-cb2ba978-3a48-4d7f-866c-5dfcf4ff2621 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'port': {'network_id': '8319d056-6097-4ac8-8301-cd6ed9c08098', 'name': 'tempest-PortsTestJSON-1448433951'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:10.148353 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3dfb09d6-f40f-4c4e-a6b6-ab90e35ee0f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:10.204561 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca07394-85d4-48ab-9686-f023a3613ecd req-11f88cac-5b29-47a8-8ec0-049b5d67563b tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:10.206020 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ca07394-85d4-48ab-9686-f023a3613ecd req-11f88cac-5b29-47a8-8ec0-049b5d67563b tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 945 time: 0.2826772 Jul 22 19:10:10.255420 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746e973-0f1a-4c1f-b4e5-c74f12d16f44 req-da31e548-fbc7-48bc-9535-b4566e058094 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:10.257003 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1746e973-0f1a-4c1f-b4e5-c74f12d16f44 req-da31e548-fbc7-48bc-9535-b4566e058094 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 950 time: 0.2951300 Jul 22 19:10:10.517069 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:10.536229 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] Transition to ACTIVE for port object 4d3dbba8-b583-406a-990f-b9569e94f349 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:10.562152 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] Transition to ACTIVE for port object 4d3dbba8-b583-406a-990f-b9569e94f349 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:10.572336 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:10.582400 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:10.585403 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-430c4f6e-de4f-44dd-8715-ad08f0f84925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a', 'name': 'tempest-ServersTestMultiNic-57489431-router', 'tenant_id': '93ea73befe604530890b841f22228fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a3a84a0a-c799-447e-bfac-e75a58f783a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:07:56Z', 'updated_at': '2021-07-22T19:10:07Z', 'revision_number': 5, 'project_id': '93ea73befe604530890b841f22228fe3', 'gw_port': {'id': 'a3a84a0a-c799-447e-bfac-e75a58f783a5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:07:57Z', 'updated_at': '2021-07-22T19:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:10.638525 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-4968247e-867e-48ec-a605-e64f29879ef0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Allocated IP 172.20.0.12 (a3a0472f-419f-4e19-bb24-852eacce347a/c84d1204-6a54-4f23-8763-4b61d331df45/edab52f3-334b-4986-81fb-f7d8f414e81a) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:10.649375 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430c4f6e-de4f-44dd-8715-ad08f0f84925 None None] Checking router: e2b5c1e1-7a9f-4d10-8509-b4f59348df2a for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:10:10.659388 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] Network a3a0472f-419f-4e19-bb24-852eacce347a is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:10.670599 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:10.680123 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:10.681985 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] Pushing event updated for resources: {'Port': ['ID=4d3dbba8-b583-406a-990f-b9569e94f349,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:10.750855 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1746e973-0f1a-4c1f-b4e5-c74f12d16f44 req-7ad86f0c-a848-4335-878c-d4cbef95aff9 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435616 Jul 22 19:10:10.786880 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ca07394-85d4-48ab-9686-f023a3613ecd req-664117cd-ec72-42a3-aa54-a7c9b90c6cff tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5407615 Jul 22 19:10:10.799628 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430c4f6e-de4f-44dd-8715-ad08f0f84925 None None] Routers {'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:10:10.799628 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-430c4f6e-de4f-44dd-8715-ad08f0f84925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:10:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['e2b5c1e1-7a9f-4d10-8509-b4f59348df2a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:10.834310 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3dfb09d6-f40f-4c4e-a6b6-ab90e35ee0f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:10.858185 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d2ff2-d8ae-4f3d-b9fa-ff5131a43aaa req-15dc2ff0-a466-4abc-afc9-0e1e191e51fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:10.860162 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d9d2ff2-d8ae-4f3d-b9fa-ff5131a43aaa req-15dc2ff0-a466-4abc-afc9-0e1e191e51fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=866090af555f489dba0f0835bdb7b156&device_id=899aad6b-c509-40ef-b2ec-215d9c85c2fc HTTP/1.1" status: 200 len: 1096 time: 0.6658082 Jul 22 19:10:10.910577 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2ba978-3a48-4d7f-866c-5dfcf4ff2621 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:10.914543 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb2ba978-3a48-4d7f-866c-5dfcf4ff2621 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:10.938837 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4968247e-867e-48ec-a605-e64f29879ef0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:10.955522 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-4968247e-867e-48ec-a605-e64f29879ef0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Transition to ACTIVE for port object edab52f3-334b-4986-81fb-f7d8f414e81a will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:11.004780 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4968247e-867e-48ec-a605-e64f29879ef0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:11.041075 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-cb2ba978-3a48-4d7f-866c-5dfcf4ff2621 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] device_id is not set on port ac67cd44-3f70-4292-92b1-191800074904 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:10:11.052121 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4968247e-867e-48ec-a605-e64f29879ef0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Network a3a0472f-419f-4e19-bb24-852eacce347a is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:11.054823 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] Attempting to bind port 4d3dbba8-b583-406a-990f-b9569e94f349 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:10:11.055200 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] Attempting to bind port 4d3dbba8-b583-406a-990f-b9569e94f349 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'eeb4ecd4-8258-4dff-95f3-dfb1dc0e5de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a3a0472f-419f-4e19-bb24-852eacce347a'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:10:11.055535 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-4968247e-867e-48ec-a605-e64f29879ef0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:11.055683 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] Attempting to bind port 4d3dbba8-b583-406a-990f-b9569e94f349 on network a3a0472f-419f-4e19-bb24-852eacce347a {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:10:11.059532 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4968247e-867e-48ec-a605-e64f29879ef0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:11.067919 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968247e-867e-48ec-a605-e64f29879ef0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Pushing event updated for resources: {'Port': ['ID=edab52f3-334b-4986-81fb-f7d8f414e81a,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:11.088696 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:10:11.089147 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] Checking segment: {'id': 'eeb4ecd4-8258-4dff-95f3-dfb1dc0e5de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a3a0472f-419f-4e19-bb24-852eacce347a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:11.089476 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:11.089879 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] Bound using segment: {'id': 'eeb4ecd4-8258-4dff-95f3-dfb1dc0e5de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a3a0472f-419f-4e19-bb24-852eacce347a'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:10:11.090370 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] Bound port: 4d3dbba8-b583-406a-990f-b9569e94f349, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb4ecd4-8258-4dff-95f3-dfb1dc0e5de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a3a0472f-419f-4e19-bb24-852eacce347a'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:10:11.090756 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:11.125488 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4968247e-867e-48ec-a605-e64f29879ef0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:11.126358 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4968247e-867e-48ec-a605-e64f29879ef0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:11.141458 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Allocated IP 172.20.0.3 (8319d056-6097-4ac8-8301-cd6ed9c08098/980e32f5-a257-4a3c-989f-9bcbbb34a2b3/b25ffd29-0d6f-4405-8126-23600f82c2cd) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:11.148148 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4968247e-867e-48ec-a605-e64f29879ef0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4825733 Jul 22 19:10:11.148148 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40638) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:11.152698 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-430c4f6e-de4f-44dd-8715-ad08f0f84925 None None] Set router e2b5c1e1-7a9f-4d10-8509-b4f59348df2a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:10:11.153989 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-fd27f839-3600-4e39-872e-51d1558b8cd5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Request body: {'port': {'network_id': 'a3a0472f-419f-4e19-bb24-852eacce347a', 'name': 'tempest-AllowedAddressPairTestJSON-1963720148', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:e5:bc:a5'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:11.182036 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d2ff2-d8ae-4f3d-b9fa-ff5131a43aaa req-2ee6bf1e-8a3e-4411-abe0-e847e272988c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:11.184887 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d9d2ff2-d8ae-4f3d-b9fa-ff5131a43aaa req-2ee6bf1e-8a3e-4411-abe0-e847e272988c service neutron] 10.222.0.16 "GET /v2.0/networks?id=e4d6fda9-8218-428a-ae2e-a9ede541c3c4 HTTP/1.1" status: 200 len: 910 time: 0.2827036 Jul 22 19:10:11.189775 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-3dfb09d6-f40f-4c4e-a6b6-ab90e35ee0f3 admin admin] Deleting port a3a84a0a-c799-447e-bfac-e75a58f783a5 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:11.190116 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3dfb09d6-f40f-4c4e-a6b6-ab90e35ee0f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:11.220890 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885613d-025a-41a3-b2cf-60df9bf119a6 req-0d092f8a-b4ac-4a14-a72b-857221e62bbe tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:11.223001 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e885613d-025a-41a3-b2cf-60df9bf119a6 req-0d092f8a-b4ac-4a14-a72b-857221e62bbe tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 946 time: 0.3458738 Jul 22 19:10:11.283461 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d9d2ff2-d8ae-4f3d-b9fa-ff5131a43aaa req-92420505-b948-462d-a40f-7e98a0538fc4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7f8bf16-01a1-4b80-986c-df70bde07ca5 HTTP/1.1" status: 200 len: 217 time: 0.0904014 Jul 22 19:10:11.299483 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd27f839-3600-4e39-872e-51d1558b8cd5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Made reservation on behalf of 199a2496daeb41f4ada1ee50dd6d7bea for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:11.348664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d5542-1da0-4e4b-965a-53b94577073a req-0e68ceb9-1327-4155-9e63-d31542c539f4 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:11.350330 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fd8d5542-1da0-4e4b-965a-53b94577073a req-0e68ceb9-1327-4155-9e63-d31542c539f4 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/ports?device_id=899aad6b-c509-40ef-b2ec-215d9c85c2fc HTTP/1.1" status: 200 len: 944 time: 0.3618040 Jul 22 19:10:11.387218 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] For port 4d3dbba8-b583-406a-990f-b9569e94f349, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:10:11.390748 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd27f839-3600-4e39-872e-51d1558b8cd5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:11.410766 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-fd27f839-3600-4e39-872e-51d1558b8cd5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] device_id is not set on port 268164a6-eff6-47e5-b68a-f71c126398d2 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:10:11.419214 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e885613d-025a-41a3-b2cf-60df9bf119a6 req-99574376-0b4f-46ee-86fa-316bd4d5fa7c tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822052 Jul 22 19:10:11.435949 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] For port 4d3dbba8-b583-406a-990f-b9569e94f349, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4d3dbba8-b583-406a-990f-b9569e94f349,segment=NetworkSegment(eeb4ecd4-8258-4dff-95f3-dfb1dc0e5de9),segment_id=eeb4ecd4-8258-4dff-95f3-dfb1dc0e5de9)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:10:11.446327 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:11.448243 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d2ff2-d8ae-4f3d-b9fa-ff5131a43aaa req-3d7f7c0f-e2a0-4479-a5c0-c6bb5905fdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:11.449783 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d9d2ff2-d8ae-4f3d-b9fa-ff5131a43aaa req-3d7f7c0f-e2a0-4479-a5c0-c6bb5905fdd7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8de7374-1f83-4fd1-ad76-2633f17ced17 HTTP/1.1" status: 200 len: 849 time: 0.1575425 Jul 22 19:10:11.451137 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:11.457237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-3dfb09d6-f40f-4c4e-a6b6-ab90e35ee0f3 admin admin] For port a3a84a0a-c799-447e-bfac-e75a58f783a5, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a3a84a0a-c799-447e-bfac-e75a58f783a5,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:11.457866 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3dfb09d6-f40f-4c4e-a6b6-ab90e35ee0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:11.490181 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fd8d5542-1da0-4e4b-965a-53b94577073a req-00a4566e-21a3-42d5-8597-0b654c47015e tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/security-groups?id=86daed3b-e668-4417-bfec-d77a1610391b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145620 Jul 22 19:10:11.518102 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d9d2ff2-d8ae-4f3d-b9fa-ff5131a43aaa req-97667969-7432-4780-ace2-70eafa1edfe6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4d6fda9-8218-428a-ae2e-a9ede541c3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551629 Jul 22 19:10:11.519022 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-3dfb09d6-f40f-4c4e-a6b6-ab90e35ee0f3 admin admin] Calling delete_port for a3a84a0a-c799-447e-bfac-e75a58f783a5 owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:11.570708 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-fd27f839-3600-4e39-872e-51d1558b8cd5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Allocated IP 172.20.0.11 (a3a0472f-419f-4e19-bb24-852eacce347a/c84d1204-6a54-4f23-8763-4b61d331df45/268164a6-eff6-47e5-b68a-f71c126398d2) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:11.616906 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:11.624008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2116d-cbf9-4fa8-bc15-714fc8b408f7 None None] Pushing event updated for resources: {'Port': ['ID=4d3dbba8-b583-406a-990f-b9569e94f349,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:11.633708 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Transition to ACTIVE for port object b25ffd29-0d6f-4405-8126-23600f82c2cd will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:11.655856 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Transition to ACTIVE for port object b25ffd29-0d6f-4405-8126-23600f82c2cd will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:11.658428 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-430c4f6e-de4f-44dd-8715-ad08f0f84925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a', 'name': 'tempest-ServersTestMultiNic-57489431-router', 'tenant_id': '93ea73befe604530890b841f22228fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a3a84a0a-c799-447e-bfac-e75a58f783a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:07:56Z', 'updated_at': '2021-07-22T19:10:07Z', 'revision_number': 5, 'project_id': '93ea73befe604530890b841f22228fe3', 'gw_port': {'id': 'a3a84a0a-c799-447e-bfac-e75a58f783a5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:07:57Z', 'updated_at': '2021-07-22T19:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:11.692122 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:11.696453 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430c4f6e-de4f-44dd-8715-ad08f0f84925 None None] The sync data for ids ['e2b5c1e1-7a9f-4d10-8509-b4f59348df2a'] in n-d-800086-12 is: [{'id': 'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a', 'name': 'tempest-ServersTestMultiNic-57489431-router', 'tenant_id': '93ea73befe604530890b841f22228fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a3a84a0a-c799-447e-bfac-e75a58f783a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:07:56Z', 'updated_at': '2021-07-22T19:10:07Z', 'revision_number': 5, 'project_id': '93ea73befe604530890b841f22228fe3', 'gw_port': {'id': 'a3a84a0a-c799-447e-bfac-e75a58f783a5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5c1e1-7a9f-4d10-8509-b4f59348df2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:07:57Z', 'updated_at': '2021-07-22T19:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:10:11.760975 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Network 8319d056-6097-4ac8-8301-cd6ed9c08098 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:11.764021 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:11.768516 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:11.772187 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Pushing event updated for resources: {'Port': ['ID=b25ffd29-0d6f-4405-8126-23600f82c2cd,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:11.805242 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d9d2ff2-d8ae-4f3d-b9fa-ff5131a43aaa req-d5885f95-a16a-41ef-a618-c72f485b426f service neutron] 10.222.0.16 "GET /v2.0/networks/e4d6fda9-8218-428a-ae2e-a9ede541c3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741656 Jul 22 19:10:11.807987 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd27f839-3600-4e39-872e-51d1558b8cd5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:11.828508 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-fd27f839-3600-4e39-872e-51d1558b8cd5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Transition to ACTIVE for port object 268164a6-eff6-47e5-b68a-f71c126398d2 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:11.871942 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd27f839-3600-4e39-872e-51d1558b8cd5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:11.875308 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Attempting to bind port b25ffd29-0d6f-4405-8126-23600f82c2cd on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:10:11.875685 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Attempting to bind port b25ffd29-0d6f-4405-8126-23600f82c2cd by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '727e0d97-fa1e-43b2-8a05-fdf3b65bb01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8319d056-6097-4ac8-8301-cd6ed9c08098'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:10:11.876060 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Attempting to bind port b25ffd29-0d6f-4405-8126-23600f82c2cd on network 8319d056-6097-4ac8-8301-cd6ed9c08098 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:10:11.884743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:10:11.885178 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Checking segment: {'id': '727e0d97-fa1e-43b2-8a05-fdf3b65bb01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8319d056-6097-4ac8-8301-cd6ed9c08098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:11.886051 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:11.886460 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Bound using segment: {'id': '727e0d97-fa1e-43b2-8a05-fdf3b65bb01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8319d056-6097-4ac8-8301-cd6ed9c08098'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:10:11.886946 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Bound port: b25ffd29-0d6f-4405-8126-23600f82c2cd, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727e0d97-fa1e-43b2-8a05-fdf3b65bb01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8319d056-6097-4ac8-8301-cd6ed9c08098'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:10:11.887378 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:11.925613 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd27f839-3600-4e39-872e-51d1558b8cd5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Network a3a0472f-419f-4e19-bb24-852eacce347a is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:11.930179 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-fd27f839-3600-4e39-872e-51d1558b8cd5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:11.932629 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd27f839-3600-4e39-872e-51d1558b8cd5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:11.936420 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27f839-3600-4e39-872e-51d1558b8cd5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Pushing event updated for resources: {'Port': ['ID=268164a6-eff6-47e5-b68a-f71c126398d2,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:11.952607 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-cb2ba978-3a48-4d7f-866c-5dfcf4ff2621 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Allocated IP 172.20.0.13 (8319d056-6097-4ac8-8301-cd6ed9c08098/980e32f5-a257-4a3c-989f-9bcbbb34a2b3/ac67cd44-3f70-4292-92b1-191800074904) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:11.974309 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] For port b25ffd29-0d6f-4405-8126-23600f82c2cd, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:10:11.977435 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] For port b25ffd29-0d6f-4405-8126-23600f82c2cd, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b25ffd29-0d6f-4405-8126-23600f82c2cd,segment=NetworkSegment(727e0d97-fa1e-43b2-8a05-fdf3b65bb01d),segment_id=727e0d97-fa1e-43b2-8a05-fdf3b65bb01d)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:10:11.982195 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:12.001774 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd27f839-3600-4e39-872e-51d1558b8cd5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:12.002332 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd27f839-3600-4e39-872e-51d1558b8cd5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:12.021529 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fd27f839-3600-4e39-872e-51d1558b8cd5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 0.8721476 Jul 22 19:10:12.024044 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40650) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:12.051611 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd00fdf-170a-42ff-bc48-59d7a78715f0 None None] Pushing event updated for resources: {'Port': ['ID=b25ffd29-0d6f-4405-8126-23600f82c2cd,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:12.114141 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d9d2ff2-d8ae-4f3d-b9fa-ff5131a43aaa req-7b75c85b-8848-4d25-b751-d35f74efbbf2 service neutron] 10.222.0.16 "GET /v2.0/networks/e4d6fda9-8218-428a-ae2e-a9ede541c3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714691 Jul 22 19:10:12.154967 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61a9f0-c3ee-43ff-96a4-85670277a14e req-064c29b5-f34f-4f60-875b-cd28dd977bc8 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:12.156604 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb61a9f0-c3ee-43ff-96a4-85670277a14e req-064c29b5-f34f-4f60-875b-cd28dd977bc8 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 946 time: 0.4650927 Jul 22 19:10:12.172911 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f5a2eb-fbe9-4d48-bb5e-d2502e8a3f28 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:12.184061 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3dfb09d6-f40f-4c4e-a6b6-ab90e35ee0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:12.185198 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f5a2eb-fbe9-4d48-bb5e-d2502e8a3f28 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:12.194021 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f5a2eb-fbe9-4d48-bb5e-d2502e8a3f28 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:12.195817 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-87f5a2eb-fbe9-4d48-bb5e-d2502e8a3f28 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1702442 Jul 22 19:10:12.198548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40652) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:12.201643 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d47ef9-0a08-4b8b-9df9-92f6f38ae860 req-d1731ea8-b978-4362-8d17-06dac20e2673 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:12.203212 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-22d47ef9-0a08-4b8b-9df9-92f6f38ae860 req-d1731ea8-b978-4362-8d17-06dac20e2673 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 950 time: 0.3546326 Jul 22 19:10:12.287425 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb09d6-f40f-4c4e-a6b6-ab90e35ee0f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a84a0a-c799-447e-bfac-e75a58f783a5,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:12.359429 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-30881e2b-cdf3-454c-9ee5-560d759badc8 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Deleting port 268164a6-eff6-47e5-b68a-f71c126398d2 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:12.359920 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-30881e2b-cdf3-454c-9ee5-560d759badc8 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:12.430604 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb61a9f0-c3ee-43ff-96a4-85670277a14e req-14342048-f0d0-40fc-a494-38dc636f8b62 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581632 Jul 22 19:10:12.453212 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-22d47ef9-0a08-4b8b-9df9-92f6f38ae860 req-5b8b8b0f-2446-44ac-b37d-27d1faf88619 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161937 Jul 22 19:10:12.482783 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3dfb09d6-f40f-4c4e-a6b6-ab90e35ee0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:12.491052 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb2ba978-3a48-4d7f-866c-5dfcf4ff2621 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:12.500537 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-30881e2b-cdf3-454c-9ee5-560d759badc8 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:12.520616 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-30881e2b-cdf3-454c-9ee5-560d759badc8 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Calling delete_port for 268164a6-eff6-47e5-b68a-f71c126398d2 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:12.648765 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-cb2ba978-3a48-4d7f-866c-5dfcf4ff2621 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Transition to ACTIVE for port object ac67cd44-3f70-4292-92b1-191800074904 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:12.664347 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3dfb09d6-f40f-4c4e-a6b6-ab90e35ee0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:12.669800 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-30881e2b-cdf3-454c-9ee5-560d759badc8 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:12.688149 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3dfb09d6-f40f-4c4e-a6b6-ab90e35ee0f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:12.701738 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30881e2b-cdf3-454c-9ee5-560d759badc8 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Pushing event deleted for resources: {'Port': ['ID=268164a6-eff6-47e5-b68a-f71c126398d2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:12.761239 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3dfb09d6-f40f-4c4e-a6b6-ab90e35ee0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:12.761759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfb09d6-f40f-4c4e-a6b6-ab90e35ee0f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2b5c1e1-7a9f-4d10-8509-b4f59348df2a {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:10:12.767884 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3dfb09d6-f40f-4c4e-a6b6-ab90e35ee0f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:12.771878 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3dfb09d6-f40f-4c4e-a6b6-ab90e35ee0f3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e2b5c1e1-7a9f-4d10-8509-b4f59348df2a HTTP/1.1" status: 204 len: 168 time: 2.9052136 Jul 22 19:10:12.774885 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40656) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:12.849505 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb2ba978-3a48-4d7f-866c-5dfcf4ff2621 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:12.860207 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-30881e2b-cdf3-454c-9ee5-560d759badc8 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:12.861037 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8f437-fae3-4a23-a185-11c360554d1f req-52856fc3-0fac-4dbe-a4db-d90b6208e458 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:12.864946 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-30881e2b-cdf3-454c-9ee5-560d759badc8 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "DELETE /v2.0/ports/268164a6-eff6-47e5-b68a-f71c126398d2 HTTP/1.1" status: 204 len: 168 time: 0.6627581 Jul 22 19:10:12.865132 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1eb8f437-fae3-4a23-a185-11c360554d1f req-52856fc3-0fac-4dbe-a4db-d90b6208e458 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/ports?device_id=899aad6b-c509-40ef-b2ec-215d9c85c2fc HTTP/1.1" status: 200 len: 944 time: 0.2396412 Jul 22 19:10:12.865253 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40658) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:12.874645 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2fa63-a785-4e15-b21f-1e9eb0422fe8 req-14cc7d83-6752-44ee-9d04-846a5e1464aa tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:12.876154 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cbe2fa63-a785-4e15-b21f-1e9eb0422fe8 req-14cc7d83-6752-44ee-9d04-846a5e1464aa tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 945 time: 0.2955844 Jul 22 19:10:12.883045 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26910fa-7214-48a6-8d39-7625b697f921 admin admin] Deleting subnet d1d94c4c-8dca-4b14-882c-618b9970a39c {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:10:12.898499 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be08b10-f71e-41a5-92a5-6fa3e4c3bc60 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] GET failed (client error): The resource could not be found. Jul 22 19:10:12.902261 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0be08b10-f71e-41a5-92a5-6fa3e4c3bc60 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "GET /v2.0/ports/268164a6-eff6-47e5-b68a-f71c126398d2 HTTP/1.1" status: 404 len: 333 time: 0.0360396 Jul 22 19:10:12.904722 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40660) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:12.910654 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-7fc28886-9382-4e7c-ac50-79d09fdc60c5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Request body: {'port': {'network_id': 'a3a0472f-419f-4e19-bb24-852eacce347a', 'name': 'tempest-AllowedAddressPairTestJSON-38554706'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:12.930609 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c26910fa-7214-48a6-8d39-7625b697f921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:12.975449 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2ba978-3a48-4d7f-866c-5dfcf4ff2621 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network 8319d056-6097-4ac8-8301-cd6ed9c08098 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:12.992285 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-cb2ba978-3a48-4d7f-866c-5dfcf4ff2621 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:13.001923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2ba978-3a48-4d7f-866c-5dfcf4ff2621 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:13.041558 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc28886-9382-4e7c-ac50-79d09fdc60c5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Made reservation on behalf of 199a2496daeb41f4ada1ee50dd6d7bea for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:13.045275 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ba978-3a48-4d7f-866c-5dfcf4ff2621 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Port': ['ID=ac67cd44-3f70-4292-92b1-191800074904,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:13.046362 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7fc28886-9382-4e7c-ac50-79d09fdc60c5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:13.056947 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c26910fa-7214-48a6-8d39-7625b697f921 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:13.070083 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-7fc28886-9382-4e7c-ac50-79d09fdc60c5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] device_id is not set on port f1f983b2-ee25-4e0b-bb74-c9f49bfeecf4 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:10:13.082575 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cbe2fa63-a785-4e15-b21f-1e9eb0422fe8 req-186d80e5-904c-42ee-8845-b1fa5ad8dcc4 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961069 Jul 22 19:10:13.090358 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1eb8f437-fae3-4a23-a185-11c360554d1f req-e34c54b2-1794-432f-9d52-61b533b2abb1 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/security-groups?id=86daed3b-e668-4417-bfec-d77a1610391b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131560 Jul 22 19:10:13.122749 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06247998-fe15-49fb-9183-cbed192df236 None None] Network a3a0472f-419f-4e19-bb24-852eacce347a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:13.135856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ba978-3a48-4d7f-866c-5dfcf4ff2621 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:13.136540 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb2ba978-3a48-4d7f-866c-5dfcf4ff2621 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:13.185913 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cb2ba978-3a48-4d7f-866c-5dfcf4ff2621 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0496018 Jul 22 19:10:13.188613 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40662) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:13.241603 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-7fc28886-9382-4e7c-ac50-79d09fdc60c5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Allocated IP 172.20.0.7 (a3a0472f-419f-4e19-bb24-852eacce347a/c84d1204-6a54-4f23-8763-4b61d331df45/f1f983b2-ee25-4e0b-bb74-c9f49bfeecf4) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:13.267152 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c26910fa-7214-48a6-8d39-7625b697f921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:13.323691 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4a3a5a16-7796-4644-9ffb-1b7b493a9a25 None None] Provisioning for port 4d3dbba8-b583-406a-990f-b9569e94f349 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:13.477945 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7251a54a-d3a2-4cb7-97b1-b7afb9d9a0b3 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:13.479627 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7251a54a-d3a2-4cb7-97b1-b7afb9d9a0b3 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 922 time: 0.2899573 Jul 22 19:10:13.488691 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40668) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:13.492851 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c26910fa-7214-48a6-8d39-7625b697f921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:13.526558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26910fa-7214-48a6-8d39-7625b697f921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1d94c4c-8dca-4b14-882c-618b9970a39c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:13.578977 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4d3dbba8-b583-406a-990f-b9569e94f349 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:13.595675 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7fc28886-9382-4e7c-ac50-79d09fdc60c5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:13.615228 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c26910fa-7214-48a6-8d39-7625b697f921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:13.615623 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-7fc28886-9382-4e7c-ac50-79d09fdc60c5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Transition to ACTIVE for port object f1f983b2-ee25-4e0b-bb74-c9f49bfeecf4 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:13.618925 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c26910fa-7214-48a6-8d39-7625b697f921 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d1d94c4c-8dca-4b14-882c-618b9970a39c HTTP/1.1" status: 204 len: 168 time: 0.8385501 Jul 22 19:10:13.629635 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40672) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:13.645890 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9d2d85-584c-4bde-ad96-27d6a7ad9392 None None] Network 97540785-4495-4c81-87f5-36de5c5a4aef requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:13.725303 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1181b91e-975d-490f-8886-6f2276b474f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:13.739619 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7fc28886-9382-4e7c-ac50-79d09fdc60c5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:13.758211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16ceb32-c5e3-4c56-a419-c1442a6eec86 None None] Network 8319d056-6097-4ac8-8301-cd6ed9c08098 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:13.792403 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 4d3dbba8-b583-406a-990f-b9569e94f349 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:13.802387 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 4d3dbba8-b583-406a-990f-b9569e94f349 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:13.802767 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:13.810393 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a3d3a-e5bc-4ea2-9a60-93c7a4acea0a req-4de9c5f2-1030-4626-9e90-3a9dd48f94b6 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:13.811990 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e10a3d3a-e5bc-4ea2-9a60-93c7a4acea0a req-4de9c5f2-1030-4626-9e90-3a9dd48f94b6 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 950 time: 0.1918235 Jul 22 19:10:13.848313 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc28886-9382-4e7c-ac50-79d09fdc60c5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Network a3a0472f-419f-4e19-bb24-852eacce347a is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:13.852885 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65528965-4d9a-44b3-82b8-9b5237654e72 req-74b698c1-2c16-4448-804f-bd3f14d38781 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:13.854432 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65528965-4d9a-44b3-82b8-9b5237654e72 req-74b698c1-2c16-4448-804f-bd3f14d38781 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 946 time: 0.2632103 Jul 22 19:10:13.858702 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-7fc28886-9382-4e7c-ac50-79d09fdc60c5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:13.866844 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc28886-9382-4e7c-ac50-79d09fdc60c5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:13.869154 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-b6e2c3e5-7231-43ea-9b6e-c36202c08c14 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting port ac67cd44-3f70-4292-92b1-191800074904 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:13.869500 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b6e2c3e5-7231-43ea-9b6e-c36202c08c14 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:13.899019 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc28886-9382-4e7c-ac50-79d09fdc60c5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Pushing event updated for resources: {'Port': ['ID=f1f983b2-ee25-4e0b-bb74-c9f49bfeecf4,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:13.917649 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-1181b91e-975d-490f-8886-6f2276b474f6 admin admin] Deleting port 34e48a9f-ce48-444c-a6c5-07bc3f8c62b6 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:13.918115 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1181b91e-975d-490f-8886-6f2276b474f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:13.954735 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e10a3d3a-e5bc-4ea2-9a60-93c7a4acea0a req-35431032-f422-49df-a62a-86233602272c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334357 Jul 22 19:10:13.983762 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1589ee8d-fdad-4b45-814e-7166359feca5 None None] Provisioning for port b25ffd29-0d6f-4405-8126-23600f82c2cd completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:14.025654 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65528965-4d9a-44b3-82b8-9b5237654e72 req-d70b6d0f-89e6-4620-97bd-5aac563a2ba4 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402895 Jul 22 19:10:14.055764 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc28886-9382-4e7c-ac50-79d09fdc60c5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:14.056896 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7fc28886-9382-4e7c-ac50-79d09fdc60c5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:14.076444 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b6e2c3e5-7231-43ea-9b6e-c36202c08c14 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:14.083512 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-1181b91e-975d-490f-8886-6f2276b474f6 admin admin] For port 34e48a9f-ce48-444c-a6c5-07bc3f8c62b6, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=34e48a9f-ce48-444c-a6c5-07bc3f8c62b6,segment=NetworkSegment(9f8303f6-ae6a-4b16-a16e-d452318eaef3),segment_id=9f8303f6-ae6a-4b16-a16e-d452318eaef3)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:14.084044 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1181b91e-975d-490f-8886-6f2276b474f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:14.093980 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7fc28886-9382-4e7c-ac50-79d09fdc60c5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1880395 Jul 22 19:10:14.099057 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40674) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:14.105096 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d9b3294d-8b7c-4fb4-afe7-62a24a7ce10b tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:e5:bc:a5'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:14.106453 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-b6e2c3e5-7231-43ea-9b6e-c36202c08c14 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Calling delete_port for ac67cd44-3f70-4292-92b1-191800074904 owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:14.175148 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-1181b91e-975d-490f-8886-6f2276b474f6 admin admin] Calling delete_port for 34e48a9f-ce48-444c-a6c5-07bc3f8c62b6 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:14.193200 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1589ee8d-fdad-4b45-814e-7166359feca5 None None] Provisioning complete for port 4d3dbba8-b583-406a-990f-b9569e94f349 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:14.194965 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1589ee8d-fdad-4b45-814e-7166359feca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:14.204905 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:14.278920 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d9b3294d-8b7c-4fb4-afe7-62a24a7ce10b tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:14.367221 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e568962-c8d9-459c-9074-6e0dac935a55 req-f46b7924-83b7-4469-86cc-e79e04c12525 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:14.369016 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e568962-c8d9-459c-9074-6e0dac935a55 req-f46b7924-83b7-4469-86cc-e79e04c12525 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 945 time: 0.1784244 Jul 22 19:10:14.371494 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1181b91e-975d-490f-8886-6f2276b474f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:14.400872 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181b91e-975d-490f-8886-6f2276b474f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=34e48a9f-ce48-444c-a6c5-07bc3f8c62b6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:14.407571 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1181b91e-975d-490f-8886-6f2276b474f6 admin admin] No DVR routers for this DVR port 34e48a9f-ce48-444c-a6c5-07bc3f8c62b6 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:10:14.425870 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90ee1c-9f33-46f3-82c3-5ab9bd9348e0 req-f0a1ec53-750f-40ad-a71d-739cb3c7ee16 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:14.428266 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9d90ee1c-9f33-46f3-82c3-5ab9bd9348e0 req-f0a1ec53-750f-40ad-a71d-739cb3c7ee16 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/ports?device_id=899aad6b-c509-40ef-b2ec-215d9c85c2fc HTTP/1.1" status: 200 len: 944 time: 0.1911840 Jul 22 19:10:14.485417 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 4d3dbba8-b583-406a-990f-b9569e94f349, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4d3dbba8-b583-406a-990f-b9569e94f349,segment=NetworkSegment(eeb4ecd4-8258-4dff-95f3-dfb1dc0e5de9),segment_id=eeb4ecd4-8258-4dff-95f3-dfb1dc0e5de9)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:14.498034 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:14.498813 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b25ffd29-0d6f-4405-8126-23600f82c2cd up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:14.507177 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b6e2c3e5-7231-43ea-9b6e-c36202c08c14 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:14.512441 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1181b91e-975d-490f-8886-6f2276b474f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:14.516777 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e568962-c8d9-459c-9074-6e0dac935a55 req-7301fd64-fe44-49cb-9c9c-04f3ee969ddf tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192718 Jul 22 19:10:14.530037 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-1181b91e-975d-490f-8886-6f2276b474f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97540785-4495-4c81-87f5-36de5c5a4aef']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:14.550730 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-1181b91e-975d-490f-8886-6f2276b474f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8303f6-ae6a-4b16-a16e-d452318eaef3') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:14.551041 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-1181b91e-975d-490f-8886-6f2276b474f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8303f6-ae6a-4b16-a16e-d452318eaef3') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:14.564391 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2c3e5-7231-43ea-9b6e-c36202c08c14 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Port': ['ID=ac67cd44-3f70-4292-92b1-191800074904,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:14.580287 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9d90ee1c-9f33-46f3-82c3-5ab9bd9348e0 req-84e75ba3-2186-4f8f-940e-9285351de076 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/security-groups?id=86daed3b-e668-4417-bfec-d77a1610391b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302512 Jul 22 19:10:14.603688 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef5eb99-9479-40ec-ba05-368e27ac964a None None] DHCP port deletion for 97540785-4495-4c81-87f5-36de5c5a4aef request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:10:14.671664 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b6e2c3e5-7231-43ea-9b6e-c36202c08c14 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:14.679117 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b6e2c3e5-7231-43ea-9b6e-c36202c08c14 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/ports/ac67cd44-3f70-4292-92b1-191800074904 HTTP/1.1" status: 204 len: 168 time: 1.1882920 Jul 22 19:10:14.680264 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40680) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:14.696296 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d9b3294d-8b7c-4fb4-afe7-62a24a7ce10b tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:14.700919 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1181b91e-975d-490f-8886-6f2276b474f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:14.710247 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d9b3294d-8b7c-4fb4-afe7-62a24a7ce10b tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:14.716129 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=4d3dbba8-b583-406a-990f-b9569e94f349,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:14.731605 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9493de-e9c1-4cea-86b8-f8c755f0cc6e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] GET failed (client error): The resource could not be found. Jul 22 19:10:14.738131 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9b9493de-e9c1-4cea-86b8-f8c755f0cc6e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports/ac67cd44-3f70-4292-92b1-191800074904 HTTP/1.1" status: 404 len: 333 time: 0.0559714 Jul 22 19:10:14.739161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40682) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:14.743355 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port b25ffd29-0d6f-4405-8126-23600f82c2cd completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:14.750096 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d7f8bf16-01a1-4b80-986c-df70bde07ca5 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:10:14.752516 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port b25ffd29-0d6f-4405-8126-23600f82c2cd triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:14.752888 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:14.765198 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1181b91e-975d-490f-8886-6f2276b474f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:14.784652 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1181b91e-975d-490f-8886-6f2276b474f6 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:10:14.785068 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1181b91e-975d-490f-8886-6f2276b474f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:14.790016 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1589ee8d-fdad-4b45-814e-7166359feca5 None None] Provisioning for port edab52f3-334b-4986-81fb-f7d8f414e81a completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:14.809023 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1589ee8d-fdad-4b45-814e-7166359feca5 None None] Provisioning complete for port edab52f3-334b-4986-81fb-f7d8f414e81a triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:14.809400 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1589ee8d-fdad-4b45-814e-7166359feca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:10:14.835616 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:10:14.881742 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3294d-8b7c-4fb4-afe7-62a24a7ce10b tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Pushing event updated for resources: {'Port': ['ID=f1f983b2-ee25-4e0b-bb74-c9f49bfeecf4,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:14.882598 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-2889f02e-a29c-4fab-8295-26870a232d21 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting port d79371cf-e08e-4f7c-8938-b440c21d1592 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:14.883072 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2889f02e-a29c-4fab-8295-26870a232d21 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:14.925848 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-d9b3294d-8b7c-4fb4-afe7-62a24a7ce10b tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] In _notify_port_updated(), no bound segment for port f1f983b2-ee25-4e0b-bb74-c9f49bfeecf4 on network a3a0472f-419f-4e19-bb24-852eacce347a {{(pid=93806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:10:14.933058 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b3294d-8b7c-4fb4-afe7-62a24a7ce10b tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:14.933739 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d9b3294d-8b7c-4fb4-afe7-62a24a7ce10b tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:14.937598 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d9b3294d-8b7c-4fb4-afe7-62a24a7ce10b tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "PUT /v2.0/ports/f1f983b2-ee25-4e0b-bb74-c9f49bfeecf4 HTTP/1.1" status: 200 len: 992 time: 0.8344316 Jul 22 19:10:14.939911 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40684) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:14.954044 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1181b91e-975d-490f-8886-6f2276b474f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:14.983869 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1181b91e-975d-490f-8886-6f2276b474f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:14.987396 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1181b91e-975d-490f-8886-6f2276b474f6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/97540785-4495-4c81-87f5-36de5c5a4aef HTTP/1.1" status: 204 len: 168 time: 1.3564959 Jul 22 19:10:15.004792 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181b91e-975d-490f-8886-6f2276b474f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=97540785-4495-4c81-87f5-36de5c5a4aef,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:15.047084 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1589ee8d-fdad-4b45-814e-7166359feca5 None None] Port edab52f3-334b-4986-81fb-f7d8f414e81a cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:15.099026 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:15.149310 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port d7f8bf16-01a1-4b80-986c-df70bde07ca5, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d7f8bf16-01a1-4b80-986c-df70bde07ca5,segment=NetworkSegment(37ac45c0-31af-4852-b0d0-5cad72118f15),segment_id=37ac45c0-31af-4852-b0d0-5cad72118f15)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:15.151012 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-85a8b9da-dad3-4862-b925-123d171cbbb0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Deleting port f1f983b2-ee25-4e0b-bb74-c9f49bfeecf4 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:15.151502 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-85a8b9da-dad3-4862-b925-123d171cbbb0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:15.214640 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port b25ffd29-0d6f-4405-8126-23600f82c2cd, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b25ffd29-0d6f-4405-8126-23600f82c2cd,segment=NetworkSegment(727e0d97-fa1e-43b2-8a05-fdf3b65bb01d),segment_id=727e0d97-fa1e-43b2-8a05-fdf3b65bb01d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:15.218282 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'd7f8bf16-01a1-4b80-986c-df70bde07ca5', 'network_id': 'e4d6fda9-8218-428a-ae2e-a9ede541c3c4', 'port_id': 'd7f8bf16-01a1-4b80-986c-df70bde07ca5', 'mac_address': 'fa:16:3e:c2:0e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8de7374-1f83-4fd1-ad76-2633f17ced17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:10:15.224630 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b1e559e7-723f-4e4b-a3bd-ab4e96f8408e None None] Provisioning for port f1f983b2-ee25-4e0b-bb74-c9f49bfeecf4 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:15.231814 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b1e559e7-723f-4e4b-a3bd-ab4e96f8408e None None] Provisioning complete for port f1f983b2-ee25-4e0b-bb74-c9f49bfeecf4 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:15.232604 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b1e559e7-723f-4e4b-a3bd-ab4e96f8408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:15.238917 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:15.309246 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-85a8b9da-dad3-4862-b925-123d171cbbb0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:15.340101 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-85a8b9da-dad3-4862-b925-123d171cbbb0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Calling delete_port for f1f983b2-ee25-4e0b-bb74-c9f49bfeecf4 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:15.342818 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b1e559e7-723f-4e4b-a3bd-ab4e96f8408e None None] Port f1f983b2-ee25-4e0b-bb74-c9f49bfeecf4 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:15.372150 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a2e7d800-11c6-4424-9382-4283d01854fe no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:10:15.410742 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40694) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:15.441971 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: a2e7d800-11c6-4424-9382-4283d01854fe {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:10:15.442322 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a2e7d800-11c6-4424-9382-4283d01854fe not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:10:15.459592 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:15.489513 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f8bf16-01a1-4b80-986c-df70bde07ca5 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:10:15.496688 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b1e559e7-723f-4e4b-a3bd-ab4e96f8408e None None] Provisioning complete for port b25ffd29-0d6f-4405-8126-23600f82c2cd triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:15.497060 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b1e559e7-723f-4e4b-a3bd-ab4e96f8408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:15.505738 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=b25ffd29-0d6f-4405-8126-23600f82c2cd,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:15.542302 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-70729d70-ac40-40c6-87a8-c15eaca29be8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93ea73befe604530890b841f22228fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1301816 Jul 22 19:10:15.544713 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40696) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:15.552290 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port d7f8bf16-01a1-4b80-986c-df70bde07ca5, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d7f8bf16-01a1-4b80-986c-df70bde07ca5,segment=NetworkSegment(37ac45c0-31af-4852-b0d0-5cad72118f15),segment_id=37ac45c0-31af-4852-b0d0-5cad72118f15)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:15.564847 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2889f02e-a29c-4fab-8295-26870a232d21 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:15.571017 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:15.589228 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-2889f02e-a29c-4fab-8295-26870a232d21 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Calling delete_port for d79371cf-e08e-4f7c-8938-b440c21d1592 owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:15.589845 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4d3dbba8-b583-406a-990f-b9569e94f349 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:15.663784 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5a55333b-fa73-4d69-bbc3-29cc7a9620b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:15.678929 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-85a8b9da-dad3-4862-b925-123d171cbbb0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:15.728150 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5a55333b-fa73-4d69-bbc3-29cc7a9620b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:15.730656 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8b9da-dad3-4862-b925-123d171cbbb0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Pushing event deleted for resources: {'Port': ['ID=f1f983b2-ee25-4e0b-bb74-c9f49bfeecf4,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:15.750070 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=d7f8bf16-01a1-4b80-986c-df70bde07ca5,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:15.793370 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b1e559e7-723f-4e4b-a3bd-ab4e96f8408e None None] Could not find standard attr ID for object 268164a6-eff6-47e5-b68a-f71c126398d2. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:10:15.801479 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397a9bb-c821-4e53-9776-a704212fe39c req-9ba2df01-f7b4-43d9-ab97-c087cf60d8d8 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:15.803245 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1397a9bb-c821-4e53-9776-a704212fe39c req-9ba2df01-f7b4-43d9-ab97-c087cf60d8d8 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 950 time: 0.2085938 Jul 22 19:10:15.804733 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 4d3dbba8-b583-406a-990f-b9569e94f349 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:15.805417 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:15.817746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1509c1-6f51-46a7-b500-324c6bf6a94a req-d1d4d90a-1959-4802-9fa0-091963920ce5 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:15.819301 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f1509c1-6f51-46a7-b500-324c6bf6a94a req-d1d4d90a-1959-4802-9fa0-091963920ce5 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 946 time: 0.2259309 Jul 22 19:10:15.839636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['d7f8bf16-01a1-4b80-986c-df70bde07ca5'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:10:15.912559 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b1e559e7-723f-4e4b-a3bd-ab4e96f8408e None None] Provisioning complete for port edab52f3-334b-4986-81fb-f7d8f414e81a triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:15.912954 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b1e559e7-723f-4e4b-a3bd-ab4e96f8408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:15.933151 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5a55333b-fa73-4d69-bbc3-29cc7a9620b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:15.935297 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5a55333b-fa73-4d69-bbc3-29cc7a9620b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:15.939239 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5a55333b-fa73-4d69-bbc3-29cc7a9620b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0ce0716-3920-4321-b370-bceebb7aa2b6 HTTP/1.1" status: 204 len: 168 time: 0.3902760 Jul 22 19:10:15.953911 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55333b-fa73-4d69-bbc3-29cc7a9620b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ce0716-3920-4321-b370-bceebb7aa2b6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:15.974631 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-85a8b9da-dad3-4862-b925-123d171cbbb0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:15.981477 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-85a8b9da-dad3-4862-b925-123d171cbbb0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "DELETE /v2.0/ports/f1f983b2-ee25-4e0b-bb74-c9f49bfeecf4 HTTP/1.1" status: 204 len: 168 time: 1.0420210 Jul 22 19:10:15.981814 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40704) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:16.008017 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1397a9bb-c821-4e53-9776-a704212fe39c req-5ef68930-a724-43d3-9f6c-eb129dd43cea tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871586 Jul 22 19:10:16.015180 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-1854fb2d-e08a-497b-a59b-2c1f9943e3a0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] GET failed (client error): The resource could not be found. Jul 22 19:10:16.018199 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f1509c1-6f51-46a7-b500-324c6bf6a94a req-d56f99e6-2e2c-4154-9084-a324ed08a95a tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529596 Jul 22 19:10:16.023556 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1854fb2d-e08a-497b-a59b-2c1f9943e3a0 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "GET /v2.0/ports/f1f983b2-ee25-4e0b-bb74-c9f49bfeecf4 HTTP/1.1" status: 404 len: 333 time: 0.0401125 Jul 22 19:10:16.024441 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40706) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:16.031645 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-27d0558c-9153-43b6-91ff-7a77216993e1 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Request body: {'port': {'network_id': 'a3a0472f-419f-4e19-bb24-852eacce347a', 'name': 'tempest-AllowedAddressPairTestJSON-1558303451'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:16.037767 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2889f02e-a29c-4fab-8295-26870a232d21 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:16.141307 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889f02e-a29c-4fab-8295-26870a232d21 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Port': ['ID=d79371cf-e08e-4f7c-8938-b440c21d1592,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:16.169860 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b1e559e7-723f-4e4b-a3bd-ab4e96f8408e None None] Port edab52f3-334b-4986-81fb-f7d8f414e81a cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:16.194828 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b1e559e7-723f-4e4b-a3bd-ab4e96f8408e None None] Could not find standard attr ID for object ac67cd44-3f70-4292-92b1-191800074904. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:10:16.217148 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b1e559e7-723f-4e4b-a3bd-ab4e96f8408e None None] Could not find standard attr ID for object d79371cf-e08e-4f7c-8938-b440c21d1592. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:10:16.243746 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d0558c-9153-43b6-91ff-7a77216993e1 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Made reservation on behalf of 199a2496daeb41f4ada1ee50dd6d7bea for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:16.249211 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-27d0558c-9153-43b6-91ff-7a77216993e1 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:16.277594 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-27d0558c-9153-43b6-91ff-7a77216993e1 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] device_id is not set on port 066d1e93-1e73-4c4f-b665-6797a084779d yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:10:16.356077 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3dc8dd70-ccc9-468e-ba08-3bcad8bd3578 None None] Could not find standard attr ID for object f1f983b2-ee25-4e0b-bb74-c9f49bfeecf4. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:10:16.361808 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3dc8dd70-ccc9-468e-ba08-3bcad8bd3578 None None] Could not find standard attr ID for object ac67cd44-3f70-4292-92b1-191800074904. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:10:16.374626 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 34e48a9f-ce48-444c-a6c5-07bc3f8c62b6 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:10:16.379028 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3dc8dd70-ccc9-468e-ba08-3bcad8bd3578 None None] Could not find standard attr ID for object d79371cf-e08e-4f7c-8938-b440c21d1592. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:10:16.414013 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2889f02e-a29c-4fab-8295-26870a232d21 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:16.418724 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2889f02e-a29c-4fab-8295-26870a232d21 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/ports/d79371cf-e08e-4f7c-8938-b440c21d1592 HTTP/1.1" status: 204 len: 168 time: 1.6779671 Jul 22 19:10:16.420541 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40710) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:16.422649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 34e48a9f-ce48-444c-a6c5-07bc3f8c62b6 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:10:16.422649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 34e48a9f-ce48-444c-a6c5-07bc3f8c62b6 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:10:16.422922 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a3a84a0a-c799-447e-bfac-e75a58f783a5 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:10:16.452585 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-27d0558c-9153-43b6-91ff-7a77216993e1 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Allocated IP 172.20.0.4 (a3a0472f-419f-4e19-bb24-852eacce347a/c84d1204-6a54-4f23-8763-4b61d331df45/066d1e93-1e73-4c4f-b665-6797a084779d) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:16.464763 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: a3a84a0a-c799-447e-bfac-e75a58f783a5 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:10:16.465477 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a3a84a0a-c799-447e-bfac-e75a58f783a5 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:10:16.471231 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-0880d362-6cc0-4096-b804-b46531bb1516 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] GET failed (client error): The resource could not be found. Jul 22 19:10:16.474681 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0880d362-6cc0-4096-b804-b46531bb1516 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports/d79371cf-e08e-4f7c-8938-b440c21d1592 HTTP/1.1" status: 404 len: 333 time: 0.0494702 Jul 22 19:10:16.478017 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40714) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:16.551532 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3944c0-f91c-4792-850a-103357448f31 req-c6cd0556-383f-49c0-9110-a177cee17444 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:16.553126 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de3944c0-f91c-4792-850a-103357448f31 req-c6cd0556-383f-49c0-9110-a177cee17444 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 945 time: 0.3466444 Jul 22 19:10:16.560814 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd68ce-58ea-4646-989f-da9739541765 req-fa671094-4c8c-4feb-9408-eb1874defee9 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:16.562259 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6cdd68ce-58ea-4646-989f-da9739541765 req-fa671094-4c8c-4feb-9408-eb1874defee9 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/ports?device_id=899aad6b-c509-40ef-b2ec-215d9c85c2fc HTTP/1.1" status: 200 len: 945 time: 0.2746439 Jul 22 19:10:16.628772 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-487205a3-2a8c-4e09-9972-894a4faffd61 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting subnet 980e32f5-a257-4a3c-989f-9bcbbb34a2b3 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:10:16.641637 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-487205a3-2a8c-4e09-9972-894a4faffd61 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:16.647269 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-27d0558c-9153-43b6-91ff-7a77216993e1 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:16.648385 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de3944c0-f91c-4792-850a-103357448f31 req-30525c15-c45d-4ebf-bc03-a0dc1855b501 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852072 Jul 22 19:10:16.668199 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-27d0558c-9153-43b6-91ff-7a77216993e1 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Transition to ACTIVE for port object 066d1e93-1e73-4c4f-b665-6797a084779d will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:16.669968 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6cdd68ce-58ea-4646-989f-da9739541765 req-5dd830b7-96a9-4422-81d7-52ed6910c685 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/security-groups?id=86daed3b-e668-4417-bfec-d77a1610391b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954010 Jul 22 19:10:16.695046 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-487205a3-2a8c-4e09-9972-894a4faffd61 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:16.711448 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-27d0558c-9153-43b6-91ff-7a77216993e1 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:16.753798 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d0558c-9153-43b6-91ff-7a77216993e1 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Network a3a0472f-419f-4e19-bb24-852eacce347a is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:16.759178 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-27d0558c-9153-43b6-91ff-7a77216993e1 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:16.762740 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d0558c-9153-43b6-91ff-7a77216993e1 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:16.792246 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0558c-9153-43b6-91ff-7a77216993e1 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Pushing event updated for resources: {'Port': ['ID=066d1e93-1e73-4c4f-b665-6797a084779d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:16.805428 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-487205a3-2a8c-4e09-9972-894a4faffd61 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:16.820638 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d0558c-9153-43b6-91ff-7a77216993e1 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:16.821578 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-27d0558c-9153-43b6-91ff-7a77216993e1 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:16.840746 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-27d0558c-9153-43b6-91ff-7a77216993e1 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8122046 Jul 22 19:10:16.841177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40728) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:16.849550 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e80105ea-4217-4574-b40d-9103f03674aa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e5:bc:a5'}]}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:16.924204 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-487205a3-2a8c-4e09-9972-894a4faffd61 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:16.966552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487205a3-2a8c-4e09-9972-894a4faffd61 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Subnet': ['ID=980e32f5-a257-4a3c-989f-9bcbbb34a2b3,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:16.984520 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c37b64-bbb5-4f68-a2fa-aebf4c2d6de3 None None] Network 8319d056-6097-4ac8-8301-cd6ed9c08098 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:17.001226 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-487205a3-2a8c-4e09-9972-894a4faffd61 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:17.003765 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-487205a3-2a8c-4e09-9972-894a4faffd61 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/subnets/980e32f5-a257-4a3c-989f-9bcbbb34a2b3 HTTP/1.1" status: 204 len: 168 time: 0.5217900 Jul 22 19:10:17.006725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40732) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:17.014514 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40734) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:17.122732 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7ace4546-0b7a-41ea-a99e-0a030e1df52f None None] Provisioning for port 066d1e93-1e73-4c4f-b665-6797a084779d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:17.132292 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7ace4546-0b7a-41ea-a99e-0a030e1df52f None None] Provisioning complete for port 066d1e93-1e73-4c4f-b665-6797a084779d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:17.132791 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7ace4546-0b7a-41ea-a99e-0a030e1df52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:17.139032 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-3a02bf25-9292-4fb4-ad71-18f435228851 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1797827092-network', 'tenant_id': '17cd2804a52047cfb4d32d8ab0a04c5d'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:17.166380 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a02bf25-9292-4fb4-ad71-18f435228851 admin admin] Made reservation on behalf of 17cd2804a52047cfb4d32d8ab0a04c5d for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:17.171977 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a02bf25-9292-4fb4-ad71-18f435228851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:17.181841 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-7ace4546-0b7a-41ea-a99e-0a030e1df52f None None] Port 066d1e93-1e73-4c4f-b665-6797a084779d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:17.193464 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a02bf25-9292-4fb4-ad71-18f435228851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:17.215654 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-de992b45-9c38-4dbf-a5f3-6d228409829a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:17.256109 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1305cb-870b-48d1-9c9f-3463117d5f1a None None] DHCP port deletion for 8319d056-6097-4ac8-8301-cd6ed9c08098 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:10:17.312194 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a02bf25-9292-4fb4-ad71-18f435228851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:17.314001 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e80105ea-4217-4574-b40d-9103f03674aa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:17.318313 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a02bf25-9292-4fb4-ad71-18f435228851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:17.320183 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2a1305cb-870b-48d1-9c9f-3463117d5f1a None None] Deleting port b25ffd29-0d6f-4405-8126-23600f82c2cd {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:17.320697 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2a1305cb-870b-48d1-9c9f-3463117d5f1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:17.348244 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a02bf25-9292-4fb4-ad71-18f435228851 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:10:17.356430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06531e-35d5-40c0-a925-a74ff32f118c req-d310632c-8374-4ac0-bce8-809c37c01a31 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:17.357678 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02bf25-9292-4fb4-ad71-18f435228851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c04433-ffdd-4ec6-8759-7e4cf9403990,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:17.357974 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1b06531e-35d5-40c0-a925-a74ff32f118c req-d310632c-8374-4ac0-bce8-809c37c01a31 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 946 time: 0.2320368 Jul 22 19:10:17.367945 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a02bf25-9292-4fb4-ad71-18f435228851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:17.368419 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-3a02bf25-9292-4fb4-ad71-18f435228851 admin admin] Added segment 970473cd-aeb1-450b-8200-62fec4936400 of type vlan for network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd Jul 22 19:10:17.373080 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b407a5-7877-40d4-bbfc-42c71127dda0 req-ba85aea8-584a-4a4f-baf6-36dfee689573 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:17.380937 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45b407a5-7877-40d4-bbfc-42c71127dda0 req-ba85aea8-584a-4a4f-baf6-36dfee689573 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 950 time: 0.2381852 Jul 22 19:10:17.391173 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-2a1305cb-870b-48d1-9c9f-3463117d5f1a None None] For port b25ffd29-0d6f-4405-8126-23600f82c2cd, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b25ffd29-0d6f-4405-8126-23600f82c2cd,segment=NetworkSegment(727e0d97-fa1e-43b2-8a05-fdf3b65bb01d),segment_id=727e0d97-fa1e-43b2-8a05-fdf3b65bb01d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:17.391561 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2a1305cb-870b-48d1-9c9f-3463117d5f1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:17.405288 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2a1305cb-870b-48d1-9c9f-3463117d5f1a None None] Calling delete_port for b25ffd29-0d6f-4405-8126-23600f82c2cd owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:17.418286 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a02bf25-9292-4fb4-ad71-18f435228851 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:17.450522 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a02bf25-9292-4fb4-ad71-18f435228851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:17.451754 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a02bf25-9292-4fb4-ad71-18f435228851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:17.452466 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a02bf25-9292-4fb4-ad71-18f435228851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:17.490444 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1b06531e-35d5-40c0-a925-a74ff32f118c req-cd445d02-2e91-4667-a2e7-886f0cdc06f1 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067550 Jul 22 19:10:17.496431 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-de992b45-9c38-4dbf-a5f3-6d228409829a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting port b25ffd29-0d6f-4405-8126-23600f82c2cd {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:17.496998 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-de992b45-9c38-4dbf-a5f3-6d228409829a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:17.523510 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45b407a5-7877-40d4-bbfc-42c71127dda0 req-e81d474b-1eb4-4020-bd9d-381ca24d6d1d tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412313 Jul 22 19:10:17.525310 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02bf25-9292-4fb4-ad71-18f435228851 admin admin] Pushing event updated for resources: {'Network': ['ID=4a8130c5-5925-4614-8cfa-ff6fd165b8cd,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:17.543648 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:10:17.548146 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3a02bf25-9292-4fb4-ad71-18f435228851 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5324287 Jul 22 19:10:17.548860 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40744) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:17.554106 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8f8b186e-020d-4ac7-bcc2-ef3bed26732b admin admin] Request body: {'subnet': {'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1797827092-subnet', 'tenant_id': '17cd2804a52047cfb4d32d8ab0a04c5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:17.556795 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b25ffd29-0d6f-4405-8126-23600f82c2cd no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:10:17.578204 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8b186e-020d-4ac7-bcc2-ef3bed26732b admin admin] Made reservation on behalf of 17cd2804a52047cfb4d32d8ab0a04c5d for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:17.581632 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f8b186e-020d-4ac7-bcc2-ef3bed26732b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:17.590316 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: b25ffd29-0d6f-4405-8126-23600f82c2cd {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:10:17.590670 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b25ffd29-0d6f-4405-8126-23600f82c2cd not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:10:17.592112 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2a1305cb-870b-48d1-9c9f-3463117d5f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:17.636044 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1305cb-870b-48d1-9c9f-3463117d5f1a None None] Pushing event deleted for resources: {'Port': ['ID=b25ffd29-0d6f-4405-8126-23600f82c2cd,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:17.671172 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1305cb-870b-48d1-9c9f-3463117d5f1a None None] No DVR routers for this DVR port b25ffd29-0d6f-4405-8126-23600f82c2cd on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:10:17.697608 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-de992b45-9c38-4dbf-a5f3-6d228409829a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] For port b25ffd29-0d6f-4405-8126-23600f82c2cd, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b25ffd29-0d6f-4405-8126-23600f82c2cd,segment=NetworkSegment(727e0d97-fa1e-43b2-8a05-fdf3b65bb01d),segment_id=727e0d97-fa1e-43b2-8a05-fdf3b65bb01d)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:17.697980 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-de992b45-9c38-4dbf-a5f3-6d228409829a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:17.718294 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-de992b45-9c38-4dbf-a5f3-6d228409829a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Calling delete_port for b25ffd29-0d6f-4405-8126-23600f82c2cd owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:17.903007 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e80105ea-4217-4574-b40d-9103f03674aa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:17.918168 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e80105ea-4217-4574-b40d-9103f03674aa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:18.027442 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-de992b45-9c38-4dbf-a5f3-6d228409829a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:18.052309 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0225a89-5549-43dd-98ea-8ddb1f5c4573 req-85fcfbd2-4a6f-4263-9597-272056b78de0 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:18.053888 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e0225a89-5549-43dd-98ea-8ddb1f5c4573 req-85fcfbd2-4a6f-4263-9597-272056b78de0 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 945 time: 0.3146195 Jul 22 19:10:18.054544 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80105ea-4217-4574-b40d-9103f03674aa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Pushing event updated for resources: {'Port': ['ID=066d1e93-1e73-4c4f-b665-6797a084779d,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:18.094380 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c41ede-584c-4bd6-a724-96052aba1c59 req-99fdad81-2d34-474b-afff-fb0a11bb23f1 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:18.095905 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-96c41ede-584c-4bd6-a724-96052aba1c59 req-99fdad81-2d34-474b-afff-fb0a11bb23f1 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/ports?device_id=899aad6b-c509-40ef-b2ec-215d9c85c2fc HTTP/1.1" status: 200 len: 945 time: 0.3243744 Jul 22 19:10:18.103282 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f8b186e-020d-4ac7-bcc2-ef3bed26732b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:18.103622 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de992b45-9c38-4dbf-a5f3-6d228409829a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] No DVR routers for this DVR port b25ffd29-0d6f-4405-8126-23600f82c2cd on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:10:18.123628 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de992b45-9c38-4dbf-a5f3-6d228409829a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Port': ['ID=b25ffd29-0d6f-4405-8126-23600f82c2cd,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:18.156313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-e80105ea-4217-4574-b40d-9103f03674aa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] In _notify_port_updated(), no bound segment for port 066d1e93-1e73-4c4f-b665-6797a084779d on network a3a0472f-419f-4e19-bb24-852eacce347a {{(pid=93807) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:10:18.163008 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80105ea-4217-4574-b40d-9103f03674aa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:18.163679 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e80105ea-4217-4574-b40d-9103f03674aa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:18.165052 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e80105ea-4217-4574-b40d-9103f03674aa tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "PUT /v2.0/ports/066d1e93-1e73-4c4f-b665-6797a084779d HTTP/1.1" status: 200 len: 996 time: 1.3229184 Jul 22 19:10:18.167965 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40750) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:18.177408 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b186e-020d-4ac7-bcc2-ef3bed26732b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ba5617b-ba48-486c-9750-2a5a3148f236,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:18.222889 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8b186e-020d-4ac7-bcc2-ef3bed26732b admin admin] Checking segment: {'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:18.223339 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8b186e-020d-4ac7-bcc2-ef3bed26732b admin admin] Network hostable DHCP agents. Network: 4a8130c5-5925-4614-8cfa-ff6fd165b8cd, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:10:18.234968 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e0225a89-5549-43dd-98ea-8ddb1f5c4573 req-fa822a7b-4b12-478f-bc13-1e21901dffc5 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532702 Jul 22 19:10:18.238140 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-96c41ede-584c-4bd6-a724-96052aba1c59 req-6897e475-1dba-4d5e-84dd-c18762d9a974 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/security-groups?id=86daed3b-e668-4417-bfec-d77a1610391b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286719 Jul 22 19:10:18.269415 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-de992b45-9c38-4dbf-a5f3-6d228409829a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:18.276394 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8b186e-020d-4ac7-bcc2-ef3bed26732b admin admin] Network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:10:18.280313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-de992b45-9c38-4dbf-a5f3-6d228409829a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8319d056-6097-4ac8-8301-cd6ed9c08098']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:18.291312 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-8f8b186e-020d-4ac7-bcc2-ef3bed26732b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 4a8130c5-5925-4614-8cfa-ff6fd165b8cd) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:18.291951 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-de992b45-9c38-4dbf-a5f3-6d228409829a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727e0d97-fa1e-43b2-8a05-fdf3b65bb01d') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:18.292336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-de992b45-9c38-4dbf-a5f3-6d228409829a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727e0d97-fa1e-43b2-8a05-fdf3b65bb01d') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:18.296137 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8b186e-020d-4ac7-bcc2-ef3bed26732b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:18.298127 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f8b186e-020d-4ac7-bcc2-ef3bed26732b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:18.299834 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68423c16-7cf7-4245-87eb-d2fba50077e8 None None] Network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:18.303419 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-de992b45-9c38-4dbf-a5f3-6d228409829a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:18.317119 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8f8b186e-020d-4ac7-bcc2-ef3bed26732b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7671340 Jul 22 19:10:18.325892 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-de992b45-9c38-4dbf-a5f3-6d228409829a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:18.327574 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-902c514d-9e1b-451e-bf03-cae4cdd61b31 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Deleting port 066d1e93-1e73-4c4f-b665-6797a084779d {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:18.327917 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-902c514d-9e1b-451e-bf03-cae4cdd61b31 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:18.336032 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de992b45-9c38-4dbf-a5f3-6d228409829a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:10:18.336420 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9efd0d28-2c8f-4c94-aaa9-89d0db88c6df None None] Provisioning complete for port 066d1e93-1e73-4c4f-b665-6797a084779d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:18.336709 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-de992b45-9c38-4dbf-a5f3-6d228409829a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:18.336875 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9efd0d28-2c8f-4c94-aaa9-89d0db88c6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:10:18.348453 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:10:18.418292 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-de992b45-9c38-4dbf-a5f3-6d228409829a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:18.435911 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-de992b45-9c38-4dbf-a5f3-6d228409829a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:18.443703 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-de992b45-9c38-4dbf-a5f3-6d228409829a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/networks/8319d056-6097-4ac8-8301-cd6ed9c08098 HTTP/1.1" status: 204 len: 168 time: 1.4357059 Jul 22 19:10:18.453741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40754) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:18.460956 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-1c1f7e74-5236-4b3c-b6f9-5b2efedbd72b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-127327452'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:18.466256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de992b45-9c38-4dbf-a5f3-6d228409829a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Network': ['ID=8319d056-6097-4ac8-8301-cd6ed9c08098,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:18.470031 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-902c514d-9e1b-451e-bf03-cae4cdd61b31 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:18.488913 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-902c514d-9e1b-451e-bf03-cae4cdd61b31 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Calling delete_port for 066d1e93-1e73-4c4f-b665-6797a084779d owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:18.505916 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1f7e74-5236-4b3c-b6f9-5b2efedbd72b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:18.510327 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c1f7e74-5236-4b3c-b6f9-5b2efedbd72b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:18.546296 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1f7e74-5236-4b3c-b6f9-5b2efedbd72b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:10:18.552976 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-9efd0d28-2c8f-4c94-aaa9-89d0db88c6df None None] Port 066d1e93-1e73-4c4f-b665-6797a084779d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:18.562443 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c1f7e74-5236-4b3c-b6f9-5b2efedbd72b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:18.562898 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-1c1f7e74-5236-4b3c-b6f9-5b2efedbd72b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Added segment ec5ab550-feb4-4a99-83a5-441b67cac133 of type vlan for network 9973b345-6c8b-468d-a216-a665e6a627a7 Jul 22 19:10:18.623529 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8124834f-6399-414d-9986-bb731594d863 None None] Network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:18.625795 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c1f7e74-5236-4b3c-b6f9-5b2efedbd72b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:18.700720 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c1f7e74-5236-4b3c-b6f9-5b2efedbd72b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:18.707718 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-902c514d-9e1b-451e-bf03-cae4cdd61b31 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:18.708406 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1f7e74-5236-4b3c-b6f9-5b2efedbd72b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:18.709099 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c1f7e74-5236-4b3c-b6f9-5b2efedbd72b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:18.738889 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17653-507c-4a6c-8cc7-5459c5f47dfb req-93b1d86b-e6db-48c1-a18e-e614178e9081 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:18.740924 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23c17653-507c-4a6c-8cc7-5459c5f47dfb req-93b1d86b-e6db-48c1-a18e-e614178e9081 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 946 time: 0.1304376 Jul 22 19:10:18.748441 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c514d-9e1b-451e-bf03-cae4cdd61b31 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Pushing event deleted for resources: {'Port': ['ID=066d1e93-1e73-4c4f-b665-6797a084779d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:18.777281 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1c1f7e74-5236-4b3c-b6f9-5b2efedbd72b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3219607 Jul 22 19:10:18.785902 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40772) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:18.789175 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d7f8bf16-01a1-4b80-986c-df70bde07ca5 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:18.797512 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-981861f3-83ce-4984-b9ab-342538812f2b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'subnet': {'network_id': '9973b345-6c8b-468d-a216-a665e6a627a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:18.855928 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-902c514d-9e1b-451e-bf03-cae4cdd61b31 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:18.856534 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port d7f8bf16-01a1-4b80-986c-df70bde07ca5 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:18.861127 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-902c514d-9e1b-451e-bf03-cae4cdd61b31 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "DELETE /v2.0/ports/066d1e93-1e73-4c4f-b665-6797a084779d HTTP/1.1" status: 204 len: 168 time: 0.6918516 Jul 22 19:10:18.863221 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40778) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:18.864518 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port d7f8bf16-01a1-4b80-986c-df70bde07ca5 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:18.865036 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:18.892297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f7e74-5236-4b3c-b6f9-5b2efedbd72b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Network': ['ID=9973b345-6c8b-468d-a216-a665e6a627a7,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:18.894052 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc979e7-42ec-49c0-8782-877c6b26234f tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] GET failed (client error): The resource could not be found. Jul 22 19:10:18.896515 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5cc979e7-42ec-49c0-8782-877c6b26234f tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "GET /v2.0/ports/066d1e93-1e73-4c4f-b665-6797a084779d HTTP/1.1" status: 404 len: 333 time: 0.0321901 Jul 22 19:10:18.900257 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40780) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:18.905884 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-3dccab3e-5d51-4800-89c3-bf0e02109197 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Request body: {'port': {'network_id': 'a3a0472f-419f-4e19-bb24-852eacce347a', 'name': 'tempest-AllowedAddressPairTestJSON-1947923058'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:18.916683 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 9973b345-6c8b-468d-a216-a665e6a627a7 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:10:18.918144 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23c17653-507c-4a6c-8cc7-5459c5f47dfb req-3cae05e8-caf6-4f6f-afda-e22069d8573b tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635599 Jul 22 19:10:19.042372 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:19.076993 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899aad6b-c509-40ef-b2ec-215d9c85c2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f8bf16-01a1-4b80-986c-df70bde07ca5'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:10:19.078373 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dccab3e-5d51-4800-89c3-bf0e02109197 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Made reservation on behalf of 199a2496daeb41f4ada1ee50dd6d7bea for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:19.079959 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eedb07d-ac9d-4452-8f79-e591f9cd3cbf" -d '{"events": [{"server_uuid": "899aad6b-c509-40ef-b2ec-215d9c85c2fc", "name": "network-vif-plugged", "status": "completed", "tag": "d7f8bf16-01a1-4b80-986c-df70bde07ca5"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:10:19.083055 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3dccab3e-5d51-4800-89c3-bf0e02109197 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:19.087481 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port d7f8bf16-01a1-4b80-986c-df70bde07ca5, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d7f8bf16-01a1-4b80-986c-df70bde07ca5,segment=NetworkSegment(37ac45c0-31af-4852-b0d0-5cad72118f15),segment_id=37ac45c0-31af-4852-b0d0-5cad72118f15)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:19.091717 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:19.103340 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-3dccab3e-5d51-4800-89c3-bf0e02109197 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] device_id is not set on port f29e8ee0-2686-4ee7-9952-8fa51ab0481f yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:10:19.128363 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b098968-9874-4243-ae42-5dd0f791897b req-12d1b510-820a-45a4-8e87-0516f6a9f8d7 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:19.130651 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b098968-9874-4243-ae42-5dd0f791897b req-12d1b510-820a-45a4-8e87-0516f6a9f8d7 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/networks?id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd HTTP/1.1" status: 200 len: 812 time: 0.3008564 Jul 22 19:10:19.142068 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981861f3-83ce-4984-b9ab-342538812f2b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:19.146203 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-981861f3-83ce-4984-b9ab-342538812f2b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:19.151373 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=d7f8bf16-01a1-4b80-986c-df70bde07ca5,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:19.184721 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b098968-9874-4243-ae42-5dd0f791897b req-bd1938c4-55d6-4380-8705-abd8cf5f1dc5 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/quotas/17cd2804a52047cfb4d32d8ab0a04c5d HTTP/1.1" status: 200 len: 375 time: 0.0448132 Jul 22 19:10:19.224345 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-3dccab3e-5d51-4800-89c3-bf0e02109197 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Allocated IP 172.20.0.9 (a3a0472f-419f-4e19-bb24-852eacce347a/c84d1204-6a54-4f23-8763-4b61d331df45/f29e8ee0-2686-4ee7-9952-8fa51ab0481f) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:19.261463 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b098968-9874-4243-ae42-5dd0f791897b req-483a311f-5698-4d09-a01a-5dcff544358d tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=17cd2804a52047cfb4d32d8ab0a04c5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696156 Jul 22 19:10:19.269602 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99294ab-b442-43ac-a11d-d9176663b247 req-321ae3d8-5374-427a-a405-055331fe11ef tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:19.271060 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f99294ab-b442-43ac-a11d-d9176663b247 req-321ae3d8-5374-427a-a405-055331fe11ef tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 950 time: 0.2211235 Jul 22 19:10:19.373651 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3dccab3e-5d51-4800-89c3-bf0e02109197 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:19.387500 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-3dccab3e-5d51-4800-89c3-bf0e02109197 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Transition to ACTIVE for port object f29e8ee0-2686-4ee7-9952-8fa51ab0481f will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:19.398067 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f99294ab-b442-43ac-a11d-d9176663b247 req-4e1ad49b-ed64-4b38-bcd9-bfc0b3b310c1 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077816 Jul 22 19:10:19.437358 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3dccab3e-5d51-4800-89c3-bf0e02109197 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:19.448506 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b098968-9874-4243-ae42-5dd0f791897b req-c2664f75-b74f-41dd-9b4a-a317468ed3bd service neutron] 10.222.0.13 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716201 Jul 22 19:10:19.488943 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dccab3e-5d51-4800-89c3-bf0e02109197 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Network a3a0472f-419f-4e19-bb24-852eacce347a is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:19.493231 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-3dccab3e-5d51-4800-89c3-bf0e02109197 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:19.500120 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dccab3e-5d51-4800-89c3-bf0e02109197 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:19.508083 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b0ff15-1c5e-43e8-8a97-857ebd86363b x-openstack-request-id: req-46b0ff15-1c5e-43e8-8a97-857ebd86363b {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:10:19.508657 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899aad6b-c509-40ef-b2ec-215d9c85c2fc", "name": "network-vif-plugged", "status": "completed", "tag": "d7f8bf16-01a1-4b80-986c-df70bde07ca5", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:10:19.508657 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46b0ff15-1c5e-43e8-8a97-857ebd86363b {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:10:19.509033 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899aad6b-c509-40ef-b2ec-215d9c85c2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f8bf16-01a1-4b80-986c-df70bde07ca5', 'code': 200} Jul 22 19:10:19.534994 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-981861f3-83ce-4984-b9ab-342538812f2b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:19.553975 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccab3e-5d51-4800-89c3-bf0e02109197 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Pushing event updated for resources: {'Port': ['ID=f29e8ee0-2686-4ee7-9952-8fa51ab0481f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:19.581450 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dccab3e-5d51-4800-89c3-bf0e02109197 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:19.582289 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3dccab3e-5d51-4800-89c3-bf0e02109197 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:19.600600 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3dccab3e-5d51-4800-89c3-bf0e02109197 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6989560 Jul 22 19:10:19.603078 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40788) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:19.609182 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b9e8d5e6-cf76-4e80-8142-ee681024c69d tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Request body: {'port': {'network_id': 'a3a0472f-419f-4e19-bb24-852eacce347a', 'name': 'tempest-AllowedAddressPairTestJSON-20920810'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:19.740329 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e8d5e6-cf76-4e80-8142-ee681024c69d tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Made reservation on behalf of 199a2496daeb41f4ada1ee50dd6d7bea for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:19.744254 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b9e8d5e6-cf76-4e80-8142-ee681024c69d tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:19.762884 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-b9e8d5e6-cf76-4e80-8142-ee681024c69d tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] device_id is not set on port d7651570-17f5-404a-a2d4-1c2d7a5052a0 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:10:19.787233 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5b08b053-0faa-4f1b-b92f-f05c2eb46415 None None] Provisioning for port f29e8ee0-2686-4ee7-9952-8fa51ab0481f completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:19.791499 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5b08b053-0faa-4f1b-b92f-f05c2eb46415 None None] Provisioning complete for port f29e8ee0-2686-4ee7-9952-8fa51ab0481f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:19.791998 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5b08b053-0faa-4f1b-b92f-f05c2eb46415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:19.828523 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5b08b053-0faa-4f1b-b92f-f05c2eb46415 None None] Port f29e8ee0-2686-4ee7-9952-8fa51ab0481f cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:19.881358 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-b9e8d5e6-cf76-4e80-8142-ee681024c69d tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Allocated IP 172.20.0.8 (a3a0472f-419f-4e19-bb24-852eacce347a/c84d1204-6a54-4f23-8763-4b61d331df45/d7651570-17f5-404a-a2d4-1c2d7a5052a0) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:20.016308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981861f3-83ce-4984-b9ab-342538812f2b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Subnet': ['ID=fe098b0e-ebf5-40ca-a0d0-98a7c5a0c149,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:20.025277 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b098968-9874-4243-ae42-5dd0f791897b req-926981db-d1cf-4143-a828-aa2ce49c7ec1 service neutron] 10.222.0.13 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5420105 Jul 22 19:10:20.042704 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b9e8d5e6-cf76-4e80-8142-ee681024c69d tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:20.057448 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-b9e8d5e6-cf76-4e80-8142-ee681024c69d tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Transition to ACTIVE for port object d7651570-17f5-404a-a2d4-1c2d7a5052a0 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:20.059608 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981861f3-83ce-4984-b9ab-342538812f2b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Checking segment: {'id': 'ec5ab550-feb4-4a99-83a5-441b67cac133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9973b345-6c8b-468d-a216-a665e6a627a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:20.059977 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981861f3-83ce-4984-b9ab-342538812f2b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network hostable DHCP agents. Network: 9973b345-6c8b-468d-a216-a665e6a627a7, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:10:20.091615 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b9e8d5e6-cf76-4e80-8142-ee681024c69d tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:20.091914 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581ea35-8885-4063-8550-1477c28746d7 req-40d794dd-0c24-4607-bd41-2717b115ee9f tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:20.093560 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6581ea35-8885-4063-8550-1477c28746d7 req-40d794dd-0c24-4607-bd41-2717b115ee9f tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 945 time: 0.1754928 Jul 22 19:10:20.095477 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403677a-a7c0-451f-a809-c967ea4925d1 req-1dc01b98-7694-43a3-acab-db095a3cf6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:20.097588 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9403677a-a7c0-451f-a809-c967ea4925d1 req-1dc01b98-7694-43a3-acab-db095a3cf6d1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=899aad6b-c509-40ef-b2ec-215d9c85c2fc HTTP/1.1" status: 200 len: 1098 time: 0.5251329 Jul 22 19:10:20.111936 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981861f3-83ce-4984-b9ab-342538812f2b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network 9973b345-6c8b-468d-a216-a665e6a627a7 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:10:20.133333 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e8d5e6-cf76-4e80-8142-ee681024c69d tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Network a3a0472f-419f-4e19-bb24-852eacce347a is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:20.140853 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-b9e8d5e6-cf76-4e80-8142-ee681024c69d tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:20.144891 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e8d5e6-cf76-4e80-8142-ee681024c69d tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:20.161876 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-981861f3-83ce-4984-b9ab-342538812f2b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 9973b345-6c8b-468d-a216-a665e6a627a7) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:20.171945 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981861f3-83ce-4984-b9ab-342538812f2b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:20.172570 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-981861f3-83ce-4984-b9ab-342538812f2b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:20.176610 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9403677a-a7c0-451f-a809-c967ea4925d1 req-b1d55c78-5952-4a8e-908a-5959b615bb8c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=86daed3b-e668-4417-bfec-d77a1610391b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716276 Jul 22 19:10:20.183448 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee2b1a2-1741-4a40-8644-f3c341c175f6 None None] Network 9973b345-6c8b-468d-a216-a665e6a627a7 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:20.203167 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6581ea35-8885-4063-8550-1477c28746d7 req-15ced8ab-dd78-496f-8d8e-76aec8cf0d93 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834658 Jul 22 19:10:20.211815 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e8d5e6-cf76-4e80-8142-ee681024c69d tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:20.212441 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b9e8d5e6-cf76-4e80-8142-ee681024c69d tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:20.237948 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8d5e6-cf76-4e80-8142-ee681024c69d tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Pushing event updated for resources: {'Port': ['ID=d7651570-17f5-404a-a2d4-1c2d7a5052a0,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:20.239132 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-981861f3-83ce-4984-b9ab-342538812f2b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4504216 Jul 22 19:10:20.242061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40796) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:20.250667 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-a9cf43f9-649c-4ead-9a59-b8645f4460ee tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'port': {'network_id': '9973b345-6c8b-468d-a216-a665e6a627a7', 'name': 'tempest-PortsTestJSON-402376877', 'fixed_ips': [{'subnet_id': 'fe098b0e-ebf5-40ca-a0d0-98a7c5a0c149', 'ip_address': '172.20.0.10'}]}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:20.258210 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b9e8d5e6-cf76-4e80-8142-ee681024c69d tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.6510677 Jul 22 19:10:20.259254 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40798) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:20.266025 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-3f728c95-e8b6-4f1b-ae64-47e9fc8a0764 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:e5:bc:a5'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:d4:2a:0c'}]}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:20.439821 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-9973b345-6c8b-468d-a216-a665e6a627a7', 'network_id': '9973b345-6c8b-468d-a216-a665e6a627a7', 'tenant_id': 'cdf673c126ab4c5188ef38fb73f577c6', 'fixed_ips': [{'subnet_id': 'fe098b0e-ebf5-40ca-a0d0-98a7c5a0c149'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:10:20.441040 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:20.592094 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4a32eea8-0b8f-42fb-b570-df32a15f3cbe None None] Provisioning for port d7651570-17f5-404a-a2d4-1c2d7a5052a0 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:20.599128 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4a32eea8-0b8f-42fb-b570-df32a15f3cbe None None] Provisioning complete for port d7651570-17f5-404a-a2d4-1c2d7a5052a0 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:20.599502 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4a32eea8-0b8f-42fb-b570-df32a15f3cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:20.607547 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3f728c95-e8b6-4f1b-ae64-47e9fc8a0764 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:20.633408 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] Allocated IP 172.20.0.2 (9973b345-6c8b-468d-a216-a665e6a627a7/fe098b0e-ebf5-40ca-a0d0-98a7c5a0c149/8e53e66f-2d16-4bee-8f59-2af936dc0e9c) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:20.651847 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-4a32eea8-0b8f-42fb-b570-df32a15f3cbe None None] Port d7651570-17f5-404a-a2d4-1c2d7a5052a0 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:20.654432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a772af-2d9e-4831-a03a-17e10cfe5047 req-cb2d1124-9f44-4c84-99f0-cdc7f249b850 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:20.656007 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2a772af-2d9e-4831-a03a-17e10cfe5047 req-cb2d1124-9f44-4c84-99f0-cdc7f249b850 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 946 time: 0.3264027 Jul 22 19:10:20.669807 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d1a64-8750-42db-ba4e-d5393029228a req-cff0fd03-4fbf-416c-8cf2-0a1ddae149ad tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:20.671401 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d5d1a64-8750-42db-ba4e-d5393029228a req-cff0fd03-4fbf-416c-8cf2-0a1ddae149ad tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/ports?device_id=899aad6b-c509-40ef-b2ec-215d9c85c2fc HTTP/1.1" status: 200 len: 946 time: 0.3406508 Jul 22 19:10:20.722304 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcd828-c352-43e0-866f-ddc3c92da957 req-761f0552-eb91-429f-8668-ee559fb8f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:20.723880 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84dcd828-c352-43e0-866f-ddc3c92da957 req-761f0552-eb91-429f-8668-ee559fb8f81b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 1097 time: 0.3181324 Jul 22 19:10:20.741428 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cf43f9-649c-4ead-9a59-b8645f4460ee tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:20.808193 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:20.817730 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] Transition to ACTIVE for port object 8e53e66f-2d16-4bee-8f59-2af936dc0e9c will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:20.835010 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] Transition to ACTIVE for port object 8e53e66f-2d16-4bee-8f59-2af936dc0e9c will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:20.848138 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:20.852298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2a772af-2d9e-4831-a03a-17e10cfe5047 req-10b2a6d6-4733-4b1c-87f5-8269bc9366b1 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764877 Jul 22 19:10:20.893054 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] Network 9973b345-6c8b-468d-a216-a665e6a627a7 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:20.901493 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:20.904021 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d5d1a64-8750-42db-ba4e-d5393029228a req-eeaa429b-4c0f-47d0-adff-03bd7342a6dc tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/security-groups?id=86daed3b-e668-4417-bfec-d77a1610391b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992011 Jul 22 19:10:20.912310 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84dcd828-c352-43e0-866f-ddc3c92da957 req-9583f85b-307e-43aa-83d6-f48d83648a1a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748695 Jul 22 19:10:20.914293 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:20.941050 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] Pushing event updated for resources: {'Port': ['ID=8e53e66f-2d16-4bee-8f59-2af936dc0e9c,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:21.029553 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] Attempting to bind port 8e53e66f-2d16-4bee-8f59-2af936dc0e9c on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:10:21.029995 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] Attempting to bind port 8e53e66f-2d16-4bee-8f59-2af936dc0e9c by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ec5ab550-feb4-4a99-83a5-441b67cac133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9973b345-6c8b-468d-a216-a665e6a627a7'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:10:21.030461 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] Attempting to bind port 8e53e66f-2d16-4bee-8f59-2af936dc0e9c on network 9973b345-6c8b-468d-a216-a665e6a627a7 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:10:21.036767 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:10:21.037254 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] Checking segment: {'id': 'ec5ab550-feb4-4a99-83a5-441b67cac133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9973b345-6c8b-468d-a216-a665e6a627a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:21.037731 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:21.038190 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] Bound using segment: {'id': 'ec5ab550-feb4-4a99-83a5-441b67cac133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9973b345-6c8b-468d-a216-a665e6a627a7'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:10:21.038820 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] Bound port: 8e53e66f-2d16-4bee-8f59-2af936dc0e9c, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5ab550-feb4-4a99-83a5-441b67cac133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9973b345-6c8b-468d-a216-a665e6a627a7'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:10:21.039294 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:21.045072 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2889669-5408-462a-8f50-8bb855805e68 req-3382cb52-703b-4260-8e4e-9c67e630b836 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb08452-4c5f-47e9-a20e-7608cd8b7759 HTTP/1.1" status: 200 len: 210 time: 0.0797670 Jul 22 19:10:21.057158 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a9cf43f9-649c-4ead-9a59-b8645f4460ee tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:21.112551 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] For port 8e53e66f-2d16-4bee-8f59-2af936dc0e9c, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:10:21.116991 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] For port 8e53e66f-2d16-4bee-8f59-2af936dc0e9c, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=8e53e66f-2d16-4bee-8f59-2af936dc0e9c,segment=NetworkSegment(ec5ab550-feb4-4a99-83a5-441b67cac133),segment_id=ec5ab550-feb4-4a99-83a5-441b67cac133)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:10:21.125147 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:21.139467 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-a9cf43f9-649c-4ead-9a59-b8645f4460ee tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] device_id is not set on port 0241aa3f-f95d-401a-a7fb-e1a570918e55 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:10:21.197420 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79aaac-d47a-48f6-9c4a-a59508012a7c None None] Pushing event updated for resources: {'Port': ['ID=8e53e66f-2d16-4bee-8f59-2af936dc0e9c,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:21.227412 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3f728c95-e8b6-4f1b-ae64-47e9fc8a0764 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:21.241252 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3f728c95-e8b6-4f1b-ae64-47e9fc8a0764 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:21.252386 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ac22d-9834-4bd9-a9b4-125595a411a8 req-0b439322-5c88-48a3-9567-06f36053c1c0 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:21.254747 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d19ac22d-9834-4bd9-a9b4-125595a411a8 req-0b439322-5c88-48a3-9567-06f36053c1c0 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 950 time: 0.2153447 Jul 22 19:10:21.464977 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f728c95-e8b6-4f1b-ae64-47e9fc8a0764 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Pushing event updated for resources: {'Port': ['ID=d7651570-17f5-404a-a2d4-1c2d7a5052a0,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:21.520666 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d19ac22d-9834-4bd9-a9b4-125595a411a8 req-a5211a11-0814-400d-8945-045705a8da4d tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098579 Jul 22 19:10:21.532126 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-3f728c95-e8b6-4f1b-ae64-47e9fc8a0764 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] In _notify_port_updated(), no bound segment for port d7651570-17f5-404a-a2d4-1c2d7a5052a0 on network a3a0472f-419f-4e19-bb24-852eacce347a {{(pid=93807) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:10:21.538052 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b098968-9874-4243-ae42-5dd0f791897b req-7cf660ec-308a-4349-9867-057e0c9e7cfd tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:21.554382 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2b098968-9874-4243-ae42-5dd0f791897b req-7cf660ec-308a-4349-9867-057e0c9e7cfd tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.30 "GET /v2.0/networks?id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd HTTP/1.1" status: 200 len: 812 time: 0.2100832 Jul 22 19:10:21.560198 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f728c95-e8b6-4f1b-ae64-47e9fc8a0764 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:21.561107 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3f728c95-e8b6-4f1b-ae64-47e9fc8a0764 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:21.565560 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3f728c95-e8b6-4f1b-ae64-47e9fc8a0764 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "PUT /v2.0/ports/d7651570-17f5-404a-a2d4-1c2d7a5052a0 HTTP/1.1" status: 200 len: 1054 time: 1.3019559 Jul 22 19:10:21.566914 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-2b098968-9874-4243-ae42-5dd0f791897b req-4183d2b0-0eb7-4a13-95e5-9a40568702db tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Request body: {'port': {'device_id': '6eb08452-4c5f-47e9-a20e-7608cd8b7759', 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd', 'admin_state_up': True, 'tenant_id': '17cd2804a52047cfb4d32d8ab0a04c5d'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:21.572778 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40812) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:21.590586 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-a9cf43f9-649c-4ead-9a59-b8645f4460ee tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Allocated IP 172.20.0.10 (9973b345-6c8b-468d-a216-a665e6a627a7/fe098b0e-ebf5-40ca-a0d0-98a7c5a0c149/0241aa3f-f95d-401a-a7fb-e1a570918e55) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:21.617896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe76640-4c46-4dff-91c8-7b2e3f0915e5 req-1ae879e7-dea5-4b97-a4df-9b40d9749f61 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:21.632567 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8fe76640-4c46-4dff-91c8-7b2e3f0915e5 req-1ae879e7-dea5-4b97-a4df-9b40d9749f61 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 945 time: 0.3158376 Jul 22 19:10:21.721026 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 8e53e66f-2d16-4bee-8f59-2af936dc0e9c up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:21.725479 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8fe76640-4c46-4dff-91c8-7b2e3f0915e5 req-34ca217f-087c-4512-9ccd-83ff96a24df1 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987289 Jul 22 19:10:21.779551 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 8e53e66f-2d16-4bee-8f59-2af936dc0e9c completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:21.804858 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f845a3f9-70b3-4b39-a05a-be2691617fde None None] Provisioning complete for port d7651570-17f5-404a-a2d4-1c2d7a5052a0 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:21.805688 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f845a3f9-70b3-4b39-a05a-be2691617fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:21.811513 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b098968-9874-4243-ae42-5dd0f791897b req-4183d2b0-0eb7-4a13-95e5-9a40568702db tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Made reservation on behalf of 17cd2804a52047cfb4d32d8ab0a04c5d for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:21.815990 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2b098968-9874-4243-ae42-5dd0f791897b req-4183d2b0-0eb7-4a13-95e5-9a40568702db tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:21.837309 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-101d2cd2-c655-4f8e-a399-d016794f7853 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Deleting port d7651570-17f5-404a-a2d4-1c2d7a5052a0 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:21.838080 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-101d2cd2-c655-4f8e-a399-d016794f7853 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:21.845680 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-f845a3f9-70b3-4b39-a05a-be2691617fde None None] Port d7651570-17f5-404a-a2d4-1c2d7a5052a0 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:21.881010 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a9cf43f9-649c-4ead-9a59-b8645f4460ee tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:21.896310 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-a9cf43f9-649c-4ead-9a59-b8645f4460ee tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Transition to ACTIVE for port object 0241aa3f-f95d-401a-a7fb-e1a570918e55 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:21.932135 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a9cf43f9-649c-4ead-9a59-b8645f4460ee tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:22.022492 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-101d2cd2-c655-4f8e-a399-d016794f7853 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:22.036644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cf43f9-649c-4ead-9a59-b8645f4460ee tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network 9973b345-6c8b-468d-a216-a665e6a627a7 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:22.043202 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-101d2cd2-c655-4f8e-a399-d016794f7853 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Calling delete_port for d7651570-17f5-404a-a2d4-1c2d7a5052a0 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:22.060755 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-a9cf43f9-649c-4ead-9a59-b8645f4460ee tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:22.062208 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-2b098968-9874-4243-ae42-5dd0f791897b req-4183d2b0-0eb7-4a13-95e5-9a40568702db tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Allocated IP 172.20.0.8 (4a8130c5-5925-4614-8cfa-ff6fd165b8cd/0ba5617b-ba48-486c-9750-2a5a3148f236/7973f6fb-12ed-45d7-a008-6878d785c7f2) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:22.063079 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cf43f9-649c-4ead-9a59-b8645f4460ee tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:22.109963 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf43f9-649c-4ead-9a59-b8645f4460ee tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Port': ['ID=0241aa3f-f95d-401a-a7fb-e1a570918e55,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:22.155291 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cf43f9-649c-4ead-9a59-b8645f4460ee tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:22.155946 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a9cf43f9-649c-4ead-9a59-b8645f4460ee tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:22.168204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389dd45c-be30-4343-80c4-e34a456042e8 req-8111e522-1978-460f-bc7e-47376265c99f tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:22.169816 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-389dd45c-be30-4343-80c4-e34a456042e8 req-8111e522-1978-460f-bc7e-47376265c99f tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 946 time: 0.2325149 Jul 22 19:10:22.187999 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73037b23-c93d-4b5a-94a7-c65456408e1c req-84e1dd96-67f9-4ceb-ae35-89413d0360cb tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:22.189661 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73037b23-c93d-4b5a-94a7-c65456408e1c req-84e1dd96-67f9-4ceb-ae35-89413d0360cb tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/ports?device_id=899aad6b-c509-40ef-b2ec-215d9c85c2fc HTTP/1.1" status: 200 len: 946 time: 0.1794550 Jul 22 19:10:22.212861 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a9cf43f9-649c-4ead-9a59-b8645f4460ee tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9659853 Jul 22 19:10:22.215273 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40822) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:22.222363 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b3a836e3-391b-418b-9d33-99648a41d1b2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'port': {'network_id': '9973b345-6c8b-468d-a216-a665e6a627a7', 'name': 'tempest-PortsTestJSON-1377079888', 'fixed_ips': [{'subnet_id': 'fe098b0e-ebf5-40ca-a0d0-98a7c5a0c149', 'ip_address': '172.20.0.9'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:22.258134 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-389dd45c-be30-4343-80c4-e34a456042e8 req-df1c4471-142b-48be-9d94-d6e5695930df tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655239 Jul 22 19:10:22.264245 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73037b23-c93d-4b5a-94a7-c65456408e1c req-e9a3adae-71fa-4be9-91d5-42d112e9580d tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/security-groups?id=86daed3b-e668-4417-bfec-d77a1610391b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636356 Jul 22 19:10:22.360110 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2d8ae3-4b03-40da-a49e-7177606e4049 None None] Network 9973b345-6c8b-468d-a216-a665e6a627a7 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:22.391443 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc171097-b31c-4861-9094-4dd5264ffac8 req-c470d649-927e-4217-9d8b-bb55bd6838ca tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb08452-4c5f-47e9-a20e-7608cd8b7759 HTTP/1.1" status: 200 len: 210 time: 0.0352800 Jul 22 19:10:22.401526 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2b098968-9874-4243-ae42-5dd0f791897b req-4183d2b0-0eb7-4a13-95e5-9a40568702db tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:22.462277 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-101d2cd2-c655-4f8e-a399-d016794f7853 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:22.466468 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2b098968-9874-4243-ae42-5dd0f791897b req-4183d2b0-0eb7-4a13-95e5-9a40568702db tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:22.502672 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-59081269-2a04-406d-b38d-0918350acb65 None None] Provisioning for port 8e53e66f-2d16-4bee-8f59-2af936dc0e9c completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:22.523768 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d2cd2-c655-4f8e-a399-d016794f7853 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Pushing event deleted for resources: {'Port': ['ID=d7651570-17f5-404a-a2d4-1c2d7a5052a0,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:22.529517 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-59081269-2a04-406d-b38d-0918350acb65 None None] Provisioning complete for port 8e53e66f-2d16-4bee-8f59-2af936dc0e9c triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:22.529934 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-59081269-2a04-406d-b38d-0918350acb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:22.556988 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b098968-9874-4243-ae42-5dd0f791897b req-4183d2b0-0eb7-4a13-95e5-9a40568702db tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:22.567308 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-2b098968-9874-4243-ae42-5dd0f791897b req-4183d2b0-0eb7-4a13-95e5-9a40568702db tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:22.597053 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b098968-9874-4243-ae42-5dd0f791897b req-4183d2b0-0eb7-4a13-95e5-9a40568702db tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:22.698529 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-59081269-2a04-406d-b38d-0918350acb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:22.706678 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183d2b0-0eb7-4a13-95e5-9a40568702db tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Pushing event updated for resources: {'Port': ['ID=7973f6fb-12ed-45d7-a008-6878d785c7f2,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:22.712367 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a836e3-391b-418b-9d33-99648a41d1b2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:22.753352 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-59081269-2a04-406d-b38d-0918350acb65 None None] For port 8e53e66f-2d16-4bee-8f59-2af936dc0e9c, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=8e53e66f-2d16-4bee-8f59-2af936dc0e9c,segment=NetworkSegment(ec5ab550-feb4-4a99-83a5-441b67cac133),segment_id=ec5ab550-feb4-4a99-83a5-441b67cac133)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:22.759805 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-59081269-2a04-406d-b38d-0918350acb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:22.778380 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0409cc3-adfd-4bb6-a28b-0f729d100773 req-55a68481-306b-4385-81fd-03fbc837fbd8 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:22.779982 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0409cc3-adfd-4bb6-a28b-0f729d100773 req-55a68481-306b-4385-81fd-03fbc837fbd8 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 950 time: 0.1459148 Jul 22 19:10:22.819048 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59081269-2a04-406d-b38d-0918350acb65 None None] Pushing event updated for resources: {'Port': ['ID=8e53e66f-2d16-4bee-8f59-2af936dc0e9c,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:22.825391 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a678c-ffc8-4c3a-b653-86c45d03ec80 req-c9d2f21f-11d1-415e-94e7-3af4dbf14f4c tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:22.826978 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-021a678c-ffc8-4c3a-b653-86c45d03ec80 req-c9d2f21f-11d1-415e-94e7-3af4dbf14f4c tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/ports?device_id=899aad6b-c509-40ef-b2ec-215d9c85c2fc HTTP/1.1" status: 200 len: 946 time: 0.1321926 Jul 22 19:10:22.842606 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b3a836e3-391b-418b-9d33-99648a41d1b2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:22.853814 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b098968-9874-4243-ae42-5dd0f791897b req-4183d2b0-0eb7-4a13-95e5-9a40568702db tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:22.854615 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2b098968-9874-4243-ae42-5dd0f791897b req-4183d2b0-0eb7-4a13-95e5-9a40568702db tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:22.868409 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0409cc3-adfd-4bb6-a28b-0f729d100773 req-90bf4fc0-241f-4188-a245-16cf1ec686c3 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783563 Jul 22 19:10:22.890810 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2b098968-9874-4243-ae42-5dd0f791897b req-4183d2b0-0eb7-4a13-95e5-9a40568702db tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3340726 Jul 22 19:10:22.902593 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-021a678c-ffc8-4c3a-b653-86c45d03ec80 req-7358b6fa-3438-4d5c-8027-bea39215323e tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/security-groups?id=86daed3b-e668-4417-bfec-d77a1610391b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671291 Jul 22 19:10:22.930585 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-2b098968-9874-4243-ae42-5dd0f791897b req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] Request body: {'port': {'device_id': '6eb08452-4c5f-47e9-a20e-7608cd8b7759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:22.933630 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-b3a836e3-391b-418b-9d33-99648a41d1b2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] device_id is not set on port bb60e903-759d-4885-8b9f-c387e4ee3aec yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:10:23.028121 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f2c28-7774-4681-997f-78aff12224b6 req-7733a12d-d2d8-4eed-a3b1-e598a196fe37 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:23.030367 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-547f2c28-7774-4681-997f-78aff12224b6 req-7733a12d-d2d8-4eed-a3b1-e598a196fe37 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 945 time: 0.0814455 Jul 22 19:10:23.071311 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-547f2c28-7774-4681-997f-78aff12224b6 req-c91bd042-c4c3-410c-b0ce-b4df4fa46773 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356836 Jul 22 19:10:23.087291 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-87b864f4-3786-4e78-ae47-f9fdea2d5fa1 None None] Provisioning for port 0241aa3f-f95d-401a-a7fb-e1a570918e55 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:23.100620 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-87b864f4-3786-4e78-ae47-f9fdea2d5fa1 None None] Provisioning complete for port 0241aa3f-f95d-401a-a7fb-e1a570918e55 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:23.101050 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-87b864f4-3786-4e78-ae47-f9fdea2d5fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:23.124006 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-44a39e90-2852-4668-b237-296d1dc7146e req-9133fc5c-2724-436b-b148-9617d9195886 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2086954975', 'description': 'tempest-description-1285830291'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:23.144839 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-87b864f4-3786-4e78-ae47-f9fdea2d5fa1 None None] Port 0241aa3f-f95d-401a-a7fb-e1a570918e55 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:23.157663 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-44a39e90-2852-4668-b237-296d1dc7146e req-9133fc5c-2724-436b-b148-9617d9195886 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:23.159664 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-87b864f4-3786-4e78-ae47-f9fdea2d5fa1 None None] Provisioning complete for port 8e53e66f-2d16-4bee-8f59-2af936dc0e9c triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:23.160049 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-87b864f4-3786-4e78-ae47-f9fdea2d5fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:23.176398 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-101d2cd2-c655-4f8e-a399-d016794f7853 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:23.181129 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-101d2cd2-c655-4f8e-a399-d016794f7853 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "DELETE /v2.0/ports/d7651570-17f5-404a-a2d4-1c2d7a5052a0 HTTP/1.1" status: 204 len: 168 time: 1.6056621 Jul 22 19:10:23.184279 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40836) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:23.236055 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2b098968-9874-4243-ae42-5dd0f791897b req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:23.244928 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5637c30-c96c-47ff-9bb8-549b431daba3 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] GET failed (client error): The resource could not be found. Jul 22 19:10:23.246741 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c5637c30-c96c-47ff-9bb8-549b431daba3 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "GET /v2.0/ports/d7651570-17f5-404a-a2d4-1c2d7a5052a0 HTTP/1.1" status: 404 len: 333 time: 0.0580285 Jul 22 19:10:23.250916 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40838) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:23.295441 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-44a39e90-2852-4668-b237-296d1dc7146e req-9133fc5c-2724-436b-b148-9617d9195886 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:23.307151 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-44a39e90-2852-4668-b237-296d1dc7146e req-9133fc5c-2724-436b-b148-9617d9195886 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:23.322676 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-b3a836e3-391b-418b-9d33-99648a41d1b2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Allocated IP 172.20.0.9 (9973b345-6c8b-468d-a216-a665e6a627a7/fe098b0e-ebf5-40ca-a0d0-98a7c5a0c149/bb60e903-759d-4885-8b9f-c387e4ee3aec) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:23.351010 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-44a39e90-2852-4668-b237-296d1dc7146e req-9133fc5c-2724-436b-b148-9617d9195886 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:23.352234 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44a39e90-2852-4668-b237-296d1dc7146e req-9133fc5c-2724-436b-b148-9617d9195886 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2323387 Jul 22 19:10:23.386922 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-42c757d3-4bdb-4a01-a79b-af123c272af8 None None] Provisioning complete for port 0241aa3f-f95d-401a-a7fb-e1a570918e55 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:23.387314 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-42c757d3-4bdb-4a01-a79b-af123c272af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:23.431398 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-42c757d3-4bdb-4a01-a79b-af123c272af8 None None] Port 0241aa3f-f95d-401a-a7fb-e1a570918e55 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:23.458638 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133fc5c-2724-436b-b148-9617d9195886 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd988384-33aa-4dab-9e1f-ffb094a89697,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:23.502526 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-5701a542-5c7e-4a43-a3ee-7bd34272112b service neutron] 10.222.0.30 "GET /v2.0/ports/3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25/bindings/n-h1-800086-12 HTTP/1.1" status: 200 len: 383 time: 0.1102965 Jul 22 19:10:23.540075 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-783f8a42-79ef-4f2a-989a-9e0680c9a7bb req-ab44b182-9d6a-4e17-8739-5b8b4161206f tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2086954975&fields=id&tenant_id=41c697aba6e940169e3dc8cd7b93b641 HTTP/1.1" status: 200 len: 267 time: 0.0839913 Jul 22 19:10:23.558501 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 8e53e66f-2d16-4bee-8f59-2af936dc0e9c up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:23.588904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-e876febd-305e-4044-9f33-ea729bcfc508 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Deleting port f29e8ee0-2686-4ee7-9952-8fa51ab0481f {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:23.589145 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e876febd-305e-4044-9f33-ea729bcfc508 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:23.612354 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32910b0-6af7-4b02-b973-343a84a19fbf req-f1fca86e-e418-41cb-aaa6-71faa919c89d tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:23.613893 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e32910b0-6af7-4b02-b973-343a84a19fbf req-f1fca86e-e418-41cb-aaa6-71faa919c89d tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 946 time: 0.2692940 Jul 22 19:10:23.635734 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 8e53e66f-2d16-4bee-8f59-2af936dc0e9c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:23.636138 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:23.643829 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b3a836e3-391b-418b-9d33-99648a41d1b2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:23.688697 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-b3a836e3-391b-418b-9d33-99648a41d1b2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Transition to ACTIVE for port object bb60e903-759d-4885-8b9f-c387e4ee3aec will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:23.708989 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-2b098968-9874-4243-ae42-5dd0f791897b req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7973f6fb-12ed-45d7-a008-6878d785c7f2 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:10:23.719096 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2b098968-9874-4243-ae42-5dd0f791897b req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:23.734750 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e32910b0-6af7-4b02-b973-343a84a19fbf req-fef73b07-0b12-4e77-84b0-66e565f5dac9 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060617 Jul 22 19:10:23.740804 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e876febd-305e-4044-9f33-ea729bcfc508 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:23.744650 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-2b098968-9874-4243-ae42-5dd0f791897b req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] Transition to ACTIVE for port object 7973f6fb-12ed-45d7-a008-6878d785c7f2 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:23.751644 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2b098968-9874-4243-ae42-5dd0f791897b req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:23.781460 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b3a836e3-391b-418b-9d33-99648a41d1b2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:23.781935 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f8a42-79ef-4f2a-989a-9e0680c9a7bb req-f1ce7c82-65b5-4749-b2ec-110614f18405 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:23.790710 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-783f8a42-79ef-4f2a-989a-9e0680c9a7bb req-f1ce7c82-65b5-4749-b2ec-110614f18405 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 945 time: 0.2402818 Jul 22 19:10:23.815238 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-783f8a42-79ef-4f2a-989a-9e0680c9a7bb req-277b480d-4a6e-48da-b15e-c33001ed4d98 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Request body: {'port': {'security_groups': ['0424ee17-2730-40c8-a994-faf4d1fc16dd', 'fd988384-33aa-4dab-9e1f-ffb094a89697']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:23.823728 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a836e3-391b-418b-9d33-99648a41d1b2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network 9973b345-6c8b-468d-a216-a665e6a627a7 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:23.824729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-e876febd-305e-4044-9f33-ea729bcfc508 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Calling delete_port for f29e8ee0-2686-4ee7-9952-8fa51ab0481f owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:23.826600 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] Pushing event updated for resources: {'Port': ['ID=7973f6fb-12ed-45d7-a008-6878d785c7f2,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:23.859451 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-b3a836e3-391b-418b-9d33-99648a41d1b2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:23.861763 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a836e3-391b-418b-9d33-99648a41d1b2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:23.975145 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a836e3-391b-418b-9d33-99648a41d1b2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:23.975986 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b3a836e3-391b-418b-9d33-99648a41d1b2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:23.992681 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a836e3-391b-418b-9d33-99648a41d1b2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Port': ['ID=bb60e903-759d-4885-8b9f-c387e4ee3aec,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:24.009638 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b3a836e3-391b-418b-9d33-99648a41d1b2 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7938433 Jul 22 19:10:24.015718 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40852) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:24.033704 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-b1d9f4b0-45df-477d-be88-ba0ca8673ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:24.035912 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-b1d9f4b0-45df-477d-be88-ba0ca8673ce6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847&tenant_id=46238864a83148d380b2ca0eb3b80dcd HTTP/1.1" status: 200 len: 1102 time: 0.2916791 Jul 22 19:10:24.056076 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-783f8a42-79ef-4f2a-989a-9e0680c9a7bb req-277b480d-4a6e-48da-b15e-c33001ed4d98 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:24.079028 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-2b098968-9874-4243-ae42-5dd0f791897b req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] Attempting to bind port 7973f6fb-12ed-45d7-a008-6878d785c7f2 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:10:24.079372 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-2b098968-9874-4243-ae42-5dd0f791897b req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] Attempting to bind port 7973f6fb-12ed-45d7-a008-6878d785c7f2 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:10:24.079708 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b098968-9874-4243-ae42-5dd0f791897b req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] Attempting to bind port 7973f6fb-12ed-45d7-a008-6878d785c7f2 on network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:10:24.100078 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b098968-9874-4243-ae42-5dd0f791897b req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] Port 7973f6fb-12ed-45d7-a008-6878d785c7f2 on network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:10:24.100320 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b098968-9874-4243-ae42-5dd0f791897b req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] Attempting to bind port 7973f6fb-12ed-45d7-a008-6878d785c7f2 on network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:10:24.110896 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b098968-9874-4243-ae42-5dd0f791897b req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:10:24.111261 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b098968-9874-4243-ae42-5dd0f791897b req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] Checking segment: {'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:24.111622 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b098968-9874-4243-ae42-5dd0f791897b req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] Bound using segment: {'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:10:24.112153 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-2b098968-9874-4243-ae42-5dd0f791897b req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] Bound port: 7973f6fb-12ed-45d7-a008-6878d785c7f2, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:10:24.113061 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2b098968-9874-4243-ae42-5dd0f791897b req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:24.155681 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c68bbcd9-fa41-45be-b60b-16c81ae8714f None None] Provisioning for port bb60e903-759d-4885-8b9f-c387e4ee3aec completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:24.159956 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c68bbcd9-fa41-45be-b60b-16c81ae8714f None None] Provisioning complete for port bb60e903-759d-4885-8b9f-c387e4ee3aec triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:24.160410 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c68bbcd9-fa41-45be-b60b-16c81ae8714f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:24.187649 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5515a9-7429-4611-a608-1800a71db4fc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:24.192495 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cf5515a9-7429-4611-a608-1800a71db4fc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1724648 Jul 22 19:10:24.194378 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40854) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:24.201562 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-c68bbcd9-fa41-45be-b60b-16c81ae8714f None None] Port bb60e903-759d-4885-8b9f-c387e4ee3aec cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:24.210383 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db0e44-b3e3-416f-ac64-105fe4b56024 req-55667fd3-b515-4040-8610-25603f2a8a7a tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:24.211923 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99db0e44-b3e3-416f-ac64-105fe4b56024 req-55667fd3-b515-4040-8610-25603f2a8a7a tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb08452-4c5f-47e9-a20e-7608cd8b7759 HTTP/1.1" status: 200 len: 943 time: 0.2941206 Jul 22 19:10:24.234235 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4cbd6-8cea-4802-8fb7-66f758fd7efa req-183afca5-b898-420c-9e29-0a5c6090117b tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:24.235650 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e8a4cbd6-8cea-4802-8fb7-66f758fd7efa req-183afca5-b898-420c-9e29-0a5c6090117b tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.16 "GET /v2.0/ports?device_id=899aad6b-c509-40ef-b2ec-215d9c85c2fc HTTP/1.1" status: 200 len: 946 time: 0.3138108 Jul 22 19:10:24.251693 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-2b098968-9874-4243-ae42-5dd0f791897b req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] For port 7973f6fb-12ed-45d7-a008-6878d785c7f2, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:10:24.256204 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-2b098968-9874-4243-ae42-5dd0f791897b req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] For port 7973f6fb-12ed-45d7-a008-6878d785c7f2, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7973f6fb-12ed-45d7-a008-6878d785c7f2,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:10:24.261002 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2b098968-9874-4243-ae42-5dd0f791897b req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:24.312439 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b098968-9874-4243-ae42-5dd0f791897b req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:24.313102 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2b098968-9874-4243-ae42-5dd0f791897b req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:24.314496 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2b098968-9874-4243-ae42-5dd0f791897b req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] 10.222.0.30 "PUT /v2.0/ports/7973f6fb-12ed-45d7-a008-6878d785c7f2 HTTP/1.1" status: 200 len: 1092 time: 1.3921378 Jul 22 19:10:24.317094 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb08452-4c5f-47e9-a20e-7608cd8b7759', 'tag': '7973f6fb-12ed-45d7-a008-6878d785c7f2'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:10:24.319373 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e57626d-3947-498d-9ce2-35d38f80d137" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb08452-4c5f-47e9-a20e-7608cd8b7759", "tag": "7973f6fb-12ed-45d7-a008-6878d785c7f2"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:10:24.339852 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10a5e24-ed38-4f47-838a-6cd6c4ecb275 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:24.345031 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e876febd-305e-4044-9f33-ea729bcfc508 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:24.346256 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10a5e24-ed38-4f47-838a-6cd6c4ecb275 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:24.352590 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10a5e24-ed38-4f47-838a-6cd6c4ecb275 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:24.354196 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b10a5e24-ed38-4f47-838a-6cd6c4ecb275 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1588833 Jul 22 19:10:24.361313 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40858) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:24.373013 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-c6eb771b-143f-4fbc-b15d-89419d0fa7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:24.374512 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-c6eb771b-143f-4fbc-b15d-89419d0fa7f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 1102 time: 0.3121579 Jul 22 19:10:24.382267 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99db0e44-b3e3-416f-ac64-105fe4b56024 req-822abaa2-b62c-4536-bc62-05eaa4568346 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573107 Jul 22 19:10:24.423095 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f131d8-a7f4-4319-bed3-067f067b1fbf service neutron] Pushing event updated for resources: {'Port': ['ID=7973f6fb-12ed-45d7-a008-6878d785c7f2,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:24.431841 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876febd-305e-4044-9f33-ea729bcfc508 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Pushing event deleted for resources: {'Port': ['ID=f29e8ee0-2686-4ee7-9952-8fa51ab0481f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:24.828399 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b098968-9874-4243-ae42-5dd0f791897b req-c4b168fc-82ab-465d-adc9-21992671cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:24.829893 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2b098968-9874-4243-ae42-5dd0f791897b req-c4b168fc-82ab-465d-adc9-21992671cbb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17cd2804a52047cfb4d32d8ab0a04c5d&device_id=6eb08452-4c5f-47e9-a20e-7608cd8b7759 HTTP/1.1" status: 200 len: 1095 time: 0.4746826 Jul 22 19:10:24.874644 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2b098968-9874-4243-ae42-5dd0f791897b req-60755161-b9ef-4839-9a76-b4955c7716aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7973f6fb-12ed-45d7-a008-6878d785c7f2 HTTP/1.1" status: 200 len: 217 time: 0.0365059 Jul 22 19:10:24.890398 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-fe8b6e17-aa65-426d-ad21-bcc9d66dee2d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting port bb60e903-759d-4885-8b9f-c387e4ee3aec {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:24.890738 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe8b6e17-aa65-426d-ad21-bcc9d66dee2d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:24.977628 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b098968-9874-4243-ae42-5dd0f791897b req-ef92cf60-1178-41d7-9d35-2d54c3d7f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:24.979082 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2b098968-9874-4243-ae42-5dd0f791897b req-ef92cf60-1178-41d7-9d35-2d54c3d7f447 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ba5617b-ba48-486c-9750-2a5a3148f236 HTTP/1.1" status: 200 len: 852 time: 0.0991688 Jul 22 19:10:25.019141 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2b098968-9874-4243-ae42-5dd0f791897b req-1969163e-f571-49c0-a3a6-b879595f2b7f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309720 Jul 22 19:10:25.030905 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e876febd-305e-4044-9f33-ea729bcfc508 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:25.032814 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e876febd-305e-4044-9f33-ea729bcfc508 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "DELETE /v2.0/ports/f29e8ee0-2686-4ee7-9952-8fa51ab0481f HTTP/1.1" status: 204 len: 168 time: 1.7801752 Jul 22 19:10:25.038388 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40864) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:25.040102 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe8b6e17-aa65-426d-ad21-bcc9d66dee2d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:25.067964 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-fe8b6e17-aa65-426d-ad21-bcc9d66dee2d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Calling delete_port for bb60e903-759d-4885-8b9f-c387e4ee3aec owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:25.077741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-e8a4cbd6-8cea-4802-8fb7-66f758fd7efa req-fd444728-7a73-41e3-8394-895445a71ef0 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Deleting port d7f8bf16-01a1-4b80-986c-df70bde07ca5 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:25.078079 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e8a4cbd6-8cea-4802-8fb7-66f758fd7efa req-fd444728-7a73-41e3-8394-895445a71ef0 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:25.081274 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-010c1947-26dd-41f3-bf5c-afaf89591225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:25.082872 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-010c1947-26dd-41f3-bf5c-afaf89591225 service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.6997678 Jul 22 19:10:25.104796 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8c3041-384b-47e6-862e-12ffa96702b5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] GET failed (client error): The resource could not be found. Jul 22 19:10:25.109913 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4d8c3041-384b-47e6-862e-12ffa96702b5 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "GET /v2.0/ports/f29e8ee0-2686-4ee7-9952-8fa51ab0481f HTTP/1.1" status: 404 len: 333 time: 0.0653844 Jul 22 19:10:25.110839 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40866) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:25.168176 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef4b27-a0e7-48e5-a053-80c91d41f3b9 req-93a721c4-f570-49d8-a7a2-3d1a8f30e0d7 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:25.169604 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65ef4b27-a0e7-48e5-a053-80c91d41f3b9 req-93a721c4-f570-49d8-a7a2-3d1a8f30e0d7 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 950 time: 0.7170548 Jul 22 19:10:25.180963 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-e78e3dfc-53fd-4765-94c1-89fc598f4866 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 HTTP/1.1" status: 200 len: 217 time: 0.0779624 Jul 22 19:10:25.187194 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-783f8a42-79ef-4f2a-989a-9e0680c9a7bb req-277b480d-4a6e-48da-b15e-c33001ed4d98 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] For port 9379f319-83dc-499c-b2f9-a6930eecf652, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9379f319-83dc-499c-b2f9-a6930eecf652,segment=NetworkSegment(5e9c5442-4aef-46ca-808c-f594344b1a0a),segment_id=5e9c5442-4aef-46ca-808c-f594344b1a0a)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:25.232274 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2b098968-9874-4243-ae42-5dd0f791897b req-a77e87eb-27dc-47ad-ac53-bf2cb3a01f2b service neutron] 10.222.0.30 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022359 Jul 22 19:10:25.325995 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-697e742f-2e7c-4731-9846-9d40b97782be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:25.327465 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-697e742f-2e7c-4731-9846-9d40b97782be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1287608 Jul 22 19:10:25.337643 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65ef4b27-a0e7-48e5-a053-80c91d41f3b9 req-1e8be995-0b99-4d9a-9e59-048348b9fd46 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522911 Jul 22 19:10:25.352284 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-783f8a42-79ef-4f2a-989a-9e0680c9a7bb req-277b480d-4a6e-48da-b15e-c33001ed4d98 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:25.354992 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-e8a4cbd6-8cea-4802-8fb7-66f758fd7efa req-fd444728-7a73-41e3-8394-895445a71ef0 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] For port d7f8bf16-01a1-4b80-986c-df70bde07ca5, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d7f8bf16-01a1-4b80-986c-df70bde07ca5,segment=NetworkSegment(37ac45c0-31af-4852-b0d0-5cad72118f15),segment_id=37ac45c0-31af-4852-b0d0-5cad72118f15)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:25.355342 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e8a4cbd6-8cea-4802-8fb7-66f758fd7efa req-fd444728-7a73-41e3-8394-895445a71ef0 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:25.396084 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-783f8a42-79ef-4f2a-989a-9e0680c9a7bb req-277b480d-4a6e-48da-b15e-c33001ed4d98 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:25.401936 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-e8a4cbd6-8cea-4802-8fb7-66f758fd7efa req-fd444728-7a73-41e3-8394-895445a71ef0 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Calling delete_port for d7f8bf16-01a1-4b80-986c-df70bde07ca5 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:25.405286 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2b098968-9874-4243-ae42-5dd0f791897b req-67fedb02-7c79-4758-94d8-ad8c888051b1 service neutron] 10.222.0.30 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517653 Jul 22 19:10:25.408583 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9379f319-83dc-499c-b2f9-a6930eecf652'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:10:25.426696 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-d9567279-200e-4c26-8262-758371012c71 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Deleting port edab52f3-334b-4986-81fb-f7d8f414e81a {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:25.427054 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d9567279-200e-4c26-8262-758371012c71 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:25.431551 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe8b6e17-aa65-426d-ad21-bcc9d66dee2d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:25.493669 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b6e17-aa65-426d-ad21-bcc9d66dee2d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Port': ['ID=bb60e903-759d-4885-8b9f-c387e4ee3aec,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:25.531102 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f8a42-79ef-4f2a-989a-9e0680c9a7bb req-277b480d-4a6e-48da-b15e-c33001ed4d98 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:25.531672 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-783f8a42-79ef-4f2a-989a-9e0680c9a7bb req-277b480d-4a6e-48da-b15e-c33001ed4d98 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:25.533102 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-783f8a42-79ef-4f2a-989a-9e0680c9a7bb req-277b480d-4a6e-48da-b15e-c33001ed4d98 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "PUT /v2.0/ports/9379f319-83dc-499c-b2f9-a6930eecf652 HTTP/1.1" status: 200 len: 981 time: 1.7415876 Jul 22 19:10:25.538058 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aeff4c0-9324-4c3d-b00a-bbe1d49465c1', 'tag': '9379f319-83dc-499c-b2f9-a6930eecf652'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:10:25.540071 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7624a53-0f0c-4dfd-ba3d-62f412f1778c" -d '{"events": [{"name": "network-changed", "server_uuid": "5aeff4c0-9324-4c3d-b00a-bbe1d49465c1", "tag": "9379f319-83dc-499c-b2f9-a6930eecf652"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:10:25.608886 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b480d-4a6e-48da-b15e-c33001ed4d98 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Pushing event updated for resources: {'Port': ['ID=9379f319-83dc-499c-b2f9-a6930eecf652,revision_number=6']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:25.624512 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe8b6e17-aa65-426d-ad21-bcc9d66dee2d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:25.629918 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fe8b6e17-aa65-426d-ad21-bcc9d66dee2d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/ports/bb60e903-759d-4885-8b9f-c387e4ee3aec HTTP/1.1" status: 204 len: 168 time: 1.2590475 Jul 22 19:10:25.632431 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-3264fec8-51c8-49a5-b950-27a4fc2cde12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:25.632645 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40874) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:25.633862 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-3264fec8-51c8-49a5-b950-27a4fc2cde12 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2939606 Jul 22 19:10:25.641549 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9379f319-83dc-499c-b2f9-a6930eecf652'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:10:25.649705 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d9567279-200e-4c26-8262-758371012c71 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:25.667263 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbeb8b6d-2331-47eb-98ba-df21e97a5822 x-openstack-request-id: req-cbeb8b6d-2331-47eb-98ba-df21e97a5822 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:10:25.667582 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb08452-4c5f-47e9-a20e-7608cd8b7759", "tag": "7973f6fb-12ed-45d7-a008-6878d785c7f2", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:10:25.667839 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbeb8b6d-2331-47eb-98ba-df21e97a5822 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:10:25.668330 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb08452-4c5f-47e9-a20e-7608cd8b7759', 'tag': '7973f6fb-12ed-45d7-a008-6878d785c7f2', 'status': 'completed', 'code': 200} Jul 22 19:10:25.713170 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9b93e2-988c-4d36-9b48-b2ab6105151b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] GET failed (client error): The resource could not be found. Jul 22 19:10:25.717962 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ff9b93e2-988c-4d36-9b48-b2ab6105151b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports/bb60e903-759d-4885-8b9f-c387e4ee3aec HTTP/1.1" status: 404 len: 333 time: 0.0844724 Jul 22 19:10:25.745718 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40876) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:25.747337 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04f9a9-8eab-4c61-bc73-94f0602a6814 req-0bc0ad9a-dcd3-43e0-9860-4ed3036c6bcc tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:25.756758 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-d9567279-200e-4c26-8262-758371012c71 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Calling delete_port for edab52f3-334b-4986-81fb-f7d8f414e81a owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:25.762272 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e04f9a9-8eab-4c61-bc73-94f0602a6814 req-0bc0ad9a-dcd3-43e0-9860-4ed3036c6bcc tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/ports?device_id=899aad6b-c509-40ef-b2ec-215d9c85c2fc HTTP/1.1" status: 200 len: 946 time: 0.3457530 Jul 22 19:10:25.902128 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e04f9a9-8eab-4c61-bc73-94f0602a6814 req-7233696d-b2d4-44d4-b445-e4ccf09e5ccd tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.13 "GET /v2.0/security-groups?id=86daed3b-e668-4417-bfec-d77a1610391b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401746 Jul 22 19:10:25.904508 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-ebbacbef-e9e0-45ba-8f30-bf9acda0c1f8 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593982 Jul 22 19:10:25.911432 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57626d-3947-498d-9ce2-35d38f80d137 req-008698c3-f45b-416b-b218-cb07125f1bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:25.912982 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8e57626d-3947-498d-9ce2-35d38f80d137 req-008698c3-f45b-416b-b218-cb07125f1bfb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17cd2804a52047cfb4d32d8ab0a04c5d&device_id=6eb08452-4c5f-47e9-a20e-7608cd8b7759 HTTP/1.1" status: 200 len: 1095 time: 0.2212372 Jul 22 19:10:26.005884 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af4673de-a857-4cc0-aa03-cdda17154b05 req-241081ab-7d5d-4d65-9d6e-20050ec8c917 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926595 Jul 22 19:10:26.011565 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e8a4cbd6-8cea-4802-8fb7-66f758fd7efa req-fd444728-7a73-41e3-8394-895445a71ef0 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:26.024561 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['d7f8bf16-01a1-4b80-986c-df70bde07ca5'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:10:26.046988 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd444728-7a73-41e3-8394-895445a71ef0 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Pushing event deleted for resources: {'Port': ['ID=d7f8bf16-01a1-4b80-986c-df70bde07ca5,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:26.101745 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a4cbd6-8cea-4802-8fb7-66f758fd7efa req-fd444728-7a73-41e3-8394-895445a71ef0 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] No DVR routers for this DVR port d7f8bf16-01a1-4b80-986c-df70bde07ca5 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:10:26.109165 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-61a4948e-4e93-4573-8c1c-6634db5e0f2d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting port 0241aa3f-f95d-401a-a7fb-e1a570918e55 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:26.111114 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675cfbe-00ce-40eb-a5cf-d22b0c8fdb93 req-3940a17d-bace-4e13-ab13-06b2819bfccd tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:26.118016 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f675cfbe-00ce-40eb-a5cf-d22b0c8fdb93 req-3940a17d-bace-4e13-ab13-06b2819bfccd tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 946 time: 0.3471916 Jul 22 19:10:26.118754 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61a4948e-4e93-4573-8c1c-6634db5e0f2d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:26.126839 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e8a4cbd6-8cea-4802-8fb7-66f758fd7efa req-fd444728-7a73-41e3-8394-895445a71ef0 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:26.129527 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e8a4cbd6-8cea-4802-8fb7-66f758fd7efa req-fd444728-7a73-41e3-8394-895445a71ef0 tempest-ServerGroupTestJSON-1926489928 tempest-ServerGroupTestJSON-1926489928-project] 10.222.0.16 "DELETE /v2.0/ports/d7f8bf16-01a1-4b80-986c-df70bde07ca5 HTTP/1.1" status: 204 len: 173 time: 1.8734517 Jul 22 19:10:26.166796 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d9567279-200e-4c26-8262-758371012c71 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:26.205084 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f675cfbe-00ce-40eb-a5cf-d22b0c8fdb93 req-6c7f7c6e-df02-46d3-847e-337fc59d6cfd tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862014 Jul 22 19:10:26.252226 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9567279-200e-4c26-8262-758371012c71 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Pushing event deleted for resources: {'Port': ['ID=edab52f3-334b-4986-81fb-f7d8f414e81a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:26.255588 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57626d-3947-498d-9ce2-35d38f80d137 req-8b85a035-5cce-4ab8-aa4e-63ce4a3800d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:26.257548 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8e57626d-3947-498d-9ce2-35d38f80d137 req-8b85a035-5cce-4ab8-aa4e-63ce4a3800d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd HTTP/1.1" status: 200 len: 913 time: 0.3289924 Jul 22 19:10:26.324389 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f9562-4f92-4ffc-b91b-a833162727b8 req-66540faa-afdd-43d1-86e3-61ed00b4c5ae tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:26.325955 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b06f9562-4f92-4ffc-b91b-a833162727b8 req-66540faa-afdd-43d1-86e3-61ed00b4c5ae tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb08452-4c5f-47e9-a20e-7608cd8b7759 HTTP/1.1" status: 200 len: 943 time: 0.1529703 Jul 22 19:10:26.338019 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8e57626d-3947-498d-9ce2-35d38f80d137 req-8f9c2c64-f794-4934-b79c-5ab5212998a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7973f6fb-12ed-45d7-a008-6878d785c7f2 HTTP/1.1" status: 200 len: 217 time: 0.0724049 Jul 22 19:10:26.355553 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b3df125b-d502-41c3-8d6c-235a8a50d2ab req-43d73dc9-e1d7-4687-8541-b17ad2cda3c0 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2086954975&fields=id&tenant_id=41c697aba6e940169e3dc8cd7b93b641 HTTP/1.1" status: 200 len: 267 time: 0.0685923 Jul 22 19:10:26.380027 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61a4948e-4e93-4573-8c1c-6634db5e0f2d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:26.414822 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b06f9562-4f92-4ffc-b91b-a833162727b8 req-8750ca2c-e0fe-4498-9759-101a364d2dd9 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799680 Jul 22 19:10:26.423385 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-61a4948e-4e93-4573-8c1c-6634db5e0f2d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Calling delete_port for 0241aa3f-f95d-401a-a7fb-e1a570918e55 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:26.453526 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df125b-d502-41c3-8d6c-235a8a50d2ab req-1b848fd6-a7e8-46a6-a6fc-83100a46a493 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:26.455081 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b3df125b-d502-41c3-8d6c-235a8a50d2ab req-1b848fd6-a7e8-46a6-a6fc-83100a46a493 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 984 time: 0.0987754 Jul 22 19:10:26.476589 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-b3df125b-d502-41c3-8d6c-235a8a50d2ab req-4cad7156-e5f4-4f01-8a4d-73015f62d34b tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Request body: {'port': {'security_groups': ['0424ee17-2730-40c8-a994-faf4d1fc16dd']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:26.501762 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57626d-3947-498d-9ce2-35d38f80d137 req-943cf026-0f48-4591-b6f2-727a2fca0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:26.504231 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8e57626d-3947-498d-9ce2-35d38f80d137 req-943cf026-0f48-4591-b6f2-727a2fca0a24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ba5617b-ba48-486c-9750-2a5a3148f236 HTTP/1.1" status: 200 len: 852 time: 0.1531849 Jul 22 19:10:26.505525 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d9567279-200e-4c26-8262-758371012c71 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:26.507062 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d9567279-200e-4c26-8262-758371012c71 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "DELETE /v2.0/ports/edab52f3-334b-4986-81fb-f7d8f414e81a HTTP/1.1" status: 204 len: 168 time: 1.3952947 Jul 22 19:10:26.509479 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40880) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:26.534653 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f92d9d-e50f-4c14-979e-985030e490f9 x-openstack-request-id: req-49f92d9d-e50f-4c14-979e-985030e490f9 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:10:26.534927 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aeff4c0-9324-4c3d-b00a-bbe1d49465c1", "tag": "9379f319-83dc-499c-b2f9-a6930eecf652", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:10:26.535170 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49f92d9d-e50f-4c14-979e-985030e490f9 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:10:26.535569 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aeff4c0-9324-4c3d-b00a-bbe1d49465c1', 'tag': '9379f319-83dc-499c-b2f9-a6930eecf652', 'status': 'completed', 'code': 200} Jul 22 19:10:26.592824 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8e57626d-3947-498d-9ce2-35d38f80d137 req-7a462aef-732d-47c9-8131-8e907d6e80e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737734 Jul 22 19:10:26.623698 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:10:26.684986 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b3df125b-d502-41c3-8d6c-235a8a50d2ab req-4cad7156-e5f4-4f01-8a4d-73015f62d34b tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:26.691047 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7624a53-0f0c-4dfd-ba3d-62f412f1778c req-d114535d-355b-461f-a5cb-8a30fc5f3505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:26.693009 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7624a53-0f0c-4dfd-ba3d-62f412f1778c req-d114535d-355b-461f-a5cb-8a30fc5f3505 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41c697aba6e940169e3dc8cd7b93b641&device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 1136 time: 0.1665506 Jul 22 19:10:26.704923 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61a4948e-4e93-4573-8c1c-6634db5e0f2d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:26.710522 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-45dd81b8-4e78-4102-84c9-032ad635bea1 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Deleting subnet c84d1204-6a54-4f23-8763-4b61d331df45 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:10:26.729409 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45dd81b8-4e78-4102-84c9-032ad635bea1 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:26.737565 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31325a-b802-4f94-945d-dfe1296897a4 req-c3a09e1f-3928-4cde-a6eb-c88ed1ba4db3 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:26.739059 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc31325a-b802-4f94-945d-dfe1296897a4 req-c3a09e1f-3928-4cde-a6eb-c88ed1ba4db3 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 950 time: 0.2026844 Jul 22 19:10:26.739217 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:26.766856 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d59d66-c898-4365-a10a-ce9a569f2847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:10:26.769576 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1115f01b-b514-44dd-96bf-6b93d54fb7db" -d '{"events": [{"server_uuid": "a2d59d66-c898-4365-a10a-ce9a569f2847", "name": "network-vif-unplugged", "status": "completed", "tag": "3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:10:26.784047 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:26.789218 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:26.808561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4948e-4e93-4573-8c1c-6634db5e0f2d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Port': ['ID=0241aa3f-f95d-401a-a7fb-e1a570918e55,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:26.853589 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45dd81b8-4e78-4102-84c9-032ad635bea1 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:26.863473 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:26.885581 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc31325a-b802-4f94-945d-dfe1296897a4 req-dd085f14-3742-4199-b856-32e4016b3b5d tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359406 Jul 22 19:10:26.925384 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7624a53-0f0c-4dfd-ba3d-62f412f1778c req-63632bb6-c315-4de7-99ef-b8b0ef8baa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:26.927274 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7624a53-0f0c-4dfd-ba3d-62f412f1778c req-63632bb6-c315-4de7-99ef-b8b0ef8baa4f service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc0ba9f8-89b3-4676-8828-bacae052b3bd HTTP/1.1" status: 200 len: 920 time: 0.2235804 Jul 22 19:10:26.932378 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8e57626d-3947-498d-9ce2-35d38f80d137 req-5400028b-4113-48eb-a1e3-cc95c41fb555 service neutron] 10.222.0.30 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293593 Jul 22 19:10:26.942878 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43960a1-7a61-425e-969f-0dc86f304dd4 x-openstack-request-id: req-d43960a1-7a61-425e-969f-0dc86f304dd4 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:10:26.944555 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d59d66-c898-4365-a10a-ce9a569f2847", "name": "network-vif-unplugged", "status": "completed", "tag": "3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:10:26.944555 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d43960a1-7a61-425e-969f-0dc86f304dd4 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:10:26.944555 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d59d66-c898-4365-a10a-ce9a569f2847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25', 'code': 200} Jul 22 19:10:26.980405 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7624a53-0f0c-4dfd-ba3d-62f412f1778c req-d53416b6-2b4a-4478-a458-aa8a993be2f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9379f319-83dc-499c-b2f9-a6930eecf652 HTTP/1.1" status: 200 len: 217 time: 0.0440242 Jul 22 19:10:26.993657 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61a4948e-4e93-4573-8c1c-6634db5e0f2d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:26.995557 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-61a4948e-4e93-4573-8c1c-6634db5e0f2d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/ports/0241aa3f-f95d-401a-a7fb-e1a570918e55 HTTP/1.1" status: 204 len: 168 time: 1.2458262 Jul 22 19:10:27.014439 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40886) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:27.036576 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7624a53-0f0c-4dfd-ba3d-62f412f1778c req-25499923-7ece-437c-916e-cad3bde21242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:27.038382 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7624a53-0f0c-4dfd-ba3d-62f412f1778c req-25499923-7ece-437c-916e-cad3bde21242 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19d131ce-729f-4d0d-91f9-24cc1f3913da HTTP/1.1" status: 200 len: 859 time: 0.0470610 Jul 22 19:10:27.083067 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7624a53-0f0c-4dfd-ba3d-62f412f1778c req-89b3f397-8fd3-4715-aee7-e5358726da23 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc0ba9f8-89b3-4676-8828-bacae052b3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346887 Jul 22 19:10:27.094097 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf18717-d6cb-4879-b972-347613af62fd tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] GET failed (client error): The resource could not be found. Jul 22 19:10:27.095629 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-aaf18717-d6cb-4879-b972-347613af62fd tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports/0241aa3f-f95d-401a-a7fb-e1a570918e55 HTTP/1.1" status: 404 len: 333 time: 0.0789721 Jul 22 19:10:27.101311 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40894) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:27.150113 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45dd81b8-4e78-4102-84c9-032ad635bea1 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:27.173890 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8e57626d-3947-498d-9ce2-35d38f80d137 req-572e0479-905f-4cad-b840-15d1fab5058c service neutron] 10.222.0.30 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335014 Jul 22 19:10:27.205580 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd3b108-a291-43a6-9519-dff7573a3d6d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting subnet fe098b0e-ebf5-40ca-a0d0-98a7c5a0c149 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:10:27.213192 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6dd3b108-a291-43a6-9519-dff7573a3d6d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:27.220746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-b3df125b-d502-41c3-8d6c-235a8a50d2ab req-4cad7156-e5f4-4f01-8a4d-73015f62d34b tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] For port 9379f319-83dc-499c-b2f9-a6930eecf652, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9379f319-83dc-499c-b2f9-a6930eecf652,segment=NetworkSegment(5e9c5442-4aef-46ca-808c-f594344b1a0a),segment_id=5e9c5442-4aef-46ca-808c-f594344b1a0a)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:27.244760 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7624a53-0f0c-4dfd-ba3d-62f412f1778c req-a50ce6ec-ead8-4a32-b4c2-2c0539eb4b71 service neutron] 10.222.0.16 "GET /v2.0/networks/fc0ba9f8-89b3-4676-8828-bacae052b3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554561 Jul 22 19:10:27.276561 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6dd3b108-a291-43a6-9519-dff7573a3d6d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:27.280943 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b3df125b-d502-41c3-8d6c-235a8a50d2ab req-4cad7156-e5f4-4f01-8a4d-73015f62d34b tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:27.290644 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b3df125b-d502-41c3-8d6c-235a8a50d2ab req-4cad7156-e5f4-4f01-8a4d-73015f62d34b tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:27.305256 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9379f319-83dc-499c-b2f9-a6930eecf652'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:10:27.313672 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45dd81b8-4e78-4102-84c9-032ad635bea1 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:27.350707 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd81b8-4e78-4102-84c9-032ad635bea1 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Pushing event deleted for resources: {'Subnet': ['ID=c84d1204-6a54-4f23-8763-4b61d331df45,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:27.357814 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45dd81b8-4e78-4102-84c9-032ad635bea1 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:27.362976 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-45dd81b8-4e78-4102-84c9-032ad635bea1 tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "DELETE /v2.0/subnets/c84d1204-6a54-4f23-8763-4b61d331df45 HTTP/1.1" status: 204 len: 168 time: 0.8525190 Jul 22 19:10:27.366740 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40904) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:27.374299 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08b2528-a0d8-4f33-af87-b9930d86f0f4 None None] Network a3a0472f-419f-4e19-bb24-852eacce347a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:27.409292 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df125b-d502-41c3-8d6c-235a8a50d2ab req-4cad7156-e5f4-4f01-8a4d-73015f62d34b tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:27.409912 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b3df125b-d502-41c3-8d6c-235a8a50d2ab req-4cad7156-e5f4-4f01-8a4d-73015f62d34b tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:27.411703 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b3df125b-d502-41c3-8d6c-235a8a50d2ab req-4cad7156-e5f4-4f01-8a4d-73015f62d34b tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "PUT /v2.0/ports/9379f319-83dc-499c-b2f9-a6930eecf652 HTTP/1.1" status: 200 len: 942 time: 0.9420633 Jul 22 19:10:27.462919 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad7156-e5f4-4f01-8a4d-73015f62d34b tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Pushing event updated for resources: {'Port': ['ID=9379f319-83dc-499c-b2f9-a6930eecf652,revision_number=7']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:27.478042 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6dd3b108-a291-43a6-9519-dff7573a3d6d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:27.505105 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-720b29d4-4aa3-427d-a8ad-eaff54f1ed5a tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:27.526293 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7624a53-0f0c-4dfd-ba3d-62f412f1778c req-f2476f05-47db-49a7-9952-be529058dd7c service neutron] 10.222.0.16 "GET /v2.0/networks/fc0ba9f8-89b3-4676-8828-bacae052b3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755060 Jul 22 19:10:27.588437 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6dd3b108-a291-43a6-9519-dff7573a3d6d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:27.595414 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e1b7b-6620-45ae-9f43-97503bdf9b86 req-301c98c1-5194-4776-a775-9b18356a0a02 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:27.598911 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2f8e1b7b-6620-45ae-9f43-97503bdf9b86 req-301c98c1-5194-4776-a775-9b18356a0a02 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 946 time: 0.2495866 Jul 22 19:10:27.636907 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3b108-a291-43a6-9519-dff7573a3d6d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Subnet': ['ID=fe098b0e-ebf5-40ca-a0d0-98a7c5a0c149,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:27.644493 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6dd3b108-a291-43a6-9519-dff7573a3d6d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:27.649539 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6dd3b108-a291-43a6-9519-dff7573a3d6d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/subnets/fe098b0e-ebf5-40ca-a0d0-98a7c5a0c149 HTTP/1.1" status: 204 len: 168 time: 0.5448654 Jul 22 19:10:27.649728 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9379f319-83dc-499c-b2f9-a6930eecf652'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:10:27.650179 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-720b29d4-4aa3-427d-a8ad-eaff54f1ed5a tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Deleting port 4d3dbba8-b583-406a-990f-b9569e94f349 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:27.650179 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-720b29d4-4aa3-427d-a8ad-eaff54f1ed5a tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:27.650378 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e320c8e-e5bf-4b4b-882f-92cf4b59368c None None] Network 9973b345-6c8b-468d-a216-a665e6a627a7 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:27.650955 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40912) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:27.677451 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58b7952a-f2af-4b25-ba17-d5b88b3e139c req-cd137042-03c1-44e8-bdcb-1777c78adf8f tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2239974 Jul 22 19:10:27.692096 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-58b7952a-f2af-4b25-ba17-d5b88b3e139c req-75ea1086-cf7f-4dfb-ae23-1e58e6be4685 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:27.717643 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2f8e1b7b-6620-45ae-9f43-97503bdf9b86 req-aed863b5-3b96-4c63-ba11-304f8a2213f5 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971894 Jul 22 19:10:27.786146 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-58b7952a-f2af-4b25-ba17-d5b88b3e139c req-75ea1086-cf7f-4dfb-ae23-1e58e6be4685 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:27.857107 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-720b29d4-4aa3-427d-a8ad-eaff54f1ed5a tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] For port 4d3dbba8-b583-406a-990f-b9569e94f349, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4d3dbba8-b583-406a-990f-b9569e94f349,segment=NetworkSegment(eeb4ecd4-8258-4dff-95f3-dfb1dc0e5de9),segment_id=eeb4ecd4-8258-4dff-95f3-dfb1dc0e5de9)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:27.857715 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-720b29d4-4aa3-427d-a8ad-eaff54f1ed5a tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:27.868030 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e3756633-ea37-470c-9d8b-4fc8d2eee4ab tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:27.884638 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-720b29d4-4aa3-427d-a8ad-eaff54f1ed5a tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Calling delete_port for 4d3dbba8-b583-406a-990f-b9569e94f349 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:27.986463 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363a11c-cd75-46fa-a2b7-1f6c0cbbc74a req-b503fef9-8ad1-4670-bb70-ba349b70d710 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:27.989167 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5363a11c-cd75-46fa-a2b7-1f6c0cbbc74a req-b503fef9-8ad1-4670-bb70-ba349b70d710 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb08452-4c5f-47e9-a20e-7608cd8b7759 HTTP/1.1" status: 200 len: 943 time: 0.1407409 Jul 22 19:10:28.011381 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-e3756633-ea37-470c-9d8b-4fc8d2eee4ab tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting port 8e53e66f-2d16-4bee-8f59-2af936dc0e9c {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:28.011991 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e3756633-ea37-470c-9d8b-4fc8d2eee4ab tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:28.019630 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-58b7952a-f2af-4b25-ba17-d5b88b3e139c req-75ea1086-cf7f-4dfb-ae23-1e58e6be4685 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:28.026751 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3391f856-d1b3-47d8-94dd-e9859227b706 None None] DHCP port deletion for a3a0472f-419f-4e19-bb24-852eacce347a request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:10:28.036139 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-720b29d4-4aa3-427d-a8ad-eaff54f1ed5a tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:28.070023 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b29d4-4aa3-427d-a8ad-eaff54f1ed5a tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Pushing event deleted for resources: {'Port': ['ID=4d3dbba8-b583-406a-990f-b9569e94f349,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:28.086844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac84dfb3-ac6f-4152-903d-6468614dbcf5 None None] DHCP port deletion for 9973b345-6c8b-468d-a216-a665e6a627a7 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:10:28.099883 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720b29d4-4aa3-427d-a8ad-eaff54f1ed5a tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] No DVR routers for this DVR port 4d3dbba8-b583-406a-990f-b9569e94f349 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:10:28.104445 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5363a11c-cd75-46fa-a2b7-1f6c0cbbc74a req-66e182c6-e1e9-4f71-9180-a1c03299eb79 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064777 Jul 22 19:10:28.151817 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ac84dfb3-ac6f-4152-903d-6468614dbcf5 None None] Deleting port 8e53e66f-2d16-4bee-8f59-2af936dc0e9c {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:28.152313 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ac84dfb3-ac6f-4152-903d-6468614dbcf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:28.166343 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-e3756633-ea37-470c-9d8b-4fc8d2eee4ab tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] For port 8e53e66f-2d16-4bee-8f59-2af936dc0e9c, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=8e53e66f-2d16-4bee-8f59-2af936dc0e9c,segment=NetworkSegment(ec5ab550-feb4-4a99-83a5-441b67cac133),segment_id=ec5ab550-feb4-4a99-83a5-441b67cac133)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:28.166847 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e3756633-ea37-470c-9d8b-4fc8d2eee4ab tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:28.185574 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-e3756633-ea37-470c-9d8b-4fc8d2eee4ab tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Calling delete_port for 8e53e66f-2d16-4bee-8f59-2af936dc0e9c owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:28.191930 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-58b7952a-f2af-4b25-ba17-d5b88b3e139c req-75ea1086-cf7f-4dfb-ae23-1e58e6be4685 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Allocated IP 172.25.3.49 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/957e0c0c-c1e3-4c9c-8268-0548d856d394) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:28.211316 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-720b29d4-4aa3-427d-a8ad-eaff54f1ed5a tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:28.227927 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-720b29d4-4aa3-427d-a8ad-eaff54f1ed5a tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a0472f-419f-4e19-bb24-852eacce347a']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:28.236439 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-ac84dfb3-ac6f-4152-903d-6468614dbcf5 None None] For port 8e53e66f-2d16-4bee-8f59-2af936dc0e9c, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=8e53e66f-2d16-4bee-8f59-2af936dc0e9c,segment=NetworkSegment(ec5ab550-feb4-4a99-83a5-441b67cac133),segment_id=ec5ab550-feb4-4a99-83a5-441b67cac133)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:28.236885 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ac84dfb3-ac6f-4152-903d-6468614dbcf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:28.240197 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-720b29d4-4aa3-427d-a8ad-eaff54f1ed5a tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb4ecd4-8258-4dff-95f3-dfb1dc0e5de9') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:28.240520 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-720b29d4-4aa3-427d-a8ad-eaff54f1ed5a tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb4ecd4-8258-4dff-95f3-dfb1dc0e5de9') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:28.248699 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ac84dfb3-ac6f-4152-903d-6468614dbcf5 None None] Calling delete_port for 8e53e66f-2d16-4bee-8f59-2af936dc0e9c owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:28.281442 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-720b29d4-4aa3-427d-a8ad-eaff54f1ed5a tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:28.332583 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ac84dfb3-ac6f-4152-903d-6468614dbcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:28.371438 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac84dfb3-ac6f-4152-903d-6468614dbcf5 None None] No DVR routers for this DVR port 8e53e66f-2d16-4bee-8f59-2af936dc0e9c on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:10:28.380506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84dfb3-ac6f-4152-903d-6468614dbcf5 None None] Pushing event deleted for resources: {'Port': ['ID=8e53e66f-2d16-4bee-8f59-2af936dc0e9c,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:28.391522 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9750c88f-710d-44ea-a776-3a181889b82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:28.395600 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84dfb3-ac6f-4152-903d-6468614dbcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:28.395944 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84dfb3-ac6f-4152-903d-6468614dbcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:28.396284 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84dfb3-ac6f-4152-903d-6468614dbcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:28.396647 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84dfb3-ac6f-4152-903d-6468614dbcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:28.396981 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84dfb3-ac6f-4152-903d-6468614dbcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:28.397310 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84dfb3-ac6f-4152-903d-6468614dbcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:28.397637 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84dfb3-ac6f-4152-903d-6468614dbcf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:28.397960 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84dfb3-ac6f-4152-903d-6468614dbcf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:28.398283 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84dfb3-ac6f-4152-903d-6468614dbcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:28.398607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84dfb3-ac6f-4152-903d-6468614dbcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:28.398930 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84dfb3-ac6f-4152-903d-6468614dbcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:28.399251 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84dfb3-ac6f-4152-903d-6468614dbcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:28.615554 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899aad6b-c509-40ef-b2ec-215d9c85c2fc', 'name': 'network-vif-deleted', 'tag': 'd7f8bf16-01a1-4b80-986c-df70bde07ca5'}, {'name': 'network-changed', 'server_uuid': '5aeff4c0-9324-4c3d-b00a-bbe1d49465c1', 'tag': '9379f319-83dc-499c-b2f9-a6930eecf652'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:10:28.618227 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288c2c73-c371-49d2-a3fa-f61ba8a97dbf" -d '{"events": [{"server_uuid": "899aad6b-c509-40ef-b2ec-215d9c85c2fc", "name": "network-vif-deleted", "tag": "d7f8bf16-01a1-4b80-986c-df70bde07ca5"}, {"name": "network-changed", "server_uuid": "5aeff4c0-9324-4c3d-b00a-bbe1d49465c1", "tag": "9379f319-83dc-499c-b2f9-a6930eecf652"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:10:28.624524 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-720b29d4-4aa3-427d-a8ad-eaff54f1ed5a tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:28.636448 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720b29d4-4aa3-427d-a8ad-eaff54f1ed5a tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:10:28.636811 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-720b29d4-4aa3-427d-a8ad-eaff54f1ed5a tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:10:28.639823 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:10:28.642978 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:10:28.699818 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-58b7952a-f2af-4b25-ba17-d5b88b3e139c req-75ea1086-cf7f-4dfb-ae23-1e58e6be4685 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:28.704288 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e3756633-ea37-470c-9d8b-4fc8d2eee4ab tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:28.721716 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29e67a-0ef1-4189-b327-bfc0657ba9c4 req-1607171f-5b34-4242-8319-5cb5e500057f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:28.723357 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b29e67a-0ef1-4189-b327-bfc0657ba9c4 req-1607171f-5b34-4242-8319-5cb5e500057f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 948 time: 0.1006901 Jul 22 19:10:28.733492 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-720b29d4-4aa3-427d-a8ad-eaff54f1ed5a tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:28.734977 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3756633-ea37-470c-9d8b-4fc8d2eee4ab tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Port': ['ID=8e53e66f-2d16-4bee-8f59-2af936dc0e9c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:28.738418 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3756633-ea37-470c-9d8b-4fc8d2eee4ab tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] No DVR routers for this DVR port 8e53e66f-2d16-4bee-8f59-2af936dc0e9c on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:10:28.743984 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-720b29d4-4aa3-427d-a8ad-eaff54f1ed5a tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:28.746077 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-720b29d4-4aa3-427d-a8ad-eaff54f1ed5a tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] 10.222.0.13 "DELETE /v2.0/networks/a3a0472f-419f-4e19-bb24-852eacce347a HTTP/1.1" status: 204 len: 168 time: 1.3781011 Jul 22 19:10:28.759039 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:28.773159 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25', 'mac_address': 'fa:16:3e:11:ca:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:10:28.776369 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b29d4-4aa3-427d-a8ad-eaff54f1ed5a tempest-AllowedAddressPairTestJSON-1218613916 tempest-AllowedAddressPairTestJSON-1218613916-project] Pushing event deleted for resources: {'Network': ['ID=a3a0472f-419f-4e19-bb24-852eacce347a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:28.796901 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b29e67a-0ef1-4189-b327-bfc0657ba9c4 req-ac5cdd0d-17de-425a-a85c-cd2573ddde50 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618744 Jul 22 19:10:28.809683 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-58b7952a-f2af-4b25-ba17-d5b88b3e139c req-75ea1086-cf7f-4dfb-ae23-1e58e6be4685 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:28.837688 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:28.856027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b7952a-f2af-4b25-ba17-d5b88b3e139c req-75ea1086-cf7f-4dfb-ae23-1e58e6be4685 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:28.859060 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-58b7952a-f2af-4b25-ba17-d5b88b3e139c req-75ea1086-cf7f-4dfb-ae23-1e58e6be4685 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:28.863388 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b7952a-f2af-4b25-ba17-d5b88b3e139c req-75ea1086-cf7f-4dfb-ae23-1e58e6be4685 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:28.868011 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:10:28.883268 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d7f8bf16-01a1-4b80-986c-df70bde07ca5 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:10:28.887670 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea1086-cf7f-4dfb-ae23-1e58e6be4685 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Pushing event updated for resources: {'Port': ['ID=957e0c0c-c1e3-4c9c-8268-0548d856d394,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:28.894887 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e3756633-ea37-470c-9d8b-4fc8d2eee4ab tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:28.911139 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-e3756633-ea37-470c-9d8b-4fc8d2eee4ab tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9973b345-6c8b-468d-a216-a665e6a627a7']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:28.922993 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-e3756633-ea37-470c-9d8b-4fc8d2eee4ab tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5ab550-feb4-4a99-83a5-441b67cac133') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:28.923299 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-e3756633-ea37-470c-9d8b-4fc8d2eee4ab tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5ab550-feb4-4a99-83a5-441b67cac133') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:28.936755 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e3756633-ea37-470c-9d8b-4fc8d2eee4ab tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:28.941002 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: d7f8bf16-01a1-4b80-986c-df70bde07ca5 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:10:28.941351 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d7f8bf16-01a1-4b80-986c-df70bde07ca5 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:10:28.945743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:28.956499 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:28.956499 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 7973f6fb-12ed-45d7-a008-6878d785c7f2 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:10:28.964353 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e3756633-ea37-470c-9d8b-4fc8d2eee4ab tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:28.976799 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3756633-ea37-470c-9d8b-4fc8d2eee4ab tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:10:28.977892 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e3756633-ea37-470c-9d8b-4fc8d2eee4ab tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:10:28.981338 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:10:28.987881 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-58b7952a-f2af-4b25-ba17-d5b88b3e139c req-75ea1086-cf7f-4dfb-ae23-1e58e6be4685 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:29.027227 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:29.057979 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 19:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda893a8-bf7d-4cf0-a1bb-41f27c10d05f x-openstack-request-id: req-bda893a8-bf7d-4cf0-a1bb-41f27c10d05f {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:10:29.059253 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899aad6b-c509-40ef-b2ec-215d9c85c2fc", "name": "network-vif-deleted", "tag": "d7f8bf16-01a1-4b80-986c-df70bde07ca5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5aeff4c0-9324-4c3d-b00a-bbe1d49465c1", "tag": "9379f319-83dc-499c-b2f9-a6930eecf652", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:10:29.059510 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bda893a8-bf7d-4cf0-a1bb-41f27c10d05f {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:10:29.060037 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899aad6b-c509-40ef-b2ec-215d9c85c2fc', 'name': 'network-vif-deleted', 'tag': 'd7f8bf16-01a1-4b80-986c-df70bde07ca5', 'status': 'completed', 'code': 200} Jul 22 19:10:29.060433 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aeff4c0-9324-4c3d-b00a-bbe1d49465c1', 'tag': '9379f319-83dc-499c-b2f9-a6930eecf652', 'status': 'completed', 'code': 200} Jul 22 19:10:29.063435 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e3756633-ea37-470c-9d8b-4fc8d2eee4ab tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:29.082638 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e3756633-ea37-470c-9d8b-4fc8d2eee4ab tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:29.089509 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e3756633-ea37-470c-9d8b-4fc8d2eee4ab tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/networks/9973b345-6c8b-468d-a216-a665e6a627a7 HTTP/1.1" status: 204 len: 168 time: 1.4376173 Jul 22 19:10:29.090104 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40934) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:29.098936 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40936) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:29.106486 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-45c5c4e5-09f3-4d3f-b7db-1a5c8d608321 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-999701243'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:29.115590 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3756633-ea37-470c-9d8b-4fc8d2eee4ab tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Network': ['ID=9973b345-6c8b-468d-a216-a665e6a627a7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:29.155069 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-58b7952a-f2af-4b25-ba17-d5b88b3e139c req-75ea1086-cf7f-4dfb-ae23-1e58e6be4685 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:29.166844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 7973f6fb-12ed-45d7-a008-6878d785c7f2, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7973f6fb-12ed-45d7-a008-6878d785c7f2,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:29.180242 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '7973f6fb-12ed-45d7-a008-6878d785c7f2', 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd', 'port_id': '7973f6fb-12ed-45d7-a008-6878d785c7f2', 'mac_address': 'fa:16:3e:59:4c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba5617b-ba48-486c-9750-2a5a3148f236', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:10:29.212083 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c5c4e5-09f3-4d3f-b7db-1a5c8d608321 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:29.215556 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-45c5c4e5-09f3-4d3f-b7db-1a5c8d608321 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:29.230744 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:29.246087 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7973f6fb-12ed-45d7-a008-6878d785c7f2 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:10:29.253920 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1b28a2a0-f200-4d6e-8ab7-e632ab30a2fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=199a2496daeb41f4ada1ee50dd6d7bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509888 Jul 22 19:10:29.256529 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40942) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:29.271052 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 7973f6fb-12ed-45d7-a008-6878d785c7f2, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7973f6fb-12ed-45d7-a008-6878d785c7f2,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:29.275906 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:29.281104 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c2c73-c371-49d2-a3fa-f61ba8a97dbf req-d6c3c5d7-b8c3-4274-b166-57e157160fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:29.282622 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-288c2c73-c371-49d2-a3fa-f61ba8a97dbf req-d6c3c5d7-b8c3-4274-b166-57e157160fb5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41c697aba6e940169e3dc8cd7b93b641&device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 1097 time: 0.2211261 Jul 22 19:10:29.309296 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6e74e5e-7cc6-47e3-b9ce-aa7211d870f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:29.311348 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c5c4e5-09f3-4d3f-b7db-1a5c8d608321 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:10:29.329681 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=7973f6fb-12ed-45d7-a008-6878d785c7f2,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:29.337123 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6e74e5e-7cc6-47e3-b9ce-aa7211d870f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:29.362673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b953d-b312-448b-8456-5653351b63b8 req-1500b923-d487-4472-91bb-fff8768a2bd8 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:29.364368 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7b1b953d-b312-448b-8456-5653351b63b8 req-1500b923-d487-4472-91bb-fff8768a2bd8 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 946 time: 0.2643919 Jul 22 19:10:29.389140 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6e74e5e-7cc6-47e3-b9ce-aa7211d870f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:29.389526 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-45c5c4e5-09f3-4d3f-b7db-1a5c8d608321 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:29.389874 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-45c5c4e5-09f3-4d3f-b7db-1a5c8d608321 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Added segment dfd90ca7-8bb2-49d6-a7aa-a42c11aa44dc of type vlan for network 64a1071e-a137-458b-a6d4-97f398bb4c62 Jul 22 19:10:29.391792 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6e74e5e-7cc6-47e3-b9ce-aa7211d870f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:29.395766 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d6e74e5e-7cc6-47e3-b9ce-aa7211d870f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c67a755-b5b2-4ecf-bfb7-36cfab1e0784 HTTP/1.1" status: 204 len: 168 time: 0.1353929 Jul 22 19:10:29.401096 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e74e5e-7cc6-47e3-b9ce-aa7211d870f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c67a755-b5b2-4ecf-bfb7-36cfab1e0784,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:29.502441 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-45c5c4e5-09f3-4d3f-b7db-1a5c8d608321 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:29.519641 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['7973f6fb-12ed-45d7-a008-6878d785c7f2'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:10:29.545521 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:10:29.550459 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7b1b953d-b312-448b-8456-5653351b63b8 req-70f0ae4e-3658-4b30-9e58-3380f6ca3c86 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760178 Jul 22 19:10:29.580500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 8e53e66f-2d16-4bee-8f59-2af936dc0e9c no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:10:29.585917 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-58b7952a-f2af-4b25-ba17-d5b88b3e139c req-75ea1086-cf7f-4dfb-ae23-1e58e6be4685 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:29.599823 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-58b7952a-f2af-4b25-ba17-d5b88b3e139c req-75ea1086-cf7f-4dfb-ae23-1e58e6be4685 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:29.618785 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 8e53e66f-2d16-4bee-8f59-2af936dc0e9c {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:10:29.619238 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 8e53e66f-2d16-4bee-8f59-2af936dc0e9c not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:10:29.619737 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4d3dbba8-b583-406a-990f-b9569e94f349 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:10:29.620875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c2c73-c371-49d2-a3fa-f61ba8a97dbf req-1762ebef-e281-4a11-abdc-988695873f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:29.624444 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-288c2c73-c371-49d2-a3fa-f61ba8a97dbf req-1762ebef-e281-4a11-abdc-988695873f48 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc0ba9f8-89b3-4676-8828-bacae052b3bd HTTP/1.1" status: 200 len: 920 time: 0.3305573 Jul 22 19:10:29.646728 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 4d3dbba8-b583-406a-990f-b9569e94f349 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:10:29.647104 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4d3dbba8-b583-406a-990f-b9569e94f349 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:10:29.729948 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-288c2c73-c371-49d2-a3fa-f61ba8a97dbf req-9e7afdc8-88bf-418c-9500-de6f92059197 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9379f319-83dc-499c-b2f9-a6930eecf652 HTTP/1.1" status: 200 len: 217 time: 0.0445263 Jul 22 19:10:29.751543 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea1086-cf7f-4dfb-ae23-1e58e6be4685 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Pushing event updated for resources: {'Port': ['ID=957e0c0c-c1e3-4c9c-8268-0548d856d394,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:29.823524 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-45c5c4e5-09f3-4d3f-b7db-1a5c8d608321 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:29.832129 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c5c4e5-09f3-4d3f-b7db-1a5c8d608321 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:29.832805 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-45c5c4e5-09f3-4d3f-b7db-1a5c8d608321 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:29.891211 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-58b7952a-f2af-4b25-ba17-d5b88b3e139c req-75ea1086-cf7f-4dfb-ae23-1e58e6be4685 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:29.903669 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-45c5c4e5-09f3-4d3f-b7db-1a5c8d608321 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8013694 Jul 22 19:10:29.910661 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40958) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:29.912255 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40960) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:29.916121 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4808232c-7308-40e1-8cb3-55a646ab043f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'subnet': {'network_id': '64a1071e-a137-458b-a6d4-97f398bb4c62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:29.922011 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c2c73-c371-49d2-a3fa-f61ba8a97dbf req-dd84d16b-0615-44d6-8ecc-8bd01d99f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:29.924120 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-288c2c73-c371-49d2-a3fa-f61ba8a97dbf req-dd84d16b-0615-44d6-8ecc-8bd01d99f159 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19d131ce-729f-4d0d-91f9-24cc1f3913da HTTP/1.1" status: 200 len: 859 time: 0.1737609 Jul 22 19:10:29.930295 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-58b7952a-f2af-4b25-ba17-d5b88b3e139c req-75ea1086-cf7f-4dfb-ae23-1e58e6be4685 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:29.931864 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58b7952a-f2af-4b25-ba17-d5b88b3e139c req-75ea1086-cf7f-4dfb-ae23-1e58e6be4685 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2463739 Jul 22 19:10:29.995417 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5c4e5-09f3-4d3f-b7db-1a5c8d608321 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Network': ['ID=64a1071e-a137-458b-a6d4-97f398bb4c62,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:30.011426 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 64a1071e-a137-458b-a6d4-97f398bb4c62 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:10:30.081192 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58b7952a-f2af-4b25-ba17-d5b88b3e139c req-aaa5d801-bfac-41c5-80df-fca0745701af tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.49 HTTP/1.1" status: 200 len: 695 time: 0.0972049 Jul 22 19:10:30.100384 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-288c2c73-c371-49d2-a3fa-f61ba8a97dbf req-329003c9-f20b-465c-a3aa-732a7b61247e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc0ba9f8-89b3-4676-8828-bacae052b3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1670227 Jul 22 19:10:30.121798 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-5150f26b-d80a-4bfd-bbf1-d80264bc4b07 admin admin] Deleting subnet a8de7374-1f83-4fd1-ad76-2633f17ced17 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:10:30.132097 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5150f26b-d80a-4bfd-bbf1-d80264bc4b07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:30.166715 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4808232c-7308-40e1-8cb3-55a646ab043f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:30.170180 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4808232c-7308-40e1-8cb3-55a646ab043f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:30.196278 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56715f6-c54e-482a-820c-992c89ffff3f req-3066d71b-b511-4d34-92ef-d9e83c99829a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:30.197977 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b56715f6-c54e-482a-820c-992c89ffff3f req-3066d71b-b511-4d34-92ef-d9e83c99829a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847&tenant_id=46238864a83148d380b2ca0eb3b80dcd&binding%3Ahost_id=n-h1-800086-12 HTTP/1.1" status: 200 len: 949 time: 0.3016222 Jul 22 19:10:30.213909 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5150f26b-d80a-4bfd-bbf1-d80264bc4b07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:30.245658 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40972) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:30.299109 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1cf65-e0d6-40cf-bdeb-c4f97c29acb7 req-ad8693b8-40ca-46db-bd6b-a3a0178229bf tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:30.301158 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19d1cf65-e0d6-40cf-bdeb-c4f97c29acb7 req-ad8693b8-40ca-46db-bd6b-a3a0178229bf tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb08452-4c5f-47e9-a20e-7608cd8b7759 HTTP/1.1" status: 200 len: 944 time: 0.3086498 Jul 22 19:10:30.302605 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-288c2c73-c371-49d2-a3fa-f61ba8a97dbf req-27a18b73-aafd-42a7-a410-eae08ab64560 service neutron] 10.222.0.16 "GET /v2.0/networks/fc0ba9f8-89b3-4676-8828-bacae052b3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928294 Jul 22 19:10:30.352165 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5150f26b-d80a-4bfd-bbf1-d80264bc4b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:30.375953 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7952a-f2af-4b25-ba17-d5b88b3e139c req-1e575de0-cc15-4ffb-8b0b-6e97cc18e186 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:30.377623 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58b7952a-f2af-4b25-ba17-d5b88b3e139c req-1e575de0-cc15-4ffb-8b0b-6e97cc18e186 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.2725513 Jul 22 19:10:30.385127 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-e76d419f-e921-4348-9c93-c6a25762a780 tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] Request body: {'port': {'network_id': '4b2c7adf-dde8-4c16-8c86-062de3347aca', 'name': 'tempest-NetworksNegativeTestJSON-998089690'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:30.414676 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b56715f6-c54e-482a-820c-992c89ffff3f req-46905ebb-a74d-4f81-ac52-7aac51aff702 service neutron] 10.222.0.30 "GET /v2.0/ports/3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25/bindings/n-h1-800086-12 HTTP/1.1" status: 200 len: 383 time: 0.1987734 Jul 22 19:10:30.418273 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76d419f-e921-4348-9c93-c6a25762a780 tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] POST failed (client error): The resource could not be found. Jul 22 19:10:30.418800 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e76d419f-e921-4348-9c93-c6a25762a780 tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:10:30.419876 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e76d419f-e921-4348-9c93-c6a25762a780 tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1712732 Jul 22 19:10:30.426730 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40978) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:30.434433 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19d1cf65-e0d6-40cf-bdeb-c4f97c29acb7 req-ec6f32a0-e63f-4705-8283-618c4efba307 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215477 Jul 22 19:10:30.485724 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8725d3d-3634-4f4a-abbf-d08a632bb46e tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] DELETE failed (client error): The resource could not be found. Jul 22 19:10:30.486349 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8725d3d-3634-4f4a-abbf-d08a632bb46e tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:10:30.488191 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c8725d3d-3634-4f4a-abbf-d08a632bb46e tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] 10.222.0.13 "DELETE /v2.0/networks/6bde7abc-5f5e-45e0-87f5-fc619ce6757a HTTP/1.1" status: 404 len: 339 time: 0.0605001 Jul 22 19:10:30.493758 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40980) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:30.531100 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5150f26b-d80a-4bfd-bbf1-d80264bc4b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:30.539138 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-288c2c73-c371-49d2-a3fa-f61ba8a97dbf req-9a39ed92-b896-47df-a763-cbad52e797d0 service neutron] 10.222.0.16 "GET /v2.0/networks/fc0ba9f8-89b3-4676-8828-bacae052b3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245874 Jul 22 19:10:30.540996 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f24db5-56f4-4ea5-9a6e-c519f17fafa4 tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] DELETE failed (client error): The resource could not be found. Jul 22 19:10:30.541759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f24db5-56f4-4ea5-9a6e-c519f17fafa4 tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:10:30.553991 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40982) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:30.556925 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e6f24db5-56f4-4ea5-9a6e-c519f17fafa4 tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] 10.222.0.13 "DELETE /v2.0/ports/5d4284f1-420f-4fe3-8d73-5f08226dc6ba HTTP/1.1" status: 404 len: 333 time: 0.0566289 Jul 22 19:10:30.609184 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150f26b-d80a-4bfd-bbf1-d80264bc4b07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8de7374-1f83-4fd1-ad76-2633f17ced17,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:30.611354 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5150f26b-d80a-4bfd-bbf1-d80264bc4b07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:30.615603 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d83d9-9449-4787-938f-dab6ed882127 req-a2531a14-8ae1-4b04-8e1c-0f46c9b60f67 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:30.616010 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5150f26b-d80a-4bfd-bbf1-d80264bc4b07 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a8de7374-1f83-4fd1-ad76-2633f17ced17 HTTP/1.1" status: 204 len: 168 time: 0.6578586 Jul 22 19:10:30.616104 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-156d83d9-9449-4787-938f-dab6ed882127 req-a2531a14-8ae1-4b04-8e1c-0f46c9b60f67 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 949 time: 0.1640472 Jul 22 19:10:30.633000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40986) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:30.641956 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-116b8a33-6cc6-4f20-a6ed-8f14408c6e26 tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] DELETE failed (client error): The resource could not be found. Jul 22 19:10:30.642415 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-116b8a33-6cc6-4f20-a6ed-8f14408c6e26 tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:10:30.644845 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-116b8a33-6cc6-4f20-a6ed-8f14408c6e26 tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] 10.222.0.13 "DELETE /v2.0/subnets/c7c88512-b5c6-45ae-8840-ec8de0aa577b HTTP/1.1" status: 404 len: 337 time: 0.0731795 Jul 22 19:10:30.649131 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 40988) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:30.654676 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 7973f6fb-12ed-45d7-a008-6878d785c7f2 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:30.680592 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f19d533-2041-40a3-a6d6-2de3bcb1fabd tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] GET failed (client error): The resource could not be found. Jul 22 19:10:30.682379 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6f19d533-2041-40a3-a6d6-2de3bcb1fabd tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] 10.222.0.13 "GET /v2.0/networks/4521081b-fd4a-41df-a7e7-689a93f04a43 HTTP/1.1" status: 404 len: 339 time: 0.0315330 Jul 22 19:10:30.685926 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56715f6-c54e-482a-820c-992c89ffff3f req-4a15b987-3bf4-4bb1-8366-8118083349be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:30.687312 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b56715f6-c54e-482a-820c-992c89ffff3f req-4a15b987-3bf4-4bb1-8366-8118083349be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 1101 time: 0.2441483 Jul 22 19:10:30.688355 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4808232c-7308-40e1-8cb3-55a646ab043f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:30.688925 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40990) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:30.714583 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 7973f6fb-12ed-45d7-a008-6878d785c7f2 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:30.718824 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 7973f6fb-12ed-45d7-a008-6878d785c7f2 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:30.719472 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:30.777270 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-156d83d9-9449-4787-938f-dab6ed882127 req-dc2a502f-45eb-4979-a05c-32b12f3a57b1 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431613 Jul 22 19:10:30.778566 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7847d64-8bb2-4183-b961-1d6496c7b5b1 tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] GET failed (client error): The resource could not be found. Jul 22 19:10:30.784734 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f7847d64-8bb2-4183-b961-1d6496c7b5b1 tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] 10.222.0.13 "GET /v2.0/ports/a0218b94-f539-4f53-8c0e-73bca79274ac HTTP/1.1" status: 404 len: 333 time: 0.0919118 Jul 22 19:10:30.790076 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40992) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:30.815079 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:30.824854 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-966a20a4-207d-4a58-818c-9e875ff75801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:30.828680 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1dd8541-7228-42fb-8b91-71cf7bdf55f0 tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] GET failed (client error): The resource could not be found. Jul 22 19:10:30.832362 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808232c-7308-40e1-8cb3-55a646ab043f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Subnet': ['ID=2c520fca-286a-4f44-a478-a6743a1e11a9,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:30.834454 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f1dd8541-7228-42fb-8b91-71cf7bdf55f0 tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] 10.222.0.13 "GET /v2.0/subnets/107092d8-e7a4-4fa8-963e-7f9cb14e808a HTTP/1.1" status: 404 len: 337 time: 0.0429544 Jul 22 19:10:30.835900 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40994) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:30.842202 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4808232c-7308-40e1-8cb3-55a646ab043f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Checking segment: {'id': 'dfd90ca7-8bb2-49d6-a7aa-a42c11aa44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64a1071e-a137-458b-a6d4-97f398bb4c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:30.842382 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-51ac22fd-98cc-4dfe-a0ca-7da6dbf8d085 tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:30.842902 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4808232c-7308-40e1-8cb3-55a646ab043f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network hostable DHCP agents. Network: 64a1071e-a137-458b-a6d4-97f398bb4c62, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:10:30.860313 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb08452-4c5f-47e9-a20e-7608cd8b7759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7973f6fb-12ed-45d7-a008-6878d785c7f2'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:10:30.862714 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ec91f4-2182-40d1-8d51-7af41e69d183" -d '{"events": [{"server_uuid": "6eb08452-4c5f-47e9-a20e-7608cd8b7759", "name": "network-vif-plugged", "status": "completed", "tag": "7973f6fb-12ed-45d7-a008-6878d785c7f2"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:10:30.863466 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56715f6-c54e-482a-820c-992c89ffff3f req-fc645c64-7ad6-4a6b-a233-9aa272b9efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:30.865183 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b56715f6-c54e-482a-820c-992c89ffff3f req-fc645c64-7ad6-4a6b-a233-9aa272b9efb6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.1683068 Jul 22 19:10:30.878041 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 7973f6fb-12ed-45d7-a008-6878d785c7f2, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7973f6fb-12ed-45d7-a008-6878d785c7f2,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:30.879609 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4808232c-7308-40e1-8cb3-55a646ab043f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network 64a1071e-a137-458b-a6d4-97f398bb4c62 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:10:30.881670 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ac22fd-98cc-4dfe-a0ca-7da6dbf8d085 tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] PUT failed (client error): The resource could not be found. Jul 22 19:10:30.882084 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:30.882464 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ac22fd-98cc-4dfe-a0ca-7da6dbf8d085 tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:10:30.883881 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:30.885231 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-51ac22fd-98cc-4dfe-a0ca-7da6dbf8d085 tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] 10.222.0.13 "PUT /v2.0/networks/8bbab415-3f24-4fd0-a044-87004ca865da HTTP/1.1" status: 404 len: 339 time: 0.0469928 Jul 22 19:10:30.889623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 40998) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:30.912831 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b56715f6-c54e-482a-820c-992c89ffff3f req-9393e5d9-39be-4d54-9430-c4170f181583 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 HTTP/1.1" status: 200 len: 217 time: 0.0405397 Jul 22 19:10:30.915658 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-ed2ebf72-c4a4-4507-9b21-fe18d550537f tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:30.917759 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-4808232c-7308-40e1-8cb3-55a646ab043f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 64a1071e-a137-458b-a6d4-97f398bb4c62) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:30.927770 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14fe71-793c-4137-93b8-118163b82342 req-56ffb1de-c082-408a-8e07-d7d3b4f4232b tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:30.929343 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9f14fe71-793c-4137-93b8-118163b82342 req-56ffb1de-c082-408a-8e07-d7d3b4f4232b tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3543675 Jul 22 19:10:30.932041 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4808232c-7308-40e1-8cb3-55a646ab043f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:30.932041 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4808232c-7308-40e1-8cb3-55a646ab043f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:30.937549 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72769a1-de64-4348-bf04-42ddadcf6d43 None None] Network 64a1071e-a137-458b-a6d4-97f398bb4c62 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:30.978866 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2ebf72-c4a4-4507-9b21-fe18d550537f tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] PUT failed (client error): The resource could not be found. Jul 22 19:10:30.979717 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2ebf72-c4a4-4507-9b21-fe18d550537f tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:10:30.980821 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ed2ebf72-c4a4-4507-9b21-fe18d550537f tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] 10.222.0.13 "PUT /v2.0/ports/e1160902-a00e-428f-a91b-5d0cbed363c8 HTTP/1.1" status: 404 len: 333 time: 0.0733387 Jul 22 19:10:30.985568 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41000) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:30.994164 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-7c162a3c-6c75-48a5-a11e-daf48801c98b tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:31.006121 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4808232c-7308-40e1-8cb3-55a646ab043f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0921476 Jul 22 19:10:31.022317 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41002) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:31.027484 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-fb6db472-d93c-4676-a198-71aafaa68ff9 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1998437799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:31.032520 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c162a3c-6c75-48a5-a11e-daf48801c98b tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] PUT failed (client error): The resource could not be found. Jul 22 19:10:31.032966 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c162a3c-6c75-48a5-a11e-daf48801c98b tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:10:31.034662 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7c162a3c-6c75-48a5-a11e-daf48801c98b tempest-NetworksNegativeTestJSON-615029630 tempest-NetworksNegativeTestJSON-615029630-project] 10.222.0.13 "PUT /v2.0/subnets/2afc7f7c-3b7d-40af-ad2b-75a451458996 HTTP/1.1" status: 404 len: 337 time: 0.0477545 Jul 22 19:10:31.036158 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56715f6-c54e-482a-820c-992c89ffff3f req-2a94fa49-7e46-4dee-ad89-98cdfec663dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:31.037609 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b56715f6-c54e-482a-820c-992c89ffff3f req-2a94fa49-7e46-4dee-ad89-98cdfec663dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1178873 Jul 22 19:10:31.063594 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9f14fe71-793c-4137-93b8-118163b82342 req-fc79fc5e-1e7b-4792-90bc-d01437d23eb3 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.49 HTTP/1.1" status: 200 len: 695 time: 0.1068733 Jul 22 19:10:31.072977 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:31.075734 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=7973f6fb-12ed-45d7-a008-6878d785c7f2,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:31.084390 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-9f14fe71-793c-4137-93b8-118163b82342 req-f0e13c1e-8f3d-4394-9b09-da4dd7b8cbb5 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Request body: {'floatingip': {'port_id': '9379f319-83dc-499c-b2f9-a6930eecf652', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:31.085598 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2a9be3d9-e3d0-4a61-8279-1a0191dfc317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:31.104135 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb6db472-d93c-4676-a198-71aafaa68ff9 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:31.105448 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb6db472-d93c-4676-a198-71aafaa68ff9 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:31.124670 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-966a20a4-207d-4a58-818c-9e875ff75801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:31.162572 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:31.163398 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:31.180681 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78bee0-dce6-4fa4-8a03-a17795fbff0c req-73b4a472-46bf-49da-8298-de0fbd7e2d10 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:31.182786 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb6db472-d93c-4676-a198-71aafaa68ff9 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:31.183294 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9d78bee0-dce6-4fa4-8a03-a17795fbff0c req-73b4a472-46bf-49da-8298-de0fbd7e2d10 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 946 time: 0.3147490 Jul 22 19:10:31.187637 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb6db472-d93c-4676-a198-71aafaa68ff9 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:31.198222 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-966a20a4-207d-4a58-818c-9e875ff75801 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d6fda9-8218-428a-ae2e-a9ede541c3c4']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:31.198675 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56715f6-c54e-482a-820c-992c89ffff3f req-bac9a799-9542-41a3-a81b-632072f117f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:31.200460 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b56715f6-c54e-482a-820c-992c89ffff3f req-bac9a799-9542-41a3-a81b-632072f117f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1563525 Jul 22 19:10:31.202968 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9f14fe71-793c-4137-93b8-118163b82342 req-f0e13c1e-8f3d-4394-9b09-da4dd7b8cbb5 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:31.231520 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb6db472-d93c-4676-a198-71aafaa68ff9 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:31.233801 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fb6db472-d93c-4676-a198-71aafaa68ff9 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2095404 Jul 22 19:10:31.236325 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41006) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:31.242786 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8d31b506-9d7a-4f98-aaf4-d651fdeaf940 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'port': {'network_id': '64a1071e-a137-458b-a6d4-97f398bb4c62', 'name': 'tempest-PortsTestJSON-1277863151'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:31.266998 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-966a20a4-207d-4a58-818c-9e875ff75801 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ac45c0-31af-4852-b0d0-5cad72118f15') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:31.267290 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-64a1071e-a137-458b-a6d4-97f398bb4c62', 'network_id': '64a1071e-a137-458b-a6d4-97f398bb4c62', 'tenant_id': 'cdf673c126ab4c5188ef38fb73f577c6', 'fixed_ips': [{'subnet_id': '2c520fca-286a-4f44-a478-a6743a1e11a9'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:10:31.267541 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-966a20a4-207d-4a58-818c-9e875ff75801 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ac45c0-31af-4852-b0d0-5cad72118f15') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:31.268260 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:31.313703 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-966a20a4-207d-4a58-818c-9e875ff75801 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:31.351569 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-966a20a4-207d-4a58-818c-9e875ff75801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:31.364171 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:31.374475 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9d78bee0-dce6-4fa4-8a03-a17795fbff0c req-7a7dffa6-b753-47c3-8c89-c003924beb1e tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796842 Jul 22 19:10:31.381083 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966a20a4-207d-4a58-818c-9e875ff75801 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:10:31.381490 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-966a20a4-207d-4a58-818c-9e875ff75801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:10:31.383291 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:10:31.400190 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b56715f6-c54e-482a-820c-992c89ffff3f req-baf632d6-5467-463b-82f6-ec9c43f9e6bd service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926830 Jul 22 19:10:31.455641 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:31.464528 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41010) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:31.466010 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:31.475095 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0ababb-3dcc-4b6b-bd6f-57271cd43da2 x-openstack-request-id: req-5c0ababb-3dcc-4b6b-bd6f-57271cd43da2 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:10:31.475095 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb08452-4c5f-47e9-a20e-7608cd8b7759", "name": "network-vif-plugged", "status": "completed", "tag": "7973f6fb-12ed-45d7-a008-6878d785c7f2", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:10:31.475095 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c0ababb-3dcc-4b6b-bd6f-57271cd43da2 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:10:31.475095 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb08452-4c5f-47e9-a20e-7608cd8b7759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7973f6fb-12ed-45d7-a008-6878d785c7f2', 'code': 200} Jul 22 19:10:31.524959 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] Allocated IP 172.20.0.2 (64a1071e-a137-458b-a6d4-97f398bb4c62/2c520fca-286a-4f44-a478-a6743a1e11a9/a127d962-994c-4dc6-be3e-ffdd67aeb815) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:31.553755 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:31.574387 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-966a20a4-207d-4a58-818c-9e875ff75801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:31.592931 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-966a20a4-207d-4a58-818c-9e875ff75801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:31.597615 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-966a20a4-207d-4a58-818c-9e875ff75801 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e4d6fda9-8218-428a-ae2e-a9ede541c3c4 HTTP/1.1" status: 204 len: 168 time: 0.9620898 Jul 22 19:10:31.669254 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b56715f6-c54e-482a-820c-992c89ffff3f req-0928c2f2-7035-4cfd-b053-cf264289847f service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612887 Jul 22 19:10:31.673009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a20a4-207d-4a58-818c-9e875ff75801 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4d6fda9-8218-428a-ae2e-a9ede541c3c4,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:31.699327 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d31b506-9d7a-4f98-aaf4-d651fdeaf940 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:31.705324 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d31b506-9d7a-4f98-aaf4-d651fdeaf940 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:31.716444 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cf5e6927-111c-4ab2-b199-5e7566c72e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:31.750775 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-8d31b506-9d7a-4f98-aaf4-d651fdeaf940 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] device_id is not set on port bebccb62-4290-48b0-9abd-a3cbe965b06f yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:10:31.770097 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:31.778550 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] Transition to ACTIVE for port object a127d962-994c-4dc6-be3e-ffdd67aeb815 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:31.789044 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41022) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:31.794340 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] Transition to ACTIVE for port object a127d962-994c-4dc6-be3e-ffdd67aeb815 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:31.802108 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:31.842169 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] Network 64a1071e-a137-458b-a6d4-97f398bb4c62 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:31.845360 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:31.852241 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:31.865625 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] Pushing event updated for resources: {'Port': ['ID=a127d962-994c-4dc6-be3e-ffdd67aeb815,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:31.874863 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e8ea636f-82c1-4c28-bbaa-0463a9ec60a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=866090af555f489dba0f0835bdb7b156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0821688 Jul 22 19:10:31.874863 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41026) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:31.922561 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedeedd-14ee-463e-8c5c-5839d399211a req-baaa9344-f4b1-4960-8c12-b7b17292d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:31.925037 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ddedeedd-14ee-463e-8c5c-5839d399211a req-baaa9344-f4b1-4960-8c12-b7b17292d004 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6eb08452-4c5f-47e9-a20e-7608cd8b7759 HTTP/1.1" status: 200 len: 1097 time: 0.3477509 Jul 22 19:10:31.925628 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-8d31b506-9d7a-4f98-aaf4-d651fdeaf940 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Allocated IP 172.20.0.9 (64a1071e-a137-458b-a6d4-97f398bb4c62/2c520fca-286a-4f44-a478-a6743a1e11a9/bebccb62-4290-48b0-9abd-a3cbe965b06f) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:31.933644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44beb70-d749-4f03-a7b5-8ed3d2df80b1 req-22d78977-dac0-47da-9f98-850df0003ffa tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:31.936949 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c44beb70-d749-4f03-a7b5-8ed3d2df80b1 req-22d78977-dac0-47da-9f98-850df0003ffa tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb08452-4c5f-47e9-a20e-7608cd8b7759 HTTP/1.1" status: 200 len: 945 time: 0.3589683 Jul 22 19:10:31.964724 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fc28ce6e-67cf-42ea-99b8-ab5dd1af6946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:32.012620 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fc28ce6e-67cf-42ea-99b8-ab5dd1af6946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:32.081667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] Attempting to bind port a127d962-994c-4dc6-be3e-ffdd67aeb815 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:10:32.082362 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] Attempting to bind port a127d962-994c-4dc6-be3e-ffdd67aeb815 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'dfd90ca7-8bb2-49d6-a7aa-a42c11aa44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64a1071e-a137-458b-a6d4-97f398bb4c62'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:10:32.082493 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] Attempting to bind port a127d962-994c-4dc6-be3e-ffdd67aeb815 on network 64a1071e-a137-458b-a6d4-97f398bb4c62 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:10:32.083570 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ddedeedd-14ee-463e-8c5c-5839d399211a req-58ff0993-7282-4643-aa1b-d00e2c43500a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451881 Jul 22 19:10:32.088307 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:10:32.088717 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] Checking segment: {'id': 'dfd90ca7-8bb2-49d6-a7aa-a42c11aa44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64a1071e-a137-458b-a6d4-97f398bb4c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:32.089123 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:32.089513 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] Bound using segment: {'id': 'dfd90ca7-8bb2-49d6-a7aa-a42c11aa44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64a1071e-a137-458b-a6d4-97f398bb4c62'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:10:32.090042 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] Bound port: a127d962-994c-4dc6-be3e-ffdd67aeb815, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd90ca7-8bb2-49d6-a7aa-a42c11aa44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '64a1071e-a137-458b-a6d4-97f398bb4c62'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:10:32.090429 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:32.092963 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c44beb70-d749-4f03-a7b5-8ed3d2df80b1 req-79996212-a087-4ff0-8e55-c3881e4bf0b4 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450913 Jul 22 19:10:32.130936 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fc28ce6e-67cf-42ea-99b8-ab5dd1af6946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:32.133895 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fc28ce6e-67cf-42ea-99b8-ab5dd1af6946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:32.135050 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fc28ce6e-67cf-42ea-99b8-ab5dd1af6946 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86daed3b-e668-4417-bfec-d77a1610391b HTTP/1.1" status: 204 len: 168 time: 0.2594774 Jul 22 19:10:32.149936 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28ce6e-67cf-42ea-99b8-ab5dd1af6946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86daed3b-e668-4417-bfec-d77a1610391b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:32.201771 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d31b506-9d7a-4f98-aaf4-d651fdeaf940 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:32.224832 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9f14fe71-793c-4137-93b8-118163b82342 req-f0e13c1e-8f3d-4394-9b09-da4dd7b8cbb5 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:32.228229 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-8d31b506-9d7a-4f98-aaf4-d651fdeaf940 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Transition to ACTIVE for port object bebccb62-4290-48b0-9abd-a3cbe965b06f will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:32.235443 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9f14fe71-793c-4137-93b8-118163b82342 req-f0e13c1e-8f3d-4394-9b09-da4dd7b8cbb5 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:32.236204 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] For port a127d962-994c-4dc6-be3e-ffdd67aeb815, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:10:32.251993 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:32.254331 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] For port a127d962-994c-4dc6-be3e-ffdd67aeb815, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a127d962-994c-4dc6-be3e-ffdd67aeb815,segment=NetworkSegment(dfd90ca7-8bb2-49d6-a7aa-a42c11aa44dc),segment_id=dfd90ca7-8bb2-49d6-a7aa-a42c11aa44dc)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:10:32.261686 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:32.287236 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d31b506-9d7a-4f98-aaf4-d651fdeaf940 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:32.342080 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f443135-af1f-4536-b793-57e5a13125c1 None None] Pushing event updated for resources: {'Port': ['ID=a127d962-994c-4dc6-be3e-ffdd67aeb815,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:32.362863 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d31b506-9d7a-4f98-aaf4-d651fdeaf940 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network 64a1071e-a137-458b-a6d4-97f398bb4c62 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:32.365580 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-8d31b506-9d7a-4f98-aaf4-d651fdeaf940 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:32.368441 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d31b506-9d7a-4f98-aaf4-d651fdeaf940 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:32.371699 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31b506-9d7a-4f98-aaf4-d651fdeaf940 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Port': ['ID=bebccb62-4290-48b0-9abd-a3cbe965b06f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:32.431428 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d31b506-9d7a-4f98-aaf4-d651fdeaf940 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:32.432141 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d31b506-9d7a-4f98-aaf4-d651fdeaf940 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:32.703869 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cf5e6927-111c-4ab2-b199-5e7566c72e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:32.716553 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8d31b506-9d7a-4f98-aaf4-d651fdeaf940 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4777095 Jul 22 19:10:32.718373 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41042) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:32.734981 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cf5e6927-111c-4ab2-b199-5e7566c72e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:32.800896 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cf5e6927-111c-4ab2-b199-5e7566c72e9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df864575702748ee905f84c04e4b5de6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3324087 Jul 22 19:10:32.802661 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41046) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:32.804178 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e6927-111c-4ab2-b199-5e7566c72e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662bc8e0-9bd0-4b28-bb4c-a97b10de4883,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:32.825759 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [req-9f14fe71-793c-4137-93b8-118163b82342 req-f0e13c1e-8f3d-4394-9b09-da4dd7b8cbb5 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Floating IP e053a9ac-1eec-4d50-ae9a-fc53c4600b1a associated. External IP: 172.25.3.49, port: 9379f319-83dc-499c-b2f9-a6930eecf652. Jul 22 19:10:32.903146 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0bd34-58e4-403d-894b-54a777748e80 req-39c1c35e-f4c2-42e2-a16f-c20186f87e49 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:32.910440 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c4a0bd34-58e4-403d-894b-54a777748e80 req-39c1c35e-f4c2-42e2-a16f-c20186f87e49 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 950 time: 0.2650931 Jul 22 19:10:32.969764 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c4a0bd34-58e4-403d-894b-54a777748e80 req-7b5293db-1475-4cbb-8ec0-2b88b36ae031 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584660 Jul 22 19:10:33.053476 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-689f583b-2de7-4770-888f-493df08c6a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:33.120559 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-689f583b-2de7-4770-888f-493df08c6a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:33.122029 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41056) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:33.224362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f14fe71-793c-4137-93b8-118163b82342 req-f0e13c1e-8f3d-4394-9b09-da4dd7b8cbb5 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Router b4680f77-83d4-4b15-a7a1-d9381c579c74 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:10:33.241266 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9acf6b-b93e-4a18-9f8d-8df596040009 req-f2f7b03c-2c30-4644-90d1-70fb6a289a1a tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:33.242823 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc9acf6b-b93e-4a18-9f8d-8df596040009 req-f2f7b03c-2c30-4644-90d1-70fb6a289a1a tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 946 time: 0.1036053 Jul 22 19:10:33.249432 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-689f583b-2de7-4770-888f-493df08c6a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:33.252233 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-689f583b-2de7-4770-888f-493df08c6a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:33.253428 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-689f583b-2de7-4770-888f-493df08c6a54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/662bc8e0-9bd0-4b28-bb4c-a97b10de4883 HTTP/1.1" status: 204 len: 168 time: 0.4475510 Jul 22 19:10:33.269760 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f583b-2de7-4770-888f-493df08c6a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662bc8e0-9bd0-4b28-bb4c-a97b10de4883,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:33.307381 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-fa0e2aef-877e-4c3d-a9a8-05d03e54023a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1066518431-network', 'tenant_id': '77194e63acae4a6d8094ac3cb7d5a135'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:33.341850 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-230b4cc2-3091-4c5e-9ee6-5c231e27a7e5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:33.365336 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0e2aef-877e-4c3d-a9a8-05d03e54023a admin admin] Made reservation on behalf of 77194e63acae4a6d8094ac3cb7d5a135 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:33.367725 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa0e2aef-877e-4c3d-a9a8-05d03e54023a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:33.400613 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa0e2aef-877e-4c3d-a9a8-05d03e54023a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:33.441323 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc9acf6b-b93e-4a18-9f8d-8df596040009 req-c5a02c3a-5d13-4d30-ad0d-758686c6810b tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960677 Jul 22 19:10:33.475711 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d59d66-c898-4365-a10a-ce9a569f2847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:10:33.478755 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db326241-c18a-46ba-b75c-e26dac06cc28" -d '{"events": [{"server_uuid": "a2d59d66-c898-4365-a10a-ce9a569f2847", "name": "network-vif-plugged", "status": "completed", "tag": "3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:10:33.516666 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f14fe71-793c-4137-93b8-118163b82342 req-f0e13c1e-8f3d-4394-9b09-da4dd7b8cbb5 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:10:33.535747 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f952c821-a8c1-4f47-897d-4c058ecec9e2 None None] Sync routers for ids ['b4680f77-83d4-4b15-a7a1-d9381c579c74'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:10:33.548094 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9f14fe71-793c-4137-93b8-118163b82342 req-f0e13c1e-8f3d-4394-9b09-da4dd7b8cbb5 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:33.566182 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f952c821-a8c1-4f47-897d-4c058ecec9e2 None None] Routers {'b4680f77-83d4-4b15-a7a1-d9381c579c74'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:10:33.567422 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f952c821-a8c1-4f47-897d-4c058ecec9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:10:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b4680f77-83d4-4b15-a7a1-d9381c579c74'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:33.621167 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd2c52a-11f1-4a95-be2d-1e51c6d12216 None None] Network 64a1071e-a137-458b-a6d4-97f398bb4c62 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:33.712683 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa0e2aef-877e-4c3d-a9a8-05d03e54023a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:33.723137 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa0e2aef-877e-4c3d-a9a8-05d03e54023a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:33.750227 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9f14fe71-793c-4137-93b8-118163b82342 req-f0e13c1e-8f3d-4394-9b09-da4dd7b8cbb5 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "PUT /v2.0/floatingips/e053a9ac-1eec-4d50-ae9a-fc53c4600b1a HTTP/1.1" status: 200 len: 995 time: 2.6746395 Jul 22 19:10:33.756309 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aeff4c0-9324-4c3d-b00a-bbe1d49465c1', 'tag': '9379f319-83dc-499c-b2f9-a6930eecf652'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:10:33.761797 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3a89ee-8399-4350-98c6-9c77f9cdcd3a" -d '{"events": [{"name": "network-changed", "server_uuid": "5aeff4c0-9324-4c3d-b00a-bbe1d49465c1", "tag": "9379f319-83dc-499c-b2f9-a6930eecf652"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:10:33.825739 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-f952c821-a8c1-4f47-897d-4c058ecec9e2 None None] Set router b4680f77-83d4-4b15-a7a1-d9381c579c74 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:10:33.836588 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023b1b5-1db5-4ca3-8a3b-276a96f02146 req-c6dfd081-dfcd-412c-bad3-de16ea3a48dd tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:33.845020 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c023b1b5-1db5-4ca3-8a3b-276a96f02146 req-c6dfd081-dfcd-412c-bad3-de16ea3a48dd tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb08452-4c5f-47e9-a20e-7608cd8b7759 HTTP/1.1" status: 200 len: 945 time: 0.2445829 Jul 22 19:10:33.857965 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a127d962-994c-4dc6-be3e-ffdd67aeb815 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:33.912853 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-230b4cc2-3091-4c5e-9ee6-5c231e27a7e5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:33.951528 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0e2aef-877e-4c3d-a9a8-05d03e54023a admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:10:33.958070 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-cd67e6a6-ee4f-4e47-b322-6c29ef2daf4a None None] Provisioning for port a127d962-994c-4dc6-be3e-ffdd67aeb815 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:33.961081 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c023b1b5-1db5-4ca3-8a3b-276a96f02146 req-9f271fb5-da78-4f99-bd10-5ebb29148cfa tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148760 Jul 22 19:10:33.988280 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa0e2aef-877e-4c3d-a9a8-05d03e54023a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:33.989951 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-fa0e2aef-877e-4c3d-a9a8-05d03e54023a admin admin] Added segment 39045908-6a73-4f78-963e-aa15a67eb21f of type vlan for network 524e86b0-c3d9-42e3-b060-cee62ca18b80 Jul 22 19:10:33.995575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14fe71-793c-4137-93b8-118163b82342 req-a227e2ba-923a-409d-88cf-2101d4f81f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:34.001290 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9f14fe71-793c-4137-93b8-118163b82342 req-a227e2ba-923a-409d-88cf-2101d4f81f58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41c697aba6e940169e3dc8cd7b93b641&device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 1097 time: 0.2221572 Jul 22 19:10:34.013194 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:34.054351 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port a127d962-994c-4dc6-be3e-ffdd67aeb815 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:34.059808 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port a127d962-994c-4dc6-be3e-ffdd67aeb815 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:34.060098 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:34.112899 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa0e2aef-877e-4c3d-a9a8-05d03e54023a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:34.182386 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-230b4cc2-3091-4c5e-9ee6-5c231e27a7e5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:34.214813 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbceb160-4531-4792-b04f-d40682607297 x-openstack-request-id: req-dbceb160-4531-4792-b04f-d40682607297 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:10:34.215107 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d59d66-c898-4365-a10a-ce9a569f2847", "name": "network-vif-plugged", "status": "completed", "tag": "3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:10:34.215445 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbceb160-4531-4792-b04f-d40682607297 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:10:34.220034 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d59d66-c898-4365-a10a-ce9a569f2847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25', 'code': 200} Jul 22 19:10:34.236249 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:34.262195 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14fe71-793c-4137-93b8-118163b82342 req-30520b48-4c81-4846-b9f9-c60c4e7dafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:34.270692 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9f14fe71-793c-4137-93b8-118163b82342 req-30520b48-4c81-4846-b9f9-c60c4e7dafa3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fc0ba9f8-89b3-4676-8828-bacae052b3bd HTTP/1.1" status: 200 len: 920 time: 0.2620852 Jul 22 19:10:34.271396 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa0e2aef-877e-4c3d-a9a8-05d03e54023a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:34.274014 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0e2aef-877e-4c3d-a9a8-05d03e54023a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:34.275605 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa0e2aef-877e-4c3d-a9a8-05d03e54023a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:34.279190 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2fe569-264f-4038-8435-63c8bcc4358d x-openstack-request-id: req-3c2fe569-264f-4038-8435-63c8bcc4358d {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:10:34.279757 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aeff4c0-9324-4c3d-b00a-bbe1d49465c1", "tag": "9379f319-83dc-499c-b2f9-a6930eecf652", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:10:34.280012 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c2fe569-264f-4038-8435-63c8bcc4358d {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:10:34.280464 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aeff4c0-9324-4c3d-b00a-bbe1d49465c1', 'tag': '9379f319-83dc-499c-b2f9-a6930eecf652', 'status': 'completed', 'code': 200} Jul 22 19:10:34.311224 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b4cc2-3091-4c5e-9ee6-5c231e27a7e5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Port': ['ID=bebccb62-4290-48b0-9abd-a3cbe965b06f,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:34.319649 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f952c821-a8c1-4f47-897d-4c058ecec9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'name': 'tempest-ServerRescueTestJSONUnderV235-809312503-router', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:09:14Z', 'updated_at': '2021-07-22T19:09:27Z', 'revision_number': 4, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'gw_port': {'id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:16Z', 'updated_at': '2021-07-22T19:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e053a9ac-1eec-4d50-ae9a-fc53c4600b1a', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'floating_ip_address': '172.25.3.49', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'port_id': '9379f319-83dc-499c-b2f9-a6930eecf652', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd', 'mac_address': 'fa:16:3e:42:ed:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeff4c0-9324-4c3d-b00a-bbe1d49465c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:10:28Z', 'updated_at': '2021-07-22T19:10:32Z', 'revision_number': 1, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1d79d69-46c3-4256-b8b6-bdfe2794fa3d', 'name': '', 'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'mac_address': 'fa:16:3e:fb:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '19d131ce-729f-4d0d-91f9-24cc1f3913da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:24Z', 'updated_at': '2021-07-22T19:09:35Z', 'revision_number': 5, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'subnets': [{'id': '19d131ce-729f-4d0d-91f9-24cc1f3913da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:34.338522 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port a127d962-994c-4dc6-be3e-ffdd67aeb815, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a127d962-994c-4dc6-be3e-ffdd67aeb815,segment=NetworkSegment(dfd90ca7-8bb2-49d6-a7aa-a42c11aa44dc),segment_id=dfd90ca7-8bb2-49d6-a7aa-a42c11aa44dc)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:34.343568 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:34.426168 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f952c821-a8c1-4f47-897d-4c058ecec9e2 None None] Checking router: b4680f77-83d4-4b15-a7a1-d9381c579c74 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:10:34.487920 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f952c821-a8c1-4f47-897d-4c058ecec9e2 None None] Routers {'b4680f77-83d4-4b15-a7a1-d9381c579c74'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:10:34.494002 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9f14fe71-793c-4137-93b8-118163b82342 req-64af6afa-4fdc-4df8-9502-707bd11ffb60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9379f319-83dc-499c-b2f9-a6930eecf652 HTTP/1.1" status: 200 len: 998 time: 0.2221930 Jul 22 19:10:34.495780 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f952c821-a8c1-4f47-897d-4c058ecec9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:10:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b4680f77-83d4-4b15-a7a1-d9381c579c74'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:34.502221 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e2aef-877e-4c3d-a9a8-05d03e54023a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628ff75a-d928-46f8-8911-01804a3794a5,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:34.565307 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=a127d962-994c-4dc6-be3e-ffdd67aeb815,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:34.566602 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41096) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:34.571796 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4e806145-4c66-4e66-9c99-cf3eb7ea199a None None] Provisioning complete for port a127d962-994c-4dc6-be3e-ffdd67aeb815 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:34.572766 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4e806145-4c66-4e66-9c99-cf3eb7ea199a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:34.584292 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fa0e2aef-877e-4c3d-a9a8-05d03e54023a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4609644 Jul 22 19:10:34.595423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41098) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:34.638062 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-f3d45048-ea8b-4580-9203-87bc37572095 admin admin] Request body: {'subnet': {'network_id': '524e86b0-c3d9-42e3-b060-cee62ca18b80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1066518431-subnet', 'tenant_id': '77194e63acae4a6d8094ac3cb7d5a135', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:34.665711 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e2aef-877e-4c3d-a9a8-05d03e54023a admin admin] Pushing event updated for resources: {'Network': ['ID=524e86b0-c3d9-42e3-b060-cee62ca18b80,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:34.666065 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-f952c821-a8c1-4f47-897d-4c058ecec9e2 None None] Set router b4680f77-83d4-4b15-a7a1-d9381c579c74 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:10:34.698150 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 524e86b0-c3d9-42e3-b060-cee62ca18b80 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:10:34.738242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56715f6-c54e-482a-820c-992c89ffff3f req-f3021d54-1453-4ea7-8e39-e2d234ca25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:34.740959 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b56715f6-c54e-482a-820c-992c89ffff3f req-f3021d54-1453-4ea7-8e39-e2d234ca25cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847&tenant_id=46238864a83148d380b2ca0eb3b80dcd HTTP/1.1" status: 200 len: 1102 time: 0.4594560 Jul 22 19:10:34.743478 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14fe71-793c-4137-93b8-118163b82342 req-0a75fb1e-7577-44c1-804c-9a1c3838d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:34.746314 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9f14fe71-793c-4137-93b8-118163b82342 req-0a75fb1e-7577-44c1-804c-9a1c3838d705 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19d131ce-729f-4d0d-91f9-24cc1f3913da HTTP/1.1" status: 200 len: 859 time: 0.2511427 Jul 22 19:10:34.758629 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a89ee-8399-4350-98c6-9c77f9cdcd3a req-4bf667e3-db31-44f7-8640-09bc9c08bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:34.761998 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b3a89ee-8399-4350-98c6-9c77f9cdcd3a req-4bf667e3-db31-44f7-8640-09bc9c08bf14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41c697aba6e940169e3dc8cd7b93b641&device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 1097 time: 0.4791427 Jul 22 19:10:34.810621 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9f14fe71-793c-4137-93b8-118163b82342 req-897feed1-feb0-45e3-8f6a-34477b5b0d3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fc0ba9f8-89b3-4676-8828-bacae052b3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410609 Jul 22 19:10:34.816916 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4e806145-4c66-4e66-9c99-cf3eb7ea199a None None] Provisioning for port bebccb62-4290-48b0-9abd-a3cbe965b06f completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:34.819888 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-6c3fdbd2-f8d7-43f3-b1f4-bf98fea1c12a tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1286759961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:34.823408 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4e806145-4c66-4e66-9c99-cf3eb7ea199a None None] Provisioning complete for port bebccb62-4290-48b0-9abd-a3cbe965b06f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:34.824100 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4e806145-4c66-4e66-9c99-cf3eb7ea199a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:34.871060 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-4e806145-4c66-4e66-9c99-cf3eb7ea199a None None] Port bebccb62-4290-48b0-9abd-a3cbe965b06f cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:34.914024 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.db.api [None req-f3d45048-ea8b-4580-9203-87bc37572095 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:10:34.914024 n-d-800086-12 neutron-server[93807]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 19:10:34.914024 n-d-800086-12 neutron-server[93807]: [parameters: {'project_id': '77194e63acae4a6d8094ac3cb7d5a135', 'id': '0217f6b4-6dfd-411b-b59c-98ea0f22305a', 'expiration': datetime.datetime(2021, 7, 22, 19, 12, 34, 855026)}] Jul 22 19:10:34.914024 n-d-800086-12 neutron-server[93807]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:10:34.914594 n-d-800086-12 neutron-server[93807]: DEBUG oslo_db.api [None req-f3d45048-ea8b-4580-9203-87bc37572095 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:10:34.915357 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c3fdbd2-f8d7-43f3-b1f4-bf98fea1c12a tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:34.916888 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c3fdbd2-f8d7-43f3-b1f4-bf98fea1c12a tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:34.977500 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-230b4cc2-3091-4c5e-9ee6-5c231e27a7e5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:34.992988 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fbb53ed5-5150-4f16-95fe-b8238aac0e2e None None] Provisioning complete for port bebccb62-4290-48b0-9abd-a3cbe965b06f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:34.993375 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fbb53ed5-5150-4f16-95fe-b8238aac0e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:35.050534 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-fbb53ed5-5150-4f16-95fe-b8238aac0e2e None None] Port bebccb62-4290-48b0-9abd-a3cbe965b06f cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:35.092346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93542b-3793-4c7d-b25d-6b169f371c61 req-1f7cfd39-fdf4-45de-8cba-d716d73f467c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:35.093978 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db93542b-3793-4c7d-b25d-6b169f371c61 req-1f7cfd39-fdf4-45de-8cba-d716d73f467c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 950 time: 0.5082457 Jul 22 19:10:35.120671 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a89ee-8399-4350-98c6-9c77f9cdcd3a req-36ed3a89-bd8c-4380-b7d3-75ee13e4cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:35.122139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b3a89ee-8399-4350-98c6-9c77f9cdcd3a req-36ed3a89-bd8c-4380-b7d3-75ee13e4cc61 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc0ba9f8-89b3-4676-8828-bacae052b3bd HTTP/1.1" status: 200 len: 920 time: 0.3083553 Jul 22 19:10:35.161452 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9f14fe71-793c-4137-93b8-118163b82342 req-bc9a7979-bd8d-4a2e-ac1c-3820cb202f05 service neutron] 10.222.0.13 "GET /v2.0/networks/fc0ba9f8-89b3-4676-8828-bacae052b3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911811 Jul 22 19:10:35.165229 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56715f6-c54e-482a-820c-992c89ffff3f req-15b4efd4-938c-4970-91af-86bd0fe49261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:35.166758 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b56715f6-c54e-482a-820c-992c89ffff3f req-15b4efd4-938c-4970-91af-86bd0fe49261 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 1102 time: 0.3093879 Jul 22 19:10:35.181376 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ed433418-6e91-4309-ba59-a9540d1d31b3 None None] Provisioning complete for port bebccb62-4290-48b0-9abd-a3cbe965b06f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:35.181960 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ed433418-6e91-4309-ba59-a9540d1d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:35.206901 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f952c821-a8c1-4f47-897d-4c058ecec9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'name': 'tempest-ServerRescueTestJSONUnderV235-809312503-router', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:09:14Z', 'updated_at': '2021-07-22T19:09:27Z', 'revision_number': 4, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'gw_port': {'id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:16Z', 'updated_at': '2021-07-22T19:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e053a9ac-1eec-4d50-ae9a-fc53c4600b1a', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'floating_ip_address': '172.25.3.49', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'port_id': '9379f319-83dc-499c-b2f9-a6930eecf652', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd', 'mac_address': 'fa:16:3e:42:ed:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeff4c0-9324-4c3d-b00a-bbe1d49465c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:10:28Z', 'updated_at': '2021-07-22T19:10:32Z', 'revision_number': 1, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1d79d69-46c3-4256-b8b6-bdfe2794fa3d', 'name': '', 'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'mac_address': 'fa:16:3e:fb:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '19d131ce-729f-4d0d-91f9-24cc1f3913da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:24Z', 'updated_at': '2021-07-22T19:09:35Z', 'revision_number': 5, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'subnets': [{'id': '19d131ce-729f-4d0d-91f9-24cc1f3913da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:35.248790 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ed433418-6e91-4309-ba59-a9540d1d31b3 None None] Port bebccb62-4290-48b0-9abd-a3cbe965b06f cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:35.249159 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f952c821-a8c1-4f47-897d-4c058ecec9e2 None None] The sync data for ids ['b4680f77-83d4-4b15-a7a1-d9381c579c74'] in n-d-800086-12 is: [{'id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'name': 'tempest-ServerRescueTestJSONUnderV235-809312503-router', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:09:14Z', 'updated_at': '2021-07-22T19:09:27Z', 'revision_number': 4, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'gw_port': {'id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:16Z', 'updated_at': '2021-07-22T19:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e053a9ac-1eec-4d50-ae9a-fc53c4600b1a', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'floating_ip_address': '172.25.3.49', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'port_id': '9379f319-83dc-499c-b2f9-a6930eecf652', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd', 'mac_address': 'fa:16:3e:42:ed:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeff4c0-9324-4c3d-b00a-bbe1d49465c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:10:28Z', 'updated_at': '2021-07-22T19:10:32Z', 'revision_number': 1, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1d79d69-46c3-4256-b8b6-bdfe2794fa3d', 'name': '', 'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'mac_address': 'fa:16:3e:fb:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '19d131ce-729f-4d0d-91f9-24cc1f3913da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:24Z', 'updated_at': '2021-07-22T19:09:35Z', 'revision_number': 5, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'subnets': [{'id': '19d131ce-729f-4d0d-91f9-24cc1f3913da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:10:35.355820 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db93542b-3793-4c7d-b25d-6b169f371c61 req-1aee2d25-227e-44fa-867d-d7451c348ac6 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485473 Jul 22 19:10:35.384005 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b3a89ee-8399-4350-98c6-9c77f9cdcd3a req-1afb8dbc-8ece-44ec-8b99-fb66ef3bdc95 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9379f319-83dc-499c-b2f9-a6930eecf652 HTTP/1.1" status: 200 len: 998 time: 0.2486820 Jul 22 19:10:35.398789 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c3fdbd2-f8d7-43f3-b1f4-bf98fea1c12a tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:35.406307 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c3fdbd2-f8d7-43f3-b1f4-bf98fea1c12a tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:35.449341 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c3fdbd2-f8d7-43f3-b1f4-bf98fea1c12a tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:35.450915 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6c3fdbd2-f8d7-43f3-b1f4-bf98fea1c12a tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8687246 Jul 22 19:10:35.454289 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41104) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:35.460871 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-23e41696-f377-49e6-8be3-57fd393a6254 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-847952424'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:35.507353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56715f6-c54e-482a-820c-992c89ffff3f req-4bb80e56-873f-4f42-9937-ff29135f19e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:35.508886 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b56715f6-c54e-482a-820c-992c89ffff3f req-4bb80e56-873f-4f42-9937-ff29135f19e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.2808416 Jul 22 19:10:35.536444 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4768fb26-d58e-469e-90f2-c867561e49f2 None None] New status for floating IP e053a9ac-1eec-4d50-ae9a-fc53c4600b1a: ACTIVE {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:10:35.544538 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a89ee-8399-4350-98c6-9c77f9cdcd3a req-652f0ca6-500e-443d-8284-f7a49c3ff8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:35.546014 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b3a89ee-8399-4350-98c6-9c77f9cdcd3a req-652f0ca6-500e-443d-8284-f7a49c3ff8dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19d131ce-729f-4d0d-91f9-24cc1f3913da HTTP/1.1" status: 200 len: 859 time: 0.1495914 Jul 22 19:10:35.549799 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9f14fe71-793c-4137-93b8-118163b82342 req-17c2b999-00b3-40c3-9dcc-a07e28d42cf2 service neutron] 10.222.0.13 "GET /v2.0/networks/fc0ba9f8-89b3-4676-8828-bacae052b3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859589 Jul 22 19:10:35.554481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d45048-ea8b-4580-9203-87bc37572095 admin admin] Made reservation on behalf of 77194e63acae4a6d8094ac3cb7d5a135 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:35.556840 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f3d45048-ea8b-4580-9203-87bc37572095 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:35.568321 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-230b4cc2-3091-4c5e-9ee6-5c231e27a7e5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:35.583258 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e41696-f377-49e6-8be3-57fd393a6254 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Made reservation on behalf of 3b8b2e3fa718492794dd4bfc95dc9a5c for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:35.586974 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23e41696-f377-49e6-8be3-57fd393a6254 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:35.616907 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a127d962-994c-4dc6-be3e-ffdd67aeb815 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:35.629202 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b56715f6-c54e-482a-820c-992c89ffff3f req-ba67a21e-57ce-4cd7-b007-11ed051a4613 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 HTTP/1.1" status: 200 len: 217 time: 0.0961840 Jul 22 19:10:35.662068 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b3a89ee-8399-4350-98c6-9c77f9cdcd3a req-a6391f9c-9682-4707-b17b-dfc6d2191c7a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc0ba9f8-89b3-4676-8828-bacae052b3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079726 Jul 22 19:10:35.744301 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port a127d962-994c-4dc6-be3e-ffdd67aeb815 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:35.744787 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:35.850883 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23e41696-f377-49e6-8be3-57fd393a6254 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:36.039537 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-230b4cc2-3091-4c5e-9ee6-5c231e27a7e5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:36.050648 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-230b4cc2-3091-4c5e-9ee6-5c231e27a7e5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:36.107139 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e199850-9790-4bd7-82df-ebd45e0c47c6 req-5ae3ef56-02f7-4370-a5b9-bda58ebf7e76 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:36.108590 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2e199850-9790-4bd7-82df-ebd45e0c47c6 req-5ae3ef56-02f7-4370-a5b9-bda58ebf7e76 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.30 "GET /v2.0/ports?device_id=6eb08452-4c5f-47e9-a20e-7608cd8b7759 HTTP/1.1" status: 200 len: 945 time: 0.2590606 Jul 22 19:10:36.182712 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56715f6-c54e-482a-820c-992c89ffff3f req-01dbd002-dba0-4f02-841b-fab1a5b13856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:36.184193 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b56715f6-c54e-482a-820c-992c89ffff3f req-01dbd002-dba0-4f02-841b-fab1a5b13856 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.5264311 Jul 22 19:10:36.191280 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b4cc2-3091-4c5e-9ee6-5c231e27a7e5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Port': ['ID=bebccb62-4290-48b0-9abd-a3cbe965b06f,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:36.199522 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-230b4cc2-3091-4c5e-9ee6-5c231e27a7e5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:36.217343 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99841cff-b9ec-46db-bc9c-a914c0afecf1 req-88d8ec63-855b-4868-bbf6-de988fc00740 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:36.218835 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99841cff-b9ec-46db-bc9c-a914c0afecf1 req-88d8ec63-855b-4868-bbf6-de988fc00740 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 946 time: 0.7603831 Jul 22 19:10:36.312369 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b3a89ee-8399-4350-98c6-9c77f9cdcd3a req-9e95909d-75b0-4227-9cb3-7ae8319e04aa service neutron] 10.222.0.16 "GET /v2.0/networks/fc0ba9f8-89b3-4676-8828-bacae052b3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6364412 Jul 22 19:10:36.317608 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23e41696-f377-49e6-8be3-57fd393a6254 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:36.327459 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23e41696-f377-49e6-8be3-57fd393a6254 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:36.383842 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0342b84-f1b4-49c4-9d52-9b78fbec8dee req-cc910bd7-701d-441e-970e-912a5e9cc68f tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:36.385235 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0342b84-f1b4-49c4-9d52-9b78fbec8dee req-cc910bd7-701d-441e-970e-912a5e9cc68f tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb08452-4c5f-47e9-a20e-7608cd8b7759 HTTP/1.1" status: 200 len: 945 time: 0.6960309 Jul 22 19:10:36.386172 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e41696-f377-49e6-8be3-57fd393a6254 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:10:36.388006 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99841cff-b9ec-46db-bc9c-a914c0afecf1 req-a33f0505-64d1-40ad-a928-bdfd220a9799 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437137 Jul 22 19:10:36.397651 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e41696-f377-49e6-8be3-57fd393a6254 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec45037a-4ef6-4226-a17c-571630b8babd,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:36.412457 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23e41696-f377-49e6-8be3-57fd393a6254 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:36.413099 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-23e41696-f377-49e6-8be3-57fd393a6254 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Added segment 26ea1734-5f73-4c95-b1e2-b05bee215d35 of type vlan for network a23442aa-50b1-4d72-ba8d-731d6f0722a2 Jul 22 19:10:36.415266 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230b4cc2-3091-4c5e-9ee6-5c231e27a7e5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network 64a1071e-a137-458b-a6d4-97f398bb4c62 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:36.425079 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-230b4cc2-3091-4c5e-9ee6-5c231e27a7e5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:36.432275 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-2e199850-9790-4bd7-82df-ebd45e0c47c6 req-b2b10b69-37da-4f5c-8ec7-0c8238b5cfa3 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Deleting port 7973f6fb-12ed-45d7-a008-6878d785c7f2 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:36.432275 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2e199850-9790-4bd7-82df-ebd45e0c47c6 req-b2b10b69-37da-4f5c-8ec7-0c8238b5cfa3 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:36.487525 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23e41696-f377-49e6-8be3-57fd393a6254 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:36.495106 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56715f6-c54e-482a-820c-992c89ffff3f req-43fa346f-d016-4ad9-95d2-a577d867efad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:36.497142 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b56715f6-c54e-482a-820c-992c89ffff3f req-43fa346f-d016-4ad9-95d2-a577d867efad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2990885 Jul 22 19:10:36.526668 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f3d45048-ea8b-4580-9203-87bc37572095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:36.623228 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0342b84-f1b4-49c4-9d52-9b78fbec8dee req-731941a6-5713-4883-8af7-33bb833a571e tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242498 Jul 22 19:10:36.654857 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23e41696-f377-49e6-8be3-57fd393a6254 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:36.668955 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e41696-f377-49e6-8be3-57fd393a6254 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:36.669877 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23e41696-f377-49e6-8be3-57fd393a6254 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:36.684764 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f43172cf-9c4d-4dc2-ab8f-6f4c80a185a3 None None] Provisioning complete for port bebccb62-4290-48b0-9abd-a3cbe965b06f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:36.685763 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f43172cf-9c4d-4dc2-ab8f-6f4c80a185a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:36.691904 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b3a89ee-8399-4350-98c6-9c77f9cdcd3a req-3b7dc8cf-37e5-4f5a-a92f-ad37f2c93d12 service neutron] 10.222.0.16 "GET /v2.0/networks/fc0ba9f8-89b3-4676-8828-bacae052b3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639073 Jul 22 19:10:36.709057 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-23e41696-f377-49e6-8be3-57fd393a6254 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2531657 Jul 22 19:10:36.722505 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41110) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:36.727895 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-4a1080ee-7c44-467e-b21d-8c1622ce5b62 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Request body: {'subnet': {'network_id': 'a23442aa-50b1-4d72-ba8d-731d6f0722a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:36.746813 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d45048-ea8b-4580-9203-87bc37572095 admin admin] Pushing event updated for resources: {'Subnet': ['ID=641bbd45-6b0c-472d-90da-6574280f280d,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:36.748061 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:10:36.760492 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-2e199850-9790-4bd7-82df-ebd45e0c47c6 req-b2b10b69-37da-4f5c-8ec7-0c8238b5cfa3 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] For port 7973f6fb-12ed-45d7-a008-6878d785c7f2, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7973f6fb-12ed-45d7-a008-6878d785c7f2,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:36.760864 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2e199850-9790-4bd7-82df-ebd45e0c47c6 req-b2b10b69-37da-4f5c-8ec7-0c8238b5cfa3 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:36.777091 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-f43172cf-9c4d-4dc2-ab8f-6f4c80a185a3 None None] Port bebccb62-4290-48b0-9abd-a3cbe965b06f cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:36.783107 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37422583-3971-4de2-a272-4654b891462a req-c06a09c5-bdb9-4893-bd8a-57aeb149b775 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.49 HTTP/1.1" status: 200 len: 1000 time: 0.2623832 Jul 22 19:10:36.809341 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-2e199850-9790-4bd7-82df-ebd45e0c47c6 req-b2b10b69-37da-4f5c-8ec7-0c8238b5cfa3 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Calling delete_port for 7973f6fb-12ed-45d7-a008-6878d785c7f2 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:36.812006 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e41696-f377-49e6-8be3-57fd393a6254 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event updated for resources: {'Network': ['ID=a23442aa-50b1-4d72-ba8d-731d6f0722a2,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:36.817985 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230b4cc2-3091-4c5e-9ee6-5c231e27a7e5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Router eb7bb521-95c8-4d52-9cb5-a92f4bf85b89 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:10:36.836063 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network a23442aa-50b1-4d72-ba8d-731d6f0722a2 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:10:36.872439 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:36.903189 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b56715f6-c54e-482a-820c-992c89ffff3f req-f30cb5e6-ed03-4886-9cdb-92b39169b77d service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987188 Jul 22 19:10:36.912121 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d45048-ea8b-4580-9203-87bc37572095 admin admin] Checking segment: {'id': '39045908-6a73-4f78-963e-aa15a67eb21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '524e86b0-c3d9-42e3-b060-cee62ca18b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:36.912421 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d45048-ea8b-4580-9203-87bc37572095 admin admin] Network hostable DHCP agents. Network: 524e86b0-c3d9-42e3-b060-cee62ca18b80, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:10:36.939192 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d59d66-c898-4365-a10a-ce9a569f2847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:10:36.941673 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a180ead-77b7-401d-97bb-46b44793f603" -d '{"events": [{"server_uuid": "a2d59d66-c898-4365-a10a-ce9a569f2847", "name": "network-vif-unplugged", "status": "completed", "tag": "3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:10:36.958415 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:36.967983 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:36.974913 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230b4cc2-3091-4c5e-9ee6-5c231e27a7e5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:10:36.980373 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-230b4cc2-3091-4c5e-9ee6-5c231e27a7e5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "PUT /v2.0/routers/eb7bb521-95c8-4d52-9cb5-a92f4bf85b89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2600768 Jul 22 19:10:36.983169 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41114) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:36.997843 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc9d74-6e7b-4d3d-bf2a-9cdbe168cd11 None None] Sync routers for ids ['eb7bb521-95c8-4d52-9cb5-a92f4bf85b89'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:10:37.011350 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc9d74-6e7b-4d3d-bf2a-9cdbe168cd11 None None] Routers {'eb7bb521-95c8-4d52-9cb5-a92f4bf85b89'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:10:37.012442 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-89dc9d74-6e7b-4d3d-bf2a-9cdbe168cd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:10:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['eb7bb521-95c8-4d52-9cb5-a92f4bf85b89'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:37.022989 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37422583-3971-4de2-a272-4654b891462a req-675fccad-cb3e-4a91-812b-85d3fbc1cb48 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:37.033276 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,revision_number=9']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:37.036167 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37422583-3971-4de2-a272-4654b891462a req-675fccad-cb3e-4a91-812b-85d3fbc1cb48 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports/9379f319-83dc-499c-b2f9-a6930eecf652 HTTP/1.1" status: 200 len: 942 time: 0.2274823 Jul 22 19:10:37.069601 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-89dc9d74-6e7b-4d3d-bf2a-9cdbe168cd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:37.082067 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2e199850-9790-4bd7-82df-ebd45e0c47c6 req-b2b10b69-37da-4f5c-8ec7-0c8238b5cfa3 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:37.086437 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1080ee-7c44-467e-b21d-8c1622ce5b62 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Made reservation on behalf of 3b8b2e3fa718492794dd4bfc95dc9a5c for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:37.087733 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc9d74-6e7b-4d3d-bf2a-9cdbe168cd11 None None] Routers {'eb7bb521-95c8-4d52-9cb5-a92f4bf85b89'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:10:37.089000 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-89dc9d74-6e7b-4d3d-bf2a-9cdbe168cd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:10:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['eb7bb521-95c8-4d52-9cb5-a92f4bf85b89'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:37.090260 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4a1080ee-7c44-467e-b21d-8c1622ce5b62 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:37.100981 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccdd528-973a-4419-9ff2-36d533ae0b0f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:37.102536 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4ccdd528-973a-4419-9ff2-36d533ae0b0f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb7bb521-95c8-4d52-9cb5-a92f4bf85b89 HTTP/1.1" status: 200 len: 982 time: 0.1182597 Jul 22 19:10:37.112984 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d45048-ea8b-4580-9203-87bc37572095 admin admin] Network 524e86b0-c3d9-42e3-b060-cee62ca18b80 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:10:37.121018 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41116) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:37.122992 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b10b69-37da-4f5c-8ec7-0c8238b5cfa3 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Pushing event deleted for resources: {'Port': ['ID=7973f6fb-12ed-45d7-a008-6878d785c7f2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:37.135365 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-89dc9d74-6e7b-4d3d-bf2a-9cdbe168cd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:37.136218 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc9d74-6e7b-4d3d-bf2a-9cdbe168cd11 None None] The sync data for ids ['eb7bb521-95c8-4d52-9cb5-a92f4bf85b89'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:10:37.172623 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e199850-9790-4bd7-82df-ebd45e0c47c6 req-b2b10b69-37da-4f5c-8ec7-0c8238b5cfa3 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] No DVR routers for this DVR port 7973f6fb-12ed-45d7-a008-6878d785c7f2 on host n-h1-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:10:37.175311 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2e199850-9790-4bd7-82df-ebd45e0c47c6 req-b2b10b69-37da-4f5c-8ec7-0c8238b5cfa3 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:37.177392 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2e199850-9790-4bd7-82df-ebd45e0c47c6 req-b2b10b69-37da-4f5c-8ec7-0c8238b5cfa3 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.30 "DELETE /v2.0/ports/7973f6fb-12ed-45d7-a008-6878d785c7f2 HTTP/1.1" status: 204 len: 173 time: 1.0593493 Jul 22 19:10:37.177833 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb08452-4c5f-47e9-a20e-7608cd8b7759', 'name': 'network-vif-deleted', 'tag': '7973f6fb-12ed-45d7-a008-6878d785c7f2'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:10:37.180046 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8392fb-8582-4df2-8742-91e94e9d7730" -d '{"events": [{"server_uuid": "6eb08452-4c5f-47e9-a20e-7608cd8b7759", "name": "network-vif-deleted", "tag": "7973f6fb-12ed-45d7-a008-6878d785c7f2"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:10:37.288613 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd3d23-d965-4613-bfb5-ff30e65b8237 req-63db7700-df9a-4907-86f6-912eaedd4477 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:37.290158 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-acbd3d23-d965-4613-bfb5-ff30e65b8237 req-63db7700-df9a-4907-86f6-912eaedd4477 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 950 time: 0.5480750 Jul 22 19:10:37.290783 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-f3d45048-ea8b-4580-9203-87bc37572095 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 524e86b0-c3d9-42e3-b060-cee62ca18b80) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:37.302358 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2813ff3c-3858-4288-8231-e24a5f670c4b None None] Network 524e86b0-c3d9-42e3-b060-cee62ca18b80 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:37.364947 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d45048-ea8b-4580-9203-87bc37572095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:37.365542 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f3d45048-ea8b-4580-9203-87bc37572095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:37.398267 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b56715f6-c54e-482a-820c-992c89ffff3f req-31ab258d-7f90-475b-ba8f-a134a6f29a0d service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816816 Jul 22 19:10:37.433988 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37aa483-ecf1-4c3d-a371-dbb52b149c04 None None] Network 524e86b0-c3d9-42e3-b060-cee62ca18b80 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:37.450254 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37422583-3971-4de2-a272-4654b891462a req-dc5a96f3-8147-4ef7-ba55-48090f52300c tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.49 HTTP/1.1" status: 200 len: 1000 time: 0.3511939 Jul 22 19:10:37.471143 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f3d45048-ea8b-4580-9203-87bc37572095 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8693402 Jul 22 19:10:37.556354 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-acbd3d23-d965-4613-bfb5-ff30e65b8237 req-abc96ce4-39a3-48b9-aee7-6db802290745 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305138 Jul 22 19:10:37.633046 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1550429f-79d1-4b25-b567-24ed75e416f9 x-openstack-request-id: req-1550429f-79d1-4b25-b567-24ed75e416f9 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:10:37.633657 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d59d66-c898-4365-a10a-ce9a569f2847", "name": "network-vif-unplugged", "status": "completed", "tag": "3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:10:37.634096 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1550429f-79d1-4b25-b567-24ed75e416f9 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:10:37.634788 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d59d66-c898-4365-a10a-ce9a569f2847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25', 'code': 200} Jul 22 19:10:37.674925 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcc4107-a328-4ad8-b563-8c15e57395dd x-openstack-request-id: req-3bcc4107-a328-4ad8-b563-8c15e57395dd {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:10:37.676106 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb08452-4c5f-47e9-a20e-7608cd8b7759", "name": "network-vif-deleted", "tag": "7973f6fb-12ed-45d7-a008-6878d785c7f2", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:10:37.676706 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bcc4107-a328-4ad8-b563-8c15e57395dd {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:10:37.677361 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb08452-4c5f-47e9-a20e-7608cd8b7759', 'name': 'network-vif-deleted', 'tag': '7973f6fb-12ed-45d7-a008-6878d785c7f2', 'status': 'completed', 'code': 200} Jul 22 19:10:37.863741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37422583-3971-4de2-a272-4654b891462a req-012cdf6b-4337-40aa-ad7f-ab5913465f87 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:37.865307 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37422583-3971-4de2-a272-4654b891462a req-012cdf6b-4337-40aa-ad7f-ab5913465f87 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.4027789 Jul 22 19:10:37.951751 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4a1080ee-7c44-467e-b21d-8c1622ce5b62 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:38.352522 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37422583-3971-4de2-a272-4654b891462a req-34e7589b-bed0-4a4e-9bce-495d183e16f7 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.49 HTTP/1.1" status: 200 len: 1000 time: 0.4802012 Jul 22 19:10:38.366700 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11f1b2-76f3-4fea-a339-daca60178944 req-7830c0a3-0499-47f2-8d24-e2278c6ca076 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:38.368131 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd11f1b2-76f3-4fea-a339-daca60178944 req-7830c0a3-0499-47f2-8d24-e2278c6ca076 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 946 time: 0.6347873 Jul 22 19:10:38.410622 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-37422583-3971-4de2-a272-4654b891462a req-6317b79a-b6bb-4499-ae65-6f526d6c1091 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:38.412840 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1080ee-7c44-467e-b21d-8c1622ce5b62 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event updated for resources: {'Subnet': ['ID=4391ca24-6117-4b48-9061-30f20cd1abe1,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:38.506985 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1080ee-7c44-467e-b21d-8c1622ce5b62 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Checking segment: {'id': '26ea1734-5f73-4c95-b1e2-b05bee215d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a23442aa-50b1-4d72-ba8d-731d6f0722a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:38.507338 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1080ee-7c44-467e-b21d-8c1622ce5b62 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Network hostable DHCP agents. Network: a23442aa-50b1-4d72-ba8d-731d6f0722a2, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:10:38.538590 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-37422583-3971-4de2-a272-4654b891462a req-6317b79a-b6bb-4499-ae65-6f526d6c1091 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:38.575152 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd11f1b2-76f3-4fea-a339-daca60178944 req-00551187-81e0-490a-8afb-f72673b71d83 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725876 Jul 22 19:10:38.625016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1080ee-7c44-467e-b21d-8c1622ce5b62 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Network a23442aa-50b1-4d72-ba8d-731d6f0722a2 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:10:38.710711 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-4a1080ee-7c44-467e-b21d-8c1622ce5b62 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, a23442aa-50b1-4d72-ba8d-731d6f0722a2) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:38.718522 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccf35eb-00b6-4ce2-9b25-b8c770127460 None None] Network a23442aa-50b1-4d72-ba8d-731d6f0722a2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:38.735316 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1080ee-7c44-467e-b21d-8c1622ce5b62 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:38.735927 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4a1080ee-7c44-467e-b21d-8c1622ce5b62 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:38.740515 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 7973f6fb-12ed-45d7-a008-6878d785c7f2 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:10:38.749161 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:10:38.754272 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-68c2bcc4-cd56-4686-be09-453d75715dc4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:38.801056 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 7973f6fb-12ed-45d7-a008-6878d785c7f2 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:10:38.801715 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 7973f6fb-12ed-45d7-a008-6878d785c7f2 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:10:38.828388 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-37422583-3971-4de2-a272-4654b891462a req-6317b79a-b6bb-4499-ae65-6f526d6c1091 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:38.870263 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4a1080ee-7c44-467e-b21d-8c1622ce5b62 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1462216 Jul 22 19:10:38.870884 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-37422583-3971-4de2-a272-4654b891462a req-6317b79a-b6bb-4499-ae65-6f526d6c1091 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:38.871124 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [req-37422583-3971-4de2-a272-4654b891462a req-6317b79a-b6bb-4499-ae65-6f526d6c1091 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Floating IP e053a9ac-1eec-4d50-ae9a-fc53c4600b1a disassociated. External IP: 172.25.3.49, port: 9379f319-83dc-499c-b2f9-a6930eecf652. Jul 22 19:10:38.873895 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41146) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:38.881922 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b900e3d0-f3d7-4700-b287-84303ab7259d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Request body: {'network': {'name': 'tempest-router-network01--1076207265'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:38.897276 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:38.914668 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b900e3d0-f3d7-4700-b287-84303ab7259d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Made reservation on behalf of 3b8b2e3fa718492794dd4bfc95dc9a5c for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:38.919776 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b900e3d0-f3d7-4700-b287-84303ab7259d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:38.945144 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b900e3d0-f3d7-4700-b287-84303ab7259d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:10:38.966291 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b900e3d0-f3d7-4700-b287-84303ab7259d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:38.966870 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-b900e3d0-f3d7-4700-b287-84303ab7259d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Added segment 12301790-df9d-45da-ad5d-690f561dc9a9 of type vlan for network 91ccf29e-591e-4d57-a89d-81a4289a172e Jul 22 19:10:39.012636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-a23442aa-50b1-4d72-ba8d-731d6f0722a2', 'network_id': 'a23442aa-50b1-4d72-ba8d-731d6f0722a2', 'tenant_id': '3b8b2e3fa718492794dd4bfc95dc9a5c', 'fixed_ips': [{'subnet_id': '4391ca24-6117-4b48-9061-30f20cd1abe1'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:10:39.013917 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:39.036152 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b900e3d0-f3d7-4700-b287-84303ab7259d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:39.070200 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b900e3d0-f3d7-4700-b287-84303ab7259d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:39.076352 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b900e3d0-f3d7-4700-b287-84303ab7259d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:39.076990 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b900e3d0-f3d7-4700-b287-84303ab7259d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:39.117117 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b900e3d0-f3d7-4700-b287-84303ab7259d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2419844 Jul 22 19:10:39.119891 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41148) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:39.127491 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8cd2cc3b-e18c-4aea-8e32-73badf572dbc tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Request body: {'network': {'name': 'tempest-router-network02--1674666346'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:39.155810 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-3c1fec26-7572-411c-8772-ddc0177dd622 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:39.157332 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-3c1fec26-7572-411c-8772-ddc0177dd622 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/networks?id=524e86b0-c3d9-42e3-b060-cee62ca18b80 HTTP/1.1" status: 200 len: 813 time: 0.2453606 Jul 22 19:10:39.165362 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900e3d0-f3d7-4700-b287-84303ab7259d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event updated for resources: {'Network': ['ID=91ccf29e-591e-4d57-a89d-81a4289a172e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:39.180646 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-04f3fd70-d7fe-430c-84ff-93466a15e908 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/quotas/77194e63acae4a6d8094ac3cb7d5a135 HTTP/1.1" status: 200 len: 375 time: 0.0132349 Jul 22 19:10:39.181502 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 91ccf29e-591e-4d57-a89d-81a4289a172e details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:10:39.183154 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd2cc3b-e18c-4aea-8e32-73badf572dbc tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Made reservation on behalf of 3b8b2e3fa718492794dd4bfc95dc9a5c for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:39.187469 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8cd2cc3b-e18c-4aea-8e32-73badf572dbc tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:39.189821 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] Allocated IP 2001:db8::2 (a23442aa-50b1-4d72-ba8d-731d6f0722a2/4391ca24-6117-4b48-9061-30f20cd1abe1/8acc90ef-5f6b-4233-85e2-4269dfef5044) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:39.220062 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd2cc3b-e18c-4aea-8e32-73badf572dbc tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:10:39.233391 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8cd2cc3b-e18c-4aea-8e32-73badf572dbc tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:39.234055 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-8cd2cc3b-e18c-4aea-8e32-73badf572dbc tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Added segment 60dc5515-463e-44bf-8420-27bd9dae09f1 of type vlan for network 971cd287-7207-439e-9797-06968f85bd69 Jul 22 19:10:39.284269 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8cd2cc3b-e18c-4aea-8e32-73badf572dbc tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:39.292505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-2e071d5f-feaf-4a04-ab36-4504fa5961ad tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=77194e63acae4a6d8094ac3cb7d5a135&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433345 Jul 22 19:10:39.319839 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8cd2cc3b-e18c-4aea-8e32-73badf572dbc tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:39.326242 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd2cc3b-e18c-4aea-8e32-73badf572dbc tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:39.326980 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8cd2cc3b-e18c-4aea-8e32-73badf572dbc tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:39.369551 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8cd2cc3b-e18c-4aea-8e32-73badf572dbc tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2461219 Jul 22 19:10:39.372417 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41150) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:39.379968 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-dd21f20f-2c82-4b5e-9e08-e63a7cf27c84 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Request body: {'subnet': {'network_id': '91ccf29e-591e-4d57-a89d-81a4289a172e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:39.401321 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:39.410982 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] Transition to ACTIVE for port object 8acc90ef-5f6b-4233-85e2-4269dfef5044 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:39.423827 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2cc3b-e18c-4aea-8e32-73badf572dbc tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event updated for resources: {'Network': ['ID=971cd287-7207-439e-9797-06968f85bd69,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:39.428015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] Transition to ACTIVE for port object 8acc90ef-5f6b-4233-85e2-4269dfef5044 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:39.433850 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37422583-3971-4de2-a272-4654b891462a req-6317b79a-b6bb-4499-ae65-6f526d6c1091 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Router b4680f77-83d4-4b15-a7a1-d9381c579c74 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:10:39.441188 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 971cd287-7207-439e-9797-06968f85bd69 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:10:39.445894 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:39.463540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-68c2bcc4-cd56-4686-be09-453d75715dc4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting port bebccb62-4290-48b0-9abd-a3cbe965b06f {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:39.463880 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-68c2bcc4-cd56-4686-be09-453d75715dc4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:39.467859 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-014bc56c-700c-47d5-ac68-13944998ad56 service neutron] 10.222.0.13 "GET /v2.0/networks/524e86b0-c3d9-42e3-b060-cee62ca18b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642656 Jul 22 19:10:39.510684 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd21f20f-2c82-4b5e-9e08-e63a7cf27c84 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Made reservation on behalf of 3b8b2e3fa718492794dd4bfc95dc9a5c for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:39.514513 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd21f20f-2c82-4b5e-9e08-e63a7cf27c84 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:39.637882 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] Network a23442aa-50b1-4d72-ba8d-731d6f0722a2 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:39.642190 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:39.655337 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:39.716937 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd21f20f-2c82-4b5e-9e08-e63a7cf27c84 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:39.720125 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-68c2bcc4-cd56-4686-be09-453d75715dc4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:39.740752 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-b99c19d7-32a6-4a59-8f39-78ba34c523a8 service neutron] 10.222.0.13 "GET /v2.0/networks/524e86b0-c3d9-42e3-b060-cee62ca18b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581871 Jul 22 19:10:39.741623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-68c2bcc4-cd56-4686-be09-453d75715dc4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Calling delete_port for bebccb62-4290-48b0-9abd-a3cbe965b06f owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:39.744646 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37422583-3971-4de2-a272-4654b891462a req-6317b79a-b6bb-4499-ae65-6f526d6c1091 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:10:39.749570 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] Pushing event updated for resources: {'Port': ['ID=8acc90ef-5f6b-4233-85e2-4269dfef5044,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:39.751108 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-37422583-3971-4de2-a272-4654b891462a req-6317b79a-b6bb-4499-ae65-6f526d6c1091 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:39.771195 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c84d2b-7233-4597-82e8-52b8609764c0 None None] Sync routers for ids ['b4680f77-83d4-4b15-a7a1-d9381c579c74'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:10:39.785735 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] Attempting to bind port 8acc90ef-5f6b-4233-85e2-4269dfef5044 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:10:39.786567 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] Attempting to bind port 8acc90ef-5f6b-4233-85e2-4269dfef5044 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '26ea1734-5f73-4c95-b1e2-b05bee215d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a23442aa-50b1-4d72-ba8d-731d6f0722a2'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:10:39.786958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] Attempting to bind port 8acc90ef-5f6b-4233-85e2-4269dfef5044 on network a23442aa-50b1-4d72-ba8d-731d6f0722a2 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:10:39.792898 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:10:39.793280 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] Checking segment: {'id': '26ea1734-5f73-4c95-b1e2-b05bee215d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a23442aa-50b1-4d72-ba8d-731d6f0722a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:39.793688 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:39.794083 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] Bound using segment: {'id': '26ea1734-5f73-4c95-b1e2-b05bee215d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a23442aa-50b1-4d72-ba8d-731d6f0722a2'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:10:39.794555 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] Bound port: 8acc90ef-5f6b-4233-85e2-4269dfef5044, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ea1734-5f73-4c95-b1e2-b05bee215d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a23442aa-50b1-4d72-ba8d-731d6f0722a2'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:10:39.794938 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:39.796830 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c84d2b-7233-4597-82e8-52b8609764c0 None None] Routers {'b4680f77-83d4-4b15-a7a1-d9381c579c74'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:10:39.797451 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a7c84d2b-7233-4597-82e8-52b8609764c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:10:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b4680f77-83d4-4b15-a7a1-d9381c579c74'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:39.820134 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21f20f-2c82-4b5e-9e08-e63a7cf27c84 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event updated for resources: {'Subnet': ['ID=35ae30fd-85ab-496f-b854-779be4cce3e7,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:39.833272 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37422583-3971-4de2-a272-4654b891462a req-6317b79a-b6bb-4499-ae65-6f526d6c1091 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "PUT /v2.0/floatingips/e053a9ac-1eec-4d50-ae9a-fc53c4600b1a HTTP/1.1" status: 200 len: 694 time: 1.4503696 Jul 22 19:10:39.835276 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aeff4c0-9324-4c3d-b00a-bbe1d49465c1', 'tag': '9379f319-83dc-499c-b2f9-a6930eecf652'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:10:39.837513 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028e3c68-78ca-4922-9d43-e3aee04a7da1" -d '{"events": [{"name": "network-changed", "server_uuid": "5aeff4c0-9324-4c3d-b00a-bbe1d49465c1", "tag": "9379f319-83dc-499c-b2f9-a6930eecf652"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:10:39.883404 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd21f20f-2c82-4b5e-9e08-e63a7cf27c84 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Checking segment: {'id': '12301790-df9d-45da-ad5d-690f561dc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '91ccf29e-591e-4d57-a89d-81a4289a172e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:39.884028 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd21f20f-2c82-4b5e-9e08-e63a7cf27c84 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Network hostable DHCP agents. Network: 91ccf29e-591e-4d57-a89d-81a4289a172e, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:10:39.908170 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd21f20f-2c82-4b5e-9e08-e63a7cf27c84 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Network 91ccf29e-591e-4d57-a89d-81a4289a172e is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:10:39.915450 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-a7c84d2b-7233-4597-82e8-52b8609764c0 None None] Set router b4680f77-83d4-4b15-a7a1-d9381c579c74 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:10:39.928086 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-dd21f20f-2c82-4b5e-9e08-e63a7cf27c84 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 91ccf29e-591e-4d57-a89d-81a4289a172e) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:39.933362 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd21f20f-2c82-4b5e-9e08-e63a7cf27c84 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:39.934411 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd21f20f-2c82-4b5e-9e08-e63a7cf27c84 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:39.953183 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6c9ed8-244d-449e-891c-a93c2f09d5d3 None None] Network 91ccf29e-591e-4d57-a89d-81a4289a172e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:39.953634 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-dd21f20f-2c82-4b5e-9e08-e63a7cf27c84 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5800738 Jul 22 19:10:39.956397 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41162) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:39.969325 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f81e8d08-f735-44c5-91be-e3ef57610b20 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Request body: {'subnet': {'network_id': '971cd287-7207-439e-9797-06968f85bd69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:40.041263 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37422583-3971-4de2-a272-4654b891462a req-98c6e483-2830-4f3b-bc16-a151dc6ff89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:40.052859 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37422583-3971-4de2-a272-4654b891462a req-98c6e483-2830-4f3b-bc16-a151dc6ff89a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41c697aba6e940169e3dc8cd7b93b641&device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 1097 time: 0.2024450 Jul 22 19:10:40.176078 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81e8d08-f735-44c5-91be-e3ef57610b20 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Made reservation on behalf of 3b8b2e3fa718492794dd4bfc95dc9a5c for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:40.181519 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f81e8d08-f735-44c5-91be-e3ef57610b20 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:40.198324 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-68c2bcc4-cd56-4686-be09-453d75715dc4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:40.232401 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] For port 8acc90ef-5f6b-4233-85e2-4269dfef5044, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:10:40.270647 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] For port 8acc90ef-5f6b-4233-85e2-4269dfef5044, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=8acc90ef-5f6b-4233-85e2-4269dfef5044,segment=NetworkSegment(26ea1734-5f73-4c95-b1e2-b05bee215d35),segment_id=26ea1734-5f73-4c95-b1e2-b05bee215d35)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:10:40.276915 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2bcc4-cd56-4686-be09-453d75715dc4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Port': ['ID=bebccb62-4290-48b0-9abd-a3cbe965b06f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:40.298381 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:40.413659 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37422583-3971-4de2-a272-4654b891462a req-bd10f043-0ef7-4e7a-b08b-de5c819e10fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:40.419202 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37422583-3971-4de2-a272-4654b891462a req-bd10f043-0ef7-4e7a-b08b-de5c819e10fd service neutron] 10.222.0.13 "GET /v2.0/networks?id=fc0ba9f8-89b3-4676-8828-bacae052b3bd HTTP/1.1" status: 200 len: 920 time: 0.3522506 Jul 22 19:10:40.458463 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55ad79-54e5-4cff-b62e-9f100cdffa83 None None] Pushing event updated for resources: {'Port': ['ID=8acc90ef-5f6b-4233-85e2-4269dfef5044,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:40.460841 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e2911-f3ad-4a76-b3ea-c991f3d23aae req-a0723526-560b-4828-bfbf-ccf720eb7a3f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:40.470130 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-280e2911-f3ad-4a76-b3ea-c991f3d23aae req-a0723526-560b-4828-bfbf-ccf720eb7a3f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 948 time: 0.3494420 Jul 22 19:10:40.480161 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-91ccf29e-591e-4d57-a89d-81a4289a172e', 'network_id': '91ccf29e-591e-4d57-a89d-81a4289a172e', 'tenant_id': '3b8b2e3fa718492794dd4bfc95dc9a5c', 'fixed_ips': [{'subnet_id': '35ae30fd-85ab-496f-b854-779be4cce3e7'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:10:40.481083 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:40.500078 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f81e8d08-f735-44c5-91be-e3ef57610b20 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:40.520525 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a7c84d2b-7233-4597-82e8-52b8609764c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'name': 'tempest-ServerRescueTestJSONUnderV235-809312503-router', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:09:14Z', 'updated_at': '2021-07-22T19:09:27Z', 'revision_number': 4, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'gw_port': {'id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:16Z', 'updated_at': '2021-07-22T19:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'f1d79d69-46c3-4256-b8b6-bdfe2794fa3d', 'name': '', 'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'mac_address': 'fa:16:3e:fb:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '19d131ce-729f-4d0d-91f9-24cc1f3913da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:24Z', 'updated_at': '2021-07-22T19:09:35Z', 'revision_number': 5, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'subnets': [{'id': '19d131ce-729f-4d0d-91f9-24cc1f3913da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:40.588151 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c84d2b-7233-4597-82e8-52b8609764c0 None None] Checking router: b4680f77-83d4-4b15-a7a1-d9381c579c74 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:10:40.590388 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e8d08-f735-44c5-91be-e3ef57610b20 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event updated for resources: {'Subnet': ['ID=d32b38b1-fb72-4790-8111-c132fbda1cd7,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:40.598194 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37422583-3971-4de2-a272-4654b891462a req-b3d0dd4d-2378-41eb-aa4c-4e1613343deb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9379f319-83dc-499c-b2f9-a6930eecf652 HTTP/1.1" status: 200 len: 217 time: 0.1626172 Jul 22 19:10:40.650108 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81e8d08-f735-44c5-91be-e3ef57610b20 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Checking segment: {'id': '60dc5515-463e-44bf-8420-27bd9dae09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '971cd287-7207-439e-9797-06968f85bd69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:40.650481 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81e8d08-f735-44c5-91be-e3ef57610b20 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Network hostable DHCP agents. Network: 971cd287-7207-439e-9797-06968f85bd69, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:10:40.672706 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81e8d08-f735-44c5-91be-e3ef57610b20 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Network 971cd287-7207-439e-9797-06968f85bd69 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:10:40.686813 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-f81e8d08-f735-44c5-91be-e3ef57610b20 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 971cd287-7207-439e-9797-06968f85bd69) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:40.717717 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81e8d08-f735-44c5-91be-e3ef57610b20 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:40.718491 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f81e8d08-f735-44c5-91be-e3ef57610b20 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:40.731665 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c728ad9e-b1fe-4a08-a12f-3ec142ebac6f None None] Network 971cd287-7207-439e-9797-06968f85bd69 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:40.744834 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f81e8d08-f735-44c5-91be-e3ef57610b20 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7872081 Jul 22 19:10:40.747526 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41174) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:40.790011 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-280e2911-f3ad-4a76-b3ea-c991f3d23aae req-1b05e752-ffdd-4f81-b609-72e56eafcba4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466304 Jul 22 19:10:40.817833 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-68c2bcc4-cd56-4686-be09-453d75715dc4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:40.850263 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37422583-3971-4de2-a272-4654b891462a req-8f302014-69b5-48f0-a066-c848e89ab27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:40.851784 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37422583-3971-4de2-a272-4654b891462a req-8f302014-69b5-48f0-a066-c848e89ab27d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19d131ce-729f-4d0d-91f9-24cc1f3913da HTTP/1.1" status: 200 len: 859 time: 0.2412941 Jul 22 19:10:40.852750 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:10:40.992192 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c84d2b-7233-4597-82e8-52b8609764c0 None None] Routers {'b4680f77-83d4-4b15-a7a1-d9381c579c74'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:10:40.992874 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a7c84d2b-7233-4597-82e8-52b8609764c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:10:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b4680f77-83d4-4b15-a7a1-d9381c579c74'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:41.055451 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37422583-3971-4de2-a272-4654b891462a req-a87939c7-239f-488f-a877-9175218d0a78 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fc0ba9f8-89b3-4676-8828-bacae052b3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1838245 Jul 22 19:10:41.105218 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:41.162010 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2c5cfdb0-e8b1-4206-83ea-ad0fed74866d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:41.173238 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25', 'mac_address': 'fa:16:3e:11:ca:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:10:41.185198 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] Allocated IP 2001:db8::2 (91ccf29e-591e-4d57-a89d-81a4289a172e/35ae30fd-85ab-496f-b854-779be4cce3e7/7a149f74-959e-4445-a71b-307af2aa4904) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:41.188819 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-971cd287-7207-439e-9797-06968f85bd69', 'network_id': '971cd287-7207-439e-9797-06968f85bd69', 'tenant_id': '3b8b2e3fa718492794dd4bfc95dc9a5c', 'fixed_ips': [{'subnet_id': 'd32b38b1-fb72-4790-8111-c132fbda1cd7'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:10:41.190592 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:41.368241 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62dbec-573e-4cc5-863b-2463b078e997 req-cc3fbb9d-49b9-4002-9066-ecf6a2c30ee6 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:41.370209 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce62dbec-573e-4cc5-863b-2463b078e997 req-cc3fbb9d-49b9-4002-9066-ecf6a2c30ee6 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 946 time: 0.4342332 Jul 22 19:10:41.391720 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37422583-3971-4de2-a272-4654b891462a req-f9038fac-72b2-4f14-829f-e28c79efe93c service neutron] 10.222.0.13 "GET /v2.0/networks/fc0ba9f8-89b3-4676-8828-bacae052b3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197088 Jul 22 19:10:41.512332 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c2bcc4-cd56-4686-be09-453d75715dc4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Router eb7bb521-95c8-4d52-9cb5-a92f4bf85b89 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:10:41.545097 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-a7c84d2b-7233-4597-82e8-52b8609764c0 None None] Set router b4680f77-83d4-4b15-a7a1-d9381c579c74 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:10:41.635559 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] Allocated IP 2001:db8::2 (971cd287-7207-439e-9797-06968f85bd69/d32b38b1-fb72-4790-8111-c132fbda1cd7/2c61f36a-6d04-4c31-b813-cc62aeaa15ab) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:41.641507 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:41.679745 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 8acc90ef-5f6b-4233-85e2-4269dfef5044 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:41.877976 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b9f87d-6349-4389-b3a2-1fc8b9e6e3a3 None None] Network a23442aa-50b1-4d72-ba8d-731d6f0722a2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:41.881743 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:41.933896 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:10:42.022751 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce62dbec-573e-4cc5-863b-2463b078e997 req-f8eb7202-08c2-4c86-a0e2-07340bc0c108 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6079719 Jul 22 19:10:42.105151 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3d4d4fa3-e768-4809-969b-75090a43ba04 None None] Provisioning for port 8acc90ef-5f6b-4233-85e2-4269dfef5044 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:42.140929 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-78d09756-5d43-4a6b-b25a-e991d049def7 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:42.142680 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-78d09756-5d43-4a6b-b25a-e991d049def7 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.16 "GET /v2.0/networks?id=524e86b0-c3d9-42e3-b060-cee62ca18b80 HTTP/1.1" status: 200 len: 813 time: 0.7264824 Jul 22 19:10:42.144701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c2bcc4-cd56-4686-be09-453d75715dc4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:10:42.148108 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37422583-3971-4de2-a272-4654b891462a req-d0f35f04-1202-4b30-9cac-652023e02df0 service neutron] 10.222.0.13 "GET /v2.0/networks/fc0ba9f8-89b3-4676-8828-bacae052b3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7553530 Jul 22 19:10:42.154331 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-68c2bcc4-cd56-4686-be09-453d75715dc4 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "PUT /v2.0/routers/eb7bb521-95c8-4d52-9cb5-a92f4bf85b89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0295954 Jul 22 19:10:42.154879 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41180) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:42.156695 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-eb3c12f4-38f4-4206-8090-7519b944f8b2 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Request body: {'port': {'device_id': '2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba', 'network_id': '524e86b0-c3d9-42e3-b060-cee62ca18b80', 'admin_state_up': True, 'tenant_id': '77194e63acae4a6d8094ac3cb7d5a135'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:42.162381 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483a4847-1670-4aad-81fe-67785409c66f None None] Sync routers for ids ['eb7bb521-95c8-4d52-9cb5-a92f4bf85b89'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:10:42.183412 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483a4847-1670-4aad-81fe-67785409c66f None None] Routers {'eb7bb521-95c8-4d52-9cb5-a92f4bf85b89'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:10:42.184240 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-483a4847-1670-4aad-81fe-67785409c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:10:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['eb7bb521-95c8-4d52-9cb5-a92f4bf85b89'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:42.192798 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20309af8-2075-473c-8f98-b85408664369 x-openstack-request-id: req-20309af8-2075-473c-8f98-b85408664369 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:10:42.193257 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aeff4c0-9324-4c3d-b00a-bbe1d49465c1", "tag": "9379f319-83dc-499c-b2f9-a6930eecf652", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:10:42.193504 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20309af8-2075-473c-8f98-b85408664369 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:10:42.193923 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aeff4c0-9324-4c3d-b00a-bbe1d49465c1', 'tag': '9379f319-83dc-499c-b2f9-a6930eecf652', 'status': 'completed', 'code': 200} Jul 22 19:10:42.197115 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:42.216250 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5f31d9-2072-40d4-9e76-2ed6ae5a84d3 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] GET failed (client error): The resource could not be found. Jul 22 19:10:42.217869 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5b5f31d9-2072-40d4-9e76-2ed6ae5a84d3 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports/bebccb62-4290-48b0-9abd-a3cbe965b06f HTTP/1.1" status: 404 len: 333 time: 0.0621815 Jul 22 19:10:42.221455 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41184) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:42.225468 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:42.282146 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-483a4847-1670-4aad-81fe-67785409c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:42.303253 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483a4847-1670-4aad-81fe-67785409c66f None None] Routers {'eb7bb521-95c8-4d52-9cb5-a92f4bf85b89'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:10:42.303881 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-483a4847-1670-4aad-81fe-67785409c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:10:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['eb7bb521-95c8-4d52-9cb5-a92f4bf85b89'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:42.314530 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:42.317030 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-385d5969-033b-4152-be9c-8d42e8a71541 req-0c4557cf-d09f-431d-9bc1-2cdbd994bb3d tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba HTTP/1.1" status: 200 len: 210 time: 0.0441725 Jul 22 19:10:42.341353 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] Transition to ACTIVE for port object 7a149f74-959e-4445-a71b-307af2aa4904 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:42.363514 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-483a4847-1670-4aad-81fe-67785409c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:42.364599 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483a4847-1670-4aad-81fe-67785409c66f None None] The sync data for ids ['eb7bb521-95c8-4d52-9cb5-a92f4bf85b89'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:10:42.365767 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e446e4b-9146-4d67-8b92-d9d9cca3da96 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:42.421450 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 8acc90ef-5f6b-4233-85e2-4269dfef5044 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:42.435600 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] Transition to ACTIVE for port object 7a149f74-959e-4445-a71b-307af2aa4904 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:42.475220 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 8acc90ef-5f6b-4233-85e2-4269dfef5044 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:42.475592 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:42.507063 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:42.512154 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e3c68-78ca-4922-9d43-e3aee04a7da1 req-cc5e3458-0655-43fd-acfc-9402c5dd6642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:42.513829 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-028e3c68-78ca-4922-9d43-e3aee04a7da1 req-cc5e3458-0655-43fd-acfc-9402c5dd6642 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41c697aba6e940169e3dc8cd7b93b641&device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 1097 time: 0.2770510 Jul 22 19:10:42.518743 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-eb3c12f4-38f4-4206-8090-7519b944f8b2 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Made reservation on behalf of 77194e63acae4a6d8094ac3cb7d5a135 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:42.522159 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-eb3c12f4-38f4-4206-8090-7519b944f8b2 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:42.539682 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-7c397f3f-66a2-4740-9e6f-8c670f5c8396 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:42.541131 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-7c397f3f-66a2-4740-9e6f-8c670f5c8396 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/networks?id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd HTTP/1.1" status: 200 len: 812 time: 0.2170460 Jul 22 19:10:42.561407 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e446e4b-9146-4d67-8b92-d9d9cca3da96 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:42.563577 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e446e4b-9146-4d67-8b92-d9d9cca3da96 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:42.576638 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:10:42.599824 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-ac93d7df-0fcf-4fbc-9127-60550f86decb tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/quotas/17cd2804a52047cfb4d32d8ab0a04c5d HTTP/1.1" status: 200 len: 375 time: 0.0447142 Jul 22 19:10:42.621017 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,revision_number=10']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:42.634228 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e446e4b-9146-4d67-8b92-d9d9cca3da96 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:42.634944 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e446e4b-9146-4d67-8b92-d9d9cca3da96 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Fanout notify agent at l3_agent the message router_deleted on router eb7bb521-95c8-4d52-9cb5-a92f4bf85b89 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:10:42.643342 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e446e4b-9146-4d67-8b92-d9d9cca3da96 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:42.649787 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4e446e4b-9146-4d67-8b92-d9d9cca3da96 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/routers/eb7bb521-95c8-4d52-9cb5-a92f4bf85b89 HTTP/1.1" status: 204 len: 168 time: 0.4251852 Jul 22 19:10:42.650583 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41194) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:42.650688 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] Network 91ccf29e-591e-4d57-a89d-81a4289a172e is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:42.684518 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:42.691632 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:42.694347 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:42.702144 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0010205-2c6a-4b21-8f89-77da5503626f req-28128962-2762-46fe-953f-f6178ad0f1ac tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:42.703657 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e0010205-2c6a-4b21-8f89-77da5503626f req-28128962-2762-46fe-953f-f6178ad0f1ac tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 950 time: 0.2751267 Jul 22 19:10:42.725870 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-2c5cfdb0-e8b1-4206-83ea-ad0fed74866d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Allocated IP 2001:db8::1 (91ccf29e-591e-4d57-a89d-81a4289a172e/35ae30fd-85ab-496f-b854-779be4cce3e7/da2a925f-e775-43a5-9119-30a51852c90d) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:42.732978 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-91aea744-1430-47f9-b979-e6b511fda4e9 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=17cd2804a52047cfb4d32d8ab0a04c5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1221642 Jul 22 19:10:42.743001 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] Transition to ACTIVE for port object 2c61f36a-6d04-4c31-b813-cc62aeaa15ab will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:42.745564 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-218dc7b3-16ec-44d5-9fc8-45c605e2d06d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting subnet 2c520fca-286a-4f44-a478-a6743a1e11a9 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:10:42.749063 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-218dc7b3-16ec-44d5-9fc8-45c605e2d06d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:42.794814 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e3c68-78ca-4922-9d43-e3aee04a7da1 req-d667188a-5396-46ca-8b0f-6bdec8002df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:42.796285 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-028e3c68-78ca-4922-9d43-e3aee04a7da1 req-d667188a-5396-46ca-8b0f-6bdec8002df8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc0ba9f8-89b3-4676-8828-bacae052b3bd HTTP/1.1" status: 200 len: 920 time: 0.2719293 Jul 22 19:10:42.798043 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] Pushing event updated for resources: {'Port': ['ID=7a149f74-959e-4445-a71b-307af2aa4904,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:42.814139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] Transition to ACTIVE for port object 2c61f36a-6d04-4c31-b813-cc62aeaa15ab will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:42.820903 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-218dc7b3-16ec-44d5-9fc8-45c605e2d06d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:42.857265 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:42.885325 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e0010205-2c6a-4b21-8f89-77da5503626f req-eb3a7690-195f-42a6-b92b-593227d2f8ab tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584747 Jul 22 19:10:42.894853 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-028e3c68-78ca-4922-9d43-e3aee04a7da1 req-4358af47-2be3-4981-9722-89b1e8885605 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9379f319-83dc-499c-b2f9-a6930eecf652 HTTP/1.1" status: 200 len: 217 time: 0.0715160 Jul 22 19:10:42.917223 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a7c84d2b-7233-4597-82e8-52b8609764c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'name': 'tempest-ServerRescueTestJSONUnderV235-809312503-router', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:09:14Z', 'updated_at': '2021-07-22T19:09:27Z', 'revision_number': 4, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'gw_port': {'id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:16Z', 'updated_at': '2021-07-22T19:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'f1d79d69-46c3-4256-b8b6-bdfe2794fa3d', 'name': '', 'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'mac_address': 'fa:16:3e:fb:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '19d131ce-729f-4d0d-91f9-24cc1f3913da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:24Z', 'updated_at': '2021-07-22T19:09:35Z', 'revision_number': 5, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'subnets': [{'id': '19d131ce-729f-4d0d-91f9-24cc1f3913da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:42.926009 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] Attempting to bind port 7a149f74-959e-4445-a71b-307af2aa4904 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:10:42.926374 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] Attempting to bind port 7a149f74-959e-4445-a71b-307af2aa4904 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '12301790-df9d-45da-ad5d-690f561dc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '91ccf29e-591e-4d57-a89d-81a4289a172e'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:10:42.926769 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] Attempting to bind port 7a149f74-959e-4445-a71b-307af2aa4904 on network 91ccf29e-591e-4d57-a89d-81a4289a172e {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:10:42.965727 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-eb3c12f4-38f4-4206-8090-7519b944f8b2 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Allocated IP 172.20.0.6 (524e86b0-c3d9-42e3-b060-cee62ca18b80/641bbd45-6b0c-472d-90da-6574280f280d/13cbe2d8-8ba0-486d-a4ea-228ce80c329c) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:42.995344 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] Network 971cd287-7207-439e-9797-06968f85bd69 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:42.995975 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-218dc7b3-16ec-44d5-9fc8-45c605e2d06d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:42.997236 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c84d2b-7233-4597-82e8-52b8609764c0 None None] The sync data for ids ['b4680f77-83d4-4b15-a7a1-d9381c579c74'] in n-d-800086-12 is: [{'id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'name': 'tempest-ServerRescueTestJSONUnderV235-809312503-router', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:09:14Z', 'updated_at': '2021-07-22T19:09:27Z', 'revision_number': 4, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'gw_port': {'id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:16Z', 'updated_at': '2021-07-22T19:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'f1d79d69-46c3-4256-b8b6-bdfe2794fa3d', 'name': '', 'network_id': 'fc0ba9f8-89b3-4676-8828-bacae052b3bd', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'mac_address': 'fa:16:3e:fb:f6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '19d131ce-729f-4d0d-91f9-24cc1f3913da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:24Z', 'updated_at': '2021-07-22T19:09:35Z', 'revision_number': 5, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'subnets': [{'id': '19d131ce-729f-4d0d-91f9-24cc1f3913da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:10:42.999750 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:10:43.000136 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] Checking segment: {'id': '12301790-df9d-45da-ad5d-690f561dc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '91ccf29e-591e-4d57-a89d-81a4289a172e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:43.000565 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:43.000953 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] Bound using segment: {'id': '12301790-df9d-45da-ad5d-690f561dc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '91ccf29e-591e-4d57-a89d-81a4289a172e'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:10:43.001432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] Bound port: 7a149f74-959e-4445-a71b-307af2aa4904, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12301790-df9d-45da-ad5d-690f561dc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '91ccf29e-591e-4d57-a89d-81a4289a172e'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:10:43.002031 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:43.020039 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:43.021192 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:43.022224 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2c5cfdb0-e8b1-4206-83ea-ad0fed74866d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:43.024668 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:43.047762 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-2c5cfdb0-e8b1-4206-83ea-ad0fed74866d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Transition to ACTIVE for port object da2a925f-e775-43a5-9119-30a51852c90d will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:43.061833 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9dd6e49a-5723-435c-818b-0b5f753af1da req-bcc29ea1-f070-4475-8bb3-c77343f7972c tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/floatingips/e053a9ac-1eec-4d50-ae9a-fc53c4600b1a HTTP/1.1" status: 200 len: 694 time: 0.1351476 Jul 22 19:10:43.067882 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] Pushing event updated for resources: {'Port': ['ID=2c61f36a-6d04-4c31-b813-cc62aeaa15ab,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:43.087760 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e3c68-78ca-4922-9d43-e3aee04a7da1 req-66e6bfb2-b7fa-4934-8832-fad8c28c5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:43.089314 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-028e3c68-78ca-4922-9d43-e3aee04a7da1 req-66e6bfb2-b7fa-4934-8832-fad8c28c5749 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19d131ce-729f-4d0d-91f9-24cc1f3913da HTTP/1.1" status: 200 len: 859 time: 0.1640155 Jul 22 19:10:43.108617 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-218dc7b3-16ec-44d5-9fc8-45c605e2d06d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:43.116004 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-eba5110a-fdf2-4a7b-80c3-f3fbf464f9f0 service neutron] 10.222.0.13 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661244 Jul 22 19:10:43.149829 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218dc7b3-16ec-44d5-9fc8-45c605e2d06d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Subnet': ['ID=2c520fca-286a-4f44-a478-a6743a1e11a9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:43.161621 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-218dc7b3-16ec-44d5-9fc8-45c605e2d06d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:43.166359 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-218dc7b3-16ec-44d5-9fc8-45c605e2d06d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/subnets/2c520fca-286a-4f44-a478-a6743a1e11a9 HTTP/1.1" status: 204 len: 168 time: 0.5121326 Jul 22 19:10:43.167967 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41202) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:43.169097 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2c5cfdb0-e8b1-4206-83ea-ad0fed74866d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:43.209268 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff75c220-aed5-42ea-a194-4e5de4098375 None None] Network 64a1071e-a137-458b-a6d4-97f398bb4c62 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:43.213747 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-028e3c68-78ca-4922-9d43-e3aee04a7da1 req-b566a8fa-aa43-40af-93ae-1919d549f4a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc0ba9f8-89b3-4676-8828-bacae052b3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972960 Jul 22 19:10:43.235160 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cfdb0-e8b1-4206-83ea-ad0fed74866d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event updated for resources: {'Port': ['ID=da2a925f-e775-43a5-9119-30a51852c90d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:43.272445 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5cfdb0-e8b1-4206-83ea-ad0fed74866d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Network 91ccf29e-591e-4d57-a89d-81a4289a172e is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:43.276142 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-2c5cfdb0-e8b1-4206-83ea-ad0fed74866d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:43.278767 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5cfdb0-e8b1-4206-83ea-ad0fed74866d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:43.278928 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2c5cfdb0-e8b1-4206-83ea-ad0fed74866d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:43.287738 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 8acc90ef-5f6b-4233-85e2-4269dfef5044, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=8acc90ef-5f6b-4233-85e2-4269dfef5044,segment=NetworkSegment(26ea1734-5f73-4c95-b1e2-b05bee215d35),segment_id=26ea1734-5f73-4c95-b1e2-b05bee215d35)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:43.391536 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:43.456683 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] Attempting to bind port 2c61f36a-6d04-4c31-b813-cc62aeaa15ab on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:10:43.457209 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] Attempting to bind port 2c61f36a-6d04-4c31-b813-cc62aeaa15ab by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '60dc5515-463e-44bf-8420-27bd9dae09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '971cd287-7207-439e-9797-06968f85bd69'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:10:43.457687 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] Attempting to bind port 2c61f36a-6d04-4c31-b813-cc62aeaa15ab on network 971cd287-7207-439e-9797-06968f85bd69 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:10:43.493438 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] For port 7a149f74-959e-4445-a71b-307af2aa4904, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:10:43.507975 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:10:43.508432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] Checking segment: {'id': '60dc5515-463e-44bf-8420-27bd9dae09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '971cd287-7207-439e-9797-06968f85bd69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:43.508960 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:43.509492 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] Bound using segment: {'id': '60dc5515-463e-44bf-8420-27bd9dae09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '971cd287-7207-439e-9797-06968f85bd69'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:10:43.510096 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] Bound port: 2c61f36a-6d04-4c31-b813-cc62aeaa15ab, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60dc5515-463e-44bf-8420-27bd9dae09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '971cd287-7207-439e-9797-06968f85bd69'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:10:43.510581 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:43.555045 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6e49a-5723-435c-818b-0b5f753af1da req-ed516260-bb2b-405d-a052-67679ddde47d tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:43.555605 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05682c5-5508-4362-80f9-80946b98e819 None None] New status for floating IP e053a9ac-1eec-4d50-ae9a-fc53c4600b1a: DOWN {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:10:43.556667 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9dd6e49a-5723-435c-818b-0b5f753af1da req-ed516260-bb2b-405d-a052-67679ddde47d tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 784 time: 0.4938958 Jul 22 19:10:43.567793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] For port 7a149f74-959e-4445-a71b-307af2aa4904, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=7a149f74-959e-4445-a71b-307af2aa4904,segment=NetworkSegment(12301790-df9d-45da-ad5d-690f561dc9a9),segment_id=12301790-df9d-45da-ad5d-690f561dc9a9)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:10:43.627038 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:43.636540 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-028e3c68-78ca-4922-9d43-e3aee04a7da1 req-2e4166f9-adcb-4586-91b3-3f8fcd81dc3d service neutron] 10.222.0.16 "GET /v2.0/networks/fc0ba9f8-89b3-4676-8828-bacae052b3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069443 Jul 22 19:10:43.648047 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-6a0bbe58-aa88-4c76-b3b6-1b7e490732f4 service neutron] 10.222.0.13 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948094 Jul 22 19:10:43.717911 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=8acc90ef-5f6b-4233-85e2-4269dfef5044,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:43.759669 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9dd6e49a-5723-435c-818b-0b5f753af1da req-145b5428-6699-45a2-ad9a-21f6a2f7dc80 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.49 HTTP/1.1" status: 200 len: 697 time: 0.1817141 Jul 22 19:10:43.772978 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-eb3c12f4-38f4-4206-8090-7519b944f8b2 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:43.787705 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-028e3c68-78ca-4922-9d43-e3aee04a7da1 req-fb64d84f-a6de-40cf-9d5f-26c04b13c9a2 service neutron] 10.222.0.16 "GET /v2.0/networks/fc0ba9f8-89b3-4676-8828-bacae052b3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382818 Jul 22 19:10:43.789579 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd22dc5e-4b81-47d9-8dc1-04af18e50b69 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:43.791550 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c86b58dc-24bf-4674-9a4f-ecc76b348dbb None None] Provisioning complete for port 8acc90ef-5f6b-4233-85e2-4269dfef5044 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:43.794322 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c86b58dc-24bf-4674-9a4f-ecc76b348dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:43.861309 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9dd6e49a-5723-435c-818b-0b5f753af1da req-c7ff0d34-abb1-4541-867c-6d937b9528eb tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.49 HTTP/1.1" status: 200 len: 697 time: 0.0858371 Jul 22 19:10:44.011006 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-dd22dc5e-4b81-47d9-8dc1-04af18e50b69 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting port a127d962-994c-4dc6-be3e-ffdd67aeb815 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:44.011508 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd22dc5e-4b81-47d9-8dc1-04af18e50b69 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:44.013536 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2c5cfdb0-e8b1-4206-83ea-ad0fed74866d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:44.185415 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-eb3c12f4-38f4-4206-8090-7519b944f8b2 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:44.275887 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] For port 2c61f36a-6d04-4c31-b813-cc62aeaa15ab, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:10:44.285785 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] For port 2c61f36a-6d04-4c31-b813-cc62aeaa15ab, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2c61f36a-6d04-4c31-b813-cc62aeaa15ab,segment=NetworkSegment(60dc5515-463e-44bf-8420-27bd9dae09f1),segment_id=60dc5515-463e-44bf-8420-27bd9dae09f1)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:10:44.290931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b16dc6-32f3-48c8-905d-27c79ae7dce7 None None] Pushing event updated for resources: {'Port': ['ID=7a149f74-959e-4445-a71b-307af2aa4904,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:44.295606 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:44.327028 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-eb3c12f4-38f4-4206-8090-7519b944f8b2 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Network 524e86b0-c3d9-42e3-b060-cee62ca18b80 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:44.348183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-eb3c12f4-38f4-4206-8090-7519b944f8b2 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:44.350802 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-eb3c12f4-38f4-4206-8090-7519b944f8b2 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:44.362498 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-dd22dc5e-4b81-47d9-8dc1-04af18e50b69 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] For port a127d962-994c-4dc6-be3e-ffdd67aeb815, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a127d962-994c-4dc6-be3e-ffdd67aeb815,segment=NetworkSegment(dfd90ca7-8bb2-49d6-a7aa-a42c11aa44dc),segment_id=dfd90ca7-8bb2-49d6-a7aa-a42c11aa44dc)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:44.363449 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd22dc5e-4b81-47d9-8dc1-04af18e50b69 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:44.392813 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-dd22dc5e-4b81-47d9-8dc1-04af18e50b69 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Calling delete_port for a127d962-994c-4dc6-be3e-ffdd67aeb815 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:44.414805 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c12f4-38f4-4206-8090-7519b944f8b2 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Pushing event updated for resources: {'Port': ['ID=13cbe2d8-8ba0-486d-a4ea-228ce80c329c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:44.443823 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8467e-4e2a-4ca7-ae06-ee030b1e9148 req-ae9f8295-9c5e-4ad2-90bd-e06d2932f60b tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:44.452786 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58f8467e-4e2a-4ca7-ae06-ee030b1e9148 req-ae9f8295-9c5e-4ad2-90bd-e06d2932f60b tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 946 time: 0.3636389 Jul 22 19:10:44.466343 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-9dd6e49a-5723-435c-818b-0b5f753af1da req-e3fbc8b3-8a8d-4f00-87f4-7d250c488df6 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Deleting port 957e0c0c-c1e3-4c9c-8268-0548d856d394 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:44.466681 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9dd6e49a-5723-435c-818b-0b5f753af1da req-e3fbc8b3-8a8d-4f00-87f4-7d250c488df6 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:44.467179 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa5b451-309f-4542-825c-67a7f2daa0f5 None None] DHCP port deletion for 64a1071e-a137-458b-a6d4-97f398bb4c62 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:10:44.476883 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-eb3c12f4-38f4-4206-8090-7519b944f8b2 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:44.477529 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-eb3c12f4-38f4-4206-8090-7519b944f8b2 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:44.483762 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd3f1c-4faa-44a8-ad71-17cde37b0b19 None None] Pushing event updated for resources: {'Port': ['ID=2c61f36a-6d04-4c31-b813-cc62aeaa15ab,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:44.541522 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-eb3c12f4-38f4-4206-8090-7519b944f8b2 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3886180 Jul 22 19:10:44.578768 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] Request body: {'port': {'device_id': '2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:44.598117 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58f8467e-4e2a-4ca7-ae06-ee030b1e9148 req-b460a76c-3b26-48c9-ad35-cd47eb25cb7c tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403592 Jul 22 19:10:44.606565 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-eaa5b451-309f-4542-825c-67a7f2daa0f5 None None] Deleting port a127d962-994c-4dc6-be3e-ffdd67aeb815 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:44.606964 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-eaa5b451-309f-4542-825c-67a7f2daa0f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:44.676178 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd22dc5e-4b81-47d9-8dc1-04af18e50b69 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:44.701637 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2c5cfdb0-e8b1-4206-83ea-ad0fed74866d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:44.742685 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-eaa5b451-309f-4542-825c-67a7f2daa0f5 None None] For port a127d962-994c-4dc6-be3e-ffdd67aeb815, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a127d962-994c-4dc6-be3e-ffdd67aeb815,segment=NetworkSegment(dfd90ca7-8bb2-49d6-a7aa-a42c11aa44dc),segment_id=dfd90ca7-8bb2-49d6-a7aa-a42c11aa44dc)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:44.747098 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-eaa5b451-309f-4542-825c-67a7f2daa0f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:44.751466 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9dd6e49a-5723-435c-818b-0b5f753af1da req-e3fbc8b3-8a8d-4f00-87f4-7d250c488df6 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:44.760243 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:44.763612 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9dd6e49a-5723-435c-818b-0b5f753af1da req-e3fbc8b3-8a8d-4f00-87f4-7d250c488df6 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:44.776702 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22dc5e-4b81-47d9-8dc1-04af18e50b69 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Port': ['ID=a127d962-994c-4dc6-be3e-ffdd67aeb815,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:44.784093 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2c5cfdb0-e8b1-4206-83ea-ad0fed74866d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:44.785281 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2c5cfdb0-e8b1-4206-83ea-ad0fed74866d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:44.826538 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-eaa5b451-309f-4542-825c-67a7f2daa0f5 None None] Calling delete_port for a127d962-994c-4dc6-be3e-ffdd67aeb815 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:44.830994 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-9dd6e49a-5723-435c-818b-0b5f753af1da req-e3fbc8b3-8a8d-4f00-87f4-7d250c488df6 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Calling delete_port for 957e0c0c-c1e3-4c9c-8268-0548d856d394 owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:44.841280 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd22dc5e-4b81-47d9-8dc1-04af18e50b69 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] No DVR routers for this DVR port a127d962-994c-4dc6-be3e-ffdd67aeb815 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:10:44.955435 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:44.955435 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:45.006539 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cfdb0-e8b1-4206-83ea-ad0fed74866d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event updated for resources: {'Port': ['ID=da2a925f-e775-43a5-9119-30a51852c90d,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:45.006929 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-eaa5b451-309f-4542-825c-67a7f2daa0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:45.041348 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5b451-309f-4542-825c-67a7f2daa0f5 None None] Pushing event deleted for resources: {'Port': ['ID=a127d962-994c-4dc6-be3e-ffdd67aeb815,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:45.047291 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa5b451-309f-4542-825c-67a7f2daa0f5 None None] No DVR routers for this DVR port a127d962-994c-4dc6-be3e-ffdd67aeb815 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:10:45.100677 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:45.105241 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd22dc5e-4b81-47d9-8dc1-04af18e50b69 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:45.129997 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d59d66-c898-4365-a10a-ce9a569f2847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:10:45.132761 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872f1bdb-80f5-4565-9a8b-b47b46b2232d" -d '{"events": [{"server_uuid": "a2d59d66-c898-4365-a10a-ce9a569f2847", "name": "network-vif-plugged", "status": "completed", "tag": "3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:10:45.135919 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-dd22dc5e-4b81-47d9-8dc1-04af18e50b69 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a1071e-a137-458b-a6d4-97f398bb4c62']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:45.148989 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:45.152866 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-dd22dc5e-4b81-47d9-8dc1-04af18e50b69 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd90ca7-8bb2-49d6-a7aa-a42c11aa44dc') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:45.153313 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-dd22dc5e-4b81-47d9-8dc1-04af18e50b69 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd90ca7-8bb2-49d6-a7aa-a42c11aa44dc') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:45.154948 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:45.179798 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:45.186227 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd22dc5e-4b81-47d9-8dc1-04af18e50b69 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:45.189191 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9dd6e49a-5723-435c-818b-0b5f753af1da req-e3fbc8b3-8a8d-4f00-87f4-7d250c488df6 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:45.217798 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd22dc5e-4b81-47d9-8dc1-04af18e50b69 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:45.229116 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd22dc5e-4b81-47d9-8dc1-04af18e50b69 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:10:45.229526 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd22dc5e-4b81-47d9-8dc1-04af18e50b69 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:45.230981 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,revision_number=11']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:10:45.232702 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:10:45.250467 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbc8b3-8a8d-4f00-87f4-7d250c488df6 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Pushing event deleted for resources: {'Port': ['ID=957e0c0c-c1e3-4c9c-8268-0548d856d394,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:45.251176 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5cfdb0-e8b1-4206-83ea-ad0fed74866d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Network 91ccf29e-591e-4d57-a89d-81a4289a172e is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:45.259226 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-2c5cfdb0-e8b1-4206-83ea-ad0fed74866d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:45.322893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d0170-4b2e-4b4a-a32f-aee96e7d82d4 req-0a7d614b-bbb1-4e4d-a519-b2428abb6ba8 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:45.324286 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f31d0170-4b2e-4b4a-a32f-aee96e7d82d4 req-0a7d614b-bbb1-4e4d-a519-b2428abb6ba8 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba HTTP/1.1" status: 200 len: 931 time: 0.4527459 Jul 22 19:10:45.374502 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd22dc5e-4b81-47d9-8dc1-04af18e50b69 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:45.404217 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd22dc5e-4b81-47d9-8dc1-04af18e50b69 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:45.406154 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-dd22dc5e-4b81-47d9-8dc1-04af18e50b69 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/networks/64a1071e-a137-458b-a6d4-97f398bb4c62 HTTP/1.1" status: 204 len: 168 time: 2.2330227 Jul 22 19:10:45.410491 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22dc5e-4b81-47d9-8dc1-04af18e50b69 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Network': ['ID=64a1071e-a137-458b-a6d4-97f398bb4c62,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:45.410867 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e14b102-6be8-46b4-873c-13796eea0215 None None] Network 91ccf29e-591e-4d57-a89d-81a4289a172e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:45.412272 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41224) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:45.473264 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f31d0170-4b2e-4b4a-a32f-aee96e7d82d4 req-5472f345-cb15-4efd-a251-1350c78c958b tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/security-groups?id=628ff75a-d928-46f8-8911-01804a3794a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376407 Jul 22 19:10:45.527574 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedcec63-a7a9-4ff1-975d-d90227c74474 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:45.536656 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-aedcec63-a7a9-4ff1-975d-d90227c74474 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports/ceb00bc5-e561-485c-8521-fd25d5ed0d4b HTTP/1.1" status: 200 len: 840 time: 0.1154025 Jul 22 19:10:45.536978 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41226) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:45.637316 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5cfdb0-e8b1-4206-83ea-ad0fed74866d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Router 45ef4566-b966-4cb7-bab6-76d61bf7ce0e is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:10:45.711045 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ddf1e72c-3b42-4c63-9856-4bce95d064a1 None None] Provisioning for port 7a149f74-959e-4445-a71b-307af2aa4904 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:45.720886 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9dd6e49a-5723-435c-818b-0b5f753af1da req-e3fbc8b3-8a8d-4f00-87f4-7d250c488df6 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:45.723661 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9dd6e49a-5723-435c-818b-0b5f753af1da req-e3fbc8b3-8a8d-4f00-87f4-7d250c488df6 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:45.746183 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9dd6e49a-5723-435c-818b-0b5f753af1da req-e3fbc8b3-8a8d-4f00-87f4-7d250c488df6 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "DELETE /v2.0/floatingips/e053a9ac-1eec-4d50-ae9a-fc53c4600b1a HTTP/1.1" status: 204 len: 173 time: 1.8831744 Jul 22 19:10:45.765577 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37f14ff7-50ff-411c-bb75-6a57558aa1e1 req-4b1e9335-6384-48ab-8ea1-bab6da688ab4 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb77f10e-c93f-463c-94b6-10741894289a HTTP/1.1" status: 200 len: 210 time: 0.1177924 Jul 22 19:10:45.807114 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5cfdb0-e8b1-4206-83ea-ad0fed74866d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:10:45.815690 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2c5cfdb0-e8b1-4206-83ea-ad0fed74866d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "PUT /v2.0/routers/45ef4566-b966-4cb7-bab6-76d61bf7ce0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0640035 Jul 22 19:10:45.818209 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41236) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:45.824163 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f17d5ba-767a-4775-808d-d4620416a7d1 None None] Sync routers for ids ['45ef4566-b966-4cb7-bab6-76d61bf7ce0e'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:10:45.828661 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-06b8abea-29a9-4c58-9868-a0852da21fb0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports/ceb00bc5-e561-485c-8521-fd25d5ed0d4b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2833426 Jul 22 19:10:45.833084 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41238) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:45.840068 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-1a494639-e092-4f84-8bbb-502b826ef092 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'subnet': {'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:45.843540 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f17d5ba-767a-4775-808d-d4620416a7d1 None None] Routers {'45ef4566-b966-4cb7-bab6-76d61bf7ce0e'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:10:45.844383 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0f17d5ba-767a-4775-808d-d4620416a7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:10:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['45ef4566-b966-4cb7-bab6-76d61bf7ce0e'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:45.936684 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2c61f36a-6d04-4c31-b813-cc62aeaa15ab up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:45.946242 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0f17d5ba-767a-4775-808d-d4620416a7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:45.980238 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f17d5ba-767a-4775-808d-d4620416a7d1 None None] Routers {'45ef4566-b966-4cb7-bab6-76d61bf7ce0e'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:10:45.980882 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0f17d5ba-767a-4775-808d-d4620416a7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:10:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['45ef4566-b966-4cb7-bab6-76d61bf7ce0e'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:46.034771 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a494639-e092-4f84-8bbb-502b826ef092 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:46.042328 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 2c61f36a-6d04-4c31-b813-cc62aeaa15ab completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:46.043533 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a494639-e092-4f84-8bbb-502b826ef092 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:46.047663 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4296b6d2-07cd-4781-9784-a7f229efafea req-9417dec7-c587-4469-9068-8d440df51db1 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=46238864a83148d380b2ca0eb3b80dcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1247308 Jul 22 19:10:46.050275 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 7a149f74-959e-4445-a71b-307af2aa4904 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:46.051846 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0f17d5ba-767a-4775-808d-d4620416a7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:46.052516 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f17d5ba-767a-4775-808d-d4620416a7d1 None None] The sync data for ids ['45ef4566-b966-4cb7-bab6-76d61bf7ce0e'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:10:46.108774 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b7cec-9a5e-4f56-8054-37d6f814cc98 None None] Network 971cd287-7207-439e-9797-06968f85bd69 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:46.156833 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-a0f7d020-67a4-4803-9031-baed14910b23 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:46.160498 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-a0f7d020-67a4-4803-9031-baed14910b23 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.30 "GET /v2.0/networks?id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd HTTP/1.1" status: 200 len: 812 time: 0.7679808 Jul 22 19:10:46.191608 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-cc85a600-957e-492f-b22e-5761af6afca0 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Request body: {'port': {'device_id': 'cb77f10e-c93f-463c-94b6-10741894289a', 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd', 'admin_state_up': True, 'tenant_id': '17cd2804a52047cfb4d32d8ab0a04c5d'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:46.368155 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 7a149f74-959e-4445-a71b-307af2aa4904 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:46.376388 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 7a149f74-959e-4445-a71b-307af2aa4904 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:46.376807 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:46.426117 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c852ebe4-427f-4713-ab20-47e876bb7f71 None None] Provisioning for port 2c61f36a-6d04-4c31-b813-cc62aeaa15ab completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:46.447534 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c852ebe4-427f-4713-ab20-47e876bb7f71 None None] Provisioning complete for port 2c61f36a-6d04-4c31-b813-cc62aeaa15ab triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:46.447880 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c852ebe4-427f-4713-ab20-47e876bb7f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:46.454454 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddedc2ee-2f4a-4850-ace3-0357498ea9cc x-openstack-request-id: req-ddedc2ee-2f4a-4850-ace3-0357498ea9cc {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:10:46.454752 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d59d66-c898-4365-a10a-ce9a569f2847", "name": "network-vif-plugged", "status": "completed", "tag": "3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:10:46.454984 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddedc2ee-2f4a-4850-ace3-0357498ea9cc {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:10:46.456236 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d59d66-c898-4365-a10a-ce9a569f2847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25', 'code': 200} Jul 22 19:10:46.651936 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a494639-e092-4f84-8bbb-502b826ef092 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:46.666487 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:46.748518 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c852ebe4-427f-4713-ab20-47e876bb7f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:46.756638 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 7a149f74-959e-4445-a71b-307af2aa4904, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=7a149f74-959e-4445-a71b-307af2aa4904,segment=NetworkSegment(12301790-df9d-45da-ad5d-690f561dc9a9),segment_id=12301790-df9d-45da-ad5d-690f561dc9a9)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:46.756800 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a494639-e092-4f84-8bbb-502b826ef092 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:46.766116 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-1a494639-e092-4f84-8bbb-502b826ef092 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:46.767217 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:46.769100 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 8acc90ef-5f6b-4233-85e2-4269dfef5044 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:46.781256 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a494639-e092-4f84-8bbb-502b826ef092 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:46.781975 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a494639-e092-4f84-8bbb-502b826ef092 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:46.793399 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-80774540-9a4d-402d-ae02-a8afce94d9fb tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:10:46.798003 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-80774540-9a4d-402d-ae02-a8afce94d9fb tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "PUT /v2.0/routers/45ef4566-b966-4cb7-bab6-76d61bf7ce0e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9779840 Jul 22 19:10:46.802803 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41258) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:46.815575 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a494639-e092-4f84-8bbb-502b826ef092 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Subnet': ['ID=7b62f717-5057-488f-a8ad-2d8e5acc8efa,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:46.817837 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207d6cef-c91a-4d58-b0cb-84f262164c8f None None] Network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:46.929782 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1a494639-e092-4f84-8bbb-502b826ef092 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0939441 Jul 22 19:10:46.932792 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41260) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:46.934384 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=7a149f74-959e-4445-a71b-307af2aa4904,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:46.939719 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d3f02a5e-9094-4d7e-9068-f4e06e78d8f0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'security_group': {'name': 'tempest-secgroup-1070977535'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:46.986433 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3f02a5e-9094-4d7e-9068-f4e06e78d8f0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:46.994290 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-c852ebe4-427f-4713-ab20-47e876bb7f71 None None] For port 2c61f36a-6d04-4c31-b813-cc62aeaa15ab, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2c61f36a-6d04-4c31-b813-cc62aeaa15ab,segment=NetworkSegment(60dc5515-463e-44bf-8420-27bd9dae09f1),segment_id=60dc5515-463e-44bf-8420-27bd9dae09f1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:47.015741 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c852ebe4-427f-4713-ab20-47e876bb7f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:47.076602 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f5dba655-be55-427f-8e56-cfb333c01676 req-9d88e5b2-ee56-478f-847f-4bc1a6f05f46 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups/fd988384-33aa-4dab-9e1f-ffb094a89697 HTTP/1.1" status: 200 len: 1810 time: 0.1421716 Jul 22 19:10:47.090620 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296b6d2-07cd-4781-9784-a7f229efafea req-5e7839d5-8bdf-486d-b5cc-e7bc17421bf9 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:47.092509 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4296b6d2-07cd-4781-9784-a7f229efafea req-5e7839d5-8bdf-486d-b5cc-e7bc17421bf9 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0436013 Jul 22 19:10:47.094239 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 8acc90ef-5f6b-4233-85e2-4269dfef5044 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:47.094620 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:47.141834 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13cbe2d8-8ba0-486d-a4ea-228ce80c329c {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:10:47.160376 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:47.165002 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4296b6d2-07cd-4781-9784-a7f229efafea req-fd6f3da3-d89a-4642-adad-ef634533fb82 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/quotas/46238864a83148d380b2ca0eb3b80dcd HTTP/1.1" status: 200 len: 375 time: 0.0542860 Jul 22 19:10:47.189969 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852ebe4-427f-4713-ab20-47e876bb7f71 None None] Pushing event updated for resources: {'Port': ['ID=2c61f36a-6d04-4c31-b813-cc62aeaa15ab,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:47.215084 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-819b8afb-04d4-45fe-be2d-d847d7e8e916 None None] Provisioning complete for port 7a149f74-959e-4445-a71b-307af2aa4904 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:47.215461 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-819b8afb-04d4-45fe-be2d-d847d7e8e916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:47.237459 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] Transition to ACTIVE for port object 13cbe2d8-8ba0-486d-a4ea-228ce80c329c will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:47.244084 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3f02a5e-9094-4d7e-9068-f4e06e78d8f0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:47.245092 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:47.249042 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3f02a5e-9094-4d7e-9068-f4e06e78d8f0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:47.289946 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f02a5e-9094-4d7e-9068-f4e06e78d8f0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f217882b-a01a-48a4-99dd-9b2293f3ca35,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:47.309387 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f5dba655-be55-427f-8e56-cfb333c01676 req-11f517ed-4131-4ed3-9901-c4a847eb445a tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:47.326404 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3f02a5e-9094-4d7e-9068-f4e06e78d8f0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:47.330467 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d3f02a5e-9094-4d7e-9068-f4e06e78d8f0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3964458 Jul 22 19:10:47.331974 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41262) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:47.333561 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-cc85a600-957e-492f-b22e-5761af6afca0 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Made reservation on behalf of 17cd2804a52047cfb4d32d8ab0a04c5d for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:47.337494 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-cc85a600-957e-492f-b22e-5761af6afca0 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:47.343466 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-21a108f5-5070-4188-bca1-289b516e8af8 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'security_group': {'name': 'tempest-secgroup-250726154'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:47.381413 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=13cbe2d8-8ba0-486d-a4ea-228ce80c329c,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:47.389696 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-088dde3b-bfeb-47d5-8f9a-6a1633ad77d4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:47.391247 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f5dba655-be55-427f-8e56-cfb333c01676 req-11f517ed-4131-4ed3-9901-c4a847eb445a tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:47.393731 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-21a108f5-5070-4188-bca1-289b516e8af8 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:47.413711 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a127d962-994c-4dc6-be3e-ffdd67aeb815 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:10:47.447330 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469', 'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469', 'tenant_id': 'cdf673c126ab4c5188ef38fb73f577c6', 'fixed_ips': [{'subnet_id': '7b62f717-5057-488f-a8ad-2d8e5acc8efa'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:10:47.448344 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:47.460975 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: a127d962-994c-4dc6-be3e-ffdd67aeb815 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:10:47.461455 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a127d962-994c-4dc6-be3e-ffdd67aeb815 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:10:47.480360 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-819b8afb-04d4-45fe-be2d-d847d7e8e916 None None] Provisioning for port da2a925f-e775-43a5-9119-30a51852c90d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:47.482219 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4296b6d2-07cd-4781-9784-a7f229efafea req-f6b9d19e-287a-4c53-b0bb-1dcf8ac2b163 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3044806 Jul 22 19:10:47.506567 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-819b8afb-04d4-45fe-be2d-d847d7e8e916 None None] Provisioning complete for port da2a925f-e775-43a5-9119-30a51852c90d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:47.507033 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-819b8afb-04d4-45fe-be2d-d847d7e8e916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:47.609790 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-819b8afb-04d4-45fe-be2d-d847d7e8e916 None None] Port da2a925f-e775-43a5-9119-30a51852c90d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:47.649027 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 7a149f74-959e-4445-a71b-307af2aa4904 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:47.660366 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] Attempting to bind port 13cbe2d8-8ba0-486d-a4ea-228ce80c329c on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:10:47.660735 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] Attempting to bind port 13cbe2d8-8ba0-486d-a4ea-228ce80c329c by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '39045908-6a73-4f78-963e-aa15a67eb21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '524e86b0-c3d9-42e3-b060-cee62ca18b80'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:10:47.661085 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] Attempting to bind port 13cbe2d8-8ba0-486d-a4ea-228ce80c329c on network 524e86b0-c3d9-42e3-b060-cee62ca18b80 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:10:47.663940 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-21a108f5-5070-4188-bca1-289b516e8af8 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:47.670573 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f5dba655-be55-427f-8e56-cfb333c01676 req-11f517ed-4131-4ed3-9901-c4a847eb445a tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:47.676527 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f5dba655-be55-427f-8e56-cfb333c01676 req-11f517ed-4131-4ed3-9901-c4a847eb445a tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:47.685272 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f5dba655-be55-427f-8e56-cfb333c01676 req-11f517ed-4131-4ed3-9901-c4a847eb445a tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "DELETE /v2.0/security-groups/fd988384-33aa-4dab-9e1f-ffb094a89697 HTTP/1.1" status: 204 len: 173 time: 0.6071141 Jul 22 19:10:47.695326 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] Port 13cbe2d8-8ba0-486d-a4ea-228ce80c329c on network 524e86b0-c3d9-42e3-b060-cee62ca18b80 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:10:47.695661 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] Attempting to bind port 13cbe2d8-8ba0-486d-a4ea-228ce80c329c on network 524e86b0-c3d9-42e3-b060-cee62ca18b80 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:10:47.711642 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-21a108f5-5070-4188-bca1-289b516e8af8 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:47.750785 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-21a108f5-5070-4188-bca1-289b516e8af8 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:47.752564 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-21a108f5-5070-4188-bca1-289b516e8af8 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4192350 Jul 22 19:10:47.761429 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41280) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:47.775087 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-bf81015a-3792-42b3-b8d8-ffca6abead15 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1858683712', 'security_groups': ['c700e4ac-963f-4a96-8690-e31e03dc2814'], 'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7b62f717-5057-488f-a8ad-2d8e5acc8efa'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:47.793273 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a108f5-5070-4188-bca1-289b516e8af8 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c700e4ac-963f-4a96-8690-e31e03dc2814,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:47.803172 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-819b8afb-04d4-45fe-be2d-d847d7e8e916 None None] Provisioning complete for port 2c61f36a-6d04-4c31-b813-cc62aeaa15ab triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:47.803548 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-819b8afb-04d4-45fe-be2d-d847d7e8e916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:47.805381 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f517ed-4131-4ed3-9901-c4a847eb445a tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd988384-33aa-4dab-9e1f-ffb094a89697,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:47.859303 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-cc85a600-957e-492f-b22e-5761af6afca0 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Allocated IP 172.20.0.2 (4a8130c5-5925-4614-8cfa-ff6fd165b8cd/0ba5617b-ba48-486c-9750-2a5a3148f236/10a478bb-6813-455d-a858-8497a28e2b39) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:47.871174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:10:47.871418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] Checking segment: {'id': '39045908-6a73-4f78-963e-aa15a67eb21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '524e86b0-c3d9-42e3-b060-cee62ca18b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:47.872159 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] Bound using segment: {'id': '39045908-6a73-4f78-963e-aa15a67eb21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '524e86b0-c3d9-42e3-b060-cee62ca18b80'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:10:47.872571 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] Bound port: 13cbe2d8-8ba0-486d-a4ea-228ce80c329c, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39045908-6a73-4f78-963e-aa15a67eb21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '524e86b0-c3d9-42e3-b060-cee62ca18b80'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:10:47.873000 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:47.881979 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] Allocated IP 172.20.0.2 (a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469/7b62f717-5057-488f-a8ad-2d8e5acc8efa/63703bdd-bfb1-487a-99ef-a307c9de8569) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:47.964603 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 7a149f74-959e-4445-a71b-307af2aa4904 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:47.964603 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:47.991684 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] For port 13cbe2d8-8ba0-486d-a4ea-228ce80c329c, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:10:47.995713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] For port 13cbe2d8-8ba0-486d-a4ea-228ce80c329c, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=13cbe2d8-8ba0-486d-a4ea-228ce80c329c,segment=NetworkSegment(39045908-6a73-4f78-963e-aa15a67eb21f),segment_id=39045908-6a73-4f78-963e-aa15a67eb21f)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:10:47.999675 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38ee08d8-8ab3-4b15-83ad-5425f25142be req-5340be94-074f-4ad5-a54c-bf5443b08838 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb77f10e-c93f-463c-94b6-10741894289a HTTP/1.1" status: 200 len: 210 time: 0.1913464 Jul 22 19:10:48.011112 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:48.019346 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf81015a-3792-42b3-b8d8-ffca6abead15 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:48.123090 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bf81015a-3792-42b3-b8d8-ffca6abead15 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:48.149964 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-088dde3b-bfeb-47d5-8f9a-6a1633ad77d4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Deleting port da2a925f-e775-43a5-9119-30a51852c90d {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:48.150454 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-088dde3b-bfeb-47d5-8f9a-6a1633ad77d4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:48.175638 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:48.176290 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:48.177712 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] 10.222.0.16 "PUT /v2.0/ports/13cbe2d8-8ba0-486d-a4ea-228ce80c329c HTTP/1.1" status: 200 len: 1092 time: 3.6050615 Jul 22 19:10:48.193096 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba', 'tag': '13cbe2d8-8ba0-486d-a4ea-228ce80c329c'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:10:48.196371 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af52f1da-07de-47bd-9db9-9363267aea07" -d '{"events": [{"name": "network-changed", "server_uuid": "2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba", "tag": "13cbe2d8-8ba0-486d-a4ea-228ce80c329c"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:10:48.240049 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-bf81015a-3792-42b3-b8d8-ffca6abead15 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] device_id is not set on port 4db7ff3b-b843-4f60-b76e-45d18abff53f yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:10:48.271210 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a47fba29-44d9-4521-9c46-63153744dbb6 req-57ca9015-ff1e-4b1b-a9c4-fde4e5e5823d tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 210 time: 0.0388241 Jul 22 19:10:48.329766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f4b04-459b-4a53-90a0-4ab6038705a0 req-1d4ab105-4c59-4ee7-8dd7-6d489e7e3c58 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:48.337345 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-961f4b04-459b-4a53-90a0-4ab6038705a0 req-1d4ab105-4c59-4ee7-8dd7-6d489e7e3c58 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba HTTP/1.1" status: 200 len: 943 time: 0.5186665 Jul 22 19:10:48.370867 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba4c88-aaa3-48fd-bade-f560f9864cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=13cbe2d8-8ba0-486d-a4ea-228ce80c329c,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:48.373055 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-088dde3b-bfeb-47d5-8f9a-6a1633ad77d4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:48.382937 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2c61f36a-6d04-4c31-b813-cc62aeaa15ab up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:48.407839 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-088dde3b-bfeb-47d5-8f9a-6a1633ad77d4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Calling delete_port for da2a925f-e775-43a5-9119-30a51852c90d owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:48.412127 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:48.443533 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] Transition to ACTIVE for port object 63703bdd-bfb1-487a-99ef-a307c9de8569 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:48.449059 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-961f4b04-459b-4a53-90a0-4ab6038705a0 req-9558ff10-0083-448b-acc5-a920b1865bac tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/security-groups?id=628ff75a-d928-46f8-8911-01804a3794a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101272 Jul 22 19:10:48.499002 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] Transition to ACTIVE for port object 63703bdd-bfb1-487a-99ef-a307c9de8569 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:48.529447 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:48.539130 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ea935a-a466-4dfa-b73c-179c993c14c4 x-openstack-request-id: req-65ea935a-a466-4dfa-b73c-179c993c14c4 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:10:48.539531 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba", "tag": "13cbe2d8-8ba0-486d-a4ea-228ce80c329c", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:10:48.539796 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65ea935a-a466-4dfa-b73c-179c993c14c4 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:10:48.540195 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba', 'tag': '13cbe2d8-8ba0-486d-a4ea-228ce80c329c', 'status': 'completed', 'code': 200} Jul 22 19:10:48.544146 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-c48c3436-e413-4deb-b3de-96435e30a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:48.545677 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-c48c3436-e413-4deb-b3de-96435e30a606 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77194e63acae4a6d8094ac3cb7d5a135&device_id=2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba HTTP/1.1" status: 200 len: 1095 time: 0.2673299 Jul 22 19:10:48.582024 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 2c61f36a-6d04-4c31-b813-cc62aeaa15ab triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:48.582399 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:48.585373 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] Network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:48.592491 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:48.597664 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-bf81015a-3792-42b3-b8d8-ffca6abead15 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Allocated IP 172.20.0.11 (a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469/7b62f717-5057-488f-a8ad-2d8e5acc8efa/4db7ff3b-b843-4f60-b76e-45d18abff53f) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:48.612314 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:48.613231 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-7da4a478-0eb2-4f7a-abce-54adae6b7d61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13cbe2d8-8ba0-486d-a4ea-228ce80c329c HTTP/1.1" status: 200 len: 217 time: 0.0523350 Jul 22 19:10:48.614099 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] Pushing event updated for resources: {'Port': ['ID=63703bdd-bfb1-487a-99ef-a307c9de8569,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:48.676366 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-cc85a600-957e-492f-b22e-5761af6afca0 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:48.731386 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] Attempting to bind port 63703bdd-bfb1-487a-99ef-a307c9de8569 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:10:48.731615 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] Attempting to bind port 63703bdd-bfb1-487a-99ef-a307c9de8569 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '6d944e2e-eb8b-4cb3-b872-2d93c2e8fcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:10:48.732142 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] Attempting to bind port 63703bdd-bfb1-487a-99ef-a307c9de8569 on network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:10:48.743970 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:10:48.744222 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] Checking segment: {'id': '6d944e2e-eb8b-4cb3-b872-2d93c2e8fcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:48.744824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-e54a01dd-745c-462f-b715-7f9a292a3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:48.746066 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:48.746066 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] Bound using segment: {'id': '6d944e2e-eb8b-4cb3-b872-2d93c2e8fcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:10:48.746366 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-e54a01dd-745c-462f-b715-7f9a292a3d63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=641bbd45-6b0c-472d-90da-6574280f280d HTTP/1.1" status: 200 len: 853 time: 0.1214840 Jul 22 19:10:48.746455 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] Bound port: 63703bdd-bfb1-487a-99ef-a307c9de8569, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d944e2e-eb8b-4cb3-b872-2d93c2e8fcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:10:48.746776 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:48.802225 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:10:48.802394 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-c4385834-a85e-4ba3-91dd-d643010b4219 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=524e86b0-c3d9-42e3-b060-cee62ca18b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468481 Jul 22 19:10:48.829561 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce683b-ca70-4bb6-9add-8a64837d66f6 req-15cd5a19-a5df-4ae0-aaa4-82bdfa9f774e tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:48.831537 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5ce683b-ca70-4bb6-9add-8a64837d66f6 req-15cd5a19-a5df-4ae0-aaa4-82bdfa9f774e tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 945 time: 0.1636910 Jul 22 19:10:48.875247 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-cc85a600-957e-492f-b22e-5761af6afca0 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:48.967646 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-cc85a600-957e-492f-b22e-5761af6afca0 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:48.975158 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-cc85a600-957e-492f-b22e-5761af6afca0 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:48.985430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-cc85a600-957e-492f-b22e-5761af6afca0 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:48.992446 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5ce683b-ca70-4bb6-9add-8a64837d66f6 req-0853b4ee-241b-4c20-9dec-ef334c4c3e45 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469984 Jul 22 19:10:49.035789 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:49.058369 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] For port 63703bdd-bfb1-487a-99ef-a307c9de8569, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:10:49.073557 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85a600-957e-492f-b22e-5761af6afca0 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Pushing event updated for resources: {'Port': ['ID=10a478bb-6813-455d-a858-8497a28e2b39,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:49.081652 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] For port 63703bdd-bfb1-487a-99ef-a307c9de8569, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=63703bdd-bfb1-487a-99ef-a307c9de8569,segment=NetworkSegment(6d944e2e-eb8b-4cb3-b872-2d93c2e8fcf5),segment_id=6d944e2e-eb8b-4cb3-b872-2d93c2e8fcf5)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:10:49.095811 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d', 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5', 'port_id': '1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d', 'mac_address': 'fa:16:3e:cd:6f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c968c48-1c3b-44da-8dcd-5ec44f87705f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:10:49.101982 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:49.144080 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-f14bf4bf-be70-49e4-9a03-eca56c93b2ce service neutron] 10.222.0.16 "GET /v2.0/networks/524e86b0-c3d9-42e3-b060-cee62ca18b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320720 Jul 22 19:10:49.181190 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4296b6d2-07cd-4781-9784-a7f229efafea req-e08df878-747e-42b7-998c-e19c4df5c67e tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=46238864a83148d380b2ca0eb3b80dcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826073 Jul 22 19:10:49.201999 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-cc85a600-957e-492f-b22e-5761af6afca0 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:49.202905 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-cc85a600-957e-492f-b22e-5761af6afca0 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:49.300088 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:49.312211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a4ebe-83cd-4589-a586-d21d97867c00 None None] Pushing event updated for resources: {'Port': ['ID=63703bdd-bfb1-487a-99ef-a307c9de8569,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:49.350048 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:10:49.374919 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bf81015a-3792-42b3-b8d8-ffca6abead15 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:49.377686 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-088dde3b-bfeb-47d5-8f9a-6a1633ad77d4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:49.398788 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:49.405319 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:49.421847 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-cc85a600-957e-492f-b22e-5761af6afca0 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2369406 Jul 22 19:10:49.425188 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088dde3b-bfeb-47d5-8f9a-6a1633ad77d4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event deleted for resources: {'Port': ['ID=da2a925f-e775-43a5-9119-30a51852c90d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:49.434294 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-bf81015a-3792-42b3-b8d8-ffca6abead15 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Transition to ACTIVE for port object 4db7ff3b-b843-4f60-b76e-45d18abff53f will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:49.461328 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] Request body: {'port': {'device_id': 'cb77f10e-c93f-463c-94b6-10741894289a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:49.481502 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:49.506775 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:10:49.527191 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ee88760-3544-4b24-8d2e-1ec648c19668 req-e7ec352f-c30e-40be-aba0-9c1fbbdf8bba service neutron] 10.222.0.16 "GET /v2.0/networks/524e86b0-c3d9-42e3-b060-cee62ca18b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642468 Jul 22 19:10:49.537532 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bf81015a-3792-42b3-b8d8-ffca6abead15 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:49.713878 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e82ebd83-0d79-473a-9f4f-1e0f16dfd060 req-7cc51ff2-ed73-40a7-978c-c7f87b3ede35 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 210 time: 0.2861309 Jul 22 19:10:49.718159 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-088dde3b-bfeb-47d5-8f9a-6a1633ad77d4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:49.775828 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296b6d2-07cd-4781-9784-a7f229efafea req-ccd351ae-0243-42ff-b815-11bdb2f55fcd tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:49.777599 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4296b6d2-07cd-4781-9784-a7f229efafea req-ccd351ae-0243-42ff-b815-11bdb2f55fcd tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5836997 Jul 22 19:10:49.789820 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81015a-3792-42b3-b8d8-ffca6abead15 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Port': ['ID=4db7ff3b-b843-4f60-b76e-45d18abff53f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:49.810805 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-4296b6d2-07cd-4781-9784-a7f229efafea req-7248d2eb-1d44-46cd-98e5-6eaa09dd9e26 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Request body: {'port': {'device_id': '1be95a2c-bf41-47f4-914c-bbd1ababeda0', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': '46238864a83148d380b2ca0eb3b80dcd'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:49.828287 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19511748-5718-43ed-a3df-4e7e55fda187 req-711ad4e2-464a-420c-bd26-6320964bfe32 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:49.836945 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19511748-5718-43ed-a3df-4e7e55fda187 req-711ad4e2-464a-420c-bd26-6320964bfe32 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb77f10e-c93f-463c-94b6-10741894289a HTTP/1.1" status: 200 len: 931 time: 0.6807556 Jul 22 19:10:49.913127 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf81015a-3792-42b3-b8d8-ffca6abead15 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:49.916442 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-bf81015a-3792-42b3-b8d8-ffca6abead15 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:49.920376 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf81015a-3792-42b3-b8d8-ffca6abead15 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:49.982154 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19511748-5718-43ed-a3df-4e7e55fda187 req-1dde1393-132a-4198-94a3-272f82fa9447 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441853 Jul 22 19:10:50.054712 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf81015a-3792-42b3-b8d8-ffca6abead15 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:50.055388 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bf81015a-3792-42b3-b8d8-ffca6abead15 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:50.056127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52f1da-07de-47bd-9db9-9363267aea07 req-0128ad6f-1698-424b-b594-074540fbdee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:50.057881 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af52f1da-07de-47bd-9db9-9363267aea07 req-0128ad6f-1698-424b-b594-074540fbdee8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77194e63acae4a6d8094ac3cb7d5a135&device_id=2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba HTTP/1.1" status: 200 len: 1095 time: 0.4314046 Jul 22 19:10:50.063493 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:50.076623 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088dde3b-bfeb-47d5-8f9a-6a1633ad77d4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Router 45ef4566-b966-4cb7-bab6-76d61bf7ce0e has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:10:50.085802 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bf81015a-3792-42b3-b8d8-ffca6abead15 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3205335 Jul 22 19:10:50.092299 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41340) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:50.097698 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-5e43111a-ea51-484b-9025-6f6bd386a50f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'subnet': {'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:50.263282 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088dde3b-bfeb-47d5-8f9a-6a1633ad77d4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:10:50.276814 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6c0d57-6b98-47d7-88a4-8dbfd6ff0da2 None None] Sync routers for ids ['45ef4566-b966-4cb7-bab6-76d61bf7ce0e'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:10:50.286415 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-088dde3b-bfeb-47d5-8f9a-6a1633ad77d4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "PUT /v2.0/routers/45ef4566-b966-4cb7-bab6-76d61bf7ce0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4807343 Jul 22 19:10:50.290024 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41348) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:50.309777 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6c0d57-6b98-47d7-88a4-8dbfd6ff0da2 None None] Routers {'45ef4566-b966-4cb7-bab6-76d61bf7ce0e'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:10:50.310539 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ec6c0d57-6b98-47d7-88a4-8dbfd6ff0da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:10:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['45ef4566-b966-4cb7-bab6-76d61bf7ce0e'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:50.363450 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac28045-b9d9-4369-8b5a-356225fa734f req-91aa90b7-9f8b-4e3b-81c5-104cb16d2a21 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:50.365034 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ac28045-b9d9-4369-8b5a-356225fa734f req-91aa90b7-9f8b-4e3b-81c5-104cb16d2a21 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba HTTP/1.1" status: 200 len: 943 time: 0.4530480 Jul 22 19:10:50.397622 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-cfdeef3d-fd4d-456b-a088-7489a5a652eb tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] delete failed (client error): The resource could not be found. Jul 22 19:10:50.410196 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cfdeef3d-fd4d-456b-a088-7489a5a652eb tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-801483436 HTTP/1.1" status: 404 len: 334 time: 0.1188166 Jul 22 19:10:50.425788 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ec6c0d57-6b98-47d7-88a4-8dbfd6ff0da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:50.444064 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41350) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:50.462784 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6c0d57-6b98-47d7-88a4-8dbfd6ff0da2 None None] Routers {'45ef4566-b966-4cb7-bab6-76d61bf7ce0e'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:10:50.464133 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ec6c0d57-6b98-47d7-88a4-8dbfd6ff0da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:10:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['45ef4566-b966-4cb7-bab6-76d61bf7ce0e'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:50.473038 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-80e1e7e4-7657-41fc-ad76-a796b34ac1a7 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Request body: {'router': {'external_gateway_info': {'network_id': '45ef4566-b966-4cb7-bab6-76d61bf7ce0e'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:50.524292 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52f1da-07de-47bd-9db9-9363267aea07 req-47ed8bd8-d534-4d8f-ad77-9b7f3066ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:50.526183 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af52f1da-07de-47bd-9db9-9363267aea07 req-47ed8bd8-d534-4d8f-ad77-9b7f3066ecfe service neutron] 10.222.0.16 "GET /v2.0/networks?id=524e86b0-c3d9-42e3-b060-cee62ca18b80 HTTP/1.1" status: 200 len: 914 time: 0.4571183 Jul 22 19:10:50.569480 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ac28045-b9d9-4369-8b5a-356225fa734f req-8a3c20f7-ce4e-4600-bea5-ffc366f272be tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/security-groups?id=628ff75a-d928-46f8-8911-01804a3794a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280503 Jul 22 19:10:50.582703 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ec6c0d57-6b98-47d7-88a4-8dbfd6ff0da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:10:50.583365 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6c0d57-6b98-47d7-88a4-8dbfd6ff0da2 None None] The sync data for ids ['45ef4566-b966-4cb7-bab6-76d61bf7ce0e'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:10:50.610418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4296b6d2-07cd-4781-9784-a7f229efafea req-7248d2eb-1d44-46cd-98e5-6eaa09dd9e26 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Made reservation on behalf of 46238864a83148d380b2ca0eb3b80dcd for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:50.614613 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4296b6d2-07cd-4781-9784-a7f229efafea req-7248d2eb-1d44-46cd-98e5-6eaa09dd9e26 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:50.627574 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af52f1da-07de-47bd-9db9-9363267aea07 req-b7668ff5-6e7c-4668-a15c-dbf7259dace1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13cbe2d8-8ba0-486d-a4ea-228ce80c329c HTTP/1.1" status: 200 len: 217 time: 0.0853527 Jul 22 19:10:50.660513 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e43111a-ea51-484b-9025-6f6bd386a50f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:50.669490 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5e43111a-ea51-484b-9025-6f6bd386a50f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:50.797522 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:50.896925 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffa1e5-818b-47d2-b70a-b5d89fdfffab req-83db091f-2265-4c0a-83ff-2f9b093669a5 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:50.896925 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c1ffa1e5-818b-47d2-b70a-b5d89fdfffab req-83db091f-2265-4c0a-83ff-2f9b093669a5 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 945 time: 0.6525695 Jul 22 19:10:50.932661 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:50.933275 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:50.958383 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-514f1eea-0b95-43fa-8813-88aca5f37aba req-895c5ee1-6db7-4039-9bb2-1400084d6ed0 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 210 time: 0.0508363 Jul 22 19:10:50.995973 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2e0ef0d9-423d-45ae-86a7-30ead947762a None None] Provisioning for port 63703bdd-bfb1-487a-99ef-a307c9de8569 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:51.050524 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2e0ef0d9-423d-45ae-86a7-30ead947762a None None] Provisioning complete for port ceb00bc5-e561-485c-8521-fd25d5ed0d4b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:51.050824 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2e0ef0d9-423d-45ae-86a7-30ead947762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:51.143168 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-4296b6d2-07cd-4781-9784-a7f229efafea req-7248d2eb-1d44-46cd-98e5-6eaa09dd9e26 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Allocated IP 192.168.233.19 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/fb909c7b-f94e-4b49-9b26-1260cef70227) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:51.166024 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2e0ef0d9-423d-45ae-86a7-30ead947762a None None] Port ceb00bc5-e561-485c-8521-fd25d5ed0d4b cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:51.202949 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:51.212022 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-80e1e7e4-7657-41fc-ad76-a796b34ac1a7 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:51.226253 n-d-800086-12 neutron-server[93806]: INFO neutron.db.ipam_backend_mixin [None req-5e43111a-ea51-484b-9025-6f6bd386a50f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7b62f717-5057-488f-a8ad-2d8e5acc8efa (CIDR: 172.20.0.0/28) Jul 22 19:10:51.237220 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e43111a-ea51-484b-9025-6f6bd386a50f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:10:51.237603 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e43111a-ea51-484b-9025-6f6bd386a50f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:10:51.255880 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b1257c-993a-4bdd-88d9-8506bbcc053c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:10:51.258740 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5851fc46-84e8-401b-9477-c1708d8af5fd" -d '{"events": [{"server_uuid": "c0b1257c-993a-4bdd-88d9-8506bbcc053c", "name": "network-vif-plugged", "status": "completed", "tag": "1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:10:51.284843 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-80e1e7e4-7657-41fc-ad76-a796b34ac1a7 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] update failed (client error): The resource could not be found. Jul 22 19:10:51.289218 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-80e1e7e4-7657-41fc-ad76-a796b34ac1a7 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "PUT /v2.0/routers/45ef4566-b966-4cb7-bab6-76d61bf7ce0e HTTP/1.1" status: 404 len: 339 time: 0.8394406 Jul 22 19:10:51.289526 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5e43111a-ea51-484b-9025-6f6bd386a50f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1943953 Jul 22 19:10:51.293907 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:51.294497 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41360) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:51.294841 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41362) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:51.304156 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1104c-c7f1-4956-9e4c-6536c3163e29 req-8d791f8c-1b3b-4b96-9f01-bbe7ac20ddca tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:51.305401 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:51.305880 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c9d1104c-c7f1-4956-9e4c-6536c3163e29 req-8d791f8c-1b3b-4b96-9f01-bbe7ac20ddca tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 945 time: 0.2892623 Jul 22 19:10:51.312225 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c65f6c7e-da7d-468c-acae-7fcb6b5f3331 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-825800148'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:51.338693 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8559d08c-cd73-4f69-a726-453c0d2e7d20 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'subnet': {'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:51.351033 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65f6c7e-da7d-468c-acae-7fcb6b5f3331 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Made reservation on behalf of 3b8b2e3fa718492794dd4bfc95dc9a5c for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:51.354393 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c65f6c7e-da7d-468c-acae-7fcb6b5f3331 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:51.376661 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52f1da-07de-47bd-9db9-9363267aea07 req-2fa6b371-842c-4201-bbea-1e4414bc07b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:51.378235 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af52f1da-07de-47bd-9db9-9363267aea07 req-2fa6b371-842c-4201-bbea-1e4414bc07b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=641bbd45-6b0c-472d-90da-6574280f280d HTTP/1.1" status: 200 len: 853 time: 0.7312872 Jul 22 19:10:51.383054 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:51.388191 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7b35ed03-1c21-4a74-8e66-1304ed5524c8 None None] Provisioning for port 4db7ff3b-b843-4f60-b76e-45d18abff53f completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:51.398803 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7b35ed03-1c21-4a74-8e66-1304ed5524c8 None None] Provisioning complete for port 4db7ff3b-b843-4f60-b76e-45d18abff53f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:51.399198 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7b35ed03-1c21-4a74-8e66-1304ed5524c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:51.424945 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c1ffa1e5-818b-47d2-b70a-b5d89fdfffab req-5c7ae7d2-5d77-4a48-ae08-27055fb69299 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/security-groups?id=0424ee17-2730-40c8-a994-faf4d1fc16dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536407 Jul 22 19:10:51.468598 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af52f1da-07de-47bd-9db9-9363267aea07 req-0485c19a-965f-41fb-ac04-aa127d859c24 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=524e86b0-c3d9-42e3-b060-cee62ca18b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480881 Jul 22 19:10:51.494414 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-7b35ed03-1c21-4a74-8e66-1304ed5524c8 None None] Port 4db7ff3b-b843-4f60-b76e-45d18abff53f cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:51.574007 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65f6c7e-da7d-468c-acae-7fcb6b5f3331 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:10:51.616803 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45c94d5-06d1-43c4-a69c-6375ba8d5f8a x-openstack-request-id: req-d45c94d5-06d1-43c4-a69c-6375ba8d5f8a {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:10:51.617749 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b1257c-993a-4bdd-88d9-8506bbcc053c", "name": "network-vif-plugged", "status": "completed", "tag": "1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:10:51.618162 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d45c94d5-06d1-43c4-a69c-6375ba8d5f8a {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:10:51.618817 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b1257c-993a-4bdd-88d9-8506bbcc053c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d', 'code': 200} Jul 22 19:10:51.640017 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c65f6c7e-da7d-468c-acae-7fcb6b5f3331 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:51.643922 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-c65f6c7e-da7d-468c-acae-7fcb6b5f3331 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Added segment 573fbecb-332a-43c8-be01-0eaf7bf411f7 of type vlan for network 54c76a1e-72c4-4a68-8443-7e39c79f8fdc Jul 22 19:10:51.644577 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300b9f4-11cb-4c64-9c02-ded822f80b01 req-375adb79-5eac-4888-9ba3-630ef7e56b1f tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:51.646252 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4300b9f4-11cb-4c64-9c02-ded822f80b01 req-375adb79-5eac-4888-9ba3-630ef7e56b1f tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb77f10e-c93f-463c-94b6-10741894289a HTTP/1.1" status: 200 len: 931 time: 0.4019561 Jul 22 19:10:51.687065 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 63703bdd-bfb1-487a-99ef-a307c9de8569 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:51.711977 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4296b6d2-07cd-4781-9784-a7f229efafea req-7248d2eb-1d44-46cd-98e5-6eaa09dd9e26 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:51.783128 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 63703bdd-bfb1-487a-99ef-a307c9de8569 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:51.789519 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 63703bdd-bfb1-487a-99ef-a307c9de8569 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:51.790003 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:51.831506 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c65f6c7e-da7d-468c-acae-7fcb6b5f3331 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:51.839384 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8559d08c-cd73-4f69-a726-453c0d2e7d20 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:51.843006 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8559d08c-cd73-4f69-a726-453c0d2e7d20 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:51.861257 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4300b9f4-11cb-4c64-9c02-ded822f80b01 req-4574c7b7-1d1d-414e-adaf-6d7508a4eedd tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520076 Jul 22 19:10:51.864137 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a478bb-6813-455d-a858-8497a28e2b39 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:10:51.879079 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-c9d1104c-c7f1-4956-9e4c-6536c3163e29 req-c6174cfc-142d-4ec0-82b9-2de0d04a5415 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Deleting port 9379f319-83dc-499c-b2f9-a6930eecf652 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:51.879504 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c9d1104c-c7f1-4956-9e4c-6536c3163e29 req-c6174cfc-142d-4ec0-82b9-2de0d04a5415 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:51.888216 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-4296b6d2-07cd-4781-9784-a7f229efafea req-7248d2eb-1d44-46cd-98e5-6eaa09dd9e26 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Transition to ACTIVE for port object fb909c7b-f94e-4b49-9b26-1260cef70227 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:51.902815 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:51.919838 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:51.927209 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] Transition to ACTIVE for port object 10a478bb-6813-455d-a858-8497a28e2b39 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:51.961080 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:51.966412 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af52f1da-07de-47bd-9db9-9363267aea07 req-f0d91be0-bdb3-460d-b323-4e7666fb4907 service neutron] 10.222.0.16 "GET /v2.0/networks/524e86b0-c3d9-42e3-b060-cee62ca18b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891548 Jul 22 19:10:51.993964 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 63703bdd-bfb1-487a-99ef-a307c9de8569, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=63703bdd-bfb1-487a-99ef-a307c9de8569,segment=NetworkSegment(6d944e2e-eb8b-4cb3-b872-2d93c2e8fcf5),segment_id=6d944e2e-eb8b-4cb3-b872-2d93c2e8fcf5)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:52.004198 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:52.070903 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c65f6c7e-da7d-468c-acae-7fcb6b5f3331 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:52.076427 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65f6c7e-da7d-468c-acae-7fcb6b5f3331 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:52.077064 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c65f6c7e-da7d-468c-acae-7fcb6b5f3331 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:52.079453 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=63703bdd-bfb1-487a-99ef-a307c9de8569,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:52.138158 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4296b6d2-07cd-4781-9784-a7f229efafea req-7248d2eb-1d44-46cd-98e5-6eaa09dd9e26 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:52.143360 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b0c52ca0-14b6-4136-b8de-2b25b8a775d9 req-fd342e26-68d2-4279-b959-34148cc1ace8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4078352 Jul 22 19:10:52.152718 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c65f6c7e-da7d-468c-acae-7fcb6b5f3331 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8457248 Jul 22 19:10:52.156808 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['e464f3c4-2a37-45c5-b30c-52016b9bfacc', '3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:10:52.160346 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['010b98b4-758f-4285-89fb-ff8927f356cc'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:10:52.164547 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41378) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:52.208275 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-9c8000ef-bc6f-4783-8a48-415d49aa5ff1 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Request body: {'subnet': {'network_id': '54c76a1e-72c4-4a68-8443-7e39c79f8fdc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:52.243632 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f6c7e-da7d-468c-acae-7fcb6b5f3331 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event updated for resources: {'Network': ['ID=54c76a1e-72c4-4a68-8443-7e39c79f8fdc,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:52.262093 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 54c76a1e-72c4-4a68-8443-7e39c79f8fdc details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:10:52.286751 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-c9d1104c-c7f1-4956-9e4c-6536c3163e29 req-c6174cfc-142d-4ec0-82b9-2de0d04a5415 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] For port 9379f319-83dc-499c-b2f9-a6930eecf652, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9379f319-83dc-499c-b2f9-a6930eecf652,segment=NetworkSegment(5e9c5442-4aef-46ca-808c-f594344b1a0a),segment_id=5e9c5442-4aef-46ca-808c-f594344b1a0a)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:52.287099 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c9d1104c-c7f1-4956-9e4c-6536c3163e29 req-c6174cfc-142d-4ec0-82b9-2de0d04a5415 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:52.363882 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-c9d1104c-c7f1-4956-9e4c-6536c3163e29 req-c6174cfc-142d-4ec0-82b9-2de0d04a5415 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Calling delete_port for 9379f319-83dc-499c-b2f9-a6930eecf652 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:52.503165 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c52ca0-14b6-4136-b8de-2b25b8a775d9 req-7484b06e-f515-4b9c-9b28-aad7d7835099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:52.504491 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b0c52ca0-14b6-4136-b8de-2b25b8a775d9 req-7484b06e-f515-4b9c-9b28-aad7d7835099 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 1103 time: 0.2878704 Jul 22 19:10:52.505240 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8000ef-bc6f-4783-8a48-415d49aa5ff1 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Made reservation on behalf of 3b8b2e3fa718492794dd4bfc95dc9a5c for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:10:52.516536 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9c8000ef-bc6f-4783-8a48-415d49aa5ff1 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:52.741775 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] Attempting to bind port 10a478bb-6813-455d-a858-8497a28e2b39 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:10:52.742332 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] Attempting to bind port 10a478bb-6813-455d-a858-8497a28e2b39 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:10:52.742837 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] Attempting to bind port 10a478bb-6813-455d-a858-8497a28e2b39 on network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:10:52.756204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] Pushing event updated for resources: {'Port': ['ID=10a478bb-6813-455d-a858-8497a28e2b39,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:52.759934 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4296b6d2-07cd-4781-9784-a7f229efafea req-7248d2eb-1d44-46cd-98e5-6eaa09dd9e26 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:52.763323 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af52f1da-07de-47bd-9db9-9363267aea07 req-6da00b83-38db-4e3c-8cad-104d946ef071 service neutron] 10.222.0.16 "GET /v2.0/networks/524e86b0-c3d9-42e3-b060-cee62ca18b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7862222 Jul 22 19:10:52.805949 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8559d08c-cd73-4f69-a726-453c0d2e7d20 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:52.828924 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248d2eb-1d44-46cd-98e5-6eaa09dd9e26 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Pushing event updated for resources: {'Port': ['ID=fb909c7b-f94e-4b49-9b26-1260cef70227,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:52.832000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] Port 10a478bb-6813-455d-a858-8497a28e2b39 on network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:10:52.832000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] Attempting to bind port 10a478bb-6813-455d-a858-8497a28e2b39 on network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:10:52.837266 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-4296b6d2-07cd-4781-9784-a7f229efafea req-7248d2eb-1d44-46cd-98e5-6eaa09dd9e26 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:52.850713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc1d17-6b12-4330-b0bd-186d5b027cae req-844a7327-aaf6-4b20-92f0-2cd2357ed3ee tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:52.857522 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-50cc1d17-6b12-4330-b0bd-186d5b027cae req-844a7327-aaf6-4b20-92f0-2cd2357ed3ee tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba HTTP/1.1" status: 200 len: 943 time: 1.1089275 Jul 22 19:10:52.860431 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c52ca0-14b6-4136-b8de-2b25b8a775d9 req-6da6c994-3418-4fc1-96aa-84d3338af08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:52.861893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-4296b6d2-07cd-4781-9784-a7f229efafea req-7248d2eb-1d44-46cd-98e5-6eaa09dd9e26 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:52.862478 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b0c52ca0-14b6-4136-b8de-2b25b8a775d9 req-6da6c994-3418-4fc1-96aa-84d3338af08b service neutron] 10.222.0.16 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.3064268 Jul 22 19:10:52.878989 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:10:52.884111 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] Checking segment: {'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:52.884699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] Bound using segment: {'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:10:52.885038 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] Bound port: 10a478bb-6813-455d-a858-8497a28e2b39, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:10:52.885388 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:52.899864 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8559d08c-cd73-4f69-a726-453c0d2e7d20 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:52.983898 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073ba5f-49e7-4039-9ecd-587dadfe1ea2 req-eb157097-001e-4ba6-922c-09277403adc4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:52.997480 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b073ba5f-49e7-4039-9ecd-587dadfe1ea2 req-eb157097-001e-4ba6-922c-09277403adc4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 935 time: 0.9075739 Jul 22 19:10:52.998774 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 13cbe2d8-8ba0-486d-a4ea-228ce80c329c details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:10:53.024035 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c9d1104c-c7f1-4956-9e4c-6536c3163e29 req-c6174cfc-142d-4ec0-82b9-2de0d04a5415 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:53.047593 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-8559d08c-cd73-4f69-a726-453c0d2e7d20 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:53.057847 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8559d08c-cd73-4f69-a726-453c0d2e7d20 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:53.058691 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8559d08c-cd73-4f69-a726-453c0d2e7d20 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:53.060809 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559d08c-cd73-4f69-a726-453c0d2e7d20 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Subnet': ['ID=86275660-5226-4e05-ba4e-1f1b30076562,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:53.080731 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b0c52ca0-14b6-4136-b8de-2b25b8a775d9 req-f4bf9b56-0356-4234-8d6e-23a720980c34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=010b98b4-758f-4285-89fb-ff8927f356cc HTTP/1.1" status: 200 len: 217 time: 0.2031784 Jul 22 19:10:53.091921 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296b6d2-07cd-4781-9784-a7f229efafea req-7248d2eb-1d44-46cd-98e5-6eaa09dd9e26 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:53.094234 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4296b6d2-07cd-4781-9784-a7f229efafea req-7248d2eb-1d44-46cd-98e5-6eaa09dd9e26 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:53.096109 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9379f319-83dc-499c-b2f9-a6930eecf652'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:10:53.117721 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f38600-8c8a-4dd1-a218-502d93433be0 None None] Network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:53.129323 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.resource_extend [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:10:53.207476 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6174cfc-142d-4ec0-82b9-2de0d04a5415 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Pushing event deleted for resources: {'Port': ['ID=9379f319-83dc-499c-b2f9-a6930eecf652,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:53.223020 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b073ba5f-49e7-4039-9ecd-587dadfe1ea2 req-f4128e24-bb54-4afe-b32f-e223706b5f23 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246220 Jul 22 19:10:53.230322 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-50cc1d17-6b12-4330-b0bd-186d5b027cae req-8fbfda79-c8e3-48d7-8b0f-9eda68eba30a tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/security-groups?id=628ff75a-d928-46f8-8911-01804a3794a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718936 Jul 22 19:10:53.234567 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4296b6d2-07cd-4781-9784-a7f229efafea req-7248d2eb-1d44-46cd-98e5-6eaa09dd9e26 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4393613 Jul 22 19:10:53.241761 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] For port 10a478bb-6813-455d-a858-8497a28e2b39, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:10:53.248311 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] For port 10a478bb-6813-455d-a858-8497a28e2b39, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=10a478bb-6813-455d-a858-8497a28e2b39,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:10:53.260499 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-4296b6d2-07cd-4781-9784-a7f229efafea req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] Request body: {'port': {'device_id': '1be95a2c-bf41-47f4-914c-bbd1ababeda0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:53.260695 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8559d08c-cd73-4f69-a726-453c0d2e7d20 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9247131 Jul 22 19:10:53.260695 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c52ca0-14b6-4136-b8de-2b25b8a775d9 req-48dbd762-e51c-4e7d-ac1e-53d1d147cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:53.260827 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b0c52ca0-14b6-4136-b8de-2b25b8a775d9 req-48dbd762-e51c-4e7d-ac1e-53d1d147cfc6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1483176 Jul 22 19:10:53.261243 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41390) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:53.265097 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:53.296206 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1539325456', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '86275660-5226-4e05-ba4e-1f1b30076562'}], 'security_groups': ['f217882b-a01a-48a4-99dd-9b2293f3ca35']}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:53.299811 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d1104c-c7f1-4956-9e4c-6536c3163e29 req-c6174cfc-142d-4ec0-82b9-2de0d04a5415 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] No DVR routers for this DVR port 9379f319-83dc-499c-b2f9-a6930eecf652 on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:10:53.305386 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c9d1104c-c7f1-4956-9e4c-6536c3163e29 req-c6174cfc-142d-4ec0-82b9-2de0d04a5415 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:53.307547 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c9d1104c-c7f1-4956-9e4c-6536c3163e29 req-c6174cfc-142d-4ec0-82b9-2de0d04a5415 tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.16 "DELETE /v2.0/ports/9379f319-83dc-499c-b2f9-a6930eecf652 HTTP/1.1" status: 204 len: 173 time: 1.9633832 Jul 22 19:10:53.308005 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aeff4c0-9324-4c3d-b00a-bbe1d49465c1', 'name': 'network-vif-deleted', 'tag': '9379f319-83dc-499c-b2f9-a6930eecf652'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:10:53.310396 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03707453-32fc-4f69-a00c-357e69fd327c" -d '{"events": [{"server_uuid": "5aeff4c0-9324-4c3d-b00a-bbe1d49465c1", "name": "network-vif-deleted", "tag": "9379f319-83dc-499c-b2f9-a6930eecf652"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:10:53.374134 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:53.376378 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:53.382898 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] 10.222.0.30 "PUT /v2.0/ports/10a478bb-6813-455d-a858-8497a28e2b39 HTTP/1.1" status: 200 len: 1092 time: 3.9264002 Jul 22 19:10:53.388177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb77f10e-c93f-463c-94b6-10741894289a', 'tag': '10a478bb-6813-455d-a858-8497a28e2b39'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:10:53.391549 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4144c593-ff4f-4eb8-9496-e00ffe8bf609" -d '{"events": [{"name": "network-changed", "server_uuid": "cb77f10e-c93f-463c-94b6-10741894289a", "tag": "10a478bb-6813-455d-a858-8497a28e2b39"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:10:53.395949 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8c380e54-b4c8-4c81-8f63-143bd28b56cb None None] Provisioning for port fb909c7b-f94e-4b49-9b26-1260cef70227 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:53.461231 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8c380e54-b4c8-4c81-8f63-143bd28b56cb None None] Provisioning complete for port fb909c7b-f94e-4b49-9b26-1260cef70227 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:53.461605 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8c380e54-b4c8-4c81-8f63-143bd28b56cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:53.536502 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-36678d5b-43b3-4762-81ad-3fc121677e10 req-dc952705-9131-41f8-8a99-989bc8fe5f0c tempest-ServerRescueTestJSONUnderV235-1513070839 tempest-ServerRescueTestJSONUnderV235-1513070839-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aeff4c0-9324-4c3d-b00a-bbe1d49465c1 HTTP/1.1" status: 200 len: 210 time: 0.0834079 Jul 22 19:10:53.594710 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2eb5e0-a322-420d-b6ca-bcfcdb80d24f service neutron] Pushing event updated for resources: {'Port': ['ID=10a478bb-6813-455d-a858-8497a28e2b39,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:53.647956 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 13cbe2d8-8ba0-486d-a4ea-228ce80c329c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=13cbe2d8-8ba0-486d-a4ea-228ce80c329c,segment=NetworkSegment(39045908-6a73-4f78-963e-aa15a67eb21f),segment_id=39045908-6a73-4f78-963e-aa15a67eb21f)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:53.651588 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 63703bdd-bfb1-487a-99ef-a307c9de8569 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:53.655894 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4296b6d2-07cd-4781-9784-a7f229efafea req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:53.750970 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '13cbe2d8-8ba0-486d-a4ea-228ce80c329c', 'network_id': '524e86b0-c3d9-42e3-b060-cee62ca18b80', 'port_id': '13cbe2d8-8ba0-486d-a4ea-228ce80c329c', 'mac_address': 'fa:16:3e:2c:c2:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641bbd45-6b0c-472d-90da-6574280f280d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:10:53.770480 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-8c380e54-b4c8-4c81-8f63-143bd28b56cb None None] Port fb909c7b-f94e-4b49-9b26-1260cef70227 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:53.827288 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:53.849322 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00f787-f589-4b82-918f-daa9b1d28462 req-e3e454b0-45ba-4a8f-a28d-ce22bf2a2d97 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:53.856703 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9a00f787-f589-4b82-918f-daa9b1d28462 req-e3e454b0-45ba-4a8f-a28d-ce22bf2a2d97 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb77f10e-c93f-463c-94b6-10741894289a HTTP/1.1" status: 200 len: 943 time: 0.2517722 Jul 22 19:10:53.893582 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13cbe2d8-8ba0-486d-a4ea-228ce80c329c {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:10:53.900207 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-61a8a244-166f-4b27-acbe-bd61a5ede18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:53.902125 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-61a8a244-166f-4b27-acbe-bd61a5ede18d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17cd2804a52047cfb4d32d8ab0a04c5d&device_id=cb77f10e-c93f-463c-94b6-10741894289a HTTP/1.1" status: 200 len: 1095 time: 0.3895133 Jul 22 19:10:53.906024 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364a644f-f4f8-41aa-8e63-2ceef442b27f x-openstack-request-id: req-364a644f-f4f8-41aa-8e63-2ceef442b27f {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:10:53.906558 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb77f10e-c93f-463c-94b6-10741894289a", "tag": "10a478bb-6813-455d-a858-8497a28e2b39", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:10:53.906940 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-364a644f-f4f8-41aa-8e63-2ceef442b27f {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:10:53.907474 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb77f10e-c93f-463c-94b6-10741894289a', 'tag': '10a478bb-6813-455d-a858-8497a28e2b39', 'status': 'completed', 'code': 200} Jul 22 19:10:53.939558 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6819ad23-d75a-4ff9-9fcc-20841f185597 x-openstack-request-id: req-6819ad23-d75a-4ff9-9fcc-20841f185597 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:10:53.940360 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aeff4c0-9324-4c3d-b00a-bbe1d49465c1", "name": "network-vif-deleted", "tag": "9379f319-83dc-499c-b2f9-a6930eecf652", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:10:53.940741 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6819ad23-d75a-4ff9-9fcc-20841f185597 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:10:53.941231 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aeff4c0-9324-4c3d-b00a-bbe1d49465c1', 'name': 'network-vif-deleted', 'tag': '9379f319-83dc-499c-b2f9-a6930eecf652', 'status': 'completed', 'code': 200} Jul 22 19:10:53.960467 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 13cbe2d8-8ba0-486d-a4ea-228ce80c329c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=13cbe2d8-8ba0-486d-a4ea-228ce80c329c,segment=NetworkSegment(39045908-6a73-4f78-963e-aa15a67eb21f),segment_id=39045908-6a73-4f78-963e-aa15a67eb21f)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:53.971521 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:53.994314 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9c8000ef-bc6f-4783-8a48-415d49aa5ff1 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:54.015055 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 63703bdd-bfb1-487a-99ef-a307c9de8569 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:54.016616 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:54.073079 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-d91fa7ec-ad8d-4f37-b807-844b4af91a4c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10a478bb-6813-455d-a858-8497a28e2b39 HTTP/1.1" status: 200 len: 217 time: 0.1546836 Jul 22 19:10:54.104098 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9a00f787-f589-4b82-918f-daa9b1d28462 req-9e08c927-a8a1-4202-a1a6-283769452edd tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461948 Jul 22 19:10:54.144942 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8000ef-bc6f-4783-8a48-415d49aa5ff1 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event updated for resources: {'Subnet': ['ID=9343c6b7-1ddc-4a17-b4f8-83cc0bff0ffd,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:54.159997 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c52ca0-14b6-4136-b8de-2b25b8a775d9 req-829b7f2e-e5ae-44b5-b6f6-909dae00966e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:54.161874 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b0c52ca0-14b6-4136-b8de-2b25b8a775d9 req-829b7f2e-e5ae-44b5-b6f6-909dae00966e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8788331 Jul 22 19:10:54.177251 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-014f3ffa-a0bf-4e1b-97d9-54be92492535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:54.178848 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-014f3ffa-a0bf-4e1b-97d9-54be92492535 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ba5617b-ba48-486c-9750-2a5a3148f236 HTTP/1.1" status: 200 len: 852 time: 0.0951650 Jul 22 19:10:54.203079 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=13cbe2d8-8ba0-486d-a4ea-228ce80c329c,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:54.204393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8000ef-bc6f-4783-8a48-415d49aa5ff1 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Checking segment: {'id': '573fbecb-332a-43c8-be01-0eaf7bf411f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '54c76a1e-72c4-4a68-8443-7e39c79f8fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:54.205072 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8000ef-bc6f-4783-8a48-415d49aa5ff1 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Network hostable DHCP agents. Network: 54c76a1e-72c4-4a68-8443-7e39c79f8fdc, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:10:54.234240 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['13cbe2d8-8ba0-486d-a4ea-228ce80c329c'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:10:54.274406 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaac76a-6db4-4e8a-b1e8-d2fdf41019ba None None] Update dhcp port {'port': {'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469', 'fixed_ips': [{'subnet_id': '7b62f717-5057-488f-a8ad-2d8e5acc8efa', 'ip_address': '172.20.0.2'}, {'subnet_id': '86275660-5226-4e05-ba4e-1f1b30076562'}], 'binding:host_id': 'n-d-800086-12'}, 'id': '63703bdd-bfb1-487a-99ef-a307c9de8569'} from n-d-800086-12. {{(pid=93808) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:10:54.339854 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8000ef-bc6f-4783-8a48-415d49aa5ff1 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Network 54c76a1e-72c4-4a68-8443-7e39c79f8fdc is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:10:54.342026 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:54.367665 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-f9c4b17c-e626-4252-8ee8-29e97328cb62 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1787949 Jul 22 19:10:54.370938 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-9c8000ef-bc6f-4783-8a48-415d49aa5ff1 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 54c76a1e-72c4-4a68-8443-7e39c79f8fdc) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:54.382212 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8000ef-bc6f-4783-8a48-415d49aa5ff1 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:54.383181 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9c8000ef-bc6f-4783-8a48-415d49aa5ff1 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:54.387053 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b0c52ca0-14b6-4136-b8de-2b25b8a775d9 req-8248eab6-0ddd-4fca-83e5-59a5dcf1dd72 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176011 Jul 22 19:10:54.403616 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925547b6-e513-4565-8ec7-2abcdffd6daa None None] Network 54c76a1e-72c4-4a68-8443-7e39c79f8fdc requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:54.439200 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-baaac76a-6db4-4e8a-b1e8-d2fdf41019ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:54.462642 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9c8000ef-bc6f-4783-8a48-415d49aa5ff1 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2949154 Jul 22 19:10:54.473745 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41410) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:54.503951 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-235d3d2a-5a86-4314-aaaf-bc22e51bd38a tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Request body: {'router': {'external_gateway_info': {'network_id': '54c76a1e-72c4-4a68-8443-7e39c79f8fdc'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:10:54.545376 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-aa4cc9b8-b3d3-4c56-a21f-05e535ac6de2 service neutron] 10.222.0.30 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560931 Jul 22 19:10:54.682090 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32511a5a-a3a9-4635-aba1-8935b83cf7d6 req-26ceceae-1478-4a83-83c7-4deaa37a2ead service neutron] 10.222.0.30 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067705 Jul 22 19:10:54.902307 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-235d3d2a-5a86-4314-aaaf-bc22e51bd38a tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:54.915824 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b0c52ca0-14b6-4136-b8de-2b25b8a775d9 req-4b92442e-6827-47da-8e72-8cc9370fd937 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007746 Jul 22 19:10:54.951857 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6bb85-9f53-40fe-817a-1e1fadc77657 req-5be2eae5-73a8-4cc8-8b15-74ee50791626 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:54.952925 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1aa6bb85-9f53-40fe-817a-1e1fadc77657 req-5be2eae5-73a8-4cc8-8b15-74ee50791626 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 935 time: 0.4048672 Jul 22 19:10:54.984552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781dc8ff-1a9e-4875-809c-95074573178e req-32c15be4-df0e-4ba9-9854-22d47c2d2e94 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:54.986166 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-781dc8ff-1a9e-4875-809c-95074573178e req-32c15be4-df0e-4ba9-9854-22d47c2d2e94 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba HTTP/1.1" status: 200 len: 944 time: 0.4367168 Jul 22 19:10:55.002300 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9379f319-83dc-499c-b2f9-a6930eecf652 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:10:55.027274 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-4296b6d2-07cd-4781-9784-a7f229efafea req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb909c7b-f94e-4b49-9b26-1260cef70227 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:10:55.029928 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 9379f319-83dc-499c-b2f9-a6930eecf652 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:10:55.030393 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9379f319-83dc-499c-b2f9-a6930eecf652 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:10:55.043743 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144c593-ff4f-4eb8-9496-e00ffe8bf609 req-c73d48b2-2250-45d7-948a-9c0d924bf604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:55.046666 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4144c593-ff4f-4eb8-9496-e00ffe8bf609 req-c73d48b2-2250-45d7-948a-9c0d924bf604 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17cd2804a52047cfb4d32d8ab0a04c5d&device_id=cb77f10e-c93f-463c-94b6-10741894289a HTTP/1.1" status: 200 len: 1095 time: 0.2909186 Jul 22 19:10:55.073174 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4296b6d2-07cd-4781-9784-a7f229efafea req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:55.087599 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-baaac76a-6db4-4e8a-b1e8-d2fdf41019ba None None] Allocated IP 172.20.0.18 (a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469/86275660-5226-4e05-ba4e-1f1b30076562/63703bdd-bfb1-487a-99ef-a307c9de8569) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:55.106767 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-54c76a1e-72c4-4a68-8443-7e39c79f8fdc', 'network_id': '54c76a1e-72c4-4a68-8443-7e39c79f8fdc', 'tenant_id': '3b8b2e3fa718492794dd4bfc95dc9a5c', 'fixed_ips': [{'subnet_id': '9343c6b7-1ddc-4a17-b4f8-83cc0bff0ffd'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:10:55.106972 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:55.112008 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-781dc8ff-1a9e-4875-809c-95074573178e req-a756c2fe-edd8-4c4b-9fbe-d55062dd5ac5 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/security-groups?id=628ff75a-d928-46f8-8911-01804a3794a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116915 Jul 22 19:10:55.215272 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-235d3d2a-5a86-4314-aaaf-bc22e51bd38a tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:10:55.222840 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-235d3d2a-5a86-4314-aaaf-bc22e51bd38a tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "PUT /v2.0/routers/45ef4566-b966-4cb7-bab6-76d61bf7ce0e HTTP/1.1" status: 400 len: 364 time: 0.7478690 Jul 22 19:10:55.224142 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41428) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:55.247588 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-4296b6d2-07cd-4781-9784-a7f229efafea req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] Transition to ACTIVE for port object fb909c7b-f94e-4b49-9b26-1260cef70227 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:55.256508 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1aa6bb85-9f53-40fe-817a-1e1fadc77657 req-e9609be3-ecd5-4ca8-be64-2bf8450ecbc9 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939372 Jul 22 19:10:55.261931 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4296b6d2-07cd-4781-9784-a7f229efafea req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:55.351194 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41430) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:55.471016 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-baaac76a-6db4-4e8a-b1e8-d2fdf41019ba None None] For port 63703bdd-bfb1-487a-99ef-a307c9de8569, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=63703bdd-bfb1-487a-99ef-a307c9de8569,segment=NetworkSegment(6d944e2e-eb8b-4cb3-b872-2d93c2e8fcf5),segment_id=6d944e2e-eb8b-4cb3-b872-2d93c2e8fcf5)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:55.518168 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-baaac76a-6db4-4e8a-b1e8-d2fdf41019ba None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:55.538104 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-baaac76a-6db4-4e8a-b1e8-d2fdf41019ba None None] Transition to ACTIVE for port object 63703bdd-bfb1-487a-99ef-a307c9de8569 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:55.558578 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-baaac76a-6db4-4e8a-b1e8-d2fdf41019ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:55.564685 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] Pushing event updated for resources: {'Port': ['ID=fb909c7b-f94e-4b49-9b26-1260cef70227,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:55.634996 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144c593-ff4f-4eb8-9496-e00ffe8bf609 req-9f636287-93ac-48b5-82ac-17d2dab1589f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:55.637944 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4144c593-ff4f-4eb8-9496-e00ffe8bf609 req-9f636287-93ac-48b5-82ac-17d2dab1589f service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd HTTP/1.1" status: 200 len: 913 time: 0.5845156 Jul 22 19:10:55.642163 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaac76a-6db4-4e8a-b1e8-d2fdf41019ba None None] Pushing event updated for resources: {'Port': ['ID=63703bdd-bfb1-487a-99ef-a307c9de8569,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:55.696903 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] Allocated IP 2001:db8:1::2 (54c76a1e-72c4-4a68-8443-7e39c79f8fdc/9343c6b7-1ddc-4a17-b4f8-83cc0bff0ffd/f09db720-d827-4de6-beb0-b08f3e80d0d1) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:55.775804 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4144c593-ff4f-4eb8-9496-e00ffe8bf609 req-a4e2c0e9-d23b-440f-8dd0-ecba150d3eef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10a478bb-6813-455d-a858-8497a28e2b39 HTTP/1.1" status: 200 len: 217 time: 0.1271472 Jul 22 19:10:55.889656 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144c593-ff4f-4eb8-9496-e00ffe8bf609 req-e578dc26-693b-4a15-9186-5a8ccd4c9eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:55.891215 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4144c593-ff4f-4eb8-9496-e00ffe8bf609 req-e578dc26-693b-4a15-9186-5a8ccd4c9eba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ba5617b-ba48-486c-9750-2a5a3148f236 HTTP/1.1" status: 200 len: 852 time: 0.1022871 Jul 22 19:10:55.934320 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4296b6d2-07cd-4781-9784-a7f229efafea req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] Attempting to bind port fb909c7b-f94e-4b49-9b26-1260cef70227 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:10:55.934773 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4296b6d2-07cd-4781-9784-a7f229efafea req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] Attempting to bind port fb909c7b-f94e-4b49-9b26-1260cef70227 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:10:55.935112 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4296b6d2-07cd-4781-9784-a7f229efafea req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] Attempting to bind port fb909c7b-f94e-4b49-9b26-1260cef70227 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:10:55.957411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733466c8-2f65-44b0-b445-0428a5c90b85 req-b8e1c32b-91c5-4035-ac6e-9b248ef4ca0d tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:55.960110 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-733466c8-2f65-44b0-b445-0428a5c90b85 req-b8e1c32b-91c5-4035-ac6e-9b248ef4ca0d tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb77f10e-c93f-463c-94b6-10741894289a HTTP/1.1" status: 200 len: 943 time: 0.4978306 Jul 22 19:10:56.005937 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4296b6d2-07cd-4781-9784-a7f229efafea req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] Port fb909c7b-f94e-4b49-9b26-1260cef70227 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:10:56.006282 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4296b6d2-07cd-4781-9784-a7f229efafea req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] Attempting to bind port fb909c7b-f94e-4b49-9b26-1260cef70227 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:10:56.014842 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4144c593-ff4f-4eb8-9496-e00ffe8bf609 req-f7ef2878-211d-45c8-9e64-6fd5d241bed3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965774 Jul 22 19:10:56.025371 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4296b6d2-07cd-4781-9784-a7f229efafea req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:10:56.025816 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4296b6d2-07cd-4781-9784-a7f229efafea req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:56.027041 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4296b6d2-07cd-4781-9784-a7f229efafea req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:10:56.027525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4296b6d2-07cd-4781-9784-a7f229efafea req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] Bound port: fb909c7b-f94e-4b49-9b26-1260cef70227, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:10:56.028021 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4296b6d2-07cd-4781-9784-a7f229efafea req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:56.068359 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:56.092666 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] Transition to ACTIVE for port object f09db720-d827-4de6-beb0-b08f3e80d0d1 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:56.128615 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] Transition to ACTIVE for port object f09db720-d827-4de6-beb0-b08f3e80d0d1 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:56.136804 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:56.166156 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-733466c8-2f65-44b0-b445-0428a5c90b85 req-4a02f680-0c83-41d5-9891-55434de06d93 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734781 Jul 22 19:10:56.230264 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] Network 54c76a1e-72c4-4a68-8443-7e39c79f8fdc is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:56.233261 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:56.254112 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:56.270478 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] Pushing event updated for resources: {'Port': ['ID=f09db720-d827-4de6-beb0-b08f3e80d0d1,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:56.385708 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4296b6d2-07cd-4781-9784-a7f229efafea req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] For port fb909c7b-f94e-4b49-9b26-1260cef70227, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:10:56.391536 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4296b6d2-07cd-4781-9784-a7f229efafea req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] For port fb909c7b-f94e-4b49-9b26-1260cef70227, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=fb909c7b-f94e-4b49-9b26-1260cef70227,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:10:56.394327 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] Attempting to bind port f09db720-d827-4de6-beb0-b08f3e80d0d1 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:10:56.394703 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] Attempting to bind port f09db720-d827-4de6-beb0-b08f3e80d0d1 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '573fbecb-332a-43c8-be01-0eaf7bf411f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '54c76a1e-72c4-4a68-8443-7e39c79f8fdc'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:10:56.395069 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] Attempting to bind port f09db720-d827-4de6-beb0-b08f3e80d0d1 on network 54c76a1e-72c4-4a68-8443-7e39c79f8fdc {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:10:56.401908 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Delete allocated IP 172.20.0.11 (a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469/7b62f717-5057-488f-a8ad-2d8e5acc8efa) {{(pid=93806) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 19:10:56.407570 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:10:56.407921 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] Checking segment: {'id': '573fbecb-332a-43c8-be01-0eaf7bf411f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '54c76a1e-72c4-4a68-8443-7e39c79f8fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:10:56.408911 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:56.409287 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] Bound using segment: {'id': '573fbecb-332a-43c8-be01-0eaf7bf411f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '54c76a1e-72c4-4a68-8443-7e39c79f8fdc'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:10:56.409760 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] Bound port: f09db720-d827-4de6-beb0-b08f3e80d0d1, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573fbecb-332a-43c8-be01-0eaf7bf411f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '54c76a1e-72c4-4a68-8443-7e39c79f8fdc'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:10:56.410141 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:56.437774 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4144c593-ff4f-4eb8-9496-e00ffe8bf609 req-860fcc0a-e9f1-4bf3-adfb-4b5a820f686b service neutron] 10.222.0.30 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769176 Jul 22 19:10:56.476985 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Allocated IP 172.20.0.22 (a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469/86275660-5226-4e05-ba4e-1f1b30076562/4db7ff3b-b843-4f60-b76e-45d18abff53f) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:56.502940 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4296b6d2-07cd-4781-9784-a7f229efafea req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:56.533227 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] For port f09db720-d827-4de6-beb0-b08f3e80d0d1, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:10:56.538245 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] For port f09db720-d827-4de6-beb0-b08f3e80d0d1, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f09db720-d827-4de6-beb0-b08f3e80d0d1,segment=NetworkSegment(573fbecb-332a-43c8-be01-0eaf7bf411f7),segment_id=573fbecb-332a-43c8-be01-0eaf7bf411f7)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:10:56.548260 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:56.620634 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] Pushing event updated for resources: {'Port': ['ID=fb909c7b-f94e-4b49-9b26-1260cef70227,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:56.633915 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859cf4bd-4dee-4ab5-8a11-6145a8eec1ce None None] Pushing event updated for resources: {'Port': ['ID=f09db720-d827-4de6-beb0-b08f3e80d0d1,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:56.689750 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296b6d2-07cd-4781-9784-a7f229efafea req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:56.691102 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4296b6d2-07cd-4781-9784-a7f229efafea req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:56.692758 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4296b6d2-07cd-4781-9784-a7f229efafea req-54148b89-8019-4a82-ac91-f99a990bcecd service neutron] 10.222.0.16 "PUT /v2.0/ports/fb909c7b-f94e-4b49-9b26-1260cef70227 HTTP/1.1" status: 200 len: 1096 time: 3.4426117 Jul 22 19:10:56.723152 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb713a-4799-4740-9ca5-302e6f0623b7 req-295179e2-bdea-4e95-a7ba-62b858fd5d78 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:56.733203 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bedb713a-4799-4740-9ca5-302e6f0623b7 req-295179e2-bdea-4e95-a7ba-62b858fd5d78 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba HTTP/1.1" status: 200 len: 944 time: 0.4768970 Jul 22 19:10:56.741925 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be95a2c-bf41-47f4-914c-bbd1ababeda0', 'tag': 'fb909c7b-f94e-4b49-9b26-1260cef70227'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:10:56.744668 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807228ab-b6d1-4d1b-8598-5af138dc8e22" -d '{"events": [{"name": "network-changed", "server_uuid": "1be95a2c-bf41-47f4-914c-bbd1ababeda0", "tag": "fb909c7b-f94e-4b49-9b26-1260cef70227"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:10:56.747606 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e3c196b-23e4-4ecd-b6b3-ab2531289c78 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:56.822931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 10a478bb-6813-455d-a858-8497a28e2b39 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:10:56.911495 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e785bbc-ba20-48fa-8a95-85dbdb3d5cf6 req-050db26f-eb22-4ce2-9fb4-6bd663460d7c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:56.913234 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7e785bbc-ba20-48fa-8a95-85dbdb3d5cf6 req-050db26f-eb22-4ce2-9fb4-6bd663460d7c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 947 time: 0.4739947 Jul 22 19:10:56.922460 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bedb713a-4799-4740-9ca5-302e6f0623b7 req-c9b5c5c9-fe8a-44a4-b015-57bdd2805a21 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/security-groups?id=628ff75a-d928-46f8-8911-01804a3794a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880796 Jul 22 19:10:57.016165 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 13cbe2d8-8ba0-486d-a4ea-228ce80c329c up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:57.057754 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4144c593-ff4f-4eb8-9496-e00ffe8bf609 req-5787166a-9009-4d2d-ab05-252bf78a3823 service neutron] 10.222.0.30 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491071 Jul 22 19:10:57.062286 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296b6d2-07cd-4781-9784-a7f229efafea req-f2875ed7-a78c-42d0-a393-c18dbdbecb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:57.065293 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4296b6d2-07cd-4781-9784-a7f229efafea req-f2875ed7-a78c-42d0-a393-c18dbdbecb89 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 1099 time: 0.3117664 Jul 22 19:10:57.066466 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1668bae9-52f6-4ea6-a86c-ba324d95e6d0 None None] Provisioning for port 63703bdd-bfb1-487a-99ef-a307c9de8569 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:57.070156 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7e785bbc-ba20-48fa-8a95-85dbdb3d5cf6 req-af092a13-4826-491c-b2d2-757f0f2ee5fe tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467013 Jul 22 19:10:57.122586 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4296b6d2-07cd-4781-9784-a7f229efafea req-b622a0c8-fe35-4281-961f-453fb716b0eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=fb909c7b-f94e-4b49-9b26-1260cef70227 HTTP/1.1" status: 200 len: 217 time: 0.0504272 Jul 22 19:10:57.226107 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296b6d2-07cd-4781-9784-a7f229efafea req-50c9ace2-43ad-4b2a-9570-a9d1d3ded3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:57.230783 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4296b6d2-07cd-4781-9784-a7f229efafea req-50c9ace2-43ad-4b2a-9570-a9d1d3ded3c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0986583 Jul 22 19:10:57.233516 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def9688f-49ca-4c02-bb70-86ebe2133a07 x-openstack-request-id: req-def9688f-49ca-4c02-bb70-86ebe2133a07 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:10:57.234160 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be95a2c-bf41-47f4-914c-bbd1ababeda0", "tag": "fb909c7b-f94e-4b49-9b26-1260cef70227", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:10:57.234742 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-def9688f-49ca-4c02-bb70-86ebe2133a07 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:10:57.235414 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be95a2c-bf41-47f4-914c-bbd1ababeda0', 'tag': 'fb909c7b-f94e-4b49-9b26-1260cef70227', 'status': 'completed', 'code': 200} Jul 22 19:10:57.310851 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 10a478bb-6813-455d-a858-8497a28e2b39, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=10a478bb-6813-455d-a858-8497a28e2b39,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:57.332207 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92d7dd2f-1236-41df-8517-051714429895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:57.346412 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '10a478bb-6813-455d-a858-8497a28e2b39', 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd', 'port_id': '10a478bb-6813-455d-a858-8497a28e2b39', 'mac_address': 'fa:16:3e:06:22:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba5617b-ba48-486c-9750-2a5a3148f236', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:10:57.356700 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1668bae9-52f6-4ea6-a86c-ba324d95e6d0 None None] Provisioning complete for port 63703bdd-bfb1-487a-99ef-a307c9de8569 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:57.357083 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1668bae9-52f6-4ea6-a86c-ba324d95e6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:57.447564 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 13cbe2d8-8ba0-486d-a4ea-228ce80c329c completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:57.460780 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 13cbe2d8-8ba0-486d-a4ea-228ce80c329c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:57.461489 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:57.561015 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:57.568005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296b6d2-07cd-4781-9784-a7f229efafea req-3d7101d6-74ab-4852-9b64-d01a3ec71e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:57.571416 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4296b6d2-07cd-4781-9784-a7f229efafea req-3d7101d6-74ab-4852-9b64-d01a3ec71e1f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3280120 Jul 22 19:10:57.624197 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a478bb-6813-455d-a858-8497a28e2b39 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:10:57.675113 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 10a478bb-6813-455d-a858-8497a28e2b39, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=10a478bb-6813-455d-a858-8497a28e2b39,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:57.686549 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:57.741286 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1668bae9-52f6-4ea6-a86c-ba324d95e6d0 None None] Provisioning complete for port 4db7ff3b-b843-4f60-b76e-45d18abff53f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:57.741286 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1668bae9-52f6-4ea6-a86c-ba324d95e6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:57.774740 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25f9ba-5a50-40e4-aad3-6bf937337213 req-e700144a-0600-4a2d-80dd-3c7b4328205f tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:57.776534 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6a25f9ba-5a50-40e4-aad3-6bf937337213 req-e700144a-0600-4a2d-80dd-3c7b4328205f tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 945 time: 0.3618996 Jul 22 19:10:57.795961 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce8944-fb86-4733-a2e4-28df459fe339 req-8ab3f3d5-2deb-4982-ab00-08ece5e196b7 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:57.800182 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bce8944-fb86-4733-a2e4-28df459fe339 req-8ab3f3d5-2deb-4982-ab00-08ece5e196b7 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb77f10e-c93f-463c-94b6-10741894289a HTTP/1.1" status: 200 len: 943 time: 0.4209733 Jul 22 19:10:57.894583 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 63703bdd-bfb1-487a-99ef-a307c9de8569 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:57.901221 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6a25f9ba-5a50-40e4-aad3-6bf937337213 req-59b3b4ca-1b70-4b23-a833-11f903036079 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/security-groups?id=c172a87e-16e2-4c6f-9abd-54aba83abe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974371 Jul 22 19:10:57.933520 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1668bae9-52f6-4ea6-a86c-ba324d95e6d0 None None] Port 4db7ff3b-b843-4f60-b76e-45d18abff53f cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:57.975832 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bce8944-fb86-4733-a2e4-28df459fe339 req-7b02086f-1c2f-4e9f-8f60-945563fdad68 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360734 Jul 22 19:10:57.986009 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4296b6d2-07cd-4781-9784-a7f229efafea req-e0bf7a8c-0bc7-497d-9bed-2e74667a7903 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058535 Jul 22 19:10:58.014974 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['10a478bb-6813-455d-a858-8497a28e2b39'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:10:58.068566 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:58.093734 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Transition to ACTIVE for port object 4db7ff3b-b843-4f60-b76e-45d18abff53f will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:58.128077 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4296b6d2-07cd-4781-9784-a7f229efafea req-cb2ca2a5-c075-4151-ba94-1b2c6662aad9 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342742 Jul 22 19:10:58.230533 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:58.240826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1668bae9-52f6-4ea6-a86c-ba324d95e6d0 None None] Provisioning complete for port ceb00bc5-e561-485c-8521-fd25d5ed0d4b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:58.241262 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1668bae9-52f6-4ea6-a86c-ba324d95e6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:58.298539 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:58.302895 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=10a478bb-6813-455d-a858-8497a28e2b39,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:58.310873 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1668bae9-52f6-4ea6-a86c-ba324d95e6d0 None None] Port ceb00bc5-e561-485c-8521-fd25d5ed0d4b cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:58.405179 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 13cbe2d8-8ba0-486d-a4ea-228ce80c329c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=13cbe2d8-8ba0-486d-a4ea-228ce80c329c,segment=NetworkSegment(39045908-6a73-4f78-963e-aa15a67eb21f),segment_id=39045908-6a73-4f78-963e-aa15a67eb21f)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:58.418448 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cbe2d8-8ba0-486d-a4ea-228ce80c329c'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:10:58.420806 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107be3f6-e3e1-4a7d-b7d9-16cf89c82571" -d '{"events": [{"server_uuid": "2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba", "name": "network-vif-plugged", "status": "completed", "tag": "13cbe2d8-8ba0-486d-a4ea-228ce80c329c"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:10:58.449950 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807228ab-b6d1-4d1b-8598-5af138dc8e22 req-a73cf978-469a-4e98-b3de-93a3db1bb142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:58.451709 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:58.451886 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-807228ab-b6d1-4d1b-8598-5af138dc8e22 req-a73cf978-469a-4e98-b3de-93a3db1bb142 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 1099 time: 0.2391644 Jul 22 19:10:58.478589 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a620f5-55c5-4e6f-b7d8-09939d9d60cf req-c54c0558-1e37-4914-a9a2-9a0ca7a76517 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:58.479595 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-6e3c196b-23e4-4ecd-b6b3-ab2531289c78 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Allocated IP 2001:db8::1 (a23442aa-50b1-4d72-ba8d-731d6f0722a2/4391ca24-6117-4b48-9061-30f20cd1abe1/2f142ec6-7831-4ee7-98a2-e9c3794f0aa1) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:10:58.493471 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-75a620f5-55c5-4e6f-b7d8-09939d9d60cf req-c54c0558-1e37-4914-a9a2-9a0ca7a76517 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba HTTP/1.1" status: 200 len: 944 time: 0.3265510 Jul 22 19:10:58.537443 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Port': ['ID=4db7ff3b-b843-4f60-b76e-45d18abff53f,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:58.552658 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=13cbe2d8-8ba0-486d-a4ea-228ce80c329c,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:58.561771 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-32820f92-545a-496a-b56f-76c759ac8a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:58.583092 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:58.584229 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:58.586244 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:58.586916 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:58.587538 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:58.588154 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:58.588881 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:58.590685 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:58.591526 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:58.592116 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:58.592805 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:58.595231 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:10:58.601474 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e2420-8988-468c-ac1d-c7b1ba23e015 req-ed35c535-a914-4608-aada-145d5c05a2c3 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:58.603053 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1b2e2420-8988-468c-ac1d-c7b1ba23e015 req-ed35c535-a914-4608-aada-145d5c05a2c3 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 947 time: 0.3254914 Jul 22 19:10:58.623455 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 63703bdd-bfb1-487a-99ef-a307c9de8569 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:58.623995 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:58.626329 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927e9553-e3f7-4741-811c-e44532365af1 None None] Network 54c76a1e-72c4-4a68-8443-7e39c79f8fdc requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:10:58.634741 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] In _notify_port_updated(), no bound segment for port 4db7ff3b-b843-4f60-b76e-45d18abff53f on network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 {{(pid=93806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:10:58.641856 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:58.642807 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:58.644445 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8d4770c0-ffc1-427c-a7eb-5b0674c098c0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "PUT /v2.0/ports/4db7ff3b-b843-4f60-b76e-45d18abff53f HTTP/1.1" status: 200 len: 921 time: 5.3626006 Jul 22 19:10:58.655084 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41478) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:10:58.722715 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-75a620f5-55c5-4e6f-b7d8-09939d9d60cf req-e4e4721a-2cb9-4b4b-93b4-aacc20ab6e78 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/security-groups?id=628ff75a-d928-46f8-8911-01804a3794a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139790 Jul 22 19:10:58.815802 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-edf13209-113a-4d78-8942-8cf7aac0b34b None None] Provisioning for port f09db720-d827-4de6-beb0-b08f3e80d0d1 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:58.816051 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807228ab-b6d1-4d1b-8598-5af138dc8e22 req-2fa1b2c7-e476-4a5b-a14b-fed9ae89302b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:58.817449 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-807228ab-b6d1-4d1b-8598-5af138dc8e22 req-2fa1b2c7-e476-4a5b-a14b-fed9ae89302b service neutron] 10.222.0.16 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.3541243 Jul 22 19:10:58.875881 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0faed94-7cda-46e3-a763-89969615d535 x-openstack-request-id: req-f0faed94-7cda-46e3-a763-89969615d535 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:10:58.876185 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba", "name": "network-vif-plugged", "status": "completed", "tag": "13cbe2d8-8ba0-486d-a4ea-228ce80c329c", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:10:58.876596 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0faed94-7cda-46e3-a763-89969615d535 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:10:58.877615 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cbe2d8-8ba0-486d-a4ea-228ce80c329c', 'code': 200} Jul 22 19:10:59.018637 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1b2e2420-8988-468c-ac1d-c7b1ba23e015 req-e97dc985-6ade-47b5-9f26-e3066866c771 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596442 Jul 22 19:10:59.031227 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-807228ab-b6d1-4d1b-8598-5af138dc8e22 req-b0002b6a-a8f0-4e06-8229-34ac455ee981 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=fb909c7b-f94e-4b49-9b26-1260cef70227 HTTP/1.1" status: 200 len: 217 time: 0.2037895 Jul 22 19:10:59.130776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-9b110a8c-d0c7-4abc-a4ed-88822ed9b967 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting port 4db7ff3b-b843-4f60-b76e-45d18abff53f {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:59.131416 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9b110a8c-d0c7-4abc-a4ed-88822ed9b967 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:59.147310 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e3c196b-23e4-4ecd-b6b3-ab2531289c78 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:59.217031 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-92d7dd2f-1236-41df-8517-051714429895 admin admin] Deleting port f1d79d69-46c3-4256-b8b6-bdfe2794fa3d {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:10:59.218876 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92d7dd2f-1236-41df-8517-051714429895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:59.253983 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807228ab-b6d1-4d1b-8598-5af138dc8e22 req-26885eb5-3553-43ef-857c-07b4143081c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:59.258824 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-807228ab-b6d1-4d1b-8598-5af138dc8e22 req-26885eb5-3553-43ef-857c-07b4143081c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.2188318 Jul 22 19:10:59.287091 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-dd2f9a3f-b075-4370-944c-1eea77c113fc None None] Provisioning for port 4db7ff3b-b843-4f60-b76e-45d18abff53f completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:59.290451 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f09db720-d827-4de6-beb0-b08f3e80d0d1 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:10:59.342209 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-dd2f9a3f-b075-4370-944c-1eea77c113fc None None] Provisioning complete for port 4db7ff3b-b843-4f60-b76e-45d18abff53f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:59.343364 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dd2f9a3f-b075-4370-944c-1eea77c113fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:59.391979 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-dd2f9a3f-b075-4370-944c-1eea77c113fc None None] Port 4db7ff3b-b843-4f60-b76e-45d18abff53f cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:10:59.438104 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-92d7dd2f-1236-41df-8517-051714429895 admin admin] For port f1d79d69-46c3-4256-b8b6-bdfe2794fa3d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f1d79d69-46c3-4256-b8b6-bdfe2794fa3d,segment=NetworkSegment(5e9c5442-4aef-46ca-808c-f594344b1a0a),segment_id=5e9c5442-4aef-46ca-808c-f594344b1a0a)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:59.438306 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port f09db720-d827-4de6-beb0-b08f3e80d0d1 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:10:59.438506 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92d7dd2f-1236-41df-8517-051714429895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:59.443537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port f09db720-d827-4de6-beb0-b08f3e80d0d1 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:59.444036 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:59.456118 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-92d7dd2f-1236-41df-8517-051714429895 admin admin] Calling delete_port for f1d79d69-46c3-4256-b8b6-bdfe2794fa3d owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:59.667491 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:59.732992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port f09db720-d827-4de6-beb0-b08f3e80d0d1, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f09db720-d827-4de6-beb0-b08f3e80d0d1,segment=NetworkSegment(573fbecb-332a-43c8-be01-0eaf7bf411f7),segment_id=573fbecb-332a-43c8-be01-0eaf7bf411f7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:10:59.738082 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-6e3c196b-23e4-4ecd-b6b3-ab2531289c78 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Transition to ACTIVE for port object 2f142ec6-7831-4ee7-98a2-e9c3794f0aa1 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:10:59.747871 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:59.811197 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb96ad-93ef-4a16-964b-bd55ca029e4a req-43f8fb7f-8bf1-4ff1-8441-90b45217e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:10:59.812806 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-73fb96ad-93ef-4a16-964b-bd55ca029e4a req-43f8fb7f-8bf1-4ff1-8441-90b45217e85f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba HTTP/1.1" status: 200 len: 1097 time: 0.8554568 Jul 22 19:10:59.879446 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=f09db720-d827-4de6-beb0-b08f3e80d0d1,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:10:59.885288 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e1fc38b8-359a-43d9-98d6-1b4aed31aaa3 None None] Provisioning complete for port f09db720-d827-4de6-beb0-b08f3e80d0d1 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:10:59.885569 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e1fc38b8-359a-43d9-98d6-1b4aed31aaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:59.912440 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-73fb96ad-93ef-4a16-964b-bd55ca029e4a req-3487fd92-5d06-44c5-9514-43d1da6adfc5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=628ff75a-d928-46f8-8911-01804a3794a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883195 Jul 22 19:10:59.915144 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e3c196b-23e4-4ecd-b6b3-ab2531289c78 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:59.935572 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9b110a8c-d0c7-4abc-a4ed-88822ed9b967 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:10:59.952711 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-9b110a8c-d0c7-4abc-a4ed-88822ed9b967 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Calling delete_port for 4db7ff3b-b843-4f60-b76e-45d18abff53f owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:10:59.961140 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3c196b-23e4-4ecd-b6b3-ab2531289c78 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Network a23442aa-50b1-4d72-ba8d-731d6f0722a2 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:10:59.965033 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-6e3c196b-23e4-4ecd-b6b3-ab2531289c78 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:10:59.969674 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3c196b-23e4-4ecd-b6b3-ab2531289c78 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:10:59.969674 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e3c196b-23e4-4ecd-b6b3-ab2531289c78 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:00.021364 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92d7dd2f-1236-41df-8517-051714429895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:00.044023 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c196b-23e4-4ecd-b6b3-ab2531289c78 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event updated for resources: {'Port': ['ID=2f142ec6-7831-4ee7-98a2-e9c3794f0aa1,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:00.078417 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7dd2f-1236-41df-8517-051714429895 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1d79d69-46c3-4256-b8b6-bdfe2794fa3d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:00.197211 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9b110a8c-d0c7-4abc-a4ed-88822ed9b967 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:00.307384 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b110a8c-d0c7-4abc-a4ed-88822ed9b967 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Port': ['ID=4db7ff3b-b843-4f60-b76e-45d18abff53f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:00.383270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807228ab-b6d1-4d1b-8598-5af138dc8e22 req-0fd6fa61-a73f-471b-ab59-821eea652a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:00.385546 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-807228ab-b6d1-4d1b-8598-5af138dc8e22 req-0fd6fa61-a73f-471b-ab59-821eea652a99 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1009421 Jul 22 19:11:00.418951 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92d7dd2f-1236-41df-8517-051714429895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:00.423338 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-807228ab-b6d1-4d1b-8598-5af138dc8e22 req-f18871c0-4401-4721-9350-59797adc2d3b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:11:00.424885 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-807228ab-b6d1-4d1b-8598-5af138dc8e22 req-f18871c0-4401-4721-9350-59797adc2d3b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073295 Jul 22 19:11:00.444188 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e3c196b-23e4-4ecd-b6b3-ab2531289c78 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:00.484172 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf81e4-0858-4c8d-9fae-df80b782882a req-98b0a102-6638-4fb6-a60e-b326c9a98c17 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:00.484666 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-84364763-fe0a-4bcf-a707-b8aa5d1416e9 None None] Provisioning for port 2f142ec6-7831-4ee7-98a2-e9c3794f0aa1 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:11:00.489051 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-84364763-fe0a-4bcf-a707-b8aa5d1416e9 None None] Provisioning complete for port 2f142ec6-7831-4ee7-98a2-e9c3794f0aa1 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:00.489436 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-84364763-fe0a-4bcf-a707-b8aa5d1416e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:00.491966 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2dcf81e4-0858-4c8d-9fae-df80b782882a req-98b0a102-6638-4fb6-a60e-b326c9a98c17 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 945 time: 0.3792002 Jul 22 19:11:00.539631 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40b6e2-196d-47da-8f01-c015d33e0266 req-66e4227e-5484-4e45-b8bc-3e46193beb64 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:00.546718 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e40b6e2-196d-47da-8f01-c015d33e0266 req-66e4227e-5484-4e45-b8bc-3e46193beb64 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb77f10e-c93f-463c-94b6-10741894289a HTTP/1.1" status: 200 len: 944 time: 0.4390891 Jul 22 19:11:00.549002 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-84364763-fe0a-4bcf-a707-b8aa5d1416e9 None None] Port 2f142ec6-7831-4ee7-98a2-e9c3794f0aa1 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:11:00.557677 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9b110a8c-d0c7-4abc-a4ed-88822ed9b967 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:00.562566 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9b110a8c-d0c7-4abc-a4ed-88822ed9b967 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/ports/4db7ff3b-b843-4f60-b76e-45d18abff53f HTTP/1.1" status: 204 len: 168 time: 1.9022994 Jul 22 19:11:00.568009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41508) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:00.643245 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa956abb-ceaf-4d2d-bf8f-9cd167a889b5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] GET failed (client error): The resource could not be found. Jul 22 19:11:00.648591 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-aa956abb-ceaf-4d2d-bf8f-9cd167a889b5 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports/4db7ff3b-b843-4f60-b76e-45d18abff53f HTTP/1.1" status: 404 len: 333 time: 0.0494313 Jul 22 19:11:00.648896 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41510) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:00.721034 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2dcf81e4-0858-4c8d-9fae-df80b782882a req-cf1bc736-e542-4833-80ba-52fa3799359d tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/security-groups?id=c172a87e-16e2-4c6f-9abd-54aba83abe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279506 Jul 22 19:11:00.752603 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e40b6e2-196d-47da-8f01-c015d33e0266 req-4ff14461-7f40-42e4-9b6a-1a81259b0e9f tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041616 Jul 22 19:11:00.765592 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ff57429-f10b-4447-9e5d-8bc922af5887 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:00.779147 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-807228ab-b6d1-4d1b-8598-5af138dc8e22 req-fa4b5be3-109d-43a1-9165-fcf0fd9f82f5 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438187 Jul 22 19:11:00.853566 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 10a478bb-6813-455d-a858-8497a28e2b39 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:11:00.918893 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 10a478bb-6813-455d-a858-8497a28e2b39 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:11:00.927061 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d7dd2f-1236-41df-8517-051714429895 admin admin] Router b4680f77-83d4-4b15-a7a1-d9381c579c74 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:11:00.930127 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 10a478bb-6813-455d-a858-8497a28e2b39 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:00.930843 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:00.940760 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ff57429-f10b-4447-9e5d-8bc922af5887 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:01.024680 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device fb909c7b-f94e-4b49-9b26-1260cef70227 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:11:01.066323 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-807228ab-b6d1-4d1b-8598-5af138dc8e22 req-f6e98742-21d8-4bee-8829-7b715275f4f4 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805095 Jul 22 19:11:01.084789 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d5f86-c011-4cd7-a57d-8e8247ec13d8 req-9ba57d1a-d9fe-42a9-b3f9-93b4834fd265 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:01.092206 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac5d5f86-c011-4cd7-a57d-8e8247ec13d8 req-9ba57d1a-d9fe-42a9-b3f9-93b4834fd265 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba HTTP/1.1" status: 200 len: 945 time: 0.2720125 Jul 22 19:11:01.124198 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d7dd2f-1236-41df-8517-051714429895 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:11:01.135948 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40aea4-00b7-4f0a-a67a-65a4f6120bb7 None None] Sync routers for ids ['b4680f77-83d4-4b15-a7a1-d9381c579c74'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:11:01.151177 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40aea4-00b7-4f0a-a67a-65a4f6120bb7 None None] Routers {'b4680f77-83d4-4b15-a7a1-d9381c579c74'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:11:01.151812 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-9f40aea4-00b7-4f0a-a67a-65a4f6120bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:11:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b4680f77-83d4-4b15-a7a1-d9381c579c74'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:01.167256 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac5d5f86-c011-4cd7-a57d-8e8247ec13d8 req-56d8acf0-4d08-4903-8db8-7aa116037750 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/security-groups?id=628ff75a-d928-46f8-8911-01804a3794a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702391 Jul 22 19:11:01.167994 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port fb909c7b-f94e-4b49-9b26-1260cef70227, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=fb909c7b-f94e-4b49-9b26-1260cef70227,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:01.201105 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303056d8-967b-44f6-998a-4427cef92df6 req-74273a16-2da8-4809-bbcd-0c8a2307cdb4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:01.205547 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-92d7dd2f-1236-41df-8517-051714429895 admin admin] 10.222.0.13 "PUT /v2.0/routers/b4680f77-83d4-4b15-a7a1-d9381c579c74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8488064 Jul 22 19:11:01.205873 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-303056d8-967b-44f6-998a-4427cef92df6 req-74273a16-2da8-4809-bbcd-0c8a2307cdb4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 947 time: 0.2685895 Jul 22 19:11:01.210215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41520) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:01.233510 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'fb909c7b-f94e-4b49-9b26-1260cef70227', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': 'fb909c7b-f94e-4b49-9b26-1260cef70227', 'mac_address': 'fa:16:3e:bf:ec:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:11:01.237540 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4957cb46-09cc-4910-8a57-8a5fbd58918f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:01.245361 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ff57429-f10b-4447-9e5d-8bc922af5887 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:01.247966 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ff57429-f10b-4447-9e5d-8bc922af5887 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:01.249207 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3ff57429-f10b-4447-9e5d-8bc922af5887 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/security-groups/c700e4ac-963f-4a96-8690-e31e03dc2814 HTTP/1.1" status: 204 len: 168 time: 0.5989351 Jul 22 19:11:01.259533 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41522) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:01.288247 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:01.297045 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff57429-f10b-4447-9e5d-8bc922af5887 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c700e4ac-963f-4a96-8690-e31e03dc2814,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:01.350184 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:01.372401 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e3c196b-23e4-4ecd-b6b3-ab2531289c78 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:01.389162 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e3c196b-23e4-4ecd-b6b3-ab2531289c78 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:01.390467 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e3c196b-23e4-4ecd-b6b3-ab2531289c78 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:01.398812 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-9f40aea4-00b7-4f0a-a67a-65a4f6120bb7 None None] Set router b4680f77-83d4-4b15-a7a1-d9381c579c74 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:11:01.405518 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb77f10e-c93f-463c-94b6-10741894289a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a478bb-6813-455d-a858-8497a28e2b39'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:11:01.408568 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07a8f96-1057-4a5f-8417-731426f9fca1" -d '{"events": [{"server_uuid": "cb77f10e-c93f-463c-94b6-10741894289a", "name": "network-vif-plugged", "status": "completed", "tag": "10a478bb-6813-455d-a858-8497a28e2b39"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:11:01.421846 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:01.440370 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb909c7b-f94e-4b49-9b26-1260cef70227 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:11:01.467139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port fb909c7b-f94e-4b49-9b26-1260cef70227, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=fb909c7b-f94e-4b49-9b26-1260cef70227,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:01.471475 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 10a478bb-6813-455d-a858-8497a28e2b39, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=10a478bb-6813-455d-a858-8497a28e2b39,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:01.475508 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:01.492440 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:01.551241 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-303056d8-967b-44f6-998a-4427cef92df6 req-86fa60c2-dc2c-4af2-963a-db4a35949650 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399127 Jul 22 19:11:01.584634 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef7c07f-0b88-4f99-a212-3f348f7c54e6 x-openstack-request-id: req-8ef7c07f-0b88-4f99-a212-3f348f7c54e6 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:11:01.585005 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb77f10e-c93f-463c-94b6-10741894289a", "name": "network-vif-plugged", "status": "completed", "tag": "10a478bb-6813-455d-a858-8497a28e2b39", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:11:01.585184 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ef7c07f-0b88-4f99-a212-3f348f7c54e6 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:11:01.585587 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb77f10e-c93f-463c-94b6-10741894289a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a478bb-6813-455d-a858-8497a28e2b39', 'code': 200} Jul 22 19:11:01.598350 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3c196b-23e4-4ecd-b6b3-ab2531289c78 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Network a23442aa-50b1-4d72-ba8d-731d6f0722a2 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:11:01.602254 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-6e3c196b-23e4-4ecd-b6b3-ab2531289c78 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:11:01.614849 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c196b-23e4-4ecd-b6b3-ab2531289c78 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event updated for resources: {'Port': ['ID=2f142ec6-7831-4ee7-98a2-e9c3794f0aa1,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:01.674742 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=fb909c7b-f94e-4b49-9b26-1260cef70227,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:01.703724 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-259e6cff-c098-47a7-9483-07d2ca5027bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:01.714170 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-19dbda85-9433-4f9e-b8c9-585d0439df56 admin admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:01.751718 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['fb909c7b-f94e-4b49-9b26-1260cef70227'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:11:01.926421 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-9f40aea4-00b7-4f0a-a67a-65a4f6120bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'name': 'tempest-ServerRescueTestJSONUnderV235-809312503-router', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:09:14Z', 'updated_at': '2021-07-22T19:10:59Z', 'revision_number': 5, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'gw_port': {'id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:16Z', 'updated_at': '2021-07-22T19:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:01.930427 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3c196b-23e4-4ecd-b6b3-ab2531289c78 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Router 45ef4566-b966-4cb7-bab6-76d61bf7ce0e has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:11:01.939374 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=10a478bb-6813-455d-a858-8497a28e2b39,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:02.059198 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40aea4-00b7-4f0a-a67a-65a4f6120bb7 None None] Checking router: b4680f77-83d4-4b15-a7a1-d9381c579c74 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:11:02.100597 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-259e6cff-c098-47a7-9483-07d2ca5027bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:02.104711 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40aea4-00b7-4f0a-a67a-65a4f6120bb7 None None] Routers {'b4680f77-83d4-4b15-a7a1-d9381c579c74'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:11:02.105069 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-9f40aea4-00b7-4f0a-a67a-65a4f6120bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:11:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b4680f77-83d4-4b15-a7a1-d9381c579c74'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:02.157075 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f09db720-d827-4de6-beb0-b08f3e80d0d1 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:11:02.226096 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3c196b-23e4-4ecd-b6b3-ab2531289c78 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:11:02.245846 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6e3c196b-23e4-4ecd-b6b3-ab2531289c78 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "PUT /v2.0/routers/45ef4566-b966-4cb7-bab6-76d61bf7ce0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0200095 Jul 22 19:11:02.246714 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41544) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:02.257906 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66abccac-7feb-4e91-99fb-3dbb6758860c None None] Sync routers for ids ['45ef4566-b966-4cb7-bab6-76d61bf7ce0e'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:11:02.291243 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-9f40aea4-00b7-4f0a-a67a-65a4f6120bb7 None None] Set router b4680f77-83d4-4b15-a7a1-d9381c579c74 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:11:02.336874 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66abccac-7feb-4e91-99fb-3dbb6758860c None None] Routers {'45ef4566-b966-4cb7-bab6-76d61bf7ce0e'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:11:02.337569 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-66abccac-7feb-4e91-99fb-3dbb6758860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:11:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['45ef4566-b966-4cb7-bab6-76d61bf7ce0e'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:02.350022 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:02.360240 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-be9f6d4b-53f2-4fd0-b114-e2a1b7dd0bf7 None None] Provisioning complete for port 2f142ec6-7831-4ee7-98a2-e9c3794f0aa1 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:02.368773 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-be9f6d4b-53f2-4fd0-b114-e2a1b7dd0bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:02.386135 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-60baa644-1ed7-4936-8b17-6c716d77c1c6 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:02.404041 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eadc85-0a28-4eba-ae3e-8cbe481039a9 req-568b3d79-264f-4327-86d5-44bfc92f1e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:02.405675 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f5eadc85-0a28-4eba-ae3e-8cbe481039a9 req-568b3d79-264f-4327-86d5-44bfc92f1e3c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cb77f10e-c93f-463c-94b6-10741894289a HTTP/1.1" status: 200 len: 1097 time: 0.7613380 Jul 22 19:11:02.459329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e23684-083b-4feb-b40d-796737828cde req-61370195-617c-4e13-a895-762423b1b8ef tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:02.460813 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-06e23684-083b-4feb-b40d-796737828cde req-61370195-617c-4e13-a895-762423b1b8ef tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb77f10e-c93f-463c-94b6-10741894289a HTTP/1.1" status: 200 len: 945 time: 0.2949224 Jul 22 19:11:02.462242 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-66abccac-7feb-4e91-99fb-3dbb6758860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:02.488029 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port f09db720-d827-4de6-beb0-b08f3e80d0d1 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:02.488789 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:02.529642 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66abccac-7feb-4e91-99fb-3dbb6758860c None None] Routers {'45ef4566-b966-4cb7-bab6-76d61bf7ce0e'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:11:02.531199 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-66abccac-7feb-4e91-99fb-3dbb6758860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:11:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['45ef4566-b966-4cb7-bab6-76d61bf7ce0e'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:02.532702 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-06e23684-083b-4feb-b40d-796737828cde req-144ee000-24a1-431e-93c7-2569b19c9e89 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585408 Jul 22 19:11:02.544510 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-259e6cff-c098-47a7-9483-07d2ca5027bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:02.547067 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-259e6cff-c098-47a7-9483-07d2ca5027bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:02.548209 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-259e6cff-c098-47a7-9483-07d2ca5027bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/security-groups/f217882b-a01a-48a4-99dd-9b2293f3ca35 HTTP/1.1" status: 204 len: 168 time: 1.2209916 Jul 22 19:11:02.571506 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41548) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:02.581420 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-66abccac-7feb-4e91-99fb-3dbb6758860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:02.582396 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66abccac-7feb-4e91-99fb-3dbb6758860c None None] The sync data for ids ['45ef4566-b966-4cb7-bab6-76d61bf7ce0e'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:11:02.585573 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-60baa644-1ed7-4936-8b17-6c716d77c1c6 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 19:11:02.591516 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-60baa644-1ed7-4936-8b17-6c716d77c1c6 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "DELETE /v2.0/routers/45ef4566-b966-4cb7-bab6-76d61bf7ce0e HTTP/1.1" status: 409 len: 329 time: 0.3410499 Jul 22 19:11:02.591664 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f5eadc85-0a28-4eba-ae3e-8cbe481039a9 req-d9f0e14f-e6e8-4bb2-979b-d28a9fddac66 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750817 Jul 22 19:11:02.595601 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-be9f6d4b-53f2-4fd0-b114-e2a1b7dd0bf7 None None] Port 2f142ec6-7831-4ee7-98a2-e9c3794f0aa1 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:11:02.602155 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41552) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:02.648908 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-9f40aea4-00b7-4f0a-a67a-65a4f6120bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'name': 'tempest-ServerRescueTestJSONUnderV235-809312503-router', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:09:14Z', 'updated_at': '2021-07-22T19:10:59Z', 'revision_number': 5, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'gw_port': {'id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:16Z', 'updated_at': '2021-07-22T19:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:02.705757 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40aea4-00b7-4f0a-a67a-65a4f6120bb7 None None] The sync data for ids ['b4680f77-83d4-4b15-a7a1-d9381c579c74'] in n-d-800086-12 is: [{'id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'name': 'tempest-ServerRescueTestJSONUnderV235-809312503-router', 'tenant_id': '41c697aba6e940169e3dc8cd7b93b641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:09:14Z', 'updated_at': '2021-07-22T19:10:59Z', 'revision_number': 5, 'project_id': '41c697aba6e940169e3dc8cd7b93b641', 'gw_port': {'id': 'cf8a16c7-8bc0-4a08-a6ed-397e62bd8122', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4680f77-83d4-4b15-a7a1-d9381c579c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:09:16Z', 'updated_at': '2021-07-22T19:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:11:02.716550 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991c451-d663-4f8d-a63a-5ab6977e1800 req-946426b4-6d97-4ce2-afca-29dbf26db267 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:02.726597 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c991c451-d663-4f8d-a63a-5ab6977e1800 req-946426b4-6d97-4ce2-afca-29dbf26db267 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 945 time: 0.4615674 Jul 22 19:11:02.757938 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-19dbda85-9433-4f9e-b8c9-585d0439df56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:02.761249 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e6cff-c098-47a7-9483-07d2ca5027bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f217882b-a01a-48a4-99dd-9b2293f3ca35,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:02.798404 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-50036fa2-70b0-479a-b5f9-56f1b3363fea tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting subnet 7b62f717-5057-488f-a8ad-2d8e5acc8efa {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:11:02.812104 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-50036fa2-70b0-479a-b5f9-56f1b3363fea tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:02.844030 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e6cff-c098-47a7-9483-07d2ca5027bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:02.848619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e6cff-c098-47a7-9483-07d2ca5027bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:02.848619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e6cff-c098-47a7-9483-07d2ca5027bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:02.848619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e6cff-c098-47a7-9483-07d2ca5027bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:02.848619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e6cff-c098-47a7-9483-07d2ca5027bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:02.848619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e6cff-c098-47a7-9483-07d2ca5027bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:02.848619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e6cff-c098-47a7-9483-07d2ca5027bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:02.848619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e6cff-c098-47a7-9483-07d2ca5027bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:02.848619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e6cff-c098-47a7-9483-07d2ca5027bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:02.848619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e6cff-c098-47a7-9483-07d2ca5027bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:02.848619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e6cff-c098-47a7-9483-07d2ca5027bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:02.848619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e6cff-c098-47a7-9483-07d2ca5027bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:02.934049 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c991c451-d663-4f8d-a63a-5ab6977e1800 req-aadde077-16dc-477d-811b-2860b46ff1fd tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/security-groups?id=c172a87e-16e2-4c6f-9abd-54aba83abe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054245 Jul 22 19:11:02.936431 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-50036fa2-70b0-479a-b5f9-56f1b3363fea tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:03.009219 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6fd9a-2ad7-4152-80d0-df394fcb4d54 req-e5e553a9-8d75-44c9-bd8a-bee91da76fd9 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:03.018538 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device fb909c7b-f94e-4b49-9b26-1260cef70227 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:11:03.035306 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-83d6fd9a-2ad7-4152-80d0-df394fcb4d54 req-e5e553a9-8d75-44c9-bd8a-bee91da76fd9 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba HTTP/1.1" status: 200 len: 945 time: 0.3346853 Jul 22 19:11:03.148448 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port fb909c7b-f94e-4b49-9b26-1260cef70227 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:11:03.153281 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port fb909c7b-f94e-4b49-9b26-1260cef70227 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:03.157559 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:03.179471 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-19dbda85-9433-4f9e-b8c9-585d0439df56 admin admin] Deleting port cf8a16c7-8bc0-4a08-a6ed-397e62bd8122 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:11:03.192339 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-19dbda85-9433-4f9e-b8c9-585d0439df56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:03.347950 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:03.381235 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-50036fa2-70b0-479a-b5f9-56f1b3363fea tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:03.420350 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port fb909c7b-f94e-4b49-9b26-1260cef70227, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=fb909c7b-f94e-4b49-9b26-1260cef70227,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:03.427072 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:03.533750 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-83d6fd9a-2ad7-4152-80d0-df394fcb4d54 req-dbaec17b-710b-4d50-9908-cd65ac4af947 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/security-groups?id=628ff75a-d928-46f8-8911-01804a3794a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949410 Jul 22 19:11:03.546799 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=fb909c7b-f94e-4b49-9b26-1260cef70227,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:03.587338 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be95a2c-bf41-47f4-914c-bbd1ababeda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb909c7b-f94e-4b49-9b26-1260cef70227'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:11:03.590639 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e9ce72-8151-41f3-b7e5-cbdca6b36e4b" -d '{"events": [{"server_uuid": "1be95a2c-bf41-47f4-914c-bbd1ababeda0", "name": "network-vif-plugged", "status": "completed", "tag": "fb909c7b-f94e-4b49-9b26-1260cef70227"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:11:03.640247 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83265aa8-de0e-4fb9-a8b7-2aa6ff8003e8 req-1f851af0-f308-43d0-a44b-8c0aafe9a98f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:03.642025 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-83265aa8-de0e-4fb9-a8b7-2aa6ff8003e8 req-1f851af0-f308-43d0-a44b-8c0aafe9a98f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 948 time: 0.4807014 Jul 22 19:11:03.665357 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-19dbda85-9433-4f9e-b8c9-585d0439df56 admin admin] For port cf8a16c7-8bc0-4a08-a6ed-397e62bd8122, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=cf8a16c7-8bc0-4a08-a6ed-397e62bd8122,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:03.665891 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-19dbda85-9433-4f9e-b8c9-585d0439df56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:03.709704 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-50036fa2-70b0-479a-b5f9-56f1b3363fea tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:03.712983 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32972e-4d3b-4195-bffa-59966ac04bf6 req-2dbd99b9-be1e-462e-94b0-987634a52ac4 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:03.714518 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8e32972e-4d3b-4195-bffa-59966ac04bf6 req-2dbd99b9-be1e-462e-94b0-987634a52ac4 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 945 time: 0.1149616 Jul 22 19:11:03.726354 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-19dbda85-9433-4f9e-b8c9-585d0439df56 admin admin] Calling delete_port for cf8a16c7-8bc0-4a08-a6ed-397e62bd8122 owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:11:03.763624 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50036fa2-70b0-479a-b5f9-56f1b3363fea tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Subnet': ['ID=7b62f717-5057-488f-a8ad-2d8e5acc8efa,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:03.773143 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d5c08-e11f-4ae8-9f41-9f04a01146dc req-3f96a369-d1de-4fd3-8dca-675bf2ed3b83 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:03.774821 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c2d5c08-e11f-4ae8-9f41-9f04a01146dc req-3f96a369-d1de-4fd3-8dca-675bf2ed3b83 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba HTTP/1.1" status: 200 len: 945 time: 0.3478074 Jul 22 19:11:03.788345 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a1a34e-5a06-493a-8cef-58f569663bc5 None None] Network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:11:03.789987 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-50036fa2-70b0-479a-b5f9-56f1b3363fea tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:03.792015 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-50036fa2-70b0-479a-b5f9-56f1b3363fea tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/subnets/7b62f717-5057-488f-a8ad-2d8e5acc8efa HTTP/1.1" status: 204 len: 168 time: 1.1997306 Jul 22 19:11:03.802004 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41566) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:03.829302 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-673d890b-9bfe-4b86-b5b4-ad36fa80768c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'subnet': {'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:03.830007 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f1d79d69-46c3-4256-b8b6-bdfe2794fa3d no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:11:03.859765 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-83265aa8-de0e-4fb9-a8b7-2aa6ff8003e8 req-5e73cc25-fd46-4651-9e02-5e2dac67a372 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001958 Jul 22 19:11:03.911006 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: f1d79d69-46c3-4256-b8b6-bdfe2794fa3d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:11:03.912708 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2a2bcd7-80ed-4adb-b195-70a86d5b77fa tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:03.913307 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f1d79d69-46c3-4256-b8b6-bdfe2794fa3d not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:11:03.954136 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90354fde-6f44-4eda-ab98-83fd10b37573 req-6340114f-0b01-417e-af37-abbe281cb2bd tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:03.961398 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90354fde-6f44-4eda-ab98-83fd10b37573 req-6340114f-0b01-417e-af37-abbe281cb2bd tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb77f10e-c93f-463c-94b6-10741894289a HTTP/1.1" status: 200 len: 945 time: 0.3176200 Jul 22 19:11:04.066052 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3340dbf5-4c14-4ac0-af85-0091421fc24c x-openstack-request-id: req-3340dbf5-4c14-4ac0-af85-0091421fc24c {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:11:04.066492 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be95a2c-bf41-47f4-914c-bbd1ababeda0", "name": "network-vif-plugged", "status": "completed", "tag": "fb909c7b-f94e-4b49-9b26-1260cef70227", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:11:04.066992 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3340dbf5-4c14-4ac0-af85-0091421fc24c {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:11:04.067493 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be95a2c-bf41-47f4-914c-bbd1ababeda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb909c7b-f94e-4b49-9b26-1260cef70227', 'code': 200} Jul 22 19:11:04.068058 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90354fde-6f44-4eda-ab98-83fd10b37573 req-d5b19c36-7c15-4c0c-b041-c33f5f3a8b40 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056023 Jul 22 19:11:04.070747 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:04.148109 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-0c2d5c08-e11f-4ae8-9f41-9f04a01146dc req-b7be8b0c-025e-4313-a1b4-53e6cb894a42 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Deleting port 13cbe2d8-8ba0-486d-a4ea-228ce80c329c {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:11:04.148461 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0c2d5c08-e11f-4ae8-9f41-9f04a01146dc req-b7be8b0c-025e-4313-a1b4-53e6cb894a42 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:04.268955 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-19dbda85-9433-4f9e-b8c9-585d0439df56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:04.274304 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-8e32972e-4d3b-4195-bffa-59966ac04bf6 req-5e5a3937-4869-48f4-acc2-1891b707b2b5 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Deleting port 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:11:04.274903 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8e32972e-4d3b-4195-bffa-59966ac04bf6 req-5e5a3937-4869-48f4-acc2-1891b707b2b5 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:04.312143 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbda85-9433-4f9e-b8c9-585d0439df56 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf8a16c7-8bc0-4a08-a6ed-397e62bd8122,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:04.317606 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5f4e7-a051-44b2-9b90-c1a0eb164c4d req-2faf5c38-5b62-46c3-96ee-860c601a853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:04.319745 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-05a5f4e7-a051-44b2-9b90-c1a0eb164c4d req-2faf5c38-5b62-46c3-96ee-860c601a853d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 1101 time: 0.2469742 Jul 22 19:11:04.347197 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-0c2d5c08-e11f-4ae8-9f41-9f04a01146dc req-b7be8b0c-025e-4313-a1b4-53e6cb894a42 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] For port 13cbe2d8-8ba0-486d-a4ea-228ce80c329c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=13cbe2d8-8ba0-486d-a4ea-228ce80c329c,segment=NetworkSegment(39045908-6a73-4f78-963e-aa15a67eb21f),segment_id=39045908-6a73-4f78-963e-aa15a67eb21f)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:04.347462 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0c2d5c08-e11f-4ae8-9f41-9f04a01146dc req-b7be8b0c-025e-4313-a1b4-53e6cb894a42 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:04.357831 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb26f7-9f20-4bba-bb88-d36656c25673 req-409ef24c-42f0-4003-af30-0699bdd5c8d1 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:04.359412 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bebb26f7-9f20-4bba-bb88-d36656c25673 req-409ef24c-42f0-4003-af30-0699bdd5c8d1 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 945 time: 0.2315819 Jul 22 19:11:04.411475 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-0c2d5c08-e11f-4ae8-9f41-9f04a01146dc req-b7be8b0c-025e-4313-a1b4-53e6cb894a42 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Calling delete_port for 13cbe2d8-8ba0-486d-a4ea-228ce80c329c owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:11:04.459198 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-05a5f4e7-a051-44b2-9b90-c1a0eb164c4d req-79d3c98b-40d0-4bf9-ac32-4e37e7949444 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304512 Jul 22 19:11:04.504461 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673d890b-9bfe-4b86-b5b4-ad36fa80768c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:11:04.508116 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-673d890b-9bfe-4b86-b5b4-ad36fa80768c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:04.520396 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bebb26f7-9f20-4bba-bb88-d36656c25673 req-b38c60ac-9561-42bd-af79-d4df70b1b294 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/security-groups?id=c172a87e-16e2-4c6f-9abd-54aba83abe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462059 Jul 22 19:11:04.520903 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-8e32972e-4d3b-4195-bffa-59966ac04bf6 req-5e5a3937-4869-48f4-acc2-1891b707b2b5 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] For port 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=94b26849-c8d8-4e93-b7c1-97e8e09ed7a5,segment=NetworkSegment(332d3917-53ec-439f-961f-2e09cd850725),segment_id=332d3917-53ec-439f-961f-2e09cd850725)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:04.521648 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8e32972e-4d3b-4195-bffa-59966ac04bf6 req-5e5a3937-4869-48f4-acc2-1891b707b2b5 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:04.536605 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-19dbda85-9433-4f9e-b8c9-585d0439df56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:04.722492 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-19dbda85-9433-4f9e-b8c9-585d0439df56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:04.746382 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-19dbda85-9433-4f9e-b8c9-585d0439df56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:04.878957 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-19dbda85-9433-4f9e-b8c9-585d0439df56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:04.882630 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dbda85-9433-4f9e-b8c9-585d0439df56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4680f77-83d4-4b15-a7a1-d9381c579c74 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:11:04.887886 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-19dbda85-9433-4f9e-b8c9-585d0439df56 admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:04.893434 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41586) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:04.893901 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-19dbda85-9433-4f9e-b8c9-585d0439df56 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b4680f77-83d4-4b15-a7a1-d9381c579c74 HTTP/1.1" status: 204 len: 168 time: 3.6543658 Jul 22 19:11:04.920828 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0c2d5c08-e11f-4ae8-9f41-9f04a01146dc req-b7be8b0c-025e-4313-a1b4-53e6cb894a42 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:04.922414 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8e32972e-4d3b-4195-bffa-59966ac04bf6 req-5e5a3937-4869-48f4-acc2-1891b707b2b5 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:04.922809 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8e32972e-4d3b-4195-bffa-59966ac04bf6 req-5e5a3937-4869-48f4-acc2-1891b707b2b5 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:04.923123 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [req-8e32972e-4d3b-4195-bffa-59966ac04bf6 req-5e5a3937-4869-48f4-acc2-1891b707b2b5 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Floating IP 21d0d052-53bf-4d13-a80f-910ada1e661b disassociated. External IP: 172.25.3.178, port: 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5. Jul 22 19:11:04.923505 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-8e32972e-4d3b-4195-bffa-59966ac04bf6 req-5e5a3937-4869-48f4-acc2-1891b707b2b5 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Calling delete_port for 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:11:04.932514 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['13cbe2d8-8ba0-486d-a4ea-228ce80c329c'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:11:04.967398 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be8b0c-025e-4313-a1b4-53e6cb894a42 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Pushing event deleted for resources: {'Port': ['ID=13cbe2d8-8ba0-486d-a4ea-228ce80c329c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:05.019028 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbe413-ee79-4b75-b19a-b3dae9283827 req-c2b2bf4f-ddfd-41b0-a75f-cf1adfe3676f tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:05.022290 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0dbe413-ee79-4b75-b19a-b3dae9283827 req-c2b2bf4f-ddfd-41b0-a75f-cf1adfe3676f tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba HTTP/1.1" status: 200 len: 867 time: 0.3653512 Jul 22 19:11:05.120465 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed6e388-9d3d-4c1c-a253-4615836e074e admin admin] Deleting subnet 19d131ce-729f-4d0d-91f9-24cc1f3913da {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:11:05.153238 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7ed6e388-9d3d-4c1c-a253-4615836e074e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:05.158543 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2d5c08-e11f-4ae8-9f41-9f04a01146dc req-b7be8b0c-025e-4313-a1b4-53e6cb894a42 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] No DVR routers for this DVR port 13cbe2d8-8ba0-486d-a4ea-228ce80c329c on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:11:05.166505 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0c2d5c08-e11f-4ae8-9f41-9f04a01146dc req-b7be8b0c-025e-4313-a1b4-53e6cb894a42 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:05.168547 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c2d5c08-e11f-4ae8-9f41-9f04a01146dc req-b7be8b0c-025e-4313-a1b4-53e6cb894a42 tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.16 "DELETE /v2.0/ports/13cbe2d8-8ba0-486d-a4ea-228ce80c329c HTTP/1.1" status: 204 len: 173 time: 1.3831868 Jul 22 19:11:05.175520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba', 'name': 'network-vif-deleted', 'tag': '13cbe2d8-8ba0-486d-a4ea-228ce80c329c'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:11:05.177863 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3af674e-08b0-4f98-9ba2-091a1d07561b" -d '{"events": [{"server_uuid": "2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba", "name": "network-vif-deleted", "tag": "13cbe2d8-8ba0-486d-a4ea-228ce80c329c"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:11:05.186639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0dbe413-ee79-4b75-b19a-b3dae9283827 req-49699f12-b909-4e33-a444-617c5a22817f tempest-ServerPasswordTestJSON-1945499448 tempest-ServerPasswordTestJSON-1945499448-project] 10.222.0.13 "GET /v2.0/security-groups?id=628ff75a-d928-46f8-8911-01804a3794a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398566 Jul 22 19:11:05.218885 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f2a2bcd7-80ed-4adb-b195-70a86d5b77fa tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Deleting port 2f142ec6-7831-4ee7-98a2-e9c3794f0aa1 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:11:05.219358 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2a2bcd7-80ed-4adb-b195-70a86d5b77fa tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:05.234854 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becde7b-fe96-4fad-aadb-40b9584998dd req-9285e0ab-44bf-419e-9793-68122ed5a6db tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:05.236446 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3becde7b-fe96-4fad-aadb-40b9584998dd req-9285e0ab-44bf-419e-9793-68122ed5a6db tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 949 time: 0.1909313 Jul 22 19:11:05.353797 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3becde7b-fe96-4fad-aadb-40b9584998dd req-db48e6be-c5ea-4805-8f05-e38b64f139b3 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108234 Jul 22 19:11:05.511939 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-65ba9006-41d9-4f39-964e-a275aa6d94e0 None None] Provisioning complete for port 63703bdd-bfb1-487a-99ef-a307c9de8569 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:05.512320 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-65ba9006-41d9-4f39-964e-a275aa6d94e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:05.635682 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2a2bcd7-80ed-4adb-b195-70a86d5b77fa tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:05.639663 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-673d890b-9bfe-4b86-b5b4-ad36fa80768c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:05.651471 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8e32972e-4d3b-4195-bffa-59966ac04bf6 req-5e5a3937-4869-48f4-acc2-1891b707b2b5 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:05.703602 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a3937-4869-48f4-acc2-1891b707b2b5 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Pushing event deleted for resources: {'Port': ['ID=94b26849-c8d8-4e93-b7c1-97e8e09ed7a5,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:05.754083 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-65ba9006-41d9-4f39-964e-a275aa6d94e0 None None] Provisioning complete for port ceb00bc5-e561-485c-8521-fd25d5ed0d4b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:05.754451 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-65ba9006-41d9-4f39-964e-a275aa6d94e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:05.781534 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673d890b-9bfe-4b86-b5b4-ad36fa80768c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:11:05.783973 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f2a2bcd7-80ed-4adb-b195-70a86d5b77fa tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Calling delete_port for 2f142ec6-7831-4ee7-98a2-e9c3794f0aa1 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:11:05.797766 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-65ba9006-41d9-4f39-964e-a275aa6d94e0 None None] Port ceb00bc5-e561-485c-8521-fd25d5ed0d4b cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:11:05.858535 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e6967d-afcc-4d92-a5af-3281bb42e868 x-openstack-request-id: req-40e6967d-afcc-4d92-a5af-3281bb42e868 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:11:05.860575 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba", "name": "network-vif-deleted", "tag": "13cbe2d8-8ba0-486d-a4ea-228ce80c329c", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:11:05.860857 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40e6967d-afcc-4d92-a5af-3281bb42e868 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:11:05.863612 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eba11d1-1e0f-4a32-b9ba-107d1f70a2ba', 'name': 'network-vif-deleted', 'tag': '13cbe2d8-8ba0-486d-a4ea-228ce80c329c', 'status': 'completed', 'code': 200} Jul 22 19:11:05.872745 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device cf8a16c7-8bc0-4a08-a6ed-397e62bd8122 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:11:05.882608 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-673d890b-9bfe-4b86-b5b4-ad36fa80768c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:11:05.886450 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d890b-9bfe-4b86-b5b4-ad36fa80768c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:05.887620 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-673d890b-9bfe-4b86-b5b4-ad36fa80768c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:05.912976 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea81be9-22c5-4e53-9fa7-db2bbc14bb96 None None] Network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:11:05.917235 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: cf8a16c7-8bc0-4a08-a6ed-397e62bd8122 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:11:05.918114 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device cf8a16c7-8bc0-4a08-a6ed-397e62bd8122 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:11:05.925787 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-673d890b-9bfe-4b86-b5b4-ad36fa80768c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1218631 Jul 22 19:11:05.928846 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41606) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:05.932648 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7ed6e388-9d3d-4c1c-a253-4615836e074e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:05.948581 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-352fbc8b-1c40-4f48-a338-23991885fc3c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'security_group': {'name': 'tempest-secgroup-939994313'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:06.000789 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-396c7076-5c48-4cec-ab85-0bf4ad01f4b1 req-266a5b8c-297a-4628-aa3a-c649c0cffc47 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 210 time: 0.1310844 Jul 22 19:11:06.003879 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-352fbc8b-1c40-4f48-a338-23991885fc3c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:06.036835 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d890b-9bfe-4b86-b5b4-ad36fa80768c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Subnet': ['ID=b96d41da-3e0e-4b3a-83a0-1cbc251deb05,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:06.073826 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7ed6e388-9d3d-4c1c-a253-4615836e074e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:06.107040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20b887-8006-40da-8644-df514549865c req-1ea51b05-9e50-429c-a5f1-0564622c464c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:06.112832 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b20b887-8006-40da-8644-df514549865c req-1ea51b05-9e50-429c-a5f1-0564622c464c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb77f10e-c93f-463c-94b6-10741894289a HTTP/1.1" status: 200 len: 945 time: 0.7922380 Jul 22 19:11:06.167418 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e32972e-4d3b-4195-bffa-59966ac04bf6 req-5e5a3937-4869-48f4-acc2-1891b707b2b5 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Router ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:11:06.202302 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b20b887-8006-40da-8644-df514549865c req-59c0a0b2-19b7-4a84-8252-dbd1e5ad6e3a tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739577 Jul 22 19:11:06.299769 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-352fbc8b-1c40-4f48-a338-23991885fc3c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:06.306547 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41614) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:06.360103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-7575f08c-0306-445a-9188-323eaf332c11 admin admin] Deleting subnet 641bbd45-6b0c-472d-90da-6574280f280d {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:11:06.362987 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-352fbc8b-1c40-4f48-a338-23991885fc3c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:06.417063 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7575f08c-0306-445a-9188-323eaf332c11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:06.420677 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fbc8b-1c40-4f48-a338-23991885fc3c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c230c170-66b1-441f-b84d-8bd2c3803984,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:06.479377 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201ae1fa-f655-444b-8fda-df72fbcdf1b3 None None] Update dhcp port {'port': {'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469', 'fixed_ips': [{'subnet_id': '86275660-5226-4e05-ba4e-1f1b30076562', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b96d41da-3e0e-4b3a-83a0-1cbc251deb05'}], 'binding:host_id': 'n-d-800086-12'}, 'id': '63703bdd-bfb1-487a-99ef-a307c9de8569'} from n-d-800086-12. {{(pid=93808) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:11:06.535972 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7ed6e388-9d3d-4c1c-a253-4615836e074e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:06.566600 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-352fbc8b-1c40-4f48-a338-23991885fc3c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:06.570344 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-352fbc8b-1c40-4f48-a338-23991885fc3c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6367524 Jul 22 19:11:06.572344 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41624) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:06.577284 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-62fdee94-36c0-41c9-84c3-a561d2c7e8bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'security_group': {'name': 'tempest-secgroup-543448747'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:06.608025 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7575f08c-0306-445a-9188-323eaf332c11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:06.634553 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-201ae1fa-f655-444b-8fda-df72fbcdf1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:06.710833 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7ed6e388-9d3d-4c1c-a253-4615836e074e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:06.714941 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2b1f4-5c27-479a-8fce-fcd60d490672 req-59bc00a3-82b6-4e92-ad11-abca639f120c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:06.715231 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7ed6e388-9d3d-4c1c-a253-4615836e074e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/19d131ce-729f-4d0d-91f9-24cc1f3913da HTTP/1.1" status: 204 len: 168 time: 1.8155138 Jul 22 19:11:06.716873 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d1e2b1f4-5c27-479a-8fce-fcd60d490672 req-59bc00a3-82b6-4e92-ad11-abca639f120c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 949 time: 0.2075853 Jul 22 19:11:06.718766 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e32972e-4d3b-4195-bffa-59966ac04bf6 req-5e5a3937-4869-48f4-acc2-1891b707b2b5 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:11:06.719810 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-62fdee94-36c0-41c9-84c3-a561d2c7e8bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:06.722648 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41636) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:06.723853 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7575f08c-0306-445a-9188-323eaf332c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:06.727153 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2a2bcd7-80ed-4adb-b195-70a86d5b77fa tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:06.731334 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a833132-73ba-4f9f-8df0-ab48339a06c4 None None] Sync routers for ids ['ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:11:06.743239 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a833132-73ba-4f9f-8df0-ab48339a06c4 None None] Routers {'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:11:06.743855 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-7a833132-73ba-4f9f-8df0-ab48339a06c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:11:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:06.884443 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2bcd7-80ed-4adb-b195-70a86d5b77fa tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event deleted for resources: {'Port': ['ID=2f142ec6-7831-4ee7-98a2-e9c3794f0aa1,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:06.966087 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d1e2b1f4-5c27-479a-8fce-fcd60d490672 req-d951cca2-7caf-4a34-b9c3-f9ce22326a12 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117536 Jul 22 19:11:07.011567 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-7a833132-73ba-4f9f-8df0-ab48339a06c4 None None] Set router ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:11:07.020341 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6e388-9d3d-4c1c-a253-4615836e074e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19d131ce-729f-4d0d-91f9-24cc1f3913da,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:07.082677 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-260641a1-c555-4cc8-a63f-c8311cbf01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:07.085713 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 13cbe2d8-8ba0-486d-a4ea-228ce80c329c no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:11:07.170605 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 13cbe2d8-8ba0-486d-a4ea-228ce80c329c {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:11:07.171125 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 13cbe2d8-8ba0-486d-a4ea-228ce80c329c not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:11:07.171653 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:11:07.221718 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e32972e-4d3b-4195-bffa-59966ac04bf6 req-5e5a3937-4869-48f4-acc2-1891b707b2b5 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] No DVR routers for this DVR port 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:11:07.226895 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8e32972e-4d3b-4195-bffa-59966ac04bf6 req-5e5a3937-4869-48f4-acc2-1891b707b2b5 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:07.229913 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8e32972e-4d3b-4195-bffa-59966ac04bf6 req-5e5a3937-4869-48f4-acc2-1891b707b2b5 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.16 "DELETE /v2.0/ports/94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 HTTP/1.1" status: 204 len: 173 time: 3.4981265 Jul 22 19:11:07.230365 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5', 'name': 'network-vif-deleted', 'tag': '94b26849-c8d8-4e93-b7c1-97e8e09ed7a5'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:11:07.234228 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-62fdee94-36c0-41c9-84c3-a561d2c7e8bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:07.238964 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:11:07.239478 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 94b26849-c8d8-4e93-b7c1-97e8e09ed7a5 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:11:07.243383 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0f4545-861e-4f90-a4b0-00402bbec05f" -d '{"events": [{"server_uuid": "4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5", "name": "network-vif-deleted", "tag": "94b26849-c8d8-4e93-b7c1-97e8e09ed7a5"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:11:07.265462 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-201ae1fa-f655-444b-8fda-df72fbcdf1b3 None None] Allocated IP 172.20.0.2 (a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469/b96d41da-3e0e-4b3a-83a0-1cbc251deb05/63703bdd-bfb1-487a-99ef-a307c9de8569) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:11:07.293946 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2a2bcd7-80ed-4adb-b195-70a86d5b77fa tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:07.322354 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-62fdee94-36c0-41c9-84c3-a561d2c7e8bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:07.372055 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7575f08c-0306-445a-9188-323eaf332c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:07.510932 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-201ae1fa-f655-444b-8fda-df72fbcdf1b3 None None] For port 63703bdd-bfb1-487a-99ef-a307c9de8569, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=63703bdd-bfb1-487a-99ef-a307c9de8569,segment=NetworkSegment(6d944e2e-eb8b-4cb3-b872-2d93c2e8fcf5),segment_id=6d944e2e-eb8b-4cb3-b872-2d93c2e8fcf5)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:07.557915 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-7a833132-73ba-4f9f-8df0-ab48339a06c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'name': 'tempest-ServersTestBootFromVolume-1063993293-router', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:07Z', 'updated_at': '2021-07-22T19:08:12Z', 'revision_number': 4, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'gw_port': {'id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:08Z', 'updated_at': '2021-07-22T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '3c842535-e8b5-4309-8f15-1756c6be01f2', 'name': '', 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'mac_address': 'fa:16:3e:73:fb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '16e704e8-35a9-4b1e-95ec-b95d54669535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:11Z', 'updated_at': '2021-07-22T19:08:21Z', 'revision_number': 5, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'subnets': [{'id': '16e704e8-35a9-4b1e-95ec-b95d54669535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:07.575410 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-201ae1fa-f655-444b-8fda-df72fbcdf1b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:07.602428 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2a4cfcb9-f19e-4018-80c9-b5e9364f53f3 req-91d0233a-a076-4b06-8cdc-26b0eca03baa tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 210 time: 0.3224287 Jul 22 19:11:07.608707 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-201ae1fa-f655-444b-8fda-df72fbcdf1b3 None None] Transition to ACTIVE for port object 63703bdd-bfb1-487a-99ef-a307c9de8569 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:11:07.609890 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a833132-73ba-4f9f-8df0-ab48339a06c4 None None] Checking router: ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:11:07.611882 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7575f08c-0306-445a-9188-323eaf332c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:07.616031 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7575f08c-0306-445a-9188-323eaf332c11 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/641bbd45-6b0c-472d-90da-6574280f280d HTTP/1.1" status: 204 len: 168 time: 1.3075197 Jul 22 19:11:07.625124 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41646) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:07.630717 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-201ae1fa-f655-444b-8fda-df72fbcdf1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:07.656891 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a833132-73ba-4f9f-8df0-ab48339a06c4 None None] Routers {'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:11:07.657544 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-7a833132-73ba-4f9f-8df0-ab48339a06c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:11:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:07.733848 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-62fdee94-36c0-41c9-84c3-a561d2c7e8bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:07.734126 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ae1fa-f655-444b-8fda-df72fbcdf1b3 None None] Pushing event updated for resources: {'Port': ['ID=63703bdd-bfb1-487a-99ef-a307c9de8569,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:07.739301 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-62fdee94-36c0-41c9-84c3-a561d2c7e8bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1657302 Jul 22 19:11:07.744118 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41650) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:07.842494 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-6f3ff22a-8839-4601-a50b-236dd1b6ad3a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'security_group': {'name': 'tempest-secgroup-1282430830'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:07.847196 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18576c78-1502-419b-a107-a29b80072c07 x-openstack-request-id: req-18576c78-1502-419b-a107-a29b80072c07 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:11:07.847499 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5", "name": "network-vif-deleted", "tag": "94b26849-c8d8-4e93-b7c1-97e8e09ed7a5", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:11:07.847758 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18576c78-1502-419b-a107-a29b80072c07 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:11:07.849930 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5', 'name': 'network-vif-deleted', 'tag': '94b26849-c8d8-4e93-b7c1-97e8e09ed7a5', 'status': 'completed', 'code': 200} Jul 22 19:11:07.855520 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e474279c-7499-40a8-9168-bb1b70dadd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:07.926887 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575f08c-0306-445a-9188-323eaf332c11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641bbd45-6b0c-472d-90da-6574280f280d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:07.935153 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a2bcd7-80ed-4adb-b195-70a86d5b77fa tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Router 45ef4566-b966-4cb7-bab6-76d61bf7ce0e has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:11:07.944819 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 63703bdd-bfb1-487a-99ef-a307c9de8569 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:11:07.970144 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6f3ff22a-8839-4601-a50b-236dd1b6ad3a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:08.037518 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdee94-36c0-41c9-84c3-a561d2c7e8bb tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07b2eec3-024f-47fb-9239-a21d4e7c3c66,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:08.151001 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-260641a1-c555-4cc8-a63f-c8311cbf01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:08.194002 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-7a833132-73ba-4f9f-8df0-ab48339a06c4 None None] Set router ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:11:08.259224 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-260641a1-c555-4cc8-a63f-c8311cbf01f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0ba9f8-89b3-4676-8828-bacae052b3bd']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:08.291429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-260641a1-c555-4cc8-a63f-c8311cbf01f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9c5442-4aef-46ca-808c-f594344b1a0a') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:08.292132 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-260641a1-c555-4cc8-a63f-c8311cbf01f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9c5442-4aef-46ca-808c-f594344b1a0a') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:08.295446 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a2bcd7-80ed-4adb-b195-70a86d5b77fa tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:11:08.307225 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f2a2bcd7-80ed-4adb-b195-70a86d5b77fa tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "PUT /v2.0/routers/45ef4566-b966-4cb7-bab6-76d61bf7ce0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7003641 Jul 22 19:11:08.311233 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41662) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:08.312460 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410a32f4-2958-4c4a-88e9-65c50ecdee0e None None] Sync routers for ids ['45ef4566-b966-4cb7-bab6-76d61bf7ce0e'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:11:08.312923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b371a-b5b8-4897-ab8b-ab651043d31a req-ef94588b-5f51-4330-9d63-3e395e5370a8 tempest-MigrationsAdminTest-1680029283 tempest-MigrationsAdminTest-1680029283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:08.322369 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c1b371a-b5b8-4897-ab8b-ab651043d31a req-ef94588b-5f51-4330-9d63-3e395e5370a8 tempest-MigrationsAdminTest-1680029283 tempest-MigrationsAdminTest-1680029283-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 1101 time: 1.0741923 Jul 22 19:11:08.334860 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410a32f4-2958-4c4a-88e9-65c50ecdee0e None None] Routers {'45ef4566-b966-4cb7-bab6-76d61bf7ce0e'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:11:08.340941 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-410a32f4-2958-4c4a-88e9-65c50ecdee0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:11:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['45ef4566-b966-4cb7-bab6-76d61bf7ce0e'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:08.364681 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-260641a1-c555-4cc8-a63f-c8311cbf01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:08.401436 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-5f7cd702-dcef-4f70-96e3-6f15521c1b83 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] show failed (client error): The resource could not be found. Jul 22 19:11:08.403769 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5f7cd702-dcef-4f70-96e3-6f15521c1b83 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-292166068 HTTP/1.1" status: 404 len: 334 time: 0.0916421 Jul 22 19:11:08.413276 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41664) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:08.416695 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-410a32f4-2958-4c4a-88e9-65c50ecdee0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:08.438235 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d64386a1-8403-486b-a8c1-8899082de013 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:08.440210 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-260641a1-c555-4cc8-a63f-c8311cbf01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:08.457766 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410a32f4-2958-4c4a-88e9-65c50ecdee0e None None] Routers {'45ef4566-b966-4cb7-bab6-76d61bf7ce0e'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:11:08.458408 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-410a32f4-2958-4c4a-88e9-65c50ecdee0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:11:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['45ef4566-b966-4cb7-bab6-76d61bf7ce0e'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:08.496193 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c1b371a-b5b8-4897-ab8b-ab651043d31a req-fce4b0e2-7c2b-425d-8422-5f8555d03894 tempest-MigrationsAdminTest-1680029283 tempest-MigrationsAdminTest-1680029283-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542938 Jul 22 19:11:08.497749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260641a1-c555-4cc8-a63f-c8311cbf01f0 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:11:08.498166 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-260641a1-c555-4cc8-a63f-c8311cbf01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:11:08.509944 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:11:08.550742 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-410a32f4-2958-4c4a-88e9-65c50ecdee0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:08.552189 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410a32f4-2958-4c4a-88e9-65c50ecdee0e None None] The sync data for ids ['45ef4566-b966-4cb7-bab6-76d61bf7ce0e'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:11:08.561377 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6f3ff22a-8839-4601-a50b-236dd1b6ad3a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:08.568568 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6f3ff22a-8839-4601-a50b-236dd1b6ad3a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:08.621370 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6f3ff22a-8839-4601-a50b-236dd1b6ad3a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:08.621793 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e474279c-7499-40a8-9168-bb1b70dadd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:08.625722 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6f3ff22a-8839-4601-a50b-236dd1b6ad3a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8674562 Jul 22 19:11:08.635730 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41668) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:08.665725 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-260641a1-c555-4cc8-a63f-c8311cbf01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:08.668152 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-64e096cd-a701-4992-b16d-901228ae69c1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1584647425', 'security_groups': ['25c69689-55fd-47b1-a551-20057f01359f'], 'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b96d41da-3e0e-4b3a-83a0-1cbc251deb05'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:08.727334 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-260641a1-c555-4cc8-a63f-c8311cbf01f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:08.733478 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-260641a1-c555-4cc8-a63f-c8311cbf01f0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fc0ba9f8-89b3-4676-8828-bacae052b3bd HTTP/1.1" status: 204 len: 168 time: 2.0049100 Jul 22 19:11:08.734430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260641a1-c555-4cc8-a63f-c8311cbf01f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc0ba9f8-89b3-4676-8828-bacae052b3bd,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:08.747613 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ff22a-8839-4601-a50b-236dd1b6ad3a tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c69689-55fd-47b1-a551-20057f01359f,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:08.748717 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-d64386a1-8403-486b-a8c1-8899082de013 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] update failed (client error): The resource could not be found. Jul 22 19:11:08.757732 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41674) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:08.758014 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d64386a1-8403-486b-a8c1-8899082de013 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-850732660 HTTP/1.1" status: 404 len: 334 time: 0.3331504 Jul 22 19:11:08.775954 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-e474279c-7499-40a8-9168-bb1b70dadd31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524e86b0-c3d9-42e3-b060-cee62ca18b80']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:08.788455 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-7a833132-73ba-4f9f-8df0-ab48339a06c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'name': 'tempest-ServersTestBootFromVolume-1063993293-router', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:07Z', 'updated_at': '2021-07-22T19:08:12Z', 'revision_number': 4, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'gw_port': {'id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:08Z', 'updated_at': '2021-07-22T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '3c842535-e8b5-4309-8f15-1756c6be01f2', 'name': '', 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'mac_address': 'fa:16:3e:73:fb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '16e704e8-35a9-4b1e-95ec-b95d54669535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:11Z', 'updated_at': '2021-07-22T19:08:21Z', 'revision_number': 5, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'subnets': [{'id': '16e704e8-35a9-4b1e-95ec-b95d54669535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:08.820612 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a833132-73ba-4f9f-8df0-ab48339a06c4 None None] The sync data for ids ['ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'] in n-d-800086-12 is: [{'id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'name': 'tempest-ServersTestBootFromVolume-1063993293-router', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:07Z', 'updated_at': '2021-07-22T19:08:12Z', 'revision_number': 4, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'gw_port': {'id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:08Z', 'updated_at': '2021-07-22T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '3c842535-e8b5-4309-8f15-1756c6be01f2', 'name': '', 'network_id': '73a62730-22a7-4579-81aa-a3bf0ab2224c', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'mac_address': 'fa:16:3e:73:fb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '16e704e8-35a9-4b1e-95ec-b95d54669535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:11Z', 'updated_at': '2021-07-22T19:08:21Z', 'revision_number': 5, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'subnets': [{'id': '16e704e8-35a9-4b1e-95ec-b95d54669535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:11:08.875011 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:08.890351 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b078ced8-f821-4f18-87cf-e9b96e12bdb9 req-7c38bb7c-605f-4a6d-930f-6d8488db671f tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 210 time: 0.1202960 Jul 22 19:11:08.928688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95d6819-8763-4cfb-8989-e887914d7287 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Deleting subnet 9343c6b7-1ddc-4a17-b4f8-83cc0bff0ffd {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:11:08.932426 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a95d6819-8763-4cfb-8989-e887914d7287 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:09.025749 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a95d6819-8763-4cfb-8989-e887914d7287 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:09.165611 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0e93244c-d05c-472b-8a6d-c04f3008fa9d None None] Provisioning for port 63703bdd-bfb1-487a-99ef-a307c9de8569 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:11:09.176112 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0e93244c-d05c-472b-8a6d-c04f3008fa9d None None] Provisioning complete for port 63703bdd-bfb1-487a-99ef-a307c9de8569 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:09.176603 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0e93244c-d05c-472b-8a6d-c04f3008fa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:09.283481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41700) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:09.369501 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0e93244c-d05c-472b-8a6d-c04f3008fa9d None None] Provisioning complete for port ceb00bc5-e561-485c-8521-fd25d5ed0d4b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:09.369877 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0e93244c-d05c-472b-8a6d-c04f3008fa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:09.415385 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a95d6819-8763-4cfb-8989-e887914d7287 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:09.467063 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0e93244c-d05c-472b-8a6d-c04f3008fa9d None None] Port ceb00bc5-e561-485c-8521-fd25d5ed0d4b cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:11:09.485275 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-55d68780-7eb4-4c86-8f2a-52850e75a312 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41c697aba6e940169e3dc8cd7b93b641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1979463 Jul 22 19:11:09.497081 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41704) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:09.567220 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ed72e5-998c-435d-94bf-71dc31900def None None] New status for floating IP 21d0d052-53bf-4d13-a80f-910ada1e661b: DOWN {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:11:09.608466 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a95d6819-8763-4cfb-8989-e887914d7287 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:09.683751 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-e474279c-7499-40a8-9168-bb1b70dadd31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39045908-6a73-4f78-963e-aa15a67eb21f') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:09.684235 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-e474279c-7499-40a8-9168-bb1b70dadd31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39045908-6a73-4f78-963e-aa15a67eb21f') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:09.696911 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e474279c-7499-40a8-9168-bb1b70dadd31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:09.717904 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e474279c-7499-40a8-9168-bb1b70dadd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:09.726540 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e474279c-7499-40a8-9168-bb1b70dadd31 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:11:09.727026 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e474279c-7499-40a8-9168-bb1b70dadd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:09.748894 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d6819-8763-4cfb-8989-e887914d7287 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event deleted for resources: {'Subnet': ['ID=9343c6b7-1ddc-4a17-b4f8-83cc0bff0ffd,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:09.762333 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17843cde-8e83-40c9-97f6-966ee66aaee0 None None] Network 54c76a1e-72c4-4a68-8443-7e39c79f8fdc requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:11:09.802393 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a95d6819-8763-4cfb-8989-e887914d7287 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:09.806874 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a95d6819-8763-4cfb-8989-e887914d7287 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "DELETE /v2.0/subnets/9343c6b7-1ddc-4a17-b4f8-83cc0bff0ffd HTTP/1.1" status: 204 len: 168 time: 1.0328307 Jul 22 19:11:09.807585 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41714) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:11:09.820527 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:11:09.829554 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e474279c-7499-40a8-9168-bb1b70dadd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:09.831044 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-263053ca-c34b-4b0c-8651-2766112ead16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:09.841624 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e474279c-7499-40a8-9168-bb1b70dadd31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:09.848600 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e474279c-7499-40a8-9168-bb1b70dadd31 admin admin] 10.222.0.13 "DELETE /v2.0/networks/524e86b0-c3d9-42e3-b060-cee62ca18b80 HTTP/1.1" status: 204 len: 168 time: 2.2223337 Jul 22 19:11:09.872893 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474279c-7499-40a8-9168-bb1b70dadd31 admin admin] Pushing event deleted for resources: {'Network': ['ID=524e86b0-c3d9-42e3-b060-cee62ca18b80,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:10.077101 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e096cd-a701-4992-b16d-901228ae69c1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:11:10.093605 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-263053ca-c34b-4b0c-8651-2766112ead16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:10.253047 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d6f55e47-8be5-45c8-a007-76aadb75926d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:10.272366 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f95713-60e3-4760-a3b5-7779646892bf None None] DHCP port deletion for 54c76a1e-72c4-4a68-8443-7e39c79f8fdc request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:11:10.285193 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b074c9c-9072-4ffe-801f-9757b20bfb10 req-2a46d58a-bba9-4ac2-b194-fe0668be4818 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 210 time: 0.1868489 Jul 22 19:11:10.357281 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41726) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:10.389338 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-23f95713-60e3-4760-a3b5-7779646892bf None None] Deleting port f09db720-d827-4de6-beb0-b08f3e80d0d1 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:11:10.389711 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-23f95713-60e3-4760-a3b5-7779646892bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:10.451853 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-3b8ad925-2739-468c-8315-dde480c57032 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5594051 Jul 22 19:11:10.460594 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5e095-8368-4583-b0d4-049813a18df9 req-5d144894-f655-4314-ba7d-2eb0f63f4a39 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:10.465543 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-64e096cd-a701-4992-b16d-901228ae69c1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:10.468453 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-94f5e095-8368-4583-b0d4-049813a18df9 req-5d144894-f655-4314-ba7d-2eb0f63f4a39 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 949 time: 0.6337965 Jul 22 19:11:10.484139 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-263053ca-c34b-4b0c-8651-2766112ead16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:10.487389 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-263053ca-c34b-4b0c-8651-2766112ead16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:10.488777 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-263053ca-c34b-4b0c-8651-2766112ead16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0424ee17-2730-40c8-a994-faf4d1fc16dd HTTP/1.1" status: 204 len: 168 time: 0.9884920 Jul 22 19:11:10.529144 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-64e096cd-a701-4992-b16d-901228ae69c1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] device_id is not set on port 1be866ed-5dbc-4f45-9b40-b6bb8dfa03e2 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:11:10.535422 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-eb5926db-be59-4cf0-8f88-5ca8786bcecf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77194e63acae4a6d8094ac3cb7d5a135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704228 Jul 22 19:11:10.536961 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41738) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:10.552441 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263053ca-c34b-4b0c-8651-2766112ead16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0424ee17-2730-40c8-a994-faf4d1fc16dd,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:10.562102 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-23f95713-60e3-4760-a3b5-7779646892bf None None] For port f09db720-d827-4de6-beb0-b08f3e80d0d1, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f09db720-d827-4de6-beb0-b08f3e80d0d1,segment=NetworkSegment(573fbecb-332a-43c8-be01-0eaf7bf411f7),segment_id=573fbecb-332a-43c8-be01-0eaf7bf411f7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:10.562727 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-23f95713-60e3-4760-a3b5-7779646892bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:10.579862 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-23f95713-60e3-4760-a3b5-7779646892bf None None] Calling delete_port for f09db720-d827-4de6-beb0-b08f3e80d0d1 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:11:10.644903 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-94f5e095-8368-4583-b0d4-049813a18df9 req-c5fe5a17-5bd4-454b-b2da-43d385577612 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726120 Jul 22 19:11:10.699287 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-23f95713-60e3-4760-a3b5-7779646892bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:10.732703 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-d6f55e47-8be5-45c8-a007-76aadb75926d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Deleting port f09db720-d827-4de6-beb0-b08f3e80d0d1 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:11:10.733018 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d6f55e47-8be5-45c8-a007-76aadb75926d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:10.754573 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f95713-60e3-4760-a3b5-7779646892bf None None] Pushing event deleted for resources: {'Port': ['ID=f09db720-d827-4de6-beb0-b08f3e80d0d1,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:10.772660 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f95713-60e3-4760-a3b5-7779646892bf None None] No DVR routers for this DVR port f09db720-d827-4de6-beb0-b08f3e80d0d1 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:11:10.984794 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f30d1b7c-1990-4698-b586-a2df15e2ac1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:11.039892 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-64e096cd-a701-4992-b16d-901228ae69c1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Allocated IP 172.20.0.7 (a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469/b96d41da-3e0e-4b3a-83a0-1cbc251deb05/1be866ed-5dbc-4f45-9b40-b6bb8dfa03e2) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:11:11.047766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-d6f55e47-8be5-45c8-a007-76aadb75926d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] For port f09db720-d827-4de6-beb0-b08f3e80d0d1, host n-d-800086-12, got binding levels [] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:11.048153 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d6f55e47-8be5-45c8-a007-76aadb75926d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:11.080847 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f30d1b7c-1990-4698-b586-a2df15e2ac1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:11.090271 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-d6f55e47-8be5-45c8-a007-76aadb75926d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Calling delete_port for f09db720-d827-4de6-beb0-b08f3e80d0d1 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:11:11.106731 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.ipam_backend_mixin [None req-d6f55e47-8be5-45c8-a007-76aadb75926d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Port f09db720-d827-4de6-beb0-b08f3e80d0d1 was not found and therefore no delete operation was performed {{(pid=93807) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:11:11.114910 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d6f55e47-8be5-45c8-a007-76aadb75926d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:11.223153 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f55e47-8be5-45c8-a007-76aadb75926d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event deleted for resources: {'Port': ['ID=f09db720-d827-4de6-beb0-b08f3e80d0d1,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:11.227407 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f55e47-8be5-45c8-a007-76aadb75926d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] No DVR routers for this DVR port f09db720-d827-4de6-beb0-b08f3e80d0d1 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:11:11.374640 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f30d1b7c-1990-4698-b586-a2df15e2ac1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:11.378853 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f30d1b7c-1990-4698-b586-a2df15e2ac1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:11.380149 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f30d1b7c-1990-4698-b586-a2df15e2ac1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/628ff75a-d928-46f8-8911-01804a3794a5 HTTP/1.1" status: 204 len: 168 time: 0.8288956 Jul 22 19:11:11.415409 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d6f55e47-8be5-45c8-a007-76aadb75926d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:11.432706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d1b7c-1990-4698-b586-a2df15e2ac1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628ff75a-d928-46f8-8911-01804a3794a5,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:11.436421 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:11.485610 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-64e096cd-a701-4992-b16d-901228ae69c1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:11.489261 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-d6f55e47-8be5-45c8-a007-76aadb75926d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c76a1e-72c4-4a68-8443-7e39c79f8fdc']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:11.514090 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-64e096cd-a701-4992-b16d-901228ae69c1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Transition to ACTIVE for port object 1be866ed-5dbc-4f45-9b40-b6bb8dfa03e2 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:11:11.569088 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-64e096cd-a701-4992-b16d-901228ae69c1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:11.606139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c925893-266f-4070-9fab-06e04cb2abc3 req-c018c6c0-ed1d-43a6-ac3a-52db1673dbe3 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 210 time: 0.1211717 Jul 22 19:11:11.614009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-d6f55e47-8be5-45c8-a007-76aadb75926d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573fbecb-332a-43c8-be01-0eaf7bf411f7') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:11.614449 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-d6f55e47-8be5-45c8-a007-76aadb75926d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573fbecb-332a-43c8-be01-0eaf7bf411f7') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:11.634843 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e096cd-a701-4992-b16d-901228ae69c1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Port': ['ID=1be866ed-5dbc-4f45-9b40-b6bb8dfa03e2,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:11.649527 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d6f55e47-8be5-45c8-a007-76aadb75926d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:11.655405 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e096cd-a701-4992-b16d-901228ae69c1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:11:11.659191 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-64e096cd-a701-4992-b16d-901228ae69c1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:11:11.662813 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e096cd-a701-4992-b16d-901228ae69c1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:11:11.693995 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d6f55e47-8be5-45c8-a007-76aadb75926d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:11.715704 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f55e47-8be5-45c8-a007-76aadb75926d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:11:11.717207 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d6f55e47-8be5-45c8-a007-76aadb75926d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:11:11.723999 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:11:11.777211 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e096cd-a701-4992-b16d-901228ae69c1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:11.780253 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-64e096cd-a701-4992-b16d-901228ae69c1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:11.840368 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-64e096cd-a701-4992-b16d-901228ae69c1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1790090 Jul 22 19:11:11.841154 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41786) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:11.856017 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a21fcb1e-3fd6-43c1-8bf7-494d4449ba9e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'subnet': {'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:11.938298 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f09db720-d827-4de6-beb0-b08f3e80d0d1 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:11:12.004200 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: f09db720-d827-4de6-beb0-b08f3e80d0d1 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:11:12.004932 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f09db720-d827-4de6-beb0-b08f3e80d0d1 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:11:12.043898 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d6f55e47-8be5-45c8-a007-76aadb75926d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:12.089571 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d6f55e47-8be5-45c8-a007-76aadb75926d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:12.092962 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d6f55e47-8be5-45c8-a007-76aadb75926d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "DELETE /v2.0/networks/54c76a1e-72c4-4a68-8443-7e39c79f8fdc HTTP/1.1" status: 204 len: 168 time: 2.2838228 Jul 22 19:11:12.114537 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41794) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:12.125333 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f55e47-8be5-45c8-a007-76aadb75926d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event deleted for resources: {'Network': ['ID=54c76a1e-72c4-4a68-8443-7e39c79f8fdc,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:12.195979 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc0cb7-eede-4617-88b7-beff1a569fd5 req-8f799f7f-8867-4b03-a257-4420d7e092f4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:12.202662 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-abcc0cb7-eede-4617-88b7-beff1a569fd5 req-8f799f7f-8867-4b03-a257-4420d7e092f4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 949 time: 0.2926602 Jul 22 19:11:12.233771 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2831e29b-9838-4ba8-9507-98b80eadf233 None None] Provisioning for port 1be866ed-5dbc-4f45-9b40-b6bb8dfa03e2 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:11:12.246229 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2831e29b-9838-4ba8-9507-98b80eadf233 None None] Provisioning complete for port 1be866ed-5dbc-4f45-9b40-b6bb8dfa03e2 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:12.246760 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2831e29b-9838-4ba8-9507-98b80eadf233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:12.293984 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-abcc0cb7-eede-4617-88b7-beff1a569fd5 req-1f1803d6-d539-4cc7-bf98-455aaae7e299 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713055 Jul 22 19:11:12.381543 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2831e29b-9838-4ba8-9507-98b80eadf233 None None] Port 1be866ed-5dbc-4f45-9b40-b6bb8dfa03e2 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:11:12.404556 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac48f59b-4785-4d48-9797-1cddfbb07521 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Deleting subnet d32b38b1-fb72-4790-8111-c132fbda1cd7 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:11:12.453904 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac48f59b-4785-4d48-9797-1cddfbb07521 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:12.473456 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21fcb1e-3fd6-43c1-8bf7-494d4449ba9e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:11:12.502417 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a21fcb1e-3fd6-43c1-8bf7-494d4449ba9e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:12.785683 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41824) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:12.854187 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dec8c04c-4270-49bb-9b3d-4e90deff5db0 req-ff55ba90-3791-4b59-a485-5bab23aa4a7c tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 210 time: 0.0488021 Jul 22 19:11:12.947203 n-d-800086-12 neutron-server[93806]: INFO neutron.db.ipam_backend_mixin [None req-a21fcb1e-3fd6-43c1-8bf7-494d4449ba9e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b96d41da-3e0e-4b3a-83a0-1cbc251deb05 (CIDR: 172.20.0.0/28) Jul 22 19:11:12.949213 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac48f59b-4785-4d48-9797-1cddfbb07521 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:13.014346 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21fcb1e-3fd6-43c1-8bf7-494d4449ba9e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:11:13.015090 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21fcb1e-3fd6-43c1-8bf7-494d4449ba9e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:11:13.071162 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a21fcb1e-3fd6-43c1-8bf7-494d4449ba9e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2257316 Jul 22 19:11:13.071504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41832) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:13.078950 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-367dd278-1298-47f7-a78d-de1e229a3239 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'subnet': {'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:13.147070 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-5305783e-63e4-4143-977f-ba623b52a1a5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1667935644-network', 'tenant_id': '9969b04cb20a400c8e89d23b9b9aa08c'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:13.231344 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac48f59b-4785-4d48-9797-1cddfbb07521 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:13.236305 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5305783e-63e4-4143-977f-ba623b52a1a5 admin admin] Made reservation on behalf of 9969b04cb20a400c8e89d23b9b9aa08c for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:11:13.239084 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5305783e-63e4-4143-977f-ba623b52a1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:13.253861 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5305783e-63e4-4143-977f-ba623b52a1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:13.349116 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac48f59b-4785-4d48-9797-1cddfbb07521 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:13.405269 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48f59b-4785-4d48-9797-1cddfbb07521 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event deleted for resources: {'Subnet': ['ID=d32b38b1-fb72-4790-8111-c132fbda1cd7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:13.414886 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac48f59b-4785-4d48-9797-1cddfbb07521 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:13.419627 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3baacea-ef1b-4604-a201-cfa66db9a916 None None] Network 971cd287-7207-439e-9797-06968f85bd69 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:11:13.423124 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ac48f59b-4785-4d48-9797-1cddfbb07521 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "DELETE /v2.0/subnets/d32b38b1-fb72-4790-8111-c132fbda1cd7 HTTP/1.1" status: 204 len: 168 time: 1.3043990 Jul 22 19:11:13.425003 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41844) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:13.486691 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41846) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:13.488687 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5305783e-63e4-4143-977f-ba623b52a1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:13.556420 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367dd278-1298-47f7-a78d-de1e229a3239 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:11:13.565274 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-367dd278-1298-47f7-a78d-de1e229a3239 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:13.572411 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b76094-4c0b-4ca0-978e-afbbe653569d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Deleting subnet 35ae30fd-85ab-496f-b854-779be4cce3e7 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:11:13.582416 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-28b76094-4c0b-4ca0-978e-afbbe653569d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:13.648226 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-e16a9b27-9ec5-49bf-bf5a-b0f3d1261ab6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1942720351-network', 'tenant_id': 'ca474665ef244c4e8a0e9be542d2eb64'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:13.722384 n-d-800086-12 neutron-server[93807]: INFO neutron.db.ipam_backend_mixin [None req-367dd278-1298-47f7-a78d-de1e229a3239 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 86275660-5226-4e05-ba4e-1f1b30076562 (CIDR: 172.20.0.16/28) Jul 22 19:11:13.737676 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-28b76094-4c0b-4ca0-978e-afbbe653569d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:13.744017 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5305783e-63e4-4143-977f-ba623b52a1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:13.759711 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5305783e-63e4-4143-977f-ba623b52a1a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:11:13.785065 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5305783e-63e4-4143-977f-ba623b52a1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:13.785524 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-5305783e-63e4-4143-977f-ba623b52a1a5 admin admin] Added segment 3b58bc68-1756-48fe-8cb5-fa0d3ff8d906 of type vlan for network 43446fef-6ac7-466a-9f04-5ce65621e5e9 Jul 22 19:11:13.804014 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16a9b27-9ec5-49bf-bf5a-b0f3d1261ab6 admin admin] Made reservation on behalf of ca474665ef244c4e8a0e9be542d2eb64 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:11:13.806594 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e16a9b27-9ec5-49bf-bf5a-b0f3d1261ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:13.834152 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e16a9b27-9ec5-49bf-bf5a-b0f3d1261ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:13.836131 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-367dd278-1298-47f7-a78d-de1e229a3239 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:11:13.836680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367dd278-1298-47f7-a78d-de1e229a3239 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:11:13.847513 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff87082-bb16-4ccf-87d7-8a601c61da25 None None] DHCP port deletion for 971cd287-7207-439e-9797-06968f85bd69 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:11:13.852756 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305783e-63e4-4143-977f-ba623b52a1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc34bd2-2b24-4d55-99ef-b091d94c7997,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:13.875002 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-61f82a23-cfc7-4271-bae4-becf45370382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:13.876561 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-61f82a23-cfc7-4271-bae4-becf45370382 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 1101 time: 0.3907163 Jul 22 19:11:13.936387 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-3ff87082-bb16-4ccf-87d7-8a601c61da25 None None] Deleting port 2c61f36a-6d04-4c31-b813-cc62aeaa15ab {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:11:13.936793 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3ff87082-bb16-4ccf-87d7-8a601c61da25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:13.947088 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-367dd278-1298-47f7-a78d-de1e229a3239 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8744314 Jul 22 19:11:13.950608 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41862) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:13.962679 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c399f232-9bdd-4523-a561-6d44abe5e5f7 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'subnet': {'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:14.026787 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5305783e-63e4-4143-977f-ba623b52a1a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:14.039892 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f5a1f9d-7e28-496e-a85e-4348c0cdf627 req-3f816408-d6fc-479d-be2c-93011d8069c4 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 210 time: 0.0552847 Jul 22 19:11:14.067433 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe0c17-b663-4d51-b63b-41c3c3a5a32f req-0635e169-01ea-4a77-910d-c696d6bfed55 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:14.073639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bbe0c17-b663-4d51-b63b-41c3c3a5a32f req-0635e169-01ea-4a77-910d-c696d6bfed55 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 949 time: 0.5879066 Jul 22 19:11:14.082425 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-3ff87082-bb16-4ccf-87d7-8a601c61da25 None None] For port 2c61f36a-6d04-4c31-b813-cc62aeaa15ab, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2c61f36a-6d04-4c31-b813-cc62aeaa15ab,segment=NetworkSegment(60dc5515-463e-44bf-8420-27bd9dae09f1),segment_id=60dc5515-463e-44bf-8420-27bd9dae09f1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:14.082883 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3ff87082-bb16-4ccf-87d7-8a601c61da25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:14.116538 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-3ff87082-bb16-4ccf-87d7-8a601c61da25 None None] Calling delete_port for 2c61f36a-6d04-4c31-b813-cc62aeaa15ab owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:11:14.124923 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-28b76094-4c0b-4ca0-978e-afbbe653569d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:14.183494 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bbe0c17-b663-4d51-b63b-41c3c3a5a32f req-5d4f6096-0252-4db8-9f37-b73be2ae1027 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964355 Jul 22 19:11:14.183494 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5305783e-63e4-4143-977f-ba623b52a1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:14.183494 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5305783e-63e4-4143-977f-ba623b52a1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:14.183494 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5305783e-63e4-4143-977f-ba623b52a1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:14.253498 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3ff87082-bb16-4ccf-87d7-8a601c61da25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:14.282398 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff87082-bb16-4ccf-87d7-8a601c61da25 None None] Pushing event deleted for resources: {'Port': ['ID=2c61f36a-6d04-4c31-b813-cc62aeaa15ab,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:14.298713 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff87082-bb16-4ccf-87d7-8a601c61da25 None None] No DVR routers for this DVR port 2c61f36a-6d04-4c31-b813-cc62aeaa15ab on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:11:14.310594 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305783e-63e4-4143-977f-ba623b52a1a5 admin admin] Pushing event updated for resources: {'Network': ['ID=43446fef-6ac7-466a-9f04-5ce65621e5e9,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:14.326702 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 43446fef-6ac7-466a-9f04-5ce65621e5e9 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:11:14.385034 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-28b76094-4c0b-4ca0-978e-afbbe653569d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:14.426605 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-eaeb81a1-72d3-49c3-b188-bb26b6833249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:14.428116 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-eaeb81a1-72d3-49c3-b188-bb26b6833249 service neutron] 10.222.0.16 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.5432348 Jul 22 19:11:14.436329 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b76094-4c0b-4ca0-978e-afbbe653569d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event deleted for resources: {'Subnet': ['ID=35ae30fd-85ab-496f-b854-779be4cce3e7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:14.453393 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-28b76094-4c0b-4ca0-978e-afbbe653569d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:14.456341 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-28b76094-4c0b-4ca0-978e-afbbe653569d tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "DELETE /v2.0/subnets/35ae30fd-85ab-496f-b854-779be4cce3e7 HTTP/1.1" status: 204 len: 168 time: 1.0294850 Jul 22 19:11:14.459174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41874) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:14.459299 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c888db-d507-420c-afbf-070306e491c0 None None] Network 91ccf29e-591e-4d57-a89d-81a4289a172e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:11:14.495421 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-8d7097aa-7ba6-490d-9e4f-540f915a7e36 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=fb909c7b-f94e-4b49-9b26-1260cef70227 HTTP/1.1" status: 200 len: 217 time: 0.0557146 Jul 22 19:11:14.551288 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e16a9b27-9ec5-49bf-bf5a-b0f3d1261ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:14.557004 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c7383d50-662f-4dda-a79c-c534f4380a2e tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:14.561586 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e16a9b27-9ec5-49bf-bf5a-b0f3d1261ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:14.568212 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5305783e-63e4-4143-977f-ba623b52a1a5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7811511 Jul 22 19:11:14.572266 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41876) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:14.579053 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-3375b475-b19f-4dc4-8044-2291676d6aa5 admin admin] Request body: {'subnet': {'network_id': '43446fef-6ac7-466a-9f04-5ce65621e5e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1667935644-subnet', 'tenant_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:14.608701 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16a9b27-9ec5-49bf-bf5a-b0f3d1261ab6 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:11:14.611807 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-97046849-c631-4354-888c-826ed5442de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:14.613715 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-97046849-c631-4354-888c-826ed5442de3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1093791 Jul 22 19:11:14.653873 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3375b475-b19f-4dc4-8044-2291676d6aa5 admin admin] Made reservation on behalf of 9969b04cb20a400c8e89d23b9b9aa08c for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:11:14.656901 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3375b475-b19f-4dc4-8044-2291676d6aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:14.665423 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c399f232-9bdd-4523-a561-6d44abe5e5f7 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Made reservation on behalf of cdf673c126ab4c5188ef38fb73f577c6 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:11:14.669474 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c399f232-9bdd-4523-a561-6d44abe5e5f7 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:14.672413 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a9b27-9ec5-49bf-bf5a-b0f3d1261ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2efc33f-fbd2-4b32-af22-0836f98f55e0,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:14.679047 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e16a9b27-9ec5-49bf-bf5a-b0f3d1261ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:14.679402 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-e16a9b27-9ec5-49bf-bf5a-b0f3d1261ab6 admin admin] Added segment 3d3143e7-0ce3-422e-bd56-8fdb651365d5 of type vlan for network f210b70a-b5cd-4658-9f8f-039186d0276d Jul 22 19:11:14.699436 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5945f4d8-c7e8-45ef-bcb5-fd38a266f053 None None] DHCP port deletion for 91ccf29e-591e-4d57-a89d-81a4289a172e request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:11:14.765042 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c7383d50-662f-4dda-a79c-c534f4380a2e tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:14.765607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5945f4d8-c7e8-45ef-bcb5-fd38a266f053 None None] Deleting port 7a149f74-959e-4445-a71b-307af2aa4904 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:11:14.767769 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5945f4d8-c7e8-45ef-bcb5-fd38a266f053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:14.783515 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-c7383d50-662f-4dda-a79c-c534f4380a2e tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971cd287-7207-439e-9797-06968f85bd69']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:14.789215 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e16a9b27-9ec5-49bf-bf5a-b0f3d1261ab6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:14.852611 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-0f9ff0a9-ab7d-464b-91b0-4004d1be5593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:14.854150 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-0f9ff0a9-ab7d-464b-91b0-4004d1be5593 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2303772 Jul 22 19:11:14.858687 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e16a9b27-9ec5-49bf-bf5a-b0f3d1261ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:14.859648 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16a9b27-9ec5-49bf-bf5a-b0f3d1261ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:14.860285 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e16a9b27-9ec5-49bf-bf5a-b0f3d1261ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:14.868679 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-c7383d50-662f-4dda-a79c-c534f4380a2e tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60dc5515-463e-44bf-8420-27bd9dae09f1') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:14.871809 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-c7383d50-662f-4dda-a79c-c534f4380a2e tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60dc5515-463e-44bf-8420-27bd9dae09f1') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:14.902098 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-5945f4d8-c7e8-45ef-bcb5-fd38a266f053 None None] For port 7a149f74-959e-4445-a71b-307af2aa4904, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=7a149f74-959e-4445-a71b-307af2aa4904,segment=NetworkSegment(12301790-df9d-45da-ad5d-690f561dc9a9),segment_id=12301790-df9d-45da-ad5d-690f561dc9a9)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:14.902654 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5945f4d8-c7e8-45ef-bcb5-fd38a266f053 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:14.913241 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c7383d50-662f-4dda-a79c-c534f4380a2e tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:14.922749 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5945f4d8-c7e8-45ef-bcb5-fd38a266f053 None None] Calling delete_port for 7a149f74-959e-4445-a71b-307af2aa4904 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:11:14.933631 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e16a9b27-9ec5-49bf-bf5a-b0f3d1261ab6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4438872 Jul 22 19:11:14.939686 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41888) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:14.968310 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-0a06337c-dfbf-49eb-b118-9e22a87e353b admin admin] Request body: {'subnet': {'network_id': 'f210b70a-b5cd-4658-9f8f-039186d0276d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1942720351-subnet', 'tenant_id': 'ca474665ef244c4e8a0e9be542d2eb64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:14.978653 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c7383d50-662f-4dda-a79c-c534f4380a2e tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:14.999095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7383d50-662f-4dda-a79c-c534f4380a2e tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:11:14.999531 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c7383d50-662f-4dda-a79c-c534f4380a2e tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:11:15.004664 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:11:15.071577 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a06337c-dfbf-49eb-b118-9e22a87e353b admin admin] Made reservation on behalf of ca474665ef244c4e8a0e9be542d2eb64 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:11:15.073908 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0a06337c-dfbf-49eb-b118-9e22a87e353b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:15.076277 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a9b27-9ec5-49bf-bf5a-b0f3d1261ab6 admin admin] Pushing event updated for resources: {'Network': ['ID=f210b70a-b5cd-4658-9f8f-039186d0276d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:15.079024 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5945f4d8-c7e8-45ef-bcb5-fd38a266f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:15.150632 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c7383d50-662f-4dda-a79c-c534f4380a2e tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:15.162158 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945f4d8-c7e8-45ef-bcb5-fd38a266f053 None None] Pushing event deleted for resources: {'Port': ['ID=7a149f74-959e-4445-a71b-307af2aa4904,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:15.167022 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network f210b70a-b5cd-4658-9f8f-039186d0276d details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:11:15.171243 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5945f4d8-c7e8-45ef-bcb5-fd38a266f053 None None] No DVR routers for this DVR port 7a149f74-959e-4445-a71b-307af2aa4904 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:11:15.191041 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-bbcdedc6-c753-42e6-9d89-3514305586f7 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197885 Jul 22 19:11:15.192661 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c7383d50-662f-4dda-a79c-c534f4380a2e tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:15.194941 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c7383d50-662f-4dda-a79c-c534f4380a2e tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "DELETE /v2.0/networks/971cd287-7207-439e-9797-06968f85bd69 HTTP/1.1" status: 204 len: 168 time: 0.7339139 Jul 22 19:11:15.200308 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41910) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:15.270027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7383d50-662f-4dda-a79c-c534f4380a2e tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event deleted for resources: {'Network': ['ID=971cd287-7207-439e-9797-06968f85bd69,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:15.310246 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab9ea995-ab72-42ff-8da6-c25ddc3bd981 req-747fea6f-6d70-418b-ba98-4be00aba8c48 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 210 time: 0.1208248 Jul 22 19:11:15.327680 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3375b475-b19f-4dc4-8044-2291676d6aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:15.419311 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-234e1a76-49a4-408d-a541-130cd660aec4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:15.431840 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c399f232-9bdd-4523-a561-6d44abe5e5f7 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:15.470156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375b475-b19f-4dc4-8044-2291676d6aa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=934071ba-1037-4dea-9f1f-4deae218fd12,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:15.501196 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399f232-9bdd-4523-a561-6d44abe5e5f7 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Subnet': ['ID=287afea2-cdd3-4873-9ab9-3ea335f72a56,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:15.520699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375b475-b19f-4dc4-8044-2291676d6aa5 admin admin] Checking segment: {'id': '3b58bc68-1756-48fe-8cb5-fa0d3ff8d906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '43446fef-6ac7-466a-9f04-5ce65621e5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:11:15.521059 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3375b475-b19f-4dc4-8044-2291676d6aa5 admin admin] Network hostable DHCP agents. Network: 43446fef-6ac7-466a-9f04-5ce65621e5e9, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:11:15.609608 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-234e1a76-49a4-408d-a541-130cd660aec4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:15.620414 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0a06337c-dfbf-49eb-b118-9e22a87e353b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:15.620695 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-234e1a76-49a4-408d-a541-130cd660aec4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ccf29e-591e-4d57-a89d-81a4289a172e']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:15.631447 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3375b475-b19f-4dc4-8044-2291676d6aa5 admin admin] Network 43446fef-6ac7-466a-9f04-5ce65621e5e9 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:11:15.631913 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-234e1a76-49a4-408d-a541-130cd660aec4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12301790-df9d-45da-ad5d-690f561dc9a9') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:15.632215 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-234e1a76-49a4-408d-a541-130cd660aec4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12301790-df9d-45da-ad5d-690f561dc9a9') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:15.641315 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-234e1a76-49a4-408d-a541-130cd660aec4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:15.656211 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-234e1a76-49a4-408d-a541-130cd660aec4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:15.674958 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c399f232-9bdd-4523-a561-6d44abe5e5f7 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:11:15.676049 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234e1a76-49a4-408d-a541-130cd660aec4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:11:15.676464 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-234e1a76-49a4-408d-a541-130cd660aec4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:11:15.679810 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:11:15.692202 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-a997a6a5-af51-47f2-85ff-bfa1723c8e09 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926946 Jul 22 19:11:15.698719 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-c399f232-9bdd-4523-a561-6d44abe5e5f7 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:11:15.703843 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c399f232-9bdd-4523-a561-6d44abe5e5f7 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:15.705628 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c399f232-9bdd-4523-a561-6d44abe5e5f7 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:15.712215 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ca2876-7e41-4adc-94ab-8928a9828961 None None] Network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:11:15.744075 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c399f232-9bdd-4523-a561-6d44abe5e5f7 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7892144 Jul 22 19:11:15.744970 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41944) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:15.752190 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:11:15.754280 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-3375b475-b19f-4dc4-8044-2291676d6aa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 43446fef-6ac7-466a-9f04-5ce65621e5e9) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:11:15.754684 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-0c70eba5-3cd8-4e68-b9ce-ffd35d0a52a6 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-354341967', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '287afea2-cdd3-4873-9ab9-3ea335f72a56'}], 'security_groups': ['c230c170-66b1-441f-b84d-8bd2c3803984', '07b2eec3-024f-47fb-9239-a21d4e7c3c66']}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:15.791348 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9137f91-31d4-4bf5-a68e-98c4d2e18e61 None None] Network 43446fef-6ac7-466a-9f04-5ce65621e5e9 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:11:15.796873 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a225e8-e591-4efd-a573-72ff980b7671 req-a618d3af-de8b-47bb-822a-30f992031e3c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:15.799091 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87a225e8-e591-4efd-a573-72ff980b7671 req-a618d3af-de8b-47bb-822a-30f992031e3c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 949 time: 0.3691499 Jul 22 19:11:15.820276 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3375b475-b19f-4dc4-8044-2291676d6aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:15.821002 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3375b475-b19f-4dc4-8044-2291676d6aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:15.915677 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2c61f36a-6d04-4c31-b813-cc62aeaa15ab no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:11:15.929708 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06337c-dfbf-49eb-b118-9e22a87e353b admin admin] Pushing event updated for resources: {'Subnet': ['ID=563b13ec-ef32-420f-88b8-270c6d0875b0,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:15.943690 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-234e1a76-49a4-408d-a541-130cd660aec4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:15.975058 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-234e1a76-49a4-408d-a541-130cd660aec4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:15.977407 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-234e1a76-49a4-408d-a541-130cd660aec4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "DELETE /v2.0/networks/91ccf29e-591e-4d57-a89d-81a4289a172e HTTP/1.1" status: 204 len: 168 time: 0.7749670 Jul 22 19:11:15.981368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41948) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:15.982803 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e1a76-49a4-408d-a541-130cd660aec4 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event deleted for resources: {'Network': ['ID=91ccf29e-591e-4d57-a89d-81a4289a172e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:16.019759 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3375b475-b19f-4dc4-8044-2291676d6aa5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4431829 Jul 22 19:11:16.020949 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41950) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:16.028135 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-faf42817-c0e2-4d7f-a3a2-d19a08c6b6b6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1667935644-router', 'tenant_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:16.042892 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 2c61f36a-6d04-4c31-b813-cc62aeaa15ab {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:11:16.043251 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2c61f36a-6d04-4c31-b813-cc62aeaa15ab not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:11:16.043690 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 7a149f74-959e-4445-a71b-307af2aa4904 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:11:16.057580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a06337c-dfbf-49eb-b118-9e22a87e353b admin admin] Checking segment: {'id': '3d3143e7-0ce3-422e-bd56-8fdb651365d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f210b70a-b5cd-4658-9f8f-039186d0276d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:11:16.060348 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a06337c-dfbf-49eb-b118-9e22a87e353b admin admin] Network hostable DHCP agents. Network: f210b70a-b5cd-4658-9f8f-039186d0276d, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:11:16.092445 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87a225e8-e591-4efd-a573-72ff980b7671 req-ea020a0e-9080-418f-b856-e00e8fe7511b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552886 Jul 22 19:11:16.123077 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ac636c-699f-46a9-b0a1-0cb096778bff tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Deleting subnet 4391ca24-6117-4b48-9061-30f20cd1abe1 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:11:16.129070 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71ac636c-699f-46a9-b0a1-0cb096778bff tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:16.143380 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a06337c-dfbf-49eb-b118-9e22a87e353b admin admin] Network f210b70a-b5cd-4658-9f8f-039186d0276d is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:11:16.170976 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 7a149f74-959e-4445-a71b-307af2aa4904 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:11:16.171759 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 7a149f74-959e-4445-a71b-307af2aa4904 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:11:16.194662 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-0a06337c-dfbf-49eb-b118-9e22a87e353b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, f210b70a-b5cd-4658-9f8f-039186d0276d) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:11:16.197540 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-faf42817-c0e2-4d7f-a3a2-d19a08c6b6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:16.198797 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-faf42817-c0e2-4d7f-a3a2-d19a08c6b6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:16.211392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a06337c-dfbf-49eb-b118-9e22a87e353b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:16.212247 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0a06337c-dfbf-49eb-b118-9e22a87e353b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:16.230168 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71ac636c-699f-46a9-b0a1-0cb096778bff tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:16.261984 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0a06337c-dfbf-49eb-b118-9e22a87e353b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3179331 Jul 22 19:11:16.296688 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e198205d-4655-4443-8684-c547be84eb71 None None] Network f210b70a-b5cd-4658-9f8f-039186d0276d requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:11:16.308515 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-faf42817-c0e2-4d7f-a3a2-d19a08c6b6b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:16.357139 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71ac636c-699f-46a9-b0a1-0cb096778bff tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:16.557063 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71ac636c-699f-46a9-b0a1-0cb096778bff tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:16.640025 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c70eba5-3cd8-4e68-b9ce-ffd35d0a52a6 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:16.650821 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-486e456c-5f20-4bd8-a81c-05386c831d50 req-b49199f6-305e-40b8-bd3a-a02b8d419591 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b79a34f-a8f8-4c7a-a056-bbaf21f9d4c5 HTTP/1.1" status: 200 len: 210 time: 0.1420710 Jul 22 19:11:16.656583 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-faf42817-c0e2-4d7f-a3a2-d19a08c6b6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:16.683213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac636c-699f-46a9-b0a1-0cb096778bff tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event deleted for resources: {'Subnet': ['ID=4391ca24-6117-4b48-9061-30f20cd1abe1,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:16.690225 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71ac636c-699f-46a9-b0a1-0cb096778bff tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:16.692820 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-71ac636c-699f-46a9-b0a1-0cb096778bff tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "DELETE /v2.0/subnets/4391ca24-6117-4b48-9061-30f20cd1abe1 HTTP/1.1" status: 204 len: 168 time: 0.7018995 Jul 22 19:11:16.706515 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 41974) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:16.776295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-ed83f6f5-2473-4160-bc24-21853cc0f3ab tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:16.779466 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-ed83f6f5-2473-4160-bc24-21853cc0f3ab tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/networks?id=52a47484-7add-4cd9-accb-b877eb05e9c5 HTTP/1.1" status: 200 len: 804 time: 0.3336356 Jul 22 19:11:16.813818 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-deff05e9-d423-409f-bc01-08361c6ef299 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/quotas/84dac082e65849c58aa9594ac2ba407c HTTP/1.1" status: 200 len: 375 time: 0.0277169 Jul 22 19:11:16.814808 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924e9bb2-8702-4192-9b69-69b7ac66acf1 None None] Network a23442aa-50b1-4d72-ba8d-731d6f0722a2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:11:16.823724 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf32414-44e4-4cf3-a59e-a2c316e9e845 None None] Network 43446fef-6ac7-466a-9f04-5ce65621e5e9 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:11:16.843437 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b14876-cef7-4d56-97f8-8b1cb4c25c7c None None] Network f210b70a-b5cd-4658-9f8f-039186d0276d requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:11:16.936713 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-c46841b4-4ab2-4188-8452-5be6d74ca5b5 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=84dac082e65849c58aa9594ac2ba407c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1213975 Jul 22 19:11:17.085117 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-884bd585-a72c-418c-a569-acb2dc3ef5f2 service neutron] 10.222.0.13 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475894 Jul 22 19:11:17.096087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41982) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:17.114704 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-3f05be19-2167-41e0-ab75-7e3b2f181b97 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1850974061-network', 'tenant_id': '5f23909064f5437285685ec34e7727cd'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:17.184707 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7872eb7b-1244-4947-8650-595cb8521cb0 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:17.416528 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae51d7d3-f5b8-4823-995f-ea67cd35a1df None None] Update dhcp port {'port': {'network_id': 'a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469', 'fixed_ips': [{'subnet_id': '86275660-5226-4e05-ba4e-1f1b30076562', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b96d41da-3e0e-4b3a-83a0-1cbc251deb05', 'ip_address': '172.20.0.2'}, {'subnet_id': '287afea2-cdd3-4873-9ab9-3ea335f72a56'}], 'binding:host_id': 'n-d-800086-12'}, 'id': '63703bdd-bfb1-487a-99ef-a307c9de8569'} from n-d-800086-12. {{(pid=93808) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:11:17.458950 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ae51d7d3-f5b8-4823-995f-ea67cd35a1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:17.635177 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-0c70eba5-3cd8-4e68-b9ce-ffd35d0a52a6 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Delete allocated IP 172.20.0.7 (a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469/b96d41da-3e0e-4b3a-83a0-1cbc251deb05) {{(pid=93806) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 19:11:17.650355 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f05be19-2167-41e0-ab75-7e3b2f181b97 admin admin] Made reservation on behalf of 5f23909064f5437285685ec34e7727cd for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:11:17.652793 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3f05be19-2167-41e0-ab75-7e3b2f181b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:17.671510 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-0c70eba5-3cd8-4e68-b9ce-ffd35d0a52a6 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Allocated IP 172.20.0.46 (a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469/287afea2-cdd3-4873-9ab9-3ea335f72a56/1be866ed-5dbc-4f45-9b40-b6bb8dfa03e2) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:11:17.686265 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3f05be19-2167-41e0-ab75-7e3b2f181b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:17.716268 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-1992efb6-7b0c-4ae7-9ccf-15fffc5bd0bc service neutron] 10.222.0.13 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302576 Jul 22 19:11:17.765599 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0429b-f3d8-4280-bcb7-fbb05956ef17 req-0c97e35e-b271-4a06-836d-0da63f34e38b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:17.769361 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15d0429b-f3d8-4280-bcb7-fbb05956ef17 req-0c97e35e-b271-4a06-836d-0da63f34e38b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 949 time: 0.5708344 Jul 22 19:11:17.809583 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a009c8-3a19-4f57-b2a7-c7baf0b0f5f3 None None] DHCP port deletion for a23442aa-50b1-4d72-ba8d-731d6f0722a2 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:11:17.885581 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15d0429b-f3d8-4280-bcb7-fbb05956ef17 req-451c5237-42ce-46a8-87a3-214fd516592c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066403 Jul 22 19:11:17.920341 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-7872eb7b-1244-4947-8650-595cb8521cb0 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Deleting port 8acc90ef-5f6b-4233-85e2-4269dfef5044 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:11:17.920903 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7872eb7b-1244-4947-8650-595cb8521cb0 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:17.924207 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 8acc90ef-5f6b-4233-85e2-4269dfef5044 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:11:17.943292 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3f05be19-2167-41e0-ab75-7e3b2f181b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:17.984663 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3f05be19-2167-41e0-ab75-7e3b2f181b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.040707 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-f2a009c8-3a19-4f57-b2a7-c7baf0b0f5f3 None None] Deleting port 8acc90ef-5f6b-4233-85e2-4269dfef5044 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:11:18.041185 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f2a009c8-3a19-4f57-b2a7-c7baf0b0f5f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.051088 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 41994) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:18.055197 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05be19-2167-41e0-ab75-7e3b2f181b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f8d959-36bd-4c97-a179-53dfef7e715b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:18.081894 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0eac50-907c-4ce1-982d-f6ef488b6006 req-3b609591-db72-4cdd-b13c-979804b7a1f2 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:18.083485 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d0eac50-907c-4ce1-982d-f6ef488b6006 req-3b609591-db72-4cdd-b13c-979804b7a1f2 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0b1257c-993a-4bdd-88d9-8506bbcc053c HTTP/1.1" status: 200 len: 946 time: 0.3063045 Jul 22 19:11:18.097484 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f05be19-2167-41e0-ab75-7e3b2f181b97 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:11:18.151639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca97ddbf-12f9-497a-85ed-79963efa0a70 req-c15e6102-93a4-4c7a-884a-4ee310cb2287 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=2211cb26-c2e2-4db5-a881-4da20c11ddc0 HTTP/1.1" status: 200 len: 210 time: 0.0567002 Jul 22 19:11:18.162412 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-7872eb7b-1244-4947-8650-595cb8521cb0 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] For port 8acc90ef-5f6b-4233-85e2-4269dfef5044, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=8acc90ef-5f6b-4233-85e2-4269dfef5044,segment=NetworkSegment(26ea1734-5f73-4c95-b1e2-b05bee215d35),segment_id=26ea1734-5f73-4c95-b1e2-b05bee215d35)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:18.162874 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7872eb7b-1244-4947-8650-595cb8521cb0 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.208328 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-7872eb7b-1244-4947-8650-595cb8521cb0 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Calling delete_port for 8acc90ef-5f6b-4233-85e2-4269dfef5044 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:11:18.226288 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-faf42817-c0e2-4d7f-a3a2-d19a08c6b6b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.232415 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3f05be19-2167-41e0-ab75-7e3b2f181b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.232983 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-3f05be19-2167-41e0-ab75-7e3b2f181b97 admin admin] Added segment 943f5ab5-21f7-46e4-9074-ba6bcd9f4d79 of type vlan for network 32a246b5-cb04-4ecd-9617-3e77ed2643e5 Jul 22 19:11:18.246058 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.273009 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-f2a009c8-3a19-4f57-b2a7-c7baf0b0f5f3 None None] For port 8acc90ef-5f6b-4233-85e2-4269dfef5044, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=8acc90ef-5f6b-4233-85e2-4269dfef5044,segment=NetworkSegment(26ea1734-5f73-4c95-b1e2-b05bee215d35),segment_id=26ea1734-5f73-4c95-b1e2-b05bee215d35)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:18.273570 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f2a009c8-3a19-4f57-b2a7-c7baf0b0f5f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.276588 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-faf42817-c0e2-4d7f-a3a2-d19a08c6b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.294452 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-f2a009c8-3a19-4f57-b2a7-c7baf0b0f5f3 None None] Calling delete_port for 8acc90ef-5f6b-4233-85e2-4269dfef5044 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:11:18.316077 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 8acc90ef-5f6b-4233-85e2-4269dfef5044, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=8acc90ef-5f6b-4233-85e2-4269dfef5044,segment=NetworkSegment(26ea1734-5f73-4c95-b1e2-b05bee215d35),segment_id=26ea1734-5f73-4c95-b1e2-b05bee215d35)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:18.352403 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.426514 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=8acc90ef-5f6b-4233-85e2-4269dfef5044,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:18.439237 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-25dad906-d804-48b2-a085-4ad9c736d732 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.441300 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f2a009c8-3a19-4f57-b2a7-c7baf0b0f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.495410 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a009c8-3a19-4f57-b2a7-c7baf0b0f5f3 None None] No DVR routers for this DVR port 8acc90ef-5f6b-4233-85e2-4269dfef5044 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:11:18.497861 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a009c8-3a19-4f57-b2a7-c7baf0b0f5f3 None None] Pushing event deleted for resources: {'Port': ['ID=8acc90ef-5f6b-4233-85e2-4269dfef5044,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:18.506507 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c70eba5-3cd8-4e68-b9ce-ffd35d0a52a6 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.531203 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-25dad906-d804-48b2-a085-4ad9c736d732 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.557894 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3f05be19-2167-41e0-ab75-7e3b2f181b97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.574337 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-0c70eba5-3cd8-4e68-b9ce-ffd35d0a52a6 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Transition to ACTIVE for port object 1be866ed-5dbc-4f45-9b40-b6bb8dfa03e2 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:11:18.577926 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7872eb7b-1244-4947-8650-595cb8521cb0 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.593467 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c70eba5-3cd8-4e68-b9ce-ffd35d0a52a6 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.624747 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3f05be19-2167-41e0-ab75-7e3b2f181b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.627330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05be19-2167-41e0-ab75-7e3b2f181b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:18.627330 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3f05be19-2167-41e0-ab75-7e3b2f181b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.630081 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872eb7b-1244-4947-8650-595cb8521cb0 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event deleted for resources: {'Port': ['ID=8acc90ef-5f6b-4233-85e2-4269dfef5044,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:18.641589 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-0d0eac50-907c-4ce1-982d-f6ef488b6006 req-80eabe48-b5e2-4763-b36a-9cfd5126f7eb tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Deleting port 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:11:18.641963 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0d0eac50-907c-4ce1-982d-f6ef488b6006 req-80eabe48-b5e2-4763-b36a-9cfd5126f7eb tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.644143 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7872eb7b-1244-4947-8650-595cb8521cb0 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] No DVR routers for this DVR port 8acc90ef-5f6b-4233-85e2-4269dfef5044 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:11:18.673967 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-ae51d7d3-f5b8-4823-995f-ea67cd35a1df None None] Allocated IP 172.20.0.34 (a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469/287afea2-cdd3-4873-9ab9-3ea335f72a56/63703bdd-bfb1-487a-99ef-a307c9de8569) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:11:18.692670 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3f05be19-2167-41e0-ab75-7e3b2f181b97 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5843110 Jul 22 19:11:18.696215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42004) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:18.714145 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-faf42817-c0e2-4d7f-a3a2-d19a08c6b6b6 admin admin] Allocated IP 172.25.3.62 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/940bc611-2caa-4422-834e-fc9eff769fba) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:11:18.749578 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-ea092f27-156c-4c5f-ab76-0d64a783fc2c admin admin] Request body: {'subnet': {'network_id': '32a246b5-cb04-4ecd-9617-3e77ed2643e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1850974061-subnet', 'tenant_id': '5f23909064f5437285685ec34e7727cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:18.835638 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70eba5-3cd8-4e68-b9ce-ffd35d0a52a6 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event updated for resources: {'Port': ['ID=1be866ed-5dbc-4f45-9b40-b6bb8dfa03e2,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:18.846586 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-25dad906-d804-48b2-a085-4ad9c736d732 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.847299 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-ae51d7d3-f5b8-4823-995f-ea67cd35a1df None None] For port 63703bdd-bfb1-487a-99ef-a307c9de8569, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=63703bdd-bfb1-487a-99ef-a307c9de8569,segment=NetworkSegment(6d944e2e-eb8b-4cb3-b872-2d93c2e8fcf5),segment_id=6d944e2e-eb8b-4cb3-b872-2d93c2e8fcf5)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:18.850348 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-25dad906-d804-48b2-a085-4ad9c736d732 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.853755 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-25dad906-d804-48b2-a085-4ad9c736d732 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "DELETE /v2.0/security-groups/c172a87e-16e2-4c6f-9abd-54aba83abe61 HTTP/1.1" status: 204 len: 168 time: 0.7928169 Jul 22 19:11:18.887711 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7872eb7b-1244-4947-8650-595cb8521cb0 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.890111 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42006) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:18.900919 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ae51d7d3-f5b8-4823-995f-ea67cd35a1df None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.924226 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-0d0eac50-907c-4ce1-982d-f6ef488b6006 req-80eabe48-b5e2-4763-b36a-9cfd5126f7eb tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] For port 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:18.924586 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0d0eac50-907c-4ce1-982d-f6ef488b6006 req-80eabe48-b5e2-4763-b36a-9cfd5126f7eb tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.938196 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:11:18.940986 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-0d0eac50-907c-4ce1-982d-f6ef488b6006 req-80eabe48-b5e2-4763-b36a-9cfd5126f7eb tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Calling delete_port for 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:11:18.966272 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-b8c01899-8832-408b-abc4-a955abe7bf0c tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] show failed (client error): The resource could not be found. Jul 22 19:11:18.973590 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b8c01899-8832-408b-abc4-a955abe7bf0c tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "GET /v2.0/security-groups/c172a87e-16e2-4c6f-9abd-54aba83abe61 HTTP/1.1" status: 404 len: 347 time: 0.0801389 Jul 22 19:11:18.974491 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-0c70eba5-3cd8-4e68-b9ce-ffd35d0a52a6 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] In _notify_port_updated(), no bound segment for port 1be866ed-5dbc-4f45-9b40-b6bb8dfa03e2 on network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 {{(pid=93806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:11:18.987869 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c70eba5-3cd8-4e68-b9ce-ffd35d0a52a6 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:18.988587 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c70eba5-3cd8-4e68-b9ce-ffd35d0a52a6 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:18.989931 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0c70eba5-3cd8-4e68-b9ce-ffd35d0a52a6 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "PUT /v2.0/ports/1be866ed-5dbc-4f45-9b40-b6bb8dfa03e2 HTTP/1.1" status: 200 len: 959 time: 3.2409883 Jul 22 19:11:18.998342 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-7872eb7b-1244-4947-8650-595cb8521cb0 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23442aa-50b1-4d72-ba8d-731d6f0722a2']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:19.000654 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42012) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:19.001003 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42014) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:19.006021 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ae51d7d3-f5b8-4823-995f-ea67cd35a1df None None] Transition to ACTIVE for port object 63703bdd-bfb1-487a-99ef-a307c9de8569 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:11:19.019308 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ae51d7d3-f5b8-4823-995f-ea67cd35a1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:19.050568 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05be19-2167-41e0-ab75-7e3b2f181b97 admin admin] Pushing event updated for resources: {'Network': ['ID=32a246b5-cb04-4ecd-9617-3e77ed2643e5,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:19.058049 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dad906-d804-48b2-a085-4ad9c736d732 tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c172a87e-16e2-4c6f-9abd-54aba83abe61,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:19.094990 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 32a246b5-cb04-4ecd-9617-3e77ed2643e5 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:11:19.133686 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-7872eb7b-1244-4947-8650-595cb8521cb0 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ea1734-5f73-4c95-b1e2-b05bee215d35') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:19.134481 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-7872eb7b-1244-4947-8650-595cb8521cb0 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ea1734-5f73-4c95-b1e2-b05bee215d35') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:19.204276 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea092f27-156c-4c5f-ab76-0d64a783fc2c admin admin] Made reservation on behalf of 5f23909064f5437285685ec34e7727cd for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:11:19.208081 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ea092f27-156c-4c5f-ab76-0d64a783fc2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:19.218819 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7872eb7b-1244-4947-8650-595cb8521cb0 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:19.243521 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0d0eac50-907c-4ce1-982d-f6ef488b6006 req-80eabe48-b5e2-4763-b36a-9cfd5126f7eb tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:19.330985 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Port 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d update to DOWN by agent not found {{(pid=93808) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 22 19:11:19.339773 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eabe48-b5e2-4763-b36a-9cfd5126f7eb tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Pushing event deleted for resources: {'Port': ['ID=1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:19.354198 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51d7d3-f5b8-4823-995f-ea67cd35a1df None None] Pushing event updated for resources: {'Port': ['ID=63703bdd-bfb1-487a-99ef-a307c9de8569,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:19.375593 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7872eb7b-1244-4947-8650-595cb8521cb0 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:19.424595 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76e4bf09-dd46-4e8d-9666-03c1d493d5e4 req-e8074676-a1fb-42ba-b62b-09e5e618fdd1 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=2211cb26-c2e2-4db5-a881-4da20c11ddc0 HTTP/1.1" status: 200 len: 210 time: 0.0928478 Jul 22 19:11:19.443917 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7872eb7b-1244-4947-8650-595cb8521cb0 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:11:19.444338 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7872eb7b-1244-4947-8650-595cb8521cb0 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:11:19.467919 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:11:19.517640 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-faf42817-c0e2-4d7f-a3a2-d19a08c6b6b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:19.544144 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0eac50-907c-4ce1-982d-f6ef488b6006 req-80eabe48-b5e2-4763-b36a-9cfd5126f7eb tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] No DVR routers for this DVR port 1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:11:19.547887 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0d0eac50-907c-4ce1-982d-f6ef488b6006 req-80eabe48-b5e2-4763-b36a-9cfd5126f7eb tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:19.550499 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d0eac50-907c-4ce1-982d-f6ef488b6006 req-80eabe48-b5e2-4763-b36a-9cfd5126f7eb tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.30 "DELETE /v2.0/ports/1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d HTTP/1.1" status: 204 len: 173 time: 1.4543347 Jul 22 19:11:19.562367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b1257c-993a-4bdd-88d9-8506bbcc053c', 'name': 'network-vif-deleted', 'tag': '1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:11:19.567470 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512e217c-ae81-4aa1-8e5d-b7c51ce4049d" -d '{"events": [{"server_uuid": "c0b1257c-993a-4bdd-88d9-8506bbcc053c", "name": "network-vif-deleted", "tag": "1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:11:19.595373 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386f991-bded-4060-a4ae-581e41b572fc req-a4946582-b58a-47a3-b782-6872c6215b4f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:19.597482 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f386f991-bded-4060-a4ae-581e41b572fc req-a4946582-b58a-47a3-b782-6872c6215b4f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 949 time: 0.5443709 Jul 22 19:11:19.686534 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-2689a819-8a05-44ff-9c51-ec09f80d4edb tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:19.688089 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-2689a819-8a05-44ff-9c51-ec09f80d4edb tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.16 "GET /v2.0/networks?id=52a47484-7add-4cd9-accb-b877eb05e9c5 HTTP/1.1" status: 200 len: 804 time: 0.4625738 Jul 22 19:11:19.713224 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7872eb7b-1244-4947-8650-595cb8521cb0 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:19.718988 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-cadfdb5c-a38d-46fa-8315-b7938deb4c55 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Request body: {'port': {'device_id': '2211cb26-c2e2-4db5-a881-4da20c11ddc0', 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5', 'admin_state_up': True, 'tenant_id': '84dac082e65849c58aa9594ac2ba407c'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:19.732964 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-518b95d6-735b-479d-b7d5-372138d7e6ca tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting port 1be866ed-5dbc-4f45-9b40-b6bb8dfa03e2 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:11:19.733315 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-518b95d6-735b-479d-b7d5-372138d7e6ca tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:19.789693 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f386f991-bded-4060-a4ae-581e41b572fc req-3da30622-e049-4e78-8fd5-70ce3bc6717f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845264 Jul 22 19:11:19.878809 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7872eb7b-1244-4947-8650-595cb8521cb0 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:19.883488 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7872eb7b-1244-4947-8650-595cb8521cb0 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "DELETE /v2.0/networks/a23442aa-50b1-4d72-ba8d-731d6f0722a2 HTTP/1.1" status: 204 len: 168 time: 3.1746571 Jul 22 19:11:19.883682 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42022) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:19.912881 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-c605c8bb-5ef1-4538-aca2-0e1e0f388ced tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Deleting port 4e9ce258-ea26-4b37-98ae-9c545060673f {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:11:19.913236 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c605c8bb-5ef1-4538-aca2-0e1e0f388ced tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:19.918622 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 63703bdd-bfb1-487a-99ef-a307c9de8569 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:11:19.920631 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872eb7b-1244-4947-8650-595cb8521cb0 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Pushing event deleted for resources: {'Network': ['ID=a23442aa-50b1-4d72-ba8d-731d6f0722a2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:19.960077 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-518b95d6-735b-479d-b7d5-372138d7e6ca tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:19.960299 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0edaad6-6e16-4012-9693-b78bbfcb43e1 x-openstack-request-id: req-a0edaad6-6e16-4012-9693-b78bbfcb43e1 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:11:19.960393 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b1257c-993a-4bdd-88d9-8506bbcc053c", "name": "network-vif-deleted", "tag": "1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:11:19.960649 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0edaad6-6e16-4012-9693-b78bbfcb43e1 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:11:19.973575 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b1257c-993a-4bdd-88d9-8506bbcc053c', 'name': 'network-vif-deleted', 'tag': '1cd5a9f6-78a9-4656-9a2a-aad0d6f7894d', 'status': 'completed', 'code': 200} Jul 22 19:11:19.975674 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-77a03937-d80f-446c-8cb3-55252520c5f3 tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "GET /v2.0/ports?device_id=45ef4566-b966-4cb7-bab6-76d61bf7ce0e HTTP/1.1" status: 200 len: 205 time: 0.0902815 Jul 22 19:11:19.976806 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ea092f27-156c-4c5f-ab76-0d64a783fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:19.979850 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42024) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:20.027653 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-518b95d6-735b-479d-b7d5-372138d7e6ca tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Calling delete_port for 1be866ed-5dbc-4f45-9b40-b6bb8dfa03e2 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:11:20.031728 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-faf42817-c0e2-4d7f-a3a2-d19a08c6b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:20.188293 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0f6ba064-1a12-4ec0-b630-deb4fb98f99f tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:20.261382 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf42817-c0e2-4d7f-a3a2-d19a08c6b6b6 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:11:20.276108 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-faf42817-c0e2-4d7f-a3a2-d19a08c6b6b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:11:20.278752 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea092f27-156c-4c5f-ab76-0d64a783fc2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fae0a62-169f-40a5-8d16-d997980b442f,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:20.282338 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf42817-c0e2-4d7f-a3a2-d19a08c6b6b6 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:11:20.295571 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea092f27-156c-4c5f-ab76-0d64a783fc2c admin admin] Checking segment: {'id': '943f5ab5-21f7-46e4-9074-ba6bcd9f4d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '32a246b5-cb04-4ecd-9617-3e77ed2643e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:11:20.295728 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf42817-c0e2-4d7f-a3a2-d19a08c6b6b6 admin admin] Pushing event updated for resources: {'Port': ['ID=940bc611-2caa-4422-834e-fc9eff769fba,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:20.295948 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea092f27-156c-4c5f-ab76-0d64a783fc2c admin admin] Network hostable DHCP agents. Network: 32a246b5-cb04-4ecd-9617-3e77ed2643e5, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:11:20.334581 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c605c8bb-5ef1-4538-aca2-0e1e0f388ced tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:20.334944 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c605c8bb-5ef1-4538-aca2-0e1e0f388ced tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:20.348363 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea092f27-156c-4c5f-ab76-0d64a783fc2c admin admin] Network 32a246b5-cb04-4ecd-9617-3e77ed2643e5 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:11:20.385203 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-c605c8bb-5ef1-4538-aca2-0e1e0f388ced tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Calling delete_port for 4e9ce258-ea26-4b37-98ae-9c545060673f owned by network:floatingip {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:11:20.387125 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-cadfdb5c-a38d-46fa-8315-b7938deb4c55 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Made reservation on behalf of 84dac082e65849c58aa9594ac2ba407c for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:11:20.390855 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-cadfdb5c-a38d-46fa-8315-b7938deb4c55 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:20.399030 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2e29da3a-6039-4462-b675-eb0f3c578937 None None] Provisioning for port 63703bdd-bfb1-487a-99ef-a307c9de8569 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:11:20.405753 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2e29da3a-6039-4462-b675-eb0f3c578937 None None] Provisioning complete for port 63703bdd-bfb1-487a-99ef-a307c9de8569 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:20.406265 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2e29da3a-6039-4462-b675-eb0f3c578937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:20.459204 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0f6ba064-1a12-4ec0-b630-deb4fb98f99f tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:20.469187 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0f6ba064-1a12-4ec0-b630-deb4fb98f99f tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:20.471382 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-ea092f27-156c-4c5f-ab76-0d64a783fc2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 32a246b5-cb04-4ecd-9617-3e77ed2643e5) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:11:20.483430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea092f27-156c-4c5f-ab76-0d64a783fc2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:20.484240 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ea092f27-156c-4c5f-ab76-0d64a783fc2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:20.489242 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a45b3df-5dac-4143-81b9-01006cf4d57e None None] Network 32a246b5-cb04-4ecd-9617-3e77ed2643e5 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:11:20.596398 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ea092f27-156c-4c5f-ab76-0d64a783fc2c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8667045 Jul 22 19:11:20.638234 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ef43eb2-13f5-4dc9-b43a-99fb0084f49b req-31a6df7a-caec-4675-bde7-17ef2ee3b9ab tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=2211cb26-c2e2-4db5-a881-4da20c11ddc0 HTTP/1.1" status: 200 len: 210 time: 0.0558076 Jul 22 19:11:20.655645 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0f6ba064-1a12-4ec0-b630-deb4fb98f99f tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:20.656158 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6ba064-1a12-4ec0-b630-deb4fb98f99f tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Fanout notify agent at l3_agent the message router_deleted on router 45ef4566-b966-4cb7-bab6-76d61bf7ce0e {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:11:20.667064 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0f6ba064-1a12-4ec0-b630-deb4fb98f99f tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:20.670330 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0f6ba064-1a12-4ec0-b630-deb4fb98f99f tempest-RoutersNegativeIpV6Test-1653231205 tempest-RoutersNegativeIpV6Test-1653231205-project] 10.222.0.13 "DELETE /v2.0/routers/45ef4566-b966-4cb7-bab6-76d61bf7ce0e HTTP/1.1" status: 204 len: 168 time: 0.6880636 Jul 22 19:11:20.793813 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-518b95d6-735b-479d-b7d5-372138d7e6ca tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:20.808190 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2e29da3a-6039-4462-b675-eb0f3c578937 None None] Provisioning complete for port ceb00bc5-e561-485c-8521-fd25d5ed0d4b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:20.808659 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2e29da3a-6039-4462-b675-eb0f3c578937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:20.854658 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2e29da3a-6039-4462-b675-eb0f3c578937 None None] Port ceb00bc5-e561-485c-8521-fd25d5ed0d4b cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:11:20.857660 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a3a641-df61-432c-9b98-0d519e68bbfd None None] Network 32a246b5-cb04-4ecd-9617-3e77ed2643e5 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:11:20.886654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2e29da3a-6039-4462-b675-eb0f3c578937 None None] Could not find standard attr ID for object 1be866ed-5dbc-4f45-9b40-b6bb8dfa03e2. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:11:21.004826 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b95d6-735b-479d-b7d5-372138d7e6ca tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Port': ['ID=1be866ed-5dbc-4f45-9b40-b6bb8dfa03e2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:21.023757 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-cadfdb5c-a38d-46fa-8315-b7938deb4c55 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Allocated IP 172.20.0.8 (52a47484-7add-4cd9-accb-b877eb05e9c5/4c968c48-1c3b-44da-8dcd-5ec44f87705f/8e010477-8cca-408d-98b8-f8e2a7704621) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:11:21.109752 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448d49c-85c1-40ae-b1d9-c9ffbb6adceb req-75a27791-a897-45d6-bb18-9d93a8a81dd4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:21.112090 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6448d49c-85c1-40ae-b1d9-c9ffbb6adceb req-75a27791-a897-45d6-bb18-9d93a8a81dd4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 949 time: 0.1860242 Jul 22 19:11:21.214299 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6cf1d334-6670-4c64-9f8a-316aba4bf645 None None] Could not find standard attr ID for object 1be866ed-5dbc-4f45-9b40-b6bb8dfa03e2. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:11:21.218453 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-faf42817-c0e2-4d7f-a3a2-d19a08c6b6b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:21.237841 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6448d49c-85c1-40ae-b1d9-c9ffbb6adceb req-456cb9ac-2661-48b4-904e-bd4396754bc5 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191764 Jul 22 19:11:21.319257 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42048) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:21.568693 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-969da77c-feb1-4737-aefe-0b79ad3505b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b8b2e3fa718492794dd4bfc95dc9a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472694 Jul 22 19:11:21.571012 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42056) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:21.678704 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41c32ab8-d8ab-44db-8055-f601845b1bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:21.747190 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41c32ab8-d8ab-44db-8055-f601845b1bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:21.798587 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-74dae3b6-3620-4d80-9031-3490119c409e req-ade64cba-3620-456b-b74d-bad64d619270 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=2211cb26-c2e2-4db5-a881-4da20c11ddc0 HTTP/1.1" status: 200 len: 210 time: 0.0535152 Jul 22 19:11:21.805007 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-518b95d6-735b-479d-b7d5-372138d7e6ca tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:21.809899 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-518b95d6-735b-479d-b7d5-372138d7e6ca tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/ports/1be866ed-5dbc-4f45-9b40-b6bb8dfa03e2 HTTP/1.1" status: 204 len: 168 time: 2.8025737 Jul 22 19:11:21.821403 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-d5c9297a-cc95-48be-ac43-5078a9726fdb tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:21.823147 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-d5c9297a-cc95-48be-ac43-5078a9726fdb tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/networks?id=f210b70a-b5cd-4658-9f8f-039186d0276d HTTP/1.1" status: 200 len: 825 time: 0.2109857 Jul 22 19:11:21.823629 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42064) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:21.859305 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c605c8bb-5ef1-4538-aca2-0e1e0f388ced tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:21.874936 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-747a40c9-f714-47b0-b654-95a0a54acd6c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] GET failed (client error): The resource could not be found. Jul 22 19:11:21.880284 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-747a40c9-f714-47b0-b654-95a0a54acd6c tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports/1be866ed-5dbc-4f45-9b40-b6bb8dfa03e2 HTTP/1.1" status: 404 len: 333 time: 0.0493896 Jul 22 19:11:21.881107 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42066) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:21.882702 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-4ac22c4f-3519-44e0-b819-0a28c6cb727b tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/quotas/ca474665ef244c4e8a0e9be542d2eb64 HTTP/1.1" status: 200 len: 375 time: 0.0429010 Jul 22 19:11:21.911577 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605c8bb-5ef1-4538-aca2-0e1e0f388ced tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Pushing event deleted for resources: {'Port': ['ID=4e9ce258-ea26-4b37-98ae-9c545060673f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:21.944657 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-1e4a535e-1481-4bab-83b9-8782e50a1e22 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca474665ef244c4e8a0e9be542d2eb64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536404 Jul 22 19:11:21.953831 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-3eca938c-38fe-492d-bc94-ada81bbbec1d tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:11:21.961898 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-3eca938c-38fe-492d-bc94-ada81bbbec1d tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163648 Jul 22 19:11:21.996754 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41c32ab8-d8ab-44db-8055-f601845b1bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:21.999597 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41c32ab8-d8ab-44db-8055-f601845b1bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:22.000838 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-41c32ab8-d8ab-44db-8055-f601845b1bb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec45037a-4ef6-4226-a17c-571630b8babd HTTP/1.1" status: 204 len: 168 time: 0.4288833 Jul 22 19:11:22.012185 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c605c8bb-5ef1-4538-aca2-0e1e0f388ced tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks [] for floatingip, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:22.015174 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c605c8bb-5ef1-4538-aca2-0e1e0f388ced tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:22.019977 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c605c8bb-5ef1-4538-aca2-0e1e0f388ced tempest-ServersTestBootFromVolume-752795752 tempest-ServersTestBootFromVolume-752795752-project] 10.222.0.13 "DELETE /v2.0/floatingips/21d0d052-53bf-4d13-a80f-910ada1e661b HTTP/1.1" status: 204 len: 168 time: 3.0104914 Jul 22 19:11:22.026569 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42070) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:22.039336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c32ab8-d8ab-44db-8055-f601845b1bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec45037a-4ef6-4226-a17c-571630b8babd,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:22.162475 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b4d1ba5-9e03-4c49-96bc-673fba4d65bc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:22.209589 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-1e263cf2-f918-4477-8840-8aba24ec2071 service neutron] 10.222.0.13 "GET /v2.0/networks/f210b70a-b5cd-4658-9f8f-039186d0276d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467525 Jul 22 19:11:22.247186 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b4d1ba5-9e03-4c49-96bc-673fba4d65bc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:22.264687 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-cadfdb5c-a38d-46fa-8315-b7938deb4c55 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:22.350183 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-faf42817-c0e2-4d7f-a3a2-d19a08c6b6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:22.474968 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-d60341c2-e302-46ca-a353-f0784043a44c service neutron] 10.222.0.13 "GET /v2.0/networks/f210b70a-b5cd-4658-9f8f-039186d0276d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643859 Jul 22 19:11:22.494500 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b4d1ba5-9e03-4c49-96bc-673fba4d65bc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:22.497475 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b4d1ba5-9e03-4c49-96bc-673fba4d65bc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:22.497787 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-cadfdb5c-a38d-46fa-8315-b7938deb4c55 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:22.501830 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5b4d1ba5-9e03-4c49-96bc-673fba4d65bc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/security-groups/25c69689-55fd-47b1-a551-20057f01359f HTTP/1.1" status: 204 len: 168 time: 0.6172874 Jul 22 19:11:22.503763 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42084) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:22.524857 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d1ba5-9e03-4c49-96bc-673fba4d65bc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c69689-55fd-47b1-a551-20057f01359f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:22.591342 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfdb5c-a38d-46fa-8315-b7938deb4c55 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Pushing event updated for resources: {'Port': ['ID=8e010477-8cca-408d-98b8-f8e2a7704621,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:22.682663 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-cadfdb5c-a38d-46fa-8315-b7938deb4c55 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Network 52a47484-7add-4cd9-accb-b877eb05e9c5 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:11:22.704367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d5110-962f-4926-b154-0a92ce38338a req-56cafc37-b811-43a1-b19f-1a5a6f89c5a0 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:22.713530 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac4d5110-962f-4926-b154-0a92ce38338a req-56cafc37-b811-43a1-b19f-1a5a6f89c5a0 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 949 time: 0.2790484 Jul 22 19:11:22.714073 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69475369-0754-44ae-9351-a3d75113b551 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:22.715952 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-cadfdb5c-a38d-46fa-8315-b7938deb4c55 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:11:22.719205 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-cadfdb5c-a38d-46fa-8315-b7938deb4c55 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:11:22.797344 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-655158e6-ec73-4c63-900c-d502d9d36aef req-544b0493-d967-4a11-829a-776fc476d018 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/ports?device_id=e29e7769-bebd-4ca6-bb68-0ff588177643 HTTP/1.1" status: 200 len: 210 time: 0.0459864 Jul 22 19:11:22.832817 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69475369-0754-44ae-9351-a3d75113b551 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:22.857614 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac4d5110-962f-4926-b154-0a92ce38338a req-e3a29b02-d37f-46ec-aa86-bb71509131b8 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338530 Jul 22 19:11:22.892836 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-cadfdb5c-a38d-46fa-8315-b7938deb4c55 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:22.893520 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-cadfdb5c-a38d-46fa-8315-b7938deb4c55 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:22.935597 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-cadfdb5c-a38d-46fa-8315-b7938deb4c55 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2232647 Jul 22 19:11:22.940356 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf42817-c0e2-4d7f-a3a2-d19a08c6b6b6 admin admin] Router 4657c3fb-b8b3-441c-966e-ad95bd772c81 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:11:22.966236 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] Request body: {'port': {'device_id': '2211cb26-c2e2-4db5-a881-4da20c11ddc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:23.003554 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69475369-0754-44ae-9351-a3d75113b551 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:23.006198 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69475369-0754-44ae-9351-a3d75113b551 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:23.010212 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-69475369-0754-44ae-9351-a3d75113b551 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/security-groups/07b2eec3-024f-47fb-9239-a21d4e7c3c66 HTTP/1.1" status: 204 len: 168 time: 0.5026128 Jul 22 19:11:23.010830 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42108) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:23.052791 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69475369-0754-44ae-9351-a3d75113b551 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b2eec3-024f-47fb-9239-a21d4e7c3c66,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:23.128671 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdede8-8db8-421b-a30b-164e28f69beb req-1de54f4f-1524-4e0e-a379-05017e606199 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:23.130220 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7fcdede8-8db8-421b-a30b-164e28f69beb req-1de54f4f-1524-4e0e-a379-05017e606199 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=2211cb26-c2e2-4db5-a881-4da20c11ddc0 HTTP/1.1" status: 200 len: 931 time: 0.2401781 Jul 22 19:11:23.135146 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f83f31f8-048e-4396-a710-642145bd1328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:23.148174 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42110) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:23.222205 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:23.230011 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a9783485-8407-465c-8237-c9e4ff6f349b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:23.261005 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf42817-c0e2-4d7f-a3a2-d19a08c6b6b6 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:11:23.272559 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] Sync routers for ids ['4657c3fb-b8b3-441c-966e-ad95bd772c81'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:11:23.289403 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] Routers {'4657c3fb-b8b3-441c-966e-ad95bd772c81'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:11:23.290263 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:11:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4657c3fb-b8b3-441c-966e-ad95bd772c81'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:23.351197 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-deb884a0-2b71-4389-91d6-84aa35a760e2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1625251297-network', 'tenant_id': '0355abe831e546f890edb8d56cf5ab21'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:23.362853 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a9783485-8407-465c-8237-c9e4ff6f349b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:23.370699 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7fcdede8-8db8-421b-a30b-164e28f69beb req-61e1d049-de09-4f0b-a070-794db24176a8 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974016 Jul 22 19:11:23.493653 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb884a0-2b71-4389-91d6-84aa35a760e2 admin admin] Made reservation on behalf of 0355abe831e546f890edb8d56cf5ab21 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:11:23.496189 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-deb884a0-2b71-4389-91d6-84aa35a760e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:23.512358 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-faf42817-c0e2-4d7f-a3a2-d19a08c6b6b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:23.516417 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-faf42817-c0e2-4d7f-a3a2-d19a08c6b6b6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.4942410 Jul 22 19:11:23.520664 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42118) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:23.535494 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-deb884a0-2b71-4389-91d6-84aa35a760e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:23.536078 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] Set router 4657c3fb-b8b3-441c-966e-ad95bd772c81 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:11:23.573690 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-f83f31f8-048e-4396-a710-642145bd1328 admin admin] Deleting port 3c842535-e8b5-4309-8f15-1756c6be01f2 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:11:23.574390 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f83f31f8-048e-4396-a710-642145bd1328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:23.625735 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a9783485-8407-465c-8237-c9e4ff6f349b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:23.629572 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a9783485-8407-465c-8237-c9e4ff6f349b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:23.632776 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a9783485-8407-465c-8237-c9e4ff6f349b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/security-groups/c230c170-66b1-441f-b84d-8bd2c3803984 HTTP/1.1" status: 204 len: 168 time: 0.6157951 Jul 22 19:11:23.633728 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42120) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:23.677747 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-f83f31f8-048e-4396-a710-642145bd1328 admin admin] For port 3c842535-e8b5-4309-8f15-1756c6be01f2, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=3c842535-e8b5-4309-8f15-1756c6be01f2,segment=NetworkSegment(332d3917-53ec-439f-961f-2e09cd850725),segment_id=332d3917-53ec-439f-961f-2e09cd850725)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:23.678448 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f83f31f8-048e-4396-a710-642145bd1328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:23.701914 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9783485-8407-465c-8237-c9e4ff6f349b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c230c170-66b1-441f-b84d-8bd2c3803984,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:23.718249 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-f83f31f8-048e-4396-a710-642145bd1328 admin admin] Calling delete_port for 3c842535-e8b5-4309-8f15-1756c6be01f2 owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:11:23.798311 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cecfe90-e661-4d25-9c14-93a911192a5f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting subnet b96d41da-3e0e-4b3a-83a0-1cbc251deb05 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:11:23.809321 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cecfe90-e661-4d25-9c14-93a911192a5f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:23.825529 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4657c3fb-b8b3-441c-966e-ad95bd772c81', 'name': 'tempest-ServerRescueNegativeTestJSON-1667935644-router', 'tenant_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '940bc611-2caa-4422-834e-fc9eff769fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:16Z', 'updated_at': '2021-07-22T19:11:20Z', 'revision_number': 3, 'project_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'gw_port': {'id': '940bc611-2caa-4422-834e-fc9eff769fba', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ce:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4657c3fb-b8b3-441c-966e-ad95bd772c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:18Z', 'updated_at': '2021-07-22T19:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:23.862931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] Checking router: 4657c3fb-b8b3-441c-966e-ad95bd772c81 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:11:23.863294 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] Updating router 4657c3fb-b8b3-441c-966e-ad95bd772c81 port 940bc611-2caa-4422-834e-fc9eff769fba binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:11:23.913919 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:23.976486 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cecfe90-e661-4d25-9c14-93a911192a5f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:24.331321 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:24.335632 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-deb884a0-2b71-4389-91d6-84aa35a760e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:24.340082 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e010477-8cca-408d-98b8-f8e2a7704621 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:11:24.356206 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-deb884a0-2b71-4389-91d6-84aa35a760e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:24.361337 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:24.386500 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cecfe90-e661-4d25-9c14-93a911192a5f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:24.402987 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92c3e216-5d6f-4e2b-b782-19f1d257abca req-fa3805c9-4aae-4263-abb5-b42217fca74f tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/ports?device_id=e29e7769-bebd-4ca6-bb68-0ff588177643 HTTP/1.1" status: 200 len: 210 time: 0.4516726 Jul 22 19:11:24.464015 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb884a0-2b71-4389-91d6-84aa35a760e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:11:24.477320 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb884a0-2b71-4389-91d6-84aa35a760e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d9ee73-4d0b-46f8-a464-7af1e410ca3f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:24.498736 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-deb884a0-2b71-4389-91d6-84aa35a760e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:24.499101 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-deb884a0-2b71-4389-91d6-84aa35a760e2 admin admin] Added segment 9308a7df-70f8-4f8b-a502-ba013ddd5cd9 of type vlan for network 9af101ed-13c2-4e5b-bd58-da54e0017b45 Jul 22 19:11:24.577325 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-deb884a0-2b71-4389-91d6-84aa35a760e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:24.580560 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] Transition to ACTIVE for port object 940bc611-2caa-4422-834e-fc9eff769fba will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:11:24.583953 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] Transition to ACTIVE for port object 8e010477-8cca-408d-98b8-f8e2a7704621 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:11:24.587825 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:24.598944 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f83f31f8-048e-4396-a710-642145bd1328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:24.602450 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cecfe90-e661-4d25-9c14-93a911192a5f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:24.644640 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] Attempting to bind port 940bc611-2caa-4422-834e-fc9eff769fba on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:11:24.645014 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] Attempting to bind port 940bc611-2caa-4422-834e-fc9eff769fba by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:11:24.645247 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:24.645417 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] Attempting to bind port 940bc611-2caa-4422-834e-fc9eff769fba on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:11:24.652838 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b067145-1006-46f9-ada2-74b170d473f6 None None] Pushing event updated for resources: {'Port': ['ID=940bc611-2caa-4422-834e-fc9eff769fba,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:24.655171 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:11:24.656520 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:11:24.656520 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:24.656520 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:11:24.656935 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] Bound port: 940bc611-2caa-4422-834e-fc9eff769fba, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:11:24.657673 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:24.658673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e6908-7ad1-4574-8312-e680eb871eb1 req-6cec3904-5901-45d1-8cf8-1a1b670c3e69 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:24.660185 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db5e6908-7ad1-4574-8312-e680eb871eb1 req-6cec3904-5901-45d1-8cf8-1a1b670c3e69 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 949 time: 0.2635856 Jul 22 19:11:24.669688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f31f8-048e-4396-a710-642145bd1328 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c842535-e8b5-4309-8f15-1756c6be01f2,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:24.713110 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] For port 940bc611-2caa-4422-834e-fc9eff769fba, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:11:24.718183 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] For port 940bc611-2caa-4422-834e-fc9eff769fba, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=940bc611-2caa-4422-834e-fc9eff769fba,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:11:24.723696 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:24.730746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-eeed4ae9-1a12-4ff9-817e-afabe8a5999a tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:24.731042 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cecfe90-e661-4d25-9c14-93a911192a5f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:24.732235 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-eeed4ae9-1a12-4ff9-817e-afabe8a5999a tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.30 "GET /v2.0/networks?id=f210b70a-b5cd-4658-9f8f-039186d0276d HTTP/1.1" status: 200 len: 825 time: 0.3319378 Jul 22 19:11:24.737133 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0cecfe90-e661-4d25-9c14-93a911192a5f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/subnets/b96d41da-3e0e-4b3a-83a0-1cbc251deb05 HTTP/1.1" status: 204 len: 168 time: 1.0912848 Jul 22 19:11:24.738089 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecfe90-e661-4d25-9c14-93a911192a5f tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Subnet': ['ID=b96d41da-3e0e-4b3a-83a0-1cbc251deb05,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:24.746403 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42130) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:24.761887 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-3c0ed5da-c93e-4f92-b295-588cfe03ddef tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Request body: {'port': {'device_id': 'e29e7769-bebd-4ca6-bb68-0ff588177643', 'network_id': 'f210b70a-b5cd-4658-9f8f-039186d0276d', 'admin_state_up': True, 'tenant_id': 'ca474665ef244c4e8a0e9be542d2eb64'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:24.769085 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a02e444-4350-4d88-9159-30171ce5c6c3 None None] Network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:11:24.780839 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca99684b-f09e-46fb-a5fd-628b0b88d18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:24.797248 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-deb884a0-2b71-4389-91d6-84aa35a760e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:24.798464 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb884a0-2b71-4389-91d6-84aa35a760e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:24.799200 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-deb884a0-2b71-4389-91d6-84aa35a760e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:24.807617 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] Pushing event updated for resources: {'Port': ['ID=8e010477-8cca-408d-98b8-f8e2a7704621,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:24.832792 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db5e6908-7ad1-4574-8312-e680eb871eb1 req-92a659e2-240b-4a22-ad27-4630d8f026e9 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572921 Jul 22 19:11:24.858741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bcef6-5c07-45c7-b38b-f363daab9e47 req-fae2179b-bf5b-41e1-879b-16b735a19044 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:24.858741 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-290bcef6-5c07-45c7-b38b-f363daab9e47 req-fae2179b-bf5b-41e1-879b-16b735a19044 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=2211cb26-c2e2-4db5-a881-4da20c11ddc0 HTTP/1.1" status: 200 len: 931 time: 0.3732154 Jul 22 19:11:24.911070 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-deb884a0-2b71-4389-91d6-84aa35a760e2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7617810 Jul 22 19:11:24.937267 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42132) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:24.942334 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-fbf00582-843e-42cb-b0b2-35c60e4e64e6 admin admin] Request body: {'subnet': {'network_id': '9af101ed-13c2-4e5b-bd58-da54e0017b45', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1625251297-subnet', 'tenant_id': '0355abe831e546f890edb8d56cf5ab21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:24.958243 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca50d47e-6f64-4c4b-ba5c-2bc2851cd402 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting subnet 287afea2-cdd3-4873-9ab9-3ea335f72a56 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:11:24.971841 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ca50d47e-6f64-4c4b-ba5c-2bc2851cd402 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:24.980779 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb884a0-2b71-4389-91d6-84aa35a760e2 admin admin] Pushing event updated for resources: {'Network': ['ID=9af101ed-13c2-4e5b-bd58-da54e0017b45,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:25.045295 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] Routers {'4657c3fb-b8b3-441c-966e-ad95bd772c81'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:11:25.045940 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:11:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4657c3fb-b8b3-441c-966e-ad95bd772c81'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:25.047357 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] Attempting to bind port 8e010477-8cca-408d-98b8-f8e2a7704621 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:11:25.047891 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] Attempting to bind port 8e010477-8cca-408d-98b8-f8e2a7704621 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '1c0f8198-3df1-46b2-98a8-a7797e442d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:11:25.048911 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] Attempting to bind port 8e010477-8cca-408d-98b8-f8e2a7704621 on network 52a47484-7add-4cd9-accb-b877eb05e9c5 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:11:25.060679 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] Port 8e010477-8cca-408d-98b8-f8e2a7704621 on network 52a47484-7add-4cd9-accb-b877eb05e9c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:11:25.061010 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] Attempting to bind port 8e010477-8cca-408d-98b8-f8e2a7704621 on network 52a47484-7add-4cd9-accb-b877eb05e9c5 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:11:25.072182 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:11:25.073182 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] Checking segment: {'id': '1c0f8198-3df1-46b2-98a8-a7797e442d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:11:25.073182 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] Bound using segment: {'id': '1c0f8198-3df1-46b2-98a8-a7797e442d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:11:25.073405 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] Bound port: 8e010477-8cca-408d-98b8-f8e2a7704621, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0f8198-3df1-46b2-98a8-a7797e442d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:11:25.073773 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:25.113097 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 9af101ed-13c2-4e5b-bd58-da54e0017b45 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:11:25.114638 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf00582-843e-42cb-b0b2-35c60e4e64e6 admin admin] Made reservation on behalf of 0355abe831e546f890edb8d56cf5ab21 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:11:25.116985 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fbf00582-843e-42cb-b0b2-35c60e4e64e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:25.180178 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ca50d47e-6f64-4c4b-ba5c-2bc2851cd402 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:25.181305 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-ca99684b-f09e-46fb-a5fd-628b0b88d18b admin admin] Allocated IP 172.20.0.1 (43446fef-6ac7-466a-9f04-5ce65621e5e9/934071ba-1037-4dea-9f1f-4deae218fd12/0cf89043-999c-4d34-b5d7-d450e3eeffbd) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:11:25.194892 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-290bcef6-5c07-45c7-b38b-f363daab9e47 req-ed45c58a-13d5-4afd-90cd-ea02fe79fbce tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194351 Jul 22 19:11:25.209466 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] For port 8e010477-8cca-408d-98b8-f8e2a7704621, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:11:25.218483 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] For port 8e010477-8cca-408d-98b8-f8e2a7704621, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8e010477-8cca-408d-98b8-f8e2a7704621,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:11:25.226677 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b067145-1006-46f9-ada2-74b170d473f6 None None] Pushing event updated for resources: {'Port': ['ID=940bc611-2caa-4422-834e-fc9eff769fba,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:25.246085 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:25.302216 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:25.302667 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:25.304853 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] 10.222.0.16 "PUT /v2.0/ports/8e010477-8cca-408d-98b8-f8e2a7704621 HTTP/1.1" status: 200 len: 1092 time: 2.3514428 Jul 22 19:11:25.305010 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f83f31f8-048e-4396-a710-642145bd1328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:25.307132 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2211cb26-c2e2-4db5-a881-4da20c11ddc0', 'tag': '8e010477-8cca-408d-98b8-f8e2a7704621'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:11:25.311894 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] Set router 4657c3fb-b8b3-441c-966e-ad95bd772c81 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:11:25.312405 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-3c0ed5da-c93e-4f92-b295-588cfe03ddef tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Made reservation on behalf of ca474665ef244c4e8a0e9be542d2eb64 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:11:25.316520 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-3c0ed5da-c93e-4f92-b295-588cfe03ddef tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:25.317995 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ea44f0-b437-43c7-8a53-36b7cb1ab3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "2211cb26-c2e2-4db5-a881-4da20c11ddc0", "tag": "8e010477-8cca-408d-98b8-f8e2a7704621"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:11:25.498075 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ca50d47e-6f64-4c4b-ba5c-2bc2851cd402 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:25.573800 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4657c3fb-b8b3-441c-966e-ad95bd772c81', 'name': 'tempest-ServerRescueNegativeTestJSON-1667935644-router', 'tenant_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '940bc611-2caa-4422-834e-fc9eff769fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:16Z', 'updated_at': '2021-07-22T19:11:20Z', 'revision_number': 3, 'project_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'gw_port': {'id': '940bc611-2caa-4422-834e-fc9eff769fba', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ce:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4657c3fb-b8b3-441c-966e-ad95bd772c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:18Z', 'updated_at': '2021-07-22T19:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:25.605065 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dfe54-9524-442f-9c9f-e8f74cec86fe None None] The sync data for ids ['4657c3fb-b8b3-441c-966e-ad95bd772c81'] in n-d-800086-12 is: [{'id': '4657c3fb-b8b3-441c-966e-ad95bd772c81', 'name': 'tempest-ServerRescueNegativeTestJSON-1667935644-router', 'tenant_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '940bc611-2caa-4422-834e-fc9eff769fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:16Z', 'updated_at': '2021-07-22T19:11:20Z', 'revision_number': 3, 'project_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'gw_port': {'id': '940bc611-2caa-4422-834e-fc9eff769fba', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ce:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4657c3fb-b8b3-441c-966e-ad95bd772c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:18Z', 'updated_at': '2021-07-22T19:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:11:25.681694 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30ea416c-8bd3-489c-abd4-a52321493426 req-727e1aa8-f3c2-422d-944c-2c0953299d46 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/ports?device_id=e29e7769-bebd-4ca6-bb68-0ff588177643 HTTP/1.1" status: 200 len: 210 time: 0.1418135 Jul 22 19:11:25.946312 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca99684b-f09e-46fb-a5fd-628b0b88d18b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:25.947063 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fbf00582-843e-42cb-b0b2-35c60e4e64e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:25.952884 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a156d0-7eec-44ba-b7bb-967995e090eb x-openstack-request-id: req-80a156d0-7eec-44ba-b7bb-967995e090eb {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:11:25.953052 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2211cb26-c2e2-4db5-a881-4da20c11ddc0", "tag": "8e010477-8cca-408d-98b8-f8e2a7704621", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:11:25.953309 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80a156d0-7eec-44ba-b7bb-967995e090eb {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:11:25.953701 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2211cb26-c2e2-4db5-a881-4da20c11ddc0', 'tag': '8e010477-8cca-408d-98b8-f8e2a7704621', 'status': 'completed', 'code': 200} Jul 22 19:11:25.956049 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ca50d47e-6f64-4c4b-ba5c-2bc2851cd402 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:25.959956 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e88d1b-a067-4e38-86dd-5b5ad567433d service neutron] Pushing event updated for resources: {'Port': ['ID=8e010477-8cca-408d-98b8-f8e2a7704621,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:26.021161 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-1c89900a-b9c0-42a9-bcd9-446ce5e67e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:26.022854 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-1c89900a-b9c0-42a9-bcd9-446ce5e67e9a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84dac082e65849c58aa9594ac2ba407c&device_id=2211cb26-c2e2-4db5-a881-4da20c11ddc0 HTTP/1.1" status: 200 len: 1095 time: 0.6544447 Jul 22 19:11:26.072399 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf00582-843e-42cb-b0b2-35c60e4e64e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f222190c-0b95-4765-8985-bc7e7f90e369,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:26.081701 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-96a120ff-d218-45f8-a00a-eeefeeda8a0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e010477-8cca-408d-98b8-f8e2a7704621 HTTP/1.1" status: 200 len: 217 time: 0.0503771 Jul 22 19:11:26.082746 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca99684b-f09e-46fb-a5fd-628b0b88d18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:26.111983 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50d47e-6f64-4c4b-ba5c-2bc2851cd402 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Subnet': ['ID=287afea2-cdd3-4873-9ab9-3ea335f72a56,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:26.133803 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ca50d47e-6f64-4c4b-ba5c-2bc2851cd402 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:26.138305 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ca50d47e-6f64-4c4b-ba5c-2bc2851cd402 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/subnets/287afea2-cdd3-4873-9ab9-3ea335f72a56 HTTP/1.1" status: 204 len: 168 time: 1.3879061 Jul 22 19:11:26.141361 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42144) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:26.164540 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca99684b-f09e-46fb-a5fd-628b0b88d18b admin admin] Network 43446fef-6ac7-466a-9f04-5ce65621e5e9 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:11:26.175139 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-ca99684b-f09e-46fb-a5fd-628b0b88d18b admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:11:26.180166 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca99684b-f09e-46fb-a5fd-628b0b88d18b admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:11:26.217686 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99684b-f09e-46fb-a5fd-628b0b88d18b admin admin] Pushing event updated for resources: {'Port': ['ID=0cf89043-999c-4d34-b5d7-d450e3eeffbd,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:26.218635 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-337c552c-6633-45dd-9c9f-9f27e7d960bc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] DELETE failed (client error): The resource could not be found. Jul 22 19:11:26.219100 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337c552c-6633-45dd-9c9f-9f27e7d960bc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:11:26.224212 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-337c552c-6633-45dd-9c9f-9f27e7d960bc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/subnets/b96d41da-3e0e-4b3a-83a0-1cbc251deb05 HTTP/1.1" status: 404 len: 337 time: 0.0788279 Jul 22 19:11:26.226024 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42146) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:26.230668 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83f31f8-048e-4396-a710-642145bd1328 admin admin] Router ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:11:26.231952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-3c0ed5da-c93e-4f92-b295-588cfe03ddef tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Allocated IP 172.20.0.2 (f210b70a-b5cd-4658-9f8f-039186d0276d/563b13ec-ef32-420f-88b8-270c6d0875b0/5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:11:26.237361 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-1f900674-6006-402d-96a7-eb0ac86834cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:26.239703 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-1f900674-6006-402d-96a7-eb0ac86834cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c968c48-1c3b-44da-8dcd-5ec44f87705f HTTP/1.1" status: 200 len: 844 time: 0.1448488 Jul 22 19:11:26.259687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf00582-843e-42cb-b0b2-35c60e4e64e6 admin admin] Checking segment: {'id': '9308a7df-70f8-4f8b-a502-ba013ddd5cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9af101ed-13c2-4e5b-bd58-da54e0017b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:11:26.260058 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf00582-843e-42cb-b0b2-35c60e4e64e6 admin admin] Network hostable DHCP agents. Network: 9af101ed-13c2-4e5b-bd58-da54e0017b45, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:11:26.293103 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-a8dd0557-5cdf-4ea7-bdfd-171653d93f08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=52a47484-7add-4cd9-accb-b877eb05e9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413175 Jul 22 19:11:26.362949 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca99684b-f09e-46fb-a5fd-628b0b88d18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:26.372558 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a98622c-2bc2-4d1a-868c-0c1df2149ed8 None None] Network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:11:26.378025 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf00582-843e-42cb-b0b2-35c60e4e64e6 admin admin] Network 9af101ed-13c2-4e5b-bd58-da54e0017b45 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:11:26.410834 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-fbf00582-843e-42cb-b0b2-35c60e4e64e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 9af101ed-13c2-4e5b-bd58-da54e0017b45) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:11:26.422070 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c5fe243-6153-457c-94e2-7b2b00ca891e None None] Provisioning complete for port 63703bdd-bfb1-487a-99ef-a307c9de8569 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:26.422551 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe243-6153-457c-94e2-7b2b00ca891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:26.451829 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf00582-843e-42cb-b0b2-35c60e4e64e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:26.452673 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fbf00582-843e-42cb-b0b2-35c60e4e64e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:26.458284 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50b2052-989d-4454-9b1f-8256417f4b56 None None] Network 9af101ed-13c2-4e5b-bd58-da54e0017b45 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:11:26.468438 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f65a76-f99e-4596-a9e2-e3244b0d9065 req-6b39d63f-8acc-44e7-86e4-7117c9b5a55c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:26.470502 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a3f65a76-f99e-4596-a9e2-e3244b0d9065 req-6b39d63f-8acc-44e7-86e4-7117c9b5a55c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 949 time: 0.3915589 Jul 22 19:11:26.475820 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0cd69a6-63d1-4e26-97fc-84b9e481066e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting subnet 86275660-5226-4e05-ba4e-1f1b30076562 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:11:26.518819 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0cd69a6-63d1-4e26-97fc-84b9e481066e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:26.581853 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fbf00582-843e-42cb-b0b2-35c60e4e64e6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6433308 Jul 22 19:11:26.592272 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a3f65a76-f99e-4596-a9e2-e3244b0d9065 req-1aa9f0df-420d-48c3-b246-9eebecc8ae6b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106293 Jul 22 19:11:26.638964 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83f31f8-048e-4396-a710-642145bd1328 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:11:26.654878 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f83f31f8-048e-4396-a710-642145bd1328 admin admin] 10.222.0.13 "PUT /v2.0/routers/ace3a67e-6e8d-4a27-8897-e99b1e0e0b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6271315 Jul 22 19:11:26.658893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42152) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:26.659564 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c1dffa-0226-41fd-8739-a7aeb9e72472 None None] Sync routers for ids ['ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:11:26.673833 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c1dffa-0226-41fd-8739-a7aeb9e72472 None None] Routers {'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:11:26.674746 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d3c1dffa-0226-41fd-8739-a7aeb9e72472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:11:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:26.679681 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756ecfb-f6d1-4c00-9f22-d91810093b57 req-a4e1f9ee-7e69-46d4-b321-8b45b77368b7 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:26.680808 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8756ecfb-f6d1-4c00-9f22-d91810093b57 req-a4e1f9ee-7e69-46d4-b321-8b45b77368b7 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=2211cb26-c2e2-4db5-a881-4da20c11ddc0 HTTP/1.1" status: 200 len: 943 time: 0.3338146 Jul 22 19:11:26.680916 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0cd69a6-63d1-4e26-97fc-84b9e481066e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:26.762494 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-c3cde741-6157-4eae-8b7a-c1a73c627138 service neutron] 10.222.0.16 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382665 Jul 22 19:11:26.845921 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c5fe243-6153-457c-94e2-7b2b00ca891e None None] Provisioning complete for port ceb00bc5-e561-485c-8521-fd25d5ed0d4b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:26.847171 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe243-6153-457c-94e2-7b2b00ca891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:26.901949 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-3c0ed5da-c93e-4f92-b295-588cfe03ddef tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:26.939203 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-93780602-5ce0-494b-a492-61f1a8bdcdd0 req-c53cdee8-6505-425f-8b1e-12cf9231dc41 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/ports?device_id=e29e7769-bebd-4ca6-bb68-0ff588177643 HTTP/1.1" status: 200 len: 210 time: 0.0594819 Jul 22 19:11:26.962937 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8756ecfb-f6d1-4c00-9f22-d91810093b57 req-5696631f-3398-421e-8b2e-eaff75a7847a tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215939 Jul 22 19:11:26.985316 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a6e336c0-e9ab-42f3-94f7-8c40f0406ed1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:27.009714 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca99684b-f09e-46fb-a5fd-628b0b88d18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:27.010314 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c5fe243-6153-457c-94e2-7b2b00ca891e None None] Port ceb00bc5-e561-485c-8521-fd25d5ed0d4b cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:11:27.012925 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940e8af7-9561-442b-99fa-3038412e899f None None] Network 9af101ed-13c2-4e5b-bd58-da54e0017b45 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:11:27.052141 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-d3c1dffa-0226-41fd-8739-a7aeb9e72472 None None] Set router ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:11:27.132329 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-3c0ed5da-c93e-4f92-b295-588cfe03ddef tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:27.183199 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0cd69a6-63d1-4e26-97fc-84b9e481066e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:27.255258 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-47011491-4c0e-484d-9538-bdb029b6f6ab req-0aa77879-41b0-45bd-b03e-91223d1a2c54 service neutron] 10.222.0.16 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677145 Jul 22 19:11:27.257911 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a6e336c0-e9ab-42f3-94f7-8c40f0406ed1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:27.265300 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-3c0ed5da-c93e-4f92-b295-588cfe03ddef tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Network f210b70a-b5cd-4658-9f8f-039186d0276d is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:11:27.273642 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-3c0ed5da-c93e-4f92-b295-588cfe03ddef tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:11:27.275652 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-3c0ed5da-c93e-4f92-b295-588cfe03ddef tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:11:27.281006 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ed5da-c93e-4f92-b295-588cfe03ddef tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Pushing event updated for resources: {'Port': ['ID=5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:27.365497 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d3c1dffa-0226-41fd-8739-a7aeb9e72472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'name': 'tempest-ServersTestBootFromVolume-1063993293-router', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:07Z', 'updated_at': '2021-07-22T19:11:24Z', 'revision_number': 5, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'gw_port': {'id': 'b81dfc1e-ad8d-4a83-9eba-d6dade06245b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:08:08Z', 'updated_at': '2021-07-22T19:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:27.368233 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-3c0ed5da-c93e-4f92-b295-588cfe03ddef tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:27.368942 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-3c0ed5da-c93e-4f92-b295-588cfe03ddef tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:27.398509 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-3c0ed5da-c93e-4f92-b295-588cfe03ddef tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6491990 Jul 22 19:11:27.415128 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-8fac5c56-eb03-44dd-bb2c-deb49c5b6a11 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:11:27.419265 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c1dffa-0226-41fd-8739-a7aeb9e72472 None None] Checking router: ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:11:27.426549 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-8fac5c56-eb03-44dd-bb2c-deb49c5b6a11 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158165 Jul 22 19:11:27.431855 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c1dffa-0226-41fd-8739-a7aeb9e72472 None None] Routers {'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:11:27.432747 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d3c1dffa-0226-41fd-8739-a7aeb9e72472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:11:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:27.432875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-a6e336c0-e9ab-42f3-94f7-8c40f0406ed1 admin admin] Deleting port b81dfc1e-ad8d-4a83-9eba-d6dade06245b {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:11:27.433118 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a6e336c0-e9ab-42f3-94f7-8c40f0406ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:27.468218 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42172) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:27.483434 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-6c2f8faa-79e6-4035-ad18-14bcaf038584 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1666189570-network', 'tenant_id': 'd12a308662f54098845d1b720f0f6da3'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:27.491998 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0cd69a6-63d1-4e26-97fc-84b9e481066e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:27.568410 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd69a6-63d1-4e26-97fc-84b9e481066e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Subnet': ['ID=86275660-5226-4e05-ba4e-1f1b30076562,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:27.573259 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0cd69a6-63d1-4e26-97fc-84b9e481066e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:27.577737 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e0cd69a6-63d1-4e26-97fc-84b9e481066e tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/subnets/86275660-5226-4e05-ba4e-1f1b30076562 HTTP/1.1" status: 204 len: 168 time: 1.3442872 Jul 22 19:11:27.580036 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42174) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:27.598186 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea44f0-b437-43c7-8a53-36b7cb1ab3d3 req-7dda956e-a5ff-41ac-be8b-a88f3c7b8328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:27.599719 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-46ea44f0-b437-43c7-8a53-36b7cb1ab3d3 req-7dda956e-a5ff-41ac-be8b-a88f3c7b8328 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84dac082e65849c58aa9594ac2ba407c&device_id=2211cb26-c2e2-4db5-a881-4da20c11ddc0 HTTP/1.1" status: 200 len: 1095 time: 0.2889526 Jul 22 19:11:27.601049 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-a6e336c0-e9ab-42f3-94f7-8c40f0406ed1 admin admin] For port b81dfc1e-ad8d-4a83-9eba-d6dade06245b, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b81dfc1e-ad8d-4a83-9eba-d6dade06245b,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:27.602539 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a6e336c0-e9ab-42f3-94f7-8c40f0406ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:27.626856 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-d3c1dffa-0226-41fd-8739-a7aeb9e72472 None None] Set router ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:11:27.633203 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-a6e336c0-e9ab-42f3-94f7-8c40f0406ed1 admin admin] Calling delete_port for b81dfc1e-ad8d-4a83-9eba-d6dade06245b owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:11:27.691596 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2f8faa-79e6-4035-ad18-14bcaf038584 admin admin] Made reservation on behalf of d12a308662f54098845d1b720f0f6da3 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:11:27.693977 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c2f8faa-79e6-4035-ad18-14bcaf038584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:27.709851 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12a0c4d-d526-4e2c-a050-e5e1a85509d0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] DELETE failed (client error): The resource could not be found. Jul 22 19:11:27.716720 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d3c1dffa-0226-41fd-8739-a7aeb9e72472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'name': 'tempest-ServersTestBootFromVolume-1063993293-router', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:07Z', 'updated_at': '2021-07-22T19:11:27Z', 'revision_number': 6, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:27.717242 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c12a0c4d-d526-4e2c-a050-e5e1a85509d0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:11:27.722546 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c12a0c4d-d526-4e2c-a050-e5e1a85509d0 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/subnets/7b62f717-5057-488f-a8ad-2d8e5acc8efa HTTP/1.1" status: 404 len: 337 time: 0.1381197 Jul 22 19:11:27.723043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] Request body: {'port': {'device_id': 'e29e7769-bebd-4ca6-bb68-0ff588177643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:27.728358 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42178) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:27.759857 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c1dffa-0226-41fd-8739-a7aeb9e72472 None None] The sync data for ids ['ace3a67e-6e8d-4a27-8897-e99b1e0e0b41'] in n-d-800086-12 is: [{'id': 'ace3a67e-6e8d-4a27-8897-e99b1e0e0b41', 'name': 'tempest-ServersTestBootFromVolume-1063993293-router', 'tenant_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:08:07Z', 'updated_at': '2021-07-22T19:11:27Z', 'revision_number': 6, 'project_id': 'fbf32d29990d494cb8adb4d0920f40ef', 'gw_port_host': None}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:11:27.772660 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c2f8faa-79e6-4035-ad18-14bcaf038584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:27.785886 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca99684b-f09e-46fb-a5fd-628b0b88d18b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:27.798954 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca99684b-f09e-46fb-a5fd-628b0b88d18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:27.919271 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d49b12cd-93c1-41e5-9582-9364149e7595 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb7bb521-95c8-4d52-9cb5-a92f4bf85b89 HTTP/1.1" status: 200 len: 205 time: 0.1794834 Jul 22 19:11:27.919642 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42182) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:27.998000 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764adc61-d1a6-42c7-8469-30787a519695 None None] Network a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:11:28.033669 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99684b-f09e-46fb-a5fd-628b0b88d18b admin admin] Pushing event updated for resources: {'Port': ['ID=0cf89043-999c-4d34-b5d7-d450e3eeffbd,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:28.037064 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-da923775-67aa-4302-850e-68ec7d65deed tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] delete failed (client error): The resource could not be found. Jul 22 19:11:28.038146 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-da923775-67aa-4302-850e-68ec7d65deed tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/routers/eb7bb521-95c8-4d52-9cb5-a92f4bf85b89 HTTP/1.1" status: 404 len: 336 time: 0.1116893 Jul 22 19:11:28.039061 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca99684b-f09e-46fb-a5fd-628b0b88d18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:28.046015 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42188) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:28.080740 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3a5460a2-3d0b-4759-8c6f-9099744efa09 None None] Provisioning complete for port 63703bdd-bfb1-487a-99ef-a307c9de8569 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:28.081444 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3a5460a2-3d0b-4759-8c6f-9099744efa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:28.097149 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea44f0-b437-43c7-8a53-36b7cb1ab3d3 req-e8b5ed1b-d4a9-4f56-9e9d-6117ddba11df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:28.098859 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-46ea44f0-b437-43c7-8a53-36b7cb1ab3d3 req-e8b5ed1b-d4a9-4f56-9e9d-6117ddba11df service neutron] 10.222.0.16 "GET /v2.0/networks?id=52a47484-7add-4cd9-accb-b877eb05e9c5 HTTP/1.1" status: 200 len: 905 time: 0.4842453 Jul 22 19:11:28.115771 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e1b2c6-1c48-4436-85a8-65451c9149b8 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] DELETE failed (client error): The resource could not be found. Jul 22 19:11:28.116315 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e1b2c6-1c48-4436-85a8-65451c9149b8 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:11:28.118332 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-00e1b2c6-1c48-4436-85a8-65451c9149b8 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/subnets/2c520fca-286a-4f44-a478-a6743a1e11a9 HTTP/1.1" status: 404 len: 337 time: 0.0685439 Jul 22 19:11:28.154315 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42190) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:28.276664 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 940bc611-2caa-4422-834e-fc9eff769fba up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:11:28.281747 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a86459-cbd9-47b7-bb16-d6c40d987576 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] DELETE failed (client error): The resource could not be found. Jul 22 19:11:28.282289 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a86459-cbd9-47b7-bb16-d6c40d987576 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:11:28.284625 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c7a86459-cbd9-47b7-bb16-d6c40d987576 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/subnets/fe098b0e-ebf5-40ca-a0d0-98a7c5a0c149 HTTP/1.1" status: 404 len: 337 time: 0.1292636 Jul 22 19:11:28.286232 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-46ea44f0-b437-43c7-8a53-36b7cb1ab3d3 req-7e10534d-62bd-49ef-bad4-dbac15932d18 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e010477-8cca-408d-98b8-f8e2a7704621 HTTP/1.1" status: 200 len: 217 time: 0.1533215 Jul 22 19:11:28.289905 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42192) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:28.388614 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-103289b5-6b7d-440c-b7cb-c7ec9077e904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:28.390031 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e371f9-d196-4583-b8ed-53156b8a680d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] DELETE failed (client error): The resource could not be found. Jul 22 19:11:28.390489 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e371f9-d196-4583-b8ed-53156b8a680d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:11:28.391668 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3a5460a2-3d0b-4759-8c6f-9099744efa09 None None] Provisioning complete for port ceb00bc5-e561-485c-8521-fd25d5ed0d4b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:28.395224 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3a5460a2-3d0b-4759-8c6f-9099744efa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:28.395385 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-23e371f9-d196-4583-b8ed-53156b8a680d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/subnets/980e32f5-a257-4a3c-989f-9bcbbb34a2b3 HTTP/1.1" status: 404 len: 337 time: 0.0735812 Jul 22 19:11:28.404444 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42194) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:28.447566 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 940bc611-2caa-4422-834e-fc9eff769fba completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:11:28.452266 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-3a5460a2-3d0b-4759-8c6f-9099744efa09 None None] Port ceb00bc5-e561-485c-8521-fd25d5ed0d4b cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:11:28.455418 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9d4db4-3031-45b3-8e11-11845d101a7b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] DELETE failed (client error): The resource could not be found. Jul 22 19:11:28.456217 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c9d4db4-3031-45b3-8e11-11845d101a7b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:11:28.456329 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 940bc611-2caa-4422-834e-fc9eff769fba triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:28.456848 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:28.461231 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9c9d4db4-3031-45b3-8e11-11845d101a7b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/ports/5502adf2-f0e9-4a71-b590-ef272ef9bc21 HTTP/1.1" status: 404 len: 333 time: 0.0526264 Jul 22 19:11:28.463576 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42196) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:28.466987 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea44f0-b437-43c7-8a53-36b7cb1ab3d3 req-3c28a8c5-21ee-46a9-9573-c0c366f870db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:28.468565 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-46ea44f0-b437-43c7-8a53-36b7cb1ab3d3 req-3c28a8c5-21ee-46a9-9573-c0c366f870db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c968c48-1c3b-44da-8dcd-5ec44f87705f HTTP/1.1" status: 200 len: 844 time: 0.1480160 Jul 22 19:11:28.533339 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-c399b853-e5e9-4bfe-96ed-33aefc812d84 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] DELETE failed (client error): The resource could not be found. Jul 22 19:11:28.533820 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c399b853-e5e9-4bfe-96ed-33aefc812d84 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:11:28.535589 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c399b853-e5e9-4bfe-96ed-33aefc812d84 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/subnets/8d9f2970-55d4-45b5-a1b5-e54a29980253 HTTP/1.1" status: 404 len: 337 time: 0.0705519 Jul 22 19:11:28.539446 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca99684b-f09e-46fb-a5fd-628b0b88d18b admin admin] Network 43446fef-6ac7-466a-9f04-5ce65621e5e9 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:11:28.540202 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42198) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:28.541645 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-46ea44f0-b437-43c7-8a53-36b7cb1ab3d3 req-a3b26370-a748-409a-a381-7d34b19e1ce3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=52a47484-7add-4cd9-accb-b877eb05e9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644984 Jul 22 19:11:28.545584 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-ca99684b-f09e-46fb-a5fd-628b0b88d18b admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:11:28.564199 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:28.567233 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c2f8faa-79e6-4035-ad18-14bcaf038584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:28.580068 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c2f8faa-79e6-4035-ad18-14bcaf038584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:28.586773 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 940bc611-2caa-4422-834e-fc9eff769fba, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=940bc611-2caa-4422-834e-fc9eff769fba,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:28.591162 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:28.598961 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70ebee-f6ae-4c01-a348-eda981d9201e req-42fd4c49-baa8-44be-a226-cd348ed384ab tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:28.600537 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc70ebee-f6ae-4c01-a348-eda981d9201e req-42fd4c49-baa8-44be-a226-cd348ed384ab tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 949 time: 0.8745475 Jul 22 19:11:28.605779 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:28.610323 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-957e76fa-995a-4157-b7a3-ec41693b45f1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] DELETE failed (client error): The resource could not be found. Jul 22 19:11:28.611554 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-957e76fa-995a-4157-b7a3-ec41693b45f1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:11:28.615590 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-957e76fa-995a-4157-b7a3-ec41693b45f1 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/subnets/696a2227-bc20-4053-86a4-4b6d7ffe0a69 HTTP/1.1" status: 404 len: 337 time: 0.0699239 Jul 22 19:11:28.621900 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42200) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:28.650955 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=940bc611-2caa-4422-834e-fc9eff769fba,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:28.658155 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:28.658937 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:28.659452 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:28.660195 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:28.660747 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:28.661186 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:28.661692 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:28.662122 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:28.662611 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:28.663069 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:28.663537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:28.664487 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:28.691357 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933dba50-e18a-4600-b544-4f16f94633bc None None] DHCP port deletion for a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:11:28.696175 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d3118d-3529-4c96-943b-7751a121d56b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] DELETE failed (client error): The resource could not be found. Jul 22 19:11:28.696949 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d3118d-3529-4c96-943b-7751a121d56b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:11:28.698686 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-68d3118d-3529-4c96-943b-7751a121d56b tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/ports/4b2b2546-aeac-43e3-b605-45b50808f88f HTTP/1.1" status: 404 len: 333 time: 0.0688019 Jul 22 19:11:28.699471 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a6e336c0-e9ab-42f3-94f7-8c40f0406ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:28.701360 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42202) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:28.716998 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2f8faa-79e6-4035-ad18-14bcaf038584 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:11:28.735279 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f8faa-79e6-4035-ad18-14bcaf038584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce30032f-78c6-46a4-8f62-8cd28db9387c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:28.746199 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c2f8faa-79e6-4035-ad18-14bcaf038584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:28.746648 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-6c2f8faa-79e6-4035-ad18-14bcaf038584 admin admin] Added segment 4bc9340a-5bc0-4073-b9c7-6c0c487c8df3 of type vlan for network e9595034-916f-4e1f-b2d1-71e59e940b50 Jul 22 19:11:28.777088 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-933dba50-e18a-4600-b544-4f16f94633bc None None] Deleting port 63703bdd-bfb1-487a-99ef-a307c9de8569 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:11:28.777316 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-933dba50-e18a-4600-b544-4f16f94633bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:28.816586 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e336c0-e9ab-42f3-94f7-8c40f0406ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b81dfc1e-ad8d-4a83-9eba-d6dade06245b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:28.818445 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-46ea44f0-b437-43c7-8a53-36b7cb1ab3d3 req-66163a3f-a568-4305-978f-186797a99cdd service neutron] 10.222.0.16 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648954 Jul 22 19:11:28.823382 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c2f8faa-79e6-4035-ad18-14bcaf038584 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:28.833855 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47748ff-7820-4d9b-b698-317dc4029017 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] DELETE failed (client error): The resource could not be found. Jul 22 19:11:28.834652 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e47748ff-7820-4d9b-b698-317dc4029017 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:11:28.839781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e47748ff-7820-4d9b-b698-317dc4029017 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/subnets/86da66eb-80d9-410f-8133-20a21963880b HTTP/1.1" status: 404 len: 337 time: 0.1102407 Jul 22 19:11:28.842859 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42204) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:28.850627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa67b55-b562-4d79-b727-befe3c0b476a req-93cac7c9-677f-4343-b630-7c1d0b1a5a4d tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:28.852219 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0aa67b55-b562-4d79-b727-befe3c0b476a req-93cac7c9-677f-4343-b630-7c1d0b1a5a4d tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=2211cb26-c2e2-4db5-a881-4da20c11ddc0 HTTP/1.1" status: 200 len: 943 time: 0.3857336 Jul 22 19:11:28.887597 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca99684b-f09e-46fb-a5fd-628b0b88d18b admin admin] Router 4657c3fb-b8b3-441c-966e-ad95bd772c81 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:11:28.889983 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc70ebee-f6ae-4c01-a348-eda981d9201e req-ebdffdbc-c8cb-4983-b6e8-cbdf5ef6efcf tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755299 Jul 22 19:11:28.898069 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba13d08-af10-4a3b-9052-ed676cf69148 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] DELETE failed (client error): The resource could not be found. Jul 22 19:11:28.898547 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba13d08-af10-4a3b-9052-ed676cf69148 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:11:28.902705 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2ba13d08-af10-4a3b-9052-ed676cf69148 tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/subnets/40047178-48e5-4b1d-8c6a-9514e060ca8c HTTP/1.1" status: 404 len: 337 time: 0.0562456 Jul 22 19:11:28.906750 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42206) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:28.997615 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c2f8faa-79e6-4035-ad18-14bcaf038584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:28.998611 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2f8faa-79e6-4035-ad18-14bcaf038584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:28.999204 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6c2f8faa-79e6-4035-ad18-14bcaf038584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:29.002284 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-933dba50-e18a-4600-b544-4f16f94633bc None None] For port 63703bdd-bfb1-487a-99ef-a307c9de8569, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=63703bdd-bfb1-487a-99ef-a307c9de8569,segment=NetworkSegment(6d944e2e-eb8b-4cb3-b872-2d93c2e8fcf5),segment_id=6d944e2e-eb8b-4cb3-b872-2d93c2e8fcf5)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:29.002788 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-933dba50-e18a-4600-b544-4f16f94633bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:29.026924 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-933dba50-e18a-4600-b544-4f16f94633bc None None] Calling delete_port for 63703bdd-bfb1-487a-99ef-a307c9de8569 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:11:29.087779 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a6e336c0-e9ab-42f3-94f7-8c40f0406ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:29.100148 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0aa67b55-b562-4d79-b727-befe3c0b476a req-21453070-66c5-4508-9ff2-4b3a4f0e20bb tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188382 Jul 22 19:11:29.146331 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-933dba50-e18a-4600-b544-4f16f94633bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:29.148599 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6c2f8faa-79e6-4035-ad18-14bcaf038584 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6758375 Jul 22 19:11:29.153223 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42212) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:29.178217 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-3888fe76-2a99-49ca-adee-b8eaf084537b admin admin] Request body: {'subnet': {'network_id': 'e9595034-916f-4e1f-b2d1-71e59e940b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1666189570-subnet', 'tenant_id': 'd12a308662f54098845d1b720f0f6da3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:29.180550 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933dba50-e18a-4600-b544-4f16f94633bc None None] No DVR routers for this DVR port 63703bdd-bfb1-487a-99ef-a307c9de8569 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:11:29.184734 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933dba50-e18a-4600-b544-4f16f94633bc None None] Pushing event deleted for resources: {'Port': ['ID=63703bdd-bfb1-487a-99ef-a307c9de8569,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:29.193380 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-46ea44f0-b437-43c7-8a53-36b7cb1ab3d3 req-9143fd0b-b1b7-4947-aff9-50e100097960 service neutron] 10.222.0.16 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645635 Jul 22 19:11:29.240001 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f8faa-79e6-4035-ad18-14bcaf038584 admin admin] Pushing event updated for resources: {'Network': ['ID=e9595034-916f-4e1f-b2d1-71e59e940b50,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:29.251366 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network e9595034-916f-4e1f-b2d1-71e59e940b50 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:11:29.266306 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3888fe76-2a99-49ca-adee-b8eaf084537b admin admin] Made reservation on behalf of d12a308662f54098845d1b720f0f6da3 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:11:29.268707 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3888fe76-2a99-49ca-adee-b8eaf084537b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:29.275824 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a6e336c0-e9ab-42f3-94f7-8c40f0406ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:29.279127 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a6e336c0-e9ab-42f3-94f7-8c40f0406ed1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:29.299586 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca99684b-f09e-46fb-a5fd-628b0b88d18b admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:11:29.313009 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ca99684b-f09e-46fb-a5fd-628b0b88d18b admin admin] 10.222.0.13 "PUT /v2.0/routers/4657c3fb-b8b3-441c-966e-ad95bd772c81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7911711 Jul 22 19:11:29.346565 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] Sync routers for ids ['4657c3fb-b8b3-441c-966e-ad95bd772c81'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:11:29.357832 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] Routers {'4657c3fb-b8b3-441c-966e-ad95bd772c81'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:11:29.357832 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:11:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4657c3fb-b8b3-441c-966e-ad95bd772c81'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:29.383993 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a6e336c0-e9ab-42f3-94f7-8c40f0406ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:29.384361 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e336c0-e9ab-42f3-94f7-8c40f0406ed1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:11:29.390330 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a6e336c0-e9ab-42f3-94f7-8c40f0406ed1 admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:29.394091 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a6e336c0-e9ab-42f3-94f7-8c40f0406ed1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ace3a67e-6e8d-4a27-8897-e99b1e0e0b41 HTTP/1.1" status: 204 len: 168 time: 2.7278216 Jul 22 19:11:29.400044 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42218) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:29.443204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617beedc-ae1e-47e4-85db-fcdb467c0825 req-105e22f2-9cc6-42ac-8d00-cced105b0799 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:29.444878 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-617beedc-ae1e-47e4-85db-fcdb467c0825 req-105e22f2-9cc6-42ac-8d00-cced105b0799 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/ports?device_id=e29e7769-bebd-4ca6-bb68-0ff588177643 HTTP/1.1" status: 200 len: 931 time: 0.3547919 Jul 22 19:11:29.497904 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] Set router 4657c3fb-b8b3-441c-966e-ad95bd772c81 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:11:29.513138 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca5f71e-6c2e-4b07-90b5-f861238c9c3b admin admin] Deleting subnet 16e704e8-35a9-4b1e-95ec-b95d54669535 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:11:29.539472 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f71e-6c2e-4b07-90b5-f861238c9c3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:29.605819 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-617beedc-ae1e-47e4-85db-fcdb467c0825 req-520f3f12-9d0d-4037-8816-ea335c8ac6a9 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2efc33f-fbd2-4b32-af22-0836f98f55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517453 Jul 22 19:11:29.629270 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-09b0170d-3be2-4130-b233-2b59bf36088d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Deleting port ceb00bc5-e561-485c-8521-fd25d5ed0d4b {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:11:29.632929 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09b0170d-3be2-4130-b233-2b59bf36088d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:29.658321 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f71e-6c2e-4b07-90b5-f861238c9c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:29.666143 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3888fe76-2a99-49ca-adee-b8eaf084537b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:29.696555 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:11:29.706747 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:29.738516 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] Transition to ACTIVE for port object 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:11:29.750838 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09b0170d-3be2-4130-b233-2b59bf36088d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:29.760395 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:29.780440 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-09b0170d-3be2-4130-b233-2b59bf36088d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Calling delete_port for ceb00bc5-e561-485c-8521-fd25d5ed0d4b owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:11:29.795182 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888fe76-2a99-49ca-adee-b8eaf084537b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d461cc0f-0f26-4eff-bd79-a04fb67a4f4a,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:29.834665 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1be10c-8cd8-4861-9be2-6742cb6f1e37 req-0fd6081e-8f13-4a17-97d1-8d09c3cd4409 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:29.838971 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4657c3fb-b8b3-441c-966e-ad95bd772c81', 'name': 'tempest-ServerRescueNegativeTestJSON-1667935644-router', 'tenant_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '940bc611-2caa-4422-834e-fc9eff769fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:16Z', 'updated_at': '2021-07-22T19:11:26Z', 'revision_number': 4, 'project_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'gw_port': {'id': '940bc611-2caa-4422-834e-fc9eff769fba', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4657c3fb-b8b3-441c-966e-ad95bd772c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:18Z', 'updated_at': '2021-07-22T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '0cf89043-999c-4d34-b5d7-d450e3eeffbd', 'name': '', 'network_id': '43446fef-6ac7-466a-9f04-5ce65621e5e9', 'tenant_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'mac_address': 'fa:16:3e:e1:a1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4657c3fb-b8b3-441c-966e-ad95bd772c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '934071ba-1037-4dea-9f1f-4deae218fd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:24Z', 'updated_at': '2021-07-22T19:11:27Z', 'revision_number': 2, 'project_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'subnets': [{'id': '934071ba-1037-4dea-9f1f-4deae218fd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:29.841527 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f1be10c-8cd8-4861-9be2-6742cb6f1e37 req-0fd6081e-8f13-4a17-97d1-8d09c3cd4409 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb77f10e-c93f-463c-94b6-10741894289a HTTP/1.1" status: 200 len: 945 time: 0.2996659 Jul 22 19:11:29.846198 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3888fe76-2a99-49ca-adee-b8eaf084537b admin admin] Checking segment: {'id': '4bc9340a-5bc0-4073-b9c7-6c0c487c8df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e9595034-916f-4e1f-b2d1-71e59e940b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:11:29.846682 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3888fe76-2a99-49ca-adee-b8eaf084537b admin admin] Network hostable DHCP agents. Network: e9595034-916f-4e1f-b2d1-71e59e940b50, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:11:29.882898 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f71e-6c2e-4b07-90b5-f861238c9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:29.885187 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] Checking router: 4657c3fb-b8b3-441c-966e-ad95bd772c81 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:11:29.885703 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] Updating router 4657c3fb-b8b3-441c-966e-ad95bd772c81 port 0cf89043-999c-4d34-b5d7-d450e3eeffbd binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:11:29.890976 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3888fe76-2a99-49ca-adee-b8eaf084537b admin admin] Network e9595034-916f-4e1f-b2d1-71e59e940b50 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:11:29.919445 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-3888fe76-2a99-49ca-adee-b8eaf084537b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, e9595034-916f-4e1f-b2d1-71e59e940b50) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:11:29.925567 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3888fe76-2a99-49ca-adee-b8eaf084537b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:29.926453 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3888fe76-2a99-49ca-adee-b8eaf084537b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:29.933943 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96da1e1-db27-4217-ae7f-36e0f1372681 None None] Network e9595034-916f-4e1f-b2d1-71e59e940b50 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:11:29.942223 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09b0170d-3be2-4130-b233-2b59bf36088d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:29.945437 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3888fe76-2a99-49ca-adee-b8eaf084537b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7721176 Jul 22 19:11:29.970685 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 940bc611-2caa-4422-834e-fc9eff769fba up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:11:29.972083 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:29.975313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:29.978047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0170d-3be2-4130-b233-2b59bf36088d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Port': ['ID=ceb00bc5-e561-485c-8521-fd25d5ed0d4b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:29.986298 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09b0170d-3be2-4130-b233-2b59bf36088d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:29.990672 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-09b0170d-3be2-4130-b233-2b59bf36088d tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/ports/ceb00bc5-e561-485c-8521-fd25d5ed0d4b HTTP/1.1" status: 204 len: 168 time: 1.0731170 Jul 22 19:11:29.990818 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42238) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:30.096823 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c766e363-f083-44b2-b85f-ebda1bb297bc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:30.132983 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42240) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:30.159004 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f1be10c-8cd8-4861-9be2-6742cb6f1e37 req-3ae0e422-8d61-4f66-93c1-389928e0a845 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162513 Jul 22 19:11:30.167854 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] Attempting to bind port 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:11:30.168364 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] Attempting to bind port 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3d3143e7-0ce3-422e-bd56-8fdb651365d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f210b70a-b5cd-4658-9f8f-039186d0276d'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:11:30.168751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] Attempting to bind port 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494 on network f210b70a-b5cd-4658-9f8f-039186d0276d {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:11:30.184153 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] Port 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494 on network f210b70a-b5cd-4658-9f8f-039186d0276d not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:11:30.184671 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] Attempting to bind port 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494 on network f210b70a-b5cd-4658-9f8f-039186d0276d {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:11:30.194013 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:11:30.194352 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] Checking segment: {'id': '3d3143e7-0ce3-422e-bd56-8fdb651365d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f210b70a-b5cd-4658-9f8f-039186d0276d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:11:30.194801 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] Bound using segment: {'id': '3d3143e7-0ce3-422e-bd56-8fdb651365d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f210b70a-b5cd-4658-9f8f-039186d0276d'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:11:30.195212 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] Bound port: 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d3143e7-0ce3-422e-bd56-8fdb651365d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f210b70a-b5cd-4658-9f8f-039186d0276d'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:11:30.195994 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:30.226107 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f71e-6c2e-4b07-90b5-f861238c9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:30.274726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-320eec9c-9c34-4e39-9344-780fd3f3714f tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:30.276289 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-320eec9c-9c34-4e39-9344-780fd3f3714f tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/networks?id=43446fef-6ac7-466a-9f04-5ce65621e5e9 HTTP/1.1" status: 200 len: 819 time: 0.3508196 Jul 22 19:11:30.277066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5f71e-6c2e-4b07-90b5-f861238c9c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16e704e8-35a9-4b1e-95ec-b95d54669535,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:30.311155 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f71e-6c2e-4b07-90b5-f861238c9c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:30.313304 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1ca5f71e-6c2e-4b07-90b5-f861238c9c3b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/16e704e8-35a9-4b1e-95ec-b95d54669535 HTTP/1.1" status: 204 len: 168 time: 0.9107375 Jul 22 19:11:30.325135 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a82b14-c8ba-4993-ae99-42816d56388c None None] Network 73a62730-22a7-4579-81aa-a3bf0ab2224c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:11:30.334871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 940bc611-2caa-4422-834e-fc9eff769fba triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:30.335254 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:30.339752 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42244) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:30.380792 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-59732699-2145-447d-98f2-1683c8a6a083 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/quotas/9969b04cb20a400c8e89d23b9b9aa08c HTTP/1.1" status: 200 len: 375 time: 0.0912902 Jul 22 19:11:30.381317 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119a701c-c1bc-443d-be67-45d9e8c2a743 None None] Network e9595034-916f-4e1f-b2d1-71e59e940b50 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:11:30.494046 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-359c1e74-5366-4a37-9ca8-a6894f3b87b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:30.496785 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] For port 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:11:30.502819 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] For port 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494,segment=NetworkSegment(3d3143e7-0ce3-422e-bd56-8fdb651365d5),segment_id=3d3143e7-0ce3-422e-bd56-8fdb651365d5)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:11:30.519784 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:30.565834 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ed0c4-81f3-4362-a509-1174d057dcb3 req-20d49ea9-5161-4426-addd-3678cbe5695a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:30.573078 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db3ed0c4-81f3-4362-a509-1174d057dcb3 req-20d49ea9-5161-4426-addd-3678cbe5695a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 949 time: 0.3107903 Jul 22 19:11:30.596016 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c766e363-f083-44b2-b85f-ebda1bb297bc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:30.609270 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-2372d730-4dbd-4e22-b6dc-ce8466c90d07 admin admin] Deleting subnet f222190c-0b95-4765-8985-bc7e7f90e369 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:11:30.614055 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-c766e363-f083-44b2-b85f-ebda1bb297bc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:30.616213 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2372d730-4dbd-4e22-b6dc-ce8466c90d07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:30.617816 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:30.618307 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:30.619756 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] 10.222.0.30 "PUT /v2.0/ports/5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494 HTTP/1.1" status: 200 len: 1092 time: 3.1795952 Jul 22 19:11:30.629809 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29e7769-bebd-4ca6-bb68-0ff588177643', 'tag': '5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:11:30.632349 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ab36cc-1e78-40df-8dc0-1b6933c0cf89" -d '{"events": [{"name": "network-changed", "server_uuid": "e29e7769-bebd-4ca6-bb68-0ff588177643", "tag": "5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:11:30.647258 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-c766e363-f083-44b2-b85f-ebda1bb297bc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d944e2e-eb8b-4cb3-b872-2d93c2e8fcf5') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:30.647468 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-c766e363-f083-44b2-b85f-ebda1bb297bc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d944e2e-eb8b-4cb3-b872-2d93c2e8fcf5') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:30.663043 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c766e363-f083-44b2-b85f-ebda1bb297bc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:30.678898 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2372d730-4dbd-4e22-b6dc-ce8466c90d07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:30.688136 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:30.691130 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-f3c69d96-9aea-488a-be72-ebd7b5427612 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9969b04cb20a400c8e89d23b9b9aa08c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2941329 Jul 22 19:11:30.701731 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c766e363-f083-44b2-b85f-ebda1bb297bc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:30.713678 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db3ed0c4-81f3-4362-a509-1174d057dcb3 req-0c238fc8-83a0-45d9-9692-f58bae66c2f1 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395447 Jul 22 19:11:30.714525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439dd49-e358-4f15-8345-1eb4d47e9c52 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:30.725618 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c766e363-f083-44b2-b85f-ebda1bb297bc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:11:30.725618 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c766e363-f083-44b2-b85f-ebda1bb297bc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:30.736561 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] Transition to ACTIVE for port object 0cf89043-999c-4d34-b5d7-d450e3eeffbd will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:11:30.739640 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:11:30.748621 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:30.801369 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 3c842535-e8b5-4309-8f15-1756c6be01f2 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:11:30.810024 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c766e363-f083-44b2-b85f-ebda1bb297bc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:30.827661 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c766e363-f083-44b2-b85f-ebda1bb297bc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:30.833131 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c766e363-f083-44b2-b85f-ebda1bb297bc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] 10.222.0.13 "DELETE /v2.0/networks/a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469 HTTP/1.1" status: 204 len: 168 time: 0.8389666 Jul 22 19:11:30.833280 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f00b7-19e0-4fd0-aa86-530a510a08db None None] Pushing event updated for resources: {'Port': ['ID=0cf89043-999c-4d34-b5d7-d450e3eeffbd,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:30.846689 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 3c842535-e8b5-4309-8f15-1756c6be01f2 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:11:30.847201 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2372d730-4dbd-4e22-b6dc-ce8466c90d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:30.847400 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 3c842535-e8b5-4309-8f15-1756c6be01f2 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:11:30.847995 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 63703bdd-bfb1-487a-99ef-a307c9de8569 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:11:30.850198 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766e363-f083-44b2-b85f-ebda1bb297bc tempest-PortsTestJSON-2144808439 tempest-PortsTestJSON-2144808439-project] Pushing event deleted for resources: {'Network': ['ID=a569c3de-2d7d-4c19-a9e1-5e0f5c6cc469,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:30.872801 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 63703bdd-bfb1-487a-99ef-a307c9de8569 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:11:30.873332 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 63703bdd-bfb1-487a-99ef-a307c9de8569 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:11:30.873768 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b81dfc1e-ad8d-4a83-9eba-d6dade06245b no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:11:30.939403 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-359c1e74-5366-4a37-9ca8-a6894f3b87b5 admin admin] Deleting port a6cbdeb6-72ba-4405-a922-b9b8306c5d98 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:11:30.939764 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-359c1e74-5366-4a37-9ca8-a6894f3b87b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:30.940304 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2372d730-4dbd-4e22-b6dc-ce8466c90d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:30.984009 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372d730-4dbd-4e22-b6dc-ce8466c90d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f222190c-0b95-4765-8985-bc7e7f90e369,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:30.993688 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2372d730-4dbd-4e22-b6dc-ce8466c90d07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:30.997614 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2372d730-4dbd-4e22-b6dc-ce8466c90d07 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f222190c-0b95-4765-8985-bc7e7f90e369 HTTP/1.1" status: 204 len: 168 time: 0.8632760 Jul 22 19:11:30.999779 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42252) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:31.058679 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53f70a2-d70d-4cc5-bc42-39a222e48447 None None] DHCP port deletion for 73a62730-22a7-4579-81aa-a3bf0ab2224c request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:11:31.068931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: b81dfc1e-ad8d-4a83-9eba-d6dade06245b {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:11:31.069293 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b81dfc1e-ad8d-4a83-9eba-d6dade06245b not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:11:31.087351 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-18eebc0e-20ba-43f9-8a51-617da83e1182 service neutron] 10.222.0.13 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430243 Jul 22 19:11:31.089155 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-359c1e74-5366-4a37-9ca8-a6894f3b87b5 admin admin] For port a6cbdeb6-72ba-4405-a922-b9b8306c5d98, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a6cbdeb6-72ba-4405-a922-b9b8306c5d98,segment=NetworkSegment(332d3917-53ec-439f-961f-2e09cd850725),segment_id=332d3917-53ec-439f-961f-2e09cd850725)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:31.089517 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-359c1e74-5366-4a37-9ca8-a6894f3b87b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.124033 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-756ad8f1-939c-42b1-bff9-6b14c59af2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:31.125518 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-756ad8f1-939c-42b1-bff9-6b14c59af2c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca474665ef244c4e8a0e9be542d2eb64&device_id=e29e7769-bebd-4ca6-bb68-0ff588177643 HTTP/1.1" status: 200 len: 1095 time: 0.3759534 Jul 22 19:11:31.141329 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d709e235-fe22-42c3-a52d-cb78a2feecf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.145809 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.147192 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] Attempting to bind port 0cf89043-999c-4d34-b5d7-d450e3eeffbd on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:11:31.147566 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] Attempting to bind port 0cf89043-999c-4d34-b5d7-d450e3eeffbd by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '3b58bc68-1756-48fe-8cb5-fa0d3ff8d906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '43446fef-6ac7-466a-9f04-5ce65621e5e9'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:11:31.147935 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] Attempting to bind port 0cf89043-999c-4d34-b5d7-d450e3eeffbd on network 43446fef-6ac7-466a-9f04-5ce65621e5e9 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:11:31.155756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:11:31.156135 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] Checking segment: {'id': '3b58bc68-1756-48fe-8cb5-fa0d3ff8d906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '43446fef-6ac7-466a-9f04-5ce65621e5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:11:31.156574 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.156971 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] Bound using segment: {'id': '3b58bc68-1756-48fe-8cb5-fa0d3ff8d906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '43446fef-6ac7-466a-9f04-5ce65621e5e9'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:11:31.158070 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] Bound port: 0cf89043-999c-4d34-b5d7-d450e3eeffbd, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b58bc68-1756-48fe-8cb5-fa0d3ff8d906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '43446fef-6ac7-466a-9f04-5ce65621e5e9'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:11:31.158471 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.159641 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-359c1e74-5366-4a37-9ca8-a6894f3b87b5 admin admin] Calling delete_port for a6cbdeb6-72ba-4405-a922-b9b8306c5d98 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:11:31.163400 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 8e010477-8cca-408d-98b8-f8e2a7704621 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:11:31.182326 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7492448b-b04f-439b-ac3c-58aed999da22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.209018 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d966f85-767c-4a49-a3d6-af210466fbb9 req-d24365a4-ad4b-4e5f-aa5f-442aaebeb7e1 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:31.216381 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d966f85-767c-4a49-a3d6-af210466fbb9 req-d24365a4-ad4b-4e5f-aa5f-442aaebeb7e1 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=2211cb26-c2e2-4db5-a881-4da20c11ddc0 HTTP/1.1" status: 200 len: 943 time: 0.3924134 Jul 22 19:11:31.236167 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-3b233846-b0a0-468a-bd8d-17dced15a157 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494 HTTP/1.1" status: 200 len: 217 time: 0.0905204 Jul 22 19:11:31.256504 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd14cd-123d-4def-99a7-6647cf641be3 req-329be9c3-959e-47bb-9e0e-70b575c29354 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:31.258146 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-29cd14cd-123d-4def-99a7-6647cf641be3 req-329be9c3-959e-47bb-9e0e-70b575c29354 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb77f10e-c93f-463c-94b6-10741894289a HTTP/1.1" status: 200 len: 945 time: 0.1389668 Jul 22 19:11:31.281787 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a53f70a2-d70d-4cc5-bc42-39a222e48447 None None] Deleting port a6cbdeb6-72ba-4405-a922-b9b8306c5d98 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:11:31.282206 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a53f70a2-d70d-4cc5-bc42-39a222e48447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.287341 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42258) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:31.349392 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] For port 0cf89043-999c-4d34-b5d7-d450e3eeffbd, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:11:31.367441 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7492448b-b04f-439b-ac3c-58aed999da22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.384546 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-7492448b-b04f-439b-ac3c-58aed999da22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af101ed-13c2-4e5b-bd58-da54e0017b45']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:31.404808 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] For port 0cf89043-999c-4d34-b5d7-d450e3eeffbd, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0cf89043-999c-4d34-b5d7-d450e3eeffbd,segment=NetworkSegment(3b58bc68-1756-48fe-8cb5-fa0d3ff8d906),segment_id=3b58bc68-1756-48fe-8cb5-fa0d3ff8d906)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:11:31.414866 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.420325 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-7492448b-b04f-439b-ac3c-58aed999da22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9308a7df-70f8-4f8b-a502-ba013ddd5cd9') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:31.420677 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-7492448b-b04f-439b-ac3c-58aed999da22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9308a7df-70f8-4f8b-a502-ba013ddd5cd9') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:31.424573 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d966f85-767c-4a49-a3d6-af210466fbb9 req-3ca82a8a-4c49-4b51-aec1-fd77e8668981 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017891 Jul 22 19:11:31.426505 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 8e010477-8cca-408d-98b8-f8e2a7704621, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8e010477-8cca-408d-98b8-f8e2a7704621,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:31.429883 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-a53f70a2-d70d-4cc5-bc42-39a222e48447 None None] For port a6cbdeb6-72ba-4405-a922-b9b8306c5d98, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a6cbdeb6-72ba-4405-a922-b9b8306c5d98,segment=NetworkSegment(332d3917-53ec-439f-961f-2e09cd850725),segment_id=332d3917-53ec-439f-961f-2e09cd850725)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:31.430284 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a53f70a2-d70d-4cc5-bc42-39a222e48447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.434539 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-bbaafe24-cefd-4b1e-ae28-ac6b48a57461 service neutron] 10.222.0.13 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392136 Jul 22 19:11:31.441543 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7492448b-b04f-439b-ac3c-58aed999da22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.464601 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5b38932a-3411-4d6d-8dab-0755ca6f615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:31.469329 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-5b38932a-3411-4d6d-8dab-0755ca6f615c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=563b13ec-ef32-420f-88b8-270c6d0875b0 HTTP/1.1" status: 200 len: 865 time: 0.1905212 Jul 22 19:11:31.469486 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7492448b-b04f-439b-ac3c-58aed999da22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.479893 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-29cd14cd-123d-4def-99a7-6647cf641be3 req-e300e547-2ced-48f1-be8c-f447a12289c9 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Deleting port 10a478bb-6813-455d-a858-8497a28e2b39 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:11:31.480242 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-29cd14cd-123d-4def-99a7-6647cf641be3 req-e300e547-2ced-48f1-be8c-f447a12289c9 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.486468 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7492448b-b04f-439b-ac3c-58aed999da22 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:11:31.486887 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7492448b-b04f-439b-ac3c-58aed999da22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:11:31.488694 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:11:31.534076 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '8e010477-8cca-408d-98b8-f8e2a7704621', 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5', 'port_id': '8e010477-8cca-408d-98b8-f8e2a7704621', 'mac_address': 'fa:16:3e:62:6d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c968c48-1c3b-44da-8dcd-5ec44f87705f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:11:31.535905 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a53f70a2-d70d-4cc5-bc42-39a222e48447 None None] Calling delete_port for a6cbdeb6-72ba-4405-a922-b9b8306c5d98 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:11:31.565882 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-746b8ab9-158e-4f53-905f-633f6151c227 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f210b70a-b5cd-4658-9f8f-039186d0276d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906756 Jul 22 19:11:31.585394 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-359c1e74-5366-4a37-9ca8-a6894f3b87b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.619318 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7492448b-b04f-439b-ac3c-58aed999da22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.630719 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7492448b-b04f-439b-ac3c-58aed999da22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.632550 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7492448b-b04f-439b-ac3c-58aed999da22 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9af101ed-13c2-4e5b-bd58-da54e0017b45 HTTP/1.1" status: 204 len: 168 time: 0.6308498 Jul 22 19:11:31.687685 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a53f70a2-d70d-4cc5-bc42-39a222e48447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.691117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42264) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:31.714751 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455d2e73-0089-406f-80bb-5deb7ea5a5c5 x-openstack-request-id: req-455d2e73-0089-406f-80bb-5deb7ea5a5c5 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:11:31.715038 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29e7769-bebd-4ca6-bb68-0ff588177643", "tag": "5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:11:31.715289 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-455d2e73-0089-406f-80bb-5deb7ea5a5c5 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:11:31.715689 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29e7769-bebd-4ca6-bb68-0ff588177643', 'tag': '5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494', 'status': 'completed', 'code': 200} Jul 22 19:11:31.719050 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-97f501e8-63f1-43d9-84d5-c096ed1fd303 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdf673c126ab4c5188ef38fb73f577c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4306896 Jul 22 19:11:31.719956 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42268) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:31.729117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359c1e74-5366-4a37-9ca8-a6894f3b87b5 admin admin] No DVR routers for this DVR port a6cbdeb6-72ba-4405-a922-b9b8306c5d98 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:11:31.734154 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c1e74-5366-4a37-9ca8-a6894f3b87b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6cbdeb6-72ba-4405-a922-b9b8306c5d98,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:31.754160 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492448b-b04f-439b-ac3c-58aed999da22 admin admin] Pushing event deleted for resources: {'Network': ['ID=9af101ed-13c2-4e5b-bd58-da54e0017b45,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:31.765373 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] Routers {'4657c3fb-b8b3-441c-966e-ad95bd772c81'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:11:31.766089 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:11:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4657c3fb-b8b3-441c-966e-ad95bd772c81'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:31.773965 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53f70a2-d70d-4cc5-bc42-39a222e48447 None None] No DVR routers for this DVR port a6cbdeb6-72ba-4405-a922-b9b8306c5d98 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:11:31.787231 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f00b7-19e0-4fd0-aa86-530a510a08db None None] Pushing event updated for resources: {'Port': ['ID=0cf89043-999c-4d34-b5d7-d450e3eeffbd,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:31.792311 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-29cd14cd-123d-4def-99a7-6647cf641be3 req-e300e547-2ced-48f1-be8c-f447a12289c9 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] For port 10a478bb-6813-455d-a858-8497a28e2b39, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=10a478bb-6813-455d-a858-8497a28e2b39,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:31.793057 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-29cd14cd-123d-4def-99a7-6647cf641be3 req-e300e547-2ced-48f1-be8c-f447a12289c9 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.822376 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-29cd14cd-123d-4def-99a7-6647cf641be3 req-e300e547-2ced-48f1-be8c-f447a12289c9 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Calling delete_port for 10a478bb-6813-455d-a858-8497a28e2b39 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:11:31.824184 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bff6dfb8-95bf-49fe-a076-a2c5930ce073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.850407 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bff6dfb8-95bf-49fe-a076-a2c5930ce073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.945449 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd2c6dc-bdee-40e1-88e6-8bb27ad0b8cf admin admin] Deleting subnet d461cc0f-0f26-4eff-bd79-a04fb67a4f4a {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:11:31.954713 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a6cbdeb6-72ba-4405-a922-b9b8306c5d98 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:11:31.961560 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f70a2-d70d-4cc5-bc42-39a222e48447 None None] Pushing event deleted for resources: {'Port': ['ID=a6cbdeb6-72ba-4405-a922-b9b8306c5d98,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:31.989094 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-359c1e74-5366-4a37-9ca8-a6894f3b87b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.989404 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bff6dfb8-95bf-49fe-a076-a2c5930ce073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.991927 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bff6dfb8-95bf-49fe-a076-a2c5930ce073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.995277 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1dd2c6dc-bdee-40e1-88e6-8bb27ad0b8cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:31.996720 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bff6dfb8-95bf-49fe-a076-a2c5930ce073 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/322fdaae-4558-4d92-929d-fad7d8636abf HTTP/1.1" status: 204 len: 168 time: 0.2729294 Jul 22 19:11:32.010013 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6dfb8-95bf-49fe-a076-a2c5930ce073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322fdaae-4558-4d92-929d-fad7d8636abf,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:32.015518 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: a6cbdeb6-72ba-4405-a922-b9b8306c5d98 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:11:32.015872 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a6cbdeb6-72ba-4405-a922-b9b8306c5d98 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:11:32.029508 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-359c1e74-5366-4a37-9ca8-a6894f3b87b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a62730-22a7-4579-81aa-a3bf0ab2224c']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:32.044595 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-66d0315c-9c7e-4bc7-91b3-d167a2b6f75f service neutron] 10.222.0.30 "GET /v2.0/networks/f210b70a-b5cd-4658-9f8f-039186d0276d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699280 Jul 22 19:11:32.053783 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdc16a-ee74-4546-8657-2d960e2058bb req-b93e625a-45a6-4639-abb4-a1f0e002d43c tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:32.055344 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14bdc16a-ee74-4546-8657-2d960e2058bb req-b93e625a-45a6-4639-abb4-a1f0e002d43c tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/ports?device_id=e29e7769-bebd-4ca6-bb68-0ff588177643 HTTP/1.1" status: 200 len: 943 time: 0.4930875 Jul 22 19:11:32.070815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] Set router 4657c3fb-b8b3-441c-966e-ad95bd772c81 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:11:32.085680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-359c1e74-5366-4a37-9ca8-a6894f3b87b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332d3917-53ec-439f-961f-2e09cd850725') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:32.085985 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-359c1e74-5366-4a37-9ca8-a6894f3b87b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332d3917-53ec-439f-961f-2e09cd850725') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:32.134549 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-29cd14cd-123d-4def-99a7-6647cf641be3 req-e300e547-2ced-48f1-be8c-f447a12289c9 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:32.139492 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-359c1e74-5366-4a37-9ca8-a6894f3b87b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:32.141745 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:32.146745 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1dd2c6dc-bdee-40e1-88e6-8bb27ad0b8cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:32.173306 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['10a478bb-6813-455d-a858-8497a28e2b39'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:11:32.208004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e010477-8cca-408d-98b8-f8e2a7704621 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:11:32.232135 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300e547-2ced-48f1-be8c-f447a12289c9 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Pushing event deleted for resources: {'Port': ['ID=10a478bb-6813-455d-a858-8497a28e2b39,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:32.288967 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cd14cd-123d-4def-99a7-6647cf641be3 req-e300e547-2ced-48f1-be8c-f447a12289c9 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] No DVR routers for this DVR port 10a478bb-6813-455d-a858-8497a28e2b39 on host n-h1-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:11:32.293861 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-29cd14cd-123d-4def-99a7-6647cf641be3 req-e300e547-2ced-48f1-be8c-f447a12289c9 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:32.296184 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-29cd14cd-123d-4def-99a7-6647cf641be3 req-e300e547-2ced-48f1-be8c-f447a12289c9 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.30 "DELETE /v2.0/ports/10a478bb-6813-455d-a858-8497a28e2b39 HTTP/1.1" status: 204 len: 173 time: 1.0251441 Jul 22 19:11:32.296989 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb77f10e-c93f-463c-94b6-10741894289a', 'name': 'network-vif-deleted', 'tag': '10a478bb-6813-455d-a858-8497a28e2b39'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:11:32.301697 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7168a68-837f-46a6-94a7-18676e37e462" -d '{"events": [{"server_uuid": "cb77f10e-c93f-463c-94b6-10741894289a", "name": "network-vif-deleted", "tag": "10a478bb-6813-455d-a858-8497a28e2b39"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:11:32.395029 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 8e010477-8cca-408d-98b8-f8e2a7704621, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8e010477-8cca-408d-98b8-f8e2a7704621,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:32.398119 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:32.403879 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:32.519491 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=8e010477-8cca-408d-98b8-f8e2a7704621,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:32.546255 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4657c3fb-b8b3-441c-966e-ad95bd772c81', 'name': 'tempest-ServerRescueNegativeTestJSON-1667935644-router', 'tenant_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '940bc611-2caa-4422-834e-fc9eff769fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:16Z', 'updated_at': '2021-07-22T19:11:26Z', 'revision_number': 4, 'project_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'gw_port': {'id': '940bc611-2caa-4422-834e-fc9eff769fba', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4657c3fb-b8b3-441c-966e-ad95bd772c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:18Z', 'updated_at': '2021-07-22T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '0cf89043-999c-4d34-b5d7-d450e3eeffbd', 'name': '', 'network_id': '43446fef-6ac7-466a-9f04-5ce65621e5e9', 'tenant_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'mac_address': 'fa:16:3e:e1:a1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4657c3fb-b8b3-441c-966e-ad95bd772c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '934071ba-1037-4dea-9f1f-4deae218fd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:24Z', 'updated_at': '2021-07-22T19:11:31Z', 'revision_number': 4, 'project_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'subnets': [{'id': '934071ba-1037-4dea-9f1f-4deae218fd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:32.582473 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce21e38d-0146-4dcc-b730-502dba7222ed None None] The sync data for ids ['4657c3fb-b8b3-441c-966e-ad95bd772c81'] in n-d-800086-12 is: [{'id': '4657c3fb-b8b3-441c-966e-ad95bd772c81', 'name': 'tempest-ServerRescueNegativeTestJSON-1667935644-router', 'tenant_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '940bc611-2caa-4422-834e-fc9eff769fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:16Z', 'updated_at': '2021-07-22T19:11:26Z', 'revision_number': 4, 'project_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'gw_port': {'id': '940bc611-2caa-4422-834e-fc9eff769fba', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4657c3fb-b8b3-441c-966e-ad95bd772c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:18Z', 'updated_at': '2021-07-22T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '0cf89043-999c-4d34-b5d7-d450e3eeffbd', 'name': '', 'network_id': '43446fef-6ac7-466a-9f04-5ce65621e5e9', 'tenant_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'mac_address': 'fa:16:3e:e1:a1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4657c3fb-b8b3-441c-966e-ad95bd772c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '934071ba-1037-4dea-9f1f-4deae218fd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:24Z', 'updated_at': '2021-07-22T19:11:31Z', 'revision_number': 4, 'project_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'subnets': [{'id': '934071ba-1037-4dea-9f1f-4deae218fd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:11:32.635139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['8e010477-8cca-408d-98b8-f8e2a7704621'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:11:32.736752 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-50da6a55-5a4a-42d9-82ac-88c9cc0faac5 service neutron] show failed (client error): The resource could not be found. Jul 22 19:11:32.738720 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-50da6a55-5a4a-42d9-82ac-88c9cc0faac5 service neutron] 10.222.0.16 "GET /v2.0/ports/fb909c7b-f94e-4b49-9b26-1260cef70227/bindings/n-h1-800086-12 HTTP/1.1" status: 404 len: 381 time: 0.1444011 Jul 22 19:11:32.747745 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444edc3-9568-4e68-83b9-a1b90d5bb38c req-8729efd8-cbdf-466c-9051-414e298b54fc tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:32.765361 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c444edc3-9568-4e68-83b9-a1b90d5bb38c req-8729efd8-cbdf-466c-9051-414e298b54fc tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb77f10e-c93f-463c-94b6-10741894289a HTTP/1.1" status: 200 len: 945 time: 1.0367882 Jul 22 19:11:32.844052 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-359c1e74-5366-4a37-9ca8-a6894f3b87b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:32.870018 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14bdc16a-ee74-4546-8657-2d960e2058bb req-4af03632-b100-43a2-8bd6-098be97d198d tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2efc33f-fbd2-4b32-af22-0836f98f55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8061309 Jul 22 19:11:32.871240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359c1e74-5366-4a37-9ca8-a6894f3b87b5 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:11:32.871240 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-359c1e74-5366-4a37-9ca8-a6894f3b87b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:11:32.912175 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:11:33.057050 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2858745f-ae62-4108-aaf7-90ebe6d68c3d req-a0c0a0f8-1875-450f-a4a4-ecc75b2baa09 service neutron] 10.222.0.30 "GET /v2.0/networks/f210b70a-b5cd-4658-9f8f-039186d0276d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9970543 Jul 22 19:11:33.099973 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c444edc3-9568-4e68-83b9-a1b90d5bb38c req-277ffe72-41c9-447c-a99d-29447d49830f tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329005 Jul 22 19:11:33.106135 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1dd2c6dc-bdee-40e1-88e6-8bb27ad0b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:33.166257 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d9cf9744-af78-475b-9dcb-975dcba4789a req-e5b0e9df-4ebe-4e19-91ea-df4f80276dfa tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 210 time: 0.1076236 Jul 22 19:11:33.233744 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-75a85d30-90cb-47a4-912f-34d026ec7f68 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:33.242719 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-75a85d30-90cb-47a4-912f-34d026ec7f68 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.16 "GET /v2.0/networks?id=43446fef-6ac7-466a-9f04-5ce65621e5e9 HTTP/1.1" status: 200 len: 819 time: 0.2945004 Jul 22 19:11:33.260174 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-359c1e74-5366-4a37-9ca8-a6894f3b87b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:33.270165 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-359c1e74-5366-4a37-9ca8-a6894f3b87b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:33.274558 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-359c1e74-5366-4a37-9ca8-a6894f3b87b5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/73a62730-22a7-4579-81aa-a3bf0ab2224c HTTP/1.1" status: 204 len: 168 time: 2.9327896 Jul 22 19:11:33.290135 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42308) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:33.346561 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862403ef-269f-4cd5-8755-ea2f8a902a65 x-openstack-request-id: req-862403ef-269f-4cd5-8755-ea2f8a902a65 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:11:33.347105 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb77f10e-c93f-463c-94b6-10741894289a", "name": "network-vif-deleted", "tag": "10a478bb-6813-455d-a858-8497a28e2b39", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:11:33.347521 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-862403ef-269f-4cd5-8755-ea2f8a902a65 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:11:33.348590 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb77f10e-c93f-463c-94b6-10741894289a', 'name': 'network-vif-deleted', 'tag': '10a478bb-6813-455d-a858-8497a28e2b39', 'status': 'completed', 'code': 200} Jul 22 19:11:33.360847 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-59cea3ad-6888-4f52-bc16-a08ea6e01295 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Request body: {'port': {'device_id': '762ce854-9e29-4e43-a6b9-a1d64b52d47b', 'network_id': '43446fef-6ac7-466a-9f04-5ce65621e5e9', 'admin_state_up': True, 'tenant_id': '9969b04cb20a400c8e89d23b9b9aa08c'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:33.413701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c1e74-5366-4a37-9ca8-a6894f3b87b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=73a62730-22a7-4579-81aa-a3bf0ab2224c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:33.494375 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab36cc-1e78-40df-8dc0-1b6933c0cf89 req-be97a42f-360f-437c-a1c9-2784523f799c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:33.496217 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c2ab36cc-1e78-40df-8dc0-1b6933c0cf89 req-be97a42f-360f-437c-a1c9-2784523f799c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca474665ef244c4e8a0e9be542d2eb64&device_id=e29e7769-bebd-4ca6-bb68-0ff588177643 HTTP/1.1" status: 200 len: 1095 time: 0.2503331 Jul 22 19:11:33.538179 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-36e51e41-7357-4450-9dd9-226d6ebfb5ba tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1499257146'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:33.592246 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-e17e79fd-9bfd-4594-aa2e-2ea5622b4edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:33.594029 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-e17e79fd-9bfd-4594-aa2e-2ea5622b4edc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0&tenant_id=46238864a83148d380b2ca0eb3b80dcd HTTP/1.1" status: 200 len: 1101 time: 0.4228425 Jul 22 19:11:33.606792 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1dd2c6dc-bdee-40e1-88e6-8bb27ad0b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:33.609212 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-59cea3ad-6888-4f52-bc16-a08ea6e01295 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Made reservation on behalf of 9969b04cb20a400c8e89d23b9b9aa08c for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:11:33.613869 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-59cea3ad-6888-4f52-bc16-a08ea6e01295 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:33.620108 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800086-12', 'device_owner': 'compute:nova'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:33.648060 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42314) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:33.676211 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-36e51e41-7357-4450-9dd9-226d6ebfb5ba tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:33.690260 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c38811-d42a-4cb7-a7dc-17f9123de915 req-75155001-5004-42c4-bbb2-7404efcbba6a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:33.692052 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92c38811-d42a-4cb7-a7dc-17f9123de915 req-75155001-5004-42c4-bbb2-7404efcbba6a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 949 time: 0.4037292 Jul 22 19:11:33.692942 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2c6dc-bdee-40e1-88e6-8bb27ad0b8cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d461cc0f-0f26-4eff-bd79-a04fb67a4f4a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:33.709800 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1dd2c6dc-bdee-40e1-88e6-8bb27ad0b8cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:33.714238 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1dd2c6dc-bdee-40e1-88e6-8bb27ad0b8cf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d461cc0f-0f26-4eff-bd79-a04fb67a4f4a HTTP/1.1" status: 204 len: 168 time: 1.9946642 Jul 22 19:11:33.718756 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42316) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:33.721937 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-36e51e41-7357-4450-9dd9-226d6ebfb5ba tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:33.737885 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab36cc-1e78-40df-8dc0-1b6933c0cf89 req-3f862fae-93d1-4601-84cd-0b5d3f24e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:33.740074 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c2ab36cc-1e78-40df-8dc0-1b6933c0cf89 req-3f862fae-93d1-4601-84cd-0b5d3f24e254 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f210b70a-b5cd-4658-9f8f-039186d0276d HTTP/1.1" status: 200 len: 926 time: 0.2321014 Jul 22 19:11:33.770641 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a2833-cc8d-40b1-b66e-07d7b8952ea7 req-164a4809-235d-4eb3-aa4c-afe66a593da9 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:33.772445 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-088a2833-cc8d-40b1-b66e-07d7b8952ea7 req-164a4809-235d-4eb3-aa4c-afe66a593da9 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=2211cb26-c2e2-4db5-a881-4da20c11ddc0 HTTP/1.1" status: 200 len: 944 time: 0.3859050 Jul 22 19:11:33.813225 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c2ab36cc-1e78-40df-8dc0-1b6933c0cf89 req-5ad0709d-59c1-4e00-869f-05dcf640f563 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494 HTTP/1.1" status: 200 len: 217 time: 0.0617793 Jul 22 19:11:33.822126 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-83d5f9da-286c-45dc-84a3-0ce0ffe821fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbf32d29990d494cb8adb4d0920f40ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701796 Jul 22 19:11:33.838483 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42318) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:33.919537 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:33.962979 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab36cc-1e78-40df-8dc0-1b6933c0cf89 req-e8946219-ff7c-4d75-b268-afcc40a4e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:33.964962 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c2ab36cc-1e78-40df-8dc0-1b6933c0cf89 req-e8946219-ff7c-4d75-b268-afcc40a4e857 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=563b13ec-ef32-420f-88b8-270c6d0875b0 HTTP/1.1" status: 200 len: 865 time: 0.1381211 Jul 22 19:11:33.969000 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92c38811-d42a-4cb7-a7dc-17f9123de915 req-c9feb119-0118-47ac-b207-98a42dd40307 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557158 Jul 22 19:11:33.970004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0cf89043-999c-4d34-b5d7-d450e3eeffbd up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:11:33.976118 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:34.014743 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-088a2833-cc8d-40b1-b66e-07d7b8952ea7 req-e842ed70-1f95-4f94-a6ea-560d2a8522bf tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243409 Jul 22 19:11:34.014743 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c61df0c1-6f29-4200-b044-7d04f0e96a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:34.086270 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 0cf89043-999c-4d34-b5d7-d450e3eeffbd completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:11:34.089858 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c2ab36cc-1e78-40df-8dc0-1b6933c0cf89 req-d5bd8b23-89ab-4df2-8804-6b0ba159f70d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f210b70a-b5cd-4658-9f8f-039186d0276d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753882 Jul 22 19:11:34.095744 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 0cf89043-999c-4d34-b5d7-d450e3eeffbd triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:34.096297 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:34.137354 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-59cea3ad-6888-4f52-bc16-a08ea6e01295 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Allocated IP 172.20.0.14 (43446fef-6ac7-466a-9f04-5ce65621e5e9/934071ba-1037-4dea-9f1f-4deae218fd12/c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:11:34.176899 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb3a370e-fdc4-48c3-92ed-b50e59f2094d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:34.187933 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-36e51e41-7357-4450-9dd9-226d6ebfb5ba tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:34.225138 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-36e51e41-7357-4450-9dd9-226d6ebfb5ba tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:34.271566 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb3a370e-fdc4-48c3-92ed-b50e59f2094d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:34.308093 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:34.335012 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c2ab36cc-1e78-40df-8dc0-1b6933c0cf89 req-47ef6dcf-3b07-4f6c-b629-651bcde625c7 service neutron] 10.222.0.30 "GET /v2.0/networks/f210b70a-b5cd-4658-9f8f-039186d0276d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272718 Jul 22 19:11:34.394547 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 0cf89043-999c-4d34-b5d7-d450e3eeffbd, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0cf89043-999c-4d34-b5d7-d450e3eeffbd,segment=NetworkSegment(3b58bc68-1756-48fe-8cb5-fa0d3ff8d906),segment_id=3b58bc68-1756-48fe-8cb5-fa0d3ff8d906)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:34.409283 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:34.451807 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e51e41-7357-4450-9dd9-226d6ebfb5ba tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f26749-bda7-4c8e-b02a-6c674cbe1eab,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:34.479991 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=0cf89043-999c-4d34-b5d7-d450e3eeffbd,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:34.538975 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb3a370e-fdc4-48c3-92ed-b50e59f2094d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:34.541141 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb3a370e-fdc4-48c3-92ed-b50e59f2094d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:34.545875 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cb3a370e-fdc4-48c3-92ed-b50e59f2094d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ebe455d-582c-4226-a23d-4cc79862df50 HTTP/1.1" status: 204 len: 168 time: 0.7022929 Jul 22 19:11:34.596305 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a370e-fdc4-48c3-92ed-b50e59f2094d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebe455d-582c-4226-a23d-4cc79862df50,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:34.610665 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c2ab36cc-1e78-40df-8dc0-1b6933c0cf89 req-71f699f4-29f8-4bf2-9c10-79050c3c012f service neutron] 10.222.0.30 "GET /v2.0/networks/f210b70a-b5cd-4658-9f8f-039186d0276d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681725 Jul 22 19:11:34.614098 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-59cea3ad-6888-4f52-bc16-a08ea6e01295 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:34.641446 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c61df0c1-6f29-4200-b044-7d04f0e96a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:34.652452 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-c61df0c1-6f29-4200-b044-7d04f0e96a03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9595034-916f-4e1f-b2d1-71e59e940b50']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:34.663248 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-c61df0c1-6f29-4200-b044-7d04f0e96a03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc9340a-5bc0-4073-b9c7-6c0c487c8df3') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:34.663626 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-c61df0c1-6f29-4200-b044-7d04f0e96a03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc9340a-5bc0-4073-b9c7-6c0c487c8df3') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:34.672835 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c61df0c1-6f29-4200-b044-7d04f0e96a03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:34.681164 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-59cea3ad-6888-4f52-bc16-a08ea6e01295 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:34.741655 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-59cea3ad-6888-4f52-bc16-a08ea6e01295 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Network 43446fef-6ac7-466a-9f04-5ce65621e5e9 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:11:34.744919 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-59cea3ad-6888-4f52-bc16-a08ea6e01295 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:11:34.749881 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-59cea3ad-6888-4f52-bc16-a08ea6e01295 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:11:34.759221 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c61df0c1-6f29-4200-b044-7d04f0e96a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:34.785752 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cea3ad-6888-4f52-bc16-a08ea6e01295 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Pushing event updated for resources: {'Port': ['ID=c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:34.801382 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61df0c1-6f29-4200-b044-7d04f0e96a03 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:11:34.801940 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c61df0c1-6f29-4200-b044-7d04f0e96a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:11:34.805162 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:11:34.820289 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-59cea3ad-6888-4f52-bc16-a08ea6e01295 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:34.821347 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-59cea3ad-6888-4f52-bc16-a08ea6e01295 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:34.857826 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839346ac-3066-4519-8708-d7357ccdc588 req-cc63ab6e-17f4-4a58-b4b5-01e7349cd7e1 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:34.859509 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-839346ac-3066-4519-8708-d7357ccdc588 req-cc63ab6e-17f4-4a58-b4b5-01e7349cd7e1 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/ports?device_id=e29e7769-bebd-4ca6-bb68-0ff588177643 HTTP/1.1" status: 200 len: 943 time: 0.6560459 Jul 22 19:11:34.879864 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6d397-2bfb-4275-a297-b288fa56963f req-5102c009-ef08-4b0c-a4c6-f372591e382e tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:34.881553 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00c6d397-2bfb-4275-a297-b288fa56963f req-5102c009-ef08-4b0c-a4c6-f372591e382e tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/networks?id=43446fef-6ac7-466a-9f04-5ce65621e5e9 HTTP/1.1" status: 200 len: 819 time: 0.6827893 Jul 22 19:11:34.961515 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-36e51e41-7357-4450-9dd9-226d6ebfb5ba tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:34.980322 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-36e51e41-7357-4450-9dd9-226d6ebfb5ba tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:34.981409 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:11:34.986033 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-59cea3ad-6888-4f52-bc16-a08ea6e01295 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6492558 Jul 22 19:11:34.986942 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 10a478bb-6813-455d-a858-8497a28e2b39 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:11:35.000056 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] Request body: {'port': {'device_id': '762ce854-9e29-4e43-a6b9-a1d64b52d47b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:35.030064 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00c6d397-2bfb-4275-a297-b288fa56963f req-e1c50e2b-9fdc-4833-8022-f580f44f3304 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/quotas/9969b04cb20a400c8e89d23b9b9aa08c HTTP/1.1" status: 200 len: 375 time: 0.1350551 Jul 22 19:11:35.049868 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e51e41-7357-4450-9dd9-226d6ebfb5ba tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4516e533-ef04-4a3f-b7df-52d53eccec9a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:35.052449 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c61df0c1-6f29-4200-b044-7d04f0e96a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:35.069324 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 10a478bb-6813-455d-a858-8497a28e2b39 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:11:35.069855 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 10a478bb-6813-455d-a858-8497a28e2b39 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:11:35.085510 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-36e51e41-7357-4450-9dd9-226d6ebfb5ba tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:35.089782 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-36e51e41-7357-4450-9dd9-226d6ebfb5ba tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7934346 Jul 22 19:11:35.090037 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c61df0c1-6f29-4200-b044-7d04f0e96a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:35.090682 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42346) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:35.095732 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c61df0c1-6f29-4200-b044-7d04f0e96a03 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e9595034-916f-4e1f-b2d1-71e59e940b50 HTTP/1.1" status: 204 len: 168 time: 1.3703480 Jul 22 19:11:35.098421 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] For port fb909c7b-f94e-4b49-9b26-1260cef70227, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=fb909c7b-f94e-4b49-9b26-1260cef70227,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:35.137757 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61df0c1-6f29-4200-b044-7d04f0e96a03 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9595034-916f-4e1f-b2d1-71e59e940b50,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:35.143466 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-839346ac-3066-4519-8708-d7357ccdc588 req-c2b7fb8d-145f-4713-9cb4-af6db035de8d tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2efc33f-fbd2-4b32-af22-0836f98f55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607024 Jul 22 19:11:35.209207 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] For port fb909c7b-f94e-4b49-9b26-1260cef70227, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:11:35.219994 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:35.263812 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00c6d397-2bfb-4275-a297-b288fa56963f req-9928e267-97f2-4222-ac63-9b7fdec0ed18 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9969b04cb20a400c8e89d23b9b9aa08c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2328539 Jul 22 19:11:35.275350 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 8e010477-8cca-408d-98b8-f8e2a7704621 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:11:35.318344 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be95a2c-bf41-47f4-914c-bbd1ababeda0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb909c7b-f94e-4b49-9b26-1260cef70227'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:11:35.321164 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79399d0e-2ce2-4302-972a-e1eade8d5641" -d '{"events": [{"server_uuid": "1be95a2c-bf41-47f4-914c-bbd1ababeda0", "name": "network-vif-unplugged", "status": "completed", "tag": "fb909c7b-f94e-4b49-9b26-1260cef70227"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:11:35.327921 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:35.367852 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] Transition to ACTIVE for port object fb909c7b-f94e-4b49-9b26-1260cef70227 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:11:35.430055 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42356) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:35.433159 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:35.440522 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a790a25b-b295-4016-a782-155fbf9558c3 req-a37b1df8-3455-4ffb-a76a-669b01d8b5c9 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb77f10e-c93f-463c-94b6-10741894289a HTTP/1.1" status: 200 len: 210 time: 0.1008544 Jul 22 19:11:35.472726 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 8e010477-8cca-408d-98b8-f8e2a7704621 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:11:35.500694 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-edd47426-3940-4a68-a53c-a037ed6e95f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0355abe831e546f890edb8d56cf5ab21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685134 Jul 22 19:11:35.516655 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 8e010477-8cca-408d-98b8-f8e2a7704621 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:35.520256 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:35.535460 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42360) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:35.554276 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494,segment=NetworkSegment(3d3143e7-0ce3-422e-bd56-8fdb651365d5),segment_id=3d3143e7-0ce3-422e-bd56-8fdb651365d5)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:35.609755 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00c6d397-2bfb-4275-a297-b288fa56963f req-f31d0cc1-2813-4de0-bad2-c19f9f97f75c service neutron] 10.222.0.13 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381748 Jul 22 19:11:35.610082 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494', 'network_id': 'f210b70a-b5cd-4658-9f8f-039186d0276d', 'port_id': '5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494', 'mac_address': 'fa:16:3e:c2:4e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563b13ec-ef32-420f-88b8-270c6d0875b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:11:35.725954 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:35.743897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] No DVR routers for this DVR port fb909c7b-f94e-4b49-9b26-1260cef70227 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:11:35.750897 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:11:35.761925 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:11:35.768547 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:35.804587 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb909c7b-f94e-4b49-9b26-1260cef70227,revision_number=6']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:35.805743 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:35.825351 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494,segment=NetworkSegment(3d3143e7-0ce3-422e-bd56-8fdb651365d5),segment_id=3d3143e7-0ce3-422e-bd56-8fdb651365d5)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:35.857035 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:35.865931 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] Transition to ACTIVE for port object c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:11:35.887084 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-143efd21-3149-418d-a412-ac9ef8982f7f tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.7952707 Jul 22 19:11:35.889798 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42366) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:35.894110 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2211cb26-c2e2-4db5-a881-4da20c11ddc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e010477-8cca-408d-98b8-f8e2a7704621'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:11:35.896699 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-e702b189-6f9a-47b6-a961-9df2416f2ff5 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Request body: {'security_group': {'name': 'tempest-security--1445369530', 'description': 'tempest-security-description-654399768'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:35.899383 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4504fb3-49c3-40d5-83b9-1321fb44cbf5" -d '{"events": [{"server_uuid": "2211cb26-c2e2-4db5-a881-4da20c11ddc0", "name": "network-vif-plugged", "status": "completed", "tag": "8e010477-8cca-408d-98b8-f8e2a7704621"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:11:35.902355 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:35.903750 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] Attempting to bind port fb909c7b-f94e-4b49-9b26-1260cef70227 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:11:35.904247 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] Attempting to bind port fb909c7b-f94e-4b49-9b26-1260cef70227 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:11:35.904628 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] Attempting to bind port fb909c7b-f94e-4b49-9b26-1260cef70227 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:11:35.964844 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] Pushing event updated for resources: {'Port': ['ID=c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:35.989238 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] Port fb909c7b-f94e-4b49-9b26-1260cef70227 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:11:35.989565 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] Attempting to bind port fb909c7b-f94e-4b49-9b26-1260cef70227 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:11:35.998171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:11:35.998513 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:11:35.998901 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:11:35.999350 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] Bound port: fb909c7b-f94e-4b49-9b26-1260cef70227, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:11:35.999710 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:36.004707 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e702b189-6f9a-47b6-a961-9df2416f2ff5 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:36.010160 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b2668256-7bf5-43cd-9d9b-17f421549423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:36.055310 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42370) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:36.110916 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e702b189-6f9a-47b6-a961-9df2416f2ff5 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:36.117724 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b2668256-7bf5-43cd-9d9b-17f421549423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:36.141070 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00c6d397-2bfb-4275-a297-b288fa56963f req-f5b8e3bc-199d-45ca-a2d6-2b57d9fc2790 service neutron] 10.222.0.13 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085616 Jul 22 19:11:36.166481 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e702b189-6f9a-47b6-a961-9df2416f2ff5 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:36.167690 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955de62b-7826-4e5c-9bbd-1f50294093eb req-5058247f-baba-42a4-accf-aa1796c5076f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:36.174844 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e702b189-6f9a-47b6-a961-9df2416f2ff5 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:36.177755 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e702b189-6f9a-47b6-a961-9df2416f2ff5 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "PUT /v2.0/security-groups/4516e533-ef04-4a3f-b7df-52d53eccec9a HTTP/1.1" status: 200 len: 1779 time: 0.2868474 Jul 22 19:11:36.180855 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-955de62b-7826-4e5c-9bbd-1f50294093eb req-5058247f-baba-42a4-accf-aa1796c5076f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 947 time: 0.4417307 Jul 22 19:11:36.192524 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42376) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:36.312240 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0cf89043-999c-4d34-b5d7-d450e3eeffbd up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:11:36.331897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] For port fb909c7b-f94e-4b49-9b26-1260cef70227, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:11:36.332302 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702b189-6f9a-47b6-a961-9df2416f2ff5 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4516e533-ef04-4a3f-b7df-52d53eccec9a,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:36.354601 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 8e010477-8cca-408d-98b8-f8e2a7704621, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8e010477-8cca-408d-98b8-f8e2a7704621,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:36.364257 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1ce317f2-3a30-4580-8810-466fab855bfd tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-groups/4516e533-ef04-4a3f-b7df-52d53eccec9a HTTP/1.1" status: 200 len: 1779 time: 0.1114593 Jul 22 19:11:36.364436 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2f2ae796-9600-4330-ac50-bc2ef655a727 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-797260946-network', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:36.364543 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] Attempting to bind port c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:11:36.364543 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] Attempting to bind port c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '3b58bc68-1756-48fe-8cb5-fa0d3ff8d906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '43446fef-6ac7-466a-9f04-5ce65621e5e9'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:11:36.364543 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] Attempting to bind port c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 on network 43446fef-6ac7-466a-9f04-5ce65621e5e9 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:11:36.366016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42378) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:36.369042 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] Port c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 on network 43446fef-6ac7-466a-9f04-5ce65621e5e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:11:36.369332 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] Attempting to bind port c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 on network 43446fef-6ac7-466a-9f04-5ce65621e5e9 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:11:36.378057 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:11:36.378421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] Checking segment: {'id': '3b58bc68-1756-48fe-8cb5-fa0d3ff8d906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '43446fef-6ac7-466a-9f04-5ce65621e5e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:11:36.378818 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] Bound using segment: {'id': '3b58bc68-1756-48fe-8cb5-fa0d3ff8d906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '43446fef-6ac7-466a-9f04-5ce65621e5e9'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:11:36.379269 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] Bound port: c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b58bc68-1756-48fe-8cb5-fa0d3ff8d906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '43446fef-6ac7-466a-9f04-5ce65621e5e9'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:11:36.379634 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:36.432902 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:11:36.443035 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:36.504228 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b2668256-7bf5-43cd-9d9b-17f421549423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:36.512320 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b2668256-7bf5-43cd-9d9b-17f421549423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:36.515435 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b2668256-7bf5-43cd-9d9b-17f421549423 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37d9ee73-4d0b-46f8-a464-7af1e410ca3f HTTP/1.1" status: 204 len: 168 time: 0.9739876 Jul 22 19:11:36.537854 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] For port fb909c7b-f94e-4b49-9b26-1260cef70227, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=fb909c7b-f94e-4b49-9b26-1260cef70227,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:11:36.539938 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:36.568998 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-955de62b-7826-4e5c-9bbd-1f50294093eb req-ef7e2920-45ba-4669-be73-8c816b0d789f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872788 Jul 22 19:11:36.593337 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:36.612677 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] For port c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:11:36.622992 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] For port c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3,segment=NetworkSegment(3b58bc68-1756-48fe-8cb5-fa0d3ff8d906),segment_id=3b58bc68-1756-48fe-8cb5-fa0d3ff8d906)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:11:36.631127 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 0cf89043-999c-4d34-b5d7-d450e3eeffbd triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:36.631504 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:36.636497 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:36.651872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2668256-7bf5-43cd-9d9b-17f421549423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d9ee73-4d0b-46f8-a464-7af1e410ca3f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:36.712662 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:36.713301 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:36.720336 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] 10.222.0.16 "PUT /v2.0/ports/c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 HTTP/1.1" status: 200 len: 1093 time: 1.7246478 Jul 22 19:11:36.720873 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762ce854-9e29-4e43-a6b9-a1d64b52d47b', 'tag': 'c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:11:36.730922 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c7b0bb-bc66-40c5-924d-ecfe3916ae58" -d '{"events": [{"name": "network-changed", "server_uuid": "762ce854-9e29-4e43-a6b9-a1d64b52d47b", "tag": "c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:11:36.795789 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=8e010477-8cca-408d-98b8-f8e2a7704621,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:36.851373 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb909c7b-f94e-4b49-9b26-1260cef70227,revision_number=7']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:36.868891 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6ebcaf-fb9a-4a61-a19a-86994cd0c7bf x-openstack-request-id: req-2a6ebcaf-fb9a-4a61-a19a-86994cd0c7bf {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:11:36.869228 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be95a2c-bf41-47f4-914c-bbd1ababeda0", "name": "network-vif-unplugged", "status": "completed", "tag": "fb909c7b-f94e-4b49-9b26-1260cef70227", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:11:36.869475 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a6ebcaf-fb9a-4a61-a19a-86994cd0c7bf {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:11:36.869896 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be95a2c-bf41-47f4-914c-bbd1ababeda0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb909c7b-f94e-4b49-9b26-1260cef70227', 'code': 200} Jul 22 19:11:36.872793 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2ae796-9600-4330-ac50-bc2ef655a727 admin admin] Made reservation on behalf of 598d83e90cdd48809c7ec7a29420c426 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:11:36.875195 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2f2ae796-9600-4330-ac50-bc2ef655a727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:36.898639 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:36.899243 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:36.920833 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cf3257ac-0c2e-4976-9679-a2d584b234f3 service neutron] 10.222.0.30 "PUT /v2.0/ports/fb909c7b-f94e-4b49-9b26-1260cef70227 HTTP/1.1" status: 200 len: 1096 time: 3.2912881 Jul 22 19:11:36.926654 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0708ec6-c96d-4a81-abc3-2661726fd356 service neutron] Pushing event updated for resources: {'Port': ['ID=c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:36.999759 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-974f1f58-7dbd-4da9-b029-4b0fc41a8f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:37.009870 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b09c1d6b-543b-4ddf-be74-9b67cf6547af tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:37.013015 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-974f1f58-7dbd-4da9-b029-4b0fc41a8f0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9969b04cb20a400c8e89d23b9b9aa08c&device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 1096 time: 0.2467341 Jul 22 19:11:37.051979 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2f2ae796-9600-4330-ac50-bc2ef655a727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:37.108092 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-d53be00b-316c-44e9-b6d3-099a67a67331 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 HTTP/1.1" status: 200 len: 217 time: 0.0941892 Jul 22 19:11:37.152532 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd392324-ed72-49a9-8932-c188dc49414f x-openstack-request-id: req-fd392324-ed72-49a9-8932-c188dc49414f {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:11:37.152831 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2211cb26-c2e2-4db5-a881-4da20c11ddc0", "name": "network-vif-plugged", "status": "completed", "tag": "8e010477-8cca-408d-98b8-f8e2a7704621", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:11:37.153085 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd392324-ed72-49a9-8932-c188dc49414f {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:11:37.153481 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2211cb26-c2e2-4db5-a881-4da20c11ddc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e010477-8cca-408d-98b8-f8e2a7704621', 'code': 200} Jul 22 19:11:37.218345 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device fb909c7b-f94e-4b49-9b26-1260cef70227 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:11:37.255546 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42400) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:37.262627 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-49eff548-aee0-41c4-b6aa-f5ca2ed6bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:37.264097 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-49eff548-aee0-41c4-b6aa-f5ca2ed6bc5b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=934071ba-1037-4dea-9f1f-4deae218fd12 HTTP/1.1" status: 200 len: 859 time: 0.1499848 Jul 22 19:11:37.288387 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device fb909c7b-f94e-4b49-9b26-1260cef70227 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:11:37.290873 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b09c1d6b-543b-4ddf-be74-9b67cf6547af tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:37.328749 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-b9a84406-8ac5-4612-bfbd-2c421a4202da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43446fef-6ac7-466a-9f04-5ce65621e5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551198 Jul 22 19:11:37.374267 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9397cab0-c67b-447f-9d53-3ff6303b17b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d12a308662f54098845d1b720f0f6da3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1175404 Jul 22 19:11:37.394823 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42402) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:37.438414 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10264b-0635-4e83-a095-6027b6e9aee2 req-2b4b56c5-2604-4130-b55f-1da233ea003f tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:37.446224 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab10264b-0635-4e83-a095-6027b6e9aee2 req-2b4b56c5-2604-4130-b55f-1da233ea003f tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=2211cb26-c2e2-4db5-a881-4da20c11ddc0 HTTP/1.1" status: 200 len: 945 time: 0.8806913 Jul 22 19:11:37.500089 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14581f37-7a4b-4828-8fb5-d799cf97d714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:37.516649 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-f703da30-23a4-4982-b27e-f55dbd43847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:37.519245 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-f703da30-23a4-4982-b27e-f55dbd43847a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 1099 time: 0.5106206 Jul 22 19:11:37.533763 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b09c1d6b-543b-4ddf-be74-9b67cf6547af tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:37.536751 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b09c1d6b-543b-4ddf-be74-9b67cf6547af tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:37.538111 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b09c1d6b-543b-4ddf-be74-9b67cf6547af tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "DELETE /v2.0/security-groups/4516e533-ef04-4a3f-b7df-52d53eccec9a HTTP/1.1" status: 204 len: 168 time: 1.1179190 Jul 22 19:11:37.545983 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42404) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:37.568194 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14581f37-7a4b-4828-8fb5-d799cf97d714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:37.577862 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c5651-9e61-4950-af69-f04ae76d932c req-473bcaaf-7f63-4b96-8f0e-dea9cfc65788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:37.580087 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba3c5651-9e61-4950-af69-f04ae76d932c req-473bcaaf-7f63-4b96-8f0e-dea9cfc65788 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2211cb26-c2e2-4db5-a881-4da20c11ddc0 HTTP/1.1" status: 200 len: 1097 time: 0.3292007 Jul 22 19:11:37.582864 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-fff4428e-d170-43c9-a7c6-6c382f68c7a3 service neutron] 10.222.0.16 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117436 Jul 22 19:11:37.596849 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab10264b-0635-4e83-a095-6027b6e9aee2 req-62a5612e-d6c8-4405-b08f-a9bb4bbfe66f tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494510 Jul 22 19:11:37.603609 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c1d6b-543b-4ddf-be74-9b67cf6547af tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4516e533-ef04-4a3f-b7df-52d53eccec9a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:37.661270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d10751-8f74-4b0d-b2dd-c95924f969e8 req-a076abd1-9442-4e39-a3c6-b0c3ac6fa27c tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:37.668342 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b3d10751-8f74-4b0d-b2dd-c95924f969e8 req-a076abd1-9442-4e39-a3c6-b0c3ac6fa27c tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/ports?device_id=e29e7769-bebd-4ca6-bb68-0ff588177643 HTTP/1.1" status: 200 len: 944 time: 0.3976109 Jul 22 19:11:37.680448 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cb803588-c041-4779-b69b-1c863aa52b2f tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1333113 Jul 22 19:11:37.684017 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42408) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:37.733014 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-8ca4ab93-7225-486e-86e9-55571e80742d tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] delete failed (client error): The resource could not be found. Jul 22 19:11:37.734394 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8ca4ab93-7225-486e-86e9-55571e80742d tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "DELETE /v2.0/security-groups/4516e533-ef04-4a3f-b7df-52d53eccec9a HTTP/1.1" status: 404 len: 347 time: 0.0493710 Jul 22 19:11:37.742811 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42410) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:37.750594 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-974594bc-cbfb-474b-95c7-d651a7aab5d4 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1964034300'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:37.756205 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-088aac66-8792-4ab2-8aa4-8a7849c179ab req-c483e273-87d1-4f26-82db-a0a92d9942b5 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 210 time: 0.0480378 Jul 22 19:11:37.774509 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2f2ae796-9600-4330-ac50-bc2ef655a727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:37.775518 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14581f37-7a4b-4828-8fb5-d799cf97d714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:37.778569 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14581f37-7a4b-4828-8fb5-d799cf97d714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:37.780080 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-14581f37-7a4b-4828-8fb5-d799cf97d714 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce30032f-78c6-46a4-8f62-8cd28db9387c HTTP/1.1" status: 204 len: 168 time: 0.3842933 Jul 22 19:11:37.806161 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2f2ae796-9600-4330-ac50-bc2ef655a727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:37.811207 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-98408795-77bd-43db-88fd-58b8ea70aa2c req-0845f15f-9cda-4928-bc37-58582f7a0114 service neutron] 10.222.0.16 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118773 Jul 22 19:11:37.826135 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14581f37-7a4b-4828-8fb5-d799cf97d714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce30032f-78c6-46a4-8f62-8cd28db9387c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:37.826800 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba3c5651-9e61-4950-af69-f04ae76d932c req-cf2c10ea-f943-4db8-ac86-7fa8eae6ccd5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250953 Jul 22 19:11:37.854417 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-974594bc-cbfb-474b-95c7-d651a7aab5d4 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:37.864833 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b3d10751-8f74-4b0d-b2dd-c95924f969e8 req-10e0e17f-9abb-4cbb-8fa6-d59034b153a5 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2efc33f-fbd2-4b32-af22-0836f98f55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938927 Jul 22 19:11:37.884183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2ae796-9600-4330-ac50-bc2ef655a727 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:11:37.886907 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-7703dd16-0a97-4c9b-8b57-c0fdc1821d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:37.896525 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-7703dd16-0a97-4c9b-8b57-c0fdc1821d4a service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.3466933 Jul 22 19:11:37.976218 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c842fe1-8d10-4f75-8164-c26a34d613bb x-openstack-request-id: req-2c842fe1-8d10-4f75-8164-c26a34d613bb {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:11:37.976958 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762ce854-9e29-4e43-a6b9-a1d64b52d47b", "tag": "c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:11:37.977443 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c842fe1-8d10-4f75-8164-c26a34d613bb {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:11:37.978023 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762ce854-9e29-4e43-a6b9-a1d64b52d47b', 'tag': 'c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3', 'status': 'completed', 'code': 200} Jul 22 19:11:38.015321 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ae796-9600-4330-ac50-bc2ef655a727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff45a34-6a43-4976-8dd2-cc465e19e555,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:38.023185 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-16a60da1-65f4-4fc5-92c1-50cc0e9755f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=fb909c7b-f94e-4b49-9b26-1260cef70227 HTTP/1.1" status: 200 len: 217 time: 0.1245801 Jul 22 19:11:38.059913 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2f2ae796-9600-4330-ac50-bc2ef655a727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:38.059913 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-2f2ae796-9600-4330-ac50-bc2ef655a727 admin admin] Added segment ede11575-67b0-4d88-84de-3f21001165e0 of type vlan for network 47ed28f7-e57b-4725-b7b8-4e2ff6ef303b Jul 22 19:11:38.102572 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-974594bc-cbfb-474b-95c7-d651a7aab5d4 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:38.124720 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-974594bc-cbfb-474b-95c7-d651a7aab5d4 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:38.160230 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e9d145cc-358b-408d-9ca1-ee67566fb3a1 req-772cfcd9-58da-4c54-a0d2-a3dffd408bdc tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb77f10e-c93f-463c-94b6-10741894289a HTTP/1.1" status: 200 len: 210 time: 0.1330123 Jul 22 19:11:38.237299 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-974594bc-cbfb-474b-95c7-d651a7aab5d4 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:38.241186 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-974594bc-cbfb-474b-95c7-d651a7aab5d4 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4944882 Jul 22 19:11:38.243370 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42416) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:38.253264 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-6a559044-96c3-4c1e-8a8b-46e6c0700b17 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Request body: {'security_group_rule': {'security_group_id': 'bc8cef8d-03f3-4502-8925-ab25b1199ddf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:38.284433 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6d397-2bfb-4275-a297-b288fa56963f req-cbda9d46-0eb2-496d-8e78-2f1477843000 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:38.286165 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-00c6d397-2bfb-4275-a297-b288fa56963f req-cbda9d46-0eb2-496d-8e78-2f1477843000 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.30 "GET /v2.0/networks?id=43446fef-6ac7-466a-9f04-5ce65621e5e9 HTTP/1.1" status: 200 len: 819 time: 0.2255216 Jul 22 19:11:38.287001 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974594bc-cbfb-474b-95c7-d651a7aab5d4 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8cef8d-03f3-4502-8925-ab25b1199ddf,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:38.302109 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-00c6d397-2bfb-4275-a297-b288fa56963f req-2a738187-8d48-43e1-8279-025277e1d508 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Request body: {'port': {'device_id': 'de3203cb-4628-4cde-8769-c66083b5d4ed', 'network_id': '43446fef-6ac7-466a-9f04-5ce65621e5e9', 'admin_state_up': True, 'tenant_id': '9969b04cb20a400c8e89d23b9b9aa08c'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:38.350372 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a559044-96c3-4c1e-8a8b-46e6c0700b17 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:38.454947 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a559044-96c3-4c1e-8a8b-46e6c0700b17 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:38.461945 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a559044-96c3-4c1e-8a8b-46e6c0700b17 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:38.493188 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a559044-96c3-4c1e-8a8b-46e6c0700b17 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aefd4e95-0bbe-404a-a099-2ec749282ac5,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:38.499677 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00c6d397-2bfb-4275-a297-b288fa56963f req-2a738187-8d48-43e1-8279-025277e1d508 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Made reservation on behalf of 9969b04cb20a400c8e89d23b9b9aa08c for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:11:38.503624 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-00c6d397-2bfb-4275-a297-b288fa56963f req-2a738187-8d48-43e1-8279-025277e1d508 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:38.523654 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a559044-96c3-4c1e-8a8b-46e6c0700b17 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:38.524963 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6a559044-96c3-4c1e-8a8b-46e6c0700b17 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2769735 Jul 22 19:11:38.530422 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42426) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:38.600604 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-75abc10b-b807-4692-a6b1-b475a19c3187 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:38.610410 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-75abc10b-b807-4692-a6b1-b475a19c3187 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:38.634281 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2f2ae796-9600-4330-ac50-bc2ef655a727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:38.658502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cc62f79b-f385-4e0f-9364-d1c09ebe7829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:38.660028 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-cc62f79b-f385-4e0f-9364-d1c09ebe7829 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.6151783 Jul 22 19:11:38.725360 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7b0bb-bc66-40c5-924d-ecfe3916ae58 req-af2faf5e-9a1e-4940-a474-a6bd5d5b68e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:38.726882 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88c7b0bb-bc66-40c5-924d-ecfe3916ae58 req-af2faf5e-9a1e-4940-a474-a6bd5d5b68e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9969b04cb20a400c8e89d23b9b9aa08c&device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 1096 time: 0.7067559 Jul 22 19:11:38.733438 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-75abc10b-b807-4692-a6b1-b475a19c3187 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:38.740708 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d9cd4-069e-4087-9364-f84ea45618f0 req-bff655dc-3eb2-4e74-b13c-4021c13727a2 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:38.742357 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a34d9cd4-069e-4087-9364-f84ea45618f0 req-bff655dc-3eb2-4e74-b13c-4021c13727a2 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 947 time: 0.6047833 Jul 22 19:11:38.745840 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2f2ae796-9600-4330-ac50-bc2ef655a727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:38.746773 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2ae796-9600-4330-ac50-bc2ef655a727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:38.747341 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2f2ae796-9600-4330-ac50-bc2ef655a727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:38.751624 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-75abc10b-b807-4692-a6b1-b475a19c3187 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:38.753085 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-75abc10b-b807-4692-a6b1-b475a19c3187 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/aefd4e95-0bbe-404a-a099-2ec749282ac5 HTTP/1.1" status: 204 len: 168 time: 0.2217381 Jul 22 19:11:38.754136 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abc10b-b807-4692-a6b1-b475a19c3187 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aefd4e95-0bbe-404a-a099-2ec749282ac5,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:38.759854 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42434) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:38.817851 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-00c6d397-2bfb-4275-a297-b288fa56963f req-2a738187-8d48-43e1-8279-025277e1d508 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Allocated IP 172.20.0.7 (43446fef-6ac7-466a-9f04-5ce65621e5e9/934071ba-1037-4dea-9f1f-4deae218fd12/4d24e2d3-73b1-4528-b025-71fb422ede79) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:11:38.831998 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-70fec270-1920-4031-8062-ad6c7cd1521e tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0674915 Jul 22 19:11:38.832188 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42440) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:38.873552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be95a2c-bf41-47f4-914c-bbd1ababeda0', 'tag': 'fb909c7b-f94e-4b49-9b26-1260cef70227'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:11:38.876685 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df42cc8-5418-49a7-91ff-6323a7ae6983" -d '{"events": [{"name": "network-changed", "server_uuid": "1be95a2c-bf41-47f4-914c-bbd1ababeda0", "tag": "fb909c7b-f94e-4b49-9b26-1260cef70227"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:11:38.895933 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:38.898562 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2f2ae796-9600-4330-ac50-bc2ef655a727 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8374760 Jul 22 19:11:38.909648 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42448) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:38.918001 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b2ffe898-891d-4f90-9544-e9088008e7e1 admin admin] Request body: {'subnet': {'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-797260946-subnet', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:38.950302 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69126a59-d341-4a60-99b3-193235de8fb6 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:38.979213 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:11:38.990330 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ffe898-891d-4f90-9544-e9088008e7e1 admin admin] Made reservation on behalf of 598d83e90cdd48809c7ec7a29420c426 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:11:38.993377 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2ffe898-891d-4f90-9544-e9088008e7e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:39.006408 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ae796-9600-4330-ac50-bc2ef655a727 admin admin] Pushing event updated for resources: {'Network': ['ID=47ed28f7-e57b-4725-b7b8-4e2ff6ef303b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:39.019121 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 47ed28f7-e57b-4725-b7b8-4e2ff6ef303b details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:11:39.030722 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69126a59-d341-4a60-99b3-193235de8fb6 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:39.051465 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a34d9cd4-069e-4087-9364-f84ea45618f0 req-8a241625-28d5-4e5c-8109-83ee9447232c tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426424 Jul 22 19:11:39.091250 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-6001e4cf-0a15-4ba4-bbda-a8ea1207ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:39.095733 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-6001e4cf-0a15-4ba4-bbda-a8ea1207ee09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4243479 Jul 22 19:11:39.120279 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9d87d-bb5b-41cc-89bc-966171d3e3b7 req-6cc25ed2-1d9e-4825-8027-c1ce1ce902ef tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:39.122119 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dee9d87d-bb5b-41cc-89bc-966171d3e3b7 req-6cc25ed2-1d9e-4825-8027-c1ce1ce902ef tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=2211cb26-c2e2-4db5-a881-4da20c11ddc0 HTTP/1.1" status: 200 len: 945 time: 0.3926096 Jul 22 19:11:39.133051 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:11:39.138894 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:39.139441 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:39.225437 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c329b2dc-3b6d-450e-8e3b-f45b85e63fa1 req-069af60f-23b0-4240-972b-9084acaecc95 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 210 time: 0.0456476 Jul 22 19:11:39.226906 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7b0bb-bc66-40c5-924d-ecfe3916ae58 req-cb48a368-d144-463a-b250-e4f8487a1e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:39.228651 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88c7b0bb-bc66-40c5-924d-ecfe3916ae58 req-cb48a368-d144-463a-b250-e4f8487a1e2d service neutron] 10.222.0.16 "GET /v2.0/networks?id=43446fef-6ac7-466a-9f04-5ce65621e5e9 HTTP/1.1" status: 200 len: 920 time: 0.4835925 Jul 22 19:11:39.242745 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:39.273597 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29e7769-bebd-4ca6-bb68-0ff588177643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:11:39.276180 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6653a287-ee6d-45ec-9f93-157269d22bd0" -d '{"events": [{"server_uuid": "e29e7769-bebd-4ca6-bb68-0ff588177643", "name": "network-vif-plugged", "status": "completed", "tag": "5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:11:39.292121 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494,segment=NetworkSegment(3d3143e7-0ce3-422e-bd56-8fdb651365d5),segment_id=3d3143e7-0ce3-422e-bd56-8fdb651365d5)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:39.299807 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:39.318527 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88c7b0bb-bc66-40c5-924d-ecfe3916ae58 req-0292116d-6849-44bb-859c-3d6cc1105481 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 HTTP/1.1" status: 200 len: 217 time: 0.0813968 Jul 22 19:11:39.374073 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:39.374982 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dee9d87d-bb5b-41cc-89bc-966171d3e3b7 req-ee48c16c-908d-4cd4-8a95-27afdf8fc8ff tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290084 Jul 22 19:11:39.453401 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677c06d4-1268-4789-b738-75fe20358232 x-openstack-request-id: req-677c06d4-1268-4789-b738-75fe20358232 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:11:39.453699 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be95a2c-bf41-47f4-914c-bbd1ababeda0", "tag": "fb909c7b-f94e-4b49-9b26-1260cef70227", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:11:39.453952 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-677c06d4-1268-4789-b738-75fe20358232 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:11:39.454940 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be95a2c-bf41-47f4-914c-bbd1ababeda0', 'tag': 'fb909c7b-f94e-4b49-9b26-1260cef70227', 'status': 'completed', 'code': 200} Jul 22 19:11:39.460900 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-823a4871-d450-4bb9-ae6b-a73f2d8dfdae service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353472 Jul 22 19:11:39.481438 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7b0bb-bc66-40c5-924d-ecfe3916ae58 req-3fc4ed91-3a56-4116-ae1d-775ead53f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:39.483115 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88c7b0bb-bc66-40c5-924d-ecfe3916ae58 req-3fc4ed91-3a56-4116-ae1d-775ead53f6ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=934071ba-1037-4dea-9f1f-4deae218fd12 HTTP/1.1" status: 200 len: 859 time: 0.1580141 Jul 22 19:11:39.516644 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186620fb-f447-47a1-88ab-d566cb06c8db x-openstack-request-id: req-186620fb-f447-47a1-88ab-d566cb06c8db {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:11:39.517021 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29e7769-bebd-4ca6-bb68-0ff588177643", "name": "network-vif-plugged", "status": "completed", "tag": "5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:11:39.517394 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-186620fb-f447-47a1-88ab-d566cb06c8db {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:11:39.517886 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29e7769-bebd-4ca6-bb68-0ff588177643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494', 'code': 200} Jul 22 19:11:39.541927 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88c7b0bb-bc66-40c5-924d-ecfe3916ae58 req-0d832bdf-5c26-4e2f-a843-3c6339937361 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43446fef-6ac7-466a-9f04-5ce65621e5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462897 Jul 22 19:11:39.605149 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62295094-bf84-48a4-b059-0a168cdb5014 req-abbcd6a3-ba7d-437e-82c8-da0e14d9cd3d tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:39.612806 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-62295094-bf84-48a4-b059-0a168cdb5014 req-abbcd6a3-ba7d-437e-82c8-da0e14d9cd3d tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/ports?device_id=e29e7769-bebd-4ca6-bb68-0ff588177643 HTTP/1.1" status: 200 len: 945 time: 0.2743809 Jul 22 19:11:39.709992 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-00c6d397-2bfb-4275-a297-b288fa56963f req-2a738187-8d48-43e1-8279-025277e1d508 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:39.742930 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69126a59-d341-4a60-99b3-193235de8fb6 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:39.746142 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69126a59-d341-4a60-99b3-193235de8fb6 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:39.747605 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-69126a59-d341-4a60-99b3-193235de8fb6 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "DELETE /v2.0/security-groups/bc8cef8d-03f3-4502-8925-ab25b1199ddf HTTP/1.1" status: 204 len: 168 time: 0.9143441 Jul 22 19:11:39.760189 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42476) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:39.794742 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69126a59-d341-4a60-99b3-193235de8fb6 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8cef8d-03f3-4502-8925-ab25b1199ddf,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:39.832892 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df42cc8-5418-49a7-91ff-6323a7ae6983 req-0db40339-1209-4c82-80ee-0d4425ebb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:39.835091 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1df42cc8-5418-49a7-91ff-6323a7ae6983 req-0db40339-1209-4c82-80ee-0d4425ebb97c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 1099 time: 0.1817148 Jul 22 19:11:39.872882 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-62295094-bf84-48a4-b059-0a168cdb5014 req-2b9552aa-2bff-4c8e-8e22-b2085dc2fe91 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2efc33f-fbd2-4b32-af22-0836f98f55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590590 Jul 22 19:11:39.898927 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-00c6d397-2bfb-4275-a297-b288fa56963f req-2a738187-8d48-43e1-8279-025277e1d508 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:39.928551 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de8a7f5d-683d-485e-bf48-07c5a3c01a52 req-6ce8f3b2-d1fc-4b3b-a34c-af20868377d6 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600995 Jul 22 19:11:39.938389 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adba82-2add-489b-8405-a93543b29916 req-370b819b-bcc1-4663-a74a-c44a3f4d2fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:39.940367 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-54adba82-2add-489b-8405-a93543b29916 req-370b819b-bcc1-4663-a74a-c44a3f4d2fa8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e29e7769-bebd-4ca6-bb68-0ff588177643 HTTP/1.1" status: 200 len: 1097 time: 0.3511221 Jul 22 19:11:39.994725 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88c7b0bb-bc66-40c5-924d-ecfe3916ae58 req-c9b9c8ed-2748-4dd6-b1c1-5193b2f623e4 service neutron] 10.222.0.16 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431989 Jul 22 19:11:40.003519 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2ffe898-891d-4f90-9544-e9088008e7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:40.012047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c6d397-2bfb-4275-a297-b288fa56963f req-2a738187-8d48-43e1-8279-025277e1d508 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Network 43446fef-6ac7-466a-9f04-5ce65621e5e9 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:11:40.028141 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-aa0a2b64-ecf5-4a94-8fd5-37f592a71db8 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2143760 Jul 22 19:11:40.031318 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-00c6d397-2bfb-4275-a297-b288fa56963f req-2a738187-8d48-43e1-8279-025277e1d508 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:11:40.033931 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a738187-8d48-43e1-8279-025277e1d508 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Pushing event updated for resources: {'Port': ['ID=4d24e2d3-73b1-4528-b025-71fb422ede79,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:40.039564 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42490) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:40.041515 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c6d397-2bfb-4275-a297-b288fa56963f req-2a738187-8d48-43e1-8279-025277e1d508 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:11:40.070421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b633c4ea-19b5-42e9-a035-04db556fadd1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172597856'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:40.114484 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-54adba82-2add-489b-8405-a93543b29916 req-d22a1df7-2c71-4a95-ab8f-ecbe16de5dbc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e2efc33f-fbd2-4b32-af22-0836f98f55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657920 Jul 22 19:11:40.147282 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df42cc8-5418-49a7-91ff-6323a7ae6983 req-08fd442e-a003-4caf-8343-2cd6e64ef4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:40.148798 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1df42cc8-5418-49a7-91ff-6323a7ae6983 req-08fd442e-a003-4caf-8343-2cd6e64ef4bc service neutron] 10.222.0.16 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.3008955 Jul 22 19:11:40.173899 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6d397-2bfb-4275-a297-b288fa56963f req-2a738187-8d48-43e1-8279-025277e1d508 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:40.175119 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-00c6d397-2bfb-4275-a297-b288fa56963f req-2a738187-8d48-43e1-8279-025277e1d508 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:40.189607 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42496) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:40.199562 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffe898-891d-4f90-9544-e9088008e7e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46c28341-28d1-4391-a7f5-497116b1730d,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:40.245323 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b633c4ea-19b5-42e9-a035-04db556fadd1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:40.249797 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ffe898-891d-4f90-9544-e9088008e7e1 admin admin] Checking segment: {'id': 'ede11575-67b0-4d88-84de-3f21001165e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:11:40.250173 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ffe898-891d-4f90-9544-e9088008e7e1 admin admin] Network hostable DHCP agents. Network: 47ed28f7-e57b-4725-b7b8-4e2ff6ef303b, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:11:40.259934 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1df42cc8-5418-49a7-91ff-6323a7ae6983 req-22902eac-2e15-419e-a7d5-65a80dfc51b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=fb909c7b-f94e-4b49-9b26-1260cef70227 HTTP/1.1" status: 200 len: 217 time: 0.0739510 Jul 22 19:11:40.263785 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-00c6d397-2bfb-4275-a297-b288fa56963f req-2a738187-8d48-43e1-8279-025277e1d508 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9675927 Jul 22 19:11:40.289085 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-00c6d397-2bfb-4275-a297-b288fa56963f req-13819365-7001-4cd3-951a-2681b8183208 service neutron] Request body: {'port': {'device_id': 'de3203cb-4628-4cde-8769-c66083b5d4ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:40.316826 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfad42-9956-4616-ac43-31d0caa4df6b req-0bf6f977-9bee-46ca-a1b5-65a972008bf6 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:40.318346 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eabfad42-9956-4616-ac43-31d0caa4df6b req-0bf6f977-9bee-46ca-a1b5-65a972008bf6 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/networks?id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd HTTP/1.1" status: 200 len: 812 time: 0.3686361 Jul 22 19:11:40.325913 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88c7b0bb-bc66-40c5-924d-ecfe3916ae58 req-8d3e8c07-09c2-46e1-9556-2e6d67db76d7 service neutron] 10.222.0.16 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140247 Jul 22 19:11:40.327859 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df42cc8-5418-49a7-91ff-6323a7ae6983 req-5f880373-20b5-4797-a6b5-d9da0ed9bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:40.329976 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1df42cc8-5418-49a7-91ff-6323a7ae6983 req-5f880373-20b5-4797-a6b5-d9da0ed9bcd0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 1099 time: 0.2887578 Jul 22 19:11:40.362420 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ffe898-891d-4f90-9544-e9088008e7e1 admin admin] Network 47ed28f7-e57b-4725-b7b8-4e2ff6ef303b is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:11:40.379631 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eabfad42-9956-4616-ac43-31d0caa4df6b req-3c50bd9f-ee3a-4168-b6ad-df339a7dfea5 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/quotas/17cd2804a52047cfb4d32d8ab0a04c5d HTTP/1.1" status: 200 len: 375 time: 0.0478554 Jul 22 19:11:40.388178 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-567e7ce5-01e8-4933-b780-76f01093d5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:40.390472 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff51af-27cf-45e2-ae2d-313a99e49d92 req-b208b389-02fb-409f-a738-f70850f8e736 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:40.392586 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-33ff51af-27cf-45e2-ae2d-313a99e49d92 req-b208b389-02fb-409f-a738-f70850f8e736 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 947 time: 0.1848137 Jul 22 19:11:40.403698 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df42cc8-5418-49a7-91ff-6323a7ae6983 req-e143c607-d7f2-4212-9da8-5f6d298c84e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:40.405228 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1df42cc8-5418-49a7-91ff-6323a7ae6983 req-e143c607-d7f2-4212-9da8-5f6d298c84e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1390169 Jul 22 19:11:40.413708 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-b2ffe898-891d-4f90-9544-e9088008e7e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 47ed28f7-e57b-4725-b7b8-4e2ff6ef303b) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:11:40.422444 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e1a643-53fa-4d19-ab77-8468b7f275a0 None None] Network 47ed28f7-e57b-4725-b7b8-4e2ff6ef303b requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:11:40.451460 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ffe898-891d-4f90-9544-e9088008e7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:40.451966 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2ffe898-891d-4f90-9544-e9088008e7e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:40.464518 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eabfad42-9956-4616-ac43-31d0caa4df6b req-0d581580-9229-4bde-9dd8-917d63f2d3f3 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=17cd2804a52047cfb4d32d8ab0a04c5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708606 Jul 22 19:11:40.518208 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-33ff51af-27cf-45e2-ae2d-313a99e49d92 req-fb6cd671-8c07-4750-ad1b-47cd179b1736 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107445 Jul 22 19:11:40.521713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df42cc8-5418-49a7-91ff-6323a7ae6983 req-038f2d35-67a0-4fba-93b5-5d0796ee79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:40.523516 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1df42cc8-5418-49a7-91ff-6323a7ae6983 req-038f2d35-67a0-4fba-93b5-5d0796ee79ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.1869798 Jul 22 19:11:40.539624 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-00c6d397-2bfb-4275-a297-b288fa56963f req-13819365-7001-4cd3-951a-2681b8183208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:40.580018 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b633c4ea-19b5-42e9-a035-04db556fadd1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:40.595048 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1df42cc8-5418-49a7-91ff-6323a7ae6983 req-ae67fbaa-8069-495f-9258-80992dd8c331 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=fb909c7b-f94e-4b49-9b26-1260cef70227 HTTP/1.1" status: 200 len: 217 time: 0.0644617 Jul 22 19:11:40.605717 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b633c4ea-19b5-42e9-a035-04db556fadd1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:40.617084 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df42cc8-5418-49a7-91ff-6323a7ae6983 req-b1ff52bc-4650-42a8-be62-972ce1b511c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:40.618571 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1df42cc8-5418-49a7-91ff-6323a7ae6983 req-b1ff52bc-4650-42a8-be62-972ce1b511c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1996920 Jul 22 19:11:40.622114 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-47ed28f7-e57b-4725-b7b8-4e2ff6ef303b', 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'fixed_ips': [{'subnet_id': '46c28341-28d1-4391-a7f5-497116b1730d'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:11:40.623004 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:40.627663 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b2ffe898-891d-4f90-9544-e9088008e7e1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7169306 Jul 22 19:11:40.652627 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42506) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:40.661171 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-7d166770-5ecc-4952-9d61-76471e294215 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-797260946-router', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:40.718421 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df42cc8-5418-49a7-91ff-6323a7ae6983 req-7a4ee87d-6e88-4e45-9317-3737d959c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:40.720368 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1df42cc8-5418-49a7-91ff-6323a7ae6983 req-7a4ee87d-6e88-4e45-9317-3737d959c7c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0887802 Jul 22 19:11:40.725835 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633c4ea-19b5-42e9-a035-04db556fadd1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0c83ac-abe1-47c9-be9c-2157df74fa91,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:40.780293 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] Allocated IP 172.20.0.2 (47ed28f7-e57b-4725-b7b8-4e2ff6ef303b/46c28341-28d1-4391-a7f5-497116b1730d/f413ea43-21bd-4123-94da-d0bc3357ba09) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:11:40.822392 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eabfad42-9956-4616-ac43-31d0caa4df6b req-8fe96c99-218e-4381-a2b6-f9e7cfd80062 service neutron] 10.222.0.13 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447678 Jul 22 19:11:40.839746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08765974-f570-4f64-85f1-ae4f1251be9f req-37d74987-467a-4b45-bb2e-922b0f55357b tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:40.841299 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-08765974-f570-4f64-85f1-ae4f1251be9f req-37d74987-467a-4b45-bb2e-922b0f55357b tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 931 time: 0.2214496 Jul 22 19:11:40.895103 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1df42cc8-5418-49a7-91ff-6323a7ae6983 req-d2c01c65-ec04-4ffa-841d-2a60e55259ae service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626443 Jul 22 19:11:40.989804 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-08765974-f570-4f64-85f1-ae4f1251be9f req-29d73aab-3c65-4224-9454-8424b80dc03f tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362362 Jul 22 19:11:41.006435 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:41.007814 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df42cc8-5418-49a7-91ff-6323a7ae6983 req-d7891f6c-1278-42d3-a25f-82617c472002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:41.009661 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1df42cc8-5418-49a7-91ff-6323a7ae6983 req-d7891f6c-1278-42d3-a25f-82617c472002 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2579837 Jul 22 19:11:41.027431 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] Transition to ACTIVE for port object f413ea43-21bd-4123-94da-d0bc3357ba09 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:11:41.051229 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-567e7ce5-01e8-4933-b780-76f01093d5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:41.054953 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] Transition to ACTIVE for port object f413ea43-21bd-4123-94da-d0bc3357ba09 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:11:41.062408 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eabfad42-9956-4616-ac43-31d0caa4df6b req-b716f421-9514-4bb9-a9b2-0ba33c26ea96 service neutron] 10.222.0.13 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134488 Jul 22 19:11:41.066021 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:41.066527 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-567e7ce5-01e8-4933-b780-76f01093d5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:41.099592 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b633c4ea-19b5-42e9-a035-04db556fadd1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:41.113073 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b633c4ea-19b5-42e9-a035-04db556fadd1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0686133 Jul 22 19:11:41.115548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42510) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:41.121270 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] Pushing event updated for resources: {'Port': ['ID=f413ea43-21bd-4123-94da-d0bc3357ba09,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:41.142135 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] Network 47ed28f7-e57b-4725-b7b8-4e2ff6ef303b is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:11:41.144008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:11:41.148938 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:11:41.166604 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-0b111b32-b698-4f76-9227-cf50b8bec7bb tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Request body: {'security_group_rule': {'security_group_id': 'ed0c83ac-abe1-47c9-be9c-2157df74fa91', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:41.207252 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1df42cc8-5418-49a7-91ff-6323a7ae6983 req-361ead73-e544-4aca-907c-3911e6e1231d service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880505 Jul 22 19:11:41.237750 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e7ce5-01e8-4933-b780-76f01093d5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a706ac-6017-4b8d-a3be-a1cd1cf5b82c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:41.244383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] Attempting to bind port f413ea43-21bd-4123-94da-d0bc3357ba09 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:11:41.245537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] Attempting to bind port f413ea43-21bd-4123-94da-d0bc3357ba09 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ede11575-67b0-4d88-84de-3f21001165e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:11:41.246096 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] Attempting to bind port f413ea43-21bd-4123-94da-d0bc3357ba09 on network 47ed28f7-e57b-4725-b7b8-4e2ff6ef303b {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:11:41.253618 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:11:41.259894 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:11:41.260278 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] Checking segment: {'id': 'ede11575-67b0-4d88-84de-3f21001165e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:11:41.260740 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:41.261517 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] Bound using segment: {'id': 'ede11575-67b0-4d88-84de-3f21001165e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:11:41.262114 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] Bound port: f413ea43-21bd-4123-94da-d0bc3357ba09, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede11575-67b0-4d88-84de-3f21001165e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:11:41.263298 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:41.275404 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b685a9b-b71f-40ae-a717-219e11fa5db7 req-f1249683-6a33-4a19-9dfa-24dd6f991935 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:41.276998 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b685a9b-b71f-40ae-a717-219e11fa5db7 req-f1249683-6a33-4a19-9dfa-24dd6f991935 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=2211cb26-c2e2-4db5-a881-4da20c11ddc0 HTTP/1.1" status: 200 len: 945 time: 0.1382456 Jul 22 19:11:41.359161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42516) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:41.361398 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-567e7ce5-01e8-4933-b780-76f01093d5e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b96566ac26c4ad5a11c85d38ec86d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1624587 Jul 22 19:11:41.367198 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d166770-5ecc-4952-9d61-76471e294215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:41.368184 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d166770-5ecc-4952-9d61-76471e294215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:41.462498 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b685a9b-b71f-40ae-a717-219e11fa5db7 req-5c704346-1b67-4c8f-b6b0-2c203cc16f8b tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549327 Jul 22 19:11:41.477921 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1df42cc8-5418-49a7-91ff-6323a7ae6983 req-a2fac011-8612-4c5d-b457-7f4b0beb8f55 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610822 Jul 22 19:11:41.488756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] For port f413ea43-21bd-4123-94da-d0bc3357ba09, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:11:41.499913 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d166770-5ecc-4952-9d61-76471e294215 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:41.502799 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1df42cc8-5418-49a7-91ff-6323a7ae6983 req-f544500e-eff3-4dea-98eb-4a5eff4ae8ae service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979278 Jul 22 19:11:41.579253 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e21966f8-808f-47cf-90aa-be40a108771c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:41.582396 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:41.592724 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] For port f413ea43-21bd-4123-94da-d0bc3357ba09, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f413ea43-21bd-4123-94da-d0bc3357ba09,segment=NetworkSegment(ede11575-67b0-4d88-84de-3f21001165e0),segment_id=ede11575-67b0-4d88-84de-3f21001165e0)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:11:41.600226 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:41.609182 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b111b32-b698-4f76-9227-cf50b8bec7bb tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:41.618693 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2043fad1-e505-42ab-b9c1-bca446d7b5ae req-5f7cf812-8d24-4b63-84f7-8bc0bca653ae tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=43e10d5d-c716-4fe6-8eff-54d2109626f8 HTTP/1.1" status: 200 len: 210 time: 0.0819206 Jul 22 19:11:41.625761 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-00c6d397-2bfb-4275-a297-b288fa56963f req-13819365-7001-4cd3-951a-2681b8183208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d24e2d3-73b1-4528-b025-71fb422ede79 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:11:41.643595 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-00c6d397-2bfb-4275-a297-b288fa56963f req-13819365-7001-4cd3-951a-2681b8183208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:41.681872 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3,segment=NetworkSegment(3b58bc68-1756-48fe-8cb5-fa0d3ff8d906),segment_id=3b58bc68-1756-48fe-8cb5-fa0d3ff8d906)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:41.696290 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e21966f8-808f-47cf-90aa-be40a108771c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:41.711421 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3', 'network_id': '43446fef-6ac7-466a-9f04-5ce65621e5e9', 'port_id': 'c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3', 'mac_address': 'fa:16:3e:2b:49:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934071ba-1037-4dea-9f1f-4deae218fd12', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:11:41.771211 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de86c9-0076-42d9-be2f-525c4c756eb1 req-23c90827-13b1-48de-bb24-42ae86b5631c tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:41.789291 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-21de86c9-0076-42d9-be2f-525c4c756eb1 req-23c90827-13b1-48de-bb24-42ae86b5631c tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/ports?device_id=e29e7769-bebd-4ca6-bb68-0ff588177643 HTTP/1.1" status: 200 len: 945 time: 0.3978791 Jul 22 19:11:41.847263 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101749a7-8f1a-4eb1-9ad4-01ee5ac8007a None None] Pushing event updated for resources: {'Port': ['ID=f413ea43-21bd-4123-94da-d0bc3357ba09,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:41.929795 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:41.960792 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-21de86c9-0076-42d9-be2f-525c4c756eb1 req-778ea83c-90a4-451e-b70d-fe1ff32a65fd tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2efc33f-fbd2-4b32-af22-0836f98f55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704881 Jul 22 19:11:41.963143 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:11:41.968920 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-00c6d397-2bfb-4275-a297-b288fa56963f req-13819365-7001-4cd3-951a-2681b8183208 service neutron] Transition to ACTIVE for port object 4d24e2d3-73b1-4528-b025-71fb422ede79 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:11:41.986668 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e21966f8-808f-47cf-90aa-be40a108771c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:41.989960 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e21966f8-808f-47cf-90aa-be40a108771c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:41.991567 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e21966f8-808f-47cf-90aa-be40a108771c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04a706ac-6017-4b8d-a3be-a1cd1cf5b82c HTTP/1.1" status: 204 len: 168 time: 0.6313474 Jul 22 19:11:42.001374 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21966f8-808f-47cf-90aa-be40a108771c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a706ac-6017-4b8d-a3be-a1cd1cf5b82c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:42.018911 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-00c6d397-2bfb-4275-a297-b288fa56963f req-13819365-7001-4cd3-951a-2681b8183208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:42.074300 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d166770-5ecc-4952-9d61-76471e294215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:42.094202 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3,segment=NetworkSegment(3b58bc68-1756-48fe-8cb5-fa0d3ff8d906),segment_id=3b58bc68-1756-48fe-8cb5-fa0d3ff8d906)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:42.116626 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:42.201427 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b111b32-b698-4f76-9227-cf50b8bec7bb tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:42.221769 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b111b32-b698-4f76-9227-cf50b8bec7bb tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:42.252337 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b111b32-b698-4f76-9227-cf50b8bec7bb tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4935912-8f92-4fcf-94f9-bd2440cbd4f6,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:42.261371 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13819365-7001-4cd3-951a-2681b8183208 service neutron] Pushing event updated for resources: {'Port': ['ID=4d24e2d3-73b1-4528-b025-71fb422ede79,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:42.337885 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b111b32-b698-4f76-9227-cf50b8bec7bb tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:42.339195 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0b111b32-b698-4f76-9227-cf50b8bec7bb tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1996343 Jul 22 19:11:42.342552 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42540) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:42.346080 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:42.348046 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-14fd0e49-ab6e-4c55-a068-d6c798d8d077 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Request body: {'security_group_rule': {'security_group_id': 'ed0c83ac-abe1-47c9-be9c-2157df74fa91', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:42.377441 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:11:42.399595 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f327dcd-4544-43e0-b624-e09653872593 req-7d7fdfac-dc4a-4084-9286-4c19e7440dbe tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:42.404789 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2f327dcd-4544-43e0-b624-e09653872593 req-7d7fdfac-dc4a-4084-9286-4c19e7440dbe tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 947 time: 0.2161036 Jul 22 19:11:42.490956 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-00c6d397-2bfb-4275-a297-b288fa56963f req-13819365-7001-4cd3-951a-2681b8183208 service neutron] Attempting to bind port 4d24e2d3-73b1-4528-b025-71fb422ede79 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:11:42.491298 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-00c6d397-2bfb-4275-a297-b288fa56963f req-13819365-7001-4cd3-951a-2681b8183208 service neutron] Attempting to bind port 4d24e2d3-73b1-4528-b025-71fb422ede79 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3b58bc68-1756-48fe-8cb5-fa0d3ff8d906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '43446fef-6ac7-466a-9f04-5ce65621e5e9'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:11:42.491732 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c6d397-2bfb-4275-a297-b288fa56963f req-13819365-7001-4cd3-951a-2681b8183208 service neutron] Attempting to bind port 4d24e2d3-73b1-4528-b025-71fb422ede79 on network 43446fef-6ac7-466a-9f04-5ce65621e5e9 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:11:42.501104 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14fd0e49-ab6e-4c55-a068-d6c798d8d077 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:42.512984 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2f327dcd-4544-43e0-b624-e09653872593 req-680add9b-8f89-43d2-bd6e-435b8c6442fa tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009912 Jul 22 19:11:42.557978 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c6d397-2bfb-4275-a297-b288fa56963f req-13819365-7001-4cd3-951a-2681b8183208 service neutron] Port 4d24e2d3-73b1-4528-b025-71fb422ede79 on network 43446fef-6ac7-466a-9f04-5ce65621e5e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:11:42.558319 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c6d397-2bfb-4275-a297-b288fa56963f req-13819365-7001-4cd3-951a-2681b8183208 service neutron] Attempting to bind port 4d24e2d3-73b1-4528-b025-71fb422ede79 on network 43446fef-6ac7-466a-9f04-5ce65621e5e9 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:11:42.583958 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c6d397-2bfb-4275-a297-b288fa56963f req-13819365-7001-4cd3-951a-2681b8183208 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:11:42.584313 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c6d397-2bfb-4275-a297-b288fa56963f req-13819365-7001-4cd3-951a-2681b8183208 service neutron] Checking segment: {'id': '3b58bc68-1756-48fe-8cb5-fa0d3ff8d906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '43446fef-6ac7-466a-9f04-5ce65621e5e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:11:42.584766 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c6d397-2bfb-4275-a297-b288fa56963f req-13819365-7001-4cd3-951a-2681b8183208 service neutron] Bound using segment: {'id': '3b58bc68-1756-48fe-8cb5-fa0d3ff8d906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '43446fef-6ac7-466a-9f04-5ce65621e5e9'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:11:42.585226 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-00c6d397-2bfb-4275-a297-b288fa56963f req-13819365-7001-4cd3-951a-2681b8183208 service neutron] Bound port: 4d24e2d3-73b1-4528-b025-71fb422ede79, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b58bc68-1756-48fe-8cb5-fa0d3ff8d906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '43446fef-6ac7-466a-9f04-5ce65621e5e9'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:11:42.585830 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-00c6d397-2bfb-4275-a297-b288fa56963f req-13819365-7001-4cd3-951a-2681b8183208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:42.668097 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42544) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:42.681390 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14fd0e49-ab6e-4c55-a068-d6c798d8d077 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:42.688226 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6275-12e1-4d33-98c9-7d94e087f0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:42.694585 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14fd0e49-ab6e-4c55-a068-d6c798d8d077 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:42.740669 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd0e49-ab6e-4c55-a068-d6c798d8d077 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cee94c-0134-4f75-91ec-8667fcb314f1,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:42.772448 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c7415-cf73-481f-a04e-627ce479b1fd req-b32a3f9c-2f58-494a-abdf-a972a6cb1fc1 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:42.782949 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-500c7415-cf73-481f-a04e-627ce479b1fd req-b32a3f9c-2f58-494a-abdf-a972a6cb1fc1 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/ports?device_id=e29e7769-bebd-4ca6-bb68-0ff588177643 HTTP/1.1" status: 200 len: 945 time: 0.1593695 Jul 22 19:11:42.871364 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-00c6d397-2bfb-4275-a297-b288fa56963f req-13819365-7001-4cd3-951a-2681b8183208 service neutron] For port 4d24e2d3-73b1-4528-b025-71fb422ede79, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:11:42.880573 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-500c7415-cf73-481f-a04e-627ce479b1fd req-c3043eaa-2c32-413b-ae17-19be3dd691e8 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2efc33f-fbd2-4b32-af22-0836f98f55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970786 Jul 22 19:11:42.919560 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-00c6d397-2bfb-4275-a297-b288fa56963f req-13819365-7001-4cd3-951a-2681b8183208 service neutron] For port 4d24e2d3-73b1-4528-b025-71fb422ede79, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=4d24e2d3-73b1-4528-b025-71fb422ede79,segment=NetworkSegment(3b58bc68-1756-48fe-8cb5-fa0d3ff8d906),segment_id=3b58bc68-1756-48fe-8cb5-fa0d3ff8d906)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:11:42.938381 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6275-12e1-4d33-98c9-7d94e087f0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:42.945836 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6275-12e1-4d33-98c9-7d94e087f0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:42.974736 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-00c6d397-2bfb-4275-a297-b288fa56963f req-13819365-7001-4cd3-951a-2681b8183208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:42.993230 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device fb909c7b-f94e-4b49-9b26-1260cef70227 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:11:43.003558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a6275-12e1-4d33-98c9-7d94e087f0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab893e82-bd29-499b-aa92-8ce06418d0c7,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:43.007605 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6d397-2bfb-4275-a297-b288fa56963f req-13819365-7001-4cd3-951a-2681b8183208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:43.011910 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-00c6d397-2bfb-4275-a297-b288fa56963f req-13819365-7001-4cd3-951a-2681b8183208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:43.014620 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-00c6d397-2bfb-4275-a297-b288fa56963f req-13819365-7001-4cd3-951a-2681b8183208 service neutron] 10.222.0.30 "PUT /v2.0/ports/4d24e2d3-73b1-4528-b025-71fb422ede79 HTTP/1.1" status: 200 len: 1092 time: 2.7357180 Jul 22 19:11:43.021285 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3203cb-4628-4cde-8769-c66083b5d4ed', 'tag': '4d24e2d3-73b1-4528-b025-71fb422ede79'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:11:43.024530 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076b8ae9-ec9f-45b9-919f-dc4662fa6558" -d '{"events": [{"name": "network-changed", "server_uuid": "de3203cb-4628-4cde-8769-c66083b5d4ed", "tag": "4d24e2d3-73b1-4528-b025-71fb422ede79"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:11:43.028654 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14fd0e49-ab6e-4c55-a068-d6c798d8d077 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:43.035157 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-14fd0e49-ab6e-4c55-a068-d6c798d8d077 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6913786 Jul 22 19:11:43.036010 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42558) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:43.074847 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8595c9a7-2987-4d55-a43c-cb272c2bbf82 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Request body: {'security_group_rule': {'security_group_id': 'ed0c83ac-abe1-47c9-be9c-2157df74fa91', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:43.088224 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8a5a6275-12e1-4d33-98c9-7d94e087f0b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6aea49d60769491f8707539ed006f7e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4181001 Jul 22 19:11:43.091500 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42562) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:43.153445 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d166770-5ecc-4952-9d61-76471e294215 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:43.160999 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port fb909c7b-f94e-4b49-9b26-1260cef70227, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=fb909c7b-f94e-4b49-9b26-1260cef70227,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:43.175858 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'fb909c7b-f94e-4b49-9b26-1260cef70227', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': 'fb909c7b-f94e-4b49-9b26-1260cef70227', 'mac_address': 'fa:16:3e:bf:ec:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:11:43.181344 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d166770-5ecc-4952-9d61-76471e294215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:43.234856 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:43.237425 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae1886-ab87-41b2-8a55-09d541057bbb req-656b80de-c1ed-4182-b889-432ff7c71c50 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:43.239946 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4bae1886-ab87-41b2-8a55-09d541057bbb req-656b80de-c1ed-4182-b889-432ff7c71c50 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 943 time: 0.2513063 Jul 22 19:11:43.242708 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0e9d781a-9662-4730-8112-24244a3322c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:43.258157 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13819365-7001-4cd3-951a-2681b8183208 service neutron] Pushing event updated for resources: {'Port': ['ID=4d24e2d3-73b1-4528-b025-71fb422ede79,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:43.258687 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:11:43.271273 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8595c9a7-2987-4d55-a43c-cb272c2bbf82 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:43.303721 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb909c7b-f94e-4b49-9b26-1260cef70227 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:11:43.306345 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0e9d781a-9662-4730-8112-24244a3322c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:43.322409 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6d397-2bfb-4275-a297-b288fa56963f req-8c55d665-7f0d-4ada-aa15-4c8c19b1b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:43.322979 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-00c6d397-2bfb-4275-a297-b288fa56963f req-8c55d665-7f0d-4ada-aa15-4c8c19b1b689 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9969b04cb20a400c8e89d23b9b9aa08c&device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 1095 time: 0.2538540 Jul 22 19:11:43.325988 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5fb557-ff53-4512-8da3-37df9a74b925 None None] Network 47ed28f7-e57b-4725-b7b8-4e2ff6ef303b requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:11:43.331532 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4bae1886-ab87-41b2-8a55-09d541057bbb req-5d25389b-a9d1-41ec-8fe8-394ec929dbf3 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729866 Jul 22 19:11:43.380278 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port fb909c7b-f94e-4b49-9b26-1260cef70227, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=fb909c7b-f94e-4b49-9b26-1260cef70227,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:43.394236 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:43.420540 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-00c6d397-2bfb-4275-a297-b288fa56963f req-9292778f-8d07-495c-9a4b-b69314b7aca5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d24e2d3-73b1-4528-b025-71fb422ede79 HTTP/1.1" status: 200 len: 217 time: 0.0692122 Jul 22 19:11:43.428028 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0e9d781a-9662-4730-8112-24244a3322c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:43.431538 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0e9d781a-9662-4730-8112-24244a3322c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:43.436315 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0e9d781a-9662-4730-8112-24244a3322c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab893e82-bd29-499b-aa92-8ce06418d0c7 HTTP/1.1" status: 204 len: 168 time: 0.3440745 Jul 22 19:11:43.448653 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d781a-9662-4730-8112-24244a3322c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab893e82-bd29-499b-aa92-8ce06418d0c7,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:43.491866 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=fb909c7b-f94e-4b49-9b26-1260cef70227,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:43.499707 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-7d166770-5ecc-4952-9d61-76471e294215 admin admin] Allocated IP 172.25.3.248 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/dc6b6971-7170-422d-b4e0-6a96e7aeb7ff) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:11:43.507133 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8595c9a7-2987-4d55-a43c-cb272c2bbf82 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:43.523190 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8595c9a7-2987-4d55-a43c-cb272c2bbf82 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:43.523602 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ea1ca853-9f9a-40a9-a624-4554773b37ec None None] Provisioning for port f413ea43-21bd-4123-94da-d0bc3357ba09 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:11:43.538203 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6d397-2bfb-4275-a297-b288fa56963f req-cbd579be-0838-4100-a6c0-126a102c3cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:43.541359 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-00c6d397-2bfb-4275-a297-b288fa56963f req-cbd579be-0838-4100-a6c0-126a102c3cd8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=934071ba-1037-4dea-9f1f-4deae218fd12 HTTP/1.1" status: 200 len: 859 time: 0.1108470 Jul 22 19:11:43.560233 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f3055-64be-494b-a4fa-70590fe09502 req-434dee45-7488-4d61-8ed1-ad944b3d2bf9 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:43.576993 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-021f3055-64be-494b-a4fa-70590fe09502 req-434dee45-7488-4d61-8ed1-ad944b3d2bf9 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=2211cb26-c2e2-4db5-a881-4da20c11ddc0 HTTP/1.1" status: 200 len: 945 time: 0.1375604 Jul 22 19:11:43.612867 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:11:43.613114 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595c9a7-2987-4d55-a43c-cb272c2bbf82 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92b6d6b-aafa-4a88-888a-100adec32a5a,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:43.621030 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-00c6d397-2bfb-4275-a297-b288fa56963f req-6b58596e-bde4-4442-8694-7dd056ad167a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=43446fef-6ac7-466a-9f04-5ce65621e5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667040 Jul 22 19:11:43.627455 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['fb909c7b-f94e-4b49-9b26-1260cef70227'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:11:43.630728 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:43.631102 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:43.636589 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8595c9a7-2987-4d55-a43c-cb272c2bbf82 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:43.642247 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8595c9a7-2987-4d55-a43c-cb272c2bbf82 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5767639 Jul 22 19:11:43.643425 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42572) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:43.652623 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-83e2b0db-b097-4aa3-98b0-1744cbb311b1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Request body: {'security_group_rule': {'security_group_id': 'ed0c83ac-abe1-47c9-be9c-2157df74fa91', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:43.684662 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-021f3055-64be-494b-a4fa-70590fe09502 req-637b919d-f5af-4162-9cd7-1d73d537e073 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988266 Jul 22 19:11:43.786743 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191d8955-762f-4fa1-913b-e9218bdf3b58 x-openstack-request-id: req-191d8955-762f-4fa1-913b-e9218bdf3b58 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:11:43.787042 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3203cb-4628-4cde-8769-c66083b5d4ed", "tag": "4d24e2d3-73b1-4528-b025-71fb422ede79", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:11:43.787297 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-191d8955-762f-4fa1-913b-e9218bdf3b58 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:11:43.789549 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3203cb-4628-4cde-8769-c66083b5d4ed', 'tag': '4d24e2d3-73b1-4528-b025-71fb422ede79', 'status': 'completed', 'code': 200} Jul 22 19:11:43.838924 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-5f4d1cb9-d8b3-48e7-962a-e29867b8ec91 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:43.841241 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-5f4d1cb9-d8b3-48e7-962a-e29867b8ec91 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.30 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0&tenant_id=46238864a83148d380b2ca0eb3b80dcd&binding%3Ahost_id=n-h1-800086-12 HTTP/1.1" status: 200 len: 948 time: 0.1545260 Jul 22 19:11:44.058911 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:44.061242 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f413ea43-21bd-4123-94da-d0bc3357ba09 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:11:44.063374 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-83e2b0db-b097-4aa3-98b0-1744cbb311b1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:44.065409 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eabfad42-9956-4616-ac43-31d0caa4df6b req-64614ec2-3816-42b4-bb3b-6d3476132331 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17cd2804a52047cfb4d32d8ab0a04c5d&device_id=43e10d5d-c716-4fe6-8eff-54d2109626f8 HTTP/1.1" status: 200 len: 210 time: 0.0455468 Jul 22 19:11:44.096033 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d166770-5ecc-4952-9d61-76471e294215 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:44.163369 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-00c6d397-2bfb-4275-a297-b288fa56963f req-e17812c5-4c4e-4946-9dba-8ea4f75db3ad service neutron] 10.222.0.30 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181737 Jul 22 19:11:44.183633 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3,segment=NetworkSegment(3b58bc68-1756-48fe-8cb5-fa0d3ff8d906),segment_id=3b58bc68-1756-48fe-8cb5-fa0d3ff8d906)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:44.186567 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762ce854-9e29-4e43-a6b9-a1d64b52d47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:11:44.190590 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b18cc9-1fb1-4eb9-b79d-95e231050018" -d '{"events": [{"server_uuid": "762ce854-9e29-4e43-a6b9-a1d64b52d47b", "name": "network-vif-plugged", "status": "completed", "tag": "c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:11:44.196553 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:44.269387 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-83e2b0db-b097-4aa3-98b0-1744cbb311b1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:44.274424 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port f413ea43-21bd-4123-94da-d0bc3357ba09 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:11:44.285143 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port f413ea43-21bd-4123-94da-d0bc3357ba09 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:44.286177 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:44.288042 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-83e2b0db-b097-4aa3-98b0-1744cbb311b1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:44.302361 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfad42-9956-4616-ac43-31d0caa4df6b req-a81c22f1-104b-4615-9a06-c256eae07a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:44.303785 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eabfad42-9956-4616-ac43-31d0caa4df6b req-a81c22f1-104b-4615-9a06-c256eae07a53 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=17cd2804a52047cfb4d32d8ab0a04c5d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2256327 Jul 22 19:11:44.310760 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-27498517-fbf7-4974-b4fa-f71fc89ffea2 service neutron] 10.222.0.30 "GET /v2.0/ports/fb909c7b-f94e-4b49-9b26-1260cef70227/bindings/n-h1-800086-12 HTTP/1.1" status: 200 len: 383 time: 0.4617829 Jul 22 19:11:44.389487 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2b0db-b097-4aa3-98b0-1744cbb311b1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9379826a-6d65-4cbd-95af-381d07409a59,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:44.392405 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:44.415570 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-83e2b0db-b097-4aa3-98b0-1744cbb311b1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:44.420708 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-83e2b0db-b097-4aa3-98b0-1744cbb311b1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7693384 Jul 22 19:11:44.421628 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d166770-5ecc-4952-9d61-76471e294215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:44.432068 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42598) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:44.442920 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-fb7e4d4a-060b-4f9e-acc6-df066a28eeec tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Request body: {'security_group_rule': {'security_group_id': 'ed0c83ac-abe1-47c9-be9c-2157df74fa91', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:44.455282 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429e583-d566-4022-91ae-1fbc9af89029 req-6a5eef3e-3337-4bf8-9842-851d00552785 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:44.476192 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8429e583-d566-4022-91ae-1fbc9af89029 req-6a5eef3e-3337-4bf8-9842-851d00552785 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 948 time: 0.5429986 Jul 22 19:11:44.503910 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d166770-5ecc-4952-9d61-76471e294215 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:11:44.517138 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:44.526609 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb7e4d4a-060b-4f9e-acc6-df066a28eeec tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:44.550110 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-7d166770-5ecc-4952-9d61-76471e294215 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:11:44.590266 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port f413ea43-21bd-4123-94da-d0bc3357ba09, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f413ea43-21bd-4123-94da-d0bc3357ba09,segment=NetworkSegment(ede11575-67b0-4d88-84de-3f21001165e0),segment_id=ede11575-67b0-4d88-84de-3f21001165e0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:44.600394 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:44.638495 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-916a7bbc-4ba1-4f14-85a4-3d7d35e4daa9 None None] Provisioning complete for port f413ea43-21bd-4123-94da-d0bc3357ba09 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:44.639144 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-916a7bbc-4ba1-4f14-85a4-3d7d35e4daa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:44.639919 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb7e4d4a-060b-4f9e-acc6-df066a28eeec tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:44.641360 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d166770-5ecc-4952-9d61-76471e294215 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:11:44.661110 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8429e583-d566-4022-91ae-1fbc9af89029 req-607f4d20-0b29-422c-8626-0fa0c1f79c0e tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837835 Jul 22 19:11:44.678087 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb7e4d4a-060b-4f9e-acc6-df066a28eeec tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:44.684415 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-00c6d397-2bfb-4275-a297-b288fa56963f req-0fbd3889-d21d-4045-b669-78b980ae6a40 service neutron] 10.222.0.30 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139649 Jul 22 19:11:44.695573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-91ba512b-add4-4690-b0a6-da974b093a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:44.697326 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-91ba512b-add4-4690-b0a6-da974b093a59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 1100 time: 0.3432181 Jul 22 19:11:44.699341 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfad42-9956-4616-ac43-31d0caa4df6b req-13e8f25f-229f-432c-bdbe-3eee8f146c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:44.700356 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eabfad42-9956-4616-ac43-31d0caa4df6b req-13e8f25f-229f-432c-bdbe-3eee8f146c94 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3887556 Jul 22 19:11:44.744148 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e4d4a-060b-4f9e-acc6-df066a28eeec tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5f42eb-c6f0-4ecc-a082-4f0d8b2c7313,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:44.772646 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d166770-5ecc-4952-9d61-76471e294215 admin admin] Pushing event updated for resources: {'Port': ['ID=dc6b6971-7170-422d-b4e0-6a96e7aeb7ff,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:44.793395 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=f413ea43-21bd-4123-94da-d0bc3357ba09,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:44.844107 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-eabfad42-9956-4616-ac43-31d0caa4df6b req-1e9d2fc1-9915-4075-bb19-9c87cfa43611 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.30 "GET /v2.0/ports?device_id=43e10d5d-c716-4fe6-8eff-54d2109626f8 HTTP/1.1" status: 200 len: 210 time: 0.0723989 Jul 22 19:11:44.859644 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb7e4d4a-060b-4f9e-acc6-df066a28eeec tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:44.861166 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fb7e4d4a-060b-4f9e-acc6-df066a28eeec tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4241970 Jul 22 19:11:44.868711 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42626) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:44.964438 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9b23cd-43ec-4f86-b580-a46a627cbec7 x-openstack-request-id: req-1d9b23cd-43ec-4f86-b580-a46a627cbec7 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:11:44.964757 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762ce854-9e29-4e43-a6b9-a1d64b52d47b", "name": "network-vif-plugged", "status": "completed", "tag": "c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:11:44.970986 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d9b23cd-43ec-4f86-b580-a46a627cbec7 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:11:44.972125 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762ce854-9e29-4e43-a6b9-a1d64b52d47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3', 'code': 200} Jul 22 19:11:44.994358 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad5cbf8c-e16b-4b32-a531-3608c2918037 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:45.027953 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad5cbf8c-e16b-4b32-a531-3608c2918037 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:45.119978 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad5cbf8c-e16b-4b32-a531-3608c2918037 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:45.130212 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad5cbf8c-e16b-4b32-a531-3608c2918037 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:45.132741 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ad5cbf8c-e16b-4b32-a531-3608c2918037 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/eb5f42eb-c6f0-4ecc-a082-4f0d8b2c7313 HTTP/1.1" status: 204 len: 168 time: 0.2611313 Jul 22 19:11:45.193037 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42632) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:45.208785 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cbf8c-e16b-4b32-a531-3608c2918037 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb5f42eb-c6f0-4ecc-a082-4f0d8b2c7313,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:45.275442 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b72518-f5d2-4a35-abae-e40c1e040b11 req-6fc0fc70-da00-4b61-a6e3-66d778748f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:45.277213 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b3b72518-f5d2-4a35-abae-e40c1e040b11 req-6fc0fc70-da00-4b61-a6e3-66d778748f89 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 1098 time: 0.2016115 Jul 22 19:11:45.298939 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b11f4f17-83a7-4d01-932b-47c15d7e49e2 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1007366 Jul 22 19:11:45.300538 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42638) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:45.346069 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d166770-5ecc-4952-9d61-76471e294215 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:45.519153 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-3675f871-21a0-47db-a5f2-f638ef71d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:45.520831 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-3675f871-21a0-47db-a5f2-f638ef71d86f service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.8062296 Jul 22 19:11:45.537492 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b8ae9-ec9f-45b9-919f-dc4662fa6558 req-b6ef2c8c-1e5b-4076-bfa0-2eb0253b81ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:45.539072 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-076b8ae9-ec9f-45b9-919f-dc4662fa6558 req-b6ef2c8c-1e5b-4076-bfa0-2eb0253b81ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9969b04cb20a400c8e89d23b9b9aa08c&device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 1095 time: 0.7601511 Jul 22 19:11:45.541748 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40a50691-59c9-4729-bd96-117936f66f83 req-0a3e347d-2d16-4493-8a9b-03c6b7ba756d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7725170 Jul 22 19:11:45.605094 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7badf-df2f-43ae-b5f7-c3d5b8dbc9eb req-b9d3a4f1-7c37-4a11-994a-7ce33f9bb808 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:45.612017 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4f7badf-df2f-43ae-b5f7-c3d5b8dbc9eb req-b9d3a4f1-7c37-4a11-994a-7ce33f9bb808 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/ports?device_id=e29e7769-bebd-4ca6-bb68-0ff588177643 HTTP/1.1" status: 200 len: 945 time: 0.3144815 Jul 22 19:11:45.632231 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-465f1fe0-c70f-4d4f-8a74-2295a0f99cf1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=fb909c7b-f94e-4b49-9b26-1260cef70227 HTTP/1.1" status: 200 len: 217 time: 0.0981994 Jul 22 19:11:45.643205 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ed1cc-4ef3-471f-9910-601de5471600 req-66556f6d-0174-4f5f-afb7-2f473a2a6818 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:45.647902 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-597ed1cc-4ef3-471f-9910-601de5471600 req-66556f6d-0174-4f5f-afb7-2f473a2a6818 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/networks?id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd HTTP/1.1" status: 200 len: 812 time: 0.8169067 Jul 22 19:11:45.782961 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-597ed1cc-4ef3-471f-9910-601de5471600 req-a0dfeda9-7476-4b2f-a347-f4d2ef7923b4 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/quotas/17cd2804a52047cfb4d32d8ab0a04c5d HTTP/1.1" status: 200 len: 375 time: 0.0876374 Jul 22 19:11:45.794045 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d210352a-de56-414a-8757-cf409a2affd5 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:45.803119 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b3b72518-f5d2-4a35-abae-e40c1e040b11 req-94af8e9f-1282-4ffe-ad24-ee212520fea8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007708 Jul 22 19:11:45.811276 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d210352a-de56-414a-8757-cf409a2affd5 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:45.825912 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-02c36249-3023-47c1-9333-3226ec0a90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:45.836157 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-02c36249-3023-47c1-9333-3226ec0a90dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1868887 Jul 22 19:11:45.869741 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4f7badf-df2f-43ae-b5f7-c3d5b8dbc9eb req-566d1f57-5c14-4382-897a-752ef30bf88d tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2efc33f-fbd2-4b32-af22-0836f98f55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565997 Jul 22 19:11:45.878704 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f413ea43-21bd-4123-94da-d0bc3357ba09 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:11:45.879609 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-597ed1cc-4ef3-471f-9910-601de5471600 req-5900c67a-35e7-47a3-96c3-6743d2571477 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=17cd2804a52047cfb4d32d8ab0a04c5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804338 Jul 22 19:11:45.911262 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d210352a-de56-414a-8757-cf409a2affd5 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:45.922034 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d210352a-de56-414a-8757-cf409a2affd5 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:45.929502 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d210352a-de56-414a-8757-cf409a2affd5 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9379826a-6d65-4cbd-95af-381d07409a59 HTTP/1.1" status: 204 len: 168 time: 0.6248050 Jul 22 19:11:45.993080 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port f413ea43-21bd-4123-94da-d0bc3357ba09 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:45.993458 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:46.007897 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42658) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:46.066228 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-597ed1cc-4ef3-471f-9910-601de5471600 req-8d71bccb-078a-407c-a695-b07d7da62560 service neutron] 10.222.0.13 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690037 Jul 22 19:11:46.078484 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210352a-de56-414a-8757-cf409a2affd5 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9379826a-6d65-4cbd-95af-381d07409a59,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:46.102662 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b8ae9-ec9f-45b9-919f-dc4662fa6558 req-c058108d-ec9a-44f4-aa68-7b29cb2f3811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:46.104465 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-076b8ae9-ec9f-45b9-919f-dc4662fa6558 req-c058108d-ec9a-44f4-aa68-7b29cb2f3811 service neutron] 10.222.0.30 "GET /v2.0/networks?id=43446fef-6ac7-466a-9f04-5ce65621e5e9 HTTP/1.1" status: 200 len: 920 time: 0.5492728 Jul 22 19:11:46.119186 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a50691-59c9-4729-bd96-117936f66f83 req-44dbf9be-92d2-43ab-9baf-662304504220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:46.120727 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40a50691-59c9-4729-bd96-117936f66f83 req-44dbf9be-92d2-43ab-9baf-662304504220 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 1102 time: 0.5275147 Jul 22 19:11:46.122034 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0d51c012-b3cb-43e1-bff2-605d989c9c9c tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1101305 Jul 22 19:11:46.125656 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42670) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:46.187702 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd618682-9352-4cab-88de-efe1206a3e02 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:46.208869 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd618682-9352-4cab-88de-efe1206a3e02 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:46.208869 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d166770-5ecc-4952-9d61-76471e294215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:46.232987 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-076b8ae9-ec9f-45b9-919f-dc4662fa6558 req-6555fa2e-8231-437b-9a58-8cb30fb23685 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d24e2d3-73b1-4528-b025-71fb422ede79 HTTP/1.1" status: 200 len: 217 time: 0.0917320 Jul 22 19:11:46.302047 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd618682-9352-4cab-88de-efe1206a3e02 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:46.312560 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd618682-9352-4cab-88de-efe1206a3e02 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:46.316940 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-dd618682-9352-4cab-88de-efe1206a3e02 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c92b6d6b-aafa-4a88-888a-100adec32a5a HTTP/1.1" status: 204 len: 168 time: 0.1787441 Jul 22 19:11:46.319680 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42678) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:46.327668 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd618682-9352-4cab-88de-efe1206a3e02 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c92b6d6b-aafa-4a88-888a-100adec32a5a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:46.384139 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-776de7b8-1d63-4289-94bd-8a975a92a2a1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0626004 Jul 22 19:11:46.386220 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42680) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:46.422824 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ceeed6f-0c64-4a6f-b5c4-416419645321 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:46.424672 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-762caae8-acae-4853-8534-6a8b03ebe726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:46.426255 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-762caae8-acae-4853-8534-6a8b03ebe726 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5546298 Jul 22 19:11:46.434120 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ceeed6f-0c64-4a6f-b5c4-416419645321 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:46.438891 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b8ae9-ec9f-45b9-919f-dc4662fa6558 req-a66ba5ec-dc0b-4558-bbcf-969f8ad3d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:46.440648 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-076b8ae9-ec9f-45b9-919f-dc4662fa6558 req-a66ba5ec-dc0b-4558-bbcf-969f8ad3d394 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=934071ba-1037-4dea-9f1f-4deae218fd12 HTTP/1.1" status: 200 len: 859 time: 0.1931486 Jul 22 19:11:46.451677 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d166770-5ecc-4952-9d61-76471e294215 admin admin] Router 778bf9de-960f-4d29-a98a-41511c885ee0 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:11:46.460556 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-597ed1cc-4ef3-471f-9910-601de5471600 req-e0c9db8b-891f-470b-a00c-0eb3b6ed7ece service neutron] 10.222.0.13 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830869 Jul 22 19:11:46.501050 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ceeed6f-0c64-4a6f-b5c4-416419645321 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:46.534796 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42684) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:46.539143 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ceeed6f-0c64-4a6f-b5c4-416419645321 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:46.540253 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3ceeed6f-0c64-4a6f-b5c4-416419645321 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/28cee94c-0134-4f75-91ec-8667fcb314f1 HTTP/1.1" status: 204 len: 168 time: 0.1531196 Jul 22 19:11:46.551842 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42686) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:46.566456 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceeed6f-0c64-4a6f-b5c4-416419645321 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28cee94c-0134-4f75-91ec-8667fcb314f1,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:46.604731 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323470da-eb5a-48a7-b371-c7d814bc9570 req-aec08eaa-cac6-474a-994d-5307abf28b11 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:46.624983 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d4ab294b-0889-4e98-ae41-ca5dfc3c5db5 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0720358 Jul 22 19:11:46.628222 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42696) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:46.631372 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-323470da-eb5a-48a7-b371-c7d814bc9570 req-aec08eaa-cac6-474a-994d-5307abf28b11 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 943 time: 0.5597644 Jul 22 19:11:46.635925 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-2c8f4141-a4d6-45be-b297-affab282ab94 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894660 Jul 22 19:11:46.657253 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a50691-59c9-4729-bd96-117936f66f83 req-04e0b764-bdfb-4384-a689-6b0b992743ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:46.658738 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40a50691-59c9-4729-bd96-117936f66f83 req-04e0b764-bdfb-4384-a689-6b0b992743ed service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.4995902 Jul 22 19:11:46.674225 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d166770-5ecc-4952-9d61-76471e294215 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:11:46.693952 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f59691-af97-4629-91f1-0135026fce05 None None] Sync routers for ids ['778bf9de-960f-4d29-a98a-41511c885ee0'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:11:46.725672 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-944b8dde-b44d-44fe-8044-37d2aa6290ba tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:46.728051 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f59691-af97-4629-91f1-0135026fce05 None None] Routers {'778bf9de-960f-4d29-a98a-41511c885ee0'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:11:46.731271 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-81f59691-af97-4629-91f1-0135026fce05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:11:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['778bf9de-960f-4d29-a98a-41511c885ee0'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:46.733620 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-323470da-eb5a-48a7-b371-c7d814bc9570 req-2451ef99-2c9a-4674-94fb-886ebecd2ff4 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014416 Jul 22 19:11:46.734904 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40a50691-59c9-4729-bd96-117936f66f83 req-9de30d13-a15c-478e-939a-6a2fdf35f214 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e464f3c4-2a37-45c5-b30c-52016b9bfacc HTTP/1.1" status: 200 len: 217 time: 0.0583920 Jul 22 19:11:46.761354 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-944b8dde-b44d-44fe-8044-37d2aa6290ba tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:46.843317 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-076b8ae9-ec9f-45b9-919f-dc4662fa6558 req-a9180972-d6f5-4fad-bbcc-e0cb11e5e635 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=43446fef-6ac7-466a-9f04-5ce65621e5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3763952 Jul 22 19:11:46.895309 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d166770-5ecc-4952-9d61-76471e294215 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:46.903090 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7d166770-5ecc-4952-9d61-76471e294215 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2489491 Jul 22 19:11:46.907274 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42710) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:46.910878 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df0b1939-0ab1-474b-a876-57b1a4c529aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:46.917579 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-81f59691-af97-4629-91f1-0135026fce05 None None] Set router 778bf9de-960f-4d29-a98a-41511c885ee0 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:11:47.008415 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-944b8dde-b44d-44fe-8044-37d2aa6290ba tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:47.018378 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 4d24e2d3-73b1-4528-b025-71fb422ede79 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:11:47.021995 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device fb909c7b-f94e-4b49-9b26-1260cef70227 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:11:47.030646 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-944b8dde-b44d-44fe-8044-37d2aa6290ba tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:47.040830 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42712) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:47.041605 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-944b8dde-b44d-44fe-8044-37d2aa6290ba tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f4935912-8f92-4fcf-94f9-bd2440cbd4f6 HTTP/1.1" status: 204 len: 168 time: 0.4117885 Jul 22 19:11:47.045200 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b8dde-b44d-44fe-8044-37d2aa6290ba tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4935912-8f92-4fcf-94f9-bd2440cbd4f6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:47.075409 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-71454d91-aa70-4234-9179-2ef51e36e811 req-553c1cbf-fc84-487c-966a-1116513728b8 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae87b658-2a69-41e2-a5c0-41ffd1581207 HTTP/1.1" status: 200 len: 210 time: 0.1170869 Jul 22 19:11:47.134218 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-076b8ae9-ec9f-45b9-919f-dc4662fa6558 req-c5c6b42b-64ff-456c-a173-fa133b976eb4 service neutron] 10.222.0.30 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558653 Jul 22 19:11:47.181661 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a50691-59c9-4729-bd96-117936f66f83 req-828725a7-2b71-46c0-899e-a946da72b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:47.183384 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40a50691-59c9-4729-bd96-117936f66f83 req-828725a7-2b71-46c0-899e-a946da72b815 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.3142695 Jul 22 19:11:47.211185 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-dfdf9d7b-2307-4c00-af66-8a16aa7f81dc service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356276 Jul 22 19:11:47.391587 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-81f59691-af97-4629-91f1-0135026fce05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'name': 'tempest-TaggedBootDevicesTest-797260946-router', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:41Z', 'updated_at': '2021-07-22T19:11:45Z', 'revision_number': 3, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'gw_port': {'id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:43Z', 'updated_at': '2021-07-22T19:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:47.410989 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 4d24e2d3-73b1-4528-b025-71fb422ede79, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=4d24e2d3-73b1-4528-b025-71fb422ede79,segment=NetworkSegment(3b58bc68-1756-48fe-8cb5-fa0d3ff8d906),segment_id=3b58bc68-1756-48fe-8cb5-fa0d3ff8d906)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:47.428115 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '4d24e2d3-73b1-4528-b025-71fb422ede79', 'network_id': '43446fef-6ac7-466a-9f04-5ce65621e5e9', 'port_id': '4d24e2d3-73b1-4528-b025-71fb422ede79', 'mac_address': 'fa:16:3e:1e:f5:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934071ba-1037-4dea-9f1f-4deae218fd12', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:11:47.430681 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 8e010477-8cca-408d-98b8-f8e2a7704621 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:11:47.434077 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-56c0d260-3d3d-4710-8626-d5c2ca4fe237 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3738565 Jul 22 19:11:47.443958 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42726) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:47.448589 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port fb909c7b-f94e-4b49-9b26-1260cef70227 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:11:47.450963 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f59691-af97-4629-91f1-0135026fce05 None None] Checking router: 778bf9de-960f-4d29-a98a-41511c885ee0 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:11:47.453043 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f59691-af97-4629-91f1-0135026fce05 None None] Updating router 778bf9de-960f-4d29-a98a-41511c885ee0 port dc6b6971-7170-422d-b4e0-6a96e7aeb7ff binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:11:47.499909 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port fb909c7b-f94e-4b49-9b26-1260cef70227 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:47.500283 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:47.506038 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-81f59691-af97-4629-91f1-0135026fce05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:47.589660 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:47.615163 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe35de-b24e-4835-ad80-26ba00ee0735 req-25ad3c5b-d5b4-4570-ae00-7c5702b27cd7 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:47.631531 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ebe35de-b24e-4835-ad80-26ba00ee0735 req-25ad3c5b-d5b4-4570-ae00-7c5702b27cd7 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 948 time: 0.7872202 Jul 22 19:11:47.633042 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df0b1939-0ab1-474b-a876-57b1a4c529aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:47.637981 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d24e2d3-73b1-4528-b025-71fb422ede79 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:11:47.646335 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df0b1939-0ab1-474b-a876-57b1a4c529aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:47.667369 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 4d24e2d3-73b1-4528-b025-71fb422ede79, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=4d24e2d3-73b1-4528-b025-71fb422ede79,segment=NetworkSegment(3b58bc68-1756-48fe-8cb5-fa0d3ff8d906),segment_id=3b58bc68-1756-48fe-8cb5-fa0d3ff8d906)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:47.671546 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.resource_extend [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:11:47.691425 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:47.706798 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a50691-59c9-4729-bd96-117936f66f83 req-aed3bf4d-6d73-4002-98d1-244c3155c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:47.709186 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40a50691-59c9-4729-bd96-117936f66f83 req-aed3bf4d-6d73-4002-98d1-244c3155c262 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4966619 Jul 22 19:11:47.743112 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74b5984e-325f-4762-806c-10b361f6b8ed tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:47.748723 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-df0b1939-0ab1-474b-a876-57b1a4c529aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3891dc71a0c4c249fc6b7be8675006e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2073154 Jul 22 19:11:47.754316 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42734) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:47.756600 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b1939-0ab1-474b-a876-57b1a4c529aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247118e8-1f54-4ca3-85bb-eed6a3e91d50,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:47.836433 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74b5984e-325f-4762-806c-10b361f6b8ed tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:47.849623 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:47.860837 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40a50691-59c9-4729-bd96-117936f66f83 req-2c567c93-15de-4af3-9958-f4765c0443a5 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217947 Jul 22 19:11:47.870030 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541a798-20f4-45d7-a766-42705f9b28f8 req-5e87af0f-bd0b-45ec-82b4-d39cb9dea74d tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:47.877709 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1541a798-20f4-45d7-a766-42705f9b28f8 req-5e87af0f-bd0b-45ec-82b4-d39cb9dea74d tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/ports?device_id=e29e7769-bebd-4ca6-bb68-0ff588177643 HTTP/1.1" status: 200 len: 945 time: 0.3812017 Jul 22 19:11:47.888832 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-076b8ae9-ec9f-45b9-919f-dc4662fa6558 req-69d993c3-b0ab-4e8b-a22c-0f680625c850 service neutron] 10.222.0.30 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6753433 Jul 22 19:11:47.903097 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3aaecaca-c405-4feb-a385-52f0cc9f28ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:47.949656 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be95a2c-bf41-47f4-914c-bbd1ababeda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb909c7b-f94e-4b49-9b26-1260cef70227'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:11:47.956774 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1fef38-7ef3-4bd8-a51a-b34418b313a4" -d '{"events": [{"server_uuid": "1be95a2c-bf41-47f4-914c-bbd1ababeda0", "name": "network-vif-plugged", "status": "completed", "tag": "fb909c7b-f94e-4b49-9b26-1260cef70227"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:11:48.005421 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3aaecaca-c405-4feb-a385-52f0cc9f28ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:48.016596 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=4d24e2d3-73b1-4528-b025-71fb422ede79,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:48.034555 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ebe35de-b24e-4835-ad80-26ba00ee0735 req-5f828f0c-bc1e-4de6-86b0-df3c5147b91e tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020572 Jul 22 19:11:48.055727 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['4d24e2d3-73b1-4528-b025-71fb422ede79'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:11:48.063798 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port fb909c7b-f94e-4b49-9b26-1260cef70227, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=fb909c7b-f94e-4b49-9b26-1260cef70227,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:48.074953 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 8e010477-8cca-408d-98b8-f8e2a7704621, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8e010477-8cca-408d-98b8-f8e2a7704621,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:48.114420 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-81f59691-af97-4629-91f1-0135026fce05 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:48.119475 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74b5984e-325f-4762-806c-10b361f6b8ed tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:48.122139 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74b5984e-325f-4762-806c-10b361f6b8ed tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:48.128674 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:48.132095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42756) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:48.138235 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-74b5984e-325f-4762-806c-10b361f6b8ed tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "DELETE /v2.0/security-groups/ed0c83ac-abe1-47c9-be9c-2157df74fa91 HTTP/1.1" status: 204 len: 168 time: 0.6933095 Jul 22 19:11:48.138797 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-81f59691-af97-4629-91f1-0135026fce05 None None] Transition to ACTIVE for port object dc6b6971-7170-422d-b4e0-6a96e7aeb7ff will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:11:48.152015 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b81062c5-a8d5-4c46-8a95-7e8cdfd21a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:48.158265 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-81f59691-af97-4629-91f1-0135026fce05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:48.185022 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1541a798-20f4-45d7-a766-42705f9b28f8 req-2d06ba16-5c08-423c-98c3-82fb7596f70c tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2efc33f-fbd2-4b32-af22-0836f98f55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064258 Jul 22 19:11:48.234838 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=fb909c7b-f94e-4b49-9b26-1260cef70227,revision_number=9']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:48.256254 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '8e010477-8cca-408d-98b8-f8e2a7704621', 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5', 'port_id': '8e010477-8cca-408d-98b8-f8e2a7704621', 'mac_address': 'fa:16:3e:62:6d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c968c48-1c3b-44da-8dcd-5ec44f87705f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:11:48.282959 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-81f59691-af97-4629-91f1-0135026fce05 None None] Attempting to bind port dc6b6971-7170-422d-b4e0-6a96e7aeb7ff on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:11:48.283328 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-81f59691-af97-4629-91f1-0135026fce05 None None] Attempting to bind port dc6b6971-7170-422d-b4e0-6a96e7aeb7ff by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:11:48.283741 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f59691-af97-4629-91f1-0135026fce05 None None] Attempting to bind port dc6b6971-7170-422d-b4e0-6a96e7aeb7ff on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:11:48.302030 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5984e-325f-4762-806c-10b361f6b8ed tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0c83ac-abe1-47c9-be9c-2157df74fa91,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:48.330997 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfc6137-dd45-431b-90e1-7b099e81cf4c x-openstack-request-id: req-2dfc6137-dd45-431b-90e1-7b099e81cf4c {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:11:48.331490 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be95a2c-bf41-47f4-914c-bbd1ababeda0", "name": "network-vif-plugged", "status": "completed", "tag": "fb909c7b-f94e-4b49-9b26-1260cef70227", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:11:48.331839 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2dfc6137-dd45-431b-90e1-7b099e81cf4c {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:11:48.332330 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be95a2c-bf41-47f4-914c-bbd1ababeda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb909c7b-f94e-4b49-9b26-1260cef70227', 'code': 200} Jul 22 19:11:48.339061 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f59691-af97-4629-91f1-0135026fce05 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:11:48.343211 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f59691-af97-4629-91f1-0135026fce05 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:11:48.343646 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-81f59691-af97-4629-91f1-0135026fce05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:48.344057 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f59691-af97-4629-91f1-0135026fce05 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:11:48.350654 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-81f59691-af97-4629-91f1-0135026fce05 None None] Bound port: dc6b6971-7170-422d-b4e0-6a96e7aeb7ff, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:11:48.355671 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-803bc065-d577-462a-bb66-681d454dc8cc tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2182012 Jul 22 19:11:48.355845 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-81f59691-af97-4629-91f1-0135026fce05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:48.359442 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40a50691-59c9-4729-bd96-117936f66f83 req-197b8c60-2697-4aea-a185-861614dbe7cf service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795256 Jul 22 19:11:48.370369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42762) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:48.375174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-57a55d3a-64ee-4ecd-b11e-393db89c2716 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1328369157'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:48.404803 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:48.452456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e010477-8cca-408d-98b8-f8e2a7704621 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:11:48.536218 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 8e010477-8cca-408d-98b8-f8e2a7704621, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8e010477-8cca-408d-98b8-f8e2a7704621,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:48.536730 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9ae16-dc39-4d89-9284-8e5432218cb1 None None] Pushing event updated for resources: {'Port': ['ID=dc6b6971-7170-422d-b4e0-6a96e7aeb7ff,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:48.552390 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3aaecaca-c405-4feb-a385-52f0cc9f28ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:48.555655 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3aaecaca-c405-4feb-a385-52f0cc9f28ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:48.559638 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3aaecaca-c405-4feb-a385-52f0cc9f28ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/247118e8-1f54-4ca3-85bb-eed6a3e91d50 HTTP/1.1" status: 204 len: 168 time: 0.8040218 Jul 22 19:11:48.564574 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:48.577130 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-78637444-0874-40b9-b99c-71788aebfc72 req-5020a8ae-0800-4b04-8499-51ab7a026dda tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae87b658-2a69-41e2-a5c0-41ffd1581207 HTTP/1.1" status: 200 len: 210 time: 0.1613812 Jul 22 19:11:48.588915 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ed1cc-4ef3-471f-9910-601de5471600 req-2b2e556a-c96e-48e1-8c72-5da6754af243 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:48.590669 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-597ed1cc-4ef3-471f-9910-601de5471600 req-2b2e556a-c96e-48e1-8c72-5da6754af243 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.16 "GET /v2.0/networks?id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd HTTP/1.1" status: 200 len: 812 time: 0.5446002 Jul 22 19:11:48.597570 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaecaca-c405-4feb-a385-52f0cc9f28ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247118e8-1f54-4ca3-85bb-eed6a3e91d50,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:48.605824 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-597ed1cc-4ef3-471f-9910-601de5471600 req-f2005dd5-3c53-40fe-bc4a-904f5b1d0b47 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Request body: {'port': {'device_id': 'ae87b658-2a69-41e2-a5c0-41ffd1581207', 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd', 'admin_state_up': True, 'tenant_id': '17cd2804a52047cfb4d32d8ab0a04c5d'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:48.625087 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-81f59691-af97-4629-91f1-0135026fce05 None None] For port dc6b6971-7170-422d-b4e0-6a96e7aeb7ff, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:11:48.633526 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-81f59691-af97-4629-91f1-0135026fce05 None None] For port dc6b6971-7170-422d-b4e0-6a96e7aeb7ff, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=dc6b6971-7170-422d-b4e0-6a96e7aeb7ff,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:11:48.638256 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9ae16-dc39-4d89-9284-8e5432218cb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:48.638832 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9ae16-dc39-4d89-9284-8e5432218cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:48.639526 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9ae16-dc39-4d89-9284-8e5432218cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:48.639976 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9ae16-dc39-4d89-9284-8e5432218cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:48.640737 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9ae16-dc39-4d89-9284-8e5432218cb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:48.643141 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9ae16-dc39-4d89-9284-8e5432218cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:48.643894 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9ae16-dc39-4d89-9284-8e5432218cb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:48.644920 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9ae16-dc39-4d89-9284-8e5432218cb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:48.645321 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9ae16-dc39-4d89-9284-8e5432218cb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:48.645709 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9ae16-dc39-4d89-9284-8e5432218cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:48.646135 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9ae16-dc39-4d89-9284-8e5432218cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:48.647102 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9ae16-dc39-4d89-9284-8e5432218cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:48.652518 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-81f59691-af97-4629-91f1-0135026fce05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:48.700412 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-57a55d3a-64ee-4ecd-b11e-393db89c2716 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:48.740577 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['8e010477-8cca-408d-98b8-f8e2a7704621'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:11:48.742766 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9ae16-dc39-4d89-9284-8e5432218cb1 None None] Pushing event updated for resources: {'Port': ['ID=dc6b6971-7170-422d-b4e0-6a96e7aeb7ff,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:48.765405 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f59691-af97-4629-91f1-0135026fce05 None None] Routers {'778bf9de-960f-4d29-a98a-41511c885ee0'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:11:48.767075 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-81f59691-af97-4629-91f1-0135026fce05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:11:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['778bf9de-960f-4d29-a98a-41511c885ee0'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:48.782787 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-b81062c5-a8d5-4c46-8a95-7e8cdfd21a56 admin admin] Allocated IP 172.20.0.1 (47ed28f7-e57b-4725-b7b8-4e2ff6ef303b/46c28341-28d1-4391-a7f5-497116b1730d/eb0eea3b-ba9b-460e-a1bb-ae7c8990505c) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:11:48.903295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8688ab4-36ab-455a-84e7-c83f7120aed2 req-9a73a3ea-bb8a-4f07-8bcd-4b46391ba8a4 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:48.904834 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8688ab4-36ab-455a-84e7-c83f7120aed2 req-9a73a3ea-bb8a-4f07-8bcd-4b46391ba8a4 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 944 time: 0.5422850 Jul 22 19:11:48.934991 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=8e010477-8cca-408d-98b8-f8e2a7704621,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:49.003340 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8688ab4-36ab-455a-84e7-c83f7120aed2 req-42e53917-5152-4895-b15a-22db91ff0c82 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876787 Jul 22 19:11:49.030741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ae6ac-4f9b-4930-8b15-48ae99829ed3 req-026a53d2-5a61-4823-b1a0-a84a1889d60d tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:49.033465 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd9ae6ac-4f9b-4930-8b15-48ae99829ed3 req-026a53d2-5a61-4823-b1a0-a84a1889d60d tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.30 "GET /v2.0/ports?device_id=e29e7769-bebd-4ca6-bb68-0ff588177643 HTTP/1.1" status: 200 len: 945 time: 0.2307637 Jul 22 19:11:49.052780 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b81062c5-a8d5-4c46-8a95-7e8cdfd21a56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:49.090140 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-81f59691-af97-4629-91f1-0135026fce05 None None] Set router 778bf9de-960f-4d29-a98a-41511c885ee0 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:11:49.138801 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42770) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:49.147335 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-b81062c5-a8d5-4c46-8a95-7e8cdfd21a56 admin admin] Transition to ACTIVE for port object eb0eea3b-ba9b-460e-a1bb-ae7c8990505c will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:11:49.223458 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-82974ad3-401a-4053-9ead-286d2c6e8b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:49.275666 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-57a55d3a-64ee-4ecd-b11e-393db89c2716 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:49.281557 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b81062c5-a8d5-4c46-8a95-7e8cdfd21a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:49.361080 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-597ed1cc-4ef3-471f-9910-601de5471600 req-f2005dd5-3c53-40fe-bc4a-904f5b1d0b47 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Made reservation on behalf of 17cd2804a52047cfb4d32d8ab0a04c5d for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:11:49.369485 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-57a55d3a-64ee-4ecd-b11e-393db89c2716 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:49.373025 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-597ed1cc-4ef3-471f-9910-601de5471600 req-f2005dd5-3c53-40fe-bc4a-904f5b1d0b47 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:49.394016 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81062c5-a8d5-4c46-8a95-7e8cdfd21a56 admin admin] Network 47ed28f7-e57b-4725-b7b8-4e2ff6ef303b is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:11:49.403554 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-b81062c5-a8d5-4c46-8a95-7e8cdfd21a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:11:49.414454 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81062c5-a8d5-4c46-8a95-7e8cdfd21a56 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0eea3b-ba9b-460e-a1bb-ae7c8990505c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:49.417387 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81062c5-a8d5-4c46-8a95-7e8cdfd21a56 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:11:49.541253 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b81062c5-a8d5-4c46-8a95-7e8cdfd21a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:49.604759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a55d3a-64ee-4ecd-b11e-393db89c2716 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d62a04-6ce3-425a-900b-c1c2ccfcaa97,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:49.607849 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-81f59691-af97-4629-91f1-0135026fce05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'name': 'tempest-TaggedBootDevicesTest-797260946-router', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:41Z', 'updated_at': '2021-07-22T19:11:45Z', 'revision_number': 3, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'gw_port': {'id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:43Z', 'updated_at': '2021-07-22T19:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:49.668415 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef0e01-3bd9-4438-81ef-8ca208573829 req-e61035b3-cd06-404e-a5c1-8043c8653205 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:49.676412 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09ef0e01-3bd9-4438-81ef-8ca208573829 req-e61035b3-cd06-404e-a5c1-8043c8653205 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 949 time: 0.4071422 Jul 22 19:11:49.694915 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f59691-af97-4629-91f1-0135026fce05 None None] The sync data for ids ['778bf9de-960f-4d29-a98a-41511c885ee0'] in n-d-800086-12 is: [{'id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'name': 'tempest-TaggedBootDevicesTest-797260946-router', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:41Z', 'updated_at': '2021-07-22T19:11:45Z', 'revision_number': 3, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'gw_port': {'id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:43Z', 'updated_at': '2021-07-22T19:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:11:49.847899 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b81062c5-a8d5-4c46-8a95-7e8cdfd21a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:49.854034 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-597ed1cc-4ef3-471f-9910-601de5471600 req-f2005dd5-3c53-40fe-bc4a-904f5b1d0b47 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Allocated IP 172.20.0.12 (4a8130c5-5925-4614-8cfa-ff6fd165b8cd/0ba5617b-ba48-486c-9750-2a5a3148f236/74e34620-1597-479b-866e-855875771153) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:11:49.959302 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-dc41b5ef-4e5a-4109-8c94-545fe407f46c None None] Provisioning for port eb0eea3b-ba9b-460e-a1bb-ae7c8990505c completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:11:49.974583 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-dc41b5ef-4e5a-4109-8c94-545fe407f46c None None] Provisioning complete for port eb0eea3b-ba9b-460e-a1bb-ae7c8990505c triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:49.975206 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dc41b5ef-4e5a-4109-8c94-545fe407f46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:50.054426 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-dc41b5ef-4e5a-4109-8c94-545fe407f46c None None] Port eb0eea3b-ba9b-460e-a1bb-ae7c8990505c cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:11:50.185710 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074d43b-1e7d-41dd-a23f-f912fb44cd87 req-150f54fb-1a4f-4175-8952-999c14aa52a6 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:50.187227 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5074d43b-1e7d-41dd-a23f-f912fb44cd87 req-150f54fb-1a4f-4175-8952-999c14aa52a6 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/ports?device_id=e29e7769-bebd-4ca6-bb68-0ff588177643 HTTP/1.1" status: 200 len: 945 time: 0.7937839 Jul 22 19:11:50.231902 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-597ed1cc-4ef3-471f-9910-601de5471600 req-f2005dd5-3c53-40fe-bc4a-904f5b1d0b47 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:50.263590 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b81062c5-a8d5-4c46-8a95-7e8cdfd21a56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:50.272647 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b81062c5-a8d5-4c46-8a95-7e8cdfd21a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:50.289453 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-cd9ae6ac-4f9b-4930-8b15-48ae99829ed3 req-2c5ae33f-50ba-47b5-8495-636cbfe7ac44 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Deleting port 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:11:50.289800 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cd9ae6ac-4f9b-4930-8b15-48ae99829ed3 req-2c5ae33f-50ba-47b5-8495-636cbfe7ac44 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:50.314420 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09ef0e01-3bd9-4438-81ef-8ca208573829 req-85a6e1cf-b3de-4b6b-af20-9ae993bb643b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6366725 Jul 22 19:11:50.340510 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5074d43b-1e7d-41dd-a23f-f912fb44cd87 req-97df7f7a-9b55-42bf-9fe8-79817a41f6ae tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2efc33f-fbd2-4b32-af22-0836f98f55e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383564 Jul 22 19:11:50.470743 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b81062c5-a8d5-4c46-8a95-7e8cdfd21a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:50.492365 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-cd9ae6ac-4f9b-4930-8b15-48ae99829ed3 req-2c5ae33f-50ba-47b5-8495-636cbfe7ac44 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] For port 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494,segment=NetworkSegment(3d3143e7-0ce3-422e-bd56-8fdb651365d5),segment_id=3d3143e7-0ce3-422e-bd56-8fdb651365d5)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:50.493011 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cd9ae6ac-4f9b-4930-8b15-48ae99829ed3 req-2c5ae33f-50ba-47b5-8495-636cbfe7ac44 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:50.499281 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81062c5-a8d5-4c46-8a95-7e8cdfd21a56 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0eea3b-ba9b-460e-a1bb-ae7c8990505c,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:50.518623 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-597ed1cc-4ef3-471f-9910-601de5471600 req-f2005dd5-3c53-40fe-bc4a-904f5b1d0b47 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:50.567283 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-597ed1cc-4ef3-471f-9910-601de5471600 req-f2005dd5-3c53-40fe-bc4a-904f5b1d0b47 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:11:50.571307 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-82974ad3-401a-4053-9ead-286d2c6e8b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:50.584226 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-cd9ae6ac-4f9b-4930-8b15-48ae99829ed3 req-2c5ae33f-50ba-47b5-8495-636cbfe7ac44 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Calling delete_port for 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:11:50.599029 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-597ed1cc-4ef3-471f-9910-601de5471600 req-f2005dd5-3c53-40fe-bc4a-904f5b1d0b47 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:11:50.604326 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-597ed1cc-4ef3-471f-9910-601de5471600 req-f2005dd5-3c53-40fe-bc4a-904f5b1d0b47 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:11:50.630117 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-82974ad3-401a-4053-9ead-286d2c6e8b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:50.683331 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ed1cc-4ef3-471f-9910-601de5471600 req-f2005dd5-3c53-40fe-bc4a-904f5b1d0b47 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:50.684050 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-597ed1cc-4ef3-471f-9910-601de5471600 req-f2005dd5-3c53-40fe-bc4a-904f5b1d0b47 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:50.687931 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-82974ad3-401a-4053-9ead-286d2c6e8b84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dce0254b782d4cbca58723f0fef80a96&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5178747 Jul 22 19:11:50.694843 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82974ad3-401a-4053-9ead-286d2c6e8b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40c627a-db39-4c29-8cc6-0b83af3f33b0,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:50.706995 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-57a55d3a-64ee-4ecd-b11e-393db89c2716 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:50.711818 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-57a55d3a-64ee-4ecd-b11e-393db89c2716 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.3404167 Jul 22 19:11:50.713094 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42790) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:50.713518 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42792) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:50.731630 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2005dd5-3c53-40fe-bc4a-904f5b1d0b47 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Pushing event updated for resources: {'Port': ['ID=74e34620-1597-479b-866e-855875771153,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:50.733966 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-5be7ad3e-08d4-43f6-b769-03f507c975f1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Request body: {'security_group_rule': {'security_group_id': '17d62a04-6ce3-425a-900b-c1c2ccfcaa97', 'direction': 'ingress', 'protocol': 17}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:50.751882 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81062c5-a8d5-4c46-8a95-7e8cdfd21a56 admin admin] Network 47ed28f7-e57b-4725-b7b8-4e2ff6ef303b is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:11:50.756371 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-b81062c5-a8d5-4c46-8a95-7e8cdfd21a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:11:50.837087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-045e23e9-8b83-4a7a-9c23-20125df46aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:50.838775 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-045e23e9-8b83-4a7a-9c23-20125df46aaf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0&tenant_id=46238864a83148d380b2ca0eb3b80dcd HTTP/1.1" status: 200 len: 1101 time: 0.6615007 Jul 22 19:11:50.881828 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a30b9-69cc-44e7-8660-4b1dc599377d req-5eb90b0e-9f27-4591-9329-ac3238e7c5ea tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:50.883632 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce4a30b9-69cc-44e7-8660-4b1dc599377d req-5eb90b0e-9f27-4591-9329-ac3238e7c5ea tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 944 time: 0.3105490 Jul 22 19:11:50.893262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800086-12', 'device_owner': 'compute:nova'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:50.928980 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81062c5-a8d5-4c46-8a95-7e8cdfd21a56 admin admin] Router 778bf9de-960f-4d29-a98a-41511c885ee0 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:11:51.030095 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 4d24e2d3-73b1-4528-b025-71fb422ede79 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:11:51.158274 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 4d24e2d3-73b1-4528-b025-71fb422ede79 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:11:51.163165 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 4d24e2d3-73b1-4528-b025-71fb422ede79 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:51.163549 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:51.200714 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9ff06-6eb1-47b2-b52d-9b7110fdff86 req-bd59725c-25e8-40d4-9e72-68ef72038477 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:51.211382 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3ca9ff06-6eb1-47b2-b52d-9b7110fdff86 req-bd59725c-25e8-40d4-9e72-68ef72038477 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae87b658-2a69-41e2-a5c0-41ffd1581207 HTTP/1.1" status: 200 len: 932 time: 0.7035320 Jul 22 19:11:51.218034 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-605491b0-2de7-4177-bd33-8f87942db251 None None] Provisioning complete for port eb0eea3b-ba9b-460e-a1bb-ae7c8990505c triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:51.218414 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-605491b0-2de7-4177-bd33-8f87942db251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:51.227636 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:51.260091 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-605491b0-2de7-4177-bd33-8f87942db251 None None] Port eb0eea3b-ba9b-460e-a1bb-ae7c8990505c cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:11:51.320554 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 8e010477-8cca-408d-98b8-f8e2a7704621 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:11:51.419566 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:51.466735 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 4d24e2d3-73b1-4528-b025-71fb422ede79, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=4d24e2d3-73b1-4528-b025-71fb422ede79,segment=NetworkSegment(3b58bc68-1756-48fe-8cb5-fa0d3ff8d906),segment_id=3b58bc68-1756-48fe-8cb5-fa0d3ff8d906)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:51.468041 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3203cb-4628-4cde-8769-c66083b5d4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d24e2d3-73b1-4528-b025-71fb422ede79'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:11:51.472367 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa47da1e-3ea1-40f1-acb6-9c57cf5d8e11" -d '{"events": [{"server_uuid": "de3203cb-4628-4cde-8769-c66083b5d4ed", "name": "network-vif-plugged", "status": "completed", "tag": "4d24e2d3-73b1-4528-b025-71fb422ede79"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:11:51.481074 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 8e010477-8cca-408d-98b8-f8e2a7704621 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:51.481450 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:51.507140 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:51.507943 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device fb909c7b-f94e-4b49-9b26-1260cef70227 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:11:51.520770 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] For port fb909c7b-f94e-4b49-9b26-1260cef70227, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=fb909c7b-f94e-4b49-9b26-1260cef70227,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:51.523010 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cd9ae6ac-4f9b-4930-8b15-48ae99829ed3 req-2c5ae33f-50ba-47b5-8495-636cbfe7ac44 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:51.541372 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-597ed1cc-4ef3-471f-9910-601de5471600 req-f2005dd5-3c53-40fe-bc4a-904f5b1d0b47 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9396408 Jul 22 19:11:51.560162 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-597ed1cc-4ef3-471f-9910-601de5471600 req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] Request body: {'port': {'device_id': 'ae87b658-2a69-41e2-a5c0-41ffd1581207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:51.649763 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce4a30b9-69cc-44e7-8660-4b1dc599377d req-063ba86c-dd42-4814-bc81-8f93f4f523c8 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6601536 Jul 22 19:11:51.656769 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=4d24e2d3-73b1-4528-b025-71fb422ede79,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:51.661458 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-597ed1cc-4ef3-471f-9910-601de5471600 req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:51.695800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] For port fb909c7b-f94e-4b49-9b26-1260cef70227, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:11:51.752986 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:51.770223 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] Transition to ACTIVE for port object fb909c7b-f94e-4b49-9b26-1260cef70227 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:11:51.808071 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:51.811644 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:51.841030 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be95a2c-bf41-47f4-914c-bbd1ababeda0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb909c7b-f94e-4b49-9b26-1260cef70227'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:11:51.843909 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68587de4-dfa9-4a68-918f-dbfc46f0915d" -d '{"events": [{"server_uuid": "1be95a2c-bf41-47f4-914c-bbd1ababeda0", "name": "network-vif-unplugged", "status": "completed", "tag": "fb909c7b-f94e-4b49-9b26-1260cef70227"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:11:51.849765 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ae33f-50ba-47b5-8495-636cbfe7ac44 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Pushing event deleted for resources: {'Port': ['ID=5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:51.852786 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5be7ad3e-08d4-43f6-b769-03f507c975f1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:51.872872 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 8e010477-8cca-408d-98b8-f8e2a7704621, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8e010477-8cca-408d-98b8-f8e2a7704621,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:51.903549 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:51.928919 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3ca9ff06-6eb1-47b2-b52d-9b7110fdff86 req-9b205bb0-25c6-421a-ae90-0f9913af3da6 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7160904 Jul 22 19:11:51.934195 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d283361-2c11-4b34-8c87-0083d0dabed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:51.988193 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device dc6b6971-7170-422d-b4e0-6a96e7aeb7ff up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:11:51.991020 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:52.026374 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.api [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:11:52.026728 n-d-800086-12 neutron-server[93808]: DEBUG oslo_db.api [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:11:52.059043 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=8e010477-8cca-408d-98b8-f8e2a7704621,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:52.081582 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port dc6b6971-7170-422d-b4e0-6a96e7aeb7ff completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:11:52.092530 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-597ed1cc-4ef3-471f-9910-601de5471600 req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e34620-1597-479b-866e-855875771153 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:11:52.098020 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port dc6b6971-7170-422d-b4e0-6a96e7aeb7ff triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:52.098477 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:52.102498 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-597ed1cc-4ef3-471f-9910-601de5471600 req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:52.116954 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-597ed1cc-4ef3-471f-9910-601de5471600 req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] Transition to ACTIVE for port object 74e34620-1597-479b-866e-855875771153 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:11:52.126720 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-597ed1cc-4ef3-471f-9910-601de5471600 req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:52.215775 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81062c5-a8d5-4c46-8a95-7e8cdfd21a56 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:11:52.223061 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b81062c5-a8d5-4c46-8a95-7e8cdfd21a56 admin admin] 10.222.0.13 "PUT /v2.0/routers/778bf9de-960f-4d29-a98a-41511c885ee0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3130844 Jul 22 19:11:52.247194 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] Pushing event updated for resources: {'Port': ['ID=74e34620-1597-479b-866e-855875771153,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:52.261975 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] Sync routers for ids ['778bf9de-960f-4d29-a98a-41511c885ee0'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:11:52.289235 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:52.311694 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] Routers {'778bf9de-960f-4d29-a98a-41511c885ee0'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:11:52.313424 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:11:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['778bf9de-960f-4d29-a98a-41511c885ee0'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:52.349235 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-597ed1cc-4ef3-471f-9910-601de5471600 req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] Attempting to bind port 74e34620-1597-479b-866e-855875771153 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:11:52.351046 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-597ed1cc-4ef3-471f-9910-601de5471600 req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] Attempting to bind port 74e34620-1597-479b-866e-855875771153 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:11:52.351901 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597ed1cc-4ef3-471f-9910-601de5471600 req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] Attempting to bind port 74e34620-1597-479b-866e-855875771153 on network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:11:52.360765 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9ae6ac-4f9b-4930-8b15-48ae99829ed3 req-2c5ae33f-50ba-47b5-8495-636cbfe7ac44 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] No DVR routers for this DVR port 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:11:52.364680 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cd9ae6ac-4f9b-4930-8b15-48ae99829ed3 req-2c5ae33f-50ba-47b5-8495-636cbfe7ac44 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:52.367036 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd9ae6ac-4f9b-4930-8b15-48ae99829ed3 req-2c5ae33f-50ba-47b5-8495-636cbfe7ac44 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.30 "DELETE /v2.0/ports/5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494 HTTP/1.1" status: 204 len: 173 time: 3.3255281 Jul 22 19:11:52.370869 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597ed1cc-4ef3-471f-9910-601de5471600 req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] Port 74e34620-1597-479b-866e-855875771153 on network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:11:52.370869 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597ed1cc-4ef3-471f-9910-601de5471600 req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] Attempting to bind port 74e34620-1597-479b-866e-855875771153 on network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:11:52.384250 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597ed1cc-4ef3-471f-9910-601de5471600 req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:11:52.386876 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597ed1cc-4ef3-471f-9910-601de5471600 req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] Checking segment: {'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:11:52.400102 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597ed1cc-4ef3-471f-9910-601de5471600 req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] Bound using segment: {'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:11:52.401126 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-597ed1cc-4ef3-471f-9910-601de5471600 req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] Bound port: 74e34620-1597-479b-866e-855875771153, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:11:52.401546 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] No DVR routers for this DVR port fb909c7b-f94e-4b49-9b26-1260cef70227 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:11:52.406449 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-597ed1cc-4ef3-471f-9910-601de5471600 req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:52.460174 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d283361-2c11-4b34-8c87-0083d0dabed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:52.487688 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14e39706-3a2c-4a91-96e3-a3619350fc4a req-9758882f-4f41-46ce-bf1c-f5a2eeb367a1 tempest-ServersNegativeTestMultiTenantJSON-1128964655 tempest-ServersNegativeTestMultiTenantJSON-1128964655-project] 10.222.0.13 "GET /v2.0/ports?device_id=e29e7769-bebd-4ca6-bb68-0ff588177643 HTTP/1.1" status: 200 len: 210 time: 0.3639274 Jul 22 19:11:52.616486 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] Set router 778bf9de-960f-4d29-a98a-41511c885ee0 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:11:52.622126 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5be7ad3e-08d4-43f6-b769-03f507c975f1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:52.634139 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] Pushing event updated for resources: {'Port': ['ID=fb909c7b-f94e-4b49-9b26-1260cef70227,revision_number=10']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:52.657205 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5be7ad3e-08d4-43f6-b769-03f507c975f1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:52.716008 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] Attempting to bind port fb909c7b-f94e-4b49-9b26-1260cef70227 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:11:52.716568 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] Attempting to bind port fb909c7b-f94e-4b49-9b26-1260cef70227 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:11:52.717059 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] Attempting to bind port fb909c7b-f94e-4b49-9b26-1260cef70227 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:11:52.727007 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] Port fb909c7b-f94e-4b49-9b26-1260cef70227 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:11:52.727835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] Attempting to bind port fb909c7b-f94e-4b49-9b26-1260cef70227 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:11:52.728500 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-597ed1cc-4ef3-471f-9910-601de5471600 req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] For port 74e34620-1597-479b-866e-855875771153, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:11:52.742367 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-597ed1cc-4ef3-471f-9910-601de5471600 req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] For port 74e34620-1597-479b-866e-855875771153, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=74e34620-1597-479b-866e-855875771153,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:11:52.748547 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-597ed1cc-4ef3-471f-9910-601de5471600 req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:52.754581 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:11:52.760784 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7ad3e-08d4-43f6-b769-03f507c975f1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0fb0fbf-3edd-4c36-b07f-0f847b1955da,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:52.777899 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5be7ad3e-08d4-43f6-b769-03f507c975f1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:52.779741 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5be7ad3e-08d4-43f6-b769-03f507c975f1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 2.0521712 Jul 22 19:11:52.786114 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a36bb3d-307b-486b-84ec-7810ba8f729b x-openstack-request-id: req-6a36bb3d-307b-486b-84ec-7810ba8f729b {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:11:52.787857 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be95a2c-bf41-47f4-914c-bbd1ababeda0", "name": "network-vif-unplugged", "status": "completed", "tag": "fb909c7b-f94e-4b49-9b26-1260cef70227", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:11:52.788452 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a36bb3d-307b-486b-84ec-7810ba8f729b {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:11:52.789201 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be95a2c-bf41-47f4-914c-bbd1ababeda0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb909c7b-f94e-4b49-9b26-1260cef70227', 'code': 200} Jul 22 19:11:52.790955 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42820) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:52.794157 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:11:52.794734 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:11:52.795354 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:11:52.796057 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] Bound port: fb909c7b-f94e-4b49-9b26-1260cef70227, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:11:52.798455 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:52.828929 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52080e-2743-4caf-a0ef-7bf85e9aee86 req-2419b312-0d74-4e47-86f5-1349f4b61f80 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:52.830860 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6d52080e-2743-4caf-a0ef-7bf85e9aee86 req-2419b312-0d74-4e47-86f5-1349f4b61f80 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 948 time: 0.7315769 Jul 22 19:11:52.870063 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d283361-2c11-4b34-8c87-0083d0dabed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:52.873052 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d283361-2c11-4b34-8c87-0083d0dabed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:52.874421 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4d283361-2c11-4b34-8c87-0083d0dabed1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f40c627a-db39-4c29-8cc6-0b83af3f33b0 HTTP/1.1" status: 204 len: 168 time: 2.1482792 Jul 22 19:11:52.950114 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d283361-2c11-4b34-8c87-0083d0dabed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40c627a-db39-4c29-8cc6-0b83af3f33b0,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:53.046429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc3b80-eab8-4b5c-8476-589fee6d8000 req-252e877d-dc8d-4177-8655-15ea31d61694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:53.050864 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-46fc3b80-eab8-4b5c-8476-589fee6d8000 req-252e877d-dc8d-4177-8655-15ea31d61694 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 1097 time: 0.3563821 Jul 22 19:11:53.052102 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ed1cc-4ef3-471f-9910-601de5471600 req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:53.056854 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-597ed1cc-4ef3-471f-9910-601de5471600 req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:53.060750 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-597ed1cc-4ef3-471f-9910-601de5471600 req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] 10.222.0.16 "PUT /v2.0/ports/74e34620-1597-479b-866e-855875771153 HTTP/1.1" status: 200 len: 1093 time: 1.5054283 Jul 22 19:11:53.077358 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6d52080e-2743-4caf-a0ef-7bf85e9aee86 req-d8533a73-854a-4d7b-990e-d5ff08a8ba24 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192273 Jul 22 19:11:53.079023 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] For port fb909c7b-f94e-4b49-9b26-1260cef70227, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:11:53.087769 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae87b658-2a69-41e2-a5c0-41ffd1581207', 'tag': '74e34620-1597-479b-866e-855875771153'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:11:53.096741 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e69134-9882-4100-97a3-07fbf7e806b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ae87b658-2a69-41e2-a5c0-41ffd1581207", "tag": "74e34620-1597-479b-866e-855875771153"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:11:53.150964 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] For port fb909c7b-f94e-4b49-9b26-1260cef70227, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=fb909c7b-f94e-4b49-9b26-1260cef70227,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:11:53.218629 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-46fc3b80-eab8-4b5c-8476-589fee6d8000 req-a97dee49-9bc6-4903-8106-c76cd5caa19e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564379 Jul 22 19:11:53.227850 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe08b20e-0e1d-4caa-a552-64d6ceff83e2 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:53.228384 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:53.309681 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1b8501-9a97-44df-84c5-b5fa5c1a0cc0 x-openstack-request-id: req-dd1b8501-9a97-44df-84c5-b5fa5c1a0cc0 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:11:53.310239 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3203cb-4628-4cde-8769-c66083b5d4ed", "name": "network-vif-plugged", "status": "completed", "tag": "4d24e2d3-73b1-4528-b025-71fb422ede79", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:11:53.310239 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd1b8501-9a97-44df-84c5-b5fa5c1a0cc0 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:11:53.310626 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3203cb-4628-4cde-8769-c66083b5d4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d24e2d3-73b1-4528-b025-71fb422ede79', 'code': 200} Jul 22 19:11:53.335443 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:11:53.345391 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port dc6b6971-7170-422d-b4e0-6a96e7aeb7ff, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=dc6b6971-7170-422d-b4e0-6a96e7aeb7ff,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:53.346318 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886eba81-f75d-4f3c-800b-473657e405d5 service neutron] Pushing event updated for resources: {'Port': ['ID=74e34620-1597-479b-866e-855875771153,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:53.381226 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:53.394104 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe08b20e-0e1d-4caa-a552-64d6ceff83e2 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:53.409926 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:11:53.410460 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:11:53.457140 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] Pushing event updated for resources: {'Port': ['ID=fb909c7b-f94e-4b49-9b26-1260cef70227,revision_number=11']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:53.473038 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:53.474023 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:53.475732 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-4eee4410-2c76-4eb9-a084-578fc2e47a21 service neutron] 10.222.0.16 "PUT /v2.0/ports/fb909c7b-f94e-4b49-9b26-1260cef70227 HTTP/1.1" status: 200 len: 1097 time: 2.6034644 Jul 22 19:11:53.487699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dd410-8bbc-439f-87a3-8c628e2dd13f req-9a2e038a-149b-4bc0-892a-0561b4387358 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:53.496837 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-789dd410-8bbc-439f-87a3-8c628e2dd13f req-9a2e038a-149b-4bc0-892a-0561b4387358 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 945 time: 0.5345883 Jul 22 19:11:53.622012 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=dc6b6971-7170-422d-b4e0-6a96e7aeb7ff,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:53.635725 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ed1cc-4ef3-471f-9910-601de5471600 req-74dc284f-c314-4f1e-b66b-aa2755e4d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:53.637426 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-597ed1cc-4ef3-471f-9910-601de5471600 req-74dc284f-c314-4f1e-b66b-aa2755e4d389 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17cd2804a52047cfb4d32d8ab0a04c5d&device_id=ae87b658-2a69-41e2-a5c0-41ffd1581207 HTTP/1.1" status: 200 len: 1096 time: 0.4063315 Jul 22 19:11:53.639334 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe08b20e-0e1d-4caa-a552-64d6ceff83e2 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:53.647080 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe08b20e-0e1d-4caa-a552-64d6ceff83e2 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:53.648219 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fe08b20e-0e1d-4caa-a552-64d6ceff83e2 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "DELETE /v2.0/security-groups/17d62a04-6ce3-425a-900b-c1c2ccfcaa97 HTTP/1.1" status: 204 len: 168 time: 0.8359907 Jul 22 19:11:53.659827 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42872) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:53.699604 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-789dd410-8bbc-439f-87a3-8c628e2dd13f req-392edb43-e3a4-4b5c-9d83-21192f1ca39a tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015679 Jul 22 19:11:53.799091 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af7d97-5207-4206-93a4-c02beb104a9c req-15f907e5-e214-4d0c-a75a-15458a707c88 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:53.800884 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2af7d97-5207-4206-93a4-c02beb104a9c req-15f907e5-e214-4d0c-a75a-15458a707c88 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae87b658-2a69-41e2-a5c0-41ffd1581207 HTTP/1.1" status: 200 len: 944 time: 0.3239949 Jul 22 19:11:53.823936 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-597ed1cc-4ef3-471f-9910-601de5471600 req-299f061a-56a1-4d1b-813f-f39cdebca41a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74e34620-1597-479b-866e-855875771153 HTTP/1.1" status: 200 len: 217 time: 0.1697090 Jul 22 19:11:53.872602 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-3268d02a-589c-4d94-b62a-b4c73926fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:53.877770 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-3268d02a-589c-4d94-b62a-b4c73926fbe1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 1100 time: 0.3572190 Jul 22 19:11:53.888018 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddda4d4b-ce78-4efa-9e01-b5ccef90124e x-openstack-request-id: req-ddda4d4b-ce78-4efa-9e01-b5ccef90124e {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:11:53.888314 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae87b658-2a69-41e2-a5c0-41ffd1581207", "tag": "74e34620-1597-479b-866e-855875771153", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:11:53.888588 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddda4d4b-ce78-4efa-9e01-b5ccef90124e {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:11:53.888978 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae87b658-2a69-41e2-a5c0-41ffd1581207', 'tag': '74e34620-1597-479b-866e-855875771153', 'status': 'completed', 'code': 200} Jul 22 19:11:53.897082 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08b20e-0e1d-4caa-a552-64d6ceff83e2 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d62a04-6ce3-425a-900b-c1c2ccfcaa97,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:53.917815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'name': 'tempest-TaggedBootDevicesTest-797260946-router', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:41Z', 'updated_at': '2021-07-22T19:11:49Z', 'revision_number': 4, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'gw_port': {'id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:43Z', 'updated_at': '2021-07-22T19:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'eb0eea3b-ba9b-460e-a1bb-ae7c8990505c', 'name': '', 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'mac_address': 'fa:16:3e:89:cb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '46c28341-28d1-4391-a7f5-497116b1730d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:48Z', 'updated_at': '2021-07-22T19:11:49Z', 'revision_number': 2, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'subnets': [{'id': '46c28341-28d1-4391-a7f5-497116b1730d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:53.993010 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42884) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:54.018285 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] Checking router: 778bf9de-960f-4d29-a98a-41511c885ee0 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:11:54.018641 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] Updating router 778bf9de-960f-4d29-a98a-41511c885ee0 port eb0eea3b-ba9b-460e-a1bb-ae7c8990505c binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:11:54.074483 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device dc6b6971-7170-422d-b4e0-6a96e7aeb7ff up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:11:54.074915 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2af7d97-5207-4206-93a4-c02beb104a9c req-84a48946-6d46-4a51-8ceb-430b944877fe tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665741 Jul 22 19:11:54.130850 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b80a693-b9b2-4a01-ad19-1e92ce6152a3 admin admin] Deleting subnet 563b13ec-ef32-420f-88b8-270c6d0875b0 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:11:54.134909 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7b80a693-b9b2-4a01-ad19-1e92ce6152a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:54.195111 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:54.220768 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7b80a693-b9b2-4a01-ad19-1e92ce6152a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:54.317514 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-cf125baf-6218-44ec-ab66-f4b67bf745b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:54.319928 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-cf125baf-6218-44ec-ab66-f4b67bf745b8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.3980503 Jul 22 19:11:54.334902 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port dc6b6971-7170-422d-b4e0-6a96e7aeb7ff triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:54.335453 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:54.361429 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7b80a693-b9b2-4a01-ad19-1e92ce6152a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:54.411467 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ed1cc-4ef3-471f-9910-601de5471600 req-372c3539-873c-4f58-91a5-62abd80837a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:54.421277 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-597ed1cc-4ef3-471f-9910-601de5471600 req-372c3539-873c-4f58-91a5-62abd80837a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0ba5617b-ba48-486c-9750-2a5a3148f236 HTTP/1.1" status: 200 len: 852 time: 0.5377302 Jul 22 19:11:54.445989 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ac6728cd-c2bd-4792-939a-4b2716ff60cd tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7672465 Jul 22 19:11:54.465860 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42920) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:54.480943 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-2f5089a6-b130-48ed-bf6a-4b74d8403988 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1386971766'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:54.493510 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-05a1c641-b04f-496b-860f-fb102f74dfb4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=fb909c7b-f94e-4b49-9b26-1260cef70227 HTTP/1.1" status: 200 len: 217 time: 0.1657381 Jul 22 19:11:54.556931 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-597ed1cc-4ef3-471f-9910-601de5471600 req-c4a5cc66-9980-41dd-9ab8-495bb3dad59c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257839 Jul 22 19:11:54.639370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-2f85a15e-0b6d-4a32-b961-555a3ede9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:54.642312 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-2f85a15e-0b6d-4a32-b961-555a3ede9b3c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1360674 Jul 22 19:11:54.654626 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f5089a6-b130-48ed-bf6a-4b74d8403988 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:54.770994 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac144e-6479-4d4c-b78f-47958cb019ae req-37d364ae-0e31-434b-8e2d-7533e2fa8ca4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:54.775317 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7b80a693-b9b2-4a01-ad19-1e92ce6152a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:54.777869 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ecac144e-6479-4d4c-b78f-47958cb019ae req-37d364ae-0e31-434b-8e2d-7533e2fa8ca4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 948 time: 0.5217142 Jul 22 19:11:54.790408 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29e7769-bebd-4ca6-bb68-0ff588177643', 'name': 'network-vif-deleted', 'tag': '5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494'}, {'name': 'network-changed', 'server_uuid': '1be95a2c-bf41-47f4-914c-bbd1ababeda0', 'tag': 'fb909c7b-f94e-4b49-9b26-1260cef70227'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:11:54.792726 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fed5d0-833b-453c-9d55-6990c01c2f61" -d '{"events": [{"server_uuid": "e29e7769-bebd-4ca6-bb68-0ff588177643", "name": "network-vif-deleted", "tag": "5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494"}, {"name": "network-changed", "server_uuid": "1be95a2c-bf41-47f4-914c-bbd1ababeda0", "tag": "fb909c7b-f94e-4b49-9b26-1260cef70227"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:11:54.861344 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ecac144e-6479-4d4c-b78f-47958cb019ae req-6b9fd92b-0700-426e-8ece-b767eb67a8ba tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800514 Jul 22 19:11:54.898858 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80a693-b9b2-4a01-ad19-1e92ce6152a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=563b13ec-ef32-420f-88b8-270c6d0875b0,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:54.935172 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7b80a693-b9b2-4a01-ad19-1e92ce6152a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:54.941545 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7b80a693-b9b2-4a01-ad19-1e92ce6152a3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/563b13ec-ef32-420f-88b8-270c6d0875b0 HTTP/1.1" status: 204 len: 168 time: 0.9480076 Jul 22 19:11:54.944445 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42946) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:55.003636 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-a412efd6-1e7a-43b2-90bc-06173260c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:55.006159 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-a412efd6-1e7a-43b2-90bc-06173260c91e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3547735 Jul 22 19:11:55.041878 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 19:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b12b03-04e4-41fd-be23-8c45afe8feeb x-openstack-request-id: req-c6b12b03-04e4-41fd-be23-8c45afe8feeb {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:11:55.042244 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29e7769-bebd-4ca6-bb68-0ff588177643", "name": "network-vif-deleted", "tag": "5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1be95a2c-bf41-47f4-914c-bbd1ababeda0", "tag": "fb909c7b-f94e-4b49-9b26-1260cef70227", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:11:55.042624 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6b12b03-04e4-41fd-be23-8c45afe8feeb {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:11:55.043037 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29e7769-bebd-4ca6-bb68-0ff588177643', 'name': 'network-vif-deleted', 'tag': '5c2867ab-86b6-4ce7-8e1a-2ef58cb6f494', 'status': 'completed', 'code': 200} Jul 22 19:11:55.043456 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be95a2c-bf41-47f4-914c-bbd1ababeda0', 'tag': 'fb909c7b-f94e-4b49-9b26-1260cef70227', 'status': 'completed', 'code': 200} Jul 22 19:11:55.176006 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f5089a6-b130-48ed-bf6a-4b74d8403988 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:55.218713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1502c-2bff-4737-81f4-d117fcd686ff req-06396c84-15ce-4da3-a01e-16c8c0645012 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:55.220784 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18e1502c-2bff-4737-81f4-d117fcd686ff req-06396c84-15ce-4da3-a01e-16c8c0645012 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 945 time: 0.3521113 Jul 22 19:11:55.251576 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:55.270236 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] Transition to ACTIVE for port object eb0eea3b-ba9b-460e-a1bb-ae7c8990505c will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:11:55.280401 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:55.295772 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-e4f1c211-643e-4120-9f92-59201ec59af3 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732601 Jul 22 19:11:55.296851 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b08a644f-a464-4e7a-9312-16ac6a0a1a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:55.303993 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-597ed1cc-4ef3-471f-9910-601de5471600 req-46a27abd-33c6-4433-95d6-450af9e61ab4 service neutron] 10.222.0.16 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7375002 Jul 22 19:11:55.304681 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f5089a6-b130-48ed-bf6a-4b74d8403988 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:55.384903 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2211cb26-c2e2-4db5-a881-4da20c11ddc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e010477-8cca-408d-98b8-f8e2a7704621'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:11:55.388288 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3049d7-ee98-4b70-acb3-45f36644ee19" -d '{"events": [{"server_uuid": "2211cb26-c2e2-4db5-a881-4da20c11ddc0", "name": "network-vif-plugged", "status": "completed", "tag": "8e010477-8cca-408d-98b8-f8e2a7704621"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:11:55.400096 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c9e92-9dcb-4899-8dba-7d69083b47c0 None None] Pushing event updated for resources: {'Port': ['ID=eb0eea3b-ba9b-460e-a1bb-ae7c8990505c,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:55.506667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] Attempting to bind port eb0eea3b-ba9b-460e-a1bb-ae7c8990505c on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:11:55.507530 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] Attempting to bind port eb0eea3b-ba9b-460e-a1bb-ae7c8990505c by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ede11575-67b0-4d88-84de-3f21001165e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:11:55.507902 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] Attempting to bind port eb0eea3b-ba9b-460e-a1bb-ae7c8990505c on network 47ed28f7-e57b-4725-b7b8-4e2ff6ef303b {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:11:55.524710 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:11:55.525332 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] Checking segment: {'id': 'ede11575-67b0-4d88-84de-3f21001165e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:11:55.525886 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:55.526427 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] Bound using segment: {'id': 'ede11575-67b0-4d88-84de-3f21001165e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:11:55.527259 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] Bound port: eb0eea3b-ba9b-460e-a1bb-ae7c8990505c, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede11575-67b0-4d88-84de-3f21001165e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:11:55.528251 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:55.552739 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18e1502c-2bff-4737-81f4-d117fcd686ff req-feea02b1-729f-4dc0-b922-454d970c3c3b tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226485 Jul 22 19:11:55.572490 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fed5d0-833b-453c-9d55-6990c01c2f61 req-d46eac2c-1a97-49e5-b958-4e0272083bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:55.574858 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45fed5d0-833b-453c-9d55-6990c01c2f61 req-d46eac2c-1a97-49e5-b958-4e0272083bff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 1100 time: 0.5222034 Jul 22 19:11:55.624315 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5182a62-2b89-4bdd-9095-8a694e308e31 req-11d5838a-517c-4ad0-9567-da21347bf68c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:55.633324 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c5182a62-2b89-4bdd-9095-8a694e308e31 req-11d5838a-517c-4ad0-9567-da21347bf68c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae87b658-2a69-41e2-a5c0-41ffd1581207 HTTP/1.1" status: 200 len: 944 time: 0.3907890 Jul 22 19:11:55.667226 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5089a6-b130-48ed-bf6a-4b74d8403988 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92563a2c-88ae-412c-b39a-6c1e58a73272,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:55.675814 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-597ed1cc-4ef3-471f-9910-601de5471600 req-edf8e436-b20d-4694-9d7e-7c36d98573bc service neutron] 10.222.0.16 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582821 Jul 22 19:11:55.700837 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f5089a6-b130-48ed-bf6a-4b74d8403988 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:55.710465 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2f5089a6-b130-48ed-bf6a-4b74d8403988 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2373405 Jul 22 19:11:55.711127 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42968) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:55.740422 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f606f006-c4c2-4936-ac4f-f66af3062952 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427262771'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:55.753401 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda9f03f-4fa8-498f-897e-3942204e010f x-openstack-request-id: req-eda9f03f-4fa8-498f-897e-3942204e010f {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:11:55.753695 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2211cb26-c2e2-4db5-a881-4da20c11ddc0", "name": "network-vif-plugged", "status": "completed", "tag": "8e010477-8cca-408d-98b8-f8e2a7704621", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:11:55.753944 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eda9f03f-4fa8-498f-897e-3942204e010f {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:11:55.754338 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2211cb26-c2e2-4db5-a881-4da20c11ddc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e010477-8cca-408d-98b8-f8e2a7704621', 'code': 200} Jul 22 19:11:55.768128 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] For port eb0eea3b-ba9b-460e-a1bb-ae7c8990505c, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:11:55.772871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] For port eb0eea3b-ba9b-460e-a1bb-ae7c8990505c, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=eb0eea3b-ba9b-460e-a1bb-ae7c8990505c,segment=NetworkSegment(ede11575-67b0-4d88-84de-3f21001165e0),segment_id=ede11575-67b0-4d88-84de-3f21001165e0)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:11:55.779157 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:55.879510 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] Routers {'778bf9de-960f-4d29-a98a-41511c885ee0'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:11:55.880491 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:11:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['778bf9de-960f-4d29-a98a-41511c885ee0'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:55.967175 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f606f006-c4c2-4936-ac4f-f66af3062952 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:55.976433 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fed5d0-833b-453c-9d55-6990c01c2f61 req-78622fd8-20dd-4414-8b87-21f3ea3224a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:55.986498 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45fed5d0-833b-453c-9d55-6990c01c2f61 req-78622fd8-20dd-4414-8b87-21f3ea3224a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.3744965 Jul 22 19:11:55.997386 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c9e92-9dcb-4899-8dba-7d69083b47c0 None None] Pushing event updated for resources: {'Port': ['ID=eb0eea3b-ba9b-460e-a1bb-ae7c8990505c,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:55.998060 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da3c7bbe-0f58-4e33-adb4-974dfaf3b633 req-7b30e929-5191-4045-b58b-914c65829b4e service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7014406 Jul 22 19:11:56.045427 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c5182a62-2b89-4bdd-9095-8a694e308e31 req-37fbcdbc-6fc2-43a8-b368-a75d197f21ee tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104102 Jul 22 19:11:56.091063 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b08a644f-a464-4e7a-9312-16ac6a0a1a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:56.109668 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e69134-9882-4100-97a3-07fbf7e806b3 req-286a32f9-8c4f-4e00-b097-c990c2a47d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:56.111987 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-96e69134-9882-4100-97a3-07fbf7e806b3 req-286a32f9-8c4f-4e00-b097-c990c2a47d04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17cd2804a52047cfb4d32d8ab0a04c5d&device_id=ae87b658-2a69-41e2-a5c0-41ffd1581207 HTTP/1.1" status: 200 len: 1096 time: 0.3575470 Jul 22 19:11:56.124638 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-b08a644f-a464-4e7a-9312-16ac6a0a1a6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f210b70a-b5cd-4658-9f8f-039186d0276d']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:56.167385 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45fed5d0-833b-453c-9d55-6990c01c2f61 req-06558b59-9f77-49a1-b9f5-5a1a79999e34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=fb909c7b-f94e-4b49-9b26-1260cef70227 HTTP/1.1" status: 200 len: 217 time: 0.1675656 Jul 22 19:11:56.294094 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e69134-9882-4100-97a3-07fbf7e806b3 req-1331b0a8-8b33-48d2-bb64-1ed0514d4ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:56.296252 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-96e69134-9882-4100-97a3-07fbf7e806b3 req-1331b0a8-8b33-48d2-bb64-1ed0514d4ad8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd HTTP/1.1" status: 200 len: 913 time: 0.1738191 Jul 22 19:11:56.324002 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] Set router 778bf9de-960f-4d29-a98a-41511c885ee0 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:11:56.342947 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-b08a644f-a464-4e7a-9312-16ac6a0a1a6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d3143e7-0ce3-422e-bd56-8fdb651365d5') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:56.343458 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-b08a644f-a464-4e7a-9312-16ac6a0a1a6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d3143e7-0ce3-422e-bd56-8fdb651365d5') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:56.479828 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-96e69134-9882-4100-97a3-07fbf7e806b3 req-e0b4ffc7-ae80-4679-9059-3a97fce162e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74e34620-1597-479b-866e-855875771153 HTTP/1.1" status: 200 len: 217 time: 0.1621556 Jul 22 19:11:56.483184 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b08a644f-a464-4e7a-9312-16ac6a0a1a6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:56.495874 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fed5d0-833b-453c-9d55-6990c01c2f61 req-41225bd6-c002-4d88-abf4-a90cf9c843b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:56.501494 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45fed5d0-833b-453c-9d55-6990c01c2f61 req-41225bd6-c002-4d88-abf4-a90cf9c843b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.2788460 Jul 22 19:11:56.593740 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fed5d0-833b-453c-9d55-6990c01c2f61 req-3de3f667-1dc3-4d90-940d-50d663d1a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:56.600832 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45fed5d0-833b-453c-9d55-6990c01c2f61 req-3de3f667-1dc3-4d90-940d-50d663d1a5c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46238864a83148d380b2ca0eb3b80dcd&device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 1100 time: 0.4629624 Jul 22 19:11:56.620389 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b08a644f-a464-4e7a-9312-16ac6a0a1a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:56.676558 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08a644f-a464-4e7a-9312-16ac6a0a1a6e admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:11:56.677246 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b08a644f-a464-4e7a-9312-16ac6a0a1a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:11:56.679140 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:11:56.789819 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269aa1d8-e315-4806-bc5e-0e5afd35dc3d req-6898babd-a524-49b9-870b-d2bd3bb62490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:56.791437 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-269aa1d8-e315-4806-bc5e-0e5afd35dc3d req-6898babd-a524-49b9-870b-d2bd3bb62490 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9969b04cb20a400c8e89d23b9b9aa08c&device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 1097 time: 0.3133628 Jul 22 19:11:56.806767 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e69134-9882-4100-97a3-07fbf7e806b3 req-d9561fbb-5dca-4dc3-8367-87033d248141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:56.807436 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-96e69134-9882-4100-97a3-07fbf7e806b3 req-d9561fbb-5dca-4dc3-8367-87033d248141 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0ba5617b-ba48-486c-9750-2a5a3148f236 HTTP/1.1" status: 200 len: 852 time: 0.3180246 Jul 22 19:11:56.824628 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f606f006-c4c2-4936-ac4f-f66af3062952 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:56.840626 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fed5d0-833b-453c-9d55-6990c01c2f61 req-8378b757-62e8-4e29-a70a-97237001c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:56.842206 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45fed5d0-833b-453c-9d55-6990c01c2f61 req-8378b757-62e8-4e29-a70a-97237001c884 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3328204 Jul 22 19:11:56.896162 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fed5d0-833b-453c-9d55-6990c01c2f61 req-d55e57d7-c45e-4e4e-8847-e6fe62680c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:56.896349 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-96e69134-9882-4100-97a3-07fbf7e806b3 req-6e62bfac-9ce1-4fdb-b22d-0ccd18c65fb2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814695 Jul 22 19:11:56.897846 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b08a644f-a464-4e7a-9312-16ac6a0a1a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:56.897979 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45fed5d0-833b-453c-9d55-6990c01c2f61 req-d55e57d7-c45e-4e4e-8847-e6fe62680c79 service neutron] 10.222.0.16 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.2853634 Jul 22 19:11:56.914573 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f606f006-c4c2-4936-ac4f-f66af3062952 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:56.940957 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dc18f-478b-4b64-9620-570ee7f6af5a req-c864d4fa-7471-4e8a-a241-9c82f666623e tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:56.941278 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'name': 'tempest-TaggedBootDevicesTest-797260946-router', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:41Z', 'updated_at': '2021-07-22T19:11:49Z', 'revision_number': 4, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'gw_port': {'id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:43Z', 'updated_at': '2021-07-22T19:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'eb0eea3b-ba9b-460e-a1bb-ae7c8990505c', 'name': '', 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'mac_address': 'fa:16:3e:89:cb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '46c28341-28d1-4391-a7f5-497116b1730d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:48Z', 'updated_at': '2021-07-22T19:11:55Z', 'revision_number': 4, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'subnets': [{'id': '46c28341-28d1-4391-a7f5-497116b1730d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:56.943284 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b08a644f-a464-4e7a-9312-16ac6a0a1a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:56.945988 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b08a644f-a464-4e7a-9312-16ac6a0a1a6e admin admin] 10.222.0.13 "DELETE /v2.0/networks/f210b70a-b5cd-4658-9f8f-039186d0276d HTTP/1.1" status: 204 len: 168 time: 1.9976923 Jul 22 19:11:56.948178 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f15dc18f-478b-4b64-9620-570ee7f6af5a req-c864d4fa-7471-4e8a-a241-9c82f666623e tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 948 time: 0.3589072 Jul 22 19:11:56.956199 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f606f006-c4c2-4936-ac4f-f66af3062952 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:56.960383 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f606f006-c4c2-4936-ac4f-f66af3062952 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2428920 Jul 22 19:11:56.978557 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43002) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:56.978984 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43004) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:56.996220 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba763beb-4d84-4a24-88c7-ce39db74897b None None] The sync data for ids ['778bf9de-960f-4d29-a98a-41511c885ee0'] in n-d-800086-12 is: [{'id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'name': 'tempest-TaggedBootDevicesTest-797260946-router', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:41Z', 'updated_at': '2021-07-22T19:11:49Z', 'revision_number': 4, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'gw_port': {'id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:43Z', 'updated_at': '2021-07-22T19:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'eb0eea3b-ba9b-460e-a1bb-ae7c8990505c', 'name': '', 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'mac_address': 'fa:16:3e:89:cb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '46c28341-28d1-4391-a7f5-497116b1730d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:48Z', 'updated_at': '2021-07-22T19:11:55Z', 'revision_number': 4, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'subnets': [{'id': '46c28341-28d1-4391-a7f5-497116b1730d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:11:57.020768 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a644f-a464-4e7a-9312-16ac6a0a1a6e admin admin] Pushing event deleted for resources: {'Network': ['ID=f210b70a-b5cd-4658-9f8f-039186d0276d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:57.108859 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606f006-c4c2-4936-ac4f-f66af3062952 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd877d44-6a9c-47d8-a1a2-fca58f592f45,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:57.303343 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-96e69134-9882-4100-97a3-07fbf7e806b3 req-d959d6da-2086-43f3-942f-32efb993dac5 service neutron] 10.222.0.16 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555217 Jul 22 19:11:57.517993 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-96e69134-9882-4100-97a3-07fbf7e806b3 req-36ab7a97-ab74-48ba-aecd-49e6fb2a9de1 service neutron] 10.222.0.16 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058642 Jul 22 19:11:57.649819 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2c59bf1a-a0a6-4add-bf15-86c528a73648 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Request body: {'security_group_rule': {'security_group_id': '92563a2c-88ae-412c-b39a-6c1e58a73272', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cd877d44-6a9c-47d8-a1a2-fca58f592f45', 'remote_ip_prefix': None}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:11:57.707295 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45fed5d0-833b-453c-9d55-6990c01c2f61 req-c10898ac-9d99-4eb0-90a1-54e845371973 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=fb909c7b-f94e-4b49-9b26-1260cef70227 HTTP/1.1" status: 200 len: 217 time: 0.7875981 Jul 22 19:11:57.826978 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f15dc18f-478b-4b64-9620-570ee7f6af5a req-0d6e3e06-ff1a-460b-bbb3-ad971b0fe7ec tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8777032 Jul 22 19:11:57.947254 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ad1ff2-8f5a-41a2-8c57-33bb1de62fba admin admin] Deleting subnet 0fae0a62-169f-40a5-8d16-d997980b442f {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:11:57.953705 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-82ad1ff2-8f5a-41a2-8c57-33bb1de62fba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:58.005191 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device eb0eea3b-ba9b-460e-a1bb-ae7c8990505c up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:11:58.005720 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-82ad1ff2-8f5a-41a2-8c57-33bb1de62fba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:58.051042 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-82ad1ff2-8f5a-41a2-8c57-33bb1de62fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:58.118898 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port eb0eea3b-ba9b-460e-a1bb-ae7c8990505c completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:11:58.127583 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port eb0eea3b-ba9b-460e-a1bb-ae7c8990505c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:11:58.128244 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:58.206797 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269aa1d8-e315-4806-bc5e-0e5afd35dc3d req-e9f72d0a-9c90-41f0-bfd9-d89809cabba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:58.214844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-269aa1d8-e315-4806-bc5e-0e5afd35dc3d req-e9f72d0a-9c90-41f0-bfd9-d89809cabba6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=43446fef-6ac7-466a-9f04-5ce65621e5e9 HTTP/1.1" status: 200 len: 920 time: 1.4022939 Jul 22 19:11:58.221070 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fed5d0-833b-453c-9d55-6990c01c2f61 req-3419995c-b0b8-4158-81b4-ba55dd5b0fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:58.224556 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45fed5d0-833b-453c-9d55-6990c01c2f61 req-3419995c-b0b8-4158-81b4-ba55dd5b0fab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.4986522 Jul 22 19:11:58.300511 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:58.331946 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45fed5d0-833b-453c-9d55-6990c01c2f61 req-0804596a-ade2-4f9c-9c20-f4a06ab7d482 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4707229 Jul 22 19:11:58.379339 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port eb0eea3b-ba9b-460e-a1bb-ae7c8990505c, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=eb0eea3b-ba9b-460e-a1bb-ae7c8990505c,segment=NetworkSegment(ede11575-67b0-4d88-84de-3f21001165e0),segment_id=ede11575-67b0-4d88-84de-3f21001165e0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:58.385698 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:58.393179 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cd99e3da-c56b-4551-aeec-651783f201cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:58.432871 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2c59bf1a-a0a6-4add-bf15-86c528a73648 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:58.456052 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=eb0eea3b-ba9b-460e-a1bb-ae7c8990505c,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:58.508297 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-82ad1ff2-8f5a-41a2-8c57-33bb1de62fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:58.623495 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-269aa1d8-e315-4806-bc5e-0e5afd35dc3d req-88745ff6-a4de-468c-b6a9-7a2b3516837c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d24e2d3-73b1-4528-b025-71fb422ede79 HTTP/1.1" status: 200 len: 217 time: 0.3997436 Jul 22 19:11:58.771825 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad1ff2-8f5a-41a2-8c57-33bb1de62fba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fae0a62-169f-40a5-8d16-d997980b442f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:58.788586 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-82ad1ff2-8f5a-41a2-8c57-33bb1de62fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:58.791047 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-82ad1ff2-8f5a-41a2-8c57-33bb1de62fba admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0fae0a62-169f-40a5-8d16-d997980b442f HTTP/1.1" status: 204 len: 168 time: 1.8083389 Jul 22 19:11:58.794170 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43030) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:58.938367 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45fed5d0-833b-453c-9d55-6990c01c2f61 req-93431fdc-4539-4408-a797-a6fdbb5e0a3d service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5809765 Jul 22 19:11:58.950821 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2c59bf1a-a0a6-4add-bf15-86c528a73648 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:58.964373 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f833be-5d55-45dd-ac69-9c1c09f77e6f req-9b5df52b-e855-4115-ad6c-f3563c303070 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:58.968341 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2f833be-5d55-45dd-ac69-9c1c09f77e6f req-9b5df52b-e855-4115-ad6c-f3563c303070 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 945 time: 0.8245153 Jul 22 19:11:58.971969 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269aa1d8-e315-4806-bc5e-0e5afd35dc3d req-baecc505-9234-453b-860c-af736dc6d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:58.974133 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-269aa1d8-e315-4806-bc5e-0e5afd35dc3d req-baecc505-9234-453b-860c-af736dc6d7d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=934071ba-1037-4dea-9f1f-4deae218fd12 HTTP/1.1" status: 200 len: 859 time: 0.2331431 Jul 22 19:11:58.979466 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2c59bf1a-a0a6-4add-bf15-86c528a73648 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:58.991850 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:59.051033 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-269aa1d8-e315-4806-bc5e-0e5afd35dc3d req-fb275190-d084-4c94-ab89-9878b51b1953 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=43446fef-6ac7-466a-9f04-5ce65621e5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656929 Jul 22 19:11:59.056789 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59bf1a-a0a6-4add-bf15-86c528a73648 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d8fd024-067e-4c9d-8866-d293e8c19409,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:59.059918 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fed5d0-833b-453c-9d55-6990c01c2f61 req-72f5ff4d-ede1-482f-9bc6-2c610833e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:59.062221 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45fed5d0-833b-453c-9d55-6990c01c2f61 req-72f5ff4d-ede1-482f-9bc6-2c610833e530 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8175180 Jul 22 19:11:59.135290 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:59.150975 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a246b5-cb04-4ecd-9617-3e77ed2643e5']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:59.170996 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943f5ab5-21f7-46e4-9074-ba6bcd9f4d79') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:59.171711 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943f5ab5-21f7-46e4-9074-ba6bcd9f4d79') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:11:59.175979 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2c59bf1a-a0a6-4add-bf15-86c528a73648 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:59.180487 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2c59bf1a-a0a6-4add-bf15-86c528a73648 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 2.1965129 Jul 22 19:11:59.183095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43042) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:59.201044 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:59.241443 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:59.261561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:11:59.262262 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:11:59.265218 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:11:59.314873 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2f833be-5d55-45dd-ac69-9c1c09f77e6f req-056e540e-8e16-446f-87ba-78a16a41c517 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317702 Jul 22 19:11:59.331944 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d62a1ae-01f4-4f2a-a1e9-e0851131131b tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:59.351306 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d62a1ae-01f4-4f2a-a1e9-e0851131131b tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:59.357506 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:59.388368 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:59.394631 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] 10.222.0.13 "DELETE /v2.0/networks/32a246b5-cb04-4ecd-9617-3e77ed2643e5 HTTP/1.1" status: 204 len: 168 time: 0.5986598 Jul 22 19:11:59.395726 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] Pushing event deleted for resources: {'Network': ['ID=32a246b5-cb04-4ecd-9617-3e77ed2643e5,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:59.406604 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:59.407037 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:59.407460 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:59.407817 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:59.408162 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:59.408529 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:59.408906 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:59.409895 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:59.410243 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:59.411085 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:59.412214 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:59.412741 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157157d6-a063-4d50-b7fb-b8cd8118f457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:11:59.415787 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-269aa1d8-e315-4806-bc5e-0e5afd35dc3d req-50344994-2dcd-45d2-80ee-12d3b09fffd1 service neutron] 10.222.0.30 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503680 Jul 22 19:11:59.420003 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 74e34620-1597-479b-866e-855875771153 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:11:59.425652 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45fed5d0-833b-453c-9d55-6990c01c2f61 req-2c70f164-5a29-414b-abbd-cd79c0962cf3 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321371 Jul 22 19:11:59.480342 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d62a1ae-01f4-4f2a-a1e9-e0851131131b tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:59.498527 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d62a1ae-01f4-4f2a-a1e9-e0851131131b tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:59.502890 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4d62a1ae-01f4-4f2a-a1e9-e0851131131b tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/8d8fd024-067e-4c9d-8866-d293e8c19409 HTTP/1.1" status: 204 len: 168 time: 0.3102975 Jul 22 19:11:59.503059 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43048) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:59.523495 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62a1ae-01f4-4f2a-a1e9-e0851131131b tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d8fd024-067e-4c9d-8866-d293e8c19409,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:59.581205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 74e34620-1597-479b-866e-855875771153, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=74e34620-1597-479b-866e-855875771153,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:59.598129 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '74e34620-1597-479b-866e-855875771153', 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd', 'port_id': '74e34620-1597-479b-866e-855875771153', 'mac_address': 'fa:16:3e:1f:f3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba5617b-ba48-486c-9750-2a5a3148f236', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:11:59.601827 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e20c3023-86a2-4821-a731-db46dbbbc2ca tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0954828 Jul 22 19:11:59.602746 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43050) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:59.679412 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:59.713787 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e34620-1597-479b-866e-855875771153 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:11:59.748523 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 74e34620-1597-479b-866e-855875771153, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=74e34620-1597-479b-866e-855875771153,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:11:59.759488 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:59.773900 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device fb909c7b-f94e-4b49-9b26-1260cef70227 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:11:59.830718 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43054) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:11:59.849410 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337d4df-5a29-4ef2-9617-a9c2dd661c4a req-3bdd3639-2b0b-43b8-b75a-29bfcdafcd0e tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:11:59.851107 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6337d4df-5a29-4ef2-9617-a9c2dd661c4a req-3bdd3639-2b0b-43b8-b75a-29bfcdafcd0e tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae87b658-2a69-41e2-a5c0-41ffd1581207 HTTP/1.1" status: 200 len: 944 time: 0.1758626 Jul 22 19:11:59.871376 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-269aa1d8-e315-4806-bc5e-0e5afd35dc3d req-54017c83-43a1-495f-a177-272fbecf0bca service neutron] 10.222.0.30 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439092 Jul 22 19:11:59.894246 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=74e34620-1597-479b-866e-855875771153,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:11:59.898024 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09b8179e-4a95-442a-9e45-59f86564c705 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:11:59.926394 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45fed5d0-833b-453c-9d55-6990c01c2f61 req-a31e7c7d-bd0b-4401-87f1-75864748d470 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879875 Jul 22 19:11:59.930093 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6337d4df-5a29-4ef2-9617-a9c2dd661c4a req-77af13f2-b11a-4bd9-922c-f0cac3d95f72 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613558 Jul 22 19:11:59.988303 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device eb0eea3b-ba9b-460e-a1bb-ae7c8990505c up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:12:00.058039 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port fb909c7b-f94e-4b49-9b26-1260cef70227, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=fb909c7b-f94e-4b49-9b26-1260cef70227,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:00.058827 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09b8179e-4a95-442a-9e45-59f86564c705 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:00.080945 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'fb909c7b-f94e-4b49-9b26-1260cef70227', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': 'fb909c7b-f94e-4b49-9b26-1260cef70227', 'mac_address': 'fa:16:3e:bf:ec:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:12:00.093611 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ba445982-5cc5-4bb8-b76a-1cafa52806d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca474665ef244c4e8a0e9be542d2eb64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2603559 Jul 22 19:12:00.097056 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43058) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:00.180600 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port eb0eea3b-ba9b-460e-a1bb-ae7c8990505c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:00.180600 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:00.238018 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-80128374-ef77-4532-88a7-30733d6f97f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:00.256187 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a92840-6655-4cb8-b4af-5db04ee5f2cd req-0d4c439b-89d3-4746-b8b2-02bbfb8f8196 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:00.257945 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-54a92840-6655-4cb8-b4af-5db04ee5f2cd req-0d4c439b-89d3-4746-b8b2-02bbfb8f8196 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 948 time: 0.1692333 Jul 22 19:12:00.289920 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:00.291184 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-80128374-ef77-4532-88a7-30733d6f97f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:00.344346 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb909c7b-f94e-4b49-9b26-1260cef70227 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:12:00.357478 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-54a92840-6655-4cb8-b4af-5db04ee5f2cd req-75988da6-dab2-4c97-8838-3d6ffab9d0ff tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916708 Jul 22 19:12:00.363512 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09b8179e-4a95-442a-9e45-59f86564c705 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:00.366644 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09b8179e-4a95-442a-9e45-59f86564c705 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:00.370905 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43068) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:00.374458 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-09b8179e-4a95-442a-9e45-59f86564c705 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "DELETE /v2.0/security-groups/cd877d44-6a9c-47d8-a1a2-fca58f592f45 HTTP/1.1" status: 204 len: 168 time: 0.7697604 Jul 22 19:12:00.380931 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-80128374-ef77-4532-88a7-30733d6f97f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:00.383470 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-80128374-ef77-4532-88a7-30733d6f97f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:00.386872 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-80128374-ef77-4532-88a7-30733d6f97f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2efc33f-fbd2-4b32-af22-0836f98f55e0 HTTP/1.1" status: 204 len: 168 time: 0.2863977 Jul 22 19:12:00.420094 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8179e-4a95-442a-9e45-59f86564c705 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd877d44-6a9c-47d8-a1a2-fca58f592f45,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:00.445593 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port fb909c7b-f94e-4b49-9b26-1260cef70227, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=fb909c7b-f94e-4b49-9b26-1260cef70227,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:00.463748 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80128374-ef77-4532-88a7-30733d6f97f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2efc33f-fbd2-4b32-af22-0836f98f55e0,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:00.468508 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:00.511982 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43074) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:00.513961 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9a24fe52-8e0e-45b1-8a17-7d7ce8e14e0c tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1391001 Jul 22 19:12:00.659086 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=fb909c7b-f94e-4b49-9b26-1260cef70227,revision_number=12']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:00.661296 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4da1adfa-99a1-431d-8ab9-7d4633781ea4 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:00.666393 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c6d69-8644-42ec-98ed-028b68415aa1 req-c27f7931-d59b-4221-a934-9f9499564413 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:00.668100 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c0c6d69-8644-42ec-98ed-028b68415aa1 req-c27f7931-d59b-4221-a934-9f9499564413 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 945 time: 0.1462469 Jul 22 19:12:00.753995 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4da1adfa-99a1-431d-8ab9-7d4633781ea4 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:00.760134 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['fb909c7b-f94e-4b49-9b26-1260cef70227'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:12:00.790968 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c0c6d69-8644-42ec-98ed-028b68415aa1 req-e2d2d14f-4625-4b58-9261-ca8955c6b630 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101184 Jul 22 19:12:00.919701 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4da1adfa-99a1-431d-8ab9-7d4633781ea4 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:00.923744 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4da1adfa-99a1-431d-8ab9-7d4633781ea4 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:00.939073 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4da1adfa-99a1-431d-8ab9-7d4633781ea4 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "DELETE /v2.0/security-groups/92563a2c-88ae-412c-b39a-6c1e58a73272 HTTP/1.1" status: 204 len: 168 time: 0.4249051 Jul 22 19:12:00.947289 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43084) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:00.947583 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['74e34620-1597-479b-866e-855875771153'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:12:01.009095 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1adfa-99a1-431d-8ab9-7d4633781ea4 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92563a2c-88ae-412c-b39a-6c1e58a73272,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:01.051466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfe870-ba30-434c-a483-71b75e3265a9 req-4532128d-b8b4-4401-8fa0-e94f640133cd tempest-MigrationsAdminTest-1680029283 tempest-MigrationsAdminTest-1680029283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:01.073807 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4edfe870-ba30-434c-a483-71b75e3265a9 req-4532128d-b8b4-4401-8fa0-e94f640133cd tempest-MigrationsAdminTest-1680029283 tempest-MigrationsAdminTest-1680029283-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 1101 time: 0.1722670 Jul 22 19:12:01.172999 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d90fa5f0-8129-4a5c-94fc-15d3caca3440 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2277260 Jul 22 19:12:01.183253 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43088) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:01.201527 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-93a2e6cb-7f8e-4df3-80a3-3c3122aaad9d tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Request body: {'security_group': {'name': 'tempest-secgroup--24566587'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:01.210723 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4edfe870-ba30-434c-a483-71b75e3265a9 req-002bcc76-e479-460b-b662-c7fa5d1f1e53 tempest-MigrationsAdminTest-1680029283 tempest-MigrationsAdminTest-1680029283-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363897 Jul 22 19:12:01.262784 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93a2e6cb-7f8e-4df3-80a3-3c3122aaad9d tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:01.287198 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:01.315816 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43094) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:01.322342 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5d3f706a-13ff-4a44-9624-2e49df06d85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:01.411716 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43096) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:01.463565 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93a2e6cb-7f8e-4df3-80a3-3c3122aaad9d tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:01.472552 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93a2e6cb-7f8e-4df3-80a3-3c3122aaad9d tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:01.539457 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-acfd4ad9-5061-4299-b0a1-abb68e916d7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f23909064f5437285685ec34e7727cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2224154 Jul 22 19:12:01.555594 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43100) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:01.556783 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2e6cb-7f8e-4df3-80a3-3c3122aaad9d tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f21270-f840-455c-809d-27492452c4bb,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:01.605410 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93a2e6cb-7f8e-4df3-80a3-3c3122aaad9d tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:01.606642 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-93a2e6cb-7f8e-4df3-80a3-3c3122aaad9d tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4174886 Jul 22 19:12:01.612851 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43102) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:01.617489 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-7c86fa97-a28e-4d38-8609-791009bfe19c tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Request body: {'security_group_rule': {'security_group_id': '04f21270-f840-455c-809d-27492452c4bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:01.633753 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3c55b85-b405-4677-b09a-0991698bb2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:01.662055 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3c55b85-b405-4677-b09a-0991698bb2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:01.671622 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6102be-4a86-4c02-aa11-6c2d486f6d73 req-53743b33-c099-41fc-a553-266f581fddd7 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:01.679497 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f6102be-4a86-4c02-aa11-6c2d486f6d73 req-53743b33-c099-41fc-a553-266f581fddd7 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae87b658-2a69-41e2-a5c0-41ffd1581207 HTTP/1.1" status: 200 len: 945 time: 0.3118992 Jul 22 19:12:01.708312 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2d6e3b3-a3d9-4d45-bf09-6a23b9ca297a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:01.732767 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c86fa97-a28e-4d38-8609-791009bfe19c tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:01.760025 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3c55b85-b405-4677-b09a-0991698bb2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:01.765075 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f6102be-4a86-4c02-aa11-6c2d486f6d73 req-63baf3fa-3258-4381-b2fc-2f5cf36df31b tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834639 Jul 22 19:12:01.765390 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3c55b85-b405-4677-b09a-0991698bb2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:01.769454 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d3c55b85-b405-4677-b09a-0991698bb2ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95f8d959-36bd-4c97-a179-53dfef7e715b HTTP/1.1" status: 204 len: 168 time: 0.2023962 Jul 22 19:12:01.806578 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c55b85-b405-4677-b09a-0991698bb2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f8d959-36bd-4c97-a179-53dfef7e715b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:01.900422 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c86fa97-a28e-4d38-8609-791009bfe19c tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:01.906661 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c86fa97-a28e-4d38-8609-791009bfe19c tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:01.934128 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86fa97-a28e-4d38-8609-791009bfe19c tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94027a2-619e-4a0b-8ade-39c512bf86aa,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:01.955380 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2d6e3b3-a3d9-4d45-bf09-6a23b9ca297a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:01.967053 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2d6e3b3-a3d9-4d45-bf09-6a23b9ca297a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:01.967276 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c86fa97-a28e-4d38-8609-791009bfe19c tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:01.972764 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7c86fa97-a28e-4d38-8609-791009bfe19c tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3587344 Jul 22 19:12:01.973372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43110) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:02.049652 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5a64a847-6972-4940-8cce-52383f881e8a tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:02.066651 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5a64a847-6972-4940-8cce-52383f881e8a tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:02.089712 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b2d6e3b3-a3d9-4d45-bf09-6a23b9ca297a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ddeb31a59f4e47f5a9e29ee741ec5610&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6763098 Jul 22 19:12:02.091481 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6e3b3-a3d9-4d45-bf09-6a23b9ca297a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddd23e1-9ab9-4611-833a-2e9703aba324,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:02.094977 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43114) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:02.142285 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5a64a847-6972-4940-8cce-52383f881e8a tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:02.158216 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5a64a847-6972-4940-8cce-52383f881e8a tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:02.168567 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5a64a847-6972-4940-8cce-52383f881e8a tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d94027a2-619e-4a0b-8ade-39c512bf86aa HTTP/1.1" status: 204 len: 168 time: 0.1926401 Jul 22 19:12:02.175993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43118) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:02.189764 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6f1db631-f0e6-4255-b48c-94b98ee7dc09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:02.227516 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64a847-6972-4940-8cce-52383f881e8a tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d94027a2-619e-4a0b-8ade-39c512bf86aa,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:02.247681 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6f1db631-f0e6-4255-b48c-94b98ee7dc09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:02.249011 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:02.337118 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6f1db631-f0e6-4255-b48c-94b98ee7dc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:02.339749 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6f1db631-f0e6-4255-b48c-94b98ee7dc09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:02.340956 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6f1db631-f0e6-4255-b48c-94b98ee7dc09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fddd23e1-9ab9-4611-833a-2e9703aba324 HTTP/1.1" status: 204 len: 168 time: 0.2446313 Jul 22 19:12:02.357654 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1db631-f0e6-4255-b48c-94b98ee7dc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddd23e1-9ab9-4611-833a-2e9703aba324,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:02.397660 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43128) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:02.410620 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4d2d9bc9-bf30-414d-957e-606202acf585 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2276173 Jul 22 19:12:02.462335 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15546437-4523-4a62-8fc7-129dc59b9e97 req-b5d3cddf-77d9-4184-a8d2-91ec8ceeedb7 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:02.476954 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15546437-4523-4a62-8fc7-129dc59b9e97 req-b5d3cddf-77d9-4184-a8d2-91ec8ceeedb7 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 945 time: 0.3037846 Jul 22 19:12:02.522909 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ba2f21f-229b-4b6f-9e03-70a6b4d51913 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:02.556424 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15546437-4523-4a62-8fc7-129dc59b9e97 req-fe6c6d63-d5a4-46a1-9ef8-77d5c95b9c0b tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782025 Jul 22 19:12:02.601919 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ba2f21f-229b-4b6f-9e03-70a6b4d51913 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:02.692119 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ba2f21f-229b-4b6f-9e03-70a6b4d51913 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:02.697750 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ba2f21f-229b-4b6f-9e03-70a6b4d51913 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:02.706694 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3ba2f21f-229b-4b6f-9e03-70a6b4d51913 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "DELETE /v2.0/security-groups/04f21270-f840-455c-809d-27492452c4bb HTTP/1.1" status: 204 len: 168 time: 0.3077781 Jul 22 19:12:02.708178 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43134) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:02.763511 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2f21f-229b-4b6f-9e03-70a6b4d51913 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f21270-f840-455c-809d-27492452c4bb,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:02.789108 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04422bb-03cf-4b37-b5cc-f04f6b4c121c req-611b9f3b-ba3b-4a58-9251-4d61de9a9668 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:02.791822 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d04422bb-03cf-4b37-b5cc-f04f6b4c121c req-611b9f3b-ba3b-4a58-9251-4d61de9a9668 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 949 time: 0.1345720 Jul 22 19:12:02.864380 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ae9e1044-43e9-429f-bbec-01d1d60b1465 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1473598 Jul 22 19:12:02.870131 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43140) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:02.876381 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-49b1b205-7618-4bd3-8bce-4dc3f8b2070e tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248473961'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:02.895640 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d04422bb-03cf-4b37-b5cc-f04f6b4c121c req-ec03a515-fc82-4cc2-975a-7da1cb6f053e tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945709 Jul 22 19:12:02.943832 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-49b1b205-7618-4bd3-8bce-4dc3f8b2070e tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:02.974071 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43144) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:02.995036 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-041a39d3-aa6a-49d8-8931-69ef5318caa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:03.180370 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-49b1b205-7618-4bd3-8bce-4dc3f8b2070e tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:03.194346 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-49b1b205-7618-4bd3-8bce-4dc3f8b2070e tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:03.244078 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc4701-09e7-43bd-8ba9-49287009c16e req-4eac7b77-15eb-44bf-9c47-9f267ee84d18 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:03.248018 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cdfc4701-09e7-43bd-8ba9-49287009c16e req-4eac7b77-15eb-44bf-9c47-9f267ee84d18 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae87b658-2a69-41e2-a5c0-41ffd1581207 HTTP/1.1" status: 200 len: 945 time: 0.1980693 Jul 22 19:12:03.257677 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1b205-7618-4bd3-8bce-4dc3f8b2070e tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ff0fee-37de-4e1a-b527-8ba5d80b08d3,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:03.335064 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cdfc4701-09e7-43bd-8ba9-49287009c16e req-b0ab7097-0040-4913-a767-0f6b0dfaf92b tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777686 Jul 22 19:12:03.421145 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-041a39d3-aa6a-49d8-8931-69ef5318caa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:03.427107 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-041a39d3-aa6a-49d8-8931-69ef5318caa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:03.436099 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-49b1b205-7618-4bd3-8bce-4dc3f8b2070e tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:03.437480 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-49b1b205-7618-4bd3-8bce-4dc3f8b2070e tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5659101 Jul 22 19:12:03.440261 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43156) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:03.447215 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f32fad18-6483-4c05-97aa-194bef90d1ff tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Request body: {'security_group_rule': {'security_group_id': 'c0ff0fee-37de-4e1a-b527-8ba5d80b08d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:03.447915 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 74e34620-1597-479b-866e-855875771153 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:12:03.475670 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-041a39d3-aa6a-49d8-8931-69ef5318caa4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc13e199a5e94755824bd76367d1a918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4982083 Jul 22 19:12:03.475876 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43158) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:03.483127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a39d3-aa6a-49d8-8931-69ef5318caa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc47c30-0f89-487f-a6af-6cc486b6cdc2,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:03.497634 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a39d3-aa6a-49d8-8931-69ef5318caa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:03.497978 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a39d3-aa6a-49d8-8931-69ef5318caa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:03.498319 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a39d3-aa6a-49d8-8931-69ef5318caa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:03.498660 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a39d3-aa6a-49d8-8931-69ef5318caa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:03.499101 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a39d3-aa6a-49d8-8931-69ef5318caa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:03.499441 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a39d3-aa6a-49d8-8931-69ef5318caa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:03.499774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a39d3-aa6a-49d8-8931-69ef5318caa4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:03.500174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a39d3-aa6a-49d8-8931-69ef5318caa4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:03.500551 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a39d3-aa6a-49d8-8931-69ef5318caa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:03.500886 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a39d3-aa6a-49d8-8931-69ef5318caa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:03.501322 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a39d3-aa6a-49d8-8931-69ef5318caa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:03.501664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a39d3-aa6a-49d8-8931-69ef5318caa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:03.525257 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f32fad18-6483-4c05-97aa-194bef90d1ff tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:03.582514 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e61c7284-7b58-4f3b-bf4c-d44e415ca178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:03.584374 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 74e34620-1597-479b-866e-855875771153 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:12:03.589460 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 74e34620-1597-479b-866e-855875771153 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:03.589936 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:03.621169 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e61c7284-7b58-4f3b-bf4c-d44e415ca178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:03.693400 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08412a-0f85-4729-aab0-fe4d36a710e0 req-3e9befe7-86cc-4eaf-a860-c801946dff3f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:03.694968 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e08412a-0f85-4729-aab0-fe4d36a710e0 req-3e9befe7-86cc-4eaf-a860-c801946dff3f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.16 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 949 time: 0.1651325 Jul 22 19:12:03.713044 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f32fad18-6483-4c05-97aa-194bef90d1ff tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:03.718327 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f32fad18-6483-4c05-97aa-194bef90d1ff tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:03.751679 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f32fad18-6483-4c05-97aa-194bef90d1ff tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:03.754940 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f32fad18-6483-4c05-97aa-194bef90d1ff tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3133619 Jul 22 19:12:03.758365 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43162) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:03.773822 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fad18-6483-4c05-97aa-194bef90d1ff tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca300ea-b3d8-42bf-8aae-45e892345290,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:03.797410 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-de6dd9d3-2257-4d75-99df-4544f7fa8811 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-group-rules/cca300ea-b3d8-42bf-8aae-45e892345290 HTTP/1.1" status: 200 len: 763 time: 0.0323703 Jul 22 19:12:03.798447 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43164) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:03.873808 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b65fd952-d9aa-4ecd-a59e-948840cd591a tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0704298 Jul 22 19:12:03.873808 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43168) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:03.908496 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7152d12e-4f0b-4599-98c7-4d0a950dd656 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:03.919134 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7152d12e-4f0b-4599-98c7-4d0a950dd656 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:03.981323 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7152d12e-4f0b-4599-98c7-4d0a950dd656 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:03.997837 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7152d12e-4f0b-4599-98c7-4d0a950dd656 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:04.000129 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7152d12e-4f0b-4599-98c7-4d0a950dd656 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/cca300ea-b3d8-42bf-8aae-45e892345290 HTTP/1.1" status: 204 len: 168 time: 0.1238120 Jul 22 19:12:04.002105 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e61c7284-7b58-4f3b-bf4c-d44e415ca178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:04.003146 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43172) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:04.003528 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43174) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:04.024815 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e61c7284-7b58-4f3b-bf4c-d44e415ca178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:04.026077 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e61c7284-7b58-4f3b-bf4c-d44e415ca178 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebc47c30-0f89-487f-a6af-6cc486b6cdc2 HTTP/1.1" status: 204 len: 168 time: 0.5493019 Jul 22 19:12:04.056080 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c7284-7b58-4f3b-bf4c-d44e415ca178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc47c30-0f89-487f-a6af-6cc486b6cdc2,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:04.057059 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152d12e-4f0b-4599-98c7-4d0a950dd656 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cca300ea-b3d8-42bf-8aae-45e892345290,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:04.122623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c52677-9569-4360-a62a-f2c03f46367f req-e4b2eea5-a282-4b71-bbdd-e69b11c34fbe tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:04.123446 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9476cfd8-8bce-41a4-ac85-dd688c1a200b tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1045637 Jul 22 19:12:04.124332 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-57c52677-9569-4360-a62a-f2c03f46367f req-e4b2eea5-a282-4b71-bbdd-e69b11c34fbe tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 945 time: 0.4031849 Jul 22 19:12:04.124863 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43180) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:04.132064 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-4d4164de-569e-4340-815b-904d502f7950 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Request body: {'security_group_rule': {'security_group_id': 'c0ff0fee-37de-4e1a-b527-8ba5d80b08d3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:04.137330 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:04.336183 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:04.349867 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae87b658-2a69-41e2-a5c0-41ffd1581207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e34620-1597-479b-866e-855875771153'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:12:04.352175 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d9c5f6-13b7-4470-98f3-21620a9310f2" -d '{"events": [{"server_uuid": "ae87b658-2a69-41e2-a5c0-41ffd1581207", "name": "network-vif-plugged", "status": "completed", "tag": "74e34620-1597-479b-866e-855875771153"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:12:04.366896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-1e08412a-0f85-4729-aab0-fe4d36a710e0 req-fb1e5efb-61fe-449a-a358-fa6e135cf8d1 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Deleting port fb909c7b-f94e-4b49-9b26-1260cef70227 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:12:04.367595 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1e08412a-0f85-4729-aab0-fe4d36a710e0 req-fb1e5efb-61fe-449a-a358-fa6e135cf8d1 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:04.374425 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68fbabce-575d-4cf3-8587-091c4c06ac0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:04.419062 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 74e34620-1597-479b-866e-855875771153, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=74e34620-1597-479b-866e-855875771153,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:04.421166 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d4164de-569e-4340-815b-904d502f7950 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:04.433101 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:04.433921 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device fb909c7b-f94e-4b49-9b26-1260cef70227 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:12:04.449662 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-57c52677-9569-4360-a62a-f2c03f46367f req-1edbb7fc-6f2e-4228-b014-1755c4dfb5d6 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008571 Jul 22 19:12:04.577708 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-1e08412a-0f85-4729-aab0-fe4d36a710e0 req-fb1e5efb-61fe-449a-a358-fa6e135cf8d1 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] For port fb909c7b-f94e-4b49-9b26-1260cef70227, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=fb909c7b-f94e-4b49-9b26-1260cef70227,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:04.578077 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1e08412a-0f85-4729-aab0-fe4d36a710e0 req-fb1e5efb-61fe-449a-a358-fa6e135cf8d1 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:04.628711 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d4164de-569e-4340-815b-904d502f7950 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:04.661188 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=74e34620-1597-479b-866e-855875771153,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:04.682492 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68fbabce-575d-4cf3-8587-091c4c06ac0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:04.691648 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-1e08412a-0f85-4729-aab0-fe4d36a710e0 req-fb1e5efb-61fe-449a-a358-fa6e135cf8d1 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Calling delete_port for fb909c7b-f94e-4b49-9b26-1260cef70227 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:12:04.695204 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68fbabce-575d-4cf3-8587-091c4c06ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:04.696249 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port fb909c7b-f94e-4b49-9b26-1260cef70227 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:12:04.700796 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port fb909c7b-f94e-4b49-9b26-1260cef70227 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:04.702268 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:04.706510 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d4164de-569e-4340-815b-904d502f7950 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:04.774009 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-68fbabce-575d-4cf3-8587-091c4c06ac0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5781143a5b74eafade103f309f154ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7610238 Jul 22 19:12:04.774009 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbabce-575d-4cf3-8587-091c4c06ac0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceec7c20-34a3-449b-8bdd-5cf44e2071a0,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:04.776196 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43194) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:04.824736 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4164de-569e-4340-815b-904d502f7950 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba04eb1-3d9f-4043-a949-a3f17cc80e21,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:04.826774 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:04.882252 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-347f5e1f-fc0d-46cf-8540-b9311430d18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:04.917515 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port fb909c7b-f94e-4b49-9b26-1260cef70227, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=fb909c7b-f94e-4b49-9b26-1260cef70227,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:04.929381 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:04.929976 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-347f5e1f-fc0d-46cf-8540-b9311430d18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:04.930175 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d4164de-569e-4340-815b-904d502f7950 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:04.931655 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4d4164de-569e-4340-815b-904d502f7950 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8056314 Jul 22 19:12:04.936513 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43204) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:04.971619 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-45643da5-ea60-4058-aa1f-051c5452fd0d tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-group-rules/5ba04eb1-3d9f-4043-a949-a3f17cc80e21 HTTP/1.1" status: 200 len: 763 time: 0.0331299 Jul 22 19:12:04.977744 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43206) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:05.001361 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ca7af-e552-4d10-83a8-b1e1ce678c94 req-216e9393-9228-4b96-99e4-dedcdc9bd55e tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:05.004386 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9d0ca7af-e552-4d10-83a8-b1e1ce678c94 req-216e9393-9228-4b96-99e4-dedcdc9bd55e tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=1be95a2c-bf41-47f4-914c-bbd1ababeda0 HTTP/1.1" status: 200 len: 949 time: 0.3994861 Jul 22 19:12:05.050607 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1c656ee8-a7a1-406d-bb73-0b0cefbaa6d5 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0714064 Jul 22 19:12:05.054075 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43208) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:05.080689 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-347f5e1f-fc0d-46cf-8540-b9311430d18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:05.085243 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-347f5e1f-fc0d-46cf-8540-b9311430d18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:05.086886 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-347f5e1f-fc0d-46cf-8540-b9311430d18f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ceec7c20-34a3-449b-8bdd-5cf44e2071a0 HTTP/1.1" status: 204 len: 168 time: 0.3098156 Jul 22 19:12:05.113002 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f5e1f-fc0d-46cf-8540-b9311430d18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceec7c20-34a3-449b-8bdd-5cf44e2071a0,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:05.113340 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=fb909c7b-f94e-4b49-9b26-1260cef70227,revision_number=13']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:05.116918 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ee15-0a53-4443-a219-f01de5028093 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:05.133891 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ee15-0a53-4443-a219-f01de5028093 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:05.186980 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ee15-0a53-4443-a219-f01de5028093 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:05.194290 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ee15-0a53-4443-a219-f01de5028093 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:05.205673 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1cd7ee15-0a53-4443-a219-f01de5028093 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5ba04eb1-3d9f-4043-a949-a3f17cc80e21 HTTP/1.1" status: 204 len: 168 time: 0.1502090 Jul 22 19:12:05.207866 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43214) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:05.229625 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7ee15-0a53-4443-a219-f01de5028093 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ba04eb1-3d9f-4043-a949-a3f17cc80e21,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:05.299514 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9d0ca7af-e552-4d10-83a8-b1e1ce678c94 req-70e50142-9733-4324-96b1-15aeb721180e tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849526 Jul 22 19:12:05.337534 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43218) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:05.340050 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4d23fa47-79f9-4272-aed0-e739b37d8abf tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1301725 Jul 22 19:12:05.351828 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-715e556d-b105-49ff-bc21-88c3d080a722 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Request body: {'security_group_rule': {'security_group_id': 'c0ff0fee-37de-4e1a-b527-8ba5d80b08d3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:05.382926 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1e08412a-0f85-4729-aab0-fe4d36a710e0 req-fb1e5efb-61fe-449a-a358-fa6e135cf8d1 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:05.398500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['e464f3c4-2a37-45c5-b30c-52016b9bfacc', '3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:12:05.409497 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['010b98b4-758f-4285-89fb-ff8927f356cc', 'fb909c7b-f94e-4b49-9b26-1260cef70227'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:12:05.491463 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e5efb-61fe-449a-a358-fa6e135cf8d1 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Pushing event deleted for resources: {'Port': ['ID=fb909c7b-f94e-4b49-9b26-1260cef70227,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:05.601478 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-715e556d-b105-49ff-bc21-88c3d080a722 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:05.812699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e08412a-0f85-4729-aab0-fe4d36a710e0 req-fb1e5efb-61fe-449a-a358-fa6e135cf8d1 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] No DVR routers for this DVR port fb909c7b-f94e-4b49-9b26-1260cef70227 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:12:05.851551 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1e08412a-0f85-4729-aab0-fe4d36a710e0 req-fb1e5efb-61fe-449a-a358-fa6e135cf8d1 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:05.868146 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e08412a-0f85-4729-aab0-fe4d36a710e0 req-fb1e5efb-61fe-449a-a358-fa6e135cf8d1 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.16 "DELETE /v2.0/ports/fb909c7b-f94e-4b49-9b26-1260cef70227 HTTP/1.1" status: 204 len: 173 time: 2.1478636 Jul 22 19:12:05.901510 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be95a2c-bf41-47f4-914c-bbd1ababeda0', 'name': 'network-vif-deleted', 'tag': 'fb909c7b-f94e-4b49-9b26-1260cef70227'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:12:05.926778 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e65705c-d8b7-4e9a-9e96-25753efe506d" -d '{"events": [{"server_uuid": "1be95a2c-bf41-47f4-914c-bbd1ababeda0", "name": "network-vif-deleted", "tag": "fb909c7b-f94e-4b49-9b26-1260cef70227"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:12:06.063984 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-715e556d-b105-49ff-bc21-88c3d080a722 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:06.096347 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092fb6f-97fc-4ca5-ba79-cdf9008c7a55 req-7958600e-5c48-46bd-affd-3b2a2544be8a tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:06.098947 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3092fb6f-97fc-4ca5-ba79-cdf9008c7a55 req-7958600e-5c48-46bd-affd-3b2a2544be8a tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae87b658-2a69-41e2-a5c0-41ffd1581207 HTTP/1.1" status: 200 len: 946 time: 0.6208012 Jul 22 19:12:06.101080 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-715e556d-b105-49ff-bc21-88c3d080a722 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:06.169690 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e556d-b105-49ff-bc21-88c3d080a722 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e919624-e644-47cb-8e84-a71f70dca2ba,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:06.219635 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-715e556d-b105-49ff-bc21-88c3d080a722 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:06.223727 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43244) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:06.230989 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-715e556d-b105-49ff-bc21-88c3d080a722 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8921483 Jul 22 19:12:06.247437 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6faed409-ec2d-4fc9-9b53-c9d7b15149d2 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-group-rules/1e919624-e644-47cb-8e84-a71f70dca2ba HTTP/1.1" status: 200 len: 764 time: 0.0225675 Jul 22 19:12:06.251186 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43246) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:06.282215 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3092fb6f-97fc-4ca5-ba79-cdf9008c7a55 req-82aaa775-9a3e-48fc-a0b6-f4ecd157e070 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413658 Jul 22 19:12:06.366012 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b63619e6-315b-48a8-b3b0-e582703f6bf8 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1125751 Jul 22 19:12:06.368771 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43254) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:06.399752 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369c973e-49d9-4568-ac7e-5f27539437fc x-openstack-request-id: req-369c973e-49d9-4568-ac7e-5f27539437fc {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:12:06.400357 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae87b658-2a69-41e2-a5c0-41ffd1581207", "name": "network-vif-plugged", "status": "completed", "tag": "74e34620-1597-479b-866e-855875771153", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:12:06.400357 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-369c973e-49d9-4568-ac7e-5f27539437fc {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:12:06.400747 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae87b658-2a69-41e2-a5c0-41ffd1581207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e34620-1597-479b-866e-855875771153', 'code': 200} Jul 22 19:12:06.450140 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c486b933-d929-4a75-9104-a7c7cb40fe8d tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:06.471612 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c486b933-d929-4a75-9104-a7c7cb40fe8d tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:06.564638 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c486b933-d929-4a75-9104-a7c7cb40fe8d tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:06.572054 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c486b933-d929-4a75-9104-a7c7cb40fe8d tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:06.588090 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c486b933-d929-4a75-9104-a7c7cb40fe8d tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1e919624-e644-47cb-8e84-a71f70dca2ba HTTP/1.1" status: 204 len: 168 time: 0.2156556 Jul 22 19:12:06.598789 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486b933-d929-4a75-9104-a7c7cb40fe8d tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e919624-e644-47cb-8e84-a71f70dca2ba,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:06.602900 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43266) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:06.804352 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-75264955-a6f3-44ad-ad86-044c1765c719 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1885848 Jul 22 19:12:06.806640 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43272) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:06.852253 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f0438-9163-4e7e-b684-0fcd9802670b req-6f706a53-dc37-4050-b636-8ea7069b0711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:06.853860 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-650f0438-9163-4e7e-b684-0fcd9802670b req-6f706a53-dc37-4050-b636-8ea7069b0711 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae87b658-2a69-41e2-a5c0-41ffd1581207 HTTP/1.1" status: 200 len: 1098 time: 0.3656328 Jul 22 19:12:06.881638 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db7080-f17b-4044-900c-f5127eea8bd2 req-17e25f6f-d8bd-4664-a2e5-e46422bac862 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:06.888746 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6db7080-f17b-4044-900c-f5127eea8bd2 req-17e25f6f-d8bd-4664-a2e5-e46422bac862 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 945 time: 0.3102591 Jul 22 19:12:06.943904 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-650f0438-9163-4e7e-b684-0fcd9802670b req-38b04b6b-d867-4da6-850d-2f5390c8f875 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787899 Jul 22 19:12:06.959524 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3534e46-f275-473c-b8a7-6e117541a8d1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:06.981038 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6db7080-f17b-4044-900c-f5127eea8bd2 req-55149cb5-66cc-4860-a4e1-5a55d4f2f588 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875330 Jul 22 19:12:07.036154 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3534e46-f275-473c-b8a7-6e117541a8d1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:07.075401 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e7f58a-228d-4377-a9c8-84c0ead0b520 x-openstack-request-id: req-a4e7f58a-228d-4377-a9c8-84c0ead0b520 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:12:07.075827 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be95a2c-bf41-47f4-914c-bbd1ababeda0", "name": "network-vif-deleted", "tag": "fb909c7b-f94e-4b49-9b26-1260cef70227", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:12:07.076157 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4e7f58a-228d-4377-a9c8-84c0ead0b520 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:12:07.076667 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be95a2c-bf41-47f4-914c-bbd1ababeda0', 'name': 'network-vif-deleted', 'tag': 'fb909c7b-f94e-4b49-9b26-1260cef70227', 'status': 'completed', 'code': 200} Jul 22 19:12:07.122729 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3534e46-f275-473c-b8a7-6e117541a8d1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:07.131582 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3534e46-f275-473c-b8a7-6e117541a8d1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:07.132807 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d3534e46-f275-473c-b8a7-6e117541a8d1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "DELETE /v2.0/security-groups/c0ff0fee-37de-4e1a-b527-8ba5d80b08d3 HTTP/1.1" status: 204 len: 168 time: 0.3248677 Jul 22 19:12:07.135491 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43282) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:07.147584 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3534e46-f275-473c-b8a7-6e117541a8d1 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ff0fee-37de-4e1a-b527-8ba5d80b08d3,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:07.242856 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-45fd7e35-f42f-411c-bff1-f8b58f1f9a38 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1053765 Jul 22 19:12:07.248998 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43288) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:07.305516 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2e599efb-b872-4d86-aaf8-a7ac54fa3b12 tempest-SecGroupTest-605930490 tempest-SecGroupTest-605930490-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538871 Jul 22 19:12:07.482511 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device fb909c7b-f94e-4b49-9b26-1260cef70227 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:12:07.515589 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: fb909c7b-f94e-4b49-9b26-1260cef70227 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:12:07.516693 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device fb909c7b-f94e-4b49-9b26-1260cef70227 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:12:07.940354 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43306) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:08.320353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade2267-bf08-487f-be72-057334a6e063 req-80e6c18c-05e2-41ba-9d47-4263dc6d7892 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:08.322740 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ade2267-bf08-487f-be72-057334a6e063 req-80e6c18c-05e2-41ba-9d47-4263dc6d7892 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae87b658-2a69-41e2-a5c0-41ffd1581207 HTTP/1.1" status: 200 len: 946 time: 0.1000834 Jul 22 19:12:08.335568 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a9039d21-3a9a-4f54-9835-0c09b1705be2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe03d804c3ee47dd8cf93818c84547ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3921177 Jul 22 19:12:08.337814 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43320) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:08.385223 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ade2267-bf08-487f-be72-057334a6e063 req-d9737e12-4191-4705-8a36-11f047d7c20d tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567172 Jul 22 19:12:08.402212 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be95a2c-bf41-47f4-914c-bbd1ababeda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb909c7b-f94e-4b49-9b26-1260cef70227'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:12:08.404926 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0865f6b1-5e7b-40dd-a702-6462d27627a5" -d '{"events": [{"server_uuid": "1be95a2c-bf41-47f4-914c-bbd1ababeda0", "name": "network-vif-plugged", "status": "completed", "tag": "fb909c7b-f94e-4b49-9b26-1260cef70227"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:12:08.442540 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-73ca7a98-5649-464d-8757-62407533e928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:08.488531 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-73ca7a98-5649-464d-8757-62407533e928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:08.568870 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-73ca7a98-5649-464d-8757-62407533e928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:08.572347 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-73ca7a98-5649-464d-8757-62407533e928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:08.576077 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-73ca7a98-5649-464d-8757-62407533e928 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22f26749-bda7-4c8e-b02a-6c674cbe1eab HTTP/1.1" status: 204 len: 168 time: 0.2346234 Jul 22 19:12:08.602164 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca7a98-5649-464d-8757-62407533e928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f26749-bda7-4c8e-b02a-6c674cbe1eab,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:08.893875 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:09.108108 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d63502-9017-4407-9d8b-7a2910a910f4 req-491db990-6e95-4759-acd8-937657703679 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:09.116019 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44d63502-9017-4407-9d8b-7a2910a910f4 req-491db990-6e95-4759-acd8-937657703679 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 951 time: 0.1122644 Jul 22 19:12:09.201119 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44d63502-9017-4407-9d8b-7a2910a910f4 req-471034af-7217-4d13-bd90-4dfec92a040f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841784 Jul 22 19:12:09.497463 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e16ede-a416-4287-8010-ef1d26514ff8 req-dcd49f7e-28e7-4656-b9fe-bbd702cef018 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:09.505181 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-67e16ede-a416-4287-8010-ef1d26514ff8 req-dcd49f7e-28e7-4656-b9fe-bbd702cef018 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 945 time: 0.1956248 Jul 22 19:12:09.560148 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fb3a9-6704-4734-a36e-6b1c0d0d5008 req-f272de3d-c21b-4869-b843-74a8aa5966b4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:09.561822 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e77fb3a9-6704-4734-a36e-6b1c0d0d5008 req-f272de3d-c21b-4869-b843-74a8aa5966b4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 951 time: 0.1653385 Jul 22 19:12:09.580209 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-67e16ede-a416-4287-8010-ef1d26514ff8 req-6c4c4391-c12d-45ea-b4da-6a23d0d8f01b tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681665 Jul 22 19:12:09.656719 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37715606-4e68-4860-b0eb-9156532924a5 x-openstack-request-id: req-37715606-4e68-4860-b0eb-9156532924a5 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:12:09.657211 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be95a2c-bf41-47f4-914c-bbd1ababeda0", "name": "network-vif-plugged", "status": "completed", "tag": "fb909c7b-f94e-4b49-9b26-1260cef70227", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:12:09.657624 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37715606-4e68-4860-b0eb-9156532924a5 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:12:09.658962 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be95a2c-bf41-47f4-914c-bbd1ababeda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb909c7b-f94e-4b49-9b26-1260cef70227', 'code': 200} Jul 22 19:12:09.807851 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-e77fb3a9-6704-4734-a36e-6b1c0d0d5008 req-c6ca28ec-e939-493f-b947-820181529fd4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Deleting port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:12:09.809447 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e77fb3a9-6704-4734-a36e-6b1c0d0d5008 req-c6ca28ec-e939-493f-b947-820181529fd4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:09.944236 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43362) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:10.061140 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-e77fb3a9-6704-4734-a36e-6b1c0d0d5008 req-c6ca28ec-e939-493f-b947-820181529fd4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] For port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:10.062009 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e77fb3a9-6704-4734-a36e-6b1c0d0d5008 req-c6ca28ec-e939-493f-b947-820181529fd4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:10.081867 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-e77fb3a9-6704-4734-a36e-6b1c0d0d5008 req-c6ca28ec-e939-493f-b947-820181529fd4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Calling delete_port for 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:12:10.100120 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4a356e16-ad46-4fd7-8056-06e404a32de1 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:10.101638 n-d-800086-12 neutron-server[93806]: WARNING neutron.api.v2.base [None req-4a356e16-ad46-4fd7-8056-06e404a32de1 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 19:12:10.102367 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-4a356e16-ad46-4fd7-8056-06e404a32de1 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 19:12:10.103790 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4a356e16-ad46-4fd7-8056-06e404a32de1 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1584773 Jul 22 19:12:10.110173 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43368) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:10.124233 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-61e81d5e-f266-4517-89dc-f3db30e49b0b tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1830053628'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:10.172121 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61e81d5e-f266-4517-89dc-f3db30e49b0b tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:10.183439 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61e81d5e-f266-4517-89dc-f3db30e49b0b tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:10.424237 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e77fb3a9-6704-4734-a36e-6b1c0d0d5008 req-c6ca28ec-e939-493f-b947-820181529fd4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:10.442870 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61e81d5e-f266-4517-89dc-f3db30e49b0b tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:10.443755 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['e464f3c4-2a37-45c5-b30c-52016b9bfacc', '3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:12:10.451905 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61e81d5e-f266-4517-89dc-f3db30e49b0b tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:10.454228 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['010b98b4-758f-4285-89fb-ff8927f356cc'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:12:10.551161 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e81d5e-f266-4517-89dc-f3db30e49b0b tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa259bd3-ec82-4c74-9d6f-6ed2a9dfcf67,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:10.564064 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca28ec-e939-493f-b947-820181529fd4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Pushing event deleted for resources: {'Port': ['ID=3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:10.624175 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61e81d5e-f266-4517-89dc-f3db30e49b0b tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:10.631582 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61e81d5e-f266-4517-89dc-f3db30e49b0b tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:10.650197 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77fb3a9-6704-4734-a36e-6b1c0d0d5008 req-c6ca28ec-e939-493f-b947-820181529fd4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] No DVR routers for this DVR port 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:12:10.662943 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e77fb3a9-6704-4734-a36e-6b1c0d0d5008 req-c6ca28ec-e939-493f-b947-820181529fd4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:10.671262 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e77fb3a9-6704-4734-a36e-6b1c0d0d5008 req-c6ca28ec-e939-493f-b947-820181529fd4 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.30 "DELETE /v2.0/ports/3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 HTTP/1.1" status: 204 len: 173 time: 1.0899475 Jul 22 19:12:10.672886 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d59d66-c898-4365-a10a-ce9a569f2847', 'name': 'network-vif-deleted', 'tag': '3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:12:10.680508 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61e81d5e-f266-4517-89dc-f3db30e49b0b tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:10.682910 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-61e81d5e-f266-4517-89dc-f3db30e49b0b tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5707705 Jul 22 19:12:10.686952 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43384) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:10.694848 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f961ef-93c2-43f9-8330-ad8d56983c61" -d '{"events": [{"server_uuid": "a2d59d66-c898-4365-a10a-ce9a569f2847", "name": "network-vif-deleted", "tag": "3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:12:10.695292 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-86aaab90-7f63-4d1a-a8bb-0f49a8542cc2 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group_rule': {'security_group_id': '53a43bbf-fabe-45bc-ba36-acb5a302ff9f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:10.702414 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e81d5e-f266-4517-89dc-f3db30e49b0b tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a43bbf-fabe-45bc-ba36-acb5a302ff9f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:10.766836 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023cd4e6-40a8-4f7e-a9dc-4a2570293804 req-771b0491-1f6d-497d-85fb-7e06f7a7299c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:10.768430 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-023cd4e6-40a8-4f7e-a9dc-4a2570293804 req-771b0491-1f6d-497d-85fb-7e06f7a7299c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae87b658-2a69-41e2-a5c0-41ffd1581207 HTTP/1.1" status: 200 len: 946 time: 0.3988118 Jul 22 19:12:10.770654 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-86aaab90-7f63-4d1a-a8bb-0f49a8542cc2 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:10.918157 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-023cd4e6-40a8-4f7e-a9dc-4a2570293804 req-d6671902-f993-4a60-a145-baf6085f42d2 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272037 Jul 22 19:12:10.937289 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-86aaab90-7f63-4d1a-a8bb-0f49a8542cc2 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:10.937289 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-86aaab90-7f63-4d1a-a8bb-0f49a8542cc2 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:10.978682 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aaab90-7f63-4d1a-a8bb-0f49a8542cc2 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f3667f-4c6c-400f-ba59-ab262ab1793c,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:10.987903 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-86aaab90-7f63-4d1a-a8bb-0f49a8542cc2 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:10.992160 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-86aaab90-7f63-4d1a-a8bb-0f49a8542cc2 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3028398 Jul 22 19:12:10.993941 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43392) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:10.999029 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-ee95b1ba-9c3b-4a29-8d93-360b14d284c1 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group_rule': {'security_group_id': '53a43bbf-fabe-45bc-ba36-acb5a302ff9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:11.054035 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ee95b1ba-9c3b-4a29-8d93-360b14d284c1 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:11.144443 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c7de943-c897-43d7-9264-c9be6283c9b3 req-d19c0a89-b79e-45f2-a702-86087d7265d3 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d59d66-c898-4365-a10a-ce9a569f2847 HTTP/1.1" status: 200 len: 210 time: 0.0607014 Jul 22 19:12:11.236903 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-ee95b1ba-9c3b-4a29-8d93-360b14d284c1 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 19:12:11.241023 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ee95b1ba-9c3b-4a29-8d93-360b14d284c1 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2427912 Jul 22 19:12:11.241435 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43400) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:11.368258 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d7f0321-f2ee-4025-bccb-76df04e75073 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:11.408208 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d7f0321-f2ee-4025-bccb-76df04e75073 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:11.459962 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:11.480378 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d7f0321-f2ee-4025-bccb-76df04e75073 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:11.483677 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d7f0321-f2ee-4025-bccb-76df04e75073 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:11.489426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43410) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:11.490048 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5d7f0321-f2ee-4025-bccb-76df04e75073 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "DELETE /v2.0/security-groups/53a43bbf-fabe-45bc-ba36-acb5a302ff9f HTTP/1.1" status: 204 len: 168 time: 0.2469809 Jul 22 19:12:11.504015 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f0321-f2ee-4025-bccb-76df04e75073 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a43bbf-fabe-45bc-ba36-acb5a302ff9f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:11.597249 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-da1e6494-18da-4193-b1e6-3deb0a7df59b tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1058307 Jul 22 19:12:11.600811 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43414) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:11.605869 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-e45e1009-16ed-4822-b4a5-b47c7109ed14 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1332044613'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:11.644746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44758a98-b748-49a5-8a09-714560db17da req-030cfef2-b511-4425-9cae-5c1454cc0a9e tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:11.646391 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44758a98-b748-49a5-8a09-714560db17da req-030cfef2-b511-4425-9cae-5c1454cc0a9e tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 945 time: 0.1361842 Jul 22 19:12:11.648179 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e45e1009-16ed-4822-b4a5-b47c7109ed14 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:11.715589 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44758a98-b748-49a5-8a09-714560db17da req-85b6cb84-6cb2-4d0d-a0b6-cd1bcbf2588d tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587077 Jul 22 19:12:11.746217 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd84278-f516-488c-992b-e8170503d37f x-openstack-request-id: req-7cd84278-f516-488c-992b-e8170503d37f {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:12:11.746514 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d59d66-c898-4365-a10a-ce9a569f2847", "name": "network-vif-deleted", "tag": "3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:12:11.746817 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7cd84278-f516-488c-992b-e8170503d37f {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:12:11.747240 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d59d66-c898-4365-a10a-ce9a569f2847', 'name': 'network-vif-deleted', 'tag': '3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25', 'status': 'completed', 'code': 200} Jul 22 19:12:11.749900 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e45e1009-16ed-4822-b4a5-b47c7109ed14 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:11.755298 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e45e1009-16ed-4822-b4a5-b47c7109ed14 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:11.783892 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e45e1009-16ed-4822-b4a5-b47c7109ed14 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:11.785398 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e45e1009-16ed-4822-b4a5-b47c7109ed14 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1831770 Jul 22 19:12:11.788553 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43430) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:11.793550 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-83c088a6-6b53-430c-85b7-127e95183a56 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group_rule': {'security_group_id': 'b2cb8ee6-e349-44dc-b834-9bb59ba903f5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:11.794252 n-d-800086-12 neutron-server[93807]: WARNING neutron.api.v2.base [None req-83c088a6-6b53-430c-85b7-127e95183a56 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 22 19:12:11.794397 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e1009-16ed-4822-b4a5-b47c7109ed14 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cb8ee6-e349-44dc-b834-9bb59ba903f5,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:11.794743 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-83c088a6-6b53-430c-85b7-127e95183a56 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:12:11.795707 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-83c088a6-6b53-430c-85b7-127e95183a56 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061281 Jul 22 19:12:11.799358 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43432) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:11.894907 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b3094b94-ae3d-49c4-aa42-088a791331dd tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:11.932746 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b3094b94-ae3d-49c4-aa42-088a791331dd tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:12.016083 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b3094b94-ae3d-49c4-aa42-088a791331dd tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:12.019373 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b3094b94-ae3d-49c4-aa42-088a791331dd tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:12.023745 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43446) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:12.024253 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b3094b94-ae3d-49c4-aa42-088a791331dd tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "DELETE /v2.0/security-groups/b2cb8ee6-e349-44dc-b834-9bb59ba903f5 HTTP/1.1" status: 204 len: 168 time: 0.2224579 Jul 22 19:12:12.048669 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3094b94-ae3d-49c4-aa42-088a791331dd tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cb8ee6-e349-44dc-b834-9bb59ba903f5,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:12.152092 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1912da9d-9b2f-4db4-b231-cde83ab3becc tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1259003 Jul 22 19:12:12.166774 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43460) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:12.182972 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-5bdfc506-fb08-4b0c-a141-aecf395a39af tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group': {'name': 'tempest-secgroup--572783085'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:12.238164 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5bdfc506-fb08-4b0c-a141-aecf395a39af tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:12.285845 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fdae2-222f-4f0b-9584-2eaafc70cb57 req-0f74170e-61e1-4be7-9759-451502c51fd7 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:12.290543 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a6fdae2-222f-4f0b-9584-2eaafc70cb57 req-0f74170e-61e1-4be7-9759-451502c51fd7 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae87b658-2a69-41e2-a5c0-41ffd1581207 HTTP/1.1" status: 200 len: 946 time: 0.1333330 Jul 22 19:12:12.383049 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a6fdae2-222f-4f0b-9584-2eaafc70cb57 req-c9c789f4-5320-4f8b-8bc6-af4525457c44 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880699 Jul 22 19:12:12.463502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43470) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:12.523336 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5bdfc506-fb08-4b0c-a141-aecf395a39af tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:12.561479 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5bdfc506-fb08-4b0c-a141-aecf395a39af tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:12.672025 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5bdfc506-fb08-4b0c-a141-aecf395a39af tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:12.676541 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5bdfc506-fb08-4b0c-a141-aecf395a39af tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5064840 Jul 22 19:12:12.676703 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8412328c-cb76-47d3-b340-12c76d4ad232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:12.678942 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43476) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:12.689490 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdfc506-fb08-4b0c-a141-aecf395a39af tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ea8b31-b77b-45d3-8013-6e84f0152f3f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:12.693877 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-163e8be8-550e-4d87-97e2-a31df93d9d3e tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group_rule': {'security_group_id': '46ea8b31-b77b-45d3-8013-6e84f0152f3f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:12.694953 n-d-800086-12 neutron-server[93807]: WARNING neutron.api.v2.base [None req-163e8be8-550e-4d87-97e2-a31df93d9d3e tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 22 19:12:12.695479 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-163e8be8-550e-4d87-97e2-a31df93d9d3e tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:12:12.696532 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-163e8be8-550e-4d87-97e2-a31df93d9d3e tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0153224 Jul 22 19:12:12.699576 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43478) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:12.810723 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7fe50df0-987e-47d6-a452-dcda71ba44ac tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:12.849139 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7fe50df0-987e-47d6-a452-dcda71ba44ac tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:12.894576 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8412328c-cb76-47d3-b340-12c76d4ad232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:12.900298 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8412328c-cb76-47d3-b340-12c76d4ad232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:12.914090 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7fe50df0-987e-47d6-a452-dcda71ba44ac tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:12.919772 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7fe50df0-987e-47d6-a452-dcda71ba44ac tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:12.925576 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43488) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:12.926116 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7fe50df0-987e-47d6-a452-dcda71ba44ac tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "DELETE /v2.0/security-groups/46ea8b31-b77b-45d3-8013-6e84f0152f3f HTTP/1.1" status: 204 len: 168 time: 0.2242181 Jul 22 19:12:12.940640 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe50df0-987e-47d6-a452-dcda71ba44ac tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ea8b31-b77b-45d3-8013-6e84f0152f3f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:12.968861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412328c-cb76-47d3-b340-12c76d4ad232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758c8998-43c5-45aa-8ff6-ecc96cdb135c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:13.031004 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8412328c-cb76-47d3-b340-12c76d4ad232 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5284c9f79ae4d2b803292b04393bb2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5664012 Jul 22 19:12:13.034580 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43500) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:13.117377 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f53eaa6f-280b-4cdd-a659-b4aaa739a7a1 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1889586 Jul 22 19:12:13.117866 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43514) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:13.131326 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-bc4fa325-79fa-45c9-b2d3-bb0039851448 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1432888305'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:13.135377 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:12:13.158773 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01eeb89e-0167-4231-a5e2-78464be4dfa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:13.163992 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3cb9a-8cde-4881-94c3-52a81fab5c1a req-1af613ef-db2d-4ad8-a37b-ba28dd7123ef tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:13.167188 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a3a3cb9a-8cde-4881-94c3-52a81fab5c1a req-1af613ef-db2d-4ad8-a37b-ba28dd7123ef tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 945 time: 0.1928487 Jul 22 19:12:13.200633 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01eeb89e-0167-4231-a5e2-78464be4dfa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:13.207447 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:12:13.209351 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bc4fa325-79fa-45c9-b2d3-bb0039851448 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:13.209818 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 3d00dca0-8b01-4d2a-b3e2-1e2ec17e0a25 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:12:13.296050 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a3a3cb9a-8cde-4881-94c3-52a81fab5c1a req-c719b8ca-d2e7-4f32-bd02-a1b1b57a0c08 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828807 Jul 22 19:12:13.328145 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01eeb89e-0167-4231-a5e2-78464be4dfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:13.332007 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01eeb89e-0167-4231-a5e2-78464be4dfa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:13.333758 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-01eeb89e-0167-4231-a5e2-78464be4dfa7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/758c8998-43c5-45aa-8ff6-ecc96cdb135c HTTP/1.1" status: 204 len: 168 time: 0.2979083 Jul 22 19:12:13.367775 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eeb89e-0167-4231-a5e2-78464be4dfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758c8998-43c5-45aa-8ff6-ecc96cdb135c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:13.437503 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bc4fa325-79fa-45c9-b2d3-bb0039851448 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:13.451674 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bc4fa325-79fa-45c9-b2d3-bb0039851448 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:13.515347 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bc4fa325-79fa-45c9-b2d3-bb0039851448 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:13.522575 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bc4fa325-79fa-45c9-b2d3-bb0039851448 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3993285 Jul 22 19:12:13.529562 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43534) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:13.552113 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4fa325-79fa-45c9-b2d3-bb0039851448 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c70a0d-0e1b-43d3-a4f4-3adc3cb704d0,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:13.567044 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-063849cf-d45b-4fbe-88d1-3ce30bbde62d tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group_rule': {'security_group_id': '59c70a0d-0e1b-43d3-a4f4-3adc3cb704d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:13.582809 n-d-800086-12 neutron-server[93806]: WARNING neutron.api.v2.base [None req-063849cf-d45b-4fbe-88d1-3ce30bbde62d tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 22 19:12:13.584278 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-063849cf-d45b-4fbe-88d1-3ce30bbde62d tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:12:13.591660 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-063849cf-d45b-4fbe-88d1-3ce30bbde62d tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0608411 Jul 22 19:12:13.593091 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43538) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:13.609033 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8b380ee1-ba1f-4b8e-9c0d-ac810bc0511d tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group_rule': {'security_group_id': '59c70a0d-0e1b-43d3-a4f4-3adc3cb704d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:13.613219 n-d-800086-12 neutron-server[93806]: WARNING neutron.api.v2.base [None req-8b380ee1-ba1f-4b8e-9c0d-ac810bc0511d tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 22 19:12:13.614657 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-8b380ee1-ba1f-4b8e-9c0d-ac810bc0511d tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:12:13.621254 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8b380ee1-ba1f-4b8e-9c0d-ac810bc0511d tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0247285 Jul 22 19:12:13.622494 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43542) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:13.631455 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-dc18b00b-fc9c-4c45-b581-ae5db7a16933 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group_rule': {'security_group_id': '59c70a0d-0e1b-43d3-a4f4-3adc3cb704d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:13.632852 n-d-800086-12 neutron-server[93806]: WARNING neutron.api.v2.base [None req-dc18b00b-fc9c-4c45-b581-ae5db7a16933 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 22 19:12:13.644276 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-dc18b00b-fc9c-4c45-b581-ae5db7a16933 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:12:13.644523 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b128b6-3d59-4987-8257-4a5cde88bda9 req-e0cc25c9-54a8-4237-89b3-940f9f0ec463 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:13.649949 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-dc18b00b-fc9c-4c45-b581-ae5db7a16933 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0263135 Jul 22 19:12:13.651395 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43546) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:13.652321 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37b128b6-3d59-4987-8257-4a5cde88bda9 req-e0cc25c9-54a8-4237-89b3-940f9f0ec463 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 950 time: 0.2119122 Jul 22 19:12:13.664093 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5180f7-82fe-419a-866b-eaa923205cc6 req-58bc56a0-1859-4e79-a7cc-9153a8d6ede8 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:13.664508 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a69f7ddb-b4a0-425c-b4a9-55f22eed782e tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group_rule': {'security_group_id': '59c70a0d-0e1b-43d3-a4f4-3adc3cb704d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:13.665663 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b5180f7-82fe-419a-866b-eaa923205cc6 req-58bc56a0-1859-4e79-a7cc-9153a8d6ede8 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae87b658-2a69-41e2-a5c0-41ffd1581207 HTTP/1.1" status: 200 len: 946 time: 0.1653931 Jul 22 19:12:13.665845 n-d-800086-12 neutron-server[93806]: WARNING neutron.api.v2.base [None req-a69f7ddb-b4a0-425c-b4a9-55f22eed782e tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 22 19:12:13.666353 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-a69f7ddb-b4a0-425c-b4a9-55f22eed782e tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:12:13.671094 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a69f7ddb-b4a0-425c-b4a9-55f22eed782e tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0183039 Jul 22 19:12:13.672602 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43548) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:13.787361 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37b128b6-3d59-4987-8257-4a5cde88bda9 req-4cc921ea-7ba6-4094-be65-afbfdb651f75 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317551 Jul 22 19:12:13.820013 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b5cbf988-2301-4f0c-af45-557fcb3e3221 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:13.868212 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b5cbf988-2301-4f0c-af45-557fcb3e3221 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:13.956648 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b5cbf988-2301-4f0c-af45-557fcb3e3221 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:13.961073 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b5cbf988-2301-4f0c-af45-557fcb3e3221 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:13.966112 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b5cbf988-2301-4f0c-af45-557fcb3e3221 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "DELETE /v2.0/security-groups/59c70a0d-0e1b-43d3-a4f4-3adc3cb704d0 HTTP/1.1" status: 204 len: 168 time: 0.2903528 Jul 22 19:12:13.967364 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43562) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:14.004943 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbf988-2301-4f0c-af45-557fcb3e3221 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c70a0d-0e1b-43d3-a4f4-3adc3cb704d0,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:14.067389 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2a7163cf-92ae-4c19-b263-35229d659747 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0929968 Jul 22 19:12:14.068336 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43572) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:14.073429 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f80aa5e7-74f6-4be2-a4cc-a61ba94036e8 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1797247223'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:14.104873 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f80aa5e7-74f6-4be2-a4cc-a61ba94036e8 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:14.247580 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f80aa5e7-74f6-4be2-a4cc-a61ba94036e8 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:14.255220 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f80aa5e7-74f6-4be2-a4cc-a61ba94036e8 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:14.294860 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f80aa5e7-74f6-4be2-a4cc-a61ba94036e8 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:14.299667 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f80aa5e7-74f6-4be2-a4cc-a61ba94036e8 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2300618 Jul 22 19:12:14.300519 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43578) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:14.301200 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80aa5e7-74f6-4be2-a4cc-a61ba94036e8 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff2a434-4cd8-478d-bfd6-6e257b36cb95,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:14.309758 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-11413b9e-cf97-4145-a0c3-e437925f55ff tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group_rule': {'security_group_id': '7ff2a434-4cd8-478d-bfd6-6e257b36cb95', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:14.310705 n-d-800086-12 neutron-server[93806]: WARNING neutron.api.v2.base [None req-11413b9e-cf97-4145-a0c3-e437925f55ff tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 19:12:14.311088 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-11413b9e-cf97-4145-a0c3-e437925f55ff tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:12:14.316415 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-11413b9e-cf97-4145-a0c3-e437925f55ff tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102437 Jul 22 19:12:14.317149 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43582) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:14.322297 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b6abeb3f-9d03-439c-9325-ff2845fec973 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group_rule': {'security_group_id': '7ff2a434-4cd8-478d-bfd6-6e257b36cb95', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:14.370348 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-b6abeb3f-9d03-439c-9325-ff2845fec973 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:12:14.376254 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b6abeb3f-9d03-439c-9325-ff2845fec973 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0578976 Jul 22 19:12:14.377570 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43586) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:14.389850 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-edebc1ae-4140-4aae-bee3-b6dc018984eb tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group_rule': {'security_group_id': '7ff2a434-4cd8-478d-bfd6-6e257b36cb95', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:14.390276 n-d-800086-12 neutron-server[93806]: WARNING neutron.api.v2.base [None req-edebc1ae-4140-4aae-bee3-b6dc018984eb tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 22 19:12:14.390775 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-edebc1ae-4140-4aae-bee3-b6dc018984eb tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:12:14.395720 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-edebc1ae-4140-4aae-bee3-b6dc018984eb tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0137789 Jul 22 19:12:14.397759 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43588) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:14.403162 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d2eac2a9-27c2-47d7-a974-f39199cd3142 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group_rule': {'security_group_id': '7ff2a434-4cd8-478d-bfd6-6e257b36cb95', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:14.457300 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-d2eac2a9-27c2-47d7-a974-f39199cd3142 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:12:14.461815 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d2eac2a9-27c2-47d7-a974-f39199cd3142 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0601006 Jul 22 19:12:14.462225 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43594) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:14.468677 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-9d8e82bd-e551-4eb6-8ba5-7ec2670b5748 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group_rule': {'security_group_id': '7ff2a434-4cd8-478d-bfd6-6e257b36cb95', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:14.469160 n-d-800086-12 neutron-server[93806]: WARNING neutron.api.v2.base [None req-9d8e82bd-e551-4eb6-8ba5-7ec2670b5748 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 19:12:14.469651 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-9d8e82bd-e551-4eb6-8ba5-7ec2670b5748 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:12:14.473235 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9d8e82bd-e551-4eb6-8ba5-7ec2670b5748 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077362 Jul 22 19:12:14.475312 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43596) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:14.486312 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-9a9f2629-6ac9-4951-98b9-1b2e89324516 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group_rule': {'security_group_id': '7ff2a434-4cd8-478d-bfd6-6e257b36cb95', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:14.576632 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-9a9f2629-6ac9-4951-98b9-1b2e89324516 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:12:14.578190 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9a9f2629-6ac9-4951-98b9-1b2e89324516 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1019015 Jul 22 19:12:14.582293 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43600) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:14.590041 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b09ba3f0-7b8c-4048-8c8a-336dbc79a670 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group_rule': {'security_group_id': '7ff2a434-4cd8-478d-bfd6-6e257b36cb95', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:14.590218 n-d-800086-12 neutron-server[93806]: WARNING neutron.api.v2.base [None req-b09ba3f0-7b8c-4048-8c8a-336dbc79a670 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 22 19:12:14.590754 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-b09ba3f0-7b8c-4048-8c8a-336dbc79a670 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:12:14.594283 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b09ba3f0-7b8c-4048-8c8a-336dbc79a670 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080807 Jul 22 19:12:14.595317 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43602) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:14.603384 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-24397564-39fc-4488-b620-548e1666d418 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group_rule': {'security_group_id': '7ff2a434-4cd8-478d-bfd6-6e257b36cb95', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:14.658475 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-24397564-39fc-4488-b620-548e1666d418 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:12:14.662556 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-24397564-39fc-4488-b620-548e1666d418 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0627792 Jul 22 19:12:14.662733 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43604) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:14.667914 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8704db34-5f8b-41da-a64e-97b06d6b3f08 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group_rule': {'security_group_id': '7ff2a434-4cd8-478d-bfd6-6e257b36cb95', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:14.710254 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dafaf-63c0-461d-83a0-9de42e2eebad req-276cc1af-ccf2-416e-8bba-22b1a0ce33d8 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:14.716846 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-8704db34-5f8b-41da-a64e-97b06d6b3f08 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:12:14.721769 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fd0dafaf-63c0-461d-83a0-9de42e2eebad req-276cc1af-ccf2-416e-8bba-22b1a0ce33d8 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae87b658-2a69-41e2-a5c0-41ffd1581207 HTTP/1.1" status: 200 len: 946 time: 0.9185371 Jul 22 19:12:14.721912 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8704db34-5f8b-41da-a64e-97b06d6b3f08 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0573416 Jul 22 19:12:14.722226 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43608) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:14.754900 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b234ab7-da13-4bd4-bc66-8170c968cffa req-060208a9-fa79-443b-b52a-df9c3c030766 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:14.756395 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b234ab7-da13-4bd4-bc66-8170c968cffa req-060208a9-fa79-443b-b52a-df9c3c030766 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.30 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 950 time: 0.4298294 Jul 22 19:12:14.767339 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-7f64acf8-941f-49d1-8147-9b36294c07b7 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:14.768903 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-7f64acf8-941f-49d1-8147-9b36294c07b7 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/networks?id=52a47484-7add-4cd9-accb-b877eb05e9c5 HTTP/1.1" status: 200 len: 804 time: 0.4194505 Jul 22 19:12:14.781170 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-0b5180f7-82fe-419a-866b-eaa923205cc6 req-caa126af-0379-40c8-aa9a-30e3e6949866 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Deleting port 74e34620-1597-479b-866e-855875771153 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:12:14.782082 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0b5180f7-82fe-419a-866b-eaa923205cc6 req-caa126af-0379-40c8-aa9a-30e3e6949866 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:14.800054 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c01ff62-7a8a-4e11-9c75-046b9943e211 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:14.833310 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c01ff62-7a8a-4e11-9c75-046b9943e211 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:14.887016 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c01ff62-7a8a-4e11-9c75-046b9943e211 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:14.890211 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c01ff62-7a8a-4e11-9c75-046b9943e211 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:14.896635 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3c01ff62-7a8a-4e11-9c75-046b9943e211 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "DELETE /v2.0/security-groups/7ff2a434-4cd8-478d-bfd6-6e257b36cb95 HTTP/1.1" status: 204 len: 168 time: 0.1691947 Jul 22 19:12:14.898476 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43612) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:14.925393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01ff62-7a8a-4e11-9c75-046b9943e211 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff2a434-4cd8-478d-bfd6-6e257b36cb95,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:14.926572 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fd0dafaf-63c0-461d-83a0-9de42e2eebad req-4ecfb8cb-7fa0-4d56-8f31-35d748c22629 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019503 Jul 22 19:12:14.973353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-0b5180f7-82fe-419a-866b-eaa923205cc6 req-caa126af-0379-40c8-aa9a-30e3e6949866 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] For port 74e34620-1597-479b-866e-855875771153, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=74e34620-1597-479b-866e-855875771153,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:14.977049 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0b5180f7-82fe-419a-866b-eaa923205cc6 req-caa126af-0379-40c8-aa9a-30e3e6949866 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:14.980332 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-23db985a-c40d-4269-b4a0-37d72833e54c tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0760710 Jul 22 19:12:14.989570 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43616) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:14.992042 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-91510343-8de9-4514-8595-ec13802f1ffe tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/quotas/84dac082e65849c58aa9594ac2ba407c HTTP/1.1" status: 200 len: 375 time: 0.1187580 Jul 22 19:12:14.994980 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-3acce162-e043-46f1-b486-435cd8aa12bb tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1646343868'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:15.028675 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3acce162-e043-46f1-b486-435cd8aa12bb tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:15.051168 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-0b5180f7-82fe-419a-866b-eaa923205cc6 req-caa126af-0379-40c8-aa9a-30e3e6949866 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Calling delete_port for 74e34620-1597-479b-866e-855875771153 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:12:15.197917 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3acce162-e043-46f1-b486-435cd8aa12bb tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:15.205915 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3acce162-e043-46f1-b486-435cd8aa12bb tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:15.259207 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acce162-e043-46f1-b486-435cd8aa12bb tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f795816-388b-46b6-93bc-9613c697bcfd,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:15.275272 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3acce162-e043-46f1-b486-435cd8aa12bb tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:15.283034 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3acce162-e043-46f1-b486-435cd8aa12bb tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2882729 Jul 22 19:12:15.292367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43618) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:15.301851 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-827ae0a1-530e-4466-92a3-8ce00a5880da tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group_rule': {'security_group_id': '5f795816-388b-46b6-93bc-9613c697bcfd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:15.338437 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-af9d1c25-e1e7-411d-9bc1-5f84f0274072 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=84dac082e65849c58aa9594ac2ba407c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3308594 Jul 22 19:12:15.379157 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-0b234ab7-da13-4bd4-bc66-8170c968cffa req-e3399089-2b0f-4f9d-9314-44d25de8c46a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Deleting port e464f3c4-2a37-45c5-b30c-52016b9bfacc {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:12:15.379387 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0b234ab7-da13-4bd4-bc66-8170c968cffa req-e3399089-2b0f-4f9d-9314-44d25de8c46a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:15.467701 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359ede-47cd-41db-bbf9-93a9e04f47ef req-74894389-45fa-4309-ae74-de887c2308eb tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:15.470365 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-aa359ede-47cd-41db-bbf9-93a9e04f47ef req-74894389-45fa-4309-ae74-de887c2308eb tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.16 "GET /v2.0/ports?device_id=2211cb26-c2e2-4db5-a881-4da20c11ddc0 HTTP/1.1" status: 200 len: 945 time: 0.0873692 Jul 22 19:12:15.564664 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 8e010477-8cca-408d-98b8-f8e2a7704621 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:12:15.617321 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540ae28-a56c-4227-bf0f-063336125563 req-a1dcb89d-4254-4047-a13e-3c4c1e0a7083 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:15.619130 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4540ae28-a56c-4227-bf0f-063336125563 req-a1dcb89d-4254-4047-a13e-3c4c1e0a7083 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 945 time: 0.5216038 Jul 22 19:12:15.647857 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-aa359ede-47cd-41db-bbf9-93a9e04f47ef req-b36c2920-0732-4cd5-884d-94c1e10ccb57 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Deleting port 8e010477-8cca-408d-98b8-f8e2a7704621 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:12:15.648208 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-aa359ede-47cd-41db-bbf9-93a9e04f47ef req-b36c2920-0732-4cd5-884d-94c1e10ccb57 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:15.691900 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:15.727377 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-0b234ab7-da13-4bd4-bc66-8170c968cffa req-e3399089-2b0f-4f9d-9314-44d25de8c46a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] For port e464f3c4-2a37-45c5-b30c-52016b9bfacc, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e464f3c4-2a37-45c5-b30c-52016b9bfacc,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:15.727999 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0b234ab7-da13-4bd4-bc66-8170c968cffa req-e3399089-2b0f-4f9d-9314-44d25de8c46a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:15.736892 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 8e010477-8cca-408d-98b8-f8e2a7704621, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8e010477-8cca-408d-98b8-f8e2a7704621,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:15.738503 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2211cb26-c2e2-4db5-a881-4da20c11ddc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e010477-8cca-408d-98b8-f8e2a7704621'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:12:15.740256 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0b5180f7-82fe-419a-866b-eaa923205cc6 req-caa126af-0379-40c8-aa9a-30e3e6949866 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:15.744604 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3a56d8-d8d6-4e44-bda2-32c1686f8740" -d '{"events": [{"server_uuid": "2211cb26-c2e2-4db5-a881-4da20c11ddc0", "name": "network-vif-unplugged", "status": "completed", "tag": "8e010477-8cca-408d-98b8-f8e2a7704621"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:12:15.748652 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:15.756736 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-aa359ede-47cd-41db-bbf9-93a9e04f47ef req-b36c2920-0732-4cd5-884d-94c1e10ccb57 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] For port 8e010477-8cca-408d-98b8-f8e2a7704621, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=8e010477-8cca-408d-98b8-f8e2a7704621,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:15.757106 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-aa359ede-47cd-41db-bbf9-93a9e04f47ef req-b36c2920-0732-4cd5-884d-94c1e10ccb57 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:15.757709 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4540ae28-a56c-4227-bf0f-063336125563 req-8ba1bff7-5ee2-4544-bf0f-d61a431490d3 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176856 Jul 22 19:12:15.766667 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-5eb5797b-1977-4b13-a1dc-c26fa2b9b852 service neutron] 10.222.0.13 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267011 Jul 22 19:12:15.782133 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-aa359ede-47cd-41db-bbf9-93a9e04f47ef req-b36c2920-0732-4cd5-884d-94c1e10ccb57 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Calling delete_port for 8e010477-8cca-408d-98b8-f8e2a7704621 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:12:15.782530 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-827ae0a1-530e-4466-92a3-8ce00a5880da tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] create failed (client error): The resource could not be found. Jul 22 19:12:15.787245 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-827ae0a1-530e-4466-92a3-8ce00a5880da tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4913104 Jul 22 19:12:15.789771 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-0b234ab7-da13-4bd4-bc66-8170c968cffa req-e3399089-2b0f-4f9d-9314-44d25de8c46a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Calling delete_port for e464f3c4-2a37-45c5-b30c-52016b9bfacc owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:12:15.826513 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=8e010477-8cca-408d-98b8-f8e2a7704621,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:15.838818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43626) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:15.845012 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-3f27572a-dbcc-4e20-9b75-26b79dfb2a35 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group_rule': {'security_group_id': '5f795816-388b-46b6-93bc-9613c697bcfd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'edd24b72-fd2f-4c55-a525-0948a1accc96'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:15.872365 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa126af-0379-40c8-aa9a-30e3e6949866 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Pushing event deleted for resources: {'Port': ['ID=74e34620-1597-479b-866e-855875771153,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:15.941571 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-aa359ede-47cd-41db-bbf9-93a9e04f47ef req-b36c2920-0732-4cd5-884d-94c1e10ccb57 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:15.981187 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c2920-0732-4cd5-884d-94c1e10ccb57 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Pushing event deleted for resources: {'Port': ['ID=8e010477-8cca-408d-98b8-f8e2a7704621,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:16.036930 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa359ede-47cd-41db-bbf9-93a9e04f47ef req-b36c2920-0732-4cd5-884d-94c1e10ccb57 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] No DVR routers for this DVR port 8e010477-8cca-408d-98b8-f8e2a7704621 on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:12:16.040638 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-aa359ede-47cd-41db-bbf9-93a9e04f47ef req-b36c2920-0732-4cd5-884d-94c1e10ccb57 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:16.043663 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-aa359ede-47cd-41db-bbf9-93a9e04f47ef req-b36c2920-0732-4cd5-884d-94c1e10ccb57 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.16 "DELETE /v2.0/ports/8e010477-8cca-408d-98b8-f8e2a7704621 HTTP/1.1" status: 204 len: 173 time: 0.5682797 Jul 22 19:12:16.044160 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2211cb26-c2e2-4db5-a881-4da20c11ddc0', 'name': 'network-vif-deleted', 'tag': '8e010477-8cca-408d-98b8-f8e2a7704621'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:12:16.048158 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49eb440a-4e98-46b3-9f0a-473792e232b2" -d '{"events": [{"server_uuid": "2211cb26-c2e2-4db5-a881-4da20c11ddc0", "name": "network-vif-deleted", "tag": "8e010477-8cca-408d-98b8-f8e2a7704621"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:12:16.085657 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5180f7-82fe-419a-866b-eaa923205cc6 req-caa126af-0379-40c8-aa9a-30e3e6949866 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] No DVR routers for this DVR port 74e34620-1597-479b-866e-855875771153 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:12:16.096777 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0b5180f7-82fe-419a-866b-eaa923205cc6 req-caa126af-0379-40c8-aa9a-30e3e6949866 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:16.098822 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b5180f7-82fe-419a-866b-eaa923205cc6 req-caa126af-0379-40c8-aa9a-30e3e6949866 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.16 "DELETE /v2.0/ports/74e34620-1597-479b-866e-855875771153 HTTP/1.1" status: 204 len: 173 time: 2.3962221 Jul 22 19:12:16.102560 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae87b658-2a69-41e2-a5c0-41ffd1581207', 'name': 'network-vif-deleted', 'tag': '74e34620-1597-479b-866e-855875771153'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:12:16.104875 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5936f7a2-4be6-4452-9d09-12825f7a4edd" -d '{"events": [{"server_uuid": "ae87b658-2a69-41e2-a5c0-41ffd1581207", "name": "network-vif-deleted", "tag": "74e34620-1597-479b-866e-855875771153"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:12:16.155583 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-3f27572a-dbcc-4e20-9b75-26b79dfb2a35 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] create failed (client error): The resource could not be found. Jul 22 19:12:16.156705 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3f27572a-dbcc-4e20-9b75-26b79dfb2a35 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3168449 Jul 22 19:12:16.162888 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43642) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:16.166857 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-a14398a1-52a4-45cb-a1f2-25d8297609e2 service neutron] 10.222.0.13 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671060 Jul 22 19:12:16.205100 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58ae3b-7cb6-47f9-aa09-928f7585738d req-8e44a6c4-28bc-445d-878d-ec31648aa23b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:16.206730 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa58ae3b-7cb6-47f9-aa09-928f7585738d req-8e44a6c4-28bc-445d-878d-ec31648aa23b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=a359bc21-5dc0-4deb-8e82-5fa4408679bd HTTP/1.1" status: 200 len: 950 time: 0.3390384 Jul 22 19:12:16.278476 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0b234ab7-da13-4bd4-bc66-8170c968cffa req-e3399089-2b0f-4f9d-9314-44d25de8c46a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:16.289271 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f261927b-af41-4465-a7db-18e19e2170f7 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:16.289892 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['010b98b4-758f-4285-89fb-ff8927f356cc'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:12:16.302411 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa58ae3b-7cb6-47f9-aa09-928f7585738d req-bc5c7ecc-c32d-47d3-9f46-e34ad426b409 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842972 Jul 22 19:12:16.362686 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3399089-2b0f-4f9d-9314-44d25de8c46a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Pushing event deleted for resources: {'Port': ['ID=e464f3c4-2a37-45c5-b30c-52016b9bfacc,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:16.371819 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b140f3-4b1b-423a-a27f-03aa5b1232be x-openstack-request-id: req-85b140f3-4b1b-423a-a27f-03aa5b1232be {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:12:16.374933 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2211cb26-c2e2-4db5-a881-4da20c11ddc0", "name": "network-vif-unplugged", "status": "completed", "tag": "8e010477-8cca-408d-98b8-f8e2a7704621", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:12:16.375949 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85b140f3-4b1b-423a-a27f-03aa5b1232be {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:12:16.376709 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2211cb26-c2e2-4db5-a881-4da20c11ddc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e010477-8cca-408d-98b8-f8e2a7704621', 'code': 200} Jul 22 19:12:16.387734 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f261927b-af41-4465-a7db-18e19e2170f7 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:16.471043 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f261927b-af41-4465-a7db-18e19e2170f7 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:16.473933 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f261927b-af41-4465-a7db-18e19e2170f7 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:16.477751 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f261927b-af41-4465-a7db-18e19e2170f7 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "DELETE /v2.0/security-groups/5f795816-388b-46b6-93bc-9613c697bcfd HTTP/1.1" status: 204 len: 168 time: 0.3109136 Jul 22 19:12:16.478354 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43652) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:16.525610 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b234ab7-da13-4bd4-bc66-8170c968cffa req-e3399089-2b0f-4f9d-9314-44d25de8c46a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] No DVR routers for this DVR port e464f3c4-2a37-45c5-b30c-52016b9bfacc on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:12:16.551060 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0b234ab7-da13-4bd4-bc66-8170c968cffa req-e3399089-2b0f-4f9d-9314-44d25de8c46a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:16.555369 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b234ab7-da13-4bd4-bc66-8170c968cffa req-e3399089-2b0f-4f9d-9314-44d25de8c46a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.30 "DELETE /v2.0/ports/e464f3c4-2a37-45c5-b30c-52016b9bfacc HTTP/1.1" status: 204 len: 173 time: 1.7821398 Jul 22 19:12:16.608856 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48517839-8940-4379-bd70-30acdb976b0a x-openstack-request-id: req-48517839-8940-4379-bd70-30acdb976b0a {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:12:16.614392 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2211cb26-c2e2-4db5-a881-4da20c11ddc0", "name": "network-vif-deleted", "tag": "8e010477-8cca-408d-98b8-f8e2a7704621", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:12:16.614655 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48517839-8940-4379-bd70-30acdb976b0a {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:12:16.615077 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2211cb26-c2e2-4db5-a881-4da20c11ddc0', 'name': 'network-vif-deleted', 'tag': '8e010477-8cca-408d-98b8-f8e2a7704621', 'status': 'completed', 'code': 200} Jul 22 19:12:16.618045 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261927b-af41-4465-a7db-18e19e2170f7 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f795816-388b-46b6-93bc-9613c697bcfd,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:16.638990 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be47beb-c9d9-4d8c-bb18-41404f2fe844 x-openstack-request-id: req-7be47beb-c9d9-4d8c-bb18-41404f2fe844 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:12:16.650801 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae87b658-2a69-41e2-a5c0-41ffd1581207", "name": "network-vif-deleted", "tag": "74e34620-1597-479b-866e-855875771153", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:12:16.650801 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7be47beb-c9d9-4d8c-bb18-41404f2fe844 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:12:16.650801 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae87b658-2a69-41e2-a5c0-41ffd1581207', 'name': 'network-vif-deleted', 'tag': '74e34620-1597-479b-866e-855875771153', 'status': 'completed', 'code': 200} Jul 22 19:12:16.657197 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e57429ff-13a1-46fa-a3a3-031105d5c40c req-dce96bcc-ddde-43e4-83cf-049b39b9632a tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae87b658-2a69-41e2-a5c0-41ffd1581207 HTTP/1.1" status: 200 len: 210 time: 0.1323445 Jul 22 19:12:16.676667 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9b8fd3c8-fc88-4467-a9a3-068f96e5580b tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1862469 Jul 22 19:12:16.680267 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43658) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:16.690999 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-469646b5-e372-4f22-bbc9-bcd4c345c04b tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group_rule': {'security_group_id': '7d4fc435-f4c3-4204-a947-fbe0eada25e9', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:16.799572 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-469646b5-e372-4f22-bbc9-bcd4c345c04b tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] create failed (client error): The resource could not be found. Jul 22 19:12:16.806229 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-469646b5-e372-4f22-bbc9-bcd4c345c04b tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1215775 Jul 22 19:12:16.809619 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43676) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:16.872849 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8f504204-ac11-4796-bf52-eb3b3279fa93 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group': {'name': 'tempest-secgroup--157080363'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:16.888400 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c92801f-62fd-472a-a96c-3a0f4e010fd7 req-db8612ee-56f3-4b60-baad-10bffde62a40 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ce359a-88a6-41b0-ad50-9bc86b7a4970 HTTP/1.1" status: 200 len: 210 time: 0.1319823 Jul 22 19:12:16.966853 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f504204-ac11-4796-bf52-eb3b3279fa93 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:17.136850 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66895589-3685-4ebd-8514-dd9c72e8680d req-cd848513-dce7-4034-8a65-097730bd0335 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:17.138353 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66895589-3685-4ebd-8514-dd9c72e8680d req-cd848513-dce7-4034-8a65-097730bd0335 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 945 time: 0.2200518 Jul 22 19:12:17.166179 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device e464f3c4-2a37-45c5-b30c-52016b9bfacc no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:12:17.230397 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: e464f3c4-2a37-45c5-b30c-52016b9bfacc {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:12:17.232897 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device e464f3c4-2a37-45c5-b30c-52016b9bfacc not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:12:17.247710 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f504204-ac11-4796-bf52-eb3b3279fa93 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:17.254901 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f504204-ac11-4796-bf52-eb3b3279fa93 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:17.307759 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66895589-3685-4ebd-8514-dd9c72e8680d req-582c80a2-931a-4dc9-a718-1afdc4e3d096 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520388 Jul 22 19:12:17.329713 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f504204-ac11-4796-bf52-eb3b3279fa93 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:17.330970 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8f504204-ac11-4796-bf52-eb3b3279fa93 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5188828 Jul 22 19:12:17.334568 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43686) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:17.348973 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e84fcd9f-d55c-4c5b-9555-973a4cb35f1b tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group': {'name': 'tempest-secgroup--952433766'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:17.358488 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f504204-ac11-4796-bf52-eb3b3279fa93 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d653d8e-fc78-418f-92b0-0a93da833d55,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:17.391902 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e84fcd9f-d55c-4c5b-9555-973a4cb35f1b tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:17.455059 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43690) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:17.549382 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e84fcd9f-d55c-4c5b-9555-973a4cb35f1b tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:17.555573 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e84fcd9f-d55c-4c5b-9555-973a4cb35f1b tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:17.561629 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 74e34620-1597-479b-866e-855875771153 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:12:17.604047 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 74e34620-1597-479b-866e-855875771153 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:12:17.604391 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 74e34620-1597-479b-866e-855875771153 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:12:17.621088 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 8e010477-8cca-408d-98b8-f8e2a7704621 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:12:17.622669 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e540609a-4ad4-4a44-9561-d067eea71573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:17.648094 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e84fcd9f-d55c-4c5b-9555-973a4cb35f1b tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:17.653248 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e84fcd9f-d55c-4c5b-9555-973a4cb35f1b tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3170474 Jul 22 19:12:17.657347 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43696) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:17.658538 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 8e010477-8cca-408d-98b8-f8e2a7704621 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:12:17.658999 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 8e010477-8cca-408d-98b8-f8e2a7704621 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:12:17.660539 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fcd9f-d55c-4c5b-9555-973a4cb35f1b tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a83432-8960-4372-941b-f8cc6556ab0f,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:17.669661 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-adc29958-f391-460f-9219-6961e689eb0f tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group_rule': {'security_group_id': '9d653d8e-fc78-418f-92b0-0a93da833d55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '41a83432-8960-4372-941b-f8cc6556ab0f'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:17.772176 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e540609a-4ad4-4a44-9561-d067eea71573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:17.785620 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304de1af-da8a-4b57-8cc2-e07b3253b576 req-8389d684-402e-44e2-b606-d8b895443742 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:17.795235 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-304de1af-da8a-4b57-8cc2-e07b3253b576 req-8389d684-402e-44e2-b606-d8b895443742 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 951 time: 0.1003165 Jul 22 19:12:17.820415 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e540609a-4ad4-4a44-9561-d067eea71573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:17.889441 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-304de1af-da8a-4b57-8cc2-e07b3253b576 req-c409e915-4f42-48ac-8594-59eb48fddc7a tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915544 Jul 22 19:12:17.909115 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e540609a-4ad4-4a44-9561-d067eea71573 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=565bec5c98724d388cb03bde55b576d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4453263 Jul 22 19:12:17.913565 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43712) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:17.936206 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-adc29958-f391-460f-9219-6961e689eb0f tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:12:17.940869 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43716) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:17.942551 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-adc29958-f391-460f-9219-6961e689eb0f tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2841468 Jul 22 19:12:17.975838 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540609a-4ad4-4a44-9561-d067eea71573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cba6e25-9002-4ebd-8df3-14d5372be7e5,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:18.111934 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2767310b-69e1-4fcf-942c-1170ea812d73 req-6552e716-c16f-4343-9ef9-f13493e62f24 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ce359a-88a6-41b0-ad50-9bc86b7a4970 HTTP/1.1" status: 200 len: 210 time: 0.0742629 Jul 22 19:12:18.194754 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-348bef9d-ed22-492b-aeb8-afeaea54857d tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:18.255095 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c13c2eef-2e77-42b0-be09-243d0daadf90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:18.336040 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-348bef9d-ed22-492b-aeb8-afeaea54857d tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:18.389118 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-091c3b55-6767-4dd3-9876-e804082798ff tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:18.390676 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-091c3b55-6767-4dd3-9876-e804082798ff tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.30 "GET /v2.0/networks?id=52a47484-7add-4cd9-accb-b877eb05e9c5 HTTP/1.1" status: 200 len: 804 time: 0.3757150 Jul 22 19:12:18.406464 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c13c2eef-2e77-42b0-be09-243d0daadf90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:18.419303 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-9f084eb7-8d73-4dcb-9667-49b01a61bf61 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Request body: {'port': {'device_id': '17ce359a-88a6-41b0-ad50-9bc86b7a4970', 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5', 'admin_state_up': True, 'tenant_id': '84dac082e65849c58aa9594ac2ba407c'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:18.657940 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a359bc21-5dc0-4deb-8e82-5fa4408679bd', 'name': 'network-vif-deleted', 'tag': 'e464f3c4-2a37-45c5-b30c-52016b9bfacc'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:12:18.660084 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a871522-5d9a-46a8-9cfe-a333d715f7d8" -d '{"events": [{"server_uuid": "a359bc21-5dc0-4deb-8e82-5fa4408679bd", "name": "network-vif-deleted", "tag": "e464f3c4-2a37-45c5-b30c-52016b9bfacc"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:12:18.756845 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-1e763ea2-ab11-40a6-a95c-df2e09267651 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:18.758350 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-1e763ea2-ab11-40a6-a95c-df2e09267651 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/networks?id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd HTTP/1.1" status: 200 len: 812 time: 0.6404037 Jul 22 19:12:18.817221 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-348bef9d-ed22-492b-aeb8-afeaea54857d tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:18.819805 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-348bef9d-ed22-492b-aeb8-afeaea54857d tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:18.823906 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-348bef9d-ed22-492b-aeb8-afeaea54857d tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "DELETE /v2.0/security-groups/41a83432-8960-4372-941b-f8cc6556ab0f HTTP/1.1" status: 204 len: 168 time: 0.8756895 Jul 22 19:12:18.825164 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43734) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:18.841102 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-69d931c6-c4f7-4965-96fa-124ccec3d09f tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/quotas/17cd2804a52047cfb4d32d8ab0a04c5d HTTP/1.1" status: 200 len: 375 time: 0.0465076 Jul 22 19:12:18.853420 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bef9d-ed22-492b-aeb8-afeaea54857d tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a83432-8960-4372-941b-f8cc6556ab0f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:18.874244 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c13c2eef-2e77-42b0-be09-243d0daadf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:18.876428 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c13c2eef-2e77-42b0-be09-243d0daadf90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:18.877632 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c13c2eef-2e77-42b0-be09-243d0daadf90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1cba6e25-9002-4ebd-8df3-14d5372be7e5 HTTP/1.1" status: 204 len: 168 time: 0.9623945 Jul 22 19:12:18.915030 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-6f255e51-f2cb-439b-bb2e-fde154c24793 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=17cd2804a52047cfb4d32d8ab0a04c5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578067 Jul 22 19:12:18.926277 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d932942c-b6fe-44ce-97fe-327c8adae088 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0994511 Jul 22 19:12:18.928922 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43742) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:18.956163 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c2eef-2e77-42b0-be09-243d0daadf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cba6e25-9002-4ebd-8df3-14d5372be7e5,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:18.998320 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8ba26-5a08-4fd3-8cd9-306819b0ddaa req-cee2e7d2-7508-4960-9253-e2f8832e0e50 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:18.999870 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbc8ba26-5a08-4fd3-8cd9-306819b0ddaa req-cee2e7d2-7508-4960-9253-e2f8832e0e50 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 945 time: 0.5894730 Jul 22 19:12:19.039128 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f0be93a-f2a7-4b9b-91cd-016bb23a533e tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:19.063713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-9f084eb7-8d73-4dcb-9667-49b01a61bf61 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Made reservation on behalf of 84dac082e65849c58aa9594ac2ba407c for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:12:19.067442 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-9f084eb7-8d73-4dcb-9667-49b01a61bf61 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:19.073506 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f0be93a-f2a7-4b9b-91cd-016bb23a533e tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:19.124576 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbc8ba26-5a08-4fd3-8cd9-306819b0ddaa req-4cba4750-2666-4c34-8ce0-f18fbdf1e601 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147697 Jul 22 19:12:19.150775 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-1ab1e4e1-102c-4723-a96c-93bdacd46453 service neutron] 10.222.0.13 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291155 Jul 22 19:12:19.153147 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f0be93a-f2a7-4b9b-91cd-016bb23a533e tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:19.159833 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da661f63-c6d8-4d58-b646-0b4b9a3ba2b5 req-bdd274ee-0c8b-477b-a77d-dede3bab152b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:19.161851 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da661f63-c6d8-4d58-b646-0b4b9a3ba2b5 req-bdd274ee-0c8b-477b-a77d-dede3bab152b tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 951 time: 0.2611849 Jul 22 19:12:19.163197 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f0be93a-f2a7-4b9b-91cd-016bb23a533e tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:19.168165 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4f0be93a-f2a7-4b9b-91cd-016bb23a533e tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "DELETE /v2.0/security-groups/9d653d8e-fc78-418f-92b0-0a93da833d55 HTTP/1.1" status: 204 len: 168 time: 0.2379851 Jul 22 19:12:19.169742 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43748) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:19.189448 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0be93a-f2a7-4b9b-91cd-016bb23a533e tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d653d8e-fc78-418f-92b0-0a93da833d55,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:19.210154 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f81f7d6-3e7f-449a-8178-19cab2173060 x-openstack-request-id: req-2f81f7d6-3e7f-449a-8178-19cab2173060 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:12:19.210735 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a359bc21-5dc0-4deb-8e82-5fa4408679bd", "name": "network-vif-deleted", "tag": "e464f3c4-2a37-45c5-b30c-52016b9bfacc", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:12:19.210735 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f81f7d6-3e7f-449a-8178-19cab2173060 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:12:19.210933 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a359bc21-5dc0-4deb-8e82-5fa4408679bd', 'name': 'network-vif-deleted', 'tag': 'e464f3c4-2a37-45c5-b30c-52016b9bfacc', 'status': 'completed', 'code': 200} Jul 22 19:12:19.287804 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e4ed79b7-1833-430b-aefa-208f28abe94f tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1058738 Jul 22 19:12:19.292284 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43756) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:19.296943 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-71919fed-6660-466e-be2c-ba4660e3797c tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group': {'name': 'tempest-secgroup--2136059175'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:19.323156 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-71919fed-6660-466e-be2c-ba4660e3797c tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:19.477679 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-44ef7316-5910-4d34-bb2c-82d8ecb68cb2 service neutron] 10.222.0.13 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648726 Jul 22 19:12:19.510007 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-9f084eb7-8d73-4dcb-9667-49b01a61bf61 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Allocated IP 172.20.0.6 (52a47484-7add-4cd9-accb-b877eb05e9c5/4c968c48-1c3b-44da-8dcd-5ec44f87705f/9cb618d5-25ba-4682-8534-d314533c655a) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:12:19.538452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-71919fed-6660-466e-be2c-ba4660e3797c tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:19.544252 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-71919fed-6660-466e-be2c-ba4660e3797c tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:19.585345 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-71919fed-6660-466e-be2c-ba4660e3797c tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:19.590316 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-71919fed-6660-466e-be2c-ba4660e3797c tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2969582 Jul 22 19:12:19.591421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43776) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:19.596735 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcba85-2c03-435b-bedb-1ccd9e091a4d req-5ed32f0a-5361-490d-9dd9-2140fd6a6c67 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:19.609492 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-fc9f610c-44d5-41e7-93b6-f2c1dd6a344c tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:19.610518 n-d-800086-12 neutron-server[93806]: WARNING neutron.api.v2.base [None req-fc9f610c-44d5-41e7-93b6-f2c1dd6a344c tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 19:12:19.611147 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43fcba85-2c03-435b-bedb-1ccd9e091a4d req-5ed32f0a-5361-490d-9dd9-2140fd6a6c67 tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 951 time: 0.2959995 Jul 22 19:12:19.613448 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-fc9f610c-44d5-41e7-93b6-f2c1dd6a344c tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 19:12:19.619346 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fc9f610c-44d5-41e7-93b6-f2c1dd6a344c tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "PUT /v2.0/security-groups/81945854-6a90-4c88-b6e9-629947bbcb18 HTTP/1.1" status: 409 len: 330 time: 0.0194016 Jul 22 19:12:19.621053 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43778) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:19.687442 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-da661f63-c6d8-4d58-b646-0b4b9a3ba2b5 req-75f1a27b-53b6-4d85-a894-5a47c70b839d tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Deleting port 010b98b4-758f-4285-89fb-ff8927f356cc {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:12:19.688338 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-da661f63-c6d8-4d58-b646-0b4b9a3ba2b5 req-75f1a27b-53b6-4d85-a894-5a47c70b839d tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:19.749053 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71919fed-6660-466e-be2c-ba4660e3797c tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81945854-6a90-4c88-b6e9-629947bbcb18,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:19.752300 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43fcba85-2c03-435b-bedb-1ccd9e091a4d req-c2ff242e-9e63-454c-befb-46c46702922f tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7693f6-51d1-4253-b38b-44f5cd798720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349318 Jul 22 19:12:19.878778 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7a35164d-a7c4-48bb-8315-83b9a0988a9a tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:19.913095 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7a35164d-a7c4-48bb-8315-83b9a0988a9a tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:19.966866 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41396399-bc5e-4d86-b435-a91bcbf40c25 req-7ad9250a-9bab-4269-814d-1b84b031a431 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 210 time: 0.1198924 Jul 22 19:12:19.974749 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e38555e5-368f-4e3a-8cd6-25eacba9576e req-b9ae28f0-f8ab-4824-8c9a-794935d1129b tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ce359a-88a6-41b0-ad50-9bc86b7a4970 HTTP/1.1" status: 200 len: 210 time: 0.1075664 Jul 22 19:12:20.021339 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7a35164d-a7c4-48bb-8315-83b9a0988a9a tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:20.025128 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7a35164d-a7c4-48bb-8315-83b9a0988a9a tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:20.026300 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7a35164d-a7c4-48bb-8315-83b9a0988a9a tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "DELETE /v2.0/security-groups/81945854-6a90-4c88-b6e9-629947bbcb18 HTTP/1.1" status: 204 len: 168 time: 0.4000394 Jul 22 19:12:20.034740 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43800) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:20.080239 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35164d-a7c4-48bb-8315-83b9a0988a9a tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81945854-6a90-4c88-b6e9-629947bbcb18,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:20.082675 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-9f084eb7-8d73-4dcb-9667-49b01a61bf61 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:20.099369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-da661f63-c6d8-4d58-b646-0b4b9a3ba2b5 req-75f1a27b-53b6-4d85-a894-5a47c70b839d tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] For port 010b98b4-758f-4285-89fb-ff8927f356cc, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=010b98b4-758f-4285-89fb-ff8927f356cc,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:20.100030 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-da661f63-c6d8-4d58-b646-0b4b9a3ba2b5 req-75f1a27b-53b6-4d85-a894-5a47c70b839d tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:20.118953 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-da661f63-c6d8-4d58-b646-0b4b9a3ba2b5 req-75f1a27b-53b6-4d85-a894-5a47c70b839d tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Calling delete_port for 010b98b4-758f-4285-89fb-ff8927f356cc owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:12:20.147243 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2c3b0aab-2a4f-4c75-92c6-3e7179a10ae4 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1102707 Jul 22 19:12:20.151138 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43802) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:20.180334 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-373e9a61-acc9-4143-bf5c-c1077990e0bf tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] delete failed (client error): The resource could not be found. Jul 22 19:12:20.181263 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-373e9a61-acc9-4143-bf5c-c1077990e0bf tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "DELETE /v2.0/security-groups/226d4fed-af11-48c2-ad28-2ae64a1f7268 HTTP/1.1" status: 404 len: 347 time: 0.0291965 Jul 22 19:12:20.185112 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43806) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:20.210393 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-04a9f16c-f8a8-43e4-a8b9-bc2180acaf06 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] show failed (client error): The resource could not be found. Jul 22 19:12:20.211418 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-04a9f16c-f8a8-43e4-a8b9-bc2180acaf06 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "GET /v2.0/security-groups/d95b4ca2-4253-42ad-a78a-64ee38554cb7 HTTP/1.1" status: 404 len: 347 time: 0.0253935 Jul 22 19:12:20.221420 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43808) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:20.221766 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43810) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:20.262165 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-94fe3355-0675-43ac-8220-3f270228b488 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] show failed (client error): The resource could not be found. Jul 22 19:12:20.263214 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-94fe3355-0675-43ac-8220-3f270228b488 tempest-NegativeSecGroupTest-749377078 tempest-NegativeSecGroupTest-749377078-project] 10.222.0.13 "GET /v2.0/security-group-rules/e8d853c1-687e-49af-bfda-c25db7617878 HTTP/1.1" status: 404 len: 356 time: 0.0404418 Jul 22 19:12:20.426060 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-9f084eb7-8d73-4dcb-9667-49b01a61bf61 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:20.452313 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a85a9a3d-0b56-42d5-b253-b9f7799ba3b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-656351155-network', 'tenant_id': '43fe21ac8a7d4b839e35f47549c83dd3'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:20.494581 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85a9a3d-0b56-42d5-b253-b9f7799ba3b7 admin admin] Made reservation on behalf of 43fe21ac8a7d4b839e35f47549c83dd3 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:12:20.497103 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a85a9a3d-0b56-42d5-b253-b9f7799ba3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:20.519136 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a85a9a3d-0b56-42d5-b253-b9f7799ba3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:20.526094 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab90c85-86a5-4c61-aca3-e48f0b3bb871 req-1ff972a5-3feb-403f-865d-510e0bea28b5 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:20.543585 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ab90c85-86a5-4c61-aca3-e48f0b3bb871 req-1ff972a5-3feb-403f-865d-510e0bea28b5 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 945 time: 0.2819970 Jul 22 19:12:20.559402 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-9f084eb7-8d73-4dcb-9667-49b01a61bf61 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Network 52a47484-7add-4cd9-accb-b877eb05e9c5 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:12:20.613410 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-9f084eb7-8d73-4dcb-9667-49b01a61bf61 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:12:20.618675 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-9f084eb7-8d73-4dcb-9667-49b01a61bf61 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:12:20.623465 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f084eb7-8d73-4dcb-9667-49b01a61bf61 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Pushing event updated for resources: {'Port': ['ID=9cb618d5-25ba-4682-8534-d314533c655a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:20.646521 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43820) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:20.670888 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a85a9a3d-0b56-42d5-b253-b9f7799ba3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:20.678898 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a85a9a3d-0b56-42d5-b253-b9f7799ba3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:20.691786 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ab90c85-86a5-4c61-aca3-e48f0b3bb871 req-67bf4a7c-a3fb-4ab9-b748-181c638b43d3 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416826 Jul 22 19:12:20.722232 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-da661f63-c6d8-4d58-b646-0b4b9a3ba2b5 req-75f1a27b-53b6-4d85-a894-5a47c70b839d tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:20.724629 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85a9a3d-0b56-42d5-b253-b9f7799ba3b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:12:20.726809 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a9a3d-0b56-42d5-b253-b9f7799ba3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83d5ffe-eff4-4e8a-a76e-301961a72ba8,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:20.737617 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['010b98b4-758f-4285-89fb-ff8927f356cc'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:12:20.743122 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-9f084eb7-8d73-4dcb-9667-49b01a61bf61 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:20.743780 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-9f084eb7-8d73-4dcb-9667-49b01a61bf61 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:20.755683 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a85a9a3d-0b56-42d5-b253-b9f7799ba3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:20.756030 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-a85a9a3d-0b56-42d5-b253-b9f7799ba3b7 admin admin] Added segment 28b42374-c4aa-40c7-8b27-555b02164401 of type vlan for network 514a0e5c-9f7d-441e-bd44-a73cdc03e754 Jul 22 19:12:20.810067 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a85a9a3d-0b56-42d5-b253-b9f7799ba3b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:20.810560 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1a27b-53b6-4d85-a894-5a47c70b839d tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Pushing event deleted for resources: {'Port': ['ID=010b98b4-758f-4285-89fb-ff8927f356cc,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:20.838020 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-9f084eb7-8d73-4dcb-9667-49b01a61bf61 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4285901 Jul 22 19:12:20.849312 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a85a9a3d-0b56-42d5-b253-b9f7799ba3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:20.850509 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85a9a3d-0b56-42d5-b253-b9f7799ba3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:20.853025 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a85a9a3d-0b56-42d5-b253-b9f7799ba3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:20.886184 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a85a9a3d-0b56-42d5-b253-b9f7799ba3b7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6618586 Jul 22 19:12:20.896000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] Request body: {'port': {'device_id': '17ce359a-88a6-41b0-ad50-9bc86b7a4970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:20.899053 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43828) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:20.913698 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-0989f234-f8bb-40fa-9a04-a141c394275c admin admin] Request body: {'subnet': {'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-656351155-subnet', 'tenant_id': '43fe21ac8a7d4b839e35f47549c83dd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:20.951413 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a9a3d-0b56-42d5-b253-b9f7799ba3b7 admin admin] Pushing event updated for resources: {'Network': ['ID=514a0e5c-9f7d-441e-bd44-a73cdc03e754,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:20.982459 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 514a0e5c-9f7d-441e-bd44-a73cdc03e754 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:12:20.990348 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-da661f63-c6d8-4d58-b646-0b4b9a3ba2b5 req-75f1a27b-53b6-4d85-a894-5a47c70b839d tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] No DVR routers for this DVR port 010b98b4-758f-4285-89fb-ff8927f356cc on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:12:20.996378 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-047786a7-9b19-4879-84f5-97d9b2eaf6d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e148a71db1c94e97aa436ea8e130bbb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3465159 Jul 22 19:12:20.996802 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43832) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:20.997400 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-da661f63-c6d8-4d58-b646-0b4b9a3ba2b5 req-75f1a27b-53b6-4d85-a894-5a47c70b839d tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:20.999799 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da661f63-c6d8-4d58-b646-0b4b9a3ba2b5 req-75f1a27b-53b6-4d85-a894-5a47c70b839d tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.16 "DELETE /v2.0/ports/010b98b4-758f-4285-89fb-ff8927f356cc HTTP/1.1" status: 204 len: 173 time: 1.8007944 Jul 22 19:12:21.008295 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f317aca9-3afb-40ee-b29d-0a0001666497 req-65c4e27d-43dd-4e6e-b548-358dd626f7df tempest-MigrationsAdminTest-1924165941 tempest-MigrationsAdminTest-1924165941-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f62d60c-f271-47b4-a951-ed964df55875 HTTP/1.1" status: 200 len: 210 time: 0.1183619 Jul 22 19:12:21.069752 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66274dcb-487f-486d-9d5a-813d4b1c547c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:21.106735 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66274dcb-487f-486d-9d5a-813d4b1c547c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:21.112427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0989f234-f8bb-40fa-9a04-a141c394275c admin admin] Made reservation on behalf of 43fe21ac8a7d4b839e35f47549c83dd3 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:12:21.115937 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0989f234-f8bb-40fa-9a04-a141c394275c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:21.175272 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66274dcb-487f-486d-9d5a-813d4b1c547c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:21.187680 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66274dcb-487f-486d-9d5a-813d4b1c547c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:21.192145 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-66274dcb-487f-486d-9d5a-813d4b1c547c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa259bd3-ec82-4c74-9d6f-6ed2a9dfcf67 HTTP/1.1" status: 204 len: 168 time: 0.1916094 Jul 22 19:12:21.235300 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66274dcb-487f-486d-9d5a-813d4b1c547c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa259bd3-ec82-4c74-9d6f-6ed2a9dfcf67,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:21.238015 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f62d60c-f271-47b4-a951-ed964df55875', 'name': 'network-vif-deleted', 'tag': '010b98b4-758f-4285-89fb-ff8927f356cc'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:12:21.244974 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea975a9-6b83-4fe0-85e4-0655eff403ee" -d '{"events": [{"server_uuid": "5f62d60c-f271-47b4-a951-ed964df55875", "name": "network-vif-deleted", "tag": "010b98b4-758f-4285-89fb-ff8927f356cc"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:12:21.370169 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-91b52127-b9ee-4f25-8095-dce2a77584d2 req-61cdfd4a-e3ca-4fde-8de2-7dbd86165d89 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 210 time: 0.2923768 Jul 22 19:12:21.595028 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4769d3-1723-4e91-8da4-f2a6912431aa x-openstack-request-id: req-4f4769d3-1723-4e91-8da4-f2a6912431aa {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:12:21.595700 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f62d60c-f271-47b4-a951-ed964df55875", "name": "network-vif-deleted", "tag": "010b98b4-758f-4285-89fb-ff8927f356cc", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:12:21.596145 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f4769d3-1723-4e91-8da4-f2a6912431aa {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:12:21.596842 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f62d60c-f271-47b4-a951-ed964df55875', 'name': 'network-vif-deleted', 'tag': '010b98b4-758f-4285-89fb-ff8927f356cc', 'status': 'completed', 'code': 200} Jul 22 19:12:21.712589 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:22.019928 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e79d7-9ce7-42ba-9cf3-cc3b6bc1ab58 req-c826098c-d27a-488c-9949-97f9012edfad tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:22.021448 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b02e79d7-9ce7-42ba-9cf3-cc3b6bc1ab58 req-c826098c-d27a-488c-9949-97f9012edfad tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ce359a-88a6-41b0-ad50-9bc86b7a4970 HTTP/1.1" status: 200 len: 931 time: 0.7414339 Jul 22 19:12:22.037042 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-c8253b50-09b9-439b-8bc5-2a0a8d183850 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:22.038574 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-c8253b50-09b9-439b-8bc5-2a0a8d183850 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.16 "GET /v2.0/networks?id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd HTTP/1.1" status: 200 len: 812 time: 0.6112957 Jul 22 19:12:22.115045 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-02611bf7-1a31-42a4-9ad1-c8c188f47729 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Request body: {'port': {'device_id': '25f026b7-1871-495c-a133-051bf48e525b', 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd', 'admin_state_up': True, 'tenant_id': '17cd2804a52047cfb4d32d8ab0a04c5d'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:22.151713 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0989f234-f8bb-40fa-9a04-a141c394275c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:22.463937 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43870) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:22.573912 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b02e79d7-9ce7-42ba-9cf3-cc3b6bc1ab58 req-8c9586fe-ffe6-48cd-971f-b50a2c2d3444 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844491 Jul 22 19:12:22.602938 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989f234-f8bb-40fa-9a04-a141c394275c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b479058-f6d3-4d7c-a270-ab538df3289d,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:22.625298 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ec250ad6-08ef-4823-b7d2-3887fb908e6a tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1993120515'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:22.669755 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec250ad6-08ef-4823-b7d2-3887fb908e6a tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Made reservation on behalf of b1b0b6a795d148919375f90162e94317 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:12:22.675266 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec250ad6-08ef-4823-b7d2-3887fb908e6a tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:22.696853 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec250ad6-08ef-4823-b7d2-3887fb908e6a tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:22.714728 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93e63f-3710-423a-8da8-cc5695aed16a req-e35251c9-828d-487e-837b-3f8ccdceea58 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:22.722698 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc93e63f-3710-423a-8da8-cc5695aed16a req-e35251c9-828d-487e-837b-3f8ccdceea58 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 945 time: 0.8075373 Jul 22 19:12:22.825418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0989f234-f8bb-40fa-9a04-a141c394275c admin admin] Checking segment: {'id': '28b42374-c4aa-40c7-8b27-555b02164401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:12:22.826028 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0989f234-f8bb-40fa-9a04-a141c394275c admin admin] Network hostable DHCP agents. Network: 514a0e5c-9f7d-441e-bd44-a73cdc03e754, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:12:22.846431 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb58118f-a292-4ac4-ba91-9cb71d5ed3eb req-befbdb78-66e9-459d-9794-6da620839d54 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 210 time: 0.1055803 Jul 22 19:12:22.883299 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc93e63f-3710-423a-8da8-cc5695aed16a req-fe0bc8df-dc90-48a0-834c-ae4bd6ef86cc tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594951 Jul 22 19:12:22.888913 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec250ad6-08ef-4823-b7d2-3887fb908e6a tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:22.893985 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec250ad6-08ef-4823-b7d2-3887fb908e6a tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:22.918013 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-02611bf7-1a31-42a4-9ad1-c8c188f47729 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Made reservation on behalf of 17cd2804a52047cfb4d32d8ab0a04c5d for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:12:22.923926 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-02611bf7-1a31-42a4-9ad1-c8c188f47729 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:22.928416 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec250ad6-08ef-4823-b7d2-3887fb908e6a tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:12:22.961194 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec250ad6-08ef-4823-b7d2-3887fb908e6a tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:22.964361 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-ec250ad6-08ef-4823-b7d2-3887fb908e6a tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Added segment 78d026fb-808f-4153-92c3-5d2b560ab2ba of type vlan for network 78830f41-3426-45f6-a1a3-f08b81c3c91c Jul 22 19:12:22.966019 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec250ad6-08ef-4823-b7d2-3887fb908e6a tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d18fec-937a-4dd9-b62d-7ce87876de26,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:22.977188 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0989f234-f8bb-40fa-9a04-a141c394275c admin admin] Network 514a0e5c-9f7d-441e-bd44-a73cdc03e754 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:12:23.022416 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f70115-9fcc-4d91-a43a-41dc63309de2 req-89111be5-8719-4043-b948-2d4e9b4b4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:23.024048 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38f70115-9fcc-4d91-a43a-41dc63309de2 req-89111be5-8719-4043-b948-2d4e9b4b4ff9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 1097 time: 0.4642639 Jul 22 19:12:23.054195 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec250ad6-08ef-4823-b7d2-3887fb908e6a tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:23.081125 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-0989f234-f8bb-40fa-9a04-a141c394275c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 514a0e5c-9f7d-441e-bd44-a73cdc03e754) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:12:23.091162 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec250ad6-08ef-4823-b7d2-3887fb908e6a tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:23.095644 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb667448-aca8-46ad-bf18-6f7fe6c77f9e None None] Network 514a0e5c-9f7d-441e-bd44-a73cdc03e754 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:12:23.115058 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec250ad6-08ef-4823-b7d2-3887fb908e6a tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:23.117905 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec250ad6-08ef-4823-b7d2-3887fb908e6a tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:23.160420 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0989f234-f8bb-40fa-9a04-a141c394275c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:23.161050 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0989f234-f8bb-40fa-9a04-a141c394275c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:23.165938 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb618d5-25ba-4682-8534-d314533c655a {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:12:23.180527 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43886) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:23.246728 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:23.257787 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ec250ad6-08ef-4823-b7d2-3887fb908e6a tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7898538 Jul 22 19:12:23.257787 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec250ad6-08ef-4823-b7d2-3887fb908e6a tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Pushing event updated for resources: {'Network': ['ID=78830f41-3426-45f6-a1a3-f08b81c3c91c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:23.259007 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43892) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:23.264935 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-0947fcbe-2f21-4cc4-baff-74b72b4f3f69 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Request body: {'subnet': {'network_id': '78830f41-3426-45f6-a1a3-f08b81c3c91c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:23.289729 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 78830f41-3426-45f6-a1a3-f08b81c3c91c details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:12:23.431711 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0947fcbe-2f21-4cc4-baff-74b72b4f3f69 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Made reservation on behalf of b1b0b6a795d148919375f90162e94317 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:12:23.435491 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0947fcbe-2f21-4cc4-baff-74b72b4f3f69 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:23.440537 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0989f234-f8bb-40fa-9a04-a141c394275c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5394540 Jul 22 19:12:23.442711 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38f70115-9fcc-4d91-a43a-41dc63309de2 req-c10e0ca7-12ed-4253-b31f-2324fe5f087b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978119 Jul 22 19:12:23.468131 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4c4b59-aed7-461e-9a61-b257a3cf51b9 None None] Network 514a0e5c-9f7d-441e-bd44-a73cdc03e754 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:12:23.493285 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] Transition to ACTIVE for port object 9cb618d5-25ba-4682-8534-d314533c655a will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:12:23.504724 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0d554a69-6046-4a15-be25-a5b964c39c5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46238864a83148d380b2ca0eb3b80dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228037 Jul 22 19:12:23.509538 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 43898) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:23.545950 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-02611bf7-1a31-42a4-9ad1-c8c188f47729 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Allocated IP 172.20.0.9 (4a8130c5-5925-4614-8cfa-ff6fd165b8cd/0ba5617b-ba48-486c-9750-2a5a3148f236/c872be1d-c147-4350-ba85-38829b3e2761) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:12:23.549263 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:23.592706 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 010b98b4-758f-4285-89fb-ff8927f356cc no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:12:23.666660 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 010b98b4-758f-4285-89fb-ff8927f356cc {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:12:23.667621 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 010b98b4-758f-4285-89fb-ff8927f356cc not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:12:23.729700 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0947fcbe-2f21-4cc4-baff-74b72b4f3f69 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:23.805125 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-95ff6f7c-cab6-4ccc-bd7b-a134b2b942d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:23.820678 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947fcbe-2f21-4cc4-baff-74b72b4f3f69 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Pushing event updated for resources: {'Subnet': ['ID=40c37dba-f653-4aa4-a0df-c56092beeda5,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:23.826443 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0947fcbe-2f21-4cc4-baff-74b72b4f3f69 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Checking segment: {'id': '78d026fb-808f-4153-92c3-5d2b560ab2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '78830f41-3426-45f6-a1a3-f08b81c3c91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:12:23.826803 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0947fcbe-2f21-4cc4-baff-74b72b4f3f69 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Network hostable DHCP agents. Network: 78830f41-3426-45f6-a1a3-f08b81c3c91c, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:12:23.846640 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0947fcbe-2f21-4cc4-baff-74b72b4f3f69 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Network 78830f41-3426-45f6-a1a3-f08b81c3c91c is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:12:23.858349 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-0947fcbe-2f21-4cc4-baff-74b72b4f3f69 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 78830f41-3426-45f6-a1a3-f08b81c3c91c) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:12:23.867750 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68511549-3ed8-4cbb-a09a-95643e0599c5 None None] Network 78830f41-3426-45f6-a1a3-f08b81c3c91c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:12:23.874527 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0947fcbe-2f21-4cc4-baff-74b72b4f3f69 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:23.876113 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0947fcbe-2f21-4cc4-baff-74b72b4f3f69 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:23.903732 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0947fcbe-2f21-4cc4-baff-74b72b4f3f69 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6436920 Jul 22 19:12:23.904394 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb618d5-25ba-4682-8534-d314533c655a,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:23.907221 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43910) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:23.913986 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-5bb8a7a9-7dbc-4afd-ae42-1db1d6974598 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Request body: {'port': {'network_id': '78830f41-3426-45f6-a1a3-f08b81c3c91c', 'name': 'tempest-TagsExtTest-1337804874'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:23.971372 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-95ff6f7c-cab6-4ccc-bd7b-a134b2b942d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:24.087944 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb8a7a9-7dbc-4afd-ae42-1db1d6974598 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Made reservation on behalf of b1b0b6a795d148919375f90162e94317 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:12:24.093000 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5bb8a7a9-7dbc-4afd-ae42-1db1d6974598 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:24.118471 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-5bb8a7a9-7dbc-4afd-ae42-1db1d6974598 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] device_id is not set on port 3ea8390a-8267-4a7a-8935-05e7c3633810 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:12:24.157042 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] Attempting to bind port 9cb618d5-25ba-4682-8534-d314533c655a on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:12:24.157580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] Attempting to bind port 9cb618d5-25ba-4682-8534-d314533c655a by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '1c0f8198-3df1-46b2-98a8-a7797e442d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:12:24.158045 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] Attempting to bind port 9cb618d5-25ba-4682-8534-d314533c655a on network 52a47484-7add-4cd9-accb-b877eb05e9c5 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:12:24.170023 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935ca43-d276-492e-a64f-2dd5d04a818b req-0ed25fe7-7a27-414e-8fd3-8fa454186626 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:24.178000 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2935ca43-d276-492e-a64f-2dd5d04a818b req-0ed25fe7-7a27-414e-8fd3-8fa454186626 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ce359a-88a6-41b0-ad50-9bc86b7a4970 HTTP/1.1" status: 200 len: 943 time: 0.3959491 Jul 22 19:12:24.193786 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] Port 9cb618d5-25ba-4682-8534-d314533c655a on network 52a47484-7add-4cd9-accb-b877eb05e9c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:12:24.194112 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] Attempting to bind port 9cb618d5-25ba-4682-8534-d314533c655a on network 52a47484-7add-4cd9-accb-b877eb05e9c5 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:12:24.218416 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-78830f41-3426-45f6-a1a3-f08b81c3c91c', 'network_id': '78830f41-3426-45f6-a1a3-f08b81c3c91c', 'tenant_id': 'b1b0b6a795d148919375f90162e94317', 'fixed_ips': [{'subnet_id': '40c37dba-f653-4aa4-a0df-c56092beeda5'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:12:24.219769 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:24.248127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:12:24.248127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] Checking segment: {'id': '1c0f8198-3df1-46b2-98a8-a7797e442d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:12:24.248127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] Bound using segment: {'id': '1c0f8198-3df1-46b2-98a8-a7797e442d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:12:24.248639 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] Bound port: 9cb618d5-25ba-4682-8534-d314533c655a, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0f8198-3df1-46b2-98a8-a7797e442d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:12:24.248736 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:24.302761 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-02611bf7-1a31-42a4-9ad1-c8c188f47729 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:24.321295 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-95ff6f7c-cab6-4ccc-bd7b-a134b2b942d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:24.323879 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-95ff6f7c-cab6-4ccc-bd7b-a134b2b942d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:24.325066 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-95ff6f7c-cab6-4ccc-bd7b-a134b2b942d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e7693f6-51d1-4253-b38b-44f5cd798720 HTTP/1.1" status: 204 len: 168 time: 0.8142085 Jul 22 19:12:24.465222 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] Allocated IP 172.20.0.2 (78830f41-3426-45f6-a1a3-f08b81c3c91c/40c37dba-f653-4aa4-a0df-c56092beeda5/9d1f319e-04c6-445e-a290-2c5f561849c8) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:12:24.495516 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] For port 9cb618d5-25ba-4682-8534-d314533c655a, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:12:24.499656 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] For port 9cb618d5-25ba-4682-8534-d314533c655a, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9cb618d5-25ba-4682-8534-d314533c655a,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:12:24.523225 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2935ca43-d276-492e-a64f-2dd5d04a818b req-3db139ff-ae2f-4b75-875b-4ec88e7a58ac tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389745 Jul 22 19:12:24.551493 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff6f7c-cab6-4ccc-bd7b-a134b2b942d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7693f6-51d1-4253-b38b-44f5cd798720,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:24.565731 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:24.634002 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-4a617b2d-1780-49ed-a897-47f919a1c201 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:24.639466 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-4a617b2d-1780-49ed-a897-47f919a1c201 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/networks?id=514a0e5c-9f7d-441e-bd44-a73cdc03e754 HTTP/1.1" status: 200 len: 814 time: 0.5459340 Jul 22 19:12:24.775212 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:24.781801 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:24.782618 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:24.784773 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] 10.222.0.30 "PUT /v2.0/ports/9cb618d5-25ba-4682-8534-d314533c655a HTTP/1.1" status: 200 len: 1092 time: 3.8930719 Jul 22 19:12:24.796676 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] Transition to ACTIVE for port object 9d1f319e-04c6-445e-a290-2c5f561849c8 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:12:24.823969 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] Transition to ACTIVE for port object 9d1f319e-04c6-445e-a290-2c5f561849c8 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:12:24.829958 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ce359a-88a6-41b0-ad50-9bc86b7a4970', 'tag': '9cb618d5-25ba-4682-8534-d314533c655a'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:12:24.832416 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:24.833150 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96376142-4d58-4848-819f-13d4cab32222" -d '{"events": [{"name": "network-changed", "server_uuid": "17ce359a-88a6-41b0-ad50-9bc86b7a4970", "tag": "9cb618d5-25ba-4682-8534-d314533c655a"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:12:24.838981 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4fc7a0f3-84f8-46c1-994a-9edc0a0265f2 req-5b448b37-fde4-4fc8-ab27-fd3d04cae2be tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 210 time: 0.1697063 Jul 22 19:12:24.865372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bce392-61b1-4f52-ae94-bcd18f20fcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb618d5-25ba-4682-8534-d314533c655a,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:24.873611 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-88970e03-e504-4344-b392-219e01467bff tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/quotas/43fe21ac8a7d4b839e35f47549c83dd3 HTTP/1.1" status: 200 len: 375 time: 0.1985888 Jul 22 19:12:24.888990 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] Network 78830f41-3426-45f6-a1a3-f08b81c3c91c is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:12:24.902780 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:12:24.905722 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:12:24.929184 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-02611bf7-1a31-42a4-9ad1-c8c188f47729 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:24.950195 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43934) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:25.032111 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-5bb8a7a9-7dbc-4afd-ae42-1db1d6974598 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Allocated IP 172.20.0.13 (78830f41-3426-45f6-a1a3-f08b81c3c91c/40c37dba-f653-4aa4-a0df-c56092beeda5/3ea8390a-8267-4a7a-8935-05e7c3633810) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:12:25.043183 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b61cbebf-a562-4ce5-a568-4549c42fbeb9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97d8c8a238104c8bbced6201e8812057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0918009 Jul 22 19:12:25.043990 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43936) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:25.052035 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] Pushing event updated for resources: {'Port': ['ID=9d1f319e-04c6-445e-a290-2c5f561849c8,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:25.084972 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] Attempting to bind port 9d1f319e-04c6-445e-a290-2c5f561849c8 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:12:25.085467 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] Attempting to bind port 9d1f319e-04c6-445e-a290-2c5f561849c8 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '78d026fb-808f-4153-92c3-5d2b560ab2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '78830f41-3426-45f6-a1a3-f08b81c3c91c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:12:25.085837 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] Attempting to bind port 9d1f319e-04c6-445e-a290-2c5f561849c8 on network 78830f41-3426-45f6-a1a3-f08b81c3c91c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:12:25.098469 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-502d75be-a614-4368-b2b2-6063235cd6ad tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43fe21ac8a7d4b839e35f47549c83dd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1750877 Jul 22 19:12:25.102375 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:12:25.102916 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] Checking segment: {'id': '78d026fb-808f-4153-92c3-5d2b560ab2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '78830f41-3426-45f6-a1a3-f08b81c3c91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:12:25.103384 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:25.106379 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] Bound using segment: {'id': '78d026fb-808f-4153-92c3-5d2b560ab2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '78830f41-3426-45f6-a1a3-f08b81c3c91c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:12:25.106534 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] Bound port: 9d1f319e-04c6-445e-a290-2c5f561849c8, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d026fb-808f-4153-92c3-5d2b560ab2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '78830f41-3426-45f6-a1a3-f08b81c3c91c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:12:25.107256 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:25.141910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-02611bf7-1a31-42a4-9ad1-c8c188f47729 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:12:25.149096 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-02611bf7-1a31-42a4-9ad1-c8c188f47729 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:12:25.169764 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-02611bf7-1a31-42a4-9ad1-c8c188f47729 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:12:25.214019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02611bf7-1a31-42a4-9ad1-c8c188f47729 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Pushing event updated for resources: {'Port': ['ID=c872be1d-c147-4350-ba85-38829b3e2761,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:25.214230 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] For port 9d1f319e-04c6-445e-a290-2c5f561849c8, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:12:25.220886 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] For port 9d1f319e-04c6-445e-a290-2c5f561849c8, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9d1f319e-04c6-445e-a290-2c5f561849c8,segment=NetworkSegment(78d026fb-808f-4153-92c3-5d2b560ab2ba),segment_id=78d026fb-808f-4153-92c3-5d2b560ab2ba)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:12:25.230903 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:25.275273 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b49f541c-d6a8-444c-88ec-1030fcaf96d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:25.296068 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-44293259-7861-4c3b-842d-d356992f042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:25.298063 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0481f25-98d7-4e41-b57e-7243b57df9fc None None] Pushing event updated for resources: {'Port': ['ID=9d1f319e-04c6-445e-a290-2c5f561849c8,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:25.298881 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-44293259-7861-4c3b-842d-d356992f042b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84dac082e65849c58aa9594ac2ba407c&device_id=17ce359a-88a6-41b0-ad50-9bc86b7a4970 HTTP/1.1" status: 200 len: 1095 time: 0.4272552 Jul 22 19:12:25.338461 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b49f541c-d6a8-444c-88ec-1030fcaf96d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:25.370994 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-82f4e126-2f22-40d1-99bc-5f5d6072a432 service neutron] 10.222.0.13 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537482 Jul 22 19:12:25.423792 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-02611bf7-1a31-42a4-9ad1-c8c188f47729 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:25.424492 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-02611bf7-1a31-42a4-9ad1-c8c188f47729 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:25.429608 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-dfacc11e-1e7d-4433-8d11-446c52f3522a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cb618d5-25ba-4682-8534-d314533c655a HTTP/1.1" status: 200 len: 217 time: 0.1167948 Jul 22 19:12:25.435206 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5bb8a7a9-7dbc-4afd-ae42-1db1d6974598 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:25.456582 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b49f541c-d6a8-444c-88ec-1030fcaf96d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:25.460711 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b49f541c-d6a8-444c-88ec-1030fcaf96d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:25.464467 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b49f541c-d6a8-444c-88ec-1030fcaf96d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94e0283d-2cf3-430b-b1b6-7b985b396926 HTTP/1.1" status: 204 len: 168 time: 0.3830125 Jul 22 19:12:25.480335 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-5bb8a7a9-7dbc-4afd-ae42-1db1d6974598 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Transition to ACTIVE for port object 3ea8390a-8267-4a7a-8935-05e7c3633810 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:12:25.488669 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075478c0-03ce-4389-8547-65a1f72278b7 req-00df59c1-1ba9-4c34-9b34-67c1ce52661e tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:25.490706 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-075478c0-03ce-4389-8547-65a1f72278b7 req-00df59c1-1ba9-4c34-9b34-67c1ce52661e tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 945 time: 0.5328977 Jul 22 19:12:25.520021 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f541c-d6a8-444c-88ec-1030fcaf96d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e0283d-2cf3-430b-b1b6-7b985b396926,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:25.542523 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-02611bf7-1a31-42a4-9ad1-c8c188f47729 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4320304 Jul 22 19:12:25.587601 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5bb8a7a9-7dbc-4afd-ae42-1db1d6974598 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:25.630678 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-075478c0-03ce-4389-8547-65a1f72278b7 req-3f5c9780-94d4-46cc-a062-e0f17185f7e8 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038313 Jul 22 19:12:25.635147 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] Request body: {'port': {'device_id': '25f026b7-1871-495c-a133-051bf48e525b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:25.730068 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-14291ebf-4369-4592-9691-8b150717659f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:25.756179 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8a7a9-7dbc-4afd-ae42-1db1d6974598 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Pushing event updated for resources: {'Port': ['ID=3ea8390a-8267-4a7a-8935-05e7c3633810,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:25.756657 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-14291ebf-4369-4592-9691-8b150717659f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c968c48-1c3b-44da-8dcd-5ec44f87705f HTTP/1.1" status: 200 len: 844 time: 0.3108089 Jul 22 19:12:25.764997 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb8a7a9-7dbc-4afd-ae42-1db1d6974598 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Network 78830f41-3426-45f6-a1a3-f08b81c3c91c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:12:25.769005 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-5bb8a7a9-7dbc-4afd-ae42-1db1d6974598 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:12:25.773768 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb8a7a9-7dbc-4afd-ae42-1db1d6974598 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:12:25.787190 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b81f8af-8d0f-4e74-8db0-9ff84bc0de03 x-openstack-request-id: req-0b81f8af-8d0f-4e74-8db0-9ff84bc0de03 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:12:25.788364 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ce359a-88a6-41b0-ad50-9bc86b7a4970", "tag": "9cb618d5-25ba-4682-8534-d314533c655a", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:12:25.790292 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b81f8af-8d0f-4e74-8db0-9ff84bc0de03 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:12:25.791117 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ce359a-88a6-41b0-ad50-9bc86b7a4970', 'tag': '9cb618d5-25ba-4682-8534-d314533c655a', 'status': 'completed', 'code': 200} Jul 22 19:12:25.843463 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb8a7a9-7dbc-4afd-ae42-1db1d6974598 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:25.844865 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5bb8a7a9-7dbc-4afd-ae42-1db1d6974598 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:25.883604 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5bb8a7a9-7dbc-4afd-ae42-1db1d6974598 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9696355 Jul 22 19:12:25.884535 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43964) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:25.896574 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-0d25b48d-a8c0-43eb-8594-a430d6868d55 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1092505936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:25.937256 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-9ac85647-c9d0-4c8a-8da1-dea6fd41e93b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52a47484-7add-4cd9-accb-b877eb05e9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1604722 Jul 22 19:12:25.938866 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0d25b48d-a8c0-43eb-8594-a430d6868d55 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:25.941006 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0d25b48d-a8c0-43eb-8594-a430d6868d55 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:26.014412 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0d25b48d-a8c0-43eb-8594-a430d6868d55 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:26.024537 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0d25b48d-a8c0-43eb-8594-a430d6868d55 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:26.069614 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0d25b48d-a8c0-43eb-8594-a430d6868d55 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:26.071141 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0d25b48d-a8c0-43eb-8594-a430d6868d55 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1855614 Jul 22 19:12:26.074172 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43968) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:26.079947 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9d1f319e-04c6-445e-a290-2c5f561849c8 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:12:26.083092 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-345010c8-06fe-4e11-931b-eb71504fe505 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1539738502', 'prefixes': ['172.20.0.0/16']}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:26.261515 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:26.303200 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-345010c8-06fe-4e11-931b-eb71504fe505 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks [] for subnetpool, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:26.313100 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-345010c8-06fe-4e11-931b-eb71504fe505 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2289767 Jul 22 19:12:26.313100 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43976) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:26.316324 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 9d1f319e-04c6-445e-a290-2c5f561849c8 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:12:26.329626 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-6e59d619-9272-439e-85cd-47eb461e8c30 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '40c37dba-f653-4aa4-a0df-c56092beeda5', 'tempest-TagsExtTest-Tag-504656204') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:26.383936 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-696d9f34-e3a1-4d1c-8e0b-27f4f28e0684 service neutron] 10.222.0.13 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9523921 Jul 22 19:12:26.506195 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6e59d619-9272-439e-85cd-47eb461e8c30 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "PUT /v2.0/subnets/40c37dba-f653-4aa4-a0df-c56092beeda5/tags/tempest-TagsExtTest-Tag-504656204 HTTP/1.1" status: 201 len: 201 time: 0.1959760 Jul 22 19:12:26.509243 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43982) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:26.515420 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-ce942581-5ecc-4228-853d-1a881a3c4b97 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3ea8390a-8267-4a7a-8935-05e7c3633810', 'tempest-TagsExtTest-Tag-2088703459') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:26.673586 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ce942581-5ecc-4228-853d-1a881a3c4b97 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "PUT /v2.0/ports/3ea8390a-8267-4a7a-8935-05e7c3633810/tags/tempest-TagsExtTest-Tag-2088703459 HTTP/1.1" status: 201 len: 201 time: 0.1628623 Jul 22 19:12:26.676560 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43990) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:26.681920 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1031b-5361-4345-bb17-de823cd444ff req-bca30e82-32ea-4c51-9b5a-1125bc45db28 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:26.683523 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38a1031b-5361-4345-bb17-de823cd444ff req-bca30e82-32ea-4c51-9b5a-1125bc45db28 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ce359a-88a6-41b0-ad50-9bc86b7a4970 HTTP/1.1" status: 200 len: 943 time: 0.7083080 Jul 22 19:12:26.686802 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-3947c86e-d50f-406c-b1a0-1ee754e8a352 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8ec6a08e-cba8-44f3-9802-527172a83561', 'tempest-TagsExtTest-Tag-1434141016') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:26.703800 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-0ec51b6d-de45-43b0-82f7-d325a7e546a3 service neutron] 10.222.0.30 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7267380 Jul 22 19:12:26.824799 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3947c86e-d50f-406c-b1a0-1ee754e8a352 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "PUT /v2.0/routers/8ec6a08e-cba8-44f3-9802-527172a83561/tags/tempest-TagsExtTest-Tag-1434141016 HTTP/1.1" status: 201 len: 201 time: 0.1467652 Jul 22 19:12:26.827283 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 43998) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:26.833278 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-9e46b5c2-45f0-4606-80ce-a5bacb7392f3 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd0b7af0b-424e-4bb8-bd6b-3c95fb826f77', 'tempest-TagsExtTest-Tag-994796031') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:26.930161 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9e46b5c2-45f0-4606-80ce-a5bacb7392f3 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "PUT /v2.0/subnetpools/d0b7af0b-424e-4bb8-bd6b-3c95fb826f77/tags/tempest-TagsExtTest-Tag-994796031 HTTP/1.1" status: 201 len: 201 time: 0.1009226 Jul 22 19:12:26.932819 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44006) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:26.939557 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-70a26dd8-cde7-46eb-b2b6-2e8ad13b99a3 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '40c37dba-f653-4aa4-a0df-c56092beeda5') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:26.944583 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ab963b-1e36-4d41-bddd-83a908461ead None None] Network 78830f41-3426-45f6-a1a3-f08b81c3c91c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:12:27.071718 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-70a26dd8-cde7-46eb-b2b6-2e8ad13b99a3 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/subnets/40c37dba-f653-4aa4-a0df-c56092beeda5/tags HTTP/1.1" status: 200 len: 240 time: 0.1373656 Jul 22 19:12:27.074470 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44010) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:27.085281 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-f890df1d-e78c-4d41-a6e9-36c6a91eb691 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '40c37dba-f653-4aa4-a0df-c56092beeda5', 'tempest-TagsExtTest-Tag-504656204') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:27.152062 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ae3c117c-d011-4257-b003-a87165146629 None None] Provisioning for port 9d1f319e-04c6-445e-a290-2c5f561849c8 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:12:27.162145 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ae3c117c-d011-4257-b003-a87165146629 None None] Provisioning complete for port 9d1f319e-04c6-445e-a290-2c5f561849c8 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:27.162632 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ae3c117c-d011-4257-b003-a87165146629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:27.200522 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f890df1d-e78c-4d41-a6e9-36c6a91eb691 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/subnets/40c37dba-f653-4aa4-a0df-c56092beeda5/tags/tempest-TagsExtTest-Tag-504656204 HTTP/1.1" status: 204 len: 168 time: 0.1247985 Jul 22 19:12:27.203543 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44016) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:27.210016 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-18b0a050-717c-432e-b7b1-a770e466fff1 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '40c37dba-f653-4aa4-a0df-c56092beeda5', 'tempest-TagsExtTest-Tag-504656204') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:27.330735 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-18b0a050-717c-432e-b7b1-a770e466fff1 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "DELETE /v2.0/subnets/40c37dba-f653-4aa4-a0df-c56092beeda5/tags/tempest-TagsExtTest-Tag-504656204 HTTP/1.1" status: 204 len: 168 time: 0.1258769 Jul 22 19:12:27.333299 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44020) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:27.339088 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-81a7bda9-f1c0-4d34-a155-0699f5856a27 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '40c37dba-f653-4aa4-a0df-c56092beeda5') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:27.520075 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-81a7bda9-f1c0-4d34-a155-0699f5856a27 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/subnets/40c37dba-f653-4aa4-a0df-c56092beeda5/tags HTTP/1.1" status: 200 len: 205 time: 0.1833401 Jul 22 19:12:27.520857 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44026) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:27.536388 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-08374663-d855-464f-ac60-86142683e100 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3ea8390a-8267-4a7a-8935-05e7c3633810') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:27.598220 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38a1031b-5361-4345-bb17-de823cd444ff req-04cadfa6-a124-4f7f-af8d-86e2dc353f86 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8984725 Jul 22 19:12:27.624034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7c0a4-b8f7-4da1-b525-9d6e1d3b461c req-30ecb58d-6574-4c64-bb0d-ead93267d632 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:27.633560 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7da7c0a4-b8f7-4da1-b525-9d6e1d3b461c req-30ecb58d-6574-4c64-bb0d-ead93267d632 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.9489849 Jul 22 19:12:27.642947 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ae3c117c-d011-4257-b003-a87165146629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:27.689675 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-ae3c117c-d011-4257-b003-a87165146629 None None] For port 9d1f319e-04c6-445e-a290-2c5f561849c8, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9d1f319e-04c6-445e-a290-2c5f561849c8,segment=NetworkSegment(78d026fb-808f-4153-92c3-5d2b560ab2ba),segment_id=78d026fb-808f-4153-92c3-5d2b560ab2ba)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:27.694719 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-08374663-d855-464f-ac60-86142683e100 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/ports/3ea8390a-8267-4a7a-8935-05e7c3633810/tags HTTP/1.1" status: 200 len: 241 time: 0.1674311 Jul 22 19:12:27.699578 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ae3c117c-d011-4257-b003-a87165146629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:27.701766 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44032) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:27.718848 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-b9365ab2-5daf-4043-9d9f-9b2104f3ef2f tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3ea8390a-8267-4a7a-8935-05e7c3633810', 'tempest-TagsExtTest-Tag-2088703459') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:27.738314 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7da7c0a4-b8f7-4da1-b525-9d6e1d3b461c req-c3f16978-75c5-441d-aa18-9659515e0fdc tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034811 Jul 22 19:12:27.751746 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3fcd96d-6176-4a73-ae7f-11f633a32f31 req-e2b8d89a-56c0-40c1-ab42-9ff52d2f5086 service neutron] 10.222.0.30 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0153530 Jul 22 19:12:27.811342 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c117c-d011-4257-b003-a87165146629 None None] Pushing event updated for resources: {'Port': ['ID=9d1f319e-04c6-445e-a290-2c5f561849c8,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:27.868856 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b9365ab2-5daf-4043-9d9f-9b2104f3ef2f tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/ports/3ea8390a-8267-4a7a-8935-05e7c3633810/tags/tempest-TagsExtTest-Tag-2088703459 HTTP/1.1" status: 204 len: 168 time: 0.1631010 Jul 22 19:12:27.871486 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44038) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:27.880961 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-6bea5efc-d741-4bba-8114-629d57514fd9 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '3ea8390a-8267-4a7a-8935-05e7c3633810', 'tempest-TagsExtTest-Tag-2088703459') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:28.043928 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6bea5efc-d741-4bba-8114-629d57514fd9 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "DELETE /v2.0/ports/3ea8390a-8267-4a7a-8935-05e7c3633810/tags/tempest-TagsExtTest-Tag-2088703459 HTTP/1.1" status: 204 len: 168 time: 0.1644752 Jul 22 19:12:28.044857 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44048) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:28.046382 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9d1f319e-04c6-445e-a290-2c5f561849c8 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:12:28.056096 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-7dde7e06-d9ab-4a58-81d3-7cbf66b8666f tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3ea8390a-8267-4a7a-8935-05e7c3633810') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:28.184521 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7dde7e06-d9ab-4a58-81d3-7cbf66b8666f tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/ports/3ea8390a-8267-4a7a-8935-05e7c3633810/tags HTTP/1.1" status: 200 len: 205 time: 0.1259046 Jul 22 19:12:28.185230 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44054) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:28.207810 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-e1b0336a-f33a-40c3-9f08-e21dde2eaf6b tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8ec6a08e-cba8-44f3-9802-527172a83561') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:28.385480 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c872be1d-c147-4350-ba85-38829b3e2761 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:12:28.433101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad95b246-69cd-4624-b83c-0b1a2014e25a req-79de6c3c-5572-4f87-bf95-2d314d4e94b2 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae40b7eb-38c7-460d-b23c-c4c6283dc99c HTTP/1.1" status: 200 len: 210 time: 0.4549985 Jul 22 19:12:28.526449 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:28.536231 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e1b0336a-f33a-40c3-9f08-e21dde2eaf6b tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/routers/8ec6a08e-cba8-44f3-9802-527172a83561/tags HTTP/1.1" status: 200 len: 241 time: 0.3497427 Jul 22 19:12:28.554798 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44070) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:28.554945 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d9af44aa-d4b9-4ec7-b681-f62e8532d58d None None] Provisioning for port 3ea8390a-8267-4a7a-8935-05e7c3633810 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:12:28.563506 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-97c2563d-4e9e-43e3-99ab-de2035a90cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:28.570025 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d9af44aa-d4b9-4ec7-b681-f62e8532d58d None None] Provisioning complete for port 3ea8390a-8267-4a7a-8935-05e7c3633810 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:28.570400 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d9af44aa-d4b9-4ec7-b681-f62e8532d58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:28.572203 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 9d1f319e-04c6-445e-a290-2c5f561849c8 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:28.577027 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:28.600844 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.tag.tag_plugin [None req-5308bb94-e790-4f1c-a72f-af32dc3ca59a tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8ec6a08e-cba8-44f3-9802-527172a83561', 'tempest-TagsExtTest-Tag-1434141016') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:28.686188 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] Transition to ACTIVE for port object c872be1d-c147-4350-ba85-38829b3e2761 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:12:28.701064 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-cba51677-6d6a-492f-b993-89eed8f28133 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:28.705225 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-cba51677-6d6a-492f-b993-89eed8f28133 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.16 "GET /v2.0/networks?id=514a0e5c-9f7d-441e-bd44-a73cdc03e754 HTTP/1.1" status: 200 len: 814 time: 0.3034687 Jul 22 19:12:28.717352 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-b27c6652-27d1-48f9-9a4a-aa71e7bfbf36 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Request body: {'port': {'device_id': 'ae40b7eb-38c7-460d-b23c-c4c6283dc99c', 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754', 'admin_state_up': True, 'tenant_id': '43fe21ac8a7d4b839e35f47549c83dd3'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:28.738532 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96376142-4d58-4848-819f-13d4cab32222 req-1134db39-2094-4dfa-a68b-2bc94862b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:28.742091 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-96376142-4d58-4848-819f-13d4cab32222 req-1134db39-2094-4dfa-a68b-2bc94862b065 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84dac082e65849c58aa9594ac2ba407c&device_id=17ce359a-88a6-41b0-ad50-9bc86b7a4970 HTTP/1.1" status: 200 len: 1095 time: 0.8179290 Jul 22 19:12:28.747402 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:28.790566 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-d9af44aa-d4b9-4ec7-b681-f62e8532d58d None None] Port 3ea8390a-8267-4a7a-8935-05e7c3633810 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:12:28.801677 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d9148-a1f6-48c6-a28a-7b865cdc4079 req-c0d21790-5aff-4db8-bf61-ded76c2ddd41 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:28.803450 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f95d9148-a1f6-48c6-a28a-7b865cdc4079 req-c0d21790-5aff-4db8-bf61-ded76c2ddd41 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 931 time: 0.9954944 Jul 22 19:12:28.837740 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d9af44aa-d4b9-4ec7-b681-f62e8532d58d None None] Provisioning complete for port 9d1f319e-04c6-445e-a290-2c5f561849c8 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:28.838416 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d9af44aa-d4b9-4ec7-b681-f62e8532d58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:28.999355 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-b27c6652-27d1-48f9-9a4a-aa71e7bfbf36 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Made reservation on behalf of 43fe21ac8a7d4b839e35f47549c83dd3 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:12:29.004058 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-b27c6652-27d1-48f9-9a4a-aa71e7bfbf36 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:29.024693 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c872be1d-c147-4350-ba85-38829b3e2761,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:29.038784 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5308bb94-e790-4f1c-a72f-af32dc3ca59a tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/routers/8ec6a08e-cba8-44f3-9802-527172a83561/tags/tempest-TagsExtTest-Tag-1434141016 HTTP/1.1" status: 204 len: 168 time: 0.4727871 Jul 22 19:12:29.067261 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44080) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:29.071745 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7dbcbcc0-5f85-491d-97f8-b10a8f8b24e4 None None] Provisioning complete for port 3ea8390a-8267-4a7a-8935-05e7c3633810 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:29.072115 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7dbcbcc0-5f85-491d-97f8-b10a8f8b24e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:29.073128 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-4d8fa9a3-e529-48f3-8ed1-2dfb131346d2 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8ec6a08e-cba8-44f3-9802-527172a83561', 'tempest-TagsExtTest-Tag-1434141016') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:29.079882 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96376142-4d58-4848-819f-13d4cab32222 req-02bc87fa-e23a-4ace-85fb-3efad63b982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:29.082534 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-96376142-4d58-4848-819f-13d4cab32222 req-02bc87fa-e23a-4ace-85fb-3efad63b982a service neutron] 10.222.0.30 "GET /v2.0/networks?id=52a47484-7add-4cd9-accb-b877eb05e9c5 HTTP/1.1" status: 200 len: 905 time: 0.3186533 Jul 22 19:12:29.140312 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-7dbcbcc0-5f85-491d-97f8-b10a8f8b24e4 None None] Port 3ea8390a-8267-4a7a-8935-05e7c3633810 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:12:29.195254 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-96376142-4d58-4848-819f-13d4cab32222 req-16e5a31c-76b8-4b13-8fff-94f9b41e044b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cb618d5-25ba-4682-8534-d314533c655a HTTP/1.1" status: 200 len: 217 time: 0.0829890 Jul 22 19:12:29.243519 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 9cb618d5-25ba-4682-8534-d314533c655a details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:12:29.249720 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-b27c6652-27d1-48f9-9a4a-aa71e7bfbf36 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Allocated IP 172.20.0.2 (514a0e5c-9f7d-441e-bd44-a73cdc03e754/8b479058-f6d3-4d7c-a270-ab538df3289d/1be365e1-53d9-4fab-97b7-11e50ec499bb) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:12:29.269167 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4d8fa9a3-e529-48f3-8ed1-2dfb131346d2 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "DELETE /v2.0/routers/8ec6a08e-cba8-44f3-9802-527172a83561/tags/tempest-TagsExtTest-Tag-1434141016 HTTP/1.1" status: 204 len: 168 time: 0.2004189 Jul 22 19:12:29.273132 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44084) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:29.278822 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-9be4fe03-abea-45d6-a247-93c52b3dcde0 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8ec6a08e-cba8-44f3-9802-527172a83561') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:29.306782 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f95d9148-a1f6-48c6-a28a-7b865cdc4079 req-5d9e244b-3e1a-4457-8d83-aaec7c57cf2c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068630 Jul 22 19:12:29.366194 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96376142-4d58-4848-819f-13d4cab32222 req-d3fd88f3-f8f1-4272-b79c-f910da880bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:29.367725 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-96376142-4d58-4848-819f-13d4cab32222 req-d3fd88f3-f8f1-4272-b79c-f910da880bea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c968c48-1c3b-44da-8dcd-5ec44f87705f HTTP/1.1" status: 200 len: 844 time: 0.1532311 Jul 22 19:12:29.371167 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] Attempting to bind port c872be1d-c147-4350-ba85-38829b3e2761 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:12:29.371427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] Attempting to bind port c872be1d-c147-4350-ba85-38829b3e2761 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:12:29.371753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] Attempting to bind port c872be1d-c147-4350-ba85-38829b3e2761 on network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:12:29.382210 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fedfd4-9eba-437a-839d-7216fcf54db5 req-945bcc36-e46a-48d3-8743-a995f7d6036e tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:29.389370 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-59fedfd4-9eba-437a-839d-7216fcf54db5 req-945bcc36-e46a-48d3-8743-a995f7d6036e tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ce359a-88a6-41b0-ad50-9bc86b7a4970 HTTP/1.1" status: 200 len: 943 time: 0.4836898 Jul 22 19:12:29.474989 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] Port c872be1d-c147-4350-ba85-38829b3e2761 on network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:12:29.475317 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] Attempting to bind port c872be1d-c147-4350-ba85-38829b3e2761 on network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:12:29.496405 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-96376142-4d58-4848-819f-13d4cab32222 req-563b2295-91c9-4fa1-ae09-2759f9a35514 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52a47484-7add-4cd9-accb-b877eb05e9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832529 Jul 22 19:12:29.526348 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9be4fe03-abea-45d6-a247-93c52b3dcde0 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/routers/8ec6a08e-cba8-44f3-9802-527172a83561/tags HTTP/1.1" status: 200 len: 205 time: 0.2516935 Jul 22 19:12:29.531852 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44090) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:29.533169 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 9cb618d5-25ba-4682-8534-d314533c655a, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9cb618d5-25ba-4682-8534-d314533c655a,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:29.546523 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-f51762f0-a006-40f8-aac8-18ebaa842e55 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd0b7af0b-424e-4bb8-bd6b-3c95fb826f77') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:29.547228 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '9cb618d5-25ba-4682-8534-d314533c655a', 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5', 'port_id': '9cb618d5-25ba-4682-8534-d314533c655a', 'mac_address': 'fa:16:3e:64:fd:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c968c48-1c3b-44da-8dcd-5ec44f87705f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:12:29.552424 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-59fedfd4-9eba-437a-839d-7216fcf54db5 req-6e9d18f5-8a6e-4835-b8fb-10b40f5415bb tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621118 Jul 22 19:12:29.557446 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:12:29.558329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] Checking segment: {'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:12:29.559055 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] Bound using segment: {'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:12:29.560206 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] Bound port: c872be1d-c147-4350-ba85-38829b3e2761, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:12:29.561666 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:29.612527 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:29.635823 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f51762f0-a006-40f8-aac8-18ebaa842e55 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/subnetpools/d0b7af0b-424e-4bb8-bd6b-3c95fb826f77/tags HTTP/1.1" status: 200 len: 240 time: 0.1030488 Jul 22 19:12:29.647887 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44094) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:29.658251 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-8e6a06ed-d0d6-4d78-935e-32c19b44ccd6 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd0b7af0b-424e-4bb8-bd6b-3c95fb826f77', 'tempest-TagsExtTest-Tag-994796031') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:29.660918 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb618d5-25ba-4682-8534-d314533c655a {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:12:29.694927 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 9cb618d5-25ba-4682-8534-d314533c655a, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9cb618d5-25ba-4682-8534-d314533c655a,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:29.709704 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:29.743452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-b27c6652-27d1-48f9-9a4a-aa71e7bfbf36 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:29.754919 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:12:29.775873 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8e6a06ed-d0d6-4d78-935e-32c19b44ccd6 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/subnetpools/d0b7af0b-424e-4bb8-bd6b-3c95fb826f77/tags/tempest-TagsExtTest-Tag-994796031 HTTP/1.1" status: 204 len: 168 time: 0.1261153 Jul 22 19:12:29.779459 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44096) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:29.787323 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-b4fa11b4-4bda-43f8-a59f-ea086bca91c5 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd0b7af0b-424e-4bb8-bd6b-3c95fb826f77', 'tempest-TagsExtTest-Tag-994796031') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:29.817280 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=9cb618d5-25ba-4682-8534-d314533c655a,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:29.826667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:29.827032 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:29.827363 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:29.827700 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:29.828699 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:29.828945 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:29.829355 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:29.829772 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:29.830103 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:29.830427 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:29.830930 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:29.831227 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:29.835432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7157d5-47d2-4776-a78e-c0166f21c1b7 req-7ab1bf8b-29da-4887-8aaa-55e22de6f220 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:29.842101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e7157d5-47d2-4776-a78e-c0166f21c1b7 req-7ab1bf8b-29da-4887-8aaa-55e22de6f220 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.3599968 Jul 22 19:12:29.868945 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-b27c6652-27d1-48f9-9a4a-aa71e7bfbf36 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:29.894736 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-96376142-4d58-4848-819f-13d4cab32222 req-8ada56b8-0e5f-40a6-aec2-fcade70840e5 service neutron] 10.222.0.30 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911452 Jul 22 19:12:29.897150 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] For port c872be1d-c147-4350-ba85-38829b3e2761, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:12:29.914552 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b4fa11b4-4bda-43f8-a59f-ea086bca91c5 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "DELETE /v2.0/subnetpools/d0b7af0b-424e-4bb8-bd6b-3c95fb826f77/tags/tempest-TagsExtTest-Tag-994796031 HTTP/1.1" status: 204 len: 168 time: 0.1316898 Jul 22 19:12:29.916547 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44102) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:29.922928 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-4b30d4e5-2c2e-4bd9-9dea-9bdd02fab639 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd0b7af0b-424e-4bb8-bd6b-3c95fb826f77') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:29.936040 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['9cb618d5-25ba-4682-8534-d314533c655a'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:12:29.944391 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-b27c6652-27d1-48f9-9a4a-aa71e7bfbf36 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Network 514a0e5c-9f7d-441e-bd44-a73cdc03e754 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:12:29.947569 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e7157d5-47d2-4776-a78e-c0166f21c1b7 req-c2b96bde-b9e7-4567-9050-fea1f7e91346 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807359 Jul 22 19:12:29.962166 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-b27c6652-27d1-48f9-9a4a-aa71e7bfbf36 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:12:29.975322 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-b27c6652-27d1-48f9-9a4a-aa71e7bfbf36 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:12:30.013315 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] For port c872be1d-c147-4350-ba85-38829b3e2761, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c872be1d-c147-4350-ba85-38829b3e2761,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:12:30.027245 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:30.030184 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c6652-27d1-48f9-9a4a-aa71e7bfbf36 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Pushing event updated for resources: {'Port': ['ID=1be365e1-53d9-4fab-97b7-11e50ec499bb,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:30.050043 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4b30d4e5-2c2e-4bd9-9dea-9bdd02fab639 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/subnetpools/d0b7af0b-424e-4bb8-bd6b-3c95fb826f77/tags HTTP/1.1" status: 200 len: 205 time: 0.1324136 Jul 22 19:12:30.052668 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44112) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:30.057995 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-86a307c5-bcd5-49d4-8e74-e13a76b9d532 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd0b7af0b-424e-4bb8-bd6b-3c95fb826f77') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:30.091521 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-b27c6652-27d1-48f9-9a4a-aa71e7bfbf36 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:30.092185 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-b27c6652-27d1-48f9-9a4a-aa71e7bfbf36 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:30.120595 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:30.121884 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:30.123452 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] 10.222.0.16 "PUT /v2.0/ports/c872be1d-c147-4350-ba85-38829b3e2761 HTTP/1.1" status: 200 len: 1092 time: 4.5047174 Jul 22 19:12:30.124739 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f026b7-1871-495c-a133-051bf48e525b', 'tag': 'c872be1d-c147-4350-ba85-38829b3e2761'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:12:30.127871 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e02914-d85a-4dff-b3b4-26671eaf28d5" -d '{"events": [{"name": "network-changed", "server_uuid": "25f026b7-1871-495c-a133-051bf48e525b", "tag": "c872be1d-c147-4350-ba85-38829b3e2761"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:12:30.156774 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-86a307c5-bcd5-49d4-8e74-e13a76b9d532 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "DELETE /v2.0/subnetpools/d0b7af0b-424e-4bb8-bd6b-3c95fb826f77/tags HTTP/1.1" status: 204 len: 168 time: 0.1001065 Jul 22 19:12:30.158575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44116) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:30.173054 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.tag.tag_plugin [None req-91477428-ced7-4d66-ab25-055e3adcd3bf tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8ec6a08e-cba8-44f3-9802-527172a83561') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:30.177657 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-b27c6652-27d1-48f9-9a4a-aa71e7bfbf36 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4640238 Jul 22 19:12:30.194542 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] Request body: {'port': {'device_id': 'ae40b7eb-38c7-460d-b23c-c4c6283dc99c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:30.241113 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-96376142-4d58-4848-819f-13d4cab32222 req-044cb603-903a-44a2-8b2b-800d576fa9f7 service neutron] 10.222.0.30 "GET /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329849 Jul 22 19:12:30.286185 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e752d27-00c9-4d22-9afb-90e8f5bab2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c872be1d-c147-4350-ba85-38829b3e2761,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:30.300137 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:30.314030 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b850c-58e5-4f19-992f-9d83eef9fc2d req-37f95968-9630-4793-8348-7f3cf01ce4d8 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:30.315621 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-341b850c-58e5-4f19-992f-9d83eef9fc2d req-37f95968-9630-4793-8348-7f3cf01ce4d8 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae40b7eb-38c7-460d-b23c-c4c6283dc99c HTTP/1.1" status: 200 len: 931 time: 0.3065300 Jul 22 19:12:30.338971 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b136b5b-ce5a-4337-932b-b0f6b73814d9 x-openstack-request-id: req-7b136b5b-ce5a-4337-932b-b0f6b73814d9 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:12:30.339258 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f026b7-1871-495c-a133-051bf48e525b", "tag": "c872be1d-c147-4350-ba85-38829b3e2761", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:12:30.339512 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b136b5b-ce5a-4337-932b-b0f6b73814d9 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:12:30.339906 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f026b7-1871-495c-a133-051bf48e525b', 'tag': 'c872be1d-c147-4350-ba85-38829b3e2761', 'status': 'completed', 'code': 200} Jul 22 19:12:30.364228 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-91477428-ced7-4d66-ab25-055e3adcd3bf tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "DELETE /v2.0/routers/8ec6a08e-cba8-44f3-9802-527172a83561/tags HTTP/1.1" status: 204 len: 168 time: 0.2015781 Jul 22 19:12:30.365113 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44130) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:30.370150 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-36446eb8-7509-4d3d-b623-0b8f0d625fd5 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3ea8390a-8267-4a7a-8935-05e7c3633810') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:30.380962 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-f32a4110-e1aa-4bbe-a08c-ee95a311a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:30.383230 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-f32a4110-e1aa-4bbe-a08c-ee95a311a918 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17cd2804a52047cfb4d32d8ab0a04c5d&device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 1095 time: 0.1597857 Jul 22 19:12:30.398248 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-341b850c-58e5-4f19-992f-9d83eef9fc2d req-e367c438-211b-419f-b543-289d5dfddcb6 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749590 Jul 22 19:12:30.455858 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-45bab32b-1e9a-44a6-81c2-78941d87c8f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c872be1d-c147-4350-ba85-38829b3e2761 HTTP/1.1" status: 200 len: 217 time: 0.0564852 Jul 22 19:12:30.575973 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-90b7de2b-8bd0-4461-b608-285d1040d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:30.577366 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-90b7de2b-8bd0-4461-b608-285d1040d077 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0ba5617b-ba48-486c-9750-2a5a3148f236 HTTP/1.1" status: 200 len: 852 time: 0.1149931 Jul 22 19:12:30.611954 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44146) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:30.618932 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-48fab1ed-5516-4895-8989-0d943cd771c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336812 Jul 22 19:12:30.624127 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-e2f5a2ca-d0d4-40d3-9bd4-e655da76324e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1120652003'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:30.642648 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-36446eb8-7509-4d3d-b623-0b8f0d625fd5 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "DELETE /v2.0/ports/3ea8390a-8267-4a7a-8935-05e7c3633810/tags HTTP/1.1" status: 204 len: 168 time: 0.2764568 Jul 22 19:12:30.645610 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44148) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:30.659083 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d56783-bb0c-43e8-820f-c47bdaff17cc req-1fc19abb-2d87-45bd-a0f9-555f5ff54330 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:30.660770 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-17d56783-bb0c-43e8-820f-c47bdaff17cc req-1fc19abb-2d87-45bd-a0f9-555f5ff54330 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 943 time: 0.1367559 Jul 22 19:12:30.666870 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-c87c3b95-ffc6-4b72-a927-a256e88dfc34 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '40c37dba-f653-4aa4-a0df-c56092beeda5') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:30.741880 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f5a2ca-d0d4-40d3-9bd4-e655da76324e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Made reservation on behalf of 598d83e90cdd48809c7ec7a29420c426 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:12:30.745839 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a2ca-d0d4-40d3-9bd4-e655da76324e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:30.791414 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-17d56783-bb0c-43e8-820f-c47bdaff17cc req-3a197c66-56e8-47e0-8206-3d45c5b0d31a tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195250 Jul 22 19:12:30.818160 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f5a2ca-d0d4-40d3-9bd4-e655da76324e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:12:30.836679 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-10af2d23-4f9d-4f81-b464-9bb2dc3e3f03 service neutron] 10.222.0.16 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990983 Jul 22 19:12:30.855760 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a2ca-d0d4-40d3-9bd4-e655da76324e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:30.862356 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-e2f5a2ca-d0d4-40d3-9bd4-e655da76324e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Added segment c52169cd-f463-4ed2-99da-130e8770e390 of type vlan for network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 Jul 22 19:12:30.865619 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be365e1-53d9-4fab-97b7-11e50ec499bb {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:12:30.884441 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:30.933921 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a2ca-d0d4-40d3-9bd4-e655da76324e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:30.939239 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] Transition to ACTIVE for port object 1be365e1-53d9-4fab-97b7-11e50ec499bb will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:12:30.950005 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c87c3b95-ffc6-4b72-a927-a256e88dfc34 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "DELETE /v2.0/subnets/40c37dba-f653-4aa4-a0df-c56092beeda5/tags HTTP/1.1" status: 204 len: 168 time: 0.2979724 Jul 22 19:12:30.951209 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44156) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:30.955596 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.tag.tag_plugin [None req-72ab29da-b3e6-4733-9f29-623135ad567a tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '40c37dba-f653-4aa4-a0df-c56092beeda5', 'tempest-TagsExtTest-Tag-934360945') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:30.970170 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:31.002677 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-70ecec3b-0db6-4683-b55f-153f5d7faf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:31.050766 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:31.051116 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a2ca-d0d4-40d3-9bd4-e655da76324e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:31.057917 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f5a2ca-d0d4-40d3-9bd4-e655da76324e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:31.058560 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a2ca-d0d4-40d3-9bd4-e655da76324e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:31.097890 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] Pushing event updated for resources: {'Port': ['ID=1be365e1-53d9-4fab-97b7-11e50ec499bb,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:31.166445 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e2f5a2ca-d0d4-40d3-9bd4-e655da76324e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5452516 Jul 22 19:12:31.195304 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44158) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:31.202507 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-01940f91-1f48-4ec1-8b24-94910b763ae4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-877735127'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:31.211712 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5a2ca-d0d4-40d3-9bd4-e655da76324e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event updated for resources: {'Network': ['ID=4ed86889-1924-4c50-8c1e-24c776ed8bf6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:31.225620 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:12:31.254050 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 9cb618d5-25ba-4682-8534-d314533c655a up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:12:31.257130 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] Attempting to bind port 1be365e1-53d9-4fab-97b7-11e50ec499bb on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:12:31.257130 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] Attempting to bind port 1be365e1-53d9-4fab-97b7-11e50ec499bb by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '28b42374-c4aa-40c7-8b27-555b02164401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:12:31.258208 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] Attempting to bind port 1be365e1-53d9-4fab-97b7-11e50ec499bb on network 514a0e5c-9f7d-441e-bd44-a73cdc03e754 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:12:31.259763 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01940f91-1f48-4ec1-8b24-94910b763ae4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Made reservation on behalf of 598d83e90cdd48809c7ec7a29420c426 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:12:31.263609 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01940f91-1f48-4ec1-8b24-94910b763ae4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:31.276627 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] Port 1be365e1-53d9-4fab-97b7-11e50ec499bb on network 514a0e5c-9f7d-441e-bd44-a73cdc03e754 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:12:31.277142 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] Attempting to bind port 1be365e1-53d9-4fab-97b7-11e50ec499bb on network 514a0e5c-9f7d-441e-bd44-a73cdc03e754 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:12:31.285869 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:12:31.286600 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] Checking segment: {'id': '28b42374-c4aa-40c7-8b27-555b02164401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:12:31.286600 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] Bound using segment: {'id': '28b42374-c4aa-40c7-8b27-555b02164401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:12:31.286964 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] Bound port: 1be365e1-53d9-4fab-97b7-11e50ec499bb, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28b42374-c4aa-40c7-8b27-555b02164401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:12:31.287316 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:31.320531 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01940f91-1f48-4ec1-8b24-94910b763ae4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:12:31.361244 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8c196-011d-4929-a6a1-bea919fafc34 req-d1f9a68d-b681-424f-9bb3-be2cbaf2bf14 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:31.362984 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ac8c196-011d-4929-a6a1-bea919fafc34 req-d1f9a68d-b681-424f-9bb3-be2cbaf2bf14 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.5174768 Jul 22 19:12:31.369698 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6d6c960-bccc-4ecb-92c3-4be3d81f57f2 req-84717704-c575-4241-8097-189ebe59244d service neutron] 10.222.0.16 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230236 Jul 22 19:12:31.370932 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01940f91-1f48-4ec1-8b24-94910b763ae4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:31.371286 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-01940f91-1f48-4ec1-8b24-94910b763ae4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Added segment 1516a7d0-ce2f-448e-96b4-47e0539fd09b of type vlan for network 06eb644b-f29e-45c4-8d9a-7769e64949ae Jul 22 19:12:31.372635 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 9cb618d5-25ba-4682-8534-d314533c655a completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:12:31.381285 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 9cb618d5-25ba-4682-8534-d314533c655a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:31.382119 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:31.432597 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c014270-7d94-44c2-8c66-445b6b1e6ac8 req-81356b63-0f87-4aa6-a667-74bdb3061071 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:31.434377 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c014270-7d94-44c2-8c66-445b6b1e6ac8 req-81356b63-0f87-4aa6-a667-74bdb3061071 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ce359a-88a6-41b0-ad50-9bc86b7a4970 HTTP/1.1" status: 200 len: 944 time: 0.5603213 Jul 22 19:12:31.460072 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ac8c196-011d-4929-a6a1-bea919fafc34 req-6d6839cc-6859-46f5-84a5-69a7d48e0e75 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860796 Jul 22 19:12:31.469160 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01940f91-1f48-4ec1-8b24-94910b763ae4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:31.473785 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] For port 1be365e1-53d9-4fab-97b7-11e50ec499bb, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:12:31.493713 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] For port 1be365e1-53d9-4fab-97b7-11e50ec499bb, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1be365e1-53d9-4fab-97b7-11e50ec499bb,segment=NetworkSegment(28b42374-c4aa-40c7-8b27-555b02164401),segment_id=28b42374-c4aa-40c7-8b27-555b02164401)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:12:31.507519 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:31.554490 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c014270-7d94-44c2-8c66-445b6b1e6ac8 req-51d13631-8951-4036-bb11-79eaa21bcf75 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050100 Jul 22 19:12:31.557849 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:31.558537 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:31.562436 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] 10.222.0.16 "PUT /v2.0/ports/1be365e1-53d9-4fab-97b7-11e50ec499bb HTTP/1.1" status: 200 len: 1092 time: 1.3730650 Jul 22 19:12:31.565935 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-72ab29da-b3e6-4733-9f29-623135ad567a tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "PUT /v2.0/subnets/40c37dba-f653-4aa4-a0df-c56092beeda5/tags/tempest-TagsExtTest-Tag-934360945 HTTP/1.1" status: 201 len: 201 time: 0.6146052 Jul 22 19:12:31.566622 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44168) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:31.572445 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.tag.tag_plugin [None req-f73e44f8-058d-4e06-9832-10d31f8ec376 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3ea8390a-8267-4a7a-8935-05e7c3633810', 'tempest-TagsExtTest-Tag-535928045') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:31.572977 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae40b7eb-38c7-460d-b23c-c4c6283dc99c', 'tag': '1be365e1-53d9-4fab-97b7-11e50ec499bb'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:12:31.576939 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094456b8-ea3f-41ba-8725-470461a5e2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ae40b7eb-38c7-460d-b23c-c4c6283dc99c", "tag": "1be365e1-53d9-4fab-97b7-11e50ec499bb"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:12:31.613102 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e02914-d85a-4dff-b3b4-26671eaf28d5 req-08a72c21-bbbb-496c-a35c-1ccf790c579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:31.614760 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6e02914-d85a-4dff-b3b4-26671eaf28d5 req-08a72c21-bbbb-496c-a35c-1ccf790c579a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17cd2804a52047cfb4d32d8ab0a04c5d&device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 1095 time: 0.1774759 Jul 22 19:12:31.626569 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:31.677254 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ce359a-88a6-41b0-ad50-9bc86b7a4970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb618d5-25ba-4682-8534-d314533c655a'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:12:31.686293 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52237e05-5cf1-4f97-845b-9be510e7ae0e" -d '{"events": [{"server_uuid": "17ce359a-88a6-41b0-ad50-9bc86b7a4970", "name": "network-vif-plugged", "status": "completed", "tag": "9cb618d5-25ba-4682-8534-d314533c655a"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:12:31.697342 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01940f91-1f48-4ec1-8b24-94910b763ae4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:31.711954 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01940f91-1f48-4ec1-8b24-94910b763ae4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:31.712507 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01940f91-1f48-4ec1-8b24-94910b763ae4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:31.718091 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 9cb618d5-25ba-4682-8534-d314533c655a, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9cb618d5-25ba-4682-8534-d314533c655a,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:31.726278 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:31.846546 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-01940f91-1f48-4ec1-8b24-94910b763ae4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6484373 Jul 22 19:12:31.859817 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=9cb618d5-25ba-4682-8534-d314533c655a,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:31.887159 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44178) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:31.898504 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01940f91-1f48-4ec1-8b24-94910b763ae4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event updated for resources: {'Network': ['ID=06eb644b-f29e-45c4-8d9a-7769e64949ae,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:31.907619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-c65b6a32-b445-4229-93e0-9c8fe6a92584 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Request body: {'subnet': {'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:31.912421 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 06eb644b-f29e-45c4-8d9a-7769e64949ae details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:12:31.931686 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50974b62-7675-49fe-97af-8f7b68e60a3b service neutron] Pushing event updated for resources: {'Port': ['ID=1be365e1-53d9-4fab-97b7-11e50ec499bb,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:31.981111 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-606a99aa-9a6f-455f-bdea-429380aa65b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:31.984796 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-606a99aa-9a6f-455f-bdea-429380aa65b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43fe21ac8a7d4b839e35f47549c83dd3&device_id=ae40b7eb-38c7-460d-b23c-c4c6283dc99c HTTP/1.1" status: 200 len: 1095 time: 0.3744678 Jul 22 19:12:31.988890 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44182) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:31.989139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f73e44f8-058d-4e06-9832-10d31f8ec376 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "PUT /v2.0/ports/3ea8390a-8267-4a7a-8935-05e7c3633810/tags/tempest-TagsExtTest-Tag-535928045 HTTP/1.1" status: 201 len: 201 time: 0.4205625 Jul 22 19:12:31.993771 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-38e06e27-1047-4a7f-a11c-5c349d6a7afb tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8ec6a08e-cba8-44f3-9802-527172a83561', 'tempest-TagsExtTest-Tag-1731657119') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:32.094236 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9062241f-add7-434d-8102-039c383ca23f x-openstack-request-id: req-9062241f-add7-434d-8102-039c383ca23f {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:12:32.094506 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae40b7eb-38c7-460d-b23c-c4c6283dc99c", "tag": "1be365e1-53d9-4fab-97b7-11e50ec499bb", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:12:32.094755 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9062241f-add7-434d-8102-039c383ca23f {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:12:32.095158 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae40b7eb-38c7-460d-b23c-c4c6283dc99c', 'tag': '1be365e1-53d9-4fab-97b7-11e50ec499bb', 'status': 'completed', 'code': 200} Jul 22 19:12:32.206312 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62759fc8-b114-4b6f-83b3-df0ad895fad3 x-openstack-request-id: req-62759fc8-b114-4b6f-83b3-df0ad895fad3 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:12:32.210713 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-42c905eb-1695-471c-9231-6d9246cb59d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1be365e1-53d9-4fab-97b7-11e50ec499bb HTTP/1.1" status: 200 len: 217 time: 0.2148511 Jul 22 19:12:32.222970 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ce359a-88a6-41b0-ad50-9bc86b7a4970", "name": "network-vif-plugged", "status": "completed", "tag": "9cb618d5-25ba-4682-8534-d314533c655a", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:12:32.223116 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62759fc8-b114-4b6f-83b3-df0ad895fad3 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:12:32.223497 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ce359a-88a6-41b0-ad50-9bc86b7a4970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb618d5-25ba-4682-8534-d314533c655a', 'code': 200} Jul 22 19:12:32.248505 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e02914-d85a-4dff-b3b4-26671eaf28d5 req-c481ce67-25bd-4d9f-80ef-ebc78557e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:32.251918 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6e02914-d85a-4dff-b3b4-26671eaf28d5 req-c481ce67-25bd-4d9f-80ef-ebc78557e556 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd HTTP/1.1" status: 200 len: 913 time: 0.6303084 Jul 22 19:12:32.270960 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff01dc-d411-493f-bef1-90e362d9d055 req-c614a996-3c4f-49a6-8b95-3a56901deefb tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:32.281776 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-31ff01dc-d411-493f-bef1-90e362d9d055 req-c614a996-3c4f-49a6-8b95-3a56901deefb tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae40b7eb-38c7-460d-b23c-c4c6283dc99c HTTP/1.1" status: 200 len: 943 time: 0.5825188 Jul 22 19:12:32.308629 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:32.405989 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6e02914-d85a-4dff-b3b4-26671eaf28d5 req-4eb0127f-d2f6-4572-be3e-99f74cd92130 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c872be1d-c147-4350-ba85-38829b3e2761 HTTP/1.1" status: 200 len: 217 time: 0.1158566 Jul 22 19:12:32.415855 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-cd8f9852-f52b-4af0-82a9-0fc761e811d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:32.418010 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-cd8f9852-f52b-4af0-82a9-0fc761e811d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b479058-f6d3-4d7c-a270-ab538df3289d HTTP/1.1" status: 200 len: 854 time: 0.1964262 Jul 22 19:12:32.459797 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-f095980d-ef16-4ffe-b137-60bbcec14c0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=514a0e5c-9f7d-441e-bd44-a73cdc03e754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337434 Jul 22 19:12:32.473882 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-38e06e27-1047-4a7f-a11c-5c349d6a7afb tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "PUT /v2.0/routers/8ec6a08e-cba8-44f3-9802-527172a83561/tags/tempest-TagsExtTest-Tag-1731657119 HTTP/1.1" status: 201 len: 201 time: 0.4839053 Jul 22 19:12:32.485202 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44194) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:32.491137 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-1edd6e76-ad2a-46fe-a1e9-5625cc2b9b2b tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd0b7af0b-424e-4bb8-bd6b-3c95fb826f77', 'tempest-TagsExtTest-Tag-1138783754') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:32.505714 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65b6a32-b445-4229-93e0-9c8fe6a92584 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Made reservation on behalf of 598d83e90cdd48809c7ec7a29420c426 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:12:32.509258 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c65b6a32-b445-4229-93e0-9c8fe6a92584 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:32.542971 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-31ff01dc-d411-493f-bef1-90e362d9d055 req-5a665cd0-21d2-4c1a-ba57-1473093ac473 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600055 Jul 22 19:12:32.584282 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1edd6e76-ad2a-46fe-a1e9-5625cc2b9b2b tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "PUT /v2.0/subnetpools/d0b7af0b-424e-4bb8-bd6b-3c95fb826f77/tags/tempest-TagsExtTest-Tag-1138783754 HTTP/1.1" status: 201 len: 201 time: 0.0970247 Jul 22 19:12:32.588102 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44198) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:32.594293 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-ee230c42-c11e-4742-9d22-7c6b0f887f98 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '40c37dba-f653-4aa4-a0df-c56092beeda5', {'tags': ['tempest-TagsExtTest-Tag-1440709148', 'tempest-TagsExtTest-Tag-1740740595', 'tempest-TagsExtTest-Tag-442269015']}) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:32.615981 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e02914-d85a-4dff-b3b4-26671eaf28d5 req-0ef4b176-cac7-4643-a4c8-e112bdfd6285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:32.617649 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6e02914-d85a-4dff-b3b4-26671eaf28d5 req-0ef4b176-cac7-4643-a4c8-e112bdfd6285 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0ba5617b-ba48-486c-9750-2a5a3148f236 HTTP/1.1" status: 200 len: 852 time: 0.1810594 Jul 22 19:12:32.647835 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-7494abf5-15e3-40ee-a0da-8efb36010466 service neutron] 10.222.0.16 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724651 Jul 22 19:12:32.681133 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6e02914-d85a-4dff-b3b4-26671eaf28d5 req-06ea5bda-765c-475f-ac5c-4a96a1c750f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564022 Jul 22 19:12:32.710352 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514da17-4522-4971-88c5-3031c5f2a295 req-8a183e7e-79ea-4b37-9bcd-687b28b34d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:32.711913 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7514da17-4522-4971-88c5-3031c5f2a295 req-8a183e7e-79ea-4b37-9bcd-687b28b34d27 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=17ce359a-88a6-41b0-ad50-9bc86b7a4970 HTTP/1.1" status: 200 len: 1097 time: 0.3243210 Jul 22 19:12:32.738725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2340a3-f50a-48f0-84a3-5ec86d0e4bfb req-2f1a04ef-a1ed-44a3-aa29-75a9ee0ffd9f tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:32.740398 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a2340a3-f50a-48f0-84a3-5ec86d0e4bfb req-2f1a04ef-a1ed-44a3-aa29-75a9ee0ffd9f tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 943 time: 0.3411760 Jul 22 19:12:32.747528 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ee230c42-c11e-4742-9d22-7c6b0f887f98 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "PUT /v2.0/subnets/40c37dba-f653-4aa4-a0df-c56092beeda5/tags HTTP/1.1" status: 200 len: 317 time: 0.1580181 Jul 22 19:12:32.753245 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44206) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:32.760736 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-5632ee33-baa1-4c1d-99c6-f86d1d05cfa2 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '40c37dba-f653-4aa4-a0df-c56092beeda5') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:32.831170 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9698cf33-3aa5-458a-8825-d107ef5d04ff req-c392fa21-9069-4b37-a2e6-2730ad1e3e9c service neutron] 10.222.0.16 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766770 Jul 22 19:12:32.891684 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5632ee33-baa1-4c1d-99c6-f86d1d05cfa2 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "DELETE /v2.0/subnets/40c37dba-f653-4aa4-a0df-c56092beeda5/tags HTTP/1.1" status: 204 len: 168 time: 0.1374338 Jul 22 19:12:32.894417 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44214) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:32.899437 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-87806aa7-68b7-4fed-a4ea-c9c709419c2a tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '40c37dba-f653-4aa4-a0df-c56092beeda5', 'tempest-TagsExtTest-Tag-1440709148') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:32.955498 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7514da17-4522-4971-88c5-3031c5f2a295 req-4dff69b7-116e-485c-80ec-b433164a86ad service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985080 Jul 22 19:12:32.967486 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a2340a3-f50a-48f0-84a3-5ec86d0e4bfb req-c0f7bb0f-e74f-4068-ba76-632f7b5c7dfd tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063992 Jul 22 19:12:33.005450 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6e02914-d85a-4dff-b3b4-26671eaf28d5 req-3521e170-88f5-440b-9674-28e18c995403 service neutron] 10.222.0.16 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139677 Jul 22 19:12:33.023882 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094456b8-ea3f-41ba-8725-470461a5e2a7 req-dc9a5698-c3eb-4241-b402-b3e5050986ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:33.025810 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-094456b8-ea3f-41ba-8725-470461a5e2a7 req-dc9a5698-c3eb-4241-b402-b3e5050986ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43fe21ac8a7d4b839e35f47549c83dd3&device_id=ae40b7eb-38c7-460d-b23c-c4c6283dc99c HTTP/1.1" status: 200 len: 1095 time: 0.1239185 Jul 22 19:12:33.040935 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-87806aa7-68b7-4fed-a4ea-c9c709419c2a tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] show failed (client error): The resource could not be found. Jul 22 19:12:33.041911 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-87806aa7-68b7-4fed-a4ea-c9c709419c2a tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/subnets/40c37dba-f653-4aa4-a0df-c56092beeda5/tags/tempest-TagsExtTest-Tag-1440709148 HTTP/1.1" status: 404 len: 329 time: 0.1465042 Jul 22 19:12:33.050681 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44222) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:33.069271 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-87817cf9-5ea9-47d1-9f6c-756060f06857 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '40c37dba-f653-4aa4-a0df-c56092beeda5', 'tempest-TagsExtTest-Tag-1740740595') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:33.214502 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094456b8-ea3f-41ba-8725-470461a5e2a7 req-f3aacab9-28db-4889-9eaf-c5d823351a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:33.216295 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-094456b8-ea3f-41ba-8725-470461a5e2a7 req-f3aacab9-28db-4889-9eaf-c5d823351a4b service neutron] 10.222.0.16 "GET /v2.0/networks?id=514a0e5c-9f7d-441e-bd44-a73cdc03e754 HTTP/1.1" status: 200 len: 915 time: 0.1791856 Jul 22 19:12:33.284253 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6e02914-d85a-4dff-b3b4-26671eaf28d5 req-7def1558-c93f-45e0-aeb3-2aeb15683f72 service neutron] 10.222.0.16 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436557 Jul 22 19:12:33.285402 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-094456b8-ea3f-41ba-8725-470461a5e2a7 req-44d09f0e-eb96-478f-81f4-833cbe2d41dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1be365e1-53d9-4fab-97b7-11e50ec499bb HTTP/1.1" status: 200 len: 217 time: 0.0472631 Jul 22 19:12:33.296021 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c65b6a32-b445-4229-93e0-9c8fe6a92584 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:33.361255 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094456b8-ea3f-41ba-8725-470461a5e2a7 req-5596f6bc-7d32-45bc-bc87-5500d1575a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:33.362852 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-094456b8-ea3f-41ba-8725-470461a5e2a7 req-5596f6bc-7d32-45bc-bc87-5500d1575a88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b479058-f6d3-4d7c-a270-ab538df3289d HTTP/1.1" status: 200 len: 854 time: 0.0647027 Jul 22 19:12:33.402015 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf303771-b86d-4a94-8f28-37ea03c22f89 req-58d4c178-68ca-4f0e-a9a3-e27e4ca1962e tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:33.403811 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf303771-b86d-4a94-8f28-37ea03c22f89 req-58d4c178-68ca-4f0e-a9a3-e27e4ca1962e tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ce359a-88a6-41b0-ad50-9bc86b7a4970 HTTP/1.1" status: 200 len: 945 time: 0.3972936 Jul 22 19:12:33.405654 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-094456b8-ea3f-41ba-8725-470461a5e2a7 req-d839d775-4647-49dc-ad64-04d0b5d9aaf0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=514a0e5c-9f7d-441e-bd44-a73cdc03e754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350277 Jul 22 19:12:33.412953 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-87817cf9-5ea9-47d1-9f6c-756060f06857 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] show failed (client error): The resource could not be found. Jul 22 19:12:33.416977 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-87817cf9-5ea9-47d1-9f6c-756060f06857 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/subnets/40c37dba-f653-4aa4-a0df-c56092beeda5/tags/tempest-TagsExtTest-Tag-1740740595 HTTP/1.1" status: 404 len: 329 time: 0.3652565 Jul 22 19:12:33.417546 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44242) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:33.442719 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.tag.tag_plugin [None req-a440ab9e-4dbb-472e-b438-ae118eebcdb9 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '40c37dba-f653-4aa4-a0df-c56092beeda5', 'tempest-TagsExtTest-Tag-442269015') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:33.473658 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b6a32-b445-4229-93e0-9c8fe6a92584 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event updated for resources: {'Subnet': ['ID=0319ae5f-ceed-4659-937d-f32e78dd9116,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:33.496656 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65b6a32-b445-4229-93e0-9c8fe6a92584 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Checking segment: {'id': 'c52169cd-f463-4ed2-99da-130e8770e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:12:33.497379 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65b6a32-b445-4229-93e0-9c8fe6a92584 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Network hostable DHCP agents. Network: 4ed86889-1924-4c50-8c1e-24c776ed8bf6, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:12:33.505839 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf303771-b86d-4a94-8f28-37ea03c22f89 req-d036606a-7711-4dab-aded-442180631cd7 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934017 Jul 22 19:12:33.526806 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-094456b8-ea3f-41ba-8725-470461a5e2a7 req-08548037-c727-4d40-93f8-95ad09916d87 service neutron] 10.222.0.16 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080339 Jul 22 19:12:33.535780 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65b6a32-b445-4229-93e0-9c8fe6a92584 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:12:33.558860 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-c65b6a32-b445-4229-93e0-9c8fe6a92584 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 4ed86889-1924-4c50-8c1e-24c776ed8bf6) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:12:33.565449 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65b6a32-b445-4229-93e0-9c8fe6a92584 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:33.566045 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c65b6a32-b445-4229-93e0-9c8fe6a92584 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:33.573598 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b095a9-0cd6-47d0-bffd-07a78b807657 None None] Network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:12:33.590149 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-a440ab9e-4dbb-472e-b438-ae118eebcdb9 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] show failed (client error): The resource could not be found. Jul 22 19:12:33.598382 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a440ab9e-4dbb-472e-b438-ae118eebcdb9 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/subnets/40c37dba-f653-4aa4-a0df-c56092beeda5/tags/tempest-TagsExtTest-Tag-442269015 HTTP/1.1" status: 404 len: 328 time: 0.1771128 Jul 22 19:12:33.598980 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44252) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:33.609614 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.tag.tag_plugin [None req-07d6f4ae-1724-41c4-9693-ef5a3b3cb2b6 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '3ea8390a-8267-4a7a-8935-05e7c3633810', {'tags': ['tempest-TagsExtTest-Tag-1213695047', 'tempest-TagsExtTest-Tag-2147432614', 'tempest-TagsExtTest-Tag-828975418']}) {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:33.619315 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c65b6a32-b445-4229-93e0-9c8fe6a92584 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7234702 Jul 22 19:12:33.631585 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44254) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:33.637284 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-e5db0d8a-918c-452b-bfb9-658e328bb9f0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Request body: {'subnet': {'network_id': '06eb644b-f29e-45c4-8d9a-7769e64949ae', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:33.799198 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-07d6f4ae-1724-41c4-9693-ef5a3b3cb2b6 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "PUT /v2.0/ports/3ea8390a-8267-4a7a-8935-05e7c3633810/tags HTTP/1.1" status: 200 len: 317 time: 0.1944575 Jul 22 19:12:33.801885 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44258) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:33.805907 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.tag.tag_plugin [None req-6d3f5ade-b34c-423d-b3aa-a31bcad764d7 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3ea8390a-8267-4a7a-8935-05e7c3633810') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:33.839161 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-4ed86889-1924-4c50-8c1e-24c776ed8bf6', 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'fixed_ips': [{'subnet_id': '0319ae5f-ceed-4659-937d-f32e78dd9116'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:12:33.840019 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:33.931675 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f66b2-86b8-4e3b-9123-a753811a434a req-138eb96e-b23f-4cc8-9df0-c0e14c2f3e52 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:33.934738 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a02f66b2-86b8-4e3b-9123-a753811a434a req-138eb96e-b23f-4cc8-9df0-c0e14c2f3e52 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae40b7eb-38c7-460d-b23c-c4c6283dc99c HTTP/1.1" status: 200 len: 943 time: 0.2280936 Jul 22 19:12:34.032466 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a02f66b2-86b8-4e3b-9123-a753811a434a req-626c6226-1861-4d15-96a5-25c2eb4040ba tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855188 Jul 22 19:12:34.038276 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6d3f5ade-b34c-423d-b3aa-a31bcad764d7 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "DELETE /v2.0/ports/3ea8390a-8267-4a7a-8935-05e7c3633810/tags HTTP/1.1" status: 204 len: 168 time: 0.2343564 Jul 22 19:12:34.039773 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44264) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:34.050939 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.tag.tag_plugin [None req-2201d1d3-f5a6-4706-b2e2-e8cc7e642df7 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3ea8390a-8267-4a7a-8935-05e7c3633810', 'tempest-TagsExtTest-Tag-1213695047') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:34.098287 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:34.160622 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] Allocated IP 10.1.1.2 (4ed86889-1924-4c50-8c1e-24c776ed8bf6/0319ae5f-ceed-4659-937d-f32e78dd9116/9602b95d-ab36-4024-b7e2-873f401196ab) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:12:34.169970 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-2201d1d3-f5a6-4706-b2e2-e8cc7e642df7 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] show failed (client error): The resource could not be found. Jul 22 19:12:34.171036 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2201d1d3-f5a6-4706-b2e2-e8cc7e642df7 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/ports/3ea8390a-8267-4a7a-8935-05e7c3633810/tags/tempest-TagsExtTest-Tag-1213695047 HTTP/1.1" status: 404 len: 329 time: 0.1291692 Jul 22 19:12:34.174328 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44266) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:34.178980 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.tag.tag_plugin [None req-38f94df6-4162-4841-8b82-572d18465ded tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3ea8390a-8267-4a7a-8935-05e7c3633810', 'tempest-TagsExtTest-Tag-2147432614') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:34.193444 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd53f4-1673-42c0-ada2-8bd3e34a8c7c req-af8e21e5-7f5f-43c1-8f5e-09037d605f89 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:34.195030 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cfd53f4-1673-42c0-ada2-8bd3e34a8c7c req-af8e21e5-7f5f-43c1-8f5e-09037d605f89 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 943 time: 0.0998509 Jul 22 19:12:34.284913 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cfd53f4-1673-42c0-ada2-8bd3e34a8c7c req-2e3bd3b9-ae63-46ef-a756-5db9642c8b9e tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624428 Jul 22 19:12:34.305594 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-38f94df6-4162-4841-8b82-572d18465ded tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] show failed (client error): The resource could not be found. Jul 22 19:12:34.306671 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-38f94df6-4162-4841-8b82-572d18465ded tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/ports/3ea8390a-8267-4a7a-8935-05e7c3633810/tags/tempest-TagsExtTest-Tag-2147432614 HTTP/1.1" status: 404 len: 329 time: 0.1314306 Jul 22 19:12:34.310046 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44278) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:34.320375 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.tag.tag_plugin [None req-2bc3ab7e-cc7b-45e4-850c-4806668f2f32 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3ea8390a-8267-4a7a-8935-05e7c3633810', 'tempest-TagsExtTest-Tag-828975418') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:34.415848 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-2bc3ab7e-cc7b-45e4-850c-4806668f2f32 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] show failed (client error): The resource could not be found. Jul 22 19:12:34.425061 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2bc3ab7e-cc7b-45e4-850c-4806668f2f32 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/ports/3ea8390a-8267-4a7a-8935-05e7c3633810/tags/tempest-TagsExtTest-Tag-828975418 HTTP/1.1" status: 404 len: 328 time: 0.1139185 Jul 22 19:12:34.431066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44282) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:34.440039 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.tag.tag_plugin [None req-89398446-f417-47f8-8504-86e727a6af73 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8ec6a08e-cba8-44f3-9802-527172a83561', {'tags': ['tempest-TagsExtTest-Tag-996557180', 'tempest-TagsExtTest-Tag-2117602098', 'tempest-TagsExtTest-Tag-1465389311']}) {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:34.510225 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-094456b8-ea3f-41ba-8725-470461a5e2a7 req-a6fedcf9-7194-47e8-b0f9-f54b332595ad service neutron] 10.222.0.16 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9762206 Jul 22 19:12:34.525565 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:34.540449 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] Transition to ACTIVE for port object 9602b95d-ab36-4024-b7e2-873f401196ab will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:12:34.558651 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5db0d8a-918c-452b-bfb9-658e328bb9f0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Made reservation on behalf of 598d83e90cdd48809c7ec7a29420c426 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:12:34.566876 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e5db0d8a-918c-452b-bfb9-658e328bb9f0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:34.572141 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] Transition to ACTIVE for port object 9602b95d-ab36-4024-b7e2-873f401196ab will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:12:34.587270 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:34.659058 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-89398446-f417-47f8-8504-86e727a6af73 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "PUT /v2.0/routers/8ec6a08e-cba8-44f3-9802-527172a83561/tags HTTP/1.1" status: 200 len: 317 time: 0.2252038 Jul 22 19:12:34.659058 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44288) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:34.664851 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.tag.tag_plugin [None req-6ecfa86b-c589-4e24-811d-7924909c8071 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8ec6a08e-cba8-44f3-9802-527172a83561') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:34.675079 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] Network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:12:34.678703 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:12:34.690468 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:12:34.700432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] Pushing event updated for resources: {'Port': ['ID=9602b95d-ab36-4024-b7e2-873f401196ab,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:34.742405 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e8357-f0f9-464b-9255-f794afb713ed req-caa2d280-40a5-4261-a2ff-881f32843557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:34.744819 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-296e8357-f0f9-464b-9255-f794afb713ed req-caa2d280-40a5-4261-a2ff-881f32843557 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9969b04cb20a400c8e89d23b9b9aa08c&device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 1098 time: 0.1303966 Jul 22 19:12:34.785281 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] Attempting to bind port 9602b95d-ab36-4024-b7e2-873f401196ab on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:12:34.785884 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] Attempting to bind port 9602b95d-ab36-4024-b7e2-873f401196ab by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'c52169cd-f463-4ed2-99da-130e8770e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:12:34.786366 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] Attempting to bind port 9602b95d-ab36-4024-b7e2-873f401196ab on network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:12:34.794535 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:12:34.794926 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] Checking segment: {'id': 'c52169cd-f463-4ed2-99da-130e8770e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:12:34.795404 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:34.795957 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] Bound using segment: {'id': 'c52169cd-f463-4ed2-99da-130e8770e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:12:34.798233 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] Bound port: 9602b95d-ab36-4024-b7e2-873f401196ab, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52169cd-f463-4ed2-99da-130e8770e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:12:34.798802 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:34.883763 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] For port 9602b95d-ab36-4024-b7e2-873f401196ab, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:12:34.888378 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] For port 9602b95d-ab36-4024-b7e2-873f401196ab, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9602b95d-ab36-4024-b7e2-873f401196ab,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:12:34.895186 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:34.929347 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e8357-f0f9-464b-9255-f794afb713ed req-8cc6b57a-9923-4bd9-aff4-a100bf95ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:34.931087 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-296e8357-f0f9-464b-9255-f794afb713ed req-8cc6b57a-9923-4bd9-aff4-a100bf95ce99 service neutron] 10.222.0.16 "GET /v2.0/networks?id=43446fef-6ac7-466a-9f04-5ce65621e5e9 HTTP/1.1" status: 200 len: 920 time: 0.1774750 Jul 22 19:12:34.933699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e11496-c145-4be8-b5cb-8a6d984f4cce req-8da66e76-3b7f-4748-9e7d-66811c678bde tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:34.941066 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0e11496-c145-4be8-b5cb-8a6d984f4cce req-8da66e76-3b7f-4748-9e7d-66811c678bde tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ce359a-88a6-41b0-ad50-9bc86b7a4970 HTTP/1.1" status: 200 len: 945 time: 0.1343956 Jul 22 19:12:34.955909 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37069f4f-77f6-4c77-be3e-347d17b978a3 None None] Pushing event updated for resources: {'Port': ['ID=9602b95d-ab36-4024-b7e2-873f401196ab,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:34.983556 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6ecfa86b-c589-4e24-811d-7924909c8071 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "DELETE /v2.0/routers/8ec6a08e-cba8-44f3-9802-527172a83561/tags HTTP/1.1" status: 204 len: 168 time: 0.3210557 Jul 22 19:12:34.984263 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44292) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:34.987381 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e5db0d8a-918c-452b-bfb9-658e328bb9f0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:34.989872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.tag.tag_plugin [None req-b4b44429-9ea8-4513-8289-54a68e7c7ee8 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8ec6a08e-cba8-44f3-9802-527172a83561', 'tempest-TagsExtTest-Tag-996557180') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:34.990170 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-296e8357-f0f9-464b-9255-f794afb713ed req-e1fed447-4df7-44d8-9384-32b830b05abd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 HTTP/1.1" status: 200 len: 217 time: 0.0472398 Jul 22 19:12:35.049350 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd495940-4b38-403e-adc5-8ae45e630312 req-ea0bd434-4ff6-4eea-b702-73be75f54489 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:35.051542 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd495940-4b38-403e-adc5-8ae45e630312 req-ea0bd434-4ff6-4eea-b702-73be75f54489 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.2460384 Jul 22 19:12:35.083230 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0e11496-c145-4be8-b5cb-8a6d984f4cce req-4f4ee511-ba45-4f2b-b1d9-cc39398fee38 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412959 Jul 22 19:12:35.091096 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db0d8a-918c-452b-bfb9-658e328bb9f0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event updated for resources: {'Subnet': ['ID=eb3a5c04-3ab0-46f4-923f-871c4a99dc90,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:35.100729 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e8357-f0f9-464b-9255-f794afb713ed req-14bf356a-1ea6-4780-ac94-286b81d1727d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:35.102234 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-296e8357-f0f9-464b-9255-f794afb713ed req-14bf356a-1ea6-4780-ac94-286b81d1727d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=934071ba-1037-4dea-9f1f-4deae218fd12 HTTP/1.1" status: 200 len: 859 time: 0.0873244 Jul 22 19:12:35.108129 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5db0d8a-918c-452b-bfb9-658e328bb9f0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Checking segment: {'id': '1516a7d0-ce2f-448e-96b4-47e0539fd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '06eb644b-f29e-45c4-8d9a-7769e64949ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:12:35.108520 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5db0d8a-918c-452b-bfb9-658e328bb9f0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Network hostable DHCP agents. Network: 06eb644b-f29e-45c4-8d9a-7769e64949ae, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:12:35.136043 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-b4b44429-9ea8-4513-8289-54a68e7c7ee8 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] show failed (client error): The resource could not be found. Jul 22 19:12:35.142503 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b4b44429-9ea8-4513-8289-54a68e7c7ee8 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/routers/8ec6a08e-cba8-44f3-9802-527172a83561/tags/tempest-TagsExtTest-Tag-996557180 HTTP/1.1" status: 404 len: 328 time: 0.1559370 Jul 22 19:12:35.147400 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd495940-4b38-403e-adc5-8ae45e630312 req-a091bcb4-8c4a-43fa-994f-d49b88aee62d tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609419 Jul 22 19:12:35.158225 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44298) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:35.169145 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.tag.tag_plugin [None req-9e20ae19-aa53-4188-a1b3-e0191db938cb tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8ec6a08e-cba8-44f3-9802-527172a83561', 'tempest-TagsExtTest-Tag-2117602098') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:35.183446 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-296e8357-f0f9-464b-9255-f794afb713ed req-90d055db-8ab4-49c0-89ea-b2800eeeae10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43446fef-6ac7-466a-9f04-5ce65621e5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632820 Jul 22 19:12:35.273083 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5db0d8a-918c-452b-bfb9-658e328bb9f0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Network 06eb644b-f29e-45c4-8d9a-7769e64949ae is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:12:35.307940 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-e5db0d8a-918c-452b-bfb9-658e328bb9f0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 06eb644b-f29e-45c4-8d9a-7769e64949ae) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:12:35.321320 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d30ad9-375c-4672-a7cf-eeddc794a6a1 None None] Network 06eb644b-f29e-45c4-8d9a-7769e64949ae requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:12:35.340067 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5db0d8a-918c-452b-bfb9-658e328bb9f0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:35.342558 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e5db0d8a-918c-452b-bfb9-658e328bb9f0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:35.366393 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-296e8357-f0f9-464b-9255-f794afb713ed req-a671191f-96d3-4541-95c4-30f20a8b4c6d service neutron] 10.222.0.16 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758606 Jul 22 19:12:35.373819 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e5db0d8a-918c-452b-bfb9-658e328bb9f0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7411258 Jul 22 19:12:35.376453 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44310) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:35.388956 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f744cf7f-a4f8-46fc-81ea-67b9210305b9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Request body: {'port': {'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6', 'name': 'tempest-TaggedBootDevicesTest-991269004', 'fixed_ips': [{'subnet_id': '0319ae5f-ceed-4659-937d-f32e78dd9116'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:35.567839 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-296e8357-f0f9-464b-9255-f794afb713ed req-1042c71b-7051-411e-9dc2-3e5983fe4bf3 service neutron] 10.222.0.16 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907399 Jul 22 19:12:35.612663 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-06eb644b-f29e-45c4-8d9a-7769e64949ae', 'network_id': '06eb644b-f29e-45c4-8d9a-7769e64949ae', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'fixed_ips': [{'subnet_id': 'eb3a5c04-3ab0-46f4-923f-871c4a99dc90'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:12:35.614103 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:35.618050 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f744cf7f-a4f8-46fc-81ea-67b9210305b9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Made reservation on behalf of 598d83e90cdd48809c7ec7a29420c426 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:12:35.694318 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-9e20ae19-aa53-4188-a1b3-e0191db938cb tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] show failed (client error): The resource could not be found. Jul 22 19:12:35.698001 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9e20ae19-aa53-4188-a1b3-e0191db938cb tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/routers/8ec6a08e-cba8-44f3-9802-527172a83561/tags/tempest-TagsExtTest-Tag-2117602098 HTTP/1.1" status: 404 len: 329 time: 0.5361252 Jul 22 19:12:35.698336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44328) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:35.705525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.tag.tag_plugin [None req-34eb8658-4a63-468e-9e71-68f889962027 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8ec6a08e-cba8-44f3-9802-527172a83561', 'tempest-TagsExtTest-Tag-1465389311') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:35.719723 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device c872be1d-c147-4350-ba85-38829b3e2761 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:12:35.826579 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f744cf7f-a4f8-46fc-81ea-67b9210305b9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:35.834897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182aeade-7ad9-40a1-8f0a-f1170b947dee req-962441eb-2276-4bdf-8930-12d5155d26a4 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:35.836455 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-182aeade-7ad9-40a1-8f0a-f1170b947dee req-962441eb-2276-4bdf-8930-12d5155d26a4 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae40b7eb-38c7-460d-b23c-c4c6283dc99c HTTP/1.1" status: 200 len: 943 time: 0.5875092 Jul 22 19:12:35.857763 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-f744cf7f-a4f8-46fc-81ea-67b9210305b9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] device_id is not set on port 4caad598-a811-477a-8eac-c7e82e58d950 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:12:35.946015 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-182aeade-7ad9-40a1-8f0a-f1170b947dee req-5a0a1d8a-5c07-4dc9-8f74-035d0c715d11 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018662 Jul 22 19:12:35.986717 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-34eb8658-4a63-468e-9e71-68f889962027 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] show failed (client error): The resource could not be found. Jul 22 19:12:35.989915 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-34eb8658-4a63-468e-9e71-68f889962027 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/routers/8ec6a08e-cba8-44f3-9802-527172a83561/tags/tempest-TagsExtTest-Tag-1465389311 HTTP/1.1" status: 404 len: 329 time: 0.2905183 Jul 22 19:12:35.990636 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44350) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:36.010089 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.tag.tag_plugin [None req-ed386028-622f-45f3-81f5-b910864f1996 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd0b7af0b-424e-4bb8-bd6b-3c95fb826f77', {'tags': ['tempest-TagsExtTest-Tag-1008372041', 'tempest-TagsExtTest-Tag-1223724624', 'tempest-TagsExtTest-Tag-1362964769']}) {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:36.108594 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9602b95d-ab36-4024-b7e2-873f401196ab up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:12:36.112132 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] Allocated IP 10.2.2.2 (06eb644b-f29e-45c4-8d9a-7769e64949ae/eb3a5c04-3ab0-46f4-923f-871c4a99dc90/900bb71b-7238-4a52-876f-a3ea660bdd40) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:12:36.136038 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ed386028-622f-45f3-81f5-b910864f1996 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "PUT /v2.0/subnetpools/d0b7af0b-424e-4bb8-bd6b-3c95fb826f77/tags HTTP/1.1" status: 200 len: 318 time: 0.1360695 Jul 22 19:12:36.139349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44356) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:36.147300 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.tag.tag_plugin [None req-82c0d00e-e8e9-461f-b672-108821756143 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd0b7af0b-424e-4bb8-bd6b-3c95fb826f77') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:36.203240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedccaa1-1909-4119-9b8c-2345e992c014 req-397dce13-1c46-47cb-8f29-1cc0fd8f5ead tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:36.213059 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dedccaa1-1909-4119-9b8c-2345e992c014 req-397dce13-1c46-47cb-8f29-1cc0fd8f5ead tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 943 time: 0.1269987 Jul 22 19:12:36.219935 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-f744cf7f-a4f8-46fc-81ea-67b9210305b9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Allocated IP 10.1.1.94 (4ed86889-1924-4c50-8c1e-24c776ed8bf6/0319ae5f-ceed-4659-937d-f32e78dd9116/4caad598-a811-477a-8eac-c7e82e58d950) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:12:36.306996 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dedccaa1-1909-4119-9b8c-2345e992c014 req-d77cd4f7-f659-431f-9e99-9882e20d3d1b tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927052 Jul 22 19:12:36.311473 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port c872be1d-c147-4350-ba85-38829b3e2761, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c872be1d-c147-4350-ba85-38829b3e2761,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:36.336849 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-82c0d00e-e8e9-461f-b672-108821756143 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "DELETE /v2.0/subnetpools/d0b7af0b-424e-4bb8-bd6b-3c95fb826f77/tags HTTP/1.1" status: 204 len: 168 time: 0.1929271 Jul 22 19:12:36.338149 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44362) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:36.346892 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-64eb6a02-ac33-498a-bf0a-372b2cfad106 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd0b7af0b-424e-4bb8-bd6b-3c95fb826f77', 'tempest-TagsExtTest-Tag-1008372041') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:36.421996 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'c872be1d-c147-4350-ba85-38829b3e2761', 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd', 'port_id': 'c872be1d-c147-4350-ba85-38829b3e2761', 'mac_address': 'fa:16:3e:02:8c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba5617b-ba48-486c-9750-2a5a3148f236', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:12:36.473439 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 9602b95d-ab36-4024-b7e2-873f401196ab completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:12:36.475554 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c8557f-c24b-4f4e-94ec-1c4f4d8b3f48 None None] Network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:12:36.476259 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-64eb6a02-ac33-498a-bf0a-372b2cfad106 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] show failed (client error): The resource could not be found. Jul 22 19:12:36.480457 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-64eb6a02-ac33-498a-bf0a-372b2cfad106 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/subnetpools/d0b7af0b-424e-4bb8-bd6b-3c95fb826f77/tags/tempest-TagsExtTest-Tag-1008372041 HTTP/1.1" status: 404 len: 329 time: 0.1372716 Jul 22 19:12:36.481240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44368) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:36.492058 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.tag.tag_plugin [None req-992e5535-fdc6-4997-bb07-d9ad8af858e8 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd0b7af0b-424e-4bb8-bd6b-3c95fb826f77', 'tempest-TagsExtTest-Tag-1223724624') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:36.537570 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f744cf7f-a4f8-46fc-81ea-67b9210305b9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:36.554692 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-f744cf7f-a4f8-46fc-81ea-67b9210305b9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Transition to ACTIVE for port object 4caad598-a811-477a-8eac-c7e82e58d950 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:12:36.595578 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f744cf7f-a4f8-46fc-81ea-67b9210305b9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:36.599909 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-992e5535-fdc6-4997-bb07-d9ad8af858e8 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] show failed (client error): The resource could not be found. Jul 22 19:12:36.604803 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-992e5535-fdc6-4997-bb07-d9ad8af858e8 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/subnetpools/d0b7af0b-424e-4bb8-bd6b-3c95fb826f77/tags/tempest-TagsExtTest-Tag-1223724624 HTTP/1.1" status: 404 len: 329 time: 0.1215580 Jul 22 19:12:36.608508 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44370) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:36.611567 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ca67256d-4a7a-4bfb-b07f-608019ace54f None None] Provisioning for port 9602b95d-ab36-4024-b7e2-873f401196ab completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:12:36.619717 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ca67256d-4a7a-4bfb-b07f-608019ace54f None None] Provisioning complete for port 9602b95d-ab36-4024-b7e2-873f401196ab triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:36.620846 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ca67256d-4a7a-4bfb-b07f-608019ace54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:36.622579 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:36.648353 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-438cacab-8e07-41cb-a3ae-05e5d13db9b7 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd0b7af0b-424e-4bb8-bd6b-3c95fb826f77', 'tempest-TagsExtTest-Tag-1362964769') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:36.686278 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246420f-e759-4dd2-99e3-9f3bf7fa393d req-54db89a9-7616-4f5b-9a72-0a7cb3a5f040 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:36.701835 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5246420f-e759-4dd2-99e3-9f3bf7fa393d req-54db89a9-7616-4f5b-9a72-0a7cb3a5f040 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.2366614 Jul 22 19:12:36.741809 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f744cf7f-a4f8-46fc-81ea-67b9210305b9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:12:36.751481 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-f744cf7f-a4f8-46fc-81ea-67b9210305b9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:12:36.759058 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f744cf7f-a4f8-46fc-81ea-67b9210305b9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:12:36.783519 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744cf7f-a4f8-46fc-81ea-67b9210305b9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event updated for resources: {'Port': ['ID=4caad598-a811-477a-8eac-c7e82e58d950,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:36.786182 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-438cacab-8e07-41cb-a3ae-05e5d13db9b7 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] show failed (client error): The resource could not be found. Jul 22 19:12:36.787678 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-438cacab-8e07-41cb-a3ae-05e5d13db9b7 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/subnetpools/d0b7af0b-424e-4bb8-bd6b-3c95fb826f77/tags/tempest-TagsExtTest-Tag-1362964769 HTTP/1.1" status: 404 len: 329 time: 0.1489820 Jul 22 19:12:36.793966 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44372) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:36.811476 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.tag.tag_plugin [None req-671fc7bf-d10a-4ed8-b051-0becebc0258e tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd0b7af0b-424e-4bb8-bd6b-3c95fb826f77') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:36.842848 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5246420f-e759-4dd2-99e3-9f3bf7fa393d req-17ef64a5-8bee-47aa-ba21-87ee11b8d262 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334276 Jul 22 19:12:36.860610 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f744cf7f-a4f8-46fc-81ea-67b9210305b9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:36.861393 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f744cf7f-a4f8-46fc-81ea-67b9210305b9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:36.874130 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-671fc7bf-d10a-4ed8-b051-0becebc0258e tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "DELETE /v2.0/subnetpools/d0b7af0b-424e-4bb8-bd6b-3c95fb826f77/tags HTTP/1.1" status: 204 len: 168 time: 0.0698392 Jul 22 19:12:36.874448 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44374) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:36.876506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c872be1d-c147-4350-ba85-38829b3e2761 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:12:36.879928 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.tag.tag_plugin [None req-07c7aa6e-6315-4731-a09e-2361c0e29bff tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8ec6a08e-cba8-44f3-9802-527172a83561') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:36.918385 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f744cf7f-a4f8-46fc-81ea-67b9210305b9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5353093 Jul 22 19:12:36.920117 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44380) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:36.940771 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ab521a79-c282-407a-b472-179e944bd407 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Request body: {'port': {'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6', 'name': 'tempest-TaggedBootDevicesTest-1730851427', 'fixed_ips': [{'subnet_id': '0319ae5f-ceed-4659-937d-f32e78dd9116'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:36.994838 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-07c7aa6e-6315-4731-a09e-2361c0e29bff tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "DELETE /v2.0/routers/8ec6a08e-cba8-44f3-9802-527172a83561/tags HTTP/1.1" status: 204 len: 168 time: 0.1187990 Jul 22 19:12:36.998749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44388) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:37.006581 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.tag.tag_plugin [None req-1e3aa77d-01b8-4d7b-8d98-59f083823e32 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3ea8390a-8267-4a7a-8935-05e7c3633810') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:37.015069 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port c872be1d-c147-4350-ba85-38829b3e2761, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c872be1d-c147-4350-ba85-38829b3e2761,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:37.031710 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:37.032492 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 1be365e1-53d9-4fab-97b7-11e50ec499bb details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:12:37.036118 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:37.116016 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] Transition to ACTIVE for port object 900bb71b-7238-4a52-876f-a3ea660bdd40 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:12:37.125596 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1e3aa77d-01b8-4d7b-8d98-59f083823e32 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "DELETE /v2.0/ports/3ea8390a-8267-4a7a-8935-05e7c3633810/tags HTTP/1.1" status: 204 len: 168 time: 0.1236899 Jul 22 19:12:37.127216 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44394) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:37.132680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.tag.tag_plugin [None req-baf70c5f-4ae5-455f-b08b-3b2a11f83586 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '40c37dba-f653-4aa4-a0df-c56092beeda5') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:37.233143 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] Transition to ACTIVE for port object 900bb71b-7238-4a52-876f-a3ea660bdd40 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:12:37.250154 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=c872be1d-c147-4350-ba85-38829b3e2761,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:37.254638 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:37.265166 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ca67256d-4a7a-4bfb-b07f-608019ace54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:37.298908 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab521a79-c282-407a-b472-179e944bd407 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Made reservation on behalf of 598d83e90cdd48809c7ec7a29420c426 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:12:37.312022 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ab521a79-c282-407a-b472-179e944bd407 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:37.358643 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] Network 06eb644b-f29e-45c4-8d9a-7769e64949ae is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:12:37.360712 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-ab521a79-c282-407a-b472-179e944bd407 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] device_id is not set on port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:12:37.380888 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:12:37.393338 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:12:37.422392 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-ca67256d-4a7a-4bfb-b07f-608019ace54f None None] For port 9602b95d-ab36-4024-b7e2-873f401196ab, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9602b95d-ab36-4024-b7e2-873f401196ab,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:37.426087 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] Pushing event updated for resources: {'Port': ['ID=900bb71b-7238-4a52-876f-a3ea660bdd40,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:37.435644 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-baf70c5f-4ae5-455f-b08b-3b2a11f83586 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "DELETE /v2.0/subnets/40c37dba-f653-4aa4-a0df-c56092beeda5/tags HTTP/1.1" status: 204 len: 168 time: 0.3073263 Jul 22 19:12:37.444938 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44414) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:37.459508 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ca67256d-4a7a-4bfb-b07f-608019ace54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:37.583965 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88148a47-32f8-4dfa-b953-8216fde5ff2b req-ad6d3231-ef55-4465-8c71-bca1d1cdf740 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:37.585716 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88148a47-32f8-4dfa-b953-8216fde5ff2b req-ad6d3231-ef55-4465-8c71-bca1d1cdf740 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae40b7eb-38c7-460d-b23c-c4c6283dc99c HTTP/1.1" status: 200 len: 943 time: 0.3814983 Jul 22 19:12:37.661964 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 1be365e1-53d9-4fab-97b7-11e50ec499bb, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1be365e1-53d9-4fab-97b7-11e50ec499bb,segment=NetworkSegment(28b42374-c4aa-40c7-8b27-555b02164401),segment_id=28b42374-c4aa-40c7-8b27-555b02164401)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:37.673489 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] Attempting to bind port 900bb71b-7238-4a52-876f-a3ea660bdd40 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:12:37.674108 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] Attempting to bind port 900bb71b-7238-4a52-876f-a3ea660bdd40 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '1516a7d0-ce2f-448e-96b4-47e0539fd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '06eb644b-f29e-45c4-8d9a-7769e64949ae'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:12:37.674668 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] Attempting to bind port 900bb71b-7238-4a52-876f-a3ea660bdd40 on network 06eb644b-f29e-45c4-8d9a-7769e64949ae {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:12:37.684407 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:12:37.685121 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] Checking segment: {'id': '1516a7d0-ce2f-448e-96b4-47e0539fd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '06eb644b-f29e-45c4-8d9a-7769e64949ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:12:37.685686 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:37.686322 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] Bound using segment: {'id': '1516a7d0-ce2f-448e-96b4-47e0539fd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '06eb644b-f29e-45c4-8d9a-7769e64949ae'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:12:37.687033 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] Bound port: 900bb71b-7238-4a52-876f-a3ea660bdd40, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1516a7d0-ce2f-448e-96b4-47e0539fd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '06eb644b-f29e-45c4-8d9a-7769e64949ae'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:12:37.688156 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:37.733420 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '1be365e1-53d9-4fab-97b7-11e50ec499bb', 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754', 'port_id': '1be365e1-53d9-4fab-97b7-11e50ec499bb', 'mac_address': 'fa:16:3e:a0:63:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b479058-f6d3-4d7c-a270-ab538df3289d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:12:37.747733 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44420) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:37.757783 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67256d-4a7a-4bfb-b07f-608019ace54f None None] Pushing event updated for resources: {'Port': ['ID=9602b95d-ab36-4024-b7e2-873f401196ab,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:37.767760 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-ab521a79-c282-407a-b472-179e944bd407 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Allocated IP 10.1.1.225 (4ed86889-1924-4c50-8c1e-24c776ed8bf6/0319ae5f-ceed-4659-937d-f32e78dd9116/1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:12:37.829030 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:37.860871 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ba801c5-b5b0-4b3d-833c-f39b61c377ef tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks [] for subnetpool, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:37.866563 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1ba801c5-b5b0-4b3d-833c-f39b61c377ef tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "DELETE /v2.0/subnetpools/d0b7af0b-424e-4bb8-bd6b-3c95fb826f77 HTTP/1.1" status: 204 len: 168 time: 0.4151652 Jul 22 19:12:37.867670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44424) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:37.896452 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be365e1-53d9-4fab-97b7-11e50ec499bb {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:12:37.929622 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768fa9c-962d-4709-a5ad-13bf5b154614 req-eda107d7-3207-45c2-b875-8a9ab34a3d63 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:37.941463 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4768fa9c-962d-4709-a5ad-13bf5b154614 req-eda107d7-3207-45c2-b875-8a9ab34a3d63 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 944 time: 0.3539879 Jul 22 19:12:37.949207 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88148a47-32f8-4dfa-b953-8216fde5ff2b req-1e2aef26-f4b4-4dc5-8f1c-427dcd989aa2 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990208 Jul 22 19:12:37.952354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] For port 900bb71b-7238-4a52-876f-a3ea660bdd40, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:12:37.961793 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-69cd9ad4-1b51-4992-ac52-b753760ba012 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ec6a08e-cba8-44f3-9802-527172a83561 HTTP/1.1" status: 200 len: 205 time: 0.0871344 Jul 22 19:12:37.965638 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44428) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:37.979887 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] For port 900bb71b-7238-4a52-876f-a3ea660bdd40, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=900bb71b-7238-4a52-876f-a3ea660bdd40,segment=NetworkSegment(1516a7d0-ce2f-448e-96b4-47e0539fd09b),segment_id=1516a7d0-ce2f-448e-96b4-47e0539fd09b)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:12:38.005319 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 1be365e1-53d9-4fab-97b7-11e50ec499bb, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1be365e1-53d9-4fab-97b7-11e50ec499bb,segment=NetworkSegment(28b42374-c4aa-40c7-8b27-555b02164401),segment_id=28b42374-c4aa-40c7-8b27-555b02164401)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:38.008082 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:38.037642 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9602b95d-ab36-4024-b7e2-873f401196ab up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:12:38.040554 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:38.148129 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a4adf270-e10c-4867-b7c7-60e79acef771 None None] Provisioning for port 4caad598-a811-477a-8eac-c7e82e58d950 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:12:38.189834 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ab521a79-c282-407a-b472-179e944bd407 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:38.190083 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a4adf270-e10c-4867-b7c7-60e79acef771 None None] Provisioning complete for port 4caad598-a811-477a-8eac-c7e82e58d950 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:38.190650 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a4adf270-e10c-4867-b7c7-60e79acef771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:38.210640 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-ab521a79-c282-407a-b472-179e944bd407 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Transition to ACTIVE for port object 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:12:38.211376 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0ecaf1ae-0bf9-4932-814b-5f6ce70da29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:38.248261 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ab521a79-c282-407a-b472-179e944bd407 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:38.279586 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f5b5d-542a-4f08-b9c5-2f4aaeba468c None None] Pushing event updated for resources: {'Port': ['ID=900bb71b-7238-4a52-876f-a3ea660bdd40,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:38.302453 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d3ff7ca8-0fc7-43ad-aae6-138a67fea45d tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:38.318568 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4768fa9c-962d-4709-a5ad-13bf5b154614 req-2c9c1d43-6caa-48c1-8924-65827677ebeb tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745141 Jul 22 19:12:38.326270 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a4adf270-e10c-4867-b7c7-60e79acef771 None None] Port 4caad598-a811-477a-8eac-c7e82e58d950 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:12:38.327416 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab521a79-c282-407a-b472-179e944bd407 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:12:38.332574 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['c872be1d-c147-4350-ba85-38829b3e2761'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:12:38.337768 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-ab521a79-c282-407a-b472-179e944bd407 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:12:38.348252 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab521a79-c282-407a-b472-179e944bd407 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:12:38.384110 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab521a79-c282-407a-b472-179e944bd407 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event updated for resources: {'Port': ['ID=1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:38.387197 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['1be365e1-53d9-4fab-97b7-11e50ec499bb'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:12:38.471451 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab521a79-c282-407a-b472-179e944bd407 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:38.472178 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ab521a79-c282-407a-b472-179e944bd407 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:38.498965 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 9602b95d-ab36-4024-b7e2-873f401196ab triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:38.499428 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:38.533108 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a4adf270-e10c-4867-b7c7-60e79acef771 None None] Provisioning complete for port 9602b95d-ab36-4024-b7e2-873f401196ab triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:38.533397 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a4adf270-e10c-4867-b7c7-60e79acef771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:38.618649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=1be365e1-53d9-4fab-97b7-11e50ec499bb,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:38.706359 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d3ff7ca8-0fc7-43ad-aae6-138a67fea45d tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:38.716276 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d3ff7ca8-0fc7-43ad-aae6-138a67fea45d tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:38.787282 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e62f0-4259-42c6-9f7a-3cee2446bc33 req-290bffeb-4ad7-487f-9e92-3146904adc8e tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:38.788768 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc8e62f0-4259-42c6-9f7a-3cee2446bc33 req-290bffeb-4ad7-487f-9e92-3146904adc8e tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.6287830 Jul 22 19:12:38.807158 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d3ff7ca8-0fc7-43ad-aae6-138a67fea45d tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:38.807638 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ff7ca8-0fc7-43ad-aae6-138a67fea45d tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Fanout notify agent at l3_agent the message router_deleted on router 8ec6a08e-cba8-44f3-9802-527172a83561 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:12:38.826176 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d3ff7ca8-0fc7-43ad-aae6-138a67fea45d tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:38.827287 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d3ff7ca8-0fc7-43ad-aae6-138a67fea45d tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "DELETE /v2.0/routers/8ec6a08e-cba8-44f3-9802-527172a83561 HTTP/1.1" status: 204 len: 168 time: 0.8595157 Jul 22 19:12:38.830732 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44438) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:38.848442 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0ecaf1ae-0bf9-4932-814b-5f6ce70da29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:38.863825 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8531134-ab3f-4176-8d81-0e969addf78d req-5d4922d1-95f8-4b6a-9e80-ae6ace6e6ce8 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:38.865606 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8531134-ab3f-4176-8d81-0e969addf78d req-5d4922d1-95f8-4b6a-9e80-ae6ace6e6ce8 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ce359a-88a6-41b0-ad50-9bc86b7a4970 HTTP/1.1" status: 200 len: 945 time: 0.3748033 Jul 22 19:12:38.872880 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ab521a79-c282-407a-b472-179e944bd407 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9470742 Jul 22 19:12:38.879421 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0ecaf1ae-0bf9-4932-814b-5f6ce70da29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:38.912164 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:38.921321 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc8e62f0-4259-42c6-9f7a-3cee2446bc33 req-76b2ed5a-ff81-4d42-a932-5b2aed3f113c tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207182 Jul 22 19:12:38.934732 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6d7f3b36-2532-4fe8-8118-fec48fbdcf3b None None] Provisioning for port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:12:38.934976 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6d7f3b36-2532-4fe8-8118-fec48fbdcf3b None None] Provisioning complete for port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:38.935478 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6d7f3b36-2532-4fe8-8118-fec48fbdcf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:38.987022 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-e71ce5ae-21f1-4b93-9919-9a8a05a0053e tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Deleting port 3ea8390a-8267-4a7a-8935-05e7c3633810 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:12:38.987382 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e71ce5ae-21f1-4b93-9919-9a8a05a0053e tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:38.990683 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0ecaf1ae-0bf9-4932-814b-5f6ce70da29e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62fa8c124d4d4df686a94505c80bd0e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2250490 Jul 22 19:12:38.994108 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecaf1ae-0bf9-4932-814b-5f6ce70da29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa068a76-2c4e-46b3-8c78-437eec91967f,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:38.998230 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f3b36-2532-4fe8-8118-fec48fbdcf3b None None] Port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:12:39.004895 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44442) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:39.013650 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6d7f3b36-2532-4fe8-8118-fec48fbdcf3b None None] Provisioning complete for port 4caad598-a811-477a-8eac-c7e82e58d950 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:39.013650 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6d7f3b36-2532-4fe8-8118-fec48fbdcf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:39.057184 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8531134-ab3f-4176-8d81-0e969addf78d req-d3d6e53b-43ef-4b8e-b9ab-1efe1d54c092 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724503 Jul 22 19:12:39.057434 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f3b36-2532-4fe8-8118-fec48fbdcf3b None None] Port 4caad598-a811-477a-8eac-c7e82e58d950 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:12:39.144134 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d4936014-f19a-4981-815f-69fa67962ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:39.154080 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e71ce5ae-21f1-4b93-9919-9a8a05a0053e tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:39.168313 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-e71ce5ae-21f1-4b93-9919-9a8a05a0053e tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Calling delete_port for 3ea8390a-8267-4a7a-8935-05e7c3633810 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:12:39.194013 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d4936014-f19a-4981-815f-69fa67962ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:39.311897 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 9cb618d5-25ba-4682-8534-d314533c655a details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:12:39.362938 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44456) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:39.368969 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-04b4cea5-af28-44f6-85a4-c1029eba40a6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1818869721', 'description': 'tempest-description--443203836'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:39.379308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a87902-e7e4-486c-9375-3de3d1688a0a req-804bc0b8-e3c4-4d6b-a2eb-40ee057c3166 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:39.400238 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-07a87902-e7e4-486c-9375-3de3d1688a0a req-804bc0b8-e3c4-4d6b-a2eb-40ee057c3166 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae40b7eb-38c7-460d-b23c-c4c6283dc99c HTTP/1.1" status: 200 len: 944 time: 0.2074473 Jul 22 19:12:39.409379 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d4936014-f19a-4981-815f-69fa67962ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:39.414324 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e71ce5ae-21f1-4b93-9919-9a8a05a0053e tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:39.421356 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d4936014-f19a-4981-815f-69fa67962ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:39.430042 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d4936014-f19a-4981-815f-69fa67962ad6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa068a76-2c4e-46b3-8c78-437eec91967f HTTP/1.1" status: 204 len: 168 time: 0.4237025 Jul 22 19:12:39.451046 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-04b4cea5-af28-44f6-85a4-c1029eba40a6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:39.474644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4936014-f19a-4981-815f-69fa67962ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa068a76-2c4e-46b3-8c78-437eec91967f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:39.499234 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ce5ae-21f1-4b93-9919-9a8a05a0053e tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Pushing event deleted for resources: {'Port': ['ID=3ea8390a-8267-4a7a-8935-05e7c3633810,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:39.566992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 9cb618d5-25ba-4682-8534-d314533c655a, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9cb618d5-25ba-4682-8534-d314533c655a,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:39.586051 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '9cb618d5-25ba-4682-8534-d314533c655a', 'network_id': '52a47484-7add-4cd9-accb-b877eb05e9c5', 'port_id': '9cb618d5-25ba-4682-8534-d314533c655a', 'mac_address': 'fa:16:3e:64:fd:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c968c48-1c3b-44da-8dcd-5ec44f87705f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:12:39.592881 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09eae3e-5736-47a9-ae31-7b4408204364 None None] Network 06eb644b-f29e-45c4-8d9a-7769e64949ae requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:12:39.632114 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-07a87902-e7e4-486c-9375-3de3d1688a0a req-78449665-23f9-4b36-9078-ba802e63a101 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286875 Jul 22 19:12:39.642352 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-04b4cea5-af28-44f6-85a4-c1029eba40a6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:39.684511 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-04b4cea5-af28-44f6-85a4-c1029eba40a6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:39.693742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96705cb5-c232-486e-8d04-cc237ae95006 req-e5d0520f-69b2-40eb-b481-290a952b0278 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:39.706298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-96705cb5-c232-486e-8d04-cc237ae95006 req-e5d0520f-69b2-40eb-b481-290a952b0278 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 944 time: 0.2338722 Jul 22 19:12:39.762698 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-04b4cea5-af28-44f6-85a4-c1029eba40a6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:39.766918 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-04b4cea5-af28-44f6-85a4-c1029eba40a6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4003136 Jul 22 19:12:39.768920 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44462) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:39.769528 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e71ce5ae-21f1-4b93-9919-9a8a05a0053e tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:39.775163 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e71ce5ae-21f1-4b93-9919-9a8a05a0053e tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "DELETE /v2.0/ports/3ea8390a-8267-4a7a-8935-05e7c3633810 HTTP/1.1" status: 204 len: 168 time: 0.9408355 Jul 22 19:12:39.775794 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44464) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:39.782591 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-3fa4a1df-632c-43c9-83bc-e61eb65f350b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Request body: {'security_group_rule': {'security_group_id': 'e49db830-42f1-43d9-8db0-7d0f729a00b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:39.803554 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-96705cb5-c232-486e-8d04-cc237ae95006 req-d42a7487-eafc-43e0-b3cb-ecdf7eea56f3 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882418 Jul 22 19:12:39.841654 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4cea5-af28-44f6-85a4-c1029eba40a6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e49db830-42f1-43d9-8db0-7d0f729a00b5,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:39.854906 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3fa4a1df-632c-43c9-83bc-e61eb65f350b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:39.878586 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-896a80ff-f778-451a-9aac-db64fbadd5d2 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Deleting subnet 40c37dba-f653-4aa4-a0df-c56092beeda5 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:12:39.884163 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-896a80ff-f778-451a-9aac-db64fbadd5d2 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:39.887382 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7a231689-1af9-405a-a840-4319ef562ea8 None None] Provisioning for port 900bb71b-7238-4a52-876f-a3ea660bdd40 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:12:39.963412 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3fa4a1df-632c-43c9-83bc-e61eb65f350b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:39.969017 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-896a80ff-f778-451a-9aac-db64fbadd5d2 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:39.979139 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3fa4a1df-632c-43c9-83bc-e61eb65f350b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.032647 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.043541 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4a1df-632c-43c9-83bc-e61eb65f350b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfaab09-5bd7-4d3a-bd84-c30a2f8f1c81,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:40.058836 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3fa4a1df-632c-43c9-83bc-e61eb65f350b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.066482 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3fa4a1df-632c-43c9-83bc-e61eb65f350b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2923772 Jul 22 19:12:40.068721 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44468) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:40.078962 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device c872be1d-c147-4350-ba85-38829b3e2761 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:12:40.081779 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-ddcbf16d-455b-40c9-aa3b-9e478a80bf35 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Request body: {'security_group_rule': {'security_group_id': 'e49db830-42f1-43d9-8db0-7d0f729a00b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:40.118681 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44472) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:40.130913 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 900bb71b-7238-4a52-876f-a3ea660bdd40 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:12:40.136539 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ddcbf16d-455b-40c9-aa3b-9e478a80bf35 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.137296 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cb618d5-25ba-4682-8534-d314533c655a {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:12:40.172775 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e2da41e-79a6-42ff-8f03-2bcc0dc90584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.228518 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-896a80ff-f778-451a-9aac-db64fbadd5d2 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.284411 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 9cb618d5-25ba-4682-8534-d314533c655a, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9cb618d5-25ba-4682-8534-d314533c655a,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:40.305572 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.364118 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e306c-5cbc-4259-abb9-b9e54104a1e7 req-95af77af-4cd6-4b2c-a21e-ce0540e6dfc0 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:40.364943 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e2da41e-79a6-42ff-8f03-2bcc0dc90584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.377649 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e2da41e-79a6-42ff-8f03-2bcc0dc90584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.380132 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-881e306c-5cbc-4259-abb9-b9e54104a1e7 req-95af77af-4cd6-4b2c-a21e-ce0540e6dfc0 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.2160146 Jul 22 19:12:40.395035 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['9cb618d5-25ba-4682-8534-d314533c655a'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:12:40.405462 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port c872be1d-c147-4350-ba85-38829b3e2761 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:12:40.413410 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ddcbf16d-455b-40c9-aa3b-9e478a80bf35 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.439720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bab1a8-6769-4f1e-af49-05586315ae62 req-b1c16a4e-7584-4185-bfab-963496e3baa1 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:40.440369 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 900bb71b-7238-4a52-876f-a3ea660bdd40 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:12:40.444244 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01bab1a8-6769-4f1e-af49-05586315ae62 req-b1c16a4e-7584-4185-bfab-963496e3baa1 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ce359a-88a6-41b0-ad50-9bc86b7a4970 HTTP/1.1" status: 200 len: 945 time: 0.2368290 Jul 22 19:12:40.444517 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=9cb618d5-25ba-4682-8534-d314533c655a,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:40.444609 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44476) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:40.446723 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6e2da41e-79a6-42ff-8f03-2bcc0dc90584 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=779ccda5ba4846fc9d8cceb140893f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221669 Jul 22 19:12:40.448422 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2da41e-79a6-42ff-8f03-2bcc0dc90584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21283dba-998e-4182-9778-d1f8323eca77,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:40.451999 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-896a80ff-f778-451a-9aac-db64fbadd5d2 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.454034 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port c872be1d-c147-4350-ba85-38829b3e2761 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:40.454329 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.459702 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 900bb71b-7238-4a52-876f-a3ea660bdd40 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:40.460072 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.483935 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a80ff-f778-451a-9aac-db64fbadd5d2 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Pushing event deleted for resources: {'Subnet': ['ID=40c37dba-f653-4aa4-a0df-c56092beeda5,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:40.486566 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-896a80ff-f778-451a-9aac-db64fbadd5d2 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.491112 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-896a80ff-f778-451a-9aac-db64fbadd5d2 tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "DELETE /v2.0/subnets/40c37dba-f653-4aa4-a0df-c56092beeda5 HTTP/1.1" status: 204 len: 168 time: 0.7141259 Jul 22 19:12:40.492236 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44478) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:40.511601 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d83a0b-1cb8-49f4-bca6-bad26b0bdce8 None None] Network 78830f41-3426-45f6-a1a3-f08b81c3c91c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:12:40.547648 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ddcbf16d-455b-40c9-aa3b-9e478a80bf35 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.588373 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-64ba529f-a3f3-4ad4-85c0-5055b42fb168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.599814 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4bef8b3-f195-412c-8358-a3d9f58404ee tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.626974 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-64ba529f-a3f3-4ad4-85c0-5055b42fb168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.665482 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-b4bef8b3-f195-412c-8358-a3d9f58404ee tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Deleting port 9d1f319e-04c6-445e-a290-2c5f561849c8 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:12:40.666113 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4bef8b3-f195-412c-8358-a3d9f58404ee tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.686993 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ddcbf16d-455b-40c9-aa3b-9e478a80bf35 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.688565 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ddcbf16d-455b-40c9-aa3b-9e478a80bf35 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6167495 Jul 22 19:12:40.699161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44482) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:40.702602 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbf16d-455b-40c9-aa3b-9e478a80bf35 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af7a4e6-3e88-4cd3-80e0-e7e6c129db10,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:40.720988 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-0fe483b6-f0c0-44ff-ab38-379ffa7f4037 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:40.752945 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-881e306c-5cbc-4259-abb9-b9e54104a1e7 req-04894591-616a-4800-b05f-79f41a7f4fe2 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711805 Jul 22 19:12:40.757462 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-b4bef8b3-f195-412c-8358-a3d9f58404ee tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] For port 9d1f319e-04c6-445e-a290-2c5f561849c8, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9d1f319e-04c6-445e-a290-2c5f561849c8,segment=NetworkSegment(78d026fb-808f-4153-92c3-5d2b560ab2ba),segment_id=78d026fb-808f-4153-92c3-5d2b560ab2ba)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:40.757462 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4bef8b3-f195-412c-8358-a3d9f58404ee tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.772079 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-b4bef8b3-f195-412c-8358-a3d9f58404ee tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Calling delete_port for 9d1f319e-04c6-445e-a290-2c5f561849c8 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:12:40.784039 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01bab1a8-6769-4f1e-af49-05586315ae62 req-85b7bd67-2ed9-4d4f-8097-e568b4e43dfb tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469835 Jul 22 19:12:40.799759 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fe483b6-f0c0-44ff-ab38-379ffa7f4037 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.827250 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-64ba529f-a3f3-4ad4-85c0-5055b42fb168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.831691 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-64ba529f-a3f3-4ad4-85c0-5055b42fb168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:40.835564 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-64ba529f-a3f3-4ad4-85c0-5055b42fb168 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21283dba-998e-4182-9778-d1f8323eca77 HTTP/1.1" status: 204 len: 168 time: 0.3877492 Jul 22 19:12:40.863142 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba529f-a3f3-4ad4-85c0-5055b42fb168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21283dba-998e-4182-9778-d1f8323eca77,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:40.996522 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-94e8d46c-fe28-4d7c-ad0c-d06e0b595dfc None None] Provisioning complete for port 900bb71b-7238-4a52-876f-a3ea660bdd40 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:40.996940 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-94e8d46c-fe28-4d7c-ad0c-d06e0b595dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:41.007908 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4bef8b3-f195-412c-8358-a3d9f58404ee tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:41.084057 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bef8b3-f195-412c-8358-a3d9f58404ee tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Pushing event deleted for resources: {'Port': ['ID=9d1f319e-04c6-445e-a290-2c5f561849c8,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:41.112104 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bef8b3-f195-412c-8358-a3d9f58404ee tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] No DVR routers for this DVR port 9d1f319e-04c6-445e-a290-2c5f561849c8 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:12:41.122102 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaddb73-4821-4333-9eb9-81af896f3267 req-0676c41b-64a5-47fe-8807-d498f102f022 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:41.136055 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ceaddb73-4821-4333-9eb9-81af896f3267 req-0676c41b-64a5-47fe-8807-d498f102f022 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae40b7eb-38c7-460d-b23c-c4c6283dc99c HTTP/1.1" status: 200 len: 944 time: 0.2823546 Jul 22 19:12:41.149936 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:41.183469 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:41.235294 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ceaddb73-4821-4333-9eb9-81af896f3267 req-feb30597-7897-41b5-9747-a5d35a26a8fe tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922596 Jul 22 19:12:41.270926 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fe483b6-f0c0-44ff-ab38-379ffa7f4037 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:41.310006 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f026b7-1871-495c-a133-051bf48e525b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c872be1d-c147-4350-ba85-38829b3e2761'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:12:41.313071 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596dfd6a-924d-4982-b13b-f1527d95b83e" -d '{"events": [{"server_uuid": "25f026b7-1871-495c-a133-051bf48e525b", "name": "network-vif-plugged", "status": "completed", "tag": "c872be1d-c147-4350-ba85-38829b3e2761"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:12:41.318779 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4bef8b3-f195-412c-8358-a3d9f58404ee tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:41.350202 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-b4bef8b3-f195-412c-8358-a3d9f58404ee tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78830f41-3426-45f6-a1a3-f08b81c3c91c']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:41.378852 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-b4bef8b3-f195-412c-8358-a3d9f58404ee tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d026fb-808f-4153-92c3-5d2b560ab2ba') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:41.379202 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-b4bef8b3-f195-412c-8358-a3d9f58404ee tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d026fb-808f-4153-92c3-5d2b560ab2ba') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:41.405688 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4bef8b3-f195-412c-8358-a3d9f58404ee tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:41.411710 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port c872be1d-c147-4350-ba85-38829b3e2761, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c872be1d-c147-4350-ba85-38829b3e2761,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:41.424421 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4bef8b3-f195-412c-8358-a3d9f58404ee tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:41.433104 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4bef8b3-f195-412c-8358-a3d9f58404ee tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:12:41.435125 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4bef8b3-f195-412c-8358-a3d9f58404ee tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:41.445268 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 900bb71b-7238-4a52-876f-a3ea660bdd40, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=900bb71b-7238-4a52-876f-a3ea660bdd40,segment=NetworkSegment(1516a7d0-ce2f-448e-96b4-47e0539fd09b),segment_id=1516a7d0-ce2f-448e-96b4-47e0539fd09b)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:41.480199 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:41.487929 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 1be365e1-53d9-4fab-97b7-11e50ec499bb up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:12:41.548070 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:12:41.556000 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4bef8b3-f195-412c-8358-a3d9f58404ee tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:41.569196 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4bef8b3-f195-412c-8358-a3d9f58404ee tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:41.580694 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b4bef8b3-f195-412c-8358-a3d9f58404ee tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] 10.222.0.13 "DELETE /v2.0/networks/78830f41-3426-45f6-a1a3-f08b81c3c91c HTTP/1.1" status: 204 len: 168 time: 1.0828850 Jul 22 19:12:41.651936 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:41.745268 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bef8b3-f195-412c-8358-a3d9f58404ee tempest-TagsExtTest-1398197457 tempest-TagsExtTest-1398197457-project] Pushing event deleted for resources: {'Network': ['ID=78830f41-3426-45f6-a1a3-f08b81c3c91c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:41.745994 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d2f922-dafa-4cbf-add7-1264073d4840 x-openstack-request-id: req-a2d2f922-dafa-4cbf-add7-1264073d4840 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:12:41.747349 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f026b7-1871-495c-a133-051bf48e525b", "name": "network-vif-plugged", "status": "completed", "tag": "c872be1d-c147-4350-ba85-38829b3e2761", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:12:41.747809 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2d2f922-dafa-4cbf-add7-1264073d4840 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:12:41.748637 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f026b7-1871-495c-a133-051bf48e525b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c872be1d-c147-4350-ba85-38829b3e2761', 'code': 200} Jul 22 19:12:41.756359 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=c872be1d-c147-4350-ba85-38829b3e2761,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:41.770134 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bc8183-0048-4472-aacf-3a984721f2b9 None None] DHCP port deletion for 78830f41-3426-45f6-a1a3-f08b81c3c91c request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:12:41.784804 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf14e7-4b99-4a3b-9c70-055d988e93c0 req-1ee5b49b-d5f9-4f83-a967-965c2f78cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:41.786494 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5dcf14e7-4b99-4a3b-9c70-055d988e93c0 req-1ee5b49b-d5f9-4f83-a967-965c2f78cef4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 1097 time: 0.1351123 Jul 22 19:12:41.802879 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:41.883861 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 1be365e1-53d9-4fab-97b7-11e50ec499bb completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:12:41.893574 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 1be365e1-53d9-4fab-97b7-11e50ec499bb triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:41.894156 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:41.894862 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5dcf14e7-4b99-4a3b-9c70-055d988e93c0 req-cb244c72-1b2d-477b-b1b2-f6f3cfff3f2e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021204 Jul 22 19:12:42.003941 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9d1f319e-04c6-445e-a290-2c5f561849c8 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:12:42.042218 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44520) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:42.077862 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=900bb71b-7238-4a52-876f-a3ea660bdd40,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:42.085328 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 9d1f319e-04c6-445e-a290-2c5f561849c8 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:12:42.085649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9d1f319e-04c6-445e-a290-2c5f561849c8 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:12:42.151128 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:42.221206 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-0fe483b6-f0c0-44ff-ab38-379ffa7f4037 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Allocated IP 172.25.3.59 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/437c6127-583c-4a86-bdfd-573b2257c3e0) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:12:42.243600 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 1be365e1-53d9-4fab-97b7-11e50ec499bb, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1be365e1-53d9-4fab-97b7-11e50ec499bb,segment=NetworkSegment(28b42374-c4aa-40c7-8b27-555b02164401),segment_id=28b42374-c4aa-40c7-8b27-555b02164401)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:42.251208 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:42.317896 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-53698cf8-b1e7-450f-96e4-b1c37f2a914a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1b0b6a795d148919375f90162e94317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2713974 Jul 22 19:12:42.319039 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44532) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:42.323532 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=1be365e1-53d9-4fab-97b7-11e50ec499bb,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:42.430972 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fe483b6-f0c0-44ff-ab38-379ffa7f4037 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:42.439649 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fc78ec5e-8ad5-44a7-ab7c-7e034f218550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:42.462589 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b39dc-aa61-490c-b58b-f0394f4194c6 req-ba7b5f38-0615-4f36-8025-9da817084ae1 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:42.470139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-575b39dc-aa61-490c-b58b-f0394f4194c6 req-ba7b5f38-0615-4f36-8025-9da817084ae1 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 944 time: 1.2597439 Jul 22 19:12:42.477847 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fc78ec5e-8ad5-44a7-ab7c-7e034f218550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:42.492921 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab3a6e-515f-429b-94c4-4a56d6bf7fdf req-9db1f011-2b42-4bc5-8bac-9b9d2aef7881 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:42.494767 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42ab3a6e-515f-429b-94c4-4a56d6bf7fdf req-9db1f011-2b42-4bc5-8bac-9b9d2aef7881 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ce359a-88a6-41b0-ad50-9bc86b7a4970 HTTP/1.1" status: 200 len: 944 time: 0.1580050 Jul 22 19:12:42.562346 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fc78ec5e-8ad5-44a7-ab7c-7e034f218550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:42.566439 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fc78ec5e-8ad5-44a7-ab7c-7e034f218550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:42.567830 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fc78ec5e-8ad5-44a7-ab7c-7e034f218550 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4d18fec-937a-4dd9-b62d-7ce87876de26 HTTP/1.1" status: 204 len: 168 time: 0.2461574 Jul 22 19:12:42.569182 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-575b39dc-aa61-490c-b58b-f0394f4194c6 req-82bf0562-d3c3-4499-8209-674b29f871d6 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962245 Jul 22 19:12:42.604678 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78ec5e-8ad5-44a7-ab7c-7e034f218550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d18fec-937a-4dd9-b62d-7ce87876de26,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:42.643078 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42ab3a6e-515f-429b-94c4-4a56d6bf7fdf req-5fec4463-bfca-4ab9-9715-0e2d77cf0e38 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391971 Jul 22 19:12:42.644677 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fe483b6-f0c0-44ff-ab38-379ffa7f4037 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:42.766602 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe483b6-f0c0-44ff-ab38-379ffa7f4037 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:12:42.780547 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-0fe483b6-f0c0-44ff-ab38-379ffa7f4037 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:12:42.792332 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe483b6-f0c0-44ff-ab38-379ffa7f4037 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:12:42.798956 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe483b6-f0c0-44ff-ab38-379ffa7f4037 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event updated for resources: {'Port': ['ID=437c6127-583c-4a86-bdfd-573b2257c3e0,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:42.934826 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166abaa-859b-4c96-857d-12c5d05850e5 req-9b75d85d-c133-4bc0-bce7-581290809e95 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:42.936527 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f166abaa-859b-4c96-857d-12c5d05850e5 req-9b75d85d-c133-4bc0-bce7-581290809e95 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.30 "GET /v2.0/ports?device_id=17ce359a-88a6-41b0-ad50-9bc86b7a4970 HTTP/1.1" status: 200 len: 944 time: 0.2459531 Jul 22 19:12:42.974297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e3827-b8a8-4230-833d-6eb917ff36b3 req-39a58811-0178-4b91-9683-0a481a3769ab tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:42.982180 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-400e3827-b8a8-4230-833d-6eb917ff36b3 req-39a58811-0178-4b91-9683-0a481a3769ab tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.2939601 Jul 22 19:12:43.079695 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d62516-16df-4c8b-8950-d42651f90faf req-3ad43ae1-fa03-429c-8e72-5fc75eb43785 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:43.086692 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d5d62516-16df-4c8b-8950-d42651f90faf req-3ad43ae1-fa03-429c-8e72-5fc75eb43785 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae40b7eb-38c7-460d-b23c-c4c6283dc99c HTTP/1.1" status: 200 len: 945 time: 0.3160911 Jul 22 19:12:43.103202 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fe483b6-f0c0-44ff-ab38-379ffa7f4037 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:43.146404 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44558) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:43.156717 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-400e3827-b8a8-4230-833d-6eb917ff36b3 req-cb5eb612-e755-4433-8c06-2d92d794cb1a tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727123 Jul 22 19:12:43.237283 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d5d62516-16df-4c8b-8950-d42651f90faf req-5f384af4-a0b3-423b-af75-64e9f76e2984 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496625 Jul 22 19:12:43.260418 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fe483b6-f0c0-44ff-ab38-379ffa7f4037 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:43.309412 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 9cb618d5-25ba-4682-8534-d314533c655a up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:12:43.316557 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-f166abaa-859b-4c96-857d-12c5d05850e5 req-689dc461-eb73-4bb1-9bf8-898eebe546d5 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Deleting port 9cb618d5-25ba-4682-8534-d314533c655a {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:12:43.316909 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f166abaa-859b-4c96-857d-12c5d05850e5 req-689dc461-eb73-4bb1-9bf8-898eebe546d5 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:43.354334 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ccb58381-f2df-45ea-902f-c2690511bce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:43.409830 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 9cb618d5-25ba-4682-8534-d314533c655a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:43.410427 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:43.480163 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-f166abaa-859b-4c96-857d-12c5d05850e5 req-689dc461-eb73-4bb1-9bf8-898eebe546d5 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] For port 9cb618d5-25ba-4682-8534-d314533c655a, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9cb618d5-25ba-4682-8534-d314533c655a,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:43.480561 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f166abaa-859b-4c96-857d-12c5d05850e5 req-689dc461-eb73-4bb1-9bf8-898eebe546d5 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:43.494595 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-f166abaa-859b-4c96-857d-12c5d05850e5 req-689dc461-eb73-4bb1-9bf8-898eebe546d5 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Calling delete_port for 9cb618d5-25ba-4682-8534-d314533c655a owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:12:43.498118 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ccb58381-f2df-45ea-902f-c2690511bce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:43.505655 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ccb58381-f2df-45ea-902f-c2690511bce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:43.544453 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:43.661056 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ccb58381-f2df-45ea-902f-c2690511bce4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de4584a93e5e4a31a8033f43b2d6e3d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5134950 Jul 22 19:12:43.665782 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44574) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:43.675816 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 9cb618d5-25ba-4682-8534-d314533c655a, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9cb618d5-25ba-4682-8534-d314533c655a,segment=NetworkSegment(1c0f8198-3df1-46b2-98a8-a7797e442d26),segment_id=1c0f8198-3df1-46b2-98a8-a7797e442d26)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:43.681262 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:43.713044 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb58381-f2df-45ea-902f-c2690511bce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63351e1-dacc-46ad-86ff-fd5fa4d20678,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:43.754670 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae40b7eb-38c7-460d-b23c-c4c6283dc99c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be365e1-53d9-4fab-97b7-11e50ec499bb'}, {'server_uuid': '17ce359a-88a6-41b0-ad50-9bc86b7a4970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb618d5-25ba-4682-8534-d314533c655a'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:12:43.759873 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8293e94-63d5-4df2-a992-3104d6a596a9" -d '{"events": [{"server_uuid": "ae40b7eb-38c7-460d-b23c-c4c6283dc99c", "name": "network-vif-plugged", "status": "completed", "tag": "1be365e1-53d9-4fab-97b7-11e50ec499bb"}, {"server_uuid": "17ce359a-88a6-41b0-ad50-9bc86b7a4970", "name": "network-vif-plugged", "status": "completed", "tag": "9cb618d5-25ba-4682-8534-d314533c655a"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:12:43.794793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=9cb618d5-25ba-4682-8534-d314533c655a,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:43.808923 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-35e8f3ad-59df-4323-bc81-7e4a738b7ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:43.845879 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-35e8f3ad-59df-4323-bc81-7e4a738b7ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:43.885749 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fe483b6-f0c0-44ff-ab38-379ffa7f4037 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:43.897540 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fe483b6-f0c0-44ff-ab38-379ffa7f4037 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:43.912874 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-35e8f3ad-59df-4323-bc81-7e4a738b7ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:43.916099 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-35e8f3ad-59df-4323-bc81-7e4a738b7ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:43.920103 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-35e8f3ad-59df-4323-bc81-7e4a738b7ef9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f63351e1-dacc-46ad-86ff-fd5fa4d20678 HTTP/1.1" status: 204 len: 168 time: 0.2511635 Jul 22 19:12:43.928790 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8f3ad-59df-4323-bc81-7e4a738b7ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63351e1-dacc-46ad-86ff-fd5fa4d20678,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:43.982280 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f166abaa-859b-4c96-857d-12c5d05850e5 req-689dc461-eb73-4bb1-9bf8-898eebe546d5 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:44.001077 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 900bb71b-7238-4a52-876f-a3ea660bdd40 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:12:44.027043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe483b6-f0c0-44ff-ab38-379ffa7f4037 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event updated for resources: {'Port': ['ID=437c6127-583c-4a86-bdfd-573b2257c3e0,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:44.053327 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e910f7-1f3f-43db-aa28-27f4c828d035 req-e5fb63ee-f0c2-426c-af93-9e0203fde3ab tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:44.054868 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55e910f7-1f3f-43db-aa28-27f4c828d035 req-e5fb63ee-f0c2-426c-af93-9e0203fde3ab tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.3071671 Jul 22 19:12:44.076101 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 900bb71b-7238-4a52-876f-a3ea660bdd40 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:44.077065 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:44.082950 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44594) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:44.097548 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689dc461-eb73-4bb1-9bf8-898eebe546d5 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Pushing event deleted for resources: {'Port': ['ID=9cb618d5-25ba-4682-8534-d314533c655a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:44.118844 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fe483b6-f0c0-44ff-ab38-379ffa7f4037 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:44.145104 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff773e1-6855-4a8d-887f-166ca1abf4c5 req-eb1deea6-e2e6-47c9-bd8d-9c0432f93275 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:44.146623 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ff773e1-6855-4a8d-887f-166ca1abf4c5 req-eb1deea6-e2e6-47c9-bd8d-9c0432f93275 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ce359a-88a6-41b0-ad50-9bc86b7a4970 HTTP/1.1" status: 200 len: 867 time: 0.3237987 Jul 22 19:12:44.168708 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-f166abaa-859b-4c96-857d-12c5d05850e5 req-689dc461-eb73-4bb1-9bf8-898eebe546d5 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] No DVR routers for this DVR port 9cb618d5-25ba-4682-8534-d314533c655a on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:12:44.177591 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f166abaa-859b-4c96-857d-12c5d05850e5 req-689dc461-eb73-4bb1-9bf8-898eebe546d5 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:44.179718 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f166abaa-859b-4c96-857d-12c5d05850e5 req-689dc461-eb73-4bb1-9bf8-898eebe546d5 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.30 "DELETE /v2.0/ports/9cb618d5-25ba-4682-8534-d314533c655a HTTP/1.1" status: 204 len: 173 time: 1.2141964 Jul 22 19:12:44.185213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ce359a-88a6-41b0-ad50-9bc86b7a4970', 'name': 'network-vif-deleted', 'tag': '9cb618d5-25ba-4682-8534-d314533c655a'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:12:44.187809 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419e1560-f7f0-45f9-a307-dbdaafa21696" -d '{"events": [{"server_uuid": "17ce359a-88a6-41b0-ad50-9bc86b7a4970", "name": "network-vif-deleted", "tag": "9cb618d5-25ba-4682-8534-d314533c655a"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:12:44.208260 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fe483b6-f0c0-44ff-ab38-379ffa7f4037 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:44.213059 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0fe483b6-f0c0-44ff-ab38-379ffa7f4037 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5080256 Jul 22 19:12:44.237758 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55e910f7-1f3f-43db-aa28-27f4c828d035 req-1711ee5b-8ddd-44c1-94b1-bbbb3258ca71 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528966 Jul 22 19:12:44.265884 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ff773e1-6855-4a8d-887f-166ca1abf4c5 req-e9c7a793-1fa4-44e7-804b-41eb0dc78c53 tempest-ImagesTestJSON-2083456431 tempest-ImagesTestJSON-2083456431-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f7272e0-2c41-47b8-b5be-1141e8753d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977852 Jul 22 19:12:44.316235 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 19:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a905939f-7ada-4dad-a10a-e70789c1e632 x-openstack-request-id: req-a905939f-7ada-4dad-a10a-e70789c1e632 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:12:44.317504 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae40b7eb-38c7-460d-b23c-c4c6283dc99c", "name": "network-vif-plugged", "status": "completed", "tag": "1be365e1-53d9-4fab-97b7-11e50ec499bb", "code": 200}, {"server_uuid": "17ce359a-88a6-41b0-ad50-9bc86b7a4970", "name": "network-vif-plugged", "status": "completed", "tag": "9cb618d5-25ba-4682-8534-d314533c655a", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:12:44.317946 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a905939f-7ada-4dad-a10a-e70789c1e632 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:12:44.318838 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae40b7eb-38c7-460d-b23c-c4c6283dc99c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be365e1-53d9-4fab-97b7-11e50ec499bb', 'code': 200} Jul 22 19:12:44.319777 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ce359a-88a6-41b0-ad50-9bc86b7a4970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb618d5-25ba-4682-8534-d314533c655a', 'code': 200} Jul 22 19:12:44.367811 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b5bed7e3-bfe8-43e2-b446-8e7b4aee9523 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1529303260'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:44.431515 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bed7e3-bfe8-43e2-b446-8e7b4aee9523 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] Made reservation on behalf of 36d68b67fa9a4e9cbe165711c2613407 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:12:44.435316 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b5bed7e3-bfe8-43e2-b446-8e7b4aee9523 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:44.449354 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841dc3f0-272f-44e9-ad7a-5ba94f8d9dfe req-89ad8716-a294-4f5b-a625-eeb908260693 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:44.449829 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b5bed7e3-bfe8-43e2-b446-8e7b4aee9523 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:44.450964 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-841dc3f0-272f-44e9-ad7a-5ba94f8d9dfe req-89ad8716-a294-4f5b-a625-eeb908260693 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.0851188 Jul 22 19:12:44.476366 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44612) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:44.476812 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd0083-00c9-49ad-a358-8f88ef1c7a2f req-e134e4b7-7037-4506-8fc8-01a92f0232cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:44.478362 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-61cd0083-00c9-49ad-a358-8f88ef1c7a2f req-e134e4b7-7037-4506-8fc8-01a92f0232cd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae40b7eb-38c7-460d-b23c-c4c6283dc99c HTTP/1.1" status: 200 len: 1097 time: 0.1019681 Jul 22 19:12:44.524389 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f10a8091-9eb9-4fb1-a4df-ea2193c27dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:44.540264 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-61cd0083-00c9-49ad-a358-8f88ef1c7a2f req-f4db5c47-41cd-42be-a3d4-2e72c6cbd131 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531588 Jul 22 19:12:44.556265 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-841dc3f0-272f-44e9-ad7a-5ba94f8d9dfe req-655f641e-ab37-4007-8c17-900f9da28bf4 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967474 Jul 22 19:12:44.608260 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b5bed7e3-bfe8-43e2-b446-8e7b4aee9523 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:44.614554 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b5bed7e3-bfe8-43e2-b446-8e7b4aee9523 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:44.646249 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bed7e3-bfe8-43e2-b446-8e7b4aee9523 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:12:44.662734 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bed7e3-bfe8-43e2-b446-8e7b4aee9523 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66d1fce2-ba3d-40e7-a1cd-fde1223a928a,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:44.669002 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b5bed7e3-bfe8-43e2-b446-8e7b4aee9523 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:44.669350 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-b5bed7e3-bfe8-43e2-b446-8e7b4aee9523 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] Added segment fc793e03-cc40-4340-9d5d-066144790721 of type vlan for network 833f8a37-99e7-4fd7-97f3-293b035d5679 Jul 22 19:12:44.680468 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8af0a8-9ea2-4c8f-beee-641f59e22736 x-openstack-request-id: req-1e8af0a8-9ea2-4c8f-beee-641f59e22736 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:12:44.681002 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ce359a-88a6-41b0-ad50-9bc86b7a4970", "name": "network-vif-deleted", "tag": "9cb618d5-25ba-4682-8534-d314533c655a", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:12:44.681306 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e8af0a8-9ea2-4c8f-beee-641f59e22736 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:12:44.681698 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ce359a-88a6-41b0-ad50-9bc86b7a4970', 'name': 'network-vif-deleted', 'tag': '9cb618d5-25ba-4682-8534-d314533c655a', 'status': 'completed', 'code': 200} Jul 22 19:12:44.721862 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b5bed7e3-bfe8-43e2-b446-8e7b4aee9523 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:44.767506 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b5bed7e3-bfe8-43e2-b446-8e7b4aee9523 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:44.774801 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bed7e3-bfe8-43e2-b446-8e7b4aee9523 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:44.775241 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b5bed7e3-bfe8-43e2-b446-8e7b4aee9523 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:44.791821 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f10a8091-9eb9-4fb1-a4df-ea2193c27dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:44.798249 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f10a8091-9eb9-4fb1-a4df-ea2193c27dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:44.834419 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77046a94-36c5-4878-9864-45b5e3ed8f63 req-e349cce3-d45f-4e98-8741-c7491a646166 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:44.836086 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-77046a94-36c5-4878-9864-45b5e3ed8f63 req-e349cce3-d45f-4e98-8741-c7491a646166 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae40b7eb-38c7-460d-b23c-c4c6283dc99c HTTP/1.1" status: 200 len: 945 time: 0.1535034 Jul 22 19:12:44.836783 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b5bed7e3-bfe8-43e2-b446-8e7b4aee9523 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7522080 Jul 22 19:12:44.838588 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44626) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:44.847226 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.tag.tag_plugin [None req-31bfa4c0-35e5-4786-9f15-874a000f87bb tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '833f8a37-99e7-4fd7-97f3-293b035d5679', 'tempest-TagsTest-Tag-738384423') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:44.873514 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bed7e3-bfe8-43e2-b446-8e7b4aee9523 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] Pushing event updated for resources: {'Network': ['ID=833f8a37-99e7-4fd7-97f3-293b035d5679,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:44.885751 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 833f8a37-99e7-4fd7-97f3-293b035d5679 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:12:44.917774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a8091-9eb9-4fb1-a4df-ea2193c27dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263352fa-8a72-4dbe-86e8-df35dec61cbb,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:44.924139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f10a8091-9eb9-4fb1-a4df-ea2193c27dd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e37ceb77f26247ef9b28cf2ef3b001b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4445686 Jul 22 19:12:44.924891 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44628) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:44.926217 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-3a89ad9b-b511-447d-b4c5-ed184baac397 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bdd619a2063c48548f26c6ebbd644353&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712593 Jul 22 19:12:44.976377 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-77046a94-36c5-4878-9864-45b5e3ed8f63 req-31098c8e-84ba-4fcb-8a27-23aa1aae1fed tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249452 Jul 22 19:12:44.983921 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0a0c80c3-d39e-4b31-9ffc-ae17e0b55c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:45.009663 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0a0c80c3-d39e-4b31-9ffc-ae17e0b55c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:45.059109 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0a0c80c3-d39e-4b31-9ffc-ae17e0b55c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:45.063334 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0a0c80c3-d39e-4b31-9ffc-ae17e0b55c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:45.068116 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0a0c80c3-d39e-4b31-9ffc-ae17e0b55c8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/263352fa-8a72-4dbe-86e8-df35dec61cbb HTTP/1.1" status: 204 len: 168 time: 0.1420887 Jul 22 19:12:45.077615 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c80c3-d39e-4b31-9ffc-ae17e0b55c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263352fa-8a72-4dbe-86e8-df35dec61cbb,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:45.097713 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-31bfa4c0-35e5-4786-9f15-874a000f87bb tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] 10.222.0.13 "PUT /v2.0/networks/833f8a37-99e7-4fd7-97f3-293b035d5679/tags/tempest-TagsTest-Tag-738384423 HTTP/1.1" status: 201 len: 201 time: 0.2552283 Jul 22 19:12:45.100391 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44632) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:45.105585 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-e0c0b4fc-a167-47e2-a5d0-c1b6cba8f2c7 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '833f8a37-99e7-4fd7-97f3-293b035d5679', 'tempest-TagsTest-Tag-738384423') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:45.124060 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-c532af77-70d4-4e5d-a18d-56b97c3780f1 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:45.126284 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-c532af77-70d4-4e5d-a18d-56b97c3780f1 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1820531 Jul 22 19:12:45.143273 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-d904fe0e-fafb-4e0e-8bb6-84c312e4959c tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/quotas/bdd619a2063c48548f26c6ebbd644353 HTTP/1.1" status: 200 len: 375 time: 0.0109324 Jul 22 19:12:45.181333 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-652b8141-4871-4463-a2cc-f1057b2814be tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdd619a2063c48548f26c6ebbd644353&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318296 Jul 22 19:12:45.325173 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 9cb618d5-25ba-4682-8534-d314533c655a no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:12:45.434801 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e0c0b4fc-a167-47e2-a5d0-c1b6cba8f2c7 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] 10.222.0.13 "GET /v2.0/networks/833f8a37-99e7-4fd7-97f3-293b035d5679/tags/tempest-TagsTest-Tag-738384423 HTTP/1.1" status: 204 len: 168 time: 0.3330643 Jul 22 19:12:45.437812 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44658) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:45.443667 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-ab6e5d49-fc5d-4f5c-97fc-6bd7a49a317f tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '833f8a37-99e7-4fd7-97f3-293b035d5679') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:45.462571 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 9cb618d5-25ba-4682-8534-d314533c655a {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:12:45.470279 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 9cb618d5-25ba-4682-8534-d314533c655a not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:12:45.508997 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-0d33dea4-0ca4-48ff-9e33-1b2acb5fa93c tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1818869721&fields=id&tenant_id=598d83e90cdd48809c7ec7a29420c426 HTTP/1.1" status: 200 len: 267 time: 0.0634236 Jul 22 19:12:45.577276 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ab6e5d49-fc5d-4f5c-97fc-6bd7a49a317f tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] 10.222.0.13 "GET /v2.0/networks/833f8a37-99e7-4fd7-97f3-293b035d5679/tags HTTP/1.1" status: 200 len: 237 time: 0.1379530 Jul 22 19:12:45.578098 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44666) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:45.579215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-e59ab9af-537c-4f53-993a-7688ec4b5154 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:45.582800 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-8f1edb0b-eb38-4898-aa1e-1c00713669cd tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '833f8a37-99e7-4fd7-97f3-293b035d5679', {'tags': ['tempest-TagsTest-Tag-574605090', 'tempest-TagsTest-Tag-1219956340', 'tempest-TagsTest-Tag-407838851']}) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:45.586415 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-e59ab9af-537c-4f53-993a-7688ec4b5154 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports/4caad598-a811-477a-8eac-c7e82e58d950 HTTP/1.1" status: 200 len: 930 time: 0.0762804 Jul 22 19:12:45.659465 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-90db31ed-92f7-473b-b636-265320bb74c4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:45.669120 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-90db31ed-92f7-473b-b636-265320bb74c4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports/1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 HTTP/1.1" status: 200 len: 932 time: 0.0816641 Jul 22 19:12:45.737283 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8f1edb0b-eb38-4898-aa1e-1c00713669cd tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] 10.222.0.13 "PUT /v2.0/networks/833f8a37-99e7-4fd7-97f3-293b035d5679/tags HTTP/1.1" status: 200 len: 307 time: 0.1579518 Jul 22 19:12:45.738988 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44688) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:45.745392 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-8c0fee60-f2ed-48c8-a305-f54a88211bc2 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '833f8a37-99e7-4fd7-97f3-293b035d5679', 'tempest-TagsTest-Tag-574605090') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:45.748164 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-aa91111e-e005-40f7-a643-0790262dca18 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?network_id=06eb644b-f29e-45c4-8d9a-7769e64949ae&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0747945 Jul 22 19:12:45.802631 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-41fb31eb-1bf7-4713-8275-87ae25d2209f tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?network_id=06eb644b-f29e-45c4-8d9a-7769e64949ae&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0535817 Jul 22 19:12:45.804352 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-a67f6e35-a009-460f-8f67-23684e527aa6 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bdd619a2063c48548f26c6ebbd644353&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673699 Jul 22 19:12:45.841349 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8c0fee60-f2ed-48c8-a305-f54a88211bc2 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] 10.222.0.13 "DELETE /v2.0/networks/833f8a37-99e7-4fd7-97f3-293b035d5679/tags/tempest-TagsTest-Tag-574605090 HTTP/1.1" status: 204 len: 168 time: 0.0995188 Jul 22 19:12:45.844606 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44692) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:45.849696 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-39d5bf0a-a164-4c55-add2-9e3594311b2d tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '833f8a37-99e7-4fd7-97f3-293b035d5679', 'tempest-TagsTest-Tag-574605090') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:45.947865 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-39d5bf0a-a164-4c55-add2-9e3594311b2d tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] show failed (client error): The resource could not be found. Jul 22 19:12:45.951658 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-39d5bf0a-a164-4c55-add2-9e3594311b2d tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] 10.222.0.13 "GET /v2.0/networks/833f8a37-99e7-4fd7-97f3-293b035d5679/tags/tempest-TagsTest-Tag-574605090 HTTP/1.1" status: 404 len: 325 time: 0.1036305 Jul 22 19:12:45.952391 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44698) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:45.959816 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-1e70b2a5-c5e6-4821-afce-61b1b96bc68a tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '833f8a37-99e7-4fd7-97f3-293b035d5679', 'tempest-TagsTest-Tag-1219956340') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:46.067459 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1e70b2a5-c5e6-4821-afce-61b1b96bc68a tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] 10.222.0.13 "GET /v2.0/networks/833f8a37-99e7-4fd7-97f3-293b035d5679/tags/tempest-TagsTest-Tag-1219956340 HTTP/1.1" status: 204 len: 168 time: 0.1116333 Jul 22 19:12:46.067834 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44706) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:46.072604 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-e871fa1a-c3fd-4951-a0ce-b847c5a8c011 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '833f8a37-99e7-4fd7-97f3-293b035d5679', 'tempest-TagsTest-Tag-407838851') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:46.165041 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e871fa1a-c3fd-4951-a0ce-b847c5a8c011 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] 10.222.0.13 "GET /v2.0/networks/833f8a37-99e7-4fd7-97f3-293b035d5679/tags/tempest-TagsTest-Tag-407838851 HTTP/1.1" status: 204 len: 168 time: 0.0959964 Jul 22 19:12:46.167540 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44710) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:46.174599 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-7cb689ed-9ae3-4e65-b916-92f7982309d6 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '833f8a37-99e7-4fd7-97f3-293b035d5679') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:46.270176 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7cb689ed-9ae3-4e65-b916-92f7982309d6 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] 10.222.0.13 "DELETE /v2.0/networks/833f8a37-99e7-4fd7-97f3-293b035d5679/tags HTTP/1.1" status: 204 len: 168 time: 0.1006696 Jul 22 19:12:46.272665 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44714) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:46.278311 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-959c0949-1db1-4891-a85e-a4776357a5d2 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '833f8a37-99e7-4fd7-97f3-293b035d5679', 'tempest-TagsTest-Tag-1219956340') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:46.326987 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-5c7cd0e1-e531-4419-9f0a-94c16c399bda tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:46.329416 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-5c7cd0e1-e531-4419-9f0a-94c16c399bda tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5196033 Jul 22 19:12:46.336763 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3c7e121e-3821-4db5-bd4a-ec58a9461d34 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:46.348427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3c7e121e-3821-4db5-bd4a-ec58a9461d34 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:46.355775 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-959c0949-1db1-4891-a85e-a4776357a5d2 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] show failed (client error): The resource could not be found. Jul 22 19:12:46.356151 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3c7e121e-3821-4db5-bd4a-ec58a9461d34 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:46.356869 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-959c0949-1db1-4891-a85e-a4776357a5d2 tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] 10.222.0.13 "GET /v2.0/networks/833f8a37-99e7-4fd7-97f3-293b035d5679/tags/tempest-TagsTest-Tag-1219956340 HTTP/1.1" status: 404 len: 326 time: 0.0831599 Jul 22 19:12:46.357985 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3c7e121e-3821-4db5-bd4a-ec58a9461d34 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/networks?id=47ed28f7-e57b-4725-b7b8-4e2ff6ef303b&id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&id=06eb644b-f29e-45c4-8d9a-7769e64949ae&id=06eb644b-f29e-45c4-8d9a-7769e64949ae HTTP/1.1" status: 200 len: 1989 time: 0.5448256 Jul 22 19:12:46.359892 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44716) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:46.367349 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-7d73417e-5552-4449-847d-7c84880a5f6a tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '833f8a37-99e7-4fd7-97f3-293b035d5679', 'tempest-TagsTest-Tag-407838851') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:46.378111 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-759764a1-df30-4bc0-ad91-6b8c2abfb7de tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/quotas/bdd619a2063c48548f26c6ebbd644353 HTTP/1.1" status: 200 len: 375 time: 0.0191321 Jul 22 19:12:46.379538 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3085eafb-0960-44e7-9edf-e6990507d00d tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/quotas/598d83e90cdd48809c7ec7a29420c426 HTTP/1.1" status: 200 len: 375 time: 0.0135026 Jul 22 19:12:46.436163 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-276f5ef3-ba46-4be2-a224-97ddf88f03bd tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdd619a2063c48548f26c6ebbd644353&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523984 Jul 22 19:12:46.442217 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-7d73417e-5552-4449-847d-7c84880a5f6a tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] show failed (client error): The resource could not be found. Jul 22 19:12:46.443937 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7d73417e-5552-4449-847d-7c84880a5f6a tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] 10.222.0.13 "GET /v2.0/networks/833f8a37-99e7-4fd7-97f3-293b035d5679/tags/tempest-TagsTest-Tag-407838851 HTTP/1.1" status: 404 len: 325 time: 0.0824068 Jul 22 19:12:46.446776 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44720) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:46.452416 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.tag.tag_plugin [None req-ddc7e85f-5d28-4b3c-94c3-4eef1166112d tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '833f8a37-99e7-4fd7-97f3-293b035d5679') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:46.489824 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-1c007235-f83b-4ab1-888b-8d4832ea18dc tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=598d83e90cdd48809c7ec7a29420c426&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1043341 Jul 22 19:12:46.540905 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ddc7e85f-5d28-4b3c-94c3-4eef1166112d tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] 10.222.0.13 "DELETE /v2.0/networks/833f8a37-99e7-4fd7-97f3-293b035d5679/tags HTTP/1.1" status: 204 len: 168 time: 0.0930758 Jul 22 19:12:46.544985 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44724) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:46.663717 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c28dba2a-50f9-4d67-b082-e17b26e7eeee tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:46.669800 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-80da2c4e-79bb-473f-ad13-4df773a5bc1d tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=bdd619a2063c48548f26c6ebbd644353&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301189 Jul 22 19:12:46.679304 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-17a5eac9-29b6-49e8-a8b6-9c73aa7422bf service neutron] 10.222.0.13 "GET /v2.0/networks/47ed28f7-e57b-4725-b7b8-4e2ff6ef303b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647692 Jul 22 19:12:46.801305 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c28dba2a-50f9-4d67-b082-e17b26e7eeee tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:46.813225 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-c28dba2a-50f9-4d67-b082-e17b26e7eeee tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833f8a37-99e7-4fd7-97f3-293b035d5679']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:46.830070 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-c28dba2a-50f9-4d67-b082-e17b26e7eeee tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc793e03-cc40-4340-9d5d-066144790721') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:46.830379 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-c28dba2a-50f9-4d67-b082-e17b26e7eeee tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc793e03-cc40-4340-9d5d-066144790721') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:46.840154 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c28dba2a-50f9-4d67-b082-e17b26e7eeee tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:46.860909 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c28dba2a-50f9-4d67-b082-e17b26e7eeee tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:46.868702 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28dba2a-50f9-4d67-b082-e17b26e7eeee tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:12:46.869084 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c28dba2a-50f9-4d67-b082-e17b26e7eeee tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:12:46.873659 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:12:46.943440 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c28dba2a-50f9-4d67-b082-e17b26e7eeee tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:46.950540 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c28dba2a-50f9-4d67-b082-e17b26e7eeee tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:46.955811 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c28dba2a-50f9-4d67-b082-e17b26e7eeee tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] 10.222.0.13 "DELETE /v2.0/networks/833f8a37-99e7-4fd7-97f3-293b035d5679 HTTP/1.1" status: 204 len: 168 time: 0.4098361 Jul 22 19:12:46.970970 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28dba2a-50f9-4d67-b082-e17b26e7eeee tempest-TagsTest-1715352363 tempest-TagsTest-1715352363-project] Pushing event deleted for resources: {'Network': ['ID=833f8a37-99e7-4fd7-97f3-293b035d5679,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:47.007657 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-ca5abc5a-02cb-4b8d-bcaa-6ead84d93678 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:47.009208 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-ca5abc5a-02cb-4b8d-bcaa-6ead84d93678 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3279777 Jul 22 19:12:47.012357 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-a67a3f99-f400-4b2d-80c1-d12b6c338f02 service neutron] 10.222.0.13 "GET /v2.0/networks/47ed28f7-e57b-4725-b7b8-4e2ff6ef303b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940676 Jul 22 19:12:47.022592 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571dcc87-07bd-4f47-8a9d-36b695415e96 req-8df3573a-b4d4-42c0-8e09-844929fd9813 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:47.024454 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-571dcc87-07bd-4f47-8a9d-36b695415e96 req-8df3573a-b4d4-42c0-8e09-844929fd9813 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.3577769 Jul 22 19:12:47.029372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-68d76fbc-ecbb-49f0-b223-50c808e314ea tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Request body: {'port': {'device_id': '246ca8a6-c080-47cc-995f-44d93b798cc3', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': 'bdd619a2063c48548f26c6ebbd644353'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:47.131876 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d35b6ab1-9698-4d90-8b05-e3952a688661 service neutron] 10.222.0.13 "GET /v2.0/ports/4caad598-a811-477a-8eac-c7e82e58d950?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0984273 Jul 22 19:12:47.182587 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-571dcc87-07bd-4f47-8a9d-36b695415e96 req-dd42692e-9a80-44e2-b096-66bdcc1da993 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186788 Jul 22 19:12:47.338759 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44758) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:47.363215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-68d76fbc-ecbb-49f0-b223-50c808e314ea tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Made reservation on behalf of bdd619a2063c48548f26c6ebbd644353 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:12:47.367887 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-68d76fbc-ecbb-49f0-b223-50c808e314ea tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:47.385154 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-b7cba879-369b-40ab-ad11-cf1fb87e65a9 service neutron] 10.222.0.13 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430522 Jul 22 19:12:47.388634 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-68d76fbc-ecbb-49f0-b223-50c808e314ea tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:47.489118 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-43dee739-be24-4a98-bbf2-b6d7a71c0bf0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36d68b67fa9a4e9cbe165711c2613407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492052 Jul 22 19:12:47.491533 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44762) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:47.504693 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b23fdc-4336-4561-a9b5-c9e1409625a3 req-da703854-a35c-4904-8f2c-f18388cb797a tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:47.506228 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f6b23fdc-4336-4561-a9b5-c9e1409625a3 req-da703854-a35c-4904-8f2c-f18388cb797a tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.2313185 Jul 22 19:12:47.549378 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-97ec0cd4-e15e-45b1-945e-929606aa2255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:47.557177 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-06eafb2e-5ae5-4e89-8c48-325887c9e694 service neutron] 10.222.0.13 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640029 Jul 22 19:12:47.573294 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-97ec0cd4-e15e-45b1-945e-929606aa2255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:47.610517 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f6b23fdc-4336-4561-a9b5-c9e1409625a3 req-e3aa8461-880d-4375-a08d-695411c16f4c tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972083 Jul 22 19:12:47.641790 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-97ec0cd4-e15e-45b1-945e-929606aa2255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:47.645449 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-97ec0cd4-e15e-45b1-945e-929606aa2255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:47.647033 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-97ec0cd4-e15e-45b1-945e-929606aa2255 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66d1fce2-ba3d-40e7-a1cd-fde1223a928a HTTP/1.1" status: 204 len: 168 time: 0.1544170 Jul 22 19:12:47.653446 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-0ed528eb-69b1-4d51-b1e8-091d4632c60c service neutron] 10.222.0.13 "GET /v2.0/ports/1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0809865 Jul 22 19:12:47.685838 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec0cd4-e15e-45b1-945e-929606aa2255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d1fce2-ba3d-40e7-a1cd-fde1223a928a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:47.887310 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-68d76fbc-ecbb-49f0-b223-50c808e314ea tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:47.895465 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-c7c94209-79fa-42a8-9adc-95d6fc0e5393 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=bdd619a2063c48548f26c6ebbd644353&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631971 Jul 22 19:12:47.902418 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-68d76fbc-ecbb-49f0-b223-50c808e314ea tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:48.097616 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-47f1638b-d574-41ca-832f-10b76e324cc2 service neutron] 10.222.0.13 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322577 Jul 22 19:12:48.126982 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d76fbc-ecbb-49f0-b223-50c808e314ea tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b0ceb3-f14e-42ff-9f99-3102fb359153,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:48.175893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e96e1-0d73-4282-90a3-a387d4e143e5 req-55355454-84ed-4f90-acb9-ce07e238e93f tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:48.177429 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-714e96e1-0d73-4282-90a3-a387d4e143e5 req-55355454-84ed-4f90-acb9-ce07e238e93f tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae40b7eb-38c7-460d-b23c-c4c6283dc99c HTTP/1.1" status: 200 len: 945 time: 0.4406433 Jul 22 19:12:48.280157 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-72cdcc1e-0360-45bc-adbf-5026f6623e1a tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:48.282016 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-72cdcc1e-0360-45bc-adbf-5026f6623e1a tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3717856 Jul 22 19:12:48.302979 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-24ed351b-cb24-483d-81e6-d529a4624de2 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Request body: {'port': {'device_id': 'd7d21d4f-8587-4664-9e9c-a2523c34aa66', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': 'bdd619a2063c48548f26c6ebbd644353'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:48.346273 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-68d76fbc-ecbb-49f0-b223-50c808e314ea tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Allocated IP 192.168.233.253 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/f3403223-5e31-4a0f-bc09-2e107a70d0c8) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:12:48.368939 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-714e96e1-0d73-4282-90a3-a387d4e143e5 req-c378119d-35ad-4227-897a-08e7d0b5bb17 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648374 Jul 22 19:12:48.409139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-8878f1ae-b11d-4429-baea-31f0c24dbc73 service neutron] 10.222.0.13 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021913 Jul 22 19:12:48.572112 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-122f5a08-db02-4e0d-a466-0c51cdd078c3 req-9267de3c-8594-4144-a89a-a16d657aedac tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d21d4f-8587-4664-9e9c-a2523c34aa66 HTTP/1.1" status: 200 len: 210 time: 0.0922785 Jul 22 19:12:48.729012 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-90207f3e-128d-424a-9e02-edd2a6eb9b69 service neutron] 10.222.0.13 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987642 Jul 22 19:12:48.731837 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-24ed351b-cb24-483d-81e6-d529a4624de2 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Made reservation on behalf of bdd619a2063c48548f26c6ebbd644353 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:12:48.736432 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-24ed351b-cb24-483d-81e6-d529a4624de2 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:48.917290 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-68d76fbc-ecbb-49f0-b223-50c808e314ea tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:48.980174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-68d76fbc-ecbb-49f0-b223-50c808e314ea tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Transition to ACTIVE for port object f3403223-5e31-4a0f-bc09-2e107a70d0c8 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:12:48.995905 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-2daccd3f-82c9-4634-8b18-50289ab537ab service neutron] 10.222.0.13 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441413 Jul 22 19:12:49.074809 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4c7e5-7732-4c3d-ac09-0d7d960095ad req-f6d55642-3de6-484e-b223-46e7c4abc077 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:49.076164 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ff4c7e5-7732-4c3d-ac09-0d7d960095ad req-f6d55642-3de6-484e-b223-46e7c4abc077 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.2911677 Jul 22 19:12:49.392811 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-68d76fbc-ecbb-49f0-b223-50c808e314ea tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:49.519766 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-30275640-596b-4955-9411-0012b69c771f service neutron] 10.222.0.13 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109932 Jul 22 19:12:49.527085 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-68d76fbc-ecbb-49f0-b223-50c808e314ea tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:12:49.533070 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ff4c7e5-7732-4c3d-ac09-0d7d960095ad req-fd0a26c2-dca4-48a2-bc47-fe62e97a1614 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610906 Jul 22 19:12:49.544065 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d76fbc-ecbb-49f0-b223-50c808e314ea tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Pushing event updated for resources: {'Port': ['ID=f3403223-5e31-4a0f-bc09-2e107a70d0c8,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:49.552212 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-68d76fbc-ecbb-49f0-b223-50c808e314ea tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:12:49.584122 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-24ed351b-cb24-483d-81e6-d529a4624de2 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Allocated IP 192.168.233.182 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/45ddd3f0-920e-4484-b44b-3fde5359271d) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:12:49.587262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-68d76fbc-ecbb-49f0-b223-50c808e314ea tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:12:49.788373 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-68d76fbc-ecbb-49f0-b223-50c808e314ea tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:49.789051 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-68d76fbc-ecbb-49f0-b223-50c808e314ea tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:49.856119 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-68d76fbc-ecbb-49f0-b223-50c808e314ea tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8306839 Jul 22 19:12:49.862664 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-216053b4-4fb0-49c4-8b16-0a1a5280964e service neutron] 10.222.0.13 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377438 Jul 22 19:12:49.878387 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] Request body: {'port': {'device_id': '246ca8a6-c080-47cc-995f-44d93b798cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:49.976196 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e155d3d6-b7af-43bc-9300-50a2677ecbef None None] Provisioning for port f3403223-5e31-4a0f-bc09-2e107a70d0c8 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:12:49.981586 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e155d3d6-b7af-43bc-9300-50a2677ecbef None None] Provisioning complete for port f3403223-5e31-4a0f-bc09-2e107a70d0c8 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:49.982805 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e155d3d6-b7af-43bc-9300-50a2677ecbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:50.020165 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-e155d3d6-b7af-43bc-9300-50a2677ecbef None None] Port f3403223-5e31-4a0f-bc09-2e107a70d0c8 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:12:50.040136 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bc1b1-b23c-4f4e-9f9f-4e2c58e5c47a req-f89b66db-1933-4b1e-9cad-08f99e18a16e tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:50.041649 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa5bc1b1-b23c-4f4e-9f9f-4e2c58e5c47a req-f89b66db-1933-4b1e-9cad-08f99e18a16e tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.3380613 Jul 22 19:12:50.128269 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-24ed351b-cb24-483d-81e6-d529a4624de2 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:50.144520 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-e4cdb476-180c-4622-b5bc-057e7c0859a4 service neutron] 10.222.0.13 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633541 Jul 22 19:12:50.168131 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:50.191731 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-24ed351b-cb24-483d-81e6-d529a4624de2 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Transition to ACTIVE for port object 45ddd3f0-920e-4484-b44b-3fde5359271d will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:12:50.195429 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa5bc1b1-b23c-4f4e-9f9f-4e2c58e5c47a req-89b29967-486a-4f0d-be59-6265878e6b04 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459219 Jul 22 19:12:50.355758 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e9176187-4bea-4593-b8c0-16f3a41a14d1 req-6aa2a7cb-3580-47d5-84eb-744cb6e711ac tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d21d4f-8587-4664-9e9c-a2523c34aa66 HTTP/1.1" status: 200 len: 210 time: 0.0547302 Jul 22 19:12:50.438272 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-24ed351b-cb24-483d-81e6-d529a4624de2 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:50.451609 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-072bdaf2-b5b2-4960-8220-33fd8e34d7de service neutron] 10.222.0.13 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963600 Jul 22 19:12:50.547464 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-24ed351b-cb24-483d-81e6-d529a4624de2 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:12:50.551542 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed351b-cb24-483d-81e6-d529a4624de2 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Pushing event updated for resources: {'Port': ['ID=45ddd3f0-920e-4484-b44b-3fde5359271d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:50.558100 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-24ed351b-cb24-483d-81e6-d529a4624de2 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:12:50.566953 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-24ed351b-cb24-483d-81e6-d529a4624de2 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:12:50.739235 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-24ed351b-cb24-483d-81e6-d529a4624de2 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:50.739918 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-24ed351b-cb24-483d-81e6-d529a4624de2 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:50.751896 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-a91ee6f4-86e1-499d-ad59-604ada0585bf service neutron] 10.222.0.13 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743945 Jul 22 19:12:50.768590 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-24ed351b-cb24-483d-81e6-d529a4624de2 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4756863 Jul 22 19:12:50.790919 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] Request body: {'port': {'device_id': 'd7d21d4f-8587-4664-9e9c-a2523c34aa66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:50.948730 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-622f6dfc-3842-4b13-9450-b0b0e67d39ea None None] Provisioning for port 45ddd3f0-920e-4484-b44b-3fde5359271d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:12:50.953410 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-622f6dfc-3842-4b13-9450-b0b0e67d39ea None None] Provisioning complete for port 45ddd3f0-920e-4484-b44b-3fde5359271d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:50.954088 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-622f6dfc-3842-4b13-9450-b0b0e67d39ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:50.962542 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3403223-5e31-4a0f-bc09-2e107a70d0c8 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:12:50.982503 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:51.005338 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-622f6dfc-3842-4b13-9450-b0b0e67d39ea None None] Port 45ddd3f0-920e-4484-b44b-3fde5359271d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:12:51.048833 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] Transition to ACTIVE for port object f3403223-5e31-4a0f-bc09-2e107a70d0c8 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:12:51.067733 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:51.112407 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-2ad65c06-cbd6-4bd5-b13f-89c5f9e35a42 service neutron] 10.222.0.13 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458695 Jul 22 19:12:51.116546 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:51.164195 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] Pushing event updated for resources: {'Port': ['ID=f3403223-5e31-4a0f-bc09-2e107a70d0c8,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:51.295981 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b97bb5-b54b-4afb-8787-d727ef79e9a8 req-f74f6083-cd5c-44f8-9ac5-60658bec75ad tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:51.300282 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-24b97bb5-b54b-4afb-8787-d727ef79e9a8 req-f74f6083-cd5c-44f8-9ac5-60658bec75ad tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.3743565 Jul 22 19:12:51.498296 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-24b97bb5-b54b-4afb-8787-d727ef79e9a8 req-e3c1d76f-501c-49da-a305-24d5d6686bd4 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844380 Jul 22 19:12:51.532511 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] Attempting to bind port f3403223-5e31-4a0f-bc09-2e107a70d0c8 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:12:51.532857 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] Attempting to bind port f3403223-5e31-4a0f-bc09-2e107a70d0c8 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:12:51.533667 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] Attempting to bind port f3403223-5e31-4a0f-bc09-2e107a70d0c8 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:12:51.543141 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] Port f3403223-5e31-4a0f-bc09-2e107a70d0c8 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:12:51.543482 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] Attempting to bind port f3403223-5e31-4a0f-bc09-2e107a70d0c8 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:12:51.574157 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:12:51.574497 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:12:51.574885 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:12:51.575361 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] Bound port: f3403223-5e31-4a0f-bc09-2e107a70d0c8, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:12:51.575688 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:51.736660 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] For port f3403223-5e31-4a0f-bc09-2e107a70d0c8, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:12:51.775080 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] For port f3403223-5e31-4a0f-bc09-2e107a70d0c8, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f3403223-5e31-4a0f-bc09-2e107a70d0c8,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:12:51.785288 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:51.807875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ddd3f0-920e-4484-b44b-3fde5359271d {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:12:52.197159 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] Pushing event updated for resources: {'Port': ['ID=f3403223-5e31-4a0f-bc09-2e107a70d0c8,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:52.202417 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:52.210459 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:52.211167 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:52.212613 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-6513a043-ca3f-42a3-aa33-b29b7892b7af service neutron] 10.222.0.30 "PUT /v2.0/ports/f3403223-5e31-4a0f-bc09-2e107a70d0c8 HTTP/1.1" status: 200 len: 1097 time: 2.3463118 Jul 22 19:12:52.216852 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246ca8a6-c080-47cc-995f-44d93b798cc3', 'tag': 'f3403223-5e31-4a0f-bc09-2e107a70d0c8'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:12:52.220761 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de1b589-0657-4470-bf54-8f1d09a517e3" -d '{"events": [{"name": "network-changed", "server_uuid": "246ca8a6-c080-47cc-995f-44d93b798cc3", "tag": "f3403223-5e31-4a0f-bc09-2e107a70d0c8"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:12:52.314419 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] Transition to ACTIVE for port object 45ddd3f0-920e-4484-b44b-3fde5359271d will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:12:52.351308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab7abb-dfeb-49b8-9243-ee025546b1f4 req-698db5fa-c39b-4ab6-b3ac-fac9d5540471 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:52.358912 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fab7abb-dfeb-49b8-9243-ee025546b1f4 req-698db5fa-c39b-4ab6-b3ac-fac9d5540471 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.6798398 Jul 22 19:12:52.370595 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:52.535263 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fab7abb-dfeb-49b8-9243-ee025546b1f4 req-b325baec-c593-4cd6-bda9-cc59679342a8 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753407 Jul 22 19:12:52.645923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] Pushing event updated for resources: {'Port': ['ID=45ddd3f0-920e-4484-b44b-3fde5359271d,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:52.720230 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7819eb-d6a2-441e-8a57-989dcbd06205 req-3b0be698-6be0-47b5-b155-4b32c7c973e7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:52.721843 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de7819eb-d6a2-441e-8a57-989dcbd06205 req-3b0be698-6be0-47b5-b155-4b32c7c973e7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d21d4f-8587-4664-9e9c-a2523c34aa66 HTTP/1.1" status: 200 len: 936 time: 0.5083146 Jul 22 19:12:52.779653 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-466816d9-c534-4754-8648-640a58466381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:52.782440 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-466816d9-c534-4754-8648-640a58466381 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bdd619a2063c48548f26c6ebbd644353&device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 1100 time: 0.5198481 Jul 22 19:12:52.891647 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9f39ccf7-8230-487b-9034-a2eb3000c531 req-952d5f8d-9b8f-4656-b3af-69e1b36cb3ca tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 210 time: 0.1663611 Jul 22 19:12:52.980189 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] Attempting to bind port 45ddd3f0-920e-4484-b44b-3fde5359271d on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:12:52.980771 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] Attempting to bind port 45ddd3f0-920e-4484-b44b-3fde5359271d by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:12:52.981326 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] Attempting to bind port 45ddd3f0-920e-4484-b44b-3fde5359271d on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:12:52.996022 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] Port 45ddd3f0-920e-4484-b44b-3fde5359271d on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:12:52.996673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] Attempting to bind port 45ddd3f0-920e-4484-b44b-3fde5359271d on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:12:53.006284 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-e7dadaad-17ba-48cb-b5ee-9dd68c8774f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=f3403223-5e31-4a0f-bc09-2e107a70d0c8 HTTP/1.1" status: 200 len: 217 time: 0.1543479 Jul 22 19:12:53.010048 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:12:53.010584 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:12:53.011578 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:12:53.012462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] Bound port: 45ddd3f0-920e-4484-b44b-3fde5359271d, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:12:53.013156 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:53.034510 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3080b33e-62cb-4d8f-bc1e-b3f1954ac333 x-openstack-request-id: req-3080b33e-62cb-4d8f-bc1e-b3f1954ac333 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:12:53.035063 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246ca8a6-c080-47cc-995f-44d93b798cc3", "tag": "f3403223-5e31-4a0f-bc09-2e107a70d0c8", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:12:53.035457 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3080b33e-62cb-4d8f-bc1e-b3f1954ac333 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:12:53.036000 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246ca8a6-c080-47cc-995f-44d93b798cc3', 'tag': 'f3403223-5e31-4a0f-bc09-2e107a70d0c8', 'status': 'completed', 'code': 200} Jul 22 19:12:53.074556 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de7819eb-d6a2-441e-8a57-989dcbd06205 req-822d9233-1076-4924-97cf-8a914c9823cb tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978816 Jul 22 19:12:53.162352 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-69e3a81c-7777-4647-ac91-3b47e52e3eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:53.164001 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-69e3a81c-7777-4647-ac91-3b47e52e3eed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1270571 Jul 22 19:12:53.210707 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] For port 45ddd3f0-920e-4484-b44b-3fde5359271d, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:12:53.252791 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] For port 45ddd3f0-920e-4484-b44b-3fde5359271d, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=45ddd3f0-920e-4484-b44b-3fde5359271d,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:12:53.272065 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:53.357699 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44962) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:53.372858 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] Pushing event updated for resources: {'Port': ['ID=45ddd3f0-920e-4484-b44b-3fde5359271d,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:53.424594 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:53.425507 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:53.426894 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-954e26ce-9605-4070-8a13-ae9c6b414214 service neutron] 10.222.0.30 "PUT /v2.0/ports/45ddd3f0-920e-4484-b44b-3fde5359271d HTTP/1.1" status: 200 len: 1097 time: 2.6410756 Jul 22 19:12:53.464588 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-757f5798-a180-4d00-97f0-ef12578955d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:53.466010 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-757f5798-a180-4d00-97f0-ef12578955d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2793491 Jul 22 19:12:53.489519 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1f320-397d-43ad-93b1-f1f03d602595 req-a16130ed-3de5-4d29-8f20-77da7c7a39ae tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:53.491197 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23e1f320-397d-43ad-93b1-f1f03d602595 req-a16130ed-3de5-4d29-8f20-77da7c7a39ae tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.3628120 Jul 22 19:12:53.598154 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-83f36a21-243d-4f6c-9856-58670db9d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:53.607858 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-83f36a21-243d-4f6c-9856-58670db9d642 service neutron] 10.222.0.16 "GET /v2.0/ports/4caad598-a811-477a-8eac-c7e82e58d950 HTTP/1.1" status: 200 len: 1026 time: 0.2402890 Jul 22 19:12:53.745030 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-a0d9800f-55ce-4811-9e52-1d98ecc81dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:53.746564 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-a0d9800f-55ce-4811-9e52-1d98ecc81dba service neutron] 10.222.0.16 "GET /v2.0/ports/1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 HTTP/1.1" status: 200 len: 1028 time: 0.1312068 Jul 22 19:12:53.772633 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c9568d-1eec-4df3-aaab-62abfb3ad290 admin admin] Deleting subnet 4c968c48-1c3b-44da-8dcd-5ec44f87705f {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:12:53.781814 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9c9568d-1eec-4df3-aaab-62abfb3ad290 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:53.877991 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23e1f320-397d-43ad-93b1-f1f03d602595 req-7032f41b-3d6d-4c8b-8d45-c15c9a8ecec8 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728282 Jul 22 19:12:53.905103 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9c9568d-1eec-4df3-aaab-62abfb3ad290 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:53.996844 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-57d598de-1b95-42bf-a8a8-2df9ecf823b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:53.998551 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-57d598de-1b95-42bf-a8a8-2df9ecf823b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bdd619a2063c48548f26c6ebbd644353&device_id=d7d21d4f-8587-4664-9e9c-a2523c34aa66 HTTP/1.1" status: 200 len: 1100 time: 0.4797084 Jul 22 19:12:54.006715 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-0dda056e-edde-4b85-b7f8-c081f747a2e6 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144904 Jul 22 19:12:54.123883 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-6d012724-cfb7-405c-a5bb-97fa39bd2286 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:54.128919 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c9db7fa-498b-4f36-b7ec-0872efc628cf req-d8f9cc34-5662-4edc-b9cf-046cdee97fc5 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 210 time: 0.0527604 Jul 22 19:12:54.140059 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-6d012724-cfb7-405c-a5bb-97fa39bd2286 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:54.150725 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-6d012724-cfb7-405c-a5bb-97fa39bd2286 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:54.152381 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-6d012724-cfb7-405c-a5bb-97fa39bd2286 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.16 "GET /v2.0/networks?id=47ed28f7-e57b-4725-b7b8-4e2ff6ef303b&id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&id=06eb644b-f29e-45c4-8d9a-7769e64949ae&id=06eb644b-f29e-45c4-8d9a-7769e64949ae HTTP/1.1" status: 200 len: 1989 time: 0.2397711 Jul 22 19:12:54.173991 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44978) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:54.199651 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6228b2-b754-45cb-a56e-50bf05b90d8f req-b5954f44-a144-46fc-adb1-7c350a69983f tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:54.212277 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5e6228b2-b754-45cb-a56e-50bf05b90d8f req-b5954f44-a144-46fc-adb1-7c350a69983f tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.5483851 Jul 22 19:12:54.214798 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-1c90b1cd-4498-48de-857c-b1ef534a5ac6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=45ddd3f0-920e-4484-b44b-3fde5359271d HTTP/1.1" status: 200 len: 217 time: 0.2055974 Jul 22 19:12:54.355188 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9c9568d-1eec-4df3-aaab-62abfb3ad290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:54.376061 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-ff84ab41-919a-45cf-99dd-4304b0adc7b2 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=598d83e90cdd48809c7ec7a29420c426 HTTP/1.1" status: 200 len: 380 time: 0.1841190 Jul 22 19:12:54.473415 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-9ba686e3-c22f-4ce4-9b08-db74d7e8d9c6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Request body: {'port': {'device_id': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b', 'admin_state_up': True, 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'security_groups': ['e49db830-42f1-43d9-8db0-7d0f729a00b5']}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:54.501544 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9c9568d-1eec-4df3-aaab-62abfb3ad290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:54.550106 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-db5ad909-dd21-411e-bd22-c625ae175a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:54.553751 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9c9568d-1eec-4df3-aaab-62abfb3ad290 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:54.561887 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f9c9568d-1eec-4df3-aaab-62abfb3ad290 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4c968c48-1c3b-44da-8dcd-5ec44f87705f HTTP/1.1" status: 204 len: 168 time: 1.2021632 Jul 22 19:12:54.562118 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44984) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:54.591247 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b09e1256-2747-4d72-bf09-4c90ff38abfc req-9133de12-545f-42d3-8a74-76dba2b93e29 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489702 Jul 22 19:12:54.623334 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-90b875ed-85c7-4c22-be14-954312a249bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:54.626527 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-90b875ed-85c7-4c22-be14-954312a249bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.3762226 Jul 22 19:12:54.667168 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5e6228b2-b754-45cb-a56e-50bf05b90d8f req-23460f25-f5da-4211-88a4-d8941da8cbd4 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286921 Jul 22 19:12:54.693420 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-db5ad909-dd21-411e-bd22-c625ae175a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:54.694652 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9568d-1eec-4df3-aaab-62abfb3ad290 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c968c48-1c3b-44da-8dcd-5ec44f87705f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:54.700449 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-db5ad909-dd21-411e-bd22-c625ae175a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:54.755480 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-db5ad909-dd21-411e-bd22-c625ae175a3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa0471ef914f45769fa3538b4eb38d88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5674732 Jul 22 19:12:54.762738 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-22825cbb-3cdd-46ec-8c43-9fa0e2b34921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:54.763021 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44986) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:54.784386 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f0104-3c65-4e3c-8e7c-6de38a257fe9 req-e95eeb01-03b7-48de-ac04-392d71edb6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:54.785939 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-287f0104-3c65-4e3c-8e7c-6de38a257fe9 req-e95eeb01-03b7-48de-ac04-392d71edb6de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9969b04cb20a400c8e89d23b9b9aa08c&device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 1098 time: 0.7778740 Jul 22 19:12:54.810859 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ad909-dd21-411e-bd22-c625ae175a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f618e0b5-47f3-4481-a904-814e312bd729,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:54.872310 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed87d423-0bb2-4c46-b382-c8742d676506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:54.877047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-9ba686e3-c22f-4ce4-9b08-db74d7e8d9c6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Made reservation on behalf of 598d83e90cdd48809c7ec7a29420c426 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:12:54.880711 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-9ba686e3-c22f-4ce4-9b08-db74d7e8d9c6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:54.916362 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed87d423-0bb2-4c46-b382-c8742d676506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:54.936086 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f7017-bd14-42e6-94e0-2f2fa3e8eb35 req-89b0531a-f657-48ed-871a-42bc7e69aef7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:54.938292 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-473f7017-bd14-42e6-94e0-2f2fa3e8eb35 req-89b0531a-f657-48ed-871a-42bc7e69aef7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d21d4f-8587-4664-9e9c-a2523c34aa66 HTTP/1.1" status: 200 len: 948 time: 0.5980775 Jul 22 19:12:55.018564 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed87d423-0bb2-4c46-b382-c8742d676506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:55.021428 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed87d423-0bb2-4c46-b382-c8742d676506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:55.024986 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ed87d423-0bb2-4c46-b382-c8742d676506 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f618e0b5-47f3-4481-a904-814e312bd729 HTTP/1.1" status: 204 len: 168 time: 0.2559178 Jul 22 19:12:55.051145 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d21d4f-8587-4664-9e9c-a2523c34aa66', 'tag': '45ddd3f0-920e-4484-b44b-3fde5359271d'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:12:55.053313 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469013c8-d7cd-422b-bfe9-fecd77763bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d21d4f-8587-4664-9e9c-a2523c34aa66", "tag": "45ddd3f0-920e-4484-b44b-3fde5359271d"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:12:55.058138 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87d423-0bb2-4c46-b382-c8742d676506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f618e0b5-47f3-4481-a904-814e312bd729,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:55.083065 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-9ba686e3-c22f-4ce4-9b08-db74d7e8d9c6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Allocated IP 172.20.0.6 (47ed28f7-e57b-4725-b7b8-4e2ff6ef303b/46c28341-28d1-4391-a7f5-497116b1730d/0894d912-7036-4f59-8c93-29af89302f62) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:12:55.171149 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-22825cbb-3cdd-46ec-8c43-9fa0e2b34921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:55.179973 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f0104-3c65-4e3c-8e7c-6de38a257fe9 req-b7bf9dce-692e-4d74-9bc3-112505236257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:55.181640 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-287f0104-3c65-4e3c-8e7c-6de38a257fe9 req-b7bf9dce-692e-4d74-9bc3-112505236257 service neutron] 10.222.0.16 "GET /v2.0/networks?id=43446fef-6ac7-466a-9f04-5ce65621e5e9 HTTP/1.1" status: 200 len: 920 time: 0.3197336 Jul 22 19:12:55.236833 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-22825cbb-3cdd-46ec-8c43-9fa0e2b34921 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a47484-7add-4cd9-accb-b877eb05e9c5']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:55.272987 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-9ba686e3-c22f-4ce4-9b08-db74d7e8d9c6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:55.279032 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-b65747f0-bc17-411b-a986-a6c4f71fed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:55.280979 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-b65747f0-bc17-411b-a986-a6c4f71fed5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6124728 Jul 22 19:12:55.292870 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-9ba686e3-c22f-4ce4-9b08-db74d7e8d9c6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Transition to ACTIVE for port object 0894d912-7036-4f59-8c93-29af89302f62 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:12:55.299940 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-473f7017-bd14-42e6-94e0-2f2fa3e8eb35 req-b338998d-f0c9-4bde-8e56-1cd22c23aa73 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952697 Jul 22 19:12:55.302869 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-287f0104-3c65-4e3c-8e7c-6de38a257fe9 req-7ea19c82-d59a-47a6-9dd7-482811a8369b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 HTTP/1.1" status: 200 len: 217 time: 0.1061845 Jul 22 19:12:55.336885 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-9ba686e3-c22f-4ce4-9b08-db74d7e8d9c6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:55.354264 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-22825cbb-3cdd-46ec-8c43-9fa0e2b34921 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0f8198-3df1-46b2-98a8-a7797e442d26') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:55.357589 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-22825cbb-3cdd-46ec-8c43-9fa0e2b34921 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0f8198-3df1-46b2-98a8-a7797e442d26') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:12:55.378213 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44998) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:55.397736 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-9ba686e3-c22f-4ce4-9b08-db74d7e8d9c6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Network 47ed28f7-e57b-4725-b7b8-4e2ff6ef303b is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:12:55.400170 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8ebc420e-ba33-48c2-98ed-49c5e2aa7b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:55.414353 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-9ba686e3-c22f-4ce4-9b08-db74d7e8d9c6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:12:55.417239 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-9ba686e3-c22f-4ce4-9b08-db74d7e8d9c6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:12:55.420908 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b148db3a-3c0d-4198-bc09-63a415416509 x-openstack-request-id: req-b148db3a-3c0d-4198-bc09-63a415416509 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:12:55.421272 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d21d4f-8587-4664-9e9c-a2523c34aa66", "tag": "45ddd3f0-920e-4484-b44b-3fde5359271d", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:12:55.423041 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b148db3a-3c0d-4198-bc09-63a415416509 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:12:55.423041 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d21d4f-8587-4664-9e9c-a2523c34aa66', 'tag': '45ddd3f0-920e-4484-b44b-3fde5359271d', 'status': 'completed', 'code': 200} Jul 22 19:12:55.451336 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-22825cbb-3cdd-46ec-8c43-9fa0e2b34921 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:55.455708 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1b589-0657-4470-bf54-8f1d09a517e3 req-3e2cc389-1bff-4cf1-a616-ece983a0df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:55.458134 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3de1b589-0657-4470-bf54-8f1d09a517e3 req-3e2cc389-1bff-4cf1-a616-ece983a0df89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bdd619a2063c48548f26c6ebbd644353&device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 1100 time: 0.7874784 Jul 22 19:12:55.490903 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba686e3-c22f-4ce4-9b08-db74d7e8d9c6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event updated for resources: {'Port': ['ID=0894d912-7036-4f59-8c93-29af89302f62,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:55.525227 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-9ba686e3-c22f-4ce4-9b08-db74d7e8d9c6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:55.525801 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-9ba686e3-c22f-4ce4-9b08-db74d7e8d9c6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:55.596965 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8ebc420e-ba33-48c2-98ed-49c5e2aa7b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:55.606244 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8ebc420e-ba33-48c2-98ed-49c5e2aa7b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:55.607846 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-22825cbb-3cdd-46ec-8c43-9fa0e2b34921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:55.614452 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-9ba686e3-c22f-4ce4-9b08-db74d7e8d9c6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2373579 Jul 22 19:12:55.634882 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-ad06cd9b-5b35-4e01-9109-5171db7e4691 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Request body: {'port': {'device_id': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6', 'admin_state_up': True, 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'security_groups': ['e49db830-42f1-43d9-8db0-7d0f729a00b5']}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:55.666860 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f0104-3c65-4e3c-8e7c-6de38a257fe9 req-0ec0ce2b-930f-4124-9c36-cd9f4dd22dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:55.668350 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-287f0104-3c65-4e3c-8e7c-6de38a257fe9 req-0ec0ce2b-930f-4124-9c36-cd9f4dd22dab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=934071ba-1037-4dea-9f1f-4deae218fd12 HTTP/1.1" status: 200 len: 859 time: 0.3492529 Jul 22 19:12:55.669377 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1b589-0657-4470-bf54-8f1d09a517e3 req-aa5be3d5-5fce-4a18-9087-a965ac36dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:55.670674 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3de1b589-0657-4470-bf54-8f1d09a517e3 req-aa5be3d5-5fce-4a18-9087-a965ac36dec0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.1972535 Jul 22 19:12:55.679554 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bea97f-1f10-4835-958d-7f98f22d6b70 req-62188541-31b6-4041-bda4-7d0b192d273f tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:55.683104 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8ebc420e-ba33-48c2-98ed-49c5e2aa7b42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd6581ac3be04537899be467d6d06b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3004541 Jul 22 19:12:55.686574 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45000) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:55.687838 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc420e-ba33-48c2-98ed-49c5e2aa7b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4b9a9a-2a2d-43c6-b5f7-00f99a63c209,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:55.690294 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-11bea97f-1f10-4835-958d-7f98f22d6b70 req-62188541-31b6-4041-bda4-7d0b192d273f tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.6862328 Jul 22 19:12:55.717016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22825cbb-3cdd-46ec-8c43-9fa0e2b34921 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:12:55.717425 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-22825cbb-3cdd-46ec-8c43-9fa0e2b34921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:12:55.743942 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:12:55.832358 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2bc256af-ab7f-4819-9b12-76ab0e64bc3e None None] Provisioning for port 0894d912-7036-4f59-8c93-29af89302f62 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:12:55.833726 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd9d43ba-5225-4085-af5d-0485445b0650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:55.836908 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2bc256af-ab7f-4819-9b12-76ab0e64bc3e None None] Provisioning complete for port 0894d912-7036-4f59-8c93-29af89302f62 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:55.837587 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2bc256af-ab7f-4819-9b12-76ab0e64bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:55.869307 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd9d43ba-5225-4085-af5d-0485445b0650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:55.889046 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-ad06cd9b-5b35-4e01-9109-5171db7e4691 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Made reservation on behalf of 598d83e90cdd48809c7ec7a29420c426 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:12:55.891713 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2bc256af-ab7f-4819-9b12-76ab0e64bc3e None None] Port 0894d912-7036-4f59-8c93-29af89302f62 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:12:55.893803 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-ad06cd9b-5b35-4e01-9109-5171db7e4691 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:56.002390 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd9d43ba-5225-4085-af5d-0485445b0650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:56.005119 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd9d43ba-5225-4085-af5d-0485445b0650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:56.008676 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fd9d43ba-5225-4085-af5d-0485445b0650 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc4b9a9a-2a2d-43c6-b5f7-00f99a63c209 HTTP/1.1" status: 204 len: 168 time: 0.3125679 Jul 22 19:12:56.024831 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d43ba-5225-4085-af5d-0485445b0650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4b9a9a-2a2d-43c6-b5f7-00f99a63c209,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:56.095623 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-287f0104-3c65-4e3c-8e7c-6de38a257fe9 req-acefca55-3032-44ec-ae49-f70520402436 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43446fef-6ac7-466a-9f04-5ce65621e5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3813617 Jul 22 19:12:56.108725 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3de1b589-0657-4470-bf54-8f1d09a517e3 req-d239eaa4-1f4c-41cc-a2b9-d19db66b1c29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=f3403223-5e31-4a0f-bc09-2e107a70d0c8 HTTP/1.1" status: 200 len: 217 time: 0.3962717 Jul 22 19:12:56.112947 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-ad06cd9b-5b35-4e01-9109-5171db7e4691 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Allocated IP 10.1.1.147 (4ed86889-1924-4c50-8c1e-24c776ed8bf6/0319ae5f-ceed-4659-937d-f32e78dd9116/259e9db0-beba-44b5-801c-945259c53a16) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:12:56.241871 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-22825cbb-3cdd-46ec-8c43-9fa0e2b34921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:56.257093 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-11bea97f-1f10-4835-958d-7f98f22d6b70 req-b5ff11ad-0156-4761-9d64-163f7fdaed29 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5659266 Jul 22 19:12:56.273534 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-22825cbb-3cdd-46ec-8c43-9fa0e2b34921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:56.275315 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-22825cbb-3cdd-46ec-8c43-9fa0e2b34921 admin admin] 10.222.0.13 "DELETE /v2.0/networks/52a47484-7add-4cd9-accb-b877eb05e9c5 HTTP/1.1" status: 204 len: 168 time: 1.7036495 Jul 22 19:12:56.277295 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-4a46814c-2aca-487b-aee4-ec915c7603f9 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9650602 Jul 22 19:12:56.323805 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22825cbb-3cdd-46ec-8c43-9fa0e2b34921 admin admin] Pushing event deleted for resources: {'Network': ['ID=52a47484-7add-4cd9-accb-b877eb05e9c5,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:56.368459 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-ad06cd9b-5b35-4e01-9109-5171db7e4691 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:56.377429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb394df-ee18-4bf7-99f9-a94633dbc4b4 req-173a5e79-552f-4552-964f-eef468b343f0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:56.379008 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cb394df-ee18-4bf7-99f9-a94633dbc4b4 req-173a5e79-552f-4552-964f-eef468b343f0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 931 time: 0.9120922 Jul 22 19:12:56.386591 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1b589-0657-4470-bf54-8f1d09a517e3 req-73a2b004-5181-478a-85a7-558d6381ecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:56.387043 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3de1b589-0657-4470-bf54-8f1d09a517e3 req-73a2b004-5181-478a-85a7-558d6381ecf4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.2388692 Jul 22 19:12:56.399521 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-ad06cd9b-5b35-4e01-9109-5171db7e4691 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Transition to ACTIVE for port object 259e9db0-beba-44b5-801c-945259c53a16 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:12:56.441475 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-ad06cd9b-5b35-4e01-9109-5171db7e4691 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:56.498354 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-287f0104-3c65-4e3c-8e7c-6de38a257fe9 req-1e43544e-9a4a-4cab-9f18-a4b1d696ff33 service neutron] 10.222.0.16 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922789 Jul 22 19:12:56.501526 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-ad06cd9b-5b35-4e01-9109-5171db7e4691 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:12:56.505620 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-ad06cd9b-5b35-4e01-9109-5171db7e4691 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:12:56.510381 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-ad06cd9b-5b35-4e01-9109-5171db7e4691 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:12:56.520446 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06cd9b-5b35-4e01-9109-5171db7e4691 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event updated for resources: {'Port': ['ID=259e9db0-beba-44b5-801c-945259c53a16,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:56.584358 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-ad06cd9b-5b35-4e01-9109-5171db7e4691 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:56.587167 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-ad06cd9b-5b35-4e01-9109-5171db7e4691 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:56.607752 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45016) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:56.611190 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cb394df-ee18-4bf7-99f9-a94633dbc4b4 req-6ef7612f-7230-4b7b-a0f5-c3842d1c454f tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144649 Jul 22 19:12:56.654491 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-ad06cd9b-5b35-4e01-9109-5171db7e4691 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0327466 Jul 22 19:12:56.684524 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-e9e64312-7b3c-4626-8d3b-6a4d1a032e74 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Request body: {'port': {'device_id': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6', 'admin_state_up': True, 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'security_groups': ['e49db830-42f1-43d9-8db0-7d0f729a00b5']}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:56.738751 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d57c9dd-ed09-454c-b579-5b9bd27b8b9a req-0ea3ebe9-5302-4855-8318-18687f698943 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212787 Jul 22 19:12:56.740113 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5e25f7ab-32fb-4474-92bf-482700bf35e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84dac082e65849c58aa9594ac2ba407c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1294448 Jul 22 19:12:56.752281 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45020) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:56.830534 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1b589-0657-4470-bf54-8f1d09a517e3 req-367ecfa2-b3ba-445c-b33f-847e7966b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:56.834980 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3de1b589-0657-4470-bf54-8f1d09a517e3 req-367ecfa2-b3ba-445c-b33f-847e7966b1c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4235077 Jul 22 19:12:56.909292 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-975e16b8-662d-42c7-843d-b84634804a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:56.920296 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0fa4f8ce-34d1-4d69-ac16-5199efd05d9b None None] Provisioning for port 259e9db0-beba-44b5-801c-945259c53a16 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:12:56.929147 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0fa4f8ce-34d1-4d69-ac16-5199efd05d9b None None] Provisioning complete for port 259e9db0-beba-44b5-801c-945259c53a16 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:56.929516 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0fa4f8ce-34d1-4d69-ac16-5199efd05d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:56.961160 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-975e16b8-662d-42c7-843d-b84634804a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:56.992955 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0fa4f8ce-34d1-4d69-ac16-5199efd05d9b None None] Port 259e9db0-beba-44b5-801c-945259c53a16 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:12:57.018796 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc73b3f-33c8-4c37-98b2-e4091b1a364a req-616b6c33-6565-4e08-ad75-c6ceb4052aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:57.020147 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ecc73b3f-33c8-4c37-98b2-e4091b1a364a req-616b6c33-6565-4e08-ad75-c6ceb4052aac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 1098 time: 0.1683633 Jul 22 19:12:57.021827 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-e9e64312-7b3c-4626-8d3b-6a4d1a032e74 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Made reservation on behalf of 598d83e90cdd48809c7ec7a29420c426 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:12:57.025207 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-e9e64312-7b3c-4626-8d3b-6a4d1a032e74 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:57.033529 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3de1b589-0657-4470-bf54-8f1d09a517e3 req-409241ec-6309-4886-8ee5-8be0a387c6d5 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670926 Jul 22 19:12:57.049872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454a58e-e8dd-4a11-9adb-894a921657d6 req-b168b9ff-5852-4381-904b-ccdbc5de91e4 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:57.057270 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e454a58e-e8dd-4a11-9adb-894a921657d6 req-b168b9ff-5852-4381-904b-ccdbc5de91e4 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.6733100 Jul 22 19:12:57.122264 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-287f0104-3c65-4e3c-8e7c-6de38a257fe9 req-3363201c-c5cc-41ee-93c4-9159aba2cad7 service neutron] 10.222.0.16 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914028 Jul 22 19:12:57.129121 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-975e16b8-662d-42c7-843d-b84634804a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:57.131665 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-975e16b8-662d-42c7-843d-b84634804a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:57.135057 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-975e16b8-662d-42c7-843d-b84634804a80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f7272e0-2c41-47b8-b5be-1141e8753d42 HTTP/1.1" status: 204 len: 168 time: 0.3777533 Jul 22 19:12:57.135057 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ecc73b3f-33c8-4c37-98b2-e4091b1a364a req-e94a692a-0da7-48c3-b14e-5d94498d59b0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067765 Jul 22 19:12:57.154872 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e16b8-662d-42c7-843d-b84634804a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7272e0-2c41-47b8-b5be-1141e8753d42,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:57.305967 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e454a58e-e8dd-4a11-9adb-894a921657d6 req-487f573a-e386-4f58-8e10-c517f50feb7c tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479308 Jul 22 19:12:57.315591 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-e9e64312-7b3c-4626-8d3b-6a4d1a032e74 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Allocated IP 10.1.1.242 (4ed86889-1924-4c50-8c1e-24c776ed8bf6/0319ae5f-ceed-4659-937d-f32e78dd9116/2accf516-ee91-4bb6-b761-c8c09b679d76) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:12:57.342412 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95ca4c-ada1-458a-b265-47eb7549d5c9 req-555be9a4-0620-44e9-9529-99d8ac4c4cc5 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:57.349538 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f3403223-5e31-4a0f-bc09-2e107a70d0c8 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:12:57.350288 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c95ca4c-ada1-458a-b265-47eb7549d5c9 req-555be9a4-0620-44e9-9529-99d8ac4c4cc5 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d21d4f-8587-4664-9e9c-a2523c34aa66 HTTP/1.1" status: 200 len: 948 time: 0.6248245 Jul 22 19:12:57.355958 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469013c8-d7cd-422b-bfe9-fecd77763bd9 req-24836f6b-4421-4243-bd4f-45a9d14599cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:57.357587 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-469013c8-d7cd-422b-bfe9-fecd77763bd9 req-24836f6b-4421-4243-bd4f-45a9d14599cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bdd619a2063c48548f26c6ebbd644353&device_id=d7d21d4f-8587-4664-9e9c-a2523c34aa66 HTTP/1.1" status: 200 len: 1100 time: 0.5350149 Jul 22 19:12:57.481645 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469013c8-d7cd-422b-bfe9-fecd77763bd9 req-dbd4ed6e-f7fc-4b90-b586-b62ea3bd4b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:57.483233 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-469013c8-d7cd-422b-bfe9-fecd77763bd9 req-dbd4ed6e-f7fc-4b90-b586-b62ea3bd4b3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.1158464 Jul 22 19:12:57.554445 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f3403223-5e31-4a0f-bc09-2e107a70d0c8, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f3403223-5e31-4a0f-bc09-2e107a70d0c8,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:57.570523 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3de1b589-0657-4470-bf54-8f1d09a517e3 req-11f2e36b-9f40-4b6f-a6a4-a9ff25d99232 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099876 Jul 22 19:12:57.577252 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-469013c8-d7cd-422b-bfe9-fecd77763bd9 req-46e55997-a088-4756-beb4-398c90b80d36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=45ddd3f0-920e-4484-b44b-3fde5359271d HTTP/1.1" status: 200 len: 217 time: 0.0806844 Jul 22 19:12:57.590630 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'f3403223-5e31-4a0f-bc09-2e107a70d0c8', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': 'f3403223-5e31-4a0f-bc09-2e107a70d0c8', 'mac_address': 'fa:16:3e:2d:8d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:12:57.600341 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c95ca4c-ada1-458a-b265-47eb7549d5c9 req-7555046f-e189-4cb7-8b30-9012f304e9a1 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490451 Jul 22 19:12:57.657569 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-e9e64312-7b3c-4626-8d3b-6a4d1a032e74 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:57.689840 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:57.691996 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-e9e64312-7b3c-4626-8d3b-6a4d1a032e74 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Transition to ACTIVE for port object 2accf516-ee91-4bb6-b761-c8c09b679d76 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:12:57.715310 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3403223-5e31-4a0f-bc09-2e107a70d0c8 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:12:57.721936 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469013c8-d7cd-422b-bfe9-fecd77763bd9 req-3cec721d-add5-4a4f-9bb8-475f30bee274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:57.727971 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-469013c8-d7cd-422b-bfe9-fecd77763bd9 req-3cec721d-add5-4a4f-9bb8-475f30bee274 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.1223798 Jul 22 19:12:57.753168 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f3403223-5e31-4a0f-bc09-2e107a70d0c8, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f3403223-5e31-4a0f-bc09-2e107a70d0c8,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:57.759732 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-e9e64312-7b3c-4626-8d3b-6a4d1a032e74 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:57.762136 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:57.797561 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe58178-6a82-44e0-8078-3465a08ae884 req-03c6de89-8cd6-4912-8fbc-747964a33f50 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:57.799158 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4fe58178-6a82-44e0-8078-3465a08ae884 req-03c6de89-8cd6-4912-8fbc-747964a33f50 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.3112009 Jul 22 19:12:57.853767 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-e9e64312-7b3c-4626-8d3b-6a4d1a032e74 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:12:57.863844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=f3403223-5e31-4a0f-bc09-2e107a70d0c8,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:57.869373 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-e9e64312-7b3c-4626-8d3b-6a4d1a032e74 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:12:57.874103 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-e9e64312-7b3c-4626-8d3b-6a4d1a032e74 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:12:57.878877 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e64312-7b3c-4626-8d3b-6a4d1a032e74 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event updated for resources: {'Port': ['ID=2accf516-ee91-4bb6-b761-c8c09b679d76,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:57.945773 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4fe58178-6a82-44e0-8078-3465a08ae884 req-34e1f83b-3af3-45ea-b5ba-bf84d942da07 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830791 Jul 22 19:12:57.983056 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['f3403223-5e31-4a0f-bc09-2e107a70d0c8'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:12:57.995402 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126116c5-07bc-4d7f-ab82-8256ae285148 req-ec295ba9-98ae-41e0-823f-0fed6e2fda74 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:58.002061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126116c5-07bc-4d7f-ab82-8256ae285148 req-ec295ba9-98ae-41e0-823f-0fed6e2fda74 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:58.018384 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126116c5-07bc-4d7f-ab82-8256ae285148 req-ec295ba9-98ae-41e0-823f-0fed6e2fda74 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:58.029075 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-126116c5-07bc-4d7f-ab82-8256ae285148 req-ec295ba9-98ae-41e0-823f-0fed6e2fda74 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 2374 time: 0.2998376 Jul 22 19:12:58.033141 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469013c8-d7cd-422b-bfe9-fecd77763bd9 req-697d31cc-c9d2-467c-bb63-f2277c96d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:58.034615 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-469013c8-d7cd-422b-bfe9-fecd77763bd9 req-697d31cc-c9d2-467c-bb63-f2277c96d484 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2907555 Jul 22 19:12:58.064918 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-e9e64312-7b3c-4626-8d3b-6a4d1a032e74 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:58.065616 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-e9e64312-7b3c-4626-8d3b-6a4d1a032e74 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:58.107117 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-e9e64312-7b3c-4626-8d3b-6a4d1a032e74 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4370279 Jul 22 19:12:58.128722 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Request body: {'port': {'device_id': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '06eb644b-f29e-45c4-8d9a-7769e64949ae', 'admin_state_up': True, 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'security_groups': ['e49db830-42f1-43d9-8db0-7d0f729a00b5']}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:58.213901 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-126116c5-07bc-4d7f-ab82-8256ae285148 req-ba686156-33ea-4a34-9763-c6c14ffa8a7e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838768 Jul 22 19:12:58.283981 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-469013c8-d7cd-422b-bfe9-fecd77763bd9 req-a66a42dc-5a32-4b0b-b789-ed877858dbbc service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275910 Jul 22 19:12:58.360456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2c716583-ad29-420e-9180-9f098ab0d5e9 None None] Provisioning for port 2accf516-ee91-4bb6-b761-c8c09b679d76 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:12:58.363981 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bfea05db-4051-42c3-b3fc-6aaf5c32952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:58.368349 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2c716583-ad29-420e-9180-9f098ab0d5e9 None None] Provisioning complete for port 2accf516-ee91-4bb6-b761-c8c09b679d76 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:58.368753 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2c716583-ad29-420e-9180-9f098ab0d5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:58.411174 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Made reservation on behalf of 598d83e90cdd48809c7ec7a29420c426 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:12:58.418893 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2c716583-ad29-420e-9180-9f098ab0d5e9 None None] Port 2accf516-ee91-4bb6-b761-c8c09b679d76 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:12:58.508281 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-469013c8-d7cd-422b-bfe9-fecd77763bd9 req-085f5e1b-c124-4cff-9309-9fab97b9d01a service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178621 Jul 22 19:12:58.565156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947d674-635e-44da-b4cd-13c7bec3baa1 req-bf89fcf5-e8b2-46e4-ae67-b866f3e7a096 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:58.566887 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e947d674-635e-44da-b4cd-13c7bec3baa1 req-bf89fcf5-e8b2-46e4-ae67-b866f3e7a096 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.1265919 Jul 22 19:12:58.607720 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:58.617613 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e947d674-635e-44da-b4cd-13c7bec3baa1 req-408ded47-17ab-489e-913a-0fd821a3c80b tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441844 Jul 22 19:12:58.786222 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f6dc0-ba08-4257-beb9-6b7b50ad81c8 req-9f3e4960-f9a3-4c50-b3ef-312b4f70bdf7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:58.795413 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-844f6dc0-ba08-4257-beb9-6b7b50ad81c8 req-9f3e4960-f9a3-4c50-b3ef-312b4f70bdf7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d21d4f-8587-4664-9e9c-a2523c34aa66 HTTP/1.1" status: 200 len: 948 time: 0.0965300 Jul 22 19:12:58.846953 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-844f6dc0-ba08-4257-beb9-6b7b50ad81c8 req-be4cd1b3-04cb-46cd-8237-6324573ae8b9 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504615 Jul 22 19:12:58.997494 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Allocated IP 10.2.2.100 (06eb644b-f29e-45c4-8d9a-7769e64949ae/eb3a5c04-3ab0-46f4-923f-871c4a99dc90/9df3022f-3694-41ee-8cbb-b947ff79670b) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:12:59.219908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e937b-e3f7-4438-ba45-aed432bb8d10 req-87dbf1a9-7eb3-4754-bb8c-0e637ffb6c9e tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:59.223000 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d38e937b-e3f7-4438-ba45-aed432bb8d10 req-87dbf1a9-7eb3-4754-bb8c-0e637ffb6c9e tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.1600080 Jul 22 19:12:59.271976 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629408f-6721-48ad-8275-19c53ce356d6 req-d1b6f543-3303-457d-b6ac-cc9985fe7b52 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:59.273953 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3629408f-6721-48ad-8275-19c53ce356d6 req-d1b6f543-3303-457d-b6ac-cc9985fe7b52 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.1768799 Jul 22 19:12:59.320626 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d38e937b-e3f7-4438-ba45-aed432bb8d10 req-4a75b2e2-9f9a-4754-86d5-d685c76614e4 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838571 Jul 22 19:12:59.340062 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3629408f-6721-48ad-8275-19c53ce356d6 req-8d9b55c6-0a86-479e-ba07-7721ea4db45c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606687 Jul 22 19:12:59.356207 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 45ddd3f0-920e-4484-b44b-3fde5359271d details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:12:59.477633 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:59.492989 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Transition to ACTIVE for port object 9df3022f-3694-41ee-8cbb-b947ff79670b will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:12:59.498031 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 45ddd3f0-920e-4484-b44b-3fde5359271d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=45ddd3f0-920e-4484-b44b-3fde5359271d,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:59.509635 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f3403223-5e31-4a0f-bc09-2e107a70d0c8 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:12:59.533547 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522a0d9-bac5-44c4-bb76-b3974789e1d7 req-021406b5-1fa2-468a-9ee2-c4f788dc8301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:59.535328 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9522a0d9-bac5-44c4-bb76-b3974789e1d7 req-021406b5-1fa2-468a-9ee2-c4f788dc8301 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9969b04cb20a400c8e89d23b9b9aa08c&device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 1098 time: 0.4950569 Jul 22 19:12:59.537322 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:59.546914 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '45ddd3f0-920e-4484-b44b-3fde5359271d', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '45ddd3f0-920e-4484-b44b-3fde5359271d', 'mac_address': 'fa:16:3e:26:30:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:12:59.604929 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port f3403223-5e31-4a0f-bc09-2e107a70d0c8 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:12:59.607380 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:59.613502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d80714-ceb7-44cf-ae8a-0dc61be050d0 req-738f66c3-3b49-46cb-93eb-f2fd64f22318 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:59.619925 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port f3403223-5e31-4a0f-bc09-2e107a70d0c8 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:12:59.620083 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d80714-ceb7-44cf-ae8a-0dc61be050d0 req-738f66c3-3b49-46cb-93eb-f2fd64f22318 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:59.620645 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:59.626265 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Network 06eb644b-f29e-45c4-8d9a-7769e64949ae is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:12:59.628222 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d80714-ceb7-44cf-ae8a-0dc61be050d0 req-738f66c3-3b49-46cb-93eb-f2fd64f22318 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:59.630436 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d5d80714-ceb7-44cf-ae8a-0dc61be050d0 req-738f66c3-3b49-46cb-93eb-f2fd64f22318 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 2374 time: 0.1561646 Jul 22 19:12:59.646872 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:12:59.657070 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ddd3f0-920e-4484-b44b-3fde5359271d {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:12:59.674055 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:12:59.706306 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 45ddd3f0-920e-4484-b44b-3fde5359271d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=45ddd3f0-920e-4484-b44b-3fde5359271d,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:12:59.711822 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d5d80714-ceb7-44cf-ae8a-0dc61be050d0 req-fa012f8c-6ef5-42ec-9960-34704c07ba57 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755236 Jul 22 19:12:59.730977 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:59.749241 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event updated for resources: {'Port': ['ID=9df3022f-3694-41ee-8cbb-b947ff79670b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:59.774608 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:59.774952 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:59.775295 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:59.775633 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:59.775962 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:59.776296 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:59.776652 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:59.777333 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:59.777333 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:59.777638 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:59.777918 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:59.778235 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:12:59.818421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:59.819059 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:59.832291 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45136) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:12:59.848061 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d9bd4e76-3da9-47f7-a1a5-89b5fb5835f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7263815 Jul 22 19:12:59.859698 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-036e2c5c-2087-4d09-9c7f-d24a3b7dfd09 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Request body: {'port': {'device_id': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '06eb644b-f29e-45c4-8d9a-7769e64949ae', 'admin_state_up': True, 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'security_groups': ['e49db830-42f1-43d9-8db0-7d0f729a00b5']}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:12:59.876592 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:12:59.878373 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522a0d9-bac5-44c4-bb76-b3974789e1d7 req-4a506a24-ae84-4636-8c39-9680662b1ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:12:59.879881 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9522a0d9-bac5-44c4-bb76-b3974789e1d7 req-4a506a24-ae84-4636-8c39-9680662b1ee1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=43446fef-6ac7-466a-9f04-5ce65621e5e9 HTTP/1.1" status: 200 len: 920 time: 0.3300145 Jul 22 19:12:59.892128 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=45ddd3f0-920e-4484-b44b-3fde5359271d,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:12:59.939229 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9522a0d9-bac5-44c4-bb76-b3974789e1d7 req-edb6ea39-c111-47bc-8819-54cf898475e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 HTTP/1.1" status: 200 len: 217 time: 0.0475869 Jul 22 19:12:59.957397 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246ca8a6-c080-47cc-995f-44d93b798cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3403223-5e31-4a0f-bc09-2e107a70d0c8'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:12:59.957397 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d6f593-052f-4824-beaa-219ab35facdf" -d '{"events": [{"server_uuid": "246ca8a6-c080-47cc-995f-44d93b798cc3", "name": "network-vif-plugged", "status": "completed", "tag": "f3403223-5e31-4a0f-bc09-2e107a70d0c8"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:12:59.999013 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['45ddd3f0-920e-4484-b44b-3fde5359271d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:13:00.003705 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f3403223-5e31-4a0f-bc09-2e107a70d0c8, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f3403223-5e31-4a0f-bc09-2e107a70d0c8,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:00.044453 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:00.060152 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522a0d9-bac5-44c4-bb76-b3974789e1d7 req-d383a96a-e9b9-4466-967d-6fadc488443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:00.062915 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9522a0d9-bac5-44c4-bb76-b3974789e1d7 req-d383a96a-e9b9-4466-967d-6fadc488443a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=934071ba-1037-4dea-9f1f-4deae218fd12 HTTP/1.1" status: 200 len: 859 time: 0.0843306 Jul 22 19:13:00.072234 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328c9816-c865-4733-9d51-9b14a6b8f7b4 x-openstack-request-id: req-328c9816-c865-4733-9d51-9b14a6b8f7b4 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:13:00.072567 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246ca8a6-c080-47cc-995f-44d93b798cc3", "name": "network-vif-plugged", "status": "completed", "tag": "f3403223-5e31-4a0f-bc09-2e107a70d0c8", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:13:00.072797 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-328c9816-c865-4733-9d51-9b14a6b8f7b4 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:13:00.073186 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ca8a6-c080-47cc-995f-44d93b798cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3403223-5e31-4a0f-bc09-2e107a70d0c8', 'code': 200} Jul 22 19:13:00.095061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659c0ed-61e0-4edd-bf2d-66c26316e56e req-da7c6216-dea8-4d0a-b1ad-93441ebc072a tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:00.115172 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b659c0ed-61e0-4edd-bf2d-66c26316e56e req-da7c6216-dea8-4d0a-b1ad-93441ebc072a tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d21d4f-8587-4664-9e9c-a2523c34aa66 HTTP/1.1" status: 200 len: 949 time: 0.1484196 Jul 22 19:13:00.118763 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9522a0d9-bac5-44c4-bb76-b3974789e1d7 req-5478b6bf-a310-499e-99a6-ce5e1a44b218 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43446fef-6ac7-466a-9f04-5ce65621e5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472198 Jul 22 19:13:00.119474 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-036e2c5c-2087-4d09-9c7f-d24a3b7dfd09 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Made reservation on behalf of 598d83e90cdd48809c7ec7a29420c426 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:13:00.123894 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-036e2c5c-2087-4d09-9c7f-d24a3b7dfd09 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:00.144245 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-59b855a4-3e2d-425a-be95-88c86d7273a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:00.164211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=f3403223-5e31-4a0f-bc09-2e107a70d0c8,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:00.193589 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fa401377-2070-49fe-ab4c-42bad4618073 None None] Provisioning for port 9df3022f-3694-41ee-8cbb-b947ff79670b completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:13:00.204871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fa401377-2070-49fe-ab4c-42bad4618073 None None] Provisioning complete for port 9df3022f-3694-41ee-8cbb-b947ff79670b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:13:00.205247 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fa401377-2070-49fe-ab4c-42bad4618073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:00.262320 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-fa401377-2070-49fe-ab4c-42bad4618073 None None] Port 9df3022f-3694-41ee-8cbb-b947ff79670b cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:13:00.286841 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-59b855a4-3e2d-425a-be95-88c86d7273a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:00.295839 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-59b855a4-3e2d-425a-be95-88c86d7273a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:00.323260 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-59b855a4-3e2d-425a-be95-88c86d7273a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f89a818c3bcd415bba394e85059d1c38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4893558 Jul 22 19:13:00.331262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45144) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:00.342115 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b659c0ed-61e0-4edd-bf2d-66c26316e56e req-c97d8906-0c8c-4a89-b83b-ffdfa5417745 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256019 Jul 22 19:13:00.390876 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-036e2c5c-2087-4d09-9c7f-d24a3b7dfd09 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Allocated IP 10.2.2.200 (06eb644b-f29e-45c4-8d9a-7769e64949ae/eb3a5c04-3ab0-46f4-923f-871c4a99dc90/e70f378c-9c1a-448d-838d-2e90ac1ae42e) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:13:00.401043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b855a4-3e2d-425a-be95-88c86d7273a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b30437-a947-4a45-8a90-aa3ba8b01ceb,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:00.407399 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9522a0d9-bac5-44c4-bb76-b3974789e1d7 req-b13fe94a-2217-4352-8854-6b448d24b068 service neutron] 10.222.0.16 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694180 Jul 22 19:13:00.439446 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2f4d5-a2d9-4781-a3ed-3eadb029815d req-19186af3-64f0-4176-a328-a25aa956a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:00.441018 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cb2f4d5-a2d9-4781-a3ed-3eadb029815d req-19186af3-64f0-4176-a328-a25aa956a1bd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 1102 time: 0.3221776 Jul 22 19:13:00.535172 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-82b45b3b-a0e1-4393-ab8a-d69b3d3cf191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:00.581215 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-82b45b3b-a0e1-4393-ab8a-d69b3d3cf191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:00.584945 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9522a0d9-bac5-44c4-bb76-b3974789e1d7 req-58ab6e30-6b93-4872-a948-d2c438702f1e service neutron] 10.222.0.16 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642220 Jul 22 19:13:00.592296 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cb2f4d5-a2d9-4781-a3ed-3eadb029815d req-704dc655-9102-4041-bdf1-b74e8d070552 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383951 Jul 22 19:13:00.644914 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-036e2c5c-2087-4d09-9c7f-d24a3b7dfd09 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:00.658646 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac994c42-d285-441d-85bc-75d65c871d06 req-09d460c6-5e6c-4826-b6f7-d5d29910ade5 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:00.660228 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac994c42-d285-441d-85bc-75d65c871d06 req-09d460c6-5e6c-4826-b6f7-d5d29910ade5 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.1975689 Jul 22 19:13:00.668752 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73310aa4-3eaa-4718-af20-37aac8fd1b64 req-0c7fd8b7-00ba-4f56-b106-c84aaa01e5a0 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:00.670247 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73310aa4-3eaa-4718-af20-37aac8fd1b64 req-0c7fd8b7-00ba-4f56-b106-c84aaa01e5a0 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.2153168 Jul 22 19:13:00.690982 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-036e2c5c-2087-4d09-9c7f-d24a3b7dfd09 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Transition to ACTIVE for port object e70f378c-9c1a-448d-838d-2e90ac1ae42e will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:13:00.704186 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-82b45b3b-a0e1-4393-ab8a-d69b3d3cf191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:00.706829 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-82b45b3b-a0e1-4393-ab8a-d69b3d3cf191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:00.711383 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-82b45b3b-a0e1-4393-ab8a-d69b3d3cf191 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58b30437-a947-4a45-8a90-aa3ba8b01ceb HTTP/1.1" status: 204 len: 168 time: 0.3759634 Jul 22 19:13:00.732544 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b45b3b-a0e1-4393-ab8a-d69b3d3cf191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b30437-a947-4a45-8a90-aa3ba8b01ceb,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:00.749065 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-036e2c5c-2087-4d09-9c7f-d24a3b7dfd09 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:00.751453 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73310aa4-3eaa-4718-af20-37aac8fd1b64 req-60ad38dd-fb2a-42f8-96dd-b4e7d76edd3b tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729601 Jul 22 19:13:00.754179 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac994c42-d285-441d-85bc-75d65c871d06 req-fca6d260-c083-41c3-aed5-ce722d53b922 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830090 Jul 22 19:13:00.825518 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-036e2c5c-2087-4d09-9c7f-d24a3b7dfd09 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Network 06eb644b-f29e-45c4-8d9a-7769e64949ae is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:13:00.829892 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-036e2c5c-2087-4d09-9c7f-d24a3b7dfd09 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:13:00.834506 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-036e2c5c-2087-4d09-9c7f-d24a3b7dfd09 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:13:00.841935 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e2c5c-2087-4d09-9c7f-d24a3b7dfd09 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event updated for resources: {'Port': ['ID=e70f378c-9c1a-448d-838d-2e90ac1ae42e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:00.941738 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-036e2c5c-2087-4d09-9c7f-d24a3b7dfd09 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:00.942480 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-036e2c5c-2087-4d09-9c7f-d24a3b7dfd09 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:00.990947 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-036e2c5c-2087-4d09-9c7f-d24a3b7dfd09 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1367326 Jul 22 19:13:01.003779 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] Request body: {'port': {'device_id': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:01.007052 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0566d434-fa4e-4a9b-add8-c229f19eafce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:01.055529 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:01.085792 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227b7d4-5b04-40cd-8cba-683e18f24fe7 req-8e71d779-106b-4a94-8b56-d9646d22f17b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:01.092560 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227b7d4-5b04-40cd-8cba-683e18f24fe7 req-8e71d779-106b-4a94-8b56-d9646d22f17b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:01.098866 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227b7d4-5b04-40cd-8cba-683e18f24fe7 req-8e71d779-106b-4a94-8b56-d9646d22f17b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:01.115635 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227b7d4-5b04-40cd-8cba-683e18f24fe7 req-8e71d779-106b-4a94-8b56-d9646d22f17b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:01.129909 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227b7d4-5b04-40cd-8cba-683e18f24fe7 req-8e71d779-106b-4a94-8b56-d9646d22f17b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:01.131757 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9227b7d4-5b04-40cd-8cba-683e18f24fe7 req-8e71d779-106b-4a94-8b56-d9646d22f17b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 3816 time: 0.2316449 Jul 22 19:13:01.167844 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:01.179817 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9227b7d4-5b04-40cd-8cba-683e18f24fe7 req-06beccec-1462-4f2f-b226-2cc68ce4f89a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420640 Jul 22 19:13:01.290681 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bc858b0b-d7af-47ba-a4e1-31d6694419a4 None None] Provisioning for port e70f378c-9c1a-448d-838d-2e90ac1ae42e completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:13:01.298792 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bc858b0b-d7af-47ba-a4e1-31d6694419a4 None None] Provisioning complete for port e70f378c-9c1a-448d-838d-2e90ac1ae42e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:13:01.301114 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bc858b0b-d7af-47ba-a4e1-31d6694419a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:01.390800 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 45ddd3f0-920e-4484-b44b-3fde5359271d up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:13:01.438908 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-bc858b0b-d7af-47ba-a4e1-31d6694419a4 None None] Port e70f378c-9c1a-448d-838d-2e90ac1ae42e cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:13:01.482214 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 45ddd3f0-920e-4484-b44b-3fde5359271d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:13:01.487325 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 45ddd3f0-920e-4484-b44b-3fde5359271d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:13:01.491504 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:01.583659 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0894d912-7036-4f59-8c93-29af89302f62 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:01.593561 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:01.614751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e043dd3-81f7-41a1-ad25-76ddbbbda786 req-e94ba86a-2909-4f21-a542-f51af8c5dfa8 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:01.621674 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] Transition to ACTIVE for port object 0894d912-7036-4f59-8c93-29af89302f62 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:13:01.624118 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8e043dd3-81f7-41a1-ad25-76ddbbbda786 req-e94ba86a-2909-4f21-a542-f51af8c5dfa8 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d21d4f-8587-4664-9e9c-a2523c34aa66 HTTP/1.1" status: 200 len: 949 time: 0.1102920 Jul 22 19:13:01.626907 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:01.683840 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:01.698623 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] Pushing event updated for resources: {'Port': ['ID=0894d912-7036-4f59-8c93-29af89302f62,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:01.720826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8e043dd3-81f7-41a1-ad25-76ddbbbda786 req-5bde76af-2251-458e-9ee6-82bd1f589279 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851123 Jul 22 19:13:01.723002 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 45ddd3f0-920e-4484-b44b-3fde5359271d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=45ddd3f0-920e-4484-b44b-3fde5359271d,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:01.730740 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:01.804686 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=45ddd3f0-920e-4484-b44b-3fde5359271d,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:01.860029 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] Attempting to bind port 0894d912-7036-4f59-8c93-29af89302f62 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:13:01.860434 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] Attempting to bind port 0894d912-7036-4f59-8c93-29af89302f62 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'ede11575-67b0-4d88-84de-3f21001165e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:13:01.860864 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] Attempting to bind port 0894d912-7036-4f59-8c93-29af89302f62 on network 47ed28f7-e57b-4725-b7b8-4e2ff6ef303b {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:01.865613 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] Port 0894d912-7036-4f59-8c93-29af89302f62 on network 47ed28f7-e57b-4725-b7b8-4e2ff6ef303b not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:13:01.866015 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] Attempting to bind port 0894d912-7036-4f59-8c93-29af89302f62 on network 47ed28f7-e57b-4725-b7b8-4e2ff6ef303b {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:01.871669 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:13:01.872074 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] Checking segment: {'id': 'ede11575-67b0-4d88-84de-3f21001165e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:13:01.872565 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] Bound using segment: {'id': 'ede11575-67b0-4d88-84de-3f21001165e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:13:01.873064 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] Bound port: 0894d912-7036-4f59-8c93-29af89302f62, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ede11575-67b0-4d88-84de-3f21001165e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:13:01.873612 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:01.996622 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] For port 0894d912-7036-4f59-8c93-29af89302f62, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:13:02.000672 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] For port 0894d912-7036-4f59-8c93-29af89302f62, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=0894d912-7036-4f59-8c93-29af89302f62,segment=NetworkSegment(ede11575-67b0-4d88-84de-3f21001165e0),segment_id=ede11575-67b0-4d88-84de-3f21001165e0)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:13:02.006831 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:02.074354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d21d4f-8587-4664-9e9c-a2523c34aa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ddd3f0-920e-4484-b44b-3fde5359271d'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:13:02.076931 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0c7279-aa75-49ef-aeda-6978eb6aa230" -d '{"events": [{"server_uuid": "d7d21d4f-8587-4664-9e9c-a2523c34aa66", "name": "network-vif-plugged", "status": "completed", "tag": "45ddd3f0-920e-4484-b44b-3fde5359271d"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:13:02.108439 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:02.109150 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:02.123410 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] 10.222.0.16 "PUT /v2.0/ports/0894d912-7036-4f59-8c93-29af89302f62 HTTP/1.1" status: 200 len: 1092 time: 1.1247859 Jul 22 19:13:02.125861 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'tag': '0894d912-7036-4f59-8c93-29af89302f62'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:13:02.128332 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14eb21d9-5f8e-49d7-afd0-62e3ca1312ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "tag": "0894d912-7036-4f59-8c93-29af89302f62"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:13:02.186239 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] Request body: {'port': {'device_id': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:02.206739 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0859d8-5143-42fd-89a4-43f1bf115c9b req-3b695b4a-6fda-46b8-a386-a3a48473b9e8 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:02.213922 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f0859d8-5143-42fd-89a4-43f1bf115c9b req-3b695b4a-6fda-46b8-a386-a3a48473b9e8 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.3210030 Jul 22 19:13:02.236245 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48c785-d66b-40c7-8f54-8280b9c214cb req-56d0148f-d0f9-4db4-86b3-ccfe21c5dac4 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:02.237827 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd48c785-d66b-40c7-8f54-8280b9c214cb req-56d0148f-d0f9-4db4-86b3-ccfe21c5dac4 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.2878387 Jul 22 19:13:02.306313 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e097dcd-c57c-4b61-9c92-89c52c0ceb59 service neutron] Pushing event updated for resources: {'Port': ['ID=0894d912-7036-4f59-8c93-29af89302f62,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:02.422737 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:02.441756 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:02.442730 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f0859d8-5143-42fd-89a4-43f1bf115c9b req-c1b574c6-774b-4463-aad8-babe160a823e tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829669 Jul 22 19:13:02.472327 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd48c785-d66b-40c7-8f54-8280b9c214cb req-04da27ff-0ebd-4a3f-bd20-1b11195b33a1 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170131 Jul 22 19:13:02.520888 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2047ebc-3196-4c27-bc62-e54e3118ffc4 x-openstack-request-id: req-d2047ebc-3196-4c27-bc62-e54e3118ffc4 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:13:02.521288 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d21d4f-8587-4664-9e9c-a2523c34aa66", "name": "network-vif-plugged", "status": "completed", "tag": "45ddd3f0-920e-4484-b44b-3fde5359271d", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:13:02.521634 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2047ebc-3196-4c27-bc62-e54e3118ffc4 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:13:02.522110 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d21d4f-8587-4664-9e9c-a2523c34aa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ddd3f0-920e-4484-b44b-3fde5359271d', 'code': 200} Jul 22 19:13:02.741893 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0338cc03-1b99-491a-873d-876d7bfa70f8 x-openstack-request-id: req-0338cc03-1b99-491a-873d-876d7bfa70f8 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:13:02.742290 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "tag": "0894d912-7036-4f59-8c93-29af89302f62", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:13:02.742645 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0338cc03-1b99-491a-873d-876d7bfa70f8 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:13:02.743147 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'tag': '0894d912-7036-4f59-8c93-29af89302f62', 'status': 'completed', 'code': 200} Jul 22 19:13:02.919942 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb21d9-5f8e-49d7-afd0-62e3ca1312ba req-54266a84-2eee-4924-8e41-c925050c09dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:02.920657 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb21d9-5f8e-49d7-afd0-62e3ca1312ba req-54266a84-2eee-4924-8e41-c925050c09dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:02.922627 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb21d9-5f8e-49d7-afd0-62e3ca1312ba req-54266a84-2eee-4924-8e41-c925050c09dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:02.923381 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb21d9-5f8e-49d7-afd0-62e3ca1312ba req-54266a84-2eee-4924-8e41-c925050c09dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:02.923975 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb21d9-5f8e-49d7-afd0-62e3ca1312ba req-54266a84-2eee-4924-8e41-c925050c09dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:02.926029 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-14eb21d9-5f8e-49d7-afd0-62e3ca1312ba req-54266a84-2eee-4924-8e41-c925050c09dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=598d83e90cdd48809c7ec7a29420c426&device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 4364 time: 0.1820285 Jul 22 19:13:03.100797 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4caad598-a811-477a-8eac-c7e82e58d950 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:03.110164 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:03.123287 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] Transition to ACTIVE for port object 4caad598-a811-477a-8eac-c7e82e58d950 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:13:03.133386 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:03.290451 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb21d9-5f8e-49d7-afd0-62e3ca1312ba req-8df67bb8-a99e-4f62-ba95-a86830e88b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:03.291077 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb21d9-5f8e-49d7-afd0-62e3ca1312ba req-8df67bb8-a99e-4f62-ba95-a86830e88b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:03.291414 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb21d9-5f8e-49d7-afd0-62e3ca1312ba req-8df67bb8-a99e-4f62-ba95-a86830e88b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:03.292463 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb09d0-6434-46a8-be50-27d556eaa185 req-b4219b05-791d-4a55-916d-c155aeaaf0cc tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:03.293127 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-14eb21d9-5f8e-49d7-afd0-62e3ca1312ba req-8df67bb8-a99e-4f62-ba95-a86830e88b30 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=598d83e90cdd48809c7ec7a29420c426&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3545327 Jul 22 19:13:03.301654 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb09d0-6434-46a8-be50-27d556eaa185 req-b4219b05-791d-4a55-916d-c155aeaaf0cc tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:03.308754 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb09d0-6434-46a8-be50-27d556eaa185 req-b4219b05-791d-4a55-916d-c155aeaaf0cc tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:03.316338 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb09d0-6434-46a8-be50-27d556eaa185 req-b4219b05-791d-4a55-916d-c155aeaaf0cc tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:03.339407 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb09d0-6434-46a8-be50-27d556eaa185 req-b4219b05-791d-4a55-916d-c155aeaaf0cc tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:03.347479 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00fb09d0-6434-46a8-be50-27d556eaa185 req-b4219b05-791d-4a55-916d-c155aeaaf0cc tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 3828 time: 0.6917176 Jul 22 19:13:03.369170 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2818a-d902-4392-9e8e-4fbe328fde5b req-a933e6e0-7eeb-46b9-ac81-c4ba12eaf985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:03.370637 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92d2818a-d902-4392-9e8e-4fbe328fde5b req-a933e6e0-7eeb-46b9-ac81-c4ba12eaf985 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d7d21d4f-8587-4664-9e9c-a2523c34aa66 HTTP/1.1" status: 200 len: 1102 time: 0.7823606 Jul 22 19:13:03.393698 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] Pushing event updated for resources: {'Port': ['ID=4caad598-a811-477a-8eac-c7e82e58d950,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:03.441588 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-4d902ad8-7822-4723-ba22-1df55b08af50 tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=86cab072e42f4e109dee4a2c78d5d180&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1633317 Jul 22 19:13:03.569910 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb21d9-5f8e-49d7-afd0-62e3ca1312ba req-dcbcbe28-e3e8-42b9-ba49-ae51eedd6b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:03.571450 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-14eb21d9-5f8e-49d7-afd0-62e3ca1312ba req-dcbcbe28-e3e8-42b9-ba49-ae51eedd6b51 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2709157 Jul 22 19:13:03.598863 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] Attempting to bind port 4caad598-a811-477a-8eac-c7e82e58d950 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:13:03.598863 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] Attempting to bind port 4caad598-a811-477a-8eac-c7e82e58d950 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'c52169cd-f463-4ed2-99da-130e8770e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:13:03.598863 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] Attempting to bind port 4caad598-a811-477a-8eac-c7e82e58d950 on network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:03.622315 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] Port 4caad598-a811-477a-8eac-c7e82e58d950 on network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:13:03.622880 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] Attempting to bind port 4caad598-a811-477a-8eac-c7e82e58d950 on network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:03.622991 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00fb09d0-6434-46a8-be50-27d556eaa185 req-63a0dbf0-41ec-4290-b34d-d47b816f34ee tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2746525 Jul 22 19:13:03.635363 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:13:03.636869 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] Checking segment: {'id': 'c52169cd-f463-4ed2-99da-130e8770e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:13:03.639066 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] Bound using segment: {'id': 'c52169cd-f463-4ed2-99da-130e8770e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:13:03.642213 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] Bound port: 4caad598-a811-477a-8eac-c7e82e58d950, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52169cd-f463-4ed2-99da-130e8770e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:13:03.643105 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:03.684655 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92d2818a-d902-4392-9e8e-4fbe328fde5b req-00d57bd1-d031-48ef-b80e-53df9f61dc40 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748346 Jul 22 19:13:03.754779 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-ea341eba-2115-47d8-9899-a9d30c2d4ac2 tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:03.756349 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-ea341eba-2115-47d8-9899-a9d30c2d4ac2 tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2700942 Jul 22 19:13:03.769545 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] For port 4caad598-a811-477a-8eac-c7e82e58d950, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:13:03.773969 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] For port 4caad598-a811-477a-8eac-c7e82e58d950, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=4caad598-a811-477a-8eac-c7e82e58d950,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:13:03.784121 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:03.793138 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-c25c8bcf-10b9-4ec5-8f14-83b156e26eb8 tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.13 "GET /v2.0/quotas/86cab072e42f4e109dee4a2c78d5d180 HTTP/1.1" status: 200 len: 375 time: 0.0181577 Jul 22 19:13:03.858341 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-fd4322ee-29f4-4f80-bc9a-19d81c62f4ec tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=86cab072e42f4e109dee4a2c78d5d180&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528336 Jul 22 19:13:03.879474 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c023f-897c-4a05-9025-c1857a13fc4b req-f5383610-0e38-43ff-bac8-acbc15bb6853 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:03.881750 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0f3c023f-897c-4a05-9025-c1857a13fc4b req-f5383610-0e38-43ff-bac8-acbc15bb6853 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d21d4f-8587-4664-9e9c-a2523c34aa66 HTTP/1.1" status: 200 len: 950 time: 0.1442657 Jul 22 19:13:03.882740 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:03.883595 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:03.886475 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] 10.222.0.16 "PUT /v2.0/ports/4caad598-a811-477a-8eac-c7e82e58d950 HTTP/1.1" status: 200 len: 1130 time: 1.7276185 Jul 22 19:13:03.899140 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:03.923930 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] Request body: {'port': {'device_id': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:03.978553 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0f3c023f-897c-4a05-9025-c1857a13fc4b req-38b57e02-8b1c-4585-b640-6a0fffbf38d0 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906515 Jul 22 19:13:04.066071 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ba78a-8e91-443d-815d-f6ea0065df9c service neutron] Pushing event updated for resources: {'Port': ['ID=4caad598-a811-477a-8eac-c7e82e58d950,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:04.210100 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:04.375560 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd54872-c189-4e79-aca3-62711b9e93b8 req-4367dfb9-1328-4bca-920f-ff97a03f515a tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:04.375560 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bd54872-c189-4e79-aca3-62711b9e93b8 req-4367dfb9-1328-4bca-920f-ff97a03f515a tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.2119031 Jul 22 19:13:04.404598 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5b71e-cdea-41bb-90d2-af550bfdb9f3 req-f913b8bd-13f2-4451-95fa-b504e3130ecf tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:04.414033 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6b5b71e-cdea-41bb-90d2-af550bfdb9f3 req-f913b8bd-13f2-4451-95fa-b504e3130ecf tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.2601295 Jul 22 19:13:04.514604 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6b5b71e-cdea-41bb-90d2-af550bfdb9f3 req-7d991ed8-af40-46ca-b03d-1fa9a91ec1a1 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981915 Jul 22 19:13:04.526103 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bd54872-c189-4e79-aca3-62711b9e93b8 req-b522a4eb-94de-451f-b692-f41841cdc545 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084893 Jul 22 19:13:04.646860 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c282433f-1f12-4edd-ba83-00ca5c5f4a75 req-3ed65e06-6f3e-4fee-922f-fef1ccd117c6 tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0 HTTP/1.1" status: 200 len: 210 time: 0.0573373 Jul 22 19:13:04.941746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63928767-4fff-4b82-8f23-8350f5052334 req-e61c4554-cdc1-4809-a15f-605b2701ecfd tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:04.948456 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63928767-4fff-4b82-8f23-8350f5052334 req-e61c4554-cdc1-4809-a15f-605b2701ecfd tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:04.961603 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63928767-4fff-4b82-8f23-8350f5052334 req-e61c4554-cdc1-4809-a15f-605b2701ecfd tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:04.975442 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63928767-4fff-4b82-8f23-8350f5052334 req-e61c4554-cdc1-4809-a15f-605b2701ecfd tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:05.001856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63928767-4fff-4b82-8f23-8350f5052334 req-e61c4554-cdc1-4809-a15f-605b2701ecfd tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:05.029863 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63928767-4fff-4b82-8f23-8350f5052334 req-e61c4554-cdc1-4809-a15f-605b2701ecfd tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:05.035263 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-63928767-4fff-4b82-8f23-8350f5052334 req-e61c4554-cdc1-4809-a15f-605b2701ecfd tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 4599 time: 0.2502880 Jul 22 19:13:05.106236 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:05.133387 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:05.153834 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-63928767-4fff-4b82-8f23-8350f5052334 req-e7a79eda-28c3-4bf8-989f-b159b05b1009 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1118867 Jul 22 19:13:05.159275 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] Transition to ACTIVE for port object 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:13:05.160501 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'tag': '4caad598-a811-477a-8eac-c7e82e58d950'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:13:05.164834 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be58ab62-9636-4d6c-9506-88b0b7799861" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "tag": "4caad598-a811-477a-8eac-c7e82e58d950"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:13:05.170406 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:05.244630 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] Pushing event updated for resources: {'Port': ['ID=1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:05.305910 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2c13a8-d19a-44f7-b044-e79d628ba0ba x-openstack-request-id: req-6e2c13a8-d19a-44f7-b044-e79d628ba0ba {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:13:05.306206 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "tag": "4caad598-a811-477a-8eac-c7e82e58d950", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:13:05.309511 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e2c13a8-d19a-44f7-b044-e79d628ba0ba {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:13:05.309882 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'tag': '4caad598-a811-477a-8eac-c7e82e58d950', 'status': 'completed', 'code': 200} Jul 22 19:13:05.341666 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c13f0-706b-4f69-a417-cac3fa93fb8b req-192b7483-a7f9-4ad7-b1b8-fc49ba814a90 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:05.348677 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f14c13f0-706b-4f69-a417-cac3fa93fb8b req-192b7483-a7f9-4ad7-b1b8-fc49ba814a90 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d21d4f-8587-4664-9e9c-a2523c34aa66 HTTP/1.1" status: 200 len: 950 time: 0.1937451 Jul 22 19:13:05.445286 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] Attempting to bind port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:13:05.445619 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] Attempting to bind port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'c52169cd-f463-4ed2-99da-130e8770e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:13:05.445944 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] Attempting to bind port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 on network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:05.491107 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] Port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 on network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:13:05.491345 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] Attempting to bind port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 on network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:05.524673 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:13:05.525374 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] Checking segment: {'id': 'c52169cd-f463-4ed2-99da-130e8770e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:13:05.525924 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] Bound using segment: {'id': 'c52169cd-f463-4ed2-99da-130e8770e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:13:05.526563 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] Bound port: 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52169cd-f463-4ed2-99da-130e8770e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:13:05.527085 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:05.534391 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f14c13f0-706b-4f69-a417-cac3fa93fb8b req-441c54d6-b3b2-4cf6-997b-b4662f00cb68 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788993 Jul 22 19:13:05.536979 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58ab62-9636-4d6c-9506-88b0b7799861 req-525d78e1-023e-4760-b1c9-69682e7538c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:05.537647 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58ab62-9636-4d6c-9506-88b0b7799861 req-525d78e1-023e-4760-b1c9-69682e7538c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:05.538288 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58ab62-9636-4d6c-9506-88b0b7799861 req-525d78e1-023e-4760-b1c9-69682e7538c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:05.539098 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58ab62-9636-4d6c-9506-88b0b7799861 req-525d78e1-023e-4760-b1c9-69682e7538c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:05.551248 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58ab62-9636-4d6c-9506-88b0b7799861 req-525d78e1-023e-4760-b1c9-69682e7538c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:05.551751 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58ab62-9636-4d6c-9506-88b0b7799861 req-525d78e1-023e-4760-b1c9-69682e7538c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:05.552234 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58ab62-9636-4d6c-9506-88b0b7799861 req-525d78e1-023e-4760-b1c9-69682e7538c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:05.554357 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-be58ab62-9636-4d6c-9506-88b0b7799861 req-525d78e1-023e-4760-b1c9-69682e7538c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=598d83e90cdd48809c7ec7a29420c426&device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 6170 time: 0.2137384 Jul 22 19:13:05.681275 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-8af293e9-4ab1-447c-967b-09ce25859ce8 tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=86cab072e42f4e109dee4a2c78d5d180&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662100 Jul 22 19:13:05.871813 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] For port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:13:05.939207 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] For port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:13:05.959750 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:05.969095 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58ab62-9636-4d6c-9506-88b0b7799861 req-e8d90878-166e-4fd4-bca9-06e3a17f9602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:05.970193 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58ab62-9636-4d6c-9506-88b0b7799861 req-e8d90878-166e-4fd4-bca9-06e3a17f9602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:05.970193 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58ab62-9636-4d6c-9506-88b0b7799861 req-e8d90878-166e-4fd4-bca9-06e3a17f9602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:05.971834 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-be58ab62-9636-4d6c-9506-88b0b7799861 req-e8d90878-166e-4fd4-bca9-06e3a17f9602 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=598d83e90cdd48809c7ec7a29420c426&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4057987 Jul 22 19:13:06.002061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d14075-a187-45fa-954b-1a9848d51b78 req-3fde0659-cbda-45af-84e6-1efd0b5fd71b tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:06.003599 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2d14075-a187-45fa-954b-1a9848d51b78 req-3fde0659-cbda-45af-84e6-1efd0b5fd71b tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.2979102 Jul 22 19:13:06.013590 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-238c8a5b-3878-42a2-86ee-44e45c40d5fe tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:06.019682 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-238c8a5b-3878-42a2-86ee-44e45c40d5fe tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3299139 Jul 22 19:13:06.038975 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:06.039786 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:06.041425 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] 10.222.0.16 "PUT /v2.0/ports/1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 HTTP/1.1" status: 200 len: 1132 time: 2.1293206 Jul 22 19:13:06.068420 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e916f32-26a0-4562-9a50-422d9d9c8f0b req-330ced10-5b2d-40d6-9c7b-678b9e1a64ac tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:06.081208 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4e916f32-26a0-4562-9a50-422d9d9c8f0b req-330ced10-5b2d-40d6-9c7b-678b9e1a64ac tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.3245201 Jul 22 19:13:06.082797 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] Request body: {'port': {'device_id': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:06.114595 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Request body: {'port': {'device_id': '6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': '86cab072e42f4e109dee4a2c78d5d180'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:06.183321 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2d14075-a187-45fa-954b-1a9848d51b78 req-0f9013e3-0f14-4901-bc56-c08e6e1dd68c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573596 Jul 22 19:13:06.380803 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4e916f32-26a0-4562-9a50-422d9d9c8f0b req-9d9bf324-5aaf-41b6-ba2d-7bd334568d20 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984276 Jul 22 19:13:06.465916 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:06.492269 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4aac1c22-d803-44d5-9c49-ca6b57fdb05b req-a6cc59dd-0667-4832-a2b4-150404804dd4 tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0 HTTP/1.1" status: 200 len: 210 time: 0.1389050 Jul 22 19:13:06.639455 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58ab62-9636-4d6c-9506-88b0b7799861 req-cddd8792-4438-44f0-aa98-0d0d01a69ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:06.642048 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-be58ab62-9636-4d6c-9506-88b0b7799861 req-cddd8792-4438-44f0-aa98-0d0d01a69ab0 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6625662 Jul 22 19:13:06.651898 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Made reservation on behalf of 86cab072e42f4e109dee4a2c78d5d180 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:13:06.656020 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:06.678577 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:06.699248 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0191cf2-0b3a-46fd-83c2-db8d0606a6eb service neutron] Pushing event updated for resources: {'Port': ['ID=1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:06.763982 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:13:06.884490 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876311-b99c-4709-9b99-e48514b291d1 req-f88b8e69-14e4-430b-ad21-840bb1becef1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:06.892146 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876311-b99c-4709-9b99-e48514b291d1 req-f88b8e69-14e4-430b-ad21-840bb1becef1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:06.898544 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876311-b99c-4709-9b99-e48514b291d1 req-f88b8e69-14e4-430b-ad21-840bb1becef1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:06.905253 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876311-b99c-4709-9b99-e48514b291d1 req-f88b8e69-14e4-430b-ad21-840bb1becef1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:06.912627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876311-b99c-4709-9b99-e48514b291d1 req-f88b8e69-14e4-430b-ad21-840bb1becef1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:06.918823 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876311-b99c-4709-9b99-e48514b291d1 req-f88b8e69-14e4-430b-ad21-840bb1becef1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:06.927445 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876311-b99c-4709-9b99-e48514b291d1 req-f88b8e69-14e4-430b-ad21-840bb1becef1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:06.929867 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8876311-b99c-4709-9b99-e48514b291d1 req-f88b8e69-14e4-430b-ad21-840bb1becef1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5372 time: 0.3626015 Jul 22 19:13:07.008215 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8876311-b99c-4709-9b99-e48514b291d1 req-9528d884-1d05-4126-a293-1631c3c9d108 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716138 Jul 22 19:13:07.029377 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-031bbe6b-9be9-4ff9-a08a-0940cd29b50a tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bdd619a2063c48548f26c6ebbd644353&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0938833 Jul 22 19:13:07.127555 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:07.133459 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:07.273989 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259e9db0-beba-44b5-801c-945259c53a16 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:07.284592 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:07.316563 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'tag': '1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:13:07.323183 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5692d4e-034c-4cb0-91ba-2f6b5b2327cf" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "tag": "1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:13:07.328994 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a82ee8-030a-4d4e-ad1a-4116273e4330,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:07.340780 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] Transition to ACTIVE for port object 259e9db0-beba-44b5-801c-945259c53a16 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:13:07.347502 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:07.398326 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:07.398766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:07.399177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:07.399620 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:07.400073 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:07.400531 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:07.400975 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:07.401409 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:07.401893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:07.402320 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:07.402749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:07.404692 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:07.568746 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] Pushing event updated for resources: {'Port': ['ID=259e9db0-beba-44b5-801c-945259c53a16,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:07.580341 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] Attempting to bind port 259e9db0-beba-44b5-801c-945259c53a16 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:13:07.580717 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] Attempting to bind port 259e9db0-beba-44b5-801c-945259c53a16 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'c52169cd-f463-4ed2-99da-130e8770e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:13:07.581117 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] Attempting to bind port 259e9db0-beba-44b5-801c-945259c53a16 on network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:07.583459 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-b20f2b0e-af00-4a39-ba31-0e58372e0eb7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:07.600460 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] Port 259e9db0-beba-44b5-801c-945259c53a16 on network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:13:07.600460 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] Attempting to bind port 259e9db0-beba-44b5-801c-945259c53a16 on network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:07.608243 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-b20f2b0e-af00-4a39-ba31-0e58372e0eb7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5689919 Jul 22 19:13:07.610957 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:13:07.611316 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] Checking segment: {'id': 'c52169cd-f463-4ed2-99da-130e8770e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:13:07.611711 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] Bound using segment: {'id': 'c52169cd-f463-4ed2-99da-130e8770e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:13:07.613300 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] Bound port: 259e9db0-beba-44b5-801c-945259c53a16, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52169cd-f463-4ed2-99da-130e8770e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:13:07.613688 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:07.645653 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bee38-ae08-4e27-a4b6-272b961edd70 req-ade1c024-2632-43b8-92af-0b549b8e67a4 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:07.647648 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fd1bee38-ae08-4e27-a4b6-272b961edd70 req-ade1c024-2632-43b8-92af-0b549b8e67a4 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.3351424 Jul 22 19:13:07.677204 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-8ed15516-d79b-4d26-9be0-21d5a0b981af tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/quotas/bdd619a2063c48548f26c6ebbd644353 HTTP/1.1" status: 200 len: 375 time: 0.0668979 Jul 22 19:13:07.773452 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] For port 259e9db0-beba-44b5-801c-945259c53a16, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:13:07.782771 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] For port 259e9db0-beba-44b5-801c-945259c53a16, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=259e9db0-beba-44b5-801c-945259c53a16,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:13:07.789932 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:07.796747 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Allocated IP 192.168.233.99 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/f2daee6c-462e-4029-a134-a1e2a3f59cd0) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:13:07.861246 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fd1bee38-ae08-4e27-a4b6-272b961edd70 req-dde0b381-d2ed-4ebd-bcab-d04cc5ecca81 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007678 Jul 22 19:13:07.879584 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:07.880248 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:07.882169 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] 10.222.0.16 "PUT /v2.0/ports/259e9db0-beba-44b5-801c-945259c53a16 HTTP/1.1" status: 200 len: 1092 time: 1.8041987 Jul 22 19:13:07.921523 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] Request body: {'port': {'device_id': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:07.975974 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5f4f5-c1e2-4019-b3ef-a141f8273b2c service neutron] Pushing event updated for resources: {'Port': ['ID=259e9db0-beba-44b5-801c-945259c53a16,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:07.987036 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-ae242475-67ef-4e20-b6af-a7d08e01ed88 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdd619a2063c48548f26c6ebbd644353&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3082528 Jul 22 19:13:08.043765 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f886352-1856-4530-95d2-2a88537ac9c8 x-openstack-request-id: req-4f886352-1856-4530-95d2-2a88537ac9c8 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:13:08.044197 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "tag": "1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:13:08.044930 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f886352-1856-4530-95d2-2a88537ac9c8 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:13:08.046865 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'tag': '1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669', 'status': 'completed', 'code': 200} Jul 22 19:13:08.238998 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5e032a0-73b8-4c89-85b3-97446be8d1ec req-33acf9e6-9a51-426e-aa79-8d86cb785d4d tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0 HTTP/1.1" status: 200 len: 210 time: 0.1161232 Jul 22 19:13:08.306695 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:08.375109 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:08.539371 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5692d4e-034c-4cb0-91ba-2f6b5b2327cf req-e9adff31-f49c-423c-9fc3-91a79624dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:08.539866 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5692d4e-034c-4cb0-91ba-2f6b5b2327cf req-e9adff31-f49c-423c-9fc3-91a79624dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:08.540348 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5692d4e-034c-4cb0-91ba-2f6b5b2327cf req-e9adff31-f49c-423c-9fc3-91a79624dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:08.540875 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5692d4e-034c-4cb0-91ba-2f6b5b2327cf req-e9adff31-f49c-423c-9fc3-91a79624dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:08.541743 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5692d4e-034c-4cb0-91ba-2f6b5b2327cf req-e9adff31-f49c-423c-9fc3-91a79624dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:08.542599 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5692d4e-034c-4cb0-91ba-2f6b5b2327cf req-e9adff31-f49c-423c-9fc3-91a79624dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:08.543080 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5692d4e-034c-4cb0-91ba-2f6b5b2327cf req-e9adff31-f49c-423c-9fc3-91a79624dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:08.545317 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a5692d4e-034c-4cb0-91ba-2f6b5b2327cf req-e9adff31-f49c-423c-9fc3-91a79624dce0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=598d83e90cdd48809c7ec7a29420c426&device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 6280 time: 0.5063021 Jul 22 19:13:08.560541 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Transition to ACTIVE for port object f2daee6c-462e-4029-a134-a1e2a3f59cd0 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:13:08.907753 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:08.995071 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-603e884f-7119-4cb5-aab2-cb6c2d23ad8e tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:09.009185 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-603e884f-7119-4cb5-aab2-cb6c2d23ad8e tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/networks?id=514a0e5c-9f7d-441e-bd44-a73cdc03e754 HTTP/1.1" status: 200 len: 814 time: 0.4648392 Jul 22 19:13:09.055661 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:09.083959 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5692d4e-034c-4cb0-91ba-2f6b5b2327cf req-7cae15ae-a5f0-42b7-bb14-0e53e8ac9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:09.084738 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5692d4e-034c-4cb0-91ba-2f6b5b2327cf req-7cae15ae-a5f0-42b7-bb14-0e53e8ac9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:09.085283 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5692d4e-034c-4cb0-91ba-2f6b5b2327cf req-7cae15ae-a5f0-42b7-bb14-0e53e8ac9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:09.087294 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a5692d4e-034c-4cb0-91ba-2f6b5b2327cf req-7cae15ae-a5f0-42b7-bb14-0e53e8ac9334 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=598d83e90cdd48809c7ec7a29420c426&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4011509 Jul 22 19:13:09.093549 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc824b-e939-49f1-b187-d72cc2fef819 req-5e8c3a01-b6e0-4d1c-9f39-812324a9aa6f tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:09.095421 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4cc824b-e939-49f1-b187-d72cc2fef819 req-5e8c3a01-b6e0-4d1c-9f39-812324a9aa6f tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.6466482 Jul 22 19:13:09.189696 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-3cd9077e-3df2-4a53-9774-ffa2b885136b tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/quotas/43fe21ac8a7d4b839e35f47549c83dd3 HTTP/1.1" status: 200 len: 375 time: 0.1795082 Jul 22 19:13:09.252681 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2accf516-ee91-4bb6-b761-c8c09b679d76 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:09.255228 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:13:09.263492 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:09.268091 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5692d4e-034c-4cb0-91ba-2f6b5b2327cf req-e25d880a-d73d-4d95-8231-ea21e41d7f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:09.269893 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a5692d4e-034c-4cb0-91ba-2f6b5b2327cf req-e25d880a-d73d-4d95-8231-ea21e41d7f88 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1732378 Jul 22 19:13:09.295652 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] Transition to ACTIVE for port object 2accf516-ee91-4bb6-b761-c8c09b679d76 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:13:09.302484 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:09.314365 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:13:09.329366 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:13:09.386021 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2accf516-ee91-4bb6-b761-c8c09b679d76,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:09.448408 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:09.448971 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:09.486763 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] Attempting to bind port 2accf516-ee91-4bb6-b761-c8c09b679d76 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:13:09.487108 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] Attempting to bind port 2accf516-ee91-4bb6-b761-c8c09b679d76 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'c52169cd-f463-4ed2-99da-130e8770e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:13:09.487445 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] Attempting to bind port 2accf516-ee91-4bb6-b761-c8c09b679d76 on network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:09.503934 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4205868 Jul 22 19:13:09.504931 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] Port 2accf516-ee91-4bb6-b761-c8c09b679d76 on network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:13:09.505265 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] Attempting to bind port 2accf516-ee91-4bb6-b761-c8c09b679d76 on network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:09.513330 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:13:09.513677 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] Checking segment: {'id': 'c52169cd-f463-4ed2-99da-130e8770e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:13:09.514073 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] Bound using segment: {'id': 'c52169cd-f463-4ed2-99da-130e8770e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:13:09.514513 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] Bound port: 2accf516-ee91-4bb6-b761-c8c09b679d76, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52169cd-f463-4ed2-99da-130e8770e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:13:09.515404 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:09.548518 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] Request body: {'port': {'device_id': '6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:09.604339 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebe578-1165-4673-b888-563d1fee520b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Pushing event updated for resources: {'Port': ['ID=f2daee6c-462e-4029-a134-a1e2a3f59cd0,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:09.629901 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] For port 2accf516-ee91-4bb6-b761-c8c09b679d76, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:13:09.638046 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] For port 2accf516-ee91-4bb6-b761-c8c09b679d76, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=2accf516-ee91-4bb6-b761-c8c09b679d76,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:13:09.646537 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:09.676776 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4cc824b-e939-49f1-b187-d72cc2fef819 req-b3f9c6e2-f5d6-46ec-a75b-cfe1244e2790 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5568590 Jul 22 19:13:09.835750 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45418) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:09.857372 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-3ac60433-e93e-4a74-a47b-b7e74e53026e tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43fe21ac8a7d4b839e35f47549c83dd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6667988 Jul 22 19:13:09.880582 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:09.881519 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:09.889224 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] 10.222.0.16 "PUT /v2.0/ports/2accf516-ee91-4bb6-b761-c8c09b679d76 HTTP/1.1" status: 200 len: 1092 time: 1.9773927 Jul 22 19:13:09.902944 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bdf6e-345b-4cb3-8b6b-ea7f00f4d9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2accf516-ee91-4bb6-b761-c8c09b679d76,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:09.932449 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8b218de0-d68a-4201-ba4e-e2f07b10261b None None] Provisioning for port f2daee6c-462e-4029-a134-a1e2a3f59cd0 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:13:09.959730 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8b218de0-d68a-4201-ba4e-e2f07b10261b None None] Provisioning complete for port f2daee6c-462e-4029-a134-a1e2a3f59cd0 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:13:09.961273 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8b218de0-d68a-4201-ba4e-e2f07b10261b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:09.963437 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-eda33af8-9048-449c-a813-90bee7c53094 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=bdd619a2063c48548f26c6ebbd644353&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0947361 Jul 22 19:13:09.975158 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] Request body: {'port': {'device_id': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:10.014510 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:10.064299 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-8b218de0-d68a-4201-ba4e-e2f07b10261b None None] Port f2daee6c-462e-4029-a134-a1e2a3f59cd0 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:13:10.079292 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'tag': '259e9db0-beba-44b5-801c-945259c53a16'}, {'name': 'network-changed', 'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'tag': '2accf516-ee91-4bb6-b761-c8c09b679d76'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:13:10.086736 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "tag": "259e9db0-beba-44b5-801c-945259c53a16"}, {"name": "network-changed", "server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "tag": "2accf516-ee91-4bb6-b761-c8c09b679d76"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:13:10.196784 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:10.313648 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7e320a28-dbf0-47e1-bfe0-666f47886785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:10.357457 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fbc18-b8c0-45db-9a55-123f73001765 req-7ec7a587-b9bd-41f4-a423-f2aa40acc633 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:10.363966 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fbc18-b8c0-45db-9a55-123f73001765 req-7ec7a587-b9bd-41f4-a423-f2aa40acc633 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:10.370414 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fbc18-b8c0-45db-9a55-123f73001765 req-7ec7a587-b9bd-41f4-a423-f2aa40acc633 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:10.387459 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fbc18-b8c0-45db-9a55-123f73001765 req-7ec7a587-b9bd-41f4-a423-f2aa40acc633 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:10.394690 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fbc18-b8c0-45db-9a55-123f73001765 req-7ec7a587-b9bd-41f4-a423-f2aa40acc633 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:10.411590 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fbc18-b8c0-45db-9a55-123f73001765 req-7ec7a587-b9bd-41f4-a423-f2aa40acc633 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:10.417604 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fbc18-b8c0-45db-9a55-123f73001765 req-7ec7a587-b9bd-41f4-a423-f2aa40acc633 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:10.430155 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-395fbc18-b8c0-45db-9a55-123f73001765 req-7ec7a587-b9bd-41f4-a423-f2aa40acc633 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5396 time: 0.5925691 Jul 22 19:13:10.590034 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-3469c261-dadf-484f-abbf-77bf6e2beae3 service neutron] 10.222.0.13 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7317472 Jul 22 19:13:10.639376 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-b27d0c68-d0ca-4d58-9573-76b0e3d304d7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:10.641294 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-b27d0c68-d0ca-4d58-9573-76b0e3d304d7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6590374 Jul 22 19:13:10.691210 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df3022f-3694-41ee-8cbb-b947ff79670b {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:10.702720 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:10.724889 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] Transition to ACTIVE for port object 9df3022f-3694-41ee-8cbb-b947ff79670b will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:13:10.730273 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:10.745052 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-39630cfa-91b3-41a2-9e19-7f8d808506b7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Request body: {'port': {'device_id': '22dde568-cd4d-4ec4-85c4-026efdd0b011', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': 'bdd619a2063c48548f26c6ebbd644353'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:10.908160 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] Pushing event updated for resources: {'Port': ['ID=9df3022f-3694-41ee-8cbb-b947ff79670b,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:10.996843 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] Attempting to bind port 9df3022f-3694-41ee-8cbb-b947ff79670b on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:13:10.997194 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] Attempting to bind port 9df3022f-3694-41ee-8cbb-b947ff79670b by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '1516a7d0-ce2f-448e-96b4-47e0539fd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '06eb644b-f29e-45c4-8d9a-7769e64949ae'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:13:10.997643 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] Attempting to bind port 9df3022f-3694-41ee-8cbb-b947ff79670b on network 06eb644b-f29e-45c4-8d9a-7769e64949ae {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:11.005982 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] Port 9df3022f-3694-41ee-8cbb-b947ff79670b on network 06eb644b-f29e-45c4-8d9a-7769e64949ae not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:13:11.006401 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] Attempting to bind port 9df3022f-3694-41ee-8cbb-b947ff79670b on network 06eb644b-f29e-45c4-8d9a-7769e64949ae {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:11.014244 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:13:11.015212 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] Checking segment: {'id': '1516a7d0-ce2f-448e-96b4-47e0539fd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '06eb644b-f29e-45c4-8d9a-7769e64949ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:13:11.016508 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] Bound using segment: {'id': '1516a7d0-ce2f-448e-96b4-47e0539fd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '06eb644b-f29e-45c4-8d9a-7769e64949ae'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:13:11.017420 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] Bound port: 9df3022f-3694-41ee-8cbb-b947ff79670b, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1516a7d0-ce2f-448e-96b4-47e0539fd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '06eb644b-f29e-45c4-8d9a-7769e64949ae'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:13:11.018208 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:11.248384 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] For port 9df3022f-3694-41ee-8cbb-b947ff79670b, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:13:11.252555 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] For port 9df3022f-3694-41ee-8cbb-b947ff79670b, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9df3022f-3694-41ee-8cbb-b947ff79670b,segment=NetworkSegment(1516a7d0-ce2f-448e-96b4-47e0539fd09b),segment_id=1516a7d0-ce2f-448e-96b4-47e0539fd09b)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:13:11.257891 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:11.274709 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-395fbc18-b8c0-45db-9a55-123f73001765 req-d0bfd92e-9221-43a2-aba9-26ab68ec5de7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8197331 Jul 22 19:13:11.346391 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:11.347908 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:11.351444 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] 10.222.0.16 "PUT /v2.0/ports/9df3022f-3694-41ee-8cbb-b947ff79670b HTTP/1.1" status: 200 len: 1092 time: 1.4100811 Jul 22 19:13:11.351895 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-c53df0c4-1cac-417f-8cbd-a6166b3c4585 service neutron] 10.222.0.13 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7608764 Jul 22 19:13:11.401088 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] Request body: {'port': {'device_id': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:11.473688 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:11.485644 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936759f-3438-410c-82f1-0bad0dda9be1 service neutron] Pushing event updated for resources: {'Port': ['ID=9df3022f-3694-41ee-8cbb-b947ff79670b,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:11.494021 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-054e98d6-9473-4830-88ed-1d427c916650 req-2a852c90-cb3a-46eb-94cd-a5f98b6b2139 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dde568-cd4d-4ec4-85c4-026efdd0b011 HTTP/1.1" status: 200 len: 210 time: 0.0604904 Jul 22 19:13:11.526298 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7e320a28-dbf0-47e1-bfe0-666f47886785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:11.578609 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7e320a28-dbf0-47e1-bfe0-666f47886785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:11.606667 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:11.724736 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-39630cfa-91b3-41a2-9e19-7f8d808506b7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Made reservation on behalf of bdd619a2063c48548f26c6ebbd644353 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:13:11.731127 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-39630cfa-91b3-41a2-9e19-7f8d808506b7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:11.769698 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7e320a28-dbf0-47e1-bfe0-666f47886785 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad014d6833c64d44a2f27ab594ccf042&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9279771 Jul 22 19:13:11.771406 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45446) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:11.799638 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e320a28-dbf0-47e1-bfe0-666f47886785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f4869a-8b04-4423-b692-089ebf5beced,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:11.922952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2daee6c-462e-4029-a134-a1e2a3f59cd0 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:11.966317 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bb1de4f7-659d-48c1-83ec-e4345fbedef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:11.974394 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:12.009215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61319702-5bae-4d78-a256-175d601bbe8c req-9b2c563e-5d93-4667-8503-76fdb7f01155 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:12.016592 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-61319702-5bae-4d78-a256-175d601bbe8c req-9b2c563e-5d93-4667-8503-76fdb7f01155 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.3740392 Jul 22 19:13:12.024006 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bb1de4f7-659d-48c1-83ec-e4345fbedef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:12.030740 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] Transition to ACTIVE for port object f2daee6c-462e-4029-a134-a1e2a3f59cd0 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:13:12.049830 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:12.160242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b33668-973a-4812-ba07-16480c75cef9 req-f6acbfde-d9b1-4478-9817-d2d22e2743a0 tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:12.161707 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82b33668-973a-4812-ba07-16480c75cef9 req-f6acbfde-d9b1-4478-9817-d2d22e2743a0 tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0 HTTP/1.1" status: 200 len: 935 time: 0.3932545 Jul 22 19:13:12.193101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-61319702-5bae-4d78-a256-175d601bbe8c req-3da885c5-061c-4e4f-9e27-2cb33d1d3c7a tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755273 Jul 22 19:13:12.193394 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70f378c-9c1a-448d-838d-2e90ac1ae42e {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:12.218618 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:12.239414 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] Transition to ACTIVE for port object e70f378c-9c1a-448d-838d-2e90ac1ae42e will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:13:12.241234 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bb1de4f7-659d-48c1-83ec-e4345fbedef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:12.245514 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bb1de4f7-659d-48c1-83ec-e4345fbedef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:12.248842 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bb1de4f7-659d-48c1-83ec-e4345fbedef9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88f4869a-8b04-4423-b692-089ebf5beced HTTP/1.1" status: 204 len: 168 time: 0.4650402 Jul 22 19:13:12.258967 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:12.289828 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] Pushing event updated for resources: {'Port': ['ID=f2daee6c-462e-4029-a134-a1e2a3f59cd0,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:12.357379 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] Pushing event updated for resources: {'Port': ['ID=e70f378c-9c1a-448d-838d-2e90ac1ae42e,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:12.367976 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-39630cfa-91b3-41a2-9e19-7f8d808506b7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Allocated IP 192.168.233.215 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/820a7e54-024e-42f9-a054-fb1c3471d2a3) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:13:12.376935 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1de4f7-659d-48c1-83ec-e4345fbedef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f4869a-8b04-4423-b692-089ebf5beced,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:12.422923 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82b33668-973a-4812-ba07-16480c75cef9 req-fe5ec8dd-fc9a-45f5-94c0-bbead72130c0 tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0a82ee8-030a-4d4e-ad1a-4116273e4330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474632 Jul 22 19:13:12.546777 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] Attempting to bind port f2daee6c-462e-4029-a134-a1e2a3f59cd0 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:13:12.547362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] Attempting to bind port f2daee6c-462e-4029-a134-a1e2a3f59cd0 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:13:12.547891 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] Attempting to bind port f2daee6c-462e-4029-a134-a1e2a3f59cd0 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:12.591066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] Port f2daee6c-462e-4029-a134-a1e2a3f59cd0 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:13:12.591831 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] Attempting to bind port f2daee6c-462e-4029-a134-a1e2a3f59cd0 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:12.620972 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:13:12.621579 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:13:12.622148 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:13:12.622743 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] Bound port: f2daee6c-462e-4029-a134-a1e2a3f59cd0, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:13:12.623258 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:12.676991 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 19:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1ce54e-9d9c-46af-8c0d-e395c15b3cda x-openstack-request-id: req-fa1ce54e-9d9c-46af-8c0d-e395c15b3cda {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:13:12.680797 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "tag": "259e9db0-beba-44b5-801c-945259c53a16", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "tag": "2accf516-ee91-4bb6-b761-c8c09b679d76", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:13:12.682209 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa1ce54e-9d9c-46af-8c0d-e395c15b3cda {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:13:12.682740 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'tag': '259e9db0-beba-44b5-801c-945259c53a16', 'status': 'completed', 'code': 200} Jul 22 19:13:12.684660 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'tag': '2accf516-ee91-4bb6-b761-c8c09b679d76', 'status': 'completed', 'code': 200} Jul 22 19:13:12.779617 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45470) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:12.877197 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] Attempting to bind port e70f378c-9c1a-448d-838d-2e90ac1ae42e on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:13:12.878137 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] Attempting to bind port e70f378c-9c1a-448d-838d-2e90ac1ae42e by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '1516a7d0-ce2f-448e-96b4-47e0539fd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '06eb644b-f29e-45c4-8d9a-7769e64949ae'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:13:12.878573 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] Attempting to bind port e70f378c-9c1a-448d-838d-2e90ac1ae42e on network 06eb644b-f29e-45c4-8d9a-7769e64949ae {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:12.884152 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-075a2109-4ca6-41f5-b827-d9910f915990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:12.884800 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] Port e70f378c-9c1a-448d-838d-2e90ac1ae42e on network 06eb644b-f29e-45c4-8d9a-7769e64949ae not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:13:12.888116 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6dbc8a23-2740-4a6f-b007-5b3bc1bbef9d req-0a1cd2f4-ecbe-477e-ab5a-f11ccb1fb364 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=601c658d-90e7-4cf4-9cf4-a328c8405def HTTP/1.1" status: 200 len: 210 time: 0.1118004 Jul 22 19:13:12.899370 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] Attempting to bind port e70f378c-9c1a-448d-838d-2e90ac1ae42e on network 06eb644b-f29e-45c4-8d9a-7769e64949ae {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:12.925255 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:13:12.928228 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] Checking segment: {'id': '1516a7d0-ce2f-448e-96b4-47e0539fd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '06eb644b-f29e-45c4-8d9a-7769e64949ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:13:12.929196 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] Bound using segment: {'id': '1516a7d0-ce2f-448e-96b4-47e0539fd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '06eb644b-f29e-45c4-8d9a-7769e64949ae'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:13:12.930969 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] Bound port: e70f378c-9c1a-448d-838d-2e90ac1ae42e, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1516a7d0-ce2f-448e-96b4-47e0539fd09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '06eb644b-f29e-45c4-8d9a-7769e64949ae'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:13:12.931361 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:12.946301 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-11867c59-63bc-4cbc-8e39-bbfc01bff7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:12.946805 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-11867c59-63bc-4cbc-8e39-bbfc01bff7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:12.947288 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-11867c59-63bc-4cbc-8e39-bbfc01bff7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:12.947834 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-11867c59-63bc-4cbc-8e39-bbfc01bff7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:12.948354 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-11867c59-63bc-4cbc-8e39-bbfc01bff7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:12.948974 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-11867c59-63bc-4cbc-8e39-bbfc01bff7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:12.949322 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-11867c59-63bc-4cbc-8e39-bbfc01bff7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:12.974349 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-39630cfa-91b3-41a2-9e19-7f8d808506b7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:12.974572 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-11867c59-63bc-4cbc-8e39-bbfc01bff7b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=598d83e90cdd48809c7ec7a29420c426&device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 6442 time: 0.3138046 Jul 22 19:13:12.982732 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] For port f2daee6c-462e-4029-a134-a1e2a3f59cd0, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:13:13.017838 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] For port f2daee6c-462e-4029-a134-a1e2a3f59cd0, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f2daee6c-462e-4029-a134-a1e2a3f59cd0,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:13:13.019571 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-39630cfa-91b3-41a2-9e19-7f8d808506b7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Transition to ACTIVE for port object 820a7e54-024e-42f9-a054-fb1c3471d2a3 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:13:13.041449 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:13.081590 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05d05588-2bc3-4db5-a3b6-b66af0240cf9 req-92850a6f-0746-4d91-9b0d-3168a3aadd86 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dde568-cd4d-4ec4-85c4-026efdd0b011 HTTP/1.1" status: 200 len: 210 time: 0.0553317 Jul 22 19:13:13.148275 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:13.149104 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:13.150658 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] 10.222.0.30 "PUT /v2.0/ports/f2daee6c-462e-4029-a134-a1e2a3f59cd0 HTTP/1.1" status: 200 len: 1096 time: 3.6327035 Jul 22 19:13:13.152168 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0', 'tag': 'f2daee6c-462e-4029-a134-a1e2a3f59cd0'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:13:13.154914 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e8dc84-e268-46dd-a7f5-58e02d60d05b" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0", "tag": "f2daee6c-462e-4029-a134-a1e2a3f59cd0"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:13:13.227806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ada4f-5156-4435-b10e-9b8619448523 req-85af72f0-4a6b-454a-bdfe-a2793ba6301a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:13.235214 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ada4f-5156-4435-b10e-9b8619448523 req-85af72f0-4a6b-454a-bdfe-a2793ba6301a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:13.238600 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] For port e70f378c-9c1a-448d-838d-2e90ac1ae42e, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:13:13.241648 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ada4f-5156-4435-b10e-9b8619448523 req-85af72f0-4a6b-454a-bdfe-a2793ba6301a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:13.247786 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ada4f-5156-4435-b10e-9b8619448523 req-85af72f0-4a6b-454a-bdfe-a2793ba6301a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:13.259130 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ada4f-5156-4435-b10e-9b8619448523 req-85af72f0-4a6b-454a-bdfe-a2793ba6301a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:13.263606 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] For port e70f378c-9c1a-448d-838d-2e90ac1ae42e, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e70f378c-9c1a-448d-838d-2e90ac1ae42e,segment=NetworkSegment(1516a7d0-ce2f-448e-96b4-47e0539fd09b),segment_id=1516a7d0-ce2f-448e-96b4-47e0539fd09b)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:13:13.266881 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ada4f-5156-4435-b10e-9b8619448523 req-85af72f0-4a6b-454a-bdfe-a2793ba6301a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:13.273995 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ada4f-5156-4435-b10e-9b8619448523 req-85af72f0-4a6b-454a-bdfe-a2793ba6301a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:13.278632 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:13.281561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-ca7d5143-4d2f-4a45-b62c-1b10eb9737c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:13.281992 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-ca7d5143-4d2f-4a45-b62c-1b10eb9737c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:13.282471 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-ca7d5143-4d2f-4a45-b62c-1b10eb9737c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:13.283804 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-098ada4f-5156-4435-b10e-9b8619448523 req-85af72f0-4a6b-454a-bdfe-a2793ba6301a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5420 time: 0.3779666 Jul 22 19:13:13.284072 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-ca7d5143-4d2f-4a45-b62c-1b10eb9737c9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=598d83e90cdd48809c7ec7a29420c426&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2941418 Jul 22 19:13:13.293113 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e165e288-561a-4d1c-bdd6-c9c623cb1b11 x-openstack-request-id: req-e165e288-561a-4d1c-bdd6-c9c623cb1b11 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:13:13.294083 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0", "tag": "f2daee6c-462e-4029-a134-a1e2a3f59cd0", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:13:13.294538 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e165e288-561a-4d1c-bdd6-c9c623cb1b11 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:13:13.295140 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0', 'tag': 'f2daee6c-462e-4029-a134-a1e2a3f59cd0', 'status': 'completed', 'code': 200} Jul 22 19:13:13.314792 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764ca25-95e2-4295-891d-2be839a645ce service neutron] Pushing event updated for resources: {'Port': ['ID=f2daee6c-462e-4029-a134-a1e2a3f59cd0,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:13.360299 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-39630cfa-91b3-41a2-9e19-7f8d808506b7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:13.380794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['f3403223-5e31-4a0f-bc09-2e107a70d0c8', '45ddd3f0-920e-4484-b44b-3fde5359271d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:13:13.439789 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:13.440018 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:13.441442 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] 10.222.0.16 "PUT /v2.0/ports/e70f378c-9c1a-448d-838d-2e90ac1ae42e HTTP/1.1" status: 200 len: 1092 time: 2.0541260 Jul 22 19:13:13.632464 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a81828-55e2-480e-94bc-568141ce5d3b service neutron] Pushing event updated for resources: {'Port': ['ID=e70f378c-9c1a-448d-838d-2e90ac1ae42e,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:13.723909 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-f13d7e9d-38ca-441a-aad8-219f4640285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:13.734830 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-f13d7e9d-38ca-441a-aad8-219f4640285d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4434888 Jul 22 19:13:13.872886 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-098ada4f-5156-4435-b10e-9b8619448523 req-a61830aa-8da4-4354-b691-3c22975e5287 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5875990 Jul 22 19:13:13.911504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-39630cfa-91b3-41a2-9e19-7f8d808506b7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:13:13.933347 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-075a2109-4ca6-41f5-b827-d9910f915990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:13.943221 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39630cfa-91b3-41a2-9e19-7f8d808506b7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Pushing event updated for resources: {'Port': ['ID=820a7e54-024e-42f9-a054-fb1c3471d2a3,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:13.954922 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-39630cfa-91b3-41a2-9e19-7f8d808506b7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:13:13.965062 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-075a2109-4ca6-41f5-b827-d9910f915990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:13.968463 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-39630cfa-91b3-41a2-9e19-7f8d808506b7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:13:14.049554 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-485d22c7-74cd-47d9-a5a9-2190c8e3e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.050306 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-485d22c7-74cd-47d9-a5a9-2190c8e3e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.050949 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-485d22c7-74cd-47d9-a5a9-2190c8e3e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.051795 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-485d22c7-74cd-47d9-a5a9-2190c8e3e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.052438 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-485d22c7-74cd-47d9-a5a9-2190c8e3e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.053193 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-485d22c7-74cd-47d9-a5a9-2190c8e3e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.053831 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-485d22c7-74cd-47d9-a5a9-2190c8e3e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.056271 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-485d22c7-74cd-47d9-a5a9-2190c8e3e711 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=598d83e90cdd48809c7ec7a29420c426&device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 6484 time: 0.2625809 Jul 22 19:13:14.104811 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-58c8cbc6-ac1b-4a03-aceb-8b72cc13b9c3 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.106628 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-58c8cbc6-ac1b-4a03-aceb-8b72cc13b9c3 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.16 "GET /v2.0/networks?id=514a0e5c-9f7d-441e-bd44-a73cdc03e754 HTTP/1.1" status: 200 len: 814 time: 0.7626147 Jul 22 19:13:14.153552 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device c872be1d-c147-4350-ba85-38829b3e2761 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:13:14.193879 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-0dbb77a4-4c47-44b2-a3a0-7049271d96d8 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Request body: {'port': {'device_id': '601c658d-90e7-4cf4-9cf4-a328c8405def', 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754', 'admin_state_up': True, 'tenant_id': '43fe21ac8a7d4b839e35f47549c83dd3'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:14.227171 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-1df01958-6685-488d-ab74-90ff4790a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.230134 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-1df01958-6685-488d-ab74-90ff4790a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.230329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-07907300-d9b7-4776-80a3-b3ec0e58898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.230421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-1df01958-6685-488d-ab74-90ff4790a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.232312 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-1df01958-6685-488d-ab74-90ff4790a60b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=598d83e90cdd48809c7ec7a29420c426&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1678030 Jul 22 19:13:14.238011 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-07907300-d9b7-4776-80a3-b3ec0e58898e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=86cab072e42f4e109dee4a2c78d5d180&device_id=6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0 HTTP/1.1" status: 200 len: 1099 time: 0.9382799 Jul 22 19:13:14.311375 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a2109-4ca6-41f5-b827-d9910f915990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a355820b-db27-4f1f-a279-c5c12754e4a9,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:14.334276 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-075a2109-4ca6-41f5-b827-d9910f915990 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1fd1ff5e141b4f15886a9b82bd1dca15&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5523856 Jul 22 19:13:14.378276 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45530) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:14.431148 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-a0a623ac-a1af-400c-934a-0df4b05171e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.435620 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0cc6896d-4aad-4b13-9c81-7e4ca2f623af req-a0a623ac-a1af-400c-934a-0df4b05171e4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1942356 Jul 22 19:13:14.538876 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c8913eb2-3ad8-4655-8a92-bfb038816bc5 None None] Provisioning for port 820a7e54-024e-42f9-a054-fb1c3471d2a3 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:13:14.574891 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-39630cfa-91b3-41a2-9e19-7f8d808506b7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.575820 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-39630cfa-91b3-41a2-9e19-7f8d808506b7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:14.592017 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c8913eb2-3ad8-4655-8a92-bfb038816bc5 None None] Provisioning complete for port 820a7e54-024e-42f9-a054-fb1c3471d2a3 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:13:14.592729 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c8913eb2-3ad8-4655-8a92-bfb038816bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:14.595346 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-ed47b336-eb22-4611-accb-ef4dc3f782df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.596513 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-ed47b336-eb22-4611-accb-ef4dc3f782df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.597065 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-ed47b336-eb22-4611-accb-ef4dc3f782df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.597959 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-ed47b336-eb22-4611-accb-ef4dc3f782df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.599458 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-ed47b336-eb22-4611-accb-ef4dc3f782df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.604068 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-ed47b336-eb22-4611-accb-ef4dc3f782df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.605045 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-ed47b336-eb22-4611-accb-ef4dc3f782df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.615948 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-ed47b336-eb22-4611-accb-ef4dc3f782df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=598d83e90cdd48809c7ec7a29420c426&device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 6484 time: 0.1270256 Jul 22 19:13:14.625395 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd99dc7-8ced-44a1-b13f-932bfbbb665a req-00818517-8c78-4787-81b9-5033958f3a48 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.633407 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6dd99dc7-8ced-44a1-b13f-932bfbbb665a req-00818517-8c78-4787-81b9-5033958f3a48 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 1.0820820 Jul 22 19:13:14.642248 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-39630cfa-91b3-41a2-9e19-7f8d808506b7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9025524 Jul 22 19:13:14.649602 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-ef409d1a-1e97-4146-a21c-aa8452faabf6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f2daee6c-462e-4029-a134-a1e2a3f59cd0 HTTP/1.1" status: 200 len: 217 time: 0.3394072 Jul 22 19:13:14.671720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] Request body: {'port': {'device_id': '22dde568-cd4d-4ec4-85c4-026efdd0b011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:14.738231 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'tag': '9df3022f-3694-41ee-8cbb-b947ff79670b'}, {'name': 'network-changed', 'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'tag': 'e70f378c-9c1a-448d-838d-2e90ac1ae42e'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:13:14.744075 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "tag": "9df3022f-3694-41ee-8cbb-b947ff79670b"}, {"name": "network-changed", "server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "tag": "e70f378c-9c1a-448d-838d-2e90ac1ae42e"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:13:14.753004 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-54a78214-ccfe-4b43-9d5d-82e15bdb0ae4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0894d912-7036-4f59-8c93-29af89302f62 HTTP/1.1" status: 200 len: 217 time: 0.1271667 Jul 22 19:13:14.790728 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port c872be1d-c147-4350-ba85-38829b3e2761, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c872be1d-c147-4350-ba85-38829b3e2761,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:14.839620 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:14.843360 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-36208869-03f0-4b76-8960-c4205aeb9757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.845086 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-36208869-03f0-4b76-8960-c4205aeb9757 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0756207 Jul 22 19:13:14.861110 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-c8913eb2-3ad8-4655-8a92-bfb038816bc5 None None] Port 820a7e54-024e-42f9-a054-fb1c3471d2a3 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:13:14.863413 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'c872be1d-c147-4350-ba85-38829b3e2761', 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd', 'port_id': 'c872be1d-c147-4350-ba85-38829b3e2761', 'mac_address': 'fa:16:3e:02:8c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba5617b-ba48-486c-9750-2a5a3148f236', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:13:14.872671 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-73a22897-146c-4841-80db-83bc0e77f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:14.878189 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-73a22897-146c-4841-80db-83bc0e77f3f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=46c28341-28d1-4391-a7f5-497116b1730d HTTP/1.1" status: 200 len: 850 time: 0.1186941 Jul 22 19:13:14.981732 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6dd99dc7-8ced-44a1-b13f-932bfbbb665a req-b4ec99a8-fbf6-4dc4-8bc7-681a22900e45 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470962 Jul 22 19:13:14.990633 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-381b5370-b24e-4e1c-ac7b-40239e38ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:15.006324 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-381b5370-b24e-4e1c-ac7b-40239e38ffcc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=47ed28f7-e57b-4725-b7b8-4e2ff6ef303b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1200528 Jul 22 19:13:15.006530 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:15.052573 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c872be1d-c147-4350-ba85-38829b3e2761 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:15.091174 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port c872be1d-c147-4350-ba85-38829b3e2761, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c872be1d-c147-4350-ba85-38829b3e2761,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:15.098724 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:15.246571 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['c872be1d-c147-4350-ba85-38829b3e2761'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:13:15.293071 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=c872be1d-c147-4350-ba85-38829b3e2761,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:15.618751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-0dbb77a4-4c47-44b2-a3a0-7049271d96d8 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Made reservation on behalf of 43fe21ac8a7d4b839e35f47549c83dd3 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:13:15.623083 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-0dbb77a4-4c47-44b2-a3a0-7049271d96d8 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:15.645369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3185c-9551-4e5a-be40-240ac3a32024 req-84539b01-1db5-4e58-b962-a4e14891b0b7 tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:15.652400 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23d3185c-9551-4e5a-be40-240ac3a32024 req-84539b01-1db5-4e58-b962-a4e14891b0b7 tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0 HTTP/1.1" status: 200 len: 947 time: 1.5793934 Jul 22 19:13:15.660180 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-6c76b662-48fc-4653-b360-e5e64b4232c8 service neutron] 10.222.0.16 "GET /v2.0/networks/47ed28f7-e57b-4725-b7b8-4e2ff6ef303b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6452978 Jul 22 19:13:15.711549 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-50de0992-5da5-48c2-8111-4bec6c4c77eb req-9a5da6f7-aecb-42ec-b592-6041c353a3b3 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=601c658d-90e7-4cf4-9cf4-a328c8405def HTTP/1.1" status: 200 len: 210 time: 0.1003180 Jul 22 19:13:15.814743 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-36ff7c75-5deb-457f-9e0f-0800b0c2cc73 service neutron] 10.222.0.16 "GET /v2.0/networks/47ed28f7-e57b-4725-b7b8-4e2ff6ef303b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454289 Jul 22 19:13:15.882797 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-86de90fb-4d44-43c3-865b-36e993944e15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=4caad598-a811-477a-8eac-c7e82e58d950 HTTP/1.1" status: 200 len: 217 time: 0.0614855 Jul 22 19:13:15.948797 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-b129132e-1c4d-442b-abc9-3fbd6c78c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:15.963902 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-b129132e-1c4d-442b-abc9-3fbd6c78c221 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0319ae5f-ceed-4659-937d-f32e78dd9116 HTTP/1.1" status: 200 len: 797 time: 0.0757115 Jul 22 19:13:16.044334 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-f72cd452-9e1c-456e-a005-cea8bc3cb0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:16.046436 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-f72cd452-9e1c-456e-a005-cea8bc3cb0ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0746107 Jul 22 19:13:16.097202 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-8991d0a9-2e35-4b04-b406-ef2152b1e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:16.100243 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-8991d0a9-2e35-4b04-b406-ef2152b1e968 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.2448578 Jul 22 19:13:16.117563 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b22a0da1-b5a5-41ef-8e38-718f08eafe14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:16.134459 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-0dbb77a4-4c47-44b2-a3a0-7049271d96d8 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Allocated IP 172.20.0.3 (514a0e5c-9f7d-441e-bd44-a73cdc03e754/8b479058-f6d3-4d7c-a270-ab538df3289d/c8b98562-ec88-4b19-a576-bfeb31d1bb58) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:13:16.148572 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 820a7e54-024e-42f9-a054-fb1c3471d2a3 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:16.155399 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device c872be1d-c147-4350-ba85-38829b3e2761 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:13:16.191814 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:16.247257 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-d16d466b-5341-44db-b5e2-ad8018b4be2c service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914599 Jul 22 19:13:16.269772 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port c872be1d-c147-4350-ba85-38829b3e2761 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:13:16.270661 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:16.325953 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b22a0da1-b5a5-41ef-8e38-718f08eafe14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:16.349489 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] Transition to ACTIVE for port object 820a7e54-024e-42f9-a054-fb1c3471d2a3 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:13:16.394588 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:16.408852 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23d3185c-9551-4e5a-be40-240ac3a32024 req-acf80d92-f670-4892-8194-f4c86cf6df0b tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0a82ee8-030a-4d4e-ad1a-4116273e4330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7554812 Jul 22 19:13:16.421492 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-5fa93bbf-71c8-407b-9139-2572a5caee6d service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676831 Jul 22 19:13:16.475431 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:16.540623 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f026b7-1871-495c-a133-051bf48e525b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c872be1d-c147-4350-ba85-38829b3e2761'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:13:16.543698 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674ccd55-a59f-4c78-9529-2a3be83653a9" -d '{"events": [{"server_uuid": "25f026b7-1871-495c-a133-051bf48e525b", "name": "network-vif-plugged", "status": "completed", "tag": "c872be1d-c147-4350-ba85-38829b3e2761"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:13:16.565501 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-cb30bfd5-6637-48f7-a9a7-dda6a146bcfa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 HTTP/1.1" status: 200 len: 217 time: 0.1371512 Jul 22 19:13:16.567641 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 19:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1d66b9-5e0f-4400-9802-bb3b0d7cc523 x-openstack-request-id: req-da1d66b9-5e0f-4400-9802-bb3b0d7cc523 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:13:16.567931 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "tag": "9df3022f-3694-41ee-8cbb-b947ff79670b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "tag": "e70f378c-9c1a-448d-838d-2e90ac1ae42e", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:13:16.568184 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da1d66b9-5e0f-4400-9802-bb3b0d7cc523 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:13:16.569788 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'tag': '9df3022f-3694-41ee-8cbb-b947ff79670b', 'status': 'completed', 'code': 200} Jul 22 19:13:16.570057 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'tag': 'e70f378c-9c1a-448d-838d-2e90ac1ae42e', 'status': 'completed', 'code': 200} Jul 22 19:13:16.592570 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port c872be1d-c147-4350-ba85-38829b3e2761, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c872be1d-c147-4350-ba85-38829b3e2761,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:16.600225 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:16.692623 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-c8d9ac5a-65db-4d29-8a82-5bec73aca3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:16.696582 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-c8d9ac5a-65db-4d29-8a82-5bec73aca3aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0319ae5f-ceed-4659-937d-f32e78dd9116 HTTP/1.1" status: 200 len: 797 time: 0.1238539 Jul 22 19:13:16.702823 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=c872be1d-c147-4350-ba85-38829b3e2761,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:16.783103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] Attempting to bind port 820a7e54-024e-42f9-a054-fb1c3471d2a3 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:13:16.784102 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] Attempting to bind port 820a7e54-024e-42f9-a054-fb1c3471d2a3 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:13:16.784879 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] Attempting to bind port 820a7e54-024e-42f9-a054-fb1c3471d2a3 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:16.800730 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf57fd-2edb-4ede-a84d-a61a20eafd47 req-f4953c2b-58dd-4ff0-9d04-ab64a93ce653 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:16.802736 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-facf57fd-2edb-4ede-a84d-a61a20eafd47 req-f4953c2b-58dd-4ff0-9d04-ab64a93ce653 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dde568-cd4d-4ec4-85c4-026efdd0b011 HTTP/1.1" status: 200 len: 936 time: 0.8176334 Jul 22 19:13:16.820662 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-e9b895c7-efa4-4ae6-bacc-29eda2eaf2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:16.824107 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-e9b895c7-efa4-4ae6-bacc-29eda2eaf2b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1205842 Jul 22 19:13:16.837270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] Port 820a7e54-024e-42f9-a054-fb1c3471d2a3 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:13:16.837628 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] Attempting to bind port 820a7e54-024e-42f9-a054-fb1c3471d2a3 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:16.961226 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] Pushing event updated for resources: {'Port': ['ID=820a7e54-024e-42f9-a054-fb1c3471d2a3,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:16.978985 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:13:16.986497 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:13:16.987206 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:13:16.987979 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] Bound port: 820a7e54-024e-42f9-a054-fb1c3471d2a3, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:13:16.988647 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:17.064625 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-facf57fd-2edb-4ede-a84d-a61a20eafd47 req-64492899-6617-43bf-b747-a34d0f818518 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196667 Jul 22 19:13:17.071996 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-be03b752-f3c6-49bc-a510-1982fad1c6fa service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355719 Jul 22 19:13:17.074783 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-88f7a370-2b0d-4abd-8a34-3eeadf1a9d1c service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9527850 Jul 22 19:13:17.221847 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b22a0da1-b5a5-41ef-8e38-718f08eafe14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:17.225801 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b22a0da1-b5a5-41ef-8e38-718f08eafe14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:17.227348 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b22a0da1-b5a5-41ef-8e38-718f08eafe14 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a355820b-db27-4f1f-a279-c5c12754e4a9 HTTP/1.1" status: 204 len: 168 time: 2.8222620 Jul 22 19:13:17.257752 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-e13dcf8e-190b-4642-a40e-7c487066ac6c service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782143 Jul 22 19:13:17.317260 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-029ed7a1-d831-4c12-82aa-40d2360e75fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=259e9db0-beba-44b5-801c-945259c53a16 HTTP/1.1" status: 200 len: 217 time: 0.0511105 Jul 22 19:13:17.378905 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3eaabcf8-a444-4434-addf-911402b17d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:17.380775 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-3eaabcf8-a444-4434-addf-911402b17d13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0319ae5f-ceed-4659-937d-f32e78dd9116 HTTP/1.1" status: 200 len: 797 time: 0.0555143 Jul 22 19:13:17.401186 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a0da1-b5a5-41ef-8e38-718f08eafe14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a355820b-db27-4f1f-a279-c5c12754e4a9,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:17.492873 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f72bf6-492a-4404-97a9-db51c560ac28 req-ddc6bed5-329e-4b36-9d17-8cc7a01cd17b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:17.511585 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-57cbd5f6-f035-4915-99c4-e5b56edbcd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:17.513884 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-57cbd5f6-f035-4915-99c4-e5b56edbcd1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1243227 Jul 22 19:13:17.518485 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f72bf6-492a-4404-97a9-db51c560ac28 req-ddc6bed5-329e-4b36-9d17-8cc7a01cd17b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:17.524622 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f72bf6-492a-4404-97a9-db51c560ac28 req-ddc6bed5-329e-4b36-9d17-8cc7a01cd17b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:17.531565 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f72bf6-492a-4404-97a9-db51c560ac28 req-ddc6bed5-329e-4b36-9d17-8cc7a01cd17b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:17.550556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f72bf6-492a-4404-97a9-db51c560ac28 req-ddc6bed5-329e-4b36-9d17-8cc7a01cd17b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:17.566008 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f72bf6-492a-4404-97a9-db51c560ac28 req-ddc6bed5-329e-4b36-9d17-8cc7a01cd17b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:17.572117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f72bf6-492a-4404-97a9-db51c560ac28 req-ddc6bed5-329e-4b36-9d17-8cc7a01cd17b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:17.574151 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d9f72bf6-492a-4404-97a9-db51c560ac28 req-ddc6bed5-329e-4b36-9d17-8cc7a01cd17b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5420 time: 0.8722632 Jul 22 19:13:17.633581 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] For port 820a7e54-024e-42f9-a054-fb1c3471d2a3, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:13:17.674866 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-29692709-8abd-4620-af2e-163278180027 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495972 Jul 22 19:13:17.697169 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-0dbb77a4-4c47-44b2-a3a0-7049271d96d8 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:17.752464 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] For port 820a7e54-024e-42f9-a054-fb1c3471d2a3, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=820a7e54-024e-42f9-a054-fb1c3471d2a3,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:13:17.824530 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:17.835948 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45548) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:17.878647 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40f98fb7-4a9d-480d-a752-ea4aa328d880 req-bcaf3c26-8f5a-4a00-90b7-318c4df4c031 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7039647 Jul 22 19:13:17.879844 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-361f08ee-81bd-4a48-9adf-a3003f3c8e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:17.888361 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:17.894627 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:17.896685 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] 10.222.0.30 "PUT /v2.0/ports/820a7e54-024e-42f9-a054-fb1c3471d2a3 HTTP/1.1" status: 200 len: 1097 time: 3.2303214 Jul 22 19:13:17.974709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22dde568-cd4d-4ec4-85c4-026efdd0b011', 'tag': '820a7e54-024e-42f9-a054-fb1c3471d2a3'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:13:17.985787 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef3ae3c-a0ff-4d88-83d5-e81d29c7131b" -d '{"events": [{"name": "network-changed", "server_uuid": "22dde568-cd4d-4ec4-85c4-026efdd0b011", "tag": "820a7e54-024e-42f9-a054-fb1c3471d2a3"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:13:18.026687 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-b66fc6e9-435b-4e71-95e1-d9ffe574c734 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456278 Jul 22 19:13:18.084847 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-fc50a90d-c7bf-4c2b-89ce-2819df4d2cbd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=2accf516-ee91-4bb6-b761-c8c09b679d76 HTTP/1.1" status: 200 len: 217 time: 0.0494511 Jul 22 19:13:18.153968 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-a2b18117-ec88-4966-ba48-1b6bdc11d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:18.156668 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-a2b18117-ec88-4966-ba48-1b6bdc11d751 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0319ae5f-ceed-4659-937d-f32e78dd9116 HTTP/1.1" status: 200 len: 797 time: 0.0559576 Jul 22 19:13:18.165785 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d9f72bf6-492a-4404-97a9-db51c560ac28 req-4f448b07-0a4d-49a1-8468-55b0148a5928 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5702848 Jul 22 19:13:18.253024 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1a078c-c4c5-496f-b51b-fc495b3c903c x-openstack-request-id: req-8c1a078c-c4c5-496f-b51b-fc495b3c903c {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:13:18.255350 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f026b7-1871-495c-a133-051bf48e525b", "name": "network-vif-plugged", "status": "completed", "tag": "c872be1d-c147-4350-ba85-38829b3e2761", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:13:18.255783 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c1a078c-c4c5-496f-b51b-fc495b3c903c {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:13:18.256352 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f026b7-1871-495c-a133-051bf48e525b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c872be1d-c147-4350-ba85-38829b3e2761', 'code': 200} Jul 22 19:13:18.268943 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-361f08ee-81bd-4a48-9adf-a3003f3c8e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:18.296886 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-361f08ee-81bd-4a48-9adf-a3003f3c8e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:18.363858 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-903e1c49-cea8-43f5-9c01-c9f592eeacb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:18.365242 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-903e1c49-cea8-43f5-9c01-c9f592eeacb9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2024176 Jul 22 19:13:18.368656 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f08ee-81bd-4a48-9adf-a3003f3c8e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366a8a30-2720-4058-ae98-5b9e82d6d28b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:18.370558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cc35d-3937-47da-9e40-e213b5b8067c req-d87bc336-38b8-4ef3-a8cc-7d0522061671 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:18.372440 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-803cc35d-3937-47da-9e40-e213b5b8067c req-d87bc336-38b8-4ef3-a8cc-7d0522061671 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 1.1551020 Jul 22 19:13:18.391921 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-361f08ee-81bd-4a48-9adf-a3003f3c8e48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77d6735a587e46de8d2057abbd4df043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5515289 Jul 22 19:13:18.398699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45554) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:18.470161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0801a9-5e9b-4c31-b4df-b9d05823e655 service neutron] Pushing event updated for resources: {'Port': ['ID=820a7e54-024e-42f9-a054-fb1c3471d2a3,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:18.507270 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-0a3955c5-824c-42ba-8c13-6101da719782 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157317 Jul 22 19:13:18.509039 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-208fe17a-9ed4-4740-91da-58614e012787 req-b334a360-4937-4b9b-8df7-60944683f4b1 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=601c658d-90e7-4cf4-9cf4-a328c8405def HTTP/1.1" status: 200 len: 210 time: 0.1351483 Jul 22 19:13:18.556214 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-b866aaad-7f6c-4ddc-98bc-3e721980ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:18.570038 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-b866aaad-7f6c-4ddc-98bc-3e721980ba45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bdd619a2063c48548f26c6ebbd644353&device_id=22dde568-cd4d-4ec4-85c4-026efdd0b011 HTTP/1.1" status: 200 len: 1100 time: 0.5550625 Jul 22 19:13:18.595375 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-0dbb77a4-4c47-44b2-a3a0-7049271d96d8 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:18.607236 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['1be365e1-53d9-4fab-97b7-11e50ec499bb'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:13:18.654741 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-d2138169-c294-44e1-8228-7367d8c5d3cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=820a7e54-024e-42f9-a054-fb1c3471d2a3 HTTP/1.1" status: 200 len: 217 time: 0.0520289 Jul 22 19:13:18.655717 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-bad9e02e-92c7-492e-815f-ae533106805d service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418436 Jul 22 19:13:18.691555 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-803cc35d-3937-47da-9e40-e213b5b8067c req-4369a37f-3d0a-4b39-ba79-4f0ab2d68ae6 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867823 Jul 22 19:13:18.696725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8dc84-e268-46dd-a7f5-58e02d60d05b req-88608b68-dc40-467a-b99a-9646d8f96600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:18.698484 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-36e8dc84-e268-46dd-a7f5-58e02d60d05b req-88608b68-dc40-467a-b99a-9646d8f96600 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=86cab072e42f4e109dee4a2c78d5d180&device_id=6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0 HTTP/1.1" status: 200 len: 1099 time: 0.6186976 Jul 22 19:13:18.728310 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-2e1225ba-470b-4339-926d-8962da9398e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9df3022f-3694-41ee-8cbb-b947ff79670b HTTP/1.1" status: 200 len: 217 time: 0.0628104 Jul 22 19:13:18.824171 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-53f67545-0d27-4779-9d6c-01ac9cb61a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:18.826035 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-53f67545-0d27-4779-9d6c-01ac9cb61a1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb3a5c04-3ab0-46f4-923f-871c4a99dc90 HTTP/1.1" status: 200 len: 797 time: 0.0595353 Jul 22 19:13:18.917120 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-23f80a80-e5d8-4321-acd3-48f53d7a2584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:18.919669 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-23f80a80-e5d8-4321-acd3-48f53d7a2584 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=06eb644b-f29e-45c4-8d9a-7769e64949ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0853248 Jul 22 19:13:18.929029 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8dc84-e268-46dd-a7f5-58e02d60d05b req-a49b2e64-f541-4bd2-9725-95cadb5d597a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:18.931071 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-36e8dc84-e268-46dd-a7f5-58e02d60d05b req-a49b2e64-f541-4bd2-9725-95cadb5d597a service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.2097926 Jul 22 19:13:19.006876 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-0dbb77a4-4c47-44b2-a3a0-7049271d96d8 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Network 514a0e5c-9f7d-441e-bd44-a73cdc03e754 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:13:19.111655 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-027c3e60-2680-4462-a957-3f7f45841fff service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812155 Jul 22 19:13:19.112464 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-36e8dc84-e268-46dd-a7f5-58e02d60d05b req-1cfcb315-0fb7-44a0-b8ee-8a1517468184 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f2daee6c-462e-4029-a134-a1e2a3f59cd0 HTTP/1.1" status: 200 len: 217 time: 0.1510561 Jul 22 19:13:19.132060 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-0dbb77a4-4c47-44b2-a3a0-7049271d96d8 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:13:19.154196 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-0dbb77a4-4c47-44b2-a3a0-7049271d96d8 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:13:19.189083 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb77a4-4c47-44b2-a3a0-7049271d96d8 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Pushing event updated for resources: {'Port': ['ID=c8b98562-ec88-4b19-a576-bfeb31d1bb58,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:19.205448 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2ea1afe6-8e9f-4a0d-8b91-ba6d6af6b299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:19.249420 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-50bbd78c-ecaa-4552-9775-01d154fba0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:19.251475 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-50bbd78c-ecaa-4552-9775-01d154fba0c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.3684444 Jul 22 19:13:19.260414 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-02ac0b27-23fa-4816-a17d-92e65ea86a00 service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427615 Jul 22 19:13:19.309284 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-455ccd40-36f1-4724-952e-30655380f9f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e70f378c-9c1a-448d-838d-2e90ac1ae42e HTTP/1.1" status: 200 len: 217 time: 0.0412126 Jul 22 19:13:19.376707 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-13f13f3c-1b6a-4c77-a0ee-0f2049b639ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:19.378495 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-13f13f3c-1b6a-4c77-a0ee-0f2049b639ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb3a5c04-3ab0-46f4-923f-871c4a99dc90 HTTP/1.1" status: 200 len: 797 time: 0.0610464 Jul 22 19:13:19.387606 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2ea1afe6-8e9f-4a0d-8b91-ba6d6af6b299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:19.423782 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f2daee6c-462e-4029-a134-a1e2a3f59cd0 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:13:19.433129 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8dc84-e268-46dd-a7f5-58e02d60d05b req-19fd5118-7153-411f-8118-a05c6d157758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:19.434644 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-36e8dc84-e268-46dd-a7f5-58e02d60d05b req-19fd5118-7153-411f-8118-a05c6d157758 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.2857413 Jul 22 19:13:19.481533 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-5150d122-024a-45dd-bf63-63d13deefc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:19.483085 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-5150d122-024a-45dd-bf63-63d13deefc8a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=06eb644b-f29e-45c4-8d9a-7769e64949ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0903189 Jul 22 19:13:19.499896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-0dbb77a4-4c47-44b2-a3a0-7049271d96d8 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:19.500581 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-0dbb77a4-4c47-44b2-a3a0-7049271d96d8 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:19.510024 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9516b6-ebf0-4402-b542-6146337bc5a1 req-1a4d612d-53b2-460a-9cf0-f91d90fb7a4d tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:19.511504 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e9516b6-ebf0-4402-b542-6146337bc5a1 req-1a4d612d-53b2-460a-9cf0-f91d90fb7a4d tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0 HTTP/1.1" status: 200 len: 947 time: 0.9141304 Jul 22 19:13:19.580461 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bbf9e-e45f-4f04-886b-4d491fe1b9d3 req-37746e0e-0d21-459e-bd55-a23881655448 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:19.584015 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b37bbf9e-e45f-4f04-886b-4d491fe1b9d3 req-37746e0e-0d21-459e-bd55-a23881655448 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dde568-cd4d-4ec4-85c4-026efdd0b011 HTTP/1.1" status: 200 len: 948 time: 0.6499240 Jul 22 19:13:19.601911 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f2daee6c-462e-4029-a134-a1e2a3f59cd0, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f2daee6c-462e-4029-a134-a1e2a3f59cd0,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:19.614162 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-0dbb77a4-4c47-44b2-a3a0-7049271d96d8 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4413264 Jul 22 19:13:19.626103 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'f2daee6c-462e-4029-a134-a1e2a3f59cd0', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': 'f2daee6c-462e-4029-a134-a1e2a3f59cd0', 'mac_address': 'fa:16:3e:4b:9c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:13:19.628753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] Request body: {'port': {'device_id': '601c658d-90e7-4cf4-9cf4-a328c8405def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:19.681554 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:19.701544 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2daee6c-462e-4029-a134-a1e2a3f59cd0 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:19.732635 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f2daee6c-462e-4029-a134-a1e2a3f59cd0, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f2daee6c-462e-4029-a134-a1e2a3f59cd0,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:19.739675 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-a0286903-b5ae-46fc-b318-db46d9b5c46c service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467699 Jul 22 19:13:19.739928 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:19.834731 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=f2daee6c-462e-4029-a134-a1e2a3f59cd0,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:19.926870 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8470078-d6b6-46f9-9e95-2c0ee95c80f0 req-e6ab3dee-6d0d-46b5-9b96-44214374fed5 service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792197 Jul 22 19:13:19.953680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-8453ac5d-b48e-4132-a812-746b9ac09152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:19.953680 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-8453ac5d-b48e-4132-a812-746b9ac09152 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6886427 Jul 22 19:13:19.974083 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b37bbf9e-e45f-4f04-886b-4d491fe1b9d3 req-55bb71de-6a25-4ceb-af93-d6c9325c04dd tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804152 Jul 22 19:13:19.984374 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e9516b6-ebf0-4402-b542-6146337bc5a1 req-5253a060-6d30-4324-ae3f-6ba27b7d769e tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0a82ee8-030a-4d4e-ad1a-4116273e4330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528832 Jul 22 19:13:19.989733 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['f2daee6c-462e-4029-a134-a1e2a3f59cd0'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:13:20.026970 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8dc84-e268-46dd-a7f5-58e02d60d05b req-463e776b-6748-425f-b683-cdda61ed9e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:20.029240 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-36e8dc84-e268-46dd-a7f5-58e02d60d05b req-463e776b-6748-425f-b683-cdda61ed9e42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5780544 Jul 22 19:13:20.033272 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2ea1afe6-8e9f-4a0d-8b91-ba6d6af6b299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:20.047488 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2ea1afe6-8e9f-4a0d-8b91-ba6d6af6b299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:20.056724 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2ea1afe6-8e9f-4a0d-8b91-ba6d6af6b299 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/366a8a30-2720-4058-ae98-5b9e82d6d28b HTTP/1.1" status: 204 len: 168 time: 1.6399338 Jul 22 19:13:20.119908 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c9cb58-9bbb-4fea-9c8b-6023cd59299d x-openstack-request-id: req-33c9cb58-9bbb-4fea-9c8b-6023cd59299d {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:13:20.120210 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22dde568-cd4d-4ec4-85c4-026efdd0b011", "tag": "820a7e54-024e-42f9-a054-fb1c3471d2a3", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:13:20.120464 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33c9cb58-9bbb-4fea-9c8b-6023cd59299d {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:13:20.120889 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22dde568-cd4d-4ec4-85c4-026efdd0b011', 'tag': '820a7e54-024e-42f9-a054-fb1c3471d2a3', 'status': 'completed', 'code': 200} Jul 22 19:13:20.150031 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-e5d5f475-13d4-4873-9b3d-606b7326a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:20.150538 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-e5d5f475-13d4-4873-9b3d-606b7326a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:20.151024 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-e5d5f475-13d4-4873-9b3d-606b7326a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:20.151509 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-e5d5f475-13d4-4873-9b3d-606b7326a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:20.151990 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-e5d5f475-13d4-4873-9b3d-606b7326a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:20.152464 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-e5d5f475-13d4-4873-9b3d-606b7326a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:20.152977 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-e5d5f475-13d4-4873-9b3d-606b7326a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:20.155492 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-e5d5f475-13d4-4873-9b3d-606b7326a1a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=598d83e90cdd48809c7ec7a29420c426&device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 6484 time: 0.1189325 Jul 22 19:13:20.236240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1afe6-8e9f-4a0d-8b91-ba6d6af6b299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366a8a30-2720-4058-ae98-5b9e82d6d28b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:20.446411 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-80730f78-7657-4b51-be80-ce102e1d6c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:20.459110 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-80730f78-7657-4b51-be80-ce102e1d6c41 service neutron] 10.222.0.16 "GET /v2.0/networks?id=06eb644b-f29e-45c4-8d9a-7769e64949ae HTTP/1.1" status: 200 len: 902 time: 0.2964134 Jul 22 19:13:20.511643 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:20.573340 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-5f73b5a0-b6df-43dd-98c5-3b7bee84d235 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9df3022f-3694-41ee-8cbb-b947ff79670b HTTP/1.1" status: 200 len: 217 time: 0.1070881 Jul 22 19:13:20.599055 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-36e8dc84-e268-46dd-a7f5-58e02d60d05b req-eb5bbdbb-8a62-47e1-922e-2beddc37c2fc service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408206 Jul 22 19:13:20.664200 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-a74ec3ec-f112-401c-859a-b4bb270f7a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:20.666915 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-a74ec3ec-f112-401c-859a-b4bb270f7a15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb3a5c04-3ab0-46f4-923f-871c4a99dc90 HTTP/1.1" status: 200 len: 797 time: 0.0862854 Jul 22 19:13:20.755283 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5645ab-9337-4200-a2a7-2133c730b740 req-cb0d1fbe-35db-4aee-8f53-8477aaacfdb9 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:20.756822 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c5645ab-9337-4200-a2a7-2133c730b740 req-cb0d1fbe-35db-4aee-8f53-8477aaacfdb9 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=601c658d-90e7-4cf4-9cf4-a328c8405def HTTP/1.1" status: 200 len: 931 time: 0.3524532 Jul 22 19:13:20.781948 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-4e323bd5-1eef-456a-90be-c055270e81a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:20.784900 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-4e323bd5-1eef-456a-90be-c055270e81a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=06eb644b-f29e-45c4-8d9a-7769e64949ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1063972 Jul 22 19:13:20.787393 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621ab47-1ec5-4905-9cae-10e4ce9df538 req-52ba31dd-5741-484f-a6f1-c1c390ec1127 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:20.793517 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621ab47-1ec5-4905-9cae-10e4ce9df538 req-52ba31dd-5741-484f-a6f1-c1c390ec1127 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:20.799667 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621ab47-1ec5-4905-9cae-10e4ce9df538 req-52ba31dd-5741-484f-a6f1-c1c390ec1127 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:20.805755 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621ab47-1ec5-4905-9cae-10e4ce9df538 req-52ba31dd-5741-484f-a6f1-c1c390ec1127 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:20.814339 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621ab47-1ec5-4905-9cae-10e4ce9df538 req-52ba31dd-5741-484f-a6f1-c1c390ec1127 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:20.824384 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621ab47-1ec5-4905-9cae-10e4ce9df538 req-52ba31dd-5741-484f-a6f1-c1c390ec1127 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:20.839107 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621ab47-1ec5-4905-9cae-10e4ce9df538 req-52ba31dd-5741-484f-a6f1-c1c390ec1127 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:20.846997 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e621ab47-1ec5-4905-9cae-10e4ce9df538 req-52ba31dd-5741-484f-a6f1-c1c390ec1127 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5420 time: 0.6378427 Jul 22 19:13:20.859614 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-bef8ef0d-e2bf-4e6f-9af5-6dab703c105e service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8807065 Jul 22 19:13:21.007099 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-6c5cb08e-64d8-4689-bbc9-7ff81838bbfd service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127025 Jul 22 19:13:21.159135 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-01dfb6fa-bce8-461c-b7b3-83e52138d3b6 service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388626 Jul 22 19:13:21.215524 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f84070b-ec65-49f1-bf7d-0fb62699f4fd req-631dcb76-2b75-4c22-9b1e-006e017c1c65 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233926 Jul 22 19:13:21.316081 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c5645ab-9337-4200-a2a7-2133c730b740 req-f2cc3df1-c69e-4352-9210-1809ae9fab56 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643531 Jul 22 19:13:21.328800 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-3e0acabc-8670-4445-b43c-dc1ac1e362c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:21.329314 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-3e0acabc-8670-4445-b43c-dc1ac1e362c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:21.329940 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-3e0acabc-8670-4445-b43c-dc1ac1e362c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:21.330324 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-3e0acabc-8670-4445-b43c-dc1ac1e362c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:21.341072 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e621ab47-1ec5-4905-9cae-10e4ce9df538 req-178cfc4f-47cb-49c3-ad9c-aec94e67e9f0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4534543 Jul 22 19:13:21.347802 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-3e0acabc-8670-4445-b43c-dc1ac1e362c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:21.348227 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-3e0acabc-8670-4445-b43c-dc1ac1e362c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:21.348763 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-3e0acabc-8670-4445-b43c-dc1ac1e362c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:21.353543 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-3e0acabc-8670-4445-b43c-dc1ac1e362c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=598d83e90cdd48809c7ec7a29420c426&device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 6484 time: 0.1249444 Jul 22 19:13:21.434603 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f2daee6c-462e-4029-a134-a1e2a3f59cd0 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:13:21.454395 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-36e8dc84-e268-46dd-a7f5-58e02d60d05b req-01eb4842-356e-4923-b146-74588bebe18c service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8089073 Jul 22 19:13:21.595374 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port f2daee6c-462e-4029-a134-a1e2a3f59cd0 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:13:21.607311 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port f2daee6c-462e-4029-a134-a1e2a3f59cd0 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:13:21.607840 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:21.674447 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-2f46a0a2-c76f-4c68-a2ec-f00a928d5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:21.677637 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-2f46a0a2-c76f-4c68-a2ec-f00a928d5a56 service neutron] 10.222.0.16 "GET /v2.0/networks?id=06eb644b-f29e-45c4-8d9a-7769e64949ae HTTP/1.1" status: 200 len: 902 time: 0.3156583 Jul 22 19:13:21.691621 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b98562-ec88-4b19-a576-bfeb31d1bb58 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:21.701040 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:21.719120 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] Transition to ACTIVE for port object c8b98562-ec88-4b19-a576-bfeb31d1bb58 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:13:21.760267 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:21.820496 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-488a331c-f032-4340-9ced-a8b9936c93d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e70f378c-9c1a-448d-838d-2e90ac1ae42e HTTP/1.1" status: 200 len: 217 time: 0.1344230 Jul 22 19:13:21.850303 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3ae3c-a0ff-4d88-83d5-e81d29c7131b req-e0027c40-d40e-400a-b210-db46a322c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:21.851833 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ef3ae3c-a0ff-4d88-83d5-e81d29c7131b req-e0027c40-d40e-400a-b210-db46a322c971 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bdd619a2063c48548f26c6ebbd644353&device_id=22dde568-cd4d-4ec4-85c4-026efdd0b011 HTTP/1.1" status: 200 len: 1100 time: 0.5801504 Jul 22 19:13:21.928273 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:21.987218 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-ef4f9309-9559-4081-a4a8-dc5fb9f35c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:21.988868 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-ef4f9309-9559-4081-a4a8-dc5fb9f35c00 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb3a5c04-3ab0-46f4-923f-871c4a99dc90 HTTP/1.1" status: 200 len: 797 time: 0.1593168 Jul 22 19:13:21.993738 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3ae3c-a0ff-4d88-83d5-e81d29c7131b req-8632432b-d9a6-432e-94eb-1cb3d20244f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:21.995224 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ef3ae3c-a0ff-4d88-83d5-e81d29c7131b req-8632432b-d9a6-432e-94eb-1cb3d20244f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.1333117 Jul 22 19:13:22.013437 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f2daee6c-462e-4029-a134-a1e2a3f59cd0, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f2daee6c-462e-4029-a134-a1e2a3f59cd0,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:22.024090 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2daee6c-462e-4029-a134-a1e2a3f59cd0'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:13:22.027087 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b670f6-3d38-4a74-bcc6-b5b7f44ec20d" -d '{"events": [{"server_uuid": "6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0", "name": "network-vif-plugged", "status": "completed", "tag": "f2daee6c-462e-4029-a134-a1e2a3f59cd0"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:13:22.031130 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:22.082275 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ef3ae3c-a0ff-4d88-83d5-e81d29c7131b req-af9812e6-75cc-4672-a709-f54498bd6ab9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=820a7e54-024e-42f9-a054-fb1c3471d2a3 HTTP/1.1" status: 200 len: 217 time: 0.0719330 Jul 22 19:13:22.116897 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-895304b4-2f5d-4350-90d4-04af33cbc733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:22.122906 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-895304b4-2f5d-4350-90d4-04af33cbc733 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=06eb644b-f29e-45c4-8d9a-7769e64949ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1245530 Jul 22 19:13:22.137442 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=f2daee6c-462e-4029-a134-a1e2a3f59cd0,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:22.151368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] Pushing event updated for resources: {'Port': ['ID=c8b98562-ec88-4b19-a576-bfeb31d1bb58,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:22.222257 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a064c7-0120-496a-83b8-f283943695e9 req-da08afa2-1466-40ed-ab16-80133024e70e tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:22.224343 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-17a064c7-0120-496a-83b8-f283943695e9 req-da08afa2-1466-40ed-ab16-80133024e70e tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dde568-cd4d-4ec4-85c4-026efdd0b011 HTTP/1.1" status: 200 len: 948 time: 0.7172530 Jul 22 19:13:22.242029 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc03403-4c12-496c-9b9f-530fc2d53d1c req-82dd0d87-7929-400d-953f-8c25246f38dd tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:22.252057 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7fc03403-4c12-496c-9b9f-530fc2d53d1c req-82dd0d87-7929-400d-953f-8c25246f38dd tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.8115330 Jul 22 19:13:22.259428 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-3ba0ee62-2418-4efb-a2b1-d83db6893cda service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289935 Jul 22 19:13:22.408101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-17a064c7-0120-496a-83b8-f283943695e9 req-eb287838-9a8c-46b9-b04a-2b140bbf8fcd tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513171 Jul 22 19:13:22.409784 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3ae3c-a0ff-4d88-83d5-e81d29c7131b req-5c8d310a-04ad-430e-b11d-bb359824503b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:22.415901 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ef3ae3c-a0ff-4d88-83d5-e81d29c7131b req-5c8d310a-04ad-430e-b11d-bb359824503b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.2833235 Jul 22 19:13:22.461682 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] Attempting to bind port c8b98562-ec88-4b19-a576-bfeb31d1bb58 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:13:22.461682 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] Attempting to bind port c8b98562-ec88-4b19-a576-bfeb31d1bb58 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '28b42374-c4aa-40c7-8b27-555b02164401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:13:22.461682 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] Attempting to bind port c8b98562-ec88-4b19-a576-bfeb31d1bb58 on network 514a0e5c-9f7d-441e-bd44-a73cdc03e754 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:22.471022 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9b81ceba-ea0d-44d6-a6d4-b9438f23b11c req-97585e9a-9850-4fb9-bf34-49378ad0cc01 service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033508 Jul 22 19:13:22.503573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] Port c8b98562-ec88-4b19-a576-bfeb31d1bb58 on network 514a0e5c-9f7d-441e-bd44-a73cdc03e754 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:13:22.503998 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] Attempting to bind port c8b98562-ec88-4b19-a576-bfeb31d1bb58 on network 514a0e5c-9f7d-441e-bd44-a73cdc03e754 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:22.552431 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:13:22.552934 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] Checking segment: {'id': '28b42374-c4aa-40c7-8b27-555b02164401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:13:22.553403 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] Bound using segment: {'id': '28b42374-c4aa-40c7-8b27-555b02164401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:13:22.553937 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] Bound port: c8b98562-ec88-4b19-a576-bfeb31d1bb58, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28b42374-c4aa-40c7-8b27-555b02164401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:13:22.554494 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:22.565151 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7fc03403-4c12-496c-9b9f-530fc2d53d1c req-c020575b-9422-4f39-a14f-cc2ed4eebe3e tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121119 Jul 22 19:13:22.672548 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e0939-1d8e-4023-82d9-fcc928fc9212 req-eac47d40-b252-4f66-bc4d-169372ea1b13 tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:22.674410 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-930e0939-1d8e-4023-82d9-fcc928fc9212 req-eac47d40-b252-4f66-bc4d-169372ea1b13 tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0 HTTP/1.1" status: 200 len: 949 time: 0.1633079 Jul 22 19:13:22.676456 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566f7b65-24ff-4a61-bd9c-2667ca19e1e3 x-openstack-request-id: req-566f7b65-24ff-4a61-bd9c-2667ca19e1e3 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:13:22.676977 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0", "name": "network-vif-plugged", "status": "completed", "tag": "f2daee6c-462e-4029-a134-a1e2a3f59cd0", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:13:22.677215 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-566f7b65-24ff-4a61-bd9c-2667ca19e1e3 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:13:22.677902 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2daee6c-462e-4029-a134-a1e2a3f59cd0', 'code': 200} Jul 22 19:13:22.701003 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3ae3c-a0ff-4d88-83d5-e81d29c7131b req-6c33d46c-bce0-486d-a550-5ed07d406eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:22.703238 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ef3ae3c-a0ff-4d88-83d5-e81d29c7131b req-6c33d46c-bce0-486d-a550-5ed07d406eb0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2797918 Jul 22 19:13:22.775864 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] For port c8b98562-ec88-4b19-a576-bfeb31d1bb58, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:13:22.872547 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-930e0939-1d8e-4023-82d9-fcc928fc9212 req-ee52ed39-b521-4d94-bd5a-e992cd31381c tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0a82ee8-030a-4d4e-ad1a-4116273e4330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800570 Jul 22 19:13:22.876327 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] For port c8b98562-ec88-4b19-a576-bfeb31d1bb58, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c8b98562-ec88-4b19-a576-bfeb31d1bb58,segment=NetworkSegment(28b42374-c4aa-40c7-8b27-555b02164401),segment_id=28b42374-c4aa-40c7-8b27-555b02164401)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:13:22.912857 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:22.971940 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:22.974274 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:22.975577 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] 10.222.0.16 "PUT /v2.0/ports/c8b98562-ec88-4b19-a576-bfeb31d1bb58 HTTP/1.1" status: 200 len: 1092 time: 3.3509531 Jul 22 19:13:22.980391 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601c658d-90e7-4cf4-9cf4-a328c8405def', 'tag': 'c8b98562-ec88-4b19-a576-bfeb31d1bb58'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:13:22.982899 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4f47cf-5b73-4c44-9fd3-ec5034b8b6c6" -d '{"events": [{"name": "network-changed", "server_uuid": "601c658d-90e7-4cf4-9cf4-a328c8405def", "tag": "c8b98562-ec88-4b19-a576-bfeb31d1bb58"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:13:23.092101 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc8ea7-91c6-4e69-be05-32e2459f74de req-87d259f9-66ab-414c-875c-5dad80aadd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:23.094677 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04bc8ea7-91c6-4e69-be05-32e2459f74de req-87d259f9-66ab-414c-875c-5dad80aadd77 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0 HTTP/1.1" status: 200 len: 1101 time: 0.3484354 Jul 22 19:13:23.183768 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ef3ae3c-a0ff-4d88-83d5-e81d29c7131b req-2cec4229-9a9e-4806-9768-503931978376 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648502 Jul 22 19:13:23.218029 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2f4aa-0dd0-427f-99d0-b51424d18a2d service neutron] Pushing event updated for resources: {'Port': ['ID=c8b98562-ec88-4b19-a576-bfeb31d1bb58,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:23.253328 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457e7a3-29c2-42d8-aa31-c0b2a756a90a req-e5f765e5-6ead-46c7-bdc5-30701368546c tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:23.254886 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7457e7a3-29c2-42d8-aa31-c0b2a756a90a req-e5f765e5-6ead-46c7-bdc5-30701368546c tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=601c658d-90e7-4cf4-9cf4-a328c8405def HTTP/1.1" status: 200 len: 943 time: 0.4425108 Jul 22 19:13:23.292601 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04bc8ea7-91c6-4e69-be05-32e2459f74de req-2034f9b8-cb53-409b-929f-c1d32fd08dde service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f0a82ee8-030a-4d4e-ad1a-4116273e4330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544363 Jul 22 19:13:23.393598 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7457e7a3-29c2-42d8-aa31-c0b2a756a90a req-94cb809a-935a-48d1-8a7e-cb576bb117cc tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239610 Jul 22 19:13:23.397560 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-bad872c8-c01f-43c9-ae54-09da00d51685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:23.399441 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-bad872c8-c01f-43c9-ae54-09da00d51685 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43fe21ac8a7d4b839e35f47549c83dd3&device_id=601c658d-90e7-4cf4-9cf4-a328c8405def HTTP/1.1" status: 200 len: 1095 time: 0.3714995 Jul 22 19:13:23.424817 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148866d-be24-4ee4-9015-8990a9cc81ca req-bd6aa81d-de93-48a5-8bfe-217d46ce87ee tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:23.427150 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148866d-be24-4ee4-9015-8990a9cc81ca req-bd6aa81d-de93-48a5-8bfe-217d46ce87ee tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:23.441152 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 820a7e54-024e-42f9-a054-fb1c3471d2a3 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:13:23.444087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148866d-be24-4ee4-9015-8990a9cc81ca req-bd6aa81d-de93-48a5-8bfe-217d46ce87ee tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:23.458487 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148866d-be24-4ee4-9015-8990a9cc81ca req-bd6aa81d-de93-48a5-8bfe-217d46ce87ee tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:23.484435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148866d-be24-4ee4-9015-8990a9cc81ca req-bd6aa81d-de93-48a5-8bfe-217d46ce87ee tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:23.496234 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148866d-be24-4ee4-9015-8990a9cc81ca req-bd6aa81d-de93-48a5-8bfe-217d46ce87ee tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:23.519882 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148866d-be24-4ee4-9015-8990a9cc81ca req-bd6aa81d-de93-48a5-8bfe-217d46ce87ee tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:23.521958 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d148866d-be24-4ee4-9015-8990a9cc81ca req-bd6aa81d-de93-48a5-8bfe-217d46ce87ee tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5420 time: 0.4809000 Jul 22 19:13:23.559618 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3754d076-a596-4b30-8b90-8229e4388089 x-openstack-request-id: req-3754d076-a596-4b30-8b90-8229e4388089 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:13:23.559963 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601c658d-90e7-4cf4-9cf4-a328c8405def", "tag": "c8b98562-ec88-4b19-a576-bfeb31d1bb58", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:13:23.561128 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3754d076-a596-4b30-8b90-8229e4388089 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:13:23.561629 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601c658d-90e7-4cf4-9cf4-a328c8405def', 'tag': 'c8b98562-ec88-4b19-a576-bfeb31d1bb58', 'status': 'completed', 'code': 200} Jul 22 19:13:23.712371 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 820a7e54-024e-42f9-a054-fb1c3471d2a3, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=820a7e54-024e-42f9-a054-fb1c3471d2a3,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:23.756750 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '820a7e54-024e-42f9-a054-fb1c3471d2a3', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '820a7e54-024e-42f9-a054-fb1c3471d2a3', 'mac_address': 'fa:16:3e:2e:8c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:13:23.857024 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:23.885699 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820a7e54-024e-42f9-a054-fb1c3471d2a3 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:23.937601 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 820a7e54-024e-42f9-a054-fb1c3471d2a3, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=820a7e54-024e-42f9-a054-fb1c3471d2a3,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:23.942077 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:23.986758 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-5458ff1f-fd7e-48d0-915b-1f6df6dc28c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8b98562-ec88-4b19-a576-bfeb31d1bb58 HTTP/1.1" status: 200 len: 217 time: 0.4637766 Jul 22 19:13:24.058551 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=820a7e54-024e-42f9-a054-fb1c3471d2a3,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:24.108515 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d148866d-be24-4ee4-9015-8990a9cc81ca req-fc36e870-e071-4dd0-9f36-a0d5bbc3a418 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5731592 Jul 22 19:13:24.117756 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ef3ae3c-a0ff-4d88-83d5-e81d29c7131b req-040fb804-1fae-49bd-8264-c21b19e5b77e service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9211216 Jul 22 19:13:24.184794 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-38a4f91e-7779-43b0-a901-2eda92dc9bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:24.193007 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-38a4f91e-7779-43b0-a901-2eda92dc9bce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b479058-f6d3-4d7c-a270-ab538df3289d HTTP/1.1" status: 200 len: 854 time: 0.1906261 Jul 22 19:13:24.214210 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['820a7e54-024e-42f9-a054-fb1c3471d2a3'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:13:24.260220 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-e7e06e6c-f88c-4dd6-8d21-917b7a947a89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=514a0e5c-9f7d-441e-bd44-a73cdc03e754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483496 Jul 22 19:13:24.272165 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788eeeb7-35a4-4572-9093-ae18003b0486 req-dff24277-253a-43cd-aa40-a27049a2c3c1 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:24.274248 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-788eeeb7-35a4-4572-9093-ae18003b0486 req-dff24277-253a-43cd-aa40-a27049a2c3c1 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dde568-cd4d-4ec4-85c4-026efdd0b011 HTTP/1.1" status: 200 len: 949 time: 0.2990324 Jul 22 19:13:24.419134 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-788eeeb7-35a4-4572-9093-ae18003b0486 req-8f6fd9cf-ff00-4292-8aae-fb326fac0f08 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243389 Jul 22 19:13:24.555922 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f7524-eb61-491f-97f8-afc3357b946c req-c76f1162-4825-4913-806b-3ef6357be759 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:24.557869 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bc4f7524-eb61-491f-97f8-afc3357b946c req-c76f1162-4825-4913-806b-3ef6357be759 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.2826965 Jul 22 19:13:24.644464 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bc4f7524-eb61-491f-97f8-afc3357b946c req-2a54c423-20e0-4f7c-896e-bb91d9f3eb37 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766335 Jul 22 19:13:24.648524 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-168bef0e-ceb1-4e09-92b1-ebd7bf45850d service neutron] 10.222.0.16 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630712 Jul 22 19:13:24.776453 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee01dc-50db-4e57-b43a-213ab1e7389c req-3244d48c-c804-4458-81a5-906aa23d4c7f tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:24.778533 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7ee01dc-50db-4e57-b43a-213ab1e7389c req-3244d48c-c804-4458-81a5-906aa23d4c7f tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0 HTTP/1.1" status: 200 len: 949 time: 0.2195592 Jul 22 19:13:24.818926 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81a3d167-da1e-4091-b1d4-88899596c1eb req-01d6b746-27a2-44ed-992d-d78610e9c054 service neutron] 10.222.0.16 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620262 Jul 22 19:13:24.904044 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7ee01dc-50db-4e57-b43a-213ab1e7389c req-dd7489e0-98b8-4c30-ac36-e7f6937db81f tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0a82ee8-030a-4d4e-ad1a-4116273e4330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826375 Jul 22 19:13:24.988533 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feac4e5-20da-452b-a0dd-4c5a0d1b65c3 req-2c8bf10a-c56f-451f-bb3e-575f2230bd1f tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:24.996050 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8feac4e5-20da-452b-a0dd-4c5a0d1b65c3 req-2c8bf10a-c56f-451f-bb3e-575f2230bd1f tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=601c658d-90e7-4cf4-9cf4-a328c8405def HTTP/1.1" status: 200 len: 943 time: 0.1869195 Jul 22 19:13:25.021484 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f47cf-5b73-4c44-9fd3-ec5034b8b6c6 req-b0fb8d5e-9362-49a6-8357-b7c3da872b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:25.026431 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b4f47cf-5b73-4c44-9fd3-ec5034b8b6c6 req-b0fb8d5e-9362-49a6-8357-b7c3da872b7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43fe21ac8a7d4b839e35f47549c83dd3&device_id=601c658d-90e7-4cf4-9cf4-a328c8405def HTTP/1.1" status: 200 len: 1095 time: 0.1471858 Jul 22 19:13:25.147337 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45672) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:25.152260 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8feac4e5-20da-452b-a0dd-4c5a0d1b65c3 req-8d6f57e2-d1e7-47d3-b523-69107764c18b tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549647 Jul 22 19:13:25.351202 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7895971a-e631-470b-b16c-6614089d1b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:25.447826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 820a7e54-024e-42f9-a054-fb1c3471d2a3 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:13:25.482268 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f47cf-5b73-4c44-9fd3-ec5034b8b6c6 req-94d83ce4-686b-4a09-976b-a28594568f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:25.487899 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b4f47cf-5b73-4c44-9fd3-ec5034b8b6c6 req-94d83ce4-686b-4a09-976b-a28594568f60 service neutron] 10.222.0.16 "GET /v2.0/networks?id=514a0e5c-9f7d-441e-bd44-a73cdc03e754 HTTP/1.1" status: 200 len: 915 time: 0.4490385 Jul 22 19:13:25.521542 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 820a7e54-024e-42f9-a054-fb1c3471d2a3 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:13:25.526299 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 820a7e54-024e-42f9-a054-fb1c3471d2a3 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:13:25.526933 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:25.530063 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7895971a-e631-470b-b16c-6614089d1b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:25.537331 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7895971a-e631-470b-b16c-6614089d1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:25.569398 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7895971a-e631-470b-b16c-6614089d1b21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=351aba319a8a43d68a43f5aaddcff7d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4199719 Jul 22 19:13:25.569899 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45688) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:25.579948 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03d1d2-5165-47af-bcf0-c1764a58620c req-75da3d97-609a-466a-9655-8646054c0804 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:25.588056 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03d1d2-5165-47af-bcf0-c1764a58620c req-75da3d97-609a-466a-9655-8646054c0804 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:25.594700 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03d1d2-5165-47af-bcf0-c1764a58620c req-75da3d97-609a-466a-9655-8646054c0804 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:25.601919 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03d1d2-5165-47af-bcf0-c1764a58620c req-75da3d97-609a-466a-9655-8646054c0804 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:25.608738 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03d1d2-5165-47af-bcf0-c1764a58620c req-75da3d97-609a-466a-9655-8646054c0804 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:25.609156 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895971a-e631-470b-b16c-6614089d1b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27579fc6-1dfb-4ef5-a9a1-5812941b67f6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:25.614608 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03d1d2-5165-47af-bcf0-c1764a58620c req-75da3d97-609a-466a-9655-8646054c0804 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:25.620930 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03d1d2-5165-47af-bcf0-c1764a58620c req-75da3d97-609a-466a-9655-8646054c0804 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:25.629578 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5b03d1d2-5165-47af-bcf0-c1764a58620c req-75da3d97-609a-466a-9655-8646054c0804 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5420 time: 0.3614912 Jul 22 19:13:25.650592 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b4f47cf-5b73-4c44-9fd3-ec5034b8b6c6 req-f6204981-bc2c-4527-982d-8fcaf897995d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8b98562-ec88-4b19-a576-bfeb31d1bb58 HTTP/1.1" status: 200 len: 217 time: 0.1374989 Jul 22 19:13:25.656094 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:25.664233 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-20a8e809-def6-400b-8717-e4491eb9d0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:25.695751 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-20a8e809-def6-400b-8717-e4491eb9d0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:25.697569 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 820a7e54-024e-42f9-a054-fb1c3471d2a3, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=820a7e54-024e-42f9-a054-fb1c3471d2a3,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:25.699205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22dde568-cd4d-4ec4-85c4-026efdd0b011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820a7e54-024e-42f9-a054-fb1c3471d2a3'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:13:25.703211 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f15b401-d116-4a63-965d-d4a8901d5ad8" -d '{"events": [{"server_uuid": "22dde568-cd4d-4ec4-85c4-026efdd0b011", "name": "network-vif-plugged", "status": "completed", "tag": "820a7e54-024e-42f9-a054-fb1c3471d2a3"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:13:25.707320 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:25.750039 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5b03d1d2-5165-47af-bcf0-c1764a58620c req-3fdce107-5651-4250-ad06-fa3a457d1f6f tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1194086 Jul 22 19:13:25.760118 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-20a8e809-def6-400b-8717-e4491eb9d0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:25.764371 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-20a8e809-def6-400b-8717-e4491eb9d0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:25.766880 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d965086-026c-4a26-bb14-c9e99f15bea6 req-287b4a68-1de5-4e17-9dd2-45bb0965ade1 tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:25.772896 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8d965086-026c-4a26-bb14-c9e99f15bea6 req-287b4a68-1de5-4e17-9dd2-45bb0965ade1 tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0 HTTP/1.1" status: 200 len: 949 time: 0.4442723 Jul 22 19:13:25.781480 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-20a8e809-def6-400b-8717-e4491eb9d0e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27579fc6-1dfb-4ef5-a9a1-5812941b67f6 HTTP/1.1" status: 204 len: 168 time: 0.2033620 Jul 22 19:13:25.784847 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=820a7e54-024e-42f9-a054-fb1c3471d2a3,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:25.803118 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8e809-def6-400b-8717-e4491eb9d0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27579fc6-1dfb-4ef5-a9a1-5812941b67f6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:25.820922 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f47cf-5b73-4c44-9fd3-ec5034b8b6c6 req-6c43a3ef-fa2d-472a-88ab-0e8dc8fd03df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:25.822322 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b4f47cf-5b73-4c44-9fd3-ec5034b8b6c6 req-6c43a3ef-fa2d-472a-88ab-0e8dc8fd03df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b479058-f6d3-4d7c-a270-ab538df3289d HTTP/1.1" status: 200 len: 854 time: 0.1606731 Jul 22 19:13:25.894234 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b4f47cf-5b73-4c44-9fd3-ec5034b8b6c6 req-e607b452-0043-4bef-a90b-878a4fe710b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=514a0e5c-9f7d-441e-bd44-a73cdc03e754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588894 Jul 22 19:13:25.953220 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8d965086-026c-4a26-bb14-c9e99f15bea6 req-4f751123-e7d6-42c6-a078-b2d0f6751516 tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0a82ee8-030a-4d4e-ad1a-4116273e4330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701913 Jul 22 19:13:26.058253 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06936e-82b6-44a0-8806-9f91973cd4f8 req-1c72ca99-718d-4d73-8695-3da3236f6ea6 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:26.065610 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bc06936e-82b6-44a0-8806-9f91973cd4f8 req-1c72ca99-718d-4d73-8695-3da3236f6ea6 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dde568-cd4d-4ec4-85c4-026efdd0b011 HTTP/1.1" status: 200 len: 950 time: 0.2050083 Jul 22 19:13:26.098601 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b4f47cf-5b73-4c44-9fd3-ec5034b8b6c6 req-d0ab3d4c-7b4b-4177-a572-7fc1be0973a5 service neutron] 10.222.0.16 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830151 Jul 22 19:13:26.164091 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45700) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:26.176606 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bc06936e-82b6-44a0-8806-9f91973cd4f8 req-2481b10e-b315-4eee-bbf5-3b5604490918 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094005 Jul 22 19:13:26.189812 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a47b7c5-787c-418c-8280-604ad59a27bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:26.262715 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8feac4ee-fbda-4774-ab0a-18ce473a2d1f x-openstack-request-id: req-8feac4ee-fbda-4774-ab0a-18ce473a2d1f {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:13:26.263027 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22dde568-cd4d-4ec4-85c4-026efdd0b011", "name": "network-vif-plugged", "status": "completed", "tag": "820a7e54-024e-42f9-a054-fb1c3471d2a3", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:13:26.263235 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d46a7-2742-4886-a474-1aeb70b5bc73 req-6efb28d7-779f-4e72-8227-24b983f78ecb tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:26.263470 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8feac4ee-fbda-4774-ab0a-18ce473a2d1f {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:13:26.263865 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dde568-cd4d-4ec4-85c4-026efdd0b011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820a7e54-024e-42f9-a054-fb1c3471d2a3', 'code': 200} Jul 22 19:13:26.264995 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2c8d46a7-2742-4886-a474-1aeb70b5bc73 req-6efb28d7-779f-4e72-8227-24b983f78ecb tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.1914816 Jul 22 19:13:26.267663 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b4f47cf-5b73-4c44-9fd3-ec5034b8b6c6 req-961feaa3-8be7-4b7b-9bcd-c68aef7d46c0 service neutron] 10.222.0.16 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485350 Jul 22 19:13:26.335785 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2c8d46a7-2742-4886-a474-1aeb70b5bc73 req-8480ded8-1695-4cad-89f7-da3ac453e523 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589247 Jul 22 19:13:26.347487 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a47b7c5-787c-418c-8280-604ad59a27bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:26.354109 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a47b7c5-787c-418c-8280-604ad59a27bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:26.407509 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47b7c5-787c-418c-8280-604ad59a27bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7398f1-af9d-400d-baae-bf4b999b45c7,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:26.443824 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3a47b7c5-787c-418c-8280-604ad59a27bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=084a782c163a4a63a76bd8f312e664c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2780142 Jul 22 19:13:26.456644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45706) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:26.532140 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc175c-1b9f-43f8-9ba1-c159d7733850 req-c224a556-6c2d-4bbb-9a02-dc8d98b9a683 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:26.539557 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ccc175c-1b9f-43f8-9ba1-c159d7733850 req-c224a556-6c2d-4bbb-9a02-dc8d98b9a683 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=601c658d-90e7-4cf4-9cf4-a328c8405def HTTP/1.1" status: 200 len: 943 time: 0.1881669 Jul 22 19:13:26.542857 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab779ee6-1c2c-4ed9-be91-aa73bbd5b398 req-b2220266-a2d5-4ea3-a9df-9bb2f11e2df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:26.544395 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab779ee6-1c2c-4ed9-be91-aa73bbd5b398 req-b2220266-a2d5-4ea3-a9df-9bb2f11e2df8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=22dde568-cd4d-4ec4-85c4-026efdd0b011 HTTP/1.1" status: 200 len: 1102 time: 0.1570201 Jul 22 19:13:26.600381 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9cb0e583-cec4-4fc2-83e3-ced79febd33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:26.614110 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab779ee6-1c2c-4ed9-be91-aa73bbd5b398 req-aeee1c56-0ff1-419f-bfa0-d2a16fdafc8f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535643 Jul 22 19:13:26.642300 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ccc175c-1b9f-43f8-9ba1-c159d7733850 req-f49447e0-84ea-45ba-82eb-644f41569b8e tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017730 Jul 22 19:13:26.660957 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9cb0e583-cec4-4fc2-83e3-ced79febd33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:26.722168 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9cb0e583-cec4-4fc2-83e3-ced79febd33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:26.724864 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9cb0e583-cec4-4fc2-83e3-ced79febd33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:26.728299 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9cb0e583-cec4-4fc2-83e3-ced79febd33f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c7398f1-af9d-400d-baae-bf4b999b45c7 HTTP/1.1" status: 204 len: 168 time: 0.2724249 Jul 22 19:13:26.750002 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0e583-cec4-4fc2-83e3-ced79febd33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7398f1-af9d-400d-baae-bf4b999b45c7,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:26.868627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5e7dd-00da-4bf1-ae44-8628c607dcca req-39df5e5d-0abc-4375-a3ce-3e5007848a02 tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:26.870240 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6cc5e7dd-00da-4bf1-ae44-8628c607dcca req-39df5e5d-0abc-4375-a3ce-3e5007848a02 tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0 HTTP/1.1" status: 200 len: 949 time: 0.1072536 Jul 22 19:13:27.230746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d34865-4e3b-42e2-800e-c2757017c545 req-f251aa4a-8943-442c-a87c-5907eab458f7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:27.236566 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d34865-4e3b-42e2-800e-c2757017c545 req-f251aa4a-8943-442c-a87c-5907eab458f7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:27.245849 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d34865-4e3b-42e2-800e-c2757017c545 req-f251aa4a-8943-442c-a87c-5907eab458f7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:27.254617 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d34865-4e3b-42e2-800e-c2757017c545 req-f251aa4a-8943-442c-a87c-5907eab458f7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:27.260612 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d34865-4e3b-42e2-800e-c2757017c545 req-f251aa4a-8943-442c-a87c-5907eab458f7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:27.266767 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d34865-4e3b-42e2-800e-c2757017c545 req-f251aa4a-8943-442c-a87c-5907eab458f7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:27.274205 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d34865-4e3b-42e2-800e-c2757017c545 req-f251aa4a-8943-442c-a87c-5907eab458f7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:27.277246 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-12d34865-4e3b-42e2-800e-c2757017c545 req-f251aa4a-8943-442c-a87c-5907eab458f7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5420 time: 0.4058447 Jul 22 19:13:27.288087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9b729-45f9-4914-b328-671322a23922 req-f9ef1d64-c2c9-411c-963b-741e29854b87 tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:27.289640 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15f9b729-45f9-4914-b328-671322a23922 req-f9ef1d64-c2c9-411c-963b-741e29854b87 tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0 HTTP/1.1" status: 200 len: 949 time: 0.1906121 Jul 22 19:13:27.337215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-6cc5e7dd-00da-4bf1-ae44-8628c607dcca req-c2c99b09-121e-49e0-be87-7b9ef29f7ecc tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Deleting port f2daee6c-462e-4029-a134-a1e2a3f59cd0 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:13:27.337784 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6cc5e7dd-00da-4bf1-ae44-8628c607dcca req-c2c99b09-121e-49e0-be87-7b9ef29f7ecc tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:27.417009 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-12d34865-4e3b-42e2-800e-c2757017c545 req-63ea1349-4165-4027-9ae1-ad46a89336f1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1249094 Jul 22 19:13:27.482143 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15f9b729-45f9-4914-b328-671322a23922 req-7a0af4fa-34a9-4f35-9fc5-e693c13d1962 tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0a82ee8-030a-4d4e-ad1a-4116273e4330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661847 Jul 22 19:13:27.626925 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-6cc5e7dd-00da-4bf1-ae44-8628c607dcca req-c2c99b09-121e-49e0-be87-7b9ef29f7ecc tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] For port f2daee6c-462e-4029-a134-a1e2a3f59cd0, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f2daee6c-462e-4029-a134-a1e2a3f59cd0,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:27.627506 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6cc5e7dd-00da-4bf1-ae44-8628c607dcca req-c2c99b09-121e-49e0-be87-7b9ef29f7ecc tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:27.649127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-6cc5e7dd-00da-4bf1-ae44-8628c607dcca req-c2c99b09-121e-49e0-be87-7b9ef29f7ecc tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Calling delete_port for f2daee6c-462e-4029-a134-a1e2a3f59cd0 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:13:27.769918 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc641c-8542-4e05-b1e6-76ab92589bca req-ae64f1fd-0215-4ec5-b2fc-bb030318bb43 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:27.777500 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16fc641c-8542-4e05-b1e6-76ab92589bca req-ae64f1fd-0215-4ec5-b2fc-bb030318bb43 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dde568-cd4d-4ec4-85c4-026efdd0b011 HTTP/1.1" status: 200 len: 950 time: 0.2196178 Jul 22 19:13:27.790539 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017f33b-0564-47b9-b6ea-30cf4e974895 req-8734c8ed-6de6-4b9a-a3e7-e7be38e50854 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:27.791920 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a017f33b-0564-47b9-b6ea-30cf4e974895 req-8734c8ed-6de6-4b9a-a3e7-e7be38e50854 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.2515287 Jul 22 19:13:27.876701 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16fc641c-8542-4e05-b1e6-76ab92589bca req-8de9c878-c704-4847-9b0c-49de6d46e9ec tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980873 Jul 22 19:13:27.898492 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a017f33b-0564-47b9-b6ea-30cf4e974895 req-ed87fdde-a1b1-4b02-abbc-3185910540ba tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968730 Jul 22 19:13:27.998002 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6cc5e7dd-00da-4bf1-ae44-8628c607dcca req-c2c99b09-121e-49e0-be87-7b9ef29f7ecc tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:28.069810 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c99b09-121e-49e0-be87-7b9ef29f7ecc tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Pushing event deleted for resources: {'Port': ['ID=f2daee6c-462e-4029-a134-a1e2a3f59cd0,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:28.153061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc5e7dd-00da-4bf1-ae44-8628c607dcca req-c2c99b09-121e-49e0-be87-7b9ef29f7ecc tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] No DVR routers for this DVR port f2daee6c-462e-4029-a134-a1e2a3f59cd0 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:13:28.156338 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6cc5e7dd-00da-4bf1-ae44-8628c607dcca req-c2c99b09-121e-49e0-be87-7b9ef29f7ecc tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:28.158905 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6cc5e7dd-00da-4bf1-ae44-8628c607dcca req-c2c99b09-121e-49e0-be87-7b9ef29f7ecc tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.30 "DELETE /v2.0/ports/f2daee6c-462e-4029-a134-a1e2a3f59cd0 HTTP/1.1" status: 204 len: 173 time: 1.2113442 Jul 22 19:13:28.161002 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0', 'name': 'network-vif-deleted', 'tag': 'f2daee6c-462e-4029-a134-a1e2a3f59cd0'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:13:28.164236 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917e4f65-bdd2-4335-b559-8f0239f31afe" -d '{"events": [{"server_uuid": "6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0", "name": "network-vif-deleted", "tag": "f2daee6c-462e-4029-a134-a1e2a3f59cd0"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:13:28.207957 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68aec2b-05ee-4a9e-b40c-ef6b3482cfa0 req-b949ef49-c8a5-460d-aef8-47327c0bd5e7 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:28.211610 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e68aec2b-05ee-4a9e-b40c-ef6b3482cfa0 req-b949ef49-c8a5-460d-aef8-47327c0bd5e7 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=601c658d-90e7-4cf4-9cf4-a328c8405def HTTP/1.1" status: 200 len: 943 time: 0.2188218 Jul 22 19:13:28.230878 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device c8b98562-ec88-4b19-a576-bfeb31d1bb58 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:13:28.251372 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19804f34-997b-4c3b-bb64-51208a1dc573 x-openstack-request-id: req-19804f34-997b-4c3b-bb64-51208a1dc573 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:13:28.251794 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0", "name": "network-vif-deleted", "tag": "f2daee6c-462e-4029-a134-a1e2a3f59cd0", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:13:28.251907 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19804f34-997b-4c3b-bb64-51208a1dc573 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:13:28.252581 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0', 'name': 'network-vif-deleted', 'tag': 'f2daee6c-462e-4029-a134-a1e2a3f59cd0', 'status': 'completed', 'code': 200} Jul 22 19:13:28.291191 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e68aec2b-05ee-4a9e-b40c-ef6b3482cfa0 req-79255102-c7a7-46bb-a95d-4e36b9bae004 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672364 Jul 22 19:13:28.419351 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-14b0dca6-00aa-4686-aaa2-7bce244b7810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:28.462058 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port c8b98562-ec88-4b19-a576-bfeb31d1bb58, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c8b98562-ec88-4b19-a576-bfeb31d1bb58,segment=NetworkSegment(28b42374-c4aa-40c7-8b27-555b02164401),segment_id=28b42374-c4aa-40c7-8b27-555b02164401)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:28.494647 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'c8b98562-ec88-4b19-a576-bfeb31d1bb58', 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754', 'port_id': 'c8b98562-ec88-4b19-a576-bfeb31d1bb58', 'mac_address': 'fa:16:3e:85:63:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b479058-f6d3-4d7c-a270-ab538df3289d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:13:28.560413 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:28.582959 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b98562-ec88-4b19-a576-bfeb31d1bb58 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:28.628644 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port c8b98562-ec88-4b19-a576-bfeb31d1bb58, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c8b98562-ec88-4b19-a576-bfeb31d1bb58,segment=NetworkSegment(28b42374-c4aa-40c7-8b27-555b02164401),segment_id=28b42374-c4aa-40c7-8b27-555b02164401)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:28.633073 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:28.802714 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c22de80c-ce76-4d9b-98db-3cfc92a28941 req-8a7170f8-2ac5-43c9-ad04-7d7f9864e55d tempest-ImagesNegativeTestJSON-1375428315 tempest-ImagesNegativeTestJSON-1375428315-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ea3e3df-9081-4c2a-97fb-b2d2fd3586f0 HTTP/1.1" status: 200 len: 210 time: 0.1407447 Jul 22 19:13:28.837247 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=c8b98562-ec88-4b19-a576-bfeb31d1bb58,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:28.902241 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3a368-4936-468b-8f4f-f29f9ac3d87e req-eb00b9c3-7b3a-41ab-93b0-0f738929ff6d tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:28.908552 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['c8b98562-ec88-4b19-a576-bfeb31d1bb58'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:13:28.934229 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3a368-4936-468b-8f4f-f29f9ac3d87e req-eb00b9c3-7b3a-41ab-93b0-0f738929ff6d tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:28.947558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3a368-4936-468b-8f4f-f29f9ac3d87e req-eb00b9c3-7b3a-41ab-93b0-0f738929ff6d tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:28.969127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3a368-4936-468b-8f4f-f29f9ac3d87e req-eb00b9c3-7b3a-41ab-93b0-0f738929ff6d tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:28.982063 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3a368-4936-468b-8f4f-f29f9ac3d87e req-eb00b9c3-7b3a-41ab-93b0-0f738929ff6d tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:28.990237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3a368-4936-468b-8f4f-f29f9ac3d87e req-eb00b9c3-7b3a-41ab-93b0-0f738929ff6d tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:28.996795 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3a368-4936-468b-8f4f-f29f9ac3d87e req-eb00b9c3-7b3a-41ab-93b0-0f738929ff6d tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:28.999115 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2fb3a368-4936-468b-8f4f-f29f9ac3d87e req-eb00b9c3-7b3a-41ab-93b0-0f738929ff6d tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5420 time: 0.4550140 Jul 22 19:13:29.126457 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2fb3a368-4936-468b-8f4f-f29f9ac3d87e req-de51a48f-c6e1-408a-a540-a4922aab0ff1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1212502 Jul 22 19:13:29.188997 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf25885-0433-4cd9-a4df-2a8fd138e4e7 req-b2732ca0-5a05-43b3-b1a1-970e66c8c436 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:29.192555 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ddf25885-0433-4cd9-a4df-2a8fd138e4e7 req-b2732ca0-5a05-43b3-b1a1-970e66c8c436 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dde568-cd4d-4ec4-85c4-026efdd0b011 HTTP/1.1" status: 200 len: 950 time: 0.1243582 Jul 22 19:13:29.288522 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ddf25885-0433-4cd9-a4df-2a8fd138e4e7 req-ae0c95d2-7351-40e5-b442-006b9efdcfd5 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887313 Jul 22 19:13:29.441037 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f2daee6c-462e-4029-a134-a1e2a3f59cd0 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:13:29.447229 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d27d4-579e-4d59-b100-ab219b99ed23 req-f130bc4e-e674-44f0-884a-64ac15333bcf tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:29.449395 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-659d27d4-579e-4d59-b100-ab219b99ed23 req-f130bc4e-e674-44f0-884a-64ac15333bcf tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.1518612 Jul 22 19:13:29.499624 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: f2daee6c-462e-4029-a134-a1e2a3f59cd0 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:13:29.499970 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f2daee6c-462e-4029-a134-a1e2a3f59cd0 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:13:29.521571 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-659d27d4-579e-4d59-b100-ab219b99ed23 req-c3b7c223-3d99-4044-9979-59488998d90e tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631306 Jul 22 19:13:29.741249 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b37f8-14a2-4b3c-92b6-180a3c5702c1 req-5dbed8dc-208c-4f05-8f4d-ae55089ddef8 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:29.748203 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a09b37f8-14a2-4b3c-92b6-180a3c5702c1 req-5dbed8dc-208c-4f05-8f4d-ae55089ddef8 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=601c658d-90e7-4cf4-9cf4-a328c8405def HTTP/1.1" status: 200 len: 944 time: 0.1249530 Jul 22 19:13:29.842966 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a09b37f8-14a2-4b3c-92b6-180a3c5702c1 req-af491cbc-cda6-4a9a-ad2a-fcf0ef56076a tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908921 Jul 22 19:13:30.254927 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device c8b98562-ec88-4b19-a576-bfeb31d1bb58 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:13:30.308018 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf9974-ad22-4d66-9b52-82ce3894e5ad req-c94f03c8-d6df-406b-b48b-15a91b857643 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:30.308538 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf9974-ad22-4d66-9b52-82ce3894e5ad req-c94f03c8-d6df-406b-b48b-15a91b857643 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:30.309028 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf9974-ad22-4d66-9b52-82ce3894e5ad req-c94f03c8-d6df-406b-b48b-15a91b857643 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:30.309510 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf9974-ad22-4d66-9b52-82ce3894e5ad req-c94f03c8-d6df-406b-b48b-15a91b857643 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:30.309985 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf9974-ad22-4d66-9b52-82ce3894e5ad req-c94f03c8-d6df-406b-b48b-15a91b857643 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:30.310466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf9974-ad22-4d66-9b52-82ce3894e5ad req-c94f03c8-d6df-406b-b48b-15a91b857643 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:30.311791 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf9974-ad22-4d66-9b52-82ce3894e5ad req-c94f03c8-d6df-406b-b48b-15a91b857643 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:30.312112 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf9974-ad22-4d66-9b52-82ce3894e5ad req-c94f03c8-d6df-406b-b48b-15a91b857643 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:30.336873 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf9974-ad22-4d66-9b52-82ce3894e5ad req-c94f03c8-d6df-406b-b48b-15a91b857643 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:30.340367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf9974-ad22-4d66-9b52-82ce3894e5ad req-c94f03c8-d6df-406b-b48b-15a91b857643 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:30.340367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf9974-ad22-4d66-9b52-82ce3894e5ad req-c94f03c8-d6df-406b-b48b-15a91b857643 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:30.340367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf9974-ad22-4d66-9b52-82ce3894e5ad req-c94f03c8-d6df-406b-b48b-15a91b857643 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:30.342893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf9974-ad22-4d66-9b52-82ce3894e5ad req-c94f03c8-d6df-406b-b48b-15a91b857643 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:30.343392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf9974-ad22-4d66-9b52-82ce3894e5ad req-c94f03c8-d6df-406b-b48b-15a91b857643 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:30.345414 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf9974-ad22-4d66-9b52-82ce3894e5ad req-c94f03c8-d6df-406b-b48b-15a91b857643 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:30.352307 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d5cf9974-ad22-4d66-9b52-82ce3894e5ad req-c94f03c8-d6df-406b-b48b-15a91b857643 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=601c658d-90e7-4cf4-9cf4-a328c8405def&device_id=22dde568-cd4d-4ec4-85c4-026efdd0b011&device_id=c1f0ccbc-7995-46b3-9909-db380b698770&device_id=d7d21d4f-8587-4664-9e9c-a2523c34aa66&device_id=246ca8a6-c080-47cc-995f-44d93b798cc3&device_id=ae40b7eb-38c7-460d-b23c-c4c6283dc99c&device_id=25f026b7-1871-495c-a133-051bf48e525b&device_id=de3203cb-4628-4cde-8769-c66083b5d4ed&device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 13596 time: 0.2110271 Jul 22 19:13:30.393765 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port c8b98562-ec88-4b19-a576-bfeb31d1bb58 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:13:30.398787 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port c8b98562-ec88-4b19-a576-bfeb31d1bb58 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:13:30.399164 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:30.469473 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d5cf9974-ad22-4d66-9b52-82ce3894e5ad req-df651b10-9594-464c-acc2-c4ef0248a999 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:30.594923 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:30.623102 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601c658d-90e7-4cf4-9cf4-a328c8405def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b98562-ec88-4b19-a576-bfeb31d1bb58'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:13:30.629964 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8bc1e1-804a-4e23-93af-65da6b3835ae" -d '{"events": [{"server_uuid": "601c658d-90e7-4cf4-9cf4-a328c8405def", "name": "network-vif-plugged", "status": "completed", "tag": "c8b98562-ec88-4b19-a576-bfeb31d1bb58"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:13:30.646266 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port c8b98562-ec88-4b19-a576-bfeb31d1bb58, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c8b98562-ec88-4b19-a576-bfeb31d1bb58,segment=NetworkSegment(28b42374-c4aa-40c7-8b27-555b02164401),segment_id=28b42374-c4aa-40c7-8b27-555b02164401)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:30.659255 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:30.672608 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d6b8c-8203-414b-a53c-c37e0894da95 req-f5cf906b-e60a-4cd4-916e-15df950cf04c tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:30.679200 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d6b8c-8203-414b-a53c-c37e0894da95 req-f5cf906b-e60a-4cd4-916e-15df950cf04c tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:30.701702 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d6b8c-8203-414b-a53c-c37e0894da95 req-f5cf906b-e60a-4cd4-916e-15df950cf04c tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:30.724871 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d6b8c-8203-414b-a53c-c37e0894da95 req-f5cf906b-e60a-4cd4-916e-15df950cf04c tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:30.731798 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d6b8c-8203-414b-a53c-c37e0894da95 req-f5cf906b-e60a-4cd4-916e-15df950cf04c tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:30.747935 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d6b8c-8203-414b-a53c-c37e0894da95 req-f5cf906b-e60a-4cd4-916e-15df950cf04c tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:30.764929 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=c8b98562-ec88-4b19-a576-bfeb31d1bb58,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:30.771038 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d6b8c-8203-414b-a53c-c37e0894da95 req-f5cf906b-e60a-4cd4-916e-15df950cf04c tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:30.773619 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:30.774195 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:30.774422 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:30.774780 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:30.775194 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45846) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:30.775651 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:30.775651 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:30.775870 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:30.776386 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:30.776787 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:30.777245 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:30.777648 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:30.778029 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:13:30.791011 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-283d6b8c-8203-414b-a53c-c37e0894da95 req-f5cf906b-e60a-4cd4-916e-15df950cf04c tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5420 time: 0.4374187 Jul 22 19:13:31.004279 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f729d6e0-3155-4bd7-ad59-0facb1a96095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:31.059717 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:31.113194 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-08ce923f-f56c-4cce-a542-3571a476931e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86cab072e42f4e109dee4a2c78d5d180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3346682 Jul 22 19:13:31.113628 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45862) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:31.200233 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b873f4f-04bb-4d3f-a23c-213ecbac46d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:31.244986 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b873f4f-04bb-4d3f-a23c-213ecbac46d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:31.306851 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b873f4f-04bb-4d3f-a23c-213ecbac46d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:31.312447 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b873f4f-04bb-4d3f-a23c-213ecbac46d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:31.329940 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5b873f4f-04bb-4d3f-a23c-213ecbac46d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0a82ee8-030a-4d4e-ad1a-4116273e4330 HTTP/1.1" status: 204 len: 168 time: 0.2151861 Jul 22 19:13:31.372785 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b873f4f-04bb-4d3f-a23c-213ecbac46d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a82ee8-030a-4d4e-ad1a-4116273e4330,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:31.448786 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-283d6b8c-8203-414b-a53c-c37e0894da95 req-b5612649-1196-4249-8d73-59e46207552e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6569884 Jul 22 19:13:31.518564 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d5cf9974-ad22-4d66-9b52-82ce3894e5ad req-df651b10-9594-464c-acc2-c4ef0248a999 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:31.522858 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d5cf9974-ad22-4d66-9b52-82ce3894e5ad req-df651b10-9594-464c-acc2-c4ef0248a999 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:31.565835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df651b10-9594-464c-acc2-c4ef0248a999 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f122446-4c04-4a66-8fa4-988f4b0efce0,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:31.626866 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d5cf9974-ad22-4d66-9b52-82ce3894e5ad req-df651b10-9594-464c-acc2-c4ef0248a999 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=27b0ceb3-f14e-42ff-9f99-3102fb359153&id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 1.2468975 Jul 22 19:13:31.719023 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d88b6a-88c8-4494-960f-48b500258d74 x-openstack-request-id: req-d2d88b6a-88c8-4494-960f-48b500258d74 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:13:31.719557 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601c658d-90e7-4cf4-9cf4-a328c8405def", "name": "network-vif-plugged", "status": "completed", "tag": "c8b98562-ec88-4b19-a576-bfeb31d1bb58", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:13:31.719557 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2d88b6a-88c8-4494-960f-48b500258d74 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:13:31.719947 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601c658d-90e7-4cf4-9cf4-a328c8405def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b98562-ec88-4b19-a576-bfeb31d1bb58', 'code': 200} Jul 22 19:13:31.736635 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb41a4-3669-4a29-a1bf-7cea13a25763 req-5c454e30-0c78-4ce9-be64-aef28f5f0640 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:31.754495 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dacb41a4-3669-4a29-a1bf-7cea13a25763 req-5c454e30-0c78-4ce9-be64-aef28f5f0640 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.1795254 Jul 22 19:13:32.019379 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dacb41a4-3669-4a29-a1bf-7cea13a25763 req-c1abc9dd-e9f6-42a7-9dfb-593e13476a8a tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618470 Jul 22 19:13:32.164504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6440ce0-cc28-439a-a80e-c9ae66482c69 req-0f86473b-223d-4c1e-bd86-149ece53368b tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:32.182539 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6440ce0-cc28-439a-a80e-c9ae66482c69 req-0f86473b-223d-4c1e-bd86-149ece53368b tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=601c658d-90e7-4cf4-9cf4-a328c8405def HTTP/1.1" status: 200 len: 945 time: 0.3345673 Jul 22 19:13:32.264950 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6440ce0-cc28-439a-a80e-c9ae66482c69 req-414adba2-906e-4057-979d-a48c10bda018 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773742 Jul 22 19:13:32.274568 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04255824-1c89-494e-a554-e80873d48df9 req-200f73d7-c100-48ef-8530-b7d0477c84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:32.282684 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:32.284255 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04255824-1c89-494e-a554-e80873d48df9 req-200f73d7-c100-48ef-8530-b7d0477c84d9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=601c658d-90e7-4cf4-9cf4-a328c8405def HTTP/1.1" status: 200 len: 1097 time: 0.4803748 Jul 22 19:13:32.387158 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04255824-1c89-494e-a554-e80873d48df9 req-6288ce42-e5b9-4571-b72e-a5ad5cfd7bcd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950780 Jul 22 19:13:32.865174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e37d64-cdb5-432f-951f-fef96157ee8b req-a53e639f-857e-4d29-b016-6f1767e47909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:32.869880 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e9e37d64-cdb5-432f-951f-fef96157ee8b req-a53e639f-857e-4d29-b016-6f1767e47909 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9969b04cb20a400c8e89d23b9b9aa08c&device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 1098 time: 0.4137058 Jul 22 19:13:33.075343 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e734b-9103-4d06-b642-b1f60aed3f59 req-959771ab-e827-483a-ad4a-9b709d1c9f74 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:33.085450 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0a8e734b-9103-4d06-b642-b1f60aed3f59 req-959771ab-e827-483a-ad4a-9b709d1c9f74 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.5169010 Jul 22 19:13:33.102856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c0ee1-328e-4fe2-819d-0ceea69cb623 req-adf4e542-dc7a-487c-9eb5-df1a69d9baf0 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:33.103357 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c0ee1-328e-4fe2-819d-0ceea69cb623 req-adf4e542-dc7a-487c-9eb5-df1a69d9baf0 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:33.103839 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c0ee1-328e-4fe2-819d-0ceea69cb623 req-adf4e542-dc7a-487c-9eb5-df1a69d9baf0 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:33.129028 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c7c0ee1-328e-4fe2-819d-0ceea69cb623 req-adf4e542-dc7a-487c-9eb5-df1a69d9baf0 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=22dde568-cd4d-4ec4-85c4-026efdd0b011&device_id=d7d21d4f-8587-4664-9e9c-a2523c34aa66&device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 2887 time: 0.5245905 Jul 22 19:13:33.256127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e37d64-cdb5-432f-951f-fef96157ee8b req-a892eca4-fc08-490e-b1c3-1d7a665ef8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:33.257670 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e9e37d64-cdb5-432f-951f-fef96157ee8b req-a892eca4-fc08-490e-b1c3-1d7a665ef8df service neutron] 10.222.0.16 "GET /v2.0/networks?id=43446fef-6ac7-466a-9f04-5ce65621e5e9 HTTP/1.1" status: 200 len: 920 time: 0.3665335 Jul 22 19:13:33.267726 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0a8e734b-9103-4d06-b642-b1f60aed3f59 req-62ccb089-1c62-421c-a135-b5b2e65b2292 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812975 Jul 22 19:13:33.344955 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c7c0ee1-328e-4fe2-819d-0ceea69cb623 req-f515e8ff-20ee-4efe-b179-ca6fdb06512a tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144158 Jul 22 19:13:33.422030 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e9e37d64-cdb5-432f-951f-fef96157ee8b req-47bb2111-3045-4008-ba9e-4e892bd62b3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 HTTP/1.1" status: 200 len: 217 time: 0.1510565 Jul 22 19:13:33.504327 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45948) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:33.696311 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9df85d31-ab26-4db9-911d-60974269ef41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:33.696823 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e37d64-cdb5-432f-951f-fef96157ee8b req-b48ab0f2-b2f0-4f36-ab52-0b76c6044f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:33.698472 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e9e37d64-cdb5-432f-951f-fef96157ee8b req-b48ab0f2-b2f0-4f36-ab52-0b76c6044f86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=934071ba-1037-4dea-9f1f-4deae218fd12 HTTP/1.1" status: 200 len: 859 time: 0.2685752 Jul 22 19:13:33.826162 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e9e37d64-cdb5-432f-951f-fef96157ee8b req-c55290eb-d726-444a-bd68-71c90d55e7bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43446fef-6ac7-466a-9f04-5ce65621e5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173310 Jul 22 19:13:33.882373 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9df85d31-ab26-4db9-911d-60974269ef41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:33.886951 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9df85d31-ab26-4db9-911d-60974269ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:33.911021 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:33.938689 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9df85d31-ab26-4db9-911d-60974269ef41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5737a7ef2db400abe6d0685c5386a34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4331224 Jul 22 19:13:33.939556 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df85d31-ab26-4db9-911d-60974269ef41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b1499a-ba94-4efc-b72e-ec22c62de37d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:33.942562 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45962) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:33.955719 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dbd4f-22e9-4b21-a15c-084ce027aaf3 req-c7ded0d0-2cae-4e94-94fd-18a9f84eb1b0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:33.974525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dbd4f-22e9-4b21-a15c-084ce027aaf3 req-c7ded0d0-2cae-4e94-94fd-18a9f84eb1b0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:33.980468 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dbd4f-22e9-4b21-a15c-084ce027aaf3 req-c7ded0d0-2cae-4e94-94fd-18a9f84eb1b0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:33.991964 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dbd4f-22e9-4b21-a15c-084ce027aaf3 req-c7ded0d0-2cae-4e94-94fd-18a9f84eb1b0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:33.998436 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dbd4f-22e9-4b21-a15c-084ce027aaf3 req-c7ded0d0-2cae-4e94-94fd-18a9f84eb1b0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:34.005571 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dbd4f-22e9-4b21-a15c-084ce027aaf3 req-c7ded0d0-2cae-4e94-94fd-18a9f84eb1b0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:34.011544 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dbd4f-22e9-4b21-a15c-084ce027aaf3 req-c7ded0d0-2cae-4e94-94fd-18a9f84eb1b0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:34.013495 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-358dbd4f-22e9-4b21-a15c-084ce027aaf3 req-c7ded0d0-2cae-4e94-94fd-18a9f84eb1b0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5420 time: 0.5649669 Jul 22 19:13:34.042725 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6915b35d-6e88-4582-a552-7576a4968ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:34.074294 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6915b35d-6e88-4582-a552-7576a4968ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:34.128232 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-358dbd4f-22e9-4b21-a15c-084ce027aaf3 req-39b07e8a-16b5-41a3-96f6-5ba921c40099 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1052206 Jul 22 19:13:34.131545 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e9e37d64-cdb5-432f-951f-fef96157ee8b req-80f819e0-60c7-402c-bfde-c4d56f9e4110 service neutron] 10.222.0.16 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998497 Jul 22 19:13:34.132832 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6915b35d-6e88-4582-a552-7576a4968ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:34.137378 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6915b35d-6e88-4582-a552-7576a4968ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:34.139164 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6915b35d-6e88-4582-a552-7576a4968ff5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8b1499a-ba94-4efc-b72e-ec22c62de37d HTTP/1.1" status: 204 len: 168 time: 0.1955800 Jul 22 19:13:34.145159 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d14c4e-3ed4-4d36-8a26-da08aa73789f req-0f0cd458-cbbf-436e-a010-8bec871106d5 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:34.152130 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27d14c4e-3ed4-4d36-8a26-da08aa73789f req-0f0cd458-cbbf-436e-a010-8bec871106d5 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.3330011 Jul 22 19:13:34.167675 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915b35d-6e88-4582-a552-7576a4968ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b1499a-ba94-4efc-b72e-ec22c62de37d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:34.226758 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27d14c4e-3ed4-4d36-8a26-da08aa73789f req-c30e6a51-a62d-40bf-8e38-055c212ee7f7 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734987 Jul 22 19:13:34.334685 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e9e37d64-cdb5-432f-951f-fef96157ee8b req-2cf20d3c-b9bc-4678-b1b1-4fd74706f6b5 service neutron] 10.222.0.16 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790485 Jul 22 19:13:34.365543 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077c50f-4eff-4202-a5fd-5b119860016b req-a4bd7f8c-5f10-4639-b362-f2065b55c190 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:34.374737 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7077c50f-4eff-4202-a5fd-5b119860016b req-a4bd7f8c-5f10-4639-b362-f2065b55c190 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=601c658d-90e7-4cf4-9cf4-a328c8405def HTTP/1.1" status: 200 len: 945 time: 0.1418288 Jul 22 19:13:34.429046 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7077c50f-4eff-4202-a5fd-5b119860016b req-b1a12c97-f48a-4e6e-a2b2-fe9b8d05e1c1 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533535 Jul 22 19:13:34.548003 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45986) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:34.559791 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d2991-7fb5-4588-9f0e-02f2789095dc req-93e7344d-d975-440f-8be3-a1fcd4318599 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:34.561788 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-191d2991-7fb5-4588-9f0e-02f2789095dc req-93e7344d-d975-440f-8be3-a1fcd4318599 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.0936892 Jul 22 19:13:34.573457 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f39846c6-2a5a-4b3f-bddb-1019c620c03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:34.606810 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-191d2991-7fb5-4588-9f0e-02f2789095dc req-a5694e5d-d37e-44d6-91e0-b70033708a2d tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370069 Jul 22 19:13:34.739452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f39846c6-2a5a-4b3f-bddb-1019c620c03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:34.745946 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f39846c6-2a5a-4b3f-bddb-1019c620c03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:34.802690 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f39846c6-2a5a-4b3f-bddb-1019c620c03d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab7c9ea9d7664a948efa4df806e455d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2531855 Jul 22 19:13:34.806119 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45998) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:34.817498 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39846c6-2a5a-4b3f-bddb-1019c620c03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6576207c-f460-46b2-9097-b086501e0e78,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:34.996549 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5fa96265-3c31-4fdb-b926-9e373f2b71e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:35.007329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffb10f-f168-4449-b5c1-fb475299a6a9 req-9200e127-d0d2-4c43-9c33-e77e7aa9bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:35.014723 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-91ffb10f-f168-4449-b5c1-fb475299a6a9 req-9200e127-d0d2-4c43-9c33-e77e7aa9bb57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17cd2804a52047cfb4d32d8ab0a04c5d&device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 1097 time: 0.2963140 Jul 22 19:13:35.080449 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46008) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:35.177983 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5fa96265-3c31-4fdb-b926-9e373f2b71e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:35.218241 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b1cdc9e-b4e2-4b2f-8c72-758161cecec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:35.254012 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5fa96265-3c31-4fdb-b926-9e373f2b71e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:35.258315 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5fa96265-3c31-4fdb-b926-9e373f2b71e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:35.273472 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5fa96265-3c31-4fdb-b926-9e373f2b71e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6576207c-f460-46b2-9097-b086501e0e78 HTTP/1.1" status: 204 len: 168 time: 0.4525445 Jul 22 19:13:35.317451 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa96265-3c31-4fdb-b926-9e373f2b71e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6576207c-f460-46b2-9097-b086501e0e78,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:35.360152 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffb10f-f168-4449-b5c1-fb475299a6a9 req-8b811256-4ac6-4c56-8265-cdc584be0271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:35.366677 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-91ffb10f-f168-4449-b5c1-fb475299a6a9 req-8b811256-4ac6-4c56-8265-cdc584be0271 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd HTTP/1.1" status: 200 len: 913 time: 0.3325942 Jul 22 19:13:35.407623 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b1cdc9e-b4e2-4b2f-8c72-758161cecec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:35.413209 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b1cdc9e-b4e2-4b2f-8c72-758161cecec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:35.453056 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0b1cdc9e-b4e2-4b2f-8c72-758161cecec5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f23a4a1af094dde9dadd4b08d29f2c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3712072 Jul 22 19:13:35.463638 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46020) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:35.465524 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-91ffb10f-f168-4449-b5c1-fb475299a6a9 req-f2183b59-f824-4ec0-bc6e-682e31bcde89 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c872be1d-c147-4350-ba85-38829b3e2761 HTTP/1.1" status: 200 len: 217 time: 0.0905256 Jul 22 19:13:35.514896 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cdc9e-b4e2-4b2f-8c72-758161cecec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4f3f60-1228-4749-85e8-75f377e3c6b6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:35.546148 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8f87fd1-f448-4fdb-b687-dc9a60fd724b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:35.572817 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8f87fd1-f448-4fdb-b687-dc9a60fd724b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:35.599319 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffb10f-f168-4449-b5c1-fb475299a6a9 req-94be2780-40ee-409d-871f-de2cab887144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:35.600853 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-91ffb10f-f168-4449-b5c1-fb475299a6a9 req-94be2780-40ee-409d-871f-de2cab887144 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0ba5617b-ba48-486c-9750-2a5a3148f236 HTTP/1.1" status: 200 len: 852 time: 0.1292005 Jul 22 19:13:35.640710 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-91ffb10f-f168-4449-b5c1-fb475299a6a9 req-02d989dc-08d0-48b7-bf23-e9e6df218846 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331297 Jul 22 19:13:35.642449 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8f87fd1-f448-4fdb-b687-dc9a60fd724b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:35.648629 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8f87fd1-f448-4fdb-b687-dc9a60fd724b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:35.649968 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a8f87fd1-f448-4fdb-b687-dc9a60fd724b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef4f3f60-1228-4749-85e8-75f377e3c6b6 HTTP/1.1" status: 204 len: 168 time: 0.1825809 Jul 22 19:13:35.661151 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f87fd1-f448-4fdb-b687-dc9a60fd724b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4f3f60-1228-4749-85e8-75f377e3c6b6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:35.669312 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc2f13-d44e-4e1b-b691-5d673692b806 req-36b352c5-163e-4475-9f81-9ca4c523b741 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:35.702654 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc2f13-d44e-4e1b-b691-5d673692b806 req-36b352c5-163e-4475-9f81-9ca4c523b741 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:35.709215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc2f13-d44e-4e1b-b691-5d673692b806 req-36b352c5-163e-4475-9f81-9ca4c523b741 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:35.715520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc2f13-d44e-4e1b-b691-5d673692b806 req-36b352c5-163e-4475-9f81-9ca4c523b741 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:35.722221 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc2f13-d44e-4e1b-b691-5d673692b806 req-36b352c5-163e-4475-9f81-9ca4c523b741 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:35.728140 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc2f13-d44e-4e1b-b691-5d673692b806 req-36b352c5-163e-4475-9f81-9ca4c523b741 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:35.734217 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc2f13-d44e-4e1b-b691-5d673692b806 req-36b352c5-163e-4475-9f81-9ca4c523b741 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:35.741837 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81dc2f13-d44e-4e1b-b691-5d673692b806 req-36b352c5-163e-4475-9f81-9ca4c523b741 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5420 time: 0.2057834 Jul 22 19:13:35.858921 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81dc2f13-d44e-4e1b-b691-5d673692b806 req-03b41d29-1357-413c-9193-a2d69f42c6f7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1162033 Jul 22 19:13:35.933222 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-91ffb10f-f168-4449-b5c1-fb475299a6a9 req-df59ce91-30b6-433c-a6d0-114496b940b6 service neutron] 10.222.0.16 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770561 Jul 22 19:13:35.942532 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe3b9f-5f4f-4264-8153-b48dceceaa41 req-bd80ca67-7bff-4ee0-ae8e-61387d0fe2fa tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:35.944038 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69fe3b9f-5f4f-4264-8153-b48dceceaa41 req-bd80ca67-7bff-4ee0-ae8e-61387d0fe2fa tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.1626542 Jul 22 19:13:36.062074 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69fe3b9f-5f4f-4264-8153-b48dceceaa41 req-2ccb4107-45b3-4b8a-8663-357fd813b1da tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978153 Jul 22 19:13:36.117953 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-91ffb10f-f168-4449-b5c1-fb475299a6a9 req-6e8c957d-5f11-4a99-8d6e-15e5e3460cc3 service neutron] 10.222.0.16 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729290 Jul 22 19:13:36.261252 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63258a3e-f102-4b0c-ac11-e4b6524bd3ad req-138653ce-33e8-4b56-a496-5701bcd2ba92 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:36.268244 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-63258a3e-f102-4b0c-ac11-e4b6524bd3ad req-138653ce-33e8-4b56-a496-5701bcd2ba92 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 1102 time: 0.1199884 Jul 22 19:13:36.278247 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d08f74-a784-4621-b9e3-5afafd97b829 req-2daccab0-daea-4e35-95db-8a5aafc0713a tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:36.279937 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8d08f74-a784-4621-b9e3-5afafd97b829 req-2daccab0-daea-4e35-95db-8a5aafc0713a tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.1208105 Jul 22 19:13:36.348950 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-63258a3e-f102-4b0c-ac11-e4b6524bd3ad req-fe4dd837-334d-48cb-a7c9-076f217600b6 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747442 Jul 22 19:13:36.365155 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8d08f74-a784-4621-b9e3-5afafd97b829 req-e74ada39-9a62-44c0-993f-2a2077f44cc0 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779350 Jul 22 19:13:36.524780 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c6a9d-8113-4d49-8791-32f2b294832a req-b6fb5848-39d4-4d9f-880a-64e854c1ab46 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:36.526757 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee4c6a9d-8113-4d49-8791-32f2b294832a req-b6fb5848-39d4-4d9f-880a-64e854c1ab46 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 1102 time: 0.0692940 Jul 22 19:13:36.596431 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee4c6a9d-8113-4d49-8791-32f2b294832a req-7ad43785-64ca-4700-b454-d34d35a904b4 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622656 Jul 22 19:13:37.113341 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e4c43-da9e-4488-b936-8f34875bc2c8 req-2f4fac39-827b-4e8d-a1a4-e3642b79507a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:37.115938 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46116) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:37.120545 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e4c43-da9e-4488-b936-8f34875bc2c8 req-2f4fac39-827b-4e8d-a1a4-e3642b79507a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:37.127393 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e4c43-da9e-4488-b936-8f34875bc2c8 req-2f4fac39-827b-4e8d-a1a4-e3642b79507a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:37.133681 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e4c43-da9e-4488-b936-8f34875bc2c8 req-2f4fac39-827b-4e8d-a1a4-e3642b79507a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:37.142048 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e4c43-da9e-4488-b936-8f34875bc2c8 req-2f4fac39-827b-4e8d-a1a4-e3642b79507a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:37.148773 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e4c43-da9e-4488-b936-8f34875bc2c8 req-2f4fac39-827b-4e8d-a1a4-e3642b79507a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:37.155974 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e4c43-da9e-4488-b936-8f34875bc2c8 req-2f4fac39-827b-4e8d-a1a4-e3642b79507a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:37.164458 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d7e4c43-da9e-4488-b936-8f34875bc2c8 req-2f4fac39-827b-4e8d-a1a4-e3642b79507a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5420 time: 0.1575787 Jul 22 19:13:37.272440 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d7e4c43-da9e-4488-b936-8f34875bc2c8 req-3dca8438-04ad-4802-831e-7c501ec46590 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070049 Jul 22 19:13:37.315609 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d51fd9-0fd1-4392-9d36-b1dae9d395a7 req-823f5c03-8966-44b0-bdf7-f88e38553af4 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:37.332465 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3d51fd9-0fd1-4392-9d36-b1dae9d395a7 req-823f5c03-8966-44b0-bdf7-f88e38553af4 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.1653185 Jul 22 19:13:37.404530 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8a10a97d-eefa-4bba-abe2-32a5f0029d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:37.435579 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3d51fd9-0fd1-4392-9d36-b1dae9d395a7 req-ea8815b3-e30b-4514-840a-cd4a8335e1a8 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020970 Jul 22 19:13:37.686784 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc859fcb-8131-4dda-aea1-d128253c319f req-5c49973d-2a93-4708-aaef-c8299519b89f tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:37.715001 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc859fcb-8131-4dda-aea1-d128253c319f req-5c49973d-2a93-4708-aaef-c8299519b89f tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.1862905 Jul 22 19:13:37.723934 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8a10a97d-eefa-4bba-abe2-32a5f0029d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:37.729271 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8a10a97d-eefa-4bba-abe2-32a5f0029d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:37.785864 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8a10a97d-eefa-4bba-abe2-32a5f0029d6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=655e7bacb04b4c22bd71f54e0519a5e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6686378 Jul 22 19:13:37.786479 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46146) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:37.788900 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10a97d-eefa-4bba-abe2-32a5f0029d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d9c2e4-1aeb-4f0a-a707-d75c15b0c835,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:37.895167 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc859fcb-8131-4dda-aea1-d128253c319f req-fd1699e2-9f40-41cd-9c10-92938278db4d tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765859 Jul 22 19:13:37.958367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312957c-4933-4d60-800e-53766c6c857b req-cb98fda2-739e-4c5b-a2c4-66ac7ce8c190 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:37.968281 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-657ad445-1feb-4554-9404-fe514590fc44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:37.973734 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1312957c-4933-4d60-800e-53766c6c857b req-cb98fda2-739e-4c5b-a2c4-66ac7ce8c190 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.1682968 Jul 22 19:13:38.012559 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-657ad445-1feb-4554-9404-fe514590fc44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:38.061052 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1312957c-4933-4d60-800e-53766c6c857b req-a57201ca-9c5b-41d2-b37f-0aed996e9e61 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849524 Jul 22 19:13:38.116810 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-657ad445-1feb-4554-9404-fe514590fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:38.120735 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-657ad445-1feb-4554-9404-fe514590fc44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:38.126755 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-657ad445-1feb-4554-9404-fe514590fc44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47d9c2e4-1aeb-4f0a-a707-d75c15b0c835 HTTP/1.1" status: 204 len: 168 time: 0.3387320 Jul 22 19:13:38.137987 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ad445-1feb-4554-9404-fe514590fc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d9c2e4-1aeb-4f0a-a707-d75c15b0c835,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:38.334344 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device c872be1d-c147-4350-ba85-38829b3e2761 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:13:38.459662 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00b278-4917-4a40-97e2-c6000716fab3 req-38331506-183f-467a-b212-30c9d947e680 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:38.487692 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00b278-4917-4a40-97e2-c6000716fab3 req-38331506-183f-467a-b212-30c9d947e680 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:38.500150 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00b278-4917-4a40-97e2-c6000716fab3 req-38331506-183f-467a-b212-30c9d947e680 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:38.510752 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00b278-4917-4a40-97e2-c6000716fab3 req-38331506-183f-467a-b212-30c9d947e680 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:38.535654 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00b278-4917-4a40-97e2-c6000716fab3 req-38331506-183f-467a-b212-30c9d947e680 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:38.549268 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:38.568530 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00b278-4917-4a40-97e2-c6000716fab3 req-38331506-183f-467a-b212-30c9d947e680 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:38.593916 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00b278-4917-4a40-97e2-c6000716fab3 req-38331506-183f-467a-b212-30c9d947e680 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:38.595824 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8e00b278-4917-4a40-97e2-c6000716fab3 req-38331506-183f-467a-b212-30c9d947e680 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5420 time: 0.2673116 Jul 22 19:13:38.622749 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port c872be1d-c147-4350-ba85-38829b3e2761, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c872be1d-c147-4350-ba85-38829b3e2761,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:38.624306 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f026b7-1871-495c-a133-051bf48e525b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c872be1d-c147-4350-ba85-38829b3e2761'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:13:38.628396 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9dfc65-9cd2-4343-833a-1dd2b0c0f7fb" -d '{"events": [{"server_uuid": "25f026b7-1871-495c-a133-051bf48e525b", "name": "network-vif-unplugged", "status": "completed", "tag": "c872be1d-c147-4350-ba85-38829b3e2761"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:13:38.634971 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:38.722420 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=c872be1d-c147-4350-ba85-38829b3e2761,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:38.759176 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8e00b278-4917-4a40-97e2-c6000716fab3 req-e1665ac9-6f13-4eab-be0e-499ce6a17cb9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0871756 Jul 22 19:13:38.786489 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0cece-a966-4e4c-95c4-1d3076b4d98d req-ca4ead1b-952c-47a9-936b-4ffd4e147faa tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:38.788274 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13e0cece-a966-4e4c-95c4-1d3076b4d98d req-ca4ead1b-952c-47a9-936b-4ffd4e147faa tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 945 time: 0.1915138 Jul 22 19:13:38.872063 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13e0cece-a966-4e4c-95c4-1d3076b4d98d req-853bd94d-de9e-49bd-b6a8-9584ab0cbd05 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776334 Jul 22 19:13:38.874224 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 19:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d032c4-53dc-4f20-9c20-92c893d19853 x-openstack-request-id: req-06d032c4-53dc-4f20-9c20-92c893d19853 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:13:38.875356 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f026b7-1871-495c-a133-051bf48e525b", "name": "network-vif-unplugged", "status": "failed", "tag": "c872be1d-c147-4350-ba85-38829b3e2761", "code": 422}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:13:38.875356 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06d032c4-53dc-4f20-9c20-92c893d19853 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:13:38.875356 n-d-800086-12 neutron-server[93808]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '25f026b7-1871-495c-a133-051bf48e525b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c872be1d-c147-4350-ba85-38829b3e2761', 'code': 422} returned with failed status Jul 22 19:13:38.905145 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:39.107772 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef0ac9-fb2c-44ca-b384-a5b03f5ef87e req-1bb8d53a-d494-47ef-a4d9-f6936caf7457 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:39.109918 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4bef0ac9-fb2c-44ca-b384-a5b03f5ef87e req-1bb8d53a-d494-47ef-a4d9-f6936caf7457 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.0955670 Jul 22 19:13:39.171751 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4bef0ac9-fb2c-44ca-b384-a5b03f5ef87e req-cb88f907-22c2-4b31-bae6-0d9cb7c81c86 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558777 Jul 22 19:13:39.314235 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003635ee-8547-4f00-a4a5-5ba9b974181c req-308878f4-5ed0-4ddd-8f96-d0ed0b2fd7e5 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:39.321935 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-003635ee-8547-4f00-a4a5-5ba9b974181c req-308878f4-5ed0-4ddd-8f96-d0ed0b2fd7e5 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.0821407 Jul 22 19:13:39.354051 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46246) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:39.380787 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-003635ee-8547-4f00-a4a5-5ba9b974181c req-96b3ad22-2635-4a6e-ab95-db723ee5647b tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536129 Jul 22 19:13:39.504976 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-9c022d9a-7dad-42f0-a85f-cf66513710b8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-901484137-network', 'tenant_id': '0b1e2408ddec451da492ed59f5813ab2'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:39.528982 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c022d9a-7dad-42f0-a85f-cf66513710b8 admin admin] Made reservation on behalf of 0b1e2408ddec451da492ed59f5813ab2 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:13:39.533011 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9c022d9a-7dad-42f0-a85f-cf66513710b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:39.546107 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9c022d9a-7dad-42f0-a85f-cf66513710b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:39.670631 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9c022d9a-7dad-42f0-a85f-cf66513710b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:39.675565 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9c022d9a-7dad-42f0-a85f-cf66513710b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:39.743462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c022d9a-7dad-42f0-a85f-cf66513710b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e079b64-9ea3-4aa9-97b7-830b02e3d46d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:39.767766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c022d9a-7dad-42f0-a85f-cf66513710b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:13:39.805525 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9c022d9a-7dad-42f0-a85f-cf66513710b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:39.806073 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-9c022d9a-7dad-42f0-a85f-cf66513710b8 admin admin] Added segment 2a5d8d7d-571a-452b-b3ff-319f6010c2e1 of type vlan for network 6ea7b114-a585-413e-b204-d0164a2545e1 Jul 22 19:13:39.976395 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9c022d9a-7dad-42f0-a85f-cf66513710b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:40.055492 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9c022d9a-7dad-42f0-a85f-cf66513710b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:40.056913 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c022d9a-7dad-42f0-a85f-cf66513710b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:40.057427 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9c022d9a-7dad-42f0-a85f-cf66513710b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:40.082619 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9c022d9a-7dad-42f0-a85f-cf66513710b8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7236488 Jul 22 19:13:40.083680 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46300) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:40.091728 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-9cdb82ef-b8ba-4418-9a15-86ddb643f118 admin admin] Request body: {'subnet': {'network_id': '6ea7b114-a585-413e-b204-d0164a2545e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-901484137-subnet', 'tenant_id': '0b1e2408ddec451da492ed59f5813ab2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:40.122174 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdb82ef-b8ba-4418-9a15-86ddb643f118 admin admin] Made reservation on behalf of 0b1e2408ddec451da492ed59f5813ab2 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:13:40.125195 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9cdb82ef-b8ba-4418-9a15-86ddb643f118 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:40.229098 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c022d9a-7dad-42f0-a85f-cf66513710b8 admin admin] Pushing event updated for resources: {'Network': ['ID=6ea7b114-a585-413e-b204-d0164a2545e1,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:40.244843 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 6ea7b114-a585-413e-b204-d0164a2545e1 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:13:40.265784 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135946e-d280-4c00-a499-740e0a2613a8 req-b2b90f73-85cc-4190-bb94-d64c69431f9a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:40.272495 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135946e-d280-4c00-a499-740e0a2613a8 req-b2b90f73-85cc-4190-bb94-d64c69431f9a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:40.280916 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135946e-d280-4c00-a499-740e0a2613a8 req-b2b90f73-85cc-4190-bb94-d64c69431f9a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:40.288439 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135946e-d280-4c00-a499-740e0a2613a8 req-b2b90f73-85cc-4190-bb94-d64c69431f9a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:40.297735 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135946e-d280-4c00-a499-740e0a2613a8 req-b2b90f73-85cc-4190-bb94-d64c69431f9a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:40.306851 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135946e-d280-4c00-a499-740e0a2613a8 req-b2b90f73-85cc-4190-bb94-d64c69431f9a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:40.317685 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135946e-d280-4c00-a499-740e0a2613a8 req-b2b90f73-85cc-4190-bb94-d64c69431f9a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:40.327094 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c135946e-d280-4c00-a499-740e0a2613a8 req-b2b90f73-85cc-4190-bb94-d64c69431f9a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5420 time: 0.4224796 Jul 22 19:13:40.376984 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4ef27-8d78-40d2-9b19-e870734e007c req-066a975c-7ec9-4cdb-89d8-17cd726cd2b1 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:40.378647 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05d4ef27-8d78-40d2-9b19-e870734e007c req-066a975c-7ec9-4cdb-89d8-17cd726cd2b1 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f026b7-1871-495c-a133-051bf48e525b HTTP/1.1" status: 200 len: 943 time: 0.3820922 Jul 22 19:13:40.422329 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9cdb82ef-b8ba-4418-9a15-86ddb643f118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:40.490565 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c135946e-d280-4c00-a499-740e0a2613a8 req-8462bb31-883a-41d7-9b93-ac7334725183 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1617417 Jul 22 19:13:40.501259 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdb82ef-b8ba-4418-9a15-86ddb643f118 admin admin] Checking segment: {'id': '2a5d8d7d-571a-452b-b3ff-319f6010c2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6ea7b114-a585-413e-b204-d0164a2545e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:13:40.501956 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdb82ef-b8ba-4418-9a15-86ddb643f118 admin admin] Network hostable DHCP agents. Network: 6ea7b114-a585-413e-b204-d0164a2545e1, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:13:40.506784 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb82ef-b8ba-4418-9a15-86ddb643f118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7ec6c3f-fcd3-480e-ae8a-93961405f9ab,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:40.532353 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdb82ef-b8ba-4418-9a15-86ddb643f118 admin admin] Network 6ea7b114-a585-413e-b204-d0164a2545e1 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:13:40.550122 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-05d4ef27-8d78-40d2-9b19-e870734e007c req-8967d9d4-66dc-441a-b46d-5b7f220f161c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Deleting port c872be1d-c147-4350-ba85-38829b3e2761 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:13:40.550651 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-05d4ef27-8d78-40d2-9b19-e870734e007c req-8967d9d4-66dc-441a-b46d-5b7f220f161c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:40.552845 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-9cdb82ef-b8ba-4418-9a15-86ddb643f118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 6ea7b114-a585-413e-b204-d0164a2545e1) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:13:40.561545 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee3c239-c1fc-4604-8051-d10ef797f7a2 None None] Network 6ea7b114-a585-413e-b204-d0164a2545e1 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:13:40.568124 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdb82ef-b8ba-4418-9a15-86ddb643f118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:40.569842 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9cdb82ef-b8ba-4418-9a15-86ddb643f118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:40.607521 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9cdb82ef-b8ba-4418-9a15-86ddb643f118 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5219049 Jul 22 19:13:40.762168 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-05d4ef27-8d78-40d2-9b19-e870734e007c req-8967d9d4-66dc-441a-b46d-5b7f220f161c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] For port c872be1d-c147-4350-ba85-38829b3e2761, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c872be1d-c147-4350-ba85-38829b3e2761,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:40.762582 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-05d4ef27-8d78-40d2-9b19-e870734e007c req-8967d9d4-66dc-441a-b46d-5b7f220f161c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:40.796256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-05d4ef27-8d78-40d2-9b19-e870734e007c req-8967d9d4-66dc-441a-b46d-5b7f220f161c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Calling delete_port for c872be1d-c147-4350-ba85-38829b3e2761 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:13:40.877497 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77098d1d-90b2-4dad-8b81-b144ab64e431 None None] Network 6ea7b114-a585-413e-b204-d0164a2545e1 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:13:41.026791 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cd05b-7325-4bc5-a3ff-bd06ba277b72 req-c537e5f4-aeb0-46b5-b1a1-e5fff74d65e4 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:41.034266 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-052cd05b-7325-4bc5-a3ff-bd06ba277b72 req-c537e5f4-aeb0-46b5-b1a1-e5fff74d65e4 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.3611662 Jul 22 19:13:41.037629 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-05d4ef27-8d78-40d2-9b19-e870734e007c req-8967d9d4-66dc-441a-b46d-5b7f220f161c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:41.099532 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967d9d4-66dc-441a-b46d-5b7f220f161c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Pushing event deleted for resources: {'Port': ['ID=c872be1d-c147-4350-ba85-38829b3e2761,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:41.120318 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-052cd05b-7325-4bc5-a3ff-bd06ba277b72 req-00ee2f83-6726-4135-ba97-0e0f3e94fe5f tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849690 Jul 22 19:13:41.205101 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d4ef27-8d78-40d2-9b19-e870734e007c req-8967d9d4-66dc-441a-b46d-5b7f220f161c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] No DVR routers for this DVR port c872be1d-c147-4350-ba85-38829b3e2761 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:13:41.207791 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-05d4ef27-8d78-40d2-9b19-e870734e007c req-8967d9d4-66dc-441a-b46d-5b7f220f161c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:41.218424 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05d4ef27-8d78-40d2-9b19-e870734e007c req-8967d9d4-66dc-441a-b46d-5b7f220f161c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "DELETE /v2.0/ports/c872be1d-c147-4350-ba85-38829b3e2761 HTTP/1.1" status: 204 len: 173 time: 0.8243327 Jul 22 19:13:41.219204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f026b7-1871-495c-a133-051bf48e525b', 'name': 'network-vif-deleted', 'tag': 'c872be1d-c147-4350-ba85-38829b3e2761'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:13:41.236672 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1362c9ef-4b72-4ec2-965f-798b172c50f7" -d '{"events": [{"server_uuid": "25f026b7-1871-495c-a133-051bf48e525b", "name": "network-vif-deleted", "tag": "c872be1d-c147-4350-ba85-38829b3e2761"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:13:41.390954 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211dc33e-c735-4f3f-8977-28a2f9b64031 req-b4d22f3a-7900-4a54-9d9e-578f43da080b tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:41.392597 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-211dc33e-c735-4f3f-8977-28a2f9b64031 req-b4d22f3a-7900-4a54-9d9e-578f43da080b tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.1282055 Jul 22 19:13:41.460724 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-211dc33e-c735-4f3f-8977-28a2f9b64031 req-f54dd185-0afa-4d21-a28a-06ddfacbe03d tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587921 Jul 22 19:13:41.469074 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:41.843246 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46398) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:41.984427 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a99efcc0-e838-445e-8a7d-9215163781a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:41.989786 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-fdcb4f5f-b092-4f54-a142-8852597e8724 req-a67a343a-82eb-42eb-b8fb-6f2322d5b11a tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1675667978', 'description': 'tempest-description-106490594'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:42.011711 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.db.api [None req-a99efcc0-e838-445e-8a7d-9215163781a8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:13:42.011711 n-d-800086-12 neutron-server[93806]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 19:13:42.011711 n-d-800086-12 neutron-server[93806]: [parameters: {'project_id': 'ea72c47d51d64c799d7cb8e2c565ead4', 'id': '7696454e-3e4c-4270-b67b-9f01cdc4c65c', 'expiration': datetime.datetime(2021, 7, 22, 19, 15, 42, 7091)}] Jul 22 19:13:42.011711 n-d-800086-12 neutron-server[93806]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:13:42.012612 n-d-800086-12 neutron-server[93806]: DEBUG oslo_db.api [None req-a99efcc0-e838-445e-8a7d-9215163781a8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:13:42.032152 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fdcb4f5f-b092-4f54-a142-8852597e8724 req-a67a343a-82eb-42eb-b8fb-6f2322d5b11a tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:42.061794 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 22 Jul 2021 19:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c664ffa-e381-4340-a5a4-9f583cc325fb x-openstack-request-id: req-1c664ffa-e381-4340-a5a4-9f583cc325fb {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:13:42.062334 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f026b7-1871-495c-a133-051bf48e525b", "name": "network-vif-deleted", "tag": "c872be1d-c147-4350-ba85-38829b3e2761", "status": "failed", "code": 422}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:13:42.062884 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c664ffa-e381-4340-a5a4-9f583cc325fb {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:13:42.063447 n-d-800086-12 neutron-server[93807]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '25f026b7-1871-495c-a133-051bf48e525b', 'name': 'network-vif-deleted', 'tag': 'c872be1d-c147-4350-ba85-38829b3e2761', 'status': 'failed', 'code': 422} returned with failed status Jul 22 19:13:42.188180 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fdcb4f5f-b092-4f54-a142-8852597e8724 req-a67a343a-82eb-42eb-b8fb-6f2322d5b11a tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:42.192245 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fdcb4f5f-b092-4f54-a142-8852597e8724 req-a67a343a-82eb-42eb-b8fb-6f2322d5b11a tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:42.226161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0e026-6b40-4562-a16a-d7fc2bfd623f req-5eb836ea-63ce-4863-84b7-2acec3445c21 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:42.233295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0e026-6b40-4562-a16a-d7fc2bfd623f req-5eb836ea-63ce-4863-84b7-2acec3445c21 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:42.239468 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0e026-6b40-4562-a16a-d7fc2bfd623f req-5eb836ea-63ce-4863-84b7-2acec3445c21 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:42.245414 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0e026-6b40-4562-a16a-d7fc2bfd623f req-5eb836ea-63ce-4863-84b7-2acec3445c21 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:42.252202 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0e026-6b40-4562-a16a-d7fc2bfd623f req-5eb836ea-63ce-4863-84b7-2acec3445c21 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:42.258134 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0e026-6b40-4562-a16a-d7fc2bfd623f req-5eb836ea-63ce-4863-84b7-2acec3445c21 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:42.264109 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0e026-6b40-4562-a16a-d7fc2bfd623f req-5eb836ea-63ce-4863-84b7-2acec3445c21 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:42.266125 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-afd0e026-6b40-4562-a16a-d7fc2bfd623f req-5eb836ea-63ce-4863-84b7-2acec3445c21 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5420 time: 0.1602442 Jul 22 19:13:42.279265 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fdcb4f5f-b092-4f54-a142-8852597e8724 req-a67a343a-82eb-42eb-b8fb-6f2322d5b11a tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:42.280602 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdcb4f5f-b092-4f54-a142-8852597e8724 req-a67a343a-82eb-42eb-b8fb-6f2322d5b11a tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2967637 Jul 22 19:13:42.298142 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a343a-82eb-42eb-b8fb-6f2322d5b11a tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a48aeeda-fffa-4da9-8e8f-6c2537ece9f5,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:42.324420 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-afd0e026-6b40-4562-a16a-d7fc2bfd623f req-c0d600f9-7986-4d75-973c-f30acbb1b9c8 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499368 Jul 22 19:13:42.359176 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device c872be1d-c147-4350-ba85-38829b3e2761 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:13:42.390848 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: c872be1d-c147-4350-ba85-38829b3e2761 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:13:42.391426 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device c872be1d-c147-4350-ba85-38829b3e2761 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:13:42.514728 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a99efcc0-e838-445e-8a7d-9215163781a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:42.638371 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a99efcc0-e838-445e-8a7d-9215163781a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:42.642871 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a99efcc0-e838-445e-8a7d-9215163781a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:42.683403 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a99efcc0-e838-445e-8a7d-9215163781a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea72c47d51d64c799d7cb8e2c565ead4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8389094 Jul 22 19:13:42.684259 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99efcc0-e838-445e-8a7d-9215163781a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b4d0fd-ecc3-45f5-a25b-c2adc3fa65b8,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:42.687328 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46436) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:42.745202 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a01c9057-8144-470e-a0ec-899c874cb0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:42.770299 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a01c9057-8144-470e-a0ec-899c874cb0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:42.771608 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-5c44f276-24e1-424c-a6e9-6ff0114540d7 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:42.773114 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-5c44f276-24e1-424c-a6e9-6ff0114540d7 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/networks?id=514a0e5c-9f7d-441e-bd44-a73cdc03e754 HTTP/1.1" status: 200 len: 814 time: 0.4030275 Jul 22 19:13:42.794383 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-8cc2a991-8b4b-49f0-b33d-9305dd26df3f tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/quotas/43fe21ac8a7d4b839e35f47549c83dd3 HTTP/1.1" status: 200 len: 375 time: 0.0131507 Jul 22 19:13:42.821465 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a01c9057-8144-470e-a0ec-899c874cb0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:42.824739 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a01c9057-8144-470e-a0ec-899c874cb0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:42.828808 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a01c9057-8144-470e-a0ec-899c874cb0de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9b4d0fd-ecc3-45f5-a25b-c2adc3fa65b8 HTTP/1.1" status: 204 len: 168 time: 0.1376483 Jul 22 19:13:42.842584 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c9057-8144-470e-a0ec-899c874cb0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b4d0fd-ecc3-45f5-a25b-c2adc3fa65b8,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:42.843423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a7698-8307-48c3-9e7e-e5c0b3c50de9 req-fefcb9a1-0ce4-442c-9b51-745bb5e7fc84 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:42.850328 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-277a7698-8307-48c3-9e7e-e5c0b3c50de9 req-fefcb9a1-0ce4-442c-9b51-745bb5e7fc84 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.3938699 Jul 22 19:13:42.899697 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-277a7698-8307-48c3-9e7e-e5c0b3c50de9 req-2c509290-087a-4004-b59a-e1b738c7b4f9 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484903 Jul 22 19:13:42.914529 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-6b818fa5-3977-4a34-8b92-793af3026720 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43fe21ac8a7d4b839e35f47549c83dd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108727 Jul 22 19:13:43.026928 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bce05b1d-08e7-45be-91db-61f20cc1f1ec req-834f783a-7558-42c5-93b7-728fc2064e1d tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "GET /v2.0/security-groups/a48aeeda-fffa-4da9-8e8f-6c2537ece9f5 HTTP/1.1" status: 200 len: 1806 time: 0.0942626 Jul 22 19:13:43.051697 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-bce05b1d-08e7-45be-91db-61f20cc1f1ec req-142ba032-152f-4fd4-a4f1-c3486300c1b0 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a48aeeda-fffa-4da9-8e8f-6c2537ece9f5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:43.052028 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-bce05b1d-08e7-45be-91db-61f20cc1f1ec req-142ba032-152f-4fd4-a4f1-c3486300c1b0 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a48aeeda-fffa-4da9-8e8f-6c2537ece9f5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:43.073345 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-cf10636d-5931-4802-8c53-f5568a994d3a service neutron] 10.222.0.13 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486688 Jul 22 19:13:43.153241 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46442) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:43.168151 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4011a190-6927-498e-ba5e-2afecaf91eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:43.193358 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-bce05b1d-08e7-45be-91db-61f20cc1f1ec req-142ba032-152f-4fd4-a4f1-c3486300c1b0 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:43.241162 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-bce05b1d-08e7-45be-91db-61f20cc1f1ec req-142ba032-152f-4fd4-a4f1-c3486300c1b0 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:43.245747 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-92ebadbd-be84-45b7-9b98-5bec89c362f0 service neutron] 10.222.0.13 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714075 Jul 22 19:13:43.246838 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-bce05b1d-08e7-45be-91db-61f20cc1f1ec req-142ba032-152f-4fd4-a4f1-c3486300c1b0 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:43.265879 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ba032-152f-4fd4-a4f1-c3486300c1b0 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b054706f-3aae-414b-9e37-46b9310f831e,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:43.274897 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4011a190-6927-498e-ba5e-2afecaf91eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:43.278797 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4011a190-6927-498e-ba5e-2afecaf91eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:43.283688 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-bce05b1d-08e7-45be-91db-61f20cc1f1ec req-142ba032-152f-4fd4-a4f1-c3486300c1b0 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:43.284943 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bce05b1d-08e7-45be-91db-61f20cc1f1ec req-142ba032-152f-4fd4-a4f1-c3486300c1b0 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2453680 Jul 22 19:13:43.305219 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011a190-6927-498e-ba5e-2afecaf91eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82367ace-0778-4aaf-bfde-a0aefb716bc6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:43.331021 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4011a190-6927-498e-ba5e-2afecaf91eb3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5f61f62acdd4ec19155e16e9912bd8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1766269 Jul 22 19:13:43.334086 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46446) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:43.420194 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4f128fbc-b409-49f5-a743-555d46479e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:43.458277 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4f128fbc-b409-49f5-a743-555d46479e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:43.505196 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ed8bd-cf15-4837-8b10-dc6cd64bd770 req-87810123-c61d-424d-bc17-25f58a8e4e29 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:43.512279 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-020ed8bd-cf15-4837-8b10-dc6cd64bd770 req-87810123-c61d-424d-bc17-25f58a8e4e29 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.1421487 Jul 22 19:13:43.632817 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-020ed8bd-cf15-4837-8b10-dc6cd64bd770 req-57c8f60a-e1b0-49b2-8713-67104d981c13 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171544 Jul 22 19:13:43.659258 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-3971f641-5184-4b43-8b05-d397cfcd0999 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:43.661154 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-3971f641-5184-4b43-8b05-d397cfcd0999 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/networks?id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd HTTP/1.1" status: 200 len: 812 time: 0.1954072 Jul 22 19:13:43.667367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-22f2e82d-9d75-40a0-91ee-7fba1e3c63ef req-02e21716-467e-4141-bf4a-cc4644ffd64b tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-329129245', 'description': 'tempest-description-1476263184'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:43.691006 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4f128fbc-b409-49f5-a743-555d46479e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:43.693750 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4f128fbc-b409-49f5-a743-555d46479e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:43.697266 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4f128fbc-b409-49f5-a743-555d46479e3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82367ace-0778-4aaf-bfde-a0aefb716bc6 HTTP/1.1" status: 204 len: 168 time: 0.3598092 Jul 22 19:13:43.708907 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-0b8a442b-2056-4654-895b-7734459ca4cb tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/quotas/17cd2804a52047cfb4d32d8ab0a04c5d HTTP/1.1" status: 200 len: 375 time: 0.0348148 Jul 22 19:13:43.734996 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f128fbc-b409-49f5-a743-555d46479e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82367ace-0778-4aaf-bfde-a0aefb716bc6,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:43.760152 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:13:43.788239 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-9949046e-c817-4c88-bdc6-ec3ef73d6d08 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=17cd2804a52047cfb4d32d8ab0a04c5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783660 Jul 22 19:13:43.790858 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-22f2e82d-9d75-40a0-91ee-7fba1e3c63ef req-02e21716-467e-4141-bf4a-cc4644ffd64b tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:43.923357 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-c41cd14d-32af-4a21-b6e9-31f3902c60aa service neutron] 10.222.0.13 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343012 Jul 22 19:13:44.044576 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-22f2e82d-9d75-40a0-91ee-7fba1e3c63ef req-02e21716-467e-4141-bf4a-cc4644ffd64b tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:44.055961 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-22f2e82d-9d75-40a0-91ee-7fba1e3c63ef req-02e21716-467e-4141-bf4a-cc4644ffd64b tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:44.096255 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-bf7d391e-8713-49a1-bd92-681153458678 service neutron] 10.222.0.13 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660640 Jul 22 19:13:44.115259 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-22f2e82d-9d75-40a0-91ee-7fba1e3c63ef req-02e21716-467e-4141-bf4a-cc4644ffd64b tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:44.116856 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-22f2e82d-9d75-40a0-91ee-7fba1e3c63ef req-02e21716-467e-4141-bf4a-cc4644ffd64b tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4547265 Jul 22 19:13:44.134117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e21716-467e-4141-bf4a-cc4644ffd64b tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e910c696-91f4-46b4-be48-b42a9717d796,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:44.299888 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e356220-93f8-442f-88b6-f53f1437b675 req-8cdcbb33-9404-4d58-85b3-004811da280e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:44.306916 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e356220-93f8-442f-88b6-f53f1437b675 req-8cdcbb33-9404-4d58-85b3-004811da280e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:44.313842 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e356220-93f8-442f-88b6-f53f1437b675 req-8cdcbb33-9404-4d58-85b3-004811da280e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:44.324546 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e356220-93f8-442f-88b6-f53f1437b675 req-8cdcbb33-9404-4d58-85b3-004811da280e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:44.335248 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e356220-93f8-442f-88b6-f53f1437b675 req-8cdcbb33-9404-4d58-85b3-004811da280e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:44.342901 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e356220-93f8-442f-88b6-f53f1437b675 req-8cdcbb33-9404-4d58-85b3-004811da280e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:44.350742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e356220-93f8-442f-88b6-f53f1437b675 req-8cdcbb33-9404-4d58-85b3-004811da280e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:44.361114 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7e356220-93f8-442f-88b6-f53f1437b675 req-8cdcbb33-9404-4d58-85b3-004811da280e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5420 time: 0.1637437 Jul 22 19:13:44.371651 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 0894d912-7036-4f59-8c93-29af89302f62 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:13:44.473109 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7e356220-93f8-442f-88b6-f53f1437b675 req-8b2f9ae6-0889-46e8-9a4a-4b6ac114abff tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110451 Jul 22 19:13:44.485821 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aa8745fb-cbc8-4ade-860f-f3302e974c97 req-35851b62-151f-4dc3-ab6a-49f55a8d1cae tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bb351-a754-48a0-85e3-555e4a65fb9b HTTP/1.1" status: 200 len: 210 time: 0.1214807 Jul 22 19:13:44.590336 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 0894d912-7036-4f59-8c93-29af89302f62, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=0894d912-7036-4f59-8c93-29af89302f62,segment=NetworkSegment(ede11575-67b0-4d88-84de-3f21001165e0),segment_id=ede11575-67b0-4d88-84de-3f21001165e0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:44.616747 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '0894d912-7036-4f59-8c93-29af89302f62', 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b', 'port_id': '0894d912-7036-4f59-8c93-29af89302f62', 'mac_address': 'fa:16:3e:ec:ea:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c28341-28d1-4391-a7f5-497116b1730d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:13:44.658070 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b96fe896-1238-4bc1-be01-971567316435 req-c76e928b-da84-434f-b6ac-0f53fa9e8893 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "GET /v2.0/security-groups/e910c696-91f4-46b4-be48-b42a9717d796 HTTP/1.1" status: 200 len: 1806 time: 0.0864849 Jul 22 19:13:44.664555 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:44.712752 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-b96fe896-1238-4bc1-be01-971567316435 req-46d4b61e-494f-4c83-b6d0-ea6df9fc7682 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e910c696-91f4-46b4-be48-b42a9717d796', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:44.712752 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-b96fe896-1238-4bc1-be01-971567316435 req-46d4b61e-494f-4c83-b6d0-ea6df9fc7682 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e910c696-91f4-46b4-be48-b42a9717d796', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:44.716992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0894d912-7036-4f59-8c93-29af89302f62 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:44.787450 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 0894d912-7036-4f59-8c93-29af89302f62, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=0894d912-7036-4f59-8c93-29af89302f62,segment=NetworkSegment(ede11575-67b0-4d88-84de-3f21001165e0),segment_id=ede11575-67b0-4d88-84de-3f21001165e0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:44.801886 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:44.802608 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 2accf516-ee91-4bb6-b761-c8c09b679d76 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:13:44.903076 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-ad14765f-b25f-488d-9292-7a76fa7607ea tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:44.904672 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-ad14765f-b25f-488d-9292-7a76fa7607ea tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.30 "GET /v2.0/networks?id=514a0e5c-9f7d-441e-bd44-a73cdc03e754 HTTP/1.1" status: 200 len: 814 time: 0.3708367 Jul 22 19:13:44.912783 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641909fd-a049-4399-8645-c7dc6d50f482 req-afc6f541-f997-43a2-88d4-c5da7e608bc8 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:44.914289 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-641909fd-a049-4399-8645-c7dc6d50f482 req-afc6f541-f997-43a2-88d4-c5da7e608bc8 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.2602572 Jul 22 19:13:44.947441 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-f8c821e9-072d-45c1-85c9-b48a0eefd1ba tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Request body: {'port': {'device_id': '323bb351-a754-48a0-85e3-555e4a65fb9b', 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754', 'admin_state_up': True, 'tenant_id': '43fe21ac8a7d4b839e35f47549c83dd3'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:45.010327 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=0894d912-7036-4f59-8c93-29af89302f62,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:45.036973 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b96fe896-1238-4bc1-be01-971567316435 req-46d4b61e-494f-4c83-b6d0-ea6df9fc7682 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:45.069392 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-641909fd-a049-4399-8645-c7dc6d50f482 req-9c8b4dca-90b8-493d-9921-234c0854a41f tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317186 Jul 22 19:13:45.244718 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b96fe896-1238-4bc1-be01-971567316435 req-46d4b61e-494f-4c83-b6d0-ea6df9fc7682 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:45.288394 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b96fe896-1238-4bc1-be01-971567316435 req-46d4b61e-494f-4c83-b6d0-ea6df9fc7682 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:45.299440 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab91808d-c36d-41b4-8d6b-271627879c86 req-2ad108eb-329f-436f-9ccc-2a2697efa68f tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 210 time: 0.0507128 Jul 22 19:13:45.316289 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 2accf516-ee91-4bb6-b761-c8c09b679d76, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=2accf516-ee91-4bb6-b761-c8c09b679d76,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:45.347018 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '2accf516-ee91-4bb6-b761-c8c09b679d76', 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6', 'port_id': '2accf516-ee91-4bb6-b761-c8c09b679d76', 'mac_address': 'fa:16:3e:da:08:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0319ae5f-ceed-4659-937d-f32e78dd9116', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:13:45.366640 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b96fe896-1238-4bc1-be01-971567316435 req-46d4b61e-494f-4c83-b6d0-ea6df9fc7682 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:45.381726 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b96fe896-1238-4bc1-be01-971567316435 req-46d4b61e-494f-4c83-b6d0-ea6df9fc7682 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7035286 Jul 22 19:13:45.382802 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4b61e-494f-4c83-b6d0-ea6df9fc7682 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5ecc7c-8e29-47b4-9369-224a1159afbd,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:45.422613 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:45.431077 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-1eae7392-8854-4914-841a-85f17abdd0bc req-239726cf-c94b-4f62-8aca-e6bdd783fbdd tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1784128323', 'description': 'tempest-description-1423417121'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:45.445519 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2accf516-ee91-4bb6-b761-c8c09b679d76 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:45.471196 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 2accf516-ee91-4bb6-b761-c8c09b679d76, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=2accf516-ee91-4bb6-b761-c8c09b679d76,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:45.478340 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:45.479349 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device e70f378c-9c1a-448d-838d-2e90ac1ae42e details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:13:45.506808 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.db.api [req-1eae7392-8854-4914-841a-85f17abdd0bc req-239726cf-c94b-4f62-8aca-e6bdd783fbdd tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:13:45.506808 n-d-800086-12 neutron-server[93807]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 19:13:45.506808 n-d-800086-12 neutron-server[93807]: [parameters: {'project_id': '0b1e2408ddec451da492ed59f5813ab2', 'id': '966c212d-c4e8-4da8-abf1-a03b5aa52619', 'expiration': datetime.datetime(2021, 7, 22, 19, 15, 45, 495764)}] Jul 22 19:13:45.506808 n-d-800086-12 neutron-server[93807]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:13:45.507203 n-d-800086-12 neutron-server[93807]: DEBUG oslo_db.api [req-1eae7392-8854-4914-841a-85f17abdd0bc req-239726cf-c94b-4f62-8aca-e6bdd783fbdd tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:13:45.523087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-f8c821e9-072d-45c1-85c9-b48a0eefd1ba tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Made reservation on behalf of 43fe21ac8a7d4b839e35f47549c83dd3 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:13:45.527051 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-f8c821e9-072d-45c1-85c9-b48a0eefd1ba tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:45.583896 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=2accf516-ee91-4bb6-b761-c8c09b679d76,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:45.633108 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666dd75-0890-466b-8aae-73d99df77caa req-431b84e8-de24-41ee-9191-0f2fc8449eb2 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:45.641057 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a666dd75-0890-466b-8aae-73d99df77caa req-431b84e8-de24-41ee-9191-0f2fc8449eb2 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.2048481 Jul 22 19:13:45.709415 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port e70f378c-9c1a-448d-838d-2e90ac1ae42e, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e70f378c-9c1a-448d-838d-2e90ac1ae42e,segment=NetworkSegment(1516a7d0-ce2f-448e-96b4-47e0539fd09b),segment_id=1516a7d0-ce2f-448e-96b4-47e0539fd09b)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:45.731561 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'e70f378c-9c1a-448d-838d-2e90ac1ae42e', 'network_id': '06eb644b-f29e-45c4-8d9a-7769e64949ae', 'port_id': 'e70f378c-9c1a-448d-838d-2e90ac1ae42e', 'mac_address': 'fa:16:3e:31:bd:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb3a5c04-3ab0-46f4-923f-871c4a99dc90', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:13:45.778019 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:45.793587 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70f378c-9c1a-448d-838d-2e90ac1ae42e {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:45.819394 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port e70f378c-9c1a-448d-838d-2e90ac1ae42e, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e70f378c-9c1a-448d-838d-2e90ac1ae42e,segment=NetworkSegment(1516a7d0-ce2f-448e-96b4-47e0539fd09b),segment_id=1516a7d0-ce2f-448e-96b4-47e0539fd09b)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:45.824802 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:45.825560 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:13:45.839110 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a666dd75-0890-466b-8aae-73d99df77caa req-d66ffc26-5b1d-442c-bfe3-87053e953bfb tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919842 Jul 22 19:13:45.858186 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd3ec2-cc2a-4dcf-92b7-7be6506457e2 req-791c3339-7752-4eb3-a75d-c76f5744ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:45.860604 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9acd3ec2-cc2a-4dcf-92b7-7be6506457e2 req-791c3339-7752-4eb3-a75d-c76f5744ec1f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 1098 time: 0.1448071 Jul 22 19:13:45.918143 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9acd3ec2-cc2a-4dcf-92b7-7be6506457e2 req-1ac0bbd8-2b68-4032-9538-bdf3b2c1b898 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453520 Jul 22 19:13:45.988572 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:45.997761 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-f302b6e0-8453-45ca-8329-2288302d9064 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:46.000265 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-f302b6e0-8453-45ca-8329-2288302d9064 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.16 "GET /v2.0/networks?id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd HTTP/1.1" status: 200 len: 812 time: 0.2744951 Jul 22 19:13:46.014800 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669', 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6', 'port_id': '1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669', 'mac_address': 'fa:16:3e:8e:80:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0319ae5f-ceed-4659-937d-f32e78dd9116', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:13:46.022031 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=e70f378c-9c1a-448d-838d-2e90ac1ae42e,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:46.059666 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-f8c821e9-072d-45c1-85c9-b48a0eefd1ba tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Allocated IP 172.20.0.12 (514a0e5c-9f7d-441e-bd44-a73cdc03e754/8b479058-f6d3-4d7c-a270-ab538df3289d/a2691790-f9dd-4b32-8da5-4efe2a4ab8d9) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:13:46.067653 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:46.085453 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:46.111728 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:46.114941 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fede2b12-fc90-4e33-aa97-e1b775cdea7b req-2f43cabd-9af6-4138-a16e-5b2e2f460b9e tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bb351-a754-48a0-85e3-555e4a65fb9b HTTP/1.1" status: 200 len: 210 time: 0.1079853 Jul 22 19:13:46.117644 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:46.118421 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9df3022f-3694-41ee-8cbb-b947ff79670b details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:13:46.129380 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-22590e8e-a599-4c39-9090-f7f6efe8acee tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Request body: {'port': {'device_id': '8a87933a-4e88-489b-b4df-0fa0ef78b185', 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd', 'admin_state_up': True, 'tenant_id': '17cd2804a52047cfb4d32d8ab0a04c5d'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:46.189221 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9df3022f-3694-41ee-8cbb-b947ff79670b, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9df3022f-3694-41ee-8cbb-b947ff79670b,segment=NetworkSegment(1516a7d0-ce2f-448e-96b4-47e0539fd09b),segment_id=1516a7d0-ce2f-448e-96b4-47e0539fd09b)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:46.203516 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '9df3022f-3694-41ee-8cbb-b947ff79670b', 'network_id': '06eb644b-f29e-45c4-8d9a-7769e64949ae', 'port_id': '9df3022f-3694-41ee-8cbb-b947ff79670b', 'mac_address': 'fa:16:3e:9e:52:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb3a5c04-3ab0-46f4-923f-871c4a99dc90', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:13:46.270797 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:46.277722 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:46.296907 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df3022f-3694-41ee-8cbb-b947ff79670b {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:46.324465 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9df3022f-3694-41ee-8cbb-b947ff79670b, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9df3022f-3694-41ee-8cbb-b947ff79670b,segment=NetworkSegment(1516a7d0-ce2f-448e-96b4-47e0539fd09b),segment_id=1516a7d0-ce2f-448e-96b4-47e0539fd09b)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:46.332825 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:46.334068 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 4caad598-a811-477a-8eac-c7e82e58d950 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:13:46.341845 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1eae7392-8854-4914-841a-85f17abdd0bc req-239726cf-c94b-4f62-8aca-e6bdd783fbdd tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:46.475681 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=9df3022f-3694-41ee-8cbb-b947ff79670b,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:46.480667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 4caad598-a811-477a-8eac-c7e82e58d950, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=4caad598-a811-477a-8eac-c7e82e58d950,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:46.494076 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '4caad598-a811-477a-8eac-c7e82e58d950', 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6', 'port_id': '4caad598-a811-477a-8eac-c7e82e58d950', 'mac_address': 'fa:16:3e:d4:b1:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0319ae5f-ceed-4659-937d-f32e78dd9116', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:13:46.544634 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:46.562449 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4caad598-a811-477a-8eac-c7e82e58d950 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:46.590406 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 4caad598-a811-477a-8eac-c7e82e58d950, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=4caad598-a811-477a-8eac-c7e82e58d950,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:46.598600 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:46.599902 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 259e9db0-beba-44b5-801c-945259c53a16 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:13:46.604898 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd83372-1336-4189-b34e-853526955c03 req-b80c772a-9845-42bd-9a29-6ad81df7fd60 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:46.611893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd83372-1336-4189-b34e-853526955c03 req-b80c772a-9845-42bd-9a29-6ad81df7fd60 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:46.618204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd83372-1336-4189-b34e-853526955c03 req-b80c772a-9845-42bd-9a29-6ad81df7fd60 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:46.624427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd83372-1336-4189-b34e-853526955c03 req-b80c772a-9845-42bd-9a29-6ad81df7fd60 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:46.630674 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd83372-1336-4189-b34e-853526955c03 req-b80c772a-9845-42bd-9a29-6ad81df7fd60 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:46.637019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd83372-1336-4189-b34e-853526955c03 req-b80c772a-9845-42bd-9a29-6ad81df7fd60 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:46.643035 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd83372-1336-4189-b34e-853526955c03 req-b80c772a-9845-42bd-9a29-6ad81df7fd60 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:46.650695 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dfd83372-1336-4189-b34e-853526955c03 req-b80c772a-9845-42bd-9a29-6ad81df7fd60 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5424 time: 0.4376566 Jul 22 19:13:46.679353 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 259e9db0-beba-44b5-801c-945259c53a16, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=259e9db0-beba-44b5-801c-945259c53a16,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:46.681995 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=4caad598-a811-477a-8eac-c7e82e58d950,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:46.690692 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a72d47d5-ef5e-4fe3-80ef-0ffcfb180864 req-cba1f6af-a761-4469-9bb3-891a254390b1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3003483 Jul 22 19:13:46.699253 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-f8c821e9-072d-45c1-85c9-b48a0eefd1ba tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:46.716337 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '259e9db0-beba-44b5-801c-945259c53a16', 'network_id': '4ed86889-1924-4c50-8c1e-24c776ed8bf6', 'port_id': '259e9db0-beba-44b5-801c-945259c53a16', 'mac_address': 'fa:16:3e:bc:d2:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0319ae5f-ceed-4659-937d-f32e78dd9116', 'ip_address': '10.1.1.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:13:46.753652 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dfd83372-1336-4189-b34e-853526955c03 req-5dee7417-f043-4890-b9a1-8024d276b2ab tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964184 Jul 22 19:13:46.787586 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:46.806368 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259e9db0-beba-44b5-801c-945259c53a16 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:46.815986 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46562) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:46.839124 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 259e9db0-beba-44b5-801c-945259c53a16, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=259e9db0-beba-44b5-801c-945259c53a16,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:46.845483 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:46.855118 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1eae7392-8854-4914-841a-85f17abdd0bc req-239726cf-c94b-4f62-8aca-e6bdd783fbdd tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:46.873907 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1eae7392-8854-4914-841a-85f17abdd0bc req-239726cf-c94b-4f62-8aca-e6bdd783fbdd tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:46.904095 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=259e9db0-beba-44b5-801c-945259c53a16,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:46.919716 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-f8c821e9-072d-45c1-85c9-b48a0eefd1ba tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:46.938374 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['1be365e1-53d9-4fab-97b7-11e50ec499bb', 'c8b98562-ec88-4b19-a576-bfeb31d1bb58'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:13:46.945537 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-54032f26-1152-4451-b428-ad00d5278e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:46.946235 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d47d5-ef5e-4fe3-80ef-0ffcfb180864 req-e16b67a6-7600-4792-a884-789aa152900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:46.947970 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a72d47d5-ef5e-4fe3-80ef-0ffcfb180864 req-e16b67a6-7600-4792-a884-789aa152900b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9969b04cb20a400c8e89d23b9b9aa08c&device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 1097 time: 0.1896360 Jul 22 19:13:46.975888 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-22590e8e-a599-4c39-9090-f7f6efe8acee tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Made reservation on behalf of 17cd2804a52047cfb4d32d8ab0a04c5d for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:13:46.979602 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-22590e8e-a599-4c39-9090-f7f6efe8acee tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:46.988611 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1eae7392-8854-4914-841a-85f17abdd0bc req-239726cf-c94b-4f62-8aca-e6bdd783fbdd tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:46.989769 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1eae7392-8854-4914-841a-85f17abdd0bc req-239726cf-c94b-4f62-8aca-e6bdd783fbdd tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.5630350 Jul 22 19:13:47.018336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239726cf-c94b-4f62-8aca-e6bdd783fbdd tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a949e9ef-2cae-446c-a995-7b0883a14786,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:47.058207 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-f8c821e9-072d-45c1-85c9-b48a0eefd1ba tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Network 514a0e5c-9f7d-441e-bd44-a73cdc03e754 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:13:47.075643 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-f8c821e9-072d-45c1-85c9-b48a0eefd1ba tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:13:47.079503 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-54032f26-1152-4451-b428-ad00d5278e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:47.085159 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-54032f26-1152-4451-b428-ad00d5278e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:47.087002 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-f8c821e9-072d-45c1-85c9-b48a0eefd1ba tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:13:47.092984 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c821e9-072d-45c1-85c9-b48a0eefd1ba tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Pushing event updated for resources: {'Port': ['ID=a2691790-f9dd-4b32-8da5-4efe2a4ab8d9,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:47.131984 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-54032f26-1152-4451-b428-ad00d5278e76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8f483881ea3463d8e340a09c07ea578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3123865 Jul 22 19:13:47.131984 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54032f26-1152-4451-b428-ad00d5278e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ec14fa-ce9c-47a6-b918-2b064283c4f3,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:47.134650 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46572) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:47.189096 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b3cb96b-f3b4-4637-9d66-d74ee39d91bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:47.213236 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b3cb96b-f3b4-4637-9d66-d74ee39d91bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:47.266803 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b3cb96b-f3b4-4637-9d66-d74ee39d91bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:47.269470 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b3cb96b-f3b4-4637-9d66-d74ee39d91bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:47.270678 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6b3cb96b-f3b4-4637-9d66-d74ee39d91bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8ec14fa-ce9c-47a6-b918-2b064283c4f3 HTTP/1.1" status: 204 len: 168 time: 0.1348953 Jul 22 19:13:47.279919 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3cb96b-f3b4-4637-9d66-d74ee39d91bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ec14fa-ce9c-47a6-b918-2b064283c4f3,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:47.470333 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b220dcb7-3020-4020-a618-316bc666d1c9 req-04a4c3c0-5141-4c81-b105-e6589be3e802 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 210 time: 0.3796403 Jul 22 19:13:47.497775 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f826353-68cd-4304-a7e5-f00bb65cb42d req-68cf393d-3906-4215-9b68-f82a4c661738 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:47.505002 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0f826353-68cd-4304-a7e5-f00bb65cb42d req-68cf393d-3906-4215-9b68-f82a4c661738 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.6579201 Jul 22 19:13:47.547224 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-f8c821e9-072d-45c1-85c9-b48a0eefd1ba tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:47.547917 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-f8c821e9-072d-45c1-85c9-b48a0eefd1ba tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:47.568273 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d47d5-ef5e-4fe3-80ef-0ffcfb180864 req-d8de791b-7088-4f12-87fc-c802476a2201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:47.569780 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a72d47d5-ef5e-4fe3-80ef-0ffcfb180864 req-d8de791b-7088-4f12-87fc-c802476a2201 service neutron] 10.222.0.30 "GET /v2.0/networks?id=43446fef-6ac7-466a-9f04-5ce65621e5e9 HTTP/1.1" status: 200 len: 920 time: 0.5824661 Jul 22 19:13:47.603375 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46582) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:47.617489 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6ebc8971-5920-46c9-98a5-999bcb9bf644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:47.689388 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['4caad598-a811-477a-8eac-c7e82e58d950'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:13:47.693250 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a72d47d5-ef5e-4fe3-80ef-0ffcfb180864 req-2c32b67f-a215-4bc9-b42c-97e973711b24 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d24e2d3-73b1-4528-b025-71fb422ede79 HTTP/1.1" status: 200 len: 217 time: 0.0990787 Jul 22 19:13:47.694485 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-f8c821e9-072d-45c1-85c9-b48a0eefd1ba tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7542334 Jul 22 19:13:47.700124 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['0894d912-7036-4f59-8c93-29af89302f62'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:13:47.722163 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0f826353-68cd-4304-a7e5-f00bb65cb42d req-56bbe2c2-12cf-4223-ab9e-5c3179d71610 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151196 Jul 22 19:13:47.740437 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] Request body: {'port': {'device_id': '323bb351-a754-48a0-85e3-555e4a65fb9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:47.775421 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:13:47.777776 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6ebc8971-5920-46c9-98a5-999bcb9bf644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:47.777988 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['2accf516-ee91-4bb6-b761-c8c09b679d76'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:13:47.784792 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6ebc8971-5920-46c9-98a5-999bcb9bf644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:47.789012 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['259e9db0-beba-44b5-801c-945259c53a16'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:13:47.813540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-22590e8e-a599-4c39-9090-f7f6efe8acee tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Allocated IP 172.20.0.7 (4a8130c5-5925-4614-8cfa-ff6fd165b8cd/0ba5617b-ba48-486c-9750-2a5a3148f236/f1b52a85-9fa8-4b04-88fa-b4862fb8debb) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:13:47.821397 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-73ae9181-fd3a-41b9-a85c-2fc4a6beeeca req-a5b0f0ae-37e3-49a7-ba83-cd10ad3cd908 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-394240207', 'description': 'tempest-description-513028853'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:47.826918 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6ebc8971-5920-46c9-98a5-999bcb9bf644 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b86c330a079401ebbeb49879f0ab947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2244322 Jul 22 19:13:47.835196 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46598) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:47.854095 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc8971-5920-46c9-98a5-999bcb9bf644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7a8c42-5925-4635-a626-f5e11a89bee9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:47.883058 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['e70f378c-9c1a-448d-838d-2e90ac1ae42e'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:13:47.943807 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d47d5-ef5e-4fe3-80ef-0ffcfb180864 req-81754c3d-9244-4a7e-977e-848b639dbac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:47.945311 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a72d47d5-ef5e-4fe3-80ef-0ffcfb180864 req-81754c3d-9244-4a7e-977e-848b639dbac6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=934071ba-1037-4dea-9f1f-4deae218fd12 HTTP/1.1" status: 200 len: 859 time: 0.2335274 Jul 22 19:13:47.969481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e434f0-886a-4085-b163-5b4176b27d95 req-74378740-81f8-4eca-9e80-247c8019df82 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:47.971038 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34e434f0-886a-4085-b163-5b4176b27d95 req-74378740-81f8-4eca-9e80-247c8019df82 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.4121745 Jul 22 19:13:48.013551 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-73ae9181-fd3a-41b9-a85c-2fc4a6beeeca req-a5b0f0ae-37e3-49a7-ba83-cd10ad3cd908 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:48.067027 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a72d47d5-ef5e-4fe3-80ef-0ffcfb180864 req-7aee341e-d3ad-4fa0-913c-6de37c9f8d28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=43446fef-6ac7-466a-9f04-5ce65621e5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936513 Jul 22 19:13:48.191947 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a72d47d5-ef5e-4fe3-80ef-0ffcfb180864 req-864c31d1-0f3a-4008-a090-c7bb5dad1ea5 service neutron] 10.222.0.30 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047099 Jul 22 19:13:48.224680 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:48.227235 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-326f08c6-3f5f-4306-b745-22f79edff149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:48.251566 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-326f08c6-3f5f-4306-b745-22f79edff149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:48.361918 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34e434f0-886a-4085-b163-5b4176b27d95 req-7d2bbb77-a8a4-4023-911e-4779f3b3604c tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616505 Jul 22 19:13:48.441221 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-326f08c6-3f5f-4306-b745-22f79edff149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:48.443910 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-326f08c6-3f5f-4306-b745-22f79edff149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:48.447883 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-326f08c6-3f5f-4306-b745-22f79edff149 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e7a8c42-5925-4635-a626-f5e11a89bee9 HTTP/1.1" status: 204 len: 168 time: 0.6031759 Jul 22 19:13:48.515123 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9df3022f-3694-41ee-8cbb-b947ff79670b'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:13:48.538670 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f08c6-3f5f-4306-b745-22f79edff149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7a8c42-5925-4635-a626-f5e11a89bee9,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:48.706871 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-22590e8e-a599-4c39-9090-f7f6efe8acee tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:48.737671 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a72d47d5-ef5e-4fe3-80ef-0ffcfb180864 req-949f8160-ece9-4979-aeca-69742fdbbf02 service neutron] 10.222.0.30 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341804 Jul 22 19:13:48.752538 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-73ae9181-fd3a-41b9-a85c-2fc4a6beeeca req-a5b0f0ae-37e3-49a7-ba83-cd10ad3cd908 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:48.788927 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-73ae9181-fd3a-41b9-a85c-2fc4a6beeeca req-a5b0f0ae-37e3-49a7-ba83-cd10ad3cd908 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:48.850518 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfdc81-6c22-444e-be52-4cbc118fe082 req-a857dc7a-2839-4dd4-9930-306f49f75eb3 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:48.852027 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5dfdc81-6c22-444e-be52-4cbc118fe082 req-a857dc7a-2839-4dd4-9930-306f49f75eb3 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bb351-a754-48a0-85e3-555e4a65fb9b HTTP/1.1" status: 200 len: 932 time: 0.4059589 Jul 22 19:13:48.893437 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-73ae9181-fd3a-41b9-a85c-2fc4a6beeeca req-a5b0f0ae-37e3-49a7-ba83-cd10ad3cd908 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:48.894671 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ae9181-fd3a-41b9-a85c-2fc4a6beeeca req-a5b0f0ae-37e3-49a7-ba83-cd10ad3cd908 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1355827 Jul 22 19:13:48.904974 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0f0ae-37e3-49a7-ba83-cd10ad3cd908 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc37340-f0b1-45da-99be-edebc93bcbbd,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:48.953708 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-22590e8e-a599-4c39-9090-f7f6efe8acee tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:48.979375 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5dfdc81-6c22-444e-be52-4cbc118fe082 req-e39fb631-5fde-45d5-9d68-3cba9a7496f0 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919471 Jul 22 19:13:49.151704 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-22590e8e-a599-4c39-9090-f7f6efe8acee tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:13:49.203361 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-22590e8e-a599-4c39-9090-f7f6efe8acee tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:13:49.205846 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-22590e8e-a599-4c39-9090-f7f6efe8acee tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:13:49.269890 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22590e8e-a599-4c39-9090-f7f6efe8acee tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Pushing event updated for resources: {'Port': ['ID=f1b52a85-9fa8-4b04-88fa-b4862fb8debb,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:49.324860 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-22590e8e-a599-4c39-9090-f7f6efe8acee tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:49.325547 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-22590e8e-a599-4c39-9090-f7f6efe8acee tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:49.350011 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2691790-f9dd-4b32-8da5-4efe2a4ab8d9 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:49.364419 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:49.369245 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-22590e8e-a599-4c39-9090-f7f6efe8acee tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2692866 Jul 22 19:13:49.394503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] Transition to ACTIVE for port object a2691790-f9dd-4b32-8da5-4efe2a4ab8d9 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:13:49.401794 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] Request body: {'port': {'device_id': '8a87933a-4e88-489b-b4df-0fa0ef78b185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:49.407834 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:49.478154 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c830e69-7a10-461f-9c72-762c84477437 req-196f1890-ab75-4487-889a-218e590e6db4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:49.484208 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c830e69-7a10-461f-9c72-762c84477437 req-196f1890-ab75-4487-889a-218e590e6db4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:49.492884 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c830e69-7a10-461f-9c72-762c84477437 req-196f1890-ab75-4487-889a-218e590e6db4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:49.503912 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c830e69-7a10-461f-9c72-762c84477437 req-196f1890-ab75-4487-889a-218e590e6db4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:49.510204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c830e69-7a10-461f-9c72-762c84477437 req-196f1890-ab75-4487-889a-218e590e6db4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:49.516713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c830e69-7a10-461f-9c72-762c84477437 req-196f1890-ab75-4487-889a-218e590e6db4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:49.522860 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c830e69-7a10-461f-9c72-762c84477437 req-196f1890-ab75-4487-889a-218e590e6db4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:49.524865 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c830e69-7a10-461f-9c72-762c84477437 req-196f1890-ab75-4487-889a-218e590e6db4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5427 time: 0.4470191 Jul 22 19:13:49.585302 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6fd50-b51d-40f2-be5e-dadeade82c74 req-8ec4178e-ff16-44dc-ba0d-d9cdf1f31b50 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:49.587500 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-54b6fd50-b51d-40f2-be5e-dadeade82c74 req-8ec4178e-ff16-44dc-ba0d-d9cdf1f31b50 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 931 time: 0.4143207 Jul 22 19:13:49.603790 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a2691790-f9dd-4b32-8da5-4efe2a4ab8d9,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:49.706901 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c830e69-7a10-461f-9c72-762c84477437 req-53ed11cc-426a-4d27-84d5-10d4e91ef5e7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1702909 Jul 22 19:13:49.722717 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:49.776987 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-54b6fd50-b51d-40f2-be5e-dadeade82c74 req-294889cc-826a-4023-a430-8088cf8527a4 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623855 Jul 22 19:13:49.925493 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] Attempting to bind port a2691790-f9dd-4b32-8da5-4efe2a4ab8d9 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:13:49.925954 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] Attempting to bind port a2691790-f9dd-4b32-8da5-4efe2a4ab8d9 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '28b42374-c4aa-40c7-8b27-555b02164401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:13:49.926301 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] Attempting to bind port a2691790-f9dd-4b32-8da5-4efe2a4ab8d9 on network 514a0e5c-9f7d-441e-bd44-a73cdc03e754 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:49.955823 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] Port a2691790-f9dd-4b32-8da5-4efe2a4ab8d9 on network 514a0e5c-9f7d-441e-bd44-a73cdc03e754 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:13:49.956157 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] Attempting to bind port a2691790-f9dd-4b32-8da5-4efe2a4ab8d9 on network 514a0e5c-9f7d-441e-bd44-a73cdc03e754 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:49.979849 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:13:49.980166 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] Checking segment: {'id': '28b42374-c4aa-40c7-8b27-555b02164401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:13:49.980584 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] Bound using segment: {'id': '28b42374-c4aa-40c7-8b27-555b02164401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:13:49.981027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] Bound port: a2691790-f9dd-4b32-8da5-4efe2a4ab8d9, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28b42374-c4aa-40c7-8b27-555b02164401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:13:49.981392 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:50.026209 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f8880-baf9-4696-a6d5-e35ae0525fcd req-2a71b870-40ad-4caa-8c63-07ea524ccc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:50.032977 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e52f8880-baf9-4696-a6d5-e35ae0525fcd req-2a71b870-40ad-4caa-8c63-07ea524ccc82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9969b04cb20a400c8e89d23b9b9aa08c&device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 1098 time: 0.0751331 Jul 22 19:13:50.049412 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cdc77479-cd88-4e05-a757-2ca99581db56 req-defab466-a0a7-4403-8c71-8a5491b1fa65 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "GET /v2.0/security-groups/a949e9ef-2cae-446c-a995-7b0883a14786 HTTP/1.1" status: 200 len: 1807 time: 0.2087309 Jul 22 19:13:50.154254 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f8880-baf9-4696-a6d5-e35ae0525fcd req-3636244b-8353-439d-92f7-0ed4382c8b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:50.158223 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e52f8880-baf9-4696-a6d5-e35ae0525fcd req-3636244b-8353-439d-92f7-0ed4382c8b17 service neutron] 10.222.0.16 "GET /v2.0/networks?id=43446fef-6ac7-466a-9f04-5ce65621e5e9 HTTP/1.1" status: 200 len: 920 time: 0.1226320 Jul 22 19:13:50.192507 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cdc77479-cd88-4e05-a757-2ca99581db56 req-12588c3d-651d-4c27-9bb5-c5092e23ffb0 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "GET /v2.0/security-groups/1bc37340-f0b1-45da-99be-edebc93bcbbd HTTP/1.1" status: 200 len: 1805 time: 0.1401231 Jul 22 19:13:50.206891 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-cdc77479-cd88-4e05-a757-2ca99581db56 req-4fdd7aff-284c-48f9-87e4-95101380a8ea tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a949e9ef-2cae-446c-a995-7b0883a14786', 'remote_group_id': '1bc37340-f0b1-45da-99be-edebc93bcbbd', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:50.207296 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-cdc77479-cd88-4e05-a757-2ca99581db56 req-4fdd7aff-284c-48f9-87e4-95101380a8ea tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a949e9ef-2cae-446c-a995-7b0883a14786', 'remote_group_id': '1bc37340-f0b1-45da-99be-edebc93bcbbd', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:50.210553 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e52f8880-baf9-4696-a6d5-e35ae0525fcd req-4eacd25f-58ea-4952-b727-6dcd5c7db1c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 HTTP/1.1" status: 200 len: 217 time: 0.0454602 Jul 22 19:13:50.277028 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] For port a2691790-f9dd-4b32-8da5-4efe2a4ab8d9, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:13:50.296500 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f8880-baf9-4696-a6d5-e35ae0525fcd req-d031f3b6-d6c3-4e90-bda6-773a3c04eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:50.298099 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e52f8880-baf9-4696-a6d5-e35ae0525fcd req-d031f3b6-d6c3-4e90-bda6-773a3c04eee1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=934071ba-1037-4dea-9f1f-4deae218fd12 HTTP/1.1" status: 200 len: 859 time: 0.0729175 Jul 22 19:13:50.315281 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] For port a2691790-f9dd-4b32-8da5-4efe2a4ab8d9, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a2691790-f9dd-4b32-8da5-4efe2a4ab8d9,segment=NetworkSegment(28b42374-c4aa-40c7-8b27-555b02164401),segment_id=28b42374-c4aa-40c7-8b27-555b02164401)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:13:50.329791 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62013500-297c-4c3d-ba0e-22184bf8a062 req-c4cb0814-9763-43dd-815c-09b915c01bde tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:50.341538 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-62013500-297c-4c3d-ba0e-22184bf8a062 req-c4cb0814-9763-43dd-815c-09b915c01bde tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.3477724 Jul 22 19:13:50.359856 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:50.360092 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e52f8880-baf9-4696-a6d5-e35ae0525fcd req-2c0a0d2e-08c6-453e-9d59-1e08846baa8f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43446fef-6ac7-466a-9f04-5ce65621e5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554459 Jul 22 19:13:50.478757 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e52f8880-baf9-4696-a6d5-e35ae0525fcd req-ac0bf557-6300-4cbf-a8f2-751a026946f6 service neutron] 10.222.0.16 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112721 Jul 22 19:13:50.506683 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:50.507303 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:50.511683 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] 10.222.0.30 "PUT /v2.0/ports/a2691790-f9dd-4b32-8da5-4efe2a4ab8d9 HTTP/1.1" status: 200 len: 1093 time: 2.8000817 Jul 22 19:13:50.518241 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323bb351-a754-48a0-85e3-555e4a65fb9b', 'tag': 'a2691790-f9dd-4b32-8da5-4efe2a4ab8d9'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:13:50.522947 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c641265e-9230-494c-bb0a-517e383b8e82" -d '{"events": [{"name": "network-changed", "server_uuid": "323bb351-a754-48a0-85e3-555e4a65fb9b", "tag": "a2691790-f9dd-4b32-8da5-4efe2a4ab8d9"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:13:50.562711 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-62013500-297c-4c3d-ba0e-22184bf8a062 req-2c87c301-f5bf-48a4-be87-b77cdbe00d09 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149837 Jul 22 19:13:50.689909 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46676) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:50.711391 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b52a85-9fa8-4b04-88fa-b4862fb8debb {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:50.728032 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce0603-2688-4a25-9e4e-054994a7e0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a2691790-f9dd-4b32-8da5-4efe2a4ab8d9,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:50.747976 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:50.786635 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cdc77479-cd88-4e05-a757-2ca99581db56 req-4fdd7aff-284c-48f9-87e4-95101380a8ea tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:50.815585 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] Transition to ACTIVE for port object f1b52a85-9fa8-4b04-88fa-b4862fb8debb will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:13:50.829913 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:50.848318 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 0894d912-7036-4f59-8c93-29af89302f62 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:13:50.916270 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 0894d912-7036-4f59-8c93-29af89302f62 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:13:50.918477 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-ead29ff4-942f-4f40-81f1-40a42acb7a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:50.920080 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-ead29ff4-942f-4f40-81f1-40a42acb7a18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43fe21ac8a7d4b839e35f47549c83dd3&device_id=323bb351-a754-48a0-85e3-555e4a65fb9b HTTP/1.1" status: 200 len: 1096 time: 0.3414502 Jul 22 19:13:50.921775 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 0894d912-7036-4f59-8c93-29af89302f62 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:13:50.922378 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:50.939311 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cdc77479-cd88-4e05-a757-2ca99581db56 req-4fdd7aff-284c-48f9-87e4-95101380a8ea tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:50.959302 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e52f8880-baf9-4696-a6d5-e35ae0525fcd req-3db3e10f-91ee-49ef-8c0d-1b1f68e7c324 service neutron] 10.222.0.16 "GET /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698541 Jul 22 19:13:51.038904 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:51.068562 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0894d912-7036-4f59-8c93-29af89302f62'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:13:51.071028 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c38c1e-79ab-4ae7-a100-fccffff32b46" -d '{"events": [{"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-plugged", "status": "completed", "tag": "0894d912-7036-4f59-8c93-29af89302f62"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:13:51.086082 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 0894d912-7036-4f59-8c93-29af89302f62, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=0894d912-7036-4f59-8c93-29af89302f62,segment=NetworkSegment(ede11575-67b0-4d88-84de-3f21001165e0),segment_id=ede11575-67b0-4d88-84de-3f21001165e0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:51.089966 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:51.090872 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 2accf516-ee91-4bb6-b761-c8c09b679d76 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:13:51.169385 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=0894d912-7036-4f59-8c93-29af89302f62,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:51.187441 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 2accf516-ee91-4bb6-b761-c8c09b679d76 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:13:51.192248 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 2accf516-ee91-4bb6-b761-c8c09b679d76 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:13:51.192887 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:51.311140 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-a4c6b3ad-52c9-4b30-98fa-05b5977c31cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2691790-f9dd-4b32-8da5-4efe2a4ab8d9 HTTP/1.1" status: 200 len: 217 time: 0.3647695 Jul 22 19:13:51.311724 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cdc77479-cd88-4e05-a757-2ca99581db56 req-4fdd7aff-284c-48f9-87e4-95101380a8ea tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:51.318300 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a747f2d4-824f-4948-bf49-a9c4a47bc7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:51.322253 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:51.357073 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b52a85-9fa8-4b04-88fa-b4862fb8debb,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:51.359724 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 2accf516-ee91-4bb6-b761-c8c09b679d76, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=2accf516-ee91-4bb6-b761-c8c09b679d76,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:51.364940 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:51.390501 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd7aff-284c-48f9-87e4-95101380a8ea tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9caf6b1-9850-4901-b7fa-8b699048f6b0,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:51.420450 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=2accf516-ee91-4bb6-b761-c8c09b679d76,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:51.431578 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b9725-f7c8-4537-95f5-f518ac24446d req-9cccc047-87d7-4aac-b0d8-d1500c9006c5 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:51.433100 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c0b9725-f7c8-4537-95f5-f518ac24446d req-9cccc047-87d7-4aac-b0d8-d1500c9006c5 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.7423031 Jul 22 19:13:51.445154 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cdc77479-cd88-4e05-a757-2ca99581db56 req-4fdd7aff-284c-48f9-87e4-95101380a8ea tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:51.446282 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cdc77479-cd88-4e05-a757-2ca99581db56 req-4fdd7aff-284c-48f9-87e4-95101380a8ea tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2550430 Jul 22 19:13:51.498163 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-982bea4b-36d1-44b2-99c0-916631357ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:51.499666 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-982bea4b-36d1-44b2-99c0-916631357ee9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b479058-f6d3-4d7c-a270-ab538df3289d HTTP/1.1" status: 200 len: 854 time: 0.1778505 Jul 22 19:13:51.539591 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f3403223-5e31-4a0f-bc09-2e107a70d0c8 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:13:51.576000 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-6c189b02-c688-4500-9426-2fed25ed44dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=514a0e5c-9f7d-441e-bd44-a73cdc03e754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668993 Jul 22 19:13:51.638542 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c0b9725-f7c8-4537-95f5-f518ac24446d req-c720c27d-9176-4b4d-9b74-06427c163171 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984222 Jul 22 19:13:51.647774 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f3403223-5e31-4a0f-bc09-2e107a70d0c8, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f3403223-5e31-4a0f-bc09-2e107a70d0c8,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:51.653613 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] Attempting to bind port f1b52a85-9fa8-4b04-88fa-b4862fb8debb on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:13:51.654004 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] Attempting to bind port f1b52a85-9fa8-4b04-88fa-b4862fb8debb by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:13:51.654317 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] Attempting to bind port f1b52a85-9fa8-4b04-88fa-b4862fb8debb on network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:51.660199 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'f3403223-5e31-4a0f-bc09-2e107a70d0c8', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': 'f3403223-5e31-4a0f-bc09-2e107a70d0c8', 'mac_address': 'fa:16:3e:2d:8d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:13:51.699640 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] Port f1b52a85-9fa8-4b04-88fa-b4862fb8debb on network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:13:51.700418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] Attempting to bind port f1b52a85-9fa8-4b04-88fa-b4862fb8debb on network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:13:51.713438 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:51.721419 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01fa8a0-66e5-4602-ba0f-8051b0700717 x-openstack-request-id: req-c01fa8a0-66e5-4602-ba0f-8051b0700717 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:13:51.721737 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323bb351-a754-48a0-85e3-555e4a65fb9b", "tag": "a2691790-f9dd-4b32-8da5-4efe2a4ab8d9", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:13:51.721937 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c01fa8a0-66e5-4602-ba0f-8051b0700717 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:13:51.722440 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323bb351-a754-48a0-85e3-555e4a65fb9b', 'tag': 'a2691790-f9dd-4b32-8da5-4efe2a4ab8d9', 'status': 'completed', 'code': 200} Jul 22 19:13:51.729749 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3403223-5e31-4a0f-bc09-2e107a70d0c8 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:51.731353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:13:51.731690 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] Checking segment: {'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:13:51.732076 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] Bound using segment: {'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:13:51.732572 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] Bound port: f1b52a85-9fa8-4b04-88fa-b4862fb8debb, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:13:51.733379 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:51.756246 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f3403223-5e31-4a0f-bc09-2e107a70d0c8, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f3403223-5e31-4a0f-bc09-2e107a70d0c8,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:51.762506 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:51.820020 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5b5ea-e7bd-4d85-acb0-1a954b53eb17 req-39fd14b9-7e46-4982-a8b6-936f83597965 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:51.821639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0c5b5ea-e7bd-4d85-acb0-1a954b53eb17 req-39fd14b9-7e46-4982-a8b6-936f83597965 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bb351-a754-48a0-85e3-555e4a65fb9b HTTP/1.1" status: 200 len: 944 time: 0.3153975 Jul 22 19:13:51.829531 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-9644f59b-a9b5-4a34-a460-e8d7d089949c service neutron] 10.222.0.30 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329812 Jul 22 19:13:51.835036 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=f3403223-5e31-4a0f-bc09-2e107a70d0c8,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:51.854524 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a747f2d4-824f-4948-bf49-a9c4a47bc7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:51.911110 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a747f2d4-824f-4948-bf49-a9c4a47bc7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:52.039598 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0c5b5ea-e7bd-4d85-acb0-1a954b53eb17 req-9e3a4154-1999-4d39-8a21-d06335bf43d4 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090909 Jul 22 19:13:52.039981 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['f3403223-5e31-4a0f-bc09-2e107a70d0c8'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:13:52.043381 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] For port f1b52a85-9fa8-4b04-88fa-b4862fb8debb, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:13:52.056098 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747f2d4-824f-4948-bf49-a9c4a47bc7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8387a8bf-b2bc-4ef2-af9b-a11fb5e4d8b1,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:52.076271 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a747f2d4-824f-4948-bf49-a9c4a47bc7a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bd84652f6dd438eab16aa7a03c36c79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3789845 Jul 22 19:13:52.079881 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] For port f1b52a85-9fa8-4b04-88fa-b4862fb8debb, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=f1b52a85-9fa8-4b04-88fa-b4862fb8debb,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:13:52.080065 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46696) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:52.096139 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:52.134639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f85e6c9-cd2e-4b29-aef9-2528762832fe req-b101c204-0cdd-4646-8ff0-3fcebff1ba8a service neutron] 10.222.0.30 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772903 Jul 22 19:13:52.155891 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9b8dc-3e87-4bd1-9c34-b54e8924d05d req-3b34c9ae-0d57-40b6-b892-839b65feb8b5 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:52.162504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9b8dc-3e87-4bd1-9c34-b54e8924d05d req-3b34c9ae-0d57-40b6-b892-839b65feb8b5 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:52.168366 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9b8dc-3e87-4bd1-9c34-b54e8924d05d req-3b34c9ae-0d57-40b6-b892-839b65feb8b5 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:52.176641 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9b8dc-3e87-4bd1-9c34-b54e8924d05d req-3b34c9ae-0d57-40b6-b892-839b65feb8b5 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:52.186948 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9b8dc-3e87-4bd1-9c34-b54e8924d05d req-3b34c9ae-0d57-40b6-b892-839b65feb8b5 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:52.190067 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1ace2b7b-7b4c-4d48-b380-82c8d05d042a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:52.196581 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9b8dc-3e87-4bd1-9c34-b54e8924d05d req-3b34c9ae-0d57-40b6-b892-839b65feb8b5 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:52.205292 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9b8dc-3e87-4bd1-9c34-b54e8924d05d req-3b34c9ae-0d57-40b6-b892-839b65feb8b5 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:52.207504 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-08c9b8dc-3e87-4bd1-9c34-b54e8924d05d req-3b34c9ae-0d57-40b6-b892-839b65feb8b5 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5429 time: 0.3959849 Jul 22 19:13:52.222996 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1ace2b7b-7b4c-4d48-b380-82c8d05d042a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:52.240878 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:52.241427 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:52.242817 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] 10.222.0.16 "PUT /v2.0/ports/f1b52a85-9fa8-4b04-88fa-b4862fb8debb HTTP/1.1" status: 200 len: 1092 time: 2.8500178 Jul 22 19:13:52.296737 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1ace2b7b-7b4c-4d48-b380-82c8d05d042a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:52.299668 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1ace2b7b-7b4c-4d48-b380-82c8d05d042a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:52.300843 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1ace2b7b-7b4c-4d48-b380-82c8d05d042a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8387a8bf-b2bc-4ef2-af9b-a11fb5e4d8b1 HTTP/1.1" status: 204 len: 168 time: 0.2196507 Jul 22 19:13:52.312358 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace2b7b-7b4c-4d48-b380-82c8d05d042a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8387a8bf-b2bc-4ef2-af9b-a11fb5e4d8b1,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:52.401673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ae8c1-bbbf-4155-b3ae-6869aab18a98 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b52a85-9fa8-4b04-88fa-b4862fb8debb,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:52.437834 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-08c9b8dc-3e87-4bd1-9c34-b54e8924d05d req-6b5f6c0b-a9a2-4e67-a126-5561f30bbd11 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2051847 Jul 22 19:13:52.495903 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7111ccc-6e18-4095-b8f5-78004f34c77d req-e0ce37b1-a59e-402f-aa70-f9b62d7184c1 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:52.497721 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a7111ccc-6e18-4095-b8f5-78004f34c77d req-e0ce37b1-a59e-402f-aa70-f9b62d7184c1 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 943 time: 0.3603702 Jul 22 19:13:52.504201 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641265e-9230-494c-bb0a-517e383b8e82 req-ccb15507-f531-4a93-a85f-fc4990c945ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:52.506250 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c641265e-9230-494c-bb0a-517e383b8e82 req-ccb15507-f531-4a93-a85f-fc4990c945ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43fe21ac8a7d4b839e35f47549c83dd3&device_id=323bb351-a754-48a0-85e3-555e4a65fb9b HTTP/1.1" status: 200 len: 1096 time: 0.2973747 Jul 22 19:13:52.511338 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-bb4851bb-2520-4e39-9d7d-162572e3102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:52.513125 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-bb4851bb-2520-4e39-9d7d-162572e3102b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17cd2804a52047cfb4d32d8ab0a04c5d&device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 1095 time: 0.1843662 Jul 22 19:13:52.527574 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a09972-ec35-4b0f-929b-e03f2531d3ca x-openstack-request-id: req-80a09972-ec35-4b0f-929b-e03f2531d3ca {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:13:52.527777 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-plugged", "status": "completed", "tag": "0894d912-7036-4f59-8c93-29af89302f62", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:13:52.528006 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80a09972-ec35-4b0f-929b-e03f2531d3ca {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:13:52.528880 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0894d912-7036-4f59-8c93-29af89302f62', 'code': 200} Jul 22 19:13:52.560407 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-eaeb934d-fef5-42d6-b254-7c7b12b02d3b req-a83c246f-6fa1-4dde-8e13-81eb56771c4a tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1024272560', 'description': 'tempest-description-1890231779'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:52.643396 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-b7003330-f1c7-4814-bca7-5e3f49656a86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1b52a85-9fa8-4b04-88fa-b4862fb8debb HTTP/1.1" status: 200 len: 217 time: 0.0955667 Jul 22 19:13:52.705025 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a7111ccc-6e18-4095-b8f5-78004f34c77d req-08e3041f-c126-4ac2-8ff4-aa578f75c53e tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966128 Jul 22 19:13:52.725906 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46710) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:52.734930 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac482237-d771-4682-9f4c-53433c4394a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:52.757514 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-eaeb934d-fef5-42d6-b254-7c7b12b02d3b req-a83c246f-6fa1-4dde-8e13-81eb56771c4a tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:52.777276 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641265e-9230-494c-bb0a-517e383b8e82 req-95dc0dcc-8a5b-4943-87ee-74a040cf42f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:52.778757 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c641265e-9230-494c-bb0a-517e383b8e82 req-95dc0dcc-8a5b-4943-87ee-74a040cf42f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=514a0e5c-9f7d-441e-bd44-a73cdc03e754 HTTP/1.1" status: 200 len: 915 time: 0.2646799 Jul 22 19:13:52.782372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-55f04b91-3882-4910-9f72-e29a0e10a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:52.783813 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-55f04b91-3882-4910-9f72-e29a0e10a7c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0ba5617b-ba48-486c-9750-2a5a3148f236 HTTP/1.1" status: 200 len: 852 time: 0.0994549 Jul 22 19:13:52.840264 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac482237-d771-4682-9f4c-53433c4394a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:52.844733 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac482237-d771-4682-9f4c-53433c4394a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:52.863879 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9df3022f-3694-41ee-8cbb-b947ff79670b up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:13:52.865529 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-f69aaea2-9a82-454e-9741-82573a378d05 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753257 Jul 22 19:13:52.884798 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ac482237-d771-4682-9f4c-53433c4394a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a53f9d16cd6346debd01cfbb17afaf53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1635306 Jul 22 19:13:52.885684 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac482237-d771-4682-9f4c-53433c4394a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f238430f-8487-4935-8885-cccad1f431e8,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:52.887199 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c641265e-9230-494c-bb0a-517e383b8e82 req-3918e913-b399-4b53-a201-fce04a184ab6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2691790-f9dd-4b32-8da5-4efe2a4ab8d9 HTTP/1.1" status: 200 len: 217 time: 0.0957906 Jul 22 19:13:52.888199 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46712) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:52.942991 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 9df3022f-3694-41ee-8cbb-b947ff79670b completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:13:52.947294 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 9df3022f-3694-41ee-8cbb-b947ff79670b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:13:52.947959 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:52.948673 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-28e72469-1716-4536-ba25-c8cd66c14576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:52.988697 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-28e72469-1716-4536-ba25-c8cd66c14576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:53.041857 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641265e-9230-494c-bb0a-517e383b8e82 req-5ddabdfb-4b32-4c9c-8802-6dad2c2e8dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:53.043450 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c641265e-9230-494c-bb0a-517e383b8e82 req-5ddabdfb-4b32-4c9c-8802-6dad2c2e8dac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b479058-f6d3-4d7c-a270-ab538df3289d HTTP/1.1" status: 200 len: 854 time: 0.1437447 Jul 22 19:13:53.048032 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-28e72469-1716-4536-ba25-c8cd66c14576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:53.052568 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-28e72469-1716-4536-ba25-c8cd66c14576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:53.056547 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-28e72469-1716-4536-ba25-c8cd66c14576 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f238430f-8487-4935-8885-cccad1f431e8 HTTP/1.1" status: 204 len: 168 time: 0.1655383 Jul 22 19:13:53.071804 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e72469-1716-4536-ba25-c8cd66c14576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f238430f-8487-4935-8885-cccad1f431e8,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:53.072424 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:53.110259 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c641265e-9230-494c-bb0a-517e383b8e82 req-79abebfe-66be-4c18-82e0-13b930f92fe9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=514a0e5c-9f7d-441e-bd44-a73cdc03e754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512080 Jul 22 19:13:53.127481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4f3c7-cb32-41a1-96f9-44a7f52ae1e0 req-28362afd-31c4-43d0-a5c8-a80aaa0e3604 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:53.129407 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b3b4f3c7-cb32-41a1-96f9-44a7f52ae1e0 req-28362afd-31c4-43d0-a5c8-a80aaa0e3604 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 949 time: 0.3297293 Jul 22 19:13:53.141598 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-5e90c1ca-6445-413b-9a56-4331dc009284 service neutron] 10.222.0.16 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533076 Jul 22 19:13:53.218862 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-eaeb934d-fef5-42d6-b254-7c7b12b02d3b req-a83c246f-6fa1-4dde-8e13-81eb56771c4a tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:53.258933 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-eaeb934d-fef5-42d6-b254-7c7b12b02d3b req-a83c246f-6fa1-4dde-8e13-81eb56771c4a tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:53.276566 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9df3022f-3694-41ee-8cbb-b947ff79670b, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9df3022f-3694-41ee-8cbb-b947ff79670b,segment=NetworkSegment(1516a7d0-ce2f-448e-96b4-47e0539fd09b),segment_id=1516a7d0-ce2f-448e-96b4-47e0539fd09b)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:53.283596 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:53.284723 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device e70f378c-9c1a-448d-838d-2e90ac1ae42e up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:13:53.354157 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-eaeb934d-fef5-42d6-b254-7c7b12b02d3b req-a83c246f-6fa1-4dde-8e13-81eb56771c4a tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:53.361658 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eaeb934d-fef5-42d6-b254-7c7b12b02d3b req-a83c246f-6fa1-4dde-8e13-81eb56771c4a tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8170650 Jul 22 19:13:53.365295 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b3b4f3c7-cb32-41a1-96f9-44a7f52ae1e0 req-607a50c2-9f78-4fc9-9c8f-92c21fa4d3ee tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216282 Jul 22 19:13:53.390194 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=9df3022f-3694-41ee-8cbb-b947ff79670b,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:53.423457 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c246f-6fa1-4dde-8e13-81eb56771c4a tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25779ba6-1e39-4f8d-ab64-e34e0695f65d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:53.437687 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port e70f378c-9c1a-448d-838d-2e90ac1ae42e completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:13:53.442118 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port e70f378c-9c1a-448d-838d-2e90ac1ae42e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:13:53.442700 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:53.445728 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c641265e-9230-494c-bb0a-517e383b8e82 req-5b6c96b3-4b54-4c15-918c-c6b1a8861568 service neutron] 10.222.0.30 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277884 Jul 22 19:13:53.512344 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-155cfc1b-9217-4bea-ba16-de803c05b1c7 req-8303d4c0-e2dd-4a18-93c2-4ca1ec740037 service neutron] 10.222.0.16 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623822 Jul 22 19:13:53.545589 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a2691790-f9dd-4b32-8da5-4efe2a4ab8d9 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:13:53.547917 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f3403223-5e31-4a0f-bc09-2e107a70d0c8 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:13:53.617639 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46724) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:53.631776 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f3908e69-e50d-43ce-a545-3c84885bdc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:53.643692 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c641265e-9230-494c-bb0a-517e383b8e82 req-d7497c1d-6b15-46c9-9215-d0ff487d13ab service neutron] 10.222.0.30 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837940 Jul 22 19:13:53.671340 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9913840-41a0-4f9a-aba6-8d2eed70d601 req-8bb070a4-cff9-4a4b-a0b7-d9debaaf45c5 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:53.678580 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d9913840-41a0-4f9a-aba6-8d2eed70d601 req-8bb070a4-cff9-4a4b-a0b7-d9debaaf45c5 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.2221401 Jul 22 19:13:53.699515 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea4a44-a487-4a02-8550-6cdba838446e req-97f487b9-7ef7-485e-bd57-4a77243186ed tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:53.701801 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d1ea4a44-a487-4a02-8550-6cdba838446e req-97f487b9-7ef7-485e-bd57-4a77243186ed tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bb351-a754-48a0-85e3-555e4a65fb9b HTTP/1.1" status: 200 len: 944 time: 0.2130461 Jul 22 19:13:53.726234 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a87933a-4e88-489b-b4df-0fa0ef78b185', 'tag': 'f1b52a85-9fa8-4b04-88fa-b4862fb8debb'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:13:53.728626 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3130ac6c-38fb-4fd1-a43d-f73e96e0c291" -d '{"events": [{"name": "network-changed", "server_uuid": "8a87933a-4e88-489b-b4df-0fa0ef78b185", "tag": "f1b52a85-9fa8-4b04-88fa-b4862fb8debb"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:13:53.734278 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:53.755835 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f3908e69-e50d-43ce-a545-3c84885bdc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:53.768259 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f3908e69-e50d-43ce-a545-3c84885bdc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:53.769103 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d9913840-41a0-4f9a-aba6-8d2eed70d601 req-aafc9996-8e02-4a2c-8791-a624780f7980 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894632 Jul 22 19:13:53.772502 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port f3403223-5e31-4a0f-bc09-2e107a70d0c8 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:13:53.773275 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:53.805085 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3908e69-e50d-43ce-a545-3c84885bdc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed4c83e-d598-4b91-a0d0-2699e3d78f1e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:53.847791 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f3908e69-e50d-43ce-a545-3c84885bdc8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1cf3ddf79854ec08651db83af94f416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281444 Jul 22 19:13:53.848612 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d1ea4a44-a487-4a02-8550-6cdba838446e req-bf8a0573-28f2-46e5-a957-83ad889761e2 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337790 Jul 22 19:13:53.850353 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46734) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:53.856415 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port a2691790-f9dd-4b32-8da5-4efe2a4ab8d9, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a2691790-f9dd-4b32-8da5-4efe2a4ab8d9,segment=NetworkSegment(28b42374-c4aa-40c7-8b27-555b02164401),segment_id=28b42374-c4aa-40c7-8b27-555b02164401)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:53.858007 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-4ea683b3-0c87-4eba-8d6d-04c1e4aba3d0 req-27f33434-566d-4a52-8ebb-cc4a99f83936 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-945866412', 'description': 'tempest-description-1236742172'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:53.874849 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port e70f378c-9c1a-448d-838d-2e90ac1ae42e, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e70f378c-9c1a-448d-838d-2e90ac1ae42e,segment=NetworkSegment(1516a7d0-ce2f-448e-96b4-47e0539fd09b),segment_id=1516a7d0-ce2f-448e-96b4-47e0539fd09b)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:53.884945 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'a2691790-f9dd-4b32-8da5-4efe2a4ab8d9', 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754', 'port_id': 'a2691790-f9dd-4b32-8da5-4efe2a4ab8d9', 'mac_address': 'fa:16:3e:57:71:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b479058-f6d3-4d7c-a270-ab538df3289d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:13:53.893508 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:53.894416 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 259e9db0-beba-44b5-801c-945259c53a16 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:13:53.991691 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a916871a-170e-414c-a531-51ec5f1e07fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:54.023080 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a916871a-170e-414c-a531-51ec5f1e07fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:54.032628 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4ea683b3-0c87-4eba-8d6d-04c1e4aba3d0 req-27f33434-566d-4a52-8ebb-cc4a99f83936 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:54.104941 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a916871a-170e-414c-a531-51ec5f1e07fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:54.108255 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a916871a-170e-414c-a531-51ec5f1e07fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:54.111149 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a916871a-170e-414c-a531-51ec5f1e07fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ed4c83e-d598-4b91-a0d0-2699e3d78f1e HTTP/1.1" status: 204 len: 168 time: 0.2595863 Jul 22 19:13:54.124150 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916871a-170e-414c-a531-51ec5f1e07fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed4c83e-d598-4b91-a0d0-2699e3d78f1e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:54.137510 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846f0a3-8f85-4caa-8ce6-f40513a30ae6 req-7d183b04-12e9-4e39-9bc7-e4949bd72986 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:54.144489 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846f0a3-8f85-4caa-8ce6-f40513a30ae6 req-7d183b04-12e9-4e39-9bc7-e4949bd72986 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:54.153864 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846f0a3-8f85-4caa-8ce6-f40513a30ae6 req-7d183b04-12e9-4e39-9bc7-e4949bd72986 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:54.161392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846f0a3-8f85-4caa-8ce6-f40513a30ae6 req-7d183b04-12e9-4e39-9bc7-e4949bd72986 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:54.167771 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846f0a3-8f85-4caa-8ce6-f40513a30ae6 req-7d183b04-12e9-4e39-9bc7-e4949bd72986 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:54.177828 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846f0a3-8f85-4caa-8ce6-f40513a30ae6 req-7d183b04-12e9-4e39-9bc7-e4949bd72986 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:54.179964 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:54.184067 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 259e9db0-beba-44b5-801c-945259c53a16 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:13:54.186138 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846f0a3-8f85-4caa-8ce6-f40513a30ae6 req-7d183b04-12e9-4e39-9bc7-e4949bd72986 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:54.188719 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6846f0a3-8f85-4caa-8ce6-f40513a30ae6 req-7d183b04-12e9-4e39-9bc7-e4949bd72986 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5431 time: 0.2763143 Jul 22 19:13:54.210016 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:54.218087 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 259e9db0-beba-44b5-801c-945259c53a16 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:13:54.218462 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:54.253454 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=e70f378c-9c1a-448d-838d-2e90ac1ae42e,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:54.256680 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6846f0a3-8f85-4caa-8ce6-f40513a30ae6 req-a58814f8-72bd-490d-9104-6d42edd92a83 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614712 Jul 22 19:13:54.276100 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2691790-f9dd-4b32-8da5-4efe2a4ab8d9 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:54.284449 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4ea683b3-0c87-4eba-8d6d-04c1e4aba3d0 req-27f33434-566d-4a52-8ebb-cc4a99f83936 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:54.290048 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4ea683b3-0c87-4eba-8d6d-04c1e4aba3d0 req-27f33434-566d-4a52-8ebb-cc4a99f83936 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:54.302056 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port a2691790-f9dd-4b32-8da5-4efe2a4ab8d9, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a2691790-f9dd-4b32-8da5-4efe2a4ab8d9,segment=NetworkSegment(28b42374-c4aa-40c7-8b27-555b02164401),segment_id=28b42374-c4aa-40c7-8b27-555b02164401)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:54.317809 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:54.322406 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f3403223-5e31-4a0f-bc09-2e107a70d0c8, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f3403223-5e31-4a0f-bc09-2e107a70d0c8,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:54.323282 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4ea683b3-0c87-4eba-8d6d-04c1e4aba3d0 req-27f33434-566d-4a52-8ebb-cc4a99f83936 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:54.331874 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ea683b3-0c87-4eba-8d6d-04c1e4aba3d0 req-27f33434-566d-4a52-8ebb-cc4a99f83936 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5026727 Jul 22 19:13:54.348743 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:54.366642 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f33434-566d-4a52-8ebb-cc4a99f83936 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b298640-fac1-484f-82dc-fedcba5edf70,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:54.400950 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b77d0d-32fa-4ad2-8eb7-adb7f5b870db x-openstack-request-id: req-40b77d0d-32fa-4ad2-8eb7-adb7f5b870db {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:13:54.405760 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a87933a-4e88-489b-b4df-0fa0ef78b185", "tag": "f1b52a85-9fa8-4b04-88fa-b4862fb8debb", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:13:54.406104 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40b77d0d-32fa-4ad2-8eb7-adb7f5b870db {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:13:54.406627 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a87933a-4e88-489b-b4df-0fa0ef78b185', 'tag': 'f1b52a85-9fa8-4b04-88fa-b4862fb8debb', 'status': 'completed', 'code': 200} Jul 22 19:13:54.421426 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=a2691790-f9dd-4b32-8da5-4efe2a4ab8d9,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:54.471808 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=f3403223-5e31-4a0f-bc09-2e107a70d0c8,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:54.493472 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:54.530640 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2accf516-ee91-4bb6-b761-c8c09b679d76'}, {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df3022f-3694-41ee-8cbb-b947ff79670b'}, {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70f378c-9c1a-448d-838d-2e90ac1ae42e'}, {'server_uuid': '246ca8a6-c080-47cc-995f-44d93b798cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3403223-5e31-4a0f-bc09-2e107a70d0c8'}, {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259e9db0-beba-44b5-801c-945259c53a16'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:13:54.533439 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c934fa2-88c4-4eaf-90c4-2c403786958e" -d '{"events": [{"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-plugged", "status": "completed", "tag": "2accf516-ee91-4bb6-b761-c8c09b679d76"}, {"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-plugged", "status": "completed", "tag": "9df3022f-3694-41ee-8cbb-b947ff79670b"}, {"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-plugged", "status": "completed", "tag": "e70f378c-9c1a-448d-838d-2e90ac1ae42e"}, {"server_uuid": "246ca8a6-c080-47cc-995f-44d93b798cc3", "name": "network-vif-plugged", "status": "completed", "tag": "f3403223-5e31-4a0f-bc09-2e107a70d0c8"}, {"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-plugged", "status": "completed", "tag": "259e9db0-beba-44b5-801c-945259c53a16"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:13:54.537260 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 259e9db0-beba-44b5-801c-945259c53a16, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=259e9db0-beba-44b5-801c-945259c53a16,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:54.539098 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93a3eb-acc4-4561-b75e-e7e220868848 req-4934dcac-d0a3-4483-9a30-4f99cf7b693d tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:54.541387 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c93a3eb-acc4-4561-b75e-e7e220868848 req-4934dcac-d0a3-4483-9a30-4f99cf7b693d tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 943 time: 0.1555755 Jul 22 19:13:54.543146 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:54.543974 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:13:54.568922 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130ac6c-38fb-4fd1-a43d-f73e96e0c291 req-e77e2a81-09ca-4242-9bdd-4729b9853dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:54.578213 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3130ac6c-38fb-4fd1-a43d-f73e96e0c291 req-e77e2a81-09ca-4242-9bdd-4729b9853dd8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17cd2804a52047cfb4d32d8ab0a04c5d&device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 1095 time: 0.1368828 Jul 22 19:13:54.594450 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['a2691790-f9dd-4b32-8da5-4efe2a4ab8d9'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:13:54.632223 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c93a3eb-acc4-4561-b75e-e7e220868848 req-bb578935-c888-4bfb-9ce6-b214e9419ad8 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817804 Jul 22 19:13:54.797667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=259e9db0-beba-44b5-801c-945259c53a16,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:54.880139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:13:54.895568 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:13:54.895994 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:54.903797 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device f1b52a85-9fa8-4b04-88fa-b4862fb8debb details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:13:54.943911 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130ac6c-38fb-4fd1-a43d-f73e96e0c291 req-95df10b6-ddd0-4eb2-9668-666b27bfbcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:54.964178 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3130ac6c-38fb-4fd1-a43d-f73e96e0c291 req-95df10b6-ddd0-4eb2-9668-666b27bfbcc2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd HTTP/1.1" status: 200 len: 913 time: 0.3629415 Jul 22 19:13:55.012303 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3130ac6c-38fb-4fd1-a43d-f73e96e0c291 req-8ddc1dd1-6f9c-4fde-9525-e12b0271d60a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1b52a85-9fa8-4b04-88fa-b4862fb8debb HTTP/1.1" status: 200 len: 217 time: 0.0470626 Jul 22 19:13:55.021425 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-50a59050-1210-42d9-b73e-274fbe5d8e8b req-26553765-15b8-42b0-9343-2ef3fa71e6bd tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "GET /v2.0/security-groups/25779ba6-1e39-4f8d-ab64-e34e0695f65d HTTP/1.1" status: 200 len: 1807 time: 0.3434880 Jul 22 19:13:55.103805 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port f1b52a85-9fa8-4b04-88fa-b4862fb8debb, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=f1b52a85-9fa8-4b04-88fa-b4862fb8debb,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:55.124103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542aee1-8f3a-4fa4-96db-82c811ad1694 req-b3a28a13-b105-40e8-a8fb-3e739e5cdfaa tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:55.125915 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0542aee1-8f3a-4fa4-96db-82c811ad1694 req-b3a28a13-b105-40e8-a8fb-3e739e5cdfaa tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.2810247 Jul 22 19:13:55.132260 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130ac6c-38fb-4fd1-a43d-f73e96e0c291 req-be4d5d89-99c2-4703-8778-43278b0be7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:55.134037 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3130ac6c-38fb-4fd1-a43d-f73e96e0c291 req-be4d5d89-99c2-4703-8778-43278b0be7a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0ba5617b-ba48-486c-9750-2a5a3148f236 HTTP/1.1" status: 200 len: 852 time: 0.1116691 Jul 22 19:13:55.176382 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'f1b52a85-9fa8-4b04-88fa-b4862fb8debb', 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd', 'port_id': 'f1b52a85-9fa8-4b04-88fa-b4862fb8debb', 'mac_address': 'fa:16:3e:ee:dd:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba5617b-ba48-486c-9750-2a5a3148f236', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:13:55.181059 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3130ac6c-38fb-4fd1-a43d-f73e96e0c291 req-d135f989-4d02-432c-82e1-8185dea8c1b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303388 Jul 22 19:13:55.195485 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-50a59050-1210-42d9-b73e-274fbe5d8e8b req-51fc0a54-4c8e-46fa-b7b5-e7fe2190b49c tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "GET /v2.0/security-groups/0b298640-fac1-484f-82dc-fedcba5edf70 HTTP/1.1" status: 200 len: 1806 time: 0.1621416 Jul 22 19:13:55.211941 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:55.217726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-50a59050-1210-42d9-b73e-274fbe5d8e8b req-ef7ecf6f-d60c-4df7-a009-3997084c4062 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '25779ba6-1e39-4f8d-ab64-e34e0695f65d', 'remote_group_id': '0b298640-fac1-484f-82dc-fedcba5edf70', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:55.218048 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-50a59050-1210-42d9-b73e-274fbe5d8e8b req-ef7ecf6f-d60c-4df7-a009-3997084c4062 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '25779ba6-1e39-4f8d-ab64-e34e0695f65d', 'remote_group_id': '0b298640-fac1-484f-82dc-fedcba5edf70', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:55.288843 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:55.304429 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:55.306333 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b52a85-9fa8-4b04-88fa-b4862fb8debb {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:13:55.313421 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:55.314261 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 4caad598-a811-477a-8eac-c7e82e58d950 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:13:55.485380 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5139b0e2-991c-4eb4-9945-67c96806e51e req-fcb613a6-1b9a-4d8b-aad8-74967821636f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae40b7eb-38c7-460d-b23c-c4c6283dc99c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1039617 Jul 22 19:13:55.494737 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port f1b52a85-9fa8-4b04-88fa-b4862fb8debb, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=f1b52a85-9fa8-4b04-88fa-b4862fb8debb,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:55.528102 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 4caad598-a811-477a-8eac-c7e82e58d950 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:13:55.528278 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:55.548769 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 4caad598-a811-477a-8eac-c7e82e58d950 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:13:55.549163 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:55.631815 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139b0e2-991c-4eb4-9945-67c96806e51e req-dec6af4b-4e85-4860-b24e-9f21d32c8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:55.633274 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5139b0e2-991c-4eb4-9945-67c96806e51e req-dec6af4b-4e85-4860-b24e-9f21d32c8b60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43fe21ac8a7d4b839e35f47549c83dd3&device_id=ae40b7eb-38c7-460d-b23c-c4c6283dc99c HTTP/1.1" status: 200 len: 1097 time: 0.1216242 Jul 22 19:13:55.645199 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:55.775829 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=f1b52a85-9fa8-4b04-88fa-b4862fb8debb,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:55.824706 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0542aee1-8f3a-4fa4-96db-82c811ad1694 req-d6ee240d-2a21-4c48-b7fd-ac5a02f13a78 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6879561 Jul 22 19:13:55.832070 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139b0e2-991c-4eb4-9945-67c96806e51e req-1d0dbb55-90d5-4ae4-ad8b-d8533118e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:55.834067 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5139b0e2-991c-4eb4-9945-67c96806e51e req-1d0dbb55-90d5-4ae4-ad8b-d8533118e4a9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=514a0e5c-9f7d-441e-bd44-a73cdc03e754 HTTP/1.1" status: 200 len: 915 time: 0.1766000 Jul 22 19:13:55.871883 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:55.922894 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5139b0e2-991c-4eb4-9945-67c96806e51e req-017d9c81-896f-40da-a795-eb2d258e855c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1be365e1-53d9-4fab-97b7-11e50ec499bb HTTP/1.1" status: 200 len: 217 time: 0.0803809 Jul 22 19:13:55.969775 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 22 Jul 2021 19:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cdcc5a-1fd6-4254-b3ad-ecd4dccce162 x-openstack-request-id: req-79cdcc5a-1fd6-4254-b3ad-ecd4dccce162 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:13:55.969775 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-plugged", "status": "completed", "tag": "2accf516-ee91-4bb6-b761-c8c09b679d76", "code": 200}, {"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-plugged", "status": "completed", "tag": "9df3022f-3694-41ee-8cbb-b947ff79670b", "code": 200}, {"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-plugged", "status": "completed", "tag": "e70f378c-9c1a-448d-838d-2e90ac1ae42e", "code": 200}, {"server_uuid": "246ca8a6-c080-47cc-995f-44d93b798cc3", "name": "network-vif-plugged", "status": "completed", "tag": "f3403223-5e31-4a0f-bc09-2e107a70d0c8", "code": 200}, {"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-plugged", "status": "completed", "tag": "259e9db0-beba-44b5-801c-945259c53a16", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:13:55.970101 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79cdcc5a-1fd6-4254-b3ad-ecd4dccce162 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:13:55.970444 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2accf516-ee91-4bb6-b761-c8c09b679d76', 'code': 200} Jul 22 19:13:55.970704 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df3022f-3694-41ee-8cbb-b947ff79670b', 'code': 200} Jul 22 19:13:55.970957 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70f378c-9c1a-448d-838d-2e90ac1ae42e', 'code': 200} Jul 22 19:13:55.975934 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ca8a6-c080-47cc-995f-44d93b798cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3403223-5e31-4a0f-bc09-2e107a70d0c8', 'code': 200} Jul 22 19:13:55.976202 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259e9db0-beba-44b5-801c-945259c53a16', 'code': 200} Jul 22 19:13:56.016704 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['f1b52a85-9fa8-4b04-88fa-b4862fb8debb'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:13:56.028326 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3130ac6c-38fb-4fd1-a43d-f73e96e0c291 req-4e6476eb-6f54-469e-81f5-58d0e96c6bb8 service neutron] 10.222.0.16 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8307812 Jul 22 19:13:56.052491 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139b0e2-991c-4eb4-9945-67c96806e51e req-dc0bdbd7-83b8-4367-b293-a1f072808c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:56.057432 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5139b0e2-991c-4eb4-9945-67c96806e51e req-dc0bdbd7-83b8-4367-b293-a1f072808c10 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b479058-f6d3-4d7c-a270-ab538df3289d HTTP/1.1" status: 200 len: 854 time: 0.1280546 Jul 22 19:13:56.063751 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-50a59050-1210-42d9-b73e-274fbe5d8e8b req-ef7ecf6f-d60c-4df7-a009-3997084c4062 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:56.125379 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5139b0e2-991c-4eb4-9945-67c96806e51e req-d5504a33-a922-493a-84e4-95b31852febe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=514a0e5c-9f7d-441e-bd44-a73cdc03e754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437288 Jul 22 19:13:56.143108 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 4caad598-a811-477a-8eac-c7e82e58d950, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=4caad598-a811-477a-8eac-c7e82e58d950,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:56.152797 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:56.214455 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=4caad598-a811-477a-8eac-c7e82e58d950,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:56.246177 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5139b0e2-991c-4eb4-9945-67c96806e51e req-20789d9a-3790-4eca-b69d-dff7fa11d7ca service neutron] 10.222.0.16 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143298 Jul 22 19:13:56.250971 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-50a59050-1210-42d9-b73e-274fbe5d8e8b req-ef7ecf6f-d60c-4df7-a009-3997084c4062 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:56.282816 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-50a59050-1210-42d9-b73e-274fbe5d8e8b req-ef7ecf6f-d60c-4df7-a009-3997084c4062 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:56.377692 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ecf6f-d60c-4df7-a009-3997084c4062 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeee1bff-7de3-4a78-908e-26d2d09406de,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:56.382344 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5139b0e2-991c-4eb4-9945-67c96806e51e req-5c790bd3-ecba-439e-8fce-bba257accb28 service neutron] 10.222.0.16 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285329 Jul 22 19:13:56.425473 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-50a59050-1210-42d9-b73e-274fbe5d8e8b req-ef7ecf6f-d60c-4df7-a009-3997084c4062 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:56.426677 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-50a59050-1210-42d9-b73e-274fbe5d8e8b req-ef7ecf6f-d60c-4df7-a009-3997084c4062 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2304051 Jul 22 19:13:56.500715 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60570c-6cb5-40ec-a09e-c82be4a7333c req-705d86fb-3757-4765-95ef-0ddb6023224f tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:56.507349 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f60570c-6cb5-40ec-a09e-c82be4a7333c req-705d86fb-3757-4765-95ef-0ddb6023224f tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bb351-a754-48a0-85e3-555e4a65fb9b HTTP/1.1" status: 200 len: 945 time: 0.4549510 Jul 22 19:13:56.514525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f03a8d-9f49-49f8-995a-a4e68c1cbcca req-58677dfb-9fd3-4c59-a09a-730eeb9264a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:56.516249 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49f03a8d-9f49-49f8-995a-a4e68c1cbcca req-58677dfb-9fd3-4c59-a09a-730eeb9264a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 1102 time: 0.3871913 Jul 22 19:13:56.573468 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3130ac6c-38fb-4fd1-a43d-f73e96e0c291 req-d5a085cf-aae4-41fb-9d29-cec0a74d6d09 service neutron] 10.222.0.16 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324428 Jul 22 19:13:56.624055 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f60570c-6cb5-40ec-a09e-c82be4a7333c req-16747ac5-30a2-4436-abe6-723e44f5daad tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157665 Jul 22 19:13:56.659859 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49f03a8d-9f49-49f8-995a-a4e68c1cbcca req-8924edc1-a3cb-403d-9c57-f1b4a335a867 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259665 Jul 22 19:13:56.675849 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9336a-eda9-405a-a1fe-a3ca252ff85b req-b791c765-95c3-495e-91f9-a33ecb1f3dbb tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:56.682141 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9336a-eda9-405a-a1fe-a3ca252ff85b req-b791c765-95c3-495e-91f9-a33ecb1f3dbb tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:56.688266 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9336a-eda9-405a-a1fe-a3ca252ff85b req-b791c765-95c3-495e-91f9-a33ecb1f3dbb tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:56.694503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9336a-eda9-405a-a1fe-a3ca252ff85b req-b791c765-95c3-495e-91f9-a33ecb1f3dbb tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:56.700713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9336a-eda9-405a-a1fe-a3ca252ff85b req-b791c765-95c3-495e-91f9-a33ecb1f3dbb tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:56.707653 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9336a-eda9-405a-a1fe-a3ca252ff85b req-b791c765-95c3-495e-91f9-a33ecb1f3dbb tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:56.713942 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9336a-eda9-405a-a1fe-a3ca252ff85b req-b791c765-95c3-495e-91f9-a33ecb1f3dbb tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:56.715958 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9bd9336a-eda9-405a-a1fe-a3ca252ff85b req-b791c765-95c3-495e-91f9-a33ecb1f3dbb tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5434 time: 0.2065845 Jul 22 19:13:56.806739 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9bd9336a-eda9-405a-a1fe-a3ca252ff85b req-153a4c44-da7f-4c52-950f-5144be1ec534 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790462 Jul 22 19:13:56.846430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccd130-d729-4839-944e-fd664ba77c0a req-cbead445-5ca9-4a78-b948-43af8e22cb4e tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:56.859107 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5dccd130-d729-4839-944e-fd664ba77c0a req-cbead445-5ca9-4a78-b948-43af8e22cb4e tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 944 time: 0.1419010 Jul 22 19:13:56.987199 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5dccd130-d729-4839-944e-fd664ba77c0a req-4486d2af-75cd-4675-8b24-9ec4022b74bb tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272120 Jul 22 19:13:57.001769 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-79da13e8-6fa6-44cf-bb77-ad1bdf687a9a req-9c9c4b45-3fd5-4afd-bb12-965fdfb538b1 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "GET /v2.0/security-groups/0b298640-fac1-484f-82dc-fedcba5edf70 HTTP/1.1" status: 200 len: 1806 time: 0.0866334 Jul 22 19:13:57.162157 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-79da13e8-6fa6-44cf-bb77-ad1bdf687a9a req-c6afdb47-cfa1-45f3-8654-e69b6aeae9ca tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:57.191825 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-79da13e8-6fa6-44cf-bb77-ad1bdf687a9a req-c6afdb47-cfa1-45f3-8654-e69b6aeae9ca tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:57.215687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1d3a9-6db2-4315-93ce-4adc830b2e17 req-5a843b8f-2021-4023-887a-8343380d245b tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:57.217933 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-68c1d3a9-6db2-4315-93ce-4adc830b2e17 req-5a843b8f-2021-4023-887a-8343380d245b tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.1361196 Jul 22 19:13:57.284969 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-68c1d3a9-6db2-4315-93ce-4adc830b2e17 req-8f36a480-4b70-473e-b1a1-cb23f32129aa tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603943 Jul 22 19:13:57.308090 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-79da13e8-6fa6-44cf-bb77-ad1bdf687a9a req-c6afdb47-cfa1-45f3-8654-e69b6aeae9ca tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:57.311105 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-79da13e8-6fa6-44cf-bb77-ad1bdf687a9a req-c6afdb47-cfa1-45f3-8654-e69b6aeae9ca tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:57.312657 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-79da13e8-6fa6-44cf-bb77-ad1bdf687a9a req-c6afdb47-cfa1-45f3-8654-e69b6aeae9ca tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "DELETE /v2.0/security-groups/0b298640-fac1-484f-82dc-fedcba5edf70 HTTP/1.1" status: 204 len: 173 time: 0.2985835 Jul 22 19:13:57.322928 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afdb47-cfa1-45f3-8654-e69b6aeae9ca tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b298640-fac1-484f-82dc-fedcba5edf70,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:57.377187 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7212020b-fdeb-4382-940c-bf47f603871b req-1c8ac927-720d-4878-af1b-d973eb698a0d tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "GET /v2.0/security-groups/25779ba6-1e39-4f8d-ab64-e34e0695f65d HTTP/1.1" status: 200 len: 1807 time: 0.0459208 Jul 22 19:13:57.402980 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-30604eae-98f6-4835-8c5f-9b4e8327a0e6 req-928bbb87-8d90-45ea-a605-13d4cf1abbde tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-740383889', 'description': 'tempest-description-1631144228'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:57.425692 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-30604eae-98f6-4835-8c5f-9b4e8327a0e6 req-928bbb87-8d90-45ea-a605-13d4cf1abbde tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:57.523750 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-30604eae-98f6-4835-8c5f-9b4e8327a0e6 req-928bbb87-8d90-45ea-a605-13d4cf1abbde tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:57.527923 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-30604eae-98f6-4835-8c5f-9b4e8327a0e6 req-928bbb87-8d90-45ea-a605-13d4cf1abbde tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:57.560983 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-30604eae-98f6-4835-8c5f-9b4e8327a0e6 req-928bbb87-8d90-45ea-a605-13d4cf1abbde tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:57.562239 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30604eae-98f6-4835-8c5f-9b4e8327a0e6 req-928bbb87-8d90-45ea-a605-13d4cf1abbde tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1634707 Jul 22 19:13:57.564143 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bbb87-8d90-45ea-a605-13d4cf1abbde tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f85c839-a498-4a84-a8a5-d6db78cc8cc6,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:57.566719 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a2691790-f9dd-4b32-8da5-4efe2a4ab8d9 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:13:57.644736 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port a2691790-f9dd-4b32-8da5-4efe2a4ab8d9 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:13:57.649188 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port a2691790-f9dd-4b32-8da5-4efe2a4ab8d9 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:13:57.649875 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:57.654851 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ee1f44e-09e6-44db-9c53-8b8dd3582013 req-632d2b85-f6e8-44df-aa83-b7842f867568 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "GET /v2.0/security-groups/4f85c839-a498-4a84-a8a5-d6db78cc8cc6 HTTP/1.1" status: 200 len: 1806 time: 0.0601566 Jul 22 19:13:57.660361 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-1ee1f44e-09e6-44db-9c53-8b8dd3582013 req-bd770e0e-ffa2-436a-ae36-f9d38478f878 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4f85c839-a498-4a84-a8a5-d6db78cc8cc6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:57.660730 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-1ee1f44e-09e6-44db-9c53-8b8dd3582013 req-bd770e0e-ffa2-436a-ae36-f9d38478f878 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4f85c839-a498-4a84-a8a5-d6db78cc8cc6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:57.777402 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1ee1f44e-09e6-44db-9c53-8b8dd3582013 req-bd770e0e-ffa2-436a-ae36-f9d38478f878 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:57.804276 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:57.841090 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1ee1f44e-09e6-44db-9c53-8b8dd3582013 req-bd770e0e-ffa2-436a-ae36-f9d38478f878 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:57.846441 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1ee1f44e-09e6-44db-9c53-8b8dd3582013 req-bd770e0e-ffa2-436a-ae36-f9d38478f878 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:57.847243 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port a2691790-f9dd-4b32-8da5-4efe2a4ab8d9, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a2691790-f9dd-4b32-8da5-4efe2a4ab8d9,segment=NetworkSegment(28b42374-c4aa-40c7-8b27-555b02164401),segment_id=28b42374-c4aa-40c7-8b27-555b02164401)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:57.851996 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:57.874363 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd770e0e-ffa2-436a-ae36-f9d38478f878 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1021062b-e22c-485b-9113-946bf18e22e2,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:57.883844 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1ee1f44e-09e6-44db-9c53-8b8dd3582013 req-bd770e0e-ffa2-436a-ae36-f9d38478f878 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:57.885534 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ee1f44e-09e6-44db-9c53-8b8dd3582013 req-bd770e0e-ffa2-436a-ae36-f9d38478f878 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2298698 Jul 22 19:13:57.906216 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6800b5-84ad-441e-a365-cd92f7cf90eb req-7ed28a62-3264-4dea-b87f-935b6edfff37 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:57.907773 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6d6800b5-84ad-441e-a365-cd92f7cf90eb req-7ed28a62-3264-4dea-b87f-935b6edfff37 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bb351-a754-48a0-85e3-555e4a65fb9b HTTP/1.1" status: 200 len: 945 time: 0.1510606 Jul 22 19:13:57.975998 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=a2691790-f9dd-4b32-8da5-4efe2a4ab8d9,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:57.980891 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6d6800b5-84ad-441e-a365-cd92f7cf90eb req-f808024a-7bcb-4808-bb67-65b54232370b tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625613 Jul 22 19:13:57.993682 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669'}, {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4caad598-a811-477a-8eac-c7e82e58d950'}, {'server_uuid': '323bb351-a754-48a0-85e3-555e4a65fb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2691790-f9dd-4b32-8da5-4efe2a4ab8d9'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:13:57.996316 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b0400d-ed56-4666-af1b-7c51bf031993" -d '{"events": [{"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-plugged", "status": "completed", "tag": "1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669"}, {"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-plugged", "status": "completed", "tag": "4caad598-a811-477a-8eac-c7e82e58d950"}, {"server_uuid": "323bb351-a754-48a0-85e3-555e4a65fb9b", "name": "network-vif-plugged", "status": "completed", "tag": "a2691790-f9dd-4b32-8da5-4efe2a4ab8d9"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:13:58.111376 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8726bee2-e131-4d45-bdfd-306939733aba req-b74b48ff-a5c3-4857-a3f9-d325fe6e1890 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "GET /v2.0/security-groups/4f85c839-a498-4a84-a8a5-d6db78cc8cc6 HTTP/1.1" status: 200 len: 2400 time: 0.1053061 Jul 22 19:13:58.117116 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-8726bee2-e131-4d45-bdfd-306939733aba req-799f39c8-ef13-463f-95e2-3ccf79da1f64 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4f85c839-a498-4a84-a8a5-d6db78cc8cc6', 'remote_group_id': None}]} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:58.117457 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-8726bee2-e131-4d45-bdfd-306939733aba req-799f39c8-ef13-463f-95e2-3ccf79da1f64 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4f85c839-a498-4a84-a8a5-d6db78cc8cc6', 'remote_group_id': None}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:13:58.193271 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06979cf-0b18-4606-8981-4f5d56ef43ff req-c9d91332-1d09-4e04-8b5f-04fc26d0d73e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:58.199653 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06979cf-0b18-4606-8981-4f5d56ef43ff req-c9d91332-1d09-4e04-8b5f-04fc26d0d73e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:58.206239 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06979cf-0b18-4606-8981-4f5d56ef43ff req-c9d91332-1d09-4e04-8b5f-04fc26d0d73e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:58.213924 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06979cf-0b18-4606-8981-4f5d56ef43ff req-c9d91332-1d09-4e04-8b5f-04fc26d0d73e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:58.220768 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06979cf-0b18-4606-8981-4f5d56ef43ff req-c9d91332-1d09-4e04-8b5f-04fc26d0d73e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:58.234990 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06979cf-0b18-4606-8981-4f5d56ef43ff req-c9d91332-1d09-4e04-8b5f-04fc26d0d73e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:58.240798 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06979cf-0b18-4606-8981-4f5d56ef43ff req-c9d91332-1d09-4e04-8b5f-04fc26d0d73e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:58.243111 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f06979cf-0b18-4606-8981-4f5d56ef43ff req-c9d91332-1d09-4e04-8b5f-04fc26d0d73e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5434 time: 0.2586703 Jul 22 19:13:58.280688 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8726bee2-e131-4d45-bdfd-306939733aba req-799f39c8-ef13-463f-95e2-3ccf79da1f64 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:58.320352 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f06979cf-0b18-4606-8981-4f5d56ef43ff req-62d21b6a-98d4-4ba8-a188-e006dc9a02fa tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672734 Jul 22 19:13:58.343318 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8726bee2-e131-4d45-bdfd-306939733aba req-799f39c8-ef13-463f-95e2-3ccf79da1f64 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:58.351333 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8726bee2-e131-4d45-bdfd-306939733aba req-799f39c8-ef13-463f-95e2-3ccf79da1f64 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:58.378004 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f00f826e-cd4e-491f-8099-74be934dd3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:58.383905 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f39c8-ef13-463f-95e2-3ccf79da1f64 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16fc5671-5820-4413-9306-1b20fb431ede,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:58.403485 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8726bee2-e131-4d45-bdfd-306939733aba req-799f39c8-ef13-463f-95e2-3ccf79da1f64 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:58.412505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8726bee2-e131-4d45-bdfd-306939733aba req-799f39c8-ef13-463f-95e2-3ccf79da1f64 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2995620 Jul 22 19:13:58.440970 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 19:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3a934d-e2b8-4614-b949-9f1e9405c583 x-openstack-request-id: req-5e3a934d-e2b8-4614-b949-9f1e9405c583 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:13:58.441390 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-plugged", "status": "completed", "tag": "1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669", "code": 200}, {"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-plugged", "status": "completed", "tag": "4caad598-a811-477a-8eac-c7e82e58d950", "code": 200}, {"server_uuid": "323bb351-a754-48a0-85e3-555e4a65fb9b", "name": "network-vif-plugged", "status": "completed", "tag": "a2691790-f9dd-4b32-8da5-4efe2a4ab8d9", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:13:58.441746 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e3a934d-e2b8-4614-b949-9f1e9405c583 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:13:58.442491 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669', 'code': 200} Jul 22 19:13:58.443671 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4caad598-a811-477a-8eac-c7e82e58d950', 'code': 200} Jul 22 19:13:58.471473 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323bb351-a754-48a0-85e3-555e4a65fb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2691790-f9dd-4b32-8da5-4efe2a4ab8d9', 'code': 200} Jul 22 19:13:58.755334 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ed046-3edd-4f9c-8497-01d5f2c46628 req-a6ed8315-c8a3-428f-9a7b-a9bdacb6a88f tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:58.765269 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-249ed046-3edd-4f9c-8497-01d5f2c46628 req-a6ed8315-c8a3-428f-9a7b-a9bdacb6a88f tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 944 time: 0.2733281 Jul 22 19:13:58.834199 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d10a5-e43e-4c06-8fba-c4bc5df75c6e req-04574476-8b33-426d-a40c-6730776e5f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:58.835759 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-920d10a5-e43e-4c06-8fba-c4bc5df75c6e req-04574476-8b33-426d-a40c-6730776e5f2a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=323bb351-a754-48a0-85e3-555e4a65fb9b HTTP/1.1" status: 200 len: 1098 time: 0.2472799 Jul 22 19:13:58.851191 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345da824-e634-4bf0-82e7-9280db6225d7 req-f9147de9-e0e1-4285-9641-39817fe97343 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:58.858576 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-345da824-e634-4bf0-82e7-9280db6225d7 req-f9147de9-e0e1-4285-9641-39817fe97343 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.3055828 Jul 22 19:13:58.897574 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5787b-2015-41af-8546-14dac87441d6 req-685d4861-9b46-48e9-bec3-388f50ff8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:58.898122 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5787b-2015-41af-8546-14dac87441d6 req-685d4861-9b46-48e9-bec3-388f50ff8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:58.898603 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5787b-2015-41af-8546-14dac87441d6 req-685d4861-9b46-48e9-bec3-388f50ff8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:58.899080 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5787b-2015-41af-8546-14dac87441d6 req-685d4861-9b46-48e9-bec3-388f50ff8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:58.899548 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5787b-2015-41af-8546-14dac87441d6 req-685d4861-9b46-48e9-bec3-388f50ff8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:58.900022 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5787b-2015-41af-8546-14dac87441d6 req-685d4861-9b46-48e9-bec3-388f50ff8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:58.900503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5787b-2015-41af-8546-14dac87441d6 req-685d4861-9b46-48e9-bec3-388f50ff8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:58.902501 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6ca5787b-2015-41af-8546-14dac87441d6 req-685d4861-9b46-48e9-bec3-388f50ff8d54 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 6498 time: 0.3024561 Jul 22 19:13:58.911063 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device f1b52a85-9fa8-4b04-88fa-b4862fb8debb up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:13:58.932991 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-249ed046-3edd-4f9c-8497-01d5f2c46628 req-b7383d8e-8103-443a-aa4d-981116d05109 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480806 Jul 22 19:13:58.977169 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port f1b52a85-9fa8-4b04-88fa-b4862fb8debb completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:13:58.984212 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port f1b52a85-9fa8-4b04-88fa-b4862fb8debb triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:13:58.984969 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:58.995954 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-345da824-e634-4bf0-82e7-9280db6225d7 req-1ce4a098-c4cb-4a49-aa4a-be7b527870af tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319294 Jul 22 19:13:59.023156 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6ca5787b-2015-41af-8546-14dac87441d6 req-0677becd-7c35-49e1-ae8a-bd91f1f75944 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1101723 Jul 22 19:13:59.037513 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-920d10a5-e43e-4c06-8fba-c4bc5df75c6e req-98658414-af8d-43de-9b41-d8417862ad9c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647301 Jul 22 19:13:59.126348 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66931ceb-6c31-45ac-bf5f-46df8b07c106 req-ba58744a-b4b2-47a1-a56e-cd2e63f4ef1c tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "GET /v2.0/security-groups/4f85c839-a498-4a84-a8a5-d6db78cc8cc6 HTTP/1.1" status: 200 len: 2999 time: 0.1288562 Jul 22 19:13:59.128027 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:59.165397 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc5e04-b391-4b71-a9b0-ee1abf5a5067 req-e2a24c2d-4b53-4084-912d-f322c063bc73 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:59.173379 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fafc5e04-b391-4b71-a9b0-ee1abf5a5067 req-e2a24c2d-4b53-4084-912d-f322c063bc73 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bb351-a754-48a0-85e3-555e4a65fb9b HTTP/1.1" status: 200 len: 946 time: 0.0833507 Jul 22 19:13:59.185203 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port f1b52a85-9fa8-4b04-88fa-b4862fb8debb, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=f1b52a85-9fa8-4b04-88fa-b4862fb8debb,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:13:59.197841 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:59.225198 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fafc5e04-b391-4b71-a9b0-ee1abf5a5067 req-5d8d4a7b-ef95-4bf8-84b0-6f0c759eb00f tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504727 Jul 22 19:13:59.308524 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=f1b52a85-9fa8-4b04-88fa-b4862fb8debb,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:59.330040 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-77fdc9b6-5f6f-4160-abdc-dbf75d1ab286 req-354313d4-4f36-47a2-bdaa-1ff7e2915017 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "GET /v2.0/security-group-rules/16fc5671-5820-4413-9306-1b20fb431ede HTTP/1.1" status: 200 len: 783 time: 0.0203052 Jul 22 19:13:59.408809 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-77fdc9b6-5f6f-4160-abdc-dbf75d1ab286 req-0f7ec3b2-9fda-4e03-a39d-5cda36f1e38e tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "GET /v2.0/security-groups/4f85c839-a498-4a84-a8a5-d6db78cc8cc6 HTTP/1.1" status: 200 len: 2999 time: 0.0698640 Jul 22 19:13:59.421911 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6448c0-73c7-4014-8169-97bfe624acea req-e9064322-1c95-4ba1-b809-5d0a03f9d0c8 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:59.423846 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b6448c0-73c7-4014-8169-97bfe624acea req-e9064322-1c95-4ba1-b809-5d0a03f9d0c8 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.1914144 Jul 22 19:13:59.469862 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-77fdc9b6-5f6f-4160-abdc-dbf75d1ab286 req-3dfde39a-55f0-492e-ae2f-653bd8491246 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:59.499400 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-77fdc9b6-5f6f-4160-abdc-dbf75d1ab286 req-3dfde39a-55f0-492e-ae2f-653bd8491246 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:59.504659 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b6448c0-73c7-4014-8169-97bfe624acea req-8fc100dd-cef2-4ebe-a0e3-b9da33281ca1 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579429 Jul 22 19:13:59.543781 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-77fdc9b6-5f6f-4160-abdc-dbf75d1ab286 req-3dfde39a-55f0-492e-ae2f-653bd8491246 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:59.554272 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-77fdc9b6-5f6f-4160-abdc-dbf75d1ab286 req-3dfde39a-55f0-492e-ae2f-653bd8491246 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:59.571489 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-77fdc9b6-5f6f-4160-abdc-dbf75d1ab286 req-3dfde39a-55f0-492e-ae2f-653bd8491246 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/16fc5671-5820-4413-9306-1b20fb431ede HTTP/1.1" status: 204 len: 173 time: 0.1462767 Jul 22 19:13:59.589792 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfde39a-55f0-492e-ae2f-653bd8491246 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16fc5671-5820-4413-9306-1b20fb431ede,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:13:59.738336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54cb95-105e-4652-88c6-2464e2cafa39 req-9051256f-fc62-49f3-a73c-12c49636b134 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:59.746861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54cb95-105e-4652-88c6-2464e2cafa39 req-9051256f-fc62-49f3-a73c-12c49636b134 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:59.754202 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54cb95-105e-4652-88c6-2464e2cafa39 req-9051256f-fc62-49f3-a73c-12c49636b134 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:59.765893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54cb95-105e-4652-88c6-2464e2cafa39 req-9051256f-fc62-49f3-a73c-12c49636b134 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:59.771987 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54cb95-105e-4652-88c6-2464e2cafa39 req-9051256f-fc62-49f3-a73c-12c49636b134 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:59.797818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54cb95-105e-4652-88c6-2464e2cafa39 req-9051256f-fc62-49f3-a73c-12c49636b134 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:59.812551 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54cb95-105e-4652-88c6-2464e2cafa39 req-9051256f-fc62-49f3-a73c-12c49636b134 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:13:59.814523 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce54cb95-105e-4652-88c6-2464e2cafa39 req-9051256f-fc62-49f3-a73c-12c49636b134 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5434 time: 0.1759698 Jul 22 19:13:59.899149 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce54cb95-105e-4652-88c6-2464e2cafa39 req-a1e8311c-3d62-4d72-bcc9-a0267c27a70d tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732090 Jul 22 19:14:00.100602 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6d9a49d-7468-4738-8e51-f970a23aa25e req-ecf37d2f-c9e4-454a-9de5-777426d592dc tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "GET /v2.0/security-groups/4f85c839-a498-4a84-a8a5-d6db78cc8cc6 HTTP/1.1" status: 200 len: 2400 time: 0.1055741 Jul 22 19:14:00.261867 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b6d9a49d-7468-4738-8e51-f970a23aa25e req-76b3c19f-6bf7-4480-8c83-9344e9fc9d48 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:00.297919 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200c96e-b196-48e1-b87d-90e0ae6c3cbb req-aacdc56a-3b61-4875-99f8-287d138310f3 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:00.307590 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7200c96e-b196-48e1-b87d-90e0ae6c3cbb req-aacdc56a-3b61-4875-99f8-287d138310f3 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.2284811 Jul 22 19:14:00.366575 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b6d9a49d-7468-4738-8e51-f970a23aa25e req-76b3c19f-6bf7-4480-8c83-9344e9fc9d48 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:00.441113 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7200c96e-b196-48e1-b87d-90e0ae6c3cbb req-f70717fb-c89b-4fc7-8358-5be9f17f6b66 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325510 Jul 22 19:14:00.473363 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a87933a-4e88-489b-b4df-0fa0ef78b185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b52a85-9fa8-4b04-88fa-b4862fb8debb'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:14:00.477037 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3614f8-8c25-4014-b428-b66ea8bdb34a" -d '{"events": [{"server_uuid": "8a87933a-4e88-489b-b4df-0fa0ef78b185", "name": "network-vif-plugged", "status": "completed", "tag": "f1b52a85-9fa8-4b04-88fa-b4862fb8debb"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:14:00.487254 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b6d9a49d-7468-4738-8e51-f970a23aa25e req-76b3c19f-6bf7-4480-8c83-9344e9fc9d48 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:00.490346 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b6d9a49d-7468-4738-8e51-f970a23aa25e req-76b3c19f-6bf7-4480-8c83-9344e9fc9d48 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:00.499307 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6d9a49d-7468-4738-8e51-f970a23aa25e req-76b3c19f-6bf7-4480-8c83-9344e9fc9d48 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "DELETE /v2.0/security-groups/4f85c839-a498-4a84-a8a5-d6db78cc8cc6 HTTP/1.1" status: 204 len: 173 time: 0.3755829 Jul 22 19:14:00.512901 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3c19f-6bf7-4480-8c83-9344e9fc9d48 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f85c839-a498-4a84-a8a5-d6db78cc8cc6,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:00.704240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f8c7c-0e97-4aa6-96f9-08626bb44e0f req-2c2f2984-645d-4c56-8bf9-4856fc79f2fb tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:00.705707 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f20f8c7c-0e97-4aa6-96f9-08626bb44e0f req-2c2f2984-645d-4c56-8bf9-4856fc79f2fb tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.1434803 Jul 22 19:14:00.741735 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b10997-d841-438c-b8ea-c6521e2ba243 req-14ad6d8e-7f4a-4549-8e8a-b5d2d749fa27 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:00.749511 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d9b10997-d841-438c-b8ea-c6521e2ba243 req-14ad6d8e-7f4a-4549-8e8a-b5d2d749fa27 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bb351-a754-48a0-85e3-555e4a65fb9b HTTP/1.1" status: 200 len: 946 time: 0.1719213 Jul 22 19:14:00.814314 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f20f8c7c-0e97-4aa6-96f9-08626bb44e0f req-8a671189-e668-4d99-b9cd-88aa0fe885c9 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012564 Jul 22 19:14:00.817386 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d9b10997-d841-438c-b8ea-c6521e2ba243 req-9b504e89-129d-4d25-a2bd-45b587a158ce tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670242 Jul 22 19:14:00.878691 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6c8700-7ae8-4682-bc97-4028d8f4c814 x-openstack-request-id: req-bd6c8700-7ae8-4682-bc97-4028d8f4c814 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:14:00.878992 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a87933a-4e88-489b-b4df-0fa0ef78b185", "name": "network-vif-plugged", "status": "completed", "tag": "f1b52a85-9fa8-4b04-88fa-b4862fb8debb", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:14:00.879247 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd6c8700-7ae8-4682-bc97-4028d8f4c814 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:14:00.879700 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a87933a-4e88-489b-b4df-0fa0ef78b185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b52a85-9fa8-4b04-88fa-b4862fb8debb', 'code': 200} Jul 22 19:14:00.880378 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-b651fb0a-bf3c-415a-9dee-f16cac526671 req-222acd6d-7555-4b17-90f2-b34cdbea9571 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] show failed (client error): The resource could not be found. Jul 22 19:14:00.881441 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b651fb0a-bf3c-415a-9dee-f16cac526671 req-222acd6d-7555-4b17-90f2-b34cdbea9571 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "GET /v2.0/security-groups/0b298640-fac1-484f-82dc-fedcba5edf70 HTTP/1.1" status: 404 len: 352 time: 0.0226672 Jul 22 19:14:01.003888 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-431a5029-4768-47f0-82e3-50e57a143b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:01.053879 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:01.128543 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5deee48e-01a9-4c6a-984b-134c074e10ed req-a3532b02-ddf7-48f8-89a2-49b900cf5955 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "GET /v2.0/security-groups/25779ba6-1e39-4f8d-ab64-e34e0695f65d HTTP/1.1" status: 200 len: 1807 time: 0.2159221 Jul 22 19:14:01.246234 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ceb334-1ac1-49b3-8dd3-290120ae1f41 req-884aae8c-874d-438c-9509-793fc91f7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:01.248106 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14ceb334-1ac1-49b3-8dd3-290120ae1f41 req-884aae8c-874d-438c-9509-793fc91f7df2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 1097 time: 0.2899554 Jul 22 19:14:01.304409 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6f694-0439-4b9c-b63a-c196089fcc7c req-26de21a6-39dd-4e36-936d-3515a25bbf69 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:01.311035 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6f694-0439-4b9c-b63a-c196089fcc7c req-26de21a6-39dd-4e36-936d-3515a25bbf69 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:01.317445 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6f694-0439-4b9c-b63a-c196089fcc7c req-26de21a6-39dd-4e36-936d-3515a25bbf69 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:01.324985 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6f694-0439-4b9c-b63a-c196089fcc7c req-26de21a6-39dd-4e36-936d-3515a25bbf69 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:01.333371 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6f694-0439-4b9c-b63a-c196089fcc7c req-26de21a6-39dd-4e36-936d-3515a25bbf69 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:01.340256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6f694-0439-4b9c-b63a-c196089fcc7c req-26de21a6-39dd-4e36-936d-3515a25bbf69 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:01.346932 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6f694-0439-4b9c-b63a-c196089fcc7c req-26de21a6-39dd-4e36-936d-3515a25bbf69 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:01.349106 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a9a6f694-0439-4b9c-b63a-c196089fcc7c req-26de21a6-39dd-4e36-936d-3515a25bbf69 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5434 time: 0.2909186 Jul 22 19:14:01.392713 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5deee48e-01a9-4c6a-984b-134c074e10ed req-cc24d3dc-3d21-4aaa-8d7d-567cc376f7c5 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:01.417231 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14ceb334-1ac1-49b3-8dd3-290120ae1f41 req-d513b009-4d87-4ae2-9ccb-18ba539dfc0d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536322 Jul 22 19:14:01.439998 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5deee48e-01a9-4c6a-984b-134c074e10ed req-cc24d3dc-3d21-4aaa-8d7d-567cc376f7c5 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:01.446694 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a9a6f694-0439-4b9c-b63a-c196089fcc7c req-0f9b4fb2-e885-420d-87d0-5002d4abc6df tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779152 Jul 22 19:14:01.521017 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5deee48e-01a9-4c6a-984b-134c074e10ed req-cc24d3dc-3d21-4aaa-8d7d-567cc376f7c5 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:01.524801 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5deee48e-01a9-4c6a-984b-134c074e10ed req-cc24d3dc-3d21-4aaa-8d7d-567cc376f7c5 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:01.539135 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5deee48e-01a9-4c6a-984b-134c074e10ed req-cc24d3dc-3d21-4aaa-8d7d-567cc376f7c5 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "DELETE /v2.0/security-groups/25779ba6-1e39-4f8d-ab64-e34e0695f65d HTTP/1.1" status: 204 len: 173 time: 0.4015837 Jul 22 19:14:01.552305 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24d3dc-3d21-4aaa-8d7d-567cc376f7c5 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25779ba6-1e39-4f8d-ab64-e34e0695f65d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:01.643067 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46928) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:01.785251 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-882f9e4c-e70c-41ad-acb1-2196b5501f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:01.789939 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8c3dc-c606-40b9-bcd6-dc0567e9097c req-520204ae-0ed6-4f9e-8287-51f6e8e20366 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:01.797051 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8c3dc-c606-40b9-bcd6-dc0567e9097c req-520204ae-0ed6-4f9e-8287-51f6e8e20366 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:01.804930 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8c3dc-c606-40b9-bcd6-dc0567e9097c req-520204ae-0ed6-4f9e-8287-51f6e8e20366 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:01.812265 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8c3dc-c606-40b9-bcd6-dc0567e9097c req-520204ae-0ed6-4f9e-8287-51f6e8e20366 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:01.821281 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8c3dc-c606-40b9-bcd6-dc0567e9097c req-520204ae-0ed6-4f9e-8287-51f6e8e20366 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:01.829909 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8c3dc-c606-40b9-bcd6-dc0567e9097c req-520204ae-0ed6-4f9e-8287-51f6e8e20366 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:01.838811 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8c3dc-c606-40b9-bcd6-dc0567e9097c req-520204ae-0ed6-4f9e-8287-51f6e8e20366 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:01.841558 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9b8c3dc-c606-40b9-bcd6-dc0567e9097c req-520204ae-0ed6-4f9e-8287-51f6e8e20366 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5434 time: 0.2561772 Jul 22 19:14:01.854468 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c47967-e5bb-4705-9cfc-551a82e33a29 req-f8d42a03-e49a-4994-ba2e-c13a1ddb85ad tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:01.855864 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46940) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:01.856882 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-94c47967-e5bb-4705-9cfc-551a82e33a29 req-f8d42a03-e49a-4994-ba2e-c13a1ddb85ad tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.2552955 Jul 22 19:14:01.861670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-df73c9fa-c476-4922-b7e9-6042afc53fc7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Request body: {'floatingip': {'port_id': '0894d912-7036-4f59-8c93-29af89302f62'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:01.943896 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-94c47967-e5bb-4705-9cfc-551a82e33a29 req-c6b777ea-cc91-43ec-8507-26245b43758c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808356 Jul 22 19:14:01.945597 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df73c9fa-c476-4922-b7e9-6042afc53fc7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for floatingip, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:01.970547 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cabaec6-9f71-4832-a414-c5f5bc4c985e req-9b3b36aa-789c-4262-8110-f2ce4e3e7a00 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "GET /v2.0/security-groups/1bc37340-f0b1-45da-99be-edebc93bcbbd HTTP/1.1" status: 200 len: 1805 time: 0.1081517 Jul 22 19:14:02.090819 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-882f9e4c-e70c-41ad-acb1-2196b5501f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:02.104583 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8cabaec6-9f71-4832-a414-c5f5bc4c985e req-2b9d0d01-6947-4365-8081-a43c482046aa tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:02.115906 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-882f9e4c-e70c-41ad-acb1-2196b5501f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:02.147862 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-882f9e4c-e70c-41ad-acb1-2196b5501f35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf29b1c7561449f5abbcfb333e3cf316&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5036442 Jul 22 19:14:02.150824 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8cabaec6-9f71-4832-a414-c5f5bc4c985e req-2b9d0d01-6947-4365-8081-a43c482046aa tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:02.151518 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46944) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:02.216386 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f9e4c-e70c-41ad-acb1-2196b5501f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93556b17-2aa4-45f8-a03c-d46f0219c53e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:02.253210 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54437152-6b15-4c21-ac2a-5e4d8c06deb4 req-9276f5ca-b832-4962-83de-42d0b765edb8 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:02.255491 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-54437152-6b15-4c21-ac2a-5e4d8c06deb4 req-9276f5ca-b832-4962-83de-42d0b765edb8 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.1185262 Jul 22 19:14:02.261082 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:02.266493 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f9e4c-e70c-41ad-acb1-2196b5501f35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:02.267330 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f9e4c-e70c-41ad-acb1-2196b5501f35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:02.267840 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f9e4c-e70c-41ad-acb1-2196b5501f35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:02.268584 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f9e4c-e70c-41ad-acb1-2196b5501f35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:02.269124 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f9e4c-e70c-41ad-acb1-2196b5501f35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:02.269751 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f9e4c-e70c-41ad-acb1-2196b5501f35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:02.270434 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f9e4c-e70c-41ad-acb1-2196b5501f35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:02.271004 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f9e4c-e70c-41ad-acb1-2196b5501f35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:02.271622 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f9e4c-e70c-41ad-acb1-2196b5501f35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:02.272141 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f9e4c-e70c-41ad-acb1-2196b5501f35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:02.272685 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f9e4c-e70c-41ad-acb1-2196b5501f35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:02.273436 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f9e4c-e70c-41ad-acb1-2196b5501f35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:02.302620 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38bde3e1-1f21-4e00-97b2-caec005734a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:02.342726 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-54437152-6b15-4c21-ac2a-5e4d8c06deb4 req-c53e25a5-08b9-4b41-9592-c396c832501b tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768340 Jul 22 19:14:02.345476 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8cabaec6-9f71-4832-a414-c5f5bc4c985e req-2b9d0d01-6947-4365-8081-a43c482046aa tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:02.361200 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8cabaec6-9f71-4832-a414-c5f5bc4c985e req-2b9d0d01-6947-4365-8081-a43c482046aa tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:02.374878 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cabaec6-9f71-4832-a414-c5f5bc4c985e req-2b9d0d01-6947-4365-8081-a43c482046aa tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "DELETE /v2.0/security-groups/1bc37340-f0b1-45da-99be-edebc93bcbbd HTTP/1.1" status: 204 len: 173 time: 0.4032967 Jul 22 19:14:02.391316 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d0d01-6947-4365-8081-a43c482046aa tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc37340-f0b1-45da-99be-edebc93bcbbd,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:02.418043 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38bde3e1-1f21-4e00-97b2-caec005734a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:02.516179 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38bde3e1-1f21-4e00-97b2-caec005734a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:02.519342 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38bde3e1-1f21-4e00-97b2-caec005734a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:02.520974 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-38bde3e1-1f21-4e00-97b2-caec005734a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93556b17-2aa4-45f8-a03c-d46f0219c53e HTTP/1.1" status: 204 len: 168 time: 0.3598430 Jul 22 19:14:02.528111 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-241da4be-acd5-42c7-b511-9329e77f787d req-6670be62-f0f1-4a02-bb0e-42b4bfd11c84 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "GET /v2.0/security-groups/a949e9ef-2cae-446c-a995-7b0883a14786 HTTP/1.1" status: 200 len: 1807 time: 0.0724001 Jul 22 19:14:02.579010 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bde3e1-1f21-4e00-97b2-caec005734a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93556b17-2aa4-45f8-a03c-d46f0219c53e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:02.613082 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-241da4be-acd5-42c7-b511-9329e77f787d req-84a3bc64-2ac8-45a4-86af-89d18d7c6040 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:02.647516 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-241da4be-acd5-42c7-b511-9329e77f787d req-84a3bc64-2ac8-45a4-86af-89d18d7c6040 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:02.710794 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-241da4be-acd5-42c7-b511-9329e77f787d req-84a3bc64-2ac8-45a4-86af-89d18d7c6040 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:02.713603 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-241da4be-acd5-42c7-b511-9329e77f787d req-84a3bc64-2ac8-45a4-86af-89d18d7c6040 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:02.733428 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-241da4be-acd5-42c7-b511-9329e77f787d req-84a3bc64-2ac8-45a4-86af-89d18d7c6040 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "DELETE /v2.0/security-groups/a949e9ef-2cae-446c-a995-7b0883a14786 HTTP/1.1" status: 204 len: 173 time: 0.2040339 Jul 22 19:14:02.771281 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3bc64-2ac8-45a4-86af-89d18d7c6040 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a949e9ef-2cae-446c-a995-7b0883a14786,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:02.816308 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3764c74-0279-4718-a077-e12c6466cba8 req-f967ceb3-3203-4e32-b73d-800d5699fb6e tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "GET /v2.0/security-groups/e910c696-91f4-46b4-be48-b42a9717d796 HTTP/1.1" status: 200 len: 2406 time: 0.0616684 Jul 22 19:14:02.920711 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e3764c74-0279-4718-a077-e12c6466cba8 req-9e545603-206a-46f1-9181-c572c55a9813 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:02.970851 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e3764c74-0279-4718-a077-e12c6466cba8 req-9e545603-206a-46f1-9181-c572c55a9813 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:03.033603 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.db.resource_extend [None req-df73c9fa-c476-4922-b7e9-6042afc53fc7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:14:03.068320 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e3764c74-0279-4718-a077-e12c6466cba8 req-9e545603-206a-46f1-9181-c572c55a9813 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:03.071286 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e3764c74-0279-4718-a077-e12c6466cba8 req-9e545603-206a-46f1-9181-c572c55a9813 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:03.075568 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3764c74-0279-4718-a077-e12c6466cba8 req-9e545603-206a-46f1-9181-c572c55a9813 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "DELETE /v2.0/security-groups/e910c696-91f4-46b4-be48-b42a9717d796 HTTP/1.1" status: 204 len: 173 time: 0.2517116 Jul 22 19:14:03.108461 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df73c9fa-c476-4922-b7e9-6042afc53fc7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:03.115024 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df73c9fa-c476-4922-b7e9-6042afc53fc7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:03.129891 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e545603-206a-46f1-9181-c572c55a9813 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e910c696-91f4-46b4-be48-b42a9717d796,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:03.196838 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a88e830a-3641-47ae-8a2f-e894182171e1 req-38cc9d0f-2c98-4ed1-89ba-0509604eeb6d tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "GET /v2.0/security-groups/a48aeeda-fffa-4da9-8e8f-6c2537ece9f5 HTTP/1.1" status: 200 len: 2400 time: 0.0823474 Jul 22 19:14:03.226467 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46976) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:03.229823 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366e8f6-52c2-4db5-81a1-498293b3f3c0 req-da09a8f8-0b72-4526-93bf-c54e7b401846 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:03.231695 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f366e8f6-52c2-4db5-81a1-498293b3f3c0 req-da09a8f8-0b72-4526-93bf-c54e7b401846 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.1740708 Jul 22 19:14:03.257544 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6ceb-0bb6-4efb-a766-31bf3e15a433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:03.308275 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f366e8f6-52c2-4db5-81a1-498293b3f3c0 req-3b763de1-3251-4792-8271-9757b4856ccb tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636044 Jul 22 19:14:03.312133 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a88e830a-3641-47ae-8a2f-e894182171e1 req-49ec6db6-3886-4453-8aa6-0832432997b4 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:03.329795 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [None req-df73c9fa-c476-4922-b7e9-6042afc53fc7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Floating IP e1e5d9f1-60d7-43d8-b50c-2e486fc14658 associated. External IP: 172.25.3.59, port: 0894d912-7036-4f59-8c93-29af89302f62. Jul 22 19:14:03.358707 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a88e830a-3641-47ae-8a2f-e894182171e1 req-49ec6db6-3886-4453-8aa6-0832432997b4 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:03.412730 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a88e830a-3641-47ae-8a2f-e894182171e1 req-49ec6db6-3886-4453-8aa6-0832432997b4 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:03.415368 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a88e830a-3641-47ae-8a2f-e894182171e1 req-49ec6db6-3886-4453-8aa6-0832432997b4 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:03.416534 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a88e830a-3641-47ae-8a2f-e894182171e1 req-49ec6db6-3886-4453-8aa6-0832432997b4 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] 10.222.0.13 "DELETE /v2.0/security-groups/a48aeeda-fffa-4da9-8e8f-6c2537ece9f5 HTTP/1.1" status: 204 len: 173 time: 0.2186553 Jul 22 19:14:03.424156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46982) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:03.547588 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec6db6-3886-4453-8aa6-0832432997b4 tempest-SecurityGroupRulesTestJSON-72622398 tempest-SecurityGroupRulesTestJSON-72622398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48aeeda-fffa-4da9-8e8f-6c2537ece9f5,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:03.616719 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-e702ecd7-59f9-4f12-b562-17b98329273f admin admin] Deleting subnet c7ec6c3f-fcd3-480e-ae8a-93961405f9ab {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:14:03.647406 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e702ecd7-59f9-4f12-b562-17b98329273f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:03.706518 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e702ecd7-59f9-4f12-b562-17b98329273f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:03.722573 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6ceb-0bb6-4efb-a766-31bf3e15a433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:03.731521 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6ceb-0bb6-4efb-a766-31bf3e15a433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:03.777478 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed3f5e-703e-48a7-ab8d-c4d19a12d76f req-2698c762-effd-4015-826d-e583c2aadfce tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:03.780259 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-12ed3f5e-703e-48a7-ab8d-c4d19a12d76f req-2698c762-effd-4015-826d-e583c2aadfce tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.2567999 Jul 22 19:14:03.799156 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c3fb6ceb-0bb6-4efb-a766-31bf3e15a433 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d91e72ee80074a8db6003aef2a6ff464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5714903 Jul 22 19:14:03.803957 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46988) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:03.824731 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb6ceb-0bb6-4efb-a766-31bf3e15a433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437e6551-2891-4cc1-bb1a-3174e5d94845,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:03.830913 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e702ecd7-59f9-4f12-b562-17b98329273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:03.871908 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df73c9fa-c476-4922-b7e9-6042afc53fc7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Router 778bf9de-960f-4d29-a98a-41511c885ee0 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:14:03.885027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247ff4e-c273-4912-9c65-2e8e62cf3631 req-9c8dbcb7-2ae3-422b-bc90-e4d1182d4c37 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:03.889138 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0247ff4e-c273-4912-9c65-2e8e62cf3631 req-9c8dbcb7-2ae3-422b-bc90-e4d1182d4c37 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.3365800 Jul 22 19:14:03.894680 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:03.898212 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-12ed3f5e-703e-48a7-ab8d-c4d19a12d76f req-6db21a29-9b84-4f5f-b2c9-b8551ee78f26 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123979 Jul 22 19:14:03.959755 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0247ff4e-c273-4912-9c65-2e8e62cf3631 req-ecf1733d-7146-4a4c-ac3c-9980fcb9cc87 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598254 Jul 22 19:14:03.992808 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e702ecd7-59f9-4f12-b562-17b98329273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:04.032458 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702ecd7-59f9-4f12-b562-17b98329273f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7ec6c3f-fcd3-480e-ae8a-93961405f9ab,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:04.036865 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e702ecd7-59f9-4f12-b562-17b98329273f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:04.039236 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e702ecd7-59f9-4f12-b562-17b98329273f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c7ec6c3f-fcd3-480e-ae8a-93961405f9ab HTTP/1.1" status: 204 len: 168 time: 0.6127830 Jul 22 19:14:04.042135 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46994) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:04.237334 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9a3d4693-f363-4150-9e74-19c234332d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:04.273804 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9a3d4693-f363-4150-9e74-19c234332d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:04.318315 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df73c9fa-c476-4922-b7e9-6042afc53fc7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:14:04.323243 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df73c9fa-c476-4922-b7e9-6042afc53fc7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:04.332347 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c003557-63cc-4140-b1d5-82755bd31b5a None None] Sync routers for ids ['778bf9de-960f-4d29-a98a-41511c885ee0'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:14:04.345048 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c003557-63cc-4140-b1d5-82755bd31b5a None None] Routers {'778bf9de-960f-4d29-a98a-41511c885ee0'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:14:04.345443 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-7c003557-63cc-4140-b1d5-82755bd31b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:14:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['778bf9de-960f-4d29-a98a-41511c885ee0'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:04.365637 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ca48bdd9-6e4a-4a75-9d58-1ede8ccf9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:04.371286 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9a3d4693-f363-4150-9e74-19c234332d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:04.376128 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9a3d4693-f363-4150-9e74-19c234332d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:04.377739 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9a3d4693-f363-4150-9e74-19c234332d3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/437e6551-2891-4cc1-bb1a-3174e5d94845 HTTP/1.1" status: 204 len: 168 time: 0.5713420 Jul 22 19:14:04.395777 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-df73c9fa-c476-4922-b7e9-6042afc53fc7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "PUT /v2.0/floatingips/e1e5d9f1-60d7-43d8-b50c-2e486fc14658 HTTP/1.1" status: 200 len: 990 time: 2.5382817 Jul 22 19:14:04.400147 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'tag': '0894d912-7036-4f59-8c93-29af89302f62'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:14:04.406665 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0dafe3a-9f86-461b-be9d-bfb503704f21" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "tag": "0894d912-7036-4f59-8c93-29af89302f62"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:14:04.440813 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d4693-f363-4150-9e74-19c234332d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437e6551-2891-4cc1-bb1a-3174e5d94845,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:04.462915 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0752f1cb-de66-4090-99a2-84315bb4f7b1 x-openstack-request-id: req-0752f1cb-de66-4090-99a2-84315bb4f7b1 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:14:04.463156 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "tag": "0894d912-7036-4f59-8c93-29af89302f62", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:14:04.463394 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0752f1cb-de66-4090-99a2-84315bb4f7b1 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:14:04.463798 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'tag': '0894d912-7036-4f59-8c93-29af89302f62', 'status': 'completed', 'code': 200} Jul 22 19:14:04.488746 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ca48bdd9-6e4a-4a75-9d58-1ede8ccf9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:04.514882 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-ca48bdd9-6e4a-4a75-9d58-1ede8ccf9a3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea7b114-a585-413e-b204-d0164a2545e1']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:04.516450 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-7c003557-63cc-4140-b1d5-82755bd31b5a None None] Set router 778bf9de-960f-4d29-a98a-41511c885ee0 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:14:04.557602 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-ca48bdd9-6e4a-4a75-9d58-1ede8ccf9a3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5d8d7d-571a-452b-b3ff-319f6010c2e1') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:04.557912 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-ca48bdd9-6e4a-4a75-9d58-1ede8ccf9a3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5d8d7d-571a-452b-b3ff-319f6010c2e1') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:04.574742 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ca48bdd9-6e4a-4a75-9d58-1ede8ccf9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:04.600909 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ca48bdd9-6e4a-4a75-9d58-1ede8ccf9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:04.610040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca48bdd9-6e4a-4a75-9d58-1ede8ccf9a3c admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:14:04.610525 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ca48bdd9-6e4a-4a75-9d58-1ede8ccf9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:14:04.612554 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:14:04.686992 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dafe3a-9f86-461b-be9d-bfb503704f21 req-00004d9e-21f2-408c-a793-928a8c79ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:04.687546 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dafe3a-9f86-461b-be9d-bfb503704f21 req-00004d9e-21f2-408c-a793-928a8c79ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:04.688551 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dafe3a-9f86-461b-be9d-bfb503704f21 req-00004d9e-21f2-408c-a793-928a8c79ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:04.688551 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dafe3a-9f86-461b-be9d-bfb503704f21 req-00004d9e-21f2-408c-a793-928a8c79ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:04.689298 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dafe3a-9f86-461b-be9d-bfb503704f21 req-00004d9e-21f2-408c-a793-928a8c79ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:04.690035 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dafe3a-9f86-461b-be9d-bfb503704f21 req-00004d9e-21f2-408c-a793-928a8c79ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:04.690507 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dafe3a-9f86-461b-be9d-bfb503704f21 req-00004d9e-21f2-408c-a793-928a8c79ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:04.692497 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f0dafe3a-9f86-461b-be9d-bfb503704f21 req-00004d9e-21f2-408c-a793-928a8c79ef12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=598d83e90cdd48809c7ec7a29420c426&device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 6498 time: 0.1999683 Jul 22 19:14:04.693695 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ca48bdd9-6e4a-4a75-9d58-1ede8ccf9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:04.704895 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ca48bdd9-6e4a-4a75-9d58-1ede8ccf9a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:04.709383 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ca48bdd9-6e4a-4a75-9d58-1ede8ccf9a3c admin admin] 10.222.0.13 "DELETE /v2.0/networks/6ea7b114-a585-413e-b204-d0164a2545e1 HTTP/1.1" status: 204 len: 168 time: 0.6636069 Jul 22 19:14:04.755314 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48bdd9-6e4a-4a75-9d58-1ede8ccf9a3c admin admin] Pushing event deleted for resources: {'Network': ['ID=6ea7b114-a585-413e-b204-d0164a2545e1,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:04.780508 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-7c003557-63cc-4140-b1d5-82755bd31b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'name': 'tempest-TaggedBootDevicesTest-797260946-router', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:41Z', 'updated_at': '2021-07-22T19:11:49Z', 'revision_number': 4, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'gw_port': {'id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:43Z', 'updated_at': '2021-07-22T19:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e1e5d9f1-60d7-43d8-b50c-2e486fc14658', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'port_id': '0894d912-7036-4f59-8c93-29af89302f62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b', 'mac_address': 'fa:16:3e:ec:ea:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:12:42Z', 'updated_at': '2021-07-22T19:14:02Z', 'revision_number': 1, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0eea3b-ba9b-460e-a1bb-ae7c8990505c', 'name': '', 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'mac_address': 'fa:16:3e:89:cb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '46c28341-28d1-4391-a7f5-497116b1730d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:48Z', 'updated_at': '2021-07-22T19:11:58Z', 'revision_number': 5, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'subnets': [{'id': '46c28341-28d1-4391-a7f5-497116b1730d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:04.827592 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c003557-63cc-4140-b1d5-82755bd31b5a None None] Checking router: 778bf9de-960f-4d29-a98a-41511c885ee0 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:14:04.841532 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c003557-63cc-4140-b1d5-82755bd31b5a None None] Routers {'778bf9de-960f-4d29-a98a-41511c885ee0'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:14:04.842942 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-7c003557-63cc-4140-b1d5-82755bd31b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:14:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['778bf9de-960f-4d29-a98a-41511c885ee0'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:04.896332 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dafe3a-9f86-461b-be9d-bfb503704f21 req-a0c72563-4fad-4c91-9ad2-2ac0ea5e98d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:04.902615 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f0dafe3a-9f86-461b-be9d-bfb503704f21 req-a0c72563-4fad-4c91-9ad2-2ac0ea5e98d1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=47ed28f7-e57b-4725-b7b8-4e2ff6ef303b HTTP/1.1" status: 200 len: 912 time: 0.1947143 Jul 22 19:14:05.037772 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47024) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:05.125753 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2c572ad4-44dc-4a36-a647-606d3c79b9be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b1e2408ddec451da492ed59f5813ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0867026 Jul 22 19:14:05.129964 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47026) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:05.223110 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b108b235-e2cb-4457-8657-05e2dc41e211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:05.241301 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-7c003557-63cc-4140-b1d5-82755bd31b5a None None] Set router 778bf9de-960f-4d29-a98a-41511c885ee0 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:14:05.250046 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b108b235-e2cb-4457-8657-05e2dc41e211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:05.275543 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f0dafe3a-9f86-461b-be9d-bfb503704f21 req-fb26f57b-d4ee-4064-a5b1-6395f47abca2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0894d912-7036-4f59-8c93-29af89302f62 HTTP/1.1" status: 200 len: 998 time: 0.3650162 Jul 22 19:14:05.312239 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b108b235-e2cb-4457-8657-05e2dc41e211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:05.315695 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b108b235-e2cb-4457-8657-05e2dc41e211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:05.316989 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b108b235-e2cb-4457-8657-05e2dc41e211 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e079b64-9ea3-4aa9-97b7-830b02e3d46d HTTP/1.1" status: 204 len: 168 time: 0.1842322 Jul 22 19:14:05.328612 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108b235-e2cb-4457-8657-05e2dc41e211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e079b64-9ea3-4aa9-97b7-830b02e3d46d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:05.386323 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff01ecb-31db-4641-bde8-04cb842ac239 req-7dfbcb0b-8a1d-4ddf-9af1-8f04e0b39c65 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:05.393820 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ff01ecb-31db-4641-bde8-04cb842ac239 req-7dfbcb0b-8a1d-4ddf-9af1-8f04e0b39c65 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.3108675 Jul 22 19:14:05.428549 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dafe3a-9f86-461b-be9d-bfb503704f21 req-4d34293a-fc3e-4acf-bbe0-8ebc59e97f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:05.430043 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f0dafe3a-9f86-461b-be9d-bfb503704f21 req-4d34293a-fc3e-4acf-bbe0-8ebc59e97f26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=46c28341-28d1-4391-a7f5-497116b1730d HTTP/1.1" status: 200 len: 850 time: 0.1465538 Jul 22 19:14:05.452276 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415aa39-28a0-462d-a72f-23f9494cfc44 req-82c90fe4-b59d-4e47-9ff9-90459cb821f0 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:05.461518 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3415aa39-28a0-462d-a72f-23f9494cfc44 req-82c90fe4-b59d-4e47-9ff9-90459cb821f0 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.2937746 Jul 22 19:14:05.564325 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ff01ecb-31db-4641-bde8-04cb842ac239 req-323841a2-d4d0-47e9-b48c-5ec0b5fb8615 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695247 Jul 22 19:14:05.629318 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3415aa39-28a0-462d-a72f-23f9494cfc44 req-9e339625-0f0f-4f25-afc8-cfdb0d965a62 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666157 Jul 22 19:14:05.669071 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dafe3a-9f86-461b-be9d-bfb503704f21 req-8195893e-15db-459a-ad49-414a608835c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:05.671432 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f0dafe3a-9f86-461b-be9d-bfb503704f21 req-8195893e-15db-459a-ad49-414a608835c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=47ed28f7-e57b-4725-b7b8-4e2ff6ef303b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2050490 Jul 22 19:14:05.743004 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-7c003557-63cc-4140-b1d5-82755bd31b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'name': 'tempest-TaggedBootDevicesTest-797260946-router', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:41Z', 'updated_at': '2021-07-22T19:11:49Z', 'revision_number': 4, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'gw_port': {'id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:43Z', 'updated_at': '2021-07-22T19:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e1e5d9f1-60d7-43d8-b50c-2e486fc14658', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'port_id': '0894d912-7036-4f59-8c93-29af89302f62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b', 'mac_address': 'fa:16:3e:ec:ea:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:12:42Z', 'updated_at': '2021-07-22T19:14:02Z', 'revision_number': 1, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0eea3b-ba9b-460e-a1bb-ae7c8990505c', 'name': '', 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'mac_address': 'fa:16:3e:89:cb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '46c28341-28d1-4391-a7f5-497116b1730d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:48Z', 'updated_at': '2021-07-22T19:11:58Z', 'revision_number': 5, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'subnets': [{'id': '46c28341-28d1-4391-a7f5-497116b1730d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:05.825708 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c003557-63cc-4140-b1d5-82755bd31b5a None None] The sync data for ids ['778bf9de-960f-4d29-a98a-41511c885ee0'] in n-d-800086-12 is: [{'id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'name': 'tempest-TaggedBootDevicesTest-797260946-router', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:41Z', 'updated_at': '2021-07-22T19:11:49Z', 'revision_number': 4, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'gw_port': {'id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:43Z', 'updated_at': '2021-07-22T19:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e1e5d9f1-60d7-43d8-b50c-2e486fc14658', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'port_id': '0894d912-7036-4f59-8c93-29af89302f62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b', 'mac_address': 'fa:16:3e:ec:ea:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:12:42Z', 'updated_at': '2021-07-22T19:14:02Z', 'revision_number': 1, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0eea3b-ba9b-460e-a1bb-ae7c8990505c', 'name': '', 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'mac_address': 'fa:16:3e:89:cb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '46c28341-28d1-4391-a7f5-497116b1730d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:48Z', 'updated_at': '2021-07-22T19:11:58Z', 'revision_number': 5, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'subnets': [{'id': '46c28341-28d1-4391-a7f5-497116b1730d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:14:05.890981 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f0dafe3a-9f86-461b-be9d-bfb503704f21 req-8d8c616d-4bfd-4ed5-938c-acdb2c565bc4 service neutron] 10.222.0.16 "GET /v2.0/networks/47ed28f7-e57b-4725-b7b8-4e2ff6ef303b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992288 Jul 22 19:14:06.021246 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f0dafe3a-9f86-461b-be9d-bfb503704f21 req-d85019f4-7669-425f-b8c3-361a5e9772d8 service neutron] 10.222.0.16 "GET /v2.0/networks/47ed28f7-e57b-4725-b7b8-4e2ff6ef303b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142194 Jul 22 19:14:06.188614 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c50ce3-3db2-4b7d-be61-dfebae51e38a None None] New status for floating IP e1e5d9f1-60d7-43d8-b50c-2e486fc14658: ACTIVE {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:14:06.442555 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47070) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:06.583139 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ef528bf5-2afb-4a29-a6db-04750d604ded admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-941615539-network', 'tenant_id': '955664c7a0ac42a7b3fee30b2bc6c50f'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:06.650084 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef528bf5-2afb-4a29-a6db-04750d604ded admin admin] Made reservation on behalf of 955664c7a0ac42a7b3fee30b2bc6c50f for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:14:06.652404 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef528bf5-2afb-4a29-a6db-04750d604ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:06.678671 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef528bf5-2afb-4a29-a6db-04750d604ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:06.853367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f79ac-3f4a-4ea7-9cd4-ad2c5b82f3e3 req-1a92c6ac-3c49-42d8-8319-4749245c0b6a tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:06.861123 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-288f79ac-3f4a-4ea7-9cd4-ad2c5b82f3e3 req-1a92c6ac-3c49-42d8-8319-4749245c0b6a tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.2008812 Jul 22 19:14:06.865601 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef528bf5-2afb-4a29-a6db-04750d604ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:06.870801 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef528bf5-2afb-4a29-a6db-04750d604ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:06.895389 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477760f3-118c-4962-b8ae-02bb3fd7448f req-506bfc50-b273-48f8-89b6-82f9a082fe04 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:06.896849 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-477760f3-118c-4962-b8ae-02bb3fd7448f req-506bfc50-b273-48f8-89b6-82f9a082fe04 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.1666422 Jul 22 19:14:06.897498 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef528bf5-2afb-4a29-a6db-04750d604ded admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:14:06.920378 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef528bf5-2afb-4a29-a6db-04750d604ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d458c7-0a75-444b-8265-37558d9ff0d5,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:06.929769 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-288f79ac-3f4a-4ea7-9cd4-ad2c5b82f3e3 req-c7811f51-7249-421e-a336-ccc93495119d tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673752 Jul 22 19:14:06.942216 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef528bf5-2afb-4a29-a6db-04750d604ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:06.942574 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-ef528bf5-2afb-4a29-a6db-04750d604ded admin admin] Added segment 01fe3eaf-975f-4091-8fc8-c7e07310f642 of type vlan for network a10c5d14-b832-4fb8-9885-34a42f6b2b38 Jul 22 19:14:06.981948 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-477760f3-118c-4962-b8ae-02bb3fd7448f req-c166f657-cec4-4e9d-a910-59c72e999604 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690713 Jul 22 19:14:07.023264 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef528bf5-2afb-4a29-a6db-04750d604ded admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:07.060795 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef528bf5-2afb-4a29-a6db-04750d604ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:07.062244 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef528bf5-2afb-4a29-a6db-04750d604ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:07.062838 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef528bf5-2afb-4a29-a6db-04750d604ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:07.101834 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ef528bf5-2afb-4a29-a6db-04750d604ded admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6570401 Jul 22 19:14:07.104424 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47086) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:07.111016 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-475f9fc6-7940-4a67-8fba-82855fb1b6dd admin admin] Request body: {'subnet': {'network_id': 'a10c5d14-b832-4fb8-9885-34a42f6b2b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-941615539-subnet', 'tenant_id': '955664c7a0ac42a7b3fee30b2bc6c50f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:07.144430 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef528bf5-2afb-4a29-a6db-04750d604ded admin admin] Pushing event updated for resources: {'Network': ['ID=a10c5d14-b832-4fb8-9885-34a42f6b2b38,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:07.155148 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network a10c5d14-b832-4fb8-9885-34a42f6b2b38 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:14:07.164619 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475f9fc6-7940-4a67-8fba-82855fb1b6dd admin admin] Made reservation on behalf of 955664c7a0ac42a7b3fee30b2bc6c50f for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:14:07.167070 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-475f9fc6-7940-4a67-8fba-82855fb1b6dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:07.397933 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-475f9fc6-7940-4a67-8fba-82855fb1b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:07.465477 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f9fc6-7940-4a67-8fba-82855fb1b6dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bdea9cd-9883-453d-bccb-ad18187431dd,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:07.477175 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475f9fc6-7940-4a67-8fba-82855fb1b6dd admin admin] Checking segment: {'id': '01fe3eaf-975f-4091-8fc8-c7e07310f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a10c5d14-b832-4fb8-9885-34a42f6b2b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:14:07.477582 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475f9fc6-7940-4a67-8fba-82855fb1b6dd admin admin] Network hostable DHCP agents. Network: a10c5d14-b832-4fb8-9885-34a42f6b2b38, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:14:07.497141 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475f9fc6-7940-4a67-8fba-82855fb1b6dd admin admin] Network a10c5d14-b832-4fb8-9885-34a42f6b2b38 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:14:07.508412 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-475f9fc6-7940-4a67-8fba-82855fb1b6dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, a10c5d14-b832-4fb8-9885-34a42f6b2b38) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:14:07.512577 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475f9fc6-7940-4a67-8fba-82855fb1b6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:07.513156 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-475f9fc6-7940-4a67-8fba-82855fb1b6dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:07.518382 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb669b6-60a1-4bc3-a52a-732663991385 None None] Network a10c5d14-b832-4fb8-9885-34a42f6b2b38 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:14:07.538870 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-475f9fc6-7940-4a67-8fba-82855fb1b6dd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4333601 Jul 22 19:14:07.704112 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97788afe-8dfe-41e5-8401-ae153a44992f None None] Network a10c5d14-b832-4fb8-9885-34a42f6b2b38 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:14:07.927709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-722461bf-6ace-4a06-b415-8de78b696d79 req-724d17fe-a995-49b8-a4e6-ca26407f9dd3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1393355290', 'description': 'tempest-description-1602977191'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:07.986367 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-722461bf-6ace-4a06-b415-8de78b696d79 req-724d17fe-a995-49b8-a4e6-ca26407f9dd3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:08.127167 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517772c3-8f61-4c44-89ca-258621c6ff3a req-e10a9548-be26-4310-ba2e-bcdbd3d093b9 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:08.128890 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-517772c3-8f61-4c44-89ca-258621c6ff3a req-e10a9548-be26-4310-ba2e-bcdbd3d093b9 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.1057439 Jul 22 19:14:08.189043 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-517772c3-8f61-4c44-89ca-258621c6ff3a req-94b782c9-9132-4aeb-b4a5-37be1915cfbb tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529141 Jul 22 19:14:08.202364 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-722461bf-6ace-4a06-b415-8de78b696d79 req-724d17fe-a995-49b8-a4e6-ca26407f9dd3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:08.214589 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-722461bf-6ace-4a06-b415-8de78b696d79 req-724d17fe-a995-49b8-a4e6-ca26407f9dd3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:08.242787 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-722461bf-6ace-4a06-b415-8de78b696d79 req-724d17fe-a995-49b8-a4e6-ca26407f9dd3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:08.244137 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-722461bf-6ace-4a06-b415-8de78b696d79 req-724d17fe-a995-49b8-a4e6-ca26407f9dd3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3210509 Jul 22 19:14:08.245286 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d17fe-a995-49b8-a4e6-ca26407f9dd3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=864a5bf9-d11d-46fc-9b96-b3ee5906ae9f,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:08.262905 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d17fe-a995-49b8-a4e6-ca26407f9dd3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:08.263349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d17fe-a995-49b8-a4e6-ca26407f9dd3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:08.263774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d17fe-a995-49b8-a4e6-ca26407f9dd3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:08.264133 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d17fe-a995-49b8-a4e6-ca26407f9dd3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:08.264503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d17fe-a995-49b8-a4e6-ca26407f9dd3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:08.264880 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d17fe-a995-49b8-a4e6-ca26407f9dd3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:08.265228 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d17fe-a995-49b8-a4e6-ca26407f9dd3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:08.265616 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d17fe-a995-49b8-a4e6-ca26407f9dd3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:08.266114 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d17fe-a995-49b8-a4e6-ca26407f9dd3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:08.266455 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d17fe-a995-49b8-a4e6-ca26407f9dd3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:08.266791 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d17fe-a995-49b8-a4e6-ca26407f9dd3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:08.267171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d17fe-a995-49b8-a4e6-ca26407f9dd3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:08.459964 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633adb0-b07f-474e-a569-73e9adb55147 req-5f89653a-735b-4671-adc1-33bc1eeb51fc tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:08.461757 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2633adb0-b07f-474e-a569-73e9adb55147 req-5f89653a-735b-4671-adc1-33bc1eeb51fc tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.1623757 Jul 22 19:14:08.521471 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-86333c95-5edd-4f55-ae9c-b29c16c2bca5 req-01f585a0-4ecc-4ae9-8184-749a9d53781f tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "GET /v2.0/security-groups/864a5bf9-d11d-46fc-9b96-b3ee5906ae9f HTTP/1.1" status: 200 len: 1815 time: 0.1294827 Jul 22 19:14:08.566330 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2633adb0-b07f-474e-a569-73e9adb55147 req-7e153158-27f5-4b99-9b8c-ba1dce8011ea tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848022 Jul 22 19:14:08.566330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-86333c95-5edd-4f55-ae9c-b29c16c2bca5 req-80db8ff0-0690-4561-b108-6c66762cf59b tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '864a5bf9-d11d-46fc-9b96-b3ee5906ae9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:08.566330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-86333c95-5edd-4f55-ae9c-b29c16c2bca5 req-80db8ff0-0690-4561-b108-6c66762cf59b tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '864a5bf9-d11d-46fc-9b96-b3ee5906ae9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:08.637798 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-86333c95-5edd-4f55-ae9c-b29c16c2bca5 req-80db8ff0-0690-4561-b108-6c66762cf59b tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:08.658189 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-86333c95-5edd-4f55-ae9c-b29c16c2bca5 req-80db8ff0-0690-4561-b108-6c66762cf59b tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:08.665403 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-86333c95-5edd-4f55-ae9c-b29c16c2bca5 req-80db8ff0-0690-4561-b108-6c66762cf59b tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:08.687979 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db8ff0-0690-4561-b108-6c66762cf59b tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ce807b7-98b3-4219-adaf-181869956f2f,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:08.725281 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-86333c95-5edd-4f55-ae9c-b29c16c2bca5 req-80db8ff0-0690-4561-b108-6c66762cf59b tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:08.726878 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-86333c95-5edd-4f55-ae9c-b29c16c2bca5 req-80db8ff0-0690-4561-b108-6c66762cf59b tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1866252 Jul 22 19:14:08.794764 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a99f6ff-8e91-4d96-af6b-075329465e85 req-815fb50e-e00e-4efb-98f0-44491f39696c tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "GET /v2.0/security-groups/864a5bf9-d11d-46fc-9b96-b3ee5906ae9f HTTP/1.1" status: 200 len: 2409 time: 0.0439765 Jul 22 19:14:08.833069 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-02fc831a-6548-480a-ab98-82a2ab195a05 req-b46f2b67-ffc0-414c-934f-7763d62d7de4 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "GET /v2.0/security-group-rules/1ce807b7-98b3-4219-adaf-181869956f2f HTTP/1.1" status: 200 len: 778 time: 0.0176437 Jul 22 19:14:08.900194 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:08.926339 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-02fc831a-6548-480a-ab98-82a2ab195a05 req-e0031e09-ada5-4a56-8b08-28069983f351 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "GET /v2.0/security-groups/864a5bf9-d11d-46fc-9b96-b3ee5906ae9f HTTP/1.1" status: 200 len: 2409 time: 0.0868964 Jul 22 19:14:08.989981 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-02fc831a-6548-480a-ab98-82a2ab195a05 req-ca06040a-8245-4fae-a1ed-754107521967 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:09.001066 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-02fc831a-6548-480a-ab98-82a2ab195a05 req-ca06040a-8245-4fae-a1ed-754107521967 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:09.030316 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-02fc831a-6548-480a-ab98-82a2ab195a05 req-ca06040a-8245-4fae-a1ed-754107521967 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:09.038269 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-02fc831a-6548-480a-ab98-82a2ab195a05 req-ca06040a-8245-4fae-a1ed-754107521967 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:09.039753 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-02fc831a-6548-480a-ab98-82a2ab195a05 req-ca06040a-8245-4fae-a1ed-754107521967 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1ce807b7-98b3-4219-adaf-181869956f2f HTTP/1.1" status: 204 len: 173 time: 0.1065545 Jul 22 19:14:09.063908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06040a-8245-4fae-a1ed-754107521967 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ce807b7-98b3-4219-adaf-181869956f2f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:09.072998 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-503bc911-5048-4eeb-9039-4f1a998e084d req-5e203212-b799-4434-ac1f-f8cdfefa07f3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1523687575', 'description': 'tempest-description-1542922112'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:09.103327 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-503bc911-5048-4eeb-9039-4f1a998e084d req-5e203212-b799-4434-ac1f-f8cdfefa07f3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:09.206434 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-503bc911-5048-4eeb-9039-4f1a998e084d req-5e203212-b799-4434-ac1f-f8cdfefa07f3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:09.216756 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-503bc911-5048-4eeb-9039-4f1a998e084d req-5e203212-b799-4434-ac1f-f8cdfefa07f3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:09.252012 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-503bc911-5048-4eeb-9039-4f1a998e084d req-5e203212-b799-4434-ac1f-f8cdfefa07f3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:09.253301 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-503bc911-5048-4eeb-9039-4f1a998e084d req-5e203212-b799-4434-ac1f-f8cdfefa07f3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.1850255 Jul 22 19:14:09.258035 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e203212-b799-4434-ac1f-f8cdfefa07f3 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1071bb-4c54-4081-a087-3bf80958ab71,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:09.376323 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a959f9e-57fb-4625-a8ef-f255c4f900ad req-16ebca0e-97ad-409c-a791-19af7cdea3c4 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "GET /v2.0/security-groups/4c1071bb-4c54-4081-a087-3bf80958ab71 HTTP/1.1" status: 200 len: 1815 time: 0.0716612 Jul 22 19:14:09.397687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4c354-ee49-4a23-acc0-54a1d91aa755 req-4d7de7e9-a020-4f23-8905-1cbcd9955665 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:09.399350 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a9a4c354-ee49-4a23-acc0-54a1d91aa755 req-4d7de7e9-a020-4f23-8905-1cbcd9955665 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.1153905 Jul 22 19:14:09.454162 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a9a4c354-ee49-4a23-acc0-54a1d91aa755 req-bee82b72-4828-4b75-9e1d-a9b3e3f53d95 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481849 Jul 22 19:14:09.493087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-f5eee019-add6-4b35-a312-1b769c559c90 req-ebc8f0b8-db5a-46e8-ba79-1c3fac688617 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-233524236', 'description': 'tempest-description-1151683756'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:09.520802 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f5eee019-add6-4b35-a312-1b769c559c90 req-ebc8f0b8-db5a-46e8-ba79-1c3fac688617 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:09.672334 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f5eee019-add6-4b35-a312-1b769c559c90 req-ebc8f0b8-db5a-46e8-ba79-1c3fac688617 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:09.695188 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f5eee019-add6-4b35-a312-1b769c559c90 req-ebc8f0b8-db5a-46e8-ba79-1c3fac688617 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:09.723001 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f5eee019-add6-4b35-a312-1b769c559c90 req-ebc8f0b8-db5a-46e8-ba79-1c3fac688617 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:09.727443 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f5eee019-add6-4b35-a312-1b769c559c90 req-ebc8f0b8-db5a-46e8-ba79-1c3fac688617 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2387586 Jul 22 19:14:09.812926 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8f0b8-db5a-46e8-ba79-1c3fac688617 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=328d6a36-9360-44c9-85eb-1cb0584d656b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:09.850802 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df6f34-93fa-4431-9aab-6967ba74015f req-d72d7128-caca-4574-8557-e6442a6ef681 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:09.852410 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-26df6f34-93fa-4431-9aab-6967ba74015f req-d72d7128-caca-4574-8557-e6442a6ef681 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.2026012 Jul 22 19:14:09.858519 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0184c94f-9622-45d1-9573-7362ce6c3b29 req-ba2ba1cd-3ca3-4685-ba2f-008a0f081984 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "GET /v2.0/security-groups/328d6a36-9360-44c9-85eb-1cb0584d656b HTTP/1.1" status: 200 len: 1814 time: 0.1048868 Jul 22 19:14:09.896625 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-2b62a5c3-13e6-42ef-9d26-e9b6c9efcb82 req-615608f4-328b-44a1-a1b5-e91cd6e647e7 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2063617874', 'description': 'tempest-description-1407258679'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:09.942428 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-26df6f34-93fa-4431-9aab-6967ba74015f req-2a3570f4-55e6-4be6-8e8d-fecb532307cd tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828960 Jul 22 19:14:09.954874 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b62a5c3-13e6-42ef-9d26-e9b6c9efcb82 req-615608f4-328b-44a1-a1b5-e91cd6e647e7 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:10.126961 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b62a5c3-13e6-42ef-9d26-e9b6c9efcb82 req-615608f4-328b-44a1-a1b5-e91cd6e647e7 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:10.131786 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b62a5c3-13e6-42ef-9d26-e9b6c9efcb82 req-615608f4-328b-44a1-a1b5-e91cd6e647e7 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:10.171722 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b62a5c3-13e6-42ef-9d26-e9b6c9efcb82 req-615608f4-328b-44a1-a1b5-e91cd6e647e7 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:10.173146 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b62a5c3-13e6-42ef-9d26-e9b6c9efcb82 req-615608f4-328b-44a1-a1b5-e91cd6e647e7 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2828884 Jul 22 19:14:10.175048 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615608f4-328b-44a1-a1b5-e91cd6e647e7 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d75020-3462-46c1-9bee-a05b7d942198,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:10.243346 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3ffa2014-2d22-44fe-a32a-1322ec8c8082 req-ea3cc4d2-55ae-425e-9f98-e3c542872bf1 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "GET /v2.0/security-groups/e0d75020-3462-46c1-9bee-a05b7d942198 HTTP/1.1" status: 200 len: 1815 time: 0.0445948 Jul 22 19:14:10.271609 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-c3e48904-c78a-41fe-817d-9c0717dd22f7 req-56cd4a13-8a63-4043-8a1d-9cefa5e70cfa tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1842119791', 'description': 'tempest-description-1927151625'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:10.299654 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c3e48904-c78a-41fe-817d-9c0717dd22f7 req-56cd4a13-8a63-4043-8a1d-9cefa5e70cfa tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:10.416393 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c3e48904-c78a-41fe-817d-9c0717dd22f7 req-56cd4a13-8a63-4043-8a1d-9cefa5e70cfa tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:10.421071 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c3e48904-c78a-41fe-817d-9c0717dd22f7 req-56cd4a13-8a63-4043-8a1d-9cefa5e70cfa tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:10.450653 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c3e48904-c78a-41fe-817d-9c0717dd22f7 req-56cd4a13-8a63-4043-8a1d-9cefa5e70cfa tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:10.452083 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3e48904-c78a-41fe-817d-9c0717dd22f7 req-56cd4a13-8a63-4043-8a1d-9cefa5e70cfa tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.1855114 Jul 22 19:14:10.456580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd4a13-8a63-4043-8a1d-9cefa5e70cfa tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a9b62d-2ab4-4b24-88e3-10949be8a2cc,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:10.543822 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a8cfe14d-4cb4-4f09-8a0d-0f2bb7fc4b0e req-9b20fc77-7be3-4816-b4a5-d4e340d9ad87 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "GET /v2.0/security-groups/b4a9b62d-2ab4-4b24-88e3-10949be8a2cc HTTP/1.1" status: 200 len: 1815 time: 0.0609086 Jul 22 19:14:10.684533 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332def1-27ab-4bfc-8e9a-50d84997a67f req-d282c5cb-f50c-48e7-8d4e-0b179201fac6 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:10.688986 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f332def1-27ab-4bfc-8e9a-50d84997a67f req-d282c5cb-f50c-48e7-8d4e-0b179201fac6 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.1282096 Jul 22 19:14:10.705703 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-756a7478-123b-4548-bab3-406f5447fedb req-a8526a33-9ed8-479c-b2c9-1458f8037467 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] show failed (client error): The resource could not be found. Jul 22 19:14:10.706969 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-756a7478-123b-4548-bab3-406f5447fedb req-a8526a33-9ed8-479c-b2c9-1458f8037467 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "GET /v2.0/security-groups/24349487-29f2-4eec-b9b6-0fb4dbb13ab4 HTTP/1.1" status: 404 len: 352 time: 0.0168214 Jul 22 19:14:10.767350 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-0324a1f9-a436-4c08-b702-ecde23705761 req-6d2a5a31-16e9-4923-bdd5-94a6c3d6aa8d tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] show failed (client error): The resource could not be found. Jul 22 19:14:10.768401 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0324a1f9-a436-4c08-b702-ecde23705761 req-6d2a5a31-16e9-4923-bdd5-94a6c3d6aa8d tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "GET /v2.0/security-group-rules/80f96ef9-3064-40e7-9d3e-cde4b61f8ffd HTTP/1.1" status: 404 len: 361 time: 0.0198555 Jul 22 19:14:10.787006 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f332def1-27ab-4bfc-8e9a-50d84997a67f req-36800f45-ec9a-49b0-b948-1b422a8d724f tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788596 Jul 22 19:14:10.858899 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6471a266-aa10-46af-b2e7-2de74bf83c3d req-f166dc2f-3cbc-410a-8cf3-104cbfaf81f1 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "GET /v2.0/security-groups/b4a9b62d-2ab4-4b24-88e3-10949be8a2cc HTTP/1.1" status: 200 len: 1815 time: 0.0648351 Jul 22 19:14:10.987575 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6471a266-aa10-46af-b2e7-2de74bf83c3d req-94a2902e-f54d-44ba-86fe-3f0eac1dab59 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:11.019824 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6471a266-aa10-46af-b2e7-2de74bf83c3d req-94a2902e-f54d-44ba-86fe-3f0eac1dab59 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:11.085581 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6471a266-aa10-46af-b2e7-2de74bf83c3d req-94a2902e-f54d-44ba-86fe-3f0eac1dab59 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:11.089292 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6471a266-aa10-46af-b2e7-2de74bf83c3d req-94a2902e-f54d-44ba-86fe-3f0eac1dab59 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:11.090828 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6471a266-aa10-46af-b2e7-2de74bf83c3d req-94a2902e-f54d-44ba-86fe-3f0eac1dab59 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "DELETE /v2.0/security-groups/b4a9b62d-2ab4-4b24-88e3-10949be8a2cc HTTP/1.1" status: 204 len: 173 time: 0.2253122 Jul 22 19:14:11.107208 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2902e-f54d-44ba-86fe-3f0eac1dab59 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a9b62d-2ab4-4b24-88e3-10949be8a2cc,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:11.249514 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d320f-f878-4531-8cf7-eb7930d41efd req-5d210a6c-b631-4776-a105-5fa5fd13593f tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:11.251111 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df2d320f-f878-4531-8cf7-eb7930d41efd req-5d210a6c-b631-4776-a105-5fa5fd13593f tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.1012526 Jul 22 19:14:11.305385 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df2d320f-f878-4531-8cf7-eb7930d41efd req-79438a9a-8219-4f4b-be85-35ec7a6c1901 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475445 Jul 22 19:14:11.380892 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc695a56-af19-4c1b-a623-4fb870bfd01e req-c7d4ef1a-78c9-44f4-bdeb-fff1f6de45b6 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "GET /v2.0/security-groups/e0d75020-3462-46c1-9bee-a05b7d942198 HTTP/1.1" status: 200 len: 1815 time: 0.0589685 Jul 22 19:14:11.482974 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:11.500860 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cc695a56-af19-4c1b-a623-4fb870bfd01e req-b095309d-ac76-4901-a625-ec4eccf090b0 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:11.539321 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cc695a56-af19-4c1b-a623-4fb870bfd01e req-b095309d-ac76-4901-a625-ec4eccf090b0 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:11.599287 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cc695a56-af19-4c1b-a623-4fb870bfd01e req-b095309d-ac76-4901-a625-ec4eccf090b0 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:11.603258 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cc695a56-af19-4c1b-a623-4fb870bfd01e req-b095309d-ac76-4901-a625-ec4eccf090b0 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:11.604712 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc695a56-af19-4c1b-a623-4fb870bfd01e req-b095309d-ac76-4901-a625-ec4eccf090b0 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "DELETE /v2.0/security-groups/e0d75020-3462-46c1-9bee-a05b7d942198 HTTP/1.1" status: 204 len: 173 time: 0.2224009 Jul 22 19:14:11.628665 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104101e-49f5-476c-ba0b-ba6d2817a8fd req-3e5634bc-5ffe-4bb1-b47b-baf2b9f799b1 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:11.630479 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7104101e-49f5-476c-ba0b-ba6d2817a8fd req-3e5634bc-5ffe-4bb1-b47b-baf2b9f799b1 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 945 time: 0.1725316 Jul 22 19:14:11.632061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095309d-ac76-4901-a625-ec4eccf090b0 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d75020-3462-46c1-9bee-a05b7d942198,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:11.715396 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7104101e-49f5-476c-ba0b-ba6d2817a8fd req-84faa616-9d49-4050-8eee-577d0d3a8621 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565567 Jul 22 19:14:11.732990 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c9a17d29-7a62-4b5b-a482-2393e96e3bec req-2e4c675b-db06-4c54-89a6-6a0ca9a191f6 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "GET /v2.0/security-groups/328d6a36-9360-44c9-85eb-1cb0584d656b HTTP/1.1" status: 200 len: 1814 time: 0.0979958 Jul 22 19:14:11.801327 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c9a17d29-7a62-4b5b-a482-2393e96e3bec req-1b32de96-3e97-48b9-99bb-a1a6606d3dd7 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:11.828194 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c9a17d29-7a62-4b5b-a482-2393e96e3bec req-1b32de96-3e97-48b9-99bb-a1a6606d3dd7 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:11.880061 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c9a17d29-7a62-4b5b-a482-2393e96e3bec req-1b32de96-3e97-48b9-99bb-a1a6606d3dd7 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:11.883158 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c9a17d29-7a62-4b5b-a482-2393e96e3bec req-1b32de96-3e97-48b9-99bb-a1a6606d3dd7 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:11.884421 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c9a17d29-7a62-4b5b-a482-2393e96e3bec req-1b32de96-3e97-48b9-99bb-a1a6606d3dd7 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "DELETE /v2.0/security-groups/328d6a36-9360-44c9-85eb-1cb0584d656b HTTP/1.1" status: 204 len: 173 time: 0.1450694 Jul 22 19:14:11.902343 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32de96-3e97-48b9-99bb-a1a6606d3dd7 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=328d6a36-9360-44c9-85eb-1cb0584d656b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:12.022523 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-620de44e-7bef-4b04-9b7f-a70b61ea55a8 req-62b5805d-3fd0-4672-920a-1e94d685f790 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "GET /v2.0/security-groups/4c1071bb-4c54-4081-a087-3bf80958ab71 HTTP/1.1" status: 200 len: 1815 time: 0.1094325 Jul 22 19:14:12.095553 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85547bb7-ea32-44f5-b069-88107e713a90 req-230e5131-37f4-46c9-ba73-60816ba1865a tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:12.097848 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-85547bb7-ea32-44f5-b069-88107e713a90 req-230e5131-37f4-46c9-ba73-60816ba1865a tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.1275711 Jul 22 19:14:12.159597 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-85547bb7-ea32-44f5-b069-88107e713a90 req-24c63ca3-fbe7-4037-b35d-f78435b3e83e tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530906 Jul 22 19:14:12.160228 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-620de44e-7bef-4b04-9b7f-a70b61ea55a8 req-8ed22df4-4b5d-47cc-acd9-453f773f84c4 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:12.184829 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-620de44e-7bef-4b04-9b7f-a70b61ea55a8 req-8ed22df4-4b5d-47cc-acd9-453f773f84c4 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:12.236512 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-620de44e-7bef-4b04-9b7f-a70b61ea55a8 req-8ed22df4-4b5d-47cc-acd9-453f773f84c4 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:12.239605 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-620de44e-7bef-4b04-9b7f-a70b61ea55a8 req-8ed22df4-4b5d-47cc-acd9-453f773f84c4 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:12.241062 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-620de44e-7bef-4b04-9b7f-a70b61ea55a8 req-8ed22df4-4b5d-47cc-acd9-453f773f84c4 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "DELETE /v2.0/security-groups/4c1071bb-4c54-4081-a087-3bf80958ab71 HTTP/1.1" status: 204 len: 173 time: 0.2059417 Jul 22 19:14:12.298946 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed22df4-4b5d-47cc-acd9-453f773f84c4 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1071bb-4c54-4081-a087-3bf80958ab71,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:12.332988 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0717e149-b018-4ad9-accc-1d7d63004245 req-f34a19b5-48c9-4440-a07b-fcaf4ce3635a tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "GET /v2.0/security-groups/864a5bf9-d11d-46fc-9b96-b3ee5906ae9f HTTP/1.1" status: 200 len: 1815 time: 0.0556848 Jul 22 19:14:12.421269 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0717e149-b018-4ad9-accc-1d7d63004245 req-6471553c-6b30-45de-ac8e-6cb24b0915f5 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:12.477763 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0717e149-b018-4ad9-accc-1d7d63004245 req-6471553c-6b30-45de-ac8e-6cb24b0915f5 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:12.542573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ba0e7-da61-4228-9553-f527fef604a0 req-2b64881a-3177-4afa-adf1-ac946cb76176 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:12.544172 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca3ba0e7-da61-4228-9553-f527fef604a0 req-2b64881a-3177-4afa-adf1-ac946cb76176 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.1110682 Jul 22 19:14:12.549431 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0717e149-b018-4ad9-accc-1d7d63004245 req-6471553c-6b30-45de-ac8e-6cb24b0915f5 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:12.552214 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0717e149-b018-4ad9-accc-1d7d63004245 req-6471553c-6b30-45de-ac8e-6cb24b0915f5 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:12.553765 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0717e149-b018-4ad9-accc-1d7d63004245 req-6471553c-6b30-45de-ac8e-6cb24b0915f5 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] 10.222.0.13 "DELETE /v2.0/security-groups/864a5bf9-d11d-46fc-9b96-b3ee5906ae9f HTTP/1.1" status: 204 len: 173 time: 0.2194464 Jul 22 19:14:12.560196 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47258) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:12.569024 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471553c-6b30-45de-ac8e-6cb24b0915f5 tempest-SecurityGroupRulesNegativeTestJSON-766135385 tempest-SecurityGroupRulesNegativeTestJSON-766135385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=864a5bf9-d11d-46fc-9b96-b3ee5906ae9f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:12.619410 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca3ba0e7-da61-4228-9553-f527fef604a0 req-03f0bc23-def9-4bb9-8fd4-d043af5ed153 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645313 Jul 22 19:14:12.624354 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-8835ac87-e5b9-44a9-b1aa-4ab6c2db6eec admin admin] Deleting subnet 9bdea9cd-9883-453d-bccb-ad18187431dd {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:14:12.628970 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8835ac87-e5b9-44a9-b1aa-4ab6c2db6eec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:12.668373 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8835ac87-e5b9-44a9-b1aa-4ab6c2db6eec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:12.715681 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8835ac87-e5b9-44a9-b1aa-4ab6c2db6eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:12.790585 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8835ac87-e5b9-44a9-b1aa-4ab6c2db6eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:12.805214 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8835ac87-e5b9-44a9-b1aa-4ab6c2db6eec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:12.810161 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8835ac87-e5b9-44a9-b1aa-4ab6c2db6eec admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9bdea9cd-9883-453d-bccb-ad18187431dd HTTP/1.1" status: 204 len: 168 time: 0.2487414 Jul 22 19:14:12.810438 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 47278) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:12.828330 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835ac87-e5b9-44a9-b1aa-4ab6c2db6eec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bdea9cd-9883-453d-bccb-ad18187431dd,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:12.930338 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eae89023-5085-4fc4-a1f6-9a50e82199b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:12.967175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c8dfd-b252-47f0-b7e6-60908243c95c req-3f0d6a41-1dce-4943-b956-af101643b67a tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:12.976594 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-695c8dfd-b252-47f0-b7e6-60908243c95c req-3f0d6a41-1dce-4943-b956-af101643b67a tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 945 time: 0.1660080 Jul 22 19:14:13.051063 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-695c8dfd-b252-47f0-b7e6-60908243c95c req-c80d42c6-fd20-461b-9992-69f419a68807 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755558 Jul 22 19:14:13.077000 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eae89023-5085-4fc4-a1f6-9a50e82199b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:13.089830 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-eae89023-5085-4fc4-a1f6-9a50e82199b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10c5d14-b832-4fb8-9885-34a42f6b2b38']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:13.101795 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-eae89023-5085-4fc4-a1f6-9a50e82199b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01fe3eaf-975f-4091-8fc8-c7e07310f642') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:13.102292 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-eae89023-5085-4fc4-a1f6-9a50e82199b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01fe3eaf-975f-4091-8fc8-c7e07310f642') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:13.113065 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eae89023-5085-4fc4-a1f6-9a50e82199b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:13.128094 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eae89023-5085-4fc4-a1f6-9a50e82199b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:13.134777 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae89023-5085-4fc4-a1f6-9a50e82199b9 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:14:13.135164 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eae89023-5085-4fc4-a1f6-9a50e82199b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:14:13.137021 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:14:13.213885 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eae89023-5085-4fc4-a1f6-9a50e82199b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:13.231661 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eae89023-5085-4fc4-a1f6-9a50e82199b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:13.240829 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-eae89023-5085-4fc4-a1f6-9a50e82199b9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a10c5d14-b832-4fb8-9885-34a42f6b2b38 HTTP/1.1" status: 204 len: 168 time: 0.4220517 Jul 22 19:14:13.264888 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae89023-5085-4fc4-a1f6-9a50e82199b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a10c5d14-b832-4fb8-9885-34a42f6b2b38,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:13.375373 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed33315-a043-4fa0-b45e-047e2d1aecb7 req-b6f8f4af-be19-4451-8403-5cb0cda2a395 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:13.377441 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3ed33315-a043-4fa0-b45e-047e2d1aecb7 req-b6f8f4af-be19-4451-8403-5cb0cda2a395 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.0863705 Jul 22 19:14:13.407651 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47310) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:13.442072 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3ed33315-a043-4fa0-b45e-047e2d1aecb7 req-8871a0b6-9b60-47ff-a92b-faf91d3caaec tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552390 Jul 22 19:14:13.462782 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fcc0a1fa-f460-4a14-ab3e-8cee83c47ec7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=955664c7a0ac42a7b3fee30b2bc6c50f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538018 Jul 22 19:14:13.465267 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47312) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:13.542084 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e8ff128-6801-4187-9e34-81fe7f97dccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:13.572708 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e8ff128-6801-4187-9e34-81fe7f97dccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:13.630359 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e8ff128-6801-4187-9e34-81fe7f97dccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:13.633147 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e8ff128-6801-4187-9e34-81fe7f97dccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:13.637152 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4e8ff128-6801-4187-9e34-81fe7f97dccd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6d458c7-0a75-444b-8265-37558d9ff0d5 HTTP/1.1" status: 204 len: 168 time: 0.1672726 Jul 22 19:14:13.644598 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ff128-6801-4187-9e34-81fe7f97dccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d458c7-0a75-444b-8265-37558d9ff0d5,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:13.847703 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f6679-c134-44be-9f5e-5893d77a3a50 req-eeed0b02-da09-4e91-9ecf-0ffa0a372cf2 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:13.849563 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-493f6679-c134-44be-9f5e-5893d77a3a50 req-eeed0b02-da09-4e91-9ecf-0ffa0a372cf2 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.30 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 945 time: 0.1471958 Jul 22 19:14:13.884154 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa02f09-1da5-42a4-bb4e-c49e2f5d3f6c req-a808244b-d94b-46e5-b6f5-e2d9eeda32f6 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:13.886114 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1fa02f09-1da5-42a4-bb4e-c49e2f5d3f6c req-a808244b-d94b-46e5-b6f5-e2d9eeda32f6 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.1728742 Jul 22 19:14:14.066524 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1fa02f09-1da5-42a4-bb4e-c49e2f5d3f6c req-c48503d6-f9c2-4541-8463-680a4da500ed tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239707 Jul 22 19:14:14.095556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-493f6679-c134-44be-9f5e-5893d77a3a50 req-0d3e6567-6210-47e9-8914-21e51ed3293f tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Deleting port 4d24e2d3-73b1-4528-b025-71fb422ede79 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:14:14.095989 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-493f6679-c134-44be-9f5e-5893d77a3a50 req-0d3e6567-6210-47e9-8914-21e51ed3293f tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:14.310314 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318cd5f-78ae-4be9-9911-3e89343769cd req-29f8e39d-4ea0-4eb6-8f62-57f63afaff40 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:14.317300 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4318cd5f-78ae-4be9-9911-3e89343769cd req-29f8e39d-4ea0-4eb6-8f62-57f63afaff40 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=de3203cb-4628-4cde-8769-c66083b5d4ed HTTP/1.1" status: 200 len: 945 time: 0.1249266 Jul 22 19:14:14.329506 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-493f6679-c134-44be-9f5e-5893d77a3a50 req-0d3e6567-6210-47e9-8914-21e51ed3293f tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] For port 4d24e2d3-73b1-4528-b025-71fb422ede79, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=4d24e2d3-73b1-4528-b025-71fb422ede79,segment=NetworkSegment(3b58bc68-1756-48fe-8cb5-fa0d3ff8d906),segment_id=3b58bc68-1756-48fe-8cb5-fa0d3ff8d906)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:14.329874 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-493f6679-c134-44be-9f5e-5893d77a3a50 req-0d3e6567-6210-47e9-8914-21e51ed3293f tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:14.355022 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-493f6679-c134-44be-9f5e-5893d77a3a50 req-0d3e6567-6210-47e9-8914-21e51ed3293f tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Calling delete_port for 4d24e2d3-73b1-4528-b025-71fb422ede79 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:14:14.389863 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4318cd5f-78ae-4be9-9911-3e89343769cd req-811532be-10d5-4e32-9ed6-08f3944673c4 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695488 Jul 22 19:14:14.579867 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-493f6679-c134-44be-9f5e-5893d77a3a50 req-0d3e6567-6210-47e9-8914-21e51ed3293f tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:14.601962 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:14:14.605763 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['4d24e2d3-73b1-4528-b025-71fb422ede79'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:14:14.654625 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e6567-6210-47e9-8914-21e51ed3293f tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Pushing event deleted for resources: {'Port': ['ID=4d24e2d3-73b1-4528-b025-71fb422ede79,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:14.724511 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-493f6679-c134-44be-9f5e-5893d77a3a50 req-0d3e6567-6210-47e9-8914-21e51ed3293f tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] No DVR routers for this DVR port 4d24e2d3-73b1-4528-b025-71fb422ede79 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:14:14.728038 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-493f6679-c134-44be-9f5e-5893d77a3a50 req-0d3e6567-6210-47e9-8914-21e51ed3293f tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:14.730731 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-493f6679-c134-44be-9f5e-5893d77a3a50 req-0d3e6567-6210-47e9-8914-21e51ed3293f tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.30 "DELETE /v2.0/ports/4d24e2d3-73b1-4528-b025-71fb422ede79 HTTP/1.1" status: 204 len: 173 time: 0.8711367 Jul 22 19:14:14.731245 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3203cb-4628-4cde-8769-c66083b5d4ed', 'name': 'network-vif-deleted', 'tag': '4d24e2d3-73b1-4528-b025-71fb422ede79'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:14:14.734029 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a40661-f763-4413-bbb0-33b8977eab50" -d '{"events": [{"server_uuid": "de3203cb-4628-4cde-8769-c66083b5d4ed", "name": "network-vif-deleted", "tag": "4d24e2d3-73b1-4528-b025-71fb422ede79"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:14:14.757740 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676ca42-f4cf-4516-b3e4-f601d06f1c56 req-561b55b8-3d35-4e29-98c8-950015c13149 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:14.765634 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4676ca42-f4cf-4516-b3e4-f601d06f1c56 req-561b55b8-3d35-4e29-98c8-950015c13149 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.2242534 Jul 22 19:14:14.793613 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47382) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:14.868950 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc83588-e9f9-4f73-ba40-fc51c02c619d x-openstack-request-id: req-2fc83588-e9f9-4f73-ba40-fc51c02c619d {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:14:14.869180 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3203cb-4628-4cde-8769-c66083b5d4ed", "name": "network-vif-deleted", "tag": "4d24e2d3-73b1-4528-b025-71fb422ede79", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:14:14.869406 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2fc83588-e9f9-4f73-ba40-fc51c02c619d {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:14:14.870009 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3203cb-4628-4cde-8769-c66083b5d4ed', 'name': 'network-vif-deleted', 'tag': '4d24e2d3-73b1-4528-b025-71fb422ede79', 'status': 'completed', 'code': 200} Jul 22 19:14:14.879567 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4676ca42-f4cf-4516-b3e4-f601d06f1c56 req-c2cc5d64-6248-472f-8c8d-c4c131d22ac3 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103776 Jul 22 19:14:14.941339 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4513651d-d786-4bd9-a9a3-7ad4ca97f187 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1785482051-network', 'tenant_id': '527b77ac2d414daa8d1b917651025870'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:14.963515 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4513651d-d786-4bd9-a9a3-7ad4ca97f187 admin admin] Made reservation on behalf of 527b77ac2d414daa8d1b917651025870 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:14:14.966461 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4513651d-d786-4bd9-a9a3-7ad4ca97f187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:14.976765 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4513651d-d786-4bd9-a9a3-7ad4ca97f187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:15.078066 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4513651d-d786-4bd9-a9a3-7ad4ca97f187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:15.085644 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4513651d-d786-4bd9-a9a3-7ad4ca97f187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:15.127306 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4513651d-d786-4bd9-a9a3-7ad4ca97f187 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:14:15.158496 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4513651d-d786-4bd9-a9a3-7ad4ca97f187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:15.159147 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-4513651d-d786-4bd9-a9a3-7ad4ca97f187 admin admin] Added segment 3395377a-ce4f-44d3-ab52-445f55bed2e6 of type vlan for network 5eb25bbb-9b41-44db-86a7-6089abd87ffa Jul 22 19:14:15.204218 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4513651d-d786-4bd9-a9a3-7ad4ca97f187 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:15.237865 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4513651d-d786-4bd9-a9a3-7ad4ca97f187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:15.238953 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4513651d-d786-4bd9-a9a3-7ad4ca97f187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:15.239774 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4513651d-d786-4bd9-a9a3-7ad4ca97f187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:15.258078 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b10eb0-2093-4f81-9461-8edb2896f757 req-c5d736d8-1cd2-4be0-b771-e22bbb372cf0 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:15.259750 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29b10eb0-2093-4f81-9461-8edb2896f757 req-c5d736d8-1cd2-4be0-b771-e22bbb372cf0 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.1253133 Jul 22 19:14:15.273149 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4513651d-d786-4bd9-a9a3-7ad4ca97f187 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4774840 Jul 22 19:14:15.281231 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 47394) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:15.286385 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2e2be2f5-ed71-4834-bfca-e0969d0ab540 admin admin] Request body: {'subnet': {'network_id': '5eb25bbb-9b41-44db-86a7-6089abd87ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1785482051-subnet', 'tenant_id': '527b77ac2d414daa8d1b917651025870', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:15.312111 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513651d-d786-4bd9-a9a3-7ad4ca97f187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6831b0c7-925e-49b2-ac7a-af235ae704a0,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:15.321960 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29b10eb0-2093-4f81-9461-8edb2896f757 req-72d68ff3-4cd3-4784-b033-c617bbd65ea7 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555310 Jul 22 19:14:15.361195 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2be2f5-ed71-4834-bfca-e0969d0ab540 admin admin] Made reservation on behalf of 527b77ac2d414daa8d1b917651025870 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:14:15.366283 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e2be2f5-ed71-4834-bfca-e0969d0ab540 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:15.389814 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513651d-d786-4bd9-a9a3-7ad4ca97f187 admin admin] Pushing event updated for resources: {'Network': ['ID=5eb25bbb-9b41-44db-86a7-6089abd87ffa,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:15.404586 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 5eb25bbb-9b41-44db-86a7-6089abd87ffa details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:14:15.638802 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e2be2f5-ed71-4834-bfca-e0969d0ab540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:15.713998 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2be2f5-ed71-4834-bfca-e0969d0ab540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1db451fb-c10a-42ee-904a-ea7204905097,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:15.758003 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2be2f5-ed71-4834-bfca-e0969d0ab540 admin admin] Checking segment: {'id': '3395377a-ce4f-44d3-ab52-445f55bed2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5eb25bbb-9b41-44db-86a7-6089abd87ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:14:15.758423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2be2f5-ed71-4834-bfca-e0969d0ab540 admin admin] Network hostable DHCP agents. Network: 5eb25bbb-9b41-44db-86a7-6089abd87ffa, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:14:15.790702 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2be2f5-ed71-4834-bfca-e0969d0ab540 admin admin] Network 5eb25bbb-9b41-44db-86a7-6089abd87ffa is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:14:15.807442 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-2e2be2f5-ed71-4834-bfca-e0969d0ab540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 5eb25bbb-9b41-44db-86a7-6089abd87ffa) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:14:15.812575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2be2f5-ed71-4834-bfca-e0969d0ab540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:15.813168 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e2be2f5-ed71-4834-bfca-e0969d0ab540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:15.816796 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b77aea0-5e75-4899-b3e3-f04720c54c0b None None] Network 5eb25bbb-9b41-44db-86a7-6089abd87ffa requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:14:15.838917 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272660cd-e639-4408-bae1-30d86591c764 req-c7ad2eef-af95-4d2d-9dba-697252e1b5fc tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:15.840500 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-272660cd-e639-4408-bae1-30d86591c764 req-c7ad2eef-af95-4d2d-9dba-697252e1b5fc tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.1180332 Jul 22 19:14:15.852561 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2e2be2f5-ed71-4834-bfca-e0969d0ab540 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5661249 Jul 22 19:14:15.903415 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-272660cd-e639-4408-bae1-30d86591c764 req-5a6f589d-c7ec-4e9c-9d00-d748c212e355 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521467 Jul 22 19:14:16.043297 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49baf425-1cf8-4fc0-8759-75e65329bff0 None None] Network 5eb25bbb-9b41-44db-86a7-6089abd87ffa requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:14:16.116497 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40812f45-d66e-4035-9a52-0d777a51b88d req-cabb60ee-649b-41ca-a8e0-25d22fc2d812 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:16.118044 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40812f45-d66e-4035-9a52-0d777a51b88d req-cabb60ee-649b-41ca-a8e0-25d22fc2d812 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.1094172 Jul 22 19:14:16.187768 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40812f45-d66e-4035-9a52-0d777a51b88d req-6a034eaa-daa1-4cb0-a7c4-f7c9f0ee2909 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556293 Jul 22 19:14:16.517785 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-83cc9d4b-b7b8-4e06-8ecd-b6e994693acb tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:16.519422 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-83cc9d4b-b7b8-4e06-8ecd-b6e994693acb tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/networks?id=5eb25bbb-9b41-44db-86a7-6089abd87ffa HTTP/1.1" status: 200 len: 815 time: 0.1647384 Jul 22 19:14:16.548127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e55be-75e2-4332-b237-19097c524a65 req-40cfd369-7e16-489e-929c-b0c83cd0369f tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:16.549822 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-378e55be-75e2-4332-b237-19097c524a65 req-40cfd369-7e16-489e-929c-b0c83cd0369f tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.1133089 Jul 22 19:14:16.551772 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-fd92dd4e-a3e8-400d-a395-8ffd129e3f89 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/quotas/527b77ac2d414daa8d1b917651025870 HTTP/1.1" status: 200 len: 375 time: 0.0269570 Jul 22 19:14:16.606142 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-2f04ee2f-2ecd-4893-9c4d-764a6b996cb9 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=527b77ac2d414daa8d1b917651025870&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393026 Jul 22 19:14:16.626981 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-f9e55e6b-e2d0-42e9-b94f-aeea7a5d361c tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:14:16.628076 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-f9e55e6b-e2d0-42e9-b94f-aeea7a5d361c tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116339 Jul 22 19:14:16.695926 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-378e55be-75e2-4332-b237-19097c524a65 req-b27d07e4-b21f-4fa7-bb1e-41eb8270e52f tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351030 Jul 22 19:14:16.807993 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-6c378289-7fa5-43ac-99b6-51a9abc39119 service neutron] 10.222.0.13 "GET /v2.0/networks/5eb25bbb-9b41-44db-86a7-6089abd87ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675451 Jul 22 19:14:16.920328 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-3ab45683-f7ff-4751-bf0e-4f96563f6cda service neutron] 10.222.0.13 "GET /v2.0/networks/5eb25bbb-9b41-44db-86a7-6089abd87ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052401 Jul 22 19:14:17.162569 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7d28a-8062-449c-80b9-4250e19a81dd req-915f22f1-b975-4fdd-b837-e4b0529fde96 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:17.166053 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1a7d28a-8062-449c-80b9-4250e19a81dd req-915f22f1-b975-4fdd-b837-e4b0529fde96 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.1250625 Jul 22 19:14:17.563201 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-22dece2d-c19a-4fbb-9e21-21781b438a49 req-f07c13d9-a83b-40dd-b3bc-f700f92d1f4f tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 210 time: 0.3942962 Jul 22 19:14:17.606289 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1a7d28a-8062-449c-80b9-4250e19a81dd req-c029f9cc-81ad-4b75-8175-49c807a7cee1 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249516 Jul 22 19:14:17.644206 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 4d24e2d3-73b1-4528-b025-71fb422ede79 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:14:17.665057 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 4d24e2d3-73b1-4528-b025-71fb422ede79 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:14:17.665720 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 4d24e2d3-73b1-4528-b025-71fb422ede79 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:14:17.768214 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed5962-5b92-4842-997a-8ecb28e0866b req-a9f49631-741d-436c-b39e-4213cd6013d5 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:17.772982 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7fed5962-5b92-4842-997a-8ecb28e0866b req-a9f49631-741d-436c-b39e-4213cd6013d5 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.1008475 Jul 22 19:14:17.899064 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7fed5962-5b92-4842-997a-8ecb28e0866b req-3d66b587-e6ce-4bbf-8f4c-49c817904990 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926828 Jul 22 19:14:17.912732 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa0aa4-7ed8-4f66-a58c-325b2f2d5a14 req-60d16b94-666a-42a8-a168-862034784799 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:17.914434 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ffa0aa4-7ed8-4f66-a58c-325b2f2d5a14 req-60d16b94-666a-42a8-a168-862034784799 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.1402776 Jul 22 19:14:17.984040 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ffa0aa4-7ed8-4f66-a58c-325b2f2d5a14 req-a044a359-724e-4ee5-9b7c-d394f41ffbdb tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638790 Jul 22 19:14:18.595463 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-c3e447ac-0676-4bd4-9d5f-cb62eac3ef54 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:18.601810 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-c3e447ac-0676-4bd4-9d5f-cb62eac3ef54 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.30 "GET /v2.0/networks?id=5eb25bbb-9b41-44db-86a7-6089abd87ffa HTTP/1.1" status: 200 len: 815 time: 0.1852331 Jul 22 19:14:18.616338 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-27ca983f-45c7-40f1-8881-9767037e8a01 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Request body: {'port': {'device_id': '4e6f3937-f52b-496d-bde4-55a8166cfaea', 'network_id': '5eb25bbb-9b41-44db-86a7-6089abd87ffa', 'admin_state_up': True, 'tenant_id': '527b77ac2d414daa8d1b917651025870'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:18.777468 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c7fada9-0836-45c6-895c-53c2eb6ac36d req-069365bb-33d6-4c99-a7af-58b1a6a208bb tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 210 time: 0.0997915 Jul 22 19:14:18.856141 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c458a7-57a2-4ff4-b7f6-df194dd4468b req-df1c277a-697f-4e16-a031-81a3c42ddbb2 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:18.868287 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48c458a7-57a2-4ff4-b7f6-df194dd4468b req-df1c277a-697f-4e16-a031-81a3c42ddbb2 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.1573656 Jul 22 19:14:18.880830 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-27ca983f-45c7-40f1-8881-9767037e8a01 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Made reservation on behalf of 527b77ac2d414daa8d1b917651025870 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:14:18.893587 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-27ca983f-45c7-40f1-8881-9767037e8a01 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:18.974199 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48c458a7-57a2-4ff4-b7f6-df194dd4468b req-63eaa29d-4f3b-4457-a701-9006c7cded40 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048985 Jul 22 19:14:19.219926 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-27ca983f-45c7-40f1-8881-9767037e8a01 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Allocated IP 172.20.0.4 (5eb25bbb-9b41-44db-86a7-6089abd87ffa/1db451fb-c10a-42ee-904a-ea7204905097/1b861b7d-94cc-4cfa-ad34-ad1948ba3303) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:14:19.409518 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-27ca983f-45c7-40f1-8881-9767037e8a01 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:19.474580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae8ca8-6562-4cb5-88d8-20749d74e5aa req-8bbbdcc8-67f7-4a4d-8cf3-09f486bcde2b tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:19.476076 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a8ae8ca8-6562-4cb5-88d8-20749d74e5aa req-8bbbdcc8-67f7-4a4d-8cf3-09f486bcde2b tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.4374924 Jul 22 19:14:19.513222 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb1e35-61e0-4f2d-96cf-2506205e295b req-9e000a0b-09d3-47c5-8517-49eb064011f6 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:19.515066 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0bbb1e35-61e0-4f2d-96cf-2506205e295b req-9e000a0b-09d3-47c5-8517-49eb064011f6 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.4281428 Jul 22 19:14:19.570189 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a8ae8ca8-6562-4cb5-88d8-20749d74e5aa req-9f54bc8b-bd64-4b53-ad17-f922d3d74d43 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837481 Jul 22 19:14:19.571173 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-27ca983f-45c7-40f1-8881-9767037e8a01 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:19.627135 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-27ca983f-45c7-40f1-8881-9767037e8a01 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Network 5eb25bbb-9b41-44db-86a7-6089abd87ffa is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:14:19.641225 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0bbb1e35-61e0-4f2d-96cf-2506205e295b req-2df9f337-6955-4b14-b3ad-48468ff2d1dc tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162884 Jul 22 19:14:19.642562 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-27ca983f-45c7-40f1-8881-9767037e8a01 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:14:19.661132 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca983f-45c7-40f1-8881-9767037e8a01 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Pushing event updated for resources: {'Port': ['ID=1b861b7d-94cc-4cfa-ad34-ad1948ba3303,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:19.664452 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-27ca983f-45c7-40f1-8881-9767037e8a01 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:14:19.740794 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-27ca983f-45c7-40f1-8881-9767037e8a01 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:19.744126 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-27ca983f-45c7-40f1-8881-9767037e8a01 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:19.765217 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-27ca983f-45c7-40f1-8881-9767037e8a01 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1528604 Jul 22 19:14:19.781982 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] Request body: {'port': {'device_id': '4e6f3937-f52b-496d-bde4-55a8166cfaea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:19.983440 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:20.145974 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3c713-6cf6-4eeb-8b96-2ba05f669ca6 req-3f7f72a0-2009-44de-8cfc-6273c1e2c18a tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:20.147555 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4a3c713-6cf6-4eeb-8b96-2ba05f669ca6 req-3f7f72a0-2009-44de-8cfc-6273c1e2c18a tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 931 time: 0.2160029 Jul 22 19:14:20.211844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4a3c713-6cf6-4eeb-8b96-2ba05f669ca6 req-2d2d9239-13f9-44c0-b854-4a820c9161b3 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556977 Jul 22 19:14:20.459634 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df50d9e-c01e-4454-9edc-b3d10c217071 req-96d682c1-fd2c-47d5-bda4-47062eff8105 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:20.461256 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4df50d9e-c01e-4454-9edc-b3d10c217071 req-96d682c1-fd2c-47d5-bda4-47062eff8105 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.1600294 Jul 22 19:14:20.527829 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b861b7d-94cc-4cfa-ad34-ad1948ba3303 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:14:20.539237 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:20.543873 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4df50d9e-c01e-4454-9edc-b3d10c217071 req-43b92c55-a307-47e8-9d85-c003af6f8090 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653648 Jul 22 19:14:20.555666 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] Transition to ACTIVE for port object 1b861b7d-94cc-4cfa-ad34-ad1948ba3303 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:14:20.562121 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:20.626094 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b861b7d-94cc-4cfa-ad34-ad1948ba3303,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:20.757596 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] Attempting to bind port 1b861b7d-94cc-4cfa-ad34-ad1948ba3303 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:14:20.757941 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] Attempting to bind port 1b861b7d-94cc-4cfa-ad34-ad1948ba3303 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3395377a-ce4f-44d3-ab52-445f55bed2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5eb25bbb-9b41-44db-86a7-6089abd87ffa'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:14:20.758273 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] Attempting to bind port 1b861b7d-94cc-4cfa-ad34-ad1948ba3303 on network 5eb25bbb-9b41-44db-86a7-6089abd87ffa {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:14:20.767229 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:14:20.789894 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] Port 1b861b7d-94cc-4cfa-ad34-ad1948ba3303 on network 5eb25bbb-9b41-44db-86a7-6089abd87ffa not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:14:20.790470 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] Attempting to bind port 1b861b7d-94cc-4cfa-ad34-ad1948ba3303 on network 5eb25bbb-9b41-44db-86a7-6089abd87ffa {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:14:20.802659 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:14:20.803072 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] Checking segment: {'id': '3395377a-ce4f-44d3-ab52-445f55bed2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5eb25bbb-9b41-44db-86a7-6089abd87ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:14:20.803460 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] Bound using segment: {'id': '3395377a-ce4f-44d3-ab52-445f55bed2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5eb25bbb-9b41-44db-86a7-6089abd87ffa'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:14:20.803890 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] Bound port: 1b861b7d-94cc-4cfa-ad34-ad1948ba3303, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3395377a-ce4f-44d3-ab52-445f55bed2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5eb25bbb-9b41-44db-86a7-6089abd87ffa'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:14:20.804415 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:20.814279 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d577d-1940-4cb6-a895-e484deeb9b7a req-a497eeca-84f3-4a93-8a41-7f7eccb8e7dc tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:20.815906 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-266d577d-1940-4cb6-a895-e484deeb9b7a req-a497eeca-84f3-4a93-8a41-7f7eccb8e7dc tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.1381338 Jul 22 19:14:20.912243 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428377dd-1579-4baa-854d-1a5c6a8d6959 req-01c7fd77-28ee-4ea4-a3c8-39dfc61aeaff tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:20.919693 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-428377dd-1579-4baa-854d-1a5c6a8d6959 req-01c7fd77-28ee-4ea4-a3c8-39dfc61aeaff tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.1785920 Jul 22 19:14:20.930480 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-266d577d-1940-4cb6-a895-e484deeb9b7a req-8f5c967a-b5fe-4343-93f0-58f21c40d3e5 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048181 Jul 22 19:14:20.984084 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] For port 1b861b7d-94cc-4cfa-ad34-ad1948ba3303, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:14:21.001526 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-428377dd-1579-4baa-854d-1a5c6a8d6959 req-0e04cb0b-522c-4f9a-8843-367656338a71 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738306 Jul 22 19:14:21.012743 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] For port 1b861b7d-94cc-4cfa-ad34-ad1948ba3303, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1b861b7d-94cc-4cfa-ad34-ad1948ba3303,segment=NetworkSegment(3395377a-ce4f-44d3-ab52-445f55bed2e6),segment_id=3395377a-ce4f-44d3-ab52-445f55bed2e6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:14:21.020911 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:21.066259 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:21.066935 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:21.068441 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] 10.222.0.30 "PUT /v2.0/ports/1b861b7d-94cc-4cfa-ad34-ad1948ba3303 HTTP/1.1" status: 200 len: 1092 time: 1.2936518 Jul 22 19:14:21.068950 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6f3937-f52b-496d-bde4-55a8166cfaea', 'tag': '1b861b7d-94cc-4cfa-ad34-ad1948ba3303'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:14:21.071243 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffa5620-7ebb-4f79-8b5c-ad17b32b7e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6f3937-f52b-496d-bde4-55a8166cfaea", "tag": "1b861b7d-94cc-4cfa-ad34-ad1948ba3303"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:14:21.180278 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f16cb82-b7c8-45d1-9a22-77fe47fef28e x-openstack-request-id: req-3f16cb82-b7c8-45d1-9a22-77fe47fef28e {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:14:21.180593 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6f3937-f52b-496d-bde4-55a8166cfaea", "tag": "1b861b7d-94cc-4cfa-ad34-ad1948ba3303", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:14:21.184007 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f16cb82-b7c8-45d1-9a22-77fe47fef28e {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:14:21.185870 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6f3937-f52b-496d-bde4-55a8166cfaea', 'tag': '1b861b7d-94cc-4cfa-ad34-ad1948ba3303', 'status': 'completed', 'code': 200} Jul 22 19:14:21.214027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c7a6a-9c95-4928-a72e-e2e8e15f4da2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b861b7d-94cc-4cfa-ad34-ad1948ba3303,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:21.242631 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-960cb5da-ea95-48ab-bbd7-32f0a248b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:21.244514 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-960cb5da-ea95-48ab-bbd7-32f0a248b8aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=527b77ac2d414daa8d1b917651025870&device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 1095 time: 0.1246099 Jul 22 19:14:21.336027 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-e6320fdc-2ca2-4167-8864-372787147a57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b861b7d-94cc-4cfa-ad34-ad1948ba3303 HTTP/1.1" status: 200 len: 217 time: 0.0808969 Jul 22 19:14:21.455627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-b23758ee-da5a-4abc-8a93-80d438d676b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:21.458470 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-b23758ee-da5a-4abc-8a93-80d438d676b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1db451fb-c10a-42ee-904a-ea7204905097 HTTP/1.1" status: 200 len: 855 time: 0.1175416 Jul 22 19:14:21.503536 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-0d452830-9ed3-4fa8-b6ab-f0cefd6bb30f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb25bbb-9b41-44db-86a7-6089abd87ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361419 Jul 22 19:14:21.523025 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47608) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:21.582524 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30be01-cb7a-4817-8b81-2e9827bf239b req-533f53ba-fd6b-48fb-acb7-9bab5b997a65 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:21.590378 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe30be01-cb7a-4817-8b81-2e9827bf239b req-533f53ba-fd6b-48fb-acb7-9bab5b997a65 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 943 time: 0.2368815 Jul 22 19:14:21.700331 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe30be01-cb7a-4817-8b81-2e9827bf239b req-4bcb8d56-98b9-4f85-953c-8cda3bb59edf tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075811 Jul 22 19:14:21.744723 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b88faf4a-05b6-4c20-b600-5cbc71aa2750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:21.778395 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-504fa498-e65c-4326-93bb-2d65bc069e38 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb25bbb-9b41-44db-86a7-6089abd87ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636132 Jul 22 19:14:21.870632 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98453ea8-6c8d-498e-8358-50df97d6bf2f req-6137d1a9-b1e8-4063-83a4-cd8f86d45df5 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:21.872988 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-98453ea8-6c8d-498e-8358-50df97d6bf2f req-6137d1a9-b1e8-4063-83a4-cd8f86d45df5 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.1976445 Jul 22 19:14:21.941341 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-98453ea8-6c8d-498e-8358-50df97d6bf2f req-2024c77c-fd91-41f9-9920-ce97da7cde7e tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580533 Jul 22 19:14:21.947862 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b88faf4a-05b6-4c20-b600-5cbc71aa2750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:21.962375 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b88faf4a-05b6-4c20-b600-5cbc71aa2750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:21.969695 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5160ef9c-6a1e-49ec-a0f4-f724f9c3d11d req-f75666a1-db67-4454-90d5-f26ea6079818 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb25bbb-9b41-44db-86a7-6089abd87ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808219 Jul 22 19:14:22.008201 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88faf4a-05b6-4c20-b600-5cbc71aa2750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5014bdc2-4c94-453d-a70d-e9ea752dad13,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:22.056105 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b88faf4a-05b6-4c20-b600-5cbc71aa2750 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=032716bba6cb493e907006bd685c2934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5320504 Jul 22 19:14:22.059499 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47628) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:22.168339 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3df45a90-fb32-4dfa-9d59-abddb4b91542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:22.214661 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3df45a90-fb32-4dfa-9d59-abddb4b91542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:22.283037 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cc129-de2f-4070-80c2-0d0c8e448742 req-3410260c-1ea5-4503-8f63-9da6fc56deb4 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:22.284633 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-476cc129-de2f-4070-80c2-0d0c8e448742 req-3410260c-1ea5-4503-8f63-9da6fc56deb4 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.2232866 Jul 22 19:14:22.293052 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3df45a90-fb32-4dfa-9d59-abddb4b91542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:22.296349 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3df45a90-fb32-4dfa-9d59-abddb4b91542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:22.297856 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3df45a90-fb32-4dfa-9d59-abddb4b91542 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5014bdc2-4c94-453d-a70d-e9ea752dad13 HTTP/1.1" status: 204 len: 168 time: 0.2371938 Jul 22 19:14:22.306882 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43782218-870b-4e64-8dcf-dd65c5c3f552 req-081c3e79-9aee-4db3-b545-96f7d03257ed tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:22.309295 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43782218-870b-4e64-8dcf-dd65c5c3f552 req-081c3e79-9aee-4db3-b545-96f7d03257ed tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.1854577 Jul 22 19:14:22.313245 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa5620-7ebb-4f79-8b5c-ad17b32b7e6e req-e0ff55de-7609-42e6-8d23-f2fb36ffd052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:22.314919 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ffa5620-7ebb-4f79-8b5c-ad17b32b7e6e req-e0ff55de-7609-42e6-8d23-f2fb36ffd052 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=527b77ac2d414daa8d1b917651025870&device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 1095 time: 0.2661963 Jul 22 19:14:22.351866 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df45a90-fb32-4dfa-9d59-abddb4b91542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5014bdc2-4c94-453d-a70d-e9ea752dad13,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:22.488161 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-476cc129-de2f-4070-80c2-0d0c8e448742 req-35b5693a-9660-443a-969d-811ad25137a5 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775408 Jul 22 19:14:22.509011 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43782218-870b-4e64-8dcf-dd65c5c3f552 req-5e370408-45d7-4fd6-a33c-f166c7e95be0 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921566 Jul 22 19:14:22.534737 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa5620-7ebb-4f79-8b5c-ad17b32b7e6e req-4ceee256-49fc-47a4-9a0e-77cb75605b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:22.536262 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ffa5620-7ebb-4f79-8b5c-ad17b32b7e6e req-4ceee256-49fc-47a4-9a0e-77cb75605b9d service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb25bbb-9b41-44db-86a7-6089abd87ffa HTTP/1.1" status: 200 len: 916 time: 0.1900494 Jul 22 19:14:22.630203 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ffa5620-7ebb-4f79-8b5c-ad17b32b7e6e req-58b21cec-b721-4a66-98a5-9424f281c114 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b861b7d-94cc-4cfa-ad34-ad1948ba3303 HTTP/1.1" status: 200 len: 217 time: 0.0852041 Jul 22 19:14:22.746844 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa5620-7ebb-4f79-8b5c-ad17b32b7e6e req-852e7ebc-5439-400f-a31e-ae81ccaeefa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:22.749051 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ffa5620-7ebb-4f79-8b5c-ad17b32b7e6e req-852e7ebc-5439-400f-a31e-ae81ccaeefa0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1db451fb-c10a-42ee-904a-ea7204905097 HTTP/1.1" status: 200 len: 855 time: 0.0830834 Jul 22 19:14:22.788549 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbf649-47bc-4a86-ab71-b414c389a51d req-e5bfa9bc-323c-4831-881b-129b0cd51291 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:22.790117 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbcbf649-47bc-4a86-ab71-b414c389a51d req-e5bfa9bc-323c-4831-881b-129b0cd51291 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.16 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.1698899 Jul 22 19:14:22.848055 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ffa5620-7ebb-4f79-8b5c-ad17b32b7e6e req-f0f3da8e-70b6-4b27-b4e4-aee0293f0266 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb25bbb-9b41-44db-86a7-6089abd87ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907457 Jul 22 19:14:23.434433 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cc564-3765-4262-9b2c-e177a04aaeee req-30873df8-42ce-4ab2-8b2a-7806c80df39b tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:23.441432 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7a2cc564-3765-4262-9b2c-e177a04aaeee req-30873df8-42ce-4ab2-8b2a-7806c80df39b tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 943 time: 0.6070015 Jul 22 19:14:23.499103 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ffa5620-7ebb-4f79-8b5c-ad17b32b7e6e req-9ccc60ae-3d40-4a3e-a055-1d90b67a7866 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb25bbb-9b41-44db-86a7-6089abd87ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6183007 Jul 22 19:14:23.618204 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7a2cc564-3765-4262-9b2c-e177a04aaeee req-b1291b7a-570f-413e-bbbf-f967e924f387 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618094 Jul 22 19:14:23.625826 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea931a-39f5-4197-8fc6-d93fc5aa5db8 req-a2f1f6a8-2d13-491c-b2c8-fe26375bd512 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:23.627622 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23ea931a-39f5-4197-8fc6-d93fc5aa5db8 req-a2f1f6a8-2d13-491c-b2c8-fe26375bd512 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 946 time: 0.3345013 Jul 22 19:14:23.640903 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-fbcbf649-47bc-4a86-ab71-b414c389a51d req-691c693d-9a87-4bf1-a12f-3470881234b2 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Deleting port c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:14:23.640903 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbcbf649-47bc-4a86-ab71-b414c389a51d req-691c693d-9a87-4bf1-a12f-3470881234b2 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:23.669154 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 1b861b7d-94cc-4cfa-ad34-ad1948ba3303 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:14:23.832253 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 1b861b7d-94cc-4cfa-ad34-ad1948ba3303, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1b861b7d-94cc-4cfa-ad34-ad1948ba3303,segment=NetworkSegment(3395377a-ce4f-44d3-ab52-445f55bed2e6),segment_id=3395377a-ce4f-44d3-ab52-445f55bed2e6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:23.846471 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '1b861b7d-94cc-4cfa-ad34-ad1948ba3303', 'network_id': '5eb25bbb-9b41-44db-86a7-6089abd87ffa', 'port_id': '1b861b7d-94cc-4cfa-ad34-ad1948ba3303', 'mac_address': 'fa:16:3e:20:c6:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db451fb-c10a-42ee-904a-ea7204905097', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:14:23.858566 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23ea931a-39f5-4197-8fc6-d93fc5aa5db8 req-861963a7-6fd3-4325-9a2f-908ae60e2601 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbc34bd2-2b24-4d55-99ef-b091d94c7997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123559 Jul 22 19:14:23.871161 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ffa5620-7ebb-4f79-8b5c-ad17b32b7e6e req-29bd11c1-2117-4764-9359-be67cf28c9fd service neutron] 10.222.0.30 "GET /v2.0/networks/5eb25bbb-9b41-44db-86a7-6089abd87ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636529 Jul 22 19:14:23.893287 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:23.909909 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b861b7d-94cc-4cfa-ad34-ad1948ba3303 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:14:23.934434 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 1b861b7d-94cc-4cfa-ad34-ad1948ba3303, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1b861b7d-94cc-4cfa-ad34-ad1948ba3303,segment=NetworkSegment(3395377a-ce4f-44d3-ab52-445f55bed2e6),segment_id=3395377a-ce4f-44d3-ab52-445f55bed2e6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:23.939546 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:23.973933 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22faeb9f-23ff-46a2-8c5b-63bab267bab1 req-b31a73e1-8bc7-4c02-85e5-3fcbd79b4a7b tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:23.975807 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-22faeb9f-23ff-46a2-8c5b-63bab267bab1 req-b31a73e1-8bc7-4c02-85e5-3fcbd79b4a7b tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.2823782 Jul 22 19:14:23.978237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-fbcbf649-47bc-4a86-ab71-b414c389a51d req-691c693d-9a87-4bf1-a12f-3470881234b2 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] For port c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3,segment=NetworkSegment(3b58bc68-1756-48fe-8cb5-fa0d3ff8d906),segment_id=3b58bc68-1756-48fe-8cb5-fa0d3ff8d906)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:23.978784 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbcbf649-47bc-4a86-ab71-b414c389a51d req-691c693d-9a87-4bf1-a12f-3470881234b2 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:24.025674 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=1b861b7d-94cc-4cfa-ad34-ad1948ba3303,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:24.067888 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-fbcbf649-47bc-4a86-ab71-b414c389a51d req-691c693d-9a87-4bf1-a12f-3470881234b2 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Calling delete_port for c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:14:24.141612 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-22faeb9f-23ff-46a2-8c5b-63bab267bab1 req-c3e0c7c2-fc0e-4909-99eb-1caf5eeebf8b tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513486 Jul 22 19:14:24.206816 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad844832-498e-428f-8cb8-386ed1831c03 req-b1e7db38-758c-4c63-a260-fe4150bdeed8 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:24.207421 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['1b861b7d-94cc-4cfa-ad34-ad1948ba3303'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:14:24.208882 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad844832-498e-428f-8cb8-386ed1831c03 req-b1e7db38-758c-4c63-a260-fe4150bdeed8 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.1939077 Jul 22 19:14:24.327700 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad844832-498e-428f-8cb8-386ed1831c03 req-4fea5411-98b6-4ed9-b8ca-46696664813f tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092317 Jul 22 19:14:24.380239 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbcbf649-47bc-4a86-ab71-b414c389a51d req-691c693d-9a87-4bf1-a12f-3470881234b2 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:24.397675 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:14:24.416350 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c693d-9a87-4bf1-a12f-3470881234b2 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Pushing event deleted for resources: {'Port': ['ID=c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:24.487485 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcbf649-47bc-4a86-ab71-b414c389a51d req-691c693d-9a87-4bf1-a12f-3470881234b2 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] No DVR routers for this DVR port c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:14:24.490329 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fbcbf649-47bc-4a86-ab71-b414c389a51d req-691c693d-9a87-4bf1-a12f-3470881234b2 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:24.492960 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbcbf649-47bc-4a86-ab71-b414c389a51d req-691c693d-9a87-4bf1-a12f-3470881234b2 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.16 "DELETE /v2.0/ports/c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 HTTP/1.1" status: 204 len: 173 time: 1.6681705 Jul 22 19:14:24.493559 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762ce854-9e29-4e43-a6b9-a1d64b52d47b', 'name': 'network-vif-deleted', 'tag': 'c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:14:24.495956 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39aafa8-9310-4c38-bd66-511e0a1937d5" -d '{"events": [{"server_uuid": "762ce854-9e29-4e43-a6b9-a1d64b52d47b", "name": "network-vif-deleted", "tag": "c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:14:24.535440 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab678895-4be9-4fb3-b82a-4f403dee4963 x-openstack-request-id: req-ab678895-4be9-4fb3-b82a-4f403dee4963 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:14:24.535736 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762ce854-9e29-4e43-a6b9-a1d64b52d47b", "name": "network-vif-deleted", "tag": "c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:14:24.535990 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab678895-4be9-4fb3-b82a-4f403dee4963 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:14:24.536387 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762ce854-9e29-4e43-a6b9-a1d64b52d47b', 'name': 'network-vif-deleted', 'tag': 'c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3', 'status': 'completed', 'code': 200} Jul 22 19:14:24.778052 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6948b51-8d34-4979-8e1a-80b2c7aec43f req-8216afa4-00d7-4c8c-a357-83ab8e68790f tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:24.779732 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f6948b51-8d34-4979-8e1a-80b2c7aec43f req-8216afa4-00d7-4c8c-a357-83ab8e68790f tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 944 time: 0.0989962 Jul 22 19:14:24.823196 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f6948b51-8d34-4979-8e1a-80b2c7aec43f req-198cc992-f6a2-41b7-8562-a819abd5728e tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369308 Jul 22 19:14:25.047597 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38b65d44-7c01-494a-b780-c1bd587883b9 req-683fdf81-9cd7-480b-b167-a18e75066085 tempest-ServerRescueNegativeTestJSON-2120369308 tempest-ServerRescueNegativeTestJSON-2120369308-project] 10.222.0.13 "GET /v2.0/ports?device_id=762ce854-9e29-4e43-a6b9-a1d64b52d47b HTTP/1.1" status: 200 len: 210 time: 0.0407500 Jul 22 19:14:25.322203 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799439a-a1c8-499e-9489-75e151fdeb38 req-8ffdaee8-bab1-41a0-9843-0b097f3575ff tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:25.323859 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7799439a-a1c8-499e-9489-75e151fdeb38 req-8ffdaee8-bab1-41a0-9843-0b097f3575ff tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.0979455 Jul 22 19:14:25.373401 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7799439a-a1c8-499e-9489-75e151fdeb38 req-f4365231-1423-4918-97d8-2da65659f36a tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379975 Jul 22 19:14:25.540081 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c53fd-eada-40b9-a224-a0ab8b50318d req-0e850491-f997-42f2-9f46-fa21425294b4 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:25.542429 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ea9c53fd-eada-40b9-a224-a0ab8b50318d req-0e850491-f997-42f2-9f46-fa21425294b4 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.1118059 Jul 22 19:14:25.615747 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ea9c53fd-eada-40b9-a224-a0ab8b50318d req-da9de8bc-e7c1-4b99-92af-f30160fa8458 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578711 Jul 22 19:14:25.691962 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 1b861b7d-94cc-4cfa-ad34-ad1948ba3303 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:14:25.765471 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 1b861b7d-94cc-4cfa-ad34-ad1948ba3303 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:14:25.770197 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 1b861b7d-94cc-4cfa-ad34-ad1948ba3303 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:14:25.770755 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:25.869358 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:25.919697 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6f3937-f52b-496d-bde4-55a8166cfaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b861b7d-94cc-4cfa-ad34-ad1948ba3303'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:14:25.922727 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb39d3a-61ab-492a-b2d8-8e3f7078f594" -d '{"events": [{"server_uuid": "4e6f3937-f52b-496d-bde4-55a8166cfaea", "name": "network-vif-plugged", "status": "completed", "tag": "1b861b7d-94cc-4cfa-ad34-ad1948ba3303"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:14:25.964968 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 1b861b7d-94cc-4cfa-ad34-ad1948ba3303, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1b861b7d-94cc-4cfa-ad34-ad1948ba3303,segment=NetworkSegment(3395377a-ce4f-44d3-ab52-445f55bed2e6),segment_id=3395377a-ce4f-44d3-ab52-445f55bed2e6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:25.972320 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:26.013521 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25355518-2ea6-43d4-ac0f-7d0a0f2e002f x-openstack-request-id: req-25355518-2ea6-43d4-ac0f-7d0a0f2e002f {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:14:26.013883 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6f3937-f52b-496d-bde4-55a8166cfaea", "name": "network-vif-plugged", "status": "completed", "tag": "1b861b7d-94cc-4cfa-ad34-ad1948ba3303", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:14:26.019802 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25355518-2ea6-43d4-ac0f-7d0a0f2e002f {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:14:26.020252 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6f3937-f52b-496d-bde4-55a8166cfaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b861b7d-94cc-4cfa-ad34-ad1948ba3303', 'code': 200} Jul 22 19:14:26.037016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e942769-656e-46a0-8423-9169ac3f12a7 req-5efa523f-60c7-4125-bb06-d56b36030a8e tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:26.046142 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2e942769-656e-46a0-8423-9169ac3f12a7 req-5efa523f-60c7-4125-bb06-d56b36030a8e tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 944 time: 0.1247880 Jul 22 19:14:26.055886 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=1b861b7d-94cc-4cfa-ad34-ad1948ba3303,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:26.110934 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47752) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:26.233538 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2e942769-656e-46a0-8423-9169ac3f12a7 req-3b2800ab-a4f1-47c9-8925-d727e64ea408 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864693 Jul 22 19:14:26.284834 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c07190-238d-4a0b-876b-4609c58cbc43 req-420fcba7-7c33-4daf-81fa-26c738a65700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:26.286316 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-36c07190-238d-4a0b-876b-4609c58cbc43 req-420fcba7-7c33-4daf-81fa-26c738a65700 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 1097 time: 0.2060435 Jul 22 19:14:26.343183 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-36c07190-238d-4a0b-876b-4609c58cbc43 req-f44fda3d-da21-4029-93d0-7e778faa0ff8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465755 Jul 22 19:14:26.657357 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0381ff5-0439-41d1-b8e3-d7ffe594f7d8 req-edcce536-b044-4c41-9f30-7a7e23489c17 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:26.660214 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0381ff5-0439-41d1-b8e3-d7ffe594f7d8 req-edcce536-b044-4c41-9f30-7a7e23489c17 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.1959195 Jul 22 19:14:26.689985 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2518b372-c4db-4a45-b864-5c7313590501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:26.713182 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-c24d67f5-a1f7-45a9-86ec-1c7357abc3bd tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:26.720826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-c24d67f5-a1f7-45a9-86ec-1c7357abc3bd tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/networks?id=514a0e5c-9f7d-441e-bd44-a73cdc03e754 HTTP/1.1" status: 200 len: 814 time: 0.1725287 Jul 22 19:14:26.814446 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-9d96feff-f5ac-492b-880d-1d17d74a0216 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/quotas/43fe21ac8a7d4b839e35f47549c83dd3 HTTP/1.1" status: 200 len: 375 time: 0.0701237 Jul 22 19:14:26.896001 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0381ff5-0439-41d1-b8e3-d7ffe594f7d8 req-43c76d0f-cd87-4b47-94a5-907a78459fb6 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177911 Jul 22 19:14:26.991029 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-bdb696df-ce7b-4441-8b9e-12563dfae375 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43fe21ac8a7d4b839e35f47549c83dd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1860073 Jul 22 19:14:27.057056 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:14:27.102930 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:14:27.105424 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device c48cfa57-6a8d-4850-8e0e-4b1f7e8d17e3 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:14:27.129313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da61a1-049f-442a-a9aa-240f854e8bea req-6ff29aae-905e-472a-8dce-9b76650c649d tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:27.131221 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23da61a1-049f-442a-a9aa-240f854e8bea req-6ff29aae-905e-472a-8dce-9b76650c649d tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.1389811 Jul 22 19:14:27.181868 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23da61a1-049f-442a-a9aa-240f854e8bea req-71fdabf9-5d64-4165-826c-958ae4493c0c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441015 Jul 22 19:14:27.195104 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-2518b372-c4db-4a45-b864-5c7313590501 admin admin] Deleting port 0cf89043-999c-4d34-b5d7-d450e3eeffbd {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:14:27.195651 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2518b372-c4db-4a45-b864-5c7313590501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:27.302351 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-2518b372-c4db-4a45-b864-5c7313590501 admin admin] For port 0cf89043-999c-4d34-b5d7-d450e3eeffbd, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0cf89043-999c-4d34-b5d7-d450e3eeffbd,segment=NetworkSegment(3b58bc68-1756-48fe-8cb5-fa0d3ff8d906),segment_id=3b58bc68-1756-48fe-8cb5-fa0d3ff8d906)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:27.302730 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2518b372-c4db-4a45-b864-5c7313590501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:27.319331 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-2518b372-c4db-4a45-b864-5c7313590501 admin admin] Calling delete_port for 0cf89043-999c-4d34-b5d7-d450e3eeffbd owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:14:27.407254 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-9ad9806b-5a09-4aca-9e46-076422b83539 service neutron] 10.222.0.13 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034450 Jul 22 19:14:27.493729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82f913-311e-4d17-938a-f742962d27d2 req-382c1cab-a1d5-47d4-8d4d-9fab55a47321 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:27.495234 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a82f913-311e-4d17-938a-f742962d27d2 req-382c1cab-a1d5-47d4-8d4d-9fab55a47321 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.1651165 Jul 22 19:14:27.519910 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2518b372-c4db-4a45-b864-5c7313590501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:27.547655 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518b372-c4db-4a45-b864-5c7313590501 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf89043-999c-4d34-b5d7-d450e3eeffbd,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:27.564673 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-efe2a304-f1e7-45c0-b9ed-599f63811e73 service neutron] 10.222.0.13 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468875 Jul 22 19:14:27.585626 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a82f913-311e-4d17-938a-f742962d27d2 req-c51d6165-1116-4e95-9323-88ecea3287d0 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781004 Jul 22 19:14:27.790769 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2518b372-c4db-4a45-b864-5c7313590501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:27.864175 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37d20897-a3d3-45c0-9544-0a81d63229b7 req-4b5fdfa9-e6de-4fad-9eda-07ce5d0ad593 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=05f33f27-5a43-4ada-b28b-429bcb4de611 HTTP/1.1" status: 200 len: 210 time: 0.0391309 Jul 22 19:14:28.148763 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1653ef-149c-4f4f-9601-d66320fca262 req-b6151346-ba02-4b34-b327-72753773534d tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:28.151674 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4e1653ef-149c-4f4f-9601-d66320fca262 req-b6151346-ba02-4b34-b327-72753773534d tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.1487138 Jul 22 19:14:28.213013 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4e1653ef-149c-4f4f-9601-d66320fca262 req-1ad5899e-abc2-40dd-a942-3d58d6004752 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549116 Jul 22 19:14:28.254331 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2518b372-c4db-4a45-b864-5c7313590501 admin admin] Router 4657c3fb-b8b3-441c-966e-ad95bd772c81 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:14:28.359224 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-94d9c431-da5f-45b2-b4cb-fe23803cd119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:28.400361 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2518b372-c4db-4a45-b864-5c7313590501 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:14:28.411630 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6c1f45-d50d-4d34-b162-0d9c52149fe3 None None] Sync routers for ids ['4657c3fb-b8b3-441c-966e-ad95bd772c81'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:14:28.417037 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2518b372-c4db-4a45-b864-5c7313590501 admin admin] 10.222.0.13 "PUT /v2.0/routers/4657c3fb-b8b3-441c-966e-ad95bd772c81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3043225 Jul 22 19:14:28.420210 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47832) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:28.426182 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f72be-09e4-4026-a582-4bdf1a15028c req-38d918cb-3aa9-4ed1-92f8-a1b133acfa99 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:28.427281 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c1f45-d50d-4d34-b162-0d9c52149fe3 None None] Routers {'4657c3fb-b8b3-441c-966e-ad95bd772c81'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:14:28.427987 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8a6c1f45-d50d-4d34-b162-0d9c52149fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:14:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4657c3fb-b8b3-441c-966e-ad95bd772c81'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:28.437187 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db7f72be-09e4-4026-a582-4bdf1a15028c req-38d918cb-3aa9-4ed1-92f8-a1b133acfa99 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.1312587 Jul 22 19:14:28.525200 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db7f72be-09e4-4026-a582-4bdf1a15028c req-97063a86-80c9-4bbc-9091-f452768725ae tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854096 Jul 22 19:14:28.577612 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e5a72c1-fac0-4a43-8835-b5631c9af879 admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:28.578225 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-8a6c1f45-d50d-4d34-b162-0d9c52149fe3 None None] Set router 4657c3fb-b8b3-441c-966e-ad95bd772c81 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:14:28.779341 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396206ca-e169-42fa-b54e-cd501198d454 req-90ff7d67-dd57-48a3-9e79-b1c4c555e09b tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:28.791871 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-396206ca-e169-42fa-b54e-cd501198d454 req-90ff7d67-dd57-48a3-9e79-b1c4c555e09b tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.1156232 Jul 22 19:14:28.794249 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e5a72c1-fac0-4a43-8835-b5631c9af879 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:28.859891 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-396206ca-e169-42fa-b54e-cd501198d454 req-a1219cbf-5884-4476-82a5-ddce6bef4c68 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665641 Jul 22 19:14:28.922865 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-4e5a72c1-fac0-4a43-8835-b5631c9af879 admin admin] Deleting port 940bc611-2caa-4422-834e-fc9eff769fba {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:14:28.929366 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e5a72c1-fac0-4a43-8835-b5631c9af879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:29.017199 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8a6c1f45-d50d-4d34-b162-0d9c52149fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4657c3fb-b8b3-441c-966e-ad95bd772c81', 'name': 'tempest-ServerRescueNegativeTestJSON-1667935644-router', 'tenant_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '940bc611-2caa-4422-834e-fc9eff769fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:16Z', 'updated_at': '2021-07-22T19:14:27Z', 'revision_number': 5, 'project_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'gw_port': {'id': '940bc611-2caa-4422-834e-fc9eff769fba', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4657c3fb-b8b3-441c-966e-ad95bd772c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:18Z', 'updated_at': '2021-07-22T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:29.052833 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6c1f45-d50d-4d34-b162-0d9c52149fe3 None None] Checking router: 4657c3fb-b8b3-441c-966e-ad95bd772c81 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:14:29.093930 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c1f45-d50d-4d34-b162-0d9c52149fe3 None None] Routers {'4657c3fb-b8b3-441c-966e-ad95bd772c81'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:14:29.094977 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8a6c1f45-d50d-4d34-b162-0d9c52149fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:14:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4657c3fb-b8b3-441c-966e-ad95bd772c81'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:29.100038 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ff63310-9c2c-4095-88c2-47a0889c2615 req-921db719-b638-4d8c-a520-b99163c15097 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=05f33f27-5a43-4ada-b28b-429bcb4de611 HTTP/1.1" status: 200 len: 210 time: 0.0713847 Jul 22 19:14:29.154111 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea5dec-f2db-4a5d-8671-5fffb6280636 req-731fd6bd-c40b-4def-b652-2bce10cf9a48 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:29.163355 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-63ea5dec-f2db-4a5d-8671-5fffb6280636 req-731fd6bd-c40b-4def-b652-2bce10cf9a48 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.1445854 Jul 22 19:14:29.268791 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-63ea5dec-f2db-4a5d-8671-5fffb6280636 req-56db146e-e276-4634-b30f-626c86d488b4 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031044 Jul 22 19:14:29.307192 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-8a6c1f45-d50d-4d34-b162-0d9c52149fe3 None None] Set router 4657c3fb-b8b3-441c-966e-ad95bd772c81 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:14:29.585995 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-4e5a72c1-fac0-4a43-8835-b5631c9af879 admin admin] For port 940bc611-2caa-4422-834e-fc9eff769fba, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=940bc611-2caa-4422-834e-fc9eff769fba,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:29.590710 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e5a72c1-fac0-4a43-8835-b5631c9af879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:29.609343 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8a6c1f45-d50d-4d34-b162-0d9c52149fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4657c3fb-b8b3-441c-966e-ad95bd772c81', 'name': 'tempest-ServerRescueNegativeTestJSON-1667935644-router', 'tenant_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:16Z', 'updated_at': '2021-07-22T19:14:28Z', 'revision_number': 6, 'project_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:29.624697 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-4e5a72c1-fac0-4a43-8835-b5631c9af879 admin admin] Calling delete_port for 940bc611-2caa-4422-834e-fc9eff769fba owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:14:29.691861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ca80a-1d28-4373-aeff-1879d419f0c7 req-67e8b63d-b2b3-44c8-a9c4-c6dad5bd5a1a tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:29.699219 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d25ca80a-1d28-4373-aeff-1879d419f0c7 req-67e8b63d-b2b3-44c8-a9c4-c6dad5bd5a1a tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 950 time: 0.3131158 Jul 22 19:14:29.707487 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-5c1d9fbc-e1f8-4843-b94d-71ba27c7762f tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:29.709434 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-5c1d9fbc-e1f8-4843-b94d-71ba27c7762f tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.16 "GET /v2.0/networks?id=514a0e5c-9f7d-441e-bd44-a73cdc03e754 HTTP/1.1" status: 200 len: 814 time: 0.4674613 Jul 22 19:14:29.733685 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-c7608278-c788-40ae-aebc-64815532b06d tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Request body: {'port': {'device_id': '05f33f27-5a43-4ada-b28b-429bcb4de611', 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754', 'admin_state_up': True, 'tenant_id': '43fe21ac8a7d4b839e35f47549c83dd3'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:29.740270 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6c1f45-d50d-4d34-b162-0d9c52149fe3 None None] The sync data for ids ['4657c3fb-b8b3-441c-966e-ad95bd772c81'] in n-d-800086-12 is: [{'id': '4657c3fb-b8b3-441c-966e-ad95bd772c81', 'name': 'tempest-ServerRescueNegativeTestJSON-1667935644-router', 'tenant_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:16Z', 'updated_at': '2021-07-22T19:14:28Z', 'revision_number': 6, 'project_id': '9969b04cb20a400c8e89d23b9b9aa08c', 'gw_port_host': None}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:14:29.743540 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f3403223-5e31-4a0f-bc09-2e107a70d0c8 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:14:29.750977 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f3403223-5e31-4a0f-bc09-2e107a70d0c8 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:14:29.868249 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d25ca80a-1d28-4373-aeff-1879d419f0c7 req-b456a3dd-199a-4e99-b5fc-db5e4ad1617a tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681628 Jul 22 19:14:30.102514 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:30.114089 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e5a72c1-fac0-4a43-8835-b5631c9af879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:30.157016 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a72c1-fac0-4a43-8835-b5631c9af879 admin admin] Pushing event deleted for resources: {'Port': ['ID=940bc611-2caa-4422-834e-fc9eff769fba,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:30.206582 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0cf89043-999c-4d34-b5d7-d450e3eeffbd no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:14:30.243916 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 0cf89043-999c-4d34-b5d7-d450e3eeffbd {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:14:30.244430 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0cf89043-999c-4d34-b5d7-d450e3eeffbd not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:14:30.269069 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e5a72c1-fac0-4a43-8835-b5631c9af879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:30.289108 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246ca8a6-c080-47cc-995f-44d93b798cc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3403223-5e31-4a0f-bc09-2e107a70d0c8'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:14:30.291513 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc5622-7ee4-4ca2-bacd-9051cf0be914 req-707a2187-75ff-4fb6-bf74-9904fcbfbbd1 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:30.293857 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-96bc5622-7ee4-4ca2-bacd-9051cf0be914 req-707a2187-75ff-4fb6-bf74-9904fcbfbbd1 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.3703964 Jul 22 19:14:30.296264 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-c7608278-c788-40ae-aebc-64815532b06d tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Made reservation on behalf of 43fe21ac8a7d4b839e35f47549c83dd3 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:14:30.297625 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597de511-4165-4f2f-b28f-029b283373a8" -d '{"events": [{"server_uuid": "246ca8a6-c080-47cc-995f-44d93b798cc3", "name": "network-vif-unplugged", "status": "completed", "tag": "f3403223-5e31-4a0f-bc09-2e107a70d0c8"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:14:30.326997 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f3403223-5e31-4a0f-bc09-2e107a70d0c8, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f3403223-5e31-4a0f-bc09-2e107a70d0c8,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:30.329693 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-c7608278-c788-40ae-aebc-64815532b06d tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:30.339924 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:30.406909 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=f3403223-5e31-4a0f-bc09-2e107a70d0c8,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:30.415130 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f3403223-5e31-4a0f-bc09-2e107a70d0c8, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f3403223-5e31-4a0f-bc09-2e107a70d0c8,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:30.431156 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'f3403223-5e31-4a0f-bc09-2e107a70d0c8', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': 'f3403223-5e31-4a0f-bc09-2e107a70d0c8', 'mac_address': 'fa:16:3e:2d:8d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:14:30.439481 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e5a72c1-fac0-4a43-8835-b5631c9af879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:30.441313 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e5a72c1-fac0-4a43-8835-b5631c9af879 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:30.491939 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:30.516397 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e5a72c1-fac0-4a43-8835-b5631c9af879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:30.519535 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5a72c1-fac0-4a43-8835-b5631c9af879 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4657c3fb-b8b3-441c-966e-ad95bd772c81 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:14:30.521256 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-96bc5622-7ee4-4ca2-bacd-9051cf0be914 req-d95cf0b2-c417-4336-b4d0-4941b24369bb tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238372 Jul 22 19:14:30.542233 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e5a72c1-fac0-4a43-8835-b5631c9af879 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:30.542536 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3403223-5e31-4a0f-bc09-2e107a70d0c8 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:14:30.547977 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe36fd-5591-4568-a9cb-7200c39b6328 req-37052eff-ca66-43a6-acea-9ee47689a3ce tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:30.552977 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4e5a72c1-fac0-4a43-8835-b5631c9af879 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4657c3fb-b8b3-441c-966e-ad95bd772c81 HTTP/1.1" status: 204 len: 168 time: 2.1275046 Jul 22 19:14:30.553313 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47898) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:30.556577 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aefe36fd-5591-4568-a9cb-7200c39b6328 req-37052eff-ca66-43a6-acea-9ee47689a3ce tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.4974253 Jul 22 19:14:30.591390 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f3403223-5e31-4a0f-bc09-2e107a70d0c8, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f3403223-5e31-4a0f-bc09-2e107a70d0c8,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:30.599161 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:30.671239 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-8222d9bd-b961-4a75-9511-fe3039531ba5 admin admin] Deleting subnet 934071ba-1037-4dea-9f1f-4deae218fd12 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:14:30.677021 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8222d9bd-b961-4a75-9511-fe3039531ba5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:30.704204 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=f3403223-5e31-4a0f-bc09-2e107a70d0c8,revision_number=9']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:30.714177 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aefe36fd-5591-4568-a9cb-7200c39b6328 req-88f986f4-ac0d-4694-b720-1ef2afd4b552 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566169 Jul 22 19:14:30.739051 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8222d9bd-b961-4a75-9511-fe3039531ba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:30.761826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e31ab3ac-5138-4e8c-b4aa-744f8e7a1965 req-83ff07ea-6b2b-443c-b643-f93bd37c01c8 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=05f33f27-5a43-4ada-b28b-429bcb4de611 HTTP/1.1" status: 200 len: 210 time: 0.0786169 Jul 22 19:14:30.800556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-c7608278-c788-40ae-aebc-64815532b06d tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Allocated IP 172.20.0.9 (514a0e5c-9f7d-441e-bd44-a73cdc03e754/8b479058-f6d3-4d7c-a270-ab538df3289d/7352e84c-54a3-4aa0-8124-b2747b96b96d) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:14:30.809251 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dae4d71-25f2-44d9-8b24-36ba6bf58254 x-openstack-request-id: req-9dae4d71-25f2-44d9-8b24-36ba6bf58254 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:14:30.809770 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246ca8a6-c080-47cc-995f-44d93b798cc3", "name": "network-vif-unplugged", "status": "completed", "tag": "f3403223-5e31-4a0f-bc09-2e107a70d0c8", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:14:30.809866 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9dae4d71-25f2-44d9-8b24-36ba6bf58254 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:14:30.810193 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ca8a6-c080-47cc-995f-44d93b798cc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3403223-5e31-4a0f-bc09-2e107a70d0c8', 'code': 200} Jul 22 19:14:30.835904 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8222d9bd-b961-4a75-9511-fe3039531ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:30.852004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['f3403223-5e31-4a0f-bc09-2e107a70d0c8'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:14:30.974915 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8222d9bd-b961-4a75-9511-fe3039531ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:31.030197 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222d9bd-b961-4a75-9511-fe3039531ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=934071ba-1037-4dea-9f1f-4deae218fd12,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:31.032899 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8222d9bd-b961-4a75-9511-fe3039531ba5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:31.037441 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8222d9bd-b961-4a75-9511-fe3039531ba5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/934071ba-1037-4dea-9f1f-4deae218fd12 HTTP/1.1" status: 204 len: 168 time: 0.4807677 Jul 22 19:14:31.042194 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47910) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:31.079870 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:31.092229 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a64b7921-387a-4213-a368-1a64931fc4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:31.249706 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d824c377-9ca0-4209-9f0a-38e0c68bd164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:31.293410 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf32731-629c-4004-a67b-9585dafe42f5 req-b055e4ec-54e7-4a1c-b9d4-52e1f8ce8acf tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:31.295506 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbf32731-629c-4004-a67b-9585dafe42f5 req-b055e4ec-54e7-4a1c-b9d4-52e1f8ce8acf tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 949 time: 0.2047849 Jul 22 19:14:31.357486 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-c7608278-c788-40ae-aebc-64815532b06d tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:31.394307 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d824c377-9ca0-4209-9f0a-38e0c68bd164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:31.411049 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-d824c377-9ca0-4209-9f0a-38e0c68bd164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43446fef-6ac7-466a-9f04-5ce65621e5e9']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:31.447236 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-d824c377-9ca0-4209-9f0a-38e0c68bd164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b58bc68-1756-48fe-8cb5-fa0d3ff8d906') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:31.447538 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-d824c377-9ca0-4209-9f0a-38e0c68bd164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b58bc68-1756-48fe-8cb5-fa0d3ff8d906') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:31.461268 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d824c377-9ca0-4209-9f0a-38e0c68bd164 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:31.465586 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122eb9c-f027-4964-938f-c598c23f4f95 req-7a1f59e7-a81f-4ce2-b2f4-2754d8146a9c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:31.467951 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2122eb9c-f027-4964-938f-c598c23f4f95 req-7a1f59e7-a81f-4ce2-b2f4-2754d8146a9c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.2120297 Jul 22 19:14:31.479758 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d824c377-9ca0-4209-9f0a-38e0c68bd164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:31.482276 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbf32731-629c-4004-a67b-9585dafe42f5 req-e0b7e8ba-441d-442b-989e-03684c23281b tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184106 Jul 22 19:14:31.489173 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d824c377-9ca0-4209-9f0a-38e0c68bd164 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:14:31.489761 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d824c377-9ca0-4209-9f0a-38e0c68bd164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:14:31.491736 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:14:31.527719 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2122eb9c-f027-4964-938f-c598c23f4f95 req-e7191592-f1a8-425c-bd7c-31b4cc18d854 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496933 Jul 22 19:14:31.537790 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-c7608278-c788-40ae-aebc-64815532b06d tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:31.551833 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['1be365e1-53d9-4fab-97b7-11e50ec499bb', 'c8b98562-ec88-4b19-a576-bfeb31d1bb58'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:14:31.588015 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d824c377-9ca0-4209-9f0a-38e0c68bd164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:31.593214 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-c7608278-c788-40ae-aebc-64815532b06d tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Network 514a0e5c-9f7d-441e-bd44-a73cdc03e754 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:14:31.596866 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-c7608278-c788-40ae-aebc-64815532b06d tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:14:31.606453 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-c7608278-c788-40ae-aebc-64815532b06d tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:14:31.617494 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d824c377-9ca0-4209-9f0a-38e0c68bd164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:31.619512 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d824c377-9ca0-4209-9f0a-38e0c68bd164 admin admin] 10.222.0.13 "DELETE /v2.0/networks/43446fef-6ac7-466a-9f04-5ce65621e5e9 HTTP/1.1" status: 204 len: 168 time: 0.5757647 Jul 22 19:14:31.620392 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824c377-9ca0-4209-9f0a-38e0c68bd164 admin admin] Pushing event deleted for resources: {'Network': ['ID=43446fef-6ac7-466a-9f04-5ce65621e5e9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:31.651174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7608278-c788-40ae-aebc-64815532b06d tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Pushing event updated for resources: {'Port': ['ID=7352e84c-54a3-4aa0-8124-b2747b96b96d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:31.680189 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-c7608278-c788-40ae-aebc-64815532b06d tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:31.680910 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-c7608278-c788-40ae-aebc-64815532b06d tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:31.697335 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['a2691790-f9dd-4b32-8da5-4efe2a4ab8d9'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:14:31.702256 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-c7608278-c788-40ae-aebc-64815532b06d tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9749763 Jul 22 19:14:31.729777 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] Request body: {'port': {'device_id': '05f33f27-5a43-4ada-b28b-429bcb4de611', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:32.113172 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47930) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:32.161304 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 940bc611-2caa-4422-834e-fc9eff769fba no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:14:32.205704 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 940bc611-2caa-4422-834e-fc9eff769fba {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:14:32.206330 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 940bc611-2caa-4422-834e-fc9eff769fba not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:14:32.242054 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ec7dd6f4-a3e2-4dd2-9680-5b756dcb9066 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9969b04cb20a400c8e89d23b9b9aa08c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270857 Jul 22 19:14:32.243236 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47934) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:32.291406 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:32.325993 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-895b48f9-67d2-4425-be18-a8f06f0dcba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:32.389029 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-895b48f9-67d2-4425-be18-a8f06f0dcba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:32.454271 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68eeed-8842-4ac3-ac10-240436aa52e6 req-ed88f1e0-07ff-4437-83db-f95475cd7277 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:32.454937 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-eb68eeed-8842-4ac3-ac10-240436aa52e6 req-ed88f1e0-07ff-4437-83db-f95475cd7277 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 945 time: 0.1235352 Jul 22 19:14:32.526113 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:32.577518 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-895b48f9-67d2-4425-be18-a8f06f0dcba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:32.580641 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-895b48f9-67d2-4425-be18-a8f06f0dcba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:32.582200 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-895b48f9-67d2-4425-be18-a8f06f0dcba7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbc34bd2-2b24-4d55-99ef-b091d94c7997 HTTP/1.1" status: 204 len: 168 time: 0.3378053 Jul 22 19:14:32.616191 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b48f9-67d2-4425-be18-a8f06f0dcba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc34bd2-2b24-4d55-99ef-b091d94c7997,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:32.644135 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-eb68eeed-8842-4ac3-ac10-240436aa52e6 req-c408e9d6-b8c6-49f1-827c-2a5d18a48a75 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Deleting port f1b52a85-9fa8-4b04-88fa-b4862fb8debb {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:14:32.644385 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-eb68eeed-8842-4ac3-ac10-240436aa52e6 req-c408e9d6-b8c6-49f1-827c-2a5d18a48a75 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:32.693830 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502347af-4de0-4e0a-8212-b052a89b49d4 req-5b9c4c0a-963f-4e9b-b826-c3513acd2a4d tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:32.714221 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-502347af-4de0-4e0a-8212-b052a89b49d4 req-5b9c4c0a-963f-4e9b-b826-c3513acd2a4d tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=05f33f27-5a43-4ada-b28b-429bcb4de611 HTTP/1.1" status: 200 len: 931 time: 0.7162936 Jul 22 19:14:32.783596 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-eb68eeed-8842-4ac3-ac10-240436aa52e6 req-c408e9d6-b8c6-49f1-827c-2a5d18a48a75 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] For port f1b52a85-9fa8-4b04-88fa-b4862fb8debb, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=f1b52a85-9fa8-4b04-88fa-b4862fb8debb,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:32.784142 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-eb68eeed-8842-4ac3-ac10-240436aa52e6 req-c408e9d6-b8c6-49f1-827c-2a5d18a48a75 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:32.798947 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-eb68eeed-8842-4ac3-ac10-240436aa52e6 req-c408e9d6-b8c6-49f1-827c-2a5d18a48a75 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Calling delete_port for f1b52a85-9fa8-4b04-88fa-b4862fb8debb owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:14:32.848429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de402c4c-68f7-4aac-92c5-488f8b779320 req-e14488bc-1c54-4244-bb3b-b689c03cc610 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:32.865018 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de402c4c-68f7-4aac-92c5-488f8b779320 req-e14488bc-1c54-4244-bb3b-b689c03cc610 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.8635733 Jul 22 19:14:33.015749 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-eb68eeed-8842-4ac3-ac10-240436aa52e6 req-c408e9d6-b8c6-49f1-827c-2a5d18a48a75 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:33.028036 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['f1b52a85-9fa8-4b04-88fa-b4862fb8debb'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:14:33.051300 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-502347af-4de0-4e0a-8212-b052a89b49d4 req-9821e9e8-963e-440d-8e7f-3b447f539b91 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210492 Jul 22 19:14:33.117808 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408e9d6-b8c6-49f1-827c-2a5d18a48a75 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Pushing event deleted for resources: {'Port': ['ID=f1b52a85-9fa8-4b04-88fa-b4862fb8debb,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:33.119690 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de402c4c-68f7-4aac-92c5-488f8b779320 req-f861663d-923e-46d1-ada2-582048edd922 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584627 Jul 22 19:14:33.267042 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb68eeed-8842-4ac3-ac10-240436aa52e6 req-c408e9d6-b8c6-49f1-827c-2a5d18a48a75 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] No DVR routers for this DVR port f1b52a85-9fa8-4b04-88fa-b4862fb8debb on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:14:33.270568 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-eb68eeed-8842-4ac3-ac10-240436aa52e6 req-c408e9d6-b8c6-49f1-827c-2a5d18a48a75 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:33.273324 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-eb68eeed-8842-4ac3-ac10-240436aa52e6 req-c408e9d6-b8c6-49f1-827c-2a5d18a48a75 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.16 "DELETE /v2.0/ports/f1b52a85-9fa8-4b04-88fa-b4862fb8debb HTTP/1.1" status: 204 len: 173 time: 0.8121691 Jul 22 19:14:33.273933 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a87933a-4e88-489b-b4df-0fa0ef78b185', 'name': 'network-vif-deleted', 'tag': 'f1b52a85-9fa8-4b04-88fa-b4862fb8debb'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:14:33.276782 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97e98df-b7b7-4917-83c0-f3bf593f37c7" -d '{"events": [{"server_uuid": "8a87933a-4e88-489b-b4df-0fa0ef78b185", "name": "network-vif-deleted", "tag": "f1b52a85-9fa8-4b04-88fa-b4862fb8debb"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:14:33.381989 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bcf41d0f-cee7-4efb-b1cb-05163a290788 req-dc07c005-3493-49ad-970d-51c0b3f56589 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a87933a-4e88-489b-b4df-0fa0ef78b185 HTTP/1.1" status: 200 len: 210 time: 0.0460610 Jul 22 19:14:33.482815 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7352e84c-54a3-4aa0-8124-b2747b96b96d {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:14:33.492855 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0963ba51-7cf2-4f0d-805d-7c2778773375 x-openstack-request-id: req-0963ba51-7cf2-4f0d-805d-7c2778773375 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:14:33.493521 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a87933a-4e88-489b-b4df-0fa0ef78b185", "name": "network-vif-deleted", "tag": "f1b52a85-9fa8-4b04-88fa-b4862fb8debb", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:14:33.493860 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0963ba51-7cf2-4f0d-805d-7c2778773375 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:14:33.494325 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a87933a-4e88-489b-b4df-0fa0ef78b185', 'name': 'network-vif-deleted', 'tag': 'f1b52a85-9fa8-4b04-88fa-b4862fb8debb', 'status': 'completed', 'code': 200} Jul 22 19:14:33.499329 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:33.517455 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb0cbf-35ab-4a07-a445-0a663cf7e103 req-f7bb04c8-9ce2-4bd2-bc42-cbf80e57d643 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:33.533265 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3dcb0cbf-35ab-4a07-a445-0a663cf7e103 req-f7bb04c8-9ce2-4bd2-bc42-cbf80e57d643 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 949 time: 0.2813904 Jul 22 19:14:33.564092 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] Transition to ACTIVE for port object 7352e84c-54a3-4aa0-8124-b2747b96b96d will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:14:33.578648 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:33.607041 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3dcb0cbf-35ab-4a07-a445-0a663cf7e103 req-e3eee458-63a7-4594-9b66-32e3eb0ec77f tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723855 Jul 22 19:14:33.662901 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] Pushing event updated for resources: {'Port': ['ID=7352e84c-54a3-4aa0-8124-b2747b96b96d,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:33.735978 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f3403223-5e31-4a0f-bc09-2e107a70d0c8 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:14:33.792912 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] Attempting to bind port 7352e84c-54a3-4aa0-8124-b2747b96b96d on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:14:33.793313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] Attempting to bind port 7352e84c-54a3-4aa0-8124-b2747b96b96d by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '28b42374-c4aa-40c7-8b27-555b02164401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:14:33.796259 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] Attempting to bind port 7352e84c-54a3-4aa0-8124-b2747b96b96d on network 514a0e5c-9f7d-441e-bd44-a73cdc03e754 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:14:33.808805 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] Port 7352e84c-54a3-4aa0-8124-b2747b96b96d on network 514a0e5c-9f7d-441e-bd44-a73cdc03e754 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:14:33.809341 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] Attempting to bind port 7352e84c-54a3-4aa0-8124-b2747b96b96d on network 514a0e5c-9f7d-441e-bd44-a73cdc03e754 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:14:33.816423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:14:33.817067 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] Checking segment: {'id': '28b42374-c4aa-40c7-8b27-555b02164401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:14:33.817742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] Bound using segment: {'id': '28b42374-c4aa-40c7-8b27-555b02164401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:14:33.818338 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] Bound port: 7352e84c-54a3-4aa0-8124-b2747b96b96d, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28b42374-c4aa-40c7-8b27-555b02164401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:14:33.819065 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:33.829034 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port f3403223-5e31-4a0f-bc09-2e107a70d0c8 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:14:33.829524 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:33.934079 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:33.947154 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] For port 7352e84c-54a3-4aa0-8124-b2747b96b96d, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:14:33.952312 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] For port 7352e84c-54a3-4aa0-8124-b2747b96b96d, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=7352e84c-54a3-4aa0-8124-b2747b96b96d,segment=NetworkSegment(28b42374-c4aa-40c7-8b27-555b02164401),segment_id=28b42374-c4aa-40c7-8b27-555b02164401)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:14:33.959027 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:34.011954 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:34.065520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] Pushing event updated for resources: {'Port': ['ID=7352e84c-54a3-4aa0-8124-b2747b96b96d,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:34.085607 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:34.087471 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:34.089122 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-be1686c7-91a4-4db2-9239-c6af85bffad6 service neutron] 10.222.0.16 "PUT /v2.0/ports/7352e84c-54a3-4aa0-8124-b2747b96b96d HTTP/1.1" status: 200 len: 1092 time: 2.3676353 Jul 22 19:14:34.089966 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f33f27-5a43-4ada-b28b-429bcb4de611', 'tag': '7352e84c-54a3-4aa0-8124-b2747b96b96d'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:14:34.092866 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172b8cf9-5d56-4452-9bcf-76167687860e" -d '{"events": [{"name": "network-changed", "server_uuid": "05f33f27-5a43-4ada-b28b-429bcb4de611", "tag": "7352e84c-54a3-4aa0-8124-b2747b96b96d"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:14:34.102867 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246ca8a6-c080-47cc-995f-44d93b798cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3403223-5e31-4a0f-bc09-2e107a70d0c8'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:14:34.105546 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03fe01f-cf8a-498b-af5c-b679d3f0e1eb" -d '{"events": [{"server_uuid": "246ca8a6-c080-47cc-995f-44d93b798cc3", "name": "network-vif-plugged", "status": "completed", "tag": "f3403223-5e31-4a0f-bc09-2e107a70d0c8"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:14:34.151513 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f3403223-5e31-4a0f-bc09-2e107a70d0c8, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f3403223-5e31-4a0f-bc09-2e107a70d0c8,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:34.159803 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:34.197047 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d6c354-8550-4ffa-a6c1-cb7c55eec8fc x-openstack-request-id: req-83d6c354-8550-4ffa-a6c1-cb7c55eec8fc {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:14:34.198109 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f33f27-5a43-4ada-b28b-429bcb4de611", "tag": "7352e84c-54a3-4aa0-8124-b2747b96b96d", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:14:34.199157 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83d6c354-8550-4ffa-a6c1-cb7c55eec8fc {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:14:34.199884 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f33f27-5a43-4ada-b28b-429bcb4de611', 'tag': '7352e84c-54a3-4aa0-8124-b2747b96b96d', 'status': 'completed', 'code': 200} Jul 22 19:14:34.252266 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab7d22c-55c8-4a96-83d4-75aaa7618e40 x-openstack-request-id: req-5ab7d22c-55c8-4a96-83d4-75aaa7618e40 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:14:34.252790 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246ca8a6-c080-47cc-995f-44d93b798cc3", "name": "network-vif-plugged", "status": "completed", "tag": "f3403223-5e31-4a0f-bc09-2e107a70d0c8", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:14:34.253047 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ab7d22c-55c8-4a96-83d4-75aaa7618e40 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:14:34.254458 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ca8a6-c080-47cc-995f-44d93b798cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3403223-5e31-4a0f-bc09-2e107a70d0c8', 'code': 200} Jul 22 19:14:34.263667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=f3403223-5e31-4a0f-bc09-2e107a70d0c8,revision_number=10']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:34.282586 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:34.283472 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:34.283820 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:34.284155 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:34.284515 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:34.284850 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:34.285178 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:34.285500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:34.285825 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:34.286148 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:34.286464 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:34.286961 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:34.415294 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-7ca719ed-a63e-49a2-89c3-381a90b8a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:34.416750 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-7ca719ed-a63e-49a2-89c3-381a90b8a58f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43fe21ac8a7d4b839e35f47549c83dd3&device_id=05f33f27-5a43-4ada-b28b-429bcb4de611 HTTP/1.1" status: 200 len: 1095 time: 0.2816288 Jul 22 19:14:34.435761 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8ef06-cc1a-478b-9478-aa0ab608e5ff req-c7fbc8e8-f61b-4ae4-a684-649761c4247f tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:34.437390 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cc8ef06-cc1a-478b-9478-aa0ab608e5ff req-c7fbc8e8-f61b-4ae4-a684-649761c4247f tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=05f33f27-5a43-4ada-b28b-429bcb4de611 HTTP/1.1" status: 200 len: 943 time: 0.2354870 Jul 22 19:14:34.493803 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-dbca68ca-ea1f-4cb0-8eda-ccf8ea83b4a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7352e84c-54a3-4aa0-8124-b2747b96b96d HTTP/1.1" status: 200 len: 217 time: 0.0678947 Jul 22 19:14:34.570229 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e7605-d078-4d93-afe0-90ae9f6d44f9 req-833acf95-3325-4341-bab1-2f37501ceba7 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:34.571725 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1d7e7605-d078-4d93-afe0-90ae9f6d44f9 req-833acf95-3325-4341-bab1-2f37501ceba7 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.2413528 Jul 22 19:14:34.582067 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70e75e-cc48-4a45-aaba-4647cc569fc3 req-d025d945-772f-464c-8de9-383382602c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:34.583795 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d70e75e-cc48-4a45-aaba-4647cc569fc3 req-d025d945-772f-464c-8de9-383382602c39 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 1103 time: 0.2187710 Jul 22 19:14:34.595999 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cc8ef06-cc1a-478b-9478-aa0ab608e5ff req-080770c0-ff08-4099-ab95-a8ac1e2dc29f tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188421 Jul 22 19:14:34.628771 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-1f6dcab7-edbd-445e-95ca-8e0189d469cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:34.630273 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-1f6dcab7-edbd-445e-95ca-8e0189d469cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b479058-f6d3-4d7c-a270-ab538df3289d HTTP/1.1" status: 200 len: 854 time: 0.1243608 Jul 22 19:14:34.686356 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-5a46196c-96bf-4012-9933-8adfec087423 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=514a0e5c-9f7d-441e-bd44-a73cdc03e754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484650 Jul 22 19:14:34.708779 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1d7e7605-d078-4d93-afe0-90ae9f6d44f9 req-da4f2653-84da-485a-90c4-1b3ea866ec4c tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199670 Jul 22 19:14:34.719305 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d70e75e-cc48-4a45-aaba-4647cc569fc3 req-a8780f3e-c195-4a0d-b14e-5c5c87f7997d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195896 Jul 22 19:14:34.908028 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-54e07a52-3c65-4355-89c8-9aeca3cdb302 service neutron] 10.222.0.16 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981812 Jul 22 19:14:35.109536 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19696487-ee16-4d5a-adf9-ef35338bd9c9 req-75cd5d4f-29e6-4479-bfac-4f2a1e2fc229 service neutron] 10.222.0.16 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739860 Jul 22 19:14:35.175872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f21581-4b54-462f-bd32-367a23431ee0 req-3c156c50-b6f8-4bde-8b50-400d840fd1f4 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:35.179147 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3f21581-4b54-462f-bd32-367a23431ee0 req-3c156c50-b6f8-4bde-8b50-400d840fd1f4 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 951 time: 0.2914796 Jul 22 19:14:35.262998 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3f21581-4b54-462f-bd32-367a23431ee0 req-c403dbb5-eff7-4049-ab3f-ba1252fa860e tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736122 Jul 22 19:14:35.291897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b8cf9-5d56-4452-9bcf-76167687860e req-0aa76a41-cf9b-4183-87c5-cf0f1165fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:35.293887 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-172b8cf9-5d56-4452-9bcf-76167687860e req-0aa76a41-cf9b-4183-87c5-cf0f1165fd23 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43fe21ac8a7d4b839e35f47549c83dd3&device_id=05f33f27-5a43-4ada-b28b-429bcb4de611 HTTP/1.1" status: 200 len: 1095 time: 0.1146090 Jul 22 19:14:35.422094 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fcc40aa4-8709-44f7-a49f-62e2165c952a req-1e820bcb-b715-47d6-98f2-1289f0b05897 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7253234d-ae1e-49ee-9133-fde96453d77e HTTP/1.1" status: 200 len: 210 time: 0.0907459 Jul 22 19:14:35.543790 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b8cf9-5d56-4452-9bcf-76167687860e req-3a9f832f-30f3-406d-9aac-3ecb66062692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:35.546722 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-172b8cf9-5d56-4452-9bcf-76167687860e req-3a9f832f-30f3-406d-9aac-3ecb66062692 service neutron] 10.222.0.16 "GET /v2.0/networks?id=514a0e5c-9f7d-441e-bd44-a73cdc03e754 HTTP/1.1" status: 200 len: 915 time: 0.2460489 Jul 22 19:14:35.615800 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-172b8cf9-5d56-4452-9bcf-76167687860e req-810f027d-2164-408e-be68-420bdc5b1238 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7352e84c-54a3-4aa0-8124-b2747b96b96d HTTP/1.1" status: 200 len: 217 time: 0.0612373 Jul 22 19:14:35.677316 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-26789b4b-cb6c-4345-8bea-58097ffcfc87 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:35.684155 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-26789b4b-cb6c-4345-8bea-58097ffcfc87 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/networks?id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd HTTP/1.1" status: 200 len: 812 time: 0.3194129 Jul 22 19:14:35.711521 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-2a5be39b-c7ae-479a-b55c-eb7b2793ff7d tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/quotas/17cd2804a52047cfb4d32d8ab0a04c5d HTTP/1.1" status: 200 len: 375 time: 0.0259740 Jul 22 19:14:35.749416 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b8cf9-5d56-4452-9bcf-76167687860e req-a8f12805-1676-437a-9bad-b62242608da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:35.751072 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-172b8cf9-5d56-4452-9bcf-76167687860e req-a8f12805-1676-437a-9bad-b62242608da7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b479058-f6d3-4d7c-a270-ab538df3289d HTTP/1.1" status: 200 len: 854 time: 0.1219351 Jul 22 19:14:35.761349 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-be7eee25-cb37-40ba-bc7d-ccb1721a0d06 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=17cd2804a52047cfb4d32d8ab0a04c5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475862 Jul 22 19:14:35.859464 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-172b8cf9-5d56-4452-9bcf-76167687860e req-e4a91f31-45bc-4e84-9d94-ec9827b6b4d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=514a0e5c-9f7d-441e-bd44-a73cdc03e754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855253 Jul 22 19:14:36.086185 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-9fa983fd-98a3-4be7-a44d-44ad0aa72c46 service neutron] 10.222.0.13 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251734 Jul 22 19:14:36.189848 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-172b8cf9-5d56-4452-9bcf-76167687860e req-cb1ee14a-06d3-4cde-b8ea-9597ec1c4512 service neutron] 10.222.0.16 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228316 Jul 22 19:14:36.204567 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec142014-3d8f-454f-b698-27a7d8e7d9c6 req-1cf4b380-5821-44d7-a168-99ef30f2dc2a tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:36.212292 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ec142014-3d8f-454f-b698-27a7d8e7d9c6 req-1cf4b380-5821-44d7-a168-99ef30f2dc2a tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=05f33f27-5a43-4ada-b28b-429bcb4de611 HTTP/1.1" status: 200 len: 943 time: 0.2537675 Jul 22 19:14:36.365700 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-863afcbf-0e9e-4fb4-ab58-a964b8b39a0f service neutron] 10.222.0.13 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781727 Jul 22 19:14:36.404672 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ec142014-3d8f-454f-b698-27a7d8e7d9c6 req-31f72350-b7ea-4112-863c-7819809df4ce tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911387 Jul 22 19:14:36.416792 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-172b8cf9-5d56-4452-9bcf-76167687860e req-e11245c7-27c2-4335-a0b4-e4c9e34601e9 service neutron] 10.222.0.16 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969602 Jul 22 19:14:36.671132 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18129e2b-669e-49d4-9549-19c4bf44393a req-0a233530-73f3-4075-ad36-50ca20314241 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:36.682385 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18129e2b-669e-49d4-9549-19c4bf44393a req-0a233530-73f3-4075-ad36-50ca20314241 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.1266003 Jul 22 19:14:36.764714 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18129e2b-669e-49d4-9549-19c4bf44393a req-3c7aa71f-69ec-4476-b7d5-c9daec821d13 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814168 Jul 22 19:14:36.883367 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-014eaee2-62d5-48c4-b081-8e61c0c2467c req-9f4ad1e6-2e8d-466d-84dc-45b3b3945f77 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5158881-2220-468d-bfdf-6f2a91d6f307 HTTP/1.1" status: 200 len: 210 time: 0.0520668 Jul 22 19:14:37.030159 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6eea5-80e2-4bcf-bd28-ec83042f5e3e req-9b655787-b1cb-4415-a43a-84645ea634a6 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:37.041389 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5bd6eea5-80e2-4bcf-bd28-ec83042f5e3e req-9b655787-b1cb-4415-a43a-84645ea634a6 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 951 time: 0.1571009 Jul 22 19:14:37.087402 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 7352e84c-54a3-4aa0-8124-b2747b96b96d details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:14:37.092313 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device f1b52a85-9fa8-4b04-88fa-b4862fb8debb no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:14:37.126833 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: f1b52a85-9fa8-4b04-88fa-b4862fb8debb {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:14:37.126833 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device f1b52a85-9fa8-4b04-88fa-b4862fb8debb not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:14:37.329942 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 7352e84c-54a3-4aa0-8124-b2747b96b96d, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=7352e84c-54a3-4aa0-8124-b2747b96b96d,segment=NetworkSegment(28b42374-c4aa-40c7-8b27-555b02164401),segment_id=28b42374-c4aa-40c7-8b27-555b02164401)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:37.378829 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '7352e84c-54a3-4aa0-8124-b2747b96b96d', 'network_id': '514a0e5c-9f7d-441e-bd44-a73cdc03e754', 'port_id': '7352e84c-54a3-4aa0-8124-b2747b96b96d', 'mac_address': 'fa:16:3e:d3:c1:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b479058-f6d3-4d7c-a270-ab538df3289d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:14:37.529272 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:37.566278 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7352e84c-54a3-4aa0-8124-b2747b96b96d {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:14:37.586126 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2114278f-0d9a-424f-8a9e-f11802b21680 req-122b9132-c231-46dd-9926-d122d51771a6 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.4731107 Jul 22 19:14:37.597432 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5bd6eea5-80e2-4bcf-bd28-ec83042f5e3e req-605bd4e5-757e-4a9a-a1f4-3918334abc5c tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5551274 Jul 22 19:14:37.633628 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 7352e84c-54a3-4aa0-8124-b2747b96b96d, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=7352e84c-54a3-4aa0-8124-b2747b96b96d,segment=NetworkSegment(28b42374-c4aa-40c7-8b27-555b02164401),segment_id=28b42374-c4aa-40c7-8b27-555b02164401)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:37.643795 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:37.783943 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=7352e84c-54a3-4aa0-8124-b2747b96b96d,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:37.801383 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b43692-a4a6-409f-9360-79762840c27b req-d5ea00eb-c41a-4e1b-870f-73fc9fe05ad8 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:37.809332 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7b43692-a4a6-409f-9360-79762840c27b req-d5ea00eb-c41a-4e1b-870f-73fc9fe05ad8 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=05f33f27-5a43-4ada-b28b-429bcb4de611 HTTP/1.1" status: 200 len: 944 time: 0.0894310 Jul 22 19:14:37.862649 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7b43692-a4a6-409f-9360-79762840c27b req-855c325c-6b7d-4619-9dfa-bcf51a6129e2 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521801 Jul 22 19:14:38.004952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['7352e84c-54a3-4aa0-8124-b2747b96b96d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:14:38.072490 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57107d1f-59ec-4600-a6de-484df00dc3d9 req-8384f236-0607-4e9c-b205-e8b07fd89454 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:38.082145 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-57107d1f-59ec-4600-a6de-484df00dc3d9 req-8384f236-0607-4e9c-b205-e8b07fd89454 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.1375618 Jul 22 19:14:38.137441 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7e9a8c69-8c73-4741-8cbe-fbbdfa72e8ab req-5285e6f8-6bf9-4197-8a91-d528e222e1b9 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5158881-2220-468d-bfdf-6f2a91d6f307 HTTP/1.1" status: 200 len: 210 time: 0.0868287 Jul 22 19:14:38.213070 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-57107d1f-59ec-4600-a6de-484df00dc3d9 req-a4b6783a-ac66-4c54-9195-d569c9130fd6 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297162 Jul 22 19:14:38.470185 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2af27564-f6fd-46d3-bec9-ae32e621ed84 req-6caa9d06-f5ad-4dec-9840-0286a489e08d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7253234d-ae1e-49ee-9133-fde96453d77e HTTP/1.1" status: 200 len: 210 time: 0.0994880 Jul 22 19:14:38.519639 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d3413-379e-4137-b8ad-5ff113fdf9be req-b4daa120-ef4a-4f4d-a50b-260917241cfa tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:38.524964 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b6d3413-379e-4137-b8ad-5ff113fdf9be req-b4daa120-ef4a-4f4d-a50b-260917241cfa tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 1103 time: 0.2382460 Jul 22 19:14:38.565897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-fe53a9aa-7abe-4a85-95e9-239e0e34585d tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:38.567356 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-fe53a9aa-7abe-4a85-95e9-239e0e34585d tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.30 "GET /v2.0/networks?id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd HTTP/1.1" status: 200 len: 812 time: 0.2297831 Jul 22 19:14:38.585461 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-1baff194-8ede-4e12-a7b8-502315fcb382 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Request body: {'port': {'device_id': 'a5158881-2220-468d-bfdf-6f2a91d6f307', 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd', 'admin_state_up': True, 'tenant_id': '17cd2804a52047cfb4d32d8ab0a04c5d'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:38.606049 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b6d3413-379e-4137-b8ad-5ff113fdf9be req-797fa9bf-e85e-4236-88ee-cecdd94d4801 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739717 Jul 22 19:14:38.725740 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-1baff194-8ede-4e12-a7b8-502315fcb382 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Made reservation on behalf of 17cd2804a52047cfb4d32d8ab0a04c5d for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:14:38.730663 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-1baff194-8ede-4e12-a7b8-502315fcb382 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:38.777603 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db4fff29-f4eb-4b13-ad50-160dc69afc1c req-bf83e0b1-af30-4fad-872c-2ef707ddbbd6 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.0343213 Jul 22 19:14:38.915595 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:38.947254 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49d25c4c-887d-44bc-a7b8-5891535c6681 req-9eae9180-7822-40f2-8435-495167251623 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.0410304 Jul 22 19:14:39.006753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-1baff194-8ede-4e12-a7b8-502315fcb382 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Allocated IP 172.20.0.3 (4a8130c5-5925-4614-8cfa-ff6fd165b8cd/0ba5617b-ba48-486c-9750-2a5a3148f236/3bf9c2c0-5f09-45df-b272-3c905d470bcd) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:14:39.143759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac32a48-0712-48ae-9a70-6f660af8c476 req-5e106988-f98e-4b4b-9637-0d4bd7e3316f tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:39.145518 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ac32a48-0712-48ae-9a70-6f660af8c476 req-5e106988-f98e-4b4b-9637-0d4bd7e3316f tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 1103 time: 0.1973100 Jul 22 19:14:39.267371 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19ce8f-1a76-4fc0-8948-b4af5f0a7868 req-7217a75e-cb75-41f7-8786-62c1fa8b2bfb tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:39.268946 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e19ce8f-1a76-4fc0-8948-b4af5f0a7868 req-7217a75e-cb75-41f7-8786-62c1fa8b2bfb tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=05f33f27-5a43-4ada-b28b-429bcb4de611 HTTP/1.1" status: 200 len: 944 time: 0.1990287 Jul 22 19:14:39.271835 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-1baff194-8ede-4e12-a7b8-502315fcb382 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:39.308737 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ac32a48-0712-48ae-9a70-6f660af8c476 req-8c0dae82-d5e0-4ae5-8823-4d48be6d25c3 tempest-ServersAdminTestJSON-1497629824 tempest-ServersAdminTestJSON-1497629824-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222174 Jul 22 19:14:39.393637 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e19ce8f-1a76-4fc0-8948-b4af5f0a7868 req-a5108d6f-8e72-4718-a3d2-0388b366e2d6 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103890 Jul 22 19:14:39.466110 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-875f7eb2-4afd-43f0-af38-c5596cd4de76 req-2d7608c8-0ecf-46f2-b598-6ddf668489cc tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5158881-2220-468d-bfdf-6f2a91d6f307 HTTP/1.1" status: 200 len: 210 time: 0.0724130 Jul 22 19:14:39.542501 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-1baff194-8ede-4e12-a7b8-502315fcb382 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:39.613888 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-1baff194-8ede-4e12-a7b8-502315fcb382 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:14:39.613888 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-1baff194-8ede-4e12-a7b8-502315fcb382 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:14:39.630826 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-1baff194-8ede-4e12-a7b8-502315fcb382 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:14:39.670504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baff194-8ede-4e12-a7b8-502315fcb382 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Pushing event updated for resources: {'Port': ['ID=3bf9c2c0-5f09-45df-b272-3c905d470bcd,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:39.703082 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026aafd-80cf-4a70-9565-60ccdd5e354b req-355a2bef-2f27-4760-935a-32f75929e8d3 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:39.704639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8026aafd-80cf-4a70-9565-60ccdd5e354b req-355a2bef-2f27-4760-935a-32f75929e8d3 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.2364340 Jul 22 19:14:39.710922 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-1baff194-8ede-4e12-a7b8-502315fcb382 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:39.711528 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-1baff194-8ede-4e12-a7b8-502315fcb382 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:39.773767 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-1baff194-8ede-4e12-a7b8-502315fcb382 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1953361 Jul 22 19:14:39.805088 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] Request body: {'port': {'device_id': 'a5158881-2220-468d-bfdf-6f2a91d6f307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:39.846158 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8026aafd-80cf-4a70-9565-60ccdd5e354b req-0a3b7485-7a94-42ee-ba77-1a3d5defb960 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303201 Jul 22 19:14:39.917537 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62108540-ab02-4f21-9d3c-ad99ea2f07c4 req-851e3318-8ae6-4acf-a8ad-17c22ef85bfd tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:39.919645 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-62108540-ab02-4f21-9d3c-ad99ea2f07c4 req-851e3318-8ae6-4acf-a8ad-17c22ef85bfd tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dde568-cd4d-4ec4-85c4-026efdd0b011 HTTP/1.1" status: 200 len: 950 time: 0.2044778 Jul 22 19:14:39.969830 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e552349-d2bb-4b82-a552-b1ce75ae3369 req-b3b07c05-2f45-42fe-90d3-7330916b3add tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.0472481 Jul 22 19:14:39.976961 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:40.027639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-62108540-ab02-4f21-9d3c-ad99ea2f07c4 req-5af2b3d2-590c-4f4e-aaab-1cefa10d01ea tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981679 Jul 22 19:14:40.368681 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a8366e95-5b38-444d-a18d-7811c56eee74 req-e283a62b-31e1-4eb1-868f-216bf89e7c1c tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.0432715 Jul 22 19:14:40.420033 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf9c2c0-5f09-45df-b272-3c905d470bcd {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:14:40.429908 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:40.443987 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] Transition to ACTIVE for port object 3bf9c2c0-5f09-45df-b272-3c905d470bcd will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:14:40.448656 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:40.566846 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf9c2c0-5f09-45df-b272-3c905d470bcd,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:40.666450 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc088e0-64a9-4510-8598-6752e34de8a1 req-65dd79e6-bb00-4447-af82-9b56f3b6476d tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:40.667941 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2cc088e0-64a9-4510-8598-6752e34de8a1 req-65dd79e6-bb00-4447-af82-9b56f3b6476d tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=05f33f27-5a43-4ada-b28b-429bcb4de611 HTTP/1.1" status: 200 len: 944 time: 0.1893756 Jul 22 19:14:40.743601 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] Attempting to bind port 3bf9c2c0-5f09-45df-b272-3c905d470bcd on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:14:40.743975 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] Attempting to bind port 3bf9c2c0-5f09-45df-b272-3c905d470bcd by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:14:40.744268 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] Attempting to bind port 3bf9c2c0-5f09-45df-b272-3c905d470bcd on network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:14:40.751193 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2cc088e0-64a9-4510-8598-6752e34de8a1 req-3d8e579f-953e-4fe2-8311-59a7d1dbb94d tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713651 Jul 22 19:14:40.754891 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] Port 3bf9c2c0-5f09-45df-b272-3c905d470bcd on network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:14:40.755230 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] Attempting to bind port 3bf9c2c0-5f09-45df-b272-3c905d470bcd on network 4a8130c5-5925-4614-8cfa-ff6fd165b8cd {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:14:40.768084 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a0195-7775-439b-8b03-b3b935fa3f2d req-ac671126-6ba7-4ff1-9855-0f0a0e63f679 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:40.769551 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb4a0195-7775-439b-8b03-b3b935fa3f2d req-ac671126-6ba7-4ff1-9855-0f0a0e63f679 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5158881-2220-468d-bfdf-6f2a91d6f307 HTTP/1.1" status: 200 len: 943 time: 0.1984220 Jul 22 19:14:40.772435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:14:40.772833 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] Checking segment: {'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:14:40.773219 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] Bound using segment: {'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:14:40.773657 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] Bound port: 3bf9c2c0-5f09-45df-b272-3c905d470bcd, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '970473cd-aeb1-450b-8200-62fec4936400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:14:40.774023 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:40.847392 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb4a0195-7775-439b-8b03-b3b935fa3f2d req-7c41a910-2143-4e9c-9879-e147ea9f9f75 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710924 Jul 22 19:14:40.885161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] For port 3bf9c2c0-5f09-45df-b272-3c905d470bcd, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:14:40.889625 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] For port 3bf9c2c0-5f09-45df-b272-3c905d470bcd, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=3bf9c2c0-5f09-45df-b272-3c905d470bcd,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:14:40.894978 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:40.933009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:40.933739 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:40.935678 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] 10.222.0.30 "PUT /v2.0/ports/3bf9c2c0-5f09-45df-b272-3c905d470bcd HTTP/1.1" status: 200 len: 1092 time: 1.1476145 Jul 22 19:14:40.936211 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5158881-2220-468d-bfdf-6f2a91d6f307', 'tag': '3bf9c2c0-5f09-45df-b272-3c905d470bcd'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:14:40.939348 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482f6b8a-c03c-4f8c-82fb-6232307b80d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a5158881-2220-468d-bfdf-6f2a91d6f307", "tag": "3bf9c2c0-5f09-45df-b272-3c905d470bcd"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:14:41.022366 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf59745-b94a-4f2a-9355-bb95aaf026f8 x-openstack-request-id: req-daf59745-b94a-4f2a-9355-bb95aaf026f8 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:14:41.023080 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5158881-2220-468d-bfdf-6f2a91d6f307", "tag": "3bf9c2c0-5f09-45df-b272-3c905d470bcd", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:14:41.023080 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-daf59745-b94a-4f2a-9355-bb95aaf026f8 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:14:41.023354 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5158881-2220-468d-bfdf-6f2a91d6f307', 'tag': '3bf9c2c0-5f09-45df-b272-3c905d470bcd', 'status': 'completed', 'code': 200} Jul 22 19:14:41.056259 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8073e-ca89-4678-80eb-6b259ceae971 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf9c2c0-5f09-45df-b272-3c905d470bcd,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:41.102910 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 7352e84c-54a3-4aa0-8124-b2747b96b96d up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:14:41.216339 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 7352e84c-54a3-4aa0-8124-b2747b96b96d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:14:41.222634 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 7352e84c-54a3-4aa0-8124-b2747b96b96d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:14:41.223240 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:41.335750 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:41.368214 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f33f27-5a43-4ada-b28b-429bcb4de611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7352e84c-54a3-4aa0-8124-b2747b96b96d'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:14:41.373021 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c3306e-af6f-4894-b80f-6923728c26a7" -d '{"events": [{"server_uuid": "05f33f27-5a43-4ada-b28b-429bcb4de611", "name": "network-vif-plugged", "status": "completed", "tag": "7352e84c-54a3-4aa0-8124-b2747b96b96d"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:14:41.382943 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-1269445e-2820-4f43-8545-b19084bb675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:41.384979 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-1269445e-2820-4f43-8545-b19084bb675d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17cd2804a52047cfb4d32d8ab0a04c5d&device_id=a5158881-2220-468d-bfdf-6f2a91d6f307 HTTP/1.1" status: 200 len: 1095 time: 0.3911030 Jul 22 19:14:41.404650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f4da9-e0ac-479f-94e2-e538c293a134 req-1738537d-fe74-448d-a469-5e04f599c47f tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:41.406846 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f0f4da9-e0ac-479f-94e2-e538c293a134 req-1738537d-fe74-448d-a469-5e04f599c47f tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.30 "GET /v2.0/ports?device_id=22dde568-cd4d-4ec4-85c4-026efdd0b011 HTTP/1.1" status: 200 len: 950 time: 0.3096292 Jul 22 19:14:41.413163 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 7352e84c-54a3-4aa0-8124-b2747b96b96d, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=7352e84c-54a3-4aa0-8124-b2747b96b96d,segment=NetworkSegment(28b42374-c4aa-40c7-8b27-555b02164401),segment_id=28b42374-c4aa-40c7-8b27-555b02164401)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:41.418578 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:41.419088 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3ed65-8df7-4641-b518-17506c7061bc req-6b16e4ae-5e7a-4721-8156-80cd92839638 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:41.426981 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c1e3ed65-8df7-4641-b518-17506c7061bc req-6b16e4ae-5e7a-4721-8156-80cd92839638 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dde568-cd4d-4ec4-85c4-026efdd0b011 HTTP/1.1" status: 200 len: 950 time: 0.2673686 Jul 22 19:14:41.496436 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:41.498661 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=7352e84c-54a3-4aa0-8124-b2747b96b96d,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:41.527782 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-62657a47-07d1-41f0-a9a7-db894c5b9a99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bf9c2c0-5f09-45df-b272-3c905d470bcd HTTP/1.1" status: 200 len: 217 time: 0.1194568 Jul 22 19:14:41.543588 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed9759-4e42-4c15-8e74-3fb4f6084907 req-a70328f5-0089-48f1-be15-de720c085c1f tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:41.546476 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3ed9759-4e42-4c15-8e74-3fb4f6084907 req-a70328f5-0089-48f1-be15-de720c085c1f tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.5511470 Jul 22 19:14:41.629503 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c1e3ed65-8df7-4641-b518-17506c7061bc req-27199657-a853-4cae-9cd4-e8a2a290dbe0 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011402 Jul 22 19:14:41.705171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-1596c7e2-5b5c-47fa-8ffe-d9fe1a1df812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:41.706930 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-1596c7e2-5b5c-47fa-8ffe-d9fe1a1df812 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ba5617b-ba48-486c-9750-2a5a3148f236 HTTP/1.1" status: 200 len: 852 time: 0.1586399 Jul 22 19:14:41.735444 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3ed9759-4e42-4c15-8e74-3fb4f6084907 req-c9cc5cd3-445f-492b-b21d-1a17afb6ef55 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652255 Jul 22 19:14:41.789013 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-b169a6c0-0371-4707-a675-4e8e882e385d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742612 Jul 22 19:14:41.816819 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35af676b-4456-495d-8fd8-500d90772699 x-openstack-request-id: req-35af676b-4456-495d-8fd8-500d90772699 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:14:41.817171 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f33f27-5a43-4ada-b28b-429bcb4de611", "name": "network-vif-plugged", "status": "completed", "tag": "7352e84c-54a3-4aa0-8124-b2747b96b96d", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:14:41.817483 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35af676b-4456-495d-8fd8-500d90772699 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:14:41.818557 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f33f27-5a43-4ada-b28b-429bcb4de611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7352e84c-54a3-4aa0-8124-b2747b96b96d', 'code': 200} Jul 22 19:14:42.000169 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc0d729d-8873-4745-b4e1-b2f493e429e3 req-4d83b7e5-b2e4-4b13-96e6-3721faa366e5 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.1478615 Jul 22 19:14:42.333066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-3f0f4da9-e0ac-479f-94e2-e538c293a134 req-7948c511-9b5a-4120-af20-8c50a3257407 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Deleting port 820a7e54-024e-42f9-a054-fb1c3471d2a3 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:14:42.333647 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3f0f4da9-e0ac-479f-94e2-e538c293a134 req-7948c511-9b5a-4120-af20-8c50a3257407 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:42.470698 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-e2ffa620-fca8-4bb0-8cea-6268fca5e7e4 service neutron] 10.222.0.30 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6744854 Jul 22 19:14:42.534218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bf384-16f8-4f7c-a4bd-8b118c115ba1 req-15ff2890-2275-4ce2-a5cc-bcd4197ea6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:42.535739 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc1bf384-16f8-4f7c-a4bd-8b118c115ba1 req-15ff2890-2275-4ce2-a5cc-bcd4197ea6b5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=05f33f27-5a43-4ada-b28b-429bcb4de611 HTTP/1.1" status: 200 len: 1097 time: 0.6383786 Jul 22 19:14:42.552969 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe40898-2636-49d1-8178-706ba9e08760 req-71c052f7-c067-4bc8-bb00-0d182decd813 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:42.554441 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2fe40898-2636-49d1-8178-706ba9e08760 req-71c052f7-c067-4bc8-bb00-0d182decd813 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=05f33f27-5a43-4ada-b28b-429bcb4de611 HTTP/1.1" status: 200 len: 945 time: 0.6391547 Jul 22 19:14:42.606471 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-3f0f4da9-e0ac-479f-94e2-e538c293a134 req-7948c511-9b5a-4120-af20-8c50a3257407 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] For port 820a7e54-024e-42f9-a054-fb1c3471d2a3, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=820a7e54-024e-42f9-a054-fb1c3471d2a3,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:42.606862 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3f0f4da9-e0ac-479f-94e2-e538c293a134 req-7948c511-9b5a-4120-af20-8c50a3257407 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:42.663559 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410df52-6264-4565-9d06-85c9d141f34d req-1b8781f2-7719-45e7-a09f-dfb1d1f13f0c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:42.665121 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f410df52-6264-4565-9d06-85c9d141f34d req-1b8781f2-7719-45e7-a09f-dfb1d1f13f0c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5158881-2220-468d-bfdf-6f2a91d6f307 HTTP/1.1" status: 200 len: 943 time: 0.3444848 Jul 22 19:14:42.698376 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-3f0f4da9-e0ac-479f-94e2-e538c293a134 req-7948c511-9b5a-4120-af20-8c50a3257407 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Calling delete_port for 820a7e54-024e-42f9-a054-fb1c3471d2a3 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:14:42.751156 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2fe40898-2636-49d1-8178-706ba9e08760 req-169c7f8f-f2b9-470d-8c0a-bbc381e9f767 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829112 Jul 22 19:14:42.866313 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc1bf384-16f8-4f7c-a4bd-8b118c115ba1 req-8d7b9b0e-dff7-468b-b1a8-f3df59927b58 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069811 Jul 22 19:14:42.900649 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38c3743a-df2b-457f-8f21-1aeff9fe97cf req-cdd9bdb1-7e93-4113-803d-7b989c0bdc31 service neutron] 10.222.0.30 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225032 Jul 22 19:14:42.935678 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48348) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:43.033205 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f410df52-6264-4565-9d06-85c9d141f34d req-4f130f60-fe3a-4693-bbe4-ff53eafda10e tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461268 Jul 22 19:14:43.111059 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3f0f4da9-e0ac-479f-94e2-e538c293a134 req-7948c511-9b5a-4120-af20-8c50a3257407 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:43.139474 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['45ddd3f0-920e-4484-b44b-3fde5359271d', 'f3403223-5e31-4a0f-bc09-2e107a70d0c8'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:14:43.148219 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18ca1353-d26d-4a75-84ee-ae0c84b8d926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:43.262958 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18ca1353-d26d-4a75-84ee-ae0c84b8d926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:43.268130 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18ca1353-d26d-4a75-84ee-ae0c84b8d926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:43.300689 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-18ca1353-d26d-4a75-84ee-ae0c84b8d926 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c59136f8d03477ea6901da2744a1f09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3627980 Jul 22 19:14:43.303293 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48358) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:43.347352 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948c511-9b5a-4120-af20-8c50a3257407 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Pushing event deleted for resources: {'Port': ['ID=820a7e54-024e-42f9-a054-fb1c3471d2a3,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:43.348226 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca1353-d26d-4a75-84ee-ae0c84b8d926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb161d6-53af-4dcc-aa4a-24c9d1f3274d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:43.391365 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d039f1eb-59a6-46e6-a4a6-d4ff9b98d305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:43.417645 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d039f1eb-59a6-46e6-a4a6-d4ff9b98d305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:43.480992 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d039f1eb-59a6-46e6-a4a6-d4ff9b98d305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:43.483346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0f4da9-e0ac-479f-94e2-e538c293a134 req-7948c511-9b5a-4120-af20-8c50a3257407 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] No DVR routers for this DVR port 820a7e54-024e-42f9-a054-fb1c3471d2a3 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:14:43.484534 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d039f1eb-59a6-46e6-a4a6-d4ff9b98d305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:43.485734 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d039f1eb-59a6-46e6-a4a6-d4ff9b98d305 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0fb161d6-53af-4dcc-aa4a-24c9d1f3274d HTTP/1.1" status: 204 len: 168 time: 0.1814470 Jul 22 19:14:43.494940 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039f1eb-59a6-46e6-a4a6-d4ff9b98d305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb161d6-53af-4dcc-aa4a-24c9d1f3274d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:43.496447 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad8e71-1fbb-4202-beb3-04cae237bdd3 req-baa8d1e0-f9e6-4d48-b8ec-eab155fe6166 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:43.512316 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dbad8e71-1fbb-4202-beb3-04cae237bdd3 req-baa8d1e0-f9e6-4d48-b8ec-eab155fe6166 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dde568-cd4d-4ec4-85c4-026efdd0b011 HTTP/1.1" status: 200 len: 867 time: 0.6431868 Jul 22 19:14:43.522807 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3f0f4da9-e0ac-479f-94e2-e538c293a134 req-7948c511-9b5a-4120-af20-8c50a3257407 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:43.525724 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f0f4da9-e0ac-479f-94e2-e538c293a134 req-7948c511-9b5a-4120-af20-8c50a3257407 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.30 "DELETE /v2.0/ports/820a7e54-024e-42f9-a054-fb1c3471d2a3 HTTP/1.1" status: 204 len: 173 time: 2.0840755 Jul 22 19:14:43.539887 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22dde568-cd4d-4ec4-85c4-026efdd0b011', 'name': 'network-vif-deleted', 'tag': '820a7e54-024e-42f9-a054-fb1c3471d2a3'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:14:43.543053 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58470f48-44da-4591-9e3d-955615720079" -d '{"events": [{"server_uuid": "22dde568-cd4d-4ec4-85c4-026efdd0b011", "name": "network-vif-deleted", "tag": "820a7e54-024e-42f9-a054-fb1c3471d2a3"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:14:43.580930 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbb537-998e-4cb7-8f8d-6d7aea58343b req-5d4ce14f-8f0f-48d3-a0ca-56d865045c1c tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:43.583075 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6bcbb537-998e-4cb7-8f8d-6d7aea58343b req-5d4ce14f-8f0f-48d3-a0ca-56d865045c1c tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.3114626 Jul 22 19:14:43.585558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f6b8a-c03c-4f8c-82fb-6232307b80d8 req-42349fb8-e0b2-4dc2-bcd0-4bb022d03c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:43.587222 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-482f6b8a-c03c-4f8c-82fb-6232307b80d8 req-42349fb8-e0b2-4dc2-bcd0-4bb022d03c18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17cd2804a52047cfb4d32d8ab0a04c5d&device_id=a5158881-2220-468d-bfdf-6f2a91d6f307 HTTP/1.1" status: 200 len: 1095 time: 0.5513034 Jul 22 19:14:43.682817 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6bcbb537-998e-4cb7-8f8d-6d7aea58343b req-f7cb7988-7b33-4160-9bce-05f5463e378f tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886939 Jul 22 19:14:43.706509 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dbad8e71-1fbb-4202-beb3-04cae237bdd3 req-a889ec90-b2b6-4b82-82a4-b8f6cf695c00 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856925 Jul 22 19:14:43.805335 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 3bf9c2c0-5f09-45df-b272-3c905d470bcd details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:14:43.817643 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 820a7e54-024e-42f9-a054-fb1c3471d2a3 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:14:43.914097 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f6b8a-c03c-4f8c-82fb-6232307b80d8 req-88a2f7da-9ade-47e8-aab2-5d6cf1bec926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:43.927713 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-482f6b8a-c03c-4f8c-82fb-6232307b80d8 req-88a2f7da-9ade-47e8-aab2-5d6cf1bec926 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd HTTP/1.1" status: 200 len: 913 time: 0.3276768 Jul 22 19:14:43.936810 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 820a7e54-024e-42f9-a054-fb1c3471d2a3 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:14:43.938264 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 820a7e54-024e-42f9-a054-fb1c3471d2a3 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:14:43.939177 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8684c40f-0e6d-40e4-92e4-32311f7dce33 x-openstack-request-id: req-8684c40f-0e6d-40e4-92e4-32311f7dce33 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:14:43.939483 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22dde568-cd4d-4ec4-85c4-026efdd0b011", "name": "network-vif-deleted", "tag": "820a7e54-024e-42f9-a054-fb1c3471d2a3", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:14:43.941190 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8684c40f-0e6d-40e4-92e4-32311f7dce33 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:14:43.941609 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dde568-cd4d-4ec4-85c4-026efdd0b011', 'name': 'network-vif-deleted', 'tag': '820a7e54-024e-42f9-a054-fb1c3471d2a3', 'status': 'completed', 'code': 200} Jul 22 19:14:44.148880 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8a2b03d4-6057-4048-b650-64c643d96429 req-d9574e2a-2e52-4335-8fc7-20625cb724c3 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.2157726 Jul 22 19:14:44.174147 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-482f6b8a-c03c-4f8c-82fb-6232307b80d8 req-049c7396-c07e-44e5-a0dc-1c6a7d329d7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bf9c2c0-5f09-45df-b272-3c905d470bcd HTTP/1.1" status: 200 len: 217 time: 0.2305815 Jul 22 19:14:44.299916 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f6b8a-c03c-4f8c-82fb-6232307b80d8 req-1b80e930-4d96-444b-8249-9bb06d14aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:44.301477 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-482f6b8a-c03c-4f8c-82fb-6232307b80d8 req-1b80e930-4d96-444b-8249-9bb06d14aab0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ba5617b-ba48-486c-9750-2a5a3148f236 HTTP/1.1" status: 200 len: 852 time: 0.0792975 Jul 22 19:14:44.356658 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 3bf9c2c0-5f09-45df-b272-3c905d470bcd, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=3bf9c2c0-5f09-45df-b272-3c905d470bcd,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:44.373655 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-482f6b8a-c03c-4f8c-82fb-6232307b80d8 req-6ed695bf-64f7-4c14-bf31-4fe61a5b6184 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a8130c5-5925-4614-8cfa-ff6fd165b8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585160 Jul 22 19:14:44.374348 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '3bf9c2c0-5f09-45df-b272-3c905d470bcd', 'network_id': '4a8130c5-5925-4614-8cfa-ff6fd165b8cd', 'port_id': '3bf9c2c0-5f09-45df-b272-3c905d470bcd', 'mac_address': 'fa:16:3e:06:fd:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba5617b-ba48-486c-9750-2a5a3148f236', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:14:44.432615 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:44.453580 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf9c2c0-5f09-45df-b272-3c905d470bcd {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:14:44.473863 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a916f-0c62-434d-97ed-d14121897c1f req-5c646c6f-5e94-48e6-ba40-a7756a443358 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:44.475472 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-922a916f-0c62-434d-97ed-d14121897c1f req-5c646c6f-5e94-48e6-ba40-a7756a443358 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=05f33f27-5a43-4ada-b28b-429bcb4de611 HTTP/1.1" status: 200 len: 945 time: 0.4388719 Jul 22 19:14:44.499509 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 3bf9c2c0-5f09-45df-b272-3c905d470bcd, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=3bf9c2c0-5f09-45df-b272-3c905d470bcd,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:44.507963 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:44.547823 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030d6b2-d35b-44f4-bb81-d71d40070b04 req-9eeffbf4-6984-4817-bf6f-71350ae0c65e tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:44.549503 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a030d6b2-d35b-44f4-bb81-d71d40070b04 req-9eeffbf4-6984-4817-bf6f-71350ae0c65e tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5158881-2220-468d-bfdf-6f2a91d6f307 HTTP/1.1" status: 200 len: 943 time: 0.2470791 Jul 22 19:14:44.551314 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-482f6b8a-c03c-4f8c-82fb-6232307b80d8 req-903ccfc2-a64a-42b1-9506-01b50870528f service neutron] 10.222.0.30 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689756 Jul 22 19:14:44.581543 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-922a916f-0c62-434d-97ed-d14121897c1f req-49c6729d-1df0-42fe-8e32-1914787d7651 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913892 Jul 22 19:14:44.582939 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=3bf9c2c0-5f09-45df-b272-3c905d470bcd,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:44.686912 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a030d6b2-d35b-44f4-bb81-d71d40070b04 req-ff095152-5b61-4f9b-9cf1-66e282b3258a tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186492 Jul 22 19:14:44.740524 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-482f6b8a-c03c-4f8c-82fb-6232307b80d8 req-16cb1e1c-c18c-4a2f-b6d1-4d3f5f09c508 service neutron] 10.222.0.30 "GET /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733785 Jul 22 19:14:44.755392 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['3bf9c2c0-5f09-45df-b272-3c905d470bcd'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:14:44.905340 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9de4d-182f-4f43-8aed-90b851d4c7d2 req-b44c3d2e-c2b6-4928-8fdc-4de8b4cfce21 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:44.907281 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89b9de4d-182f-4f43-8aed-90b851d4c7d2 req-b44c3d2e-c2b6-4928-8fdc-4de8b4cfce21 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.1371694 Jul 22 19:14:44.998808 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89b9de4d-182f-4f43-8aed-90b851d4c7d2 req-1aede9ee-6ff1-44b6-b8fb-ab85077011c4 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752950 Jul 22 19:14:45.161204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7705aba-63f5-4ade-9f67-3064ba32093d req-eb9c7af1-4e18-47c9-9b5c-48ea237e69ec tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:45.162722 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7705aba-63f5-4ade-9f67-3064ba32093d req-eb9c7af1-4e18-47c9-9b5c-48ea237e69ec tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d21d4f-8587-4664-9e9c-a2523c34aa66 HTTP/1.1" status: 200 len: 950 time: 0.0732241 Jul 22 19:14:45.214331 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7705aba-63f5-4ade-9f67-3064ba32093d req-867b6419-8a41-4f36-b106-180cc9833ee4 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433087 Jul 22 19:14:45.296794 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cea435de-8af2-4434-8684-94602237f723 req-72ec3446-b2a6-4bcc-a142-0de18a486030 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.0363872 Jul 22 19:14:45.746361 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1293ac9-799f-4e6c-b432-ac0598beaddd req-6fa0a339-dbd2-4bc6-ac52-7a379969b0c6 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:45.748503 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1293ac9-799f-4e6c-b432-ac0598beaddd req-6fa0a339-dbd2-4bc6-ac52-7a379969b0c6 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=05f33f27-5a43-4ada-b28b-429bcb4de611 HTTP/1.1" status: 200 len: 945 time: 0.0745840 Jul 22 19:14:45.795650 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1293ac9-799f-4e6c-b432-ac0598beaddd req-5a04419b-3ecf-4049-95d3-8ec693bbd692 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415106 Jul 22 19:14:45.831449 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 3bf9c2c0-5f09-45df-b272-3c905d470bcd up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:14:45.861455 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c86c5eac-0e18-4a7a-aa18-44f1e990b770 req-bd1036b0-0773-4794-9dbc-31bb2db41d0a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0642066 Jul 22 19:14:45.948727 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 3bf9c2c0-5f09-45df-b272-3c905d470bcd completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:14:45.961627 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 3bf9c2c0-5f09-45df-b272-3c905d470bcd triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:14:45.962027 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:46.019349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad04500-3339-4b88-924e-7bbccb7b586c req-6eb645f0-71ec-428a-92ac-28c728cb7e14 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:46.021240 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ad04500-3339-4b88-924e-7bbccb7b586c req-6eb645f0-71ec-428a-92ac-28c728cb7e14 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5158881-2220-468d-bfdf-6f2a91d6f307 HTTP/1.1" status: 200 len: 944 time: 0.1508346 Jul 22 19:14:46.024444 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c5eac-0e18-4a7a-aa18-44f1e990b770 req-0a54ef24-d337-4542-955b-61610faa9c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:46.025941 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c86c5eac-0e18-4a7a-aa18-44f1e990b770 req-0a54ef24-d337-4542-955b-61610faa9c06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bdd619a2063c48548f26c6ebbd644353&device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 1103 time: 0.1352613 Jul 22 19:14:46.139264 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ad04500-3339-4b88-924e-7bbccb7b586c req-d958503f-f97c-479e-b8e6-1a6094bbcf80 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121416 Jul 22 19:14:46.171460 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:46.207808 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5158881-2220-468d-bfdf-6f2a91d6f307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf9c2c0-5f09-45df-b272-3c905d470bcd'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:14:46.210332 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c1fbf8-578b-453e-818a-c8f7941a4ec9" -d '{"events": [{"server_uuid": "a5158881-2220-468d-bfdf-6f2a91d6f307", "name": "network-vif-plugged", "status": "completed", "tag": "3bf9c2c0-5f09-45df-b272-3c905d470bcd"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:14:46.227850 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 3bf9c2c0-5f09-45df-b272-3c905d470bcd, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=3bf9c2c0-5f09-45df-b272-3c905d470bcd,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:46.233093 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:46.291782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c5eac-0e18-4a7a-aa18-44f1e990b770 req-b0fa501d-b24e-453e-8364-e4638674566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:46.294062 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c86c5eac-0e18-4a7a-aa18-44f1e990b770 req-b0fa501d-b24e-453e-8364-e4638674566c service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.2196708 Jul 22 19:14:46.318626 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48472) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:46.324511 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-87f0471d-bfb7-4b1a-afe7-ff3f75828eac tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-63694906', 'description': 'tempest-secgroup-smoke-63694906 description', 'project_id': '637aa3e692f04588bda049c0135065ab'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:46.360060 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c86c5eac-0e18-4a7a-aa18-44f1e990b770 req-99edbbc0-864f-4847-915c-2e8d2af922fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=f3403223-5e31-4a0f-bc09-2e107a70d0c8 HTTP/1.1" status: 200 len: 217 time: 0.0580161 Jul 22 19:14:46.380110 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-87f0471d-bfb7-4b1a-afe7-ff3f75828eac tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:46.390974 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-87f0471d-bfb7-4b1a-afe7-ff3f75828eac tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:46.393424 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f0bb2e-9a82-4227-a6ee-7d8c0c981d14 x-openstack-request-id: req-10f0bb2e-9a82-4227-a6ee-7d8c0c981d14 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:14:46.393868 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5158881-2220-468d-bfdf-6f2a91d6f307", "name": "network-vif-plugged", "status": "completed", "tag": "3bf9c2c0-5f09-45df-b272-3c905d470bcd", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:14:46.394091 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10f0bb2e-9a82-4227-a6ee-7d8c0c981d14 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:14:46.394554 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5158881-2220-468d-bfdf-6f2a91d6f307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf9c2c0-5f09-45df-b272-3c905d470bcd', 'code': 200} Jul 22 19:14:46.395710 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=3bf9c2c0-5f09-45df-b272-3c905d470bcd,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:46.612867 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-87f0471d-bfb7-4b1a-afe7-ff3f75828eac tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:46.622596 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-87f0471d-bfb7-4b1a-afe7-ff3f75828eac tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:46.642099 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c5eac-0e18-4a7a-aa18-44f1e990b770 req-274a9535-b9bb-4093-995b-ccc90efacc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:46.643642 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c86c5eac-0e18-4a7a-aa18-44f1e990b770 req-274a9535-b9bb-4093-995b-ccc90efacc0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.2694864 Jul 22 19:14:46.676052 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f0471d-bfb7-4b1a-afe7-ff3f75828eac tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98703c48-3d65-49a8-b885-30453f9e9149,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:46.760701 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-87f0471d-bfb7-4b1a-afe7-ff3f75828eac tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:46.765886 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-87f0471d-bfb7-4b1a-afe7-ff3f75828eac tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:46.800055 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fcec7-a42f-4037-a18f-977c24b5b612 req-956c541e-745a-4401-b865-644dfdf18d88 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:46.800945 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-87f0471d-bfb7-4b1a-afe7-ff3f75828eac tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:46.802511 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-87f0471d-bfb7-4b1a-afe7-ff3f75828eac tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4820435 Jul 22 19:14:46.806309 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48486) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:46.811430 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c1eab1d6-a7e0-4d1e-8296-12f9e6fe44db tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': '0068e68f-f722-4883-9dfc-7bd17bb2ce01', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:46.812029 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d9fcec7-a42f-4037-a18f-977c24b5b612 req-956c541e-745a-4401-b865-644dfdf18d88 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d21d4f-8587-4664-9e9c-a2523c34aa66 HTTP/1.1" status: 200 len: 950 time: 0.2809448 Jul 22 19:14:46.820962 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217fbe8-852a-49bd-b3bf-f9be12384ca4 req-c81c87be-0a17-420b-8e35-e962d2c36489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:46.822677 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6217fbe8-852a-49bd-b3bf-f9be12384ca4 req-c81c87be-0a17-420b-8e35-e962d2c36489 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a5158881-2220-468d-bfdf-6f2a91d6f307 HTTP/1.1" status: 200 len: 1097 time: 0.3429892 Jul 22 19:14:46.844413 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c1eab1d6-a7e0-4d1e-8296-12f9e6fe44db tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:46.844673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb9da0-11b0-4765-afd3-221ad57412a6 req-cbaafd0d-dc4c-4870-b388-951263d26eee tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:46.846241 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82bb9da0-11b0-4765-afd3-221ad57412a6 req-cbaafd0d-dc4c-4870-b388-951263d26eee tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7d21d4f-8587-4664-9e9c-a2523c34aa66 HTTP/1.1" status: 200 len: 950 time: 0.2803152 Jul 22 19:14:46.848520 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f0471d-bfb7-4b1a-afe7-ff3f75828eac tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0068e68f-f722-4883-9dfc-7bd17bb2ce01,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:46.854733 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775d642-7db9-4fb9-8521-276fe8bfeb58 req-8dd929fc-6c52-4632-8ad7-30d83ed62eec tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:46.856449 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f775d642-7db9-4fb9-8521-276fe8bfeb58 req-8dd929fc-6c52-4632-8ad7-30d83ed62eec tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.3581505 Jul 22 19:14:46.947212 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c1eab1d6-a7e0-4d1e-8296-12f9e6fe44db tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:46.953615 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c1eab1d6-a7e0-4d1e-8296-12f9e6fe44db tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:46.963999 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c5eac-0e18-4a7a-aa18-44f1e990b770 req-557d13bc-1bef-4677-8405-af3dec78cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:46.965767 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c86c5eac-0e18-4a7a-aa18-44f1e990b770 req-557d13bc-1bef-4677-8405-af3dec78cef8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3024263 Jul 22 19:14:46.992749 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c1eab1d6-a7e0-4d1e-8296-12f9e6fe44db tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:46.992749 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c1eab1d6-a7e0-4d1e-8296-12f9e6fe44db tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1827586 Jul 22 19:14:46.994702 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48492) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:47.006301 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-7334e382-989e-46a5-9b05-ec18c4fea42b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': '0068e68f-f722-4883-9dfc-7bd17bb2ce01', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:47.016109 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eab1d6-a7e0-4d1e-8296-12f9e6fe44db tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=091e8b68-2307-4fe4-a866-c9aa82992e86,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:47.030893 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d9fcec7-a42f-4037-a18f-977c24b5b612 req-f9f59545-394b-40b8-8e39-24176e98fb63 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140284 Jul 22 19:14:47.062822 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7334e382-989e-46a5-9b05-ec18c4fea42b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:47.119961 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6217fbe8-852a-49bd-b3bf-f9be12384ca4 req-7d717c19-0c76-466e-8a73-0966c3cf77c7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623050 Jul 22 19:14:47.136093 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f775d642-7db9-4fb9-8521-276fe8bfeb58 req-ea3cce49-89a9-4a79-8ba6-0d0403e467e5 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591372 Jul 22 19:14:47.159745 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7334e382-989e-46a5-9b05-ec18c4fea42b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:47.170235 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7334e382-989e-46a5-9b05-ec18c4fea42b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:47.222618 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334e382-989e-46a5-9b05-ec18c4fea42b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905ce437-fffe-4ada-baa0-facd17f7c91a,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:47.245855 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7334e382-989e-46a5-9b05-ec18c4fea42b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:47.249044 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7334e382-989e-46a5-9b05-ec18c4fea42b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2493489 Jul 22 19:14:47.252169 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48498) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:47.257284 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-feb28b31-4894-4ade-b578-22bd6e60874d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': '0068e68f-f722-4883-9dfc-7bd17bb2ce01', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:47.268079 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-22a64b27-eec4-496b-94e5-1127346af37a req-2ac8b5c1-7d8d-42ac-8fff-fa54653b4169 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.1274068 Jul 22 19:14:47.311282 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-feb28b31-4894-4ade-b578-22bd6e60874d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:47.437452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-feb28b31-4894-4ade-b578-22bd6e60874d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:47.444174 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-feb28b31-4894-4ade-b578-22bd6e60874d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:47.462225 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb28b31-4894-4ade-b578-22bd6e60874d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0075f55c-99ec-4b2d-929c-78e1e2e37600,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:47.489819 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-feb28b31-4894-4ade-b578-22bd6e60874d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:47.491976 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-feb28b31-4894-4ade-b578-22bd6e60874d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2384100 Jul 22 19:14:47.495561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48506) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:47.502799 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f7346dc4-743c-45b0-a6ac-94005ff7a71e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': '0068e68f-f722-4883-9dfc-7bd17bb2ce01', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:47.537888 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7346dc4-743c-45b0-a6ac-94005ff7a71e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:47.640533 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7346dc4-743c-45b0-a6ac-94005ff7a71e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:47.646694 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7346dc4-743c-45b0-a6ac-94005ff7a71e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:47.667111 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7346dc4-743c-45b0-a6ac-94005ff7a71e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4b585c-444e-4311-bbff-60870d8d8645,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:47.693640 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7346dc4-743c-45b0-a6ac-94005ff7a71e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:47.694101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c86c5eac-0e18-4a7a-aa18-44f1e990b770 req-ad9bcf0b-2609-4cf7-aa0a-e9e06b39b204 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7178206 Jul 22 19:14:47.698216 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f7346dc4-743c-45b0-a6ac-94005ff7a71e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1973867 Jul 22 19:14:47.698705 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48518) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:47.706470 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-82bb9da0-11b0-4765-afd3-221ad57412a6 req-dae524d2-8129-48bb-9da4-5d8347077d24 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Deleting port 45ddd3f0-920e-4484-b44b-3fde5359271d {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:14:47.706646 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-6d407cf0-43db-4729-8552-625ac87228aa tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': '0068e68f-f722-4883-9dfc-7bd17bb2ce01', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:47.706756 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-82bb9da0-11b0-4765-afd3-221ad57412a6 req-dae524d2-8129-48bb-9da4-5d8347077d24 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:47.750545 n-d-800086-12 neutron-server[93806]: INFO neutron.db.securitygroups_db [None req-6d407cf0-43db-4729-8552-625ac87228aa tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Project 637aa3e692f04588bda049c0135065ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:14:47.756552 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d407cf0-43db-4729-8552-625ac87228aa tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:47.776968 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4756ce-9496-4332-8d1a-332757461054 req-36b7bbb5-033b-410a-83cc-fd6aec3a6d6a tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:47.778353 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da4756ce-9496-4332-8d1a-332757461054 req-36b7bbb5-033b-410a-83cc-fd6aec3a6d6a tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5158881-2220-468d-bfdf-6f2a91d6f307 HTTP/1.1" status: 200 len: 945 time: 0.5140212 Jul 22 19:14:47.844201 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d407cf0-43db-4729-8552-625ac87228aa tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:47.854001 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d407cf0-43db-4729-8552-625ac87228aa tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:47.879849 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d407cf0-43db-4729-8552-625ac87228aa tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a172014f-8e08-4d4b-9019-29a68c726f61,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:47.884360 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d407cf0-43db-4729-8552-625ac87228aa tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:47.886042 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6d407cf0-43db-4729-8552-625ac87228aa tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1854391 Jul 22 19:14:47.891543 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48524) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:47.900903 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-9182a3a9-5e6f-4fde-8b68-abb807aeb7d3 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': '0068e68f-f722-4883-9dfc-7bd17bb2ce01', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:47.925523 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da4756ce-9496-4332-8d1a-332757461054 req-ad126048-b237-46e7-b9bf-9cd7d84d909b tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738981 Jul 22 19:14:47.946583 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-82bb9da0-11b0-4765-afd3-221ad57412a6 req-dae524d2-8129-48bb-9da4-5d8347077d24 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] For port 45ddd3f0-920e-4484-b44b-3fde5359271d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=45ddd3f0-920e-4484-b44b-3fde5359271d,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:47.947128 n-d-800086-12 neutron-server[93806]: INFO neutron.db.securitygroups_db [None req-9182a3a9-5e6f-4fde-8b68-abb807aeb7d3 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Project 637aa3e692f04588bda049c0135065ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:14:47.947272 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-82bb9da0-11b0-4765-afd3-221ad57412a6 req-dae524d2-8129-48bb-9da4-5d8347077d24 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:47.960905 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9182a3a9-5e6f-4fde-8b68-abb807aeb7d3 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:47.973910 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c86c5eac-0e18-4a7a-aa18-44f1e990b770 req-254bd740-afad-48ae-8676-e6db9452f25b service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668972 Jul 22 19:14:47.978273 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-82bb9da0-11b0-4765-afd3-221ad57412a6 req-dae524d2-8129-48bb-9da4-5d8347077d24 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Calling delete_port for 45ddd3f0-920e-4484-b44b-3fde5359271d owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:14:48.043053 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9182a3a9-5e6f-4fde-8b68-abb807aeb7d3 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:48.048327 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9182a3a9-5e6f-4fde-8b68-abb807aeb7d3 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:48.071292 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182a3a9-5e6f-4fde-8b68-abb807aeb7d3 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80a0898-fc41-46f6-b6c6-002425e2eb07,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:48.080515 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9182a3a9-5e6f-4fde-8b68-abb807aeb7d3 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:48.087499 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9182a3a9-5e6f-4fde-8b68-abb807aeb7d3 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1938441 Jul 22 19:14:48.087939 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 48534) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:48.099614 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-99213ab2-789a-4ba5-ba8a-68b13c0a481b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'network': {'name': 'tempest-network-smoke--328534133', 'project_id': '637aa3e692f04588bda049c0135065ab', 'port_security_enabled': True}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:48.173337 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99213ab2-789a-4ba5-ba8a-68b13c0a481b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Made reservation on behalf of 637aa3e692f04588bda049c0135065ab for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:14:48.177644 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-99213ab2-789a-4ba5-ba8a-68b13c0a481b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:48.314831 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99213ab2-789a-4ba5-ba8a-68b13c0a481b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:14:48.329074 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-82bb9da0-11b0-4765-afd3-221ad57412a6 req-dae524d2-8129-48bb-9da4-5d8347077d24 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:48.337190 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-99213ab2-789a-4ba5-ba8a-68b13c0a481b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:48.337538 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-99213ab2-789a-4ba5-ba8a-68b13c0a481b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Added segment 27d8200d-812f-42b5-bb84-5d7c8e096c3e of type vlan for network a20874d1-5fdb-442d-b54e-966fdd5196bb Jul 22 19:14:48.342533 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['f3403223-5e31-4a0f-bc09-2e107a70d0c8'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:14:48.405635 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae524d2-8129-48bb-9da4-5d8347077d24 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Pushing event deleted for resources: {'Port': ['ID=45ddd3f0-920e-4484-b44b-3fde5359271d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:48.445594 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-99213ab2-789a-4ba5-ba8a-68b13c0a481b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:48.484178 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-99213ab2-789a-4ba5-ba8a-68b13c0a481b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:48.490569 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99213ab2-789a-4ba5-ba8a-68b13c0a481b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:48.491470 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-99213ab2-789a-4ba5-ba8a-68b13c0a481b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:48.510883 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9400a5-7586-496d-9d5d-b9e3bce4c894 req-d28138d0-e708-4af8-be65-f2ab361622c5 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:48.513293 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b9400a5-7586-496d-9d5d-b9e3bce4c894 req-d28138d0-e708-4af8-be65-f2ab361622c5 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d21d4f-8587-4664-9e9c-a2523c34aa66 HTTP/1.1" status: 200 len: 867 time: 0.3215184 Jul 22 19:14:48.604620 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bb9da0-11b0-4765-afd3-221ad57412a6 req-dae524d2-8129-48bb-9da4-5d8347077d24 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] No DVR routers for this DVR port 45ddd3f0-920e-4484-b44b-3fde5359271d on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:14:48.623255 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-82bb9da0-11b0-4765-afd3-221ad57412a6 req-dae524d2-8129-48bb-9da4-5d8347077d24 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:48.625644 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82bb9da0-11b0-4765-afd3-221ad57412a6 req-dae524d2-8129-48bb-9da4-5d8347077d24 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.30 "DELETE /v2.0/ports/45ddd3f0-920e-4484-b44b-3fde5359271d HTTP/1.1" status: 204 len: 173 time: 1.7615087 Jul 22 19:14:48.637477 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d21d4f-8587-4664-9e9c-a2523c34aa66', 'name': 'network-vif-deleted', 'tag': '45ddd3f0-920e-4484-b44b-3fde5359271d'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:14:48.640463 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d7ccb2-33d2-4d00-9e19-eced0a882932" -d '{"events": [{"server_uuid": "d7d21d4f-8587-4664-9e9c-a2523c34aa66", "name": "network-vif-deleted", "tag": "45ddd3f0-920e-4484-b44b-3fde5359271d"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:14:48.666819 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-99213ab2-789a-4ba5-ba8a-68b13c0a481b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5772190 Jul 22 19:14:48.670209 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48550) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:48.675312 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-5353a9a8-6f32-4b6a-b7c3-92e60d026827 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1110549416', 'admin_state_up': True, 'project_id': '637aa3e692f04588bda049c0135065ab', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:48.727876 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f5a93-267b-4c77-9cd8-0ed43b615e4a req-6bb93429-b061-4722-951a-ea4bf94af2dc tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:48.729683 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5353a9a8-6f32-4b6a-b7c3-92e60d026827 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:48.731375 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5353a9a8-6f32-4b6a-b7c3-92e60d026827 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:48.735813 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c66f5a93-267b-4c77-9cd8-0ed43b615e4a req-6bb93429-b061-4722-951a-ea4bf94af2dc tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.5064058 Jul 22 19:14:48.763270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99213ab2-789a-4ba5-ba8a-68b13c0a481b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Network': ['ID=a20874d1-5fdb-442d-b54e-966fdd5196bb,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:48.774827 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network a20874d1-5fdb-442d-b54e-966fdd5196bb details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:14:48.809977 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b9400a5-7586-496d-9d5d-b9e3bce4c894 req-58b9f3e6-6525-4fe3-bcf5-c56b42c17003 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223289 Jul 22 19:14:48.815846 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c66f5a93-267b-4c77-9cd8-0ed43b615e4a req-fb01b895-4b43-4d94-aa42-9f6eb1e58592 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786724 Jul 22 19:14:48.827538 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5353a9a8-6f32-4b6a-b7c3-92e60d026827 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:49.016155 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2e8ecc-a449-491d-968c-d657552b0c8a x-openstack-request-id: req-9c2e8ecc-a449-491d-968c-d657552b0c8a {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:14:49.016779 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d21d4f-8587-4664-9e9c-a2523c34aa66", "name": "network-vif-deleted", "tag": "45ddd3f0-920e-4484-b44b-3fde5359271d", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:14:49.016779 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c2e8ecc-a449-491d-968c-d657552b0c8a {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:14:49.017445 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d21d4f-8587-4664-9e9c-a2523c34aa66', 'name': 'network-vif-deleted', 'tag': '45ddd3f0-920e-4484-b44b-3fde5359271d', 'status': 'completed', 'code': 200} Jul 22 19:14:49.019849 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41e242d1-1aa2-4ae8-97b5-8c2d5e728756 req-99a7019c-5c48-4746-8e3f-49cee34446d2 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.0825515 Jul 22 19:14:49.077154 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5353a9a8-6f32-4b6a-b7c3-92e60d026827 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:49.152349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c2d69-e894-405c-8ef6-953ac4302159 req-750bbdcf-b3dc-4e7d-9b5d-b13d89d67689 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:49.159161 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f75c2d69-e894-405c-8ef6-953ac4302159 req-750bbdcf-b3dc-4e7d-9b5d-b13d89d67689 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5158881-2220-468d-bfdf-6f2a91d6f307 HTTP/1.1" status: 200 len: 945 time: 0.0962019 Jul 22 19:14:49.258362 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f75c2d69-e894-405c-8ef6-953ac4302159 req-bb7eee0f-37ff-447a-ae85-46ea5e3ee2e4 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927031 Jul 22 19:14:49.427584 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5353a9a8-6f32-4b6a-b7c3-92e60d026827 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:49.453485 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5353a9a8-6f32-4b6a-b7c3-92e60d026827 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:49.577792 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755de9e-1da8-4cc0-8479-2bab56f9420c req-72654ef7-ac74-4a7d-8cd0-8e9e04a6e87b tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:49.581050 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c755de9e-1da8-4cc0-8479-2bab56f9420c req-72654ef7-ac74-4a7d-8cd0-8e9e04a6e87b tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5158881-2220-468d-bfdf-6f2a91d6f307 HTTP/1.1" status: 200 len: 945 time: 0.0914214 Jul 22 19:14:49.613819 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-5353a9a8-6f32-4b6a-b7c3-92e60d026827 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Allocated IP 172.25.3.32 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/9c527e6d-f94d-4395-be80-65d1fbe70516) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:14:49.637256 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c755de9e-1da8-4cc0-8479-2bab56f9420c req-87097c0a-37cf-4858-b69d-81cbebb5a9bc tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477614 Jul 22 19:14:49.744402 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5353a9a8-6f32-4b6a-b7c3-92e60d026827 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:49.813153 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5353a9a8-6f32-4b6a-b7c3-92e60d026827 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:49.844700 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 45ddd3f0-920e-4484-b44b-3fde5359271d no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:14:49.858700 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5353a9a8-6f32-4b6a-b7c3-92e60d026827 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:14:49.882546 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 45ddd3f0-920e-4484-b44b-3fde5359271d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:14:49.882849 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 45ddd3f0-920e-4484-b44b-3fde5359271d not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:14:49.883462 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-5353a9a8-6f32-4b6a-b7c3-92e60d026827 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:14:49.888092 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5353a9a8-6f32-4b6a-b7c3-92e60d026827 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:14:49.988056 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353a9a8-6f32-4b6a-b7c3-92e60d026827 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=9c527e6d-f94d-4395-be80-65d1fbe70516,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:50.054073 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b468f4-5cdf-4fa2-8939-7882f130b1ed req-da9d78bd-cda9-48cf-93a0-97b8b1756f52 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:50.056939 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4b468f4-5cdf-4fa2-8939-7882f130b1ed req-da9d78bd-cda9-48cf-93a0-97b8b1756f52 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.1372609 Jul 22 19:14:50.116916 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4b468f4-5cdf-4fa2-8939-7882f130b1ed req-abb9429c-f23f-4790-a428-16f7e601c5ce tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536869 Jul 22 19:14:50.330401 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b536c01-d616-4525-91ed-52a3736eaf0a req-b375e072-27f8-46ad-800c-0f854f507bc7 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.0901697 Jul 22 19:14:50.387277 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5353a9a8-6f32-4b6a-b7c3-92e60d026827 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:50.435417 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9010bc6-9b73-4cbd-91a9-47f8f945406c req-b6a06f08-4c4f-4a68-ab00-79b3493c2f0f tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:50.437444 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c9010bc6-9b73-4cbd-91a9-47f8f945406c req-b6a06f08-4c4f-4a68-ab00-79b3493c2f0f tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 951 time: 0.0792110 Jul 22 19:14:50.492995 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c9010bc6-9b73-4cbd-91a9-47f8f945406c req-4be44a2d-aedf-43a9-b96a-a0a9e279c8e9 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478537 Jul 22 19:14:50.615500 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5353a9a8-6f32-4b6a-b7c3-92e60d026827 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:50.804988 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57185cdf-df20-4304-a1de-69f4a5a82ff6 req-eeb764d9-8a8b-4a6b-a7d4-933b4d51f416 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:50.813702 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-57185cdf-df20-4304-a1de-69f4a5a82ff6 req-eeb764d9-8a8b-4a6b-a7d4-933b4d51f416 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5158881-2220-468d-bfdf-6f2a91d6f307 HTTP/1.1" status: 200 len: 945 time: 0.0821927 Jul 22 19:14:50.868153 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-57185cdf-df20-4304-a1de-69f4a5a82ff6 req-159f3e86-168c-4417-abce-b3a833662870 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534313 Jul 22 19:14:51.077429 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5353a9a8-6f32-4b6a-b7c3-92e60d026827 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Router b60a1b7b-f351-4619-b1a5-45df7394cfba is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:14:51.160673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22836c20-b1ae-48e1-8411-4338d9eaf7a4 req-fa7bc7c2-19da-4671-8d5f-7694a08c329b tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:51.162612 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-22836c20-b1ae-48e1-8411-4338d9eaf7a4 req-fa7bc7c2-19da-4671-8d5f-7694a08c329b tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5158881-2220-468d-bfdf-6f2a91d6f307 HTTP/1.1" status: 200 len: 945 time: 0.0734682 Jul 22 19:14:51.226214 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5353a9a8-6f32-4b6a-b7c3-92e60d026827 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:14:51.236658 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-22836c20-b1ae-48e1-8411-4338d9eaf7a4 req-e31cb11b-c52e-480f-a6e2-df7298674d52 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675414 Jul 22 19:14:51.241116 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] Sync routers for ids ['b60a1b7b-f351-4619-b1a5-45df7394cfba'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:14:51.259552 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] Routers {'b60a1b7b-f351-4619-b1a5-45df7394cfba'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:14:51.260489 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:14:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b60a1b7b-f351-4619-b1a5-45df7394cfba'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:51.270192 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5353a9a8-6f32-4b6a-b7c3-92e60d026827 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:51.275160 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5353a9a8-6f32-4b6a-b7c3-92e60d026827 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6037436 Jul 22 19:14:51.277392 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48620) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:51.354426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fdfb5-cce8-4dfb-a4d7-6d45602d1442 req-ca552cbb-e96b-4c36-a69a-91f454581783 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:51.367678 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a01fdfb5-cce8-4dfb-a4d7-6d45602d1442 req-ca552cbb-e96b-4c36-a69a-91f454581783 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.1296365 Jul 22 19:14:51.479899 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a01fdfb5-cce8-4dfb-a4d7-6d45602d1442 req-eb2df10c-a806-4175-84bf-a32c3852cca6 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112418 Jul 22 19:14:51.483026 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] Set router b60a1b7b-f351-4619-b1a5-45df7394cfba gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:14:51.522258 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-eb5ee96a-b988-4516-832f-ce421d939ac1 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=637aa3e692f04588bda049c0135065ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2410855 Jul 22 19:14:51.523297 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48632) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:51.555393 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-67b33a30-3e0e-4514-aff8-786da147f1db req-6850ad35-f6bd-4081-961e-a99f00e1adea tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.0720251 Jul 22 19:14:51.698004 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b813ee8-1501-43e4-b228-ed6525c1fb7e tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:51.703775 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4b813ee8-1501-43e4-b228-ed6525c1fb7e tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1792727 Jul 22 19:14:51.704413 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48634) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:51.741483 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34137f65-1891-45cc-b8f0-a368fa3b239c req-051bde2a-2db1-4ed7-b3dc-afc2087e6bc4 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:51.742997 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34137f65-1891-45cc-b8f0-a368fa3b239c req-051bde2a-2db1-4ed7-b3dc-afc2087e6bc4 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.30 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 951 time: 0.1597288 Jul 22 19:14:51.758790 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bec3c3e0-1863-46ad-944d-73a7719c7ef8 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423360 Jul 22 19:14:51.760099 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48636) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:51.765681 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-aec9fe53-bc06-4b1f-9c9c-c12ba0777e47 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1198376815', 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb', 'project_id': '637aa3e692f04588bda049c0135065ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:51.765847 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d533f3e-6d9d-4af9-a6f7-832f6fee743f req-627d7526-ae93-401c-997b-dc89d87c0de0 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:51.766158 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110549416', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:48Z', 'updated_at': '2021-07-22T19:14:50Z', 'revision_number': 3, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:49Z', 'updated_at': '2021-07-22T19:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:51.772971 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d533f3e-6d9d-4af9-a6f7-832f6fee743f req-627d7526-ae93-401c-997b-dc89d87c0de0 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/ports?device_id=246ca8a6-c080-47cc-995f-44d93b798cc3 HTTP/1.1" status: 200 len: 951 time: 0.1745591 Jul 22 19:14:51.796140 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] Checking router: b60a1b7b-f351-4619-b1a5-45df7394cfba for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:14:51.796881 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] Updating router b60a1b7b-f351-4619-b1a5-45df7394cfba port 9c527e6d-f94d-4395-be80-65d1fbe70516 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:14:51.837473 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:51.861579 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d533f3e-6d9d-4af9-a6f7-832f6fee743f req-f87e4192-8241-4b02-a7a6-233591c125a3 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.13 "GET /v2.0/security-groups?id=27b0ceb3-f14e-42ff-9f99-3102fb359153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833004 Jul 22 19:14:51.878772 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec9fe53-bc06-4b1f-9c9c-c12ba0777e47 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Made reservation on behalf of 637aa3e692f04588bda049c0135065ab for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:14:51.883023 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aec9fe53-bc06-4b1f-9c9c-c12ba0777e47 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:51.931058 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-34137f65-1891-45cc-b8f0-a368fa3b239c req-868ab2bf-4de0-48b8-bc52-85e3c54207f7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Deleting port f3403223-5e31-4a0f-bc09-2e107a70d0c8 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:14:51.931410 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-34137f65-1891-45cc-b8f0-a368fa3b239c req-868ab2bf-4de0-48b8-bc52-85e3c54207f7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:52.060393 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-34137f65-1891-45cc-b8f0-a368fa3b239c req-868ab2bf-4de0-48b8-bc52-85e3c54207f7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] For port f3403223-5e31-4a0f-bc09-2e107a70d0c8, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f3403223-5e31-4a0f-bc09-2e107a70d0c8,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:52.061194 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-34137f65-1891-45cc-b8f0-a368fa3b239c req-868ab2bf-4de0-48b8-bc52-85e3c54207f7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:52.077691 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-34137f65-1891-45cc-b8f0-a368fa3b239c req-868ab2bf-4de0-48b8-bc52-85e3c54207f7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Calling delete_port for f3403223-5e31-4a0f-bc09-2e107a70d0c8 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:14:52.100332 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aec9fe53-bc06-4b1f-9c9c-c12ba0777e47 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:52.171762 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9fe53-bc06-4b1f-9c9c-c12ba0777e47 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Subnet': ['ID=1eeae556-d294-4d2f-ac67-d8bf624f6aa2,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:52.182681 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:52.186532 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9fe53-bc06-4b1f-9c9c-c12ba0777e47 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Checking segment: {'id': '27d8200d-812f-42b5-bb84-5d7c8e096c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:14:52.187439 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec9fe53-bc06-4b1f-9c9c-c12ba0777e47 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network hostable DHCP agents. Network: a20874d1-5fdb-442d-b54e-966fdd5196bb, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:14:52.196670 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] Transition to ACTIVE for port object 9c527e6d-f94d-4395-be80-65d1fbe70516 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:14:52.205875 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:52.213730 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec9fe53-bc06-4b1f-9c9c-c12ba0777e47 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network a20874d1-5fdb-442d-b54e-966fdd5196bb is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:14:52.226754 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-aec9fe53-bc06-4b1f-9c9c-c12ba0777e47 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, a20874d1-5fdb-442d-b54e-966fdd5196bb) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:14:52.231612 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec9fe53-bc06-4b1f-9c9c-c12ba0777e47 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:52.233010 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aec9fe53-bc06-4b1f-9c9c-c12ba0777e47 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:52.253840 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-aec9fe53-bc06-4b1f-9c9c-c12ba0777e47 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4898005 Jul 22 19:14:52.254576 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 48638) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:52.260526 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778a809d-7849-43ac-9540-231519d7ac6f None None] Network a20874d1-5fdb-442d-b54e-966fdd5196bb requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:14:52.326474 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] Attempting to bind port 9c527e6d-f94d-4395-be80-65d1fbe70516 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:14:52.326913 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] Attempting to bind port 9c527e6d-f94d-4395-be80-65d1fbe70516 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:14:52.328369 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] Attempting to bind port 9c527e6d-f94d-4395-be80-65d1fbe70516 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:14:52.331887 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bade203-0164-489f-ad83-1eb5fe804099 None None] Pushing event updated for resources: {'Port': ['ID=9c527e6d-f94d-4395-be80-65d1fbe70516,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:52.410861 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:14:52.411243 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:14:52.411715 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:52.412110 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:14:52.412607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] Bound port: 9c527e6d-f94d-4395-be80-65d1fbe70516, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:14:52.413133 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:52.439548 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-34137f65-1891-45cc-b8f0-a368fa3b239c req-868ab2bf-4de0-48b8-bc52-85e3c54207f7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:52.473597 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ab2bf-4de0-48b8-bc52-85e3c54207f7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Pushing event deleted for resources: {'Port': ['ID=f3403223-5e31-4a0f-bc09-2e107a70d0c8,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:52.503225 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] For port 9c527e6d-f94d-4395-be80-65d1fbe70516, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:14:52.507566 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] For port 9c527e6d-f94d-4395-be80-65d1fbe70516, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9c527e6d-f94d-4395-be80-65d1fbe70516,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:14:52.512870 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:52.592095 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bade203-0164-489f-ad83-1eb5fe804099 None None] Pushing event updated for resources: {'Port': ['ID=9c527e6d-f94d-4395-be80-65d1fbe70516,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:52.599928 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-34137f65-1891-45cc-b8f0-a368fa3b239c req-868ab2bf-4de0-48b8-bc52-85e3c54207f7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] No DVR routers for this DVR port f3403223-5e31-4a0f-bc09-2e107a70d0c8 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:14:52.606181 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-34137f65-1891-45cc-b8f0-a368fa3b239c req-868ab2bf-4de0-48b8-bc52-85e3c54207f7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:52.609000 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34137f65-1891-45cc-b8f0-a368fa3b239c req-868ab2bf-4de0-48b8-bc52-85e3c54207f7 tempest-ServersAdminTestJSON-333804464 tempest-ServersAdminTestJSON-333804464-project] 10.222.0.30 "DELETE /v2.0/ports/f3403223-5e31-4a0f-bc09-2e107a70d0c8 HTTP/1.1" status: 204 len: 173 time: 0.8586774 Jul 22 19:14:52.620100 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246ca8a6-c080-47cc-995f-44d93b798cc3', 'name': 'network-vif-deleted', 'tag': 'f3403223-5e31-4a0f-bc09-2e107a70d0c8'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:14:52.623419 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93df4770-462f-4c03-96aa-7c1605faddf3" -d '{"events": [{"server_uuid": "246ca8a6-c080-47cc-995f-44d93b798cc3", "name": "network-vif-deleted", "tag": "f3403223-5e31-4a0f-bc09-2e107a70d0c8"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:14:52.629544 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] Routers {'b60a1b7b-f351-4619-b1a5-45df7394cfba'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:14:52.630190 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:14:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b60a1b7b-f351-4619-b1a5-45df7394cfba'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:52.758322 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b37073-3bcb-4622-adce-8c90a035ab95 req-0393a71b-767c-4ea5-b078-4e82c5bf9f8f tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:52.759879 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82b37073-3bcb-4622-adce-8c90a035ab95 req-0393a71b-767c-4ea5-b078-4e82c5bf9f8f tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5158881-2220-468d-bfdf-6f2a91d6f307 HTTP/1.1" status: 200 len: 945 time: 0.4070873 Jul 22 19:14:52.793101 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] Set router b60a1b7b-f351-4619-b1a5-45df7394cfba gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:14:52.855588 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-a20874d1-5fdb-442d-b54e-966fdd5196bb', 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'fixed_ips': [{'subnet_id': '1eeae556-d294-4d2f-ac67-d8bf624f6aa2'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:14:52.856950 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:52.866064 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488583b9-5753-45ad-8ab2-bf8b819fd7f7 req-242d0070-675c-42c5-a9ef-77b4f604c79e tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:52.867560 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-488583b9-5753-45ad-8ab2-bf8b819fd7f7 req-242d0070-675c-42c5-a9ef-77b4f604c79e tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5158881-2220-468d-bfdf-6f2a91d6f307 HTTP/1.1" status: 200 len: 945 time: 0.2760873 Jul 22 19:14:52.870537 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82b37073-3bcb-4622-adce-8c90a035ab95 req-b6eed1de-db10-4d5a-9de6-ff32db7ef6e5 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034598 Jul 22 19:14:52.986370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c66396-601e-49e8-8aaa-6e55579e11dc req-b58d8f85-de87-48d2-939d-22a2c396c5ea tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:52.987888 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1c66396-601e-49e8-8aaa-6e55579e11dc req-b58d8f85-de87-48d2-939d-22a2c396c5ea tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.3765261 Jul 22 19:14:53.233780 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] Allocated IP 172.20.0.2 (a20874d1-5fdb-442d-b54e-966fdd5196bb/1eeae556-d294-4d2f-ac67-d8bf624f6aa2/2caa3254-3723-419e-b04b-c0f12f5b571b) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:14:53.252861 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110549416', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:48Z', 'updated_at': '2021-07-22T19:14:50Z', 'revision_number': 3, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:49Z', 'updated_at': '2021-07-22T19:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:53.291223 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c450b7dd-f78e-4521-ad89-77654c44c80f None None] The sync data for ids ['b60a1b7b-f351-4619-b1a5-45df7394cfba'] in n-d-800086-12 is: [{'id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110549416', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:48Z', 'updated_at': '2021-07-22T19:14:50Z', 'revision_number': 3, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:49Z', 'updated_at': '2021-07-22T19:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:14:53.393350 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e89e8072-ba5d-4531-b702-c87c7769085b req-8fed6268-6054-4357-90cd-44f240ef0879 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.4307551 Jul 22 19:14:53.438786 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:53.449255 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] Transition to ACTIVE for port object 2caa3254-3723-419e-b04b-c0f12f5b571b will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:14:53.466832 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] Transition to ACTIVE for port object 2caa3254-3723-419e-b04b-c0f12f5b571b will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:14:53.473603 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b162e1-da80-45f6-8882-5af6aa9af964 x-openstack-request-id: req-b2b162e1-da80-45f6-8882-5af6aa9af964 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:14:53.474064 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246ca8a6-c080-47cc-995f-44d93b798cc3", "name": "network-vif-deleted", "tag": "f3403223-5e31-4a0f-bc09-2e107a70d0c8", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:14:53.474425 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2b162e1-da80-45f6-8882-5af6aa9af964 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:14:53.475243 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ca8a6-c080-47cc-995f-44d93b798cc3', 'name': 'network-vif-deleted', 'tag': 'f3403223-5e31-4a0f-bc09-2e107a70d0c8', 'status': 'completed', 'code': 200} Jul 22 19:14:53.479824 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:53.516773 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-488583b9-5753-45ad-8ab2-bf8b819fd7f7 req-141808d1-a21c-4923-ac52-d51417cadc34 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Deleting port 3bf9c2c0-5f09-45df-b272-3c905d470bcd {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:14:53.517188 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-488583b9-5753-45ad-8ab2-bf8b819fd7f7 req-141808d1-a21c-4923-ac52-d51417cadc34 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:53.535216 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] Pushing event updated for resources: {'Port': ['ID=2caa3254-3723-419e-b04b-c0f12f5b571b,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:53.540668 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1c66396-601e-49e8-8aaa-6e55579e11dc req-7309d253-ecd5-4e5c-82cc-54df03913661 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572690 Jul 22 19:14:53.589051 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] Network a20874d1-5fdb-442d-b54e-966fdd5196bb is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:14:53.591177 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:14:53.598016 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:14:53.781084 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] Attempting to bind port 2caa3254-3723-419e-b04b-c0f12f5b571b on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:14:53.781577 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] Attempting to bind port 2caa3254-3723-419e-b04b-c0f12f5b571b by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '27d8200d-812f-42b5-bb84-5d7c8e096c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:14:53.786178 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] Attempting to bind port 2caa3254-3723-419e-b04b-c0f12f5b571b on network a20874d1-5fdb-442d-b54e-966fdd5196bb {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:14:53.811158 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:14:53.813419 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] Checking segment: {'id': '27d8200d-812f-42b5-bb84-5d7c8e096c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:14:53.813898 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:53.814382 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] Bound using segment: {'id': '27d8200d-812f-42b5-bb84-5d7c8e096c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:14:53.814944 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] Bound port: 2caa3254-3723-419e-b04b-c0f12f5b571b, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d8200d-812f-42b5-bb84-5d7c8e096c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:14:53.815394 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:53.817066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-488583b9-5753-45ad-8ab2-bf8b819fd7f7 req-141808d1-a21c-4923-ac52-d51417cadc34 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] For port 3bf9c2c0-5f09-45df-b272-3c905d470bcd, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=3bf9c2c0-5f09-45df-b272-3c905d470bcd,segment=NetworkSegment(970473cd-aeb1-450b-8200-62fec4936400),segment_id=970473cd-aeb1-450b-8200-62fec4936400)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:53.817454 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-488583b9-5753-45ad-8ab2-bf8b819fd7f7 req-141808d1-a21c-4923-ac52-d51417cadc34 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:53.890302 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 3bf9c2c0-5f09-45df-b272-3c905d470bcd no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:14:53.895699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-488583b9-5753-45ad-8ab2-bf8b819fd7f7 req-141808d1-a21c-4923-ac52-d51417cadc34 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Calling delete_port for 3bf9c2c0-5f09-45df-b272-3c905d470bcd owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:14:53.974252 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8afb292e-e926-416e-9cc0-cf294a8bf4f4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:53.985287 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] For port 2caa3254-3723-419e-b04b-c0f12f5b571b, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:14:53.998231 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] For port 2caa3254-3723-419e-b04b-c0f12f5b571b, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2caa3254-3723-419e-b04b-c0f12f5b571b,segment=NetworkSegment(27d8200d-812f-42b5-bb84-5d7c8e096c3e),segment_id=27d8200d-812f-42b5-bb84-5d7c8e096c3e)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:14:54.010264 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:54.023778 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48668) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:54.201122 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9c527e6d-f94d-4395-be80-65d1fbe70516 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:14:54.290122 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea9236-bb3f-4284-966b-a6649cf42e1f req-e7e4c810-2978-4e52-b385-c5725e25a2e5 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:54.291943 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-77ea9236-bb3f-4284-966b-a6649cf42e1f req-e7e4c810-2978-4e52-b385-c5725e25a2e5 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5158881-2220-468d-bfdf-6f2a91d6f307 HTTP/1.1" status: 200 len: 945 time: 0.2347856 Jul 22 19:14:54.300741 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3f6a754c-2d95-4a03-970b-3242bc6e76f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdd619a2063c48548f26c6ebbd644353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2745237 Jul 22 19:14:54.304265 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 48672) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:54.305707 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b23e5-d2c4-4b81-9cab-bb632fc896e9 None None] Pushing event updated for resources: {'Port': ['ID=2caa3254-3723-419e-b04b-c0f12f5b571b,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:54.320066 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:54.363739 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 9c527e6d-f94d-4395-be80-65d1fbe70516 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:14:54.376487 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 9c527e6d-f94d-4395-be80-65d1fbe70516 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:14:54.377083 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:54.518214 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:54.541262 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 9c527e6d-f94d-4395-be80-65d1fbe70516, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9c527e6d-f94d-4395-be80-65d1fbe70516,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:54.547506 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:54.627877 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-98342ed2-90a3-491e-af46-e9cf14c3a5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:54.643601 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=9c527e6d-f94d-4395-be80-65d1fbe70516,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:54.653470 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f3403223-5e31-4a0f-bc09-2e107a70d0c8 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:14:54.671765 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-488583b9-5753-45ad-8ab2-bf8b819fd7f7 req-141808d1-a21c-4923-ac52-d51417cadc34 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:54.677102 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: f3403223-5e31-4a0f-bc09-2e107a70d0c8 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:14:54.677534 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f3403223-5e31-4a0f-bc09-2e107a70d0c8 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:14:54.686451 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03a881a5-2982-4a2a-90b0-fce599d8beb5 req-a3f9705d-7638-4cab-890e-027bfcf2f0f9 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.1223814 Jul 22 19:14:54.778004 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-77ea9236-bb3f-4284-966b-a6649cf42e1f req-160414b1-5d28-4234-a73d-385fd3df009c tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5c04433-ffdd-4ec6-8759-7e4cf9403990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312439 Jul 22 19:14:54.811843 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141808d1-a21c-4923-ac52-d51417cadc34 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Pushing event deleted for resources: {'Port': ['ID=3bf9c2c0-5f09-45df-b272-3c905d470bcd,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:54.853405 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-98342ed2-90a3-491e-af46-e9cf14c3a5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:54.998910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-488583b9-5753-45ad-8ab2-bf8b819fd7f7 req-141808d1-a21c-4923-ac52-d51417cadc34 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] No DVR routers for this DVR port 3bf9c2c0-5f09-45df-b272-3c905d470bcd on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:14:55.001655 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-488583b9-5753-45ad-8ab2-bf8b819fd7f7 req-141808d1-a21c-4923-ac52-d51417cadc34 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:55.004044 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-488583b9-5753-45ad-8ab2-bf8b819fd7f7 req-141808d1-a21c-4923-ac52-d51417cadc34 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] 10.222.0.30 "DELETE /v2.0/ports/3bf9c2c0-5f09-45df-b272-3c905d470bcd HTTP/1.1" status: 204 len: 173 time: 2.1299431 Jul 22 19:14:55.044696 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-8afb292e-e926-416e-9cc0-cf294a8bf4f4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Allocated IP 172.20.0.1 (a20874d1-5fdb-442d-b54e-966fdd5196bb/1eeae556-d294-4d2f-ac67-d8bf624f6aa2/b9067880-3cf4-4e88-ba2e-690470d3e76e) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:14:55.051506 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-98342ed2-90a3-491e-af46-e9cf14c3a5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:55.054575 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-98342ed2-90a3-491e-af46-e9cf14c3a5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:55.058623 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-98342ed2-90a3-491e-af46-e9cf14c3a5da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27b0ceb3-f14e-42ff-9f99-3102fb359153 HTTP/1.1" status: 204 len: 168 time: 0.7497535 Jul 22 19:14:55.133765 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7810746-0c2f-43cf-ab75-52afdf86e9ad req-ab79baa6-444a-463c-b13f-df3c54272646 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:55.135370 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b7810746-0c2f-43cf-ab75-52afdf86e9ad req-ab79baa6-444a-463c-b13f-df3c54272646 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.3343043 Jul 22 19:14:55.155515 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98342ed2-90a3-491e-af46-e9cf14c3a5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b0ceb3-f14e-42ff-9f99-3102fb359153,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:55.256609 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b7810746-0c2f-43cf-ab75-52afdf86e9ad req-754f0a99-c396-4f8e-830a-bd090354565f tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116247 Jul 22 19:14:55.297689 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8afb292e-e926-416e-9cc0-cf294a8bf4f4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:55.321403 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-8afb292e-e926-416e-9cc0-cf294a8bf4f4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Transition to ACTIVE for port object b9067880-3cf4-4e88-ba2e-690470d3e76e will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:14:55.373564 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8afb292e-e926-416e-9cc0-cf294a8bf4f4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:55.439839 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afb292e-e926-416e-9cc0-cf294a8bf4f4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network a20874d1-5fdb-442d-b54e-966fdd5196bb is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:14:55.444834 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-8afb292e-e926-416e-9cc0-cf294a8bf4f4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:14:55.447481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb292e-e926-416e-9cc0-cf294a8bf4f4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=b9067880-3cf4-4e88-ba2e-690470d3e76e,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:55.450457 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afb292e-e926-416e-9cc0-cf294a8bf4f4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:14:55.496315 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5158881-2220-468d-bfdf-6f2a91d6f307', 'name': 'network-vif-deleted', 'tag': '3bf9c2c0-5f09-45df-b272-3c905d470bcd'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:14:55.500036 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024b0f17-ddbf-4a98-bd96-8f8a24525f21" -d '{"events": [{"server_uuid": "a5158881-2220-468d-bfdf-6f2a91d6f307", "name": "network-vif-deleted", "tag": "3bf9c2c0-5f09-45df-b272-3c905d470bcd"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:14:55.511979 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8afb292e-e926-416e-9cc0-cf294a8bf4f4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:55.584393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48690) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:55.654516 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dec758-d416-470e-8823-6578c47641e7 x-openstack-request-id: req-88dec758-d416-470e-8823-6578c47641e7 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:14:55.655224 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5158881-2220-468d-bfdf-6f2a91d6f307", "name": "network-vif-deleted", "tag": "3bf9c2c0-5f09-45df-b272-3c905d470bcd", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:14:55.655352 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88dec758-d416-470e-8823-6578c47641e7 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:14:55.655690 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5158881-2220-468d-bfdf-6f2a91d6f307', 'name': 'network-vif-deleted', 'tag': '3bf9c2c0-5f09-45df-b272-3c905d470bcd', 'status': 'completed', 'code': 200} Jul 22 19:14:55.674979 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cd4b625d-194b-464f-aef7-829ef0d44604 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0fa3231db164d079bab62f0cd1f3db2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0881064 Jul 22 19:14:55.677341 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48692) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:55.737777 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe705c8-243d-4de9-ad16-c77aa684b1a9 None None] Network a20874d1-5fdb-442d-b54e-966fdd5196bb requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:14:55.770071 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7e6d10bc-cacd-4953-858b-0144a2d911de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:55.801580 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7e6d10bc-cacd-4953-858b-0144a2d911de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:55.859954 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ceca6ba3-12ef-484e-876c-fcefa3466f9f None None] Provisioning for port 2caa3254-3723-419e-b04b-c0f12f5b571b completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:14:55.933537 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7e6d10bc-cacd-4953-858b-0144a2d911de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:55.936349 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7e6d10bc-cacd-4953-858b-0144a2d911de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:55.938470 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7e6d10bc-cacd-4953-858b-0144a2d911de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f122446-4c04-4a66-8fa4-988f4b0efce0 HTTP/1.1" status: 204 len: 168 time: 0.2599828 Jul 22 19:14:55.961699 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d10bc-cacd-4953-858b-0144a2d911de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f122446-4c04-4a66-8fa4-988f4b0efce0,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:55.976622 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8afb292e-e926-416e-9cc0-cf294a8bf4f4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:56.027276 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b53a0add-b215-4067-812e-a148d340f058 req-52c90b9b-f3ab-47cd-ab73-ce00c0a89e23 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.1359489 Jul 22 19:14:56.333746 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2caa3254-3723-419e-b04b-c0f12f5b571b up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:14:56.435577 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 2caa3254-3723-419e-b04b-c0f12f5b571b completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:14:56.444979 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 2caa3254-3723-419e-b04b-c0f12f5b571b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:14:56.445360 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:56.549771 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f32a9-e010-4eb7-a8cb-4eb03dcd1d35 req-0a7e31ae-d8b7-4108-8a1f-18ffb835fc22 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:56.558001 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-123f32a9-e010-4eb7-a8cb-4eb03dcd1d35 req-0a7e31ae-d8b7-4108-8a1f-18ffb835fc22 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.1229165 Jul 22 19:14:56.598096 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8afb292e-e926-416e-9cc0-cf294a8bf4f4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:56.617581 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8afb292e-e926-416e-9cc0-cf294a8bf4f4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:56.638494 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-123f32a9-e010-4eb7-a8cb-4eb03dcd1d35 req-3db10c8d-fb02-416a-800e-2ad7f163b43e tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794284 Jul 22 19:14:56.640462 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:56.695655 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 2caa3254-3723-419e-b04b-c0f12f5b571b, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2caa3254-3723-419e-b04b-c0f12f5b571b,segment=NetworkSegment(27d8200d-812f-42b5-bb84-5d7c8e096c3e),segment_id=27d8200d-812f-42b5-bb84-5d7c8e096c3e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:56.702959 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:56.704756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9c527e6d-f94d-4395-be80-65d1fbe70516 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:14:56.790226 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8afb292e-e926-416e-9cc0-cf294a8bf4f4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:56.792104 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb292e-e926-416e-9cc0-cf294a8bf4f4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=b9067880-3cf4-4e88-ba2e-690470d3e76e,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:56.886008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d8e2fde4-de11-446d-ae66-30a1815f64b9 None None] Provisioning complete for port 2caa3254-3723-419e-b04b-c0f12f5b571b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:14:56.886443 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d8e2fde4-de11-446d-ae66-30a1815f64b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:56.959845 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7f363a7-694f-42c8-9c95-eb624b52e272 req-c9f19963-6d2f-4d29-b418-a956e2635d5d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae40b7eb-38c7-460d-b23c-c4c6283dc99c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1626434 Jul 22 19:14:57.015825 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=2caa3254-3723-419e-b04b-c0f12f5b571b,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:57.032499 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afb292e-e926-416e-9cc0-cf294a8bf4f4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network a20874d1-5fdb-442d-b54e-966fdd5196bb is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:14:57.042619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-8afb292e-e926-416e-9cc0-cf294a8bf4f4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:14:57.077572 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 9c527e6d-f94d-4395-be80-65d1fbe70516 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:14:57.077963 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:57.249117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afb292e-e926-416e-9cc0-cf294a8bf4f4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Router b60a1b7b-f351-4619-b1a5-45df7394cfba has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:14:57.282732 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d8e2fde4-de11-446d-ae66-30a1815f64b9 None None] Provisioning for port b9067880-3cf4-4e88-ba2e-690470d3e76e completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:14:57.286931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d8e2fde4-de11-446d-ae66-30a1815f64b9 None None] Provisioning complete for port b9067880-3cf4-4e88-ba2e-690470d3e76e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:14:57.287322 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d8e2fde4-de11-446d-ae66-30a1815f64b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:57.300395 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-46f4a9cd-4136-489c-aae8-cabec635bdb9 req-012e32c9-b020-49c3-9a8c-a2d5c3a6df21 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.0638163 Jul 22 19:14:57.342828 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-d8e2fde4-de11-446d-ae66-30a1815f64b9 None None] Port b9067880-3cf4-4e88-ba2e-690470d3e76e cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:14:57.362327 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48758) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:57.470532 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a99eb97f-d59b-4a6b-a43d-4949d1ce7159 None None] Provisioning complete for port b9067880-3cf4-4e88-ba2e-690470d3e76e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:14:57.471184 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a99eb97f-d59b-4a6b-a43d-4949d1ce7159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:57.473309 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-01351591-2c1d-451e-a041-dd52e2999408 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2060336419-network', 'tenant_id': 'de52bbd28ca6492aa84c207a190163b5'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:57.499488 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01351591-2c1d-451e-a041-dd52e2999408 admin admin] Made reservation on behalf of de52bbd28ca6492aa84c207a190163b5 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:14:57.503025 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01351591-2c1d-451e-a041-dd52e2999408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:57.512237 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a99eb97f-d59b-4a6b-a43d-4949d1ce7159 None None] Port b9067880-3cf4-4e88-ba2e-690470d3e76e cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:14:57.516628 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01351591-2c1d-451e-a041-dd52e2999408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:57.630248 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01351591-2c1d-451e-a041-dd52e2999408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:57.635270 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01351591-2c1d-451e-a041-dd52e2999408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:57.670624 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01351591-2c1d-451e-a041-dd52e2999408 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:14:57.684854 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f363a7-694f-42c8-9c95-eb624b52e272 req-237d9daf-c074-417e-adb0-cb6e37b42b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:57.686379 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7f363a7-694f-42c8-9c95-eb624b52e272 req-237d9daf-c074-417e-adb0-cb6e37b42b22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=43fe21ac8a7d4b839e35f47549c83dd3&device_id=ae40b7eb-38c7-460d-b23c-c4c6283dc99c HTTP/1.1" status: 200 len: 1097 time: 0.6674871 Jul 22 19:14:57.688669 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01351591-2c1d-451e-a041-dd52e2999408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:57.689099 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-01351591-2c1d-451e-a041-dd52e2999408 admin admin] Added segment 0e767e0b-1ee0-4f08-9619-d2fa45abe0d7 of type vlan for network 99e6db91-79a6-411f-8a46-d28a8463cfb8 Jul 22 19:14:57.754582 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01351591-2c1d-451e-a041-dd52e2999408 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:57.759425 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:14:57.796454 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01351591-2c1d-451e-a041-dd52e2999408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:57.797766 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01351591-2c1d-451e-a041-dd52e2999408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:57.798468 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01351591-2c1d-451e-a041-dd52e2999408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:57.840252 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afb292e-e926-416e-9cc0-cf294a8bf4f4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:14:57.845742 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01351591-2c1d-451e-a041-dd52e2999408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa3ef9a-3003-4513-a7d8-cf999c28cd41,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:57.856268 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8afb292e-e926-416e-9cc0-cf294a8bf4f4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "PUT /v2.0/routers/b60a1b7b-f351-4619-b1a5-45df7394cfba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5924838 Jul 22 19:14:57.874632 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f363a7-694f-42c8-9c95-eb624b52e272 req-3d03b9a1-4acb-4f4a-9f28-5482c18ea140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:57.876109 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7f363a7-694f-42c8-9c95-eb624b52e272 req-3d03b9a1-4acb-4f4a-9f28-5482c18ea140 service neutron] 10.222.0.16 "GET /v2.0/networks?id=514a0e5c-9f7d-441e-bd44-a73cdc03e754 HTTP/1.1" status: 200 len: 915 time: 0.1679306 Jul 22 19:14:57.882210 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-01351591-2c1d-451e-a041-dd52e2999408 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5152543 Jul 22 19:14:57.883341 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48766) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:57.888692 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b388f3-bf28-4d93-828a-d65d89caee96 req-a5703a7d-a864-47ee-84fd-2e68c5c19c51 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:57.892277 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] Sync routers for ids ['b60a1b7b-f351-4619-b1a5-45df7394cfba'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:14:57.895991 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6b388f3-bf28-4d93-828a-d65d89caee96 req-a5703a7d-a864-47ee-84fd-2e68c5c19c51 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.1740515 Jul 22 19:14:57.906619 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d7d483cf-5ae7-411f-87a5-737a71f686dd admin admin] Request body: {'subnet': {'network_id': '99e6db91-79a6-411f-8a46-d28a8463cfb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2060336419-subnet', 'tenant_id': 'de52bbd28ca6492aa84c207a190163b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:57.925012 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] Routers {'b60a1b7b-f351-4619-b1a5-45df7394cfba'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:14:57.928064 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:14:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b60a1b7b-f351-4619-b1a5-45df7394cfba'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:57.953001 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7f363a7-694f-42c8-9c95-eb624b52e272 req-db04344c-5d23-4969-9a08-bf311e205bfd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1be365e1-53d9-4fab-97b7-11e50ec499bb HTTP/1.1" status: 200 len: 217 time: 0.0549061 Jul 22 19:14:57.968897 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01351591-2c1d-451e-a041-dd52e2999408 admin admin] Pushing event updated for resources: {'Network': ['ID=99e6db91-79a6-411f-8a46-d28a8463cfb8,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:57.985340 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 99e6db91-79a6-411f-8a46-d28a8463cfb8 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:14:58.017159 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d483cf-5ae7-411f-87a5-737a71f686dd admin admin] Made reservation on behalf of de52bbd28ca6492aa84c207a190163b5 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:14:58.017585 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6b388f3-bf28-4d93-828a-d65d89caee96 req-9c8e47b6-9bfb-4d96-bbc4-36be38b35b1f tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205282 Jul 22 19:14:58.022262 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7d483cf-5ae7-411f-87a5-737a71f686dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:58.046590 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f363a7-694f-42c8-9c95-eb624b52e272 req-04134452-fd47-463b-b338-800dddce07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:58.049603 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7f363a7-694f-42c8-9c95-eb624b52e272 req-04134452-fd47-463b-b338-800dddce07d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b479058-f6d3-4d7c-a270-ab538df3289d HTTP/1.1" status: 200 len: 854 time: 0.0903668 Jul 22 19:14:58.111741 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7f363a7-694f-42c8-9c95-eb624b52e272 req-8a8c80cf-ea43-4307-b7bc-a229a447159b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=514a0e5c-9f7d-441e-bd44-a73cdc03e754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531332 Jul 22 19:14:58.186260 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2caa3254-3723-419e-b04b-c0f12f5b571b up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:14:58.294836 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 2caa3254-3723-419e-b04b-c0f12f5b571b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:14:58.297848 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:58.346694 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] Set router b60a1b7b-f351-4619-b1a5-45df7394cfba gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:14:58.371229 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-ae1e60d6-47ab-4bb4-9b6f-7812afa69383 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-63694906&fields=id&tenant_id=637aa3e692f04588bda049c0135065ab HTTP/1.1" status: 200 len: 267 time: 0.0663481 Jul 22 19:14:58.409561 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-72a94472-a060-43e3-a1d6-7de04b906563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:58.411805 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7d483cf-5ae7-411f-87a5-737a71f686dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:58.513081 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d483cf-5ae7-411f-87a5-737a71f686dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=12059bc6-331c-4b5f-b2c9-027ec4a59e0d,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:58.533007 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d483cf-5ae7-411f-87a5-737a71f686dd admin admin] Checking segment: {'id': '0e767e0b-1ee0-4f08-9619-d2fa45abe0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '99e6db91-79a6-411f-8a46-d28a8463cfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:14:58.533453 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d483cf-5ae7-411f-87a5-737a71f686dd admin admin] Network hostable DHCP agents. Network: 99e6db91-79a6-411f-8a46-d28a8463cfb8, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:14:58.553509 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d483cf-5ae7-411f-87a5-737a71f686dd admin admin] Network 99e6db91-79a6-411f-8a46-d28a8463cfb8 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:14:58.569611 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-d7d483cf-5ae7-411f-87a5-737a71f686dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 99e6db91-79a6-411f-8a46-d28a8463cfb8) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:14:58.575768 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-8b12b026-e62e-4cea-b597-a47eaf445b2f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:58.578222 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baa5e27-0996-4cd3-9aeb-305689def780 None None] Network 99e6db91-79a6-411f-8a46-d28a8463cfb8 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:14:58.583443 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-8b12b026-e62e-4cea-b597-a47eaf445b2f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/networks?id=a20874d1-5fdb-442d-b54e-966fdd5196bb HTTP/1.1" status: 200 len: 796 time: 0.2098732 Jul 22 19:14:58.585784 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d483cf-5ae7-411f-87a5-737a71f686dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:58.586538 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7d483cf-5ae7-411f-87a5-737a71f686dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:58.597772 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ea8de4ca-c5c5-4e33-9870-d695effe1a30 req-efd4af81-7f8c-434f-864f-d4bd36b87220 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.0776038 Jul 22 19:14:58.613769 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d7d483cf-5ae7-411f-87a5-737a71f686dd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7275221 Jul 22 19:14:58.614229 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-a04890d6-38d4-4747-bd0c-65101404b1fd tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/quotas/637aa3e692f04588bda049c0135065ab HTTP/1.1" status: 200 len: 375 time: 0.0296371 Jul 22 19:14:58.614622 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48788) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:58.620912 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c882b5f2-4aa7-451b-9573-547bfd626984 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2060336419-router', 'tenant_id': 'de52bbd28ca6492aa84c207a190163b5', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:58.655103 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c882b5f2-4aa7-451b-9573-547bfd626984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:58.656053 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c882b5f2-4aa7-451b-9573-547bfd626984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:58.678132 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7f363a7-694f-42c8-9c95-eb624b52e272 req-78a7a920-a0bb-4183-91b3-cb8914edead3 service neutron] 10.222.0.16 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5590155 Jul 22 19:14:58.701691 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110549416', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:48Z', 'updated_at': '2021-07-22T19:14:55Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:49Z', 'updated_at': '2021-07-22T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'b9067880-3cf4-4e88-ba2e-690470d3e76e', 'name': '', 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:f7:a4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '1eeae556-d294-4d2f-ac67-d8bf624f6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:54Z', 'updated_at': '2021-07-22T19:14:56Z', 'revision_number': 2, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '1eeae556-d294-4d2f-ac67-d8bf624f6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:58.740166 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] Checking router: b60a1b7b-f351-4619-b1a5-45df7394cfba for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:14:58.740952 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] Updating router b60a1b7b-f351-4619-b1a5-45df7394cfba port b9067880-3cf4-4e88-ba2e-690470d3e76e binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:14:58.749544 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c882b5f2-4aa7-451b-9573-547bfd626984 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:58.786083 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7f363a7-694f-42c8-9c95-eb624b52e272 req-9981204e-71ca-4e31-aca7-315c92a63ba0 service neutron] 10.222.0.16 "GET /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013172 Jul 22 19:14:58.833420 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:58.846371 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-971fb38c-2d76-45fa-ad93-3588e975f27d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2310767 Jul 22 19:14:58.871671 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-99e6db91-79a6-411f-8a46-d28a8463cfb8', 'network_id': '99e6db91-79a6-411f-8a46-d28a8463cfb8', 'tenant_id': 'de52bbd28ca6492aa84c207a190163b5', 'fixed_ips': [{'subnet_id': '12059bc6-331c-4b5f-b2c9-027ec4a59e0d'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:14:58.872998 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:58.938719 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c882b5f2-4aa7-451b-9573-547bfd626984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:59.034494 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-87287cda-9bda-4dd5-8cbc-3509db7fdbd7 service neutron] 10.222.0.13 "GET /v2.0/networks/a20874d1-5fdb-442d-b54e-966fdd5196bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639342 Jul 22 19:14:59.111562 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] Allocated IP 172.20.0.2 (99e6db91-79a6-411f-8a46-d28a8463cfb8/12059bc6-331c-4b5f-b2c9-027ec4a59e0d/13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:14:59.259994 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-12425b6a-5f7d-4aab-bbed-b2e190bcd353 service neutron] 10.222.0.13 "GET /v2.0/networks/a20874d1-5fdb-442d-b54e-966fdd5196bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118204 Jul 22 19:14:59.287726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc73a47-25bd-4700-b6e0-82adf5998cd9 req-fc572a77-62f9-418b-81a4-8d728bc31b19 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:59.292510 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7cc73a47-25bd-4700-b6e0-82adf5998cd9 req-fc572a77-62f9-418b-81a4-8d728bc31b19 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.1534948 Jul 22 19:14:59.302059 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c882b5f2-4aa7-451b-9573-547bfd626984 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:59.338354 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7cc73a47-25bd-4700-b6e0-82adf5998cd9 req-9a9c2a01-d7be-4be1-ab97-a99945e0bbd4 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361099 Jul 22 19:14:59.348178 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c882b5f2-4aa7-451b-9573-547bfd626984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:59.399724 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:59.416029 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] Transition to ACTIVE for port object 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:14:59.449148 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] Transition to ACTIVE for port object 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:14:59.458269 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:59.459359 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:59.501522 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] Transition to ACTIVE for port object b9067880-3cf4-4e88-ba2e-690470d3e76e will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:14:59.511520 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:59.542839 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] Network 99e6db91-79a6-411f-8a46-d28a8463cfb8 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:14:59.546760 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:14:59.549488 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:14:59.563267 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] Pushing event updated for resources: {'Port': ['ID=13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:59.622793 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e0020672-4c0a-494b-999c-bfd10fdcd9c4 req-fee03623-dfea-4abf-9cfb-7a1050bd88ec tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 210 time: 0.1091759 Jul 22 19:14:59.624369 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-c882b5f2-4aa7-451b-9573-547bfd626984 admin admin] Allocated IP 172.25.3.163 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/719c3dca-6826-473a-b740-d454f78abc78) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:14:59.685543 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] Attempting to bind port 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:14:59.687366 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] Attempting to bind port 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '0e767e0b-1ee0-4f08-9619-d2fa45abe0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '99e6db91-79a6-411f-8a46-d28a8463cfb8'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:14:59.689463 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] Attempting to bind port 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03 on network 99e6db91-79a6-411f-8a46-d28a8463cfb8 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:14:59.711434 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:14:59.711878 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] Checking segment: {'id': '0e767e0b-1ee0-4f08-9619-d2fa45abe0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '99e6db91-79a6-411f-8a46-d28a8463cfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:14:59.712302 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:59.718565 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] Bound using segment: {'id': '0e767e0b-1ee0-4f08-9619-d2fa45abe0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '99e6db91-79a6-411f-8a46-d28a8463cfb8'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:14:59.719250 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] Bound port: 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e767e0b-1ee0-4f08-9619-d2fa45abe0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '99e6db91-79a6-411f-8a46-d28a8463cfb8'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:14:59.719586 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:59.786950 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] Attempting to bind port b9067880-3cf4-4e88-ba2e-690470d3e76e on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:14:59.787314 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] Attempting to bind port b9067880-3cf4-4e88-ba2e-690470d3e76e by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '27d8200d-812f-42b5-bb84-5d7c8e096c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:14:59.787671 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] Attempting to bind port b9067880-3cf4-4e88-ba2e-690470d3e76e on network a20874d1-5fdb-442d-b54e-966fdd5196bb {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:14:59.810641 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:14:59.811025 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] Checking segment: {'id': '27d8200d-812f-42b5-bb84-5d7c8e096c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:14:59.811402 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:59.811793 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] Bound using segment: {'id': '27d8200d-812f-42b5-bb84-5d7c8e096c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:14:59.812274 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] Bound port: b9067880-3cf4-4e88-ba2e-690470d3e76e, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d8200d-812f-42b5-bb84-5d7c8e096c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:14:59.812694 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:59.833416 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6168f0-6b34-481e-8b9a-d12c7de3eb4f None None] Pushing event updated for resources: {'Port': ['ID=b9067880-3cf4-4e88-ba2e-690470d3e76e,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:59.845012 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6168f0-6b34-481e-8b9a-d12c7de3eb4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:59.846306 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6168f0-6b34-481e-8b9a-d12c7de3eb4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:59.846809 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6168f0-6b34-481e-8b9a-d12c7de3eb4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:59.847842 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6168f0-6b34-481e-8b9a-d12c7de3eb4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:59.848345 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6168f0-6b34-481e-8b9a-d12c7de3eb4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:59.848843 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6168f0-6b34-481e-8b9a-d12c7de3eb4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:59.849343 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6168f0-6b34-481e-8b9a-d12c7de3eb4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:59.849854 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eecd1a32-4951-4a37-b072-f435958cff64 req-88ff654c-85ca-41d5-9f65-5e4322cc9872 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.0949934 Jul 22 19:14:59.850446 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6168f0-6b34-481e-8b9a-d12c7de3eb4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:59.850934 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6168f0-6b34-481e-8b9a-d12c7de3eb4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:59.851426 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6168f0-6b34-481e-8b9a-d12c7de3eb4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:59.851893 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6168f0-6b34-481e-8b9a-d12c7de3eb4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:59.852564 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6168f0-6b34-481e-8b9a-d12c7de3eb4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:59.913081 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] For port 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:14:59.914879 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c882b5f2-4aa7-451b-9573-547bfd626984 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:59.919354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] For port 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03,segment=NetworkSegment(0e767e0b-1ee0-4f08-9619-d2fa45abe0d7),segment_id=0e767e0b-1ee0-4f08-9619-d2fa45abe0d7)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:14:59.939493 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:00.002238 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c882b5f2-4aa7-451b-9573-547bfd626984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:00.089468 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c882b5f2-4aa7-451b-9573-547bfd626984 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:15:00.094311 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-c882b5f2-4aa7-451b-9573-547bfd626984 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:15:00.105400 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65b9ae-7b2a-454d-8251-b581c637b198 None None] Pushing event updated for resources: {'Port': ['ID=13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:00.106685 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c882b5f2-4aa7-451b-9573-547bfd626984 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:15:00.167983 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882b5f2-4aa7-451b-9573-547bfd626984 admin admin] Pushing event updated for resources: {'Port': ['ID=719c3dca-6826-473a-b740-d454f78abc78,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:00.209142 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] For port b9067880-3cf4-4e88-ba2e-690470d3e76e, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:15:00.212431 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] For port b9067880-3cf4-4e88-ba2e-690470d3e76e, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b9067880-3cf4-4e88-ba2e-690470d3e76e,segment=NetworkSegment(27d8200d-812f-42b5-bb84-5d7c8e096c3e),segment_id=27d8200d-812f-42b5-bb84-5d7c8e096c3e)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:15:00.218262 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:00.285037 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6168f0-6b34-481e-8b9a-d12c7de3eb4f None None] Pushing event updated for resources: {'Port': ['ID=b9067880-3cf4-4e88-ba2e-690470d3e76e,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:00.308120 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] Routers {'b60a1b7b-f351-4619-b1a5-45df7394cfba'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:15:00.311331 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:14:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b60a1b7b-f351-4619-b1a5-45df7394cfba'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:00.647132 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] Set router b60a1b7b-f351-4619-b1a5-45df7394cfba gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:15:00.788161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2e51c-f8a4-4a04-8132-312aac1354b8 req-f2d76685-40d7-410f-bd84-6dc324f27219 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:00.789821 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f0e2e51c-f8a4-4a04-8132-312aac1354b8 req-f2d76685-40d7-410f-bd84-6dc324f27219 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.2327023 Jul 22 19:15:00.841801 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c882b5f2-4aa7-451b-9573-547bfd626984 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:00.928001 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f0e2e51c-f8a4-4a04-8132-312aac1354b8 req-c42b52e1-81de-4b11-8007-61fe62331a38 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213925 Jul 22 19:15:00.937887 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b08019cf-cdf2-46b7-8e2f-3fcc6a23f79a req-f23509f6-da9c-4367-be6a-853dbe85d66f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 210 time: 0.1048374 Jul 22 19:15:01.010174 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-068b86b2-3d0c-479e-ac46-e71cbe74265c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:01.061175 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:01.096993 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92354079-8f81-4c5d-9f9f-77d5ce1aaf1c req-1ccec8ce-6ab8-4915-b4ca-1be02b983d9a tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.0632675 Jul 22 19:15:01.162360 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110549416', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:48Z', 'updated_at': '2021-07-22T19:14:55Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:49Z', 'updated_at': '2021-07-22T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'b9067880-3cf4-4e88-ba2e-690470d3e76e', 'name': '', 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:f7:a4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '1eeae556-d294-4d2f-ac67-d8bf624f6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:54Z', 'updated_at': '2021-07-22T19:15:00Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '1eeae556-d294-4d2f-ac67-d8bf624f6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:01.178122 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c882b5f2-4aa7-451b-9573-547bfd626984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:01.203068 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700e5c08-22d6-48ba-9bc6-1e52694b5afa None None] The sync data for ids ['b60a1b7b-f351-4619-b1a5-45df7394cfba'] in n-d-800086-12 is: [{'id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110549416', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:48Z', 'updated_at': '2021-07-22T19:14:55Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:49Z', 'updated_at': '2021-07-22T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'b9067880-3cf4-4e88-ba2e-690470d3e76e', 'name': '', 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:f7:a4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '1eeae556-d294-4d2f-ac67-d8bf624f6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:54Z', 'updated_at': '2021-07-22T19:15:00Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '1eeae556-d294-4d2f-ac67-d8bf624f6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:15:01.432562 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-fc562a4e-5ca8-4c41-9b7c-7b5b67b6ef0e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:01.438293 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-fc562a4e-5ca8-4c41-9b7c-7b5b67b6ef0e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.16 "GET /v2.0/networks?id=a20874d1-5fdb-442d-b54e-966fdd5196bb HTTP/1.1" status: 200 len: 796 time: 0.2248771 Jul 22 19:15:01.542734 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-090662ab-cf0e-47a8-947d-ae2f095a7165 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=637aa3e692f04588bda049c0135065ab HTTP/1.1" status: 200 len: 378 time: 0.0948684 Jul 22 19:15:01.568250 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-424923e3-aa4c-417e-9f2c-761d66c6db8c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'port': {'device_id': '768219eb-64c1-497a-a6e0-50030242b1eb', 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb', 'admin_state_up': True, 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'security_groups': ['0068e68f-f722-4883-9dfc-7bd17bb2ce01']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:15:01.851253 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-424923e3-aa4c-417e-9f2c-761d66c6db8c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Made reservation on behalf of 637aa3e692f04588bda049c0135065ab for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:15:01.865893 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-424923e3-aa4c-417e-9f2c-761d66c6db8c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:01.968605 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e878b1ba-31b0-43dd-bb09-2fd61fb50a2c None None] Network 99e6db91-79a6-411f-8a46-d28a8463cfb8 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:15:02.183227 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-acaaf9ea-892e-4740-ba34-f6f777449430 None None] Provisioning for port 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:15:02.278781 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:02.299731 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13a2801f-e313-4f15-a7c8-5ac6b625b888 req-46a22fd9-eb46-4e7f-b18e-8bd8e3af01f7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 210 time: 0.1197975 Jul 22 19:15:02.336948 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b9067880-3cf4-4e88-ba2e-690470d3e76e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:15:02.369374 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-424923e3-aa4c-417e-9f2c-761d66c6db8c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Allocated IP 172.20.0.11 (a20874d1-5fdb-442d-b54e-966fdd5196bb/1eeae556-d294-4d2f-ac67-d8bf624f6aa2/b984e8ae-cabd-44c3-bc88-a7fc7ddf5448) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:15:02.488824 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c882b5f2-4aa7-451b-9573-547bfd626984 admin admin] Router 6f0e983b-f432-4c25-baf4-494c63cb9582 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:15:02.588259 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-424923e3-aa4c-417e-9f2c-761d66c6db8c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:02.611169 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-424923e3-aa4c-417e-9f2c-761d66c6db8c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Transition to ACTIVE for port object b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:15:02.659803 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port b9067880-3cf4-4e88-ba2e-690470d3e76e completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:15:02.676169 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port b9067880-3cf4-4e88-ba2e-690470d3e76e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:02.676848 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:02.738872 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae0bae04-839a-4542-bbc7-e6993d5eea7b req-f2e8b3fa-672a-4d4f-9db0-02c46030c8f5 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.0717919 Jul 22 19:15:02.813121 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-424923e3-aa4c-417e-9f2c-761d66c6db8c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:02.855082 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c882b5f2-4aa7-451b-9573-547bfd626984 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:15:02.896445 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99876593-ae04-4755-a65c-481d6081b39f None None] Sync routers for ids ['6f0e983b-f432-4c25-baf4-494c63cb9582'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:15:02.915044 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-424923e3-aa4c-417e-9f2c-761d66c6db8c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network a20874d1-5fdb-442d-b54e-966fdd5196bb is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:15:02.920254 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c882b5f2-4aa7-451b-9573-547bfd626984 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:02.921551 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-424923e3-aa4c-417e-9f2c-761d66c6db8c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:15:02.924190 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-424923e3-aa4c-417e-9f2c-761d66c6db8c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:15:02.925084 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c882b5f2-4aa7-451b-9573-547bfd626984 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3090858 Jul 22 19:15:02.932883 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49080) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:02.950495 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48f9a4-c09b-4212-b5df-ed6562c22886 req-4350ae8d-531e-4214-9334-0b4e51c7e31c tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:02.962721 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3a48f9a4-c09b-4212-b5df-ed6562c22886 req-4350ae8d-531e-4214-9334-0b4e51c7e31c tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.8727450 Jul 22 19:15:02.984853 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99876593-ae04-4755-a65c-481d6081b39f None None] Routers {'6f0e983b-f432-4c25-baf4-494c63cb9582'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:15:02.987012 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-99876593-ae04-4755-a65c-481d6081b39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:15:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['6f0e983b-f432-4c25-baf4-494c63cb9582'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:03.119581 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424923e3-aa4c-417e-9f2c-761d66c6db8c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:03.229071 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3a48f9a4-c09b-4212-b5df-ed6562c22886 req-77d9de6a-9501-446a-8d3a-8c55d8ee2c72 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649310 Jul 22 19:15:03.252111 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-424923e3-aa4c-417e-9f2c-761d66c6db8c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:03.252845 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-424923e3-aa4c-417e-9f2c-761d66c6db8c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:03.265902 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-99876593-ae04-4755-a65c-481d6081b39f None None] Set router 6f0e983b-f432-4c25-baf4-494c63cb9582 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:15:03.330987 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-424923e3-aa4c-417e-9f2c-761d66c6db8c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7723291 Jul 22 19:15:03.355779 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] Request body: {'port': {'device_id': '768219eb-64c1-497a-a6e0-50030242b1eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:15:03.367892 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:03.470828 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port b9067880-3cf4-4e88-ba2e-690470d3e76e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b9067880-3cf4-4e88-ba2e-690470d3e76e,segment=NetworkSegment(27d8200d-812f-42b5-bb84-5d7c8e096c3e),segment_id=27d8200d-812f-42b5-bb84-5d7c8e096c3e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:15:03.494503 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:03.495344 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:15:03.723091 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:03.742204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e23a65-2bf2-49c6-8eff-acf3ef52016e req-d50814e8-ea0f-4370-b0e7-8b6b0cc10162 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:03.744342 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a3e23a65-2bf2-49c6-8eff-acf3ef52016e req-d50814e8-ea0f-4370-b0e7-8b6b0cc10162 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 932 time: 0.2800832 Jul 22 19:15:04.091320 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 1b861b7d-94cc-4cfa-ad34-ad1948ba3303 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:15:04.097404 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 1b861b7d-94cc-4cfa-ad34-ad1948ba3303 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:15:04.101300 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:04.134835 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8159edd-6257-47cf-93eb-218d87e0ab18 req-fc567bc2-a703-483e-84d9-50920be15831 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.0340447 Jul 22 19:15:04.157921 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a3e23a65-2bf2-49c6-8eff-acf3ef52016e req-8bad09ed-da02-4d42-8d4b-dd9f9590daeb tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4010167 Jul 22 19:15:04.422078 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:04.445363 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Allocated IP 172.20.0.1 (99e6db91-79a6-411f-8a46-d28a8463cfb8/12059bc6-331c-4b5f-b2c9-027ec4a59e0d/ec60e3cd-43c1-4acb-ba5a-f14fdab93abd) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:15:04.456961 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.resource_extend [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:15:04.460171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:15:04.478245 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:04.482421 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-98e48223-5fcf-4094-8d6a-331f96ebcb79 None None] Provisioning for port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:15:04.487444 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=b9067880-3cf4-4e88-ba2e-690470d3e76e,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:04.492134 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:15:04.503538 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] Transition to ACTIVE for port object b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:15:04.514976 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:04.533818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fd4ce-5037-4017-b0c8-15ce8705c801 req-1edb37e9-5263-4246-a0d5-648e7340f212 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:04.535591 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa3fd4ce-5037-4017-b0c8-15ce8705c801 req-1edb37e9-5263-4246-a0d5-648e7340f212 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.1622376 Jul 22 19:15:04.561591 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:04.562434 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:04.583436 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-98e48223-5fcf-4094-8d6a-331f96ebcb79 None None] Provisioning complete for port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:04.583835 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-98e48223-5fcf-4094-8d6a-331f96ebcb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:04.698389 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-98e48223-5fcf-4094-8d6a-331f96ebcb79 None None] Port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:15:04.717933 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:04.720993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] Pushing event updated for resources: {'Port': ['ID=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:04.737404 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa3fd4ce-5037-4017-b0c8-15ce8705c801 req-39002172-cfd1-42b9-81d9-440dbf03a325 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795061 Jul 22 19:15:04.757786 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Transition to ACTIVE for port object ec60e3cd-43c1-4acb-ba5a-f14fdab93abd will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:15:04.814083 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] Attempting to bind port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:15:04.814380 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] Attempting to bind port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '27d8200d-812f-42b5-bb84-5d7c8e096c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:15:04.814804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] Attempting to bind port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 on network a20874d1-5fdb-442d-b54e-966fdd5196bb {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:15:04.832214 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] Port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 on network a20874d1-5fdb-442d-b54e-966fdd5196bb not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:15:04.833162 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] Attempting to bind port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 on network a20874d1-5fdb-442d-b54e-966fdd5196bb {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:15:04.849667 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:04.854119 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:15:04.860586 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] Checking segment: {'id': '27d8200d-812f-42b5-bb84-5d7c8e096c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:15:04.861370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] Bound using segment: {'id': '27d8200d-812f-42b5-bb84-5d7c8e096c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:15:04.862006 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] Bound port: b984e8ae-cabd-44c3-bc88-a7fc7ddf5448, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d8200d-812f-42b5-bb84-5d7c8e096c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:15:04.862560 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:04.971664 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Pushing event updated for resources: {'Port': ['ID=ec60e3cd-43c1-4acb-ba5a-f14fdab93abd,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:05.015331 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:05.015691 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:05.016034 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:05.016371 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:05.016731 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:05.017063 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:05.021486 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:05.021839 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:05.022180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:05.022514 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:05.022841 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:05.023167 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:05.037964 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Network 99e6db91-79a6-411f-8a46-d28a8463cfb8 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:15:05.039714 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:15:05.049734 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:15:05.068102 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] For port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:15:05.073981 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] For port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448,segment=NetworkSegment(27d8200d-812f-42b5-bb84-5d7c8e096c3e),segment_id=27d8200d-812f-42b5-bb84-5d7c8e096c3e)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:15:05.084306 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:05.101395 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:05.152641 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:05.154244 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:05.156638 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] 10.222.0.16 "PUT /v2.0/ports/b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 HTTP/1.1" status: 200 len: 1093 time: 1.8113499 Jul 22 19:15:05.158027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768219eb-64c1-497a-a6e0-50030242b1eb', 'tag': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:15:05.171143 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654f734b-aaa1-43fa-a643-f8e4c0c3da5a" -d '{"events": [{"name": "network-changed", "server_uuid": "768219eb-64c1-497a-a6e0-50030242b1eb", "tag": "b984e8ae-cabd-44c3-bc88-a7fc7ddf5448"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:15:05.439153 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:05.453396 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:05.546701 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32a73bd1-dbe0-49c6-a453-88c4cf9e9dc3 req-643a5798-0b54-4e16-b10f-deee66117f0f tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.1558583 Jul 22 19:15:05.589240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc4b52-4412-4a8f-b427-e27cf17ba816 service neutron] Pushing event updated for resources: {'Port': ['ID=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:05.599152 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 1b861b7d-94cc-4cfa-ad34-ad1948ba3303, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1b861b7d-94cc-4cfa-ad34-ad1948ba3303,segment=NetworkSegment(3395377a-ce4f-44d3-ab52-445f55bed2e6),segment_id=3395377a-ce4f-44d3-ab52-445f55bed2e6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:15:05.641363 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6f3937-f52b-496d-bde4-55a8166cfaea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b861b7d-94cc-4cfa-ad34-ad1948ba3303'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:15:05.644303 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49334) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:05.645417 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8c26b2-33ea-4ae0-82aa-ea8164dcce8f" -d '{"events": [{"server_uuid": "4e6f3937-f52b-496d-bde4-55a8166cfaea", "name": "network-vif-unplugged", "status": "completed", "tag": "1b861b7d-94cc-4cfa-ad34-ad1948ba3303"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:15:05.653183 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '1b861b7d-94cc-4cfa-ad34-ad1948ba3303', 'network_id': '5eb25bbb-9b41-44db-86a7-6089abd87ffa', 'port_id': '1b861b7d-94cc-4cfa-ad34-ad1948ba3303', 'mac_address': 'fa:16:3e:20:c6:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db451fb-c10a-42ee-904a-ea7204905097', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:15:05.655651 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:05.671878 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 1b861b7d-94cc-4cfa-ad34-ad1948ba3303, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1b861b7d-94cc-4cfa-ad34-ad1948ba3303,segment=NetworkSegment(3395377a-ce4f-44d3-ab52-445f55bed2e6),segment_id=3395377a-ce4f-44d3-ab52-445f55bed2e6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:15:05.679959 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-1f74eb4f-50c6-4366-96eb-657904aad468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:05.681905 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-1f74eb4f-50c6-4366-96eb-657904aad468 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 1096 time: 0.4678874 Jul 22 19:15:05.690019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812ab30-b133-4f5e-ac30-e0f647bba456 req-8a49daca-d302-4979-842b-7db96d0e3e95 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:05.693554 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:05.701981 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-99876593-ae04-4755-a65c-481d6081b39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0e983b-f432-4c25-baf4-494c63cb9582', 'name': 'tempest-AttachSCSIVolumeTestJSON-2060336419-router', 'tenant_id': 'de52bbd28ca6492aa84c207a190163b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '719c3dca-6826-473a-b740-d454f78abc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:58Z', 'updated_at': '2021-07-22T19:15:00Z', 'revision_number': 3, 'project_id': 'de52bbd28ca6492aa84c207a190163b5', 'gw_port': {'id': '719c3dca-6826-473a-b740-d454f78abc78', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0e983b-f432-4c25-baf4-494c63cb9582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:59Z', 'updated_at': '2021-07-22T19:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:05.705825 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2812ab30-b133-4f5e-ac30-e0f647bba456 req-8a49daca-d302-4979-842b-7db96d0e3e95 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 944 time: 0.3438308 Jul 22 19:15:05.715916 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355a3d29-2907-46f8-84ff-1fa775285efd x-openstack-request-id: req-355a3d29-2907-46f8-84ff-1fa775285efd {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:15:05.716616 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768219eb-64c1-497a-a6e0-50030242b1eb", "tag": "b984e8ae-cabd-44c3-bc88-a7fc7ddf5448", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:15:05.717032 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-355a3d29-2907-46f8-84ff-1fa775285efd {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:15:05.717603 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768219eb-64c1-497a-a6e0-50030242b1eb', 'tag': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448', 'status': 'completed', 'code': 200} Jul 22 19:15:05.745700 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99876593-ae04-4755-a65c-481d6081b39f None None] Checking router: 6f0e983b-f432-4c25-baf4-494c63cb9582 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:15:05.746389 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99876593-ae04-4755-a65c-481d6081b39f None None] Updating router 6f0e983b-f432-4c25-baf4-494c63cb9582 port 719c3dca-6826-473a-b740-d454f78abc78 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:15:05.822345 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-21b94b09-b346-484a-80ac-727caeea0b80 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 HTTP/1.1" status: 200 len: 217 time: 0.1036954 Jul 22 19:15:05.838651 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-99876593-ae04-4755-a65c-481d6081b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:05.857146 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5f82cb-52ab-41f3-b411-53377aae7e89 admin admin] Deleting subnet 0ba5617b-ba48-486c-9750-2a5a3148f236 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:15:05.879958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-397f8b96-a511-4c22-879a-d6029c3f9aad None None] Provisioning for port ec60e3cd-43c1-4acb-ba5a-f14fdab93abd completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:15:05.903465 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2812ab30-b133-4f5e-ac30-e0f647bba456 req-6c984c7d-a87d-4a52-b7a2-8e310710b70f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1903684 Jul 22 19:15:05.919222 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:05.922457 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ea5f82cb-52ab-41f3-b411-53377aae7e89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:05.926420 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:05.931290 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-64234b93-57d5-4b75-8562-754d3826276b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:05.932816 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-64234b93-57d5-4b75-8562-754d3826276b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1eeae556-d294-4d2f-ac67-d8bf624f6aa2 HTTP/1.1" status: 200 len: 835 time: 0.1028154 Jul 22 19:15:05.945597 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d906d023-0375-4674-aa93-1c42189f6601 x-openstack-request-id: req-d906d023-0375-4674-aa93-1c42189f6601 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:15:05.945883 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6f3937-f52b-496d-bde4-55a8166cfaea", "name": "network-vif-unplugged", "status": "completed", "tag": "1b861b7d-94cc-4cfa-ad34-ad1948ba3303", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:15:05.946268 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d906d023-0375-4674-aa93-1c42189f6601 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:15:05.946663 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6f3937-f52b-496d-bde4-55a8166cfaea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b861b7d-94cc-4cfa-ad34-ad1948ba3303', 'code': 200} Jul 22 19:15:05.987107 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-397f8b96-a511-4c22-879a-d6029c3f9aad None None] Provisioning complete for port ec60e3cd-43c1-4acb-ba5a-f14fdab93abd triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:05.987492 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-397f8b96-a511-4c22-879a-d6029c3f9aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:05.989679 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=1b861b7d-94cc-4cfa-ad34-ad1948ba3303,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:06.038467 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Pushing event updated for resources: {'Port': ['ID=ec60e3cd-43c1-4acb-ba5a-f14fdab93abd,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:06.055815 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00a2ae-6e75-47d4-a4e3-bb0584d66406 req-a8c4f31c-201a-4dc9-9cba-7f62e40143c9 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:06.064299 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e00a2ae-6e75-47d4-a4e3-bb0584d66406 req-a8c4f31c-201a-4dc9-9cba-7f62e40143c9 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 943 time: 0.1304796 Jul 22 19:15:06.075359 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ea5f82cb-52ab-41f3-b411-53377aae7e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:06.087369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-0390aa62-0132-49e5-b672-b9a4ff1a0bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:06.088175 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-0390aa62-0132-49e5-b672-b9a4ff1a0bec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a20874d1-5fdb-442d-b54e-966fdd5196bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1348360 Jul 22 19:15:06.122187 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:06.168837 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03,segment=NetworkSegment(0e767e0b-1ee0-4f08-9619-d2fa45abe0d7),segment_id=0e767e0b-1ee0-4f08-9619-d2fa45abe0d7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:15:06.170781 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ea5f82cb-52ab-41f3-b411-53377aae7e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:06.181867 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e00a2ae-6e75-47d4-a4e3-bb0584d66406 req-1e3c436d-54bb-4c59-8c0b-f19bc6f93efc tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150134 Jul 22 19:15:06.289530 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:06.291626 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:06.296235 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-0382d91d-d2c6-4e4c-bb43-bf145a2fa163 service neutron] 10.222.0.16 "GET /v2.0/networks/a20874d1-5fdb-442d-b54e-966fdd5196bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983640 Jul 22 19:15:06.370668 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b861b7d-94cc-4cfa-ad34-ad1948ba3303 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:15:06.386053 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Network 99e6db91-79a6-411f-8a46-d28a8463cfb8 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:15:06.398967 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:15:06.436653 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ea5f82cb-52ab-41f3-b411-53377aae7e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:06.495224 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b469ec82-61fe-4d78-a1f6-5e640f980e1d req-b1be9334-af3e-4935-8f9d-6866df761b1e service neutron] 10.222.0.16 "GET /v2.0/networks/a20874d1-5fdb-442d-b54e-966fdd5196bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881628 Jul 22 19:15:06.498444 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-397f8b96-a511-4c22-879a-d6029c3f9aad None None] Port ec60e3cd-43c1-4acb-ba5a-f14fdab93abd cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:15:06.552275 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b9067880-3cf4-4e88-ba2e-690470d3e76e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:15:06.572340 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f82cb-52ab-41f3-b411-53377aae7e89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ba5617b-ba48-486c-9750-2a5a3148f236,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:06.579307 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ea5f82cb-52ab-41f3-b411-53377aae7e89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:06.584831 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ea5f82cb-52ab-41f3-b411-53377aae7e89 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0ba5617b-ba48-486c-9750-2a5a3148f236 HTTP/1.1" status: 204 len: 168 time: 0.9368279 Jul 22 19:15:06.617137 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49350) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:06.631335 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Router 6f0e983b-f432-4c25-baf4-494c63cb9582 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:15:06.666077 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 1b861b7d-94cc-4cfa-ad34-ad1948ba3303, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1b861b7d-94cc-4cfa-ad34-ad1948ba3303,segment=NetworkSegment(3395377a-ce4f-44d3-ab52-445f55bed2e6),segment_id=3395377a-ce4f-44d3-ab52-445f55bed2e6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:15:06.684916 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:06.701486 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:06.784755 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:15:06.792006 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3973d84e-b2be-4b7f-89f2-31d962c0388e admin admin] 10.222.0.13 "PUT /v2.0/routers/6f0e983b-f432-4c25-baf4-494c63cb9582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8566520 Jul 22 19:15:06.796716 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4e1584ec-ab25-4069-8c74-3e48f2b0e907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:06.853102 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-52344aac-8def-40e3-8ae4-0d4eb831bd7a req-d94a5454-fd84-459c-b7c8-9e0e46050470 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.1081340 Jul 22 19:15:06.920262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f734b-aaa1-43fa-a643-f8e4c0c3da5a req-ecac1c5f-efa4-4a02-8994-bffe0dcac75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:06.921418 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-654f734b-aaa1-43fa-a643-f8e4c0c3da5a req-ecac1c5f-efa4-4a02-8994-bffe0dcac75b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 1096 time: 0.3718715 Jul 22 19:15:06.968275 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-99876593-ae04-4755-a65c-481d6081b39f None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:06.972862 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4e1584ec-ab25-4069-8c74-3e48f2b0e907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:06.975947 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['1b861b7d-94cc-4cfa-ad34-ad1948ba3303'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:15:06.999925 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-4e1584ec-ab25-4069-8c74-3e48f2b0e907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a8130c5-5925-4614-8cfa-ff6fd165b8cd']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:07.030071 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-4e1584ec-ab25-4069-8c74-3e48f2b0e907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970473cd-aeb1-450b-8200-62fec4936400') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:07.030369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-4e1584ec-ab25-4069-8c74-3e48f2b0e907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970473cd-aeb1-450b-8200-62fec4936400') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:07.031549 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-435ef606-bc7c-43cf-a745-66793286fca7 None None] Provisioning complete for port ec60e3cd-43c1-4acb-ba5a-f14fdab93abd triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:07.032031 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-435ef606-bc7c-43cf-a745-66793286fca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:07.039015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=1b861b7d-94cc-4cfa-ad34-ad1948ba3303,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:07.041287 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4e1584ec-ab25-4069-8c74-3e48f2b0e907 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:07.048351 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port b9067880-3cf4-4e88-ba2e-690470d3e76e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:07.048890 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:07.118891 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-99876593-ae04-4755-a65c-481d6081b39f None None] Transition to ACTIVE for port object 719c3dca-6826-473a-b740-d454f78abc78 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:15:07.151498 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-99876593-ae04-4755-a65c-481d6081b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:07.207116 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-435ef606-bc7c-43cf-a745-66793286fca7 None None] Port ec60e3cd-43c1-4acb-ba5a-f14fdab93abd cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:15:07.356022 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-99876593-ae04-4755-a65c-481d6081b39f None None] Attempting to bind port 719c3dca-6826-473a-b740-d454f78abc78 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:15:07.356402 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-99876593-ae04-4755-a65c-481d6081b39f None None] Attempting to bind port 719c3dca-6826-473a-b740-d454f78abc78 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:15:07.356838 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99876593-ae04-4755-a65c-481d6081b39f None None] Attempting to bind port 719c3dca-6826-473a-b740-d454f78abc78 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:15:07.358816 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf1f88-2ab5-4cc0-b772-26b08670734f None None] Pushing event updated for resources: {'Port': ['ID=719c3dca-6826-473a-b740-d454f78abc78,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:07.412643 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99876593-ae04-4755-a65c-481d6081b39f None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:15:07.413031 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99876593-ae04-4755-a65c-481d6081b39f None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:15:07.413481 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-99876593-ae04-4755-a65c-481d6081b39f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:07.413911 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99876593-ae04-4755-a65c-481d6081b39f None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:15:07.414431 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-99876593-ae04-4755-a65c-481d6081b39f None None] Bound port: 719c3dca-6826-473a-b740-d454f78abc78, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:15:07.414860 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-99876593-ae04-4755-a65c-481d6081b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:07.480011 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4e1584ec-ab25-4069-8c74-3e48f2b0e907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:07.489465 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1584ec-ab25-4069-8c74-3e48f2b0e907 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:15:07.489906 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4e1584ec-ab25-4069-8c74-3e48f2b0e907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:07.516971 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49378) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:07.524164 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-e35efd0c-bc45-4de5-9dc5-c604c5beb38c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-769635381-network', 'tenant_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:15:07.552120 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-99876593-ae04-4755-a65c-481d6081b39f None None] For port 719c3dca-6826-473a-b740-d454f78abc78, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:15:07.555148 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35efd0c-bc45-4de5-9dc5-c604c5beb38c admin admin] Made reservation on behalf of 415b08e7d31f47b9a1b9c0ab0d9ff2f1 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:15:07.558606 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e35efd0c-bc45-4de5-9dc5-c604c5beb38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:15:07.566025 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:15:07.573688 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-99876593-ae04-4755-a65c-481d6081b39f None None] For port 719c3dca-6826-473a-b740-d454f78abc78, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=719c3dca-6826-473a-b740-d454f78abc78,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:15:07.579664 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-99876593-ae04-4755-a65c-481d6081b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:07.580765 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4e1584ec-ab25-4069-8c74-3e48f2b0e907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:07.587902 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e35efd0c-bc45-4de5-9dc5-c604c5beb38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:07.652902 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf1f88-2ab5-4cc0-b772-26b08670734f None None] Pushing event updated for resources: {'Port': ['ID=719c3dca-6826-473a-b740-d454f78abc78,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:07.661267 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4e1584ec-ab25-4069-8c74-3e48f2b0e907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:07.664004 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4e1584ec-ab25-4069-8c74-3e48f2b0e907 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4a8130c5-5925-4614-8cfa-ff6fd165b8cd HTTP/1.1" status: 204 len: 168 time: 1.0456765 Jul 22 19:15:07.667081 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1584ec-ab25-4069-8c74-3e48f2b0e907 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a8130c5-5925-4614-8cfa-ff6fd165b8cd,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:07.679357 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99876593-ae04-4755-a65c-481d6081b39f None None] Routers {'6f0e983b-f432-4c25-baf4-494c63cb9582'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:15:07.679999 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-99876593-ae04-4755-a65c-481d6081b39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:15:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['6f0e983b-f432-4c25-baf4-494c63cb9582'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:07.723674 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e35efd0c-bc45-4de5-9dc5-c604c5beb38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:07.728624 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e35efd0c-bc45-4de5-9dc5-c604c5beb38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:07.756186 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35efd0c-bc45-4de5-9dc5-c604c5beb38c admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:15:07.777387 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35efd0c-bc45-4de5-9dc5-c604c5beb38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f03c3c3-9ff0-492d-afb5-ae5609b2b95e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:07.786450 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e35efd0c-bc45-4de5-9dc5-c604c5beb38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:07.786979 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-e35efd0c-bc45-4de5-9dc5-c604c5beb38c admin admin] Added segment 8e3efdc4-744e-4dee-8dd5-e518cec98d57 of type vlan for network 0136f361-3009-4ad7-801f-965f933dd3d0 Jul 22 19:15:07.798847 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f734b-aaa1-43fa-a643-f8e4c0c3da5a req-bf3ab092-1dbc-4c77-8d10-4119a703de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:07.802032 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-654f734b-aaa1-43fa-a643-f8e4c0c3da5a req-bf3ab092-1dbc-4c77-8d10-4119a703de19 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a20874d1-5fdb-442d-b54e-966fdd5196bb HTTP/1.1" status: 200 len: 897 time: 0.8659234 Jul 22 19:15:07.857496 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e35efd0c-bc45-4de5-9dc5-c604c5beb38c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:07.868374 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-654f734b-aaa1-43fa-a643-f8e4c0c3da5a req-6e8fb9f2-d20f-4bb5-8fab-13fa7d66c1a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 HTTP/1.1" status: 200 len: 217 time: 0.0556543 Jul 22 19:15:07.912590 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e35efd0c-bc45-4de5-9dc5-c604c5beb38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:07.914645 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35efd0c-bc45-4de5-9dc5-c604c5beb38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:07.915860 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e35efd0c-bc45-4de5-9dc5-c604c5beb38c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:07.943014 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe12ba-84fc-4960-b3c2-0004ef379aa8 req-cb231e52-bfc4-4212-83f7-92dec29eba8d tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:07.945077 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e35efd0c-bc45-4de5-9dc5-c604c5beb38c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4256704 Jul 22 19:15:07.973111 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1fbe12ba-84fc-4960-b3c2-0004ef379aa8 req-cb231e52-bfc4-4212-83f7-92dec29eba8d tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 944 time: 0.4066784 Jul 22 19:15:07.976502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f734b-aaa1-43fa-a643-f8e4c0c3da5a req-c065b4f5-5add-4425-b37f-6df26a244460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:07.978356 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-654f734b-aaa1-43fa-a643-f8e4c0c3da5a req-c065b4f5-5add-4425-b37f-6df26a244460 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1eeae556-d294-4d2f-ac67-d8bf624f6aa2 HTTP/1.1" status: 200 len: 835 time: 0.1005547 Jul 22 19:15:07.983623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49386) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:07.984312 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49388) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:07.989799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] Request body: {'subnet': {'network_id': '0136f361-3009-4ad7-801f-965f933dd3d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-769635381-subnet', 'tenant_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:15:08.006224 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35efd0c-bc45-4de5-9dc5-c604c5beb38c admin admin] Pushing event updated for resources: {'Network': ['ID=0136f361-3009-4ad7-801f-965f933dd3d0,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:08.029853 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 0136f361-3009-4ad7-801f-965f933dd3d0 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:15:08.031625 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e61ca8-a985-422e-80c0-d108b37d2e19 req-46e226ad-de12-4ed2-b092-8909ffcc9f14 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:08.033403 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-08e61ca8-a985-422e-80c0-d108b37d2e19 req-46e226ad-de12-4ed2-b092-8909ffcc9f14 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 944 time: 1.0310054 Jul 22 19:15:08.133387 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] Made reservation on behalf of 415b08e7d31f47b9a1b9c0ab0d9ff2f1 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:15:08.134612 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-99876593-ae04-4755-a65c-481d6081b39f None None] Set router 6f0e983b-f432-4c25-baf4-494c63cb9582 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:15:08.136782 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:08.163092 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1fbe12ba-84fc-4960-b3c2-0004ef379aa8 req-19b8ef19-cda5-49ce-8a4b-67fc47979c5f tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884630 Jul 22 19:15:08.207045 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-08e61ca8-a985-422e-80c0-d108b37d2e19 req-b12474d7-22aa-4757-98b8-857a26370ee7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1410890 Jul 22 19:15:08.212393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49392) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:08.214558 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e5937362-e8c3-4468-b77c-8be81c5528ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17cd2804a52047cfb4d32d8ab0a04c5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2197604 Jul 22 19:15:08.316626 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-88b4afcf-d12d-4e83-b128-42fa9d33a886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:08.337575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f734b-aaa1-43fa-a643-f8e4c0c3da5a req-6ccd9b8d-7985-4d4a-b01a-f03dc8481055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:08.342902 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-654f734b-aaa1-43fa-a643-f8e4c0c3da5a req-6ccd9b8d-7985-4d4a-b01a-f03dc8481055 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a20874d1-5fdb-442d-b54e-966fdd5196bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3410847 Jul 22 19:15:08.363936 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-88b4afcf-d12d-4e83-b128-42fa9d33a886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:08.439239 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-88b4afcf-d12d-4e83-b128-42fa9d33a886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:08.443011 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-88b4afcf-d12d-4e83-b128-42fa9d33a886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:08.444366 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-88b4afcf-d12d-4e83-b128-42fa9d33a886 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5c04433-ffdd-4ec6-8759-7e4cf9403990 HTTP/1.1" status: 204 len: 168 time: 0.2309430 Jul 22 19:15:08.453920 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4afcf-d12d-4e83-b128-42fa9d33a886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c04433-ffdd-4ec6-8759-7e4cf9403990,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:08.460452 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:15:08.467022 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-99876593-ae04-4755-a65c-481d6081b39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0e983b-f432-4c25-baf4-494c63cb9582', 'name': 'tempest-AttachSCSIVolumeTestJSON-2060336419-router', 'tenant_id': 'de52bbd28ca6492aa84c207a190163b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '719c3dca-6826-473a-b740-d454f78abc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:58Z', 'updated_at': '2021-07-22T19:15:05Z', 'revision_number': 4, 'project_id': 'de52bbd28ca6492aa84c207a190163b5', 'gw_port': {'id': '719c3dca-6826-473a-b740-d454f78abc78', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0e983b-f432-4c25-baf4-494c63cb9582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:59Z', 'updated_at': '2021-07-22T19:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'ec60e3cd-43c1-4acb-ba5a-f14fdab93abd', 'name': '', 'network_id': '99e6db91-79a6-411f-8a46-d28a8463cfb8', 'tenant_id': 'de52bbd28ca6492aa84c207a190163b5', 'mac_address': 'fa:16:3e:ab:ab:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0e983b-f432-4c25-baf4-494c63cb9582', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '12059bc6-331c-4b5f-b2c9-027ec4a59e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:15:04Z', 'updated_at': '2021-07-22T19:15:05Z', 'revision_number': 2, 'project_id': 'de52bbd28ca6492aa84c207a190163b5', 'subnets': [{'id': '12059bc6-331c-4b5f-b2c9-027ec4a59e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:08.564201 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99876593-ae04-4755-a65c-481d6081b39f None None] The sync data for ids ['6f0e983b-f432-4c25-baf4-494c63cb9582'] in n-d-800086-12 is: [{'id': '6f0e983b-f432-4c25-baf4-494c63cb9582', 'name': 'tempest-AttachSCSIVolumeTestJSON-2060336419-router', 'tenant_id': 'de52bbd28ca6492aa84c207a190163b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '719c3dca-6826-473a-b740-d454f78abc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:58Z', 'updated_at': '2021-07-22T19:15:05Z', 'revision_number': 4, 'project_id': 'de52bbd28ca6492aa84c207a190163b5', 'gw_port': {'id': '719c3dca-6826-473a-b740-d454f78abc78', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0e983b-f432-4c25-baf4-494c63cb9582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:59Z', 'updated_at': '2021-07-22T19:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'ec60e3cd-43c1-4acb-ba5a-f14fdab93abd', 'name': '', 'network_id': '99e6db91-79a6-411f-8a46-d28a8463cfb8', 'tenant_id': 'de52bbd28ca6492aa84c207a190163b5', 'mac_address': 'fa:16:3e:ab:ab:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0e983b-f432-4c25-baf4-494c63cb9582', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '12059bc6-331c-4b5f-b2c9-027ec4a59e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:15:04Z', 'updated_at': '2021-07-22T19:15:05Z', 'revision_number': 2, 'project_id': 'de52bbd28ca6492aa84c207a190163b5', 'subnets': [{'id': '12059bc6-331c-4b5f-b2c9-027ec4a59e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:15:08.599998 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e1307573-4ba6-4868-a57f-853095255a7f req-a9a439d9-79e5-4fd2-828f-132de86c053c tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.2162080 Jul 22 19:15:08.613102 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:08.613518 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:08.633592 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-654f734b-aaa1-43fa-a643-f8e4c0c3da5a req-69d8bd54-dc1b-46b9-a245-8f6323aca827 service neutron] 10.222.0.16 "GET /v2.0/networks/a20874d1-5fdb-442d-b54e-966fdd5196bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823069 Jul 22 19:15:08.705156 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 1b861b7d-94cc-4cfa-ad34-ad1948ba3303 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:15:08.725052 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:08.769879 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 1b861b7d-94cc-4cfa-ad34-ad1948ba3303 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:08.770253 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:08.818772 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-654f734b-aaa1-43fa-a643-f8e4c0c3da5a req-d7431be8-fed7-4655-9eb6-e07eb4603374 service neutron] 10.222.0.16 "GET /v2.0/networks/a20874d1-5fdb-442d-b54e-966fdd5196bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768150 Jul 22 19:15:08.868995 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=953b7fba-2be2-4939-a548-98a895d229de,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:08.881606 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:08.885899 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:08.886245 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:08.886843 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:08.887814 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:08.888548 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:08.888894 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:08.889222 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:08.889549 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:08.889871 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:08.890192 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:08.890514 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:08.890834 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:15:08.909227 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] Checking segment: {'id': '8e3efdc4-744e-4dee-8dd5-e518cec98d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0136f361-3009-4ad7-801f-965f933dd3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:15:08.910947 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] Network hostable DHCP agents. Network: 0136f361-3009-4ad7-801f-965f933dd3d0, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:15:08.959497 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 1b861b7d-94cc-4cfa-ad34-ad1948ba3303, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1b861b7d-94cc-4cfa-ad34-ad1948ba3303,segment=NetworkSegment(3395377a-ce4f-44d3-ab52-445f55bed2e6),segment_id=3395377a-ce4f-44d3-ab52-445f55bed2e6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:15:08.966777 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6f3937-f52b-496d-bde4-55a8166cfaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b861b7d-94cc-4cfa-ad34-ad1948ba3303'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:15:08.969604 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71d8b0a-fc20-45a1-94ef-6dab3462711c" -d '{"events": [{"server_uuid": "4e6f3937-f52b-496d-bde4-55a8166cfaea", "name": "network-vif-plugged", "status": "completed", "tag": "1b861b7d-94cc-4cfa-ad34-ad1948ba3303"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:15:08.987369 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:08.990057 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] Network 0136f361-3009-4ad7-801f-965f933dd3d0 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:15:09.005657 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:09.009336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 0136f361-3009-4ad7-801f-965f933dd3d0) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:15:09.018092 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:09.018911 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:09.036354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf1d7bd-c1c2-41bd-8b57-8deefb671213 None None] Network 0136f361-3009-4ad7-801f-965f933dd3d0 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:15:09.054441 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49410) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:09.060022 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-03a9354c-0c8c-40f5-b877-7472b077a837 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-769635381-router', 'tenant_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:15:09.064234 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cfdf664a-fa6f-4b93-8556-94f5aeceaae3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0784907 Jul 22 19:15:09.083542 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4471ce2f-724c-4a1c-abb9-c480b562e0db x-openstack-request-id: req-4471ce2f-724c-4a1c-abb9-c480b562e0db {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:15:09.083766 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6f3937-f52b-496d-bde4-55a8166cfaea", "name": "network-vif-plugged", "status": "completed", "tag": "1b861b7d-94cc-4cfa-ad34-ad1948ba3303", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:15:09.084065 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4471ce2f-724c-4a1c-abb9-c480b562e0db {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:15:09.084321 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6f3937-f52b-496d-bde4-55a8166cfaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b861b7d-94cc-4cfa-ad34-ad1948ba3303', 'code': 200} Jul 22 19:15:09.095236 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-03a9354c-0c8c-40f5-b877-7472b077a837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:09.099237 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-03a9354c-0c8c-40f5-b877-7472b077a837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:09.144878 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=1b861b7d-94cc-4cfa-ad34-ad1948ba3303,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:09.191935 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-03a9354c-0c8c-40f5-b877-7472b077a837 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:09.386518 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-0136f361-3009-4ad7-801f-965f933dd3d0', 'network_id': '0136f361-3009-4ad7-801f-965f933dd3d0', 'tenant_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'fixed_ips': [{'subnet_id': '953b7fba-2be2-4939-a548-98a895d229de'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:15:09.388241 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:09.523279 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e59097-7b8e-4954-b52c-a7a3093f98c5 req-adf21ac3-9f5c-40bb-92bc-ac6ff8197cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:09.525006 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e9e59097-7b8e-4954-b52c-a7a3093f98c5 req-adf21ac3-9f5c-40bb-92bc-ac6ff8197cf3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 1097 time: 0.3293679 Jul 22 19:15:09.568198 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bc671-0e93-407e-97df-ca35731e3bbf req-fddec693-fbc6-479c-b465-60c8f17c00bd tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:09.576677 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-778bc671-0e93-407e-97df-ca35731e3bbf req-fddec693-fbc6-479c-b465-60c8f17c00bd tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 944 time: 0.1663604 Jul 22 19:15:09.586938 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd157e-a91e-4aff-866f-0ca21688efac req-f16ded56-e557-41e3-bf8c-815e0e704dea tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:09.588767 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16fd157e-a91e-4aff-866f-0ca21688efac req-f16ded56-e557-41e3-bf8c-815e0e704dea tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.2982523 Jul 22 19:15:09.658711 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-03a9354c-0c8c-40f5-b877-7472b077a837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:09.707688 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49434) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:09.732781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-778bc671-0e93-407e-97df-ca35731e3bbf req-41a6f1f9-5f96-4005-909c-60b48be600b3 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1536651 Jul 22 19:15:09.750808 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] Allocated IP 172.20.0.2 (0136f361-3009-4ad7-801f-965f933dd3d0/953b7fba-2be2-4939-a548-98a895d229de/e594a57a-2162-40f0-a6fb-000ba6059b3e) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:15:09.755860 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e9e59097-7b8e-4954-b52c-a7a3093f98c5 req-14bf8dfb-f925-44a3-8d6c-fc55d88e6fa6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207806 Jul 22 19:15:09.805067 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16fd157e-a91e-4aff-866f-0ca21688efac req-ac4d5aec-6e90-446e-9d0d-b6eb2acfef56 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879916 Jul 22 19:15:09.986500 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-177ae90c-752e-4ce3-b594-8bbcbe2fad21 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1463001688-network', 'tenant_id': '19ea764b9fd741baab1917efcc7f6705'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:15:10.001938 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-86241ce3-245f-40ad-b07f-7eb764971ffa req-8f67ca6d-f277-4af9-9c84-3a8677b11627 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.0500932 Jul 22 19:15:10.015475 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177ae90c-752e-4ce3-b594-8bbcbe2fad21 admin admin] Made reservation on behalf of 19ea764b9fd741baab1917efcc7f6705 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:15:10.017806 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-177ae90c-752e-4ce3-b594-8bbcbe2fad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:10.047635 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-177ae90c-752e-4ce3-b594-8bbcbe2fad21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:10.079121 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:10.086916 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-03a9354c-0c8c-40f5-b877-7472b077a837 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:10.093643 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] Transition to ACTIVE for port object e594a57a-2162-40f0-a6fb-000ba6059b3e will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:15:10.113160 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] Transition to ACTIVE for port object e594a57a-2162-40f0-a6fb-000ba6059b3e will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:15:10.115667 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-03a9354c-0c8c-40f5-b877-7472b077a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:10.122529 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:10.165966 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] Network 0136f361-3009-4ad7-801f-965f933dd3d0 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:15:10.171675 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:15:10.178526 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:15:10.242396 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] Pushing event updated for resources: {'Port': ['ID=e594a57a-2162-40f0-a6fb-000ba6059b3e,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:10.259418 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] Attempting to bind port e594a57a-2162-40f0-a6fb-000ba6059b3e on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:15:10.260119 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] Attempting to bind port e594a57a-2162-40f0-a6fb-000ba6059b3e by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '8e3efdc4-744e-4dee-8dd5-e518cec98d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0136f361-3009-4ad7-801f-965f933dd3d0'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:15:10.261030 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] Attempting to bind port e594a57a-2162-40f0-a6fb-000ba6059b3e on network 0136f361-3009-4ad7-801f-965f933dd3d0 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:15:10.268022 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:15:10.268771 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] Checking segment: {'id': '8e3efdc4-744e-4dee-8dd5-e518cec98d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0136f361-3009-4ad7-801f-965f933dd3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:15:10.269398 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:10.270009 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] Bound using segment: {'id': '8e3efdc4-744e-4dee-8dd5-e518cec98d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0136f361-3009-4ad7-801f-965f933dd3d0'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:15:10.270670 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] Bound port: e594a57a-2162-40f0-a6fb-000ba6059b3e, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3efdc4-744e-4dee-8dd5-e518cec98d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0136f361-3009-4ad7-801f-965f933dd3d0'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:15:10.271610 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:10.290242 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-177ae90c-752e-4ce3-b594-8bbcbe2fad21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:10.297327 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-177ae90c-752e-4ce3-b594-8bbcbe2fad21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:10.332070 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ae90c-752e-4ce3-b594-8bbcbe2fad21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6643c42b-8218-413b-8168-76582e5c90c1,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:10.361187 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177ae90c-752e-4ce3-b594-8bbcbe2fad21 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:15:10.408318 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-03a9354c-0c8c-40f5-b877-7472b077a837 admin admin] Allocated IP 172.25.3.234 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/517bc7d5-e558-44e6-903e-1643b33bd8b4) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:15:10.427750 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-177ae90c-752e-4ce3-b594-8bbcbe2fad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:10.432561 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-177ae90c-752e-4ce3-b594-8bbcbe2fad21 admin admin] Added segment 3ba4e16a-601e-4947-9795-2826ca61afb2 of type vlan for network 05e33b61-7594-4f37-80dc-23c09fd5d434 Jul 22 19:15:10.488835 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] For port e594a57a-2162-40f0-a6fb-000ba6059b3e, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:15:10.494635 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] For port e594a57a-2162-40f0-a6fb-000ba6059b3e, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e594a57a-2162-40f0-a6fb-000ba6059b3e,segment=NetworkSegment(8e3efdc4-744e-4dee-8dd5-e518cec98d57),segment_id=8e3efdc4-744e-4dee-8dd5-e518cec98d57)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:15:10.499799 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:10.571929 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 719c3dca-6826-473a-b740-d454f78abc78 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:15:10.602590 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-177ae90c-752e-4ce3-b594-8bbcbe2fad21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:10.807338 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44ed95-2c8d-4916-8188-2fdcc2927a63 None None] Pushing event updated for resources: {'Port': ['ID=e594a57a-2162-40f0-a6fb-000ba6059b3e,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:10.833557 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 719c3dca-6826-473a-b740-d454f78abc78 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:15:10.858529 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 719c3dca-6826-473a-b740-d454f78abc78 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:10.861479 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:10.866200 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-03a9354c-0c8c-40f5-b877-7472b077a837 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:10.883321 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.db.resource_extend [None req-177ae90c-752e-4ce3-b594-8bbcbe2fad21 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:15:10.918644 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-177ae90c-752e-4ce3-b594-8bbcbe2fad21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:10.919975 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177ae90c-752e-4ce3-b594-8bbcbe2fad21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:10.924648 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-177ae90c-752e-4ce3-b594-8bbcbe2fad21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:11.024174 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-177ae90c-752e-4ce3-b594-8bbcbe2fad21 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3147035 Jul 22 19:15:11.079105 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ae90c-752e-4ce3-b594-8bbcbe2fad21 admin admin] Pushing event updated for resources: {'Network': ['ID=05e33b61-7594-4f37-80dc-23c09fd5d434,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:11.089927 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-03a9354c-0c8c-40f5-b877-7472b077a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:11.095858 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 05e33b61-7594-4f37-80dc-23c09fd5d434 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:15:11.133490 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d170c-7922-44a2-ac36-2af1124aa9ae req-4fabcaf9-badd-4356-8d8b-bc4a05a13016 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:11.160275 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a9354c-0c8c-40f5-b877-7472b077a837 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:15:11.162299 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f44d170c-7922-44a2-ac36-2af1124aa9ae req-4fabcaf9-badd-4356-8d8b-bc4a05a13016 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 944 time: 0.2444365 Jul 22 19:15:11.166204 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-03a9354c-0c8c-40f5-b877-7472b077a837 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:15:11.171622 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a9354c-0c8c-40f5-b877-7472b077a837 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:15:11.175556 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9354c-0c8c-40f5-b877-7472b077a837 admin admin] Pushing event updated for resources: {'Port': ['ID=517bc7d5-e558-44e6-903e-1643b33bd8b4,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:11.189642 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:11.190673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74937516-6d55-4141-946d-ce339986b1c6 req-52f94281-384b-48db-9f8c-5bc0b2c9c3ef tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:11.198705 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-74937516-6d55-4141-946d-ce339986b1c6 req-52f94281-384b-48db-9f8c-5bc0b2c9c3ef tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.2106895 Jul 22 19:15:11.272616 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 719c3dca-6826-473a-b740-d454f78abc78, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=719c3dca-6826-473a-b740-d454f78abc78,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:15:11.281133 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:11.289880 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f44d170c-7922-44a2-ac36-2af1124aa9ae req-28d50ef9-6071-465d-9ee8-c25241298e8a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1244681 Jul 22 19:15:11.321446 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-74937516-6d55-4141-946d-ce339986b1c6 req-e341249b-d570-40f8-8fc6-23e4cd07e623 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208618 Jul 22 19:15:11.334739 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:15:11.416152 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=719c3dca-6826-473a-b740-d454f78abc78,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:11.490000 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4ca2d94-1026-4a7c-a83e-006b295e3c0c req-dc28dfc3-23a6-4b4c-9fef-e9a32087b73d tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.0716891 Jul 22 19:15:11.510082 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:11.532299 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448,segment=NetworkSegment(27d8200d-812f-42b5-bb84-5d7c8e096c3e),segment_id=27d8200d-812f-42b5-bb84-5d7c8e096c3e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:15:11.547386 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448', 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb', 'port_id': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448', 'mac_address': 'fa:16:3e:7f:54:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eeae556-d294-4d2f-ac67-d8bf624f6aa2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:15:11.571164 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-03a9354c-0c8c-40f5-b877-7472b077a837 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:11.646058 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:11.661550 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:15:11.690596 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448,segment=NetworkSegment(27d8200d-812f-42b5-bb84-5d7c8e096c3e),segment_id=27d8200d-812f-42b5-bb84-5d7c8e096c3e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:15:11.695325 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:11.759489 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:11.990261 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a4bd1-4dd6-482c-9040-aeefc1a33a2d req-060ecbb1-ae61-4c42-9bb5-b72a463a328f tempest-ComputeTenantNetworksTest-74531201 tempest-ComputeTenantNetworksTest-74531201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:11.998460 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a4bd1-4dd6-482c-9040-aeefc1a33a2d req-060ecbb1-ae61-4c42-9bb5-b72a463a328f tempest-ComputeTenantNetworksTest-74531201 tempest-ComputeTenantNetworksTest-74531201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:12.005836 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a4bd1-4dd6-482c-9040-aeefc1a33a2d req-060ecbb1-ae61-4c42-9bb5-b72a463a328f tempest-ComputeTenantNetworksTest-74531201 tempest-ComputeTenantNetworksTest-74531201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:12.011263 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-827a4bd1-4dd6-482c-9040-aeefc1a33a2d req-060ecbb1-ae61-4c42-9bb5-b72a463a328f tempest-ComputeTenantNetworksTest-74531201 tempest-ComputeTenantNetworksTest-74531201-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3445733 Jul 22 19:15:12.045464 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['b984e8ae-cabd-44c3-bc88-a7fc7ddf5448'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:15:12.061738 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4249c-ad93-4eb1-b5ea-9d56a9ac6534 req-7890461c-b824-443a-bdfa-f445b3ebcbee tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:12.068906 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-31f4249c-ad93-4eb1-b5ea-9d56a9ac6534 req-7890461c-b824-443a-bdfa-f445b3ebcbee tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.4832637 Jul 22 19:15:12.178066 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-31f4249c-ad93-4eb1-b5ea-9d56a9ac6534 req-f47c1ac0-5e09-48c0-9eb3-66dd65cb76f2 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080217 Jul 22 19:15:12.211093 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b7c15-a746-4c5c-944a-845cc3b5cafa req-18e31c00-d5cf-47d2-a19c-44aec05cd820 tempest-ComputeTenantNetworksTest-74531201 tempest-ComputeTenantNetworksTest-74531201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:12.216058 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ec4b7c15-a746-4c5c-944a-845cc3b5cafa req-18e31c00-d5cf-47d2-a19c-44aec05cd820 tempest-ComputeTenantNetworksTest-74531201 tempest-ComputeTenantNetworksTest-74531201-project] 10.222.0.13 "GET /v2.0/networks/05e33b61-7594-4f37-80dc-23c09fd5d434 HTTP/1.1" status: 200 len: 769 time: 0.1871510 Jul 22 19:15:12.224662 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49472) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:12.436273 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-07d5d9f1-9b11-4654-9d29-f61cfe29f26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:12.581436 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] Sync routers for ids ['6f0e983b-f432-4c25-baf4-494c63cb9582'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:15:12.600518 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] Routers {'6f0e983b-f432-4c25-baf4-494c63cb9582'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:15:12.601157 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:15:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['6f0e983b-f432-4c25-baf4-494c63cb9582'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:12.766268 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 719c3dca-6826-473a-b740-d454f78abc78 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:15:12.794572 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-03a9354c-0c8c-40f5-b877-7472b077a837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:12.866047 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 719c3dca-6826-473a-b740-d454f78abc78 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:12.866673 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:12.972824 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2757fc70-7b9f-44a6-bb89-e9746a33ec30 req-f5a7f969-611f-4ecb-b1f5-da90f025d5af tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.1595531 Jul 22 19:15:12.978731 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] Set router 6f0e983b-f432-4c25-baf4-494c63cb9582 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:15:12.998723 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e594a57a-2162-40f0-a6fb-000ba6059b3e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:15:13.058242 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-07d5d9f1-9b11-4654-9d29-f61cfe29f26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:13.084079 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3d7170-e28e-475d-845a-74f4e133f6cc None None] Network 0136f361-3009-4ad7-801f-965f933dd3d0 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:15:13.115422 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f3099-9ab5-48fa-80f1-1000aa736e41 req-1a3a73e6-bd91-4322-81db-bbf36c21f474 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:13.122883 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-737f3099-9ab5-48fa-80f1-1000aa736e41 req-1a3a73e6-bd91-4322-81db-bbf36c21f474 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 945 time: 0.6801207 Jul 22 19:15:13.126104 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-07d5d9f1-9b11-4654-9d29-f61cfe29f26d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e33b61-7594-4f37-80dc-23c09fd5d434']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:13.127937 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a9354c-0c8c-40f5-b877-7472b077a837 admin admin] Router 39565aad-7791-4f3b-94d4-22293a5b0461 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:15:13.238355 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-07d5d9f1-9b11-4654-9d29-f61cfe29f26d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba4e16a-601e-4947-9795-2826ca61afb2') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:13.238929 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-07d5d9f1-9b11-4654-9d29-f61cfe29f26d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba4e16a-601e-4947-9795-2826ca61afb2') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:13.284841 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-07d5d9f1-9b11-4654-9d29-f61cfe29f26d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:13.294467 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-219d7738-8edd-44a2-8328-d69de2f078e0 None None] Provisioning for port e594a57a-2162-40f0-a6fb-000ba6059b3e completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:15:13.310278 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a9354c-0c8c-40f5-b877-7472b077a837 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:15:13.310505 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port e594a57a-2162-40f0-a6fb-000ba6059b3e completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:15:13.332844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port e594a57a-2162-40f0-a6fb-000ba6059b3e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:13.333971 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:13.340427 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] Sync routers for ids ['39565aad-7791-4f3b-94d4-22293a5b0461'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:15:13.342556 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-03a9354c-0c8c-40f5-b877-7472b077a837 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:13.345510 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-03a9354c-0c8c-40f5-b877-7472b077a837 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2900121 Jul 22 19:15:13.347176 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49496) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:13.349998 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0e983b-f432-4c25-baf4-494c63cb9582', 'name': 'tempest-AttachSCSIVolumeTestJSON-2060336419-router', 'tenant_id': 'de52bbd28ca6492aa84c207a190163b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '719c3dca-6826-473a-b740-d454f78abc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:58Z', 'updated_at': '2021-07-22T19:15:05Z', 'revision_number': 4, 'project_id': 'de52bbd28ca6492aa84c207a190163b5', 'gw_port': {'id': '719c3dca-6826-473a-b740-d454f78abc78', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0e983b-f432-4c25-baf4-494c63cb9582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:59Z', 'updated_at': '2021-07-22T19:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'ec60e3cd-43c1-4acb-ba5a-f14fdab93abd', 'name': '', 'network_id': '99e6db91-79a6-411f-8a46-d28a8463cfb8', 'tenant_id': 'de52bbd28ca6492aa84c207a190163b5', 'mac_address': 'fa:16:3e:ab:ab:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0e983b-f432-4c25-baf4-494c63cb9582', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '12059bc6-331c-4b5f-b2c9-027ec4a59e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:15:04Z', 'updated_at': '2021-07-22T19:15:05Z', 'revision_number': 2, 'project_id': 'de52bbd28ca6492aa84c207a190163b5', 'subnets': [{'id': '12059bc6-331c-4b5f-b2c9-027ec4a59e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:13.379148 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] Checking router: 6f0e983b-f432-4c25-baf4-494c63cb9582 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:15:13.379962 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] Updating router 6f0e983b-f432-4c25-baf4-494c63cb9582 port ec60e3cd-43c1-4acb-ba5a-f14fdab93abd binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:15:13.389089 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-07d5d9f1-9b11-4654-9d29-f61cfe29f26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:13.426895 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:13.448939 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-737f3099-9ab5-48fa-80f1-1000aa736e41 req-38bbfaa8-5ea9-461c-8178-077679305fcd tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3249884 Jul 22 19:15:13.450472 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d5d9f1-9b11-4654-9d29-f61cfe29f26d admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:15:13.451043 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-07d5d9f1-9b11-4654-9d29-f61cfe29f26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:15:13.455047 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:15:13.467077 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] Routers {'39565aad-7791-4f3b-94d4-22293a5b0461'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:15:13.467967 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:15:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['39565aad-7791-4f3b-94d4-22293a5b0461'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:13.629959 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-07cf1e19-4b7d-4b36-ac2c-5c80d064c199 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:13.638983 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-07cf1e19-4b7d-4b36-ac2c-5c80d064c199 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/networks?id=5eb25bbb-9b41-44db-86a7-6089abd87ffa HTTP/1.1" status: 200 len: 815 time: 0.4987326 Jul 22 19:15:13.672817 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-ad6d5097-0480-4d56-ace6-74a7da61fa07 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/quotas/527b77ac2d414daa8d1b917651025870 HTTP/1.1" status: 200 len: 375 time: 0.0327156 Jul 22 19:15:13.761247 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] Set router 39565aad-7791-4f3b-94d4-22293a5b0461 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:15:13.765472 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:13.804358 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-07d5d9f1-9b11-4654-9d29-f61cfe29f26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:13.833420 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-07d5d9f1-9b11-4654-9d29-f61cfe29f26d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:13.835533 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-07d5d9f1-9b11-4654-9d29-f61cfe29f26d admin admin] 10.222.0.13 "DELETE /v2.0/networks/05e33b61-7594-4f37-80dc-23c09fd5d434 HTTP/1.1" status: 204 len: 168 time: 1.6097744 Jul 22 19:15:13.875363 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3a37c2b-1e23-4662-a046-b589cc8dd274 req-be338023-3f9b-49ea-b0c7-69bd6e9b508f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.1029625 Jul 22 19:15:13.879462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5d9f1-9b11-4654-9d29-f61cfe29f26d admin admin] Pushing event deleted for resources: {'Network': ['ID=05e33b61-7594-4f37-80dc-23c09fd5d434,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:13.944440 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c11a97-9aea-4e57-a5b2-e29794da295a req-f7150c73-5072-4fb4-b1f5-c91468dcbabc tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:13.946001 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70c11a97-9aea-4e57-a5b2-e29794da295a req-f7150c73-5072-4fb4-b1f5-c91468dcbabc tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e6f3937-f52b-496d-bde4-55a8166cfaea HTTP/1.1" status: 200 len: 945 time: 0.1530330 Jul 22 19:15:13.982149 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-440d946b-454e-4b36-a483-1c620881804c tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=527b77ac2d414daa8d1b917651025870&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3082519 Jul 22 19:15:14.068330 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49508) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:14.172769 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:14.195837 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] Transition to ACTIVE for port object ec60e3cd-43c1-4acb-ba5a-f14fdab93abd will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:15:14.203557 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:14.245612 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-76f32119-3ac8-41d7-8812-b81a78927cb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19ea764b9fd741baab1917efcc7f6705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1738534 Jul 22 19:15:14.249698 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49512) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:14.346332 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096fceda-984c-4eee-ab3e-5b3d916a09e6 None None] Pushing event updated for resources: {'Port': ['ID=ec60e3cd-43c1-4acb-ba5a-f14fdab93abd,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:14.347117 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port e594a57a-2162-40f0-a6fb-000ba6059b3e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e594a57a-2162-40f0-a6fb-000ba6059b3e,segment=NetworkSegment(8e3efdc4-744e-4dee-8dd5-e518cec98d57),segment_id=8e3efdc4-744e-4dee-8dd5-e518cec98d57)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:15:14.394694 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:14.440543 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] Attempting to bind port ec60e3cd-43c1-4acb-ba5a-f14fdab93abd on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:15:14.443162 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] Attempting to bind port ec60e3cd-43c1-4acb-ba5a-f14fdab93abd by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '0e767e0b-1ee0-4f08-9619-d2fa45abe0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '99e6db91-79a6-411f-8a46-d28a8463cfb8'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:15:14.444397 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] Attempting to bind port ec60e3cd-43c1-4acb-ba5a-f14fdab93abd on network 99e6db91-79a6-411f-8a46-d28a8463cfb8 {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:15:14.458585 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:15:14.459092 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] Checking segment: {'id': '0e767e0b-1ee0-4f08-9619-d2fa45abe0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '99e6db91-79a6-411f-8a46-d28a8463cfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:15:14.460494 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:14.463567 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] Bound using segment: {'id': '0e767e0b-1ee0-4f08-9619-d2fa45abe0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '99e6db91-79a6-411f-8a46-d28a8463cfb8'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:15:14.464515 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8dfe460-e911-4f1c-ae16-ff9f19e492da req-9c1893b2-9ed6-45a8-b08d-e621558483a9 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.2108798 Jul 22 19:15:14.466121 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] Bound port: ec60e3cd-43c1-4acb-ba5a-f14fdab93abd, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e767e0b-1ee0-4f08-9619-d2fa45abe0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '99e6db91-79a6-411f-8a46-d28a8463cfb8'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:15:14.466718 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:14.569118 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-e3ea6b90-0e1b-4a07-82cc-37fcfa87d1f5 service neutron] 10.222.0.13 "GET /v2.0/networks/5eb25bbb-9b41-44db-86a7-6089abd87ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860639 Jul 22 19:15:14.602110 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] For port ec60e3cd-43c1-4acb-ba5a-f14fdab93abd, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:15:14.608830 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] For port ec60e3cd-43c1-4acb-ba5a-f14fdab93abd, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ec60e3cd-43c1-4acb-ba5a-f14fdab93abd,segment=NetworkSegment(0e767e0b-1ee0-4f08-9619-d2fa45abe0d7),segment_id=0e767e0b-1ee0-4f08-9619-d2fa45abe0d7)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:15:14.615656 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:14.644173 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a60a89dd-794b-4e4a-a826-6a9609941db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:14.679398 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=e594a57a-2162-40f0-a6fb-000ba6059b3e,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:14.696202 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49518) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:14.714518 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-05f9bd7a-0280-4ab4-a9a5-78ba8df787b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:14.795977 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-05f9bd7a-0280-4ab4-a9a5-78ba8df787b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:14.808040 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39565aad-7791-4f3b-94d4-22293a5b0461', 'name': 'tempest-AttachSCSIVolumeTestJSON-769635381-router', 'tenant_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '517bc7d5-e558-44e6-903e-1643b33bd8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:15:09Z', 'updated_at': '2021-07-22T19:15:11Z', 'revision_number': 3, 'project_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'gw_port': {'id': '517bc7d5-e558-44e6-903e-1643b33bd8b4', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39565aad-7791-4f3b-94d4-22293a5b0461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:15:10Z', 'updated_at': '2021-07-22T19:15:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:14.823984 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096fceda-984c-4eee-ab3e-5b3d916a09e6 None None] Pushing event updated for resources: {'Port': ['ID=ec60e3cd-43c1-4acb-ba5a-f14fdab93abd,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:14.844384 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] Routers {'6f0e983b-f432-4c25-baf4-494c63cb9582'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:15:14.847369 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:15:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['6f0e983b-f432-4c25-baf4-494c63cb9582'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:14.889884 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] Checking router: 39565aad-7791-4f3b-94d4-22293a5b0461 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:15:14.890493 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] Updating router 39565aad-7791-4f3b-94d4-22293a5b0461 port 517bc7d5-e558-44e6-903e-1643b33bd8b4 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:15:14.920550 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-08850ebd-469a-4001-bfac-8ea28a7bc26d service neutron] 10.222.0.13 "GET /v2.0/networks/5eb25bbb-9b41-44db-86a7-6089abd87ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443296 Jul 22 19:15:14.952584 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-70c11a97-9aea-4e57-a5b2-e29794da295a req-b64a781b-74e7-4b0c-9bcf-5ff8528cd261 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Deleting port 1b861b7d-94cc-4cfa-ad34-ad1948ba3303 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:15:14.952924 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-70c11a97-9aea-4e57-a5b2-e29794da295a req-b64a781b-74e7-4b0c-9bcf-5ff8528cd261 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:15.022931 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:15.088066 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] Set router 6f0e983b-f432-4c25-baf4-494c63cb9582 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:15:15.348576 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:15:15.355221 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2ca2f918-6909-4939-a9f1-8e8991ac4d22 None None] Provisioning complete for port e594a57a-2162-40f0-a6fb-000ba6059b3e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:15.356019 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2ca2f918-6909-4939-a9f1-8e8991ac4d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:15.372713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-70c11a97-9aea-4e57-a5b2-e29794da295a req-b64a781b-74e7-4b0c-9bcf-5ff8528cd261 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] For port 1b861b7d-94cc-4cfa-ad34-ad1948ba3303, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=1b861b7d-94cc-4cfa-ad34-ad1948ba3303,segment=NetworkSegment(3395377a-ce4f-44d3-ab52-445f55bed2e6),segment_id=3395377a-ce4f-44d3-ab52-445f55bed2e6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:15:15.373084 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-70c11a97-9aea-4e57-a5b2-e29794da295a req-b64a781b-74e7-4b0c-9bcf-5ff8528cd261 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:15.403143 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-a60a89dd-794b-4e4a-a826-6a9609941db6 admin admin] Allocated IP 172.20.0.1 (0136f361-3009-4ad7-801f-965f933dd3d0/953b7fba-2be2-4939-a548-98a895d229de/8a0a4535-2f86-4674-b149-39c8f801bac6) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:15:15.556090 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0e983b-f432-4c25-baf4-494c63cb9582', 'name': 'tempest-AttachSCSIVolumeTestJSON-2060336419-router', 'tenant_id': 'de52bbd28ca6492aa84c207a190163b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '719c3dca-6826-473a-b740-d454f78abc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:58Z', 'updated_at': '2021-07-22T19:15:05Z', 'revision_number': 4, 'project_id': 'de52bbd28ca6492aa84c207a190163b5', 'gw_port': {'id': '719c3dca-6826-473a-b740-d454f78abc78', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0e983b-f432-4c25-baf4-494c63cb9582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:59Z', 'updated_at': '2021-07-22T19:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'ec60e3cd-43c1-4acb-ba5a-f14fdab93abd', 'name': '', 'network_id': '99e6db91-79a6-411f-8a46-d28a8463cfb8', 'tenant_id': 'de52bbd28ca6492aa84c207a190163b5', 'mac_address': 'fa:16:3e:ab:ab:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0e983b-f432-4c25-baf4-494c63cb9582', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '12059bc6-331c-4b5f-b2c9-027ec4a59e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:15:04Z', 'updated_at': '2021-07-22T19:15:14Z', 'revision_number': 4, 'project_id': 'de52bbd28ca6492aa84c207a190163b5', 'subnets': [{'id': '12059bc6-331c-4b5f-b2c9-027ec4a59e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:15.609010 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b9dc73-3776-43bf-a49b-f8c4dc63eec8 None None] The sync data for ids ['6f0e983b-f432-4c25-baf4-494c63cb9582'] in n-d-800086-12 is: [{'id': '6f0e983b-f432-4c25-baf4-494c63cb9582', 'name': 'tempest-AttachSCSIVolumeTestJSON-2060336419-router', 'tenant_id': 'de52bbd28ca6492aa84c207a190163b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '719c3dca-6826-473a-b740-d454f78abc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:58Z', 'updated_at': '2021-07-22T19:15:05Z', 'revision_number': 4, 'project_id': 'de52bbd28ca6492aa84c207a190163b5', 'gw_port': {'id': '719c3dca-6826-473a-b740-d454f78abc78', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0e983b-f432-4c25-baf4-494c63cb9582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:59Z', 'updated_at': '2021-07-22T19:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'ec60e3cd-43c1-4acb-ba5a-f14fdab93abd', 'name': '', 'network_id': '99e6db91-79a6-411f-8a46-d28a8463cfb8', 'tenant_id': 'de52bbd28ca6492aa84c207a190163b5', 'mac_address': 'fa:16:3e:ab:ab:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0e983b-f432-4c25-baf4-494c63cb9582', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '12059bc6-331c-4b5f-b2c9-027ec4a59e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:15:04Z', 'updated_at': '2021-07-22T19:15:14Z', 'revision_number': 4, 'project_id': 'de52bbd28ca6492aa84c207a190163b5', 'subnets': [{'id': '12059bc6-331c-4b5f-b2c9-027ec4a59e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:15:15.635686 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a60a89dd-794b-4e4a-a826-6a9609941db6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:15.691585 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-a60a89dd-794b-4e4a-a826-6a9609941db6 admin admin] Transition to ACTIVE for port object 8a0a4535-2f86-4674-b149-39c8f801bac6 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:15:15.705405 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:15:15.711814 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-05f9bd7a-0280-4ab4-a9a5-78ba8df787b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:15.717323 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-05f9bd7a-0280-4ab4-a9a5-78ba8df787b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:15.720832 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:15.721607 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:15.726284 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-05f9bd7a-0280-4ab4-a9a5-78ba8df787b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6643c42b-8218-413b-8168-76582e5c90c1 HTTP/1.1" status: 204 len: 168 time: 1.4722650 Jul 22 19:15:15.763654 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9bd7a-0280-4ab4-a9a5-78ba8df787b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6643c42b-8218-413b-8168-76582e5c90c1,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:15.801171 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a60a89dd-794b-4e4a-a826-6a9609941db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:15.854622 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60a89dd-794b-4e4a-a826-6a9609941db6 admin admin] Network 0136f361-3009-4ad7-801f-965f933dd3d0 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:15:15.873713 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-a60a89dd-794b-4e4a-a826-6a9609941db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:15:15.890643 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a89dd-794b-4e4a-a826-6a9609941db6 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:15:15.916322 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a89dd-794b-4e4a-a826-6a9609941db6 admin admin] Pushing event updated for resources: {'Port': ['ID=8a0a4535-2f86-4674-b149-39c8f801bac6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:15.997819 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a60a89dd-794b-4e4a-a826-6a9609941db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:16.271084 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-70c11a97-9aea-4e57-a5b2-e29794da295a req-b64a781b-74e7-4b0c-9bcf-5ff8528cd261 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Calling delete_port for 1b861b7d-94cc-4cfa-ad34-ad1948ba3303 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:15:16.295737 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a60a89dd-794b-4e4a-a826-6a9609941db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:16.307215 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:16.343766 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:16.425943 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] Transition to ACTIVE for port object 517bc7d5-e558-44e6-903e-1643b33bd8b4 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:15:16.460799 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:16.483111 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-52c6a08e-46d0-45ba-9ab2-70182b2f69e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:16.494430 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-70c11a97-9aea-4e57-a5b2-e29794da295a req-b64a781b-74e7-4b0c-9bcf-5ff8528cd261 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:16.498494 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768219eb-64c1-497a-a6e0-50030242b1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:15:16.504723 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38312cf0-db6e-451c-ad16-38222ec15ec8" -d '{"events": [{"server_uuid": "768219eb-64c1-497a-a6e0-50030242b1eb", "name": "network-vif-plugged", "status": "completed", "tag": "b984e8ae-cabd-44c3-bc88-a7fc7ddf5448"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:15:16.572214 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d5b4cdff-49e8-419a-843a-f5e026117148 req-09078d1b-3a42-4523-9e13-1dbc6dbae842 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 210 time: 0.0699964 Jul 22 19:15:16.655572 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fbbd9107-210b-445c-a342-eb8df1013f5b None None] Provisioning for port 8a0a4535-2f86-4674-b149-39c8f801bac6 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:15:16.681996 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448,segment=NetworkSegment(27d8200d-812f-42b5-bb84-5d7c8e096c3e),segment_id=27d8200d-812f-42b5-bb84-5d7c8e096c3e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:15:16.741252 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e594a57a-2162-40f0-a6fb-000ba6059b3e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:15:16.757573 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fbbd9107-210b-445c-a342-eb8df1013f5b None None] Provisioning complete for port 8a0a4535-2f86-4674-b149-39c8f801bac6 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:16.762802 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fbbd9107-210b-445c-a342-eb8df1013f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:16.784050 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a781b-74e7-4b0c-9bcf-5ff8528cd261 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Pushing event deleted for resources: {'Port': ['ID=1b861b7d-94cc-4cfa-ad34-ad1948ba3303,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:16.881779 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c11a97-9aea-4e57-a5b2-e29794da295a req-b64a781b-74e7-4b0c-9bcf-5ff8528cd261 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] No DVR routers for this DVR port 1b861b7d-94cc-4cfa-ad34-ad1948ba3303 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:15:16.890240 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-70c11a97-9aea-4e57-a5b2-e29794da295a req-b64a781b-74e7-4b0c-9bcf-5ff8528cd261 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:16.892640 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70c11a97-9aea-4e57-a5b2-e29794da295a req-b64a781b-74e7-4b0c-9bcf-5ff8528cd261 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.30 "DELETE /v2.0/ports/1b861b7d-94cc-4cfa-ad34-ad1948ba3303 HTTP/1.1" status: 204 len: 173 time: 2.9003520 Jul 22 19:15:16.899963 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a60a89dd-794b-4e4a-a826-6a9609941db6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:16.911392 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a60a89dd-794b-4e4a-a826-6a9609941db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:16.911656 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6f3937-f52b-496d-bde4-55a8166cfaea', 'name': 'network-vif-deleted', 'tag': '1b861b7d-94cc-4cfa-ad34-ad1948ba3303'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:15:16.914153 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51970ca5-c302-47bd-987a-8f7de4929dfc" -d '{"events": [{"server_uuid": "4e6f3937-f52b-496d-bde4-55a8166cfaea", "name": "network-vif-deleted", "tag": "1b861b7d-94cc-4cfa-ad34-ad1948ba3303"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:15:16.942043 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 1b861b7d-94cc-4cfa-ad34-ad1948ba3303 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:15:16.956656 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-86197a7f-75df-42b9-9ff6-b78a9af55d6d req-82daa909-2537-4400-a9c6-c922e57cef91 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.0779767 Jul 22 19:15:16.985474 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:16.987848 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0c1c5-03a8-4f05-8d55-37674c8cc823 req-0d447688-9a9a-4f54-ae50-b80a41196516 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:16.995760 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6585c08-6770-4b9d-a1b0-ee477cdfba9b None None] Pushing event updated for resources: {'Port': ['ID=517bc7d5-e558-44e6-903e-1643b33bd8b4,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:17.007871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] Attempting to bind port 517bc7d5-e558-44e6-903e-1643b33bd8b4 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:15:17.008244 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] Attempting to bind port 517bc7d5-e558-44e6-903e-1643b33bd8b4 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:15:17.008638 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] Attempting to bind port 517bc7d5-e558-44e6-903e-1643b33bd8b4 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:15:17.017236 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-93b0c1c5-03a8-4f05-8d55-37674c8cc823 req-0d447688-9a9a-4f54-ae50-b80a41196516 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 945 time: 2.0955031 Jul 22 19:15:17.078636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 1b861b7d-94cc-4cfa-ad34-ad1948ba3303 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:15:17.081183 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 1b861b7d-94cc-4cfa-ad34-ad1948ba3303 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:15:17.086246 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:15:17.086652 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:15:17.087117 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:17.087457 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:15:17.088136 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] Bound port: 517bc7d5-e558-44e6-903e-1643b33bd8b4, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:15:17.088310 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:17.160535 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-93b0c1c5-03a8-4f05-8d55-37674c8cc823 req-1396b65f-32fb-44eb-95a1-0d7adffea305 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1333320 Jul 22 19:15:17.208857 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a89dd-794b-4e4a-a826-6a9609941db6 admin admin] Pushing event updated for resources: {'Port': ['ID=8a0a4535-2f86-4674-b149-39c8f801bac6,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:17.228516 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] For port 517bc7d5-e558-44e6-903e-1643b33bd8b4, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:15:17.231342 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a60a89dd-794b-4e4a-a826-6a9609941db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:17.238349 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] For port 517bc7d5-e558-44e6-903e-1643b33bd8b4, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=517bc7d5-e558-44e6-903e-1643b33bd8b4,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:15:17.266243 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-52c6a08e-46d0-45ba-9ab2-70182b2f69e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:17.275586 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-52c6a08e-46d0-45ba-9ab2-70182b2f69e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:17.332099 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:17.395072 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] Routers {'39565aad-7791-4f3b-94d4-22293a5b0461'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:15:17.396151 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:15:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['39565aad-7791-4f3b-94d4-22293a5b0461'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:17.537383 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-52c6a08e-46d0-45ba-9ab2-70182b2f69e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf830be2d7de409090cfda3a85c4701f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6646471 Jul 22 19:15:17.540655 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49572) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:17.561338 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26277b19-f7f3-4f21-87bd-5209f318b22d x-openstack-request-id: req-26277b19-f7f3-4f21-87bd-5209f318b22d {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:15:17.567433 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6f3937-f52b-496d-bde4-55a8166cfaea", "name": "network-vif-deleted", "tag": "1b861b7d-94cc-4cfa-ad34-ad1948ba3303", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:15:17.567634 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26277b19-f7f3-4f21-87bd-5209f318b22d {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:15:17.568058 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6f3937-f52b-496d-bde4-55a8166cfaea', 'name': 'network-vif-deleted', 'tag': '1b861b7d-94cc-4cfa-ad34-ad1948ba3303', 'status': 'completed', 'code': 200} Jul 22 19:15:17.583005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] Set router 39565aad-7791-4f3b-94d4-22293a5b0461 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:15:17.599573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6a08e-46d0-45ba-9ab2-70182b2f69e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793afa76-7a24-43f7-9955-6abb293dd864,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:17.612797 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60a89dd-794b-4e4a-a826-6a9609941db6 admin admin] Network 0136f361-3009-4ad7-801f-965f933dd3d0 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:15:17.652931 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-a60a89dd-794b-4e4a-a826-6a9609941db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:15:17.724566 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060973fc-decd-4a45-80f1-185c5cd3ceea x-openstack-request-id: req-060973fc-decd-4a45-80f1-185c5cd3ceea {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:15:17.724834 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768219eb-64c1-497a-a6e0-50030242b1eb", "name": "network-vif-plugged", "status": "completed", "tag": "b984e8ae-cabd-44c3-bc88-a7fc7ddf5448", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:15:17.725088 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-060973fc-decd-4a45-80f1-185c5cd3ceea {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:15:17.725482 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768219eb-64c1-497a-a6e0-50030242b1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448', 'code': 200} Jul 22 19:15:17.734560 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-fbbd9107-210b-445c-a342-eb8df1013f5b None None] Port 8a0a4535-2f86-4674-b149-39c8f801bac6 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:15:17.792161 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port e594a57a-2162-40f0-a6fb-000ba6059b3e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:17.792161 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:17.793706 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:17.906504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-ba2be5a9-eb76-4e91-a36c-aa15a126b6b3 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:17.908555 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-ba2be5a9-eb76-4e91-a36c-aa15a126b6b3 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.30 "GET /v2.0/networks?id=5eb25bbb-9b41-44db-86a7-6089abd87ffa HTTP/1.1" status: 200 len: 815 time: 0.5651050 Jul 22 19:15:17.926884 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2acf8a02-e61c-43a3-b947-a1280cdf1c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:17.937973 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-37bf9b2a-ec8a-4528-80ec-36296bb2db69 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Request body: {'port': {'device_id': '0b021ea7-e19d-4901-86ba-e5872f386bc3', 'network_id': '5eb25bbb-9b41-44db-86a7-6089abd87ffa', 'admin_state_up': True, 'tenant_id': '527b77ac2d414daa8d1b917651025870'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:15:17.970905 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2acf8a02-e61c-43a3-b947-a1280cdf1c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:18.013574 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb99dd-8f25-4f38-9c3a-bb0d73a5bc5f req-ba4acc3d-d2d0-4e60-a35d-3bd87c23cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:18.016152 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-72cb99dd-8f25-4f38-9c3a-bb0d73a5bc5f req-ba4acc3d-d2d0-4e60-a35d-3bd87c23cd39 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 1098 time: 0.2987413 Jul 22 19:15:18.025398 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60a89dd-794b-4e4a-a826-6a9609941db6 admin admin] Router 39565aad-7791-4f3b-94d4-22293a5b0461 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:15:18.031473 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6585c08-6770-4b9d-a1b0-ee477cdfba9b None None] Pushing event updated for resources: {'Port': ['ID=517bc7d5-e558-44e6-903e-1643b33bd8b4,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:18.091867 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9951e-7990-452d-b5f3-70061fefeec0 req-c59995a3-96a2-41de-a516-974964442e76 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:18.099068 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5fc9951e-7990-452d-b5f3-70061fefeec0 req-c59995a3-96a2-41de-a516-974964442e76 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=05f33f27-5a43-4ada-b28b-429bcb4de611 HTTP/1.1" status: 200 len: 945 time: 0.3978474 Jul 22 19:15:18.119521 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ec60e3cd-43c1-4acb-ba5a-f14fdab93abd up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:15:18.162059 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ee515e3c-db58-46f5-8382-55af30b92cd7 None None] Provisioning complete for port 8a0a4535-2f86-4674-b149-39c8f801bac6 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:18.165782 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ee515e3c-db58-46f5-8382-55af30b92cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:18.165934 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb3ef608-9a07-4772-9c46-43de71d42fb7 req-c23c36d8-a256-4c86-9965-69edfdd634c5 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7253234d-ae1e-49ee-9133-fde96453d77e&device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.0554740 Jul 22 19:15:18.182111 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2acf8a02-e61c-43a3-b947-a1280cdf1c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:18.186610 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2acf8a02-e61c-43a3-b947-a1280cdf1c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:18.187210 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-72cb99dd-8f25-4f38-9c3a-bb0d73a5bc5f req-50935b25-8646-4b7f-8cc0-856b9be066fd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1618612 Jul 22 19:15:18.190806 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2acf8a02-e61c-43a3-b947-a1280cdf1c8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/793afa76-7a24-43f7-9955-6abb293dd864 HTTP/1.1" status: 204 len: 168 time: 0.6489360 Jul 22 19:15:18.198651 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60a89dd-794b-4e4a-a826-6a9609941db6 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:15:18.214433 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a60a89dd-794b-4e4a-a826-6a9609941db6 admin admin] 10.222.0.13 "PUT /v2.0/routers/39565aad-7791-4f3b-94d4-22293a5b0461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8616719 Jul 22 19:15:18.221469 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf8a02-e61c-43a3-b947-a1280cdf1c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793afa76-7a24-43f7-9955-6abb293dd864,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:18.254332 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ee515e3c-db58-46f5-8382-55af30b92cd7 None None] Port 8a0a4535-2f86-4674-b149-39c8f801bac6 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:15:18.259025 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39565aad-7791-4f3b-94d4-22293a5b0461', 'name': 'tempest-AttachSCSIVolumeTestJSON-769635381-router', 'tenant_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '517bc7d5-e558-44e6-903e-1643b33bd8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:15:09Z', 'updated_at': '2021-07-22T19:15:16Z', 'revision_number': 4, 'project_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'gw_port': {'id': '517bc7d5-e558-44e6-903e-1643b33bd8b4', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39565aad-7791-4f3b-94d4-22293a5b0461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:15:10Z', 'updated_at': '2021-07-22T19:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '8a0a4535-2f86-4674-b149-39c8f801bac6', 'name': '', 'network_id': '0136f361-3009-4ad7-801f-965f933dd3d0', 'tenant_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'mac_address': 'fa:16:3e:f5:f1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39565aad-7791-4f3b-94d4-22293a5b0461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '953b7fba-2be2-4939-a548-98a895d229de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:15:14Z', 'updated_at': '2021-07-22T19:15:16Z', 'revision_number': 2, 'project_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'subnets': [{'id': '953b7fba-2be2-4939-a548-98a895d229de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:18.266163 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5fc9951e-7990-452d-b5f3-70061fefeec0 req-26f799e2-00fa-4169-92d4-6096d392b25f tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662219 Jul 22 19:15:18.294924 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62a9c2e-86ec-472f-b0d8-7659a875d58f None None] The sync data for ids ['39565aad-7791-4f3b-94d4-22293a5b0461'] in n-d-800086-12 is: [{'id': '39565aad-7791-4f3b-94d4-22293a5b0461', 'name': 'tempest-AttachSCSIVolumeTestJSON-769635381-router', 'tenant_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '517bc7d5-e558-44e6-903e-1643b33bd8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:15:09Z', 'updated_at': '2021-07-22T19:15:16Z', 'revision_number': 4, 'project_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'gw_port': {'id': '517bc7d5-e558-44e6-903e-1643b33bd8b4', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39565aad-7791-4f3b-94d4-22293a5b0461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:15:10Z', 'updated_at': '2021-07-22T19:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '8a0a4535-2f86-4674-b149-39c8f801bac6', 'name': '', 'network_id': '0136f361-3009-4ad7-801f-965f933dd3d0', 'tenant_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'mac_address': 'fa:16:3e:f5:f1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39565aad-7791-4f3b-94d4-22293a5b0461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '953b7fba-2be2-4939-a548-98a895d229de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:15:14Z', 'updated_at': '2021-07-22T19:15:16Z', 'revision_number': 2, 'project_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'subnets': [{'id': '953b7fba-2be2-4939-a548-98a895d229de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:15:18.297240 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port ec60e3cd-43c1-4acb-ba5a-f14fdab93abd completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:15:18.302297 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port ec60e3cd-43c1-4acb-ba5a-f14fdab93abd triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:18.302769 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:18.321447 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-37bf9b2a-ec8a-4528-80ec-36296bb2db69 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Made reservation on behalf of 527b77ac2d414daa8d1b917651025870 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:15:18.326285 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-37bf9b2a-ec8a-4528-80ec-36296bb2db69 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:18.368909 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0db59ee5-2c7e-4871-ac74-da282eca456d req-3554c7a5-fda3-4b62-9849-018702708484 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 210 time: 0.0872276 Jul 22 19:15:18.621823 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:18.688089 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port ec60e3cd-43c1-4acb-ba5a-f14fdab93abd, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ec60e3cd-43c1-4acb-ba5a-f14fdab93abd,segment=NetworkSegment(0e767e0b-1ee0-4f08-9619-d2fa45abe0d7),segment_id=0e767e0b-1ee0-4f08-9619-d2fa45abe0d7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:15:18.693474 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:18.726279 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bf3f7-b0df-4266-9844-c4c3b29aefd6 req-ef97812d-f346-4b46-ac56-6be16f454afb tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:18.741555 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d28bf3f7-b0df-4266-9844-c4c3b29aefd6 req-ef97812d-f346-4b46-ac56-6be16f454afb tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 946 time: 0.2529924 Jul 22 19:15:18.747008 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-37bf9b2a-ec8a-4528-80ec-36296bb2db69 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Allocated IP 172.20.0.13 (5eb25bbb-9b41-44db-86a7-6089abd87ffa/1db451fb-c10a-42ee-904a-ea7204905097/71705005-6cd1-4071-b0e7-410efaa90909) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:15:18.762287 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=ec60e3cd-43c1-4acb-ba5a-f14fdab93abd,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:18.859011 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d28bf3f7-b0df-4266-9844-c4c3b29aefd6 req-70921f08-c9b3-4bab-92a4-d07282cee272 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1157093 Jul 22 19:15:19.295200 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18c778f8-be04-41df-a827-9d8132605937 req-d6f864b4-1ff2-4f77-a987-2cff3c9333af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=563cd91a624143a4a43745e3d5a55c86&device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.1590538 Jul 22 19:15:19.421597 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18c778f8-be04-41df-a827-9d8132605937 req-c8c3fed0-4437-4d8e-b685-ad801abf9e47 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=563cd91a624143a4a43745e3d5a55c86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1142197 Jul 22 19:15:19.436676 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-37bf9b2a-ec8a-4528-80ec-36296bb2db69 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:19.482745 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394f1b2-9f09-4833-8dfc-890f6b39ef99 req-ad2fcc64-2686-4103-a3ec-5b9d760e27ae tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:19.484333 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e394f1b2-9f09-4833-8dfc-890f6b39ef99 req-ad2fcc64-2686-4103-a3ec-5b9d760e27ae tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.16 "GET /v2.0/ports?device_id=05f33f27-5a43-4ada-b28b-429bcb4de611 HTTP/1.1" status: 200 len: 945 time: 0.1595354 Jul 22 19:15:19.600586 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c711b465-48ab-470a-93d1-e9e3eb464d26 req-c33921c1-fedd-4105-8a07-6944a1aa35f3 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.2984805 Jul 22 19:15:19.637693 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-37bf9b2a-ec8a-4528-80ec-36296bb2db69 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:19.830346 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-e394f1b2-9f09-4833-8dfc-890f6b39ef99 req-f6213629-08c5-4998-a400-a0a1a0791e15 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Deleting port 7352e84c-54a3-4aa0-8124-b2747b96b96d {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:15:19.830700 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e394f1b2-9f09-4833-8dfc-890f6b39ef99 req-f6213629-08c5-4998-a400-a0a1a0791e15 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:19.909020 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c778f8-be04-41df-a827-9d8132605937 req-314a9e43-1927-47ba-a153-5b2b8f2a6d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:19.910700 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18c778f8-be04-41df-a827-9d8132605937 req-314a9e43-1927-47ba-a153-5b2b8f2a6d4c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2749221 Jul 22 19:15:19.966174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-37bf9b2a-ec8a-4528-80ec-36296bb2db69 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Network 5eb25bbb-9b41-44db-86a7-6089abd87ffa is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:15:20.027282 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-37bf9b2a-ec8a-4528-80ec-36296bb2db69 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:15:20.038487 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-37bf9b2a-ec8a-4528-80ec-36296bb2db69 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:15:20.087363 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf9b2a-ec8a-4528-80ec-36296bb2db69 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Pushing event updated for resources: {'Port': ['ID=71705005-6cd1-4071-b0e7-410efaa90909,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:20.099458 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49652) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:20.170016 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-e394f1b2-9f09-4833-8dfc-890f6b39ef99 req-f6213629-08c5-4998-a400-a0a1a0791e15 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] For port 7352e84c-54a3-4aa0-8124-b2747b96b96d, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=7352e84c-54a3-4aa0-8124-b2747b96b96d,segment=NetworkSegment(28b42374-c4aa-40c7-8b27-555b02164401),segment_id=28b42374-c4aa-40c7-8b27-555b02164401)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:15:20.176644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-37bf9b2a-ec8a-4528-80ec-36296bb2db69 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:20.177327 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e394f1b2-9f09-4833-8dfc-890f6b39ef99 req-f6213629-08c5-4998-a400-a0a1a0791e15 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:20.177747 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-37bf9b2a-ec8a-4528-80ec-36296bb2db69 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:20.213224 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c5d6a-9842-42af-88a4-db30f832c847 req-98f538a0-bbeb-488e-976f-181d04aa1ceb tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:20.219230 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-e394f1b2-9f09-4833-8dfc-890f6b39ef99 req-f6213629-08c5-4998-a400-a0a1a0791e15 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Calling delete_port for 7352e84c-54a3-4aa0-8124-b2747b96b96d owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:15:20.221400 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb5c5d6a-9842-42af-88a4-db30f832c847 req-98f538a0-bbeb-488e-976f-181d04aa1ceb tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=05f33f27-5a43-4ada-b28b-429bcb4de611 HTTP/1.1" status: 200 len: 945 time: 0.7968318 Jul 22 19:15:20.266053 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c47db-7f02-460a-81f7-173a8743a8a9 req-e7ca2713-e8d9-42d1-828a-a7a03cb19a3c tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:20.275238 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9b5c47db-7f02-460a-81f7-173a8743a8a9 req-e7ca2713-e8d9-42d1-828a-a7a03cb19a3c tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 932 time: 0.3635373 Jul 22 19:15:20.314299 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-37bf9b2a-ec8a-4528-80ec-36296bb2db69 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3851829 Jul 22 19:15:20.325909 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] Request body: {'port': {'device_id': '0b021ea7-e19d-4901-86ba-e5872f386bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:15:20.451721 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb5c5d6a-9842-42af-88a4-db30f832c847 req-1e802ed0-2c7f-42bc-b51b-5cffdcede4c4 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282770 Jul 22 19:15:20.501961 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bec33ae1-d1b1-4d60-9b3b-6e3e911d645b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:20.507400 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9b5c47db-7f02-460a-81f7-173a8743a8a9 req-fd1c70c8-0317-418c-b364-4d6c7683499c tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992004 Jul 22 19:15:20.653896 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:20.798209 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e394f1b2-9f09-4833-8dfc-890f6b39ef99 req-f6213629-08c5-4998-a400-a0a1a0791e15 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:20.813914 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['a2691790-f9dd-4b32-8da5-4efe2a4ab8d9'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:15:20.848536 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6213629-08c5-4998-a400-a0a1a0791e15 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Pushing event deleted for resources: {'Port': ['ID=7352e84c-54a3-4aa0-8124-b2747b96b96d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:20.920420 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['1be365e1-53d9-4fab-97b7-11e50ec499bb', 'c8b98562-ec88-4b19-a576-bfeb31d1bb58', '7352e84c-54a3-4aa0-8124-b2747b96b96d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:15:21.063077 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bec33ae1-d1b1-4d60-9b3b-6e3e911d645b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:21.070197 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47922aa7-01b0-4f7e-8595-c5e030f1fad9 req-c25d390d-20c4-4212-b471-2c20ce5edc52 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.1583228 Jul 22 19:15:21.125464 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-e394f1b2-9f09-4833-8dfc-890f6b39ef99 req-f6213629-08c5-4998-a400-a0a1a0791e15 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] No DVR routers for this DVR port 7352e84c-54a3-4aa0-8124-b2747b96b96d on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:15:21.130779 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bec33ae1-d1b1-4d60-9b3b-6e3e911d645b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:21.135521 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e394f1b2-9f09-4833-8dfc-890f6b39ef99 req-f6213629-08c5-4998-a400-a0a1a0791e15 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:21.142489 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e394f1b2-9f09-4833-8dfc-890f6b39ef99 req-f6213629-08c5-4998-a400-a0a1a0791e15 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.16 "DELETE /v2.0/ports/7352e84c-54a3-4aa0-8124-b2747b96b96d HTTP/1.1" status: 204 len: 173 time: 1.6511455 Jul 22 19:15:21.199109 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f33f27-5a43-4ada-b28b-429bcb4de611', 'name': 'network-vif-deleted', 'tag': '7352e84c-54a3-4aa0-8124-b2747b96b96d'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:15:21.205980 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b9fea9-9f64-4dec-b2e8-82e7cc091c60" -d '{"events": [{"server_uuid": "05f33f27-5a43-4ada-b28b-429bcb4de611", "name": "network-vif-deleted", "tag": "7352e84c-54a3-4aa0-8124-b2747b96b96d"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:15:21.222523 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec33ae1-d1b1-4d60-9b3b-6e3e911d645b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b991bd-3e40-4c2e-bfa0-1390b40f70e6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:21.223524 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 517bc7d5-e558-44e6-903e-1643b33bd8b4 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:15:21.267413 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27ca1d-4fd0-4251-a944-7dd796f484a7 req-9a16a51b-fb53-453c-af04-c7b91c166e2c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:21.282034 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-18c778f8-be04-41df-a827-9d8132605937 req-0718cfe8-89af-49de-a00f-eba712a7fd7d tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd3a254e-c938-4c10-88a1-b0521c9df52c HTTP/1.1" status: 200 len: 210 time: 0.0503550 Jul 22 19:15:21.283921 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5d27ca1d-4fd0-4251-a944-7dd796f484a7 req-9a16a51b-fb53-453c-af04-c7b91c166e2c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 946 time: 0.6104455 Jul 22 19:15:21.316945 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bec33ae1-d1b1-4d60-9b3b-6e3e911d645b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77f6e10a46b34280ae3f23315f99adf2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1934423 Jul 22 19:15:21.317721 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49700) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:21.360246 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbbc0a8-a955-49d2-acf8-18c97658e023 x-openstack-request-id: req-efbbc0a8-a955-49d2-acf8-18c97658e023 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:15:21.367627 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f33f27-5a43-4ada-b28b-429bcb4de611", "name": "network-vif-deleted", "tag": "7352e84c-54a3-4aa0-8124-b2747b96b96d", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:15:21.367920 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efbbc0a8-a955-49d2-acf8-18c97658e023 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:15:21.368372 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f33f27-5a43-4ada-b28b-429bcb4de611', 'name': 'network-vif-deleted', 'tag': '7352e84c-54a3-4aa0-8124-b2747b96b96d', 'status': 'completed', 'code': 200} Jul 22 19:15:21.521695 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-70c1f214-a0f7-44b9-916b-3641b1a03a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:21.538059 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5d27ca1d-4fd0-4251-a944-7dd796f484a7 req-7f56733c-07b9-4036-957a-453e979011c4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2527647 Jul 22 19:15:21.563688 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-70c1f214-a0f7-44b9-916b-3641b1a03a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:21.647962 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-70c1f214-a0f7-44b9-916b-3641b1a03a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:21.650657 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-70c1f214-a0f7-44b9-916b-3641b1a03a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:21.651845 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-70c1f214-a0f7-44b9-916b-3641b1a03a47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2b991bd-3e40-4c2e-bfa0-1390b40f70e6 HTTP/1.1" status: 204 len: 168 time: 0.3330901 Jul 22 19:15:21.719779 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 517bc7d5-e558-44e6-903e-1643b33bd8b4 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:15:21.765592 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1f214-a0f7-44b9-916b-3641b1a03a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b991bd-3e40-4c2e-bfa0-1390b40f70e6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:21.818776 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 517bc7d5-e558-44e6-903e-1643b33bd8b4 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:21.819304 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:22.067476 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9f9a08cf-2df6-4d4b-940f-af6d12a5a373 req-9c3d6d0d-aeaa-44c0-ab50-ccacc45cb1b3 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=05f33f27-5a43-4ada-b28b-429bcb4de611 HTTP/1.1" status: 200 len: 210 time: 0.1721907 Jul 22 19:15:22.150353 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:22.194967 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 517bc7d5-e558-44e6-903e-1643b33bd8b4, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=517bc7d5-e558-44e6-903e-1643b33bd8b4,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:15:22.209571 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:22.209980 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ec60e3cd-43c1-4acb-ba5a-f14fdab93abd up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:15:22.408883 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] Sync routers for ids ['39565aad-7791-4f3b-94d4-22293a5b0461'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:15:22.428158 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55cebf-4d44-448e-8d25-c2f68102757c req-39cb4725-dc65-44ec-bd2a-48d4d13e0f43 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:22.438211 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] Routers {'39565aad-7791-4f3b-94d4-22293a5b0461'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:15:22.438862 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:15:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['39565aad-7791-4f3b-94d4-22293a5b0461'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:22.441681 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d55cebf-4d44-448e-8d25-c2f68102757c req-39cb4725-dc65-44ec-bd2a-48d4d13e0f43 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 932 time: 0.7076774 Jul 22 19:15:22.472083 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=517bc7d5-e558-44e6-903e-1643b33bd8b4,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:22.588499 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port ec60e3cd-43c1-4acb-ba5a-f14fdab93abd triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:22.593179 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:22.676810 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71705005-6cd1-4071-b0e7-410efaa90909 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:15:22.718218 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:22.771889 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d55cebf-4d44-448e-8d25-c2f68102757c req-40253551-adf2-40d2-b15f-51cfeac7bd6a tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295050 Jul 22 19:15:22.815078 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] Transition to ACTIVE for port object 71705005-6cd1-4071-b0e7-410efaa90909 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:15:22.840830 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da5084-0b4e-47e5-a78b-b2ee65ca9e2b req-44dff156-b7ab-4b38-8c65-50277ae1d7d8 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:22.854322 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05da5084-0b4e-47e5-a78b-b2ee65ca9e2b req-44dff156-b7ab-4b38-8c65-50277ae1d7d8 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 946 time: 0.4597080 Jul 22 19:15:22.886069 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:23.030960 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] Set router 39565aad-7791-4f3b-94d4-22293a5b0461 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:15:23.072987 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 517bc7d5-e558-44e6-903e-1643b33bd8b4 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:15:23.225544 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05da5084-0b4e-47e5-a78b-b2ee65ca9e2b req-2765d456-ddf2-41a5-8fff-bd815164e81b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3663814 Jul 22 19:15:23.226299 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] Pushing event updated for resources: {'Port': ['ID=71705005-6cd1-4071-b0e7-410efaa90909,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:23.260344 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 517bc7d5-e558-44e6-903e-1643b33bd8b4 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:23.260770 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:23.279887 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49772) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:23.378689 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 7352e84c-54a3-4aa0-8124-b2747b96b96d no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:15:23.447847 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 7352e84c-54a3-4aa0-8124-b2747b96b96d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:15:23.448701 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 7352e84c-54a3-4aa0-8124-b2747b96b96d not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:15:23.491337 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39565aad-7791-4f3b-94d4-22293a5b0461', 'name': 'tempest-AttachSCSIVolumeTestJSON-769635381-router', 'tenant_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '517bc7d5-e558-44e6-903e-1643b33bd8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:15:09Z', 'updated_at': '2021-07-22T19:15:16Z', 'revision_number': 4, 'project_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'gw_port': {'id': '517bc7d5-e558-44e6-903e-1643b33bd8b4', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39565aad-7791-4f3b-94d4-22293a5b0461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:15:10Z', 'updated_at': '2021-07-22T19:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '8a0a4535-2f86-4674-b149-39c8f801bac6', 'name': '', 'network_id': '0136f361-3009-4ad7-801f-965f933dd3d0', 'tenant_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'mac_address': 'fa:16:3e:f5:f1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39565aad-7791-4f3b-94d4-22293a5b0461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '953b7fba-2be2-4939-a548-98a895d229de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:15:14Z', 'updated_at': '2021-07-22T19:15:16Z', 'revision_number': 2, 'project_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'subnets': [{'id': '953b7fba-2be2-4939-a548-98a895d229de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:23.550636 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] Checking router: 39565aad-7791-4f3b-94d4-22293a5b0461 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:15:23.551308 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] Updating router 39565aad-7791-4f3b-94d4-22293a5b0461 port 8a0a4535-2f86-4674-b149-39c8f801bac6 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:15:23.571864 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] Attempting to bind port 71705005-6cd1-4071-b0e7-410efaa90909 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:15:23.572228 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] Attempting to bind port 71705005-6cd1-4071-b0e7-410efaa90909 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3395377a-ce4f-44d3-ab52-445f55bed2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5eb25bbb-9b41-44db-86a7-6089abd87ffa'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:15:23.573445 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] Attempting to bind port 71705005-6cd1-4071-b0e7-410efaa90909 on network 5eb25bbb-9b41-44db-86a7-6089abd87ffa {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:15:23.576274 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff01207b-03f0-4920-b5fd-76b29d0d9c91 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:23.580195 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ff01207b-03f0-4920-b5fd-76b29d0d9c91 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 1093 time: 0.2991598 Jul 22 19:15:23.583582 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49778) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:23.607523 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-6c55a622-d4fa-4c3c-9515-d2346aa6d4c2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:15:23.642281 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:23.691044 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] Port 71705005-6cd1-4071-b0e7-410efaa90909 on network 5eb25bbb-9b41-44db-86a7-6089abd87ffa not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:15:23.691605 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] Attempting to bind port 71705005-6cd1-4071-b0e7-410efaa90909 on network 5eb25bbb-9b41-44db-86a7-6089abd87ffa {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:15:23.705671 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c55a622-d4fa-4c3c-9515-d2346aa6d4c2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:23.759564 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:15:23.761123 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] Checking segment: {'id': '3395377a-ce4f-44d3-ab52-445f55bed2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5eb25bbb-9b41-44db-86a7-6089abd87ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:15:23.764994 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] Bound using segment: {'id': '3395377a-ce4f-44d3-ab52-445f55bed2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5eb25bbb-9b41-44db-86a7-6089abd87ffa'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:15:23.765661 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] Bound port: 71705005-6cd1-4071-b0e7-410efaa90909, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3395377a-ce4f-44d3-ab52-445f55bed2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5eb25bbb-9b41-44db-86a7-6089abd87ffa'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:15:23.768677 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:23.806745 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8ae43bba-ff2a-40a5-b0e7-93bf175dc6af req-6986cfab-3029-417b-ae1a-6f16312f1dac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=563cd91a624143a4a43745e3d5a55c86&device_id=7253234d-ae1e-49ee-9133-fde96453d77e HTTP/1.1" status: 200 len: 210 time: 0.0458076 Jul 22 19:15:23.901246 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8ae43bba-ff2a-40a5-b0e7-93bf175dc6af req-a50c2cad-b7f4-4230-a7da-8af099dbe5bf service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=563cd91a624143a4a43745e3d5a55c86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533988 Jul 22 19:15:24.070318 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae43bba-ff2a-40a5-b0e7-93bf175dc6af req-67809086-0193-4a6e-a0bd-f0fd8e32541e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:24.072047 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8ae43bba-ff2a-40a5-b0e7-93bf175dc6af req-67809086-0193-4a6e-a0bd-f0fd8e32541e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1636016 Jul 22 19:15:24.077247 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] For port 71705005-6cd1-4071-b0e7-410efaa90909, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:15:24.092455 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] For port 71705005-6cd1-4071-b0e7-410efaa90909, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=71705005-6cd1-4071-b0e7-410efaa90909,segment=NetworkSegment(3395377a-ce4f-44d3-ab52-445f55bed2e6),segment_id=3395377a-ce4f-44d3-ab52-445f55bed2e6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:15:24.221721 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:24.404189 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f292ff00-bdcd-48b4-a86c-d15c86a5ea6f req-6a1f0637-65cb-4abd-a918-9a5c86dbda9e tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7253234d-ae1e-49ee-9133-fde96453d77e HTTP/1.1" status: 200 len: 210 time: 0.2690911 Jul 22 19:15:24.416633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] Pushing event updated for resources: {'Port': ['ID=71705005-6cd1-4071-b0e7-410efaa90909,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:24.436261 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:24.464251 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] Transition to ACTIVE for port object 8a0a4535-2f86-4674-b149-39c8f801bac6 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:15:24.477720 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:24.664126 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:24.682309 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:24.685568 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-5e15eda6-e084-4043-a858-4cdcaa3404b0 service neutron] 10.222.0.30 "PUT /v2.0/ports/71705005-6cd1-4071-b0e7-410efaa90909 HTTP/1.1" status: 200 len: 1093 time: 4.3701138 Jul 22 19:15:24.697776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b021ea7-e19d-4901-86ba-e5872f386bc3', 'tag': '71705005-6cd1-4071-b0e7-410efaa90909'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:15:24.706555 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f7202d-3001-4df4-89f7-4c90378bdc1a" -d '{"events": [{"name": "network-changed", "server_uuid": "0b021ea7-e19d-4901-86ba-e5872f386bc3", "tag": "71705005-6cd1-4071-b0e7-410efaa90909"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:15:24.775630 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce249d-d2e4-46a9-aa20-3558d2202f89 None None] Pushing event updated for resources: {'Port': ['ID=8a0a4535-2f86-4674-b149-39c8f801bac6,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:24.803631 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] Attempting to bind port 8a0a4535-2f86-4674-b149-39c8f801bac6 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:15:24.808801 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] Attempting to bind port 8a0a4535-2f86-4674-b149-39c8f801bac6 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '8e3efdc4-744e-4dee-8dd5-e518cec98d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0136f361-3009-4ad7-801f-965f933dd3d0'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:15:24.809214 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] Attempting to bind port 8a0a4535-2f86-4674-b149-39c8f801bac6 on network 0136f361-3009-4ad7-801f-965f933dd3d0 {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:15:24.826070 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e664389-8b34-4683-ba46-5cbcf507d884 x-openstack-request-id: req-9e664389-8b34-4683-ba46-5cbcf507d884 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:15:24.826314 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:15:24.826433 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b021ea7-e19d-4901-86ba-e5872f386bc3", "tag": "71705005-6cd1-4071-b0e7-410efaa90909", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:15:24.826525 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] Checking segment: {'id': '8e3efdc4-744e-4dee-8dd5-e518cec98d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0136f361-3009-4ad7-801f-965f933dd3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:15:24.826622 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e664389-8b34-4683-ba46-5cbcf507d884 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:15:24.826907 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:24.827031 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b021ea7-e19d-4901-86ba-e5872f386bc3', 'tag': '71705005-6cd1-4071-b0e7-410efaa90909', 'status': 'completed', 'code': 200} Jul 22 19:15:24.827514 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] Bound using segment: {'id': '8e3efdc4-744e-4dee-8dd5-e518cec98d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0136f361-3009-4ad7-801f-965f933dd3d0'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:15:24.828027 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] Bound port: 8a0a4535-2f86-4674-b149-39c8f801bac6, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3efdc4-744e-4dee-8dd5-e518cec98d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0136f361-3009-4ad7-801f-965f933dd3d0'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:15:24.828445 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:25.010206 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6948a10-fc1a-4bc0-8c5c-b99e6b1c93b8 req-d2f68a95-f7ad-4ece-83c1-8c619441b7a3 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:25.018836 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] For port 8a0a4535-2f86-4674-b149-39c8f801bac6, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:15:25.019018 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6948a10-fc1a-4bc0-8c5c-b99e6b1c93b8 req-d2f68a95-f7ad-4ece-83c1-8c619441b7a3 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 944 time: 0.9213684 Jul 22 19:15:25.025990 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] For port 8a0a4535-2f86-4674-b149-39c8f801bac6, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=8a0a4535-2f86-4674-b149-39c8f801bac6,segment=NetworkSegment(8e3efdc4-744e-4dee-8dd5-e518cec98d57),segment_id=8e3efdc4-744e-4dee-8dd5-e518cec98d57)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:15:25.035769 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:25.058103 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c55a622-d4fa-4c3c-9515-d2346aa6d4c2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:25.101854 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-d2c64e27-5ffb-4cae-bc1f-772b1e5981d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:25.108991 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-d2c64e27-5ffb-4cae-bc1f-772b1e5981d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=527b77ac2d414daa8d1b917651025870&device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 1096 time: 0.3634162 Jul 22 19:15:25.203635 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] Routers {'39565aad-7791-4f3b-94d4-22293a5b0461'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:15:25.204486 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:15:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['39565aad-7791-4f3b-94d4-22293a5b0461'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:25.237908 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-42524ed5-3881-43c6-a01e-413213c93ffc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71705005-6cd1-4071-b0e7-410efaa90909 HTTP/1.1" status: 200 len: 217 time: 0.1125464 Jul 22 19:15:25.407202 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce249d-d2e4-46a9-aa20-3558d2202f89 None None] Pushing event updated for resources: {'Port': ['ID=8a0a4535-2f86-4674-b149-39c8f801bac6,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:25.470827 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-a8d1f1ea-911e-4a1e-a93e-a02d2b85b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:25.476329 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8ae43bba-ff2a-40a5-b0e7-93bf175dc6af req-c1bbd2d5-a43b-49d4-8785-9795a55f9682 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.16 "GET /v2.0/ports?device_id=7253234d-ae1e-49ee-9133-fde96453d77e HTTP/1.1" status: 200 len: 210 time: 0.1155112 Jul 22 19:15:25.481943 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-a8d1f1ea-911e-4a1e-a93e-a02d2b85b097 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1db451fb-c10a-42ee-904a-ea7204905097 HTTP/1.1" status: 200 len: 855 time: 0.1761205 Jul 22 19:15:25.578473 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] Set router 39565aad-7791-4f3b-94d4-22293a5b0461 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:15:25.601295 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-aa2f49fa-3e6b-421b-be16-7f3fa19ec0e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb25bbb-9b41-44db-86a7-6089abd87ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014349 Jul 22 19:15:25.633897 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6948a10-fc1a-4bc0-8c5c-b99e6b1c93b8 req-bfa950d1-790f-4ebf-a3a2-756da4c9c62f tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6138494 Jul 22 19:15:25.876153 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-c0c4789b-fbed-4896-9209-eeade1100787 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb25bbb-9b41-44db-86a7-6089abd87ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202523 Jul 22 19:15:26.005572 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-130526d5-c1ce-4cf1-b59e-b343d82d05f9 req-d2a69e1d-0b07-49fb-9b90-4d3d70283d64 tempest-ServerShowV247Test-2132018396 tempest-ServerShowV247Test-2132018396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7253234d-ae1e-49ee-9133-fde96453d77e HTTP/1.1" status: 200 len: 210 time: 0.1271415 Jul 22 19:15:26.117617 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39565aad-7791-4f3b-94d4-22293a5b0461', 'name': 'tempest-AttachSCSIVolumeTestJSON-769635381-router', 'tenant_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '517bc7d5-e558-44e6-903e-1643b33bd8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:15:09Z', 'updated_at': '2021-07-22T19:15:16Z', 'revision_number': 4, 'project_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'gw_port': {'id': '517bc7d5-e558-44e6-903e-1643b33bd8b4', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39565aad-7791-4f3b-94d4-22293a5b0461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:15:10Z', 'updated_at': '2021-07-22T19:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '8a0a4535-2f86-4674-b149-39c8f801bac6', 'name': '', 'network_id': '0136f361-3009-4ad7-801f-965f933dd3d0', 'tenant_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'mac_address': 'fa:16:3e:f5:f1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39565aad-7791-4f3b-94d4-22293a5b0461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '953b7fba-2be2-4939-a548-98a895d229de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:15:14Z', 'updated_at': '2021-07-22T19:15:25Z', 'revision_number': 4, 'project_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'subnets': [{'id': '953b7fba-2be2-4939-a548-98a895d229de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:26.245740 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c3920f-f945-40b7-8ed7-28a8ba940403 None None] The sync data for ids ['39565aad-7791-4f3b-94d4-22293a5b0461'] in n-d-800086-12 is: [{'id': '39565aad-7791-4f3b-94d4-22293a5b0461', 'name': 'tempest-AttachSCSIVolumeTestJSON-769635381-router', 'tenant_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '517bc7d5-e558-44e6-903e-1643b33bd8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:15:09Z', 'updated_at': '2021-07-22T19:15:16Z', 'revision_number': 4, 'project_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'gw_port': {'id': '517bc7d5-e558-44e6-903e-1643b33bd8b4', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39565aad-7791-4f3b-94d4-22293a5b0461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:15:10Z', 'updated_at': '2021-07-22T19:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '8a0a4535-2f86-4674-b149-39c8f801bac6', 'name': '', 'network_id': '0136f361-3009-4ad7-801f-965f933dd3d0', 'tenant_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'mac_address': 'fa:16:3e:f5:f1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39565aad-7791-4f3b-94d4-22293a5b0461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '953b7fba-2be2-4939-a548-98a895d229de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:15:14Z', 'updated_at': '2021-07-22T19:15:25Z', 'revision_number': 4, 'project_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'subnets': [{'id': '953b7fba-2be2-4939-a548-98a895d229de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:15:26.371790 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f3bd17a-7501-4b36-9b3a-02afbc827596 req-8a763783-e987-42f6-97b2-b8f707b02171 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb25bbb-9b41-44db-86a7-6089abd87ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884589 Jul 22 19:15:26.429373 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-6c55a622-d4fa-4c3c-9515-d2346aa6d4c2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Allocated IP 172.25.3.122 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/8d2e4462-2d88-4bdf-a01a-48696bb3a692) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:15:27.040899 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c55a622-d4fa-4c3c-9515-d2346aa6d4c2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:27.116979 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49840) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:27.171538 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c55a622-d4fa-4c3c-9515-d2346aa6d4c2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:27.221999 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 8a0a4535-2f86-4674-b149-39c8f801bac6 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:15:27.329852 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 8a0a4535-2f86-4674-b149-39c8f801bac6 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:15:27.339655 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 8a0a4535-2f86-4674-b149-39c8f801bac6 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:27.340421 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:27.523812 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2b7aec12-eb1c-43b4-bdb7-b982925fafdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:27.627606 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:27.787294 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 8a0a4535-2f86-4674-b149-39c8f801bac6, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=8a0a4535-2f86-4674-b149-39c8f801bac6,segment=NetworkSegment(8e3efdc4-744e-4dee-8dd5-e518cec98d57),segment_id=8e3efdc4-744e-4dee-8dd5-e518cec98d57)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:15:27.799819 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49850) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:27.814431 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:27.971027 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2b7aec12-eb1c-43b4-bdb7-b982925fafdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:27.979777 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2b7aec12-eb1c-43b4-bdb7-b982925fafdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:27.996969 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=8a0a4535-2f86-4674-b149-39c8f801bac6,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:28.122818 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2b7aec12-eb1c-43b4-bdb7-b982925fafdf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a30ded5d8574c048504449f43e99172&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0031955 Jul 22 19:15:28.123787 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49858) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:28.178575 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7aec12-eb1c-43b4-bdb7-b982925fafdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe7b648-7417-422c-bab9-2247a2d9b44c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:28.225934 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57e037e4-c6c0-402d-970a-153a2f1287eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:28.273367 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b965dc61-4999-49c4-9ee0-6475ea14ba46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:28.304882 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b965dc61-4999-49c4-9ee0-6475ea14ba46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:28.383869 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-48262145-4f3a-4021-ba07-73508645bf2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:28.430216 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b965dc61-4999-49c4-9ee0-6475ea14ba46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:28.430216 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b965dc61-4999-49c4-9ee0-6475ea14ba46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:28.446802 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b965dc61-4999-49c4-9ee0-6475ea14ba46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fe7b648-7417-422c-bab9-2247a2d9b44c HTTP/1.1" status: 204 len: 168 time: 0.3090706 Jul 22 19:15:28.471037 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965dc61-4999-49c4-9ee0-6475ea14ba46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe7b648-7417-422c-bab9-2247a2d9b44c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:28.476118 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c55a622-d4fa-4c3c-9515-d2346aa6d4c2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:15:28.479166 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-6c55a622-d4fa-4c3c-9515-d2346aa6d4c2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:15:28.491493 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c55a622-d4fa-4c3c-9515-d2346aa6d4c2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:15:28.569331 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57e037e4-c6c0-402d-970a-153a2f1287eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:28.588600 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57e037e4-c6c0-402d-970a-153a2f1287eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:28.657332 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e037e4-c6c0-402d-970a-153a2f1287eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b803ad2c-4744-4eb4-a9b4-6e820991fd3f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:28.735461 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-57e037e4-c6c0-402d-970a-153a2f1287eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=563cd91a624143a4a43745e3d5a55c86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9300847 Jul 22 19:15:28.736565 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49864) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:28.815811 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 71705005-6cd1-4071-b0e7-410efaa90909 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:15:28.974627 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9d2a8641-557b-4d46-81c5-adea430a4a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:29.071430 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 8a0a4535-2f86-4674-b149-39c8f801bac6 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:15:29.083261 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9d2a8641-557b-4d46-81c5-adea430a4a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:29.216279 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49872) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:29.228037 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9d2a8641-557b-4d46-81c5-adea430a4a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:29.237762 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9d2a8641-557b-4d46-81c5-adea430a4a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:29.244965 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9d2a8641-557b-4d46-81c5-adea430a4a58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b803ad2c-4744-4eb4-a9b4-6e820991fd3f HTTP/1.1" status: 204 len: 168 time: 0.5060725 Jul 22 19:15:29.316745 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a8641-557b-4d46-81c5-adea430a4a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b803ad2c-4744-4eb4-a9b4-6e820991fd3f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:29.319502 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-22b7ddec-6c17-4cc5-9ac5-0304e3c67873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:29.351683 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 71705005-6cd1-4071-b0e7-410efaa90909, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=71705005-6cd1-4071-b0e7-410efaa90909,segment=NetworkSegment(3395377a-ce4f-44d3-ab52-445f55bed2e6),segment_id=3395377a-ce4f-44d3-ab52-445f55bed2e6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:15:29.411950 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '71705005-6cd1-4071-b0e7-410efaa90909', 'network_id': '5eb25bbb-9b41-44db-86a7-6089abd87ffa', 'port_id': '71705005-6cd1-4071-b0e7-410efaa90909', 'mac_address': 'fa:16:3e:83:11:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db451fb-c10a-42ee-904a-ea7204905097', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:15:29.622201 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:29.634258 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 8a0a4535-2f86-4674-b149-39c8f801bac6 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:29.634895 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:29.685580 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-22b7ddec-6c17-4cc5-9ac5-0304e3c67873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:29.690746 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-22b7ddec-6c17-4cc5-9ac5-0304e3c67873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:29.768006 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-22b7ddec-6c17-4cc5-9ac5-0304e3c67873 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6a55eb05e52459d98452d53a4ef3bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5472662 Jul 22 19:15:29.768006 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7ddec-6c17-4cc5-9ac5-0304e3c67873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57de9aab-8f9e-40dc-a36c-62d97078dfe3,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:29.770976 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49882) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:29.818732 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71705005-6cd1-4071-b0e7-410efaa90909 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:15:29.935990 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 71705005-6cd1-4071-b0e7-410efaa90909, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=71705005-6cd1-4071-b0e7-410efaa90909,segment=NetworkSegment(3395377a-ce4f-44d3-ab52-445f55bed2e6),segment_id=3395377a-ce4f-44d3-ab52-445f55bed2e6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:15:29.960090 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:29.962321 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c55a622-d4fa-4c3c-9515-d2346aa6d4c2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:30.047000 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e7d482c3-6249-47b2-a654-0f81033adaf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:30.157272 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e7d482c3-6249-47b2-a654-0f81033adaf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:30.190861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55a622-d4fa-4c3c-9515-d2346aa6d4c2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=8d2e4462-2d88-4bdf-a01a-48696bb3a692,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:30.209697 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['71705005-6cd1-4071-b0e7-410efaa90909'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:15:30.229531 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=71705005-6cd1-4071-b0e7-410efaa90909,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:30.297689 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7202d-3001-4df4-89f7-4c90378bdc1a req-8764da84-a9bb-47a6-9d91-d1e4b572c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:30.302535 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09f7202d-3001-4df4-89f7-4c90378bdc1a req-8764da84-a9bb-47a6-9d91-d1e4b572c098 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=527b77ac2d414daa8d1b917651025870&device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 1096 time: 3.8482778 Jul 22 19:15:30.347690 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e7d482c3-6249-47b2-a654-0f81033adaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:30.369288 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e7d482c3-6249-47b2-a654-0f81033adaf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:30.374354 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e7d482c3-6249-47b2-a654-0f81033adaf1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57de9aab-8f9e-40dc-a36c-62d97078dfe3 HTTP/1.1" status: 204 len: 168 time: 0.6033056 Jul 22 19:15:30.383512 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d482c3-6249-47b2-a654-0f81033adaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57de9aab-8f9e-40dc-a36c-62d97078dfe3,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:30.435927 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b3145-12d9-41e5-94fe-3615d9e33a80 req-0f5fbfd9-e6ed-40f0-b765-40cf5250853a tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:30.437720 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b78b3145-12d9-41e5-94fe-3615d9e33a80 req-0f5fbfd9-e6ed-40f0-b765-40cf5250853a tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 944 time: 3.4702034 Jul 22 19:15:30.541573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1a7f9-cc1d-4cec-bdc0-453095057753 req-86c2e69e-5a49-4e2e-90e4-d98d32fcb8ac tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:30.549460 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3eb1a7f9-cc1d-4cec-bdc0-453095057753 req-86c2e69e-5a49-4e2e-90e4-d98d32fcb8ac tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bb351-a754-48a0-85e3-555e4a65fb9b HTTP/1.1" status: 200 len: 946 time: 0.3623142 Jul 22 19:15:30.551567 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c55a622-d4fa-4c3c-9515-d2346aa6d4c2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:30.670795 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b78b3145-12d9-41e5-94fe-3615d9e33a80 req-1791fa3b-9a6c-4e2f-99fc-b7a7d8dd44ce tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140002 Jul 22 19:15:30.736144 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3eb1a7f9-cc1d-4cec-bdc0-453095057753 req-83a68ea0-b4c4-4785-bd0f-cbc490102bfd tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856477 Jul 22 19:15:30.817844 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7202d-3001-4df4-89f7-4c90378bdc1a req-821049f7-c524-4830-95fa-805c3271dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:30.819891 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09f7202d-3001-4df4-89f7-4c90378bdc1a req-821049f7-c524-4830-95fa-805c3271dab2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb25bbb-9b41-44db-86a7-6089abd87ffa HTTP/1.1" status: 200 len: 916 time: 0.5048895 Jul 22 19:15:30.959174 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09f7202d-3001-4df4-89f7-4c90378bdc1a req-7a699379-1777-41ce-916b-1da40be2a29a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71705005-6cd1-4071-b0e7-410efaa90909 HTTP/1.1" status: 200 len: 217 time: 0.1166794 Jul 22 19:15:31.005504 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2fb3dd9e-4899-4097-aa33-907f9f9b75a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:31.092750 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:31.216353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7202d-3001-4df4-89f7-4c90378bdc1a req-60796937-9f00-4434-9236-e2509d7a97e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:31.225182 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09f7202d-3001-4df4-89f7-4c90378bdc1a req-60796937-9f00-4434-9236-e2509d7a97e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1db451fb-c10a-42ee-904a-ea7204905097 HTTP/1.1" status: 200 len: 855 time: 0.2557592 Jul 22 19:15:31.352385 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09f7202d-3001-4df4-89f7-4c90378bdc1a req-8f9dc9bc-7439-49ba-8927-671c36b291f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb25bbb-9b41-44db-86a7-6089abd87ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093941 Jul 22 19:15:31.623091 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f36429-0d4d-4615-9e99-9b756e086c65 req-508b4c25-8760-4875-a5b6-d71e94913c18 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:31.626256 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4f36429-0d4d-4615-9e99-9b756e086c65 req-508b4c25-8760-4875-a5b6-d71e94913c18 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.30 "GET /v2.0/ports?device_id=323bb351-a754-48a0-85e3-555e4a65fb9b HTTP/1.1" status: 200 len: 946 time: 0.5027275 Jul 22 19:15:31.629032 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c55a622-d4fa-4c3c-9515-d2346aa6d4c2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:31.686598 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c55a622-d4fa-4c3c-9515-d2346aa6d4c2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:31.755525 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09f7202d-3001-4df4-89f7-4c90378bdc1a req-5284308f-e400-4d2e-bb7e-ad949b2ad5ec service neutron] 10.222.0.30 "GET /v2.0/networks/5eb25bbb-9b41-44db-86a7-6089abd87ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735938 Jul 22 19:15:31.919747 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55a622-d4fa-4c3c-9515-d2346aa6d4c2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=8d2e4462-2d88-4bdf-a01a-48696bb3a692,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:32.077032 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c55a622-d4fa-4c3c-9515-d2346aa6d4c2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:32.205412 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09f7202d-3001-4df4-89f7-4c90378bdc1a req-abaa0966-d8cf-414f-a235-70d9fc1361ed service neutron] 10.222.0.30 "GET /v2.0/networks/5eb25bbb-9b41-44db-86a7-6089abd87ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396937 Jul 22 19:15:32.208273 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-b4f36429-0d4d-4615-9e99-9b756e086c65 req-af979f1a-1c5a-43de-ad52-43d637ace815 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Deleting port a2691790-f9dd-4b32-8da5-4efe2a4ab8d9 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:15:32.208652 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b4f36429-0d4d-4615-9e99-9b756e086c65 req-af979f1a-1c5a-43de-ad52-43d637ace815 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:32.269793 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:32.292960 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cef607-d0c3-4a41-89cc-f2a52aca423f req-da2839ce-1d22-45f0-b581-381768ce78c2 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:32.294750 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69cef607-d0c3-4a41-89cc-f2a52aca423f req-da2839ce-1d22-45f0-b581-381768ce78c2 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bb351-a754-48a0-85e3-555e4a65fb9b HTTP/1.1" status: 200 len: 946 time: 0.3835495 Jul 22 19:15:32.311388 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07191336-6d49-436c-86e6-07d46f54a8a0 req-44db086b-8d95-4cd5-ac0d-796722b69568 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:32.312909 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-07191336-6d49-436c-86e6-07d46f54a8a0 req-44db086b-8d95-4cd5-ac0d-796722b69568 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 945 time: 0.4560008 Jul 22 19:15:32.398255 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-6c55a622-d4fa-4c3c-9515-d2346aa6d4c2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Floating IP ae0050b0-8fd7-447b-84fa-1a2de5ff54f4 associated. External IP: 172.25.3.122, port: b984e8ae-cabd-44c3-bc88-a7fc7ddf5448. Jul 22 19:15:32.831519 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 71705005-6cd1-4071-b0e7-410efaa90909 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:15:32.935548 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 71705005-6cd1-4071-b0e7-410efaa90909 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:15:32.943885 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 71705005-6cd1-4071-b0e7-410efaa90909 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:32.945553 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:33.035659 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69cef607-d0c3-4a41-89cc-f2a52aca423f req-b5543820-97a1-4c85-9643-b85e1289549f tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7200696 Jul 22 19:15:33.059225 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-b4f36429-0d4d-4615-9e99-9b756e086c65 req-af979f1a-1c5a-43de-ad52-43d637ace815 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] For port a2691790-f9dd-4b32-8da5-4efe2a4ab8d9, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a2691790-f9dd-4b32-8da5-4efe2a4ab8d9,segment=NetworkSegment(28b42374-c4aa-40c7-8b27-555b02164401),segment_id=28b42374-c4aa-40c7-8b27-555b02164401)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:15:33.060961 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b4f36429-0d4d-4615-9e99-9b756e086c65 req-af979f1a-1c5a-43de-ad52-43d637ace815 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:33.105851 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-07191336-6d49-436c-86e6-07d46f54a8a0 req-7b76c760-f377-4ae9-82f3-91edb3ee11a7 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7770956 Jul 22 19:15:33.196145 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:33.198265 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-b4f36429-0d4d-4615-9e99-9b756e086c65 req-af979f1a-1c5a-43de-ad52-43d637ace815 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Calling delete_port for a2691790-f9dd-4b32-8da5-4efe2a4ab8d9 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:15:33.258694 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b021ea7-e19d-4901-86ba-e5872f386bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71705005-6cd1-4071-b0e7-410efaa90909'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:15:33.262333 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea13fa33-a34d-4b4a-a23f-65840d7115a3" -d '{"events": [{"server_uuid": "0b021ea7-e19d-4901-86ba-e5872f386bc3", "name": "network-vif-plugged", "status": "completed", "tag": "71705005-6cd1-4071-b0e7-410efaa90909"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:15:33.315039 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 71705005-6cd1-4071-b0e7-410efaa90909, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=71705005-6cd1-4071-b0e7-410efaa90909,segment=NetworkSegment(3395377a-ce4f-44d3-ab52-445f55bed2e6),segment_id=3395377a-ce4f-44d3-ab52-445f55bed2e6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:15:33.332046 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:33.389587 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91742ed2-7e4f-4979-b95e-6c44d17d973b x-openstack-request-id: req-91742ed2-7e4f-4979-b95e-6c44d17d973b {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:15:33.389863 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b021ea7-e19d-4901-86ba-e5872f386bc3", "name": "network-vif-plugged", "status": "completed", "tag": "71705005-6cd1-4071-b0e7-410efaa90909", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:15:33.390116 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91742ed2-7e4f-4979-b95e-6c44d17d973b {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:15:33.390504 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b021ea7-e19d-4901-86ba-e5872f386bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71705005-6cd1-4071-b0e7-410efaa90909', 'code': 200} Jul 22 19:15:33.463503 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=71705005-6cd1-4071-b0e7-410efaa90909,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:33.566716 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b4f36429-0d4d-4615-9e99-9b756e086c65 req-af979f1a-1c5a-43de-ad52-43d637ace815 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:33.578344 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['1be365e1-53d9-4fab-97b7-11e50ec499bb', 'c8b98562-ec88-4b19-a576-bfeb31d1bb58'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:15:33.661225 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af979f1a-1c5a-43de-ad52-43d637ace815 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Pushing event deleted for resources: {'Port': ['ID=a2691790-f9dd-4b32-8da5-4efe2a4ab8d9,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:33.872570 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f36429-0d4d-4615-9e99-9b756e086c65 req-af979f1a-1c5a-43de-ad52-43d637ace815 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] No DVR routers for this DVR port a2691790-f9dd-4b32-8da5-4efe2a4ab8d9 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:15:33.877046 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b4f36429-0d4d-4615-9e99-9b756e086c65 req-af979f1a-1c5a-43de-ad52-43d637ace815 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:33.880011 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4f36429-0d4d-4615-9e99-9b756e086c65 req-af979f1a-1c5a-43de-ad52-43d637ace815 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.30 "DELETE /v2.0/ports/a2691790-f9dd-4b32-8da5-4efe2a4ab8d9 HTTP/1.1" status: 204 len: 173 time: 2.2457767 Jul 22 19:15:33.883894 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323bb351-a754-48a0-85e3-555e4a65fb9b', 'name': 'network-vif-deleted', 'tag': 'a2691790-f9dd-4b32-8da5-4efe2a4ab8d9'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:15:33.887316 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9855d273-26b6-4663-85a0-18896da3466d" -d '{"events": [{"server_uuid": "323bb351-a754-48a0-85e3-555e4a65fb9b", "name": "network-vif-deleted", "tag": "a2691790-f9dd-4b32-8da5-4efe2a4ab8d9"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:15:33.935556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c55a622-d4fa-4c3c-9515-d2346aa6d4c2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Router b60a1b7b-f351-4619-b1a5-45df7394cfba has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:15:33.945211 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7f935-7367-4b18-918b-73ba93dd99e1 req-fdd4149f-1971-4d9a-b0df-e7f3010a35d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:33.949976 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3c7f935-7367-4b18-918b-73ba93dd99e1 req-fdd4149f-1971-4d9a-b0df-e7f3010a35d1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 1098 time: 0.4301033 Jul 22 19:15:34.019384 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7e43a8-f77a-4d50-ac8f-21b651787691 x-openstack-request-id: req-8d7e43a8-f77a-4d50-ac8f-21b651787691 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:15:34.019756 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323bb351-a754-48a0-85e3-555e4a65fb9b", "name": "network-vif-deleted", "tag": "a2691790-f9dd-4b32-8da5-4efe2a4ab8d9", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:15:34.020138 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d7e43a8-f77a-4d50-ac8f-21b651787691 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:15:34.022037 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323bb351-a754-48a0-85e3-555e4a65fb9b', 'name': 'network-vif-deleted', 'tag': 'a2691790-f9dd-4b32-8da5-4efe2a4ab8d9', 'status': 'completed', 'code': 200} Jul 22 19:15:34.032845 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:34.292390 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3c7f935-7367-4b18-918b-73ba93dd99e1 req-eb3424a1-65f0-4065-9e68-d4fb561eb116 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244674 Jul 22 19:15:34.453827 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84518ac1-25f3-431a-bb1c-cd1e5740ff1a req-b1e2a33e-ef79-456a-a804-7af215f6231c tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=323bb351-a754-48a0-85e3-555e4a65fb9b HTTP/1.1" status: 200 len: 210 time: 0.2456081 Jul 22 19:15:34.455860 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c55a622-d4fa-4c3c-9515-d2346aa6d4c2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:15:34.478328 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef33f86-19c9-4ca7-9af7-0f7e7e2550e2 None None] Sync routers for ids ['b60a1b7b-f351-4619-b1a5-45df7394cfba'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:15:34.486620 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c55a622-d4fa-4c3c-9515-d2346aa6d4c2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:34.522189 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef33f86-19c9-4ca7-9af7-0f7e7e2550e2 None None] Routers {'b60a1b7b-f351-4619-b1a5-45df7394cfba'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:15:34.531192 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-5ef33f86-19c9-4ca7-9af7-0f7e7e2550e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:15:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b60a1b7b-f351-4619-b1a5-45df7394cfba'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:34.578146 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471da52-267e-4410-8ea3-c91986a968ba req-36077c83-1f98-41a7-9186-f351ef4fec26 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:34.579792 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c471da52-267e-4410-8ea3-c91986a968ba req-36077c83-1f98-41a7-9186-f351ef4fec26 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 946 time: 0.2864347 Jul 22 19:15:34.591377 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6c55a622-d4fa-4c3c-9515-d2346aa6d4c2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 11.0029328 Jul 22 19:15:34.665173 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c471da52-267e-4410-8ea3-c91986a968ba req-12929590-fa95-4933-88b1-e42d85db4327 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724010 Jul 22 19:15:34.760173 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:15:34.852255 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a2691790-f9dd-4b32-8da5-4efe2a4ab8d9 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:15:34.863907 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-5ef33f86-19c9-4ca7-9af7-0f7e7e2550e2 None None] Set router b60a1b7b-f351-4619-b1a5-45df7394cfba gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:15:34.934329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486cea3-934c-458f-964a-795a5c7e1842 req-f81532c5-1b69-4bc2-b947-2abd0d4afad9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:34.942925 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3486cea3-934c-458f-964a-795a5c7e1842 req-f81532c5-1b69-4bc2-b947-2abd0d4afad9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 946 time: 0.1458485 Jul 22 19:15:34.978067 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: a2691790-f9dd-4b32-8da5-4efe2a4ab8d9 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:15:34.980269 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a2691790-f9dd-4b32-8da5-4efe2a4ab8d9 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:15:35.026274 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3486cea3-934c-458f-964a-795a5c7e1842 req-3cbf6d2d-bf51-4194-bc3c-5bc985d8a19d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824614 Jul 22 19:15:35.055451 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50034) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:35.206870 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e4798bf8-7ce5-46ce-895b-f99bb111770a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/floatingips/ae0050b0-8fd7-447b-84fa-1a2de5ff54f4 HTTP/1.1" status: 200 len: 992 time: 0.1494060 Jul 22 19:15:35.362821 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-5ef33f86-19c9-4ca7-9af7-0f7e7e2550e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110549416', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:48Z', 'updated_at': '2021-07-22T19:14:55Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:49Z', 'updated_at': '2021-07-22T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'ae0050b0-8fd7-447b-84fa-1a2de5ff54f4', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'port_id': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb', 'mac_address': 'fa:16:3e:7f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768219eb-64c1-497a-a6e0-50030242b1eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:15:29Z', 'updated_at': '2021-07-22T19:15:29Z', 'revision_number': 0, 'project_id': '637aa3e692f04588bda049c0135065ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9067880-3cf4-4e88-ba2e-690470d3e76e', 'name': '', 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:f7:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '1eeae556-d294-4d2f-ac67-d8bf624f6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:54Z', 'updated_at': '2021-07-22T19:15:03Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '1eeae556-d294-4d2f-ac67-d8bf624f6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:35.393240 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef33f86-19c9-4ca7-9af7-0f7e7e2550e2 None None] Checking router: b60a1b7b-f351-4619-b1a5-45df7394cfba for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:15:35.412405 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef33f86-19c9-4ca7-9af7-0f7e7e2550e2 None None] Routers {'b60a1b7b-f351-4619-b1a5-45df7394cfba'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:15:35.414336 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-5ef33f86-19c9-4ca7-9af7-0f7e7e2550e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:15:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b60a1b7b-f351-4619-b1a5-45df7394cfba'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:35.938776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c21f4-78e3-41e3-afbb-e07a4fe5b3b6 req-2f5ad22a-75a2-4b9a-ae2c-755fe239404e tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:35.950398 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aa7c21f4-78e3-41e3-afbb-e07a4fe5b3b6 req-2f5ad22a-75a2-4b9a-ae2c-755fe239404e tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 946 time: 0.1894011 Jul 22 19:15:35.974208 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-5ef33f86-19c9-4ca7-9af7-0f7e7e2550e2 None None] Set router b60a1b7b-f351-4619-b1a5-45df7394cfba gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:15:36.023505 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768219eb-64c1-497a-a6e0-50030242b1eb', 'tag': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:15:36.028532 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f44499-2a81-4613-843b-eaa768340e34" -d '{"events": [{"name": "network-changed", "server_uuid": "768219eb-64c1-497a-a6e0-50030242b1eb", "tag": "b984e8ae-cabd-44c3-bc88-a7fc7ddf5448"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:15:36.057044 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aa7c21f4-78e3-41e3-afbb-e07a4fe5b3b6 req-7011276d-df10-4981-8550-8033e35515f5 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039369 Jul 22 19:15:36.209522 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 50072) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:36.274784 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3384ebf6-9db3-42d7-b531-ab587a9ed175 x-openstack-request-id: req-3384ebf6-9db3-42d7-b531-ab587a9ed175 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:15:36.275240 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768219eb-64c1-497a-a6e0-50030242b1eb", "tag": "b984e8ae-cabd-44c3-bc88-a7fc7ddf5448", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:15:36.275593 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3384ebf6-9db3-42d7-b531-ab587a9ed175 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:15:36.276099 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768219eb-64c1-497a-a6e0-50030242b1eb', 'tag': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448', 'status': 'completed', 'code': 200} Jul 22 19:15:36.368527 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f44499-2a81-4613-843b-eaa768340e34 req-63eea1dd-f742-4ecd-a2e9-805c4e38ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:36.370047 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-30f44499-2a81-4613-843b-eaa768340e34 req-63eea1dd-f742-4ecd-a2e9-805c4e38ac13 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 1098 time: 0.1244445 Jul 22 19:15:36.577940 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b9efa8df-0a40-4973-9704-df59e2574694 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/floatingips/ae0050b0-8fd7-447b-84fa-1a2de5ff54f4 HTTP/1.1" status: 200 len: 992 time: 0.3671641 Jul 22 19:15:36.608566 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f44499-2a81-4613-843b-eaa768340e34 req-40ce9df4-95d0-4d58-a41a-6c545b685547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:36.610077 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-30f44499-2a81-4613-843b-eaa768340e34 req-40ce9df4-95d0-4d58-a41a-6c545b685547 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a20874d1-5fdb-442d-b54e-966fdd5196bb HTTP/1.1" status: 200 len: 897 time: 0.2287111 Jul 22 19:15:36.630947 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-5ef33f86-19c9-4ca7-9af7-0f7e7e2550e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110549416', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:48Z', 'updated_at': '2021-07-22T19:14:55Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:49Z', 'updated_at': '2021-07-22T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'ae0050b0-8fd7-447b-84fa-1a2de5ff54f4', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'port_id': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb', 'mac_address': 'fa:16:3e:7f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768219eb-64c1-497a-a6e0-50030242b1eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:15:29Z', 'updated_at': '2021-07-22T19:15:29Z', 'revision_number': 0, 'project_id': '637aa3e692f04588bda049c0135065ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9067880-3cf4-4e88-ba2e-690470d3e76e', 'name': '', 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:f7:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '1eeae556-d294-4d2f-ac67-d8bf624f6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:54Z', 'updated_at': '2021-07-22T19:15:03Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '1eeae556-d294-4d2f-ac67-d8bf624f6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:36.644782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264031a5-e4bd-452c-bbf5-becc1cfa3e45 req-ed1dd3e7-2054-407a-8a5d-c5fa2ba740d2 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:36.652446 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-264031a5-e4bd-452c-bbf5-becc1cfa3e45 req-ed1dd3e7-2054-407a-8a5d-c5fa2ba740d2 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=601c658d-90e7-4cf4-9cf4-a328c8405def HTTP/1.1" status: 200 len: 945 time: 0.4892440 Jul 22 19:15:36.729637 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d0009-9aa1-4cf6-a62d-2ea9c7d3c296 req-dd41b396-1bc7-4e9f-9f73-4d89aea97f25 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:36.745305 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-703d0009-9aa1-4cf6-a62d-2ea9c7d3c296 req-dd41b396-1bc7-4e9f-9f73-4d89aea97f25 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 946 time: 0.3600149 Jul 22 19:15:36.754497 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef33f86-19c9-4ca7-9af7-0f7e7e2550e2 None None] The sync data for ids ['b60a1b7b-f351-4619-b1a5-45df7394cfba'] in n-d-800086-12 is: [{'id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110549416', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:48Z', 'updated_at': '2021-07-22T19:14:55Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:49Z', 'updated_at': '2021-07-22T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'ae0050b0-8fd7-447b-84fa-1a2de5ff54f4', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'port_id': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb', 'mac_address': 'fa:16:3e:7f:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768219eb-64c1-497a-a6e0-50030242b1eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:15:29Z', 'updated_at': '2021-07-22T19:15:29Z', 'revision_number': 0, 'project_id': '637aa3e692f04588bda049c0135065ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9067880-3cf4-4e88-ba2e-690470d3e76e', 'name': '', 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:f7:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '1eeae556-d294-4d2f-ac67-d8bf624f6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:54Z', 'updated_at': '2021-07-22T19:15:03Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '1eeae556-d294-4d2f-ac67-d8bf624f6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:15:36.875048 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-264031a5-e4bd-452c-bbf5-becc1cfa3e45 req-95cbecc9-55d9-4b84-b1de-fc9770b4b8f3 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206185 Jul 22 19:15:36.919778 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-30f44499-2a81-4613-843b-eaa768340e34 req-866612c8-d5ff-4265-938d-35f773813280 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 HTTP/1.1" status: 200 len: 1000 time: 0.3012285 Jul 22 19:15:36.920718 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-703d0009-9aa1-4cf6-a62d-2ea9c7d3c296 req-be9b65b8-8a2a-4120-a07e-992ba5e0e940 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715205 Jul 22 19:15:37.017931 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f44499-2a81-4613-843b-eaa768340e34 req-d8127cd4-7f9c-4edc-bbe2-0c7a77c7c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:37.022087 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-30f44499-2a81-4613-843b-eaa768340e34 req-d8127cd4-7f9c-4edc-bbe2-0c7a77c7c775 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1eeae556-d294-4d2f-ac67-d8bf624f6aa2 HTTP/1.1" status: 200 len: 835 time: 0.0871184 Jul 22 19:15:37.175166 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 50100) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:37.193590 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f44499-2a81-4613-843b-eaa768340e34 req-1a18eeb3-b739-4aa6-866b-3b4c60989015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:37.195142 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-30f44499-2a81-4613-843b-eaa768340e34 req-1a18eeb3-b739-4aa6-866b-3b4c60989015 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a20874d1-5fdb-442d-b54e-966fdd5196bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1656704 Jul 22 19:15:37.312327 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97e14ae-7fc1-40ca-aaa8-06f8bbaf8d68 None None] New status for floating IP ae0050b0-8fd7-447b-84fa-1a2de5ff54f4: ACTIVE {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:15:37.559594 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5dd43c-105d-4550-b4d7-2855d5a15f20 req-22509704-8f81-4797-b0f6-c33a2709d307 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:37.561072 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc5dd43c-105d-4550-b4d7-2855d5a15f20 req-22509704-8f81-4797-b0f6-c33a2709d307 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.16 "GET /v2.0/ports?device_id=601c658d-90e7-4cf4-9cf4-a328c8405def HTTP/1.1" status: 200 len: 945 time: 0.2892661 Jul 22 19:15:37.576034 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-30f44499-2a81-4613-843b-eaa768340e34 req-54987b1d-b522-411b-aafe-541363247b4d service neutron] 10.222.0.16 "GET /v2.0/networks/a20874d1-5fdb-442d-b54e-966fdd5196bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725469 Jul 22 19:15:37.583760 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50108) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:37.595380 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d73eb-cc9d-46ce-a595-f416b2615f10 req-06f2ca6e-e834-46ae-a701-6f652d1047bd tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:37.609624 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-188d73eb-cc9d-46ce-a595-f416b2615f10 req-06f2ca6e-e834-46ae-a701-6f652d1047bd tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 946 time: 0.2824891 Jul 22 19:15:37.701980 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-74ad59e9-59a3-4ac4-93aa-86597e8a7b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:37.777898 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-188d73eb-cc9d-46ce-a595-f416b2615f10 req-3e74a1ec-8830-4be1-9c1c-93564e5f5508 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353106 Jul 22 19:15:38.121957 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-cc5dd43c-105d-4550-b4d7-2855d5a15f20 req-c6ca946d-49eb-46ec-8f5b-8d4364087737 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Deleting port c8b98562-ec88-4b19-a576-bfeb31d1bb58 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:15:38.122621 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cc5dd43c-105d-4550-b4d7-2855d5a15f20 req-c6ca946d-49eb-46ec-8f5b-8d4364087737 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:38.255842 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97991c2-e792-4a69-97e0-60c08e8b5c38 req-8c8aedba-cdbc-4b1c-b787-437616e2c1c9 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:38.258731 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d97991c2-e792-4a69-97e0-60c08e8b5c38 req-8c8aedba-cdbc-4b1c-b787-437616e2c1c9 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 946 time: 0.3839991 Jul 22 19:15:38.298385 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-74ad59e9-59a3-4ac4-93aa-86597e8a7b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:38.324151 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a4fad-afab-40f5-b083-8e192712c6a0 req-b4bd7f88-345f-4dab-a45c-861c321d6372 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:38.336587 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e7a4fad-afab-40f5-b083-8e192712c6a0 req-b4bd7f88-345f-4dab-a45c-861c321d6372 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=601c658d-90e7-4cf4-9cf4-a328c8405def HTTP/1.1" status: 200 len: 945 time: 0.3210537 Jul 22 19:15:38.343236 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-74ad59e9-59a3-4ac4-93aa-86597e8a7b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:38.386838 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-cc5dd43c-105d-4550-b4d7-2855d5a15f20 req-c6ca946d-49eb-46ec-8f5b-8d4364087737 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] For port c8b98562-ec88-4b19-a576-bfeb31d1bb58, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c8b98562-ec88-4b19-a576-bfeb31d1bb58,segment=NetworkSegment(28b42374-c4aa-40c7-8b27-555b02164401),segment_id=28b42374-c4aa-40c7-8b27-555b02164401)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:15:38.387270 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cc5dd43c-105d-4550-b4d7-2855d5a15f20 req-c6ca946d-49eb-46ec-8f5b-8d4364087737 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:38.481774 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e7a4fad-afab-40f5-b083-8e192712c6a0 req-3bee2b23-8190-45d5-b367-789da199ca8f tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449540 Jul 22 19:15:38.488454 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c2373f24-a80b-4a13-9203-de49b4ae0754 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/floatingips/ae0050b0-8fd7-447b-84fa-1a2de5ff54f4 HTTP/1.1" status: 200 len: 992 time: 0.9031997 Jul 22 19:15:38.518043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-cc5dd43c-105d-4550-b4d7-2855d5a15f20 req-c6ca946d-49eb-46ec-8f5b-8d4364087737 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Calling delete_port for c8b98562-ec88-4b19-a576-bfeb31d1bb58 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:15:38.579368 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-30f44499-2a81-4613-843b-eaa768340e34 req-030542c0-4987-4721-b355-f6b8a22266dc service neutron] 10.222.0.16 "GET /v2.0/networks/a20874d1-5fdb-442d-b54e-966fdd5196bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9969101 Jul 22 19:15:38.595370 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d97991c2-e792-4a69-97e0-60c08e8b5c38 req-9ddf61a7-3282-4511-a3ad-f0557a04a48f tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239908 Jul 22 19:15:38.686023 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50138) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:38.706467 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-74ad59e9-59a3-4ac4-93aa-86597e8a7b0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d052c9f462154869ade7a97be4bf4612&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5046258 Jul 22 19:15:38.712909 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad59e9-59a3-4ac4-93aa-86597e8a7b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1c71ab-332c-408e-9622-b8d866e16933,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:38.849946 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9116092c-dae2-42f4-9c24-f06a149fc41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:38.913850 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9116092c-dae2-42f4-9c24-f06a149fc41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:38.925478 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:39.001047 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cc5dd43c-105d-4550-b4d7-2855d5a15f20 req-c6ca946d-49eb-46ec-8f5b-8d4364087737 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:39.014930 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['1be365e1-53d9-4fab-97b7-11e50ec499bb', 'c8b98562-ec88-4b19-a576-bfeb31d1bb58'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:15:39.028114 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9116092c-dae2-42f4-9c24-f06a149fc41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:39.031805 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9116092c-dae2-42f4-9c24-f06a149fc41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:39.035362 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9116092c-dae2-42f4-9c24-f06a149fc41a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e1c71ab-332c-408e-9622-b8d866e16933 HTTP/1.1" status: 204 len: 168 time: 0.3418119 Jul 22 19:15:39.054719 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116092c-dae2-42f4-9c24-f06a149fc41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1c71ab-332c-408e-9622-b8d866e16933,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:39.148010 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca946d-49eb-46ec-8f5b-8d4364087737 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Pushing event deleted for resources: {'Port': ['ID=c8b98562-ec88-4b19-a576-bfeb31d1bb58,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:39.305155 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5dd43c-105d-4550-b4d7-2855d5a15f20 req-c6ca946d-49eb-46ec-8f5b-8d4364087737 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] No DVR routers for this DVR port c8b98562-ec88-4b19-a576-bfeb31d1bb58 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:15:39.321102 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cc5dd43c-105d-4550-b4d7-2855d5a15f20 req-c6ca946d-49eb-46ec-8f5b-8d4364087737 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:39.330065 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc5dd43c-105d-4550-b4d7-2855d5a15f20 req-c6ca946d-49eb-46ec-8f5b-8d4364087737 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.16 "DELETE /v2.0/ports/c8b98562-ec88-4b19-a576-bfeb31d1bb58 HTTP/1.1" status: 204 len: 173 time: 1.7114813 Jul 22 19:15:39.331238 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601c658d-90e7-4cf4-9cf4-a328c8405def', 'name': 'network-vif-deleted', 'tag': 'c8b98562-ec88-4b19-a576-bfeb31d1bb58'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:15:39.345131 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe95713e-ae3d-4a90-a60a-73676a9eca43" -d '{"events": [{"server_uuid": "601c658d-90e7-4cf4-9cf4-a328c8405def", "name": "network-vif-deleted", "tag": "c8b98562-ec88-4b19-a576-bfeb31d1bb58"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:15:39.406549 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33ef6c8-fc15-4c9d-b482-1aace87b7626 x-openstack-request-id: req-c33ef6c8-fc15-4c9d-b482-1aace87b7626 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:15:39.407133 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601c658d-90e7-4cf4-9cf4-a328c8405def", "name": "network-vif-deleted", "tag": "c8b98562-ec88-4b19-a576-bfeb31d1bb58", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:15:39.408010 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c33ef6c8-fc15-4c9d-b482-1aace87b7626 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:15:39.408318 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601c658d-90e7-4cf4-9cf4-a328c8405def', 'name': 'network-vif-deleted', 'tag': 'c8b98562-ec88-4b19-a576-bfeb31d1bb58', 'status': 'completed', 'code': 200} Jul 22 19:15:39.491409 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50164) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:39.737640 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50172) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:39.751746 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e632abbc-dbed-40b7-af34-de61c7255102 req-605302ca-a170-4b70-908d-498a698f90a2 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=601c658d-90e7-4cf4-9cf4-a328c8405def HTTP/1.1" status: 200 len: 210 time: 0.0789962 Jul 22 19:15:39.767859 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ee825eb9-aa2a-46bc-913f-07aff16b6031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:39.793801 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9e583d5c-26ec-4e85-813b-4387d99f845b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/floatingips/ae0050b0-8fd7-447b-84fa-1a2de5ff54f4 HTTP/1.1" status: 200 len: 994 time: 0.3010681 Jul 22 19:15:39.887385 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 50174) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:39.997695 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ee825eb9-aa2a-46bc-913f-07aff16b6031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:40.006934 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ee825eb9-aa2a-46bc-913f-07aff16b6031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:40.086870 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 50178) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:40.087110 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ee825eb9-aa2a-46bc-913f-07aff16b6031 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a56341eea2f4b7ea26a9f9aac615c32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3463371 Jul 22 19:15:40.087855 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee825eb9-aa2a-46bc-913f-07aff16b6031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a019c0a-3b5c-4dad-8b54-344ca622326a,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:40.212908 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d177b235-3aa4-4ea7-a8c3-f94095d2b653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:40.224408 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33ccc74c-61f4-4a5f-8207-bbebe3841d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:40.262365 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33ccc74c-61f4-4a5f-8207-bbebe3841d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:40.347538 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33ccc74c-61f4-4a5f-8207-bbebe3841d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:40.350880 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33ccc74c-61f4-4a5f-8207-bbebe3841d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:40.352242 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-33ccc74c-61f4-4a5f-8207-bbebe3841d3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a019c0a-3b5c-4dad-8b54-344ca622326a HTTP/1.1" status: 204 len: 168 time: 0.2635839 Jul 22 19:15:40.364650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccc74c-61f4-4a5f-8207-bbebe3841d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a019c0a-3b5c-4dad-8b54-344ca622326a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:40.394729 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d177b235-3aa4-4ea7-a8c3-f94095d2b653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:40.400723 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d177b235-3aa4-4ea7-a8c3-f94095d2b653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:40.438065 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d177b235-3aa4-4ea7-a8c3-f94095d2b653 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45db252666904bfbbeb7c265998b6bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5490150 Jul 22 19:15:40.440298 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 50184) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:40.490005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177b235-3aa4-4ea7-a8c3-f94095d2b653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ff5b5a-1e84-4a83-83fe-a96bd2ae8493,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:40.519285 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c66e485-3862-4027-89b6-6d45aaf4e4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:40.549109 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c66e485-3862-4027-89b6-6d45aaf4e4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:40.615077 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c66e485-3862-4027-89b6-6d45aaf4e4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:40.617906 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c66e485-3862-4027-89b6-6d45aaf4e4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:40.619071 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6c66e485-3862-4027-89b6-6d45aaf4e4de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2ff5b5a-1e84-4a83-83fe-a96bd2ae8493 HTTP/1.1" status: 204 len: 168 time: 0.1776226 Jul 22 19:15:40.650034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66e485-3862-4027-89b6-6d45aaf4e4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ff5b5a-1e84-4a83-83fe-a96bd2ae8493,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:41.271183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 50216) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:41.299314 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dd72af90-c42e-4356-9d26-2df2c19f750a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:41.486831 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device c8b98562-ec88-4b19-a576-bfeb31d1bb58 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:15:41.544968 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dd72af90-c42e-4356-9d26-2df2c19f750a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:41.553629 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dd72af90-c42e-4356-9d26-2df2c19f750a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:41.556723 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: c8b98562-ec88-4b19-a576-bfeb31d1bb58 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:15:41.557703 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device c8b98562-ec88-4b19-a576-bfeb31d1bb58 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:15:41.570117 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:41.590023 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72af90-c42e-4356-9d26-2df2c19f750a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdac912-c082-4064-b164-462e147a5c49,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:41.631414 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-dd72af90-c42e-4356-9d26-2df2c19f750a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07d75e0c269343c8b7a34af6f3e405c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3565533 Jul 22 19:15:41.631792 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50222) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:41.713564 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-582a6a2f-0ef0-41ef-a6bf-acd546cabce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:41.749071 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-582a6a2f-0ef0-41ef-a6bf-acd546cabce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:41.854391 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-582a6a2f-0ef0-41ef-a6bf-acd546cabce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:41.864805 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-582a6a2f-0ef0-41ef-a6bf-acd546cabce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:41.871305 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-582a6a2f-0ef0-41ef-a6bf-acd546cabce0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5cdac912-c082-4064-b164-462e147a5c49 HTTP/1.1" status: 204 len: 168 time: 0.2384617 Jul 22 19:15:41.886873 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a6a2f-0ef0-41ef-a6bf-acd546cabce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdac912-c082-4064-b164-462e147a5c49,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:44.754029 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50318) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:45.062515 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa715c35-e6c9-4459-84af-38d169bbb2b5 req-ae70279b-a5df-4fea-954d-e153a129cdfd tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:45.071829 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa715c35-e6c9-4459-84af-38d169bbb2b5 req-ae70279b-a5df-4fea-954d-e153a129cdfd tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 946 time: 0.1878455 Jul 22 19:15:45.125703 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa715c35-e6c9-4459-84af-38d169bbb2b5 req-69094137-dfc9-438f-9e47-0f73bd62769d tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525529 Jul 22 19:15:45.237827 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7aa2e249-93ed-46ae-939b-2900ffaaef78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:45.363573 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7aa2e249-93ed-46ae-939b-2900ffaaef78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:45.368721 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7aa2e249-93ed-46ae-939b-2900ffaaef78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:45.396183 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7aa2e249-93ed-46ae-939b-2900ffaaef78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8597601eb39641db9ca3e85cec7a4f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6409020 Jul 22 19:15:45.398859 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 50340) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:45.445006 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2e249-93ed-46ae-939b-2900ffaaef78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac292c0f-1b43-49c8-a826-80bd27e6e148,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:45.464207 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a74e1763-7de1-4a29-ab36-7d3d1fd7d8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:45.503063 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a74e1763-7de1-4a29-ab36-7d3d1fd7d8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:45.555061 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a74e1763-7de1-4a29-ab36-7d3d1fd7d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:45.561064 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a74e1763-7de1-4a29-ab36-7d3d1fd7d8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:45.564699 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a74e1763-7de1-4a29-ab36-7d3d1fd7d8a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac292c0f-1b43-49c8-a826-80bd27e6e148 HTTP/1.1" status: 204 len: 168 time: 0.1624856 Jul 22 19:15:45.603882 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e1763-7de1-4a29-ab36-7d3d1fd7d8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac292c0f-1b43-49c8-a826-80bd27e6e148,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:46.150824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18732e2d-d724-49e5-b9b5-3ff179594324 req-759b9837-e785-40e0-8a42-e8c5da2ac2f1 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:46.158184 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18732e2d-d724-49e5-b9b5-3ff179594324 req-759b9837-e785-40e0-8a42-e8c5da2ac2f1 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae40b7eb-38c7-460d-b23c-c4c6283dc99c HTTP/1.1" status: 200 len: 945 time: 0.1318994 Jul 22 19:15:46.269697 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18732e2d-d724-49e5-b9b5-3ff179594324 req-87943b55-b3a3-40ea-a941-d07929e61998 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039734 Jul 22 19:15:46.412685 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50376) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:46.418374 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4791f-cea9-4ff9-86b3-6f187e945650 req-adb1b753-a99e-4c85-8409-6fc1038e127f tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:46.420566 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e7c4791f-cea9-4ff9-86b3-6f187e945650 req-adb1b753-a99e-4c85-8409-6fc1038e127f tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 946 time: 0.0970144 Jul 22 19:15:46.437092 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b54e1b09-6e09-46df-a78a-078ce534b57f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:46.491960 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e7c4791f-cea9-4ff9-86b3-6f187e945650 req-7340854e-1f85-47bc-bc59-b5ea146a41ba tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634165 Jul 22 19:15:46.601751 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b54e1b09-6e09-46df-a78a-078ce534b57f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:46.611006 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b54e1b09-6e09-46df-a78a-078ce534b57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:46.665284 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b54e1b09-6e09-46df-a78a-078ce534b57f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=865086f328884d7d96400c3474205e92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494614 Jul 22 19:15:46.667913 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 50388) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:46.688510 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e1b09-6e09-46df-a78a-078ce534b57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342d7ce9-ff23-47dd-8868-3b95d6540df7,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:46.788335 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2a41-ef06-4258-a01d-5c036ebb839d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:46.813870 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2a41-ef06-4258-a01d-5c036ebb839d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:46.919125 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2a41-ef06-4258-a01d-5c036ebb839d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:46.924884 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2a41-ef06-4258-a01d-5c036ebb839d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:46.926488 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f6cb2a41-ef06-4258-a01d-5c036ebb839d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/342d7ce9-ff23-47dd-8868-3b95d6540df7 HTTP/1.1" status: 204 len: 168 time: 0.2526882 Jul 22 19:15:46.937679 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb2a41-ef06-4258-a01d-5c036ebb839d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342d7ce9-ff23-47dd-8868-3b95d6540df7,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:47.428997 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50404) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:47.594864 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bf806-288b-4c5e-9da5-c87e554172f0 req-92fc62a5-13fc-4c52-ace4-37879f85793f tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:47.596457 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f40bf806-288b-4c5e-9da5-c87e554172f0 req-92fc62a5-13fc-4c52-ace4-37879f85793f tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae40b7eb-38c7-460d-b23c-c4c6283dc99c HTTP/1.1" status: 200 len: 945 time: 0.2213542 Jul 22 19:15:47.614701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea8ad7-95d4-4f5a-acb8-68d7cd6fa749 req-46d6d619-40b2-4740-9635-217f0043ac3a tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:47.617446 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4ea8ad7-95d4-4f5a-acb8-68d7cd6fa749 req-46d6d619-40b2-4740-9635-217f0043ac3a tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae40b7eb-38c7-460d-b23c-c4c6283dc99c HTTP/1.1" status: 200 len: 945 time: 0.1946642 Jul 22 19:15:47.694482 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3938fe7f-58a0-41a9-ae0d-9e83fd5b7e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:47.750450 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f40bf806-288b-4c5e-9da5-c87e554172f0 req-45845c1c-3acc-4b94-85cb-54b8a770e8d1 tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/security-groups?id=a83d5ffe-eff4-4e8a-a76e-301961a72ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478851 Jul 22 19:15:47.853541 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9b8e6-3c0e-4dec-829a-13af458c9f10 req-33a08106-27ab-4817-8e7f-350aeff00605 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:47.860940 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c5b9b8e6-3c0e-4dec-829a-13af458c9f10 req-33a08106-27ab-4817-8e7f-350aeff00605 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 946 time: 0.1970012 Jul 22 19:15:47.893532 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-b4ea8ad7-95d4-4f5a-acb8-68d7cd6fa749 req-6dabcaf2-3a45-4177-beaf-a4b40429995b tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Deleting port 1be365e1-53d9-4fab-97b7-11e50ec499bb {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:15:47.893880 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b4ea8ad7-95d4-4f5a-acb8-68d7cd6fa749 req-6dabcaf2-3a45-4177-beaf-a4b40429995b tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:47.947314 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3938fe7f-58a0-41a9-ae0d-9e83fd5b7e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:47.974793 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3938fe7f-58a0-41a9-ae0d-9e83fd5b7e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:48.016134 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c5b9b8e6-3c0e-4dec-829a-13af458c9f10 req-f293ca77-5383-401d-b38c-dfa1ce1bbc98 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542473 Jul 22 19:15:48.061872 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938fe7f-58a0-41a9-ae0d-9e83fd5b7e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1e0cb2-bdd0-45fb-bb3f-2f93f245845f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:48.092997 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3938fe7f-58a0-41a9-ae0d-9e83fd5b7e28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d88fde2bfaa448280101a28a0eef80c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6629260 Jul 22 19:15:48.097422 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50426) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:48.192209 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-b4ea8ad7-95d4-4f5a-acb8-68d7cd6fa749 req-6dabcaf2-3a45-4177-beaf-a4b40429995b tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] For port 1be365e1-53d9-4fab-97b7-11e50ec499bb, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1be365e1-53d9-4fab-97b7-11e50ec499bb,segment=NetworkSegment(28b42374-c4aa-40c7-8b27-555b02164401),segment_id=28b42374-c4aa-40c7-8b27-555b02164401)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:15:48.192592 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b4ea8ad7-95d4-4f5a-acb8-68d7cd6fa749 req-6dabcaf2-3a45-4177-beaf-a4b40429995b tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:48.217481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-b4ea8ad7-95d4-4f5a-acb8-68d7cd6fa749 req-6dabcaf2-3a45-4177-beaf-a4b40429995b tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Calling delete_port for 1be365e1-53d9-4fab-97b7-11e50ec499bb owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:15:48.219741 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ed6c-4476-4a27-b963-5eb6d0d24c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:48.283240 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ed6c-4476-4a27-b963-5eb6d0d24c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:48.366263 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ed6c-4476-4a27-b963-5eb6d0d24c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:48.371925 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ed6c-4476-4a27-b963-5eb6d0d24c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:48.375795 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b1e5ed6c-4476-4a27-b963-5eb6d0d24c5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb1e0cb2-bdd0-45fb-bb3f-2f93f245845f HTTP/1.1" status: 204 len: 168 time: 0.2754114 Jul 22 19:15:48.395022 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5ed6c-4476-4a27-b963-5eb6d0d24c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1e0cb2-bdd0-45fb-bb3f-2f93f245845f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:48.475143 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b4ea8ad7-95d4-4f5a-acb8-68d7cd6fa749 req-6dabcaf2-3a45-4177-beaf-a4b40429995b tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:48.490074 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['1be365e1-53d9-4fab-97b7-11e50ec499bb'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:15:48.528794 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabcaf2-3a45-4177-beaf-a4b40429995b tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Pushing event deleted for resources: {'Port': ['ID=1be365e1-53d9-4fab-97b7-11e50ec499bb,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:48.599323 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ea8ad7-95d4-4f5a-acb8-68d7cd6fa749 req-6dabcaf2-3a45-4177-beaf-a4b40429995b tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] No DVR routers for this DVR port 1be365e1-53d9-4fab-97b7-11e50ec499bb on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:15:48.603952 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b4ea8ad7-95d4-4f5a-acb8-68d7cd6fa749 req-6dabcaf2-3a45-4177-beaf-a4b40429995b tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:48.609174 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4ea8ad7-95d4-4f5a-acb8-68d7cd6fa749 req-6dabcaf2-3a45-4177-beaf-a4b40429995b tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.16 "DELETE /v2.0/ports/1be365e1-53d9-4fab-97b7-11e50ec499bb HTTP/1.1" status: 204 len: 173 time: 0.9821036 Jul 22 19:15:48.610637 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae40b7eb-38c7-460d-b23c-c4c6283dc99c', 'name': 'network-vif-deleted', 'tag': '1be365e1-53d9-4fab-97b7-11e50ec499bb'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:15:48.613942 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cacd2f9-a108-4ec7-baa3-9f0d1bc251f2" -d '{"events": [{"server_uuid": "ae40b7eb-38c7-460d-b23c-c4c6283dc99c", "name": "network-vif-deleted", "tag": "1be365e1-53d9-4fab-97b7-11e50ec499bb"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:15:48.747794 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275bcecd-73c3-481a-9c46-b08d26e4e018 x-openstack-request-id: req-275bcecd-73c3-481a-9c46-b08d26e4e018 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:15:48.748234 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae40b7eb-38c7-460d-b23c-c4c6283dc99c", "name": "network-vif-deleted", "tag": "1be365e1-53d9-4fab-97b7-11e50ec499bb", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:15:48.748747 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-275bcecd-73c3-481a-9c46-b08d26e4e018 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:15:48.749380 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae40b7eb-38c7-460d-b23c-c4c6283dc99c', 'name': 'network-vif-deleted', 'tag': '1be365e1-53d9-4fab-97b7-11e50ec499bb', 'status': 'completed', 'code': 200} Jul 22 19:15:48.939090 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-94b101a9-fad5-4f81-ae26-d412161f582d req-dd337864-0bec-4294-a917-ab655358af0f tempest-AttachVolumeNegativeTest-1570239665 tempest-AttachVolumeNegativeTest-1570239665-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae40b7eb-38c7-460d-b23c-c4c6283dc99c HTTP/1.1" status: 200 len: 210 time: 0.0581625 Jul 22 19:15:49.060445 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50464) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:49.083752 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d475eed-e5ba-4a79-99ac-a3f0b3595d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:49.275682 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a1ba4-deef-40d9-8f27-a4d0cd35d78c req-5f77a4c8-cc3f-45bc-acde-b68816c3b4b3 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:49.283999 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-670a1ba4-deef-40d9-8f27-a4d0cd35d78c req-5f77a4c8-cc3f-45bc-acde-b68816c3b4b3 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 946 time: 0.1488163 Jul 22 19:15:49.291908 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d475eed-e5ba-4a79-99ac-a3f0b3595d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:49.298409 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d475eed-e5ba-4a79-99ac-a3f0b3595d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:49.348641 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-670a1ba4-deef-40d9-8f27-a4d0cd35d78c req-3c602c7d-5c94-4c6f-a0de-ce6ac9a662c2 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612533 Jul 22 19:15:49.368165 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d475eed-e5ba-4a79-99ac-a3f0b3595d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c2b7ba-9985-4cb9-8805-12008d071b08,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:49.453472 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7d475eed-e5ba-4a79-99ac-a3f0b3595d53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb87ebeaadbf450e9d72088ee63b9dc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3919508 Jul 22 19:15:49.456399 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 50472) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:49.521578 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6f582f46-06c1-4a1b-9ddd-691100988589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:49.548076 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6f582f46-06c1-4a1b-9ddd-691100988589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:49.603136 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6f582f46-06c1-4a1b-9ddd-691100988589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:49.607851 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6f582f46-06c1-4a1b-9ddd-691100988589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:49.609328 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6f582f46-06c1-4a1b-9ddd-691100988589 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4c2b7ba-9985-4cb9-8805-12008d071b08 HTTP/1.1" status: 204 len: 168 time: 0.1514542 Jul 22 19:15:49.627390 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f582f46-06c1-4a1b-9ddd-691100988589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c2b7ba-9985-4cb9-8805-12008d071b08,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:50.011278 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 50490) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:50.091163 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-701f37ed-228b-47ee-b702-e356c5ad6e34 admin admin] Deleting subnet 8b479058-f6d3-4d7c-a270-ab538df3289d {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:15:50.103055 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-701f37ed-228b-47ee-b702-e356c5ad6e34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:50.209264 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-701f37ed-228b-47ee-b702-e356c5ad6e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:50.264990 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-701f37ed-228b-47ee-b702-e356c5ad6e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:50.346008 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-701f37ed-228b-47ee-b702-e356c5ad6e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:50.455330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f37ed-228b-47ee-b702-e356c5ad6e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b479058-f6d3-4d7c-a270-ab538df3289d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:50.469340 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-701f37ed-228b-47ee-b702-e356c5ad6e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:50.471315 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-701f37ed-228b-47ee-b702-e356c5ad6e34 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8b479058-f6d3-4d7c-a270-ab538df3289d HTTP/1.1" status: 204 len: 168 time: 0.4589942 Jul 22 19:15:50.473928 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50508) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:50.598436 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a0c5061a-9936-4e29-9568-644885d3e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:50.601285 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5967bb-c1a6-4c1b-8147-f06cbb5951c3 req-fabb4682-c554-4c12-8a0f-c88b91b21a8d tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:50.611690 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc5967bb-c1a6-4c1b-8147-f06cbb5951c3 req-fabb4682-c554-4c12-8a0f-c88b91b21a8d tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 946 time: 0.1163876 Jul 22 19:15:50.711304 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc5967bb-c1a6-4c1b-8147-f06cbb5951c3 req-3928ca37-c5a8-4c9b-be59-b38527bc78eb tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978429 Jul 22 19:15:50.739593 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a0c5061a-9936-4e29-9568-644885d3e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:50.752041 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-a0c5061a-9936-4e29-9568-644885d3e7ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514a0e5c-9f7d-441e-bd44-a73cdc03e754']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:50.781024 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-a0c5061a-9936-4e29-9568-644885d3e7ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b42374-c4aa-40c7-8b27-555b02164401') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:50.781549 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-a0c5061a-9936-4e29-9568-644885d3e7ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b42374-c4aa-40c7-8b27-555b02164401') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:15:50.809174 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a0c5061a-9936-4e29-9568-644885d3e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:50.845875 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a0c5061a-9936-4e29-9568-644885d3e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:50.860388 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c5061a-9936-4e29-9568-644885d3e7ff admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:15:50.861164 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a0c5061a-9936-4e29-9568-644885d3e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:15:50.980961 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:15:50.986460 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a0c5061a-9936-4e29-9568-644885d3e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:50.996677 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a0c5061a-9936-4e29-9568-644885d3e7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:50.998748 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a0c5061a-9936-4e29-9568-644885d3e7ff admin admin] 10.222.0.13 "DELETE /v2.0/networks/514a0e5c-9f7d-441e-bd44-a73cdc03e754 HTTP/1.1" status: 204 len: 168 time: 0.5235541 Jul 22 19:15:51.025922 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5061a-9936-4e29-9568-644885d3e7ff admin admin] Pushing event deleted for resources: {'Network': ['ID=514a0e5c-9f7d-441e-bd44-a73cdc03e754,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:51.328560 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50536) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:51.453806 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2492a43a-5ca7-4d4d-9a31-38b2a905f1e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43fe21ac8a7d4b839e35f47549c83dd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1195307 Jul 22 19:15:51.457318 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 50538) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:51.506950 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 1be365e1-53d9-4fab-97b7-11e50ec499bb no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:15:51.579524 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 1be365e1-53d9-4fab-97b7-11e50ec499bb {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:15:51.579788 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 1be365e1-53d9-4fab-97b7-11e50ec499bb not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:15:51.623592 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b63d6dce-05c0-4c52-b88c-09df0b500dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:51.669570 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b63d6dce-05c0-4c52-b88c-09df0b500dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:51.818405 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b63d6dce-05c0-4c52-b88c-09df0b500dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:51.822166 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b63d6dce-05c0-4c52-b88c-09df0b500dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:51.823786 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b63d6dce-05c0-4c52-b88c-09df0b500dc0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a83d5ffe-eff4-4e8a-a76e-301961a72ba8 HTTP/1.1" status: 204 len: 168 time: 0.3680968 Jul 22 19:15:51.840192 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d6dce-05c0-4c52-b88c-09df0b500dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83d5ffe-eff4-4e8a-a76e-301961a72ba8,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:51.993820 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d926ca-f4ee-44e5-8261-c815aa659844 req-a2a385dc-a393-4aad-be72-1bbc6d590f49 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:51.994193 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65d926ca-f4ee-44e5-8261-c815aa659844 req-a2a385dc-a393-4aad-be72-1bbc6d590f49 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 946 time: 0.1091764 Jul 22 19:15:52.065328 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65d926ca-f4ee-44e5-8261-c815aa659844 req-b7f428e5-c1b3-46c3-9935-18283aaa1b05 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702825 Jul 22 19:15:53.217851 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d7895-548a-4104-b77e-93414af8d248 req-4086db96-670e-4cba-8e5f-5c1c04d9aaad tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:53.219457 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a37d7895-548a-4104-b77e-93414af8d248 req-4086db96-670e-4cba-8e5f-5c1c04d9aaad tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 946 time: 0.0773354 Jul 22 19:15:53.263621 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a37d7895-548a-4104-b77e-93414af8d248 req-1182f150-6bfa-4a8a-b8e6-b29021f81ea7 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386293 Jul 22 19:15:54.017884 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-cb652f40-bfb9-441b-8936-56830e73a28b tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:54.024618 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-cb652f40-bfb9-441b-8936-56830e73a28b tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/networks?id=99e6db91-79a6-411f-8a46-d28a8463cfb8 HTTP/1.1" status: 200 len: 815 time: 0.1359107 Jul 22 19:15:54.044123 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-451a7ada-84f1-4261-96ab-6a3c5ec4c896 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/quotas/de52bbd28ca6492aa84c207a190163b5 HTTP/1.1" status: 200 len: 375 time: 0.0183911 Jul 22 19:15:54.123483 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-7f2b2f38-7724-4dbc-8ee2-dedc6f6779a0 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de52bbd28ca6492aa84c207a190163b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781262 Jul 22 19:15:54.259806 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-9571bb6b-e20e-4504-9a1b-8a88270423ed service neutron] 10.222.0.13 "GET /v2.0/networks/99e6db91-79a6-411f-8a46-d28a8463cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288562 Jul 22 19:15:54.394897 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-9acc1467-d294-40ae-898c-09944143c8b5 service neutron] 10.222.0.13 "GET /v2.0/networks/99e6db91-79a6-411f-8a46-d28a8463cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342418 Jul 22 19:15:54.720758 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463dcaa5-2729-4fca-9b5a-fbb5240c8ffd req-0d2ed241-824d-4f08-ad2d-b0d295bb0962 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:54.722582 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-463dcaa5-2729-4fca-9b5a-fbb5240c8ffd req-0d2ed241-824d-4f08-ad2d-b0d295bb0962 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 946 time: 0.1262724 Jul 22 19:15:54.797843 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-54b43a43-5e80-4d55-bbe1-3229e0112f51 req-72cd8689-6f21-41c9-8bd9-3039c52d731f tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228 HTTP/1.1" status: 200 len: 210 time: 0.0443895 Jul 22 19:15:54.835025 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-463dcaa5-2729-4fca-9b5a-fbb5240c8ffd req-ca987e61-c936-4f2d-a86e-de68f6c74dc5 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059141 Jul 22 19:15:56.342812 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50746) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:56.380949 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-78f1dd6e-19e9-49b5-8652-ac25fb3a47ef req-59009288-8e64-4418-a220-6537ab4fdd84 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228 HTTP/1.1" status: 200 len: 210 time: 0.4857311 Jul 22 19:15:56.432360 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333c589-be67-4a14-ae2b-6185d7f7a8b1 req-8a8b3e41-6b72-4576-b103-874f4a66a5c5 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:56.435193 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2333c589-be67-4a14-ae2b-6185d7f7a8b1 req-8a8b3e41-6b72-4576-b103-874f4a66a5c5 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 946 time: 0.5048790 Jul 22 19:15:56.531171 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2333c589-be67-4a14-ae2b-6185d7f7a8b1 req-f2408bde-f95d-4e66-a476-54edd09931ac tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660064 Jul 22 19:15:56.560766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-5200b7c7-23d6-4960-b66a-ea7f67cf709e tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:56.563243 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-5200b7c7-23d6-4960-b66a-ea7f67cf709e tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.30 "GET /v2.0/networks?id=99e6db91-79a6-411f-8a46-d28a8463cfb8 HTTP/1.1" status: 200 len: 815 time: 0.5951517 Jul 22 19:15:56.577523 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-22e5480d-f4a6-4d67-9434-88343e148610 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Request body: {'port': {'device_id': 'ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228', 'network_id': '99e6db91-79a6-411f-8a46-d28a8463cfb8', 'admin_state_up': True, 'tenant_id': 'de52bbd28ca6492aa84c207a190163b5'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:15:56.664854 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6cbee710-df8e-4cda-b8ae-f2e24bf82e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:56.731566 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-22e5480d-f4a6-4d67-9434-88343e148610 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Made reservation on behalf of de52bbd28ca6492aa84c207a190163b5 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:15:56.745293 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-22e5480d-f4a6-4d67-9434-88343e148610 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:56.874284 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6cbee710-df8e-4cda-b8ae-f2e24bf82e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:56.879462 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6cbee710-df8e-4cda-b8ae-f2e24bf82e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:56.921460 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-22e5480d-f4a6-4d67-9434-88343e148610 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Allocated IP 172.20.0.13 (99e6db91-79a6-411f-8a46-d28a8463cfb8/12059bc6-331c-4b5f-b2c9-027ec4a59e0d/4522cf46-4c21-44ae-9c46-86db13d5d073) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:15:56.929700 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6cbee710-df8e-4cda-b8ae-f2e24bf82e08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9b4ebb0e8bd42268a95de5812c11f44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5851059 Jul 22 19:15:56.931977 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbee710-df8e-4cda-b8ae-f2e24bf82e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db35b86-7797-4d1d-82ed-6b29abb47bda,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:56.933087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 50772) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:57.022639 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3ba40d9b-22b6-4bb2-b490-60d4e265f98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:57.108137 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3ba40d9b-22b6-4bb2-b490-60d4e265f98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:57.643650 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3ba40d9b-22b6-4bb2-b490-60d4e265f98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:57.651280 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3ba40d9b-22b6-4bb2-b490-60d4e265f98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:57.653150 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3ba40d9b-22b6-4bb2-b490-60d4e265f98a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2db35b86-7797-4d1d-82ed-6b29abb47bda HTTP/1.1" status: 204 len: 168 time: 0.7177522 Jul 22 19:15:57.726399 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd34b9cc-a89b-40d2-b7ef-5db86b3fe33b req-842e1f3a-ac80-4fe4-a671-bd8b355e8e01 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228 HTTP/1.1" status: 200 len: 210 time: 0.1260657 Jul 22 19:15:57.816105 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba40d9b-22b6-4bb2-b490-60d4e265f98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db35b86-7797-4d1d-82ed-6b29abb47bda,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:57.821979 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-22e5480d-f4a6-4d67-9434-88343e148610 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:57.842772 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c1f8e-1cab-45a0-8722-84afb4a8b3e7 req-bbbde632-0881-4420-8f97-456516c903f7 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:57.851578 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-864c1f8e-1cab-45a0-8722-84afb4a8b3e7 req-bbbde632-0881-4420-8f97-456516c903f7 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 1098 time: 0.6119711 Jul 22 19:15:57.877266 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-864c1f8e-1cab-45a0-8722-84afb4a8b3e7 req-f1833667-c8c8-4b0f-a7fa-0ffd110ab5e8 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:57.896512 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-22e5480d-f4a6-4d67-9434-88343e148610 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Transition to ACTIVE for port object 4522cf46-4c21-44ae-9c46-86db13d5d073 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:15:57.972880 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-3f2aa459-dbe1-411c-8394-4f4e881c8d80 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3165312 Jul 22 19:15:58.021990 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-22e5480d-f4a6-4d67-9434-88343e148610 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:58.127185 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-22e5480d-f4a6-4d67-9434-88343e148610 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Network 99e6db91-79a6-411f-8a46-d28a8463cfb8 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:15:58.137796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-22e5480d-f4a6-4d67-9434-88343e148610 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:15:58.174160 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-22e5480d-f4a6-4d67-9434-88343e148610 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:15:58.252521 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5480d-f4a6-4d67-9434-88343e148610 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Pushing event updated for resources: {'Port': ['ID=4522cf46-4c21-44ae-9c46-86db13d5d073,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:58.356069 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-864c1f8e-1cab-45a0-8722-84afb4a8b3e7 req-f1833667-c8c8-4b0f-a7fa-0ffd110ab5e8 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:58.370641 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6638c133-652b-48d4-9671-b1e019aff288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:58.398685 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-22e5480d-f4a6-4d67-9434-88343e148610 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:58.400952 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-22e5480d-f4a6-4d67-9434-88343e148610 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:58.426512 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-9027a63e-8090-44d4-a1f7-f614d742b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:58.427162 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-9027a63e-8090-44d4-a1f7-f614d742b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:58.427763 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-9027a63e-8090-44d4-a1f7-f614d742b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:58.428324 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-9027a63e-8090-44d4-a1f7-f614d742b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:58.429003 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-9027a63e-8090-44d4-a1f7-f614d742b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:58.429549 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-9027a63e-8090-44d4-a1f7-f614d742b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:58.430093 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-9027a63e-8090-44d4-a1f7-f614d742b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:58.432207 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-9027a63e-8090-44d4-a1f7-f614d742b608 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=598d83e90cdd48809c7ec7a29420c426&device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 6498 time: 0.4285176 Jul 22 19:15:58.433382 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-864c1f8e-1cab-45a0-8722-84afb4a8b3e7 req-f1833667-c8c8-4b0f-a7fa-0ffd110ab5e8 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:58.531408 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50828) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:58.558643 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-40c19c93-723a-4f39-b4d2-c1dcffd4f08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:58.600572 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-44ea3036-d2bb-476f-8fcf-e709b27a21ae None None] Provisioning for port 4522cf46-4c21-44ae-9c46-86db13d5d073 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:15:58.605613 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-44ea3036-d2bb-476f-8fcf-e709b27a21ae None None] Provisioning complete for port 4522cf46-4c21-44ae-9c46-86db13d5d073 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:15:58.606043 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-44ea3036-d2bb-476f-8fcf-e709b27a21ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:58.620733 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-612fd32d-9aa3-4236-b102-568e41ccbe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:58.621234 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-612fd32d-9aa3-4236-b102-568e41ccbe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:58.621725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-612fd32d-9aa3-4236-b102-568e41ccbe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:58.623386 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-612fd32d-9aa3-4236-b102-568e41ccbe6c service neutron] 10.222.0.16 "GET /v2.0/networks?id=47ed28f7-e57b-4725-b7b8-4e2ff6ef303b&id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&id=06eb644b-f29e-45c4-8d9a-7769e64949ae&id=06eb644b-f29e-45c4-8d9a-7769e64949ae HTTP/1.1" status: 200 len: 2292 time: 0.1499791 Jul 22 19:15:58.647228 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-864c1f8e-1cab-45a0-8722-84afb4a8b3e7 req-f1833667-c8c8-4b0f-a7fa-0ffd110ab5e8 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7943606 Jul 22 19:15:58.681565 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-22e5480d-f4a6-4d67-9434-88343e148610 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1096883 Jul 22 19:15:58.740461 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-44ea3036-d2bb-476f-8fcf-e709b27a21ae None None] Port 4522cf46-4c21-44ae-9c46-86db13d5d073 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:15:58.749101 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] Request body: {'port': {'device_id': 'ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:15:58.814713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327f9f6-9584-4eff-b992-12dc693f6efd req-eae23e69-6849-4423-9ca5-dce49a155773 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:58.816532 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9327f9f6-9584-4eff-b992-12dc693f6efd req-eae23e69-6849-4423-9ca5-dce49a155773 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 946 time: 0.7222307 Jul 22 19:15:58.817203 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1833667-c8c8-4b0f-a7fa-0ffd110ab5e8 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f148970d-530b-4ce7-a84d-1ae410b70b2c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:58.903579 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-40c19c93-723a-4f39-b4d2-c1dcffd4f08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:58.918606 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-40c19c93-723a-4f39-b4d2-c1dcffd4f08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:59.025778 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-40c19c93-723a-4f39-b4d2-c1dcffd4f08e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a7daf1711e84f7997ead99d484c2bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4932628 Jul 22 19:15:59.029030 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50848) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:59.116333 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c19c93-723a-4f39-b4d2-c1dcffd4f08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d86707-4377-4d81-ab67-5d937fa16831,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:59.156566 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d74e0bf-efb2-41fe-9203-21761f74f562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:59.213443 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d74e0bf-efb2-41fe-9203-21761f74f562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:59.236717 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:59.294313 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9327f9f6-9584-4eff-b992-12dc693f6efd req-dea580da-0b18-49b8-88c8-fd03dbca057e tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396520 Jul 22 19:15:59.334748 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d74e0bf-efb2-41fe-9203-21761f74f562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:59.341790 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d74e0bf-efb2-41fe-9203-21761f74f562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:59.343422 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8d74e0bf-efb2-41fe-9203-21761f74f562 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0d86707-4377-4d81-ab67-5d937fa16831 HTTP/1.1" status: 204 len: 168 time: 0.3127670 Jul 22 19:15:59.351665 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-74da8d55-8534-4f3f-8b40-c86510b54c09 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0894d912-7036-4f59-8c93-29af89302f62 HTTP/1.1" status: 200 len: 1000 time: 0.6968086 Jul 22 19:15:59.356045 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74e0bf-efb2-41fe-9203-21761f74f562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d86707-4377-4d81-ab67-5d937fa16831,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:15:59.399046 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d0cef-fc4c-48fa-9c36-ea65a07a173d req-44d06b6e-9ceb-4c75-8119-752f3d072e05 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:59.402888 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-156d0cef-fc4c-48fa-9c36-ea65a07a173d req-44d06b6e-9ceb-4c75-8119-752f3d072e05 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 946 time: 0.5826547 Jul 22 19:15:59.743781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-156d0cef-fc4c-48fa-9c36-ea65a07a173d req-48c34ce0-7fc8-4e5e-b70e-87b459a677c0 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1108143 Jul 22 19:15:59.797540 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50866) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:15:59.891063 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98c55d-4645-455d-8a07-5f9e4f0599ac req-7e194433-6361-439f-b0f8-5938a87f6a1d tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:15:59.898094 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5e98c55d-4645-455d-8a07-5f9e4f0599ac req-7e194433-6361-439f-b0f8-5938a87f6a1d tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228 HTTP/1.1" status: 200 len: 932 time: 0.2651873 Jul 22 19:16:00.033684 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4522cf46-4c21-44ae-9c46-86db13d5d073 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:16:00.046513 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-484e0938-84c8-46c3-bbb4-5e0f5855e1c7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/floatingips/ae0050b0-8fd7-447b-84fa-1a2de5ff54f4 HTTP/1.1" status: 200 len: 994 time: 0.2453563 Jul 22 19:16:00.057160 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:00.113679 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] Transition to ACTIVE for port object 4522cf46-4c21-44ae-9c46-86db13d5d073 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:16:00.257930 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-23c3dd10-aa57-4d46-8117-2fc8b26159bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:00.257930 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-23c3dd10-aa57-4d46-8117-2fc8b26159bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=46c28341-28d1-4391-a7f5-497116b1730d HTTP/1.1" status: 200 len: 850 time: 0.8974981 Jul 22 19:16:00.268021 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:00.365574 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5e98c55d-4645-455d-8a07-5f9e4f0599ac req-89d5147f-9d80-4ae6-a367-5fc044152822 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa3ef9a-3003-4513-a7d8-cf999c28cd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655638 Jul 22 19:16:00.458245 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] Pushing event updated for resources: {'Port': ['ID=4522cf46-4c21-44ae-9c46-86db13d5d073,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:00.560564 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-ed0ee1e1-5dc5-40ef-b720-f928926f21a1 req-73fcf11b-5c22-4293-8db8-fb53db30ddd6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:16:00.562392 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ed0ee1e1-5dc5-40ef-b720-f928926f21a1 req-73fcf11b-5c22-4293-8db8-fb53db30ddd6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143936 Jul 22 19:16:00.620872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-f60c1cf9-4084-425c-b920-5797d316d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:00.624609 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-f60c1cf9-4084-425c-b920-5797d316d1f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=47ed28f7-e57b-4725-b7b8-4e2ff6ef303b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3527095 Jul 22 19:16:00.722194 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] Attempting to bind port 4522cf46-4c21-44ae-9c46-86db13d5d073 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:00.728331 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] Attempting to bind port 4522cf46-4c21-44ae-9c46-86db13d5d073 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '0e767e0b-1ee0-4f08-9619-d2fa45abe0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '99e6db91-79a6-411f-8a46-d28a8463cfb8'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:00.729424 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] Attempting to bind port 4522cf46-4c21-44ae-9c46-86db13d5d073 on network 99e6db91-79a6-411f-8a46-d28a8463cfb8 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:00.795843 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] Port 4522cf46-4c21-44ae-9c46-86db13d5d073 on network 99e6db91-79a6-411f-8a46-d28a8463cfb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:00.797015 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] Attempting to bind port 4522cf46-4c21-44ae-9c46-86db13d5d073 on network 99e6db91-79a6-411f-8a46-d28a8463cfb8 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:00.917847 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:16:00.917847 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] Checking segment: {'id': '0e767e0b-1ee0-4f08-9619-d2fa45abe0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '99e6db91-79a6-411f-8a46-d28a8463cfb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:16:00.918706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] Bound using segment: {'id': '0e767e0b-1ee0-4f08-9619-d2fa45abe0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '99e6db91-79a6-411f-8a46-d28a8463cfb8'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:16:00.919281 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] Bound port: 4522cf46-4c21-44ae-9c46-86db13d5d073, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e767e0b-1ee0-4f08-9619-d2fa45abe0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '99e6db91-79a6-411f-8a46-d28a8463cfb8'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:16:00.919743 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:01.015449 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ea6424e5-0291-4a9d-869d-12221ddbe661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:01.073689 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:01.081239 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-88b8ad16-d9ee-4b3d-a010-68e6baa82c28 service neutron] 10.222.0.16 "GET /v2.0/networks/47ed28f7-e57b-4725-b7b8-4e2ff6ef303b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471223 Jul 22 19:16:01.145019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a22431-1717-4a69-bd6e-da95e11d359f req-aab1849f-e8ac-458e-a9c5-43ad405c5ea2 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:01.146716 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c0a22431-1717-4a69-bd6e-da95e11d359f req-aab1849f-e8ac-458e-a9c5-43ad405c5ea2 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 946 time: 0.4141746 Jul 22 19:16:01.152288 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] For port 4522cf46-4c21-44ae-9c46-86db13d5d073, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:16:01.202941 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] For port 4522cf46-4c21-44ae-9c46-86db13d5d073, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=4522cf46-4c21-44ae-9c46-86db13d5d073,segment=NetworkSegment(0e767e0b-1ee0-4f08-9619-d2fa45abe0d7),segment_id=0e767e0b-1ee0-4f08-9619-d2fa45abe0d7)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:16:01.254009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dd769-4e85-4ca3-9f6c-9e45f4acef82 req-167326c8-eed1-4841-bf77-bd880dcaf8b9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:01.259128 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c12dd769-4e85-4ca3-9f6c-9e45f4acef82 req-167326c8-eed1-4841-bf77-bd880dcaf8b9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 946 time: 0.2851696 Jul 22 19:16:01.333937 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:01.453404 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-757cd8fa-8961-4b38-920b-d2aadde2ce32 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5584061 Jul 22 19:16:01.465508 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] Pushing event updated for resources: {'Port': ['ID=4522cf46-4c21-44ae-9c46-86db13d5d073,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:01.561302 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:01.562155 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:01.563826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-35d5c7e6-71e0-4e89-b1a8-3af625e65791 service neutron] 10.222.0.30 "PUT /v2.0/ports/4522cf46-4c21-44ae-9c46-86db13d5d073 HTTP/1.1" status: 200 len: 1093 time: 2.8260591 Jul 22 19:16:01.575249 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228', 'tag': '4522cf46-4c21-44ae-9c46-86db13d5d073'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:16:01.590751 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0a7f9f-cdbf-4584-aad9-19a9054fc951" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228", "tag": "4522cf46-4c21-44ae-9c46-86db13d5d073"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:16:01.623921 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c0a22431-1717-4a69-bd6e-da95e11d359f req-60110e6b-61ec-4756-806c-8df32765b906 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601789 Jul 22 19:16:01.774788 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-89a3bc4b-dbb3-42d7-8bc6-150449afc997 service neutron] 10.222.0.16 "GET /v2.0/networks/47ed28f7-e57b-4725-b7b8-4e2ff6ef303b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6770473 Jul 22 19:16:01.828293 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c12dd769-4e85-4ca3-9f6c-9e45f4acef82 req-c5dc5c12-9730-44e1-9c92-c529a8e1e44d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4883208 Jul 22 19:16:02.170432 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd328af-07d8-44c1-84c4-59bd6ea36529 x-openstack-request-id: req-5fd328af-07d8-44c1-84c4-59bd6ea36529 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:16:02.170432 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228", "tag": "4522cf46-4c21-44ae-9c46-86db13d5d073", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:16:02.170665 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fd328af-07d8-44c1-84c4-59bd6ea36529 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:16:02.171025 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228', 'tag': '4522cf46-4c21-44ae-9c46-86db13d5d073', 'status': 'completed', 'code': 200} Jul 22 19:16:02.175297 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-38f33e04-1853-4c6a-8743-74c1f40a8dfe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=4caad598-a811-477a-8eac-c7e82e58d950 HTTP/1.1" status: 200 len: 217 time: 0.3713441 Jul 22 19:16:02.298027 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:02.454180 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-a9a74b82-e5e2-4d8d-b907-4fdf5e40c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:02.455778 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-a9a74b82-e5e2-4d8d-b907-4fdf5e40c6e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0319ae5f-ceed-4659-937d-f32e78dd9116 HTTP/1.1" status: 200 len: 797 time: 0.2693663 Jul 22 19:16:02.661190 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-96a9aee6-6b03-4cce-9089-8b1a0825dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:02.663410 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-96a9aee6-6b03-4cce-9089-8b1a0825dba1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=de52bbd28ca6492aa84c207a190163b5&device_id=ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228 HTTP/1.1" status: 200 len: 1096 time: 0.9885759 Jul 22 19:16:02.795731 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee44f8-707a-4d0b-95b5-e09412526770 req-27f17815-e215-4321-96d7-9b64872cc977 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:02.797367 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ccee44f8-707a-4d0b-95b5-e09412526770 req-27f17815-e215-4321-96d7-9b64872cc977 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228 HTTP/1.1" status: 200 len: 944 time: 0.6460719 Jul 22 19:16:02.802883 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-373d68a0-1573-4b23-8131-d730e336216f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4522cf46-4c21-44ae-9c46-86db13d5d073 HTTP/1.1" status: 200 len: 217 time: 0.1270592 Jul 22 19:16:03.098755 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-28c8eb6c-b352-4aef-ae64-7bb28afa1a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:03.110710 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-28c8eb6c-b352-4aef-ae64-7bb28afa1a26 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6457307 Jul 22 19:16:03.374571 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-95c41b7b-90d7-4c75-8cb9-b9a2e8f4d973 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527070 Jul 22 19:16:03.686829 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ccee44f8-707a-4d0b-95b5-e09412526770 req-de875d94-6e87-4cdd-93d6-231e5671e104 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa3ef9a-3003-4513-a7d8-cf999c28cd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8782313 Jul 22 19:16:03.865041 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-a1a83de3-4a9b-4e44-9f80-b4914399e6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:03.866634 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-a1a83de3-4a9b-4e44-9f80-b4914399e6e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12059bc6-331c-4b5f-b2c9-027ec4a59e0d HTTP/1.1" status: 200 len: 854 time: 0.5005863 Jul 22 19:16:03.917824 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:03.920842 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-5a64fd2f-93d3-4dff-8ead-132e5111df43 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358877 Jul 22 19:16:03.936048 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233354d-95e4-40a9-b6ca-d16c96a61cac req-4ea30923-436d-4782-a54f-57201484220b tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:03.946131 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7233354d-95e4-40a9-b6ca-d16c96a61cac req-4ea30923-436d-4782-a54f-57201484220b tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 946 time: 1.1042252 Jul 22 19:16:04.031132 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-9f729c21-5a3a-4233-b807-224fcd931a13 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 HTTP/1.1" status: 200 len: 217 time: 0.0809510 Jul 22 19:16:04.210287 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7233354d-95e4-40a9-b6ca-d16c96a61cac req-ec885920-b64a-412f-a514-c0bd995c747a tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625623 Jul 22 19:16:04.278836 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-eac2d409-a64b-4d16-bea1-91b1ea6eb39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:04.285134 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-eac2d409-a64b-4d16-bea1-91b1ea6eb39e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0319ae5f-ceed-4659-937d-f32e78dd9116 HTTP/1.1" status: 200 len: 797 time: 0.2381830 Jul 22 19:16:04.392431 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb88460-431f-4d3b-b40e-21093e11ac01 req-45408996-f3f2-4833-bf26-2cc46189bec4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:04.395193 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1bb88460-431f-4d3b-b40e-21093e11ac01 req-45408996-f3f2-4833-bf26-2cc46189bec4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 946 time: 0.3691764 Jul 22 19:16:04.940221 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 71705005-6cd1-4071-b0e7-410efaa90909 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:16:05.214486 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 71705005-6cd1-4071-b0e7-410efaa90909 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:16:05.475782 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 71705005-6cd1-4071-b0e7-410efaa90909, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=71705005-6cd1-4071-b0e7-410efaa90909,segment=NetworkSegment(3395377a-ce4f-44d3-ab52-445f55bed2e6),segment_id=3395377a-ce4f-44d3-ab52-445f55bed2e6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:05.544103 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '71705005-6cd1-4071-b0e7-410efaa90909', 'network_id': '5eb25bbb-9b41-44db-86a7-6089abd87ffa', 'port_id': '71705005-6cd1-4071-b0e7-410efaa90909', 'mac_address': 'fa:16:3e:83:11:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db451fb-c10a-42ee-904a-ea7204905097', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:16:05.595899 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-6b6a5084-c8ce-4782-a64a-d132d207bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:05.605214 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-6b6a5084-c8ce-4782-a64a-d132d207bd37 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 1098 time: 0.2048528 Jul 22 19:16:05.694626 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:05.715927 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71705005-6cd1-4071-b0e7-410efaa90909 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:16:05.741157 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 71705005-6cd1-4071-b0e7-410efaa90909, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=71705005-6cd1-4071-b0e7-410efaa90909,segment=NetworkSegment(3395377a-ce4f-44d3-ab52-445f55bed2e6),segment_id=3395377a-ce4f-44d3-ab52-445f55bed2e6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:05.748379 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:05.893218 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1bb88460-431f-4d3b-b40e-21093e11ac01 req-0785a111-aa81-4154-a87b-ce89871fcec4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.4832561 Jul 22 19:16:05.935538 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-b61b9206-f2c5-40d0-a11a-55f9b9a897dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:05.937044 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-b61b9206-f2c5-40d0-a11a-55f9b9a897dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=a20874d1-5fdb-442d-b54e-966fdd5196bb HTTP/1.1" status: 200 len: 897 time: 0.3252802 Jul 22 19:16:05.947396 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:06.033311 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['71705005-6cd1-4071-b0e7-410efaa90909'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:16:06.061572 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-8e71251f-08c5-4d12-8c11-65df5dd664b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:06.063173 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-8e71251f-08c5-4d12-8c11-65df5dd664b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99e6db91-79a6-411f-8a46-d28a8463cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.6945326 Jul 22 19:16:06.093772 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-c081f2be-8871-4a6f-b240-48bbc00692b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 HTTP/1.1" status: 200 len: 1002 time: 0.1482844 Jul 22 19:16:06.094422 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-35afe7cf-f292-4d53-a716-d70d70dbfea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:06.101318 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-35afe7cf-f292-4d53-a716-d70d70dbfea0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.8134127 Jul 22 19:16:06.212240 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-57202b60-8723-456e-87f4-643e079733c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:06.215764 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-57202b60-8723-456e-87f4-643e079733c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1eeae556-d294-4d2f-ac67-d8bf624f6aa2 HTTP/1.1" status: 200 len: 835 time: 0.1157959 Jul 22 19:16:06.219012 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=71705005-6cd1-4071-b0e7-410efaa90909,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:06.267785 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:06.268269 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:06.268703 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:06.269039 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:06.269545 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:06.269915 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:06.270220 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:06.270549 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:06.270880 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:06.271210 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:06.271537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:06.272045 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:06.283417 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.api [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:16:06.283790 n-d-800086-12 neutron-server[93808]: DEBUG oslo_db.api [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:16:06.428222 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-f8687988-8682-4844-aeb4-0497ef19e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:06.430536 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-f8687988-8682-4844-aeb4-0497ef19e2ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a20874d1-5fdb-442d-b54e-966fdd5196bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2088530 Jul 22 19:16:06.477242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36519a0d-7cd7-4009-a5c3-22da4349a6ed req-da4d471e-4541-4093-a4a7-866a3eb414d3 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:06.487648 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-36519a0d-7cd7-4009-a5c3-22da4349a6ed req-da4d471e-4541-4093-a4a7-866a3eb414d3 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228 HTTP/1.1" status: 200 len: 944 time: 0.8832726 Jul 22 19:16:06.671689 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-1e7a7b06-a943-452c-bdbd-c9ec2827316d service neutron] 10.222.0.30 "GET /v2.0/networks/99e6db91-79a6-411f-8a46-d28a8463cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316627 Jul 22 19:16:06.685860 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-36519a0d-7cd7-4009-a5c3-22da4349a6ed req-050deec3-63ea-4966-a2df-0f3bee0ba573 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa3ef9a-3003-4513-a7d8-cf999c28cd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972659 Jul 22 19:16:06.790335 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-6e8e0ca9-b9c0-40b1-b478-75b677615cf5 service neutron] 10.222.0.16 "GET /v2.0/networks/a20874d1-5fdb-442d-b54e-966fdd5196bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498881 Jul 22 19:16:06.820303 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 51118) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:06.841873 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-4072d433-21db-4445-a158-c33588fbe308 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7306111 Jul 22 19:16:06.866547 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39181a-3570-47dc-9065-e1d4cf93e733 req-49685895-cfb4-433e-b19b-115d4ab6d457 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:06.883450 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3a39181a-3570-47dc-9065-e1d4cf93e733 req-49685895-cfb4-433e-b19b-115d4ab6d457 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 945 time: 0.5042858 Jul 22 19:16:06.898443 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:06.969917 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 71705005-6cd1-4071-b0e7-410efaa90909 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:16:07.035371 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 71705005-6cd1-4071-b0e7-410efaa90909, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=71705005-6cd1-4071-b0e7-410efaa90909,segment=NetworkSegment(3395377a-ce4f-44d3-ab52-445f55bed2e6),segment_id=3395377a-ce4f-44d3-ab52-445f55bed2e6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:07.043676 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:07.060295 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 71705005-6cd1-4071-b0e7-410efaa90909 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:16:07.109069 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-09ca983c-e12a-4435-9da3-7da09033446e service neutron] 10.222.0.16 "GET /v2.0/networks/a20874d1-5fdb-442d-b54e-966fdd5196bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115423 Jul 22 19:16:07.259505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3a39181a-3570-47dc-9065-e1d4cf93e733 req-c40956a4-7d45-42d3-9a30-17c73568f188 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726251 Jul 22 19:16:07.263175 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 71705005-6cd1-4071-b0e7-410efaa90909 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:16:07.263552 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:07.341340 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=71705005-6cd1-4071-b0e7-410efaa90909,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:07.411147 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:07.457826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b021ea7-e19d-4901-86ba-e5872f386bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71705005-6cd1-4071-b0e7-410efaa90909'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:16:07.464263 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-310e2101-ff05-4bdf-82af-a749000605a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:07.479547 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f08a14-0058-4812-93f3-b4b246cd7c15" -d '{"events": [{"server_uuid": "0b021ea7-e19d-4901-86ba-e5872f386bc3", "name": "network-vif-plugged", "status": "completed", "tag": "71705005-6cd1-4071-b0e7-410efaa90909"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:16:07.542778 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 71705005-6cd1-4071-b0e7-410efaa90909, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=71705005-6cd1-4071-b0e7-410efaa90909,segment=NetworkSegment(3395377a-ce4f-44d3-ab52-445f55bed2e6),segment_id=3395377a-ce4f-44d3-ab52-445f55bed2e6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:07.554180 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:07.601317 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a8618e-3ef6-4ee3-9d68-da4e7e8dd1d4 x-openstack-request-id: req-11a8618e-3ef6-4ee3-9d68-da4e7e8dd1d4 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:16:07.601820 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b021ea7-e19d-4901-86ba-e5872f386bc3", "name": "network-vif-plugged", "status": "completed", "tag": "71705005-6cd1-4071-b0e7-410efaa90909", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:16:07.602294 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11a8618e-3ef6-4ee3-9d68-da4e7e8dd1d4 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:16:07.603143 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b021ea7-e19d-4901-86ba-e5872f386bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71705005-6cd1-4071-b0e7-410efaa90909', 'code': 200} Jul 22 19:16:07.687939 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4da614b7-795a-420f-b21b-efcd2fb37a4b req-48888b6f-781d-487e-af62-a5e1ea45ddc9 service neutron] 10.222.0.30 "GET /v2.0/networks/99e6db91-79a6-411f-8a46-d28a8463cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9818878 Jul 22 19:16:07.702961 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a79a32-9cc2-49e8-ad6e-9b08e9e23c0d req-99fa072e-bf02-45d4-b0ad-7fedd8501c1f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:07.705614 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=71705005-6cd1-4071-b0e7-410efaa90909,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:07.712262 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6a79a32-9cc2-49e8-ad6e-9b08e9e23c0d req-99fa072e-bf02-45d4-b0ad-7fedd8501c1f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 946 time: 0.5723188 Jul 22 19:16:08.169340 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-55ab5a61-571a-4293-9428-0683514bcd08 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2588515 Jul 22 19:16:08.420193 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-cce79918-1b65-48ad-8895-9c4886e2fe7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=259e9db0-beba-44b5-801c-945259c53a16 HTTP/1.1" status: 200 len: 217 time: 0.2181845 Jul 22 19:16:08.437668 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6a79a32-9cc2-49e8-ad6e-9b08e9e23c0d req-cd58831d-5dd7-4bcf-8172-e39787a24ed5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7212536 Jul 22 19:16:08.549915 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-52857420-b7f2-4905-99f5-8c4dd2e075ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:08.551764 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-52857420-b7f2-4905-99f5-8c4dd2e075ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0319ae5f-ceed-4659-937d-f32e78dd9116 HTTP/1.1" status: 200 len: 797 time: 0.0910344 Jul 22 19:16:08.697042 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2291ec8-6664-484a-8a3f-10d072c5571a req-0efcc3b8-24a5-43c6-88c5-62fe9b910a17 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:08.711679 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2291ec8-6664-484a-8a3f-10d072c5571a req-0efcc3b8-24a5-43c6-88c5-62fe9b910a17 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228 HTTP/1.1" status: 200 len: 944 time: 0.7915874 Jul 22 19:16:08.825782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25fd50-bb0e-460b-89c7-76ad2275fbe2 req-0469cecb-850b-4ac2-a61e-b183729f300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:08.828094 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6c25fd50-bb0e-460b-89c7-76ad2275fbe2 req-0469cecb-850b-4ac2-a61e-b183729f300d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 1098 time: 1.0175261 Jul 22 19:16:08.849224 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7f9f-cdbf-4584-aad9-19a9054fc951 req-4e31cb84-7172-4546-a176-2847fdb2be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:08.850854 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9b0a7f9f-cdbf-4584-aad9-19a9054fc951 req-4e31cb84-7172-4546-a176-2847fdb2be42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=de52bbd28ca6492aa84c207a190163b5&device_id=ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228 HTTP/1.1" status: 200 len: 1096 time: 1.0308878 Jul 22 19:16:08.892969 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-310e2101-ff05-4bdf-82af-a749000605a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:08.906910 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2291ec8-6664-484a-8a3f-10d072c5571a req-1a19bf8a-13a4-4b74-b19b-b561b68b5539 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa3ef9a-3003-4513-a7d8-cf999c28cd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940057 Jul 22 19:16:08.931878 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:08.952597 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-310e2101-ff05-4bdf-82af-a749000605a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:09.250562 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-4927e015-a2fd-4ede-a61d-8ecd8aa8350b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:09.252559 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-4927e015-a2fd-4ede-a61d-8ecd8aa8350b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6758897 Jul 22 19:16:09.456493 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3a2e3-1425-403a-a3d5-d4489fbf7055 req-3388a078-b37d-40df-8bfa-32ac418c0422 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:09.465990 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2cb3a2e3-1425-403a-a3d5-d4489fbf7055 req-3388a078-b37d-40df-8bfa-32ac418c0422 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 946 time: 0.7093897 Jul 22 19:16:09.507506 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e2101-ff05-4bdf-82af-a749000605a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b631a6-67e0-4672-85fa-39be54ab5b09,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:09.546576 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-310e2101-ff05-4bdf-82af-a749000605a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24a9ef41b40040a0a7f1d5fa0dfaefa4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7222099 Jul 22 19:16:09.549549 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51182) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:09.550325 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6c25fd50-bb0e-460b-89c7-76ad2275fbe2 req-eece74f5-bf0d-43c4-9081-ea2b8b15fcdf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5906992 Jul 22 19:16:09.551918 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e2101-ff05-4bdf-82af-a749000605a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:09.552521 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e2101-ff05-4bdf-82af-a749000605a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:09.553097 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e2101-ff05-4bdf-82af-a749000605a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:09.553647 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e2101-ff05-4bdf-82af-a749000605a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:09.554192 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e2101-ff05-4bdf-82af-a749000605a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:09.554725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e2101-ff05-4bdf-82af-a749000605a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:09.555269 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e2101-ff05-4bdf-82af-a749000605a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:09.555800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e2101-ff05-4bdf-82af-a749000605a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:09.556340 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e2101-ff05-4bdf-82af-a749000605a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:09.556901 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e2101-ff05-4bdf-82af-a749000605a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:09.558167 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e2101-ff05-4bdf-82af-a749000605a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:09.558858 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e2101-ff05-4bdf-82af-a749000605a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:09.673990 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93c1abef-eaae-4e9c-8c3e-a8dd33113e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:09.737719 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2cb3a2e3-1425-403a-a3d5-d4489fbf7055 req-cc806dca-dc00-4c71-8d49-495d67e24a01 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704608 Jul 22 19:16:09.755718 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93c1abef-eaae-4e9c-8c3e-a8dd33113e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:09.896951 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-4730d585-c236-4ed8-8cce-ff4eed997651 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025555 Jul 22 19:16:09.899063 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7f9f-cdbf-4584-aad9-19a9054fc951 req-d29f295c-8482-43fc-b0f8-5f444acdaab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:09.907919 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9b0a7f9f-cdbf-4584-aad9-19a9054fc951 req-d29f295c-8482-43fc-b0f8-5f444acdaab9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=99e6db91-79a6-411f-8a46-d28a8463cfb8 HTTP/1.1" status: 200 len: 916 time: 0.9219005 Jul 22 19:16:09.999725 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93c1abef-eaae-4e9c-8c3e-a8dd33113e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:10.010359 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93c1abef-eaae-4e9c-8c3e-a8dd33113e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:10.019420 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-93c1abef-eaae-4e9c-8c3e-a8dd33113e18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81b631a6-67e0-4672-85fa-39be54ab5b09 HTTP/1.1" status: 204 len: 168 time: 0.4686406 Jul 22 19:16:10.058105 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1abef-eaae-4e9c-8c3e-a8dd33113e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b631a6-67e0-4672-85fa-39be54ab5b09,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:10.078410 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1abef-eaae-4e9c-8c3e-a8dd33113e18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:10.079388 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1abef-eaae-4e9c-8c3e-a8dd33113e18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:10.081178 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1abef-eaae-4e9c-8c3e-a8dd33113e18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:10.083049 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1abef-eaae-4e9c-8c3e-a8dd33113e18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:10.083613 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1abef-eaae-4e9c-8c3e-a8dd33113e18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:10.085579 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1abef-eaae-4e9c-8c3e-a8dd33113e18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:10.087033 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1abef-eaae-4e9c-8c3e-a8dd33113e18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:10.087611 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1abef-eaae-4e9c-8c3e-a8dd33113e18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:10.089473 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1abef-eaae-4e9c-8c3e-a8dd33113e18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:10.090344 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1abef-eaae-4e9c-8c3e-a8dd33113e18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:10.102653 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1abef-eaae-4e9c-8c3e-a8dd33113e18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:10.105722 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1abef-eaae-4e9c-8c3e-a8dd33113e18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:10.225056 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37760f9f-96e0-486e-8266-cbe5e5b0c7af req-603a58c3-a2e1-4dee-be23-3a6a5c234d8b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:10.240430 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37760f9f-96e0-486e-8266-cbe5e5b0c7af req-603a58c3-a2e1-4dee-be23-3a6a5c234d8b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 946 time: 0.6371825 Jul 22 19:16:10.465312 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37760f9f-96e0-486e-8266-cbe5e5b0c7af req-3e880b03-61a3-4d68-806a-67b1b4c8c9cc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2237246 Jul 22 19:16:10.629450 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9b0a7f9f-cdbf-4584-aad9-19a9054fc951 req-19f85161-b15d-4efc-819d-99b0649c4e4b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4522cf46-4c21-44ae-9c46-86db13d5d073 HTTP/1.1" status: 200 len: 217 time: 0.1937261 Jul 22 19:16:10.648964 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-cc3b4982-f451-4a19-af2b-d54d2e2d6ecd service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7389438 Jul 22 19:16:10.732697 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-392fc0ec-b242-4fbc-a554-350d6c90c7e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=2accf516-ee91-4bb6-b761-c8c09b679d76 HTTP/1.1" status: 200 len: 217 time: 0.0680158 Jul 22 19:16:10.820787 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c55c86-18a0-45f8-8221-36aaa78300b5 req-ce522df9-ca4b-42e3-ac79-5aba63b2e48a tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:10.822349 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47c55c86-18a0-45f8-8221-36aaa78300b5 req-ce522df9-ca4b-42e3-ac79-5aba63b2e48a tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228 HTTP/1.1" status: 200 len: 944 time: 0.7410831 Jul 22 19:16:10.828285 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51226) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:10.860737 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-6a96442a-3bcb-48c6-aaf5-257d4236247a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:10.862135 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-6a96442a-3bcb-48c6-aaf5-257d4236247a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0319ae5f-ceed-4659-937d-f32e78dd9116 HTTP/1.1" status: 200 len: 797 time: 0.1228995 Jul 22 19:16:10.970582 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51232) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:10.993232 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-41074794-e098-4baf-be1c-f031d61c9d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:11.047179 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47c55c86-18a0-45f8-8221-36aaa78300b5 req-941b12fa-b882-4ad5-ad9c-b125eba5a2a9 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa3ef9a-3003-4513-a7d8-cf999c28cd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014086 Jul 22 19:16:11.075608 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7f9f-cdbf-4584-aad9-19a9054fc951 req-43c4f946-9ac9-4c7d-bebf-d56b84f113b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:11.077301 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9b0a7f9f-cdbf-4584-aad9-19a9054fc951 req-43c4f946-9ac9-4c7d-bebf-d56b84f113b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12059bc6-331c-4b5f-b2c9-027ec4a59e0d HTTP/1.1" status: 200 len: 854 time: 0.1886654 Jul 22 19:16:11.087478 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765b495-a750-4d4f-b9f6-4420c083489d req-b6858dac-5a2e-4f89-801e-1731b697cd80 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:11.095411 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b765b495-a750-4d4f-b9f6-4420c083489d req-b6858dac-5a2e-4f89-801e-1731b697cd80 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 946 time: 0.2381978 Jul 22 19:16:11.162722 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-e0888acc-3013-4fed-b0aa-1c87585f64d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:11.164451 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-e0888acc-3013-4fed-b0aa-1c87585f64d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2879443 Jul 22 19:16:11.207011 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-983cea9a-3df5-4efa-aa3f-0f36456a67fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:11.210163 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b765b495-a750-4d4f-b9f6-4420c083489d req-0ceb3e9a-f5d7-46c8-8eba-9e5acd01f706 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137500 Jul 22 19:16:11.252909 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-41074794-e098-4baf-be1c-f031d61c9d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:11.264995 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-41074794-e098-4baf-be1c-f031d61c9d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:11.280388 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7f9f-cdbf-4584-aad9-19a9054fc951 req-b9fc044e-9d96-482c-9fc5-ea64fa11ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:11.281950 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9b0a7f9f-cdbf-4584-aad9-19a9054fc951 req-b9fc044e-9d96-482c-9fc5-ea64fa11ca3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99e6db91-79a6-411f-8a46-d28a8463cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1821189 Jul 22 19:16:11.298942 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-41074794-e098-4baf-be1c-f031d61c9d15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac421f1ef2444e55a5380dffe7fb74a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3271875 Jul 22 19:16:11.302943 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51238) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:11.326481 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-5028cf1a-2462-4979-9966-8487fea9ca9f service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508849 Jul 22 19:16:11.409060 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41074794-e098-4baf-be1c-f031d61c9d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb20fe5-ed30-4944-9e81-5f60a12fc07a,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:11.487999 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9b0a7f9f-cdbf-4584-aad9-19a9054fc951 req-0ef2fc58-3a3f-4152-8286-d4a5f0685052 service neutron] 10.222.0.30 "GET /v2.0/networks/99e6db91-79a6-411f-8a46-d28a8463cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961987 Jul 22 19:16:11.505567 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-983cea9a-3df5-4efa-aa3f-0f36456a67fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:11.513013 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:11.527351 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe2547bd-9cdb-49b3-999d-7edfcd53a716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:11.613846 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-983cea9a-3df5-4efa-aa3f-0f36456a67fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:11.657513 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe2547bd-9cdb-49b3-999d-7edfcd53a716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:11.705405 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cea9a-3df5-4efa-aa3f-0f36456a67fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2e4b23-47ab-4c3d-b94e-1f61fb15c159,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:11.716525 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-983cea9a-3df5-4efa-aa3f-0f36456a67fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9586ba84223f488684e2db896357b9a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8836319 Jul 22 19:16:11.716525 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51252) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:11.762554 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:16:11.824717 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92f36f60-55ce-43d7-a94e-0424beaef328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:11.851754 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92f36f60-55ce-43d7-a94e-0424beaef328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:11.874067 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe2547bd-9cdb-49b3-999d-7edfcd53a716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:11.877248 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe2547bd-9cdb-49b3-999d-7edfcd53a716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:11.878729 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fe2547bd-9cdb-49b3-999d-7edfcd53a716 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0eb20fe5-ed30-4944-9e81-5f60a12fc07a HTTP/1.1" status: 204 len: 168 time: 0.5748487 Jul 22 19:16:11.895959 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2547bd-9cdb-49b3-999d-7edfcd53a716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb20fe5-ed30-4944-9e81-5f60a12fc07a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:11.946212 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92f36f60-55ce-43d7-a94e-0424beaef328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:11.949361 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92f36f60-55ce-43d7-a94e-0424beaef328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:11.953749 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-92f36f60-55ce-43d7-a94e-0424beaef328 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a2e4b23-47ab-4c3d-b94e-1f61fb15c159 HTTP/1.1" status: 204 len: 168 time: 0.2322097 Jul 22 19:16:11.966740 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f36f60-55ce-43d7-a94e-0424beaef328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2e4b23-47ab-4c3d-b94e-1f61fb15c159,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:12.023745 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-c0a780ce-a63e-4de7-8771-37cde2cda1cf service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6903689 Jul 22 19:16:12.080689 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-597011ae-bf8c-4b94-b73f-1b92fd227f23 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9df3022f-3694-41ee-8cbb-b947ff79670b HTTP/1.1" status: 200 len: 217 time: 0.0459492 Jul 22 19:16:12.134934 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9b0a7f9f-cdbf-4584-aad9-19a9054fc951 req-bc4335b7-afec-4091-a1c7-8a7159cd5dc9 service neutron] 10.222.0.30 "GET /v2.0/networks/99e6db91-79a6-411f-8a46-d28a8463cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6371994 Jul 22 19:16:12.196428 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d17805-2fb8-400e-a2d1-a949887bf0d5 req-5f802f27-73f0-48e0-8bb8-2ac9d08cdcbb tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:12.198350 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19d17805-2fb8-400e-a2d1-a949887bf0d5 req-5f802f27-73f0-48e0-8bb8-2ac9d08cdcbb tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 946 time: 0.2534678 Jul 22 19:16:12.204556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-8ebafd98-5ec1-4b99-b76b-99b23284b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:12.206133 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-8ebafd98-5ec1-4b99-b76b-99b23284b5f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb3a5c04-3ab0-46f4-923f-871c4a99dc90 HTTP/1.1" status: 200 len: 797 time: 0.1118519 Jul 22 19:16:12.290337 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51379d-a7b4-48b4-a756-b5c0bad240f8 req-f460e841-d616-4454-9c61-9d8bb24430d9 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:12.292153 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de51379d-a7b4-48b4-a756-b5c0bad240f8 req-f460e841-d616-4454-9c61-9d8bb24430d9 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228 HTTP/1.1" status: 200 len: 944 time: 0.1625946 Jul 22 19:16:12.306415 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19d17805-2fb8-400e-a2d1-a949887bf0d5 req-020fa9a3-c19e-4379-bacf-265405955464 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965698 Jul 22 19:16:12.352033 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-231536b0-743f-43aa-8667-4eb47831dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:12.353810 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-231536b0-743f-43aa-8667-4eb47831dfcb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=06eb644b-f29e-45c4-8d9a-7769e64949ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1384947 Jul 22 19:16:12.363691 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de51379d-a7b4-48b4-a756-b5c0bad240f8 req-bf85cbd8-5d99-423a-9506-3e68eb851f8c tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa3ef9a-3003-4513-a7d8-cf999c28cd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625832 Jul 22 19:16:12.504684 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-a6727f3f-3080-4655-9cd6-6a07f000e49a service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445205 Jul 22 19:16:12.575288 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b35e4-4140-496d-92e1-88d260eabfcf req-a6fc6285-90a2-4e58-a49f-e56b5aa77280 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:12.576979 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a15b35e4-4140-496d-92e1-88d260eabfcf req-a6fc6285-90a2-4e58-a49f-e56b5aa77280 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 946 time: 0.1425312 Jul 22 19:16:12.666142 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a15b35e4-4140-496d-92e1-88d260eabfcf req-d96e07f5-b158-478a-9268-941b4b08bca0 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565071 Jul 22 19:16:12.673614 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-e9138940-81e1-451c-b974-58313637677e service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600952 Jul 22 19:16:12.721295 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-ffb7ac59-517b-4aca-91b6-f02248d4c0e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e70f378c-9c1a-448d-838d-2e90ac1ae42e HTTP/1.1" status: 200 len: 217 time: 0.0412433 Jul 22 19:16:12.882328 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-8a880793-d25e-4097-89ba-40d996ee4fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:12.884564 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-8a880793-d25e-4097-89ba-40d996ee4fbb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb3a5c04-3ab0-46f4-923f-871c4a99dc90 HTTP/1.1" status: 200 len: 797 time: 0.1566198 Jul 22 19:16:12.965756 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa81de-f9a8-4688-94df-7ecf2e51d96e req-24241190-6a84-493a-a512-f3f24beb5f94 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:12.974709 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55fa81de-f9a8-4688-94df-7ecf2e51d96e req-24241190-6a84-493a-a512-f3f24beb5f94 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 946 time: 0.2233970 Jul 22 19:16:12.994499 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 4522cf46-4c21-44ae-9c46-86db13d5d073 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:16:13.040426 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55fa81de-f9a8-4688-94df-7ecf2e51d96e req-c3372fef-93ff-4f53-9605-f1e65b9b1ce1 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603766 Jul 22 19:16:13.045574 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-a0d7986d-0475-40bd-b7ac-72887be936ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:13.047357 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-a0d7986d-0475-40bd-b7ac-72887be936ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=06eb644b-f29e-45c4-8d9a-7769e64949ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1559701 Jul 22 19:16:13.141552 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 4522cf46-4c21-44ae-9c46-86db13d5d073, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=4522cf46-4c21-44ae-9c46-86db13d5d073,segment=NetworkSegment(0e767e0b-1ee0-4f08-9619-d2fa45abe0d7),segment_id=0e767e0b-1ee0-4f08-9619-d2fa45abe0d7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:13.184156 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '4522cf46-4c21-44ae-9c46-86db13d5d073', 'network_id': '99e6db91-79a6-411f-8a46-d28a8463cfb8', 'port_id': '4522cf46-4c21-44ae-9c46-86db13d5d073', 'mac_address': 'fa:16:3e:7e:09:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12059bc6-331c-4b5f-b2c9-027ec4a59e0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:16:13.238692 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:13.259106 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4522cf46-4c21-44ae-9c46-86db13d5d073 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:16:13.294774 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 4522cf46-4c21-44ae-9c46-86db13d5d073, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=4522cf46-4c21-44ae-9c46-86db13d5d073,segment=NetworkSegment(0e767e0b-1ee0-4f08-9619-d2fa45abe0d7),segment_id=0e767e0b-1ee0-4f08-9619-d2fa45abe0d7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:13.299695 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:13.300562 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-54da54b0-6a1b-4b0d-901d-0f83a43df6fd service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461681 Jul 22 19:16:13.425877 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=4522cf46-4c21-44ae-9c46-86db13d5d073,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:13.518183 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['4522cf46-4c21-44ae-9c46-86db13d5d073'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:16:13.555713 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d0d2ae-5c8d-4814-8f2f-aaab7751be6a req-1e123686-742a-47ff-ad34-ee4aa6b1c072 service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486293 Jul 22 19:16:13.629030 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a64ea-123d-45e0-8b24-ce4f7a2fe53a req-769b4119-046d-4e9c-b1cb-30710b6cd0b1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:13.629966 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-636a64ea-123d-45e0-8b24-ce4f7a2fe53a req-769b4119-046d-4e9c-b1cb-30710b6cd0b1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 946 time: 0.1667433 Jul 22 19:16:13.638447 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df1686-8dc7-49b9-9902-33c6d5642d70 req-599bef4c-6800-4c94-b424-c950529833cc tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:13.639923 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8df1686-8dc7-49b9-9902-33c6d5642d70 req-599bef4c-6800-4c94-b424-c950529833cc tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228 HTTP/1.1" status: 200 len: 945 time: 0.1457942 Jul 22 19:16:13.692688 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-636a64ea-123d-45e0-8b24-ce4f7a2fe53a req-6a65bb83-4e1d-405c-b72c-d6c18944614a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514042 Jul 22 19:16:13.722811 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8df1686-8dc7-49b9-9902-33c6d5642d70 req-0ad34602-2fcb-440f-9a2b-5a29500a00e1 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa3ef9a-3003-4513-a7d8-cf999c28cd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614810 Jul 22 19:16:14.023327 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-9a80b666-e625-40e8-aca9-783d263afd45 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:14.025233 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-9a80b666-e625-40e8-aca9-783d263afd45 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/networks?id=5eb25bbb-9b41-44db-86a7-6089abd87ffa HTTP/1.1" status: 200 len: 815 time: 0.2130389 Jul 22 19:16:14.059471 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-8916d70f-91c3-4c2b-9bc2-e3fa4735760d tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/quotas/527b77ac2d414daa8d1b917651025870 HTTP/1.1" status: 200 len: 375 time: 0.0262928 Jul 22 19:16:14.133932 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-1dee768e-dc00-4f71-95ba-5a471682b15c tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=527b77ac2d414daa8d1b917651025870&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0737019 Jul 22 19:16:14.240899 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-fc2cbd03-4ff6-4092-acd2-28634baaceab service neutron] 10.222.0.13 "GET /v2.0/networks/5eb25bbb-9b41-44db-86a7-6089abd87ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055787 Jul 22 19:16:14.356362 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-dbabcd85-943d-4a78-8364-dfecae622697 service neutron] 10.222.0.13 "GET /v2.0/networks/5eb25bbb-9b41-44db-86a7-6089abd87ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086819 Jul 22 19:16:14.582779 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f3df0654-cd4a-46af-aec2-6ca903aa10e0 req-4dc4b333-e383-40e3-abb4-99e0a0ebb6ce tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f951247-d41f-45ca-8a4c-20361ed3c04e HTTP/1.1" status: 200 len: 210 time: 0.0487721 Jul 22 19:16:14.648240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f97e3a-7918-4348-87cc-947dffe2fadf req-6ade0dd6-3336-48a4-bced-5e6d0ddc2aed tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:14.650209 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0f97e3a-7918-4348-87cc-947dffe2fadf req-6ade0dd6-3336-48a4-bced-5e6d0ddc2aed tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b021ea7-e19d-4901-86ba-e5872f386bc3 HTTP/1.1" status: 200 len: 946 time: 0.1039519 Jul 22 19:16:14.969646 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-b0f97e3a-7918-4348-87cc-947dffe2fadf req-5343c40d-97e8-4941-9fdc-86651b950b04 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Deleting port 71705005-6cd1-4071-b0e7-410efaa90909 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:16:14.970002 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0f97e3a-7918-4348-87cc-947dffe2fadf req-5343c40d-97e8-4941-9fdc-86651b950b04 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:14.990224 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 4522cf46-4c21-44ae-9c46-86db13d5d073 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:16:15.055541 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f21989-26bb-48d7-b3db-e31338e3df54 req-42aa922c-9b21-49f7-9444-6610c65d85ce tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:15.068630 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64f21989-26bb-48d7-b3db-e31338e3df54 req-42aa922c-9b21-49f7-9444-6610c65d85ce tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228 HTTP/1.1" status: 200 len: 945 time: 0.2347324 Jul 22 19:16:15.074756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 4522cf46-4c21-44ae-9c46-86db13d5d073 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:16:15.080648 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 4522cf46-4c21-44ae-9c46-86db13d5d073 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:16:15.081435 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:15.107524 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74738def-49e5-4f2e-bef5-94908879b531 req-6cbb1525-1b04-4b46-bf19-c5f1f6a7302b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:15.115063 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-74738def-49e5-4f2e-bef5-94908879b531 req-6cbb1525-1b04-4b46-bf19-c5f1f6a7302b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 946 time: 0.2584023 Jul 22 19:16:15.286900 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:15.328622 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64f21989-26bb-48d7-b3db-e31338e3df54 req-1c90f389-3ee8-4191-be5b-335ea55cd69e tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa3ef9a-3003-4513-a7d8-cf999c28cd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536299 Jul 22 19:16:15.335946 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4522cf46-4c21-44ae-9c46-86db13d5d073'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:16:15.355382 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-74738def-49e5-4f2e-bef5-94908879b531 req-b85bc0c3-f161-4f5c-a302-d977a113ed59 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2391021 Jul 22 19:16:15.358269 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbfbc7f-4445-4215-a688-b098ec5b7bc9" -d '{"events": [{"server_uuid": "ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228", "name": "network-vif-plugged", "status": "completed", "tag": "4522cf46-4c21-44ae-9c46-86db13d5d073"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:16:15.399429 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 4522cf46-4c21-44ae-9c46-86db13d5d073, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=4522cf46-4c21-44ae-9c46-86db13d5d073,segment=NetworkSegment(0e767e0b-1ee0-4f08-9619-d2fa45abe0d7),segment_id=0e767e0b-1ee0-4f08-9619-d2fa45abe0d7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:15.412867 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:15.434120 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-b0f97e3a-7918-4348-87cc-947dffe2fadf req-5343c40d-97e8-4941-9fdc-86651b950b04 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] For port 71705005-6cd1-4071-b0e7-410efaa90909, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=71705005-6cd1-4071-b0e7-410efaa90909,segment=NetworkSegment(3395377a-ce4f-44d3-ab52-445f55bed2e6),segment_id=3395377a-ce4f-44d3-ab52-445f55bed2e6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:15.434493 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0f97e3a-7918-4348-87cc-947dffe2fadf req-5343c40d-97e8-4941-9fdc-86651b950b04 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:15.481388 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-b0f97e3a-7918-4348-87cc-947dffe2fadf req-5343c40d-97e8-4941-9fdc-86651b950b04 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Calling delete_port for 71705005-6cd1-4071-b0e7-410efaa90909 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:16:15.487825 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fed600d-99f4-4dd4-a118-d0fc2cbfb70e x-openstack-request-id: req-1fed600d-99f4-4dd4-a118-d0fc2cbfb70e {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:16:15.488655 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228", "name": "network-vif-plugged", "status": "completed", "tag": "4522cf46-4c21-44ae-9c46-86db13d5d073", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:16:15.502477 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fed600d-99f4-4dd4-a118-d0fc2cbfb70e {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:16:15.504848 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4522cf46-4c21-44ae-9c46-86db13d5d073', 'code': 200} Jul 22 19:16:15.579346 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=4522cf46-4c21-44ae-9c46-86db13d5d073,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:15.700348 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-461274b2-2ecb-473b-848c-7a9e604e193c req-7f1cd902-3360-4999-b69f-d2431154fda4 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f951247-d41f-45ca-8a4c-20361ed3c04e HTTP/1.1" status: 200 len: 210 time: 0.0450933 Jul 22 19:16:15.739764 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ecdb7-a654-4a8b-b81a-b33dc50017e1 req-01b34112-aca7-4098-a830-299a0c3c872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:15.743227 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-643ecdb7-a654-4a8b-b81a-b33dc50017e1 req-01b34112-aca7-4098-a830-299a0c3c872c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228 HTTP/1.1" status: 200 len: 1098 time: 0.1954956 Jul 22 19:16:15.891846 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-643ecdb7-a654-4a8b-b81a-b33dc50017e1 req-b364f55a-fd97-4d3c-be5e-314ebda828b4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=afa3ef9a-3003-4513-a7d8-cf999c28cd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396258 Jul 22 19:16:15.936033 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0f97e3a-7918-4348-87cc-947dffe2fadf req-5343c40d-97e8-4941-9fdc-86651b950b04 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:15.949652 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['71705005-6cd1-4071-b0e7-410efaa90909'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:16:16.047283 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343c40d-97e8-4941-9fdc-86651b950b04 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Pushing event deleted for resources: {'Port': ['ID=71705005-6cd1-4071-b0e7-410efaa90909,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:16.131654 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51488) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:16.174311 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f97e3a-7918-4348-87cc-947dffe2fadf req-5343c40d-97e8-4941-9fdc-86651b950b04 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] No DVR routers for this DVR port 71705005-6cd1-4071-b0e7-410efaa90909 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:16:16.180072 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b0f97e3a-7918-4348-87cc-947dffe2fadf req-5343c40d-97e8-4941-9fdc-86651b950b04 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:16.189737 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0f97e3a-7918-4348-87cc-947dffe2fadf req-5343c40d-97e8-4941-9fdc-86651b950b04 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.30 "DELETE /v2.0/ports/71705005-6cd1-4071-b0e7-410efaa90909 HTTP/1.1" status: 204 len: 173 time: 1.5330858 Jul 22 19:16:16.200757 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b021ea7-e19d-4901-86ba-e5872f386bc3', 'name': 'network-vif-deleted', 'tag': '71705005-6cd1-4071-b0e7-410efaa90909'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:16:16.203182 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4144d24a-5f44-456f-bddc-40f1004a5667" -d '{"events": [{"server_uuid": "0b021ea7-e19d-4901-86ba-e5872f386bc3", "name": "network-vif-deleted", "tag": "71705005-6cd1-4071-b0e7-410efaa90909"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:16:16.276558 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893ffb09-1109-49fc-b62d-4628e9aa5ea2 x-openstack-request-id: req-893ffb09-1109-49fc-b62d-4628e9aa5ea2 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:16:16.277180 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b021ea7-e19d-4901-86ba-e5872f386bc3", "name": "network-vif-deleted", "tag": "71705005-6cd1-4071-b0e7-410efaa90909", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:16:16.277625 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-893ffb09-1109-49fc-b62d-4628e9aa5ea2 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:16:16.278291 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b021ea7-e19d-4901-86ba-e5872f386bc3', 'name': 'network-vif-deleted', 'tag': '71705005-6cd1-4071-b0e7-410efaa90909', 'status': 'completed', 'code': 200} Jul 22 19:16:16.387402 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-678996c1-aacb-4668-bc6e-0d4d6b10bf03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:16.602684 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-678996c1-aacb-4668-bc6e-0d4d6b10bf03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:16.616456 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-678996c1-aacb-4668-bc6e-0d4d6b10bf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:16.663594 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b80d5-815a-4b82-a906-a7081f5db3c4 req-f1265467-7ba1-49c4-96c9-c12efb15db92 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:16.665315 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bd6b80d5-815a-4b82-a906-a7081f5db3c4 req-f1265467-7ba1-49c4-96c9-c12efb15db92 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228 HTTP/1.1" status: 200 len: 946 time: 0.2204363 Jul 22 19:16:16.691140 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6e661-ff61-40ba-8bd1-fbdc48f4bbf4 req-7929af20-b715-4ffc-883b-aa289de7eac8 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:16.698891 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c4f6e661-ff61-40ba-8bd1-fbdc48f4bbf4 req-7929af20-b715-4ffc-883b-aa289de7eac8 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 946 time: 0.1796057 Jul 22 19:16:16.754501 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678996c1-aacb-4668-bc6e-0d4d6b10bf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7900dd10-4db7-4a19-b105-276373bd1b90,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:16.804887 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-678996c1-aacb-4668-bc6e-0d4d6b10bf03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b473c233e6d43cba553dc6c3aa84686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6698565 Jul 22 19:16:16.805188 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bd6b80d5-815a-4b82-a906-a7081f5db3c4 req-d2eabed3-3d40-4737-9eae-33e0b8b9168c tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa3ef9a-3003-4513-a7d8-cf999c28cd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297646 Jul 22 19:16:16.805683 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51548) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:16.846160 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c4f6e661-ff61-40ba-8bd1-fbdc48f4bbf4 req-80e01a28-6828-4b75-b7b1-5278ae6f22dc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1460896 Jul 22 19:16:16.984362 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4ad76fb-7069-40f9-a100-fd071b7e6b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:17.020277 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4ad76fb-7069-40f9-a100-fd071b7e6b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:17.027276 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-521fe41f-3142-49a2-9a11-1e297e43d76f req-a185ea1b-4ee5-4321-afbd-69c36c51036f tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f951247-d41f-45ca-8a4c-20361ed3c04e HTTP/1.1" status: 200 len: 210 time: 0.0421035 Jul 22 19:16:17.148089 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4ad76fb-7069-40f9-a100-fd071b7e6b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:17.159616 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4ad76fb-7069-40f9-a100-fd071b7e6b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:17.166982 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b4ad76fb-7069-40f9-a100-fd071b7e6b6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7900dd10-4db7-4a19-b105-276373bd1b90 HTTP/1.1" status: 204 len: 168 time: 0.3572826 Jul 22 19:16:17.189467 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad76fb-7069-40f9-a100-fd071b7e6b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7900dd10-4db7-4a19-b105-276373bd1b90,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:17.393952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-60ff694c-5daf-44e0-a3ea-48ac7e5f75f6 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:17.398649 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-60ff694c-5daf-44e0-a3ea-48ac7e5f75f6 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.16 "GET /v2.0/networks?id=5eb25bbb-9b41-44db-86a7-6089abd87ffa HTTP/1.1" status: 200 len: 815 time: 0.1894455 Jul 22 19:16:17.417181 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-2d1e5390-d60e-4cbd-aac2-67614b3b7507 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Request body: {'port': {'device_id': '6f951247-d41f-45ca-8a4c-20361ed3c04e', 'network_id': '5eb25bbb-9b41-44db-86a7-6089abd87ffa', 'admin_state_up': True, 'tenant_id': '527b77ac2d414daa8d1b917651025870'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:17.577171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-2d1e5390-d60e-4cbd-aac2-67614b3b7507 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Made reservation on behalf of 527b77ac2d414daa8d1b917651025870 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:16:17.586205 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-2d1e5390-d60e-4cbd-aac2-67614b3b7507 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:17.690743 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51614) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:17.723947 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a74ab932-df4a-45c7-9fea-b6f75b825524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:17.764853 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-2d1e5390-d60e-4cbd-aac2-67614b3b7507 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Allocated IP 172.20.0.13 (5eb25bbb-9b41-44db-86a7-6089abd87ffa/1db451fb-c10a-42ee-904a-ea7204905097/43dfc9f4-c8d5-4166-bf53-b862f34f5fcf) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:16:17.843007 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51620) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:17.924069 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a74ab932-df4a-45c7-9fea-b6f75b825524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:17.930380 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a74ab932-df4a-45c7-9fea-b6f75b825524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:17.964399 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a74ab932-df4a-45c7-9fea-b6f75b825524 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42c0c1c70287427fb3e8206fe7c18620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707124 Jul 22 19:16:17.966928 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51628) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:18.024328 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ab932-df4a-45c7-9fea-b6f75b825524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877c6bd1-02cd-418b-b5ee-c31bb50e6e36,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:18.048214 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c264c792-50ea-4098-bd71-2020111d6824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:18.073802 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-2d1e5390-d60e-4cbd-aac2-67614b3b7507 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:18.087332 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7463e13-bb78-4c7a-a977-c7c3d3bcbccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:18.130075 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7463e13-bb78-4c7a-a977-c7c3d3bcbccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:18.151731 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-2d1e5390-d60e-4cbd-aac2-67614b3b7507 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:18.221862 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51634) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:18.228271 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-2d1e5390-d60e-4cbd-aac2-67614b3b7507 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Network 5eb25bbb-9b41-44db-86a7-6089abd87ffa is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:16:18.239235 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7463e13-bb78-4c7a-a977-c7c3d3bcbccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:18.239575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-2d1e5390-d60e-4cbd-aac2-67614b3b7507 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:16:18.241882 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7463e13-bb78-4c7a-a977-c7c3d3bcbccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:18.242055 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-2d1e5390-d60e-4cbd-aac2-67614b3b7507 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:16:18.243033 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f7463e13-bb78-4c7a-a977-c7c3d3bcbccd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/877c6bd1-02cd-418b-b5ee-c31bb50e6e36 HTTP/1.1" status: 204 len: 168 time: 0.2743289 Jul 22 19:16:18.255670 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e5390-d60e-4cbd-aac2-67614b3b7507 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Pushing event updated for resources: {'Port': ['ID=43dfc9f4-c8d5-4166-bf53-b862f34f5fcf,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:18.256568 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7463e13-bb78-4c7a-a977-c7c3d3bcbccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877c6bd1-02cd-418b-b5ee-c31bb50e6e36,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:18.272022 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c264c792-50ea-4098-bd71-2020111d6824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:18.288977 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c264c792-50ea-4098-bd71-2020111d6824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:18.343302 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c074426-7bfb-4673-870c-fc12c6522262 req-8e486431-63ea-4f31-9809-1fed60bcce2a tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:18.344062 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c264c792-50ea-4098-bd71-2020111d6824 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad0f9db208ea4dec9d2c53d074bdd173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4998648 Jul 22 19:16:18.345053 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51644) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:18.345876 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264c792-50ea-4098-bd71-2020111d6824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20034858-81df-4e0c-8f95-9de457e9158a,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:18.350590 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c074426-7bfb-4673-870c-fc12c6522262 req-8e486431-63ea-4f31-9809-1fed60bcce2a tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228 HTTP/1.1" status: 200 len: 946 time: 0.4027705 Jul 22 19:16:18.363321 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ee972-b558-4adf-ba5b-9e038aef1f26 req-d26238aa-f3a8-4b09-81ce-48dce67f7cd6 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:18.364902 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a2ee972-b558-4adf-ba5b-9e038aef1f26 req-d26238aa-f3a8-4b09-81ce-48dce67f7cd6 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 946 time: 0.3434796 Jul 22 19:16:18.377006 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-2d1e5390-d60e-4cbd-aac2-67614b3b7507 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:18.377680 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-2d1e5390-d60e-4cbd-aac2-67614b3b7507 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:18.413294 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e078d357-9d92-4adf-8841-2bcc61a54c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:18.438537 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-2d1e5390-d60e-4cbd-aac2-67614b3b7507 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0309587 Jul 22 19:16:18.438918 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e078d357-9d92-4adf-8841-2bcc61a54c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:18.464759 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c074426-7bfb-4673-870c-fc12c6522262 req-6a844146-7958-46de-9351-2cb3c521f0ad tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa3ef9a-3003-4513-a7d8-cf999c28cd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030242 Jul 22 19:16:18.475918 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] Request body: {'port': {'device_id': '6f951247-d41f-45ca-8a4c-20361ed3c04e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:18.497000 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e078d357-9d92-4adf-8841-2bcc61a54c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:18.500284 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e078d357-9d92-4adf-8841-2bcc61a54c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:18.504831 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e078d357-9d92-4adf-8841-2bcc61a54c8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20034858-81df-4e0c-8f95-9de457e9158a HTTP/1.1" status: 204 len: 168 time: 0.1555717 Jul 22 19:16:18.514587 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078d357-9d92-4adf-8841-2bcc61a54c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20034858-81df-4e0c-8f95-9de457e9158a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:18.604008 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a2ee972-b558-4adf-ba5b-9e038aef1f26 req-6a1e9f9c-a5ab-4701-9d11-3e4a4f6dda6d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2153563 Jul 22 19:16:18.622994 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:18.716652 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-02aaaa98-72d2-4fb3-a49d-a68b602c5e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:18.839779 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dae665-236c-4b17-bdca-9ef3c857fcb9 req-ac8f9c71-a3ae-4fb3-a9a1-378d99f7e36f tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:18.842230 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76dae665-236c-4b17-bdca-9ef3c857fcb9 req-ac8f9c71-a3ae-4fb3-a9a1-378d99f7e36f tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f951247-d41f-45ca-8a4c-20361ed3c04e HTTP/1.1" status: 200 len: 932 time: 0.2027907 Jul 22 19:16:18.949219 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76dae665-236c-4b17-bdca-9ef3c857fcb9 req-581771e8-d0e0-4996-9437-ed8e61e236a1 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975664 Jul 22 19:16:18.996832 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-02aaaa98-72d2-4fb3-a49d-a68b602c5e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:19.006672 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-02aaaa98-72d2-4fb3-a49d-a68b602c5e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:19.033314 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 71705005-6cd1-4071-b0e7-410efaa90909 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:16:19.065230 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 51658) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:19.067174 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 71705005-6cd1-4071-b0e7-410efaa90909 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:16:19.067783 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 71705005-6cd1-4071-b0e7-410efaa90909 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:16:19.108098 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aaaa98-72d2-4fb3-a49d-a68b602c5e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77d89d9-18fb-455b-9e4a-784be99c9b48,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:19.144140 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-02aaaa98-72d2-4fb3-a49d-a68b602c5e30 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e8e0e54186c44658a1b56f1a84f5dbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9204912 Jul 22 19:16:19.145202 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51666) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:19.214989 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:16:19.220172 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8b91fdec-1eff-40ef-b71a-e7f04f320f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:19.228094 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:19.244723 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] Transition to ACTIVE for port object 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:16:19.250926 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8b91fdec-1eff-40ef-b71a-e7f04f320f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:19.252066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 51670) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:19.262304 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:19.319840 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-218ec167-bd78-4b14-91e0-4796df065855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:19.322399 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8b91fdec-1eff-40ef-b71a-e7f04f320f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:19.327375 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8b91fdec-1eff-40ef-b71a-e7f04f320f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:19.329319 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8b91fdec-1eff-40ef-b71a-e7f04f320f9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d77d89d9-18fb-455b-9e4a-784be99c9b48 HTTP/1.1" status: 204 len: 168 time: 0.1824415 Jul 22 19:16:19.349273 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91fdec-1eff-40ef-b71a-e7f04f320f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77d89d9-18fb-455b-9e4a-784be99c9b48,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:19.425440 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] Pushing event updated for resources: {'Port': ['ID=43dfc9f4-c8d5-4166-bf53-b862f34f5fcf,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:19.462456 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7bc94b89-7f4f-4086-b758-27dbc6393dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:19.540222 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-218ec167-bd78-4b14-91e0-4796df065855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:19.549737 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] Attempting to bind port 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:19.550079 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] Attempting to bind port 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '3395377a-ce4f-44d3-ab52-445f55bed2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5eb25bbb-9b41-44db-86a7-6089abd87ffa'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:19.550417 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] Attempting to bind port 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf on network 5eb25bbb-9b41-44db-86a7-6089abd87ffa {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:19.552355 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-218ec167-bd78-4b14-91e0-4796df065855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:19.580062 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] Port 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf on network 5eb25bbb-9b41-44db-86a7-6089abd87ffa not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:19.580404 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] Attempting to bind port 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf on network 5eb25bbb-9b41-44db-86a7-6089abd87ffa {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:19.611245 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:16:19.611628 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] Checking segment: {'id': '3395377a-ce4f-44d3-ab52-445f55bed2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5eb25bbb-9b41-44db-86a7-6089abd87ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:16:19.612036 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] Bound using segment: {'id': '3395377a-ce4f-44d3-ab52-445f55bed2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5eb25bbb-9b41-44db-86a7-6089abd87ffa'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:16:19.612554 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] Bound port: 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3395377a-ce4f-44d3-ab52-445f55bed2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5eb25bbb-9b41-44db-86a7-6089abd87ffa'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:16:19.612924 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:19.619256 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-218ec167-bd78-4b14-91e0-4796df065855 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e06cb41b267487da6f289b2768f739f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3634875 Jul 22 19:16:19.620144 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51684) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:19.644102 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ec167-bd78-4b14-91e0-4796df065855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b77620-592d-47f0-bff6-b5cbc6bcdf9d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:19.751935 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7e5553c-47de-49df-96d4-bb39f982b655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:19.773685 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] For port 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:16:19.788057 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7e5553c-47de-49df-96d4-bb39f982b655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:19.821440 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] For port 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=43dfc9f4-c8d5-4166-bf53-b862f34f5fcf,segment=NetworkSegment(3395377a-ce4f-44d3-ab52-445f55bed2e6),segment_id=3395377a-ce4f-44d3-ab52-445f55bed2e6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:16:19.838569 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:19.841799 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7bc94b89-7f4f-4086-b758-27dbc6393dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:19.851587 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51692) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:19.882483 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7e5553c-47de-49df-96d4-bb39f982b655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:19.888463 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7e5553c-47de-49df-96d4-bb39f982b655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:19.893075 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a7e5553c-47de-49df-96d4-bb39f982b655 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7b77620-592d-47f0-bff6-b5cbc6bcdf9d HTTP/1.1" status: 204 len: 168 time: 0.2713864 Jul 22 19:16:19.894124 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1f394cc-fbe5-428f-9d41-8ddf8ea70011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:19.921608 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5553c-47de-49df-96d4-bb39f982b655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b77620-592d-47f0-bff6-b5cbc6bcdf9d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:20.082642 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1f394cc-fbe5-428f-9d41-8ddf8ea70011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:20.092533 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1f394cc-fbe5-428f-9d41-8ddf8ea70011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:20.160049 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a1f394cc-fbe5-428f-9d41-8ddf8ea70011 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc28e9a330d1464e8f593f3d63badcea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3067884 Jul 22 19:16:20.160689 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51704) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:20.162715 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f394cc-fbe5-428f-9d41-8ddf8ea70011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4d9f9a-607b-4ed9-bb3f-1c86e0fb6c12,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:20.244974 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b249d69-1fa4-4fdb-8386-5e9ad143e3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:20.269191 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b249d69-1fa4-4fdb-8386-5e9ad143e3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:20.335056 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b249d69-1fa4-4fdb-8386-5e9ad143e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:20.338385 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b249d69-1fa4-4fdb-8386-5e9ad143e3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:20.342491 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5b249d69-1fa4-4fdb-8386-5e9ad143e3d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e4d9f9a-607b-4ed9-bb3f-1c86e0fb6c12 HTTP/1.1" status: 204 len: 168 time: 0.1806772 Jul 22 19:16:20.351366 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b249d69-1fa4-4fdb-8386-5e9ad143e3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4d9f9a-607b-4ed9-bb3f-1c86e0fb6c12,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:20.371236 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7bc94b89-7f4f-4086-b758-27dbc6393dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:20.419358 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:20.419992 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:20.421442 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] 10.222.0.16 "PUT /v2.0/ports/43dfc9f4-c8d5-4166-bf53-b862f34f5fcf HTTP/1.1" status: 200 len: 1093 time: 1.9554548 Jul 22 19:16:20.445577 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f951247-d41f-45ca-8a4c-20361ed3c04e', 'tag': '43dfc9f4-c8d5-4166-bf53-b862f34f5fcf'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:16:20.448524 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0f3db1-9da1-4267-bca3-9af14d57119f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f951247-d41f-45ca-8a4c-20361ed3c04e", "tag": "43dfc9f4-c8d5-4166-bf53-b862f34f5fcf"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:16:20.523089 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7bc94b89-7f4f-4086-b758-27dbc6393dcc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1403f05a23cc405381688b9f83d197e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4526210 Jul 22 19:16:20.523211 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51722) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:20.523813 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc94b89-7f4f-4086-b758-27dbc6393dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b25e783-305e-4720-ac38-76ae9ec08a08,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:20.533914 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339ce08-9355-463f-9903-b901288e2b67 service neutron] Pushing event updated for resources: {'Port': ['ID=43dfc9f4-c8d5-4166-bf53-b862f34f5fcf,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:20.547122 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827cb20-44c0-40f6-9b9c-da150bb9b8af req-097a5ae1-fb11-46de-9adc-9a5ee4a9c7e5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:20.553977 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2827cb20-44c0-40f6-9b9c-da150bb9b8af req-097a5ae1-fb11-46de-9adc-9a5ee4a9c7e5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 946 time: 0.7816482 Jul 22 19:16:20.608221 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48a86e39-229a-4407-a0a9-61b4ec75eef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:20.636050 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2827cb20-44c0-40f6-9b9c-da150bb9b8af req-8374ca28-c282-42ba-ac29-ad697aa915f4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751936 Jul 22 19:16:20.643325 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b05c45-ea5c-4e9f-a1b3-045c0dcfddfb req-5fcfc00e-f4d8-4d13-b948-806743890b88 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:20.646103 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51728) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:20.654911 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7b05c45-ea5c-4e9f-a1b3-045c0dcfddfb req-5fcfc00e-f4d8-4d13-b948-806743890b88 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f951247-d41f-45ca-8a4c-20361ed3c04e HTTP/1.1" status: 200 len: 944 time: 0.2707837 Jul 22 19:16:20.655110 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48a86e39-229a-4407-a0a9-61b4ec75eef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:20.681829 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-e0404fd2-ad1f-4039-b89f-60889747e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:20.683612 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-e0404fd2-ad1f-4039-b89f-60889747e541 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=527b77ac2d414daa8d1b917651025870&device_id=6f951247-d41f-45ca-8a4c-20361ed3c04e HTTP/1.1" status: 200 len: 1096 time: 0.2141678 Jul 22 19:16:20.743157 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48a86e39-229a-4407-a0a9-61b4ec75eef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:20.748349 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48a86e39-229a-4407-a0a9-61b4ec75eef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:20.749984 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-48a86e39-229a-4407-a0a9-61b4ec75eef1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b25e783-305e-4720-ac38-76ae9ec08a08 HTTP/1.1" status: 204 len: 168 time: 0.2272618 Jul 22 19:16:20.761188 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a86e39-229a-4407-a0a9-61b4ec75eef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b25e783-305e-4720-ac38-76ae9ec08a08,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:20.768316 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7b05c45-ea5c-4e9f-a1b3-045c0dcfddfb req-0d29f2f7-463e-4182-972b-ffa8dfc77838 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120949 Jul 22 19:16:20.770379 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-a494c85d-f353-46a1-8554-7b21d5da7d9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43dfc9f4-c8d5-4166-bf53-b862f34f5fcf HTTP/1.1" status: 200 len: 217 time: 0.0797398 Jul 22 19:16:20.849259 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cfd7693-5c89-461e-b65f-cc80387a175a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:20.851625 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-0a2cb3fb-dc90-4517-a7ad-e066a21396cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:20.854544 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-0a2cb3fb-dc90-4517-a7ad-e066a21396cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1db451fb-c10a-42ee-904a-ea7204905097 HTTP/1.1" status: 200 len: 855 time: 0.0740805 Jul 22 19:16:20.912626 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-ba3dede0-c433-445f-a6dc-af28befdd832 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5eb25bbb-9b41-44db-86a7-6089abd87ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514557 Jul 22 19:16:21.027553 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cfd7693-5c89-461e-b65f-cc80387a175a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:21.031459 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cfd7693-5c89-461e-b65f-cc80387a175a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:21.099163 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0cfd7693-5c89-461e-b65f-cc80387a175a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9554ecb5c63c46a48a8bf32a1b288f8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4519997 Jul 22 19:16:21.099947 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd7693-5c89-461e-b65f-cc80387a175a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82a4485-09fc-448d-b80a-8aa389553c85,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:21.102461 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51756) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:21.133012 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-2e4efcfc-be98-486c-bedf-40dde4b4c8e4 service neutron] 10.222.0.16 "GET /v2.0/networks/5eb25bbb-9b41-44db-86a7-6089abd87ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137363 Jul 22 19:16:21.158626 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ff34e29-d364-4927-a50c-fc2551b80584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:21.237475 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ff34e29-d364-4927-a50c-fc2551b80584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:21.291931 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4092f7eb-b3d5-412f-8fea-d69bfde477aa x-openstack-request-id: req-4092f7eb-b3d5-412f-8fea-d69bfde477aa {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:16:21.292593 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f951247-d41f-45ca-8a4c-20361ed3c04e", "tag": "43dfc9f4-c8d5-4166-bf53-b862f34f5fcf", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:16:21.299451 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4092f7eb-b3d5-412f-8fea-d69bfde477aa {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:16:21.302364 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f951247-d41f-45ca-8a4c-20361ed3c04e', 'tag': '43dfc9f4-c8d5-4166-bf53-b862f34f5fcf', 'status': 'completed', 'code': 200} Jul 22 19:16:21.302833 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ff34e29-d364-4927-a50c-fc2551b80584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:21.306470 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ff34e29-d364-4927-a50c-fc2551b80584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:21.309533 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5ff34e29-d364-4927-a50c-fc2551b80584 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b82a4485-09fc-448d-b80a-8aa389553c85 HTTP/1.1" status: 204 len: 168 time: 0.2046599 Jul 22 19:16:21.336717 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff34e29-d364-4927-a50c-fc2551b80584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82a4485-09fc-448d-b80a-8aa389553c85,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:21.429736 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05466a28-f3fb-4ab4-8e29-b7474e3bc8d0 req-77a38885-00dc-47b6-b218-2fdbd652087b service neutron] 10.222.0.16 "GET /v2.0/networks/5eb25bbb-9b41-44db-86a7-6089abd87ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832458 Jul 22 19:16:21.571557 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f3db1-9da1-4267-bca3-9af14d57119f req-76749d16-cd8c-4732-9927-ddd29001db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:21.573903 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e0f3db1-9da1-4267-bca3-9af14d57119f req-76749d16-cd8c-4732-9927-ddd29001db5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=527b77ac2d414daa8d1b917651025870&device_id=6f951247-d41f-45ca-8a4c-20361ed3c04e HTTP/1.1" status: 200 len: 1096 time: 0.0748291 Jul 22 19:16:21.784129 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f3db1-9da1-4267-bca3-9af14d57119f req-b263dbe4-9f3a-4fc0-9cf4-f4f4056f437f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:21.785798 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e0f3db1-9da1-4267-bca3-9af14d57119f req-b263dbe4-9f3a-4fc0-9cf4-f4f4056f437f service neutron] 10.222.0.16 "GET /v2.0/networks?id=5eb25bbb-9b41-44db-86a7-6089abd87ffa HTTP/1.1" status: 200 len: 916 time: 0.2051404 Jul 22 19:16:21.911667 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e0f3db1-9da1-4267-bca3-9af14d57119f req-ccd4042b-5495-4ca2-88ba-39beb54ab7d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43dfc9f4-c8d5-4166-bf53-b862f34f5fcf HTTP/1.1" status: 200 len: 217 time: 0.1181788 Jul 22 19:16:21.970830 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c546fdb-00ac-455d-b8a2-251215b6f51b req-6b61a047-12bc-4cc3-8551-4a7cad444e0e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:21.972740 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2c546fdb-00ac-455d-b8a2-251215b6f51b req-6b61a047-12bc-4cc3-8551-4a7cad444e0e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 946 time: 0.2410033 Jul 22 19:16:22.037701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f3db1-9da1-4267-bca3-9af14d57119f req-d6907d74-7d51-46dd-9ab6-9d6cce682ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:22.039181 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e0f3db1-9da1-4267-bca3-9af14d57119f req-d6907d74-7d51-46dd-9ab6-9d6cce682ee0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1db451fb-c10a-42ee-904a-ea7204905097 HTTP/1.1" status: 200 len: 855 time: 0.1180661 Jul 22 19:16:22.100828 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2c546fdb-00ac-455d-b8a2-251215b6f51b req-079beecb-025c-4a6d-838a-6a7c8c387653 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1071546 Jul 22 19:16:22.106054 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e0f3db1-9da1-4267-bca3-9af14d57119f req-cdc2551f-fdc6-4e7b-a1ac-7a23d6597ed3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5eb25bbb-9b41-44db-86a7-6089abd87ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542188 Jul 22 19:16:22.128141 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28537a0-790a-49c0-8fa7-da404a3846ba req-c8b68f1f-a2f2-41e6-ae60-eb0858661795 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:22.135456 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c28537a0-790a-49c0-8fa7-da404a3846ba req-c8b68f1f-a2f2-41e6-ae60-eb0858661795 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f951247-d41f-45ca-8a4c-20361ed3c04e HTTP/1.1" status: 200 len: 944 time: 0.2152300 Jul 22 19:16:22.284736 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c28537a0-790a-49c0-8fa7-da404a3846ba req-7230e9b5-98e0-4df3-be6d-7e62e0496e8b tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478496 Jul 22 19:16:22.324047 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e0f3db1-9da1-4267-bca3-9af14d57119f req-0d2ab00f-1019-4292-ba60-ac829cd027dd service neutron] 10.222.0.16 "GET /v2.0/networks/5eb25bbb-9b41-44db-86a7-6089abd87ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080147 Jul 22 19:16:22.450814 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e0f3db1-9da1-4267-bca3-9af14d57119f req-3c812f01-3968-4856-8513-ccf1441ec41d service neutron] 10.222.0.16 "GET /v2.0/networks/5eb25bbb-9b41-44db-86a7-6089abd87ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202216 Jul 22 19:16:23.203712 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51838) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:23.293117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5804132-5bdb-41e0-be16-eac5121ac4b6 req-60de9d0b-61d3-435f-9dfc-a184ae5fed2f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:23.300729 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5804132-5bdb-41e0-be16-eac5121ac4b6 req-60de9d0b-61d3-435f-9dfc-a184ae5fed2f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 946 time: 0.1127338 Jul 22 19:16:23.330218 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-99579a2b-40b9-4563-b0f5-75d8c69bc8a2 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2126880745'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:23.330911 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-99579a2b-40b9-4563-b0f5-75d8c69bc8a2 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] Unknown quota resources ['metering_label']. {{(pid=93806) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:16:23.353494 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5804132-5bdb-41e0-be16-eac5121ac4b6 req-c3c70002-c5df-4530-b0ad-0d313e4aceec tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515251 Jul 22 19:16:23.498859 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b96789-645f-401e-8129-3f856bc8be32 req-92d93e43-fbbf-452f-a105-7073f6f2176d tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:23.500607 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8b96789-645f-401e-8129-3f856bc8be32 req-92d93e43-fbbf-452f-a105-7073f6f2176d tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f951247-d41f-45ca-8a4c-20361ed3c04e HTTP/1.1" status: 200 len: 944 time: 0.1045887 Jul 22 19:16:23.549165 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8b96789-645f-401e-8129-3f856bc8be32 req-488fd675-4f72-47e9-922e-b4a65be1a880 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422173 Jul 22 19:16:23.589793 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-99579a2b-40b9-4563-b0f5-75d8c69bc8a2 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:23.591341 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-99579a2b-40b9-4563-b0f5-75d8c69bc8a2 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3864295 Jul 22 19:16:23.594110 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51860) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:23.598669 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a26dfae2-6fd5-4f41-baf5-b32e71109396 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a0c8c0d8-1169-4483-ae9b-527760a897eb'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:23.599425 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a26dfae2-6fd5-4f41-baf5-b32e71109396 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93806) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:16:23.682646 n-d-800086-12 neutron-server[93806]: WARNING neutron.services.metering.metering_plugin [None req-a26dfae2-6fd5-4f41-baf5-b32e71109396 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 19:16:23.782671 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a26dfae2-6fd5-4f41-baf5-b32e71109396 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:23.783782 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a26dfae2-6fd5-4f41-baf5-b32e71109396 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1884112 Jul 22 19:16:23.786826 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51872) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:23.791019 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-5573b6d5-cb9d-4f9a-9e81-25382b27ad56 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a0c8c0d8-1169-4483-ae9b-527760a897eb'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:23.792542 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-5573b6d5-cb9d-4f9a-9e81-25382b27ad56 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93806) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:16:23.851230 n-d-800086-12 neutron-server[93806]: WARNING neutron.services.metering.metering_plugin [None req-5573b6d5-cb9d-4f9a-9e81-25382b27ad56 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 19:16:23.939445 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5573b6d5-cb9d-4f9a-9e81-25382b27ad56 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:23.943054 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5573b6d5-cb9d-4f9a-9e81-25382b27ad56 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1528943 Jul 22 19:16:23.943522 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 51874) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:23.959184 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1c3bd573-50de-4b41-9f6a-a8349ba716bc tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=5cebfc5f-28f8-46b3-9816-86b8e9fee0a2 HTTP/1.1" status: 200 len: 462 time: 0.0145056 Jul 22 19:16:23.961668 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 51878) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:24.046768 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51882) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:24.116238 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-37b188c8-344c-4d0e-a517-86bf2190444b tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:24.120298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-37b188c8-344c-4d0e-a517-86bf2190444b tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/5cebfc5f-28f8-46b3-9816-86b8e9fee0a2 HTTP/1.1" status: 204 len: 168 time: 0.1531327 Jul 22 19:16:24.120776 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51888) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:24.133357 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6bd72b53-d725-4f19-9723-be0bd772777c tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=5cebfc5f-28f8-46b3-9816-86b8e9fee0a2 HTTP/1.1" status: 200 len: 221 time: 0.0102644 Jul 22 19:16:24.137177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 51890) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:24.142577 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-f4407d80-59fe-4d15-9f83-70640ed220d0 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2142845586', 'description': 'label created by tempest'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:24.143116 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-f4407d80-59fe-4d15-9f83-70640ed220d0 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] Unknown quota resources ['metering_label']. {{(pid=93807) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:16:24.176376 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d63c1d94-60db-464d-941c-676eaa8bb13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:24.283840 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d63c1d94-60db-464d-941c-676eaa8bb13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:24.292067 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d63c1d94-60db-464d-941c-676eaa8bb13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:24.324235 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d63c1d94-60db-464d-941c-676eaa8bb13a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e01349ca2c141fd9c046b35f1ea7e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2756360 Jul 22 19:16:24.325000 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51896) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:24.373047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c1d94-60db-464d-941c-676eaa8bb13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39374107-81ea-433e-9fc9-a0d17cfc1952,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:24.432563 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26623d57-28d8-4e07-b27f-7ae95ca20494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:24.454675 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f4407d80-59fe-4d15-9f83-70640ed220d0 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:24.455870 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f4407d80-59fe-4d15-9f83-70640ed220d0 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3176177 Jul 22 19:16:24.466906 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 51906) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:24.478359 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26623d57-28d8-4e07-b27f-7ae95ca20494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:24.530991 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26623d57-28d8-4e07-b27f-7ae95ca20494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:24.533815 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26623d57-28d8-4e07-b27f-7ae95ca20494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:24.537729 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-26623d57-28d8-4e07-b27f-7ae95ca20494 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39374107-81ea-433e-9fc9-a0d17cfc1952 HTTP/1.1" status: 204 len: 168 time: 0.2085712 Jul 22 19:16:24.544037 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26623d57-28d8-4e07-b27f-7ae95ca20494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39374107-81ea-433e-9fc9-a0d17cfc1952,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:24.587830 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-172f9213-a6b4-44fb-aa67-05e161d83f7b tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=49dd998e-e969-451a-9ed6-eeef4b574685 HTTP/1.1" status: 200 len: 468 time: 0.1197884 Jul 22 19:16:24.591710 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51912) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:24.600094 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-1acba3a5-f870-4375-a69c-4494a9e42aa1 service neutron] show failed (client error): The resource could not be found. Jul 22 19:16:24.601148 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-1acba3a5-f870-4375-a69c-4494a9e42aa1 service neutron] 10.222.0.16 "GET /v2.0/ports/b984e8ae-cabd-44c3-bc88-a7fc7ddf5448/bindings/n-h1-800086-12 HTTP/1.1" status: 404 len: 381 time: 0.4126787 Jul 22 19:16:24.642017 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb619f2-a92d-4a95-b229-2ee4b54820f3 req-a7ea3dbd-fc07-4340-ab3c-ea45d81ba6b4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:24.649028 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1fb619f2-a92d-4a95-b229-2ee4b54820f3 req-a7ea3dbd-fc07-4340-ab3c-ea45d81ba6b4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 946 time: 0.1799467 Jul 22 19:16:24.737634 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1fb619f2-a92d-4a95-b229-2ee4b54820f3 req-2297dedf-6b51-4c91-8eb6-b060b6bf5d7f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819869 Jul 22 19:16:24.767004 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a9732-3f78-4671-9166-acba5c1cde26 req-cea6051a-785c-4424-8b33-0253b11891b6 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:24.768829 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d61a9732-3f78-4671-9166-acba5c1cde26 req-cea6051a-785c-4424-8b33-0253b11891b6 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f951247-d41f-45ca-8a4c-20361ed3c04e HTTP/1.1" status: 200 len: 944 time: 0.1114635 Jul 22 19:16:24.833573 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d61a9732-3f78-4671-9166-acba5c1cde26 req-01a86813-2bdd-4a19-9b35-48453d67e230 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508223 Jul 22 19:16:24.906290 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-17468c8d-de9b-478c-ab8b-9a531e8ed46c tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:24.910191 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-17468c8d-de9b-478c-ab8b-9a531e8ed46c tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/49dd998e-e969-451a-9ed6-eeef4b574685 HTTP/1.1" status: 204 len: 168 time: 0.3145185 Jul 22 19:16:24.911005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-b195f9c0-739d-4ed4-a399-49dd449cec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:24.911130 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51916) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:24.911621 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-b195f9c0-739d-4ed4-a399-49dd449cec50 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb&tenant_id=637aa3e692f04588bda049c0135065ab HTTP/1.1" status: 200 len: 1098 time: 0.0663462 Jul 22 19:16:24.922570 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800086-12', 'device_owner': 'compute:nova'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:24.933712 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e9df9ec5-d03e-48b3-b288-44dafd01da82 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=49dd998e-e969-451a-9ed6-eeef4b574685 HTTP/1.1" status: 200 len: 216 time: 0.0183110 Jul 22 19:16:24.934014 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51918) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:24.948921 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 51920) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:24.949831 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0074f197-b0c0-4877-a0bc-b7d2e26192c0 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0147555 Jul 22 19:16:24.965862 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bd8d81ad-24a2-4842-89c1-ffa3db7ff560 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0154526 Jul 22 19:16:24.969427 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51922) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:25.021249 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:25.030895 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51924) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:25.038400 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a04b0067-3d33-4103-bb4c-df2dc61e3191 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/a0c8c0d8-1169-4483-ae9b-527760a897eb HTTP/1.1" status: 200 len: 473 time: 0.0673172 Jul 22 19:16:25.042312 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51926) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:25.055584 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a245b034-0d44-4245-b715-cba84bb12dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:25.066312 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cfa98821-da3c-4dc8-9d7a-19da1580dff9 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/e5b94233-d721-4d93-b3f0-6b3401f6d3a2 HTTP/1.1" status: 200 len: 459 time: 0.0229654 Jul 22 19:16:25.069620 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 51928) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:25.169191 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a245b034-0d44-4245-b715-cba84bb12dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:25.175426 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a245b034-0d44-4245-b715-cba84bb12dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:25.218638 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a245b034-0d44-4245-b715-cba84bb12dd4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a4a6c95646048658246ebf7cbfa8087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1864357 Jul 22 19:16:25.219399 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245b034-0d44-4245-b715-cba84bb12dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ddcfdb-b631-485b-8d15-cd7f793c49a9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:25.221753 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51930) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:25.253262 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a0494c91-0b9e-4bc9-b2bf-a5254d9831d2 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:25.256691 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a0494c91-0b9e-4bc9-b2bf-a5254d9831d2 tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/e5b94233-d721-4d93-b3f0-6b3401f6d3a2 HTTP/1.1" status: 204 len: 168 time: 0.1838436 Jul 22 19:16:25.259233 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51932) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:25.321840 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebe6f9bc-f732-49ea-b695-0b170d1a3b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:25.337016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] For port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448,segment=NetworkSegment(27d8200d-812f-42b5-bb84-5d7c8e096c3e),segment_id=27d8200d-812f-42b5-bb84-5d7c8e096c3e)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:25.372552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] For port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:16:25.414360 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768219eb-64c1-497a-a6e0-50030242b1eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:16:25.416594 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da01311-cbf5-4c1a-82ad-5ba2acc9bb56" -d '{"events": [{"server_uuid": "768219eb-64c1-497a-a6e0-50030242b1eb", "name": "network-vif-unplugged", "status": "completed", "tag": "b984e8ae-cabd-44c3-bc88-a7fc7ddf5448"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:16:25.418211 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebe6f9bc-f732-49ea-b695-0b170d1a3b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:25.420281 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:25.435714 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] Transition to ACTIVE for port object b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:16:25.443486 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:25.493658 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] Pushing event updated for resources: {'Port': ['ID=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448,revision_number=6']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:25.571769 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8546999-e38c-47fc-a954-bc870e2c1f1c tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:25.580155 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a8546999-e38c-47fc-a954-bc870e2c1f1c tempest-MeteringIpV6TestJSON-7006163 tempest-MeteringIpV6TestJSON-7006163-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/a0c8c0d8-1169-4483-ae9b-527760a897eb HTTP/1.1" status: 204 len: 168 time: 0.3179023 Jul 22 19:16:25.584905 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db426ad-8429-49eb-8f81-77e38a6cf627 x-openstack-request-id: req-8db426ad-8429-49eb-8f81-77e38a6cf627 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:16:25.584905 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768219eb-64c1-497a-a6e0-50030242b1eb", "name": "network-vif-unplugged", "status": "completed", "tag": "b984e8ae-cabd-44c3-bc88-a7fc7ddf5448", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:16:25.584905 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8db426ad-8429-49eb-8f81-77e38a6cf627 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:16:25.585627 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768219eb-64c1-497a-a6e0-50030242b1eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448', 'code': 200} Jul 22 19:16:25.603198 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebe6f9bc-f732-49ea-b695-0b170d1a3b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:25.607472 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebe6f9bc-f732-49ea-b695-0b170d1a3b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:25.611513 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ebe6f9bc-f732-49ea-b695-0b170d1a3b79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2ddcfdb-b631-485b-8d15-cd7f793c49a9 HTTP/1.1" status: 204 len: 168 time: 0.3886323 Jul 22 19:16:25.626294 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6f9bc-f732-49ea-b695-0b170d1a3b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ddcfdb-b631-485b-8d15-cd7f793c49a9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:25.738382 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] No DVR routers for this DVR port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:16:25.741445 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:16:25.939965 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=43dfc9f4-c8d5-4166-bf53-b862f34f5fcf,segment=NetworkSegment(3395377a-ce4f-44d3-ab52-445f55bed2e6),segment_id=3395377a-ce4f-44d3-ab52-445f55bed2e6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:25.953121 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '43dfc9f4-c8d5-4166-bf53-b862f34f5fcf', 'network_id': '5eb25bbb-9b41-44db-86a7-6089abd87ffa', 'port_id': '43dfc9f4-c8d5-4166-bf53-b862f34f5fcf', 'mac_address': 'fa:16:3e:2e:45:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db451fb-c10a-42ee-904a-ea7204905097', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:16:25.998455 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:26.015316 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:16:26.044105 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=43dfc9f4-c8d5-4166-bf53-b862f34f5fcf,segment=NetworkSegment(3395377a-ce4f-44d3-ab52-445f55bed2e6),segment_id=3395377a-ce4f-44d3-ab52-445f55bed2e6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:26.053040 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:26.080558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] Attempting to bind port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:26.080875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] Attempting to bind port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '27d8200d-812f-42b5-bb84-5d7c8e096c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:26.081220 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] Attempting to bind port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 on network a20874d1-5fdb-442d-b54e-966fdd5196bb {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:26.093753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] Port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 on network a20874d1-5fdb-442d-b54e-966fdd5196bb not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:26.094084 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] Attempting to bind port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 on network a20874d1-5fdb-442d-b54e-966fdd5196bb {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:26.111337 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:16:26.111337 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] Checking segment: {'id': '27d8200d-812f-42b5-bb84-5d7c8e096c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:16:26.111705 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] Bound using segment: {'id': '27d8200d-812f-42b5-bb84-5d7c8e096c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:16:26.112108 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] Bound port: b984e8ae-cabd-44c3-bc88-a7fc7ddf5448, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d8200d-812f-42b5-bb84-5d7c8e096c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:16:26.112486 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:26.118219 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=43dfc9f4-c8d5-4166-bf53-b862f34f5fcf,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:26.146508 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51960) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:26.151136 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af056c18-9b7a-496e-b585-37b32877bd0d req-89c89b37-f953-4f46-8831-d418bb3f0eab tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:26.153016 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af056c18-9b7a-496e-b585-37b32877bd0d req-89c89b37-f953-4f46-8831-d418bb3f0eab tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 944 time: 0.2545533 Jul 22 19:16:26.220879 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a187186-9552-4ce7-86b8-cabb78d523a4 req-113c3862-d082-4502-ba8c-ac2e0709cf3d tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:26.222554 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0a187186-9552-4ce7-86b8-cabb78d523a4 req-113c3862-d082-4502-ba8c-ac2e0709cf3d tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f951247-d41f-45ca-8a4c-20361ed3c04e HTTP/1.1" status: 200 len: 945 time: 0.2554817 Jul 22 19:16:26.321769 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['43dfc9f4-c8d5-4166-bf53-b862f34f5fcf'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:16:26.332651 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-247fb964-ede1-4118-9c5b-20d25ef747ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:26.486306 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-247fb964-ede1-4118-9c5b-20d25ef747ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:26.496317 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-247fb964-ede1-4118-9c5b-20d25ef747ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:26.545260 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-247fb964-ede1-4118-9c5b-20d25ef747ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea5310b498e14a55a48236821fe53bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3973534 Jul 22 19:16:26.547515 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247fb964-ede1-4118-9c5b-20d25ef747ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117541dd-ce8c-4790-b110-9e9dd4f09c83,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:26.550197 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51974) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:26.581061 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af056c18-9b7a-496e-b585-37b32877bd0d req-fda5ffd6-948d-4438-9bff-393283d624ec tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4072089 Jul 22 19:16:26.601174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] For port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:16:26.609528 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8f24f5d-3171-4501-bdf3-51f7a412f8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:26.625913 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] For port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448,segment=NetworkSegment(27d8200d-812f-42b5-bb84-5d7c8e096c3e),segment_id=27d8200d-812f-42b5-bb84-5d7c8e096c3e)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:16:26.639428 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8f24f5d-3171-4501-bdf3-51f7a412f8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:26.642320 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0a187186-9552-4ce7-86b8-cabb78d523a4 req-2de10972-20e6-4ff9-b2f1-c4c17be2edc6 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867643 Jul 22 19:16:26.646742 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:26.672547 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:26.673160 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:26.674549 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] 10.222.0.30 "PUT /v2.0/ports/b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 HTTP/1.1" status: 200 len: 1093 time: 1.7562397 Jul 22 19:16:26.702406 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8f24f5d-3171-4501-bdf3-51f7a412f8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:26.705483 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8f24f5d-3171-4501-bdf3-51f7a412f8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:26.711814 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c8f24f5d-3171-4501-bdf3-51f7a412f8f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/117541dd-ce8c-4790-b110-9e9dd4f09c83 HTTP/1.1" status: 204 len: 168 time: 0.1604059 Jul 22 19:16:26.721329 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f24f5d-3171-4501-bdf3-51f7a412f8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117541dd-ce8c-4790-b110-9e9dd4f09c83,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:26.743168 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871de47-9abf-48d1-8c27-2991e605a61d service neutron] Pushing event updated for resources: {'Port': ['ID=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448,revision_number=7']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:27.021477 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-907f3c52-d1e1-44fd-b16d-54449beef51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:27.023085 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-907f3c52-d1e1-44fd-b16d-54449beef51c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 1096 time: 0.3138900 Jul 22 19:16:27.083300 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51994) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:27.099849 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee8f6-7b99-466e-bf7b-2fc85ba42c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:27.124564 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-f9a92a8c-f5de-45c1-8aae-00cab87ac3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:27.126181 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-f9a92a8c-f5de-45c1-8aae-00cab87ac3ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=a20874d1-5fdb-442d-b54e-966fdd5196bb HTTP/1.1" status: 200 len: 897 time: 0.0960865 Jul 22 19:16:27.200702 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee8f6-7b99-466e-bf7b-2fc85ba42c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:27.201520 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-adaabdaf-ad26-430f-b6d9-1ec56f44795c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 HTTP/1.1" status: 200 len: 1000 time: 0.0688343 Jul 22 19:16:27.205702 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee8f6-7b99-466e-bf7b-2fc85ba42c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:27.253868 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-eb7ee8f6-7b99-466e-bf7b-2fc85ba42c6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4ea88d4ade84102b81c0f376bfb9643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1690331 Jul 22 19:16:27.254119 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52004) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:27.255713 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ee8f6-7b99-466e-bf7b-2fc85ba42c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8700d7-1c01-455a-bf97-03c96de9a246,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:27.292697 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-621815ca-c7d2-4287-beb4-ed8cd98fcc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:27.294190 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-621815ca-c7d2-4287-beb4-ed8cd98fcc29 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1eeae556-d294-4d2f-ac67-d8bf624f6aa2 HTTP/1.1" status: 200 len: 835 time: 0.0866208 Jul 22 19:16:27.365458 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60d286ae-9a89-4141-968e-4a66347c3362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:27.393702 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60d286ae-9a89-4141-968e-4a66347c3362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:27.403171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-a7ab0aaf-bd91-4a81-9203-4360316082c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:27.405394 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-a7ab0aaf-bd91-4a81-9203-4360316082c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a20874d1-5fdb-442d-b54e-966fdd5196bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1032650 Jul 22 19:16:27.508737 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60d286ae-9a89-4141-968e-4a66347c3362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:27.511985 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60d286ae-9a89-4141-968e-4a66347c3362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:27.513198 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-60d286ae-9a89-4141-968e-4a66347c3362 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b8700d7-1c01-455a-bf97-03c96de9a246 HTTP/1.1" status: 204 len: 168 time: 0.2580225 Jul 22 19:16:27.532428 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d286ae-9a89-4141-968e-4a66347c3362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8700d7-1c01-455a-bf97-03c96de9a246,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:27.536816 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-6cdce201-654a-4acc-a75f-f8ccd2f7ddf5 service neutron] 10.222.0.30 "GET /v2.0/networks/a20874d1-5fdb-442d-b54e-966fdd5196bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226232 Jul 22 19:16:27.610607 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768219eb-64c1-497a-a6e0-50030242b1eb', 'tag': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:16:27.614018 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbd6fdd-9e04-44ed-8fca-660b22b07f77" -d '{"events": [{"name": "network-changed", "server_uuid": "768219eb-64c1-497a-a6e0-50030242b1eb", "tag": "b984e8ae-cabd-44c3-bc88-a7fc7ddf5448"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:16:27.658738 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca2666f6-de80-4181-bff0-5648d3387d44 req-f02e84c8-9fbe-4d95-afc6-52f1330576a3 service neutron] 10.222.0.30 "GET /v2.0/networks/a20874d1-5fdb-442d-b54e-966fdd5196bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151454 Jul 22 19:16:27.726335 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cc72ea-23f3-4a60-b86c-07f739f2fad7 x-openstack-request-id: req-33cc72ea-23f3-4a60-b86c-07f739f2fad7 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:16:27.729461 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768219eb-64c1-497a-a6e0-50030242b1eb", "tag": "b984e8ae-cabd-44c3-bc88-a7fc7ddf5448", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:16:27.730199 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33cc72ea-23f3-4a60-b86c-07f739f2fad7 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:16:27.730806 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768219eb-64c1-497a-a6e0-50030242b1eb', 'tag': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448', 'status': 'completed', 'code': 200} Jul 22 19:16:27.745348 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfab24-f901-49e2-b450-2a059c8bff74 req-4cc936d5-41f3-4dc8-8236-3ea9d10e5993 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:27.746998 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44dfab24-f901-49e2-b450-2a059c8bff74 req-4cc936d5-41f3-4dc8-8236-3ea9d10e5993 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 944 time: 0.0871198 Jul 22 19:16:27.756859 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:16:27.866957 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44dfab24-f901-49e2-b450-2a059c8bff74 req-aecefcc1-4f8f-4a36-9142-d5890e8cbebd tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1111681 Jul 22 19:16:27.890541 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:16:27.910021 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:16:27.910409 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:27.955408 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd6fdd-9e04-44ed-8fca-660b22b07f77 req-cca951f3-a0a1-4a2d-80ab-405653e13894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:27.960583 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2cbd6fdd-9e04-44ed-8fca-660b22b07f77 req-cca951f3-a0a1-4a2d-80ab-405653e13894 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 1096 time: 0.2124717 Jul 22 19:16:28.014089 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd6fdd-9e04-44ed-8fca-660b22b07f77 req-21dbcb4e-2c05-4752-a6b3-c42f8ed564c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:28.015622 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2cbd6fdd-9e04-44ed-8fca-660b22b07f77 req-21dbcb4e-2c05-4752-a6b3-c42f8ed564c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 1096 time: 0.2305405 Jul 22 19:16:28.033352 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:28.076924 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f951247-d41f-45ca-8a4c-20361ed3c04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dfc9f4-c8d5-4166-bf53-b862f34f5fcf'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:16:28.080991 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4fe53a-1ed2-4374-85b4-29d761d93b93" -d '{"events": [{"server_uuid": "6f951247-d41f-45ca-8a4c-20361ed3c04e", "name": "network-vif-plugged", "status": "completed", "tag": "43dfc9f4-c8d5-4166-bf53-b862f34f5fcf"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:16:28.096962 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c868b40-c4b4-4c14-9f84-d22615410bf6 req-437dd82a-5d80-4944-8d39-5f644794f897 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:28.097355 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=43dfc9f4-c8d5-4166-bf53-b862f34f5fcf,segment=NetworkSegment(3395377a-ce4f-44d3-ab52-445f55bed2e6),segment_id=3395377a-ce4f-44d3-ab52-445f55bed2e6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:28.099024 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c868b40-c4b4-4c14-9f84-d22615410bf6 req-437dd82a-5d80-4944-8d39-5f644794f897 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f951247-d41f-45ca-8a4c-20361ed3c04e HTTP/1.1" status: 200 len: 945 time: 0.2356398 Jul 22 19:16:28.110099 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:28.120225 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:16:28.184223 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ed90d4-c229-4d27-baa2-588452d8db3e x-openstack-request-id: req-e5ed90d4-c229-4d27-baa2-588452d8db3e {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:16:28.184584 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f951247-d41f-45ca-8a4c-20361ed3c04e", "name": "network-vif-plugged", "status": "completed", "tag": "43dfc9f4-c8d5-4166-bf53-b862f34f5fcf", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:16:28.184787 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5ed90d4-c229-4d27-baa2-588452d8db3e {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:16:28.185179 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f951247-d41f-45ca-8a4c-20361ed3c04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dfc9f4-c8d5-4166-bf53-b862f34f5fcf', 'code': 200} Jul 22 19:16:28.215609 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:16:28.218004 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c868b40-c4b4-4c14-9f84-d22615410bf6 req-6e74dbeb-4d61-479b-a458-15bbfaed0a05 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100411 Jul 22 19:16:28.227032 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd6fdd-9e04-44ed-8fca-660b22b07f77 req-abe39462-f366-4c0c-b103-32e7446222a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:28.230099 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2cbd6fdd-9e04-44ed-8fca-660b22b07f77 req-abe39462-f366-4c0c-b103-32e7446222a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a20874d1-5fdb-442d-b54e-966fdd5196bb HTTP/1.1" status: 200 len: 897 time: 0.2521071 Jul 22 19:16:28.241772 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=43dfc9f4-c8d5-4166-bf53-b862f34f5fcf,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:28.285266 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002bf50-65f3-4db6-88f2-eff4ca2ea874 req-7d05aaac-a0eb-4e6b-a2bd-75d24865ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:28.287048 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d002bf50-65f3-4db6-88f2-eff4ca2ea874 req-7d05aaac-a0eb-4e6b-a2bd-75d24865ed0e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6f951247-d41f-45ca-8a4c-20361ed3c04e HTTP/1.1" status: 200 len: 1098 time: 0.0820940 Jul 22 19:16:28.308861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd6fdd-9e04-44ed-8fca-660b22b07f77 req-68b79c2c-86d7-4892-9c6b-baaaaf3c07c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:28.310156 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2cbd6fdd-9e04-44ed-8fca-660b22b07f77 req-68b79c2c-86d7-4892-9c6b-baaaaf3c07c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a20874d1-5fdb-442d-b54e-966fdd5196bb HTTP/1.1" status: 200 len: 897 time: 0.2493000 Jul 22 19:16:28.328424 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d002bf50-65f3-4db6-88f2-eff4ca2ea874 req-62e8f058-daa9-4e57-91bb-55dcdee9a0d0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347447 Jul 22 19:16:28.359764 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-53d5d462-f824-4df8-a2f8-4301afaaf32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:28.380016 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2cbd6fdd-9e04-44ed-8fca-660b22b07f77 req-50a6709c-c9a3-4bf9-92d9-af321e22efb7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 HTTP/1.1" status: 200 len: 1000 time: 0.1378052 Jul 22 19:16:28.434950 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2cbd6fdd-9e04-44ed-8fca-660b22b07f77 req-fb1dcdb0-7b2f-4b1e-b9b6-872625f15da6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 HTTP/1.1" status: 200 len: 1000 time: 0.1143820 Jul 22 19:16:28.457930 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd6fdd-9e04-44ed-8fca-660b22b07f77 req-983e0e47-47c9-4128-bfbb-f914e1de0586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:28.459633 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2cbd6fdd-9e04-44ed-8fca-660b22b07f77 req-983e0e47-47c9-4128-bfbb-f914e1de0586 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1eeae556-d294-4d2f-ac67-d8bf624f6aa2 HTTP/1.1" status: 200 len: 835 time: 0.0726459 Jul 22 19:16:28.526782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd6fdd-9e04-44ed-8fca-660b22b07f77 req-e665b9c6-e28a-460d-9b08-2a2b347ca83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:28.528508 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2cbd6fdd-9e04-44ed-8fca-660b22b07f77 req-e665b9c6-e28a-460d-9b08-2a2b347ca83b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1eeae556-d294-4d2f-ac67-d8bf624f6aa2 HTTP/1.1" status: 200 len: 835 time: 0.0835223 Jul 22 19:16:28.584195 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd6fdd-9e04-44ed-8fca-660b22b07f77 req-95f26efc-eaa2-4492-8f91-14606ad46d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:28.585753 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2cbd6fdd-9e04-44ed-8fca-660b22b07f77 req-95f26efc-eaa2-4492-8f91-14606ad46d7c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a20874d1-5fdb-442d-b54e-966fdd5196bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1063101 Jul 22 19:16:28.676842 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd6fdd-9e04-44ed-8fca-660b22b07f77 req-ffec140b-e153-4462-b99d-92a139c13f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:28.678379 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2cbd6fdd-9e04-44ed-8fca-660b22b07f77 req-ffec140b-e153-4462-b99d-92a139c13f9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a20874d1-5fdb-442d-b54e-966fdd5196bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1354382 Jul 22 19:16:28.734032 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2cbd6fdd-9e04-44ed-8fca-660b22b07f77 req-f68f688a-6e26-4682-9c63-b600cc813ed8 service neutron] 10.222.0.16 "GET /v2.0/networks/a20874d1-5fdb-442d-b54e-966fdd5196bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402586 Jul 22 19:16:28.856159 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2cbd6fdd-9e04-44ed-8fca-660b22b07f77 req-477d06dd-0fb8-4ad9-a3d7-4f17bb1a7f6d service neutron] 10.222.0.30 "GET /v2.0/networks/a20874d1-5fdb-442d-b54e-966fdd5196bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691539 Jul 22 19:16:28.910183 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2cbd6fdd-9e04-44ed-8fca-660b22b07f77 req-e3552842-d4b5-4dba-a392-f9f0b35f5dd1 service neutron] 10.222.0.16 "GET /v2.0/networks/a20874d1-5fdb-442d-b54e-966fdd5196bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458423 Jul 22 19:16:29.063306 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2cbd6fdd-9e04-44ed-8fca-660b22b07f77 req-e7be492b-5d1c-44ee-87c8-45b08e22912c service neutron] 10.222.0.30 "GET /v2.0/networks/a20874d1-5fdb-442d-b54e-966fdd5196bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889954 Jul 22 19:16:29.098628 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b6ec7-703a-43ac-9a2b-d2b398e22fea req-ebbd88e7-520e-4494-aca6-3c60fd3422e8 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:29.100408 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d85b6ec7-703a-43ac-9a2b-d2b398e22fea req-ebbd88e7-520e-4494-aca6-3c60fd3422e8 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 944 time: 0.1007853 Jul 22 19:16:29.152862 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d85b6ec7-703a-43ac-9a2b-d2b398e22fea req-e6a3a3e2-7f4a-4d07-a43b-7584be9fade3 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448201 Jul 22 19:16:29.277213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52092) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:29.405338 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d82b4-e43b-4aea-9952-1c43e58ca6ca req-af69d2dd-3cea-4150-8751-a18b9fc6c73c tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:29.406907 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f2d82b4-e43b-4aea-9952-1c43e58ca6ca req-af69d2dd-3cea-4150-8751-a18b9fc6c73c tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f951247-d41f-45ca-8a4c-20361ed3c04e HTTP/1.1" status: 200 len: 946 time: 0.1017656 Jul 22 19:16:29.455415 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f2d82b4-e43b-4aea-9952-1c43e58ca6ca req-9ff753ed-26d9-457c-9318-d4b1766550bc tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427809 Jul 22 19:16:29.563145 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-444bf533-8587-47a5-b0e0-eda5d9e66976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:29.626229 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c92925-7e97-4535-ae6d-c76af110ca84 req-102ad22f-4128-44db-b537-604dad534122 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:29.627736 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16c92925-7e97-4535-ae6d-c76af110ca84 req-102ad22f-4128-44db-b537-604dad534122 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f951247-d41f-45ca-8a4c-20361ed3c04e HTTP/1.1" status: 200 len: 946 time: 0.1026120 Jul 22 19:16:29.654491 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52106) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:29.687895 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16c92925-7e97-4535-ae6d-c76af110ca84 req-82b492a8-3513-4d9e-a6f2-00f266608793 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520940 Jul 22 19:16:29.722882 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-444bf533-8587-47a5-b0e0-eda5d9e66976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:29.728123 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-444bf533-8587-47a5-b0e0-eda5d9e66976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:29.760674 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-1425c64b-1b81-4cee-acf9-abd4d1f868ce tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:29.768542 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-444bf533-8587-47a5-b0e0-eda5d9e66976 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f130e880630f4c3d92527a2bf8a14b32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4897146 Jul 22 19:16:29.770875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52112) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:29.779103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444bf533-8587-47a5-b0e0-eda5d9e66976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1ca7d8-f48f-4478-b782-65f0eb1b07c9,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:29.783113 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1425c64b-1b81-4cee-acf9-abd4d1f868ce tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] 10.222.0.13 "PUT /v2.0/quotas/d9d66336d13d45febfdd7e8f3adac867 HTTP/1.1" status: 200 len: 368 time: 0.1250768 Jul 22 19:16:29.787271 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52114) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:29.793867 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-b9fb8f6f-0358-4422-a986-3126d356f6a8 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Request body: {'network': {'project_id': 'd9d66336d13d45febfdd7e8f3adac867'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:29.838932 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fb8f6f-0358-4422-a986-3126d356f6a8 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Made reservation on behalf of d9d66336d13d45febfdd7e8f3adac867 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:16:29.841268 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8f6f-0358-4422-a986-3126d356f6a8 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:29.864343 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8f6f-0358-4422-a986-3126d356f6a8 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:29.879977 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6fa3-d01b-411b-9881-ab0cecc9d830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:29.933833 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6fa3-d01b-411b-9881-ab0cecc9d830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:30.009699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cfba6-af2f-4627-881a-2c7822e6ff4f req-5fcaea87-d4c7-4923-aca0-0ab807a5fe35 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:30.012072 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-343cfba6-af2f-4627-881a-2c7822e6ff4f req-5fcaea87-d4c7-4923-aca0-0ab807a5fe35 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f951247-d41f-45ca-8a4c-20361ed3c04e HTTP/1.1" status: 200 len: 946 time: 0.1512115 Jul 22 19:16:30.058686 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6fa3-d01b-411b-9881-ab0cecc9d830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:30.061337 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6fa3-d01b-411b-9881-ab0cecc9d830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:30.062481 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cf8a6fa3-d01b-411b-9881-ab0cecc9d830 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc1ca7d8-f48f-4478-b782-65f0eb1b07c9 HTTP/1.1" status: 204 len: 168 time: 0.2906580 Jul 22 19:16:30.098138 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-343cfba6-af2f-4627-881a-2c7822e6ff4f req-584a918d-7d31-43dc-85ae-c37de93056d9 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801127 Jul 22 19:16:30.101994 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a6fa3-d01b-411b-9881-ab0cecc9d830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1ca7d8-f48f-4478-b782-65f0eb1b07c9,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:30.105315 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8f6f-0358-4422-a986-3126d356f6a8 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:30.110372 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8f6f-0358-4422-a986-3126d356f6a8 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:30.148268 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fb8f6f-0358-4422-a986-3126d356f6a8 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:16:30.165035 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb8f6f-0358-4422-a986-3126d356f6a8 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5759dd0-96ef-4961-a5d3-9a8d65fb4ec7,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:30.170830 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8f6f-0358-4422-a986-3126d356f6a8 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:30.171198 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-b9fb8f6f-0358-4422-a986-3126d356f6a8 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Added segment 48c9e3a2-e367-4b70-9ef2-47e5523d2978 of type vlan for network 7a79f36e-5512-454f-995f-1632204f49dc Jul 22 19:16:30.259262 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8f6f-0358-4422-a986-3126d356f6a8 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:30.333071 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8f6f-0358-4422-a986-3126d356f6a8 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:30.334044 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fb8f6f-0358-4422-a986-3126d356f6a8 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:30.334629 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8f6f-0358-4422-a986-3126d356f6a8 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:30.355335 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01946401-ad18-48e9-bece-48f67e0fc80f req-3376fbd4-673b-4e8b-a86c-79db7a602ab5 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:30.356883 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01946401-ad18-48e9-bece-48f67e0fc80f req-3376fbd4-673b-4e8b-a86c-79db7a602ab5 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f951247-d41f-45ca-8a4c-20361ed3c04e HTTP/1.1" status: 200 len: 946 time: 0.1774139 Jul 22 19:16:30.405402 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b9fb8f6f-0358-4422-a986-3126d356f6a8 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6171229 Jul 22 19:16:30.408419 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52132) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:30.414469 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-0c27620c-357d-45a5-b350-d0b5aa53ec48 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Request body: {'network': {'project_id': 'd9d66336d13d45febfdd7e8f3adac867'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:30.421813 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b70ad-6e38-4213-a0cf-969842857242 req-3267510c-4dcc-4dac-9d81-1030e2212dd4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:30.423482 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2f6b70ad-6e38-4213-a0cf-969842857242 req-3267510c-4dcc-4dac-9d81-1030e2212dd4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 944 time: 0.1832345 Jul 22 19:16:30.423960 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52134) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:30.440731 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c27620c-357d-45a5-b350-d0b5aa53ec48 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Made reservation on behalf of d9d66336d13d45febfdd7e8f3adac867 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:16:30.442996 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c27620c-357d-45a5-b350-d0b5aa53ec48 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:30.465800 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c27620c-357d-45a5-b350-d0b5aa53ec48 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:16:30.475722 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c27620c-357d-45a5-b350-d0b5aa53ec48 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:30.476063 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-0c27620c-357d-45a5-b350-d0b5aa53ec48 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Added segment 0b0cb39b-b914-4147-b42c-0ba2ee436c6b of type vlan for network 5bd053df-25ef-4f13-81fa-5b7baf7415aa Jul 22 19:16:30.479949 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb8f6f-0358-4422-a986-3126d356f6a8 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Pushing event updated for resources: {'Network': ['ID=7a79f36e-5512-454f-995f-1632204f49dc,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:30.490727 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 7a79f36e-5512-454f-995f-1632204f49dc details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:16:30.492876 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fdb394c6-2825-4456-8fb0-f1561a90e6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:30.500359 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01946401-ad18-48e9-bece-48f67e0fc80f req-b5349780-2bc2-4870-8ae1-0121dce65c9e tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254854 Jul 22 19:16:30.525430 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c27620c-357d-45a5-b350-d0b5aa53ec48 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:30.534019 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2f6b70ad-6e38-4213-a0cf-969842857242 req-f09b6d96-a377-4ec1-947c-20f0b1aef48b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1036670 Jul 22 19:16:30.639942 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fdb394c6-2825-4456-8fb0-f1561a90e6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:30.645243 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fdb394c6-2825-4456-8fb0-f1561a90e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:30.706749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb394c6-2825-4456-8fb0-f1561a90e6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7e2ddc-a9d6-422a-998c-8c80565c39f0,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:30.726103 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fdb394c6-2825-4456-8fb0-f1561a90e6ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c06357e061e4a1e96ac7c4edf46a931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981241 Jul 22 19:16:30.729290 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52144) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:30.895353 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c27620c-357d-45a5-b350-d0b5aa53ec48 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:30.896198 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c27620c-357d-45a5-b350-d0b5aa53ec48 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:30.896809 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c27620c-357d-45a5-b350-d0b5aa53ec48 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:30.911615 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-729ce9ce-7b01-4599-bf3d-1d54a11190d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:30.931412 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0c27620c-357d-45a5-b350-d0b5aa53ec48 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5189214 Jul 22 19:16:30.933093 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52148) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:30.938028 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-0cc13645-aef4-45de-a49a-b74fa7c50fd7 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Request body: {'network': {'project_id': 'd9d66336d13d45febfdd7e8f3adac867'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:30.959764 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0dbfa-8f6e-4d4c-8c9c-2c0eaffb2d0f req-b925c205-08ec-44df-a603-27d3d4215cad tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:30.961277 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2c0dbfa-8f6e-4d4c-8c9c-2c0eaffb2d0f req-b925c205-08ec-44df-a603-27d3d4215cad tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.16 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb&tenant_id=637aa3e692f04588bda049c0135065ab&binding%3Ahost_id=n-h1-800086-12 HTTP/1.1" status: 200 len: 944 time: 0.2145715 Jul 22 19:16:30.974017 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb69698-eab9-4869-8bf5-aa1c8f7926f0 req-11ae35fe-04ed-4990-9d2d-48344d1e220a tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:30.974687 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27620c-357d-45a5-b350-d0b5aa53ec48 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Pushing event updated for resources: {'Network': ['ID=5bd053df-25ef-4f13-81fa-5b7baf7415aa,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:30.975663 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6cb69698-eab9-4869-8bf5-aa1c8f7926f0 req-11ae35fe-04ed-4990-9d2d-48344d1e220a tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f951247-d41f-45ca-8a4c-20361ed3c04e HTTP/1.1" status: 200 len: 946 time: 0.1862473 Jul 22 19:16:30.985513 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6bcf2-41ef-47b0-bcfc-dbf3116208c3 req-5c451801-68cd-4555-ab3a-2146ac92b8a7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:30.985894 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc13645-aef4-45de-a49a-b74fa7c50fd7 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 19:16:30.986053 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 5bd053df-25ef-4f13-81fa-5b7baf7415aa details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:16:30.986353 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc13645-aef4-45de-a49a-b74fa7c50fd7 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:16:30.989943 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0cc13645-aef4-45de-a49a-b74fa7c50fd7 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0536735 Jul 22 19:16:30.994083 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34c6bcf2-41ef-47b0-bcfc-dbf3116208c3 req-5c451801-68cd-4555-ab3a-2146ac92b8a7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 944 time: 0.2657108 Jul 22 19:16:30.997982 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-729ce9ce-7b01-4599-bf3d-1d54a11190d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:31.027623 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c890c603-e16a-435c-aac1-428f6a2fdccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:31.105212 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:31.108866 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:16:31.131301 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52160) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:31.208032 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6cb69698-eab9-4869-8bf5-aa1c8f7926f0 req-d86e53fc-ae6a-4fb2-ab06-61a95ecd8dea tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035112 Jul 22 19:16:31.229306 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34c6bcf2-41ef-47b0-bcfc-dbf3116208c3 req-e94ce407-9d0c-4dd5-b6cc-671fcbb820e5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2340539 Jul 22 19:16:31.234795 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-b2c0dbfa-8f6e-4d4c-8c9c-2c0eaffb2d0f req-331e3e85-649e-4c48-88cd-9f1418eb3454 service neutron] delete failed (client error): The resource could not be found. Jul 22 19:16:31.242285 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448,segment=NetworkSegment(27d8200d-812f-42b5-bb84-5d7c8e096c3e),segment_id=27d8200d-812f-42b5-bb84-5d7c8e096c3e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:31.242549 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2c0dbfa-8f6e-4d4c-8c9c-2c0eaffb2d0f req-331e3e85-649e-4c48-88cd-9f1418eb3454 service neutron] 10.222.0.16 "DELETE /v2.0/ports/b984e8ae-cabd-44c3-bc88-a7fc7ddf5448/bindings/n-h2-800086-12 HTTP/1.1" status: 404 len: 381 time: 0.2373641 Jul 22 19:16:31.254377 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448', 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb', 'port_id': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448', 'mac_address': 'fa:16:3e:7f:54:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eeae556-d294-4d2f-ac67-d8bf624f6aa2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:16:31.271377 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-729ce9ce-7b01-4599-bf3d-1d54a11190d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:31.288326 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-729ce9ce-7b01-4599-bf3d-1d54a11190d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:31.292095 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-729ce9ce-7b01-4599-bf3d-1d54a11190d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b7e2ddc-a9d6-422a-998c-8c80565c39f0 HTTP/1.1" status: 204 len: 168 time: 0.5592952 Jul 22 19:16:31.309853 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:31.325502 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:16:31.338862 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ea62baba-72cb-4ad6-a487-979ecad808cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9d66336d13d45febfdd7e8f3adac867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2059522 Jul 22 19:16:31.341210 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52174) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:31.346095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ce9ce-7b01-4599-bf3d-1d54a11190d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7e2ddc-a9d6-422a-998c-8c80565c39f0,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:31.362083 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448,segment=NetworkSegment(27d8200d-812f-42b5-bb84-5d7c8e096c3e),segment_id=27d8200d-812f-42b5-bb84-5d7c8e096c3e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:31.370298 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:31.411181 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8266ed4-4055-4451-a737-3c3ed4287742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:31.449438 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8266ed4-4055-4451-a737-3c3ed4287742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:31.459947 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:31.469435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0dbfa-8f6e-4d4c-8c9c-2c0eaffb2d0f req-371f097e-91b2-4c87-bcab-fd50edb738ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:31.470736 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2c0dbfa-8f6e-4d4c-8c9c-2c0eaffb2d0f req-371f097e-91b2-4c87-bcab-fd50edb738ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 1096 time: 0.1760676 Jul 22 19:16:31.499183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf2327-e41a-4403-b6b8-679277709177 req-4d8009be-37a3-4e9b-a25c-815307ce4e56 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:31.503181 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8266ed4-4055-4451-a737-3c3ed4287742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:31.505060 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ebf2327-e41a-4403-b6b8-679277709177 req-4d8009be-37a3-4e9b-a25c-815307ce4e56 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f951247-d41f-45ca-8a4c-20361ed3c04e HTTP/1.1" status: 200 len: 946 time: 0.1082306 Jul 22 19:16:31.507266 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8266ed4-4055-4451-a737-3c3ed4287742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:31.511570 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c8266ed4-4055-4451-a737-3c3ed4287742 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5759dd0-96ef-4961-a5d3-9a8d65fb4ec7 HTTP/1.1" status: 204 len: 168 time: 0.1657062 Jul 22 19:16:31.512725 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52178) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:31.527749 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8266ed4-4055-4451-a737-3c3ed4287742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5759dd0-96ef-4961-a5d3-9a8d65fb4ec7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:31.593806 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ebf2327-e41a-4403-b6b8-679277709177 req-82d9a7e9-f0dc-47cb-bb47-4c688cc2377c tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765643 Jul 22 19:16:31.601040 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72094a33-586c-4928-8e11-12e004974caf tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:31.628187 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0dbfa-8f6e-4d4c-8c9c-2c0eaffb2d0f req-f4d23bc1-2541-464b-99ef-1c1cac320a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:31.630039 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2c0dbfa-8f6e-4d4c-8c9c-2c0eaffb2d0f req-f4d23bc1-2541-464b-99ef-1c1cac320a59 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a20874d1-5fdb-442d-b54e-966fdd5196bb HTTP/1.1" status: 200 len: 897 time: 0.1512737 Jul 22 19:16:31.639996 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['b984e8ae-cabd-44c3-bc88-a7fc7ddf5448'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:16:31.724290 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2c0dbfa-8f6e-4d4c-8c9c-2c0eaffb2d0f req-eabeb116-ac5b-4c44-814b-3dc6d5b4cf27 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 HTTP/1.1" status: 200 len: 1001 time: 0.0879450 Jul 22 19:16:31.773120 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72094a33-586c-4928-8e11-12e004974caf tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:31.794344 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-72094a33-586c-4928-8e11-12e004974caf tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd053df-25ef-4f13-81fa-5b7baf7415aa']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:31.807630 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-72094a33-586c-4928-8e11-12e004974caf tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0cb39b-b914-4147-b42c-0ba2ee436c6b') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:31.807932 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-72094a33-586c-4928-8e11-12e004974caf tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0cb39b-b914-4147-b42c-0ba2ee436c6b') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:31.808822 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0dbfa-8f6e-4d4c-8c9c-2c0eaffb2d0f req-27e4da21-a6fd-4ba8-ad09-002aa9868f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:31.812537 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2c0dbfa-8f6e-4d4c-8c9c-2c0eaffb2d0f req-27e4da21-a6fd-4ba8-ad09-002aa9868f92 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1eeae556-d294-4d2f-ac67-d8bf624f6aa2 HTTP/1.1" status: 200 len: 835 time: 0.0792387 Jul 22 19:16:31.820007 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72094a33-586c-4928-8e11-12e004974caf tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:31.837936 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72094a33-586c-4928-8e11-12e004974caf tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:31.845205 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72094a33-586c-4928-8e11-12e004974caf tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:16:31.845899 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72094a33-586c-4928-8e11-12e004974caf tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:31.923835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0dbfa-8f6e-4d4c-8c9c-2c0eaffb2d0f req-b2e2936f-b331-4ce6-aa30-a629e4437c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:31.932450 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2c0dbfa-8f6e-4d4c-8c9c-2c0eaffb2d0f req-b2e2936f-b331-4ce6-aa30-a629e4437c81 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a20874d1-5fdb-442d-b54e-966fdd5196bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1082389 Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:16:31.937696 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:16:31.941747 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72094a33-586c-4928-8e11-12e004974caf tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:31.949275 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72094a33-586c-4928-8e11-12e004974caf tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:31.971362 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-72094a33-586c-4928-8e11-12e004974caf tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] 10.222.0.13 "DELETE /v2.0/networks/5bd053df-25ef-4f13-81fa-5b7baf7415aa HTTP/1.1" status: 204 len: 168 time: 0.4570246 Jul 22 19:16:31.989661 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52194) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:31.995767 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72094a33-586c-4928-8e11-12e004974caf tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Pushing event deleted for resources: {'Network': ['ID=5bd053df-25ef-4f13-81fa-5b7baf7415aa,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:32.068260 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-76dc8f3d-1e90-409c-9c25-0789d5bb04f2 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:32.107248 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2c0dbfa-8f6e-4d4c-8c9c-2c0eaffb2d0f req-acd78e64-e973-4b50-a9b4-8b53aef3f996 service neutron] 10.222.0.16 "GET /v2.0/networks/a20874d1-5fdb-442d-b54e-966fdd5196bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731455 Jul 22 19:16:32.155337 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-76dc8f3d-1e90-409c-9c25-0789d5bb04f2 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:32.166741 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-76dc8f3d-1e90-409c-9c25-0789d5bb04f2 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a79f36e-5512-454f-995f-1632204f49dc']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:32.180357 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-76dc8f3d-1e90-409c-9c25-0789d5bb04f2 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c9e3a2-e367-4b70-9ef2-47e5523d2978') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:32.180357 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-76dc8f3d-1e90-409c-9c25-0789d5bb04f2 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c9e3a2-e367-4b70-9ef2-47e5523d2978') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:32.180672 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca6ad6-36f7-4021-a0fe-8e1a5570938b req-6f2ae40e-867c-4e64-9c02-f1c7db8e928c tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:32.181935 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41ca6ad6-36f7-4021-a0fe-8e1a5570938b req-6f2ae40e-867c-4e64-9c02-f1c7db8e928c tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f951247-d41f-45ca-8a4c-20361ed3c04e HTTP/1.1" status: 200 len: 946 time: 0.1126158 Jul 22 19:16:32.189982 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-76dc8f3d-1e90-409c-9c25-0789d5bb04f2 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:32.205038 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-76dc8f3d-1e90-409c-9c25-0789d5bb04f2 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:32.211546 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76dc8f3d-1e90-409c-9c25-0789d5bb04f2 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:16:32.212102 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-76dc8f3d-1e90-409c-9c25-0789d5bb04f2 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:16:32.215110 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:16:32.265530 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:32.321754 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41ca6ad6-36f7-4021-a0fe-8e1a5570938b req-9242e57f-a4b1-4500-8555-4389418ece10 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322646 Jul 22 19:16:32.322852 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-76dc8f3d-1e90-409c-9c25-0789d5bb04f2 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:32.330051 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-76dc8f3d-1e90-409c-9c25-0789d5bb04f2 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:32.332430 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-76dc8f3d-1e90-409c-9c25-0789d5bb04f2 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] 10.222.0.13 "DELETE /v2.0/networks/7a79f36e-5512-454f-995f-1632204f49dc HTTP/1.1" status: 204 len: 168 time: 0.3441637 Jul 22 19:16:32.342247 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc8f3d-1e90-409c-9c25-0789d5bb04f2 tempest-QuotasNegativeTest-320396617 tempest-QuotasNegativeTest-320396617-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a79f36e-5512-454f-995f-1632204f49dc,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:32.347055 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2c0dbfa-8f6e-4d4c-8c9c-2c0eaffb2d0f req-ba656603-4977-43a8-80d2-36d2d65037e2 service neutron] 10.222.0.16 "GET /v2.0/networks/a20874d1-5fdb-442d-b54e-966fdd5196bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292576 Jul 22 19:16:32.457840 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c4de6-9e11-4899-aa57-0a1cf13239a2 req-8ccfef83-07e1-4f41-ba63-61af2be07b72 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:32.459493 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-319c4de6-9e11-4899-aa57-0a1cf13239a2 req-8ccfef83-07e1-4f41-ba63-61af2be07b72 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 945 time: 0.1320064 Jul 22 19:16:32.510631 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-319c4de6-9e11-4899-aa57-0a1cf13239a2 req-b20fd0e2-d406-4390-8c8c-c1159e32b7a9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410600 Jul 22 19:16:32.716025 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52232) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:32.855219 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52236) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:32.859061 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6f35c834-6fe7-4196-8b68-54eaf2960dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:32.870150 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a74fa840-8c59-4e3c-8355-ca30378ee8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:32.961938 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6f35c834-6fe7-4196-8b68-54eaf2960dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:32.969957 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6f35c834-6fe7-4196-8b68-54eaf2960dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:33.003206 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6f35c834-6fe7-4196-8b68-54eaf2960dc3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8db2ac7da5a47a5b3b856966cf1eb54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2859015 Jul 22 19:16:33.006578 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52238) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:33.028172 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35c834-6fe7-4196-8b68-54eaf2960dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c107fac-6465-424b-aaca-5ab75056970f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:33.051706 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a74fa840-8c59-4e3c-8355-ca30378ee8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:33.056941 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a74fa840-8c59-4e3c-8355-ca30378ee8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:33.066633 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ba236c0-fc9e-4984-9a63-4c6d88cd77ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:33.087388 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ba236c0-fc9e-4984-9a63-4c6d88cd77ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:33.097524 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a74fa840-8c59-4e3c-8355-ca30378ee8f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31eb0deecd3d4ec491b97d0f0cd83d7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410390 Jul 22 19:16:33.102230 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52240) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:33.106852 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fa840-8c59-4e3c-8355-ca30378ee8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd0adc5-0216-4e6d-9855-c772135806bb,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:33.126750 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:16:33.171839 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30d826-22e6-42c2-8f54-8c35ab1603f6 req-dcbd92bb-a8d1-4b9c-ac2a-dc0da46d4a31 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:33.174629 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb30d826-22e6-42c2-8f54-8c35ab1603f6 req-dcbd92bb-a8d1-4b9c-ac2a-dc0da46d4a31 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f951247-d41f-45ca-8a4c-20361ed3c04e HTTP/1.1" status: 200 len: 946 time: 0.0803096 Jul 22 19:16:33.190549 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8bb601a1-f3cb-4198-a46a-9828b095d476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:33.200668 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ba236c0-fc9e-4984-9a63-4c6d88cd77ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:33.203529 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ba236c0-fc9e-4984-9a63-4c6d88cd77ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:33.204929 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5ba236c0-fc9e-4984-9a63-4c6d88cd77ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c107fac-6465-424b-aaca-5ab75056970f HTTP/1.1" status: 204 len: 168 time: 0.1974387 Jul 22 19:16:33.219518 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba236c0-fc9e-4984-9a63-4c6d88cd77ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c107fac-6465-424b-aaca-5ab75056970f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:33.232256 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8bb601a1-f3cb-4198-a46a-9828b095d476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:33.292848 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8bb601a1-f3cb-4198-a46a-9828b095d476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:33.297013 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8bb601a1-f3cb-4198-a46a-9828b095d476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:33.298387 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8bb601a1-f3cb-4198-a46a-9828b095d476 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/abd0adc5-0216-4e6d-9855-c772135806bb HTTP/1.1" status: 204 len: 168 time: 0.1952088 Jul 22 19:16:33.308255 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb601a1-f3cb-4198-a46a-9828b095d476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd0adc5-0216-4e6d-9855-c772135806bb,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:33.342325 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-fb30d826-22e6-42c2-8f54-8c35ab1603f6 req-c9185051-2432-4334-9c78-034533ff3f8e tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Deleting port 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:16:33.343140 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fb30d826-22e6-42c2-8f54-8c35ab1603f6 req-c9185051-2432-4334-9c78-034533ff3f8e tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:33.549577 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:16:33.553845 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:16:33.554418 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:33.587100 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-fb30d826-22e6-42c2-8f54-8c35ab1603f6 req-c9185051-2432-4334-9c78-034533ff3f8e tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] For port 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=43dfc9f4-c8d5-4166-bf53-b862f34f5fcf,segment=NetworkSegment(3395377a-ce4f-44d3-ab52-445f55bed2e6),segment_id=3395377a-ce4f-44d3-ab52-445f55bed2e6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:33.587479 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fb30d826-22e6-42c2-8f54-8c35ab1603f6 req-c9185051-2432-4334-9c78-034533ff3f8e tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:33.649463 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-fb30d826-22e6-42c2-8f54-8c35ab1603f6 req-c9185051-2432-4334-9c78-034533ff3f8e tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Calling delete_port for 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:16:33.707371 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49777c75-ef90-43fe-9642-9e7c0c321d74 req-18c1b635-9c94-4e40-b942-e169a2543424 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:33.709687 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49777c75-ef90-43fe-9642-9e7c0c321d74 req-18c1b635-9c94-4e40-b942-e169a2543424 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f951247-d41f-45ca-8a4c-20361ed3c04e HTTP/1.1" status: 200 len: 946 time: 0.2397535 Jul 22 19:16:33.737670 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:33.828224 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49777c75-ef90-43fe-9642-9e7c0c321d74 req-ccadd332-db58-4a5e-8f57-4f0bdf2c3cd4 tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.13 "GET /v2.0/security-groups?id=6831b0c7-925e-49b2-ac7a-af235ae704a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863533 Jul 22 19:16:33.842413 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448,segment=NetworkSegment(27d8200d-812f-42b5-bb84-5d7c8e096c3e),segment_id=27d8200d-812f-42b5-bb84-5d7c8e096c3e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:33.842972 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52268) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:33.894968 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768219eb-64c1-497a-a6e0-50030242b1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:16:33.898104 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3b5761-486b-49d2-8f6a-25ce0fc5d6d4" -d '{"events": [{"server_uuid": "768219eb-64c1-497a-a6e0-50030242b1eb", "name": "network-vif-plugged", "status": "completed", "tag": "b984e8ae-cabd-44c3-bc88-a7fc7ddf5448"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:16:33.902102 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1fac20d-f148-4a49-aa5f-ec5b09c8a154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:33.905351 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:33.909793 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6258f-d7bf-48c9-bae8-4699867b6585 req-607b4ba3-99d5-4697-81de-5375b9f596bc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:33.911428 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2dd6258f-d7bf-48c9-bae8-4699867b6585 req-607b4ba3-99d5-4697-81de-5375b9f596bc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 945 time: 0.1486428 Jul 22 19:16:33.987289 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724dacd5-f8c2-4c62-acda-93c2c8639f2c x-openstack-request-id: req-724dacd5-f8c2-4c62-acda-93c2c8639f2c {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:16:33.988046 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768219eb-64c1-497a-a6e0-50030242b1eb", "name": "network-vif-plugged", "status": "completed", "tag": "b984e8ae-cabd-44c3-bc88-a7fc7ddf5448", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:16:33.988308 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-724dacd5-f8c2-4c62-acda-93c2c8639f2c {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:16:33.988828 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768219eb-64c1-497a-a6e0-50030242b1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448', 'code': 200} Jul 22 19:16:33.991459 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:33.999892 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2dd6258f-d7bf-48c9-bae8-4699867b6585 req-b2eb2dd1-23a3-4b80-8d99-d2871e8ba45f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610662 Jul 22 19:16:34.005804 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fb30d826-22e6-42c2-8f54-8c35ab1603f6 req-c9185051-2432-4334-9c78-034533ff3f8e tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:34.016604 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448,revision_number=9']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:34.029494 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['43dfc9f4-c8d5-4166-bf53-b862f34f5fcf'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:16:34.037312 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52274) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:34.045437 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9185051-2432-4334-9c78-034533ff3f8e tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Pushing event deleted for resources: {'Port': ['ID=43dfc9f4-c8d5-4166-bf53-b862f34f5fcf,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:34.120897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb30d826-22e6-42c2-8f54-8c35ab1603f6 req-c9185051-2432-4334-9c78-034533ff3f8e tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] No DVR routers for this DVR port 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:16:34.123601 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fb30d826-22e6-42c2-8f54-8c35ab1603f6 req-c9185051-2432-4334-9c78-034533ff3f8e tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:34.126474 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb30d826-22e6-42c2-8f54-8c35ab1603f6 req-c9185051-2432-4334-9c78-034533ff3f8e tempest-ServerDiskConfigTestJSON-1694412261 tempest-ServerDiskConfigTestJSON-1694412261-project] 10.222.0.16 "DELETE /v2.0/ports/43dfc9f4-c8d5-4166-bf53-b862f34f5fcf HTTP/1.1" status: 204 len: 173 time: 0.9456139 Jul 22 19:16:34.126474 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f951247-d41f-45ca-8a4c-20361ed3c04e', 'name': 'network-vif-deleted', 'tag': '43dfc9f4-c8d5-4166-bf53-b862f34f5fcf'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:16:34.136450 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5614c1-f772-4b26-ac6f-1e3415f53bae" -d '{"events": [{"server_uuid": "6f951247-d41f-45ca-8a4c-20361ed3c04e", "name": "network-vif-deleted", "tag": "43dfc9f4-c8d5-4166-bf53-b862f34f5fcf"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:16:34.142355 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c93b0209-f334-4daa-81df-08d71cb8ec45 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/floatingips/ae0050b0-8fd7-447b-84fa-1a2de5ff54f4 HTTP/1.1" status: 200 len: 994 time: 0.1039081 Jul 22 19:16:34.190846 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1fac20d-f148-4a49-aa5f-ec5b09c8a154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:34.194660 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462377a5-3a2e-4d53-9d94-82ff790c5a2d x-openstack-request-id: req-462377a5-3a2e-4d53-9d94-82ff790c5a2d {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:16:34.195201 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f951247-d41f-45ca-8a4c-20361ed3c04e", "name": "network-vif-deleted", "tag": "43dfc9f4-c8d5-4166-bf53-b862f34f5fcf", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:16:34.195717 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-462377a5-3a2e-4d53-9d94-82ff790c5a2d {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:16:34.196339 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f951247-d41f-45ca-8a4c-20361ed3c04e', 'name': 'network-vif-deleted', 'tag': '43dfc9f4-c8d5-4166-bf53-b862f34f5fcf', 'status': 'completed', 'code': 200} Jul 22 19:16:34.200906 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1fac20d-f148-4a49-aa5f-ec5b09c8a154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:34.254411 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a1fac20d-f148-4a49-aa5f-ec5b09c8a154 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1381dcd5fab943f798c33c245de46dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4099782 Jul 22 19:16:34.255144 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fac20d-f148-4a49-aa5f-ec5b09c8a154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a763140b-6e87-497b-a7e3-7d93c01e84cb,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:34.256996 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52282) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:34.314555 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a55d9ac5-9628-4606-85f6-3c8cdc2e39af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:34.339256 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a55d9ac5-9628-4606-85f6-3c8cdc2e39af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:34.390863 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a55d9ac5-9628-4606-85f6-3c8cdc2e39af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:34.394412 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a55d9ac5-9628-4606-85f6-3c8cdc2e39af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:34.395150 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a55d9ac5-9628-4606-85f6-3c8cdc2e39af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a763140b-6e87-497b-a7e3-7d93c01e84cb HTTP/1.1" status: 204 len: 168 time: 0.1369159 Jul 22 19:16:34.404975 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d9ac5-9628-4606-85f6-3c8cdc2e39af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a763140b-6e87-497b-a7e3-7d93c01e84cb,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:35.112180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52326) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:35.165054 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-e588f4fe-786f-4f66-98bb-8196192a50f2 admin admin] Deleting subnet 1db451fb-c10a-42ee-904a-ea7204905097 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:16:35.169419 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e588f4fe-786f-4f66-98bb-8196192a50f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:35.215643 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e588f4fe-786f-4f66-98bb-8196192a50f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:35.260380 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e588f4fe-786f-4f66-98bb-8196192a50f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:35.333897 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e588f4fe-786f-4f66-98bb-8196192a50f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:35.371559 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588f4fe-786f-4f66-98bb-8196192a50f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1db451fb-c10a-42ee-904a-ea7204905097,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:35.379624 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e588f4fe-786f-4f66-98bb-8196192a50f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:35.382902 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e588f4fe-786f-4f66-98bb-8196192a50f2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1db451fb-c10a-42ee-904a-ea7204905097 HTTP/1.1" status: 204 len: 168 time: 0.2696505 Jul 22 19:16:35.386191 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52342) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:35.472671 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a1bb7472-d5c8-4a55-912f-c9d581b9e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:35.573455 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a1bb7472-d5c8-4a55-912f-c9d581b9e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:35.588794 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-a1bb7472-d5c8-4a55-912f-c9d581b9e7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb25bbb-9b41-44db-86a7-6089abd87ffa']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:35.607254 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-a1bb7472-d5c8-4a55-912f-c9d581b9e7a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3395377a-ce4f-44d3-ab52-445f55bed2e6') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:35.607925 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-a1bb7472-d5c8-4a55-912f-c9d581b9e7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3395377a-ce4f-44d3-ab52-445f55bed2e6') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:35.619603 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a1bb7472-d5c8-4a55-912f-c9d581b9e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:35.662357 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52350) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:35.849880 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-505f59f9-ca3d-442f-be33-347dc4dfb47a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:35.968959 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-505f59f9-ca3d-442f-be33-347dc4dfb47a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:35.976103 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-505f59f9-ca3d-442f-be33-347dc4dfb47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.011645 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f59f9-ca3d-442f-be33-347dc4dfb47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d82d398-d691-49ed-a398-eb44e3f2e246,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:36.018541 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a1bb7472-d5c8-4a55-912f-c9d581b9e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.036140 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-505f59f9-ca3d-442f-be33-347dc4dfb47a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbab2051dd30431fb2ffeb0d59fc6ca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3724856 Jul 22 19:16:36.038824 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52370) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:36.039467 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1bb7472-d5c8-4a55-912f-c9d581b9e7a6 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:16:36.040628 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a1bb7472-d5c8-4a55-912f-c9d581b9e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:16:36.067982 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:16:36.100501 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7f22b3e5-61de-4df5-93ac-2600a8f810e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.133080 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7f22b3e5-61de-4df5-93ac-2600a8f810e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.143356 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a1bb7472-d5c8-4a55-912f-c9d581b9e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.148156 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a1bb7472-d5c8-4a55-912f-c9d581b9e7a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.156464 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a1bb7472-d5c8-4a55-912f-c9d581b9e7a6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5eb25bbb-9b41-44db-86a7-6089abd87ffa HTTP/1.1" status: 204 len: 168 time: 0.7646980 Jul 22 19:16:36.171385 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb7472-d5c8-4a55-912f-c9d581b9e7a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb25bbb-9b41-44db-86a7-6089abd87ffa,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:36.200810 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7f22b3e5-61de-4df5-93ac-2600a8f810e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.205036 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7f22b3e5-61de-4df5-93ac-2600a8f810e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.206381 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7f22b3e5-61de-4df5-93ac-2600a8f810e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d82d398-d691-49ed-a398-eb44e3f2e246 HTTP/1.1" status: 204 len: 168 time: 0.1660554 Jul 22 19:16:36.217447 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22b3e5-61de-4df5-93ac-2600a8f810e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d82d398-d691-49ed-a398-eb44e3f2e246,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:36.218866 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52376) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:36.357435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52380) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:36.399570 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-382c2527-b5be-4e09-99f2-cbfab30d8276 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=527b77ac2d414daa8d1b917651025870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410116 Jul 22 19:16:36.402668 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52382) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:36.464967 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-30152afe-0030-479b-bfac-9d23c000807e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.491849 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-30152afe-0030-479b-bfac-9d23c000807e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.531120 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-093aa4c1-7c73-46cd-8ca1-6a3d4cd97231 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-397917117'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:36.558165 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093aa4c1-7c73-46cd-8ca1-6a3d4cd97231 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] Made reservation on behalf of 115dad83399c48a09c730ada3c0bd542 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:16:36.561721 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-093aa4c1-7c73-46cd-8ca1-6a3d4cd97231 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.569844 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-30152afe-0030-479b-bfac-9d23c000807e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.572701 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-30152afe-0030-479b-bfac-9d23c000807e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.574034 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-30152afe-0030-479b-bfac-9d23c000807e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6831b0c7-925e-49b2-ac7a-af235ae704a0 HTTP/1.1" status: 204 len: 168 time: 0.1699498 Jul 22 19:16:36.577227 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-093aa4c1-7c73-46cd-8ca1-6a3d4cd97231 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.589926 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30152afe-0030-479b-bfac-9d23c000807e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6831b0c7-925e-49b2-ac7a-af235ae704a0,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:36.691502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52388) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:36.715552 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a5efbcca-efef-43ac-aa79-4e32dae38fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.729333 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-093aa4c1-7c73-46cd-8ca1-6a3d4cd97231 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.738705 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-093aa4c1-7c73-46cd-8ca1-6a3d4cd97231 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.751678 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093aa4c1-7c73-46cd-8ca1-6a3d4cd97231 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:16:36.762663 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-093aa4c1-7c73-46cd-8ca1-6a3d4cd97231 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.763043 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-093aa4c1-7c73-46cd-8ca1-6a3d4cd97231 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] Added segment f8ace191-2361-4098-a80d-26ed7a15d7ae of type vlan for network edd0fabb-de36-4561-8357-a22ff6fe35ab Jul 22 19:16:36.811304 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-093aa4c1-7c73-46cd-8ca1-6a3d4cd97231 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.874228 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093aa4c1-7c73-46cd-8ca1-6a3d4cd97231 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9102b4-6b44-441c-9cca-611c8813f3b2,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:36.898890 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-093aa4c1-7c73-46cd-8ca1-6a3d4cd97231 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.905717 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093aa4c1-7c73-46cd-8ca1-6a3d4cd97231 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:36.906520 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-093aa4c1-7c73-46cd-8ca1-6a3d4cd97231 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:37.004766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093aa4c1-7c73-46cd-8ca1-6a3d4cd97231 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] Pushing event updated for resources: {'Network': ['ID=edd0fabb-de36-4561-8357-a22ff6fe35ab,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:37.018774 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network edd0fabb-de36-4561-8357-a22ff6fe35ab details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:16:37.044657 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a5efbcca-efef-43ac-aa79-4e32dae38fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:37.053802 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a5efbcca-efef-43ac-aa79-4e32dae38fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:37.082137 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-093aa4c1-7c73-46cd-8ca1-6a3d4cd97231 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8615587 Jul 22 19:16:37.121750 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52408) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:37.137177 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a5efbcca-efef-43ac-aa79-4e32dae38fd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e2a24cd365f4caf85bb70f2c38ec975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4359424 Jul 22 19:16:37.138748 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efbcca-efef-43ac-aa79-4e32dae38fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f026dd47-9e84-4d0b-b0d9-6c0ecde93624,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:37.192015 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c2950263-4dbc-490e-befb-474a82f4906d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:37.220927 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c2950263-4dbc-490e-befb-474a82f4906d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:37.283484 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c2950263-4dbc-490e-befb-474a82f4906d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:37.287198 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c2950263-4dbc-490e-befb-474a82f4906d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:37.288612 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c2950263-4dbc-490e-befb-474a82f4906d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f026dd47-9e84-4d0b-b0d9-6c0ecde93624 HTTP/1.1" status: 204 len: 168 time: 0.1655855 Jul 22 19:16:37.296998 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2950263-4dbc-490e-befb-474a82f4906d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f026dd47-9e84-4d0b-b0d9-6c0ecde93624,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:37.403695 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52420) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:37.409984 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Request body: {'port': {'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab', 'binding:host_id': 'n-h1-800086-12', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1343754759'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:37.434390 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Made reservation on behalf of 3c4af0df08c5496ba4a8dafbe0f6a0e9 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:16:37.437221 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:37.448045 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:37.449815 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52422) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:37.558658 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:37.564791 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:37.576507 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] device_id is not set on port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:16:37.660183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4ee235-95c3-48e4-beba-48074bcdfcdd,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:37.714733 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c80efbdf-9bd6-4125-956a-c0270a8f8694 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1060172727-network', 'tenant_id': '0073d6a79eff4bf185c284d64f45fd0f'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:37.738063 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80efbdf-9bd6-4125-956a-c0270a8f8694 admin admin] Made reservation on behalf of 0073d6a79eff4bf185c284d64f45fd0f for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:16:37.740425 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c80efbdf-9bd6-4125-956a-c0270a8f8694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:37.749865 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c80efbdf-9bd6-4125-956a-c0270a8f8694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:37.803994 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:16:37.830358 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] device_id is not set on port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:16:37.836313 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:16:37.836824 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 43dfc9f4-c8d5-4166-bf53-b862f34f5fcf not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:16:37.842998 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:37.851008 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c80efbdf-9bd6-4125-956a-c0270a8f8694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:37.855704 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c80efbdf-9bd6-4125-956a-c0270a8f8694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:37.855853 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Transition to ACTIVE for port object 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:16:37.865043 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:37.883382 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80efbdf-9bd6-4125-956a-c0270a8f8694 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:16:37.890767 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80efbdf-9bd6-4125-956a-c0270a8f8694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adb2f93-c409-4331-bfa8-e41211499062,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:37.897081 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c80efbdf-9bd6-4125-956a-c0270a8f8694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:37.897571 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-c80efbdf-9bd6-4125-956a-c0270a8f8694 admin admin] Added segment b50c22d6-54fb-4c93-ba1c-46fb268af9ec of type vlan for network 0f5b1472-4d06-4b70-be16-948162807dc0 Jul 22 19:16:37.926709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Pushing event updated for resources: {'Port': ['ID=4051df7c-0ea8-4afe-9c04-fb591e2e91e9,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:37.944167 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Checking segment: {'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:16:37.944330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Network hostable DHCP agents. Network: edd0fabb-de36-4561-8357-a22ff6fe35ab, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:16:37.948732 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c80efbdf-9bd6-4125-956a-c0270a8f8694 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:37.980022 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Network edd0fabb-de36-4561-8357-a22ff6fe35ab is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:16:37.989321 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c80efbdf-9bd6-4125-956a-c0270a8f8694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:37.991288 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80efbdf-9bd6-4125-956a-c0270a8f8694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:37.991426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, edd0fabb-de36-4561-8357-a22ff6fe35ab) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:16:37.991642 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c80efbdf-9bd6-4125-956a-c0270a8f8694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:37.997289 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:16:38.004990 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ea2716-21ac-41f8-bfa0-f961c1f2195e None None] Network edd0fabb-de36-4561-8357-a22ff6fe35ab requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:16:38.021331 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:38.021751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:38.022315 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:38.042438 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:38.042774 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:38.043330 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 2 to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 Jul 22 19:16:38.062348 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:38.063956 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:38.066498 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80efbdf-9bd6-4125-956a-c0270a8f8694 admin admin] Pushing event updated for resources: {'Network': ['ID=0f5b1472-4d06-4b70-be16-948162807dc0,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:38.066691 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:38.076999 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:38.077799 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:38.078524 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 3 to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 Jul 22 19:16:38.084220 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c80efbdf-9bd6-4125-956a-c0270a8f8694 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6302137 Jul 22 19:16:38.084610 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52442) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:38.090447 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-067e1b6c-74d8-43ed-b481-8f34e08eb09e admin admin] Request body: {'subnet': {'network_id': '0f5b1472-4d06-4b70-be16-948162807dc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1060172727-subnet', 'tenant_id': '0073d6a79eff4bf185c284d64f45fd0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:38.091985 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 0f5b1472-4d06-4b70-be16-948162807dc0 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:16:38.102346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:38.102687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:38.103080 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:38.108264 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:38.108589 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:38.112340 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 4 to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 Jul 22 19:16:38.122183 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067e1b6c-74d8-43ed-b481-8f34e08eb09e admin admin] Made reservation on behalf of 0073d6a79eff4bf185c284d64f45fd0f for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:16:38.124008 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:38.124008 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:38.124308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:38.126889 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-067e1b6c-74d8-43ed-b481-8f34e08eb09e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:38.129109 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:38.129545 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:38.130065 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 5 to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 Jul 22 19:16:38.144242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:38.144858 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:38.146544 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:38.150246 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:38.150845 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:38.151349 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 6 to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 Jul 22 19:16:38.165536 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:38.166102 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:38.166548 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:38.171435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:38.171893 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:38.172878 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 7 to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 Jul 22 19:16:38.186056 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:38.186540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:38.187006 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:38.191638 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:38.192093 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:38.193907 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 8 to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 Jul 22 19:16:38.207310 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:38.207927 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:38.208224 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:38.214274 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:38.218182 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:38.218720 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 9 to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 Jul 22 19:16:38.252297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:38.252889 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:38.253514 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:38.258461 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:38.258880 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:38.259436 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 10 to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 Jul 22 19:16:38.276385 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:38.277026 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:38.277628 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:38.301688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:38.302034 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:38.302883 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:38.364027 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-067e1b6c-74d8-43ed-b481-8f34e08eb09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:38.382159 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] For port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:16:38.382528 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempted to set empty binding levels {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 19:16:38.389087 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:38.423418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:38.424884 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:38.430020 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e1b6c-74d8-43ed-b481-8f34e08eb09e admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b63cfd-8bc6-44b3-a48a-5019dd3d2a73,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:38.441711 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067e1b6c-74d8-43ed-b481-8f34e08eb09e admin admin] Checking segment: {'id': 'b50c22d6-54fb-4c93-ba1c-46fb268af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0f5b1472-4d06-4b70-be16-948162807dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:16:38.442173 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067e1b6c-74d8-43ed-b481-8f34e08eb09e admin admin] Network hostable DHCP agents. Network: 0f5b1472-4d06-4b70-be16-948162807dc0, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:16:38.451916 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.0461960 Jul 22 19:16:38.455328 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52458) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:38.466829 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d554d-a560-4ad1-8506-44ac605a3cc2 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Pushing event updated for resources: {'Port': ['ID=4051df7c-0ea8-4afe-9c04-fb591e2e91e9,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:38.493421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067e1b6c-74d8-43ed-b481-8f34e08eb09e admin admin] Network 0f5b1472-4d06-4b70-be16-948162807dc0 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:16:38.512292 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-067e1b6c-74d8-43ed-b481-8f34e08eb09e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 0f5b1472-4d06-4b70-be16-948162807dc0) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:16:38.518809 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067e1b6c-74d8-43ed-b481-8f34e08eb09e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:38.519463 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-067e1b6c-74d8-43ed-b481-8f34e08eb09e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:38.527845 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f84215-de00-4932-b997-be5f16ea8916 None None] Network 0f5b1472-4d06-4b70-be16-948162807dc0 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:16:38.562075 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-067e1b6c-74d8-43ed-b481-8f34e08eb09e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4762661 Jul 22 19:16:38.600731 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-26c48183-0ac0-4c7f-8387-806a5493862c tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Deleting port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:16:38.601315 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26c48183-0ac0-4c7f-8387-806a5493862c tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:38.693844 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-26c48183-0ac0-4c7f-8387-806a5493862c tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] For port 4051df7c-0ea8-4afe-9c04-fb591e2e91e9, host n-h1-800086-12, got binding levels [] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:38.694789 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26c48183-0ac0-4c7f-8387-806a5493862c tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:38.702067 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4313aec0-151c-49dc-9ab8-f68d00efe206 None None] Network 0f5b1472-4d06-4b70-be16-948162807dc0 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:16:38.726424 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-26c48183-0ac0-4c7f-8387-806a5493862c tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Calling delete_port for 4051df7c-0ea8-4afe-9c04-fb591e2e91e9 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:16:38.875369 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26c48183-0ac0-4c7f-8387-806a5493862c tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:38.904401 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c48183-0ac0-4c7f-8387-806a5493862c tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Pushing event deleted for resources: {'Port': ['ID=4051df7c-0ea8-4afe-9c04-fb591e2e91e9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:38.914707 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28293f8e-693e-45b8-be5a-904868716d86 req-cf95c4b3-9856-45e2-9d11-659031889375 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:38.914996 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26c48183-0ac0-4c7f-8387-806a5493862c tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:38.917656 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-28293f8e-693e-45b8-be5a-904868716d86 req-cf95c4b3-9856-45e2-9d11-659031889375 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228 HTTP/1.1" status: 200 len: 946 time: 0.1058586 Jul 22 19:16:38.917792 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-26c48183-0ac0-4c7f-8387-806a5493862c tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] 10.222.0.13 "DELETE /v2.0/ports/4051df7c-0ea8-4afe-9c04-fb591e2e91e9 HTTP/1.1" status: 204 len: 168 time: 0.4614296 Jul 22 19:16:38.920264 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52482) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:38.948774 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:38.952816 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e8f6b1-7e8b-431f-a3f9-3e36f5b84d50 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] GET failed (client error): The resource could not be found. Jul 22 19:16:38.954819 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-16e8f6b1-7e8b-431f-a3f9-3e36f5b84d50 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] 10.222.0.13 "GET /v2.0/ports/4051df7c-0ea8-4afe-9c04-fb591e2e91e9 HTTP/1.1" status: 404 len: 333 time: 0.0335863 Jul 22 19:16:38.959044 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52484) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:38.968043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-5196a38d-c421-4629-b927-f9c9c10d745c tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Request body: {'port': {'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1691452708'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:38.990828 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-28293f8e-693e-45b8-be5a-904868716d86 req-5c69974b-4e4a-4111-b680-893e3bfd1d41 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa3ef9a-3003-4513-a7d8-cf999c28cd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649991 Jul 22 19:16:39.016773 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5196a38d-c421-4629-b927-f9c9c10d745c tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Made reservation on behalf of 3c4af0df08c5496ba4a8dafbe0f6a0e9 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:16:39.020720 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5196a38d-c421-4629-b927-f9c9c10d745c tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:39.053575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-5196a38d-c421-4629-b927-f9c9c10d745c tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] device_id is not set on port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:16:39.261041 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5196a38d-c421-4629-b927-f9c9c10d745c tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:39.312353 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5196a38d-c421-4629-b927-f9c9c10d745c tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:39.394531 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196a38d-c421-4629-b927-f9c9c10d745c tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Pushing event updated for resources: {'Port': ['ID=97eadcb9-6668-46cb-bde9-2e9d852a7fa8,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:39.409195 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5196a38d-c421-4629-b927-f9c9c10d745c tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Network edd0fabb-de36-4561-8357-a22ff6fe35ab is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:16:39.412824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-5196a38d-c421-4629-b927-f9c9c10d745c tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:16:39.417091 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5196a38d-c421-4629-b927-f9c9c10d745c tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:16:39.418111 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5196a38d-c421-4629-b927-f9c9c10d745c tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:39.418676 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5196a38d-c421-4629-b927-f9c9c10d745c tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:39.469316 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5196a38d-c421-4629-b927-f9c9c10d745c tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5090103 Jul 22 19:16:39.472011 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52514) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:39.479275 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:39.527141 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-af50f84a-951f-4b85-bc59-914bc4445101 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:39.528669 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-af50f84a-951f-4b85-bc59-914bc4445101 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/networks?id=0f5b1472-4d06-4b70-be16-948162807dc0 HTTP/1.1" status: 200 len: 814 time: 0.2088077 Jul 22 19:16:39.568458 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-441c71da-a17b-4557-b4d6-f1a81af4a841 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/quotas/0073d6a79eff4bf185c284d64f45fd0f HTTP/1.1" status: 200 len: 375 time: 0.0333357 Jul 22 19:16:39.609180 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-477a83fb-1f65-49f9-b289-044feba6d5c9 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0073d6a79eff4bf185c284d64f45fd0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328712 Jul 22 19:16:39.609885 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:39.793128 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-60f969bd-80ae-4f0f-976c-f8ddb8ce0abb service neutron] 10.222.0.13 "GET /v2.0/networks/0f5b1472-4d06-4b70-be16-948162807dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746299 Jul 22 19:16:39.922372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] device_id is not set on port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:16:39.937262 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:39.949092 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-b4cb703d-7346-417e-8640-afef5b17fcac service neutron] 10.222.0.13 "GET /v2.0/networks/0f5b1472-4d06-4b70-be16-948162807dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456850 Jul 22 19:16:39.953854 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Transition to ACTIVE for port object 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:16:39.962379 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:40.033840 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Pushing event updated for resources: {'Port': ['ID=97eadcb9-6668-46cb-bde9-2e9d852a7fa8,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:40.036440 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:40.036801 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:40.037314 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:40.042912 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:40.043354 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:40.043751 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 2 to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 Jul 22 19:16:40.058491 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:40.058890 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:40.059285 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:40.066587 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:40.067315 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:40.067315 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 3 to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 Jul 22 19:16:40.089819 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:40.090258 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:40.090487 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:40.129392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:40.129723 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:40.132349 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 4 to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 Jul 22 19:16:40.181074 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b72930e-ca1e-49e9-8775-f72fa7dd4581 req-da5f459e-efde-4dda-b7df-bd009782fcf1 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63df71-7c38-4c8d-9108-ecd9389a9898 HTTP/1.1" status: 200 len: 210 time: 0.0535600 Jul 22 19:16:40.183211 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:40.183553 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:40.184001 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:40.192193 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52582) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:40.214759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:40.215029 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:40.216185 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 5 to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 Jul 22 19:16:40.237999 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae62483-170a-422f-b98c-28e8ef03fbf1 req-50c8b5e2-ee08-447d-8f8c-e5e1516b7eb5 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.239515 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aae62483-170a-422f-b98c-28e8ef03fbf1 req-50c8b5e2-ee08-447d-8f8c-e5e1516b7eb5 tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228 HTTP/1.1" status: 200 len: 946 time: 0.1467319 Jul 22 19:16:40.242248 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:40.245005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:40.245582 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:40.257422 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:40.257757 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:40.259126 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 6 to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 Jul 22 19:16:40.289064 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:40.289408 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:40.289749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:40.298556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:40.298889 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:40.304292 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 7 to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 Jul 22 19:16:40.321736 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aae62483-170a-422f-b98c-28e8ef03fbf1 req-d08fa76d-dac5-485a-86bb-3d03c79bf19b tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/security-groups?id=afa3ef9a-3003-4513-a7d8-cf999c28cd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705678 Jul 22 19:16:40.324810 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:40.325127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:40.325471 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:40.330033 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:40.331858 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:40.331858 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 8 to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 Jul 22 19:16:40.347483 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:40.347483 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:40.347483 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:40.351112 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:40.351549 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:40.352016 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 9 to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 Jul 22 19:16:40.352122 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9c20d231-9347-40ca-b970-e06e12c8c008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:40.396417 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:40.396782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:40.397116 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:40.404601 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:40.405350 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:40.406426 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 10 to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 Jul 22 19:16:40.427703 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:40.427896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:40.428226 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:40.438535 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:40.438849 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:40.439215 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:40.460862 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9c20d231-9347-40ca-b970-e06e12c8c008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:40.465979 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9c20d231-9347-40ca-b970-e06e12c8c008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:40.468780 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe5854-c2ea-46e1-aecd-2782eea45633 req-00b50897-de93-43c8-816e-589ef580fa6f tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.471565 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6efe5854-c2ea-46e1-aecd-2782eea45633 req-00b50897-de93-43c8-816e-589ef580fa6f tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228 HTTP/1.1" status: 200 len: 946 time: 0.1152298 Jul 22 19:16:40.519784 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9c20d231-9347-40ca-b970-e06e12c8c008 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fef7be0754f4032ba3a1f359cf9b6c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3263803 Jul 22 19:16:40.520627 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52594) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:40.527088 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20d231-9347-40ca-b970-e06e12c8c008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f89a74c-4cc2-470d-8ed4-b511997de08e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:40.579924 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-513a99e6-f566-455c-9711-de1095c8b440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:40.604760 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-513a99e6-f566-455c-9711-de1095c8b440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:40.615109 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] For port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:16:40.615627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempted to set empty binding levels {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 19:16:40.644881 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:40.658858 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-513a99e6-f566-455c-9711-de1095c8b440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:40.661999 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-513a99e6-f566-455c-9711-de1095c8b440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:40.665525 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-513a99e6-f566-455c-9711-de1095c8b440 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f89a74c-4cc2-470d-8ed4-b511997de08e HTTP/1.1" status: 204 len: 168 time: 0.1416705 Jul 22 19:16:40.671995 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a99e6-f566-455c-9711-de1095c8b440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f89a74c-4cc2-470d-8ed4-b511997de08e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:40.688342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] In _notify_port_updated(), no bound segment for port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93807) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:16:40.688731 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.689577 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:40.691189 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] 10.222.0.13 "PUT /v2.0/ports/97eadcb9-6668-46cb-bde9-2e9d852a7fa8 HTTP/1.1" status: 200 len: 976 time: 1.2181699 Jul 22 19:16:40.694203 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52598) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:40.713319 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49becf-a39c-403a-b7b7-66cb93c45a59 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Pushing event updated for resources: {'Port': ['ID=97eadcb9-6668-46cb-bde9-2e9d852a7fa8,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:40.726055 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-6efe5854-c2ea-46e1-aecd-2782eea45633 req-9fe0f825-96ac-4ed4-8aef-fa1e602683cb tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Deleting port 4522cf46-4c21-44ae-9c46-86db13d5d073 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:16:40.726406 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6efe5854-c2ea-46e1-aecd-2782eea45633 req-9fe0f825-96ac-4ed4-8aef-fa1e602683cb tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:40.842561 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-6efe5854-c2ea-46e1-aecd-2782eea45633 req-9fe0f825-96ac-4ed4-8aef-fa1e602683cb tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] For port 4522cf46-4c21-44ae-9c46-86db13d5d073, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=4522cf46-4c21-44ae-9c46-86db13d5d073,segment=NetworkSegment(0e767e0b-1ee0-4f08-9619-d2fa45abe0d7),segment_id=0e767e0b-1ee0-4f08-9619-d2fa45abe0d7)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:40.843262 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6efe5854-c2ea-46e1-aecd-2782eea45633 req-9fe0f825-96ac-4ed4-8aef-fa1e602683cb tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:40.850869 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.851658 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.852133 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.852673 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.853951 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.854896 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.855535 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.856017 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.856497 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.857000 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.857469 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.857928 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.858393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.858853 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.859319 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.859772 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.860385 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.860982 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-6efe5854-c2ea-46e1-aecd-2782eea45633 req-9fe0f825-96ac-4ed4-8aef-fa1e602683cb tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Calling delete_port for 4522cf46-4c21-44ae-9c46-86db13d5d073 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:16:40.861224 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.861849 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.862477 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.862945 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.863410 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.863874 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.864326 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.864968 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.865585 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.866227 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.866851 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.867468 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.868087 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:40.872662 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-dba1e13c-39b9-449d-a468-a7f005a10ccb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27201 time: 0.1755581 Jul 22 19:16:40.876704 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52602) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:40.968406 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-c926751b-4668-4716-aed5-4c22c34a2b08 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Deleting port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:16:40.968778 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c926751b-4668-4716-aed5-4c22c34a2b08 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:41.003495 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52604) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:41.027428 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-67d5dece-ba87-4ea9-92fd-ae2eb27f6ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:41.034399 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-c926751b-4668-4716-aed5-4c22c34a2b08 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] For port 97eadcb9-6668-46cb-bde9-2e9d852a7fa8, host n-h1-800086-12, got binding levels [] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:41.034771 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c926751b-4668-4716-aed5-4c22c34a2b08 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:41.047285 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-c926751b-4668-4716-aed5-4c22c34a2b08 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Calling delete_port for 97eadcb9-6668-46cb-bde9-2e9d852a7fa8 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:16:41.061915 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6efe5854-c2ea-46e1-aecd-2782eea45633 req-9fe0f825-96ac-4ed4-8aef-fa1e602683cb tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:41.072538 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['4522cf46-4c21-44ae-9c46-86db13d5d073'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:16:41.110685 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0f825-96ac-4ed4-8aef-fa1e602683cb tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Pushing event deleted for resources: {'Port': ['ID=4522cf46-4c21-44ae-9c46-86db13d5d073,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:41.155396 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c926751b-4668-4716-aed5-4c22c34a2b08 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:41.181195 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efe5854-c2ea-46e1-aecd-2782eea45633 req-9fe0f825-96ac-4ed4-8aef-fa1e602683cb tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] No DVR routers for this DVR port 4522cf46-4c21-44ae-9c46-86db13d5d073 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:16:41.190069 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6efe5854-c2ea-46e1-aecd-2782eea45633 req-9fe0f825-96ac-4ed4-8aef-fa1e602683cb tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:41.192544 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6efe5854-c2ea-46e1-aecd-2782eea45633 req-9fe0f825-96ac-4ed4-8aef-fa1e602683cb tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.30 "DELETE /v2.0/ports/4522cf46-4c21-44ae-9c46-86db13d5d073 HTTP/1.1" status: 204 len: 173 time: 0.6599283 Jul 22 19:16:41.193018 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228', 'name': 'network-vif-deleted', 'tag': '4522cf46-4c21-44ae-9c46-86db13d5d073'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:16:41.193151 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926751b-4668-4716-aed5-4c22c34a2b08 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Pushing event deleted for resources: {'Port': ['ID=97eadcb9-6668-46cb-bde9-2e9d852a7fa8,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:41.196214 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf531d5-cf16-4365-bfc9-319438d81dbb" -d '{"events": [{"server_uuid": "ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228", "name": "network-vif-deleted", "tag": "4522cf46-4c21-44ae-9c46-86db13d5d073"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:16:41.211881 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c926751b-4668-4716-aed5-4c22c34a2b08 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:41.226503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52610) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:41.227114 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c926751b-4668-4716-aed5-4c22c34a2b08 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] 10.222.0.13 "DELETE /v2.0/ports/97eadcb9-6668-46cb-bde9-2e9d852a7fa8 HTTP/1.1" status: 204 len: 168 time: 0.3487527 Jul 22 19:16:41.313829 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a0888e-47e3-43f7-a4c7-2aec1a649c75 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] GET failed (client error): The resource could not be found. Jul 22 19:16:41.319950 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-19a0888e-47e3-43f7-a4c7-2aec1a649c75 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] 10.222.0.13 "GET /v2.0/ports/97eadcb9-6668-46cb-bde9-2e9d852a7fa8 HTTP/1.1" status: 404 len: 333 time: 0.0927064 Jul 22 19:16:41.325062 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52614) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:41.331920 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbeefa5f-ce4e-41c7-ab3a-c9bc65b40d6a x-openstack-request-id: req-cbeefa5f-ce4e-41c7-ab3a-c9bc65b40d6a {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:16:41.332339 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228", "name": "network-vif-deleted", "tag": "4522cf46-4c21-44ae-9c46-86db13d5d073", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:16:41.332728 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbeefa5f-ce4e-41c7-ab3a-c9bc65b40d6a {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:16:41.333234 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228', 'name': 'network-vif-deleted', 'tag': '4522cf46-4c21-44ae-9c46-86db13d5d073', 'status': 'completed', 'code': 200} Jul 22 19:16:41.333369 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-2e2c2764-9d5f-4434-931a-fa809f4c43ba tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-671415774', 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:41.492272 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-237b0253-f3f9-48a3-8594-031a2e0c8778 req-67584cd3-7755-4d2f-8a07-90f7b662ace6 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63df71-7c38-4c8d-9108-ecd9389a9898 HTTP/1.1" status: 200 len: 210 time: 0.1197913 Jul 22 19:16:41.497205 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-67d5dece-ba87-4ea9-92fd-ae2eb27f6ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:41.510663 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-67d5dece-ba87-4ea9-92fd-ae2eb27f6ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:41.531033 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:41.534497 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2c2764-9d5f-4434-931a-fa809f4c43ba tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Made reservation on behalf of 3c4af0df08c5496ba4a8dafbe0f6a0e9 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:16:41.536861 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2764-9d5f-4434-931a-fa809f4c43ba tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:41.553222 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-2e2c2764-9d5f-4434-931a-fa809f4c43ba tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] device_id is not set on port 9713a6c9-cbcd-4965-9daa-68502f443828 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:16:41.583448 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3ff9b346-0b5d-4d29-adea-bf2fd080d777 req-11765bd4-6195-4cff-a896-2a11859d7e1c tempest-AttachSCSIVolumeTestJSON-1097951519 tempest-AttachSCSIVolumeTestJSON-1097951519-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad0c7436-7a9f-4b47-b3a5-8d4cbe87f228 HTTP/1.1" status: 200 len: 210 time: 0.0557647 Jul 22 19:16:41.596406 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-67d5dece-ba87-4ea9-92fd-ae2eb27f6ab7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b227478d20a40f89ff84d8e3e8d566a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5915499 Jul 22 19:16:41.600739 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52618) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:41.606730 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-d89f2e48-ed7d-4915-93cc-b0312035004b tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:41.608238 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-d89f2e48-ed7d-4915-93cc-b0312035004b tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.16 "GET /v2.0/networks?id=0f5b1472-4d06-4b70-be16-948162807dc0 HTTP/1.1" status: 200 len: 814 time: 0.3162456 Jul 22 19:16:41.610856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5dece-ba87-4ea9-92fd-ae2eb27f6ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72d6d3e-9dc6-4b5e-90c3-9fc7d67f6937,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:41.620872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-8c4f9024-06af-4056-a9f4-feba1285ba1c tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Request body: {'port': {'device_id': 'bc63df71-7c38-4c8d-9108-ecd9389a9898', 'network_id': '0f5b1472-4d06-4b70-be16-948162807dc0', 'admin_state_up': True, 'tenant_id': '0073d6a79eff4bf185c284d64f45fd0f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:41.711596 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f50f00d2-ed90-4c8f-aa0c-24cd64e1a617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:41.766936 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-8c4f9024-06af-4056-a9f4-feba1285ba1c tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Made reservation on behalf of 0073d6a79eff4bf185c284d64f45fd0f for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:16:41.771786 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-8c4f9024-06af-4056-a9f4-feba1285ba1c tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:41.774241 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f50f00d2-ed90-4c8f-aa0c-24cd64e1a617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:41.800774 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2764-9d5f-4434-931a-fa809f4c43ba tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:41.864026 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f50f00d2-ed90-4c8f-aa0c-24cd64e1a617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:41.867445 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f50f00d2-ed90-4c8f-aa0c-24cd64e1a617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:41.872791 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f50f00d2-ed90-4c8f-aa0c-24cd64e1a617 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a72d6d3e-9dc6-4b5e-90c3-9fc7d67f6937 HTTP/1.1" status: 204 len: 168 time: 0.2704146 Jul 22 19:16:41.877478 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2764-9d5f-4434-931a-fa809f4c43ba tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:41.918347 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f00d2-ed90-4c8f-aa0c-24cd64e1a617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72d6d3e-9dc6-4b5e-90c3-9fc7d67f6937,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:41.952691 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2c2764-9d5f-4434-931a-fa809f4c43ba tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Network edd0fabb-de36-4561-8357-a22ff6fe35ab is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:16:41.954560 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-2e2c2764-9d5f-4434-931a-fa809f4c43ba tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:16:41.959228 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2c2764-9d5f-4434-931a-fa809f4c43ba tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:16:41.961121 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2c2764-9d5f-4434-931a-fa809f4c43ba tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:41.961949 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2764-9d5f-4434-931a-fa809f4c43ba tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:41.979394 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c2764-9d5f-4434-931a-fa809f4c43ba tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Pushing event updated for resources: {'Port': ['ID=9713a6c9-cbcd-4965-9daa-68502f443828,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:41.985410 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2e2c2764-9d5f-4434-931a-fa809f4c43ba tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6590858 Jul 22 19:16:41.988102 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52622) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:41.989472 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-8c4f9024-06af-4056-a9f4-feba1285ba1c tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Allocated IP 172.20.0.7 (0f5b1472-4d06-4b70-be16-948162807dc0/90b63cfd-8bc6-44b3-a48a-5019dd3d2a73/b9501e28-383a-404d-b60d-d8d240987003) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:16:42.041345 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069289f8-d7f7-4af9-808e-444802f8accb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:42.042927 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-069289f8-d7f7-4af9-808e-444802f8accb tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] 10.222.0.13 "GET /v2.0/ports/9713a6c9-cbcd-4965-9daa-68502f443828 HTTP/1.1" status: 200 len: 954 time: 0.0527592 Jul 22 19:16:42.047610 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52624) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:42.153509 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-0f6864fa-5b11-4920-8e91-e3dc5a804cff tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Deleting port 9713a6c9-cbcd-4965-9daa-68502f443828 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:16:42.155308 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f6864fa-5b11-4920-8e91-e3dc5a804cff tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:42.176664 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-8c4f9024-06af-4056-a9f4-feba1285ba1c tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:42.227976 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-8c4f9024-06af-4056-a9f4-feba1285ba1c tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:42.237393 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f6864fa-5b11-4920-8e91-e3dc5a804cff tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:42.250664 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-0f6864fa-5b11-4920-8e91-e3dc5a804cff tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Calling delete_port for 9713a6c9-cbcd-4965-9daa-68502f443828 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:16:42.278392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-8c4f9024-06af-4056-a9f4-feba1285ba1c tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Network 0f5b1472-4d06-4b70-be16-948162807dc0 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:16:42.281601 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-8c4f9024-06af-4056-a9f4-feba1285ba1c tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:16:42.287545 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-8c4f9024-06af-4056-a9f4-feba1285ba1c tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:16:42.319325 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f9024-06af-4056-a9f4-feba1285ba1c tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Pushing event updated for resources: {'Port': ['ID=b9501e28-383a-404d-b60d-d8d240987003,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:42.347061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-8c4f9024-06af-4056-a9f4-feba1285ba1c tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:42.347375 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f6864fa-5b11-4920-8e91-e3dc5a804cff tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:42.347695 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-8c4f9024-06af-4056-a9f4-feba1285ba1c tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:42.364111 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-8c4f9024-06af-4056-a9f4-feba1285ba1c tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7480605 Jul 22 19:16:42.377085 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] Request body: {'port': {'device_id': 'bc63df71-7c38-4c8d-9108-ecd9389a9898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:42.392446 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6864fa-5b11-4920-8e91-e3dc5a804cff tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Pushing event deleted for resources: {'Port': ['ID=9713a6c9-cbcd-4965-9daa-68502f443828,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:42.396189 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f6864fa-5b11-4920-8e91-e3dc5a804cff tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:42.398302 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0f6864fa-5b11-4920-8e91-e3dc5a804cff tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] 10.222.0.13 "DELETE /v2.0/ports/9713a6c9-cbcd-4965-9daa-68502f443828 HTTP/1.1" status: 204 len: 168 time: 0.3497572 Jul 22 19:16:42.402530 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52640) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:42.432449 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0fb30ce-108b-4502-9ec3-02f56ae46bb0 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] GET failed (client error): The resource could not be found. Jul 22 19:16:42.437853 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d0fb30ce-108b-4502-9ec3-02f56ae46bb0 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] 10.222.0.13 "GET /v2.0/ports/9713a6c9-cbcd-4965-9daa-68502f443828 HTTP/1.1" status: 404 len: 333 time: 0.0307853 Jul 22 19:16:42.438535 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52642) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:42.443134 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-130c33a0-03b1-413c-b978-a019d1e6d945 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Request body: {'port': {'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-913639560'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:42.477861 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:42.484797 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130c33a0-03b1-413c-b978-a019d1e6d945 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Made reservation on behalf of 3c4af0df08c5496ba4a8dafbe0f6a0e9 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:16:42.487346 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-130c33a0-03b1-413c-b978-a019d1e6d945 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:42.505689 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-130c33a0-03b1-413c-b978-a019d1e6d945 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] device_id is not set on port 799278b6-1ddf-4f92-b245-cc6dd83635f1 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:16:42.689855 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-130c33a0-03b1-413c-b978-a019d1e6d945 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:42.733423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a55e72-81ac-4806-a1a9-69156af76246 req-128deb66-6fd2-40e9-a165-4599fa86b674 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:42.735496 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f4a55e72-81ac-4806-a1a9-69156af76246 req-128deb66-6fd2-40e9-a165-4599fa86b674 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63df71-7c38-4c8d-9108-ecd9389a9898 HTTP/1.1" status: 200 len: 931 time: 0.1154709 Jul 22 19:16:42.737449 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-130c33a0-03b1-413c-b978-a019d1e6d945 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:42.792034 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130c33a0-03b1-413c-b978-a019d1e6d945 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Network edd0fabb-de36-4561-8357-a22ff6fe35ab is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:16:42.795199 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-130c33a0-03b1-413c-b978-a019d1e6d945 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:16:42.799924 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130c33a0-03b1-413c-b978-a019d1e6d945 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:16:42.801127 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130c33a0-03b1-413c-b978-a019d1e6d945 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:42.802102 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-130c33a0-03b1-413c-b978-a019d1e6d945 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:42.809869 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c33a0-03b1-413c-b978-a019d1e6d945 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Pushing event updated for resources: {'Port': ['ID=799278b6-1ddf-4f92-b245-cc6dd83635f1,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:42.818178 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f4a55e72-81ac-4806-a1a9-69156af76246 req-55caeb53-b366-4554-9cb2-8060d8780e90 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7adb2f93-c409-4331-bfa8-e41211499062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551758 Jul 22 19:16:42.837152 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-130c33a0-03b1-413c-b978-a019d1e6d945 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3978379 Jul 22 19:16:42.840208 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52668) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:42.847738 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:42.892491 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9501e28-383a-404d-b60d-d8d240987003 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:16:42.900996 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:42.914348 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] Transition to ACTIVE for port object b9501e28-383a-404d-b60d-d8d240987003 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:16:42.921208 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:42.941684 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:42.997359 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] Pushing event updated for resources: {'Port': ['ID=b9501e28-383a-404d-b60d-d8d240987003,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:43.086965 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] Attempting to bind port b9501e28-383a-404d-b60d-d8d240987003 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:43.087563 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] Attempting to bind port b9501e28-383a-404d-b60d-d8d240987003 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'b50c22d6-54fb-4c93-ba1c-46fb268af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0f5b1472-4d06-4b70-be16-948162807dc0'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:43.089445 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] Attempting to bind port b9501e28-383a-404d-b60d-d8d240987003 on network 0f5b1472-4d06-4b70-be16-948162807dc0 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:43.094375 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] Port b9501e28-383a-404d-b60d-d8d240987003 on network 0f5b1472-4d06-4b70-be16-948162807dc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:43.094790 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] Attempting to bind port b9501e28-383a-404d-b60d-d8d240987003 on network 0f5b1472-4d06-4b70-be16-948162807dc0 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:43.100601 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:16:43.101019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] Checking segment: {'id': 'b50c22d6-54fb-4c93-ba1c-46fb268af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0f5b1472-4d06-4b70-be16-948162807dc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:16:43.101746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] Bound using segment: {'id': 'b50c22d6-54fb-4c93-ba1c-46fb268af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0f5b1472-4d06-4b70-be16-948162807dc0'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:16:43.102257 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] Bound port: b9501e28-383a-404d-b60d-d8d240987003, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b50c22d6-54fb-4c93-ba1c-46fb268af9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0f5b1472-4d06-4b70-be16-948162807dc0'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:16:43.102678 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:43.169481 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 4522cf46-4c21-44ae-9c46-86db13d5d073 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:16:43.172657 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] For port b9501e28-383a-404d-b60d-d8d240987003, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:16:43.185383 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] For port b9501e28-383a-404d-b60d-d8d240987003, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b9501e28-383a-404d-b60d-d8d240987003,segment=NetworkSegment(b50c22d6-54fb-4c93-ba1c-46fb268af9ec),segment_id=b50c22d6-54fb-4c93-ba1c-46fb268af9ec)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:16:43.195029 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:43.201791 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] device_id is not set on port 799278b6-1ddf-4f92-b245-cc6dd83635f1 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:16:43.215289 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 4522cf46-4c21-44ae-9c46-86db13d5d073 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:16:43.216011 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 4522cf46-4c21-44ae-9c46-86db13d5d073 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:16:43.219224 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:43.235998 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Transition to ACTIVE for port object 799278b6-1ddf-4f92-b245-cc6dd83635f1 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:16:43.248256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:43.248769 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:43.249310 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:43.250476 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] 10.222.0.16 "PUT /v2.0/ports/b9501e28-383a-404d-b60d-d8d240987003 HTTP/1.1" status: 200 len: 1092 time: 0.8795483 Jul 22 19:16:43.274515 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592accde-3b03-4ca1-a175-01b9fa0e9c38 service neutron] Pushing event updated for resources: {'Port': ['ID=b9501e28-383a-404d-b60d-d8d240987003,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:43.330070 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Pushing event updated for resources: {'Port': ['ID=799278b6-1ddf-4f92-b245-cc6dd83635f1,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:43.339618 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc63df71-7c38-4c8d-9108-ecd9389a9898', 'tag': 'b9501e28-383a-404d-b60d-d8d240987003'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:16:43.344936 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951210f5-8e50-4bf9-a851-2a84255a597c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc63df71-7c38-4c8d-9108-ecd9389a9898", "tag": "b9501e28-383a-404d-b60d-d8d240987003"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:16:43.345569 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:43.346015 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:43.346495 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:43.369617 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:43.372033 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:43.372033 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 2 to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 Jul 22 19:16:43.382677 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-2cc4f673-866b-472f-8eac-cd7c40c64a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:43.385140 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-2cc4f673-866b-472f-8eac-cd7c40c64a5a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0073d6a79eff4bf185c284d64f45fd0f&device_id=bc63df71-7c38-4c8d-9108-ecd9389a9898 HTTP/1.1" status: 200 len: 1095 time: 0.0777659 Jul 22 19:16:43.403529 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:43.403929 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:43.404189 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:43.411899 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:43.412167 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:43.412596 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 3 to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 Jul 22 19:16:43.435320 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9249ce63-7cf3-4f88-93bd-9ed08b7e2740 x-openstack-request-id: req-9249ce63-7cf3-4f88-93bd-9ed08b7e2740 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:16:43.435611 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc63df71-7c38-4c8d-9108-ecd9389a9898", "tag": "b9501e28-383a-404d-b60d-d8d240987003", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:16:43.435858 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9249ce63-7cf3-4f88-93bd-9ed08b7e2740 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:16:43.436247 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc63df71-7c38-4c8d-9108-ecd9389a9898', 'tag': 'b9501e28-383a-404d-b60d-d8d240987003', 'status': 'completed', 'code': 200} Jul 22 19:16:43.438044 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-95ef3f57-6257-4ab4-aa30-75f77141fdf8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9501e28-383a-404d-b60d-d8d240987003 HTTP/1.1" status: 200 len: 217 time: 0.0464497 Jul 22 19:16:43.441823 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:43.441823 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:43.442065 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:43.447021 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:43.447421 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:43.448044 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 4 to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 Jul 22 19:16:43.464298 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:43.464814 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:43.465253 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:43.471220 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:43.471654 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:43.472131 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 5 to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 Jul 22 19:16:43.486998 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:43.487663 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:43.487941 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:43.503985 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-f11e9559-5b74-45e6-a8ee-5deb64815159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:43.504642 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:43.505211 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:43.505783 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-f11e9559-5b74-45e6-a8ee-5deb64815159 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90b63cfd-8bc6-44b3-a48a-5019dd3d2a73 HTTP/1.1" status: 200 len: 854 time: 0.0616250 Jul 22 19:16:43.506042 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 6 to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 Jul 22 19:16:43.520503 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:43.520868 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:43.521347 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:43.529490 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:43.529924 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:43.530823 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 7 to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 Jul 22 19:16:43.546613 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:43.547064 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:43.547612 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:43.552593 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:43.553784 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:43.554398 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 8 to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 Jul 22 19:16:43.556214 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-cd0a68ee-77d3-4929-b879-03ffb8dbe935 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0f5b1472-4d06-4b70-be16-948162807dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441849 Jul 22 19:16:43.570162 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:43.570640 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:43.571099 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:43.576227 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:43.576435 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:43.577107 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 9 to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 Jul 22 19:16:43.593068 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:43.593629 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:43.594140 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:43.599325 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:43.599852 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:43.600582 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempt 10 to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 Jul 22 19:16:43.616902 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:43.617852 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:43.617852 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempting to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:43.623292 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on network edd0fabb-de36-4561-8357-a22ff6fe35ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:16:43.623642 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Failed to bind port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'f8ace191-2361-4098-a80d-26ed7a15d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edd0fabb-de36-4561-8357-a22ff6fe35ab'}] Jul 22 19:16:43.624112 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:43.701244 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] For port 799278b6-1ddf-4f92-b245-cc6dd83635f1, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:16:43.708655 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attempted to set empty binding levels {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 19:16:43.719076 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:43.740867 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-9f85b882-4cbe-4a2b-940b-7f2080712301 service neutron] 10.222.0.16 "GET /v2.0/networks/0f5b1472-4d06-4b70-be16-948162807dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775959 Jul 22 19:16:43.779223 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] In _notify_port_updated(), no bound segment for port 799278b6-1ddf-4f92-b245-cc6dd83635f1 on network edd0fabb-de36-4561-8357-a22ff6fe35ab {{(pid=93806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:16:43.780524 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:43.781068 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:43.782500 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] 10.222.0.13 "PUT /v2.0/ports/799278b6-1ddf-4f92-b245-cc6dd83635f1 HTTP/1.1" status: 200 len: 975 time: 0.9404976 Jul 22 19:16:43.785436 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52734) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:43.897327 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-607810d1-9e9b-4ee2-b078-f6df7be77070 req-64fa5a3f-a171-49fd-b887-7e05e18146fe service neutron] 10.222.0.16 "GET /v2.0/networks/0f5b1472-4d06-4b70-be16-948162807dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482766 Jul 22 19:16:43.933954 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea7e9f-dec1-4736-9dbb-d614154c9020 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Pushing event updated for resources: {'Port': ['ID=799278b6-1ddf-4f92-b245-cc6dd83635f1,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:43.973843 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-45bce607-d563-4320-8105-02116e218c41 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Deleting port 799278b6-1ddf-4f92-b245-cc6dd83635f1 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:16:43.974196 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45bce607-d563-4320-8105-02116e218c41 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:44.066550 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c17e3-1362-477d-be7e-5198a216465d req-1e692225-f876-4bb1-926b-dfc4cb029e0d tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:44.067952 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-143c17e3-1362-477d-be7e-5198a216465d req-1e692225-f876-4bb1-926b-dfc4cb029e0d tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63df71-7c38-4c8d-9108-ecd9389a9898 HTTP/1.1" status: 200 len: 943 time: 0.1264534 Jul 22 19:16:44.074650 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-45bce607-d563-4320-8105-02116e218c41 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] For port 799278b6-1ddf-4f92-b245-cc6dd83635f1, host n-h1-800086-12, got binding levels [] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:44.075169 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45bce607-d563-4320-8105-02116e218c41 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:44.089047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-45bce607-d563-4320-8105-02116e218c41 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Calling delete_port for 799278b6-1ddf-4f92-b245-cc6dd83635f1 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:16:44.092333 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951210f5-8e50-4bf9-a851-2a84255a597c req-463eb30e-c29d-4c42-9bf6-aa9ae996fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:44.094147 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-951210f5-8e50-4bf9-a851-2a84255a597c req-463eb30e-c29d-4c42-9bf6-aa9ae996fed0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0073d6a79eff4bf185c284d64f45fd0f&device_id=bc63df71-7c38-4c8d-9108-ecd9389a9898 HTTP/1.1" status: 200 len: 1095 time: 0.1410642 Jul 22 19:16:44.184093 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45bce607-d563-4320-8105-02116e218c41 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:44.192913 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-143c17e3-1362-477d-be7e-5198a216465d req-3477ce8b-645e-416f-9151-567d3569a83b tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7adb2f93-c409-4331-bfa8-e41211499062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131639 Jul 22 19:16:44.232939 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951210f5-8e50-4bf9-a851-2a84255a597c req-fad4e438-08b9-4bf6-a2dd-a0028dcead67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:44.234690 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-951210f5-8e50-4bf9-a851-2a84255a597c req-fad4e438-08b9-4bf6-a2dd-a0028dcead67 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0f5b1472-4d06-4b70-be16-948162807dc0 HTTP/1.1" status: 200 len: 915 time: 0.1334095 Jul 22 19:16:44.237633 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bce607-d563-4320-8105-02116e218c41 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Pushing event deleted for resources: {'Port': ['ID=799278b6-1ddf-4f92-b245-cc6dd83635f1,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:44.254792 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45bce607-d563-4320-8105-02116e218c41 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:44.255954 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-45bce607-d563-4320-8105-02116e218c41 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] 10.222.0.13 "DELETE /v2.0/ports/799278b6-1ddf-4f92-b245-cc6dd83635f1 HTTP/1.1" status: 204 len: 168 time: 0.4693899 Jul 22 19:16:44.261440 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52782) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:44.289492 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-951210f5-8e50-4bf9-a851-2a84255a597c req-f049b1da-a390-49ec-a6a6-ec4aaede1258 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9501e28-383a-404d-b60d-d8d240987003 HTTP/1.1" status: 200 len: 217 time: 0.0428424 Jul 22 19:16:44.290106 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebae3c02-55d2-4365-92df-e20bcec3f121 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] GET failed (client error): The resource could not be found. Jul 22 19:16:44.291728 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ebae3c02-55d2-4365-92df-e20bcec3f121 tempest-PortsAdminExtendedAttrsTestJSON-634195850 tempest-PortsAdminExtendedAttrsTestJSON-634195850-project-admin] 10.222.0.13 "GET /v2.0/ports/799278b6-1ddf-4f92-b245-cc6dd83635f1 HTTP/1.1" status: 404 len: 333 time: 0.0275588 Jul 22 19:16:44.295298 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52784) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:44.349687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951210f5-8e50-4bf9-a851-2a84255a597c req-7615aea7-26c2-4659-b5dc-5e3e25a35d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:44.351517 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-951210f5-8e50-4bf9-a851-2a84255a597c req-7615aea7-26c2-4659-b5dc-5e3e25a35d3d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90b63cfd-8bc6-44b3-a48a-5019dd3d2a73 HTTP/1.1" status: 200 len: 854 time: 0.0554996 Jul 22 19:16:44.372325 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7a1fc922-959e-4e6f-8a4a-63288880c6d7 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:44.389025 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-951210f5-8e50-4bf9-a851-2a84255a597c req-971d5577-8151-4498-bafe-7102bd7f76e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0f5b1472-4d06-4b70-be16-948162807dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311828 Jul 22 19:16:44.481008 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7a1fc922-959e-4e6f-8a4a-63288880c6d7 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:44.491417 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-7a1fc922-959e-4e6f-8a4a-63288880c6d7 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd0fabb-de36-4561-8357-a22ff6fe35ab']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:44.500792 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-951210f5-8e50-4bf9-a851-2a84255a597c req-a0e7d31d-8671-477f-806f-991988aec959 service neutron] 10.222.0.16 "GET /v2.0/networks/0f5b1472-4d06-4b70-be16-948162807dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047399 Jul 22 19:16:44.502622 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-7a1fc922-959e-4e6f-8a4a-63288880c6d7 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ace191-2361-4098-a80d-26ed7a15d7ae') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:44.503029 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-7a1fc922-959e-4e6f-8a4a-63288880c6d7 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ace191-2361-4098-a80d-26ed7a15d7ae') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:44.513341 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7a1fc922-959e-4e6f-8a4a-63288880c6d7 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:44.529802 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7a1fc922-959e-4e6f-8a4a-63288880c6d7 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:44.538472 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1fc922-959e-4e6f-8a4a-63288880c6d7 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:16:44.539307 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7a1fc922-959e-4e6f-8a4a-63288880c6d7 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:16:44.544882 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:16:44.585345 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52788) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:44.615785 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-951210f5-8e50-4bf9-a851-2a84255a597c req-5ba4a602-6c7b-4790-a60e-81943ca44fbb service neutron] 10.222.0.16 "GET /v2.0/networks/0f5b1472-4d06-4b70-be16-948162807dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076896 Jul 22 19:16:44.648328 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7a1fc922-959e-4e6f-8a4a-63288880c6d7 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:44.664395 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7a1fc922-959e-4e6f-8a4a-63288880c6d7 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:44.668969 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7a1fc922-959e-4e6f-8a4a-63288880c6d7 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] 10.222.0.13 "DELETE /v2.0/networks/edd0fabb-de36-4561-8357-a22ff6fe35ab HTTP/1.1" status: 204 len: 168 time: 0.3726101 Jul 22 19:16:44.678593 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fc922-959e-4e6f-8a4a-63288880c6d7 tempest-PortsAdminExtendedAttrsTestJSON-477821880 tempest-PortsAdminExtendedAttrsTestJSON-477821880-project] Pushing event deleted for resources: {'Network': ['ID=edd0fabb-de36-4561-8357-a22ff6fe35ab,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:44.737555 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-989094b4-69e3-44ff-a07f-3c3b7ab81ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:44.845350 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-989094b4-69e3-44ff-a07f-3c3b7ab81ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:44.851556 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-989094b4-69e3-44ff-a07f-3c3b7ab81ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:44.883162 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52798) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:44.895655 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-989094b4-69e3-44ff-a07f-3c3b7ab81ca9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c59944d7bff4ae0b2ac852bf8313840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3092828 Jul 22 19:16:44.896886 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989094b4-69e3-44ff-a07f-3c3b7ab81ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26dcb80-b20f-4ef1-a1fe-fd2cee9ed3b0,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:44.898224 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52802) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:44.970415 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eab13687-d192-4f30-9ff2-5375d85e3bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:44.994987 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eab13687-d192-4f30-9ff2-5375d85e3bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:45.051303 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eab13687-d192-4f30-9ff2-5375d85e3bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:45.054001 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eab13687-d192-4f30-9ff2-5375d85e3bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:45.057013 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-eab13687-d192-4f30-9ff2-5375d85e3bfe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e26dcb80-b20f-4ef1-a1fe-fd2cee9ed3b0 HTTP/1.1" status: 204 len: 168 time: 0.1560357 Jul 22 19:16:45.072876 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab13687-d192-4f30-9ff2-5375d85e3bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26dcb80-b20f-4ef1-a1fe-fd2cee9ed3b0,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:45.103766 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-70465d2a-8eb0-4fd7-b746-80692c4383ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=115dad83399c48a09c730ada3c0bd542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2183771 Jul 22 19:16:45.106197 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52812) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:45.174311 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-62700694-18bf-4a03-bbee-9689db43879b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:45.204216 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-62700694-18bf-4a03-bbee-9689db43879b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:45.263859 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-62700694-18bf-4a03-bbee-9689db43879b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:45.270755 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-62700694-18bf-4a03-bbee-9689db43879b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:45.273314 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-62700694-18bf-4a03-bbee-9689db43879b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b9102b4-6b44-441c-9cca-611c8813f3b2 HTTP/1.1" status: 204 len: 168 time: 0.1661308 Jul 22 19:16:45.296044 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62700694-18bf-4a03-bbee-9689db43879b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9102b4-6b44-441c-9cca-611c8813f3b2,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:45.372996 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d83fe5-837d-41f4-a79e-34c6e63b0ee2 req-5a595a23-79c5-4578-894d-5ff3621dd257 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:45.374617 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-02d83fe5-837d-41f4-a79e-34c6e63b0ee2 req-5a595a23-79c5-4578-894d-5ff3621dd257 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63df71-7c38-4c8d-9108-ecd9389a9898 HTTP/1.1" status: 200 len: 943 time: 0.0951636 Jul 22 19:16:45.421292 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-02d83fe5-837d-41f4-a79e-34c6e63b0ee2 req-cf9a04ef-dcbc-41be-b4d9-03781634a54b tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7adb2f93-c409-4331-bfa8-e41211499062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394499 Jul 22 19:16:45.473893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52822) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:45.492700 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c474239d-9aa3-436e-b2ce-e2229ec1ec65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:45.596324 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c474239d-9aa3-436e-b2ce-e2229ec1ec65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:45.600395 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c474239d-9aa3-436e-b2ce-e2229ec1ec65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:45.642180 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c474239d-9aa3-436e-b2ce-e2229ec1ec65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30c6f448b3bb4c559881d9438ef38bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668024 Jul 22 19:16:45.643168 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474239d-9aa3-436e-b2ce-e2229ec1ec65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baee0ff3-ee45-4fbf-92a7-3fafafdffd98,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:45.645248 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52826) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:45.707412 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d873ef4b-12c6-454b-ad91-9998ddf48a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:45.713158 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52830) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:45.736449 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d873ef4b-12c6-454b-ad91-9998ddf48a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:45.765262 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bcfc43a4-60d3-4fd4-a15c-7ef65ae61ae7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c4af0df08c5496ba4a8dafbe0f6a0e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505977 Jul 22 19:16:45.767638 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52832) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:45.824339 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d873ef4b-12c6-454b-ad91-9998ddf48a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:45.827006 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d873ef4b-12c6-454b-ad91-9998ddf48a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:45.828361 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d873ef4b-12c6-454b-ad91-9998ddf48a0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/baee0ff3-ee45-4fbf-92a7-3fafafdffd98 HTTP/1.1" status: 204 len: 168 time: 0.1818261 Jul 22 19:16:45.830220 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f703e527-29fb-401e-8449-bd1069efe227 req-03571054-3bd6-4b86-a157-c92386a10ec5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0577559 Jul 22 19:16:45.834277 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34bf8aba-ea3b-4735-9ec9-5e3561959412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:45.847056 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873ef4b-12c6-454b-ad91-9998ddf48a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baee0ff3-ee45-4fbf-92a7-3fafafdffd98,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:45.885928 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34bf8aba-ea3b-4735-9ec9-5e3561959412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:45.950920 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703e527-29fb-401e-8449-bd1069efe227 req-d74f3123-1060-47be-953a-4fb7f7dbaa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:45.953657 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f703e527-29fb-401e-8449-bd1069efe227 req-d74f3123-1060-47be-953a-4fb7f7dbaa39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 1098 time: 0.0665331 Jul 22 19:16:45.954793 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34bf8aba-ea3b-4735-9ec9-5e3561959412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:45.967330 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34bf8aba-ea3b-4735-9ec9-5e3561959412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:45.972754 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-34bf8aba-ea3b-4735-9ec9-5e3561959412 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c4ee235-95c3-48e4-beba-48074bcdfcdd HTTP/1.1" status: 204 len: 168 time: 0.2040672 Jul 22 19:16:45.983991 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf8aba-ea3b-4735-9ec9-5e3561959412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4ee235-95c3-48e4-beba-48074bcdfcdd,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:46.100496 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703e527-29fb-401e-8449-bd1069efe227 req-b3954981-7633-4467-862e-3096c2b21c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:46.102304 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f703e527-29fb-401e-8449-bd1069efe227 req-b3954981-7633-4467-862e-3096c2b21c19 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a20874d1-5fdb-442d-b54e-966fdd5196bb HTTP/1.1" status: 200 len: 897 time: 0.1237693 Jul 22 19:16:46.182635 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f703e527-29fb-401e-8449-bd1069efe227 req-a483dae6-366e-40e9-8036-941e34f884b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 HTTP/1.1" status: 200 len: 1002 time: 0.0729783 Jul 22 19:16:46.237226 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703e527-29fb-401e-8449-bd1069efe227 req-3e0efa93-f715-46d5-b616-bdf6c1904c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:46.239172 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f703e527-29fb-401e-8449-bd1069efe227 req-3e0efa93-f715-46d5-b616-bdf6c1904c97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1eeae556-d294-4d2f-ac67-d8bf624f6aa2 HTTP/1.1" status: 200 len: 835 time: 0.0499246 Jul 22 19:16:46.317313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703e527-29fb-401e-8449-bd1069efe227 req-084c8114-5a36-49e0-a5cc-724cdeb91939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:46.319323 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f703e527-29fb-401e-8449-bd1069efe227 req-084c8114-5a36-49e0-a5cc-724cdeb91939 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a20874d1-5fdb-442d-b54e-966fdd5196bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733380 Jul 22 19:16:46.871226 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f703e527-29fb-401e-8449-bd1069efe227 req-5d71e18d-b462-4c4d-83cc-5c9e006625fc service neutron] 10.222.0.30 "GET /v2.0/networks/a20874d1-5fdb-442d-b54e-966fdd5196bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432441 Jul 22 19:16:46.959968 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63018fd7-c2e5-42f2-84ed-5922e6a6df0c req-59e4b058-e585-4ced-8d11-fc3e356fde11 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:46.961492 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-63018fd7-c2e5-42f2-84ed-5922e6a6df0c req-59e4b058-e585-4ced-8d11-fc3e356fde11 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63df71-7c38-4c8d-9108-ecd9389a9898 HTTP/1.1" status: 200 len: 943 time: 0.1541686 Jul 22 19:16:47.037967 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f703e527-29fb-401e-8449-bd1069efe227 req-5adf1550-abd9-4918-a53e-abeb0ec94aac service neutron] 10.222.0.30 "GET /v2.0/networks/a20874d1-5fdb-442d-b54e-966fdd5196bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579864 Jul 22 19:16:47.085770 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-63018fd7-c2e5-42f2-84ed-5922e6a6df0c req-27e709be-174f-4ab9-ae02-8646a1d0cd72 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7adb2f93-c409-4331-bfa8-e41211499062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091473 Jul 22 19:16:47.169360 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52898) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:47.555073 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0d0e0e72-cecd-425a-a1c6-7c9ff0041755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:47.667089 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52922) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:47.826778 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52928) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:47.830458 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e0e72-cecd-425a-a1c6-7c9ff0041755 admin admin] Deleting port ec60e3cd-43c1-4acb-ba5a-f14fdab93abd {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:16:47.830987 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0d0e0e72-cecd-425a-a1c6-7c9ff0041755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:47.835370 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b9501e28-383a-404d-b60d-d8d240987003 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:16:47.901477 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-eac523f2-bcc9-494f-8711-63327dd69e7c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-370696218', 'router:external': True}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:47.919213 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-0d0e0e72-cecd-425a-a1c6-7c9ff0041755 admin admin] For port ec60e3cd-43c1-4acb-ba5a-f14fdab93abd, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ec60e3cd-43c1-4acb-ba5a-f14fdab93abd,segment=NetworkSegment(0e767e0b-1ee0-4f08-9619-d2fa45abe0d7),segment_id=0e767e0b-1ee0-4f08-9619-d2fa45abe0d7)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:47.919575 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0d0e0e72-cecd-425a-a1c6-7c9ff0041755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:47.924698 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2dbc8ad9-7e7a-4377-af1f-4551cc5239a6 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1150492898', 'router:external': True}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:47.938545 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e0e72-cecd-425a-a1c6-7c9ff0041755 admin admin] Calling delete_port for ec60e3cd-43c1-4acb-ba5a-f14fdab93abd owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:16:47.940912 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac523f2-bcc9-494f-8711-63327dd69e7c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Made reservation on behalf of bcad95b0c07643e0be39e8c476bce1f6 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:16:47.943311 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eac523f2-bcc9-494f-8711-63327dd69e7c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:47.957405 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eac523f2-bcc9-494f-8711-63327dd69e7c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:47.976544 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbc8ad9-7e7a-4377-af1f-4551cc5239a6 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Made reservation on behalf of e008239f5db045d09f2c49f7c045a902 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:16:47.979565 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8ad9-7e7a-4377-af1f-4551cc5239a6 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:47.983134 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port b9501e28-383a-404d-b60d-d8d240987003, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b9501e28-383a-404d-b60d-d8d240987003,segment=NetworkSegment(b50c22d6-54fb-4c93-ba1c-46fb268af9ec),segment_id=b50c22d6-54fb-4c93-ba1c-46fb268af9ec)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:47.993297 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8ad9-7e7a-4377-af1f-4551cc5239a6 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:47.995359 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'b9501e28-383a-404d-b60d-d8d240987003', 'network_id': '0f5b1472-4d06-4b70-be16-948162807dc0', 'port_id': 'b9501e28-383a-404d-b60d-d8d240987003', 'mac_address': 'fa:16:3e:5d:cd:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b63cfd-8bc6-44b3-a48a-5019dd3d2a73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:16:48.038209 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:48.053952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9501e28-383a-404d-b60d-d8d240987003 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:16:48.076454 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port b9501e28-383a-404d-b60d-d8d240987003, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b9501e28-383a-404d-b60d-d8d240987003,segment=NetworkSegment(b50c22d6-54fb-4c93-ba1c-46fb268af9ec),segment_id=b50c22d6-54fb-4c93-ba1c-46fb268af9ec)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:48.081204 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:48.088712 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eac523f2-bcc9-494f-8711-63327dd69e7c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:48.094877 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eac523f2-bcc9-494f-8711-63327dd69e7c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:48.129918 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac523f2-bcc9-494f-8711-63327dd69e7c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:16:48.153143 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=b9501e28-383a-404d-b60d-d8d240987003,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:48.158874 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac523f2-bcc9-494f-8711-63327dd69e7c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2c9eff-9b54-483e-98ad-4e1a02f56035,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:48.163666 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eac523f2-bcc9-494f-8711-63327dd69e7c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:48.164098 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-eac523f2-bcc9-494f-8711-63327dd69e7c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Added segment 48d3a06e-c551-4f11-a545-519ff22be848 of type vlan for network a73b349d-2658-4989-8cc2-7957a5e0de1d Jul 22 19:16:48.268161 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eac523f2-bcc9-494f-8711-63327dd69e7c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:48.334944 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['b9501e28-383a-404d-b60d-d8d240987003'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:16:48.342745 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8ad9-7e7a-4377-af1f-4551cc5239a6 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:48.348707 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eac523f2-bcc9-494f-8711-63327dd69e7c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:48.349688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac523f2-bcc9-494f-8711-63327dd69e7c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:48.350271 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eac523f2-bcc9-494f-8711-63327dd69e7c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:48.353960 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8ad9-7e7a-4377-af1f-4551cc5239a6 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:48.363623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133f121-6484-4e8d-af5f-fa2e7aa51b74 req-c0edbf08-bc8d-404b-9b9b-facedfa116bb tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:48.365160 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1133f121-6484-4e8d-af5f-fa2e7aa51b74 req-c0edbf08-bc8d-404b-9b9b-facedfa116bb tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63df71-7c38-4c8d-9108-ecd9389a9898 HTTP/1.1" status: 200 len: 944 time: 0.1887014 Jul 22 19:16:48.424676 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbc8ad9-7e7a-4377-af1f-4551cc5239a6 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:16:48.427247 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-eac523f2-bcc9-494f-8711-63327dd69e7c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5994596 Jul 22 19:16:48.436791 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52936) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:48.442168 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-23825406-4817-4741-b773-e9bd755568fe tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Request body: {'subnet': {'network_id': 'a73b349d-2658-4989-8cc2-7957a5e0de1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:48.477222 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc8ad9-7e7a-4377-af1f-4551cc5239a6 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f352fd15-8c68-4ba6-a148-71b544044b83,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:48.486148 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23825406-4817-4741-b773-e9bd755568fe tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Made reservation on behalf of bcad95b0c07643e0be39e8c476bce1f6 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:16:48.487508 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac523f2-bcc9-494f-8711-63327dd69e7c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Pushing event updated for resources: {'Network': ['ID=a73b349d-2658-4989-8cc2-7957a5e0de1d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:48.489879 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23825406-4817-4741-b773-e9bd755568fe tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:48.490277 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8ad9-7e7a-4377-af1f-4551cc5239a6 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:48.490277 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-2dbc8ad9-7e7a-4377-af1f-4551cc5239a6 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Added segment d5e30727-47a3-4d20-9ed4-3eac86d792ac of type vlan for network c67c7602-9d3a-4084-9ff4-2a96948b3cd6 Jul 22 19:16:48.490891 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0d0e0e72-cecd-425a-a1c6-7c9ff0041755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:48.503237 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network a73b349d-2658-4989-8cc2-7957a5e0de1d details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:16:48.513375 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1133f121-6484-4e8d-af5f-fa2e7aa51b74 req-f4d40d9c-760a-467b-8521-2e0906db1cbe tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7adb2f93-c409-4331-bfa8-e41211499062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263647 Jul 22 19:16:48.542199 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e0e72-cecd-425a-a1c6-7c9ff0041755 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec60e3cd-43c1-4acb-ba5a-f14fdab93abd,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:48.562616 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8ad9-7e7a-4377-af1f-4551cc5239a6 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:48.612074 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8ad9-7e7a-4377-af1f-4551cc5239a6 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:48.613681 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbc8ad9-7e7a-4377-af1f-4551cc5239a6 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:48.614358 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8ad9-7e7a-4377-af1f-4551cc5239a6 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:48.658318 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2dbc8ad9-7e7a-4377-af1f-4551cc5239a6 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9899507 Jul 22 19:16:48.661783 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52938) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:48.668513 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-c58c3e9d-0071-454c-8b37-a2b84903067f tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Request body: {'subnet': {'network_id': 'c67c7602-9d3a-4084-9ff4-2a96948b3cd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:48.712805 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc8ad9-7e7a-4377-af1f-4551cc5239a6 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Pushing event updated for resources: {'Network': ['ID=c67c7602-9d3a-4084-9ff4-2a96948b3cd6,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:48.724719 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network c67c7602-9d3a-4084-9ff4-2a96948b3cd6 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:16:48.759193 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58c3e9d-0071-454c-8b37-a2b84903067f tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Made reservation on behalf of e008239f5db045d09f2c49f7c045a902 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:16:48.763723 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:16:48.765635 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c58c3e9d-0071-454c-8b37-a2b84903067f tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:48.779742 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0d0e0e72-cecd-425a-a1c6-7c9ff0041755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:49.134843 n-d-800086-12 neutron-server[93807]: DEBUG neutron.objects.ports [None req-c58c3e9d-0071-454c-8b37-a2b84903067f tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93807) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:16:49.134843 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c58c3e9d-0071-454c-8b37-a2b84903067f tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:49.135486 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52948) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:49.169608 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0e0e72-cecd-425a-a1c6-7c9ff0041755 admin admin] Router 6f0e983b-f432-4c25-baf4-494c63cb9582 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:16:49.201418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c3e9d-0071-454c-8b37-a2b84903067f tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c36028ab-8f15-4427-bdd4-745ab375156e,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:49.212131 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c3e9d-0071-454c-8b37-a2b84903067f tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Checking segment: {'id': 'd5e30727-47a3-4d20-9ed4-3eac86d792ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c67c7602-9d3a-4084-9ff4-2a96948b3cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:16:49.212608 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58c3e9d-0071-454c-8b37-a2b84903067f tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Network hostable DHCP agents. Network: c67c7602-9d3a-4084-9ff4-2a96948b3cd6, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:16:49.231099 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58c3e9d-0071-454c-8b37-a2b84903067f tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Network c67c7602-9d3a-4084-9ff4-2a96948b3cd6 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:16:49.247611 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-c58c3e9d-0071-454c-8b37-a2b84903067f tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, c67c7602-9d3a-4084-9ff4-2a96948b3cd6) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:16:49.252141 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58c3e9d-0071-454c-8b37-a2b84903067f tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:49.253059 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c58c3e9d-0071-454c-8b37-a2b84903067f tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:49.256567 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee390fea-1490-43c9-996e-92f0ece9a56d None None] Network c67c7602-9d3a-4084-9ff4-2a96948b3cd6 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:16:49.267637 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9763494f-244e-4781-81de-b73b9fa4d1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:49.290218 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c58c3e9d-0071-454c-8b37-a2b84903067f tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6251438 Jul 22 19:16:49.291032 n-d-800086-12 neutron-server[93806]: DEBUG neutron.objects.ports [None req-23825406-4817-4741-b773-e9bd755568fe tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93806) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:16:49.291032 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23825406-4817-4741-b773-e9bd755568fe tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:49.292682 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52952) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:49.297505 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-71beae59-53a5-4764-9e25-25ada4fe2710 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1229625057', 'network_id': 'c67c7602-9d3a-4084-9ff4-2a96948b3cd6'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:49.373427 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23825406-4817-4741-b773-e9bd755568fe tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Pushing event updated for resources: {'Subnet': ['ID=00d47f2a-c880-46a2-a8d1-58eac93917b4,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:49.389888 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9763494f-244e-4781-81de-b73b9fa4d1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:49.392495 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0e0e72-cecd-425a-a1c6-7c9ff0041755 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:16:49.394501 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23825406-4817-4741-b773-e9bd755568fe tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Checking segment: {'id': '48d3a06e-c551-4f11-a545-519ff22be848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a73b349d-2658-4989-8cc2-7957a5e0de1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:16:49.394870 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23825406-4817-4741-b773-e9bd755568fe tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Network hostable DHCP agents. Network: a73b349d-2658-4989-8cc2-7957a5e0de1d, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:16:49.400424 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0d0e0e72-cecd-425a-a1c6-7c9ff0041755 admin admin] 10.222.0.13 "PUT /v2.0/routers/6f0e983b-f432-4c25-baf4-494c63cb9582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2284675 Jul 22 19:16:49.402597 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8389c9df-c72f-4c9b-af87-7df26a63c47d None None] Network c67c7602-9d3a-4084-9ff4-2a96948b3cd6 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:16:49.403020 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52954) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:49.404749 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9763494f-244e-4781-81de-b73b9fa4d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:49.451599 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71beae59-53a5-4764-9e25-25ada4fe2710 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Made reservation on behalf of e008239f5db045d09f2c49f7c045a902 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:16:49.453837 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71beae59-53a5-4764-9e25-25ada4fe2710 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:49.464787 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763494f-244e-4781-81de-b73b9fa4d1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09ce4c3-8637-474b-bc80-daae7f089a68,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:49.473362 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9763494f-244e-4781-81de-b73b9fa4d1ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9f0ed863bcd4948a928385660968f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340874 Jul 22 19:16:49.475910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-71beae59-53a5-4764-9e25-25ada4fe2710 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] device_id is not set on port 2810182b-c7e7-4ecf-9de8-fa3d0b373589 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:16:49.482061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52956) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:49.491021 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbc4aa4-bec9-4379-9ffd-a06d830ee842 None None] Sync routers for ids ['6f0e983b-f432-4c25-baf4-494c63cb9582'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:16:49.502790 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23825406-4817-4741-b773-e9bd755568fe tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Network a73b349d-2658-4989-8cc2-7957a5e0de1d is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:16:49.519430 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-23825406-4817-4741-b773-e9bd755568fe tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, a73b349d-2658-4989-8cc2-7957a5e0de1d) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:16:49.522906 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23825406-4817-4741-b773-e9bd755568fe tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:49.523525 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23825406-4817-4741-b773-e9bd755568fe tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:49.547285 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbc4aa4-bec9-4379-9ffd-a06d830ee842 None None] Routers {'6f0e983b-f432-4c25-baf4-494c63cb9582'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:16:49.547921 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6dbc4aa4-bec9-4379-9ffd-a06d830ee842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:16:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['6f0e983b-f432-4c25-baf4-494c63cb9582'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:49.549729 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26eef82a-8033-4f3c-9e78-7ce4cd67da8e admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:49.553655 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecf97e0-5f91-4fd3-b112-43bf9b8e9d1c None None] Network a73b349d-2658-4989-8cc2-7957a5e0de1d requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:16:49.557161 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-23825406-4817-4741-b773-e9bd755568fe tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1166487 Jul 22 19:16:49.558751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52960) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:49.567843 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-3f4a57b7-1cc4-497b-a433-7609e7fc0d40 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-126863566', 'network_id': 'a73b349d-2658-4989-8cc2-7957a5e0de1d'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:49.599818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4a57b7-1cc4-497b-a433-7609e7fc0d40 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Made reservation on behalf of bcad95b0c07643e0be39e8c476bce1f6 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:16:49.602742 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3f4a57b7-1cc4-497b-a433-7609e7fc0d40 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:49.658297 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-47e5ea41-c80d-41d6-affd-6044bf2acc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:49.668257 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26eef82a-8033-4f3c-9e78-7ce4cd67da8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:49.691219 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-3f4a57b7-1cc4-497b-a433-7609e7fc0d40 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] device_id is not set on port 42f67ba5-bafb-4b02-8604-fff10ba37a15 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:16:49.734896 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-6dbc4aa4-bec9-4379-9ffd-a06d830ee842 None None] Set router 6f0e983b-f432-4c25-baf4-494c63cb9582 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:16:49.736878 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-26eef82a-8033-4f3c-9e78-7ce4cd67da8e admin admin] Deleting port 719c3dca-6826-473a-b740-d454f78abc78 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:16:49.737415 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26eef82a-8033-4f3c-9e78-7ce4cd67da8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:49.753051 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-71beae59-53a5-4764-9e25-25ada4fe2710 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Allocated IP 172.20.0.10 (c67c7602-9d3a-4084-9ff4-2a96948b3cd6/c36028ab-8f15-4427-bdd4-745ab375156e/2810182b-c7e7-4ecf-9de8-fa3d0b373589) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:16:49.758250 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-47e5ea41-c80d-41d6-affd-6044bf2acc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:49.835446 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-26eef82a-8033-4f3c-9e78-7ce4cd67da8e admin admin] For port 719c3dca-6826-473a-b740-d454f78abc78, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=719c3dca-6826-473a-b740-d454f78abc78,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:49.835826 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26eef82a-8033-4f3c-9e78-7ce4cd67da8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:49.852542 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-26eef82a-8033-4f3c-9e78-7ce4cd67da8e admin admin] Calling delete_port for 719c3dca-6826-473a-b740-d454f78abc78 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:16:49.859518 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b9501e28-383a-404d-b60d-d8d240987003 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:16:49.861445 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe341f7-e41b-4ce7-b0ca-d9d18ca67e90 None None] Network a73b349d-2658-4989-8cc2-7957a5e0de1d requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:16:49.907241 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cf6c6-9809-4165-beef-97539576a4a8 req-6c22132a-60e3-4500-a73c-737cf29ad2cc tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:49.908805 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e40cf6c6-9809-4165-beef-97539576a4a8 req-6c22132a-60e3-4500-a73c-737cf29ad2cc tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63df71-7c38-4c8d-9108-ecd9389a9898 HTTP/1.1" status: 200 len: 944 time: 0.2770381 Jul 22 19:16:49.952591 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-3f4a57b7-1cc4-497b-a433-7609e7fc0d40 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Allocated IP 2001:db8::3a1 (a73b349d-2658-4989-8cc2-7957a5e0de1d/00d47f2a-c880-46a2-a8d1-58eac93917b4/42f67ba5-bafb-4b02-8604-fff10ba37a15) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:16:49.980109 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-47e5ea41-c80d-41d6-affd-6044bf2acc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:49.982684 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-47e5ea41-c80d-41d6-affd-6044bf2acc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:49.983826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-47e5ea41-c80d-41d6-affd-6044bf2acc6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a09ce4c3-8637-474b-bc80-daae7f089a68 HTTP/1.1" status: 204 len: 168 time: 0.5011368 Jul 22 19:16:50.044270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5ea41-c80d-41d6-affd-6044bf2acc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09ce4c3-8637-474b-bc80-daae7f089a68,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:50.071532 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e40cf6c6-9809-4165-beef-97539576a4a8 req-a6be6508-9d86-496e-af6e-9b1e315fae28 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7adb2f93-c409-4331-bfa8-e41211499062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449604 Jul 22 19:16:50.103495 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26eef82a-8033-4f3c-9e78-7ce4cd67da8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.137181 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eef82a-8033-4f3c-9e78-7ce4cd67da8e admin admin] Pushing event deleted for resources: {'Port': ['ID=719c3dca-6826-473a-b740-d454f78abc78,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:50.179536 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71beae59-53a5-4764-9e25-25ada4fe2710 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.231910 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26eef82a-8033-4f3c-9e78-7ce4cd67da8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.236716 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port b9501e28-383a-404d-b60d-d8d240987003 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:16:50.244402 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port b9501e28-383a-404d-b60d-d8d240987003 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:16:50.245046 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.284222 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3f4a57b7-1cc4-497b-a433-7609e7fc0d40 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.293823 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71beae59-53a5-4764-9e25-25ada4fe2710 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.345995 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26eef82a-8033-4f3c-9e78-7ce4cd67da8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.348042 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26eef82a-8033-4f3c-9e78-7ce4cd67da8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.352416 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71beae59-53a5-4764-9e25-25ada4fe2710 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Network c67c7602-9d3a-4084-9ff4-2a96948b3cd6 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:16:50.358159 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-71beae59-53a5-4764-9e25-25ada4fe2710 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:16:50.365256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71beae59-53a5-4764-9e25-25ada4fe2710 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:16:50.390797 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6dbc4aa4-bec9-4379-9ffd-a06d830ee842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0e983b-f432-4c25-baf4-494c63cb9582', 'name': 'tempest-AttachSCSIVolumeTestJSON-2060336419-router', 'tenant_id': 'de52bbd28ca6492aa84c207a190163b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '719c3dca-6826-473a-b740-d454f78abc78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:58Z', 'updated_at': '2021-07-22T19:16:48Z', 'revision_number': 5, 'project_id': 'de52bbd28ca6492aa84c207a190163b5', 'gw_port': {'id': '719c3dca-6826-473a-b740-d454f78abc78', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0e983b-f432-4c25-baf4-494c63cb9582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:59Z', 'updated_at': '2021-07-22T19:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:50.399704 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71beae59-53a5-4764-9e25-25ada4fe2710 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Pushing event updated for resources: {'Port': ['ID=2810182b-c7e7-4ecf-9de8-fa3d0b373589,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:50.413500 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26eef82a-8033-4f3c-9e78-7ce4cd67da8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.414596 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26eef82a-8033-4f3c-9e78-7ce4cd67da8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f0e983b-f432-4c25-baf4-494c63cb9582 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:16:50.423655 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26eef82a-8033-4f3c-9e78-7ce4cd67da8e admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.427488 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-26eef82a-8033-4f3c-9e78-7ce4cd67da8e admin admin] 10.222.0.13 "DELETE /v2.0/routers/6f0e983b-f432-4c25-baf4-494c63cb9582 HTTP/1.1" status: 204 len: 168 time: 1.0210207 Jul 22 19:16:50.427642 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3f4a57b7-1cc4-497b-a433-7609e7fc0d40 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.427792 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52974) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:50.429398 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71beae59-53a5-4764-9e25-25ada4fe2710 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:50.430401 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71beae59-53a5-4764-9e25-25ada4fe2710 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.451575 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.453907 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbc4aa4-bec9-4379-9ffd-a06d830ee842 None None] Checking router: 6f0e983b-f432-4c25-baf4-494c63cb9582 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:16:50.479064 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d90762-b012-4fce-873b-fac91e36dcf7 admin admin] Deleting subnet 12059bc6-331c-4b5f-b2c9-027ec4a59e0d {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:16:50.480761 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-71beae59-53a5-4764-9e25-25ada4fe2710 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.1869969 Jul 22 19:16:50.482750 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f1d90762-b012-4fce-873b-fac91e36dcf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.486541 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52978) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:50.489713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4a57b7-1cc4-497b-a433-7609e7fc0d40 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Network a73b349d-2658-4989-8cc2-7957a5e0de1d is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:16:50.500873 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port b9501e28-383a-404d-b60d-d8d240987003, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b9501e28-383a-404d-b60d-d8d240987003,segment=NetworkSegment(b50c22d6-54fb-4c93-ba1c-46fb268af9ec),segment_id=b50c22d6-54fb-4c93-ba1c-46fb268af9ec)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:50.503761 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc63df71-7c38-4c8d-9108-ecd9389a9898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9501e28-383a-404d-b60d-d8d240987003'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:16:50.505521 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-3f4a57b7-1cc4-497b-a433-7609e7fc0d40 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:16:50.507363 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0041eaf6-2188-4d29-8c4a-355724b943e0" -d '{"events": [{"server_uuid": "bc63df71-7c38-4c8d-9108-ecd9389a9898", "name": "network-vif-plugged", "status": "completed", "tag": "b9501e28-383a-404d-b60d-d8d240987003"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:16:50.526117 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f1d90762-b012-4fce-873b-fac91e36dcf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.528575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a57b7-1cc4-497b-a433-7609e7fc0d40 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:16:50.529659 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4a57b7-1cc4-497b-a433-7609e7fc0d40 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:50.530271 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3f4a57b7-1cc4-497b-a433-7609e7fc0d40 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.531034 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.542937 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a57b7-1cc4-497b-a433-7609e7fc0d40 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Pushing event updated for resources: {'Port': ['ID=42f67ba5-bafb-4b02-8604-fff10ba37a15,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:50.569387 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3f4a57b7-1cc4-497b-a433-7609e7fc0d40 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0075116 Jul 22 19:16:50.589806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 52984) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:50.610495 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbc4aa4-bec9-4379-9ffd-a06d830ee842 None None] Routers set() bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:16:50.611016 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbc4aa4-bec9-4379-9ffd-a06d830ee842 None None] Router IDs set() for agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 19:16:50.611761 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_agentschedulers_db [None req-6dbc4aa4-bec9-4379-9ffd-a06d830ee842 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6f0e983b-f432-4c25-baf4-494c63cb9582'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:16:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent'). {{(pid=93808) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 19:16:50.612244 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbc4aa4-bec9-4379-9ffd-a06d830ee842 None None] The sync data for ids ['6f0e983b-f432-4c25-baf4-494c63cb9582'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:16:50.617618 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=b9501e28-383a-404d-b60d-d8d240987003,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:50.620689 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f1d90762-b012-4fce-873b-fac91e36dcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.697196 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-95ae7a86-e4ed-416b-8905-127b38b5b855 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Deleting port 2810182b-c7e7-4ecf-9de8-fa3d0b373589 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:16:50.697785 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-95ae7a86-e4ed-416b-8905-127b38b5b855 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.711401 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f1d90762-b012-4fce-873b-fac91e36dcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.746010 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d90762-b012-4fce-873b-fac91e36dcf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12059bc6-331c-4b5f-b2c9-027ec4a59e0d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:50.748208 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f1d90762-b012-4fce-873b-fac91e36dcf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.750305 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f1d90762-b012-4fce-873b-fac91e36dcf7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/12059bc6-331c-4b5f-b2c9-027ec4a59e0d HTTP/1.1" status: 204 len: 168 time: 0.3216810 Jul 22 19:16:50.752849 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52992) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:50.764854 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a840dcc-fa73-41b9-adb9-2f4ed10daead None None] Network 99e6db91-79a6-411f-8a46-d28a8463cfb8 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:16:50.789017 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-212c6e23-e6dd-42bb-b982-310ae5d836b1 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Deleting port 42f67ba5-bafb-4b02-8604-fff10ba37a15 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:16:50.789144 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-212c6e23-e6dd-42bb-b982-310ae5d836b1 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.795092 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-95ae7a86-e4ed-416b-8905-127b38b5b855 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.828743 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-95ae7a86-e4ed-416b-8905-127b38b5b855 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Calling delete_port for 2810182b-c7e7-4ecf-9de8-fa3d0b373589 owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:16:50.868364 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad90d5be-7ba3-4621-86f9-8928d7d0e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.942497 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ad90d5be-7ba3-4621-86f9-8928d7d0e9fc admin admin] Deleting port 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:16:50.943158 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad90d5be-7ba3-4621-86f9-8928d7d0e9fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:50.979953 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5622417-c732-41f2-bca2-029374481fe2 x-openstack-request-id: req-d5622417-c732-41f2-bca2-029374481fe2 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:16:50.980522 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc63df71-7c38-4c8d-9108-ecd9389a9898", "name": "network-vif-plugged", "status": "completed", "tag": "b9501e28-383a-404d-b60d-d8d240987003", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:16:50.980959 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5622417-c732-41f2-bca2-029374481fe2 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:16:50.981510 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc63df71-7c38-4c8d-9108-ecd9389a9898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9501e28-383a-404d-b60d-d8d240987003', 'code': 200} Jul 22 19:16:51.032060 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-212c6e23-e6dd-42bb-b982-310ae5d836b1 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:51.033672 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-ad90d5be-7ba3-4621-86f9-8928d7d0e9fc admin admin] For port 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03,segment=NetworkSegment(0e767e0b-1ee0-4f08-9619-d2fa45abe0d7),segment_id=0e767e0b-1ee0-4f08-9619-d2fa45abe0d7)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:51.034510 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad90d5be-7ba3-4621-86f9-8928d7d0e9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:51.061950 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ad90d5be-7ba3-4621-86f9-8928d7d0e9fc admin admin] Calling delete_port for 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:16:51.076357 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-212c6e23-e6dd-42bb-b982-310ae5d836b1 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Calling delete_port for 42f67ba5-bafb-4b02-8604-fff10ba37a15 owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:16:51.114174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609d38c-497f-4114-8099-8aa2d0b7b935 req-3f3b16be-314e-4e0b-b5cd-3aad4ebba207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:51.115842 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d609d38c-497f-4114-8099-8aa2d0b7b935 req-3f3b16be-314e-4e0b-b5cd-3aad4ebba207 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bc63df71-7c38-4c8d-9108-ecd9389a9898 HTTP/1.1" status: 200 len: 1097 time: 0.2035913 Jul 22 19:16:51.178047 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c801f6d-ea5d-402e-be19-1e9ec306cd1e None None] DHCP port deletion for 99e6db91-79a6-411f-8a46-d28a8463cfb8 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:16:51.226667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ec60e3cd-43c1-4acb-ba5a-f14fdab93abd no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:16:51.233589 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad90d5be-7ba3-4621-86f9-8928d7d0e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:51.268931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: ec60e3cd-43c1-4acb-ba5a-f14fdab93abd {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:16:51.269521 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ec60e3cd-43c1-4acb-ba5a-f14fdab93abd not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:16:51.287802 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90d5be-7ba3-4621-86f9-8928d7d0e9fc admin admin] Pushing event deleted for resources: {'Port': ['ID=13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:51.297224 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad90d5be-7ba3-4621-86f9-8928d7d0e9fc admin admin] No DVR routers for this DVR port 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:16:51.304844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5c801f6d-ea5d-402e-be19-1e9ec306cd1e None None] Deleting port 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:16:51.305456 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5c801f6d-ea5d-402e-be19-1e9ec306cd1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:51.331040 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d609d38c-497f-4114-8099-8aa2d0b7b935 req-462ebb7f-c191-414b-ad92-7566447efe1e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7adb2f93-c409-4331-bfa8-e41211499062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995230 Jul 22 19:16:51.377972 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-95ae7a86-e4ed-416b-8905-127b38b5b855 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:51.387595 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-5c801f6d-ea5d-402e-be19-1e9ec306cd1e None None] For port 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03, host n-d-800086-12, got binding levels [] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:51.388003 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5c801f6d-ea5d-402e-be19-1e9ec306cd1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:51.401096 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad90d5be-7ba3-4621-86f9-8928d7d0e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:51.402679 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5c801f6d-ea5d-402e-be19-1e9ec306cd1e None None] Calling delete_port for 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:16:51.405418 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.ipam_backend_mixin [None req-5c801f6d-ea5d-402e-be19-1e9ec306cd1e None None] Port 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03 was not found and therefore no delete operation was performed {{(pid=93808) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:16:51.406863 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5c801f6d-ea5d-402e-be19-1e9ec306cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:51.412294 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-ad90d5be-7ba3-4621-86f9-8928d7d0e9fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e6db91-79a6-411f-8a46-d28a8463cfb8']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:51.429123 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-ad90d5be-7ba3-4621-86f9-8928d7d0e9fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e767e0b-1ee0-4f08-9619-d2fa45abe0d7') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:51.430756 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-ad90d5be-7ba3-4621-86f9-8928d7d0e9fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e767e0b-1ee0-4f08-9619-d2fa45abe0d7') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:51.442979 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad90d5be-7ba3-4621-86f9-8928d7d0e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:51.455738 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c801f6d-ea5d-402e-be19-1e9ec306cd1e None None] No DVR routers for this DVR port 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:16:51.455971 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae7a86-e4ed-416b-8905-127b38b5b855 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Pushing event deleted for resources: {'Port': ['ID=2810182b-c7e7-4ecf-9de8-fa3d0b373589,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:51.466031 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c801f6d-ea5d-402e-be19-1e9ec306cd1e None None] Pushing event deleted for resources: {'Port': ['ID=13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:51.471302 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad90d5be-7ba3-4621-86f9-8928d7d0e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:51.479653 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad90d5be-7ba3-4621-86f9-8928d7d0e9fc admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:16:51.480070 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad90d5be-7ba3-4621-86f9-8928d7d0e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:16:51.481836 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:16:51.488087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77448a6f-02c8-44ea-b27e-d4066690b54f req-57605e0b-028d-4769-a656-55e5ec26beef tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:51.495244 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-77448a6f-02c8-44ea-b27e-d4066690b54f req-57605e0b-028d-4769-a656-55e5ec26beef tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63df71-7c38-4c8d-9108-ecd9389a9898 HTTP/1.1" status: 200 len: 945 time: 0.2433760 Jul 22 19:16:51.544620 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad90d5be-7ba3-4621-86f9-8928d7d0e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:51.552506 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad90d5be-7ba3-4621-86f9-8928d7d0e9fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:51.556528 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ad90d5be-7ba3-4621-86f9-8928d7d0e9fc admin admin] 10.222.0.13 "DELETE /v2.0/networks/99e6db91-79a6-411f-8a46-d28a8463cfb8 HTTP/1.1" status: 204 len: 168 time: 0.8000503 Jul 22 19:16:51.569101 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53012) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:51.599316 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-77448a6f-02c8-44ea-b27e-d4066690b54f req-9c166653-712a-4e82-926f-f3249267f3ff tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7adb2f93-c409-4331-bfa8-e41211499062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031840 Jul 22 19:16:51.625658 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-212c6e23-e6dd-42bb-b982-310ae5d836b1 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:51.639153 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90d5be-7ba3-4621-86f9-8928d7d0e9fc admin admin] Pushing event deleted for resources: {'Network': ['ID=99e6db91-79a6-411f-8a46-d28a8463cfb8,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:51.643185 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-95ae7a86-e4ed-416b-8905-127b38b5b855 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:51.652385 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-95ae7a86-e4ed-416b-8905-127b38b5b855 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "DELETE /v2.0/ports/2810182b-c7e7-4ecf-9de8-fa3d0b373589 HTTP/1.1" status: 204 len: 168 time: 1.1647851 Jul 22 19:16:51.670003 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53014) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:51.672987 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c6e23-e6dd-42bb-b982-310ae5d836b1 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Pushing event deleted for resources: {'Port': ['ID=42f67ba5-bafb-4b02-8604-fff10ba37a15,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:51.674421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-108c2857-e72c-4644-9cd7-d50ac91c6053 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c67c7602-9d3a-4084-9ff4-2a96948b3cd6', 'external_fixed_ips': [{'subnet_id': 'c36028ab-8f15-4427-bdd4-745ab375156e', 'ip_address': '172.20.0.10'}]}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:51.703140 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-212c6e23-e6dd-42bb-b982-310ae5d836b1 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:51.708517 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-212c6e23-e6dd-42bb-b982-310ae5d836b1 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "DELETE /v2.0/ports/42f67ba5-bafb-4b02-8604-fff10ba37a15 HTTP/1.1" status: 204 len: 168 time: 1.1149197 Jul 22 19:16:51.708907 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53016) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:51.714268 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-108c2857-e72c-4644-9cd7-d50ac91c6053 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:51.715376 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-108c2857-e72c-4644-9cd7-d50ac91c6053 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:51.716199 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-b0cb9396-b48d-44ed-80fd-166b31fce4ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a73b349d-2658-4989-8cc2-7957a5e0de1d', 'external_fixed_ips': [{'subnet_id': '00d47f2a-c880-46a2-a8d1-58eac93917b4', 'ip_address': '2001:db8::3a1'}]}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:51.746358 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9396-b48d-44ed-80fd-166b31fce4ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:51.747661 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9396-b48d-44ed-80fd-166b31fce4ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:51.839352 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-108c2857-e72c-4644-9cd7-d50ac91c6053 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:51.839869 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9396-b48d-44ed-80fd-166b31fce4ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:51.988105 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9396-b48d-44ed-80fd-166b31fce4ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:52.226527 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9396-b48d-44ed-80fd-166b31fce4ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:52.266623 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9396-b48d-44ed-80fd-166b31fce4ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:52.332207 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-108c2857-e72c-4644-9cd7-d50ac91c6053 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:52.567652 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-b0cb9396-b48d-44ed-80fd-166b31fce4ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Allocated IP 2001:db8::3a1 (a73b349d-2658-4989-8cc2-7957a5e0de1d/00d47f2a-c880-46a2-a8d1-58eac93917b4/16095504-1935-40cb-bf12-d5b5233df867) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:16:52.722442 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-108c2857-e72c-4644-9cd7-d50ac91c6053 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:52.745104 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-108c2857-e72c-4644-9cd7-d50ac91c6053 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:52.762042 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7583cea-0d0e-4eb4-8e2f-82672a67dfba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:52.830520 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53072) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:53.028916 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b48e8f4c-bb5f-4fdf-bd3f-8b202b8b33f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:53.039473 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 719c3dca-6826-473a-b740-d454f78abc78 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:16:53.067435 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 719c3dca-6826-473a-b740-d454f78abc78 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:16:53.067838 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 719c3dca-6826-473a-b740-d454f78abc78 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:16:53.068211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:16:53.083652 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-108c2857-e72c-4644-9cd7-d50ac91c6053 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Allocated IP 172.20.0.10 (c67c7602-9d3a-4084-9ff4-2a96948b3cd6/c36028ab-8f15-4427-bdd4-745ab375156e/25736620-0ca9-4941-8186-e44dc971e43f) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:16:53.089883 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:16:53.090244 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 13daf9bf-d9b6-4b2d-bbd1-97a689d9eb03 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:16:53.094583 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9396-b48d-44ed-80fd-166b31fce4ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:53.104873 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dddf2b-45af-48c2-8845-4b4a8f8b71d9 req-fcf35e58-522e-4571-b183-d8aafc4df331 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:53.106360 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e2dddf2b-45af-48c2-8845-4b4a8f8b71d9 req-fcf35e58-522e-4571-b183-d8aafc4df331 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63df71-7c38-4c8d-9108-ecd9389a9898 HTTP/1.1" status: 200 len: 945 time: 0.4219584 Jul 22 19:16:53.161494 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e2dddf2b-45af-48c2-8845-4b4a8f8b71d9 req-29d64591-3329-44b3-b5c5-a8371ddbd891 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7adb2f93-c409-4331-bfa8-e41211499062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494001 Jul 22 19:16:53.177202 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9396-b48d-44ed-80fd-166b31fce4ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:53.216352 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cb9396-b48d-44ed-80fd-166b31fce4ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Network a73b349d-2658-4989-8cc2-7957a5e0de1d is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:16:53.222346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-b0cb9396-b48d-44ed-80fd-166b31fce4ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:16:53.225350 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cb9396-b48d-44ed-80fd-166b31fce4ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:16:53.302928 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb9396-b48d-44ed-80fd-166b31fce4ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Pushing event updated for resources: {'Port': ['ID=16095504-1935-40cb-bf12-d5b5233df867,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:53.323545 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-108c2857-e72c-4644-9cd7-d50ac91c6053 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:53.332656 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b48e8f4c-bb5f-4fdf-bd3f-8b202b8b33f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:53.362983 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b48e8f4c-bb5f-4fdf-bd3f-8b202b8b33f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:53.425622 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b48e8f4c-bb5f-4fdf-bd3f-8b202b8b33f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cb8c56bacb9433a9e7ce794bfbb0067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5914001 Jul 22 19:16:53.426341 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e8f4c-bb5f-4fdf-bd3f-8b202b8b33f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93076d2d-0aa0-4e28-b7e7-70a7c313f63c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:53.429262 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53082) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:53.485796 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-d7583cea-0d0e-4eb4-8e2f-82672a67dfba admin admin] Deleting port 8a0a4535-2f86-4674-b149-39c8f801bac6 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:16:53.486146 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7583cea-0d0e-4eb4-8e2f-82672a67dfba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:53.501125 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-108c2857-e72c-4644-9cd7-d50ac91c6053 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:53.550793 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9396-b48d-44ed-80fd-166b31fce4ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:53.592153 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108c2857-e72c-4644-9cd7-d50ac91c6053 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Network c67c7602-9d3a-4084-9ff4-2a96948b3cd6 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:16:53.606955 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-108c2857-e72c-4644-9cd7-d50ac91c6053 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:16:53.614877 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108c2857-e72c-4644-9cd7-d50ac91c6053 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:16:53.619482 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c2857-e72c-4644-9cd7-d50ac91c6053 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Pushing event updated for resources: {'Port': ['ID=25736620-0ca9-4941-8186-e44dc971e43f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:53.621723 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce5328f6-2c97-49fb-a3f2-525703b35119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:53.647525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8208ff-0e9e-4fd4-8bc4-68156a7491a0 req-b69fcef3-0b9f-47c4-9bbb-860fa6f53734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:53.649084 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac8208ff-0e9e-4fd4-8bc4-68156a7491a0 req-b69fcef3-0b9f-47c4-9bbb-860fa6f53734 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0073d6a79eff4bf185c284d64f45fd0f&device_id=bc63df71-7c38-4c8d-9108-ecd9389a9898 HTTP/1.1" status: 200 len: 1097 time: 0.2010946 Jul 22 19:16:53.660094 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f7004-cf60-4530-bea7-dabda56930c3 req-86da4a14-9093-4ec6-a0b3-1493b7aa018b tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:53.661587 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-459f7004-cf60-4530-bea7-dabda56930c3 req-86da4a14-9093-4ec6-a0b3-1493b7aa018b tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63df71-7c38-4c8d-9108-ecd9389a9898 HTTP/1.1" status: 200 len: 945 time: 0.2235096 Jul 22 19:16:53.688364 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-d7583cea-0d0e-4eb4-8e2f-82672a67dfba admin admin] For port 8a0a4535-2f86-4674-b149-39c8f801bac6, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=8a0a4535-2f86-4674-b149-39c8f801bac6,segment=NetworkSegment(8e3efdc4-744e-4dee-8dd5-e518cec98d57),segment_id=8e3efdc4-744e-4dee-8dd5-e518cec98d57)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:53.688672 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7583cea-0d0e-4eb4-8e2f-82672a67dfba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:53.692385 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce5328f6-2c97-49fb-a3f2-525703b35119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:53.745256 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-d7583cea-0d0e-4eb4-8e2f-82672a67dfba admin admin] Calling delete_port for 8a0a4535-2f86-4674-b149-39c8f801bac6 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:16:53.777257 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-459f7004-cf60-4530-bea7-dabda56930c3 req-5a4585ec-b6a6-4866-84ce-fdc2d44390a6 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7adb2f93-c409-4331-bfa8-e41211499062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029489 Jul 22 19:16:53.860264 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8208ff-0e9e-4fd4-8bc4-68156a7491a0 req-3f25169d-3265-4faa-a3c6-477a2afdfd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:53.861784 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac8208ff-0e9e-4fd4-8bc4-68156a7491a0 req-3f25169d-3265-4faa-a3c6-477a2afdfd0d service neutron] 10.222.0.16 "GET /v2.0/networks?id=0f5b1472-4d06-4b70-be16-948162807dc0 HTTP/1.1" status: 200 len: 915 time: 0.1971738 Jul 22 19:16:53.892871 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce5328f6-2c97-49fb-a3f2-525703b35119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:53.895698 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce5328f6-2c97-49fb-a3f2-525703b35119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:53.899430 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ce5328f6-2c97-49fb-a3f2-525703b35119 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93076d2d-0aa0-4e28-b7e7-70a7c313f63c HTTP/1.1" status: 204 len: 168 time: 0.4628932 Jul 22 19:16:53.918904 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac8208ff-0e9e-4fd4-8bc4-68156a7491a0 req-33e16b54-9d50-470a-b3ad-185fd5b7873d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9501e28-383a-404d-b60d-d8d240987003 HTTP/1.1" status: 200 len: 217 time: 0.0489643 Jul 22 19:16:53.948291 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9396-b48d-44ed-80fd-166b31fce4ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:53.971648 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5328f6-2c97-49fb-a3f2-525703b35119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93076d2d-0aa0-4e28-b7e7-70a7c313f63c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:54.060023 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8208ff-0e9e-4fd4-8bc4-68156a7491a0 req-346f2595-751f-47ad-a728-51d0e5ee194d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:54.061758 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac8208ff-0e9e-4fd4-8bc4-68156a7491a0 req-346f2595-751f-47ad-a728-51d0e5ee194d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90b63cfd-8bc6-44b3-a48a-5019dd3d2a73 HTTP/1.1" status: 200 len: 854 time: 0.1249173 Jul 22 19:16:54.062248 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-108c2857-e72c-4644-9cd7-d50ac91c6053 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:54.100759 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac8208ff-0e9e-4fd4-8bc4-68156a7491a0 req-2e464901-5cfe-4e63-9408-484713f92ae9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0f5b1472-4d06-4b70-be16-948162807dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325658 Jul 22 19:16:54.196322 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7583cea-0d0e-4eb4-8e2f-82672a67dfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:54.199078 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53090) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:54.232874 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac8208ff-0e9e-4fd4-8bc4-68156a7491a0 req-b1848bdc-3be3-40f2-a82b-07fd90c115ba service neutron] 10.222.0.16 "GET /v2.0/networks/0f5b1472-4d06-4b70-be16-948162807dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254411 Jul 22 19:16:54.245034 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7583cea-0d0e-4eb4-8e2f-82672a67dfba admin admin] Pushing event deleted for resources: {'Port': ['ID=8a0a4535-2f86-4674-b149-39c8f801bac6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:54.305058 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a0aa71fb-3a95-405e-945f-8bd02cc7ac13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:54.318561 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cb9396-b48d-44ed-80fd-166b31fce4ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Router 048d4b33-4e19-48b3-abac-323283724ee6 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:16:54.424018 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac8208ff-0e9e-4fd4-8bc4-68156a7491a0 req-562aaae2-5515-4df8-a4f3-669e029a351c service neutron] 10.222.0.16 "GET /v2.0/networks/0f5b1472-4d06-4b70-be16-948162807dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848700 Jul 22 19:16:54.451823 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cb9396-b48d-44ed-80fd-166b31fce4ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:16:54.465498 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] Sync routers for ids ['048d4b33-4e19-48b3-abac-323283724ee6'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:16:54.475501 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] Routers {'048d4b33-4e19-48b3-abac-323283724ee6'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:16:54.476122 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:16:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['048d4b33-4e19-48b3-abac-323283724ee6'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:54.497452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-108c2857-e72c-4644-9cd7-d50ac91c6053 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:54.646283 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7583cea-0d0e-4eb4-8e2f-82672a67dfba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:54.677510 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] Set router 048d4b33-4e19-48b3-abac-323283724ee6 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:16:54.679236 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a0aa71fb-3a95-405e-945f-8bd02cc7ac13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:54.690345 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9396-b48d-44ed-80fd-166b31fce4ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:54.695060 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b0cb9396-b48d-44ed-80fd-166b31fce4ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.9846787 Jul 22 19:16:54.695912 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53098) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:54.718188 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a0aa71fb-3a95-405e-945f-8bd02cc7ac13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:54.818578 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a0aa71fb-3a95-405e-945f-8bd02cc7ac13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29d42f03644549bfa53b1ad581b2f47d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6149380 Jul 22 19:16:54.822098 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53102) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:54.825633 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa71fb-3a95-405e-945f-8bd02cc7ac13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e99b0a-6ef3-4f85-ba49-45afaac0bcf5,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:54.854292 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-263d30b1-cede-4493-85f8-60c4e216061a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:54.882539 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108c2857-e72c-4644-9cd7-d50ac91c6053 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Router 9317641b-9e1a-4304-bfbf-44c963176920 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:16:54.935526 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048d4b33-4e19-48b3-abac-323283724ee6', 'name': '', 'tenant_id': 'bcad95b0c07643e0be39e8c476bce1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a73b349d-2658-4989-8cc2-7957a5e0de1d', 'external_fixed_ips': [{'subnet_id': '00d47f2a-c880-46a2-a8d1-58eac93917b4', 'ip_address': '2001:db8::3a1'}], 'enable_snat': True}, 'gw_port_id': '16095504-1935-40cb-bf12-d5b5233df867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:16:51Z', 'updated_at': '2021-07-22T19:16:53Z', 'revision_number': 3, 'project_id': 'bcad95b0c07643e0be39e8c476bce1f6', 'gw_port': {'id': '16095504-1935-40cb-bf12-d5b5233df867', 'name': '', 'network_id': 'a73b349d-2658-4989-8cc2-7957a5e0de1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048d4b33-4e19-48b3-abac-323283724ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '00d47f2a-c880-46a2-a8d1-58eac93917b4', 'ip_address': '2001:db8::3a1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:16:52Z', 'updated_at': '2021-07-22T19:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d47f2a-c880-46a2-a8d1-58eac93917b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:54.998312 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] Checking router: 048d4b33-4e19-48b3-abac-323283724ee6 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:16:54.998918 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] Updating router 048d4b33-4e19-48b3-abac-323283724ee6 port 16095504-1935-40cb-bf12-d5b5233df867 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:16:55.035855 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-263d30b1-cede-4493-85f8-60c4e216061a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:55.044568 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:55.051407 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83c2a3-e257-4e38-aeb3-6c23df1bdd68 req-f28d517d-de36-4827-8685-7ea3306364a5 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:55.053117 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb83c2a3-e257-4e38-aeb3-6c23df1bdd68 req-f28d517d-de36-4827-8685-7ea3306364a5 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63df71-7c38-4c8d-9108-ecd9389a9898 HTTP/1.1" status: 200 len: 945 time: 0.1354411 Jul 22 19:16:55.124726 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb83c2a3-e257-4e38-aeb3-6c23df1bdd68 req-24d87e42-6c11-4d31-b40e-3ba44b0b97d3 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7adb2f93-c409-4331-bfa8-e41211499062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635872 Jul 22 19:16:55.135425 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-263d30b1-cede-4493-85f8-60c4e216061a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Deleting port 16095504-1935-40cb-bf12-d5b5233df867 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:16:55.135852 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-263d30b1-cede-4493-85f8-60c4e216061a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:55.150711 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9cacb3d-22e9-4503-91e7-c750eb8e75a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:55.218961 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-263d30b1-cede-4493-85f8-60c4e216061a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:55.232453 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-263d30b1-cede-4493-85f8-60c4e216061a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Calling delete_port for 16095504-1935-40cb-bf12-d5b5233df867 owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:16:55.338633 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:55.350010 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] Transition to ACTIVE for port object 16095504-1935-40cb-bf12-d5b5233df867 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:16:55.357260 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:55.416434 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] Attempting to bind port 16095504-1935-40cb-bf12-d5b5233df867 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:55.416866 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] Attempting to bind port 16095504-1935-40cb-bf12-d5b5233df867 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '48d3a06e-c551-4f11-a545-519ff22be848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a73b349d-2658-4989-8cc2-7957a5e0de1d'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:55.417194 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] Attempting to bind port 16095504-1935-40cb-bf12-d5b5233df867 on network a73b349d-2658-4989-8cc2-7957a5e0de1d {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:55.419255 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405973e3-3287-4328-bf90-7d496a3e13b1 None None] Pushing event updated for resources: {'Port': ['ID=16095504-1935-40cb-bf12-d5b5233df867,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:55.425491 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-263d30b1-cede-4493-85f8-60c4e216061a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:55.428544 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:16:55.428922 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] Checking segment: {'id': '48d3a06e-c551-4f11-a545-519ff22be848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a73b349d-2658-4989-8cc2-7957a5e0de1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:16:55.429328 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:55.429725 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] Bound using segment: {'id': '48d3a06e-c551-4f11-a545-519ff22be848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a73b349d-2658-4989-8cc2-7957a5e0de1d'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:16:55.430192 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] Bound port: 16095504-1935-40cb-bf12-d5b5233df867, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d3a06e-c551-4f11-a545-519ff22be848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a73b349d-2658-4989-8cc2-7957a5e0de1d'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:16:55.430605 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:55.433810 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405973e3-3287-4328-bf90-7d496a3e13b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:55.434172 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405973e3-3287-4328-bf90-7d496a3e13b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:55.434502 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405973e3-3287-4328-bf90-7d496a3e13b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:55.434826 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405973e3-3287-4328-bf90-7d496a3e13b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:55.435158 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405973e3-3287-4328-bf90-7d496a3e13b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:55.435487 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405973e3-3287-4328-bf90-7d496a3e13b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:55.435813 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405973e3-3287-4328-bf90-7d496a3e13b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:55.436139 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405973e3-3287-4328-bf90-7d496a3e13b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:55.436463 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405973e3-3287-4328-bf90-7d496a3e13b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:55.436811 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405973e3-3287-4328-bf90-7d496a3e13b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:55.437134 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405973e3-3287-4328-bf90-7d496a3e13b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:55.437454 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405973e3-3287-4328-bf90-7d496a3e13b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:55.464520 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.plugin [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] Port 16095504-1935-40cb-bf12-d5b5233df867 has been deleted concurrently {{(pid=93809) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 22 19:16:55.475865 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] Routers {'048d4b33-4e19-48b3-abac-323283724ee6'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:16:55.476546 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:16:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['048d4b33-4e19-48b3-abac-323283724ee6'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:55.483708 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d30b1-cede-4493-85f8-60c4e216061a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Pushing event deleted for resources: {'Port': ['ID=16095504-1935-40cb-bf12-d5b5233df867,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:55.485276 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-263d30b1-cede-4493-85f8-60c4e216061a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:55.495558 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9cacb3d-22e9-4503-91e7-c750eb8e75a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:55.498217 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7583cea-0d0e-4eb4-8e2f-82672a67dfba admin admin] Router 39565aad-7791-4f3b-94d4-22293a5b0461 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:16:55.551672 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] Set router 048d4b33-4e19-48b3-abac-323283724ee6 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:16:55.578403 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-263d30b1-cede-4493-85f8-60c4e216061a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:55.580686 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-263d30b1-cede-4493-85f8-60c4e216061a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:55.616209 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048d4b33-4e19-48b3-abac-323283724ee6', 'name': '', 'tenant_id': 'bcad95b0c07643e0be39e8c476bce1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:16:51Z', 'updated_at': '2021-07-22T19:16:55Z', 'revision_number': 5, 'project_id': 'bcad95b0c07643e0be39e8c476bce1f6', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:55.619554 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108c2857-e72c-4644-9cd7-d50ac91c6053 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:16:55.635896 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-263d30b1-cede-4493-85f8-60c4e216061a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:55.637481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263d30b1-cede-4493-85f8-60c4e216061a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 048d4b33-4e19-48b3-abac-323283724ee6 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:16:55.643543 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] Sync routers for ids ['9317641b-9e1a-4304-bfbf-44c963176920'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:16:55.645590 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-263d30b1-cede-4493-85f8-60c4e216061a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:55.646494 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9cacb3d-22e9-4503-91e7-c750eb8e75a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:55.647114 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-263d30b1-cede-4493-85f8-60c4e216061a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "DELETE /v2.0/routers/048d4b33-4e19-48b3-abac-323283724ee6 HTTP/1.1" status: 204 len: 168 time: 0.9500291 Jul 22 19:16:55.650409 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebce1da-9ecb-4d26-8bfb-2bb4997452d7 None None] The sync data for ids ['048d4b33-4e19-48b3-abac-323283724ee6'] in n-d-800086-12 is: [{'id': '048d4b33-4e19-48b3-abac-323283724ee6', 'name': '', 'tenant_id': 'bcad95b0c07643e0be39e8c476bce1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:16:51Z', 'updated_at': '2021-07-22T19:16:55Z', 'revision_number': 5, 'project_id': 'bcad95b0c07643e0be39e8c476bce1f6', 'gw_port_host': None}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:16:55.650840 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53104) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:55.654098 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9cacb3d-22e9-4503-91e7-c750eb8e75a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:55.658088 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e9cacb3d-22e9-4503-91e7-c750eb8e75a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4e99b0a-6ef3-4f85-ba49-45afaac0bcf5 HTTP/1.1" status: 204 len: 168 time: 0.8334296 Jul 22 19:16:55.663761 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] Routers {'9317641b-9e1a-4304-bfbf-44c963176920'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:16:55.664402 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:16:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['9317641b-9e1a-4304-bfbf-44c963176920'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:55.666267 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-108c2857-e72c-4644-9cd7-d50ac91c6053 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:55.667478 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-108c2857-e72c-4644-9cd7-d50ac91c6053 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.9964645 Jul 22 19:16:55.672443 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53108) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:55.677888 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cacb3d-22e9-4503-91e7-c750eb8e75a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e99b0a-6ef3-4f85-ba49-45afaac0bcf5,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:55.705175 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7583cea-0d0e-4eb4-8e2f-82672a67dfba admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:16:55.720983 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d81b2da-087c-4dde-85f1-21086bd5d405 None None] Sync routers for ids ['39565aad-7791-4f3b-94d4-22293a5b0461'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:16:55.726348 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d7583cea-0d0e-4eb4-8e2f-82672a67dfba admin admin] 10.222.0.13 "PUT /v2.0/routers/39565aad-7791-4f3b-94d4-22293a5b0461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1560874 Jul 22 19:16:55.729036 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53110) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:55.739774 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d81b2da-087c-4dde-85f1-21086bd5d405 None None] Routers {'39565aad-7791-4f3b-94d4-22293a5b0461'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:16:55.740677 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6d81b2da-087c-4dde-85f1-21086bd5d405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:16:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['39565aad-7791-4f3b-94d4-22293a5b0461'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:55.906814 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] Set router 9317641b-9e1a-4304-bfbf-44c963176920 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:16:55.921150 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f3432d6-3ca5-4520-a74d-64a2ef2fddf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:55.938025 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-6d81b2da-087c-4dde-85f1-21086bd5d405 None None] Set router 39565aad-7791-4f3b-94d4-22293a5b0461 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:16:56.161635 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9317641b-9e1a-4304-bfbf-44c963176920', 'name': '', 'tenant_id': 'e008239f5db045d09f2c49f7c045a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c67c7602-9d3a-4084-9ff4-2a96948b3cd6', 'external_fixed_ips': [{'subnet_id': 'c36028ab-8f15-4427-bdd4-745ab375156e', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '25736620-0ca9-4941-8186-e44dc971e43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:16:51Z', 'updated_at': '2021-07-22T19:16:53Z', 'revision_number': 3, 'project_id': 'e008239f5db045d09f2c49f7c045a902', 'gw_port': {'id': '25736620-0ca9-4941-8186-e44dc971e43f', 'name': '', 'network_id': 'c67c7602-9d3a-4084-9ff4-2a96948b3cd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:88:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9317641b-9e1a-4304-bfbf-44c963176920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'c36028ab-8f15-4427-bdd4-745ab375156e', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:16:52Z', 'updated_at': '2021-07-22T19:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c36028ab-8f15-4427-bdd4-745ab375156e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:56.180995 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f3432d6-3ca5-4520-a74d-64a2ef2fddf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:56.195514 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] Checking router: 9317641b-9e1a-4304-bfbf-44c963176920 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:16:56.195824 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] Updating router 9317641b-9e1a-4304-bfbf-44c963176920 port 25736620-0ca9-4941-8186-e44dc971e43f binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:16:56.258451 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:56.304024 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-8f3432d6-3ca5-4520-a74d-64a2ef2fddf3 admin admin] Deleting port 517bc7d5-e558-44e6-903e-1643b33bd8b4 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:16:56.305696 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f3432d6-3ca5-4520-a74d-64a2ef2fddf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:56.332681 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e1a9f060-df3b-4e20-9ee9-070d14c85244 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:56.339143 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6d81b2da-087c-4dde-85f1-21086bd5d405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39565aad-7791-4f3b-94d4-22293a5b0461', 'name': 'tempest-AttachSCSIVolumeTestJSON-769635381-router', 'tenant_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '517bc7d5-e558-44e6-903e-1643b33bd8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:15:09Z', 'updated_at': '2021-07-22T19:16:54Z', 'revision_number': 5, 'project_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'gw_port': {'id': '517bc7d5-e558-44e6-903e-1643b33bd8b4', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39565aad-7791-4f3b-94d4-22293a5b0461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:15:10Z', 'updated_at': '2021-07-22T19:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:56.344338 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbfdce9-6c0a-4daf-88eb-baf61351dd9a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Deleting subnet 00d47f2a-c880-46a2-a8d1-58eac93917b4 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:16:56.371326 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d81b2da-087c-4dde-85f1-21086bd5d405 None None] Checking router: 39565aad-7791-4f3b-94d4-22293a5b0461 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:16:56.385092 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d81b2da-087c-4dde-85f1-21086bd5d405 None None] Routers {'39565aad-7791-4f3b-94d4-22293a5b0461'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:16:56.386454 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6d81b2da-087c-4dde-85f1-21086bd5d405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:16:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['39565aad-7791-4f3b-94d4-22293a5b0461'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:56.424982 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-8f3432d6-3ca5-4520-a74d-64a2ef2fddf3 admin admin] For port 517bc7d5-e558-44e6-903e-1643b33bd8b4, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=517bc7d5-e558-44e6-903e-1643b33bd8b4,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:56.425371 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f3432d6-3ca5-4520-a74d-64a2ef2fddf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:56.436816 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cfbfdce9-6c0a-4daf-88eb-baf61351dd9a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:56.442387 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-8f3432d6-3ca5-4520-a74d-64a2ef2fddf3 admin admin] Calling delete_port for 517bc7d5-e558-44e6-903e-1643b33bd8b4 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:16:56.498301 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cfbfdce9-6c0a-4daf-88eb-baf61351dd9a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:56.539307 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-6d81b2da-087c-4dde-85f1-21086bd5d405 None None] Set router 39565aad-7791-4f3b-94d4-22293a5b0461 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:16:56.571212 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cfbfdce9-6c0a-4daf-88eb-baf61351dd9a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:56.581726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cc5af-5de2-4333-9270-6f6e786ec83f req-c8b61241-010e-4a74-bf81-f47ccf3e7d59 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:56.583234 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da6cc5af-5de2-4333-9270-6f6e786ec83f req-c8b61241-010e-4a74-bf81-f47ccf3e7d59 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63df71-7c38-4c8d-9108-ecd9389a9898 HTTP/1.1" status: 200 len: 945 time: 0.3264599 Jul 22 19:16:56.627556 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e1a9f060-df3b-4e20-9ee9-070d14c85244 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:56.644048 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6d81b2da-087c-4dde-85f1-21086bd5d405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39565aad-7791-4f3b-94d4-22293a5b0461', 'name': 'tempest-AttachSCSIVolumeTestJSON-769635381-router', 'tenant_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:15:09Z', 'updated_at': '2021-07-22T19:16:56Z', 'revision_number': 6, 'project_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:56.694917 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d81b2da-087c-4dde-85f1-21086bd5d405 None None] The sync data for ids ['39565aad-7791-4f3b-94d4-22293a5b0461'] in n-d-800086-12 is: [{'id': '39565aad-7791-4f3b-94d4-22293a5b0461', 'name': 'tempest-AttachSCSIVolumeTestJSON-769635381-router', 'tenant_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:15:09Z', 'updated_at': '2021-07-22T19:16:56Z', 'revision_number': 6, 'project_id': '415b08e7d31f47b9a1b9c0ab0d9ff2f1', 'gw_port_host': None}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:16:56.700648 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:56.713977 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da6cc5af-5de2-4333-9270-6f6e786ec83f req-6a504998-c47d-4410-b3e9-7cdf59fe2cb4 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7adb2f93-c409-4331-bfa8-e41211499062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011848 Jul 22 19:16:56.730072 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] Transition to ACTIVE for port object 25736620-0ca9-4941-8186-e44dc971e43f will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:16:56.738181 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cfbfdce9-6c0a-4daf-88eb-baf61351dd9a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:56.739519 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:56.806020 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfdce9-6c0a-4daf-88eb-baf61351dd9a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=00d47f2a-c880-46a2-a8d1-58eac93917b4,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:56.817337 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] Attempting to bind port 25736620-0ca9-4941-8186-e44dc971e43f on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:16:56.817646 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cfbfdce9-6c0a-4daf-88eb-baf61351dd9a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:56.818087 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] Attempting to bind port 25736620-0ca9-4941-8186-e44dc971e43f by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'd5e30727-47a3-4d20-9ed4-3eac86d792ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c67c7602-9d3a-4084-9ff4-2a96948b3cd6'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:16:56.818767 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] Attempting to bind port 25736620-0ca9-4941-8186-e44dc971e43f on network c67c7602-9d3a-4084-9ff4-2a96948b3cd6 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:16:56.819890 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cfbfdce9-6c0a-4daf-88eb-baf61351dd9a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/00d47f2a-c880-46a2-a8d1-58eac93917b4 HTTP/1.1" status: 204 len: 168 time: 1.1679776 Jul 22 19:16:56.823990 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53136) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:56.829630 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:16:56.829878 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9f060-df3b-4e20-9ee9-070d14c85244 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Deleting port 25736620-0ca9-4941-8186-e44dc971e43f {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:16:56.830240 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e1a9f060-df3b-4e20-9ee9-070d14c85244 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:56.830850 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] Checking segment: {'id': 'd5e30727-47a3-4d20-9ed4-3eac86d792ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c67c7602-9d3a-4084-9ff4-2a96948b3cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:16:56.832008 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:56.832654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] Bound using segment: {'id': 'd5e30727-47a3-4d20-9ed4-3eac86d792ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c67c7602-9d3a-4084-9ff4-2a96948b3cd6'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:16:56.834453 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] Bound port: 25736620-0ca9-4941-8186-e44dc971e43f, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e30727-47a3-4d20-9ed4-3eac86d792ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c67c7602-9d3a-4084-9ff4-2a96948b3cd6'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:16:56.839098 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:56.841384 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf13454-86f6-4b43-bd2d-a440b120c7df None None] Pushing event updated for resources: {'Port': ['ID=25736620-0ca9-4941-8186-e44dc971e43f,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:56.889304 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f3432d6-3ca5-4520-a74d-64a2ef2fddf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:56.913418 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] For port 25736620-0ca9-4941-8186-e44dc971e43f, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:16:56.919501 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] For port 25736620-0ca9-4941-8186-e44dc971e43f, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=25736620-0ca9-4941-8186-e44dc971e43f,segment=NetworkSegment(d5e30727-47a3-4d20-9ed4-3eac86d792ac),segment_id=d5e30727-47a3-4d20-9ed4-3eac86d792ac)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:16:56.926543 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:56.991068 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e1a9f060-df3b-4e20-9ee9-070d14c85244 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:57.010870 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9f060-df3b-4e20-9ee9-070d14c85244 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Calling delete_port for 25736620-0ca9-4941-8186-e44dc971e43f owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:16:57.026782 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7d620c6-2115-43ff-b883-8679d8587855 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:57.029527 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3432d6-3ca5-4520-a74d-64a2ef2fddf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=517bc7d5-e558-44e6-903e-1643b33bd8b4,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:57.066454 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] Routers {'9317641b-9e1a-4304-bfbf-44c963176920'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:16:57.070802 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:16:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['9317641b-9e1a-4304-bfbf-44c963176920'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:57.140521 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f3432d6-3ca5-4520-a74d-64a2ef2fddf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:57.153021 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf13454-86f6-4b43-bd2d-a440b120c7df None None] Pushing event updated for resources: {'Port': ['ID=25736620-0ca9-4941-8186-e44dc971e43f,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:57.221162 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] Set router 9317641b-9e1a-4304-bfbf-44c963176920 gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:16:57.285459 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f3432d6-3ca5-4520-a74d-64a2ef2fddf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:57.289605 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f3432d6-3ca5-4520-a74d-64a2ef2fddf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:57.299554 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 8a0a4535-2f86-4674-b149-39c8f801bac6 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:16:57.380213 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9317641b-9e1a-4304-bfbf-44c963176920', 'name': '', 'tenant_id': 'e008239f5db045d09f2c49f7c045a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:16:51Z', 'updated_at': '2021-07-22T19:16:56Z', 'revision_number': 4, 'project_id': 'e008239f5db045d09f2c49f7c045a902', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:57.423288 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a1fa68-aece-4dba-badb-830e92d7ed9e None None] The sync data for ids ['9317641b-9e1a-4304-bfbf-44c963176920'] in n-d-800086-12 is: [{'id': '9317641b-9e1a-4304-bfbf-44c963176920', 'name': '', 'tenant_id': 'e008239f5db045d09f2c49f7c045a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:16:51Z', 'updated_at': '2021-07-22T19:16:56Z', 'revision_number': 4, 'project_id': 'e008239f5db045d09f2c49f7c045a902', 'gw_port_host': None}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:16:57.424965 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 8a0a4535-2f86-4674-b149-39c8f801bac6 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:16:57.425490 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 8a0a4535-2f86-4674-b149-39c8f801bac6 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:16:57.439268 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7d620c6-2115-43ff-b883-8679d8587855 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:57.452393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-f7d620c6-2115-43ff-b883-8679d8587855 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a73b349d-2658-4989-8cc2-7957a5e0de1d']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:57.469133 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f3432d6-3ca5-4520-a74d-64a2ef2fddf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:57.469697 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3432d6-3ca5-4520-a74d-64a2ef2fddf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39565aad-7791-4f3b-94d4-22293a5b0461 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:16:57.475703 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f3432d6-3ca5-4520-a74d-64a2ef2fddf3 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:57.479848 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8f3432d6-3ca5-4520-a74d-64a2ef2fddf3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/39565aad-7791-4f3b-94d4-22293a5b0461 HTTP/1.1" status: 204 len: 168 time: 1.7469563 Jul 22 19:16:57.479848 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-f7d620c6-2115-43ff-b883-8679d8587855 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d3a06e-c551-4f11-a545-519ff22be848') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:57.479848 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-f7d620c6-2115-43ff-b883-8679d8587855 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d3a06e-c551-4f11-a545-519ff22be848') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:57.481108 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53150) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:57.510612 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7d620c6-2115-43ff-b883-8679d8587855 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:57.529886 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2cd68-57c6-43e2-9ef8-27f9248e0e2e req-21a626f1-9834-489c-8485-a47d5a51e504 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:57.531544 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04e2cd68-57c6-43e2-9ef8-27f9248e0e2e req-21a626f1-9834-489c-8485-a47d5a51e504 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63df71-7c38-4c8d-9108-ecd9389a9898 HTTP/1.1" status: 200 len: 945 time: 0.2054203 Jul 22 19:16:57.543401 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e1a9f060-df3b-4e20-9ee9-070d14c85244 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:57.561577 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7d620c6-2115-43ff-b883-8679d8587855 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:57.572081 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d620c6-2115-43ff-b883-8679d8587855 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:16:57.572749 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7d620c6-2115-43ff-b883-8679d8587855 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:16:57.586273 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:16:57.594568 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e89755e-2f51-4b50-a93c-551cde932d07 admin admin] Deleting subnet 953b7fba-2be2-4939-a548-98a895d229de {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:16:57.604764 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e89755e-2f51-4b50-a93c-551cde932d07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:57.611760 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9f060-df3b-4e20-9ee9-070d14c85244 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Pushing event deleted for resources: {'Port': ['ID=25736620-0ca9-4941-8186-e44dc971e43f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:57.688208 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e89755e-2f51-4b50-a93c-551cde932d07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:57.694043 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04e2cd68-57c6-43e2-9ef8-27f9248e0e2e req-9d946b4b-e837-4d5a-ba0b-4256a20a5b78 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7adb2f93-c409-4331-bfa8-e41211499062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549861 Jul 22 19:16:57.721597 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e1a9f060-df3b-4e20-9ee9-070d14c85244 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:57.734949 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7d620c6-2115-43ff-b883-8679d8587855 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:57.741644 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d620c6-2115-43ff-b883-8679d8587855 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a73b349d-2658-4989-8cc2-7957a5e0de1d {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 19:16:57.745781 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7d620c6-2115-43ff-b883-8679d8587855 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:57.747857 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f7d620c6-2115-43ff-b883-8679d8587855 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "DELETE /v2.0/networks/a73b349d-2658-4989-8cc2-7957a5e0de1d HTTP/1.1" status: 204 len: 168 time: 0.9224346 Jul 22 19:16:57.781981 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d620c6-2115-43ff-b883-8679d8587855 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Pushing event deleted for resources: {'Network': ['ID=a73b349d-2658-4989-8cc2-7957a5e0de1d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:57.854972 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e89755e-2f51-4b50-a93c-551cde932d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:57.861708 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e1a9f060-df3b-4e20-9ee9-070d14c85244 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:57.864281 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e1a9f060-df3b-4e20-9ee9-070d14c85244 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:57.931873 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e1a9f060-df3b-4e20-9ee9-070d14c85244 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:57.933012 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a9f060-df3b-4e20-9ee9-070d14c85244 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9317641b-9e1a-4304-bfbf-44c963176920 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:16:57.940528 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e1a9f060-df3b-4e20-9ee9-070d14c85244 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:57.942379 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e1a9f060-df3b-4e20-9ee9-070d14c85244 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "DELETE /v2.0/routers/9317641b-9e1a-4304-bfbf-44c963176920 HTTP/1.1" status: 204 len: 168 time: 2.2688916 Jul 22 19:16:57.945349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53164) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:57.947187 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e89755e-2f51-4b50-a93c-551cde932d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.003785 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89755e-2f51-4b50-a93c-551cde932d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=953b7fba-2be2-4939-a548-98a895d229de,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:58.014990 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169f6e31-baa0-4b17-bf31-7ae2644a333e None None] Network 0136f361-3009-4ad7-801f-965f933dd3d0 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:16:58.026848 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7ca008-7706-4f0c-aa68-b7a62dec9e36 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Deleting subnet c36028ab-8f15-4427-bdd4-745ab375156e {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:16:58.037290 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4e89755e-2f51-4b50-a93c-551cde932d07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.037864 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba7ca008-7706-4f0c-aa68-b7a62dec9e36 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.044357 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4e89755e-2f51-4b50-a93c-551cde932d07 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/953b7fba-2be2-4939-a548-98a895d229de HTTP/1.1" status: 204 len: 168 time: 0.5607948 Jul 22 19:16:58.045517 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53168) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:58.103535 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53172) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:58.113655 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba7ca008-7706-4f0c-aa68-b7a62dec9e36 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.217068 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba7ca008-7706-4f0c-aa68-b7a62dec9e36 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.246740 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9432d0b8-6958-4834-999a-da2ec33e832e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.277462 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba7ca008-7706-4f0c-aa68-b7a62dec9e36 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.350159 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ca008-7706-4f0c-aa68-b7a62dec9e36 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c36028ab-8f15-4427-bdd4-745ab375156e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:58.352797 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53178) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:58.358397 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba7ca008-7706-4f0c-aa68-b7a62dec9e36 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.361318 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ba7ca008-7706-4f0c-aa68-b7a62dec9e36 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/c36028ab-8f15-4427-bdd4-745ab375156e HTTP/1.1" status: 204 len: 168 time: 0.4148631 Jul 22 19:16:58.363929 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53180) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:58.372675 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-516ed715-b1ab-4a0d-9971-4174709ba180 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Request body: {'router': {'name': 'tempest-router--1620608591', 'project_id': '876d9df3d8734dca9aff5fd70b99e6fa'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:58.392700 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-37ad3dc1-211a-4287-95d0-3460163f77d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.410076 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-9432d0b8-6958-4834-999a-da2ec33e832e admin admin] Deleting port e594a57a-2162-40f0-a6fb-000ba6059b3e {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:16:58.410431 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9432d0b8-6958-4834-999a-da2ec33e832e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.438106 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-516ed715-b1ab-4a0d-9971-4174709ba180 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.439157 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-516ed715-b1ab-4a0d-9971-4174709ba180 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.442813 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6767ee3-aa90-4685-a7d6-4511f82bba4e None None] DHCP port deletion for 0136f361-3009-4ad7-801f-965f933dd3d0 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:16:58.467161 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ec0b12bf-2919-4d48-a946-645a6c004ed2 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:58.497147 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-f6767ee3-aa90-4685-a7d6-4511f82bba4e None None] Deleting port e594a57a-2162-40f0-a6fb-000ba6059b3e {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:16:58.497516 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f6767ee3-aa90-4685-a7d6-4511f82bba4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.509350 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e4179c96-a072-4cce-bf1b-8a0fec46dadd tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.547498 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-516ed715-b1ab-4a0d-9971-4174709ba180 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.557335 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-9432d0b8-6958-4834-999a-da2ec33e832e admin admin] For port e594a57a-2162-40f0-a6fb-000ba6059b3e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e594a57a-2162-40f0-a6fb-000ba6059b3e,segment=NetworkSegment(8e3efdc4-744e-4dee-8dd5-e518cec98d57),segment_id=8e3efdc4-744e-4dee-8dd5-e518cec98d57)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:58.557701 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9432d0b8-6958-4834-999a-da2ec33e832e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.560350 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-516ed715-b1ab-4a0d-9971-4174709ba180 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.570831 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-f6767ee3-aa90-4685-a7d6-4511f82bba4e None None] For port e594a57a-2162-40f0-a6fb-000ba6059b3e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e594a57a-2162-40f0-a6fb-000ba6059b3e,segment=NetworkSegment(8e3efdc4-744e-4dee-8dd5-e518cec98d57),segment_id=8e3efdc4-744e-4dee-8dd5-e518cec98d57)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:58.571219 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f6767ee3-aa90-4685-a7d6-4511f82bba4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.581562 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-9432d0b8-6958-4834-999a-da2ec33e832e admin admin] Calling delete_port for e594a57a-2162-40f0-a6fb-000ba6059b3e owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:16:58.586210 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec0b12bf-2919-4d48-a946-645a6c004ed2 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.588753 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-f6767ee3-aa90-4685-a7d6-4511f82bba4e None None] Calling delete_port for e594a57a-2162-40f0-a6fb-000ba6059b3e owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:16:58.593939 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-516ed715-b1ab-4a0d-9971-4174709ba180 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.597447 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-516ed715-b1ab-4a0d-9971-4174709ba180 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2403336 Jul 22 19:16:58.599211 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53182) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:58.696736 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f6767ee3-aa90-4685-a7d6-4511f82bba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.728622 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e4179c96-a072-4cce-bf1b-8a0fec46dadd tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.731462 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9432d0b8-6958-4834-999a-da2ec33e832e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.746914 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6767ee3-aa90-4685-a7d6-4511f82bba4e None None] Pushing event deleted for resources: {'Port': ['ID=e594a57a-2162-40f0-a6fb-000ba6059b3e,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:58.754589 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-e4179c96-a072-4cce-bf1b-8a0fec46dadd tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67c7602-9d3a-4084-9ff4-2a96948b3cd6']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:58.758053 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-90e688f9-7d42-42ec-b6d4-2c0e77ead6f0 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.761618 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6767ee3-aa90-4685-a7d6-4511f82bba4e None None] No DVR routers for this DVR port e594a57a-2162-40f0-a6fb-000ba6059b3e on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:16:58.764894 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432d0b8-6958-4834-999a-da2ec33e832e admin admin] Pushing event deleted for resources: {'Port': ['ID=e594a57a-2162-40f0-a6fb-000ba6059b3e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:58.773689 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9432d0b8-6958-4834-999a-da2ec33e832e admin admin] No DVR routers for this DVR port e594a57a-2162-40f0-a6fb-000ba6059b3e on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:16:58.777618 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-e4179c96-a072-4cce-bf1b-8a0fec46dadd tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e30727-47a3-4d20-9ed4-3eac86d792ac') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:58.778175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-e4179c96-a072-4cce-bf1b-8a0fec46dadd tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e30727-47a3-4d20-9ed4-3eac86d792ac') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:58.828439 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec0b12bf-2919-4d48-a946-645a6c004ed2 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.861930 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e4179c96-a072-4cce-bf1b-8a0fec46dadd tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.863815 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9432d0b8-6958-4834-999a-da2ec33e832e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.900842 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-9432d0b8-6958-4834-999a-da2ec33e832e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0136f361-3009-4ad7-801f-965f933dd3d0']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:58.904282 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8428b9d-f544-41dd-82c7-0bac1764b4f0 req-980fa546-869a-4bd9-92f5-1d64514ae729 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:58.905803 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8428b9d-f544-41dd-82c7-0bac1764b4f0 req-980fa546-869a-4bd9-92f5-1d64514ae729 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc63df71-7c38-4c8d-9108-ecd9389a9898 HTTP/1.1" status: 200 len: 945 time: 0.3488908 Jul 22 19:16:58.917526 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-9432d0b8-6958-4834-999a-da2ec33e832e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3efdc4-744e-4dee-8dd5-e518cec98d57') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:58.917831 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-9432d0b8-6958-4834-999a-da2ec33e832e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3efdc4-744e-4dee-8dd5-e518cec98d57') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:16:58.931138 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9432d0b8-6958-4834-999a-da2ec33e832e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.939592 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e4179c96-a072-4cce-bf1b-8a0fec46dadd tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.972713 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9432d0b8-6958-4834-999a-da2ec33e832e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.983991 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9432d0b8-6958-4834-999a-da2ec33e832e admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:16:58.984383 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9432d0b8-6958-4834-999a-da2ec33e832e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:16:58.986183 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:16:59.007920 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4179c96-a072-4cce-bf1b-8a0fec46dadd tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:16:59.008467 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e4179c96-a072-4cce-bf1b-8a0fec46dadd tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: items = [ Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:16:59.036485 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:16:59.049263 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-ec0b12bf-2919-4d48-a946-645a6c004ed2 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Allocated IP 172.25.3.8 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/7b6f912d-623d-4e5d-abc0-074e99aee0ad) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:16:59.066263 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9432d0b8-6958-4834-999a-da2ec33e832e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:59.083991 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-90e688f9-7d42-42ec-b6d4-2c0e77ead6f0 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:59.085254 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9432d0b8-6958-4834-999a-da2ec33e832e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:59.088143 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9432d0b8-6958-4834-999a-da2ec33e832e admin admin] 10.222.0.13 "DELETE /v2.0/networks/0136f361-3009-4ad7-801f-965f933dd3d0 HTTP/1.1" status: 204 len: 168 time: 1.0418208 Jul 22 19:16:59.105247 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432d0b8-6958-4834-999a-da2ec33e832e admin admin] Pushing event deleted for resources: {'Network': ['ID=0136f361-3009-4ad7-801f-965f933dd3d0,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:59.142467 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e594a57a-2162-40f0-a6fb-000ba6059b3e no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:16:59.146732 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-90e688f9-7d42-42ec-b6d4-2c0e77ead6f0 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:59.190883 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: e594a57a-2162-40f0-a6fb-000ba6059b3e {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:16:59.191724 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e594a57a-2162-40f0-a6fb-000ba6059b3e not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:16:59.192337 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 517bc7d5-e558-44e6-903e-1643b33bd8b4 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:16:59.210360 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec0b12bf-2919-4d48-a946-645a6c004ed2 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:59.221004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 517bc7d5-e558-44e6-903e-1643b33bd8b4 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:16:59.221441 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 517bc7d5-e558-44e6-903e-1643b33bd8b4 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:16:59.261268 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e4179c96-a072-4cce-bf1b-8a0fec46dadd tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:59.261500 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec0b12bf-2919-4d48-a946-645a6c004ed2 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:59.266282 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4179c96-a072-4cce-bf1b-8a0fec46dadd tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c67c7602-9d3a-4084-9ff4-2a96948b3cd6 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 19:16:59.268642 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e4179c96-a072-4cce-bf1b-8a0fec46dadd tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:59.271053 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e4179c96-a072-4cce-bf1b-8a0fec46dadd tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "DELETE /v2.0/networks/c67c7602-9d3a-4084-9ff4-2a96948b3cd6 HTTP/1.1" status: 204 len: 168 time: 0.9057665 Jul 22 19:16:59.279758 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-90e688f9-7d42-42ec-b6d4-2c0e77ead6f0 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:59.280088 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e688f9-7d42-42ec-b6d4-2c0e77ead6f0 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6d5554f-487f-45ff-a570-7afd85805b9c {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:16:59.285610 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-90e688f9-7d42-42ec-b6d4-2c0e77ead6f0 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:59.287200 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-90e688f9-7d42-42ec-b6d4-2c0e77ead6f0 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "DELETE /v2.0/routers/a6d5554f-487f-45ff-a570-7afd85805b9c HTTP/1.1" status: 204 len: 168 time: 0.6859930 Jul 22 19:16:59.298943 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851400d-9780-4aee-b41b-950f05dcbb43 req-9a62bd41-bde1-4b8d-82c3-8461f3554558 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:59.300803 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7851400d-9780-4aee-b41b-950f05dcbb43 req-9a62bd41-bde1-4b8d-82c3-8461f3554558 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63df71-7c38-4c8d-9108-ecd9389a9898 HTTP/1.1" status: 200 len: 945 time: 0.4900048 Jul 22 19:16:59.322861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4179c96-a072-4cce-bf1b-8a0fec46dadd tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Pushing event deleted for resources: {'Network': ['ID=c67c7602-9d3a-4084-9ff4-2a96948b3cd6,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:59.336705 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b12bf-2919-4d48-a946-645a6c004ed2 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Pushing event updated for resources: {'Port': ['ID=7b6f912d-623d-4e5d-abc0-074e99aee0ad,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:59.356989 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0b12bf-2919-4d48-a946-645a6c004ed2 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:16:59.358866 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-ec0b12bf-2919-4d48-a946-645a6c004ed2 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:16:59.361691 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b12bf-2919-4d48-a946-645a6c004ed2 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:16:59.379595 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7851400d-9780-4aee-b41b-950f05dcbb43 req-008f8b6b-bc9d-430d-84cc-29d6da449062 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7adb2f93-c409-4331-bfa8-e41211499062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613966 Jul 22 19:16:59.388256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-f8428b9d-f544-41dd-82c7-0bac1764b4f0 req-d36841db-890d-4f92-b4cc-327cd4b4a8b2 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Deleting port b9501e28-383a-404d-b60d-d8d240987003 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:16:59.388770 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f8428b9d-f544-41dd-82c7-0bac1764b4f0 req-d36841db-890d-4f92-b4cc-327cd4b4a8b2 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:59.476093 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53194) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:59.513118 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-f8428b9d-f544-41dd-82c7-0bac1764b4f0 req-d36841db-890d-4f92-b4cc-327cd4b4a8b2 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] For port b9501e28-383a-404d-b60d-d8d240987003, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b9501e28-383a-404d-b60d-d8d240987003,segment=NetworkSegment(b50c22d6-54fb-4c93-ba1c-46fb268af9ec),segment_id=b50c22d6-54fb-4c93-ba1c-46fb268af9ec)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:16:59.514353 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f8428b9d-f544-41dd-82c7-0bac1764b4f0 req-d36841db-890d-4f92-b4cc-327cd4b4a8b2 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:59.538684 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-f8428b9d-f544-41dd-82c7-0bac1764b4f0 req-d36841db-890d-4f92-b4cc-327cd4b4a8b2 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Calling delete_port for b9501e28-383a-404d-b60d-d8d240987003 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:16:59.540853 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec0b12bf-2919-4d48-a946-645a6c004ed2 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:59.567910 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1c2231a5-cd1e-4467-93a0-0478a09235c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de52bbd28ca6492aa84c207a190163b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0850658 Jul 22 19:16:59.569082 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53196) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:59.643416 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec0b12bf-2919-4d48-a946-645a6c004ed2 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:59.682462 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5935-1d43-4f4e-b3db-58f22fd05c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:59.723557 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5935-1d43-4f4e-b3db-58f22fd05c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:59.829091 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53202) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:59.850351 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f8428b9d-f544-41dd-82c7-0bac1764b4f0 req-d36841db-890d-4f92-b4cc-327cd4b4a8b2 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:59.850881 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5935-1d43-4f4e-b3db-58f22fd05c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:59.853865 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5935-1d43-4f4e-b3db-58f22fd05c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:59.856083 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8e5a5935-1d43-4f4e-b3db-58f22fd05c4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/afa3ef9a-3003-4513-a7d8-cf999c28cd41 HTTP/1.1" status: 204 len: 168 time: 0.2855179 Jul 22 19:16:59.857082 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53206) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:59.864189 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['b9501e28-383a-404d-b60d-d8d240987003'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:16:59.866096 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-dc1c273e-629d-45c1-8348-9ed2d276a87f tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Request body: {'router': {'name': 'tempest-router--2028727869', 'project_id': 'f8fe15f8a32d43748c9b79f7d95ec01b'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:59.889005 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a5935-1d43-4f4e-b3db-58f22fd05c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa3ef9a-3003-4513-a7d8-cf999c28cd41,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:59.913679 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec0b12bf-2919-4d48-a946-645a6c004ed2 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:59.915328 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36841db-890d-4f92-b4cc-327cd4b4a8b2 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Pushing event deleted for resources: {'Port': ['ID=b9501e28-383a-404d-b60d-d8d240987003,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:59.931725 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec0b12bf-2919-4d48-a946-645a6c004ed2 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:59.946402 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dc1c273e-629d-45c1-8348-9ed2d276a87f tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:59.950452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dc1c273e-629d-45c1-8348-9ed2d276a87f tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.012766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8428b9d-f544-41dd-82c7-0bac1764b4f0 req-d36841db-890d-4f92-b4cc-327cd4b4a8b2 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] No DVR routers for this DVR port b9501e28-383a-404d-b60d-d8d240987003 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:17:00.015916 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f8428b9d-f544-41dd-82c7-0bac1764b4f0 req-d36841db-890d-4f92-b4cc-327cd4b4a8b2 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.019479 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8428b9d-f544-41dd-82c7-0bac1764b4f0 req-d36841db-890d-4f92-b4cc-327cd4b4a8b2 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.16 "DELETE /v2.0/ports/b9501e28-383a-404d-b60d-d8d240987003 HTTP/1.1" status: 204 len: 173 time: 1.1060252 Jul 22 19:17:00.019941 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc63df71-7c38-4c8d-9108-ecd9389a9898', 'name': 'network-vif-deleted', 'tag': 'b9501e28-383a-404d-b60d-d8d240987003'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:17:00.022877 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8aeb7e3-3514-4807-9cfb-5c78572c6250" -d '{"events": [{"server_uuid": "bc63df71-7c38-4c8d-9108-ecd9389a9898", "name": "network-vif-deleted", "tag": "b9501e28-383a-404d-b60d-d8d240987003"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:17:00.112436 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b12bf-2919-4d48-a946-645a6c004ed2 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Pushing event updated for resources: {'Port': ['ID=7b6f912d-623d-4e5d-abc0-074e99aee0ad,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:00.134704 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18043a3c-26dc-4d95-b2cb-f061b5b2866a x-openstack-request-id: req-18043a3c-26dc-4d95-b2cb-f061b5b2866a {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:17:00.135008 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc63df71-7c38-4c8d-9108-ecd9389a9898", "name": "network-vif-deleted", "tag": "b9501e28-383a-404d-b60d-d8d240987003", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:17:00.135288 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18043a3c-26dc-4d95-b2cb-f061b5b2866a {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:17:00.136163 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc63df71-7c38-4c8d-9108-ecd9389a9898', 'name': 'network-vif-deleted', 'tag': 'b9501e28-383a-404d-b60d-d8d240987003', 'status': 'completed', 'code': 200} Jul 22 19:17:00.154554 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dc1c273e-629d-45c1-8348-9ed2d276a87f tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.160867 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ff489cf6-a45a-4d5e-9123-cab3c81a25ac tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1180272546', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}, 'admin_state_up': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:00.168238 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec0b12bf-2919-4d48-a946-645a6c004ed2 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.177041 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dc1c273e-629d-45c1-8348-9ed2d276a87f tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.214660 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ff489cf6-a45a-4d5e-9123-cab3c81a25ac tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.215833 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ff489cf6-a45a-4d5e-9123-cab3c81a25ac tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.222051 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dc1c273e-629d-45c1-8348-9ed2d276a87f tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.224563 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-dc1c273e-629d-45c1-8348-9ed2d276a87f tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3620298 Jul 22 19:17:00.224563 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec0b12bf-2919-4d48-a946-645a6c004ed2 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.228662 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ec0b12bf-2919-4d48-a946-645a6c004ed2 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1119568 Jul 22 19:17:00.228855 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53216) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:00.229184 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53218) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:00.234321 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c5427510-fdc7-41db-863b-854453f7c851 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1588097398', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'fixed_ips': [{'ip_address': '172.25.3.8'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:00.300937 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ff489cf6-a45a-4d5e-9123-cab3c81a25ac tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.302457 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5427510-fdc7-41db-863b-854453f7c851 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Made reservation on behalf of 8abeb63c07dc4556867704f0edb76dd1 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:17:00.305131 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5427510-fdc7-41db-863b-854453f7c851 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.316729 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5427510-fdc7-41db-863b-854453f7c851 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.319906 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5811423b-46fe-4f24-99a3-d3c1b7ed00ed tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.387091 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53222) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:00.503642 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ff489cf6-a45a-4d5e-9123-cab3c81a25ac tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.518529 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5811423b-46fe-4f24-99a3-d3c1b7ed00ed tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.544377 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b61c8325-3140-44ae-8b26-f300eff8b5a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=415b08e7d31f47b9a1b9c0ab0d9ff2f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536891 Jul 22 19:17:00.544653 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5811423b-46fe-4f24-99a3-d3c1b7ed00ed tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.545208 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3ddb4070-e71b-4219-b820-b8ca3f185e04 req-e3536079-f957-4989-b915-2d4105f05ff6 tempest-InstanceActionsTestJSON-1360593251 tempest-InstanceActionsTestJSON-1360593251-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63df71-7c38-4c8d-9108-ecd9389a9898 HTTP/1.1" status: 200 len: 210 time: 0.0473676 Jul 22 19:17:00.546149 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53226) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:00.611370 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5811423b-46fe-4f24-99a3-d3c1b7ed00ed tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.611879 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5811423b-46fe-4f24-99a3-d3c1b7ed00ed tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af83ff79-d1f6-4a77-9f5b-27dbcbc54415 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:17:00.620884 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5811423b-46fe-4f24-99a3-d3c1b7ed00ed tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.622028 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5811423b-46fe-4f24-99a3-d3c1b7ed00ed tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "DELETE /v2.0/routers/af83ff79-d1f6-4a77-9f5b-27dbcbc54415 HTTP/1.1" status: 204 len: 168 time: 0.3947468 Jul 22 19:17:00.643649 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0026d1eb-f436-4d05-93a6-7b24199eaf54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.685326 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5427510-fdc7-41db-863b-854453f7c851 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.692967 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5427510-fdc7-41db-863b-854453f7c851 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.696336 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-c5427510-fdc7-41db-863b-854453f7c851 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] device_id is not set on port c70d7c81-54ce-475e-ab73-61d7b695cfec yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:17:00.701389 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0026d1eb-f436-4d05-93a6-7b24199eaf54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.757806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a429e-1b4e-479c-950a-f48709543eb9 req-958ea296-2f3d-41f0-89b2-3d4c14c55875 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:00.760540 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-799a429e-1b4e-479c-950a-f48709543eb9 req-958ea296-2f3d-41f0-89b2-3d4c14c55875 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 1098 time: 0.1010458 Jul 22 19:17:00.783518 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0026d1eb-f436-4d05-93a6-7b24199eaf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.786212 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0026d1eb-f436-4d05-93a6-7b24199eaf54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:00.789806 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0026d1eb-f436-4d05-93a6-7b24199eaf54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f03c3c3-9ff0-492d-afb5-ae5609b2b95e HTTP/1.1" status: 204 len: 168 time: 0.2396157 Jul 22 19:17:00.808988 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026d1eb-f436-4d05-93a6-7b24199eaf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f03c3c3-9ff0-492d-afb5-ae5609b2b95e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:00.811148 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5427510-fdc7-41db-863b-854453f7c851 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30908ab-9261-4976-bafd-12c79e3fe926,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:00.842299 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-799a429e-1b4e-479c-950a-f48709543eb9 req-92955be1-fc2f-45ae-a731-bb17903a3e0a tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694838 Jul 22 19:17:00.866193 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53234) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:00.945602 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53236) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:01.011141 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-34d43723-430c-4788-bb26-b7e4d8ce06c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:01.074982 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:01.106998 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-5ae91289-1cfa-4dab-9bf3-229d149e1667 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Deleting port 8d2e4462-2d88-4bdf-a01a-48696bb3a692 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:01.107478 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5ae91289-1cfa-4dab-9bf3-229d149e1667 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:01.207630 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5ae91289-1cfa-4dab-9bf3-229d149e1667 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:01.208159 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5ae91289-1cfa-4dab-9bf3-229d149e1667 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:01.222126 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-5ae91289-1cfa-4dab-9bf3-229d149e1667 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Calling delete_port for 8d2e4462-2d88-4bdf-a01a-48696bb3a692 owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:01.241423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e6576346-d0a4-4ff8-b7ec-6dbd60e85447 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1753816608', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}, 'admin_state_up': False}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:01.272724 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ff489cf6-a45a-4d5e-9123-cab3c81a25ac tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:01.315360 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ff489cf6-a45a-4d5e-9123-cab3c81a25ac tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:01.331058 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6576346-d0a4-4ff8-b7ec-6dbd60e85447 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:01.332321 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6576346-d0a4-4ff8-b7ec-6dbd60e85447 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:01.386115 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5427510-fdc7-41db-863b-854453f7c851 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 19:17:01.386747 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5427510-fdc7-41db-863b-854453f7c851 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:17:01.412278 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c5427510-fdc7-41db-863b-854453f7c851 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 1.1820242 Jul 22 19:17:01.419354 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6576346-d0a4-4ff8-b7ec-6dbd60e85447 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:01.420084 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53252) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:01.479670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-ff489cf6-a45a-4d5e-9123-cab3c81a25ac tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Allocated IP 172.25.3.150 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/6ae1849b-5f92-415a-bb58-3ceb46b2f765) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:01.607829 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ff489cf6-a45a-4d5e-9123-cab3c81a25ac tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:01.620950 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53262) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:01.687818 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-19385a71-b2a3-47a6-b67a-b32753a32b5b admin admin] Deleting subnet 90b63cfd-8bc6-44b3-a48a-5019dd3d2a73 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:17:01.692166 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-19385a71-b2a3-47a6-b67a-b32753a32b5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:01.737366 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ff489cf6-a45a-4d5e-9123-cab3c81a25ac tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:01.748033 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-19385a71-b2a3-47a6-b67a-b32753a32b5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:01.804722 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff489cf6-a45a-4d5e-9123-cab3c81a25ac tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:01.813460 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-ff489cf6-a45a-4d5e-9123-cab3c81a25ac tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:01.818548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff489cf6-a45a-4d5e-9123-cab3c81a25ac tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:01.849569 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff489cf6-a45a-4d5e-9123-cab3c81a25ac tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Pushing event updated for resources: {'Port': ['ID=6ae1849b-5f92-415a-bb58-3ceb46b2f765,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:01.856093 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-19385a71-b2a3-47a6-b67a-b32753a32b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:01.874864 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b9501e28-383a-404d-b60d-d8d240987003 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:17:01.895594 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: b9501e28-383a-404d-b60d-d8d240987003 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:17:01.895700 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b9501e28-383a-404d-b60d-d8d240987003 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:17:02.033890 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-19385a71-b2a3-47a6-b67a-b32753a32b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:02.069305 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19385a71-b2a3-47a6-b67a-b32753a32b5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b63cfd-8bc6-44b3-a48a-5019dd3d2a73,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:02.072041 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-19385a71-b2a3-47a6-b67a-b32753a32b5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:02.074211 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-19385a71-b2a3-47a6-b67a-b32753a32b5b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/90b63cfd-8bc6-44b3-a48a-5019dd3d2a73 HTTP/1.1" status: 204 len: 168 time: 0.4519348 Jul 22 19:17:02.076564 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53278) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:02.129241 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6576346-d0a4-4ff8-b7ec-6dbd60e85447 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:02.154708 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b829dca-c555-4b6c-b083-8bfd86592fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:02.181309 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5ae91289-1cfa-4dab-9bf3-229d149e1667 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:02.229033 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae91289-1cfa-4dab-9bf3-229d149e1667 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Port': ['ID=8d2e4462-2d88-4bdf-a01a-48696bb3a692,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:02.236997 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-cb4dd72c-b2e6-4441-84e6-b4fe7d604e14 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Deleting port 7b6f912d-623d-4e5d-abc0-074e99aee0ad {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:02.237340 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd72c-b2e6-4441-84e6-b4fe7d604e14 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:02.267279 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:02.324150 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b829dca-c555-4b6c-b083-8bfd86592fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:02.346064 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-0b829dca-c555-4b6c-b083-8bfd86592fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5b1472-4d06-4b70-be16-948162807dc0']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:02.354573 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-0b829dca-c555-4b6c-b083-8bfd86592fd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50c22d6-54fb-4c93-ba1c-46fb268af9ec') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:02.354573 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-0b829dca-c555-4b6c-b083-8bfd86592fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50c22d6-54fb-4c93-ba1c-46fb268af9ec') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:02.369113 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b829dca-c555-4b6c-b083-8bfd86592fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:02.391408 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b829dca-c555-4b6c-b083-8bfd86592fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:02.393674 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ff489cf6-a45a-4d5e-9123-cab3c81a25ac tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:02.401076 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5ae91289-1cfa-4dab-9bf3-229d149e1667 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:02.401420 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-5ae91289-1cfa-4dab-9bf3-229d149e1667 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Floating IP ae0050b0-8fd7-447b-84fa-1a2de5ff54f4 disassociated (deleted). External IP: 172.25.3.122, port: b984e8ae-cabd-44c3-bc88-a7fc7ddf5448. Jul 22 19:17:02.451155 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b829dca-c555-4b6c-b083-8bfd86592fd2 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:17:02.451560 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b829dca-c555-4b6c-b083-8bfd86592fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:02.488366 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd72c-b2e6-4441-84e6-b4fe7d604e14 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:02.488722 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd72c-b2e6-4441-84e6-b4fe7d604e14 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:02.508576 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-cb4dd72c-b2e6-4441-84e6-b4fe7d604e14 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Calling delete_port for 7b6f912d-623d-4e5d-abc0-074e99aee0ad owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:17:02.510478 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:17:02.568089 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b829dca-c555-4b6c-b083-8bfd86592fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:02.578191 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b829dca-c555-4b6c-b083-8bfd86592fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:02.583029 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0b829dca-c555-4b6c-b083-8bfd86592fd2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0f5b1472-4d06-4b70-be16-948162807dc0 HTTP/1.1" status: 204 len: 168 time: 0.5029459 Jul 22 19:17:02.602618 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b829dca-c555-4b6c-b083-8bfd86592fd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f5b1472-4d06-4b70-be16-948162807dc0,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:02.732382 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ff489cf6-a45a-4d5e-9123-cab3c81a25ac tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:02.778799 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6576346-d0a4-4ff8-b7ec-6dbd60e85447 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:02.820658 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53316) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:02.820965 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6576346-d0a4-4ff8-b7ec-6dbd60e85447 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:02.880982 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d7ea2af9-4a21-4b2d-8fd2-a40424bcd631 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0073d6a79eff4bf185c284d64f45fd0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582743 Jul 22 19:17:02.885441 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53318) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:02.903341 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53320) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:02.926339 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae91289-1cfa-4dab-9bf3-229d149e1667 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Router b60a1b7b-f351-4619-b1a5-45df7394cfba has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:17:02.970560 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff489cf6-a45a-4d5e-9123-cab3c81a25ac tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Router 0de2581e-ea6d-4149-bf69-3683cc3b5c73 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:17:02.975570 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd72c-b2e6-4441-84e6-b4fe7d604e14 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:02.979271 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac500-33f0-4834-84c2-05fb1ff9c7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:03.044555 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac500-33f0-4834-84c2-05fb1ff9c7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:03.072905 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4dd72c-b2e6-4441-84e6-b4fe7d604e14 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b6f912d-623d-4e5d-abc0-074e99aee0ad,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:03.093541 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-699d8415-3f1d-48d7-82b3-b42367254892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:03.097481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-e6576346-d0a4-4ff8-b7ec-6dbd60e85447 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Allocated IP 172.25.3.103 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/3c534872-db30-490b-a427-f728ea7f86f4) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:03.178095 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff489cf6-a45a-4d5e-9123-cab3c81a25ac tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:03.190913 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc089604-43c1-4d05-a161-5fb76fb6485e None None] Sync routers for ids ['0de2581e-ea6d-4149-bf69-3683cc3b5c73'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:03.200918 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac500-33f0-4834-84c2-05fb1ff9c7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:03.203707 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac500-33f0-4834-84c2-05fb1ff9c7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:03.204223 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc089604-43c1-4d05-a161-5fb76fb6485e None None] Routers {'0de2581e-ea6d-4149-bf69-3683cc3b5c73'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:03.205075 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-fc089604-43c1-4d05-a161-5fb76fb6485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['0de2581e-ea6d-4149-bf69-3683cc3b5c73'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:03.207773 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cf3ac500-33f0-4834-84c2-05fb1ff9c7da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7adb2f93-c409-4331-bfa8-e41211499062 HTTP/1.1" status: 204 len: 168 time: 0.3210964 Jul 22 19:17:03.217219 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd72c-b2e6-4441-84e6-b4fe7d604e14 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:03.220100 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd72c-b2e6-4441-84e6-b4fe7d604e14 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:03.221315 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cb4dd72c-b2e6-4441-84e6-b4fe7d604e14 tempest-ExternalNetworksAdminNegativeTestJSON-507672872 tempest-ExternalNetworksAdminNegativeTestJSON-507672872-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/a6420028-9158-49a0-897b-1389068b8bc5 HTTP/1.1" status: 204 len: 168 time: 1.7989700 Jul 22 19:17:03.231727 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae91289-1cfa-4dab-9bf3-229d149e1667 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:03.232003 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ac500-33f0-4834-84c2-05fb1ff9c7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adb2f93-c409-4331-bfa8-e41211499062,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:03.251960 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-fc089604-43c1-4d05-a161-5fb76fb6485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:03.259235 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb07de8-9a74-424e-a3c3-de147bc891d3 None None] Sync routers for ids ['b60a1b7b-f351-4619-b1a5-45df7394cfba'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:03.262167 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5ae91289-1cfa-4dab-9bf3-229d149e1667 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:03.266211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc089604-43c1-4d05-a161-5fb76fb6485e None None] Routers {'0de2581e-ea6d-4149-bf69-3683cc3b5c73'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:03.267454 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-fc089604-43c1-4d05-a161-5fb76fb6485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['0de2581e-ea6d-4149-bf69-3683cc3b5c73'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:03.277222 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb07de8-9a74-424e-a3c3-de147bc891d3 None None] Routers {'b60a1b7b-f351-4619-b1a5-45df7394cfba'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:03.278788 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-cbb07de8-9a74-424e-a3c3-de147bc891d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b60a1b7b-f351-4619-b1a5-45df7394cfba'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:03.312057 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-fc089604-43c1-4d05-a161-5fb76fb6485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:03.312993 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc089604-43c1-4d05-a161-5fb76fb6485e None None] The sync data for ids ['0de2581e-ea6d-4149-bf69-3683cc3b5c73'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:17:03.330614 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-699d8415-3f1d-48d7-82b3-b42367254892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:03.343552 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-699d8415-3f1d-48d7-82b3-b42367254892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:03.367402 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ff489cf6-a45a-4d5e-9123-cab3c81a25ac tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:03.372599 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5ae91289-1cfa-4dab-9bf3-229d149e1667 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "DELETE /v2.0/floatingips/ae0050b0-8fd7-447b-84fa-1a2de5ff54f4 HTTP/1.1" status: 204 len: 168 time: 2.5039985 Jul 22 19:17:03.375108 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768219eb-64c1-497a-a6e0-50030242b1eb', 'tag': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:17:03.377807 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bdb35f-5f82-4c27-bfd1-ba9f6144e077" -d '{"events": [{"name": "network-changed", "server_uuid": "768219eb-64c1-497a-a6e0-50030242b1eb", "tag": "b984e8ae-cabd-44c3-bc88-a7fc7ddf5448"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:17:03.384393 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ff489cf6-a45a-4d5e-9123-cab3c81a25ac tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.5516026 Jul 22 19:17:03.389601 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53332) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:03.408128 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6576346-d0a4-4ff8-b7ec-6dbd60e85447 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:03.471053 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-699d8415-3f1d-48d7-82b3-b42367254892 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b412906003d4ae0abc8e56da52c6482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5641952 Jul 22 19:17:03.476531 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53334) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:03.502064 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611c7b4c-70a1-4da4-aca8-69a7905995f2 x-openstack-request-id: req-611c7b4c-70a1-4da4-aca8-69a7905995f2 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:17:03.504395 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768219eb-64c1-497a-a6e0-50030242b1eb", "tag": "b984e8ae-cabd-44c3-bc88-a7fc7ddf5448", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:17:03.507779 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d8415-3f1d-48d7-82b3-b42367254892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b472520-e0ba-4f59-a732-55970c3b9bd9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:03.508122 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-611c7b4c-70a1-4da4-aca8-69a7905995f2 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:17:03.510891 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768219eb-64c1-497a-a6e0-50030242b1eb', 'tag': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448', 'status': 'completed', 'code': 200} Jul 22 19:17:03.570958 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-303b25a4-d432-49f5-af96-0310aa45edd5 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "GET /v2.0/routers/0de2581e-ea6d-4149-bf69-3683cc3b5c73 HTTP/1.1" status: 200 len: 925 time: 0.1752594 Jul 22 19:17:03.573466 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53342) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:03.607982 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-cbb07de8-9a74-424e-a3c3-de147bc891d3 None None] Set router b60a1b7b-f351-4619-b1a5-45df7394cfba gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:17:03.619186 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6576346-d0a4-4ff8-b7ec-6dbd60e85447 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:03.664221 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7ae38ac2-c89d-4cdf-ba6f-2bce4753ab70 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de2581e-ea6d-4149-bf69-3683cc3b5c73 HTTP/1.1" status: 200 len: 205 time: 0.0863774 Jul 22 19:17:03.664984 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53344) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:03.700969 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6576346-d0a4-4ff8-b7ec-6dbd60e85447 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:03.715685 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-e6576346-d0a4-4ff8-b7ec-6dbd60e85447 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:03.720916 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2b953397-ef9d-492d-a7a6-02346eebc832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:03.723084 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6576346-d0a4-4ff8-b7ec-6dbd60e85447 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:03.728686 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6576346-d0a4-4ff8-b7ec-6dbd60e85447 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Pushing event updated for resources: {'Port': ['ID=3c534872-db30-490b-a427-f728ea7f86f4,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:03.758549 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53348) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:03.783549 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdb35f-5f82-4c27-bfd1-ba9f6144e077 req-ab680c05-7bf6-4100-847e-1f40e00d9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:03.785559 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37bdb35f-5f82-4c27-bfd1-ba9f6144e077 req-ab680c05-7bf6-4100-847e-1f40e00d9427 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 1098 time: 0.2672377 Jul 22 19:17:03.794837 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2b953397-ef9d-492d-a7a6-02346eebc832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:03.885308 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f261a51b-3504-4a08-b5b7-ceece2dc7eb0 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:03.939767 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:04.016985 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-cbb07de8-9a74-424e-a3c3-de147bc891d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110549416', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:48Z', 'updated_at': '2021-07-22T19:14:55Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:49Z', 'updated_at': '2021-07-22T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'b9067880-3cf4-4e88-ba2e-690470d3e76e', 'name': '', 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:f7:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '1eeae556-d294-4d2f-ac67-d8bf624f6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:54Z', 'updated_at': '2021-07-22T19:15:03Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '1eeae556-d294-4d2f-ac67-d8bf624f6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:04.069634 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb07de8-9a74-424e-a3c3-de147bc891d3 None None] Checking router: b60a1b7b-f351-4619-b1a5-45df7394cfba for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:17:04.082619 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb07de8-9a74-424e-a3c3-de147bc891d3 None None] Routers {'b60a1b7b-f351-4619-b1a5-45df7394cfba'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:04.083739 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-cbb07de8-9a74-424e-a3c3-de147bc891d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b60a1b7b-f351-4619-b1a5-45df7394cfba'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:04.106644 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c898b996-ace1-4637-96c9-31603cde66fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:04.112138 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f261a51b-3504-4a08-b5b7-ceece2dc7eb0 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:04.119088 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2b953397-ef9d-492d-a7a6-02346eebc832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:04.121881 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2b953397-ef9d-492d-a7a6-02346eebc832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:04.123155 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2b953397-ef9d-492d-a7a6-02346eebc832 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b472520-e0ba-4f59-a732-55970c3b9bd9 HTTP/1.1" status: 204 len: 168 time: 0.6427612 Jul 22 19:17:04.128301 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdb35f-5f82-4c27-bfd1-ba9f6144e077 req-f144db64-c863-4518-9c32-00fd6cb25bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:04.129974 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37bdb35f-5f82-4c27-bfd1-ba9f6144e077 req-f144db64-c863-4518-9c32-00fd6cb25bec service neutron] 10.222.0.30 "GET /v2.0/networks?id=a20874d1-5fdb-442d-b54e-966fdd5196bb HTTP/1.1" status: 200 len: 897 time: 0.3325605 Jul 22 19:17:04.220940 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b953397-ef9d-492d-a7a6-02346eebc832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b472520-e0ba-4f59-a732-55970c3b9bd9,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:04.223582 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-cbb07de8-9a74-424e-a3c3-de147bc891d3 None None] Set router b60a1b7b-f351-4619-b1a5-45df7394cfba gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:17:04.274215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e392b32-7f82-4b6d-b2f5-abdcc1ef233b req-ae5b5f01-a9eb-4fa3-94c2-f53b00ef9430 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:04.276767 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e392b32-7f82-4b6d-b2f5-abdcc1ef233b req-ae5b5f01-a9eb-4fa3-94c2-f53b00ef9430 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 946 time: 0.3688998 Jul 22 19:17:04.281679 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37bdb35f-5f82-4c27-bfd1-ba9f6144e077 req-a19e0dc6-ed48-4e28-b38e-5c93e20a99bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 HTTP/1.1" status: 200 len: 217 time: 0.1394956 Jul 22 19:17:04.351438 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f261a51b-3504-4a08-b5b7-ceece2dc7eb0 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Deleting port 6ae1849b-5f92-415a-bb58-3ceb46b2f765 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:04.352021 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f261a51b-3504-4a08-b5b7-ceece2dc7eb0 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:04.408411 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e392b32-7f82-4b6d-b2f5-abdcc1ef233b req-19db629d-2db6-4997-85d1-71c767597cdc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1236553 Jul 22 19:17:04.412760 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdb35f-5f82-4c27-bfd1-ba9f6144e077 req-7f57b496-3efb-43a2-9a05-dd6609badf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:04.414505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37bdb35f-5f82-4c27-bfd1-ba9f6144e077 req-7f57b496-3efb-43a2-9a05-dd6609badf34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1eeae556-d294-4d2f-ac67-d8bf624f6aa2 HTTP/1.1" status: 200 len: 835 time: 0.1228137 Jul 22 19:17:04.423854 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6576346-d0a4-4ff8-b7ec-6dbd60e85447 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:04.466831 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c898b996-ace1-4637-96c9-31603cde66fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:04.486196 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c898b996-ace1-4637-96c9-31603cde66fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:04.489573 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f261a51b-3504-4a08-b5b7-ceece2dc7eb0 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:04.535618 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f261a51b-3504-4a08-b5b7-ceece2dc7eb0 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Calling delete_port for 6ae1849b-5f92-415a-bb58-3ceb46b2f765 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:04.553043 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c898b996-ace1-4637-96c9-31603cde66fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11943976e45f4df58344e372d39e0ecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7941720 Jul 22 19:17:04.553648 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53374) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:04.565958 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898b996-ace1-4637-96c9-31603cde66fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea56999-3da2-407c-b249-8f55af7dbc0c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:04.585725 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-cbb07de8-9a74-424e-a3c3-de147bc891d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110549416', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:48Z', 'updated_at': '2021-07-22T19:14:55Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:49Z', 'updated_at': '2021-07-22T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'b9067880-3cf4-4e88-ba2e-690470d3e76e', 'name': '', 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:f7:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '1eeae556-d294-4d2f-ac67-d8bf624f6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:54Z', 'updated_at': '2021-07-22T19:15:03Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '1eeae556-d294-4d2f-ac67-d8bf624f6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:04.626205 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb07de8-9a74-424e-a3c3-de147bc891d3 None None] The sync data for ids ['b60a1b7b-f351-4619-b1a5-45df7394cfba'] in n-d-800086-12 is: [{'id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110549416', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:48Z', 'updated_at': '2021-07-22T19:14:55Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:49Z', 'updated_at': '2021-07-22T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'b9067880-3cf4-4e88-ba2e-690470d3e76e', 'name': '', 'network_id': 'a20874d1-5fdb-442d-b54e-966fdd5196bb', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:f7:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '1eeae556-d294-4d2f-ac67-d8bf624f6aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:54Z', 'updated_at': '2021-07-22T19:15:03Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '1eeae556-d294-4d2f-ac67-d8bf624f6aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:17:04.652628 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdb35f-5f82-4c27-bfd1-ba9f6144e077 req-43a78af0-4377-4387-b36b-edd5542b4320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:04.655290 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37bdb35f-5f82-4c27-bfd1-ba9f6144e077 req-43a78af0-4377-4387-b36b-edd5542b4320 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a20874d1-5fdb-442d-b54e-966fdd5196bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2246294 Jul 22 19:17:04.688720 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-46a010f6-ea34-4a01-a3f3-e3e69c7c37e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:04.718635 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-46a010f6-ea34-4a01-a3f3-e3e69c7c37e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:04.886936 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-46a010f6-ea34-4a01-a3f3-e3e69c7c37e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:04.890162 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-46a010f6-ea34-4a01-a3f3-e3e69c7c37e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:04.895406 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-46a010f6-ea34-4a01-a3f3-e3e69c7c37e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aea56999-3da2-407c-b249-8f55af7dbc0c HTTP/1.1" status: 204 len: 168 time: 0.3343923 Jul 22 19:17:04.920279 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a010f6-ea34-4a01-a3f3-e3e69c7c37e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea56999-3da2-407c-b249-8f55af7dbc0c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:04.958272 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f261a51b-3504-4a08-b5b7-ceece2dc7eb0 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:04.991473 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261a51b-3504-4a08-b5b7-ceece2dc7eb0 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Pushing event deleted for resources: {'Port': ['ID=6ae1849b-5f92-415a-bb58-3ceb46b2f765,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:05.075195 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f261a51b-3504-4a08-b5b7-ceece2dc7eb0 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:05.079944 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ae0960-574b-4b36-aeeb-c9a9d5c1b1ae None None] New status for floating IP ae0050b0-8fd7-447b-84fa-1a2de5ff54f4: DOWN {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:17:05.178453 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f261a51b-3504-4a08-b5b7-ceece2dc7eb0 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:05.182208 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f261a51b-3504-4a08-b5b7-ceece2dc7eb0 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:05.236907 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f261a51b-3504-4a08-b5b7-ceece2dc7eb0 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:05.239610 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f261a51b-3504-4a08-b5b7-ceece2dc7eb0 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Fanout notify agent at l3_agent the message router_deleted on router 0de2581e-ea6d-4149-bf69-3683cc3b5c73 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:17:05.254529 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f261a51b-3504-4a08-b5b7-ceece2dc7eb0 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:05.257929 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f261a51b-3504-4a08-b5b7-ceece2dc7eb0 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "DELETE /v2.0/routers/0de2581e-ea6d-4149-bf69-3683cc3b5c73 HTTP/1.1" status: 204 len: 168 time: 1.5913293 Jul 22 19:17:05.260562 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53396) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:05.275421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-0ff26d69-8932-43ea-8515-aae9336b9b48 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Request body: {'router': {'name': 'tempest-snat-router-86074074', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'enable_snat': False}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:05.324126 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0ff26d69-8932-43ea-8515-aae9336b9b48 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:05.326066 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0ff26d69-8932-43ea-8515-aae9336b9b48 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:05.381842 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6576346-d0a4-4ff8-b7ec-6dbd60e85447 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:05.453790 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0ff26d69-8932-43ea-8515-aae9336b9b48 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:05.501674 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd400d-7739-4e87-98ad-1d79814a3f2f req-012b0f9e-7ffc-4e7d-afc8-29f8145e0686 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:05.503219 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bfd400d-7739-4e87-98ad-1d79814a3f2f req-012b0f9e-7ffc-4e7d-afc8-29f8145e0686 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.30 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 946 time: 0.2700932 Jul 22 19:17:05.505085 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37bdb35f-5f82-4c27-bfd1-ba9f6144e077 req-d0db40a5-fb96-4d2c-a927-624a572fed14 service neutron] 10.222.0.30 "GET /v2.0/networks/a20874d1-5fdb-442d-b54e-966fdd5196bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7742403 Jul 22 19:17:05.597951 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53416) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:05.653022 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53420) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:05.709242 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ddcc77d-3eaf-4f96-8828-550c1f4d401c req-9e0fbdbc-8221-4c42-85ce-bc1b5ba2debb tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0924253 Jul 22 19:17:05.720672 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0ff26d69-8932-43ea-8515-aae9336b9b48 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:05.735593 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bdf820b7-37b7-4ea9-8ae2-c6b791904172 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8abeb63c07dc4556867704f0edb76dd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365330 Jul 22 19:17:05.736171 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53426) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:05.819678 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b30a682c-b47d-4899-ada4-f630f91c64a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:05.850375 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-40480487-26fc-45ac-aa3f-8f0ad2d71a65 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1854884092-network', 'tenant_id': '1f8ad148cf844b58b8137ecbf1a0823b'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:05.878876 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b30a682c-b47d-4899-ada4-f630f91c64a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:05.910761 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37bdb35f-5f82-4c27-bfd1-ba9f6144e077 req-f8e060cc-457b-4560-a4b4-1ee21b157325 service neutron] 10.222.0.30 "GET /v2.0/networks/a20874d1-5fdb-442d-b54e-966fdd5196bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970985 Jul 22 19:17:05.935573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6576346-d0a4-4ff8-b7ec-6dbd60e85447 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Router 80c7a04f-67b2-472b-8d73-ee415f238345 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:17:05.945191 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47c62f-728f-4c27-b9c1-1db2cf1e161b req-d3e8f5a4-5caf-4868-a453-0c1a84e25980 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:05.947805 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab47c62f-728f-4c27-b9c1-1db2cf1e161b req-d3e8f5a4-5caf-4868-a453-0c1a84e25980 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 946 time: 0.3350554 Jul 22 19:17:05.973202 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40480487-26fc-45ac-aa3f-8f0ad2d71a65 admin admin] Made reservation on behalf of 1f8ad148cf844b58b8137ecbf1a0823b for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:17:05.975531 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-40480487-26fc-45ac-aa3f-8f0ad2d71a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:05.982782 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b30a682c-b47d-4899-ada4-f630f91c64a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:05.985828 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b30a682c-b47d-4899-ada4-f630f91c64a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:05.987021 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b30a682c-b47d-4899-ada4-f630f91c64a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e30908ab-9261-4976-bafd-12c79e3fe926 HTTP/1.1" status: 204 len: 168 time: 0.2479677 Jul 22 19:17:05.987660 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-2bfd400d-7739-4e87-98ad-1d79814a3f2f req-469d42ed-7b41-4358-a97f-33385a62a723 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Deleting port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:05.988174 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2bfd400d-7739-4e87-98ad-1d79814a3f2f req-469d42ed-7b41-4358-a97f-33385a62a723 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:05.997881 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a682c-b47d-4899-ada4-f630f91c64a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30908ab-9261-4976-bafd-12c79e3fe926,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:06.061434 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-40480487-26fc-45ac-aa3f-8f0ad2d71a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:06.224889 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab47c62f-728f-4c27-b9c1-1db2cf1e161b req-23bfcef9-520a-4019-a382-75b5f5194674 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=0068e68f-f722-4883-9dfc-7bd17bb2ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2543192 Jul 22 19:17:06.332555 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-2bfd400d-7739-4e87-98ad-1d79814a3f2f req-469d42ed-7b41-4358-a97f-33385a62a723 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] For port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448,segment=NetworkSegment(27d8200d-812f-42b5-bb84-5d7c8e096c3e),segment_id=27d8200d-812f-42b5-bb84-5d7c8e096c3e)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:06.332920 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2bfd400d-7739-4e87-98ad-1d79814a3f2f req-469d42ed-7b41-4358-a97f-33385a62a723 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:06.363996 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6576346-d0a4-4ff8-b7ec-6dbd60e85447 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:06.367526 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-2bfd400d-7739-4e87-98ad-1d79814a3f2f req-469d42ed-7b41-4358-a97f-33385a62a723 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Calling delete_port for b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:06.386743 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be5ebb1-b9c4-4b8d-9c15-d699789e53be None None] Sync routers for ids ['80c7a04f-67b2-472b-8d73-ee415f238345'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:06.402641 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be5ebb1-b9c4-4b8d-9c15-d699789e53be None None] Routers {'80c7a04f-67b2-472b-8d73-ee415f238345'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:06.405244 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8be5ebb1-b9c4-4b8d-9c15-d699789e53be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['80c7a04f-67b2-472b-8d73-ee415f238345'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:06.450524 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8be5ebb1-b9c4-4b8d-9c15-d699789e53be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:06.464452 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be5ebb1-b9c4-4b8d-9c15-d699789e53be None None] Routers {'80c7a04f-67b2-472b-8d73-ee415f238345'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:06.465757 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8be5ebb1-b9c4-4b8d-9c15-d699789e53be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['80c7a04f-67b2-472b-8d73-ee415f238345'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:06.502905 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-40480487-26fc-45ac-aa3f-8f0ad2d71a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:06.511472 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-40480487-26fc-45ac-aa3f-8f0ad2d71a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:06.512236 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8be5ebb1-b9c4-4b8d-9c15-d699789e53be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:06.513088 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be5ebb1-b9c4-4b8d-9c15-d699789e53be None None] The sync data for ids ['80c7a04f-67b2-472b-8d73-ee415f238345'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:17:06.530931 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6576346-d0a4-4ff8-b7ec-6dbd60e85447 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:06.532403 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e6576346-d0a4-4ff8-b7ec-6dbd60e85447 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.5852258 Jul 22 19:17:06.558657 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53444) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:06.643947 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40480487-26fc-45ac-aa3f-8f0ad2d71a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1ff3b9-4998-441a-a959-98035f897178,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:06.646212 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0ff26d69-8932-43ea-8515-aae9336b9b48 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:06.673931 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2bfd400d-7739-4e87-98ad-1d79814a3f2f req-469d42ed-7b41-4358-a97f-33385a62a723 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:06.678189 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0ff26d69-8932-43ea-8515-aae9336b9b48 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:06.686627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40480487-26fc-45ac-aa3f-8f0ad2d71a65 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:17:06.722922 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d42ed-7b41-4358-a97f-33385a62a723 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Port': ['ID=b984e8ae-cabd-44c3-bc88-a7fc7ddf5448,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:06.733972 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-40480487-26fc-45ac-aa3f-8f0ad2d71a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:06.734331 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-40480487-26fc-45ac-aa3f-8f0ad2d71a65 admin admin] Added segment f5ed34da-c56c-4877-820b-9a1f23a5b5e7 of type vlan for network 0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 Jul 22 19:17:06.815423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfd400d-7739-4e87-98ad-1d79814a3f2f req-469d42ed-7b41-4358-a97f-33385a62a723 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] No DVR routers for this DVR port b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:17:06.820558 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2bfd400d-7739-4e87-98ad-1d79814a3f2f req-469d42ed-7b41-4358-a97f-33385a62a723 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:06.823128 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bfd400d-7739-4e87-98ad-1d79814a3f2f req-469d42ed-7b41-4358-a97f-33385a62a723 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.30 "DELETE /v2.0/ports/b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 HTTP/1.1" status: 204 len: 173 time: 1.3082430 Jul 22 19:17:06.823461 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768219eb-64c1-497a-a6e0-50030242b1eb', 'name': 'network-vif-deleted', 'tag': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:17:06.826457 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc55c297-01b4-4258-ab30-2b51cd98151c" -d '{"events": [{"server_uuid": "768219eb-64c1-497a-a6e0-50030242b1eb", "name": "network-vif-deleted", "tag": "b984e8ae-cabd-44c3-bc88-a7fc7ddf5448"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:17:06.837555 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6fb3a863-7bf1-4879-8031-3fe43352b57e tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "GET /v2.0/routers/80c7a04f-67b2-472b-8d73-ee415f238345 HTTP/1.1" status: 200 len: 921 time: 0.2749891 Jul 22 19:17:06.840263 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53458) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:06.851287 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-40480487-26fc-45ac-aa3f-8f0ad2d71a65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:06.862183 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-0ff26d69-8932-43ea-8515-aae9336b9b48 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Allocated IP 172.25.3.225 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/eefa9927-9729-4d26-ab7e-cdb539e519d8) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:06.886006 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c4389a86-303d-46d4-9ff5-6f59caef9674 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c7a04f-67b2-472b-8d73-ee415f238345 HTTP/1.1" status: 200 len: 205 time: 0.0442934 Jul 22 19:17:06.889041 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53460) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:06.941368 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4ff170-246e-4b25-acde-301d61f785fe x-openstack-request-id: req-5d4ff170-246e-4b25-acde-301d61f785fe {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:17:06.941889 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768219eb-64c1-497a-a6e0-50030242b1eb", "name": "network-vif-deleted", "tag": "b984e8ae-cabd-44c3-bc88-a7fc7ddf5448", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:17:06.942310 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d4ff170-246e-4b25-acde-301d61f785fe {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:17:06.943074 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768219eb-64c1-497a-a6e0-50030242b1eb', 'name': 'network-vif-deleted', 'tag': 'b984e8ae-cabd-44c3-bc88-a7fc7ddf5448', 'status': 'completed', 'code': 200} Jul 22 19:17:07.039794 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9b1d53ef-424a-4639-92b7-a3303d3adc63 req-9b280cf8-5868-49be-91f2-7c2de071f330 tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.1341035 Jul 22 19:17:07.047610 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-40480487-26fc-45ac-aa3f-8f0ad2d71a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:07.048695 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40480487-26fc-45ac-aa3f-8f0ad2d71a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:07.049285 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-40480487-26fc-45ac-aa3f-8f0ad2d71a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:07.091348 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0ff26d69-8932-43ea-8515-aae9336b9b48 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:07.104243 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-40480487-26fc-45ac-aa3f-8f0ad2d71a65 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4468117 Jul 22 19:17:07.105239 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53466) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.126256 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53468) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.150033 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-81dbbd7b-18ea-4ec8-82ac-a4106003d08e admin admin] Request body: {'subnet': {'network_id': '0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1854884092-subnet', 'tenant_id': '1f8ad148cf844b58b8137ecbf1a0823b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:07.156584 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40480487-26fc-45ac-aa3f-8f0ad2d71a65 admin admin] Pushing event updated for resources: {'Network': ['ID=0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:07.169603 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:17:07.170173 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-26382fe2-3b8e-46e6-8281-a9d4f9b621de tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:07.171965 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0ff26d69-8932-43ea-8515-aae9336b9b48 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:07.230887 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff26d69-8932-43ea-8515-aae9336b9b48 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:07.234380 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-0ff26d69-8932-43ea-8515-aae9336b9b48 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:07.236518 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff26d69-8932-43ea-8515-aae9336b9b48 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:07.286599 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dbbd7b-18ea-4ec8-82ac-a4106003d08e admin admin] Made reservation on behalf of 1f8ad148cf844b58b8137ecbf1a0823b for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:17:07.289221 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-81dbbd7b-18ea-4ec8-82ac-a4106003d08e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:07.297935 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-c4ea57c1-1582-42e7-9555-9b87ac44e2e6 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.301773 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c4ea57c1-1582-42e7-9555-9b87ac44e2e6 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1717405 Jul 22 19:17:07.303077 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53474) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.305912 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff26d69-8932-43ea-8515-aae9336b9b48 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Pushing event updated for resources: {'Port': ['ID=eefa9927-9729-4d26-ab7e-cdb539e519d8,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:07.312905 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-7df7e253-dee9-44af-91d6-bfc969dcc920 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.313871 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7df7e253-dee9-44af-91d6-bfc969dcc920 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0110023 Jul 22 19:17:07.316818 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53476) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.321091 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-07963088-f3aa-43b6-9466-735c3017996a tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.322824 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-07963088-f3aa-43b6-9466-735c3017996a tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0051146 Jul 22 19:17:07.325413 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53478) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.338588 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-8aafb641-f8fd-479c-bb48-8a89d4816cad tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.339856 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8aafb641-f8fd-479c-bb48-8a89d4816cad tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0135493 Jul 22 19:17:07.342640 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53480) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.349035 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-bf3ce0da-f9a8-4a3f-a8e4-3a3616d484f4 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.350301 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bf3ce0da-f9a8-4a3f-a8e4-3a3616d484f4 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0065587 Jul 22 19:17:07.367924 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53482) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.376140 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-bcd76b7f-4185-4f28-8903-dee5b1505d49 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.377159 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bcd76b7f-4185-4f28-8903-dee5b1505d49 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0077994 Jul 22 19:17:07.398089 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53484) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.403216 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-b8062e27-4670-4978-bbd1-42dca434cb17 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.404147 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b8062e27-4670-4978-bbd1-42dca434cb17 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0051138 Jul 22 19:17:07.412650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53486) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.416826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ff0b59e-2e5e-4ee8-831b-77591b524ef3 req-8cfd90d7-c3e2-4603-a607-2ccf3ba54050 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=768219eb-64c1-497a-a6e0-50030242b1eb HTTP/1.1" status: 200 len: 210 time: 0.0498176 Jul 22 19:17:07.421036 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-cd37160b-8bfc-46e5-a997-5f60bb865a44 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.421963 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cd37160b-8bfc-46e5-a997-5f60bb865a44 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0042653 Jul 22 19:17:07.433750 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53488) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.440269 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-11fedb54-4dae-4af0-8ab2-3519cf05584f tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.441636 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-11fedb54-4dae-4af0-8ab2-3519cf05584f tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0065684 Jul 22 19:17:07.452583 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53490) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.458535 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-d4ad466c-db7a-4a6d-b8a3-075a82e6d000 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.459489 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d4ad466c-db7a-4a6d-b8a3-075a82e6d000 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0047569 Jul 22 19:17:07.463264 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53492) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.470914 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-b61cef11-c991-48d3-81f7-1ae8db9efee9 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.473108 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b61cef11-c991-48d3-81f7-1ae8db9efee9 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0076420 Jul 22 19:17:07.474791 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53494) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.478705 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-26382fe2-3b8e-46e6-8281-a9d4f9b621de tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:07.485824 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-c1b02e98-b2ae-4b73-bb08-0a2b9732c85b tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.489344 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c1b02e98-b2ae-4b73-bb08-0a2b9732c85b tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0063746 Jul 22 19:17:07.496246 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53496) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.502118 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-e4a140ee-14e6-4517-88fe-fc673fa6fbd8 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.503278 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e4a140ee-14e6-4517-88fe-fc673fa6fbd8 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0058231 Jul 22 19:17:07.506232 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53498) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.512211 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-a537df7f-3a0c-49a7-bb51-d672bba10852 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.515470 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a537df7f-3a0c-49a7-bb51-d672bba10852 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0059245 Jul 22 19:17:07.515634 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53500) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.522984 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-bea2adf1-9b23-49fc-b595-9fc9fd11c50c tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.522984 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bea2adf1-9b23-49fc-b595-9fc9fd11c50c tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043378 Jul 22 19:17:07.523564 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53502) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.547062 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-c715f39b-3b83-4d6f-b29a-e632a6754e74 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.548107 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c715f39b-3b83-4d6f-b29a-e632a6754e74 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0236235 Jul 22 19:17:07.553910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53504) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.559868 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-3b7f2fdd-76ac-471d-843e-276ec04890e2 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.563127 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3b7f2fdd-76ac-471d-843e-276ec04890e2 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0060916 Jul 22 19:17:07.583031 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53506) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.592784 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-012c1588-5494-42b0-9dc5-101a3de07a0d tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.593745 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-012c1588-5494-42b0-9dc5-101a3de07a0d tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0097940 Jul 22 19:17:07.597353 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53508) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.604148 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-48c01a8c-951f-4e97-9177-a1227ad02963 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.605124 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-48c01a8c-951f-4e97-9177-a1227ad02963 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0068147 Jul 22 19:17:07.607712 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53510) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.613358 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-827723da-d61c-4a04-8c51-a543f61d7d1c tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.614279 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-827723da-d61c-4a04-8c51-a543f61d7d1c tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0057104 Jul 22 19:17:07.617805 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53512) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.622351 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-12a07cb4-8eb5-4903-9bfa-83197002666c tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.623254 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-12a07cb4-8eb5-4903-9bfa-83197002666c tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044124 Jul 22 19:17:07.624335 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-81dbbd7b-18ea-4ec8-82ac-a4106003d08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:07.625633 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53514) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.629548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-7da699fc-f466-45f5-8492-cbb1df5ebc67 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.630446 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7da699fc-f466-45f5-8492-cbb1df5ebc67 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0039737 Jul 22 19:17:07.634041 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53516) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.639671 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-bab4c381-84fa-4891-92c9-45b56679f20f tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.640585 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bab4c381-84fa-4891-92c9-45b56679f20f tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0054486 Jul 22 19:17:07.645354 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53518) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.651218 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-01cd7e4b-8804-4290-81e1-c073ef68dd03 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.652138 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-01cd7e4b-8804-4290-81e1-c073ef68dd03 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0059657 Jul 22 19:17:07.654421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53520) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.658319 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-f9d0677c-399d-4a98-ae1a-29a83da8f57d tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.659209 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f9d0677c-399d-4a98-ae1a-29a83da8f57d tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0039668 Jul 22 19:17:07.661505 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53522) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.663294 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0ff26d69-8932-43ea-8515-aae9336b9b48 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:07.668027 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-0cac9c58-0555-47d1-864e-5e390f6997fb tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.671068 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0cac9c58-0555-47d1-864e-5e390f6997fb tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0065260 Jul 22 19:17:07.671236 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53524) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.676277 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-26382fe2-3b8e-46e6-8281-a9d4f9b621de tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Deleting port 3c534872-db30-490b-a427-f728ea7f86f4 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:07.676651 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-26382fe2-3b8e-46e6-8281-a9d4f9b621de tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:07.702200 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dbbd7b-18ea-4ec8-82ac-a4106003d08e admin admin] Pushing event updated for resources: {'Subnet': ['ID=29e707c9-c827-4964-a4b7-caa85889562c,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:07.717175 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-018df51f-03bd-4843-865b-e039354aee75 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.718224 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-018df51f-03bd-4843-865b-e039354aee75 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0461464 Jul 22 19:17:07.722980 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53526) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.725104 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dbbd7b-18ea-4ec8-82ac-a4106003d08e admin admin] Checking segment: {'id': 'f5ed34da-c56c-4877-820b-9a1f23a5b5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:17:07.725466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dbbd7b-18ea-4ec8-82ac-a4106003d08e admin admin] Network hostable DHCP agents. Network: 0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:17:07.730665 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-5bff803e-91e6-4126-a8ae-fbc6b1277ecf tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.731635 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5bff803e-91e6-4126-a8ae-fbc6b1277ecf tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0075972 Jul 22 19:17:07.735192 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53528) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.739416 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-846d8998-5f96-41ea-b434-568142113837 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.740351 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-846d8998-5f96-41ea-b434-568142113837 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0042977 Jul 22 19:17:07.747676 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53530) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.753347 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-665fc1dd-cfe9-4e65-b228-846b6ad62359 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.754281 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-665fc1dd-cfe9-4e65-b228-846b6ad62359 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0057003 Jul 22 19:17:07.758084 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53532) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.762514 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-8f559458-badc-4217-af4e-bd380cc45a74 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.763407 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8f559458-badc-4217-af4e-bd380cc45a74 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044987 Jul 22 19:17:07.767741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53534) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.777832 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-7214d4ba-775c-4478-8770-27ece64d835b tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.778789 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7214d4ba-775c-4478-8770-27ece64d835b tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0086901 Jul 22 19:17:07.781544 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53536) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.787116 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-e04a4cf5-68bc-4a38-991e-2703e1745031 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.788065 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e04a4cf5-68bc-4a38-991e-2703e1745031 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0056202 Jul 22 19:17:07.790410 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53538) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.796050 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-6b7fef5f-ccc7-49d1-99ad-cbdbd4899be2 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.797011 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6b7fef5f-ccc7-49d1-99ad-cbdbd4899be2 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0057197 Jul 22 19:17:07.801161 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53540) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.802845 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dbbd7b-18ea-4ec8-82ac-a4106003d08e admin admin] Network 0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:17:07.806613 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-40d9c36c-2ed2-4b5f-b254-ce759be07946 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.807550 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-40d9c36c-2ed2-4b5f-b254-ce759be07946 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0055337 Jul 22 19:17:07.809942 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53542) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.810080 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-26382fe2-3b8e-46e6-8281-a9d4f9b621de tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:07.815425 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-3c4ee0bd-0444-4f4c-a1b1-b6326337a545 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.816369 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3c4ee0bd-0444-4f4c-a1b1-b6326337a545 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0055845 Jul 22 19:17:07.818826 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-81dbbd7b-18ea-4ec8-82ac-a4106003d08e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:07.818975 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53544) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.824535 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-032f8232-f0e5-497f-8695-c741f1e8ddcf tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.824837 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dbbd7b-18ea-4ec8-82ac-a4106003d08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:07.825435 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-81dbbd7b-18ea-4ec8-82ac-a4106003d08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:07.825702 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-032f8232-f0e5-497f-8695-c741f1e8ddcf tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0056870 Jul 22 19:17:07.836441 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53546) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.838088 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-26382fe2-3b8e-46e6-8281-a9d4f9b621de tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Calling delete_port for 3c534872-db30-490b-a427-f728ea7f86f4 owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:07.838212 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f378ac21-22e7-4f2f-a71b-7d9047deaa0e None None] Network 0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:17:07.847585 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-87a21018-f804-4779-a2d7-5e9aea7edc02 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.851909 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-87a21018-f804-4779-a2d7-5e9aea7edc02 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0086923 Jul 22 19:17:07.855733 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53548) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.860197 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-2cdf54b5-334c-4cee-9223-c73b2bbbbbb0 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.861178 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2cdf54b5-334c-4cee-9223-c73b2bbbbbb0 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0045393 Jul 22 19:17:07.863852 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53550) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.896040 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-2daf9bca-8088-4477-b3e7-92fcd9bd9967 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.897108 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2daf9bca-8088-4477-b3e7-92fcd9bd9967 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0322607 Jul 22 19:17:07.901025 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-81dbbd7b-18ea-4ec8-82ac-a4106003d08e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7881351 Jul 22 19:17:07.901632 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53552) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.910365 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-14557677-cb4f-4872-a1bf-22e747ef6cca tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.911337 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-14557677-cb4f-4872-a1bf-22e747ef6cca tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0075014 Jul 22 19:17:07.915412 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53556) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.919607 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-b464219c-4e5c-479e-a91d-30448d3377fb tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.920538 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b464219c-4e5c-479e-a91d-30448d3377fb tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0042782 Jul 22 19:17:07.923137 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53558) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.927405 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-21936f0d-7939-4d57-a7b5-154169d2c331 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.928641 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-21936f0d-7939-4d57-a7b5-154169d2c331 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0044181 Jul 22 19:17:07.935363 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53560) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.941173 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-aa5f073f-eea0-4272-b156-6ef936c5ad25 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.942399 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-aa5f073f-eea0-4272-b156-6ef936c5ad25 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0054715 Jul 22 19:17:07.944997 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53562) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.951631 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-bd68b414-4e1d-435a-bdf6-b91a5f4e2340 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.952912 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bd68b414-4e1d-435a-bdf6-b91a5f4e2340 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0047591 Jul 22 19:17:07.955447 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53564) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.966228 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-0ebb6866-292c-4b1a-b370-60793d18ac02 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.968202 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0ebb6866-292c-4b1a-b370-60793d18ac02 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0106833 Jul 22 19:17:07.970744 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53566) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.978186 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-eb2ab9d5-a6ee-4f45-9769-da2d8ad0cfed tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.979694 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-eb2ab9d5-a6ee-4f45-9769-da2d8ad0cfed tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0065577 Jul 22 19:17:07.982345 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53568) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:07.984835 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0ff26d69-8932-43ea-8515-aae9336b9b48 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:07.991402 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-da35c0eb-6cdd-439f-9dc4-55969b0da3ca tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:07.992586 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-da35c0eb-6cdd-439f-9dc4-55969b0da3ca tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0090559 Jul 22 19:17:07.993770 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c324d3-e31b-45ac-aae4-c806c144a2d9 None None] Network 0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:17:07.995261 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53570) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.001780 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-e88b64dd-7ca9-41ee-9ced-6ceeecc69d31 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:08.003068 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e88b64dd-7ca9-41ee-9ced-6ceeecc69d31 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0061405 Jul 22 19:17:08.005799 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53572) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.015207 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-288ef298-ca7e-49da-95a4-1ea6263591b2 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:08.020854 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-288ef298-ca7e-49da-95a4-1ea6263591b2 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0132930 Jul 22 19:17:08.023497 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53574) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.049180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-7ab85cce-6cdf-4f6f-a49d-828c380d04f9 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:08.057466 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7ab85cce-6cdf-4f6f-a49d-828c380d04f9 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0262711 Jul 22 19:17:08.090259 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0e158809-e341-4e07-9f33-44968b3c8786 req-4c6bba49-ca1f-4ca7-b6dd-eb8b6657ce9f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0344374 Jul 22 19:17:08.091208 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53578) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.102005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-73b38f19-2e39-4593-881c-ba40bcf9581c tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:08.103224 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-73b38f19-2e39-4593-881c-ba40bcf9581c tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0088940 Jul 22 19:17:08.105833 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53582) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.112650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-eb513f9e-b17a-4298-98c2-737cfede9fcd tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:08.113714 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-eb513f9e-b17a-4298-98c2-737cfede9fcd tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0069141 Jul 22 19:17:08.116324 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53584) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.123719 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-afa4db1c-5316-4b6e-b7d0-0e16d82b5662 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:08.124793 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-afa4db1c-5316-4b6e-b7d0-0e16d82b5662 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0074768 Jul 22 19:17:08.128757 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53586) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.137422 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-ae3ed57c-6d01-40ea-9d0c-59d5507f3df0 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:08.141941 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ae3ed57c-6d01-40ea-9d0c-59d5507f3df0 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0121782 Jul 22 19:17:08.145093 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53590) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.152998 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-10a38cbe-4f9b-48d5-b511-2beba53dcc1f tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:08.158763 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-10a38cbe-4f9b-48d5-b511-2beba53dcc1f tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0124748 Jul 22 19:17:08.159456 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53592) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.170722 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-d35e25d8-65fe-4e6d-a070-160f708eda44 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:08.170722 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d35e25d8-65fe-4e6d-a070-160f708eda44 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0071342 Jul 22 19:17:08.172432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53596) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.177528 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-6d547ed1-4982-4b7c-a4fb-1b972f605d37 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:08.179153 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6d547ed1-4982-4b7c-a4fb-1b972f605d37 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0050251 Jul 22 19:17:08.181054 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-26382fe2-3b8e-46e6-8281-a9d4f9b621de tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:08.183769 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53600) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.192335 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-ffa8f2f9-61ce-4fa9-a11c-1dd127ac33fb tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:08.193379 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ffa8f2f9-61ce-4fa9-a11c-1dd127ac33fb tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0055165 Jul 22 19:17:08.199595 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53602) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.204262 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-cbd49a31-819d-4216-b964-f8bb3c7e6273 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:08.205229 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cbd49a31-819d-4216-b964-f8bb3c7e6273 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0047348 Jul 22 19:17:08.208012 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53604) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.214576 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-1629be11-6fcb-41a2-b8e0-ff1254a44251 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:08.215513 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1629be11-6fcb-41a2-b8e0-ff1254a44251 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0064285 Jul 22 19:17:08.218034 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53606) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.222277 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-9a00c723-beb5-4032-9189-10382aff3aef tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:08.223355 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9a00c723-beb5-4032-9189-10382aff3aef tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0042331 Jul 22 19:17:08.228644 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53608) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.234857 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-c0824f8f-50c8-4b5a-8ba9-34506faf86ca tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:08.236134 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c0824f8f-50c8-4b5a-8ba9-34506faf86ca tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0063257 Jul 22 19:17:08.238641 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53610) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.244946 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-369acae4-3f2f-4b28-a8cb-ead9e52b4e27 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:08.246070 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-369acae4-3f2f-4b28-a8cb-ead9e52b4e27 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0063789 Jul 22 19:17:08.248563 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53612) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.253369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26382fe2-3b8e-46e6-8281-a9d4f9b621de tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Pushing event deleted for resources: {'Port': ['ID=3c534872-db30-490b-a427-f728ea7f86f4,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:08.254209 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-913d37f7-5754-4911-9134-7a70ac316f18 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:08.255281 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-913d37f7-5754-4911-9134-7a70ac316f18 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0057113 Jul 22 19:17:08.257655 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53614) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.261065 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27ad3a50-6120-4aa3-91b4-00fbde9cc842 req-ac4bffee-6fcc-4cd3-8062-97c3cf1f2ff4 tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0653605 Jul 22 19:17:08.264670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-bca0f1c7-1582-45ad-bcc1-3f8f96aaf3c2 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:08.266470 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bca0f1c7-1582-45ad-bcc1-3f8f96aaf3c2 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0065081 Jul 22 19:17:08.268541 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53616) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.291789 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-8345eb38-41aa-499d-b34c-f20553424e5f tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:08.295104 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8345eb38-41aa-499d-b34c-f20553424e5f tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0233054 Jul 22 19:17:08.295512 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53618) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.300588 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [None req-58defac7-3322-4973-90fc-76522e7f3d70 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:08.301509 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-58defac7-3322-4973-90fc-76522e7f3d70 tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0042396 Jul 22 19:17:08.304073 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53620) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.309848 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [None req-c852cd6f-b4ec-4d84-9727-db226608d8ce tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:08.311017 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c852cd6f-b4ec-4d84-9727-db226608d8ce tempest-ExtensionsTestJSON-1762993758 tempest-ExtensionsTestJSON-1762993758-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0052402 Jul 22 19:17:08.345674 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff26d69-8932-43ea-8515-aae9336b9b48 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Router c9f38699-d41e-4537-b486-8a0178150a01 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:17:08.354274 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-26382fe2-3b8e-46e6-8281-a9d4f9b621de tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:08.480896 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff26d69-8932-43ea-8515-aae9336b9b48 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:08.492507 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] Sync routers for ids ['c9f38699-d41e-4537-b486-8a0178150a01'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:08.499248 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53634) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.499355 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-26382fe2-3b8e-46e6-8281-a9d4f9b621de tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:08.501081 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-26382fe2-3b8e-46e6-8281-a9d4f9b621de tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:08.503256 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] Routers {'c9f38699-d41e-4537-b486-8a0178150a01'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:08.504210 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c9f38699-d41e-4537-b486-8a0178150a01'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:08.558306 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-26382fe2-3b8e-46e6-8281-a9d4f9b621de tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:08.559121 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26382fe2-3b8e-46e6-8281-a9d4f9b621de tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Fanout notify agent at l3_agent the message router_deleted on router 80c7a04f-67b2-472b-8d73-ee415f238345 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:17:08.579045 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-26382fe2-3b8e-46e6-8281-a9d4f9b621de tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:08.583807 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-26382fe2-3b8e-46e6-8281-a9d4f9b621de tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "DELETE /v2.0/routers/80c7a04f-67b2-472b-8d73-ee415f238345 HTTP/1.1" status: 204 len: 168 time: 1.6899180 Jul 22 19:17:08.592918 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53638) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.598733 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1591180097', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'enable_snat': False}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:08.605975 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0ff26d69-8932-43ea-8515-aae9336b9b48 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:08.607636 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0ff26d69-8932-43ea-8515-aae9336b9b48 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3455210 Jul 22 19:17:08.614760 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53640) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.646825 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] Set router c9f38699-d41e-4537-b486-8a0178150a01 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:17:08.672629 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-a8490a58-5f32-4f99-ab60-7a689a14fb93 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:08.674271 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-a8490a58-5f32-4f99-ab60-7a689a14fb93 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/networks?id=0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 HTTP/1.1" status: 200 len: 822 time: 0.2496989 Jul 22 19:17:08.674974 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53642) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.701543 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-79b6467a-12c0-41c7-bbe2-e2ddf01b1b4b tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/quotas/1f8ad148cf844b58b8137ecbf1a0823b HTTP/1.1" status: 200 len: 375 time: 0.0184553 Jul 22 19:17:08.722084 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:08.722871 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:08.750735 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-c8f7bcaa-a537-4803-a57f-8354794afac0 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f8ad148cf844b58b8137ecbf1a0823b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481076 Jul 22 19:17:08.897629 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-77a29423-2fa0-4ea4-b6d1-1a19e3548e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:08.901783 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-89a42238-843e-4e86-ae74-d50884a6223b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "GET /v2.0/routers/c9f38699-d41e-4537-b486-8a0178150a01 HTTP/1.1" status: 200 len: 907 time: 0.2859397 Jul 22 19:17:08.911201 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53648) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:08.921439 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-ebc72bf0-0121-4f11-ad64-31f89c68ad6a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Request body: {'router': {'name': 'tempest-snat-router-86074074', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'enable_snat': True}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:08.935888 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f38699-d41e-4537-b486-8a0178150a01', 'name': 'tempest-snat-router-86074074', 'tenant_id': 'bcad95b0c07643e0be39e8c476bce1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.225'}], 'enable_snat': False}, 'gw_port_id': 'eefa9927-9729-4d26-ab7e-cdb539e519d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:05Z', 'updated_at': '2021-07-22T19:17:07Z', 'revision_number': 3, 'project_id': 'bcad95b0c07643e0be39e8c476bce1f6', 'gw_port': {'id': 'eefa9927-9729-4d26-ab7e-cdb539e519d8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f38699-d41e-4537-b486-8a0178150a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:06Z', 'updated_at': '2021-07-22T19:17:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:08.936517 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:08.970911 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:08.971793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] Checking router: c9f38699-d41e-4537-b486-8a0178150a01 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:17:08.972205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] Updating router c9f38699-d41e-4537-b486-8a0178150a01 port eefa9927-9729-4d26-ab7e-cdb539e519d8 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:17:09.008952 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:09.016859 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ebc72bf0-0121-4f11-ad64-31f89c68ad6a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:09.017940 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ebc72bf0-0121-4f11-ad64-31f89c68ad6a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:09.076551 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-cd357402-1fdf-4053-bd47-d68988789319 service neutron] 10.222.0.13 "GET /v2.0/networks/0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248842 Jul 22 19:17:09.135027 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ebc72bf0-0121-4f11-ad64-31f89c68ad6a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:09.139252 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:09.244414 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:17:09.279499 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:17:09.279729 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device b984e8ae-cabd-44c3-bc88-a7fc7ddf5448 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:17:09.316409 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2ed92fd-5e39-46b4-8a5f-32326d93cea4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:09.358967 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:09.372977 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] Transition to ACTIVE for port object eefa9927-9729-4d26-ab7e-cdb539e519d8 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:09.380682 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:09.443167 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] Attempting to bind port eefa9927-9729-4d26-ab7e-cdb539e519d8 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:17:09.443832 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] Attempting to bind port eefa9927-9729-4d26-ab7e-cdb539e519d8 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:17:09.444212 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] Attempting to bind port eefa9927-9729-4d26-ab7e-cdb539e519d8 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:17:09.452758 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac291a-4d74-4e5e-af75-e563b00d1374 None None] Pushing event updated for resources: {'Port': ['ID=eefa9927-9729-4d26-ab7e-cdb539e519d8,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:09.455448 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:17:09.455832 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:17:09.456683 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:09.457089 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:17:09.457571 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] Bound port: eefa9927-9729-4d26-ab7e-cdb539e519d8, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:17:09.457952 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:09.485323 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac291a-4d74-4e5e-af75-e563b00d1374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:09.485701 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac291a-4d74-4e5e-af75-e563b00d1374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:09.486015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac291a-4d74-4e5e-af75-e563b00d1374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:09.486351 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac291a-4d74-4e5e-af75-e563b00d1374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:09.486680 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac291a-4d74-4e5e-af75-e563b00d1374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:09.487289 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac291a-4d74-4e5e-af75-e563b00d1374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:09.487630 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac291a-4d74-4e5e-af75-e563b00d1374 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:09.487966 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac291a-4d74-4e5e-af75-e563b00d1374 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:09.488295 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac291a-4d74-4e5e-af75-e563b00d1374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:09.488660 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac291a-4d74-4e5e-af75-e563b00d1374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:09.489051 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac291a-4d74-4e5e-af75-e563b00d1374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:09.489438 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac291a-4d74-4e5e-af75-e563b00d1374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:09.534351 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] For port eefa9927-9729-4d26-ab7e-cdb539e519d8, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:17:09.538975 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] For port eefa9927-9729-4d26-ab7e-cdb539e519d8, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=eefa9927-9729-4d26-ab7e-cdb539e519d8,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:17:09.544444 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:09.599949 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] Routers {'c9f38699-d41e-4537-b486-8a0178150a01'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:09.600422 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c9f38699-d41e-4537-b486-8a0178150a01'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:09.647710 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c7ed4d0-3e31-45cc-b6b5-62221b9866be req-f03726e4-4236-42d1-8183-c7e73ebc66db tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0803566 Jul 22 19:17:09.676677 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac291a-4d74-4e5e-af75-e563b00d1374 None None] Pushing event updated for resources: {'Port': ['ID=eefa9927-9729-4d26-ab7e-cdb539e519d8,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:09.747101 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ebc72bf0-0121-4f11-ad64-31f89c68ad6a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:09.750094 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] Set router c9f38699-d41e-4537-b486-8a0178150a01 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:17:09.763396 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-483b69dc-f460-4b6a-9a2c-b3b8dbfa2b23 service neutron] 10.222.0.13 "GET /v2.0/networks/0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6859100 Jul 22 19:17:09.835444 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-77a29423-2fa0-4ea4-b6d1-1a19e3548e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:09.850800 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-77a29423-2fa0-4ea4-b6d1-1a19e3548e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:09.879455 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:09.923568 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:09.976152 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-77a29423-2fa0-4ea4-b6d1-1a19e3548e89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdeda8c6bfc740b0ba08f1b5be7d2b4f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3000910 Jul 22 19:17:09.980974 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53656) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:10.021105 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f38699-d41e-4537-b486-8a0178150a01', 'name': 'tempest-snat-router-86074074', 'tenant_id': 'bcad95b0c07643e0be39e8c476bce1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.225'}], 'enable_snat': False}, 'gw_port_id': 'eefa9927-9729-4d26-ab7e-cdb539e519d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:05Z', 'updated_at': '2021-07-22T19:17:07Z', 'revision_number': 3, 'project_id': 'bcad95b0c07643e0be39e8c476bce1f6', 'gw_port': {'id': 'eefa9927-9729-4d26-ab7e-cdb539e519d8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f38699-d41e-4537-b486-8a0178150a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:06Z', 'updated_at': '2021-07-22T19:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:10.024622 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a29423-2fa0-4ea4-b6d1-1a19e3548e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6647f767-4889-40c1-afb7-c9984f4bbcb2,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:10.050408 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdf1f4f-8f8c-4526-91fa-b6ab69883a3f None None] The sync data for ids ['c9f38699-d41e-4537-b486-8a0178150a01'] in n-d-800086-12 is: [{'id': 'c9f38699-d41e-4537-b486-8a0178150a01', 'name': 'tempest-snat-router-86074074', 'tenant_id': 'bcad95b0c07643e0be39e8c476bce1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.225'}], 'enable_snat': False}, 'gw_port_id': 'eefa9927-9729-4d26-ab7e-cdb539e519d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:05Z', 'updated_at': '2021-07-22T19:17:07Z', 'revision_number': 3, 'project_id': 'bcad95b0c07643e0be39e8c476bce1f6', 'gw_port': {'id': 'eefa9927-9729-4d26-ab7e-cdb539e519d8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f38699-d41e-4537-b486-8a0178150a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:06Z', 'updated_at': '2021-07-22T19:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:17:10.157172 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a29423-2fa0-4ea4-b6d1-1a19e3548e89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.157595 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a29423-2fa0-4ea4-b6d1-1a19e3548e89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.158316 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a29423-2fa0-4ea4-b6d1-1a19e3548e89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.158790 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a29423-2fa0-4ea4-b6d1-1a19e3548e89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.159203 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a29423-2fa0-4ea4-b6d1-1a19e3548e89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.159607 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a29423-2fa0-4ea4-b6d1-1a19e3548e89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.160006 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a29423-2fa0-4ea4-b6d1-1a19e3548e89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.160404 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a29423-2fa0-4ea4-b6d1-1a19e3548e89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.160826 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a29423-2fa0-4ea4-b6d1-1a19e3548e89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.161220 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a29423-2fa0-4ea4-b6d1-1a19e3548e89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.163048 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a29423-2fa0-4ea4-b6d1-1a19e3548e89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.163395 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a29423-2fa0-4ea4-b6d1-1a19e3548e89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.166428 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Allocated IP 172.25.3.43 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/817250b5-9bf6-4789-a60b-003d176e5f13) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:10.229174 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f2ed92fd-5e39-46b4-8a5f-32326d93cea4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Deleting port b9067880-3cf4-4e88-ba2e-690470d3e76e {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:10.229527 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2ed92fd-5e39-46b4-8a5f-32326d93cea4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:10.240402 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45031bcc-a4e6-41ab-8c3c-f5a96857ccbe req-c11a2daf-fcb4-476d-a3ce-48221dff10a7 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 210 time: 0.2037106 Jul 22 19:17:10.272678 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cf6e3f9f-a58b-46dc-9293-72a886724b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:10.314791 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cf6e3f9f-a58b-46dc-9293-72a886724b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:10.480654 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:10.552350 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-f2ed92fd-5e39-46b4-8a5f-32326d93cea4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] For port b9067880-3cf4-4e88-ba2e-690470d3e76e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b9067880-3cf4-4e88-ba2e-690470d3e76e,segment=NetworkSegment(27d8200d-812f-42b5-bb84-5d7c8e096c3e),segment_id=27d8200d-812f-42b5-bb84-5d7c8e096c3e)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:10.552541 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ebc72bf0-0121-4f11-ad64-31f89c68ad6a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:10.553200 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2ed92fd-5e39-46b4-8a5f-32326d93cea4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:10.555558 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cf6e3f9f-a58b-46dc-9293-72a886724b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:10.559316 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cf6e3f9f-a58b-46dc-9293-72a886724b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:10.560667 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cf6e3f9f-a58b-46dc-9293-72a886724b88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6647f767-4889-40c1-afb7-c9984f4bbcb2 HTTP/1.1" status: 204 len: 168 time: 0.5784593 Jul 22 19:17:10.582625 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ebc72bf0-0121-4f11-ad64-31f89c68ad6a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:10.590495 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f2ed92fd-5e39-46b4-8a5f-32326d93cea4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Calling delete_port for b9067880-3cf4-4e88-ba2e-690470d3e76e owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:10.594938 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e3f9f-a58b-46dc-9293-72a886724b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6647f767-4889-40c1-afb7-c9984f4bbcb2,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:10.725640 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:10.741497 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d55fa9f-3a92-4d5f-b4c8-c52bafba7fbe req-772427d5-3a5d-4950-a13d-4cd01e06b3f7 tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0590341 Jul 22 19:17:10.776197 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:10.787873 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:10.813081 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-ebc72bf0-0121-4f11-ad64-31f89c68ad6a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Allocated IP 172.25.3.99 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/5028b96e-592d-4324-9bc2-ff624ce88494) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:10.863041 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:10.934320 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Pushing event updated for resources: {'Port': ['ID=817250b5-9bf6-4789-a60b-003d176e5f13,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:10.961992 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.963153 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.963740 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.964380 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.964912 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.965528 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.966039 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.967307 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.967964 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.968584 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.969354 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.969917 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:10.970953 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ebc72bf0-0121-4f11-ad64-31f89c68ad6a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:11.019979 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ebc72bf0-0121-4f11-ad64-31f89c68ad6a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:11.091948 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc72bf0-0121-4f11-ad64-31f89c68ad6a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:11.095467 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-ebc72bf0-0121-4f11-ad64-31f89c68ad6a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:11.099764 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc72bf0-0121-4f11-ad64-31f89c68ad6a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:11.127275 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc72bf0-0121-4f11-ad64-31f89c68ad6a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Pushing event updated for resources: {'Port': ['ID=5028b96e-592d-4324-9bc2-ff624ce88494,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:11.194582 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device eefa9927-9729-4d26-ab7e-cdb539e519d8 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:17:11.363993 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port eefa9927-9729-4d26-ab7e-cdb539e519d8 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:17:11.369602 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port eefa9927-9729-4d26-ab7e-cdb539e519d8 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:11.370304 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:11.432775 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2ed92fd-5e39-46b4-8a5f-32326d93cea4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:11.484905 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed92fd-5e39-46b4-8a5f-32326d93cea4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Port': ['ID=b9067880-3cf4-4e88-ba2e-690470d3e76e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:11.589718 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:11.593529 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:11.599518 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:11.638212 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6fbd0ed-9df6-4ec3-8d20-0c120a234c23 req-0596e577-b3d6-446e-a630-620ebe8932c5 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 210 time: 0.2370877 Jul 22 19:17:11.667468 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port eefa9927-9729-4d26-ab7e-cdb539e519d8, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=eefa9927-9729-4d26-ab7e-cdb539e519d8,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:11.673292 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:11.773483 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=eefa9927-9729-4d26-ab7e-cdb539e519d8,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:11.803359 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ebc72bf0-0121-4f11-ad64-31f89c68ad6a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:11.881545 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-29e99181-9b43-43b6-a3d7-b0244b06bc2a tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:11.883390 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-29e99181-9b43-43b6-a3d7-b0244b06bc2a tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.30 "GET /v2.0/networks?id=0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 HTTP/1.1" status: 200 len: 822 time: 0.4315720 Jul 22 19:17:11.921129 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-bcd4d0ec-d1aa-4999-af93-8f0c2359c7da tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Request body: {'port': {'device_id': 'b2f504fc-d5a4-433d-9fde-76279275202d', 'network_id': '0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623', 'admin_state_up': True, 'tenant_id': '1f8ad148cf844b58b8137ecbf1a0823b'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:11.946632 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53714) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:11.994755 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-334ff4a6-7dca-4773-a1cd-9ae68e50b25b req-f6c85dc6-fa51-49d3-aca4-84cbceceec88 tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0773463 Jul 22 19:17:12.044546 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2ed92fd-5e39-46b4-8a5f-32326d93cea4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:12.132941 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-656ef00b-94a8-49e9-be22-21a13c867989 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-270504172'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:12.173968 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:12.190213 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656ef00b-94a8-49e9-be22-21a13c867989 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Made reservation on behalf of 13cb7d9ac3914372b5aa726e00eb0f89 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:17:12.193683 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-656ef00b-94a8-49e9-be22-21a13c867989 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:12.213950 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-bcd4d0ec-d1aa-4999-af93-8f0c2359c7da tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Made reservation on behalf of 1f8ad148cf844b58b8137ecbf1a0823b for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:17:12.217453 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-bcd4d0ec-d1aa-4999-af93-8f0c2359c7da tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:12.228162 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ebc72bf0-0121-4f11-ad64-31f89c68ad6a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:12.271699 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-656ef00b-94a8-49e9-be22-21a13c867989 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:12.444420 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-bcd4d0ec-d1aa-4999-af93-8f0c2359c7da tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Allocated IP 172.20.0.3 (0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623/29e707c9-c827-4964-a4b7-caa85889562c/d69e4e87-6576-4cef-87f0-74294e9735ed) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:12.477349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc72bf0-0121-4f11-ad64-31f89c68ad6a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Router 252814b0-b419-4984-b71f-7c8e78b88dbc is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:17:12.490954 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ed92fd-5e39-46b4-8a5f-32326d93cea4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Router b60a1b7b-f351-4619-b1a5-45df7394cfba has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:17:12.507281 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Router aec921bd-9d94-46c8-a3af-74cf82c4a3ba is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:17:12.528312 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-656ef00b-94a8-49e9-be22-21a13c867989 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:12.536544 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-656ef00b-94a8-49e9-be22-21a13c867989 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:12.676742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc72bf0-0121-4f11-ad64-31f89c68ad6a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:12.695017 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656ef00b-94a8-49e9-be22-21a13c867989 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:17:12.695365 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] Sync routers for ids ['252814b0-b419-4984-b71f-7c8e78b88dbc'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:12.703809 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ef00b-94a8-49e9-be22-21a13c867989 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54f84c2c-13b1-4e59-a3af-f7bd9af7ab2f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:12.704730 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-bcd4d0ec-d1aa-4999-af93-8f0c2359c7da tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:12.709556 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ebc72bf0-0121-4f11-ad64-31f89c68ad6a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:12.714024 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ebc72bf0-0121-4f11-ad64-31f89c68ad6a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 3.7960539 Jul 22 19:17:12.714621 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53722) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:12.717249 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] Routers {'252814b0-b419-4984-b71f-7c8e78b88dbc'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:12.717930 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['252814b0-b419-4984-b71f-7c8e78b88dbc'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:12.730810 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-656ef00b-94a8-49e9-be22-21a13c867989 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:12.731169 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-656ef00b-94a8-49e9-be22-21a13c867989 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Added segment b35e036c-a327-4cf9-bf23-b401698b5cc7 of type vlan for network 4e903182-1893-427a-9bdb-5d2a7bed5aac Jul 22 19:17:12.792730 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ed92fd-5e39-46b4-8a5f-32326d93cea4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:12.802894 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f2ed92fd-5e39-46b4-8a5f-32326d93cea4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "PUT /v2.0/routers/b60a1b7b-f351-4619-b1a5-45df7394cfba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3000174 Jul 22 19:17:12.802894 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-656ef00b-94a8-49e9-be22-21a13c867989 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:12.806029 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53724) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:12.809725 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432effb3-b49a-4baf-9cb6-e327318cefa6 None None] Sync routers for ids ['b60a1b7b-f351-4619-b1a5-45df7394cfba'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:12.817770 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:12.832630 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432effb3-b49a-4baf-9cb6-e327318cefa6 None None] Routers {'b60a1b7b-f351-4619-b1a5-45df7394cfba'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:12.833627 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-432effb3-b49a-4baf-9cb6-e327318cefa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b60a1b7b-f351-4619-b1a5-45df7394cfba'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:12.842526 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2a2ac3d7-050e-47f0-b766-a4d343431eb4 req-fccd943f-2c5e-436e-bff0-2956f56d4407 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 210 time: 0.0787523 Jul 22 19:17:12.876963 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:12.878424 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-30e0a8bf-7e2b-4148-880e-fede64e69362 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2841542 Jul 22 19:17:12.881890 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53726) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:12.892548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-7effac19-c1d2-4965-8056-bf1cbdd41b38 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Deleting subnet 1eeae556-d294-4d2f-ac67-d8bf624f6aa2 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:17:12.896870 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7effac19-c1d2-4965-8056-bf1cbdd41b38 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:12.898611 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] Sync routers for ids ['aec921bd-9d94-46c8-a3af-74cf82c4a3ba'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:12.903830 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] Set router 252814b0-b419-4984-b71f-7c8e78b88dbc gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:17:12.918928 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-656ef00b-94a8-49e9-be22-21a13c867989 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:12.924573 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656ef00b-94a8-49e9-be22-21a13c867989 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:12.925397 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-656ef00b-94a8-49e9-be22-21a13c867989 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:12.931520 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cb0ce48d-782f-4863-93b5-8fd5519bf4e9 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "GET /v2.0/routers/252814b0-b419-4984-b71f-7c8e78b88dbc HTTP/1.1" status: 200 len: 905 time: 0.2140567 Jul 22 19:17:12.937974 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53728) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:12.970471 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-bcd4d0ec-d1aa-4999-af93-8f0c2359c7da tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:12.990628 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] Routers {'aec921bd-9d94-46c8-a3af-74cf82c4a3ba'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:12.991562 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aec921bd-9d94-46c8-a3af-74cf82c4a3ba'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:13.005338 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-432effb3-b49a-4baf-9cb6-e327318cefa6 None None] Set router b60a1b7b-f351-4619-b1a5-45df7394cfba gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:17:13.026014 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-656ef00b-94a8-49e9-be22-21a13c867989 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0747678 Jul 22 19:17:13.034000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53730) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:13.041560 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-cf7f5f1e-6efe-479d-bfc2-2ac242cffe66 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Request body: {'subnet': {'network_id': '4e903182-1893-427a-9bdb-5d2a7bed5aac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:13.059094 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-bcd4d0ec-d1aa-4999-af93-8f0c2359c7da tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Network 0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:13.075756 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4d0ec-d1aa-4999-af93-8f0c2359c7da tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Pushing event updated for resources: {'Port': ['ID=d69e4e87-6576-4cef-87f0-74294e9735ed,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:13.084310 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-bcd4d0ec-d1aa-4999-af93-8f0c2359c7da tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:13.098105 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-bcd4d0ec-d1aa-4999-af93-8f0c2359c7da tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:13.138199 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-56f15571-7487-443f-bb2b-acc0b2d2fb41 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "GET /v2.0/routers/aec921bd-9d94-46c8-a3af-74cf82c4a3ba HTTP/1.1" status: 200 len: 908 time: 0.2530429 Jul 22 19:17:13.158973 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53734) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:13.193028 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] Set router aec921bd-9d94-46c8-a3af-74cf82c4a3ba gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:17:13.214061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-41272009-4fe4-4b83-a5ca-b48d20569ff5 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1591180097', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'enable_snat': True}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:13.283931 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-07fc7895-851a-4b39-9f7f-3a6d39b80dc8 req-8ccc561a-40cf-412b-a29c-e394a6c9ecc0 tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0640121 Jul 22 19:17:13.297745 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-bcd4d0ec-d1aa-4999-af93-8f0c2359c7da tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:13.298767 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-bcd4d0ec-d1aa-4999-af93-8f0c2359c7da tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:13.330036 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41272009-4fe4-4b83-a5ca-b48d20569ff5 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:13.332033 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41272009-4fe4-4b83-a5ca-b48d20569ff5 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:13.339057 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device eefa9927-9729-4d26-ab7e-cdb539e519d8 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:17:13.404644 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41272009-4fe4-4b83-a5ca-b48d20569ff5 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:13.413187 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port eefa9927-9729-4d26-ab7e-cdb539e519d8 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:13.413927 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:13.455252 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-432effb3-b49a-4baf-9cb6-e327318cefa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110549416', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:48Z', 'updated_at': '2021-07-22T19:17:11Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:49Z', 'updated_at': '2021-07-22T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:13.485540 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432effb3-b49a-4baf-9cb6-e327318cefa6 None None] Checking router: b60a1b7b-f351-4619-b1a5-45df7394cfba for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:17:13.500504 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252814b0-b419-4984-b71f-7c8e78b88dbc', 'name': 'tempest-snat-router-86074074', 'tenant_id': 'bcad95b0c07643e0be39e8c476bce1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '5028b96e-592d-4324-9bc2-ff624ce88494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:09Z', 'updated_at': '2021-07-22T19:17:11Z', 'revision_number': 3, 'project_id': 'bcad95b0c07643e0be39e8c476bce1f6', 'gw_port': {'id': '5028b96e-592d-4324-9bc2-ff624ce88494', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252814b0-b419-4984-b71f-7c8e78b88dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:10Z', 'updated_at': '2021-07-22T19:17:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:13.509273 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7effac19-c1d2-4965-8056-bf1cbdd41b38 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:13.551126 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432effb3-b49a-4baf-9cb6-e327318cefa6 None None] Routers {'b60a1b7b-f351-4619-b1a5-45df7394cfba'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:13.553063 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-432effb3-b49a-4baf-9cb6-e327318cefa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['b60a1b7b-f351-4619-b1a5-45df7394cfba'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:13.575500 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ef00b-94a8-49e9-be22-21a13c867989 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Pushing event updated for resources: {'Network': ['ID=4e903182-1893-427a-9bdb-5d2a7bed5aac,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:13.596207 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 4e903182-1893-427a-9bdb-5d2a7bed5aac details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:17:13.636423 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] Checking router: 252814b0-b419-4984-b71f-7c8e78b88dbc for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:17:13.637119 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] Updating router 252814b0-b419-4984-b71f-7c8e78b88dbc port 5028b96e-592d-4324-9bc2-ff624ce88494 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:17:13.660896 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec921bd-9d94-46c8-a3af-74cf82c4a3ba', 'name': 'tempest-snat-router-1591180097', 'tenant_id': 'e008239f5db045d09f2c49f7c045a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.43'}], 'enable_snat': False}, 'gw_port_id': '817250b5-9bf6-4789-a60b-003d176e5f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:08Z', 'updated_at': '2021-07-22T19:17:11Z', 'revision_number': 3, 'project_id': 'e008239f5db045d09f2c49f7c045a902', 'gw_port': {'id': '817250b5-9bf6-4789-a60b-003d176e5f13', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec921bd-9d94-46c8-a3af-74cf82c4a3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:09Z', 'updated_at': '2021-07-22T19:17:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:13.695260 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] Checking router: aec921bd-9d94-46c8-a3af-74cf82c4a3ba for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:17:13.695880 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] Updating router aec921bd-9d94-46c8-a3af-74cf82c4a3ba port 817250b5-9bf6-4789-a60b-003d176e5f13 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:17:13.720205 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e7908b5b-8788-4e99-a8e7-89b75916828c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:13.740093 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:13.773162 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:13.799311 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7effac19-c1d2-4965-8056-bf1cbdd41b38 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:13.909206 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e7908b5b-8788-4e99-a8e7-89b75916828c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:13.916931 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7effac19-c1d2-4965-8056-bf1cbdd41b38 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:13.925675 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-432effb3-b49a-4baf-9cb6-e327318cefa6 None None] Set router b60a1b7b-f351-4619-b1a5-45df7394cfba gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:17:13.932255 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7effac19-c1d2-4965-8056-bf1cbdd41b38 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:13.937993 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7effac19-c1d2-4965-8056-bf1cbdd41b38 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "DELETE /v2.0/subnets/1eeae556-d294-4d2f-ac67-d8bf624f6aa2 HTTP/1.1" status: 204 len: 168 time: 1.1304381 Jul 22 19:17:13.939981 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53740) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:13.968881 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0047054-eabb-48f9-a56f-4489b2b82ec9 None None] Network a20874d1-5fdb-442d-b54e-966fdd5196bb requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:17:14.075027 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41272009-4fe4-4b83-a5ca-b48d20569ff5 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:14.084431 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-797fd3b9-157e-4246-a50e-7ddc06f62032 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:14.086326 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:14.098482 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] Transition to ACTIVE for port object 5028b96e-592d-4324-9bc2-ff624ce88494 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:14.110248 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:14.139478 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7f5f1e-6efe-479d-bfc2-2ac242cffe66 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Made reservation on behalf of 13cb7d9ac3914372b5aa726e00eb0f89 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:17:14.143337 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cf7f5f1e-6efe-479d-bfc2-2ac242cffe66 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:14.151152 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-bcd4d0ec-d1aa-4999-af93-8f0c2359c7da tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2351482 Jul 22 19:17:14.170232 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afcbc7-2c10-44c1-a3a5-94c4e209ac3b None None] Pushing event updated for resources: {'Port': ['ID=5028b96e-592d-4324-9bc2-ff624ce88494,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:14.187303 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] Request body: {'port': {'device_id': 'b2f504fc-d5a4-433d-9fde-76279275202d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:14.247696 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] Attempting to bind port 5028b96e-592d-4324-9bc2-ff624ce88494 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:17:14.247696 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] Attempting to bind port 5028b96e-592d-4324-9bc2-ff624ce88494 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:17:14.248083 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] Attempting to bind port 5028b96e-592d-4324-9bc2-ff624ce88494 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:17:14.248355 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-797fd3b9-157e-4246-a50e-7ddc06f62032 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:14.258342 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:17:14.258983 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:17:14.259486 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:14.259917 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:17:14.260537 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] Bound port: 5028b96e-592d-4324-9bc2-ff624ce88494, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:17:14.260952 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:14.263599 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effac19-c1d2-4965-8056-bf1cbdd41b38 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Subnet': ['ID=1eeae556-d294-4d2f-ac67-d8bf624f6aa2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:14.301499 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-432effb3-b49a-4baf-9cb6-e327318cefa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110549416', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:48Z', 'updated_at': '2021-07-22T19:17:11Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:49Z', 'updated_at': '2021-07-22T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:14.327129 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] For port 5028b96e-592d-4324-9bc2-ff624ce88494, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:17:14.336253 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d0d81-a9ec-48eb-ab89-5f5309987e60 req-f17f5a97-5cf1-41fd-a917-151bc4b770bf tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:14.339022 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] For port 5028b96e-592d-4324-9bc2-ff624ce88494, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5028b96e-592d-4324-9bc2-ff624ce88494,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:17:14.342542 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-139d0d81-a9ec-48eb-ab89-5f5309987e60 req-f17f5a97-5cf1-41fd-a917-151bc4b770bf tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 931 time: 0.2562373 Jul 22 19:17:14.347604 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432effb3-b49a-4baf-9cb6-e327318cefa6 None None] The sync data for ids ['b60a1b7b-f351-4619-b1a5-45df7394cfba'] in n-d-800086-12 is: [{'id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110549416', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:48Z', 'updated_at': '2021-07-22T19:17:11Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '9c527e6d-f94d-4395-be80-65d1fbe70516', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a1b7b-f351-4619-b1a5-45df7394cfba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:49Z', 'updated_at': '2021-07-22T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:17:14.356195 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:14.361323 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-e7908b5b-8788-4e99-a8e7-89b75916828c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Deleting port 5028b96e-592d-4324-9bc2-ff624ce88494 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:14.362452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e7908b5b-8788-4e99-a8e7-89b75916828c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:14.373314 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fb5567-8815-44d1-bbd7-dafaaf0a3592 None None] DHCP port deletion for a20874d1-5fdb-442d-b54e-966fdd5196bb request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:17:14.419488 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-797fd3b9-157e-4246-a50e-7ddc06f62032 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Deleting port 9c527e6d-f94d-4395-be80-65d1fbe70516 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:14.419911 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-797fd3b9-157e-4246-a50e-7ddc06f62032 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:14.449647 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-66fb5567-8815-44d1-bbd7-dafaaf0a3592 None None] Deleting port 2caa3254-3723-419e-b04b-c0f12f5b571b {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:14.450304 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-66fb5567-8815-44d1-bbd7-dafaaf0a3592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:14.477016 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afcbc7-2c10-44c1-a3a5-94c4e209ac3b None None] Pushing event updated for resources: {'Port': ['ID=5028b96e-592d-4324-9bc2-ff624ce88494,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:14.482943 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] Routers {'252814b0-b419-4984-b71f-7c8e78b88dbc'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:14.483616 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['252814b0-b419-4984-b71f-7c8e78b88dbc'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:14.502388 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:14.539292 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-e7908b5b-8788-4e99-a8e7-89b75916828c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] For port 5028b96e-592d-4324-9bc2-ff624ce88494, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5028b96e-592d-4324-9bc2-ff624ce88494,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:14.539586 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-66fb5567-8815-44d1-bbd7-dafaaf0a3592 None None] For port 2caa3254-3723-419e-b04b-c0f12f5b571b, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2caa3254-3723-419e-b04b-c0f12f5b571b,segment=NetworkSegment(27d8200d-812f-42b5-bb84-5d7c8e096c3e),segment_id=27d8200d-812f-42b5-bb84-5d7c8e096c3e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:14.539727 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e7908b5b-8788-4e99-a8e7-89b75916828c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:14.540692 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-66fb5567-8815-44d1-bbd7-dafaaf0a3592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:14.557240 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-66fb5567-8815-44d1-bbd7-dafaaf0a3592 None None] Calling delete_port for 2caa3254-3723-419e-b04b-c0f12f5b571b owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:14.559105 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-e7908b5b-8788-4e99-a8e7-89b75916828c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Calling delete_port for 5028b96e-592d-4324-9bc2-ff624ce88494 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:14.587173 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-797fd3b9-157e-4246-a50e-7ddc06f62032 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] For port 9c527e6d-f94d-4395-be80-65d1fbe70516, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9c527e6d-f94d-4395-be80-65d1fbe70516,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:14.587485 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-797fd3b9-157e-4246-a50e-7ddc06f62032 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:14.620785 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81bc102e-2dec-42c4-884f-e3c091bac9f7 req-6f78c933-8263-4ce4-9894-5715144249d0 tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.1132565 Jul 22 19:17:14.634828 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-797fd3b9-157e-4246-a50e-7ddc06f62032 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Calling delete_port for 9c527e6d-f94d-4395-be80-65d1fbe70516 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:14.640820 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] Set router 252814b0-b419-4984-b71f-7c8e78b88dbc gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:17:14.668009 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-66fb5567-8815-44d1-bbd7-dafaaf0a3592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:14.695477 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-139d0d81-a9ec-48eb-ab89-5f5309987e60 req-089e6b36-2542-456d-bdc2-4b231fb06cf2 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279243 Jul 22 19:17:14.708718 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb5567-8815-44d1-bbd7-dafaaf0a3592 None None] Pushing event deleted for resources: {'Port': ['ID=2caa3254-3723-419e-b04b-c0f12f5b571b,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:14.714189 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fb5567-8815-44d1-bbd7-dafaaf0a3592 None None] No DVR routers for this DVR port 2caa3254-3723-419e-b04b-c0f12f5b571b on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:17:14.717626 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252814b0-b419-4984-b71f-7c8e78b88dbc', 'name': 'tempest-snat-router-86074074', 'tenant_id': 'bcad95b0c07643e0be39e8c476bce1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:09Z', 'updated_at': '2021-07-22T19:17:13Z', 'revision_number': 4, 'project_id': 'bcad95b0c07643e0be39e8c476bce1f6', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:14.784764 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942e7fec-9e01-4ca6-9949-73ce6c3c79fd None None] The sync data for ids ['252814b0-b419-4984-b71f-7c8e78b88dbc'] in n-d-800086-12 is: [{'id': '252814b0-b419-4984-b71f-7c8e78b88dbc', 'name': 'tempest-snat-router-86074074', 'tenant_id': 'bcad95b0c07643e0be39e8c476bce1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:09Z', 'updated_at': '2021-07-22T19:17:13Z', 'revision_number': 4, 'project_id': 'bcad95b0c07643e0be39e8c476bce1f6', 'gw_port_host': None}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:17:14.891294 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:14.910967 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] Transition to ACTIVE for port object 817250b5-9bf6-4789-a60b-003d176e5f13 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:14.919676 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:14.978085 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd8cfc-b84d-4722-8c66-8a995b5fa6f3 None None] Pushing event updated for resources: {'Port': ['ID=817250b5-9bf6-4789-a60b-003d176e5f13,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:15.006981 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] Attempting to bind port 817250b5-9bf6-4789-a60b-003d176e5f13 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:17:15.007371 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] Attempting to bind port 817250b5-9bf6-4789-a60b-003d176e5f13 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:17:15.007736 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] Attempting to bind port 817250b5-9bf6-4789-a60b-003d176e5f13 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:17:15.016184 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:17:15.016606 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:17:15.016768 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e7908b5b-8788-4e99-a8e7-89b75916828c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.017232 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.017591 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:17:15.018245 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] Bound port: 817250b5-9bf6-4789-a60b-003d176e5f13, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:17:15.018539 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.028003 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-797fd3b9-157e-4246-a50e-7ddc06f62032 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.052195 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7908b5b-8788-4e99-a8e7-89b75916828c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Pushing event deleted for resources: {'Port': ['ID=5028b96e-592d-4324-9bc2-ff624ce88494,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:15.094894 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] For port 817250b5-9bf6-4789-a60b-003d176e5f13, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:17:15.100000 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] For port 817250b5-9bf6-4789-a60b-003d176e5f13, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=817250b5-9bf6-4789-a60b-003d176e5f13,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:17:15.106052 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fd3b9-157e-4246-a50e-7ddc06f62032 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Port': ['ID=9c527e6d-f94d-4395-be80-65d1fbe70516,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:15.110092 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.110634 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cf7f5f1e-6efe-479d-bfc2-2ac242cffe66 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.162226 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] Routers {'aec921bd-9d94-46c8-a3af-74cf82c4a3ba'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:15.162424 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['aec921bd-9d94-46c8-a3af-74cf82c4a3ba'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:15.197491 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b9067880-3cf4-4e88-ba2e-690470d3e76e no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:17:15.216914 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e7908b5b-8788-4e99-a8e7-89b75916828c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.240378 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: b9067880-3cf4-4e88-ba2e-690470d3e76e {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:17:15.241134 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b9067880-3cf4-4e88-ba2e-690470d3e76e not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:17:15.241763 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2caa3254-3723-419e-b04b-c0f12f5b571b no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:17:15.284395 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-797fd3b9-157e-4246-a50e-7ddc06f62032 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.288770 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 2caa3254-3723-419e-b04b-c0f12f5b571b {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:17:15.289383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2caa3254-3723-419e-b04b-c0f12f5b571b not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:17:15.291648 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f5f1e-6efe-479d-bfc2-2ac242cffe66 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Pushing event updated for resources: {'Subnet': ['ID=aa5299b0-0579-42ff-9d4b-c9593fa3923a,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:15.302428 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] Set router aec921bd-9d94-46c8-a3af-74cf82c4a3ba gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:17:15.309008 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41272009-4fe4-4b83-a5ca-b48d20569ff5 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.344135 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41272009-4fe4-4b83-a5ca-b48d20569ff5 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.372802 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7f5f1e-6efe-479d-bfc2-2ac242cffe66 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Checking segment: {'id': 'b35e036c-a327-4cf9-bf23-b401698b5cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4e903182-1893-427a-9bdb-5d2a7bed5aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:17:15.372802 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7f5f1e-6efe-479d-bfc2-2ac242cffe66 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Network hostable DHCP agents. Network: 4e903182-1893-427a-9bdb-5d2a7bed5aac, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:17:15.397787 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd8cfc-b84d-4722-8c66-8a995b5fa6f3 None None] Pushing event updated for resources: {'Port': ['ID=817250b5-9bf6-4789-a60b-003d176e5f13,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:15.399124 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e7908b5b-8788-4e99-a8e7-89b75916828c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.403112 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e7908b5b-8788-4e99-a8e7-89b75916828c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.411434 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-797fd3b9-157e-4246-a50e-7ddc06f62032 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.416416 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-797fd3b9-157e-4246-a50e-7ddc06f62032 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.485421 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7f5f1e-6efe-479d-bfc2-2ac242cffe66 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Network 4e903182-1893-427a-9bdb-5d2a7bed5aac is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:17:15.497657 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e7908b5b-8788-4e99-a8e7-89b75916828c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.498378 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7908b5b-8788-4e99-a8e7-89b75916828c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 252814b0-b419-4984-b71f-7c8e78b88dbc {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:17:15.501402 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-797fd3b9-157e-4246-a50e-7ddc06f62032 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.501981 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797fd3b9-157e-4246-a50e-7ddc06f62032 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Fanout notify agent at l3_agent the message router_deleted on router b60a1b7b-f351-4619-b1a5-45df7394cfba {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:17:15.507137 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e7908b5b-8788-4e99-a8e7-89b75916828c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.508144 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d69e4e87-6576-4cef-87f0-74294e9735ed {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:17:15.509134 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e7908b5b-8788-4e99-a8e7-89b75916828c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "DELETE /v2.0/routers/252814b0-b419-4984-b71f-7c8e78b88dbc HTTP/1.1" status: 204 len: 168 time: 2.5661433 Jul 22 19:17:15.513906 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53746) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:15.515855 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec921bd-9d94-46c8-a3af-74cf82c4a3ba', 'name': 'tempest-snat-router-1591180097', 'tenant_id': 'e008239f5db045d09f2c49f7c045a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.43'}], 'enable_snat': False}, 'gw_port_id': '817250b5-9bf6-4789-a60b-003d176e5f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:08Z', 'updated_at': '2021-07-22T19:17:11Z', 'revision_number': 3, 'project_id': 'e008239f5db045d09f2c49f7c045a902', 'gw_port': {'id': '817250b5-9bf6-4789-a60b-003d176e5f13', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec921bd-9d94-46c8-a3af-74cf82c4a3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:09Z', 'updated_at': '2021-07-22T19:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:15.516262 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-797fd3b9-157e-4246-a50e-7ddc06f62032 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.517566 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-797fd3b9-157e-4246-a50e-7ddc06f62032 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "DELETE /v2.0/routers/b60a1b7b-f351-4619-b1a5-45df7394cfba HTTP/1.1" status: 204 len: 168 time: 1.5741959 Jul 22 19:17:15.520180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53748) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:15.548224 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-cf7f5f1e-6efe-479d-bfc2-2ac242cffe66 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 4e903182-1893-427a-9bdb-5d2a7bed5aac) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:15.552082 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.556316 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a622ea6-b29d-414e-8ec5-a92d21a950d6 None None] The sync data for ids ['aec921bd-9d94-46c8-a3af-74cf82c4a3ba'] in n-d-800086-12 is: [{'id': 'aec921bd-9d94-46c8-a3af-74cf82c4a3ba', 'name': 'tempest-snat-router-1591180097', 'tenant_id': 'e008239f5db045d09f2c49f7c045a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.43'}], 'enable_snat': False}, 'gw_port_id': '817250b5-9bf6-4789-a60b-003d176e5f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:08Z', 'updated_at': '2021-07-22T19:17:11Z', 'revision_number': 3, 'project_id': 'e008239f5db045d09f2c49f7c045a902', 'gw_port': {'id': '817250b5-9bf6-4789-a60b-003d176e5f13', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec921bd-9d94-46c8-a3af-74cf82c4a3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:09Z', 'updated_at': '2021-07-22T19:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:17:15.570116 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295febef-5e24-44d0-893f-4ac02eddfccc None None] Network 4e903182-1893-427a-9bdb-5d2a7bed5aac requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:17:15.638255 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-613a90e4-aa27-4978-ade0-64cee83a684a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.642402 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7f5f1e-6efe-479d-bfc2-2ac242cffe66 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:15.643025 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cf7f5f1e-6efe-479d-bfc2-2ac242cffe66 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.685700 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] Transition to ACTIVE for port object d69e4e87-6576-4cef-87f0-74294e9735ed will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:15.701423 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.798756 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cf7f5f1e-6efe-479d-bfc2-2ac242cffe66 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7632265 Jul 22 19:17:15.816599 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-613a90e4-aa27-4978-ade0-64cee83a684a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.819558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53754) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:15.825618 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-fe17d1f5-b49b-4c11-b6c3-ec9e190e93ad tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Request body: {'port': {'network_id': '4e903182-1893-427a-9bdb-5d2a7bed5aac', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1829319091'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:15.826523 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-613a90e4-aa27-4978-ade0-64cee83a684a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20874d1-5fdb-442d-b54e-966fdd5196bb']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:15.829812 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-41272009-4fe4-4b83-a5ca-b48d20569ff5 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Allocated IP 172.25.3.48 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/48e54223-1558-42f6-bfa9-fe3348941251) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:15.847191 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-613a90e4-aa27-4978-ade0-64cee83a684a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d8200d-812f-42b5-bb84-5d7c8e096c3e') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:15.848082 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-613a90e4-aa27-4978-ade0-64cee83a684a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d8200d-812f-42b5-bb84-5d7c8e096c3e') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:15.860839 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-613a90e4-aa27-4978-ade0-64cee83a684a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.876827 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-4e903182-1893-427a-9bdb-5d2a7bed5aac', 'network_id': '4e903182-1893-427a-9bdb-5d2a7bed5aac', 'tenant_id': '13cb7d9ac3914372b5aa726e00eb0f89', 'fixed_ips': [{'subnet_id': 'aa5299b0-0579-42ff-9d4b-c9593fa3923a'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:17:15.877702 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-613a90e4-aa27-4978-ade0-64cee83a684a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.877856 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.885150 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613a90e4-aa27-4978-ade0-64cee83a684a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:17:15.885874 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-613a90e4-aa27-4978-ade0-64cee83a684a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:17:15.890562 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:17:15.933245 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6c06583f-4683-4e54-bff5-25f5dcd73161 req-69b37685-bdf6-434b-bca7-27514314239a tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.1392820 Jul 22 19:17:15.983505 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] Pushing event updated for resources: {'Port': ['ID=d69e4e87-6576-4cef-87f0-74294e9735ed,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:15.996007 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-613a90e4-aa27-4978-ade0-64cee83a684a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:16.007238 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-613a90e4-aa27-4978-ade0-64cee83a684a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:16.016198 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-613a90e4-aa27-4978-ade0-64cee83a684a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "DELETE /v2.0/networks/a20874d1-5fdb-442d-b54e-966fdd5196bb HTTP/1.1" status: 204 len: 168 time: 0.4949348 Jul 22 19:17:16.025578 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53758) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:16.038125 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a90e4-aa27-4978-ade0-64cee83a684a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Network': ['ID=a20874d1-5fdb-442d-b54e-966fdd5196bb,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:16.063912 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] Allocated IP 2001:db8::2 (4e903182-1893-427a-9bdb-5d2a7bed5aac/aa5299b0-0579-42ff-9d4b-c9593fa3923a/dbf0fe9d-f227-4a0e-a5dd-25c11d612baa) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:16.094922 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4159c1a7-2643-45a0-bac4-9c4067fc986b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:16.277530 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:16.288733 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] Transition to ACTIVE for port object dbf0fe9d-f227-4a0e-a5dd-25c11d612baa will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:16.308756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] Transition to ACTIVE for port object dbf0fe9d-f227-4a0e-a5dd-25c11d612baa will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:16.315607 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:16.364016 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] Network 4e903182-1893-427a-9bdb-5d2a7bed5aac is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:16.368415 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:16.371807 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:16.400252 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7271323-d057-4ca0-a9d8-26b3866e1de9 req-2df708a1-b04e-4daa-80ba-a3fda6444a45 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:16.402057 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a7271323-d057-4ca0-a9d8-26b3866e1de9 req-2df708a1-b04e-4daa-80ba-a3fda6444a45 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 943 time: 0.6026316 Jul 22 19:17:16.408215 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] Pushing event updated for resources: {'Port': ['ID=dbf0fe9d-f227-4a0e-a5dd-25c11d612baa,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:16.455074 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] Attempting to bind port dbf0fe9d-f227-4a0e-a5dd-25c11d612baa on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:17:16.455449 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] Attempting to bind port dbf0fe9d-f227-4a0e-a5dd-25c11d612baa by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'b35e036c-a327-4cf9-bf23-b401698b5cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4e903182-1893-427a-9bdb-5d2a7bed5aac'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:17:16.455818 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] Attempting to bind port dbf0fe9d-f227-4a0e-a5dd-25c11d612baa on network 4e903182-1893-427a-9bdb-5d2a7bed5aac {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:17:16.461531 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:17:16.461925 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] Checking segment: {'id': 'b35e036c-a327-4cf9-bf23-b401698b5cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4e903182-1893-427a-9bdb-5d2a7bed5aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:17:16.462335 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:16.463120 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] Bound using segment: {'id': 'b35e036c-a327-4cf9-bf23-b401698b5cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4e903182-1893-427a-9bdb-5d2a7bed5aac'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:17:16.463616 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] Bound port: dbf0fe9d-f227-4a0e-a5dd-25c11d612baa, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35e036c-a327-4cf9-bf23-b401698b5cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4e903182-1893-427a-9bdb-5d2a7bed5aac'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:17:16.464004 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:16.490428 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] Attempting to bind port d69e4e87-6576-4cef-87f0-74294e9735ed on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:17:16.490661 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] Attempting to bind port d69e4e87-6576-4cef-87f0-74294e9735ed by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'f5ed34da-c56c-4877-820b-9a1f23a5b5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:17:16.490985 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] Attempting to bind port d69e4e87-6576-4cef-87f0-74294e9735ed on network 0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:17:16.499117 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41272009-4fe4-4b83-a5ca-b48d20569ff5 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:16.502968 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-119acd36-4be6-4245-9639-7b169878af33 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:16.538613 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe17d1f5-b49b-4c11-b6c3-ec9e190e93ad tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Made reservation on behalf of 13cb7d9ac3914372b5aa726e00eb0f89 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:17:16.542792 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fe17d1f5-b49b-4c11-b6c3-ec9e190e93ad tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:16.551340 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] For port dbf0fe9d-f227-4a0e-a5dd-25c11d612baa, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:17:16.552300 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] Port d69e4e87-6576-4cef-87f0-74294e9735ed on network 0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:17:16.552661 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] Attempting to bind port d69e4e87-6576-4cef-87f0-74294e9735ed on network 0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:17:16.555856 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] For port dbf0fe9d-f227-4a0e-a5dd-25c11d612baa, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=dbf0fe9d-f227-4a0e-a5dd-25c11d612baa,segment=NetworkSegment(b35e036c-a327-4cf9-bf23-b401698b5cc7),segment_id=b35e036c-a327-4cf9-bf23-b401698b5cc7)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:17:16.560427 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:16.571158 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4159c1a7-2643-45a0-bac4-9c4067fc986b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:16.590376 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-119acd36-4be6-4245-9639-7b169878af33 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:16.595544 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a7271323-d057-4ca0-a9d8-26b3866e1de9 req-f5a8726f-034d-446b-aaaa-096cfefcb0b5 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719012 Jul 22 19:17:16.605561 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:17:16.605911 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] Checking segment: {'id': 'f5ed34da-c56c-4877-820b-9a1f23a5b5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:17:16.606317 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] Bound using segment: {'id': 'f5ed34da-c56c-4877-820b-9a1f23a5b5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:17:16.607077 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] Bound port: d69e4e87-6576-4cef-87f0-74294e9735ed, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ed34da-c56c-4877-820b-9a1f23a5b5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:17:16.607217 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:16.649544 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805caa7-ec70-4c85-870a-952de3629cea None None] Pushing event updated for resources: {'Port': ['ID=dbf0fe9d-f227-4a0e-a5dd-25c11d612baa,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:16.679300 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-fe17d1f5-b49b-4c11-b6c3-ec9e190e93ad tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] device_id is not set on port 702c09c4-d7bc-46d9-8c25-491702d44f5e yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:17:16.796927 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41272009-4fe4-4b83-a5ca-b48d20569ff5 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:16.899839 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] For port d69e4e87-6576-4cef-87f0-74294e9735ed, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:17:16.930384 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41272009-4fe4-4b83-a5ca-b48d20569ff5 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:16.954036 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-41272009-4fe4-4b83-a5ca-b48d20569ff5 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:16.957153 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41272009-4fe4-4b83-a5ca-b48d20569ff5 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:16.990976 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41272009-4fe4-4b83-a5ca-b48d20569ff5 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Pushing event updated for resources: {'Port': ['ID=48e54223-1558-42f6-bfa9-fe3348941251,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:16.999481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] For port d69e4e87-6576-4cef-87f0-74294e9735ed, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d69e4e87-6576-4cef-87f0-74294e9735ed,segment=NetworkSegment(f5ed34da-c56c-4877-820b-9a1f23a5b5e7),segment_id=f5ed34da-c56c-4877-820b-9a1f23a5b5e7)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:17:17.001670 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-119acd36-4be6-4245-9639-7b169878af33 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:17.004728 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-119acd36-4be6-4245-9639-7b169878af33 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:17.005952 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-119acd36-4be6-4245-9639-7b169878af33 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "DELETE /v2.0/security-groups/0068e68f-f722-4883-9dfc-7bd17bb2ce01 HTTP/1.1" status: 204 len: 168 time: 0.9766214 Jul 22 19:17:17.022708 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:17.033253 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-4159c1a7-2643-45a0-bac4-9c4067fc986b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Deleting port eefa9927-9729-4d26-ab7e-cdb539e519d8 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:17.033503 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4159c1a7-2643-45a0-bac4-9c4067fc986b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:17.126004 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119acd36-4be6-4245-9639-7b169878af33 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0068e68f-f722-4883-9dfc-7bd17bb2ce01,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:17.155072 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-fe17d1f5-b49b-4c11-b6c3-ec9e190e93ad tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Allocated IP 2001:db8::20f (4e903182-1893-427a-9bdb-5d2a7bed5aac/aa5299b0-0579-42ff-9d4b-c9593fa3923a/702c09c4-d7bc-46d9-8c25-491702d44f5e) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:17.207284 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:17.208252 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:17.209724 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] 10.222.0.30 "PUT /v2.0/ports/d69e4e87-6576-4cef-87f0-74294e9735ed HTTP/1.1" status: 200 len: 1092 time: 3.0374756 Jul 22 19:17:17.221824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f504fc-d5a4-433d-9fde-76279275202d', 'tag': 'd69e4e87-6576-4cef-87f0-74294e9735ed'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:17:17.224285 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d34036-5f7c-48e4-b6a8-f3679e045803" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f504fc-d5a4-433d-9fde-76279275202d", "tag": "d69e4e87-6576-4cef-87f0-74294e9735ed"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:17:17.231269 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-352e107c-3cde-4c33-8220-3d705d8ada03 req-75246d6c-dc86-4155-a62f-c98c0f5e1ecd tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.1111369 Jul 22 19:17:17.289011 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 817250b5-9bf6-4789-a60b-003d176e5f13 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:17:17.349519 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 817250b5-9bf6-4789-a60b-003d176e5f13 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:17:17.355174 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 817250b5-9bf6-4789-a60b-003d176e5f13 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:17.355631 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:17.449139 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:17.472800 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 817250b5-9bf6-4789-a60b-003d176e5f13, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=817250b5-9bf6-4789-a60b-003d176e5f13,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:17.478149 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:17.479233 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device dbf0fe9d-f227-4a0e-a5dd-25c11d612baa up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:17:17.562454 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=817250b5-9bf6-4789-a60b-003d176e5f13,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:17.581691 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port dbf0fe9d-f227-4a0e-a5dd-25c11d612baa completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:17:17.626013 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53770) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:17.631443 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c62e825c-db28-4dfe-b579-a046b8660708 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1942683597', 'description': 'tempest-secgroup-smoke-1942683597 description', 'project_id': '637aa3e692f04588bda049c0135065ab'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:17.660878 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9c527e6d-f94d-4395-be80-65d1fbe70516 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:17:17.677801 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50705291-0a63-4ebb-9700-4843f9f13d80 x-openstack-request-id: req-50705291-0a63-4ebb-9700-4843f9f13d80 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:17:17.678405 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f504fc-d5a4-433d-9fde-76279275202d", "tag": "d69e4e87-6576-4cef-87f0-74294e9735ed", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:17:17.678405 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50705291-0a63-4ebb-9700-4843f9f13d80 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:17:17.678705 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f504fc-d5a4-433d-9fde-76279275202d', 'tag': 'd69e4e87-6576-4cef-87f0-74294e9735ed', 'status': 'completed', 'code': 200} Jul 22 19:17:17.692246 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 9c527e6d-f94d-4395-be80-65d1fbe70516 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:17:17.692868 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9c527e6d-f94d-4395-be80-65d1fbe70516 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:17:17.699911 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c62e825c-db28-4dfe-b579-a046b8660708 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:17.791501 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495cb3e8-f3ed-44c8-9ef5-c84aa395343a service neutron] Pushing event updated for resources: {'Port': ['ID=d69e4e87-6576-4cef-87f0-74294e9735ed,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:17.795438 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c62e825c-db28-4dfe-b579-a046b8660708 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:17.800082 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c62e825c-db28-4dfe-b579-a046b8660708 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:17.832828 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c62e825c-db28-4dfe-b579-a046b8660708 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:17.837302 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c62e825c-db28-4dfe-b579-a046b8660708 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2069774 Jul 22 19:17:17.838022 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53774) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:17.843709 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c8a3bed4-ea97-4cf8-99ae-77988d3ee362 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': 'b169eae6-6e94-459f-a406-3dc870c761c9', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:17.848869 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e825c-db28-4dfe-b579-a046b8660708 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b169eae6-6e94-459f-a406-3dc870c761c9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:17.858850 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-4159c1a7-2643-45a0-bac4-9c4067fc986b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] For port eefa9927-9729-4d26-ab7e-cdb539e519d8, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=eefa9927-9729-4d26-ab7e-cdb539e519d8,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:17.859226 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4159c1a7-2643-45a0-bac4-9c4067fc986b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:17.880015 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8a3bed4-ea97-4cf8-99ae-77988d3ee362 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:17.913738 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-4159c1a7-2643-45a0-bac4-9c4067fc986b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Calling delete_port for eefa9927-9729-4d26-ab7e-cdb539e519d8 owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:17.951131 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8a3bed4-ea97-4cf8-99ae-77988d3ee362 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:17.955534 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8a3bed4-ea97-4cf8-99ae-77988d3ee362 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:17.981948 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3bed4-ea97-4cf8-99ae-77988d3ee362 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55f4a48-2427-4c9f-b35e-aa959d3420c2,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:17.984995 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8a3bed4-ea97-4cf8-99ae-77988d3ee362 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:17.986401 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c8a3bed4-ea97-4cf8-99ae-77988d3ee362 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474319 Jul 22 19:17:17.990549 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53776) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:17.996030 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-175690c2-598f-4ebc-8457-e5587f692879 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': 'b169eae6-6e94-459f-a406-3dc870c761c9', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:18.026290 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-175690c2-598f-4ebc-8457-e5587f692879 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.109347 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75a3d7-5da0-4a0e-b438-14955ae48dcd req-09fa4562-7e96-4d35-8308-08ca8e7dfbe1 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:18.116493 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9f75a3d7-5da0-4a0e-b438-14955ae48dcd req-09fa4562-7e96-4d35-8308-08ca8e7dfbe1 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 943 time: 0.4171021 Jul 22 19:17:18.119294 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-175690c2-598f-4ebc-8457-e5587f692879 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.120945 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-8b653d61-a178-411f-bbe3-5aef087a2778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:18.122618 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-8b653d61-a178-411f-bbe3-5aef087a2778 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f8ad148cf844b58b8137ecbf1a0823b&device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 1095 time: 0.8201444 Jul 22 19:17:18.123609 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-175690c2-598f-4ebc-8457-e5587f692879 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.152046 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175690c2-598f-4ebc-8457-e5587f692879 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9f2c49-221b-4a61-a1da-6fa103bb6226,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:18.156711 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-175690c2-598f-4ebc-8457-e5587f692879 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.160401 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-175690c2-598f-4ebc-8457-e5587f692879 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1661055 Jul 22 19:17:18.160669 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53778) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:18.168892 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-263782f7-631f-4eb3-acf7-a3d56b83620b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': 'b169eae6-6e94-459f-a406-3dc870c761c9', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:18.213191 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-256ceb6f-ee31-45ae-810b-756b0b53bfb5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d69e4e87-6576-4cef-87f0-74294e9735ed HTTP/1.1" status: 200 len: 217 time: 0.0754468 Jul 22 19:17:18.219580 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-263782f7-631f-4eb3-acf7-a3d56b83620b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.278858 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fe17d1f5-b49b-4c11-b6c3-ec9e190e93ad tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.296639 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cac442b-fc5d-4365-95fc-16b0cb351c2a None None] Network 4e903182-1893-427a-9bdb-5d2a7bed5aac requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:17:18.310376 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-263782f7-631f-4eb3-acf7-a3d56b83620b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.315834 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-263782f7-631f-4eb3-acf7-a3d56b83620b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.337724 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9f75a3d7-5da0-4a0e-b438-14955ae48dcd req-98006634-c1ac-48d5-8326-8044ceb9da59 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198384 Jul 22 19:17:18.349049 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-263782f7-631f-4eb3-acf7-a3d56b83620b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.349049 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-263782f7-631f-4eb3-acf7-a3d56b83620b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1860919 Jul 22 19:17:18.356055 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53784) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:18.361110 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-135158da-7b30-45d1-a40c-967742de5288 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': 'b169eae6-6e94-459f-a406-3dc870c761c9', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:18.368651 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263782f7-631f-4eb3-acf7-a3d56b83620b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1d81d0-88fd-422a-ba30-5c72a30f0fb0,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:18.393919 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-fe17d1f5-b49b-4c11-b6c3-ec9e190e93ad tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Transition to ACTIVE for port object 702c09c4-d7bc-46d9-8c25-491702d44f5e will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:18.396809 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-135158da-7b30-45d1-a40c-967742de5288 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.398691 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d0646638-e34d-4c58-99a1-1f4bb15220f6 None None] Provisioning for port dbf0fe9d-f227-4a0e-a5dd-25c11d612baa completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:17:18.406970 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d0646638-e34d-4c58-99a1-1f4bb15220f6 None None] Provisioning complete for port dbf0fe9d-f227-4a0e-a5dd-25c11d612baa triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:18.407434 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d0646638-e34d-4c58-99a1-1f4bb15220f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.411638 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-ce5b8470-fd83-4f07-b1bc-15b46591d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:18.413351 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-ce5b8470-fd83-4f07-b1bc-15b46591d29f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=29e707c9-c827-4964-a4b7-caa85889562c HTTP/1.1" status: 200 len: 862 time: 0.1869562 Jul 22 19:17:18.413912 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41272009-4fe4-4b83-a5ca-b48d20569ff5 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.453704 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-135158da-7b30-45d1-a40c-967742de5288 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.457979 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-135158da-7b30-45d1-a40c-967742de5288 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.472845 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-726b78e2-ce85-465c-b997-7ce95f924b61 req-ef6528f5-adf4-4611-9d6e-ea9de4d8b954 tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.1290531 Jul 22 19:17:18.479462 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135158da-7b30-45d1-a40c-967742de5288 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ad96f4-0206-4530-9faa-637e7f18a0b0,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:18.491733 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-135158da-7b30-45d1-a40c-967742de5288 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.495665 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-135158da-7b30-45d1-a40c-967742de5288 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1356256 Jul 22 19:17:18.496112 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53786) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:18.504267 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-33cad614-4267-4687-af4e-46cf560966a8 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': 'b169eae6-6e94-459f-a406-3dc870c761c9', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:18.537905 n-d-800086-12 neutron-server[93806]: INFO neutron.db.securitygroups_db [None req-33cad614-4267-4687-af4e-46cf560966a8 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Project 637aa3e692f04588bda049c0135065ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:17:18.543656 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-33cad614-4267-4687-af4e-46cf560966a8 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.549921 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-e2eef8b8-84b7-480d-a4c6-a323837000ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823152 Jul 22 19:17:18.580818 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d0646638-e34d-4c58-99a1-1f4bb15220f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.618941 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-33cad614-4267-4687-af4e-46cf560966a8 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.621642 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d0646638-e34d-4c58-99a1-1f4bb15220f6 None None] For port dbf0fe9d-f227-4a0e-a5dd-25c11d612baa, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=dbf0fe9d-f227-4a0e-a5dd-25c11d612baa,segment=NetworkSegment(b35e036c-a327-4cf9-bf23-b401698b5cc7),segment_id=b35e036c-a327-4cf9-bf23-b401698b5cc7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:18.623400 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-33cad614-4267-4687-af4e-46cf560966a8 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.625672 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d0646638-e34d-4c58-99a1-1f4bb15220f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.649404 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-33cad614-4267-4687-af4e-46cf560966a8 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.650515 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-33cad614-4267-4687-af4e-46cf560966a8 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1533384 Jul 22 19:17:18.653877 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53788) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:18.658576 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-368b6f19-d431-4fa9-b597-9758be3532ca tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': 'b169eae6-6e94-459f-a406-3dc870c761c9', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:18.662664 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cad614-4267-4687-af4e-46cf560966a8 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f57563-4c6a-4ce1-af08-73607aeeead7,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:18.686726 n-d-800086-12 neutron-server[93806]: INFO neutron.db.securitygroups_db [None req-368b6f19-d431-4fa9-b597-9758be3532ca tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Project 637aa3e692f04588bda049c0135065ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:17:18.694060 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-368b6f19-d431-4fa9-b597-9758be3532ca tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.704708 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0646638-e34d-4c58-99a1-1f4bb15220f6 None None] Pushing event updated for resources: {'Port': ['ID=dbf0fe9d-f227-4a0e-a5dd-25c11d612baa,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:18.708832 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fe17d1f5-b49b-4c11-b6c3-ec9e190e93ad tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.781088 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-368b6f19-d431-4fa9-b597-9758be3532ca tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.786539 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-368b6f19-d431-4fa9-b597-9758be3532ca tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.809868 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b6f19-d431-4fa9-b597-9758be3532ca tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2b941a-55c5-46de-b0d6-e40b10fe78fd,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:18.813064 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-368b6f19-d431-4fa9-b597-9758be3532ca tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.815371 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-368b6f19-d431-4fa9-b597-9758be3532ca tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1605344 Jul 22 19:17:18.820007 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53790) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:18.825823 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4b8ab22a-5100-4679-be12-14554d0788ba tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'network': {'name': 'tempest-network-smoke--163009206', 'project_id': '637aa3e692f04588bda049c0135065ab', 'port_security_enabled': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:18.849789 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8ab22a-5100-4679-be12-14554d0788ba tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Made reservation on behalf of 637aa3e692f04588bda049c0135065ab for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:17:18.853950 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab22a-5100-4679-be12-14554d0788ba tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.862969 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe17d1f5-b49b-4c11-b6c3-ec9e190e93ad tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Network 4e903182-1893-427a-9bdb-5d2a7bed5aac is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:18.865820 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4159c1a7-2643-45a0-bac4-9c4067fc986b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.875316 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-7c634619-4734-4058-ba79-eb3cf1dca6ee service neutron] 10.222.0.30 "GET /v2.0/networks/0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174944 Jul 22 19:17:18.879804 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8ab22a-5100-4679-be12-14554d0788ba tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:17:18.880880 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-fe17d1f5-b49b-4c11-b6c3-ec9e190e93ad tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:18.884232 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe17d1f5-b49b-4c11-b6c3-ec9e190e93ad tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:18.890827 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe17d1f5-b49b-4c11-b6c3-ec9e190e93ad tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:18.891444 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fe17d1f5-b49b-4c11-b6c3-ec9e190e93ad tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.891850 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab22a-5100-4679-be12-14554d0788ba tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.892362 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-4b8ab22a-5100-4679-be12-14554d0788ba tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Added segment 4ff97e91-d90f-4c54-b154-3a39743b26ac of type vlan for network df503071-5467-4b61-a327-2f5cc8dfeccd Jul 22 19:17:18.899314 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17d1f5-b49b-4c11-b6c3-ec9e190e93ad tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Pushing event updated for resources: {'Port': ['ID=702c09c4-d7bc-46d9-8c25-491702d44f5e,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:18.950809 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab22a-5100-4679-be12-14554d0788ba tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.973161 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-608798b3-39a9-4b62-964c-17587f65b229 None None] Provisioning complete for port dbf0fe9d-f227-4a0e-a5dd-25c11d612baa triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:18.973925 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-608798b3-39a9-4b62-964c-17587f65b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.989406 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab22a-5100-4679-be12-14554d0788ba tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:18.992332 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159c1a7-2643-45a0-bac4-9c4067fc986b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Pushing event deleted for resources: {'Port': ['ID=eefa9927-9729-4d26-ab7e-cdb539e519d8,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:18.995940 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8ab22a-5100-4679-be12-14554d0788ba tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:18.996679 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab22a-5100-4679-be12-14554d0788ba tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:19.016767 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4b8ab22a-5100-4679-be12-14554d0788ba tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1956377 Jul 22 19:17:19.021860 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fe17d1f5-b49b-4c11-b6c3-ec9e190e93ad tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.2026358 Jul 22 19:17:19.028010 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53792) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:19.028629 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53794) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:19.034210 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-10af2f3b-50f9-43b9-80fb-0d328d4678be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-454399952', 'admin_state_up': True, 'project_id': '637aa3e692f04588bda049c0135065ab', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:19.049691 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-33a560b2-1964-4111-9364-06071e759e08 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Request body: {'port': {'network_id': '4e903182-1893-427a-9bdb-5d2a7bed5aac', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1983337755', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:19.050521 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.api.validators [None req-33a560b2-1964-4111-9364-06071e759e08 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] bootfile-name is not in valid_values {{(pid=93807) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:17:19.051023 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.api.validators [None req-33a560b2-1964-4111-9364-06071e759e08 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] tftp-server is not in valid_values {{(pid=93807) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:17:19.051666 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.api.validators [None req-33a560b2-1964-4111-9364-06071e759e08 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] server-ip-address is not in valid_values {{(pid=93807) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:17:19.109734 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ab22a-5100-4679-be12-14554d0788ba tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Network': ['ID=df503071-5467-4b61-a327-2f5cc8dfeccd,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:19.122411 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network df503071-5467-4b61-a327-2f5cc8dfeccd details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:17:19.170367 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4159c1a7-2643-45a0-bac4-9c4067fc986b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:19.174256 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41272009-4fe4-4b83-a5ca-b48d20569ff5 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:19.240821 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 817250b5-9bf6-4789-a60b-003d176e5f13 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:17:19.279448 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10af2f3b-50f9-43b9-80fb-0d328d4678be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:19.280418 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10af2f3b-50f9-43b9-80fb-0d328d4678be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:19.294143 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 817250b5-9bf6-4789-a60b-003d176e5f13 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:19.295018 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:19.330237 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-004f7d64-cad7-4005-8c99-e5859c5ccf06 req-c9e5d250-f354-43de-afff-4ceefa834cc9 service neutron] 10.222.0.30 "GET /v2.0/networks/0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300332 Jul 22 19:17:19.341460 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-58358560-ebe3-4a82-8279-fe09d1562aa9 None None] Provisioning for port 702c09c4-d7bc-46d9-8c25-491702d44f5e completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:17:19.348397 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-58358560-ebe3-4a82-8279-fe09d1562aa9 None None] Provisioning complete for port 702c09c4-d7bc-46d9-8c25-491702d44f5e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:19.348915 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-58358560-ebe3-4a82-8279-fe09d1562aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:19.375859 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4159c1a7-2643-45a0-bac4-9c4067fc986b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:19.380636 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4159c1a7-2643-45a0-bac4-9c4067fc986b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:19.418039 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-58358560-ebe3-4a82-8279-fe09d1562aa9 None None] Port 702c09c4-d7bc-46d9-8c25-491702d44f5e cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:17:19.428840 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device dbf0fe9d-f227-4a0e-a5dd-25c11d612baa up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:17:19.475354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port dbf0fe9d-f227-4a0e-a5dd-25c11d612baa triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:19.475728 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:19.584805 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10af2f3b-50f9-43b9-80fb-0d328d4678be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:19.586352 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4159c1a7-2643-45a0-bac4-9c4067fc986b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:19.587004 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4159c1a7-2643-45a0-bac4-9c4067fc986b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9f38699-d41e-4537-b486-8a0178150a01 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:17:19.591931 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4159c1a7-2643-45a0-bac4-9c4067fc986b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:19.592982 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4159c1a7-2643-45a0-bac4-9c4067fc986b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "DELETE /v2.0/routers/c9f38699-d41e-4537-b486-8a0178150a01 HTTP/1.1" status: 204 len: 168 time: 4.0558183 Jul 22 19:17:19.596972 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53802) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:19.601748 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-05e42a8a-6d23-4b5b-8b7f-9846ee5c8590 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-832283123', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}, 'admin_state_up': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:19.633382 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-05e42a8a-6d23-4b5b-8b7f-9846ee5c8590 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:19.634756 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-05e42a8a-6d23-4b5b-8b7f-9846ee5c8590 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:19.673959 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c412b212-a6ab-46f1-a354-912c2a00718f req-ebdb0e40-f9b2-46f4-b6e7-4ec5e12cd720 tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0933125 Jul 22 19:17:19.706390 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-05e42a8a-6d23-4b5b-8b7f-9846ee5c8590 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:19.798250 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a560b2-1964-4111-9364-06071e759e08 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Made reservation on behalf of 13cb7d9ac3914372b5aa726e00eb0f89 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:17:19.801795 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33a560b2-1964-4111-9364-06071e759e08 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:19.851249 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-05e42a8a-6d23-4b5b-8b7f-9846ee5c8590 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:19.857512 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10af2f3b-50f9-43b9-80fb-0d328d4678be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:19.865326 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d34036-5f7c-48e4-b6a8-f3679e045803 req-b42a9add-be49-4cb3-9f39-cff51af1cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:19.866847 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-02d34036-5f7c-48e4-b6a8-f3679e045803 req-b42a9add-be49-4cb3-9f39-cff51af1cad7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f8ad148cf844b58b8137ecbf1a0823b&device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 1095 time: 0.4877267 Jul 22 19:17:19.885467 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74e6be-54a8-4994-8330-34bb0f81756b req-0e121134-e87c-41de-8c22-2e5496b16102 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:19.886871 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aa74e6be-54a8-4994-8330-34bb0f81756b req-0e121134-e87c-41de-8c22-2e5496b16102 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 943 time: 0.4608173 Jul 22 19:17:19.889113 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-33a560b2-1964-4111-9364-06071e759e08 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] device_id is not set on port dc76d0aa-bdcb-4d6a-9e99-0dd9581395bb yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:17:20.046129 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-05e42a8a-6d23-4b5b-8b7f-9846ee5c8590 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:20.065234 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-05e42a8a-6d23-4b5b-8b7f-9846ee5c8590 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:20.181352 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-05e42a8a-6d23-4b5b-8b7f-9846ee5c8590 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Allocated IP 172.25.3.186 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/91df953d-c6aa-4653-b461-a0db69501393) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:20.296073 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-05e42a8a-6d23-4b5b-8b7f-9846ee5c8590 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:20.343218 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-05e42a8a-6d23-4b5b-8b7f-9846ee5c8590 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:20.388524 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e42a8a-6d23-4b5b-8b7f-9846ee5c8590 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:20.391563 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-05e42a8a-6d23-4b5b-8b7f-9846ee5c8590 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:20.399075 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e42a8a-6d23-4b5b-8b7f-9846ee5c8590 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:20.399727 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e42a8a-6d23-4b5b-8b7f-9846ee5c8590 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Pushing event updated for resources: {'Port': ['ID=91df953d-c6aa-4653-b461-a0db69501393,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:20.408412 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41272009-4fe4-4b83-a5ca-b48d20569ff5 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Router a821e1f5-5fb4-49aa-92ed-e66d04cd6464 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:17:20.437994 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aa74e6be-54a8-4994-8330-34bb0f81756b req-7a57fc80-9bbe-49ab-bc82-961bec454924 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5302017 Jul 22 19:17:20.592717 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d34036-5f7c-48e4-b6a8-f3679e045803 req-3f64309a-9529-432a-bd2c-2cee10e5d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:20.594204 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-02d34036-5f7c-48e4-b6a8-f3679e045803 req-3f64309a-9529-432a-bd2c-2cee10e5d0b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 HTTP/1.1" status: 200 len: 923 time: 0.7001975 Jul 22 19:17:20.631638 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-33a560b2-1964-4111-9364-06071e759e08 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Allocated IP 2001:db8::211 (4e903182-1893-427a-9bdb-5d2a7bed5aac/aa5299b0-0579-42ff-9d4b-c9593fa3923a/dc76d0aa-bdcb-4d6a-9e99-0dd9581395bb) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:20.646506 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-05e42a8a-6d23-4b5b-8b7f-9846ee5c8590 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:20.667507 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-02d34036-5f7c-48e4-b6a8-f3679e045803 req-34420e16-cc54-4e52-be9f-871716aaca57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d69e4e87-6576-4cef-87f0-74294e9735ed HTTP/1.1" status: 200 len: 217 time: 0.0660396 Jul 22 19:17:20.783680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41272009-4fe4-4b83-a5ca-b48d20569ff5 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:20.793437 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] Sync routers for ids ['a821e1f5-5fb4-49aa-92ed-e66d04cd6464'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:20.804955 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] Routers {'a821e1f5-5fb4-49aa-92ed-e66d04cd6464'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:20.806421 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['a821e1f5-5fb4-49aa-92ed-e66d04cd6464'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:20.825712 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d34036-5f7c-48e4-b6a8-f3679e045803 req-398e0e1b-ec0a-4549-9f1f-9edcc8c10bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:20.827206 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-02d34036-5f7c-48e4-b6a8-f3679e045803 req-398e0e1b-ec0a-4549-9f1f-9edcc8c10bcd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=29e707c9-c827-4964-a4b7-caa85889562c HTTP/1.1" status: 200 len: 862 time: 0.1423647 Jul 22 19:17:20.835977 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b49a94c7-086c-40e1-9937-433472c38248 req-10434af2-79e3-47f7-af24-c9e07277d821 tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0701790 Jul 22 19:17:20.964725 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41272009-4fe4-4b83-a5ca-b48d20569ff5 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:20.969196 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-41272009-4fe4-4b83-a5ca-b48d20569ff5 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.8083060 Jul 22 19:17:20.971252 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53808) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:20.975648 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-02d34036-5f7c-48e4-b6a8-f3679e045803 req-8acf25bd-e79d-4a7d-a632-ad34910a3619 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278720 Jul 22 19:17:21.068308 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] Set router a821e1f5-5fb4-49aa-92ed-e66d04cd6464 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:17:21.100097 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device eefa9927-9729-4d26-ab7e-cdb539e519d8 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:17:21.123866 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10af2f3b-50f9-43b9-80fb-0d328d4678be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:21.149609 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: eefa9927-9729-4d26-ab7e-cdb539e519d8 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:17:21.150014 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device eefa9927-9729-4d26-ab7e-cdb539e519d8 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:17:21.171521 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10af2f3b-50f9-43b9-80fb-0d328d4678be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:21.182813 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-05e42a8a-6d23-4b5b-8b7f-9846ee5c8590 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:21.299938 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a821e1f5-5fb4-49aa-92ed-e66d04cd6464', 'name': 'tempest-snat-router-1591180097', 'tenant_id': 'e008239f5db045d09f2c49f7c045a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '48e54223-1558-42f6-bfa9-fe3348941251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:13Z', 'updated_at': '2021-07-22T19:17:17Z', 'revision_number': 3, 'project_id': 'e008239f5db045d09f2c49f7c045a902', 'gw_port': {'id': '48e54223-1558-42f6-bfa9-fe3348941251', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a821e1f5-5fb4-49aa-92ed-e66d04cd6464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:15Z', 'updated_at': '2021-07-22T19:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:21.314000 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33a560b2-1964-4111-9364-06071e759e08 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:21.330060 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e42a8a-6d23-4b5b-8b7f-9846ee5c8590 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Router f6a1c65a-0390-4ea6-9459-30ed87eeee72 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:17:21.330482 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d69e4e87-6576-4cef-87f0-74294e9735ed details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:17:21.333225 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] Checking router: a821e1f5-5fb4-49aa-92ed-e66d04cd6464 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:17:21.333557 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] Updating router a821e1f5-5fb4-49aa-92ed-e66d04cd6464 port 48e54223-1558-42f6-bfa9-fe3348941251 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:17:21.345449 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bc18f44d-4546-49ca-b4ee-beb711f13bb2 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "GET /v2.0/routers/a821e1f5-5fb4-49aa-92ed-e66d04cd6464 HTTP/1.1" status: 200 len: 907 time: 0.3686471 Jul 22 19:17:21.372489 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-33a560b2-1964-4111-9364-06071e759e08 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Transition to ACTIVE for port object dc76d0aa-bdcb-4d6a-9e99-0dd9581395bb will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:21.373702 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53810) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:21.381316 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:21.385863 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-02d34036-5f7c-48e4-b6a8-f3679e045803 req-720a99ff-59e9-4996-8495-a91fbfe6a763 service neutron] 10.222.0.30 "GET /v2.0/networks/0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740067 Jul 22 19:17:21.499713 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e42a8a-6d23-4b5b-8b7f-9846ee5c8590 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:21.515783 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61124570-6976-485e-8e4b-33d597d50437 None None] Sync routers for ids ['f6a1c65a-0390-4ea6-9459-30ed87eeee72'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:21.526587 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-10af2f3b-50f9-43b9-80fb-0d328d4678be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Allocated IP 172.25.3.185 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/a3e2c045-ecb6-4569-b313-912fa4743d1f) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:21.532308 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-05e42a8a-6d23-4b5b-8b7f-9846ee5c8590 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:21.536199 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-05e42a8a-6d23-4b5b-8b7f-9846ee5c8590 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9354861 Jul 22 19:17:21.536367 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61124570-6976-485e-8e4b-33d597d50437 None None] Routers {'f6a1c65a-0390-4ea6-9459-30ed87eeee72'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:21.536367 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-61124570-6976-485e-8e4b-33d597d50437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f6a1c65a-0390-4ea6-9459-30ed87eeee72'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:21.536634 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53816) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:21.541924 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-e585441e-2306-4f05-b452-28257213da9b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'enable_snat': False}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:21.575399 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-61124570-6976-485e-8e4b-33d597d50437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:21.586307 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61124570-6976-485e-8e4b-33d597d50437 None None] Routers {'f6a1c65a-0390-4ea6-9459-30ed87eeee72'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:21.589159 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-61124570-6976-485e-8e4b-33d597d50437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f6a1c65a-0390-4ea6-9459-30ed87eeee72'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:21.632387 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-61124570-6976-485e-8e4b-33d597d50437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:21.634300 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61124570-6976-485e-8e4b-33d597d50437 None None] The sync data for ids ['f6a1c65a-0390-4ea6-9459-30ed87eeee72'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:17:21.636750 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33a560b2-1964-4111-9364-06071e759e08 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:21.637194 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port d69e4e87-6576-4cef-87f0-74294e9735ed, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d69e4e87-6576-4cef-87f0-74294e9735ed,segment=NetworkSegment(f5ed34da-c56c-4877-820b-9a1f23a5b5e7),segment_id=f5ed34da-c56c-4877-820b-9a1f23a5b5e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:21.651919 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'd69e4e87-6576-4cef-87f0-74294e9735ed', 'network_id': '0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623', 'port_id': 'd69e4e87-6576-4cef-87f0-74294e9735ed', 'mac_address': 'fa:16:3e:22:7a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e707c9-c827-4964-a4b7-caa85889562c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:17:21.691902 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:21.695677 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fe29f66c-f81f-4180-9887-48d3e6f07256 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:21.706230 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d69e4e87-6576-4cef-87f0-74294e9735ed {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:17:21.726211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port d69e4e87-6576-4cef-87f0-74294e9735ed, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d69e4e87-6576-4cef-87f0-74294e9735ed,segment=NetworkSegment(f5ed34da-c56c-4877-820b-9a1f23a5b5e7),segment_id=f5ed34da-c56c-4877-820b-9a1f23a5b5e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:21.730621 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:21.780188 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=d69e4e87-6576-4cef-87f0-74294e9735ed,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:21.798226 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-02d34036-5f7c-48e4-b6a8-f3679e045803 req-779768af-e49a-4bad-ba5c-ce00d2d2e99c service neutron] 10.222.0.30 "GET /v2.0/networks/0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475258 Jul 22 19:17:21.804417 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a560b2-1964-4111-9364-06071e759e08 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Network 4e903182-1893-427a-9bdb-5d2a7bed5aac is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:21.838440 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-33a560b2-1964-4111-9364-06071e759e08 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:21.840316 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a560b2-1964-4111-9364-06071e759e08 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Pushing event updated for resources: {'Port': ['ID=dc76d0aa-bdcb-4d6a-9e99-0dd9581395bb,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:21.842791 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a560b2-1964-4111-9364-06071e759e08 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:21.848459 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a560b2-1964-4111-9364-06071e759e08 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:21.849185 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33a560b2-1964-4111-9364-06071e759e08 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:21.883941 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e585441e-2306-4f05-b452-28257213da9b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:21.902004 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe5cd4-efd8-47c9-9df5-d3b341f25160 req-787cb7ab-1009-4a8e-b56b-bf9a2b0785b9 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:21.903555 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-79fe5cd4-efd8-47c9-9df5-d3b341f25160 req-787cb7ab-1009-4a8e-b56b-bf9a2b0785b9 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 943 time: 0.3705552 Jul 22 19:17:21.907161 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-33a560b2-1964-4111-9364-06071e759e08 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.8741727 Jul 22 19:17:21.910680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53820) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:21.926923 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['d69e4e87-6576-4cef-87f0-74294e9735ed'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:17:22.035264 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10af2f3b-50f9-43b9-80fb-0d328d4678be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:22.063889 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4eaa3b6d-3e4d-4b0a-9fcb-ba07307d8440 req-c1d1a8f4-20b7-48e5-a277-1fc00f65ed2a tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0674827 Jul 22 19:17:22.094082 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fe29f66c-f81f-4180-9887-48d3e6f07256 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:22.122455 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-79fe5cd4-efd8-47c9-9df5-d3b341f25160 req-dd48d28d-ca33-497f-9ba6-a68f818e094f tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011304 Jul 22 19:17:22.174075 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9ffa65fa-72d0-44c4-a302-68fd5a44bd2b None None] Provisioning for port dc76d0aa-bdcb-4d6a-9e99-0dd9581395bb completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:17:22.179847 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9ffa65fa-72d0-44c4-a302-68fd5a44bd2b None None] Provisioning complete for port dc76d0aa-bdcb-4d6a-9e99-0dd9581395bb triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:22.180284 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9ffa65fa-72d0-44c4-a302-68fd5a44bd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:22.208008 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f7e6d5-82a5-4641-ac27-4aa920e6d959 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:22.214978 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f7e6d5-82a5-4641-ac27-4aa920e6d959 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:22.219865 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa65fa-72d0-44c4-a302-68fd5a44bd2b None None] Port dc76d0aa-bdcb-4d6a-9e99-0dd9581395bb cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:17:22.221729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f7e6d5-82a5-4641-ac27-4aa920e6d959 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:22.223863 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d6f7e6d5-82a5-4641-ac27-4aa920e6d959 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.3013949 Jul 22 19:17:22.227886 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53822) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:22.264165 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10af2f3b-50f9-43b9-80fb-0d328d4678be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:22.339182 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10af2f3b-50f9-43b9-80fb-0d328d4678be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:22.363848 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-10af2f3b-50f9-43b9-80fb-0d328d4678be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:22.366263 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10af2f3b-50f9-43b9-80fb-0d328d4678be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:22.370574 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-fe29f66c-f81f-4180-9887-48d3e6f07256 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Deleting port 48e54223-1558-42f6-bfa9-fe3348941251 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:22.370915 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fe29f66c-f81f-4180-9887-48d3e6f07256 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:22.381793 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e585441e-2306-4f05-b452-28257213da9b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:22.386036 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e585441e-2306-4f05-b452-28257213da9b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-910330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-910305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-910161'] for router, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:22.406481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af2f3b-50f9-43b9-80fb-0d328d4678be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=a3e2c045-ecb6-4569-b313-912fa4743d1f,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:22.407328 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:22.420159 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] Transition to ACTIVE for port object 48e54223-1558-42f6-bfa9-fe3348941251 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:22.427555 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:22.475178 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] Attempting to bind port 48e54223-1558-42f6-bfa9-fe3348941251 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:17:22.475549 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] Attempting to bind port 48e54223-1558-42f6-bfa9-fe3348941251 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:17:22.475916 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] Attempting to bind port 48e54223-1558-42f6-bfa9-fe3348941251 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:17:22.484547 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:17:22.484982 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:17:22.485337 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:22.486167 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:17:22.486306 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] Bound port: 48e54223-1558-42f6-bfa9-fe3348941251, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:17:22.486579 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:22.509811 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e585441e-2306-4f05-b452-28257213da9b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Router f6a1c65a-0390-4ea6-9459-30ed87eeee72 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:17:22.513118 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920d854-da7e-4ac9-9e6d-545afdb49409 None None] Pushing event updated for resources: {'Port': ['ID=48e54223-1558-42f6-bfa9-fe3348941251,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:22.553722 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] For port 48e54223-1558-42f6-bfa9-fe3348941251, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:17:22.558538 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] For port 48e54223-1558-42f6-bfa9-fe3348941251, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=48e54223-1558-42f6-bfa9-fe3348941251,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:17:22.562529 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:22.616205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] Routers {'a821e1f5-5fb4-49aa-92ed-e66d04cd6464'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:22.616778 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['a821e1f5-5fb4-49aa-92ed-e66d04cd6464'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:22.644844 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e585441e-2306-4f05-b452-28257213da9b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:22.649547 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e585441e-2306-4f05-b452-28257213da9b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:22.651016 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e585441e-2306-4f05-b452-28257213da9b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "PUT /v2.0/routers/f6a1c65a-0390-4ea6-9459-30ed87eeee72 HTTP/1.1" status: 200 len: 925 time: 1.1133487 Jul 22 19:17:22.653654 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53826) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:22.661688 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf8ef47-4014-4d52-8409-a740194f49a4 None None] Sync routers for ids ['f6a1c65a-0390-4ea6-9459-30ed87eeee72'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:22.700014 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920d854-da7e-4ac9-9e6d-545afdb49409 None None] Pushing event updated for resources: {'Port': ['ID=48e54223-1558-42f6-bfa9-fe3348941251,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:22.717144 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf8ef47-4014-4d52-8409-a740194f49a4 None None] Routers {'f6a1c65a-0390-4ea6-9459-30ed87eeee72'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:22.717782 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-edf8ef47-4014-4d52-8409-a740194f49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f6a1c65a-0390-4ea6-9459-30ed87eeee72'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:22.754007 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-edf8ef47-4014-4d52-8409-a740194f49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:22.770490 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf8ef47-4014-4d52-8409-a740194f49a4 None None] Routers {'f6a1c65a-0390-4ea6-9459-30ed87eeee72'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:22.771263 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-edf8ef47-4014-4d52-8409-a740194f49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f6a1c65a-0390-4ea6-9459-30ed87eeee72'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:22.777513 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] Set router a821e1f5-5fb4-49aa-92ed-e66d04cd6464 gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:17:22.788977 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f9c943db-721a-477d-9238-96ccb226e89b tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "GET /v2.0/routers/f6a1c65a-0390-4ea6-9459-30ed87eeee72 HTTP/1.1" status: 200 len: 925 time: 0.1340704 Jul 22 19:17:22.792435 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53828) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:22.836035 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-edf8ef47-4014-4d52-8409-a740194f49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:22.836668 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf8ef47-4014-4d52-8409-a740194f49a4 None None] The sync data for ids ['f6a1c65a-0390-4ea6-9459-30ed87eeee72'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:17:22.865356 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a821e1f5-5fb4-49aa-92ed-e66d04cd6464', 'name': 'tempest-snat-router-1591180097', 'tenant_id': 'e008239f5db045d09f2c49f7c045a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:13Z', 'updated_at': '2021-07-22T19:17:22Z', 'revision_number': 4, 'project_id': 'e008239f5db045d09f2c49f7c045a902', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:22.896893 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cade1c-c918-44d0-8d1c-a503c5d6fb3f None None] The sync data for ids ['a821e1f5-5fb4-49aa-92ed-e66d04cd6464'] in n-d-800086-12 is: [{'id': 'a821e1f5-5fb4-49aa-92ed-e66d04cd6464', 'name': 'tempest-snat-router-1591180097', 'tenant_id': 'e008239f5db045d09f2c49f7c045a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:13Z', 'updated_at': '2021-07-22T19:17:22Z', 'revision_number': 4, 'project_id': 'e008239f5db045d09f2c49f7c045a902', 'gw_port_host': None}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:17:22.902212 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cde2d1-be50-48c2-b81e-01d6b55de51d tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:22.904507 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-86cde2d1-be50-48c2-b81e-01d6b55de51d tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&device_id=f6a1c65a-0390-4ea6-9459-30ed87eeee72&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1099553 Jul 22 19:17:22.906589 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53830) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:22.956326 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-4fcacbdb-908c-455b-8653-6f6d33a7b7f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Deleting port dc76d0aa-bdcb-4d6a-9e99-0dd9581395bb {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:22.956939 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4fcacbdb-908c-455b-8653-6f6d33a7b7f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:22.978157 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fe29f66c-f81f-4180-9887-48d3e6f07256 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:23.006099 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f982ce-c303-44d0-881b-8b90563c0548 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:23.010823 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-15f982ce-c303-44d0-881b-8b90563c0548 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 881 time: 0.0999782 Jul 22 19:17:23.011279 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53832) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:23.025136 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-fe29f66c-f81f-4180-9887-48d3e6f07256 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Calling delete_port for 48e54223-1558-42f6-bfa9-fe3348941251 owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:23.046196 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-571d8e74-0028-486c-b53a-e471cc23d864 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6a1c65a-0390-4ea6-9459-30ed87eeee72 HTTP/1.1" status: 200 len: 205 time: 0.0336869 Jul 22 19:17:23.048811 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53834) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:23.172494 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6418e9da-d716-4cb9-ab33-21be8d65bc73 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:23.215205 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4fcacbdb-908c-455b-8653-6f6d33a7b7f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:23.247402 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-4fcacbdb-908c-455b-8653-6f6d33a7b7f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Calling delete_port for dc76d0aa-bdcb-4d6a-9e99-0dd9581395bb owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:23.284121 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6418e9da-d716-4cb9-ab33-21be8d65bc73 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:23.317945 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-124c3f05-2925-4f53-ba87-d60b96e9613f req-6d75802b-2765-482e-bf4d-4ccd1764093f tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0833118 Jul 22 19:17:23.332539 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d69e4e87-6576-4cef-87f0-74294e9735ed up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:17:23.351036 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-6418e9da-d716-4cb9-ab33-21be8d65bc73 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Deleting port 91df953d-c6aa-4653-b461-a0db69501393 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:23.351036 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6418e9da-d716-4cb9-ab33-21be8d65bc73 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:23.396900 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port d69e4e87-6576-4cef-87f0-74294e9735ed completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:17:23.401829 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port d69e4e87-6576-4cef-87f0-74294e9735ed triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:23.401829 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:23.456423 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6418e9da-d716-4cb9-ab33-21be8d65bc73 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:23.459479 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10af2f3b-50f9-43b9-80fb-0d328d4678be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:23.480058 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-6418e9da-d716-4cb9-ab33-21be8d65bc73 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Calling delete_port for 91df953d-c6aa-4653-b461-a0db69501393 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:23.487213 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:23.511290 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f504fc-d5a4-433d-9fde-76279275202d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69e4e87-6576-4cef-87f0-74294e9735ed'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:17:23.513763 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ffea47-8446-4251-9c6b-62e80c5c288a" -d '{"events": [{"server_uuid": "b2f504fc-d5a4-433d-9fde-76279275202d", "name": "network-vif-plugged", "status": "completed", "tag": "d69e4e87-6576-4cef-87f0-74294e9735ed"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:17:23.529446 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port d69e4e87-6576-4cef-87f0-74294e9735ed, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d69e4e87-6576-4cef-87f0-74294e9735ed,segment=NetworkSegment(f5ed34da-c56c-4877-820b-9a1f23a5b5e7),segment_id=f5ed34da-c56c-4877-820b-9a1f23a5b5e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:23.534148 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:23.575833 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e37dc74-b04d-4c6c-a526-1da66aed623c x-openstack-request-id: req-4e37dc74-b04d-4c6c-a526-1da66aed623c {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:17:23.576013 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f504fc-d5a4-433d-9fde-76279275202d", "name": "network-vif-plugged", "status": "completed", "tag": "d69e4e87-6576-4cef-87f0-74294e9735ed", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:17:23.577707 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e37dc74-b04d-4c6c-a526-1da66aed623c {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:17:23.577707 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f504fc-d5a4-433d-9fde-76279275202d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69e4e87-6576-4cef-87f0-74294e9735ed', 'code': 200} Jul 22 19:17:23.578491 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9aab4-e716-4018-9e11-e7bd4fe8a52a req-ab98286d-f654-4d0b-9552-ecc924807161 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:23.580076 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23a9aab4-e716-4018-9e11-e7bd4fe8a52a req-ab98286d-f654-4d0b-9552-ecc924807161 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 944 time: 0.3354774 Jul 22 19:17:23.620706 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fe29f66c-f81f-4180-9887-48d3e6f07256 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:23.646056 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=d69e4e87-6576-4cef-87f0-74294e9735ed,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:23.712450 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6418e9da-d716-4cb9-ab33-21be8d65bc73 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:23.712998 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29f66c-f81f-4180-9887-48d3e6f07256 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Pushing event deleted for resources: {'Port': ['ID=48e54223-1558-42f6-bfa9-fe3348941251,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:23.748260 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418e9da-d716-4cb9-ab33-21be8d65bc73 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Pushing event deleted for resources: {'Port': ['ID=91df953d-c6aa-4653-b461-a0db69501393,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:23.778911 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23a9aab4-e716-4018-9e11-e7bd4fe8a52a req-79e8be6b-6116-4c20-8e3e-0c177f6d65a9 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811976 Jul 22 19:17:23.817482 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6418e9da-d716-4cb9-ab33-21be8d65bc73 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:23.822436 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4fcacbdb-908c-455b-8653-6f6d33a7b7f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:23.920791 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6418e9da-d716-4cb9-ab33-21be8d65bc73 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:23.923002 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6418e9da-d716-4cb9-ab33-21be8d65bc73 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:23.925340 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcacbdb-908c-455b-8653-6f6d33a7b7f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Pushing event deleted for resources: {'Port': ['ID=dc76d0aa-bdcb-4d6a-9e99-0dd9581395bb,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:23.941174 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fe29f66c-f81f-4180-9887-48d3e6f07256 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:23.972307 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6418e9da-d716-4cb9-ab33-21be8d65bc73 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:23.973204 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6418e9da-d716-4cb9-ab33-21be8d65bc73 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Fanout notify agent at l3_agent the message router_deleted on router f6a1c65a-0390-4ea6-9459-30ed87eeee72 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:17:23.982107 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6418e9da-d716-4cb9-ab33-21be8d65bc73 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:23.987202 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6418e9da-d716-4cb9-ab33-21be8d65bc73 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "DELETE /v2.0/routers/f6a1c65a-0390-4ea6-9459-30ed87eeee72 HTTP/1.1" status: 204 len: 168 time: 0.9373710 Jul 22 19:17:23.987833 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53846) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:23.994230 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-14d2eadc-6caa-475a-a951-7e083041a8b1 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-253088795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:24.024896 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14d2eadc-6caa-475a-a951-7e083041a8b1 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.026031 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14d2eadc-6caa-475a-a951-7e083041a8b1 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.054835 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4fcacbdb-908c-455b-8653-6f6d33a7b7f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.062018 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4fcacbdb-908c-455b-8653-6f6d33a7b7f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] 10.222.0.13 "DELETE /v2.0/ports/dc76d0aa-bdcb-4d6a-9e99-0dd9581395bb HTTP/1.1" status: 204 len: 168 time: 1.8267787 Jul 22 19:17:24.065609 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53848) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:24.074761 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-31473682-e69e-494c-9c9e-38994e5ae5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Request body: {'port': {'name': 'tempest-new-port-name-700508170', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:24.075155 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.api.validators [None req-31473682-e69e-494c-9c9e-38994e5ae5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] bootfile-name is not in valid_values {{(pid=93807) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:17:24.075495 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.api.validators [None req-31473682-e69e-494c-9c9e-38994e5ae5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] tftp-server is not in valid_values {{(pid=93807) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:17:24.075827 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.api.validators [None req-31473682-e69e-494c-9c9e-38994e5ae5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] server-ip-address is not in valid_values {{(pid=93807) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:17:24.081343 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fe29f66c-f81f-4180-9887-48d3e6f07256 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.084029 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14d2eadc-6caa-475a-a951-7e083041a8b1 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.084269 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc210de-d798-4b4e-a848-75328bda4f00 req-81515ab7-7e49-453a-922e-32873f3b5eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:24.085823 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7fc210de-d798-4b4e-a848-75328bda4f00 req-81515ab7-7e49-453a-922e-32873f3b5eeb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 1097 time: 0.4256873 Jul 22 19:17:24.088782 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fe29f66c-f81f-4180-9887-48d3e6f07256 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.091880 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14d2eadc-6caa-475a-a951-7e083041a8b1 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.110977 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14d2eadc-6caa-475a-a951-7e083041a8b1 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.115205 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-14d2eadc-6caa-475a-a951-7e083041a8b1 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1237707 Jul 22 19:17:24.115429 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53850) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:24.121139 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f7bfaee3-6ec7-413e-b35b-a44178839216 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Request body: {'router': {'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:24.199571 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10af2f3b-50f9-43b9-80fb-0d328d4678be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.207563 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fe29f66c-f81f-4180-9887-48d3e6f07256 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.208063 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe29f66c-f81f-4180-9887-48d3e6f07256 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a821e1f5-5fb4-49aa-92ed-e66d04cd6464 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:17:24.234722 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fe29f66c-f81f-4180-9887-48d3e6f07256 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.235556 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fe29f66c-f81f-4180-9887-48d3e6f07256 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "DELETE /v2.0/routers/a821e1f5-5fb4-49aa-92ed-e66d04cd6464 HTTP/1.1" status: 204 len: 168 time: 2.8591154 Jul 22 19:17:24.242339 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53852) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:24.253104 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7fc210de-d798-4b4e-a848-75328bda4f00 req-5a8011cb-ffd5-4ec8-a072-7de9960a5c63 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609035 Jul 22 19:17:24.349079 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7bfaee3-6ec7-413e-b35b-a44178839216 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.389026 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-31473682-e69e-494c-9c9e-38994e5ae5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.460524 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dbd808bf-0c0d-4d8d-90eb-e31ccac81145 req-f9f1f994-393a-4f51-9078-43bc83c96860 tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0526707 Jul 22 19:17:24.525329 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b690601f-964f-429b-9ccc-78941db12843 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.552990 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7bfaee3-6ec7-413e-b35b-a44178839216 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.572040 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7bfaee3-6ec7-413e-b35b-a44178839216 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.679151 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-f7bfaee3-6ec7-413e-b35b-a44178839216 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Allocated IP 172.25.3.55 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/3d43a31e-705b-4e7a-9334-954eaff4b673) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:24.701941 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10af2f3b-50f9-43b9-80fb-0d328d4678be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Router c76e63c0-cbd4-4437-9048-12cf770552cc is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:17:24.743927 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b690601f-964f-429b-9ccc-78941db12843 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.797121 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7bfaee3-6ec7-413e-b35b-a44178839216 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.842302 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7bfaee3-6ec7-413e-b35b-a44178839216 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.883946 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bfaee3-6ec7-413e-b35b-a44178839216 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:24.889034 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-f7bfaee3-6ec7-413e-b35b-a44178839216 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:24.892466 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bfaee3-6ec7-413e-b35b-a44178839216 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:24.901780 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-31473682-e69e-494c-9c9e-38994e5ae5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.913164 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-31473682-e69e-494c-9c9e-38994e5ae5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.918341 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bfaee3-6ec7-413e-b35b-a44178839216 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Pushing event updated for resources: {'Port': ['ID=3d43a31e-705b-4e7a-9334-954eaff4b673,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:24.974323 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10af2f3b-50f9-43b9-80fb-0d328d4678be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:24.979296 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-31473682-e69e-494c-9c9e-38994e5ae5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] In _notify_port_updated(), no bound segment for port 702c09c4-d7bc-46d9-8c25-491702d44f5e on network 4e903182-1893-427a-9bdb-5d2a7bed5aac {{(pid=93807) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:17:24.984889 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31473682-e69e-494c-9c9e-38994e5ae5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:24.985565 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-31473682-e69e-494c-9c9e-38994e5ae5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.989599 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-31473682-e69e-494c-9c9e-38994e5ae5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] 10.222.0.13 "PUT /v2.0/ports/702c09c4-d7bc-46d9-8c25-491702d44f5e HTTP/1.1" status: 200 len: 1129 time: 0.9203479 Jul 22 19:17:24.989760 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] Sync routers for ids ['c76e63c0-cbd4-4437-9048-12cf770552cc'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:24.999267 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53860) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:25.025256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31473682-e69e-494c-9c9e-38994e5ae5cc tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Pushing event updated for resources: {'Port': ['ID=702c09c4-d7bc-46d9-8c25-491702d44f5e,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:25.036065 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] Routers {'c76e63c0-cbd4-4437-9048-12cf770552cc'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:25.039293 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c76e63c0-cbd4-4437-9048-12cf770552cc'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:25.068894 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-b690601f-964f-429b-9ccc-78941db12843 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Deleting port 817250b5-9bf6-4789-a60b-003d176e5f13 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:25.069836 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b690601f-964f-429b-9ccc-78941db12843 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:25.076592 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10af2f3b-50f9-43b9-80fb-0d328d4678be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:25.078386 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-10af2f3b-50f9-43b9-80fb-0d328d4678be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.0488162 Jul 22 19:17:25.095557 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53862) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:25.202419 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] Set router c76e63c0-cbd4-4437-9048-12cf770552cc gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:17:25.369332 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5ffc4f0f-da01-4dff-aab6-f2a3dd026678 None None] Provisioning complete for port 702c09c4-d7bc-46d9-8c25-491702d44f5e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:25.370320 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4f0f-da01-4dff-aab6-f2a3dd026678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:25.413299 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc4f0f-da01-4dff-aab6-f2a3dd026678 None None] Port 702c09c4-d7bc-46d9-8c25-491702d44f5e cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:17:25.420589 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454399952', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:19Z', 'updated_at': '2021-07-22T19:17:23Z', 'revision_number': 3, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:21Z', 'updated_at': '2021-07-22T19:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:25.447615 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] Checking router: c76e63c0-cbd4-4437-9048-12cf770552cc for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:17:25.447973 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] Updating router c76e63c0-cbd4-4437-9048-12cf770552cc port a3e2c045-ecb6-4569-b313-912fa4743d1f binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:17:25.492745 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:25.554783 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c27aa-165a-45ab-8326-27899ca3e826 req-5148de6c-0f27-4520-bf71-eca8585cf420 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:25.556331 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-425c27aa-165a-45ab-8326-27899ca3e826 req-5148de6c-0f27-4520-bf71-eca8585cf420 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 945 time: 0.7023585 Jul 22 19:17:25.558413 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f9b74f20-6436-478e-ae5d-7e1bb8a8238d tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=637aa3e692f04588bda049c0135065ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4614022 Jul 22 19:17:25.561027 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53866) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:25.569125 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acab644e-53ce-4c4e-a807-f725e2a67af0 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:25.570497 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-acab644e-53ce-4c4e-a807-f725e2a67af0 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] 10.222.0.13 "GET /v2.0/ports/702c09c4-d7bc-46d9-8c25-491702d44f5e HTTP/1.1" status: 200 len: 1129 time: 0.5657284 Jul 22 19:17:25.581253 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53868) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:25.598831 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7bfaee3-6ec7-413e-b35b-a44178839216 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:25.648630 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-63771533-77dd-4806-bf5d-310f2f9d74ab req-f9638f25-6abc-4cd9-93a2-30672011c6bb tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0871282 Jul 22 19:17:25.675782 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-425c27aa-165a-45ab-8326-27899ca3e826 req-f3f52011-0598-43f2-bcc8-a0821fa8893e tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041155 Jul 22 19:17:25.695383 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-b690601f-964f-429b-9ccc-78941db12843 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] For port 817250b5-9bf6-4789-a60b-003d176e5f13, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=817250b5-9bf6-4789-a60b-003d176e5f13,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:25.696573 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b690601f-964f-429b-9ccc-78941db12843 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:25.710216 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-b690601f-964f-429b-9ccc-78941db12843 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Calling delete_port for 817250b5-9bf6-4789-a60b-003d176e5f13 owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:25.772022 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:17:25.785009 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:25.798006 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] Transition to ACTIVE for port object a3e2c045-ecb6-4569-b313-912fa4743d1f will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:25.805761 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:25.839974 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8219ca2c-28f7-4149-9416-228f62eeac37 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:25.841545 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8219ca2c-28f7-4149-9416-228f62eeac37 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2790406 Jul 22 19:17:25.846350 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53872) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:25.865154 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] Attempting to bind port a3e2c045-ecb6-4569-b313-912fa4743d1f on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:17:25.865760 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] Attempting to bind port a3e2c045-ecb6-4569-b313-912fa4743d1f by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:17:25.866211 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] Attempting to bind port a3e2c045-ecb6-4569-b313-912fa4743d1f on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:17:25.878377 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:17:25.879069 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:17:25.879552 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:25.880188 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:17:25.880782 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] Bound port: a3e2c045-ecb6-4569-b313-912fa4743d1f, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:17:25.881379 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:25.884973 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-972034ed-111e-4d56-959e-48b4eb330b44 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375142 Jul 22 19:17:25.887766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53874) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:25.892857 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-edaa1384-96fe-4911-a6b7-bc64393a5138 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1671136633', 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd', 'project_id': '637aa3e692f04588bda049c0135065ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:25.933050 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed12ddc-1b38-4838-bfad-67e068caf0c8 None None] Pushing event updated for resources: {'Port': ['ID=a3e2c045-ecb6-4569-b313-912fa4743d1f,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:25.955175 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-eac92139-2fbb-4521-9d43-8f1cf9401c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Deleting port 702c09c4-d7bc-46d9-8c25-491702d44f5e {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:25.955521 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eac92139-2fbb-4521-9d43-8f1cf9401c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:25.962433 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] For port a3e2c045-ecb6-4569-b313-912fa4743d1f, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:17:25.966667 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] For port a3e2c045-ecb6-4569-b313-912fa4743d1f, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a3e2c045-ecb6-4569-b313-912fa4743d1f,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:17:25.970749 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:25.985901 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b690601f-964f-429b-9ccc-78941db12843 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:26.027151 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690601f-964f-429b-9ccc-78941db12843 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Pushing event deleted for resources: {'Port': ['ID=817250b5-9bf6-4789-a60b-003d176e5f13,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:26.030585 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] Routers {'c76e63c0-cbd4-4437-9048-12cf770552cc'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:26.031799 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c76e63c0-cbd4-4437-9048-12cf770552cc'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:26.034912 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed12ddc-1b38-4838-bfad-67e068caf0c8 None None] Pushing event updated for resources: {'Port': ['ID=a3e2c045-ecb6-4569-b313-912fa4743d1f,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:26.055851 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7bfaee3-6ec7-413e-b35b-a44178839216 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:26.063239 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7bfaee3-6ec7-413e-b35b-a44178839216 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-910330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-910305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-910161'] for router, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:26.079130 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eac92139-2fbb-4521-9d43-8f1cf9401c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:26.091455 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaa1384-96fe-4911-a6b7-bc64393a5138 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Made reservation on behalf of 637aa3e692f04588bda049c0135065ab for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:17:26.094951 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-edaa1384-96fe-4911-a6b7-bc64393a5138 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:26.136957 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b690601f-964f-429b-9ccc-78941db12843 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:26.147588 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] Set router c76e63c0-cbd4-4437-9048-12cf770552cc gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:17:26.154284 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-eac92139-2fbb-4521-9d43-8f1cf9401c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Calling delete_port for 702c09c4-d7bc-46d9-8c25-491702d44f5e owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:26.286111 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b690601f-964f-429b-9ccc-78941db12843 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:26.288409 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b690601f-964f-429b-9ccc-78941db12843 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:26.314699 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bfaee3-6ec7-413e-b35b-a44178839216 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Router 1d9e908f-a426-4f4c-9326-9698c27f5231 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:17:26.341662 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b690601f-964f-429b-9ccc-78941db12843 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:26.342946 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b690601f-964f-429b-9ccc-78941db12843 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aec921bd-9d94-46c8-a3af-74cf82c4a3ba {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:17:26.344333 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454399952', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:19Z', 'updated_at': '2021-07-22T19:17:23Z', 'revision_number': 3, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:21Z', 'updated_at': '2021-07-22T19:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:26.349685 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b690601f-964f-429b-9ccc-78941db12843 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:26.355275 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b690601f-964f-429b-9ccc-78941db12843 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "DELETE /v2.0/routers/aec921bd-9d94-46c8-a3af-74cf82c4a3ba HTTP/1.1" status: 204 len: 168 time: 2.1107259 Jul 22 19:17:26.355936 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53876) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:26.361062 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2e29a74d-b3bf-43bf-9cd0-44dbc7a02a01 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-239498174', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}, 'admin_state_up': False}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:26.376146 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e38e65e-7f59-432e-bb02-e2d7badc49ab None None] The sync data for ids ['c76e63c0-cbd4-4437-9048-12cf770552cc'] in n-d-800086-12 is: [{'id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454399952', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:19Z', 'updated_at': '2021-07-22T19:17:23Z', 'revision_number': 3, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:21Z', 'updated_at': '2021-07-22T19:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:17:26.390451 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e29a74d-b3bf-43bf-9cd0-44dbc7a02a01 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:26.391523 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e29a74d-b3bf-43bf-9cd0-44dbc7a02a01 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:26.416510 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eac92139-2fbb-4521-9d43-8f1cf9401c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:26.493963 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e29a74d-b3bf-43bf-9cd0-44dbc7a02a01 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:26.495041 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac92139-2fbb-4521-9d43-8f1cf9401c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Pushing event deleted for resources: {'Port': ['ID=702c09c4-d7bc-46d9-8c25-491702d44f5e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:26.498048 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eac92139-2fbb-4521-9d43-8f1cf9401c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:26.500235 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-eac92139-2fbb-4521-9d43-8f1cf9401c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] 10.222.0.13 "DELETE /v2.0/ports/702c09c4-d7bc-46d9-8c25-491702d44f5e HTTP/1.1" status: 204 len: 168 time: 0.9178212 Jul 22 19:17:26.503666 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53878) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:26.576668 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bfaee3-6ec7-413e-b35b-a44178839216 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:26.582545 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65d44cf-d48f-404f-8079-9314fce35dec tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Deleting subnet aa5299b0-0579-42ff-9d4b-c9593fa3923a {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:17:26.588021 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5eae64-5cbc-4f43-96d3-cde27ab0f00c None None] Sync routers for ids ['1d9e908f-a426-4f4c-9326-9698c27f5231'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:26.589944 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7bfaee3-6ec7-413e-b35b-a44178839216 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:26.596669 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f7bfaee3-6ec7-413e-b35b-a44178839216 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "PUT /v2.0/routers/1d9e908f-a426-4f4c-9326-9698c27f5231 HTTP/1.1" status: 200 len: 882 time: 2.4800446 Jul 22 19:17:26.600343 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53880) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:26.601340 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e65d44cf-d48f-404f-8079-9314fce35dec tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:26.604172 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5eae64-5cbc-4f43-96d3-cde27ab0f00c None None] Routers {'1d9e908f-a426-4f4c-9326-9698c27f5231'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:26.605855 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ca5eae64-5cbc-4f43-96d3-cde27ab0f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['1d9e908f-a426-4f4c-9326-9698c27f5231'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:26.647373 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ca5eae64-5cbc-4f43-96d3-cde27ab0f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:26.661092 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5eae64-5cbc-4f43-96d3-cde27ab0f00c None None] Routers {'1d9e908f-a426-4f4c-9326-9698c27f5231'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:26.661893 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ca5eae64-5cbc-4f43-96d3-cde27ab0f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['1d9e908f-a426-4f4c-9326-9698c27f5231'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:26.724190 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ca5eae64-5cbc-4f43-96d3-cde27ab0f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:26.725300 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5eae64-5cbc-4f43-96d3-cde27ab0f00c None None] The sync data for ids ['1d9e908f-a426-4f4c-9326-9698c27f5231'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:17:26.754808 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e29a74d-b3bf-43bf-9cd0-44dbc7a02a01 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:26.783631 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-edaa1384-96fe-4911-a6b7-bc64393a5138 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:26.800449 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e65d44cf-d48f-404f-8079-9314fce35dec tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:26.904367 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-06c47953-d4fc-4862-ace4-efa1c4a01bf3 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "GET /v2.0/routers/1d9e908f-a426-4f4c-9326-9698c27f5231 HTTP/1.1" status: 200 len: 923 time: 0.2988503 Jul 22 19:17:26.909977 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53888) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:26.943683 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e65d44cf-d48f-404f-8079-9314fce35dec tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.007220 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5220e4b5-05b3-469b-bc02-ac917a06303e req-7a7c36a5-19a9-4f7d-95da-a9aead3e8016 tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.1375124 Jul 22 19:17:27.012839 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa1384-96fe-4911-a6b7-bc64393a5138 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Subnet': ['ID=4638c070-974b-404a-b719-c849049732a3,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:27.021670 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e65d44cf-d48f-404f-8079-9314fce35dec tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.045550 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e65d44cf-d48f-404f-8079-9314fce35dec tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.045550 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e65d44cf-d48f-404f-8079-9314fce35dec tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] 10.222.0.13 "DELETE /v2.0/subnets/aa5299b0-0579-42ff-9d4b-c9593fa3923a HTTP/1.1" status: 204 len: 168 time: 0.5364022 Jul 22 19:17:27.046432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f868aeb-d7f3-420e-afa3-1a85c13cb8dd None None] Network 4e903182-1893-427a-9bdb-5d2a7bed5aac requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:17:27.049662 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53890) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:27.060621 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d44cf-d48f-404f-8079-9314fce35dec tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Pushing event deleted for resources: {'Subnet': ['ID=aa5299b0-0579-42ff-9d4b-c9593fa3923a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:27.167224 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaa1384-96fe-4911-a6b7-bc64393a5138 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Checking segment: {'id': '4ff97e91-d90f-4c54-b154-3a39743b26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:17:27.167808 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaa1384-96fe-4911-a6b7-bc64393a5138 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network hostable DHCP agents. Network: df503071-5467-4b61-a327-2f5cc8dfeccd, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:17:27.199924 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a3e2c045-ecb6-4569-b313-912fa4743d1f up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:17:27.268994 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-89459b5f-25ae-49ce-a390-12b707319495 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.290099 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port a3e2c045-ecb6-4569-b313-912fa4743d1f completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:17:27.294819 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port a3e2c045-ecb6-4569-b313-912fa4743d1f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:27.295305 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.295822 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266366c0-7e90-4e91-ae31-3a866cdd1716 req-95729531-04a1-4a5c-aa46-e03526b7780c tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:27.297483 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-266366c0-7e90-4e91-ae31-3a866cdd1716 req-95729531-04a1-4a5c-aa46-e03526b7780c tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 945 time: 0.4250765 Jul 22 19:17:27.300919 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaa1384-96fe-4911-a6b7-bc64393a5138 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network df503071-5467-4b61-a327-2f5cc8dfeccd is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:17:27.304174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e329a40a-a6f7-4f4b-884a-ae2572df2293 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:27.306337 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e329a40a-a6f7-4f4b-884a-ae2572df2293 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&device_id=1d9e908f-a426-4f4c-9326-9698c27f5231&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3958030 Jul 22 19:17:27.309151 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53892) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:27.349484 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-edaa1384-96fe-4911-a6b7-bc64393a5138 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, df503071-5467-4b61-a327-2f5cc8dfeccd) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:27.358954 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaa1384-96fe-4911-a6b7-bc64393a5138 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:27.359881 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-edaa1384-96fe-4911-a6b7-bc64393a5138 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.378631 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc735a91-eff8-4ea1-a096-3686c11c2ff4 None None] Network df503071-5467-4b61-a327-2f5cc8dfeccd requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:17:27.382639 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5999e598-6550-47e2-ae17-41ffc3036264 None None] DHCP port deletion for 4e903182-1893-427a-9bdb-5d2a7bed5aac request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:17:27.419723 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-266366c0-7e90-4e91-ae31-3a866cdd1716 req-ab367ba8-f833-426c-9b5c-3cb65cfacb34 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049590 Jul 22 19:17:27.425977 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-edaa1384-96fe-4911-a6b7-bc64393a5138 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5371690 Jul 22 19:17:27.427204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53894) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:27.474817 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac502f7-b5a3-4aba-94cb-37c9dfcbbb38 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:27.476551 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3ac502f7-b5a3-4aba-94cb-37c9dfcbbb38 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 881 time: 0.1663721 Jul 22 19:17:27.480057 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53898) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:27.516433 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-70eca25b-d4f7-476c-8ca5-cdfc3face1ac tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d9e908f-a426-4f4c-9326-9698c27f5231 HTTP/1.1" status: 200 len: 205 time: 0.0345485 Jul 22 19:17:27.518601 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53900) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:27.556234 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.604909 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port a3e2c045-ecb6-4569-b313-912fa4743d1f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a3e2c045-ecb6-4569-b313-912fa4743d1f,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:27.616257 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.655905 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b461649f-c21e-4acc-8081-5dd2c7bb2d18 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.689618 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e29a74d-b3bf-43bf-9cd0-44dbc7a02a01 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.699121 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-89459b5f-25ae-49ce-a390-12b707319495 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Deleting port dbf0fe9d-f227-4a0e-a5dd-25c11d612baa {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:27.699458 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-89459b5f-25ae-49ce-a390-12b707319495 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.741780 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e29a74d-b3bf-43bf-9cd0-44dbc7a02a01 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.785756 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b461649f-c21e-4acc-8081-5dd2c7bb2d18 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.818760 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 817250b5-9bf6-4789-a60b-003d176e5f13 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:17:27.844936 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-b461649f-c21e-4acc-8081-5dd2c7bb2d18 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Deleting port 3d43a31e-705b-4e7a-9334-954eaff4b673 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:27.845284 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b461649f-c21e-4acc-8081-5dd2c7bb2d18 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.869032 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 817250b5-9bf6-4789-a60b-003d176e5f13 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:17:27.869313 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 817250b5-9bf6-4789-a60b-003d176e5f13 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:17:27.876765 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5999e598-6550-47e2-ae17-41ffc3036264 None None] Deleting port dbf0fe9d-f227-4a0e-a5dd-25c11d612baa {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:27.877144 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5999e598-6550-47e2-ae17-41ffc3036264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.916823 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda120a-9a83-495d-a5ba-4e3c44070513 req-bf7f7036-b64a-4cf6-9aeb-50840bd7beb5 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:27.918322 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cda120a-9a83-495d-a5ba-4e3c44070513 req-bf7f7036-b64a-4cf6-9aeb-50840bd7beb5 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 945 time: 0.3611541 Jul 22 19:17:27.934376 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b461649f-c21e-4acc-8081-5dd2c7bb2d18 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.941100 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-89459b5f-25ae-49ce-a390-12b707319495 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] For port dbf0fe9d-f227-4a0e-a5dd-25c11d612baa, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=dbf0fe9d-f227-4a0e-a5dd-25c11d612baa,segment=NetworkSegment(b35e036c-a327-4cf9-bf23-b401698b5cc7),segment_id=b35e036c-a327-4cf9-bf23-b401698b5cc7)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:27.941444 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-89459b5f-25ae-49ce-a390-12b707319495 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.954746 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-b461649f-c21e-4acc-8081-5dd2c7bb2d18 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Calling delete_port for 3d43a31e-705b-4e7a-9334-954eaff4b673 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:27.961032 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-5999e598-6550-47e2-ae17-41ffc3036264 None None] For port dbf0fe9d-f227-4a0e-a5dd-25c11d612baa, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=dbf0fe9d-f227-4a0e-a5dd-25c11d612baa,segment=NetworkSegment(b35e036c-a327-4cf9-bf23-b401698b5cc7),segment_id=b35e036c-a327-4cf9-bf23-b401698b5cc7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:27.961938 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5999e598-6550-47e2-ae17-41ffc3036264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.980359 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-89459b5f-25ae-49ce-a390-12b707319495 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Calling delete_port for dbf0fe9d-f227-4a0e-a5dd-25c11d612baa owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:27.995145 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=a3e2c045-ecb6-4569-b313-912fa4743d1f,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:27.997944 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5999e598-6550-47e2-ae17-41ffc3036264 None None] Calling delete_port for dbf0fe9d-f227-4a0e-a5dd-25c11d612baa owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:28.014009 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-df503071-5467-4b61-a327-2f5cc8dfeccd', 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'fixed_ips': [{'subnet_id': '4638c070-974b-404a-b719-c849049732a3'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:17:28.014980 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:28.169196 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5999e598-6550-47e2-ae17-41ffc3036264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:28.183685 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b461649f-c21e-4acc-8081-5dd2c7bb2d18 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:28.203670 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999e598-6550-47e2-ae17-41ffc3036264 None None] Pushing event deleted for resources: {'Port': ['ID=dbf0fe9d-f227-4a0e-a5dd-25c11d612baa,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:28.222950 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461649f-c21e-4acc-8081-5dd2c7bb2d18 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Pushing event deleted for resources: {'Port': ['ID=3d43a31e-705b-4e7a-9334-954eaff4b673,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:28.227499 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5999e598-6550-47e2-ae17-41ffc3036264 None None] No DVR routers for this DVR port dbf0fe9d-f227-4a0e-a5dd-25c11d612baa on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:17:28.255973 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] Allocated IP 172.20.0.2 (df503071-5467-4b61-a327-2f5cc8dfeccd/4638c070-974b-404a-b719-c849049732a3/f11551f4-98ee-495b-8b6f-fd0499e9798d) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:28.303432 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b461649f-c21e-4acc-8081-5dd2c7bb2d18 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:28.376299 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4a71f418-b3b4-411b-b8cd-5caa5bfb16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:28.426000 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b461649f-c21e-4acc-8081-5dd2c7bb2d18 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:28.429066 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b461649f-c21e-4acc-8081-5dd2c7bb2d18 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:28.448134 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:28.457959 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] Transition to ACTIVE for port object f11551f4-98ee-495b-8b6f-fd0499e9798d will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:28.473317 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] Transition to ACTIVE for port object f11551f4-98ee-495b-8b6f-fd0499e9798d will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:28.478360 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cda120a-9a83-495d-a5ba-4e3c44070513 req-ac4cb7e6-1e5b-4354-b6b3-b7354db8343c tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505867 Jul 22 19:17:28.486476 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:28.490108 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b461649f-c21e-4acc-8081-5dd2c7bb2d18 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:28.490731 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b461649f-c21e-4acc-8081-5dd2c7bb2d18 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Fanout notify agent at l3_agent the message router_deleted on router 1d9e908f-a426-4f4c-9326-9698c27f5231 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:17:28.509220 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b461649f-c21e-4acc-8081-5dd2c7bb2d18 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:28.510540 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b461649f-c21e-4acc-8081-5dd2c7bb2d18 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "DELETE /v2.0/routers/1d9e908f-a426-4f4c-9326-9698c27f5231 HTTP/1.1" status: 204 len: 168 time: 0.9908748 Jul 22 19:17:28.514425 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53908) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:28.519439 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c776e700-82a6-4fa2-92e9-e57a8d6e94b4 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-80187983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:28.560524 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] Pushing event updated for resources: {'Port': ['ID=f11551f4-98ee-495b-8b6f-fd0499e9798d,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:28.561231 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c776e700-82a6-4fa2-92e9-e57a8d6e94b4 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:28.563193 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c776e700-82a6-4fa2-92e9-e57a8d6e94b4 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:28.563349 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7efe9db3-2875-4b7c-a43d-44150ca167b1 req-91ce7469-4855-4db0-9514-400aeda1b285 tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.1209590 Jul 22 19:17:28.571709 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] Network df503071-5467-4b61-a327-2f5cc8dfeccd is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:28.575692 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:28.582588 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:28.657386 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c776e700-82a6-4fa2-92e9-e57a8d6e94b4 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:28.665992 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c776e700-82a6-4fa2-92e9-e57a8d6e94b4 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:28.683935 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c776e700-82a6-4fa2-92e9-e57a8d6e94b4 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:28.684838 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] Attempting to bind port f11551f4-98ee-495b-8b6f-fd0499e9798d on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:17:28.685506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] Attempting to bind port f11551f4-98ee-495b-8b6f-fd0499e9798d by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '4ff97e91-d90f-4c54-b154-3a39743b26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:17:28.685694 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] Attempting to bind port f11551f4-98ee-495b-8b6f-fd0499e9798d on network df503071-5467-4b61-a327-2f5cc8dfeccd {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:17:28.685801 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c776e700-82a6-4fa2-92e9-e57a8d6e94b4 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1702754 Jul 22 19:17:28.688144 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53912) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:28.694242 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:17:28.694951 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] Checking segment: {'id': '4ff97e91-d90f-4c54-b154-3a39743b26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:17:28.695804 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-5d2a8399-4db7-4304-97df-df7a7442aa07 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'enable_snat': True}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:28.696402 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:28.697058 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] Bound using segment: {'id': '4ff97e91-d90f-4c54-b154-3a39743b26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:17:28.697708 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] Bound port: f11551f4-98ee-495b-8b6f-fd0499e9798d, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff97e91-d90f-4c54-b154-3a39743b26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:17:28.697848 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-2e29a74d-b3bf-43bf-9cd0-44dbc7a02a01 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Allocated IP 172.25.3.105 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/fd0ce9c1-e2f0-47a0-a3b7-c1b81cdf61aa) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:28.698384 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:28.782247 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] For port f11551f4-98ee-495b-8b6f-fd0499e9798d, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:17:28.786231 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] For port f11551f4-98ee-495b-8b6f-fd0499e9798d, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f11551f4-98ee-495b-8b6f-fd0499e9798d,segment=NetworkSegment(4ff97e91-d90f-4c54-b154-3a39743b26ac),segment_id=4ff97e91-d90f-4c54-b154-3a39743b26ac)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:17:28.792084 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:28.798390 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-89459b5f-25ae-49ce-a390-12b707319495 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:28.863063 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89459b5f-25ae-49ce-a390-12b707319495 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] No DVR routers for this DVR port dbf0fe9d-f227-4a0e-a5dd-25c11d612baa on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:17:28.866621 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89459b5f-25ae-49ce-a390-12b707319495 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Pushing event deleted for resources: {'Port': ['ID=dbf0fe9d-f227-4a0e-a5dd-25c11d612baa,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:28.868166 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4707b-bd77-4cac-bdfe-94621c6b0f19 None None] Pushing event updated for resources: {'Port': ['ID=f11551f4-98ee-495b-8b6f-fd0499e9798d,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:28.940794 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8399-4db7-4304-97df-df7a7442aa07 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:29.010166 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691cb64-daac-4ef4-8363-3f392a01a1f2 req-286e6517-1e5b-4edf-9ac3-24fc8745da73 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:29.013809 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9691cb64-daac-4ef4-8363-3f392a01a1f2 req-286e6517-1e5b-4edf-9ac3-24fc8745da73 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 945 time: 0.3119709 Jul 22 19:17:29.123271 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-89459b5f-25ae-49ce-a390-12b707319495 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:29.148757 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-89459b5f-25ae-49ce-a390-12b707319495 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e903182-1893-427a-9bdb-5d2a7bed5aac']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:29.187246 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-89459b5f-25ae-49ce-a390-12b707319495 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35e036c-a327-4cf9-bf23-b401698b5cc7') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:29.187516 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-89459b5f-25ae-49ce-a390-12b707319495 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35e036c-a327-4cf9-bf23-b401698b5cc7') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:29.194590 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8399-4db7-4304-97df-df7a7442aa07 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:29.211448 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e29a74d-b3bf-43bf-9cd0-44dbc7a02a01 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:29.216077 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8399-4db7-4304-97df-df7a7442aa07 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:29.219221 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-89459b5f-25ae-49ce-a390-12b707319495 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:29.246724 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9691cb64-daac-4ef4-8363-3f392a01a1f2 req-e5bcafa6-8659-4c5c-89db-0c372c8d1eb4 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095692 Jul 22 19:17:29.256800 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-89459b5f-25ae-49ce-a390-12b707319495 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:29.287180 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f11551f4-98ee-495b-8b6f-fd0499e9798d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:17:29.295709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89459b5f-25ae-49ce-a390-12b707319495 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:17:29.296135 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-89459b5f-25ae-49ce-a390-12b707319495 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: items = [ Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:17:29.299233 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:17:29.345553 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port f11551f4-98ee-495b-8b6f-fd0499e9798d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:17:29.349398 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a3e2c045-ecb6-4569-b313-912fa4743d1f up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:17:29.399051 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port a3e2c045-ecb6-4569-b313-912fa4743d1f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:29.399585 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:29.411574 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7582e546-49e4-4573-bb3a-6f157915c3fc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:29.437838 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e29a74d-b3bf-43bf-9cd0-44dbc7a02a01 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:29.476299 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-89459b5f-25ae-49ce-a390-12b707319495 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:29.490271 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-5d2a8399-4db7-4304-97df-df7a7442aa07 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Allocated IP 172.25.3.142 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/ffc22201-c803-4f83-b975-6fa8d24605ca) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:29.534539 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device dbf0fe9d-f227-4a0e-a5dd-25c11d612baa no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:17:29.543172 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-89459b5f-25ae-49ce-a390-12b707319495 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:29.547499 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-89459b5f-25ae-49ce-a390-12b707319495 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] 10.222.0.13 "DELETE /v2.0/networks/4e903182-1893-427a-9bdb-5d2a7bed5aac HTTP/1.1" status: 204 len: 168 time: 2.4939001 Jul 22 19:17:29.580219 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89459b5f-25ae-49ce-a390-12b707319495 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507 tempest-ExtraDHCPOptionsIpV6TestJSON-1739502507-project] Pushing event deleted for resources: {'Network': ['ID=4e903182-1893-427a-9bdb-5d2a7bed5aac,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:29.583853 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: dbf0fe9d-f227-4a0e-a5dd-25c11d612baa {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:17:29.584045 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device dbf0fe9d-f227-4a0e-a5dd-25c11d612baa not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:17:29.591655 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e29a74d-b3bf-43bf-9cd0-44dbc7a02a01 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:29.604875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-2e29a74d-b3bf-43bf-9cd0-44dbc7a02a01 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:29.608507 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29a74d-b3bf-43bf-9cd0-44dbc7a02a01 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Pushing event updated for resources: {'Port': ['ID=fd0ce9c1-e2f0-47a0-a3b7-c1b81cdf61aa,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:29.613164 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e29a74d-b3bf-43bf-9cd0-44dbc7a02a01 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:29.649241 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8399-4db7-4304-97df-df7a7442aa07 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:29.675215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a31598-9149-483d-b302-173016c87b0d req-ff6f18a2-5780-404f-8a46-6947c671fad4 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:29.681381 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5a31598-9149-483d-b302-173016c87b0d req-ff6f18a2-5780-404f-8a46-6947c671fad4 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 945 time: 0.3353179 Jul 22 19:17:29.923690 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5a31598-9149-483d-b302-173016c87b0d req-0748b84d-c263-4ebf-9399-aaf655b2185d tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381601 Jul 22 19:17:29.934614 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2a19a0a-1e75-4ae8-be1c-a36e002a87b3 req-10b7dbed-3c63-467b-aa28-989b9ca398a2 tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.1061764 Jul 22 19:17:30.006222 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53928) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:30.042052 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8572b19f-cc8a-424f-8bfe-b9aa29c06f89 None None] Network df503071-5467-4b61-a327-2f5cc8dfeccd requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:17:30.103415 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8399-4db7-4304-97df-df7a7442aa07 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:30.150042 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2a8399-4db7-4304-97df-df7a7442aa07 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:30.153108 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-5d2a8399-4db7-4304-97df-df7a7442aa07 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:30.157934 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2a8399-4db7-4304-97df-df7a7442aa07 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:30.161012 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a8399-4db7-4304-97df-df7a7442aa07 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Pushing event updated for resources: {'Port': ['ID=ffc22201-c803-4f83-b975-6fa8d24605ca,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:30.208544 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-888938cc-ea7d-46af-ae4e-09324f3c3ced None None] Provisioning for port f11551f4-98ee-495b-8b6f-fd0499e9798d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:17:30.230123 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-888938cc-ea7d-46af-ae4e-09324f3c3ced None None] Provisioning complete for port f11551f4-98ee-495b-8b6f-fd0499e9798d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:30.230492 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-888938cc-ea7d-46af-ae4e-09324f3c3ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:30.299526 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4bf0bf59-593d-4317-b415-c6c0cac3a60a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13cb7d9ac3914372b5aa726e00eb0f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2920885 Jul 22 19:17:30.306406 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53932) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:30.311457 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662de73-9972-4914-b616-fe29a2021122 req-e2ed48c0-6cb6-402c-93e7-c355e546bbb4 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:30.318464 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b662de73-9972-4914-b616-fe29a2021122 req-e2ed48c0-6cb6-402c-93e7-c355e546bbb4 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 945 time: 0.2748802 Jul 22 19:17:30.323171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-7582e546-49e4-4573-bb3a-6f157915c3fc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Allocated IP 172.20.0.1 (df503071-5467-4b61-a327-2f5cc8dfeccd/4638c070-974b-404a-b719-c849049732a3/72062bd7-7518-492a-8c6b-fbceea6e6155) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:30.342083 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-888938cc-ea7d-46af-ae4e-09324f3c3ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:30.386740 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-888938cc-ea7d-46af-ae4e-09324f3c3ced None None] For port f11551f4-98ee-495b-8b6f-fd0499e9798d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f11551f4-98ee-495b-8b6f-fd0499e9798d,segment=NetworkSegment(4ff97e91-d90f-4c54-b154-3a39743b26ac),segment_id=4ff97e91-d90f-4c54-b154-3a39743b26ac)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:30.393961 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-888938cc-ea7d-46af-ae4e-09324f3c3ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:30.401918 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e29a74d-b3bf-43bf-9cd0-44dbc7a02a01 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:30.465170 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b662de73-9972-4914-b616-fe29a2021122 req-322fb354-f71c-43bb-bb35-303562314bad tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315434 Jul 22 19:17:30.478123 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888938cc-ea7d-46af-ae4e-09324f3c3ced None None] Pushing event updated for resources: {'Port': ['ID=f11551f4-98ee-495b-8b6f-fd0499e9798d,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:30.520274 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-82612c61-21aa-4e69-9345-16674bd74633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:30.552983 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8399-4db7-4304-97df-df7a7442aa07 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:30.559961 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-82612c61-21aa-4e69-9345-16674bd74633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:30.617063 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7acdf79b-417f-4309-961d-2aab7856c668 None None] Provisioning complete for port f11551f4-98ee-495b-8b6f-fd0499e9798d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:30.618059 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7acdf79b-417f-4309-961d-2aab7856c668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:30.732609 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-82612c61-21aa-4e69-9345-16674bd74633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:30.735272 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-82612c61-21aa-4e69-9345-16674bd74633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:30.736543 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-82612c61-21aa-4e69-9345-16674bd74633 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54f84c2c-13b1-4e59-a3af-f7bd9af7ab2f HTTP/1.1" status: 204 len: 168 time: 0.4174547 Jul 22 19:17:30.762596 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7582e546-49e4-4573-bb3a-6f157915c3fc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:30.772593 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82612c61-21aa-4e69-9345-16674bd74633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f84c2c-13b1-4e59-a3af-f7bd9af7ab2f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:30.799806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d22ba-8f56-4018-a217-771a0f170312 req-c4856523-d0cf-46a3-aef8-ec54c6e05d54 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:30.801582 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-348d22ba-8f56-4018-a217-771a0f170312 req-c4856523-d0cf-46a3-aef8-ec54c6e05d54 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 945 time: 0.2632437 Jul 22 19:17:30.815897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-7582e546-49e4-4573-bb3a-6f157915c3fc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Transition to ACTIVE for port object 72062bd7-7518-492a-8c6b-fbceea6e6155 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:30.825103 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8399-4db7-4304-97df-df7a7442aa07 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:30.829067 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8399-4db7-4304-97df-df7a7442aa07 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-910330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-910305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-910161'] for router, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:30.847181 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e29a74d-b3bf-43bf-9cd0-44dbc7a02a01 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:30.958643 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-348d22ba-8f56-4018-a217-771a0f170312 req-b95e7b1d-51cc-41e6-b73d-35ebfeb7ac6f tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440182 Jul 22 19:17:30.974398 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2a8399-4db7-4304-97df-df7a7442aa07 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Router 81d7b5e1-7589-402d-b398-2a72b9f62295 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:17:31.016802 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7582e546-49e4-4573-bb3a-6f157915c3fc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:31.022204 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c252a3a6-830b-4f39-bb86-17db2c154d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:31.087755 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:31.121976 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7582e546-49e4-4573-bb3a-6f157915c3fc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network df503071-5467-4b61-a327-2f5cc8dfeccd is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:31.148518 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-7582e546-49e4-4573-bb3a-6f157915c3fc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:31.151013 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582e546-49e4-4573-bb3a-6f157915c3fc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=72062bd7-7518-492a-8c6b-fbceea6e6155,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:31.153271 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7582e546-49e4-4573-bb3a-6f157915c3fc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:31.184209 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-769c894b-4e2d-4b7d-8c7f-d97da9b59783 req-6173ba4a-2ece-4f89-b978-deb91e02e3be tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0856767 Jul 22 19:17:31.196883 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f11551f4-98ee-495b-8b6f-fd0499e9798d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:17:31.199661 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e29a74d-b3bf-43bf-9cd0-44dbc7a02a01 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Router a3fd83c5-327d-4a5b-8d8c-a7f34bbc0892 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:17:31.225600 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2a8399-4db7-4304-97df-df7a7442aa07 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:31.245046 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2fa989-50da-4f27-8986-c12eebad8050 None None] Sync routers for ids ['81d7b5e1-7589-402d-b398-2a72b9f62295'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:31.265147 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d2a8399-4db7-4304-97df-df7a7442aa07 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:31.265603 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2fa989-50da-4f27-8986-c12eebad8050 None None] Routers {'81d7b5e1-7589-402d-b398-2a72b9f62295'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:31.267018 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-fc2fa989-50da-4f27-8986-c12eebad8050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['81d7b5e1-7589-402d-b398-2a72b9f62295'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:31.271869 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port f11551f4-98ee-495b-8b6f-fd0499e9798d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:31.272633 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:31.273344 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5d2a8399-4db7-4304-97df-df7a7442aa07 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "PUT /v2.0/routers/81d7b5e1-7589-402d-b398-2a72b9f62295 HTTP/1.1" status: 200 len: 917 time: 2.5833604 Jul 22 19:17:31.278662 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53956) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:31.280515 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7582e546-49e4-4573-bb3a-6f157915c3fc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:31.344014 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-fc2fa989-50da-4f27-8986-c12eebad8050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:31.366783 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2fa989-50da-4f27-8986-c12eebad8050 None None] Routers {'81d7b5e1-7589-402d-b398-2a72b9f62295'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:31.368151 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-fc2fa989-50da-4f27-8986-c12eebad8050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['81d7b5e1-7589-402d-b398-2a72b9f62295'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:31.422029 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2524bf14-8d46-48c6-8eef-01c3812c9af3 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "GET /v2.0/routers/81d7b5e1-7589-402d-b398-2a72b9f62295 HTTP/1.1" status: 200 len: 923 time: 0.1421103 Jul 22 19:17:31.422860 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53960) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:31.444081 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-fc2fa989-50da-4f27-8986-c12eebad8050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:31.447330 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2fa989-50da-4f27-8986-c12eebad8050 None None] The sync data for ids ['81d7b5e1-7589-402d-b398-2a72b9f62295'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:17:31.503158 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdb8bc5-8ad9-4268-8527-2fcafeac42a0 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:31.507877 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6bdb8bc5-8ad9-4268-8527-2fcafeac42a0 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&device_id=81d7b5e1-7589-402d-b398-2a72b9f62295&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0807726 Jul 22 19:17:31.508791 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53964) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:31.550412 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-413ba365-eb35-40b1-8187-d65ef6c21cc7 None None] Provisioning for port 72062bd7-7518-492a-8c6b-fbceea6e6155 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:17:31.555844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-413ba365-eb35-40b1-8187-d65ef6c21cc7 None None] Provisioning complete for port 72062bd7-7518-492a-8c6b-fbceea6e6155 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:31.556594 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-413ba365-eb35-40b1-8187-d65ef6c21cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:31.603814 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-413ba365-eb35-40b1-8187-d65ef6c21cc7 None None] Port 72062bd7-7518-492a-8c6b-fbceea6e6155 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:17:31.628070 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed082368-27be-40ab-84ad-b6e7cfeed482 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:31.632527 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ed082368-27be-40ab-84ad-b6e7cfeed482 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 881 time: 0.1198320 Jul 22 19:17:31.634637 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53970) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:31.672907 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5a16b486-5e84-4c48-b9be-a8c741aa7ca4 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d7b5e1-7589-402d-b398-2a72b9f62295 HTTP/1.1" status: 200 len: 205 time: 0.0328653 Jul 22 19:17:31.673682 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53972) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:31.746480 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53974) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:31.797391 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da84ef0b-a4bd-45c4-b519-1f8121ed8f8f tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:31.881670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-02fa8e3e-668b-4d4d-b514-5873ce3e8e93 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-864714258'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:31.915120 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fa8e3e-668b-4d4d-b514-5873ce3e8e93 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Made reservation on behalf of 32ac999f5f624f18babc3cf98d88bd99 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:17:31.918556 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-02fa8e3e-668b-4d4d-b514-5873ce3e8e93 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:31.931815 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-02fa8e3e-668b-4d4d-b514-5873ce3e8e93 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:31.945625 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da84ef0b-a4bd-45c4-b519-1f8121ed8f8f tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:31.963568 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35544a-1cca-4980-9187-21e1dc212969 req-8fb57e33-edbc-40a6-b473-08b802b55177 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:31.965224 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bc35544a-1cca-4980-9187-21e1dc212969 req-8fb57e33-edbc-40a6-b473-08b802b55177 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 945 time: 0.7862315 Jul 22 19:17:32.026611 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e29a74d-b3bf-43bf-9cd0-44dbc7a02a01 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:32.041328 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3b1e1-fc0c-4e3f-b934-5cb75da08941 None None] Sync routers for ids ['a3fd83c5-327d-4a5b-8d8c-a7f34bbc0892'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:32.043535 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-da84ef0b-a4bd-45c4-b519-1f8121ed8f8f tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Deleting port ffc22201-c803-4f83-b975-6fa8d24605ca {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:32.043891 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da84ef0b-a4bd-45c4-b519-1f8121ed8f8f tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:32.056186 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a3b1e1-fc0c-4e3f-b934-5cb75da08941 None None] Routers {'a3fd83c5-327d-4a5b-8d8c-a7f34bbc0892'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:32.057142 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-c8a3b1e1-fc0c-4e3f-b934-5cb75da08941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['a3fd83c5-327d-4a5b-8d8c-a7f34bbc0892'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:32.062422 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bc35544a-1cca-4980-9187-21e1dc212969 req-873c261e-9d19-4b63-a356-6e792f7ac050 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909162 Jul 22 19:17:32.097609 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-02fa8e3e-668b-4d4d-b514-5873ce3e8e93 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:32.109736 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e29a74d-b3bf-43bf-9cd0-44dbc7a02a01 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:32.113685 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2e29a74d-b3bf-43bf-9cd0-44dbc7a02a01 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.7538292 Jul 22 19:17:32.114990 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53982) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:32.119143 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-0ea511e6-7000-4701-b251-b7506e4800f9 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'enable_snat': False}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:32.120868 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-c8a3b1e1-fc0c-4e3f-b934-5cb75da08941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:32.130490 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a3b1e1-fc0c-4e3f-b934-5cb75da08941 None None] Routers {'a3fd83c5-327d-4a5b-8d8c-a7f34bbc0892'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:32.131550 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-c8a3b1e1-fc0c-4e3f-b934-5cb75da08941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['a3fd83c5-327d-4a5b-8d8c-a7f34bbc0892'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:32.135852 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-02fa8e3e-668b-4d4d-b514-5873ce3e8e93 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:32.176041 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-c8a3b1e1-fc0c-4e3f-b934-5cb75da08941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:32.176853 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3b1e1-fc0c-4e3f-b934-5cb75da08941 None None] The sync data for ids ['a3fd83c5-327d-4a5b-8d8c-a7f34bbc0892'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:17:32.182284 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02fa8e3e-668b-4d4d-b514-5873ce3e8e93 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:17:32.206177 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa8e3e-668b-4d4d-b514-5873ce3e8e93 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d76d5a2-79d5-4872-b81b-c7ae3d87ecba,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:32.216466 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da84ef0b-a4bd-45c4-b519-1f8121ed8f8f tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:32.218512 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-02fa8e3e-668b-4d4d-b514-5873ce3e8e93 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:32.218928 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-02fa8e3e-668b-4d4d-b514-5873ce3e8e93 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Added segment 47b8537f-4b0d-42f1-8cd0-bab24eff87be of type vlan for network 8705b614-fa5e-4d74-9c34-4a0449f49380 Jul 22 19:17:32.230578 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7582e546-49e4-4573-bb3a-6f157915c3fc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:32.252768 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-da84ef0b-a4bd-45c4-b519-1f8121ed8f8f tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Calling delete_port for ffc22201-c803-4f83-b975-6fa8d24605ca owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:32.274948 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:32.344829 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-02fa8e3e-668b-4d4d-b514-5873ce3e8e93 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:32.370756 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5336850e-b685-42cb-a69b-8140a92306ca req-1bdd48bc-ad82-49e6-a5ae-66656becedcb tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0598886 Jul 22 19:17:32.404609 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-02fa8e3e-668b-4d4d-b514-5873ce3e8e93 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:32.413784 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fa8e3e-668b-4d4d-b514-5873ce3e8e93 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:32.415206 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-02fa8e3e-668b-4d4d-b514-5873ce3e8e93 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:32.510486 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dedb2e-3f5f-4290-9808-14ae9e5cfbba req-836d86c8-c4cb-4dd1-a76f-31c3334f72de tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:32.511999 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9dedb2e-3f5f-4290-9808-14ae9e5cfbba req-836d86c8-c4cb-4dd1-a76f-31c3334f72de tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 945 time: 0.3173633 Jul 22 19:17:32.524290 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-02fa8e3e-668b-4d4d-b514-5873ce3e8e93 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7761483 Jul 22 19:17:32.529761 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53986) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:32.540353 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-51ec8a4c-32c8-4ef1-a41c-53fa287545d6 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Request body: {'subnet': {'network_id': '8705b614-fa5e-4d74-9c34-4a0449f49380', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:32.600575 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa8e3e-668b-4d4d-b514-5873ce3e8e93 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Pushing event updated for resources: {'Network': ['ID=8705b614-fa5e-4d74-9c34-4a0449f49380,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:32.613208 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9dedb2e-3f5f-4290-9808-14ae9e5cfbba req-6d05d125-785f-442f-9de1-739e4758b0bf tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933342 Jul 22 19:17:32.613517 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 8705b614-fa5e-4d74-9c34-4a0449f49380 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:17:32.676512 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da84ef0b-a4bd-45c4-b519-1f8121ed8f8f tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:32.748849 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84ef0b-a4bd-45c4-b519-1f8121ed8f8f tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Pushing event deleted for resources: {'Port': ['ID=ffc22201-c803-4f83-b975-6fa8d24605ca,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:32.818091 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0ea511e6-7000-4701-b251-b7506e4800f9 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:32.823888 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ec8a4c-32c8-4ef1-a41c-53fa287545d6 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Made reservation on behalf of 32ac999f5f624f18babc3cf98d88bd99 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:17:32.827745 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-51ec8a4c-32c8-4ef1-a41c-53fa287545d6 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:32.853400 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da84ef0b-a4bd-45c4-b519-1f8121ed8f8f tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:32.878523 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7582e546-49e4-4573-bb3a-6f157915c3fc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:32.885155 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7582e546-49e4-4573-bb3a-6f157915c3fc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.004379 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da84ef0b-a4bd-45c4-b519-1f8121ed8f8f tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.008738 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da84ef0b-a4bd-45c4-b519-1f8121ed8f8f tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.022092 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7582e546-49e4-4573-bb3a-6f157915c3fc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.027276 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582e546-49e4-4573-bb3a-6f157915c3fc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=72062bd7-7518-492a-8c6b-fbceea6e6155,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:33.072172 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da84ef0b-a4bd-45c4-b519-1f8121ed8f8f tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.072793 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da84ef0b-a4bd-45c4-b519-1f8121ed8f8f tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Fanout notify agent at l3_agent the message router_deleted on router 81d7b5e1-7589-402d-b398-2a72b9f62295 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:17:33.081123 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da84ef0b-a4bd-45c4-b519-1f8121ed8f8f tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.082248 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-da84ef0b-a4bd-45c4-b519-1f8121ed8f8f tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "DELETE /v2.0/routers/81d7b5e1-7589-402d-b398-2a72b9f62295 HTTP/1.1" status: 204 len: 168 time: 1.4074996 Jul 22 19:17:33.090937 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54002) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:33.118519 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-7fcb541b-7d22-438d-8c80-66d85a2e128f tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-732310723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:33.164465 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7fcb541b-7d22-438d-8c80-66d85a2e128f tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.165280 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7fcb541b-7d22-438d-8c80-66d85a2e128f tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.230582 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-51ec8a4c-32c8-4ef1-a41c-53fa287545d6 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.243780 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7582e546-49e4-4573-bb3a-6f157915c3fc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network df503071-5467-4b61-a327-2f5cc8dfeccd is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:33.248099 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-7582e546-49e4-4573-bb3a-6f157915c3fc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:33.313924 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7fcb541b-7d22-438d-8c80-66d85a2e128f tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.324490 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7fcb541b-7d22-438d-8c80-66d85a2e128f tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.352573 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec8a4c-32c8-4ef1-a41c-53fa287545d6 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Pushing event updated for resources: {'Subnet': ['ID=b0909f6f-132a-4a5b-aba9-fb1a3f2d1ede,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:33.357905 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7fcb541b-7d22-438d-8c80-66d85a2e128f tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.359138 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7fcb541b-7d22-438d-8c80-66d85a2e128f tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2672353 Jul 22 19:17:33.364921 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54012) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:33.371157 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-814133a3-bddc-45e4-bdb6-b5fee628f5ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'enable_snat': False}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:33.518086 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ec8a4c-32c8-4ef1-a41c-53fa287545d6 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Checking segment: {'id': '47b8537f-4b0d-42f1-8cd0-bab24eff87be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8705b614-fa5e-4d74-9c34-4a0449f49380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:17:33.518452 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ec8a4c-32c8-4ef1-a41c-53fa287545d6 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Network hostable DHCP agents. Network: 8705b614-fa5e-4d74-9c34-4a0449f49380, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:17:33.523579 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a60f0425-2d7d-4b49-ab40-83220fb72e14 req-d69a81ce-bc2a-4449-9148-4749ad64c2bf tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0587010 Jul 22 19:17:33.547458 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-782f0363-d67e-437a-88d5-15c070ed824e None None] Provisioning complete for port 72062bd7-7518-492a-8c6b-fbceea6e6155 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:33.547953 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-782f0363-d67e-437a-88d5-15c070ed824e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.595144 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-782f0363-d67e-437a-88d5-15c070ed824e None None] Port 72062bd7-7518-492a-8c6b-fbceea6e6155 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:17:33.603636 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ec8a4c-32c8-4ef1-a41c-53fa287545d6 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Network 8705b614-fa5e-4d74-9c34-4a0449f49380 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:17:33.613127 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-814133a3-bddc-45e4-bdb6-b5fee628f5ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.617611 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-51ec8a4c-32c8-4ef1-a41c-53fa287545d6 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 8705b614-fa5e-4d74-9c34-4a0449f49380) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:33.624111 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ec8a4c-32c8-4ef1-a41c-53fa287545d6 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:33.624847 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-51ec8a4c-32c8-4ef1-a41c-53fa287545d6 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.629263 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c8494f-b720-4aa3-9a91-86ac2eb871c7 None None] Network 8705b614-fa5e-4d74-9c34-4a0449f49380 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:17:33.653170 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-51ec8a4c-32c8-4ef1-a41c-53fa287545d6 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1219611 Jul 22 19:17:33.659660 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54016) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:33.666315 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ee1e230c-ab6e-4990-b394-5fc0d21b0885 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-868025229', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:33.683588 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005378c3-7eda-4b9f-82a0-341eb047ecc6 req-3e9b4eec-904a-4ee6-903a-c816471a7092 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:33.685147 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-005378c3-7eda-4b9f-82a0-341eb047ecc6 req-3e9b4eec-904a-4ee6-903a-c816471a7092 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 945 time: 0.3516278 Jul 22 19:17:33.690557 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7582e546-49e4-4573-bb3a-6f157915c3fc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Router c76e63c0-cbd4-4437-9048-12cf770552cc has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:17:33.695891 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ee1e230c-ab6e-4990-b394-5fc0d21b0885 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.697101 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ee1e230c-ab6e-4990-b394-5fc0d21b0885 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.786477 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ee1e230c-ab6e-4990-b394-5fc0d21b0885 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.794204 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ee1e230c-ab6e-4990-b394-5fc0d21b0885 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.801877 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-8705b614-fa5e-4d74-9c34-4a0449f49380', 'network_id': '8705b614-fa5e-4d74-9c34-4a0449f49380', 'tenant_id': '32ac999f5f624f18babc3cf98d88bd99', 'fixed_ips': [{'subnet_id': 'b0909f6f-132a-4a5b-aba9-fb1a3f2d1ede'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:17:33.803364 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.847042 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ee1e230c-ab6e-4990-b394-5fc0d21b0885 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.848131 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ee1e230c-ab6e-4990-b394-5fc0d21b0885 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1874135 Jul 22 19:17:33.852863 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54018) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:33.930412 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-814133a3-bddc-45e4-bdb6-b5fee628f5ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.933403 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-005378c3-7eda-4b9f-82a0-341eb047ecc6 req-895eb265-021e-4b1f-9d5f-fbe9e57768e9 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306848 Jul 22 19:17:33.962090 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.978207 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-814133a3-bddc-45e4-bdb6-b5fee628f5ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:33.995037 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] Allocated IP 172.20.0.2 (8705b614-fa5e-4d74-9c34-4a0449f49380/b0909f6f-132a-4a5b-aba9-fb1a3f2d1ede/7c34433d-2597-4b13-b3d6-09ad9734585f) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:34.129400 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-814133a3-bddc-45e4-bdb6-b5fee628f5ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Allocated IP 172.25.3.78 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/76ebd972-dcb2-4834-a08b-4933e6ba16d9) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:34.167509 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:34.175984 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] Transition to ACTIVE for port object 7c34433d-2597-4b13-b3d6-09ad9734585f will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:34.193570 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] Transition to ACTIVE for port object 7c34433d-2597-4b13-b3d6-09ad9734585f will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:34.200991 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:34.241782 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] Network 8705b614-fa5e-4d74-9c34-4a0449f49380 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:34.248238 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-814133a3-bddc-45e4-bdb6-b5fee628f5ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:34.248762 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:34.252509 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:34.260669 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] Pushing event updated for resources: {'Port': ['ID=7c34433d-2597-4b13-b3d6-09ad9734585f,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:34.284696 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7582e546-49e4-4573-bb3a-6f157915c3fc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:34.298592 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-814133a3-bddc-45e4-bdb6-b5fee628f5ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:34.300654 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] Sync routers for ids ['c76e63c0-cbd4-4437-9048-12cf770552cc'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:34.314206 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] Routers {'c76e63c0-cbd4-4437-9048-12cf770552cc'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:34.315305 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c76e63c0-cbd4-4437-9048-12cf770552cc'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:34.322314 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] Attempting to bind port 7c34433d-2597-4b13-b3d6-09ad9734585f on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:17:34.322721 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] Attempting to bind port 7c34433d-2597-4b13-b3d6-09ad9734585f by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '47b8537f-4b0d-42f1-8cd0-bab24eff87be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8705b614-fa5e-4d74-9c34-4a0449f49380'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:17:34.323093 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] Attempting to bind port 7c34433d-2597-4b13-b3d6-09ad9734585f on network 8705b614-fa5e-4d74-9c34-4a0449f49380 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:17:34.328569 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:17:34.328941 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] Checking segment: {'id': '47b8537f-4b0d-42f1-8cd0-bab24eff87be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8705b614-fa5e-4d74-9c34-4a0449f49380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:17:34.329349 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:34.329743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] Bound using segment: {'id': '47b8537f-4b0d-42f1-8cd0-bab24eff87be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8705b614-fa5e-4d74-9c34-4a0449f49380'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:17:34.330425 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] Bound port: 7c34433d-2597-4b13-b3d6-09ad9734585f, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b8537f-4b0d-42f1-8cd0-bab24eff87be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8705b614-fa5e-4d74-9c34-4a0449f49380'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:17:34.331071 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:34.355776 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7582e546-49e4-4573-bb3a-6f157915c3fc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "PUT /v2.0/routers/c76e63c0-cbd4-4437-9048-12cf770552cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9135914 Jul 22 19:17:34.364071 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814133a3-bddc-45e4-bdb6-b5fee628f5ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Pushing event updated for resources: {'Port': ['ID=76ebd972-dcb2-4834-a08b-4933e6ba16d9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:34.378606 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0ea511e6-7000-4701-b251-b7506e4800f9 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:34.385727 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0ea511e6-7000-4701-b251-b7506e4800f9 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-910330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-910305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-910161'] for router, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:34.408555 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814133a3-bddc-45e4-bdb6-b5fee628f5ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:34.412370 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] For port 7c34433d-2597-4b13-b3d6-09ad9734585f, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:17:34.412634 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-814133a3-bddc-45e4-bdb6-b5fee628f5ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:34.417221 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] For port 7c34433d-2597-4b13-b3d6-09ad9734585f, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=7c34433d-2597-4b13-b3d6-09ad9734585f,segment=NetworkSegment(47b8537f-4b0d-42f1-8cd0-bab24eff87be),segment_id=47b8537f-4b0d-42f1-8cd0-bab24eff87be)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:17:34.420804 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814133a3-bddc-45e4-bdb6-b5fee628f5ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:34.424666 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:34.502663 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9ce60-23ee-4fc4-bd3f-6d5f02a6554c None None] Pushing event updated for resources: {'Port': ['ID=7c34433d-2597-4b13-b3d6-09ad9734585f,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:34.510354 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] Set router c76e63c0-cbd4-4437-9048-12cf770552cc gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:17:34.944406 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454399952', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:19Z', 'updated_at': '2021-07-22T19:17:32Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:21Z', 'updated_at': '2021-07-22T19:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '72062bd7-7518-492a-8c6b-fbceea6e6155', 'name': '', 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:82:98:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '4638c070-974b-404a-b719-c849049732a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:29Z', 'updated_at': '2021-07-22T19:17:32Z', 'revision_number': 2, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '4638c070-974b-404a-b719-c849049732a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:34.973888 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b173c4cf-c7e7-4bb0-ab42-b285c0552545 req-c747ee32-2aba-4ca0-a27a-4bee7eddf002 tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0565927 Jul 22 19:17:34.988510 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] Checking router: c76e63c0-cbd4-4437-9048-12cf770552cc for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:17:34.988510 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] Updating router c76e63c0-cbd4-4437-9048-12cf770552cc port 72062bd7-7518-492a-8c6b-fbceea6e6155 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:17:35.018329 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:35.160196 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ebf74a67-6491-433e-8722-aa74d2eee840 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:35.177554 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-7db2639c-bed9-4352-8368-4a7649fe845c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942683597&fields=id&tenant_id=637aa3e692f04588bda049c0135065ab HTTP/1.1" status: 200 len: 267 time: 0.2519202 Jul 22 19:17:35.227939 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-814133a3-bddc-45e4-bdb6-b5fee628f5ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:35.231325 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 7c34433d-2597-4b13-b3d6-09ad9734585f up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:17:35.284050 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 7c34433d-2597-4b13-b3d6-09ad9734585f completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:17:35.351176 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea511e6-7000-4701-b251-b7506e4800f9 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Router a3fd83c5-327d-4a5b-8d8c-a7f34bbc0892 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:17:35.359366 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:35.370898 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d69e4e87-6576-4cef-87f0-74294e9735ed details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:17:35.382806 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] Transition to ACTIVE for port object 72062bd7-7518-492a-8c6b-fbceea6e6155 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:35.395452 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:35.435115 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22564568-633e-4134-9e85-eb30f958ffe9 req-a17b6d58-45a8-45a0-a15b-5d0da9a6e83c tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:35.442602 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-22564568-633e-4134-9e85-eb30f958ffe9 req-a17b6d58-45a8-45a0-a15b-5d0da9a6e83c tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 945 time: 0.3814960 Jul 22 19:17:35.457042 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76fb0a-e9e3-4678-a7cc-dd6e451a9466 None None] Pushing event updated for resources: {'Port': ['ID=72062bd7-7518-492a-8c6b-fbceea6e6155,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:35.481358 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-814133a3-bddc-45e4-bdb6-b5fee628f5ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:35.485217 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-814133a3-bddc-45e4-bdb6-b5fee628f5ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-910330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-910305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-910161'] for router, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:35.538300 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] Attempting to bind port 72062bd7-7518-492a-8c6b-fbceea6e6155 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:17:35.538821 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] Attempting to bind port 72062bd7-7518-492a-8c6b-fbceea6e6155 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '4ff97e91-d90f-4c54-b154-3a39743b26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:17:35.540068 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] Attempting to bind port 72062bd7-7518-492a-8c6b-fbceea6e6155 on network df503071-5467-4b61-a327-2f5cc8dfeccd {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:17:35.548381 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:17:35.548944 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] Checking segment: {'id': '4ff97e91-d90f-4c54-b154-3a39743b26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:17:35.549483 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:35.550223 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] Bound using segment: {'id': '4ff97e91-d90f-4c54-b154-3a39743b26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:17:35.550914 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] Bound port: 72062bd7-7518-492a-8c6b-fbceea6e6155, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff97e91-d90f-4c54-b154-3a39743b26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:17:35.551449 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:35.610795 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port d69e4e87-6576-4cef-87f0-74294e9735ed, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d69e4e87-6576-4cef-87f0-74294e9735ed,segment=NetworkSegment(f5ed34da-c56c-4877-820b-9a1f23a5b5e7),segment_id=f5ed34da-c56c-4877-820b-9a1f23a5b5e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:35.624248 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-35109b38-33d2-4164-8ed1-de78e5ba9911 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:35.625892 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-35109b38-33d2-4164-8ed1-de78e5ba9911 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/networks?id=df503071-5467-4b61-a327-2f5cc8dfeccd HTTP/1.1" status: 200 len: 796 time: 0.4471595 Jul 22 19:17:35.639987 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'd69e4e87-6576-4cef-87f0-74294e9735ed', 'network_id': '0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623', 'port_id': 'd69e4e87-6576-4cef-87f0-74294e9735ed', 'mac_address': 'fa:16:3e:22:7a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e707c9-c827-4964-a4b7-caa85889562c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:17:35.715016 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] For port 72062bd7-7518-492a-8c6b-fbceea6e6155, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:17:35.720394 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] For port 72062bd7-7518-492a-8c6b-fbceea6e6155, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=72062bd7-7518-492a-8c6b-fbceea6e6155,segment=NetworkSegment(4ff97e91-d90f-4c54-b154-3a39743b26ac),segment_id=4ff97e91-d90f-4c54-b154-3a39743b26ac)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:17:35.726415 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-22564568-633e-4134-9e85-eb30f958ffe9 req-4b813501-ca90-4544-b9aa-3286ac7b5168 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828238 Jul 22 19:17:35.727362 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:35.729474 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:35.748412 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d69e4e87-6576-4cef-87f0-74294e9735ed {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:17:35.755715 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814133a3-bddc-45e4-bdb6-b5fee628f5ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Router d24fefcc-c238-4ad1-9e1c-37ad601ec52d is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:17:35.777264 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port d69e4e87-6576-4cef-87f0-74294e9735ed, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d69e4e87-6576-4cef-87f0-74294e9735ed,segment=NetworkSegment(f5ed34da-c56c-4877-820b-9a1f23a5b5e7),segment_id=f5ed34da-c56c-4877-820b-9a1f23a5b5e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:35.784613 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:35.837063 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-edd66d15-13c0-4103-861d-8049dfceb0d5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/quotas/637aa3e692f04588bda049c0135065ab HTTP/1.1" status: 200 len: 375 time: 0.1572726 Jul 22 19:17:35.915910 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76fb0a-e9e3-4678-a7cc-dd6e451a9466 None None] Pushing event updated for resources: {'Port': ['ID=72062bd7-7518-492a-8c6b-fbceea6e6155,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:35.953736 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814133a3-bddc-45e4-bdb6-b5fee628f5ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:35.973187 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] Routers {'c76e63c0-cbd4-4437-9048-12cf770552cc'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:35.973890 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c76e63c0-cbd4-4437-9048-12cf770552cc'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:35.978346 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-814133a3-bddc-45e4-bdb6-b5fee628f5ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:35.981241 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-814133a3-bddc-45e4-bdb6-b5fee628f5ed tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "PUT /v2.0/routers/d24fefcc-c238-4ad1-9e1c-37ad601ec52d HTTP/1.1" status: 200 len: 918 time: 2.6151538 Jul 22 19:17:35.984031 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54042) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:35.992595 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['d69e4e87-6576-4cef-87f0-74294e9735ed'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:17:36.012998 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda5eb8b-46c7-4a37-b118-9b1e8f785c42 None None] Sync routers for ids ['d24fefcc-c238-4ad1-9e1c-37ad601ec52d'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:36.032102 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc180ae-9da7-4495-af05-53f414f73335 None None] Network 8705b614-fa5e-4d74-9c34-4a0449f49380 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:17:36.062299 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda5eb8b-46c7-4a37-b118-9b1e8f785c42 None None] Routers {'d24fefcc-c238-4ad1-9e1c-37ad601ec52d'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:36.065186 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-bda5eb8b-46c7-4a37-b118-9b1e8f785c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d24fefcc-c238-4ad1-9e1c-37ad601ec52d'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:36.124513 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea511e6-7000-4701-b251-b7506e4800f9 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:36.129759 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0ea511e6-7000-4701-b251-b7506e4800f9 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:36.133659 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54046) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:36.140622 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0ea511e6-7000-4701-b251-b7506e4800f9 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "PUT /v2.0/routers/a3fd83c5-327d-4a5b-8d8c-a7f34bbc0892 HTTP/1.1" status: 200 len: 921 time: 4.0256143 Jul 22 19:17:36.145465 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e61fa2-b990-45e4-a2b5-0dd3294453f9 None None] Sync routers for ids ['a3fd83c5-327d-4a5b-8d8c-a7f34bbc0892'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:36.152298 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] Set router c76e63c0-cbd4-4437-9048-12cf770552cc gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:17:36.190616 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e61fa2-b990-45e4-a2b5-0dd3294453f9 None None] Routers {'a3fd83c5-327d-4a5b-8d8c-a7f34bbc0892'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:36.191347 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-36e61fa2-b990-45e4-a2b5-0dd3294453f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['a3fd83c5-327d-4a5b-8d8c-a7f34bbc0892'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:36.193584 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=d69e4e87-6576-4cef-87f0-74294e9735ed,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:36.220291 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-629fb7da-bac5-4778-97a2-b11745528d78 req-d24f15b0-1bb7-4d85-974e-83de07c29c1b tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.1107013 Jul 22 19:17:36.245710 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-36e61fa2-b990-45e4-a2b5-0dd3294453f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:36.260713 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-67715ee7-f1b2-4808-a877-bc03dae255b7 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "GET /v2.0/routers/a3fd83c5-327d-4a5b-8d8c-a7f34bbc0892 HTTP/1.1" status: 200 len: 921 time: 0.1258333 Jul 22 19:17:36.264531 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54048) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:36.292230 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-13643d04-cb33-4ec4-9bc8-f11baa961651 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4542823 Jul 22 19:17:36.296828 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-ebf74a67-6491-433e-8722-aa74d2eee840 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Allocated IP 172.20.0.1 (8705b614-fa5e-4d74-9c34-4a0449f49380/b0909f6f-132a-4a5b-aba9-fb1a3f2d1ede/8ef4b51a-3c96-45dd-aa3d-0cd64ad266d1) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:36.309332 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e61fa2-b990-45e4-a2b5-0dd3294453f9 None None] Routers {'a3fd83c5-327d-4a5b-8d8c-a7f34bbc0892'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:36.310242 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-36e61fa2-b990-45e4-a2b5-0dd3294453f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['a3fd83c5-327d-4a5b-8d8c-a7f34bbc0892'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:36.310427 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-bda5eb8b-46c7-4a37-b118-9b1e8f785c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:36.349447 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda5eb8b-46c7-4a37-b118-9b1e8f785c42 None None] Routers {'d24fefcc-c238-4ad1-9e1c-37ad601ec52d'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:36.350187 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-bda5eb8b-46c7-4a37-b118-9b1e8f785c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d24fefcc-c238-4ad1-9e1c-37ad601ec52d'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:36.363769 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-36e61fa2-b990-45e4-a2b5-0dd3294453f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:36.364488 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e61fa2-b990-45e4-a2b5-0dd3294453f9 None None] The sync data for ids ['a3fd83c5-327d-4a5b-8d8c-a7f34bbc0892'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:17:36.388246 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-963518ee-6082-46e1-9c0c-43b8fdb576d2 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "GET /v2.0/routers/d24fefcc-c238-4ad1-9e1c-37ad601ec52d HTTP/1.1" status: 200 len: 924 time: 0.3880038 Jul 22 19:17:36.389686 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54050) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:36.479224 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2446ecd8-6b97-423b-a5b1-d6d703b5d56a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:36.483479 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2446ecd8-6b97-423b-a5b1-d6d703b5d56a tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&device_id=d24fefcc-c238-4ad1-9e1c-37ad601ec52d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0900397 Jul 22 19:17:36.484137 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54052) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:36.510247 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454399952', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:19Z', 'updated_at': '2021-07-22T19:17:32Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:21Z', 'updated_at': '2021-07-22T19:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '72062bd7-7518-492a-8c6b-fbceea6e6155', 'name': '', 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:82:98:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '4638c070-974b-404a-b719-c849049732a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:29Z', 'updated_at': '2021-07-22T19:17:35Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '4638c070-974b-404a-b719-c849049732a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:36.520840 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-41d14ca4-f6a8-4089-bb6f-83ef23d3ce26 service neutron] 10.222.0.13 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008624 Jul 22 19:17:36.541992 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21cea4f-8d59-431b-9d96-32d014297ca5 None None] The sync data for ids ['c76e63c0-cbd4-4437-9048-12cf770552cc'] in n-d-800086-12 is: [{'id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454399952', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:19Z', 'updated_at': '2021-07-22T19:17:32Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:21Z', 'updated_at': '2021-07-22T19:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '72062bd7-7518-492a-8c6b-fbceea6e6155', 'name': '', 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:82:98:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '4638c070-974b-404a-b719-c849049732a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:29Z', 'updated_at': '2021-07-22T19:17:35Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '4638c070-974b-404a-b719-c849049732a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:17:36.542305 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bf45bb-aaf5-444e-8f25-b26f5edfd91d tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:36.543707 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-35bf45bb-aaf5-444e-8f25-b26f5edfd91d tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&device_id=a3fd83c5-327d-4a5b-8d8c-a7f34bbc0892&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2686267 Jul 22 19:17:36.547039 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54054) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:36.576977 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-bda5eb8b-46c7-4a37-b118-9b1e8f785c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:36.577623 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda5eb8b-46c7-4a37-b118-9b1e8f785c42 None None] The sync data for ids ['d24fefcc-c238-4ad1-9e1c-37ad601ec52d'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:17:36.614129 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b2ce08-802e-4068-bd70-ed9c1be80715 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:36.615862 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-93b2ce08-802e-4068-bd70-ed9c1be80715 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 881 time: 0.1310015 Jul 22 19:17:36.620494 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54056) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:36.649633 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ebf74a67-6491-433e-8722-aa74d2eee840 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:36.659295 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-945ae5f4-3fbb-42e9-ad77-f49ac87f9c50 None None] Provisioning for port 7c34433d-2597-4b13-b3d6-09ad9734585f completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:17:36.674969 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-945ae5f4-3fbb-42e9-ad77-f49ac87f9c50 None None] Provisioning complete for port 7c34433d-2597-4b13-b3d6-09ad9734585f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:36.675334 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-945ae5f4-3fbb-42e9-ad77-f49ac87f9c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:36.682431 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d495374f-b905-45d7-99e4-23e48101a1cb tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24fefcc-c238-4ad1-9e1c-37ad601ec52d HTTP/1.1" status: 200 len: 205 time: 0.0606458 Jul 22 19:17:36.687775 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54058) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:36.733855 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-ebf74a67-6491-433e-8722-aa74d2eee840 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Transition to ACTIVE for port object 8ef4b51a-3c96-45dd-aa3d-0cd64ad266d1 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:36.790033 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-f559ad63-cc4e-4674-bfce-4ff313888576 service neutron] 10.222.0.13 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581048 Jul 22 19:17:36.805472 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853320d9-f41c-4296-98b0-b31a1cfa9be7 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:36.806929 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-853320d9-f41c-4296-98b0-b31a1cfa9be7 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 881 time: 0.2556319 Jul 22 19:17:36.809344 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-945ae5f4-3fbb-42e9-ad77-f49ac87f9c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:36.814252 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54062) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:36.889833 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a4ddf2ec-e0f7-43b3-8a25-3877a0dfee33 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3fd83c5-327d-4a5b-8d8c-a7f34bbc0892 HTTP/1.1" status: 200 len: 205 time: 0.0730515 Jul 22 19:17:36.892835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54066) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:36.894880 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-945ae5f4-3fbb-42e9-ad77-f49ac87f9c50 None None] For port 7c34433d-2597-4b13-b3d6-09ad9734585f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=7c34433d-2597-4b13-b3d6-09ad9734585f,segment=NetworkSegment(47b8537f-4b0d-42f1-8cd0-bab24eff87be),segment_id=47b8537f-4b0d-42f1-8cd0-bab24eff87be)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:36.905519 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-945ae5f4-3fbb-42e9-ad77-f49ac87f9c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:36.934919 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57be3464-885a-4f88-a577-55f362a9483d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:37.001937 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ae5f4-3fbb-42e9-ad77-f49ac87f9c50 None None] Pushing event updated for resources: {'Port': ['ID=7c34433d-2597-4b13-b3d6-09ad9734585f,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:37.122293 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d8bb67b5-1975-441e-811a-47f2c63d09c1 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:37.137881 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-924f9e0f-4e58-4a6c-a960-1be37095f9ff None None] Provisioning complete for port 7c34433d-2597-4b13-b3d6-09ad9734585f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:37.139591 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-924f9e0f-4e58-4a6c-a960-1be37095f9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:37.159771 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57be3464-885a-4f88-a577-55f362a9483d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:37.222793 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ebf74a67-6491-433e-8722-aa74d2eee840 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:37.263369 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-57be3464-885a-4f88-a577-55f362a9483d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Deleting port 76ebd972-dcb2-4834-a08b-4933e6ba16d9 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:37.263846 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57be3464-885a-4f88-a577-55f362a9483d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:37.277389 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58549637-dde4-4a70-bd28-f87fa13e1512 req-a881a33e-2b2c-482d-8767-dd8a119a72c3 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 210 time: 0.0658910 Jul 22 19:17:37.377635 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 72062bd7-7518-492a-8c6b-fbceea6e6155 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:17:37.391585 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf74a67-6491-433e-8722-aa74d2eee840 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Network 8705b614-fa5e-4d74-9c34-4a0449f49380 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:37.411806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-ebf74a67-6491-433e-8722-aa74d2eee840 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:37.424097 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57be3464-885a-4f88-a577-55f362a9483d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:37.437393 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf74a67-6491-433e-8722-aa74d2eee840 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:37.438605 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d69e4e87-6576-4cef-87f0-74294e9735ed no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:17:37.464153 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-57be3464-885a-4f88-a577-55f362a9483d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Calling delete_port for 76ebd972-dcb2-4834-a08b-4933e6ba16d9 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:37.490926 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ebf74a67-6491-433e-8722-aa74d2eee840 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:37.524449 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf74a67-6491-433e-8722-aa74d2eee840 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Pushing event updated for resources: {'Port': ['ID=8ef4b51a-3c96-45dd-aa3d-0cd64ad266d1,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:37.590187 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 72062bd7-7518-492a-8c6b-fbceea6e6155 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:17:37.597306 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 72062bd7-7518-492a-8c6b-fbceea6e6155 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:37.597902 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:37.624778 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2832ccf9-c6ca-45cd-8bbc-700ee06107c1 req-f15ca918-bb82-4298-be35-8bde8415a2a0 tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.2211537 Jul 22 19:17:37.672506 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da00b1-0ac1-4aec-88ae-7f0f9a4bd83f req-4f1e8a61-ad97-459d-aecb-11ecbab40b47 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:37.678791 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d5da00b1-0ac1-4aec-88ae-7f0f9a4bd83f req-4f1e8a61-ad97-459d-aecb-11ecbab40b47 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 944 time: 0.8091865 Jul 22 19:17:37.726076 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:37.732291 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:37.784141 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 72062bd7-7518-492a-8c6b-fbceea6e6155, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=72062bd7-7518-492a-8c6b-fbceea6e6155,segment=NetworkSegment(4ff97e91-d90f-4c54-b154-3a39743b26ac),segment_id=4ff97e91-d90f-4c54-b154-3a39743b26ac)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:37.786508 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d69e4e87-6576-4cef-87f0-74294e9735ed {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:17:37.801583 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d8bb67b5-1975-441e-811a-47f2c63d09c1 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:37.814170 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port d69e4e87-6576-4cef-87f0-74294e9735ed, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d69e4e87-6576-4cef-87f0-74294e9735ed,segment=NetworkSegment(f5ed34da-c56c-4877-820b-9a1f23a5b5e7),segment_id=f5ed34da-c56c-4877-820b-9a1f23a5b5e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:37.819533 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:37.821144 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 7c34433d-2597-4b13-b3d6-09ad9734585f up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:17:37.833708 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57be3464-885a-4f88-a577-55f362a9483d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:37.839523 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d5da00b1-0ac1-4aec-88ae-7f0f9a4bd83f req-b0c1c6c2-fa5d-4bb0-8e52-64cbdb736207 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478350 Jul 22 19:17:37.925689 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be3464-885a-4f88-a577-55f362a9483d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Pushing event deleted for resources: {'Port': ['ID=76ebd972-dcb2-4834-a08b-4933e6ba16d9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:37.943791 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ebf74a67-6491-433e-8722-aa74d2eee840 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:37.988935 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:37.993903 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=72062bd7-7518-492a-8c6b-fbceea6e6155,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:38.026979 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57be3464-885a-4f88-a577-55f362a9483d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:38.027218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb67b5-1975-441e-811a-47f2c63d09c1 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Deleting port fd0ce9c1-e2f0-47a0-a3b7-c1b81cdf61aa {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:38.027530 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d8bb67b5-1975-441e-811a-47f2c63d09c1 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:38.045553 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 7c34433d-2597-4b13-b3d6-09ad9734585f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:38.045979 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:38.090592 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ace8c84e-6164-476d-a05d-56ed67fefee9 None None] Provisioning for port 8ef4b51a-3c96-45dd-aa3d-0cd64ad266d1 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:17:38.101919 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ace8c84e-6164-476d-a05d-56ed67fefee9 None None] Provisioning complete for port 8ef4b51a-3c96-45dd-aa3d-0cd64ad266d1 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:38.102578 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ace8c84e-6164-476d-a05d-56ed67fefee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:38.199550 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ace8c84e-6164-476d-a05d-56ed67fefee9 None None] Port 8ef4b51a-3c96-45dd-aa3d-0cd64ad266d1 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:17:38.209864 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=d69e4e87-6576-4cef-87f0-74294e9735ed,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:38.343581 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57be3464-885a-4f88-a577-55f362a9483d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:38.346491 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57be3464-885a-4f88-a577-55f362a9483d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:38.410188 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57be3464-885a-4f88-a577-55f362a9483d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:38.411058 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57be3464-885a-4f88-a577-55f362a9483d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Fanout notify agent at l3_agent the message router_deleted on router d24fefcc-c238-4ad1-9e1c-37ad601ec52d {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:17:38.419257 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57be3464-885a-4f88-a577-55f362a9483d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:38.426137 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-57be3464-885a-4f88-a577-55f362a9483d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "DELETE /v2.0/routers/d24fefcc-c238-4ad1-9e1c-37ad601ec52d HTTP/1.1" status: 204 len: 168 time: 1.7378850 Jul 22 19:17:38.429336 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54088) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:38.435130 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ad8544dd-2c2b-40a5-a011-a0fe52b8cf3d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-769505395', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}, 'admin_state_up': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:38.467318 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad8544dd-2c2b-40a5-a011-a0fe52b8cf3d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:38.469332 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad8544dd-2c2b-40a5-a011-a0fe52b8cf3d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:38.547813 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad8544dd-2c2b-40a5-a011-a0fe52b8cf3d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:38.654764 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-52204223-c097-4030-a8e1-acf0ba04d50b req-16d6e781-a302-4315-a527-c8f1ff39b1a2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 210 time: 0.0821815 Jul 22 19:17:38.707528 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad8544dd-2c2b-40a5-a011-a0fe52b8cf3d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:38.790668 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d8bb67b5-1975-441e-811a-47f2c63d09c1 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:38.827797 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58fa7114-f5a1-4d6c-a585-d3dc0db08b15 req-697e651d-5d5b-4e93-8dd4-6c6e63d34772 tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0946472 Jul 22 19:17:38.861621 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb67b5-1975-441e-811a-47f2c63d09c1 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Calling delete_port for fd0ce9c1-e2f0-47a0-a3b7-c1b81cdf61aa owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:38.914494 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad8544dd-2c2b-40a5-a011-a0fe52b8cf3d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:38.934681 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad8544dd-2c2b-40a5-a011-a0fe52b8cf3d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:38.936081 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-db10cc7b-1af9-4712-ae3a-ee1f6b5c0059 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:38.937558 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-db10cc7b-1af9-4712-ae3a-ee1f6b5c0059 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.30 "GET /v2.0/networks?id=df503071-5467-4b61-a327-2f5cc8dfeccd HTTP/1.1" status: 200 len: 796 time: 0.3639545 Jul 22 19:17:38.966280 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:38.991551 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb92eb-ba31-4bd3-af83-95818d29001d req-457cd4ec-3482-46d0-bc16-059fca896aa4 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:38.993674 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-72cb92eb-ba31-4bd3-af83-95818d29001d req-457cd4ec-3482-46d0-bc16-059fca896aa4 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 943 time: 0.4190192 Jul 22 19:17:39.041799 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-ad8544dd-2c2b-40a5-a011-a0fe52b8cf3d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Allocated IP 172.25.3.206 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/c439d1cb-7495-4d47-809c-49a0f689fabb) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:39.087746 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-ba33337b-5bb2-4524-9c41-d96ec1babccf tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=637aa3e692f04588bda049c0135065ab HTTP/1.1" status: 200 len: 380 time: 0.1143541 Jul 22 19:17:39.107394 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-1342dbf4-553e-4cff-baf0-9d7ae40b9c1a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'port': {'device_id': '192abf67-c826-49d7-ba39-040d56d3f93d', 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd', 'admin_state_up': True, 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'security_groups': ['b169eae6-6e94-459f-a406-3dc870c761c9']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:39.140155 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 72062bd7-7518-492a-8c6b-fbceea6e6155 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:17:39.157549 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad8544dd-2c2b-40a5-a011-a0fe52b8cf3d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:39.172252 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-72cb92eb-ba31-4bd3-af83-95818d29001d req-1a33f8be-8335-4eb0-a97b-676d0f1cfdac tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629770 Jul 22 19:17:39.185053 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ebf74a67-6491-433e-8722-aa74d2eee840 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:39.200925 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ebf74a67-6491-433e-8722-aa74d2eee840 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:39.207772 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 72062bd7-7518-492a-8c6b-fbceea6e6155 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:39.208288 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:39.218889 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad8544dd-2c2b-40a5-a011-a0fe52b8cf3d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:39.262954 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8544dd-2c2b-40a5-a011-a0fe52b8cf3d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:39.268952 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-ad8544dd-2c2b-40a5-a011-a0fe52b8cf3d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:39.270886 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8544dd-2c2b-40a5-a011-a0fe52b8cf3d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Pushing event updated for resources: {'Port': ['ID=c439d1cb-7495-4d47-809c-49a0f689fabb,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:39.274773 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8544dd-2c2b-40a5-a011-a0fe52b8cf3d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:39.360400 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf74a67-6491-433e-8722-aa74d2eee840 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Pushing event updated for resources: {'Port': ['ID=8ef4b51a-3c96-45dd-aa3d-0cd64ad266d1,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:39.375971 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ebf74a67-6491-433e-8722-aa74d2eee840 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:39.455178 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d8bb67b5-1975-441e-811a-47f2c63d09c1 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:39.460895 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-1342dbf4-553e-4cff-baf0-9d7ae40b9c1a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Made reservation on behalf of 637aa3e692f04588bda049c0135065ab for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:17:39.465127 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-1342dbf4-553e-4cff-baf0-9d7ae40b9c1a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:39.469102 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8a9e6f81-55c4-4e07-af04-307a3754f5db req-b3134f0b-0343-47df-90d5-ef83ef7edf9d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0614297 Jul 22 19:17:39.507390 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb67b5-1975-441e-811a-47f2c63d09c1 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Pushing event deleted for resources: {'Port': ['ID=fd0ce9c1-e2f0-47a0-a3b7-c1b81cdf61aa,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:39.582042 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad8544dd-2c2b-40a5-a011-a0fe52b8cf3d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:39.681260 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d8bb67b5-1975-441e-811a-47f2c63d09c1 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:39.692312 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf74a67-6491-433e-8722-aa74d2eee840 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Network 8705b614-fa5e-4d74-9c34-4a0449f49380 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:39.776635 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-ebf74a67-6491-433e-8722-aa74d2eee840 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:39.817838 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad8544dd-2c2b-40a5-a011-a0fe52b8cf3d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:39.890113 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-59d28049-7296-4836-a901-f5c7e6808c52 req-aacb7c4b-65ec-449f-bd82-e08a9d859666 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 210 time: 0.1249802 Jul 22 19:17:39.894339 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d8bb67b5-1975-441e-811a-47f2c63d09c1 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:39.952862 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d8bb67b5-1975-441e-811a-47f2c63d09c1 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:39.972993 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8544dd-2c2b-40a5-a011-a0fe52b8cf3d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Router 60f7db41-07c2-4cfd-8efe-b8e520f459dd is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:17:40.032569 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9fac82eb-9557-4722-8c24-b50d9dda92f0 None None] Provisioning complete for port 8ef4b51a-3c96-45dd-aa3d-0cd64ad266d1 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:40.033183 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9fac82eb-9557-4722-8c24-b50d9dda92f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:40.039928 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-1342dbf4-553e-4cff-baf0-9d7ae40b9c1a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Allocated IP 172.20.0.14 (df503071-5467-4b61-a327-2f5cc8dfeccd/4638c070-974b-404a-b719-c849049732a3/deea12ea-0ef2-477e-adc1-e0c1b75d4215) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:40.072981 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-9fac82eb-9557-4722-8c24-b50d9dda92f0 None None] Port 8ef4b51a-3c96-45dd-aa3d-0cd64ad266d1 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:17:40.088440 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8544dd-2c2b-40a5-a011-a0fe52b8cf3d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:40.100105 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6695c858-65fe-4422-98db-b037196ada3e None None] Sync routers for ids ['60f7db41-07c2-4cfd-8efe-b8e520f459dd'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:40.110765 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-812aa520-39b3-4e17-b1b8-78b265227459 req-590375c7-639c-46fa-b5ce-4a1d876f9bf3 tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.1352062 Jul 22 19:17:40.111025 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6695c858-65fe-4422-98db-b037196ada3e None None] Routers {'60f7db41-07c2-4cfd-8efe-b8e520f459dd'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:40.111553 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6695c858-65fe-4422-98db-b037196ada3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['60f7db41-07c2-4cfd-8efe-b8e520f459dd'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:40.111929 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad8544dd-2c2b-40a5-a011-a0fe52b8cf3d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:40.116826 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ad8544dd-2c2b-40a5-a011-a0fe52b8cf3d tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.6856320 Jul 22 19:17:40.117972 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54100) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:40.124219 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-37e022c4-5760-4722-875d-a83014523e78 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:40.134183 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d8bb67b5-1975-441e-811a-47f2c63d09c1 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:40.134735 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bb67b5-1975-441e-811a-47f2c63d09c1 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Fanout notify agent at l3_agent the message router_deleted on router a3fd83c5-327d-4a5b-8d8c-a7f34bbc0892 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:17:40.141610 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d8bb67b5-1975-441e-811a-47f2c63d09c1 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:40.142751 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d8bb67b5-1975-441e-811a-47f2c63d09c1 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "DELETE /v2.0/routers/a3fd83c5-327d-4a5b-8d8c-a7f34bbc0892 HTTP/1.1" status: 204 len: 168 time: 3.2490168 Jul 22 19:17:40.156423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54102) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:40.170699 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6695c858-65fe-4422-98db-b037196ada3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:40.171942 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-1f572824-6455-4c9e-a91d-f48af509af4a tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-540986825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:40.182243 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6695c858-65fe-4422-98db-b037196ada3e None None] Routers {'60f7db41-07c2-4cfd-8efe-b8e520f459dd'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:40.183302 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6695c858-65fe-4422-98db-b037196ada3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['60f7db41-07c2-4cfd-8efe-b8e520f459dd'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:40.224386 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6695c858-65fe-4422-98db-b037196ada3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:40.225364 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6695c858-65fe-4422-98db-b037196ada3e None None] The sync data for ids ['60f7db41-07c2-4cfd-8efe-b8e520f459dd'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:17:40.308138 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee7e24-17bc-4b0d-b01c-3a6848402f4a req-80184b1f-f697-426a-b0e6-1a1a5f289358 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:40.309977 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e4ee7e24-17bc-4b0d-b01c-3a6848402f4a req-80184b1f-f697-426a-b0e6-1a1a5f289358 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 943 time: 0.4374926 Jul 22 19:17:40.316253 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1f572824-6455-4c9e-a91d-f48af509af4a tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:40.317519 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1f572824-6455-4c9e-a91d-f48af509af4a tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:40.524227 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf74a67-6491-433e-8722-aa74d2eee840 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Router 1f6e1ccc-629e-460f-9574-b3473f25ea35 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:17:40.567028 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1f572824-6455-4c9e-a91d-f48af509af4a tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:40.578927 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-1342dbf4-553e-4cff-baf0-9d7ae40b9c1a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:40.588808 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1f572824-6455-4c9e-a91d-f48af509af4a tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:40.688216 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff1d7b-7b76-40f9-bf69-ee36265fd674 req-d119de6f-71ed-4a38-8c38-b39c73ab63c4 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:40.689732 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ceff1d7b-7b76-40f9-bf69-ee36265fd674 req-d119de6f-71ed-4a38-8c38-b39c73ab63c4 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 943 time: 0.4179924 Jul 22 19:17:40.690713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-1342dbf4-553e-4cff-baf0-9d7ae40b9c1a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Transition to ACTIVE for port object deea12ea-0ef2-477e-adc1-e0c1b75d4215 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:40.699585 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1f572824-6455-4c9e-a91d-f48af509af4a tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:40.700867 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1f572824-6455-4c9e-a91d-f48af509af4a tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5388851 Jul 22 19:17:40.717375 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54108) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:40.724838 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-28c1b003-bf0b-4627-8687-927d28491d66 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Request body: {'router': {'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:40.785976 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-37e022c4-5760-4722-875d-a83014523e78 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:40.799775 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-37e022c4-5760-4722-875d-a83014523e78 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:40.842648 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf74a67-6491-433e-8722-aa74d2eee840 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:40.848130 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ebf74a67-6491-433e-8722-aa74d2eee840 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] 10.222.0.13 "PUT /v2.0/routers/1f6e1ccc-629e-460f-9574-b3473f25ea35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9897194 Jul 22 19:17:40.850824 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54110) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:40.854287 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfb9d50-e088-4ecd-9ce4-ddec767fcb23 None None] Sync routers for ids ['1f6e1ccc-629e-460f-9574-b3473f25ea35'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:40.856403 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-be603927-b47a-4d02-91b8-6b7224769fbd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Request body: {'port': {'network_id': '8705b614-fa5e-4d74-9c34-4a0449f49380', 'name': 'tempest-FloatingIPNegativeTestJSON-593061334'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:40.861772 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-e4ee7e24-17bc-4b0d-b01c-3a6848402f4a req-c248d9fa-0a0c-42b4-bc05-f5c113ecf3b1 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Deleting port d69e4e87-6576-4cef-87f0-74294e9735ed {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:40.862054 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e4ee7e24-17bc-4b0d-b01c-3a6848402f4a req-c248d9fa-0a0c-42b4-bc05-f5c113ecf3b1 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:40.866814 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfb9d50-e088-4ecd-9ce4-ddec767fcb23 None None] Routers {'1f6e1ccc-629e-460f-9574-b3473f25ea35'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:40.867836 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ecfb9d50-e088-4ecd-9ce4-ddec767fcb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['1f6e1ccc-629e-460f-9574-b3473f25ea35'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:40.881828 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ceff1d7b-7b76-40f9-bf69-ee36265fd674 req-e749b31f-4399-4f85-9ef5-54954b02ad43 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862521 Jul 22 19:17:40.887049 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-37e022c4-5760-4722-875d-a83014523e78 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Deleting port c439d1cb-7495-4d47-809c-49a0f689fabb {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:40.887405 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-37e022c4-5760-4722-875d-a83014523e78 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:40.911895 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ecfb9d50-e088-4ecd-9ce4-ddec767fcb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:40.922728 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfb9d50-e088-4ecd-9ce4-ddec767fcb23 None None] Routers {'1f6e1ccc-629e-460f-9574-b3473f25ea35'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:40.923574 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ecfb9d50-e088-4ecd-9ce4-ddec767fcb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['1f6e1ccc-629e-460f-9574-b3473f25ea35'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:40.965493 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ecfb9d50-e088-4ecd-9ce4-ddec767fcb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:40.966187 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfb9d50-e088-4ecd-9ce4-ddec767fcb23 None None] The sync data for ids ['1f6e1ccc-629e-460f-9574-b3473f25ea35'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:17:41.005097 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-1342dbf4-553e-4cff-baf0-9d7ae40b9c1a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:41.030796 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-37e022c4-5760-4722-875d-a83014523e78 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:41.050356 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-37e022c4-5760-4722-875d-a83014523e78 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Calling delete_port for c439d1cb-7495-4d47-809c-49a0f689fabb owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:41.067664 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be603927-b47a-4d02-91b8-6b7224769fbd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Made reservation on behalf of 32ac999f5f624f18babc3cf98d88bd99 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:17:41.071898 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-be603927-b47a-4d02-91b8-6b7224769fbd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:41.122365 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-be603927-b47a-4d02-91b8-6b7224769fbd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] device_id is not set on port 8cd1ee4b-8226-442c-b1c2-5fc77a3f32d3 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:17:41.326591 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-be603927-b47a-4d02-91b8-6b7224769fbd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Allocated IP 172.20.0.6 (8705b614-fa5e-4d74-9c34-4a0449f49380/b0909f6f-132a-4a5b-aba9-fb1a3f2d1ede/8cd1ee4b-8226-442c-b1c2-5fc77a3f32d3) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:41.375547 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-37e022c4-5760-4722-875d-a83014523e78 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:41.415330 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e022c4-5760-4722-875d-a83014523e78 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Pushing event deleted for resources: {'Port': ['ID=c439d1cb-7495-4d47-809c-49a0f689fabb,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:41.524873 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-37e022c4-5760-4722-875d-a83014523e78 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:41.550660 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:41.565127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-1342dbf4-553e-4cff-baf0-9d7ae40b9c1a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network df503071-5467-4b61-a327-2f5cc8dfeccd is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:41.567139 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-28c1b003-bf0b-4627-8687-927d28491d66 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:41.576373 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9979560b-42dc-426d-8af6-af45e1c9da2f req-bad63c4d-baff-4555-a677-cf8d86d00e43 tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0760140 Jul 22 19:17:41.596827 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-1342dbf4-553e-4cff-baf0-9d7ae40b9c1a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:41.608530 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-1342dbf4-553e-4cff-baf0-9d7ae40b9c1a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:41.608530 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342dbf4-553e-4cff-baf0-9d7ae40b9c1a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=deea12ea-0ef2-477e-adc1-e0c1b75d4215,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:41.666103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-e4ee7e24-17bc-4b0d-b01c-3a6848402f4a req-c248d9fa-0a0c-42b4-bc05-f5c113ecf3b1 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] For port d69e4e87-6576-4cef-87f0-74294e9735ed, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d69e4e87-6576-4cef-87f0-74294e9735ed,segment=NetworkSegment(f5ed34da-c56c-4877-820b-9a1f23a5b5e7),segment_id=f5ed34da-c56c-4877-820b-9a1f23a5b5e7)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:41.666755 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e4ee7e24-17bc-4b0d-b01c-3a6848402f4a req-c248d9fa-0a0c-42b4-bc05-f5c113ecf3b1 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:41.732039 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda11a9-4e6c-4baf-ac8e-52c8a4b89bc8 req-b4501242-f7c3-448c-8643-7c22bf8c8877 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:41.748235 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2eda11a9-4e6c-4baf-ac8e-52c8a4b89bc8 req-b4501242-f7c3-448c-8643-7c22bf8c8877 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 932 time: 0.7620847 Jul 22 19:17:41.751517 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-e4ee7e24-17bc-4b0d-b01c-3a6848402f4a req-c248d9fa-0a0c-42b4-bc05-f5c113ecf3b1 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Calling delete_port for d69e4e87-6576-4cef-87f0-74294e9735ed owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:41.838172 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-1342dbf4-553e-4cff-baf0-9d7ae40b9c1a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:41.838738 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-1342dbf4-553e-4cff-baf0-9d7ae40b9c1a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:41.850757 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-be603927-b47a-4d02-91b8-6b7224769fbd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:41.860253 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2eda11a9-4e6c-4baf-ac8e-52c8a4b89bc8 req-cf286945-17a2-49c9-97ba-b96a676ad94e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110880 Jul 22 19:17:42.017148 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-806d81fe-8caf-4150-9ea3-d3c0ab18ad16 None None] Provisioning for port deea12ea-0ef2-477e-adc1-e0c1b75d4215 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:17:42.021634 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-37e022c4-5760-4722-875d-a83014523e78 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:42.025579 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-be603927-b47a-4d02-91b8-6b7224769fbd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Transition to ACTIVE for port object 8cd1ee4b-8226-442c-b1c2-5fc77a3f32d3 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:42.026638 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-806d81fe-8caf-4150-9ea3-d3c0ab18ad16 None None] Provisioning complete for port deea12ea-0ef2-477e-adc1-e0c1b75d4215 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:42.027216 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-806d81fe-8caf-4150-9ea3-d3c0ab18ad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:42.034911 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-37e022c4-5760-4722-875d-a83014523e78 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-910330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-910305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-910161'] for router, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:42.080372 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-806d81fe-8caf-4150-9ea3-d3c0ab18ad16 None None] Port deea12ea-0ef2-477e-adc1-e0c1b75d4215 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:17:42.106964 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-1342dbf4-553e-4cff-baf0-9d7ae40b9c1a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0092087 Jul 22 19:17:42.124885 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7594b6b7-28f0-451b-a7a2-30fd7afb22ad req-81491520-988a-474d-a211-eb4d58a0c8fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=734177a133644b3383fd1aaa17929b00&device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0966136 Jul 22 19:17:42.133762 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] Request body: {'port': {'device_id': '192abf67-c826-49d7-ba39-040d56d3f93d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:42.144761 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e022c4-5760-4722-875d-a83014523e78 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Router 60f7db41-07c2-4cfd-8efe-b8e520f459dd has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:17:42.159727 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-be603927-b47a-4d02-91b8-6b7224769fbd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:42.187695 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c0fbca0-2823-42c3-9a5d-4b2d4154e452 req-572b79ee-56bc-4a50-9bd9-0de9a03759f7 tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.1087933 Jul 22 19:17:42.220001 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7594b6b7-28f0-451b-a7a2-30fd7afb22ad req-c9a43337-ea09-4339-9e7c-05956619f628 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=734177a133644b3383fd1aaa17929b00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793538 Jul 22 19:17:42.271058 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e022c4-5760-4722-875d-a83014523e78 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:42.276159 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be603927-b47a-4d02-91b8-6b7224769fbd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Network 8705b614-fa5e-4d74-9c34-4a0449f49380 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:42.281896 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-37e022c4-5760-4722-875d-a83014523e78 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:42.283088 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-37e022c4-5760-4722-875d-a83014523e78 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "PUT /v2.0/routers/60f7db41-07c2-4cfd-8efe-b8e520f459dd HTTP/1.1" status: 200 len: 709 time: 2.1634853 Jul 22 19:17:42.285847 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54126) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:42.288307 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903f3f00-9e26-483e-94e9-99def2a1b9c3 None None] Sync routers for ids ['60f7db41-07c2-4cfd-8efe-b8e520f459dd'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:42.296289 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-be603927-b47a-4d02-91b8-6b7224769fbd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:42.311745 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903f3f00-9e26-483e-94e9-99def2a1b9c3 None None] Routers {'60f7db41-07c2-4cfd-8efe-b8e520f459dd'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:42.312515 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-903f3f00-9e26-483e-94e9-99def2a1b9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['60f7db41-07c2-4cfd-8efe-b8e520f459dd'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:42.332445 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be603927-b47a-4d02-91b8-6b7224769fbd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Pushing event updated for resources: {'Port': ['ID=8cd1ee4b-8226-442c-b1c2-5fc77a3f32d3,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:42.359756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-903f3f00-9e26-483e-94e9-99def2a1b9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:42.370247 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903f3f00-9e26-483e-94e9-99def2a1b9c3 None None] Routers {'60f7db41-07c2-4cfd-8efe-b8e520f459dd'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:42.371231 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-903f3f00-9e26-483e-94e9-99def2a1b9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['60f7db41-07c2-4cfd-8efe-b8e520f459dd'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:42.379987 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be603927-b47a-4d02-91b8-6b7224769fbd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:42.385421 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e043ef5c-c04e-497b-9a9a-b2b86e28a9e6 tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "GET /v2.0/routers/60f7db41-07c2-4cfd-8efe-b8e520f459dd HTTP/1.1" status: 200 len: 744 time: 0.0979221 Jul 22 19:17:42.387806 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54128) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:42.406415 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-903f3f00-9e26-483e-94e9-99def2a1b9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:42.407215 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903f3f00-9e26-483e-94e9-99def2a1b9c3 None None] The sync data for ids ['60f7db41-07c2-4cfd-8efe-b8e520f459dd'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:17:42.444540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b91949-9d20-4c77-bdff-88c08d530b5a req-21c495ac-8a3d-44bd-89e6-8c85d7eefe31 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:42.446706 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0b91949-9d20-4c77-bdff-88c08d530b5a req-21c495ac-8a3d-44bd-89e6-8c85d7eefe31 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f504fc-d5a4-433d-9fde-76279275202d HTTP/1.1" status: 200 len: 943 time: 0.4704792 Jul 22 19:17:42.471331 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ca47bf1f-0170-4dd9-94c7-32be6480496c tempest-RoutersIpV6AdminTest-64267221 tempest-RoutersIpV6AdminTest-64267221-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&device_id=60f7db41-07c2-4cfd-8efe-b8e520f459dd HTTP/1.1" status: 200 len: 205 time: 0.0824175 Jul 22 19:17:42.475854 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54130) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:42.501903 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e4ee7e24-17bc-4b0d-b01c-3a6848402f4a req-c248d9fa-0a0c-42b4-bc05-f5c113ecf3b1 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:42.515566 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-521ceae8-2988-4173-9685-e526810c1e47 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "GET /v2.0/ports?device_id=60f7db41-07c2-4cfd-8efe-b8e520f459dd HTTP/1.1" status: 200 len: 205 time: 0.0365417 Jul 22 19:17:42.515831 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54132) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:42.527414 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:42.528559 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be603927-b47a-4d02-91b8-6b7224769fbd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:42.529308 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-be603927-b47a-4d02-91b8-6b7224769fbd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:42.601037 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248d9fa-0a0c-42b4-bc05-f5c113ecf3b1 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Pushing event deleted for resources: {'Port': ['ID=d69e4e87-6576-4cef-87f0-74294e9735ed,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:42.607933 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6aac0b02-630f-4a0b-9469-bb88cb0c949b tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:42.608652 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-28c1b003-bf0b-4627-8687-927d28491d66 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:42.612818 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-be603927-b47a-4d02-91b8-6b7224769fbd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7589936 Jul 22 19:17:42.614332 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54134) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:42.618042 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594b6b7-28f0-451b-a7a2-30fd7afb22ad req-b1a5a5e1-32b1-458e-90e4-2b7fed7cdb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:42.618738 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-76ed7df2-5068-4fda-8207-c9ee1b7a7c1a None None] Provisioning for port 8cd1ee4b-8226-442c-b1c2-5fc77a3f32d3 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:17:42.619575 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7594b6b7-28f0-451b-a7a2-30fd7afb22ad req-b1a5a5e1-32b1-458e-90e4-2b7fed7cdb60 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3906176 Jul 22 19:17:42.622249 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-09affe2f-066d-4a7c-b23c-a5b46948e509 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:42.627581 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-76ed7df2-5068-4fda-8207-c9ee1b7a7c1a None None] Provisioning complete for port 8cd1ee4b-8226-442c-b1c2-5fc77a3f32d3 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:42.628345 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-76ed7df2-5068-4fda-8207-c9ee1b7a7c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:42.671828 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-76ed7df2-5068-4fda-8207-c9ee1b7a7c1a None None] Port 8cd1ee4b-8226-442c-b1c2-5fc77a3f32d3 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:17:42.686647 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0b91949-9d20-4c77-bdff-88c08d530b5a req-e5c3105d-067f-42c1-a148-4df467043dc1 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034767 Jul 22 19:17:42.687695 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-28c1b003-bf0b-4627-8687-927d28491d66 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:42.718131 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ee7e24-17bc-4b0d-b01c-3a6848402f4a req-c248d9fa-0a0c-42b4-bc05-f5c113ecf3b1 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] No DVR routers for this DVR port d69e4e87-6576-4cef-87f0-74294e9735ed on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:17:42.727150 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e4ee7e24-17bc-4b0d-b01c-3a6848402f4a req-c248d9fa-0a0c-42b4-bc05-f5c113ecf3b1 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:42.729394 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e4ee7e24-17bc-4b0d-b01c-3a6848402f4a req-c248d9fa-0a0c-42b4-bc05-f5c113ecf3b1 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.30 "DELETE /v2.0/ports/d69e4e87-6576-4cef-87f0-74294e9735ed HTTP/1.1" status: 204 len: 173 time: 2.3883138 Jul 22 19:17:42.729853 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f504fc-d5a4-433d-9fde-76279275202d', 'name': 'network-vif-deleted', 'tag': 'd69e4e87-6576-4cef-87f0-74294e9735ed'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:17:42.732214 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5a8e66-07f1-4b34-a072-48ec79fe414c" -d '{"events": [{"server_uuid": "b2f504fc-d5a4-433d-9fde-76279275202d", "name": "network-vif-deleted", "tag": "d69e4e87-6576-4cef-87f0-74294e9735ed"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:17:42.817885 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09affe2f-066d-4a7c-b23c-a5b46948e509 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for floatingip, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:42.856209 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6aac0b02-630f-4a0b-9469-bb88cb0c949b tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:42.861648 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6aac0b02-630f-4a0b-9469-bb88cb0c949b tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:42.916633 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6aac0b02-630f-4a0b-9469-bb88cb0c949b tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:42.917254 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aac0b02-630f-4a0b-9469-bb88cb0c949b tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Fanout notify agent at l3_agent the message router_deleted on router 60f7db41-07c2-4cfd-8efe-b8e520f459dd {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:17:42.938577 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6aac0b02-630f-4a0b-9469-bb88cb0c949b tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:42.943209 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6aac0b02-630f-4a0b-9469-bb88cb0c949b tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "DELETE /v2.0/routers/60f7db41-07c2-4cfd-8efe-b8e520f459dd HTTP/1.1" status: 204 len: 168 time: 0.4263444 Jul 22 19:17:42.950287 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54142) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:42.993373 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-28c1b003-bf0b-4627-8687-927d28491d66 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Allocated IP 172.25.3.7 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/e53680fc-f5ba-4c51-b838-9a4fb1ad1f2d) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:43.020112 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b77a3cc8-8b25-498c-9c41-4412a7044043 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "GET /v2.0/ports?device_id=60f7db41-07c2-4cfd-8efe-b8e520f459dd HTTP/1.1" status: 200 len: 205 time: 0.0653074 Jul 22 19:17:43.020364 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54144) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:43.047489 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9496260-b5ea-4b23-81eb-a79ba30d88fd x-openstack-request-id: req-d9496260-b5ea-4b23-81eb-a79ba30d88fd {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:17:43.047789 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f504fc-d5a4-433d-9fde-76279275202d", "name": "network-vif-deleted", "tag": "d69e4e87-6576-4cef-87f0-74294e9735ed", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:17:43.048045 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9496260-b5ea-4b23-81eb-a79ba30d88fd {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:17:43.048443 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f504fc-d5a4-433d-9fde-76279275202d', 'name': 'network-vif-deleted', 'tag': 'd69e4e87-6576-4cef-87f0-74294e9735ed', 'status': 'completed', 'code': 200} Jul 22 19:17:43.064862 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-8608f9da-27d2-42d1-b0a6-b0939c6bc8b3 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] delete failed (client error): The resource could not be found. Jul 22 19:17:43.065899 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8608f9da-27d2-42d1-b0a6-b0939c6bc8b3 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "DELETE /v2.0/routers/60f7db41-07c2-4cfd-8efe-b8e520f459dd HTTP/1.1" status: 404 len: 336 time: 0.0445874 Jul 22 19:17:43.068920 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54146) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:43.105233 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7854b605-f937-466e-998c-a51918596c64 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24fefcc-c238-4ad1-9e1c-37ad601ec52d HTTP/1.1" status: 200 len: 205 time: 0.0351441 Jul 22 19:17:43.108268 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54148) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:43.146750 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-c4fddee0-7871-4056-8d25-32c0e25cd040 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] delete failed (client error): The resource could not be found. Jul 22 19:17:43.150882 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c4fddee0-7871-4056-8d25-32c0e25cd040 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "DELETE /v2.0/routers/d24fefcc-c238-4ad1-9e1c-37ad601ec52d HTTP/1.1" status: 404 len: 336 time: 0.0386093 Jul 22 19:17:43.151308 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54150) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:43.187238 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e83fd-0305-4f40-8881-4cf30858ea27 req-176965fa-7e66-4794-8774-b22a748a37bd tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:43.188754 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c77e83fd-0305-4f40-8881-4cf30858ea27 req-176965fa-7e66-4794-8774-b22a748a37bd tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 932 time: 0.1996415 Jul 22 19:17:43.189235 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-757a69a6-6e27-43e9-90be-4e9a3c8ff0f0 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d7b5e1-7589-402d-b398-2a72b9f62295 HTTP/1.1" status: 200 len: 205 time: 0.0366771 Jul 22 19:17:43.190171 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54152) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:43.193199 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09affe2f-066d-4a7c-b23c-a5b46948e509 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:43.240637 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-c2283ed5-c999-4821-ba78-3cb9e55aac88 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] delete failed (client error): The resource could not be found. Jul 22 19:17:43.242730 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c2283ed5-c999-4821-ba78-3cb9e55aac88 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "DELETE /v2.0/routers/81d7b5e1-7589-402d-b398-2a72b9f62295 HTTP/1.1" status: 404 len: 336 time: 0.0455701 Jul 22 19:17:43.244791 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54156) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:43.280522 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-28c1b003-bf0b-4627-8687-927d28491d66 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:43.293831 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deea12ea-0ef2-477e-adc1-e0c1b75d4215 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:17:43.309058 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6005321e-5bba-4406-a4c6-6a3bde94d4c7 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d9e908f-a426-4f4c-9326-9698c27f5231 HTTP/1.1" status: 200 len: 205 time: 0.0609274 Jul 22 19:17:43.309317 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54158) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:43.313855 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:43.344146 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8da0d41-c664-4e4c-8e0d-c87b8829b2a2 req-afeed303-70c8-472a-aeef-7e75ba3e7f21 tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0590451 Jul 22 19:17:43.355209 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-ff94c402-13ef-40c1-b659-9c94dc4c10b8 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] delete failed (client error): The resource could not be found. Jul 22 19:17:43.358838 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ff94c402-13ef-40c1-b659-9c94dc4c10b8 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "DELETE /v2.0/routers/1d9e908f-a426-4f4c-9326-9698c27f5231 HTTP/1.1" status: 404 len: 336 time: 0.0461030 Jul 22 19:17:43.359112 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54160) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:43.366844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c77e83fd-0305-4f40-8881-4cf30858ea27 req-d18b74e4-ba25-425e-b926-835ab1a78604 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379540 Jul 22 19:17:43.371869 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] Transition to ACTIVE for port object deea12ea-0ef2-477e-adc1-e0c1b75d4215 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:43.386453 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:43.391656 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-dc1afda7-6f1b-438d-ba8d-a6737b649b6b tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6a1c65a-0390-4ea6-9459-30ed87eeee72 HTTP/1.1" status: 200 len: 205 time: 0.0315502 Jul 22 19:17:43.393964 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54162) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:43.396825 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d69e4e87-6576-4cef-87f0-74294e9735ed no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:17:43.417738 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: d69e4e87-6576-4cef-87f0-74294e9735ed {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:17:43.418073 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d69e4e87-6576-4cef-87f0-74294e9735ed not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:17:43.430926 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-9e14512f-e162-422c-840f-54fac984d1ac tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] delete failed (client error): The resource could not be found. Jul 22 19:17:43.432674 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9e14512f-e162-422c-840f-54fac984d1ac tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "DELETE /v2.0/routers/f6a1c65a-0390-4ea6-9459-30ed87eeee72 HTTP/1.1" status: 404 len: 336 time: 0.0371203 Jul 22 19:17:43.434669 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54164) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:43.454995 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-28c1b003-bf0b-4627-8687-927d28491d66 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:43.479448 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] Pushing event updated for resources: {'Port': ['ID=deea12ea-0ef2-477e-adc1-e0c1b75d4215,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:43.488491 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-dfd9fd14-e0e7-4949-8d7b-5b62d142ad5c tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de2581e-ea6d-4149-bf69-3683cc3b5c73 HTTP/1.1" status: 200 len: 205 time: 0.0527425 Jul 22 19:17:43.490856 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54166) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:43.534629 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-6fa189b2-4b3d-4ba6-83a5-dd4c8464cc15 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] delete failed (client error): The resource could not be found. Jul 22 19:17:43.535660 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6fa189b2-4b3d-4ba6-83a5-dd4c8464cc15 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "DELETE /v2.0/routers/0de2581e-ea6d-4149-bf69-3683cc3b5c73 HTTP/1.1" status: 404 len: 336 time: 0.0439208 Jul 22 19:17:43.542114 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54168) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:43.554075 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-09affe2f-066d-4a7c-b23c-a5b46948e509 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Allocated IP 172.25.3.123 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/6b538c33-17eb-40fc-b07b-22d7f61fa7af) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:43.557718 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c1b003-bf0b-4627-8687-927d28491d66 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:43.585629 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-28c1b003-bf0b-4627-8687-927d28491d66 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:43.592165 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18799ed-5d15-450a-9b49-948ec4471b55 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] DELETE failed (client error): The resource could not be found. Jul 22 19:17:43.592932 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c18799ed-5d15-450a-9b49-948ec4471b55 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:17:43.594914 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c18799ed-5d15-450a-9b49-948ec4471b55 tempest-RoutersIpV6AdminTest-210024650 tempest-RoutersIpV6AdminTest-210024650-project] 10.222.0.13 "DELETE /v2.0/subnets/00d47f2a-c880-46a2-a8d1-58eac93917b4 HTTP/1.1" status: 404 len: 337 time: 0.0489826 Jul 22 19:17:43.598644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c1b003-bf0b-4627-8687-927d28491d66 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:43.630239 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1b003-bf0b-4627-8687-927d28491d66 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Pushing event updated for resources: {'Port': ['ID=e53680fc-f5ba-4c51-b838-9a4fb1ad1f2d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:43.659120 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] Attempting to bind port deea12ea-0ef2-477e-adc1-e0c1b75d4215 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:17:43.659741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] Attempting to bind port deea12ea-0ef2-477e-adc1-e0c1b75d4215 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '4ff97e91-d90f-4c54-b154-3a39743b26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:17:43.660456 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] Attempting to bind port deea12ea-0ef2-477e-adc1-e0c1b75d4215 on network df503071-5467-4b61-a327-2f5cc8dfeccd {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:17:43.671175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] Port deea12ea-0ef2-477e-adc1-e0c1b75d4215 on network df503071-5467-4b61-a327-2f5cc8dfeccd not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:17:43.671916 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] Attempting to bind port deea12ea-0ef2-477e-adc1-e0c1b75d4215 on network df503071-5467-4b61-a327-2f5cc8dfeccd {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:17:43.684840 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09affe2f-066d-4a7c-b23c-a5b46948e509 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:43.741584 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09affe2f-066d-4a7c-b23c-a5b46948e509 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:43.743498 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:17:43.744048 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] Checking segment: {'id': '4ff97e91-d90f-4c54-b154-3a39743b26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:17:43.744210 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] Bound using segment: {'id': '4ff97e91-d90f-4c54-b154-3a39743b26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:17:43.744746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] Bound port: deea12ea-0ef2-477e-adc1-e0c1b75d4215, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff97e91-d90f-4c54-b154-3a39743b26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:17:43.745115 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:43.795057 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09affe2f-066d-4a7c-b23c-a5b46948e509 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Pushing event updated for resources: {'Port': ['ID=6b538c33-17eb-40fc-b07b-22d7f61fa7af,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:43.819828 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09affe2f-066d-4a7c-b23c-a5b46948e509 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:43.824247 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-09affe2f-066d-4a7c-b23c-a5b46948e509 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:43.829805 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09affe2f-066d-4a7c-b23c-a5b46948e509 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:43.853960 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7594b6b7-28f0-451b-a7a2-30fd7afb22ad req-0b8ed8f7-07fc-44fe-a4b4-37ba8d8432cf tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.16 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0394788 Jul 22 19:17:43.926455 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] For port deea12ea-0ef2-477e-adc1-e0c1b75d4215, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:17:43.937811 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] For port deea12ea-0ef2-477e-adc1-e0c1b75d4215, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215,segment=NetworkSegment(4ff97e91-d90f-4c54-b154-3a39743b26ac),segment_id=4ff97e91-d90f-4c54-b154-3a39743b26ac)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:17:43.971695 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09affe2f-066d-4a7c-b23c-a5b46948e509 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:43.996034 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:44.027457 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09affe2f-066d-4a7c-b23c-a5b46948e509 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:44.029070 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54180) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:44.077364 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:44.078098 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:44.079623 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] 10.222.0.30 "PUT /v2.0/ports/deea12ea-0ef2-477e-adc1-e0c1b75d4215 HTTP/1.1" status: 200 len: 1093 time: 1.9538248 Jul 22 19:17:44.118975 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4a012-e912-41d1-922f-4ff684f4c32b service neutron] Pushing event updated for resources: {'Port': ['ID=deea12ea-0ef2-477e-adc1-e0c1b75d4215,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:44.177456 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-28c1b003-bf0b-4627-8687-927d28491d66 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:44.242226 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09affe2f-066d-4a7c-b23c-a5b46948e509 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:44.278595 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ce0339b-b7a5-4b7a-ae87-421b56a9c0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:44.282608 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09affe2f-066d-4a7c-b23c-a5b46948e509 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:44.344569 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-a7bf11ec-ddea-433e-b687-ab4c732b0f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:44.346579 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-a7bf11ec-ddea-433e-b687-ab4c732b0f5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 1096 time: 0.2138994 Jul 22 19:17:44.408652 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09affe2f-066d-4a7c-b23c-a5b46948e509 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Pushing event updated for resources: {'Port': ['ID=6b538c33-17eb-40fc-b07b-22d7f61fa7af,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:44.440464 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54188) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:44.450520 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8b37e33c-4088-4e65-a74a-ef09eb998e12 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1502879075', 'description': 'tempest-description--52633548'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:44.455429 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09affe2f-066d-4a7c-b23c-a5b46948e509 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:44.511740 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-0497d936-0b21-42d1-98d8-898e68880c99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215 HTTP/1.1" status: 200 len: 217 time: 0.0827129 Jul 22 19:17:44.635434 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-470dc7f6-d0ac-4149-a540-bbabc2a2d715 req-3343508f-71fd-496e-ad86-9f68a5c2a140 tempest-ServerShowV254Test-1169903258 tempest-ServerShowV254Test-1169903258-project] 10.222.0.13 "GET /v2.0/ports?device_id=0417d57d-77c1-469c-bc6b-40d6344822e3 HTTP/1.1" status: 200 len: 210 time: 0.0939109 Jul 22 19:17:44.683912 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-feec009f-9f5c-4e3f-8b39-756fdf102d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:44.685404 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-feec009f-9f5c-4e3f-8b39-756fdf102d2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4638c070-974b-404a-b719-c849049732a3 HTTP/1.1" status: 200 len: 835 time: 0.1397345 Jul 22 19:17:44.687563 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-28c1b003-bf0b-4627-8687-927d28491d66 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:44.704887 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-28c1b003-bf0b-4627-8687-927d28491d66 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-910330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-910305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-910161'] for router, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:44.776211 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01da640-c4fc-484e-b935-18220d6dc795 req-2eaf8041-004e-435e-b827-01b10ec319b5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:44.777760 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a01da640-c4fc-484e-b935-18220d6dc795 req-2eaf8041-004e-435e-b827-01b10ec319b5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 944 time: 0.2351658 Jul 22 19:17:44.828445 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ce0339b-b7a5-4b7a-ae87-421b56a9c0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:44.834481 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ce0339b-b7a5-4b7a-ae87-421b56a9c0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:44.878745 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a01da640-c4fc-484e-b935-18220d6dc795 req-8675a661-9d2a-4481-96a6-344afb057817 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690458 Jul 22 19:17:44.882734 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3ce0339b-b7a5-4b7a-ae87-421b56a9c0bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ece384999dd247878675c9622c665e56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8502135 Jul 22 19:17:44.884559 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8b37e33c-4088-4e65-a74a-ef09eb998e12 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:44.885612 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54190) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:44.889012 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09affe2f-066d-4a7c-b23c-a5b46948e509 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:44.892815 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-09affe2f-066d-4a7c-b23c-a5b46948e509 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2741561 Jul 22 19:17:44.894264 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-51bc3f41-1d57-404d-810a-13309c125f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:44.896343 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-51bc3f41-1d57-404d-810a-13309c125f9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df503071-5467-4b61-a327-2f5cc8dfeccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2034290 Jul 22 19:17:44.896518 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0339b-b7a5-4b7a-ae87-421b56a9c0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e24e7ba-bf41-4321-9f12-5ee6ee54be61,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:44.899370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54192) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:44.910443 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-a415a21b-43df-443c-bc5b-5abaf9fa7f5c tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Request body: {'floatingip': {'port_id': '8cd1ee4b-8226-442c-b1c2-5fc77a3f32d3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:44.997386 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8b37e33c-4088-4e65-a74a-ef09eb998e12 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:45.002344 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8b37e33c-4088-4e65-a74a-ef09eb998e12 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:45.010097 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a415a21b-43df-443c-bc5b-5abaf9fa7f5c tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:45.025390 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8b37e33c-4088-4e65-a74a-ef09eb998e12 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:45.026633 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8b37e33c-4088-4e65-a74a-ef09eb998e12 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5851386 Jul 22 19:17:45.030726 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54196) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:45.036962 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-9e4c5fca-3fe6-4200-8f60-967ab0ecd2ed tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Request body: {'security_group_rule': {'security_group_id': 'c6a2c56f-5c3f-4733-9ca1-67ee2c05c49b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:45.045126 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37e33c-4088-4e65-a74a-ef09eb998e12 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a2c56f-5c3f-4733-9ca1-67ee2c05c49b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:45.066488 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9e4c5fca-3fe6-4200-8f60-967ab0ecd2ed tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:45.068422 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192abf67-c826-49d7-ba39-040d56d3f93d', 'tag': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:17:45.075613 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ea0eb4-726c-41e7-b049-fc26c44dcd25" -d '{"events": [{"name": "network-changed", "server_uuid": "192abf67-c826-49d7-ba39-040d56d3f93d", "tag": "deea12ea-0ef2-477e-adc1-e0c1b75d4215"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:17:45.119419 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9e4c5fca-3fe6-4200-8f60-967ab0ecd2ed tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:45.124323 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9e4c5fca-3fe6-4200-8f60-967ab0ecd2ed tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:45.142415 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c5fca-3fe6-4200-8f60-967ab0ecd2ed tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2a5991-fa2a-476f-bd28-af67de97fa60,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:45.153642 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9e4c5fca-3fe6-4200-8f60-967ab0ecd2ed tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:45.155179 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9e4c5fca-3fe6-4200-8f60-967ab0ecd2ed tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233473 Jul 22 19:17:45.157893 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54200) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:45.162850 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8d2a9851-9f79-4a8c-818c-b47ed592bbc1 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Request body: {'security_group_rule': {'security_group_id': 'c6a2c56f-5c3f-4733-9ca1-67ee2c05c49b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:45.191258 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d2a9851-9f79-4a8c-818c-b47ed592bbc1 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:45.255866 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d2a9851-9f79-4a8c-818c-b47ed592bbc1 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:45.261342 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d2a9851-9f79-4a8c-818c-b47ed592bbc1 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:45.286193 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a9851-9f79-4a8c-818c-b47ed592bbc1 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2195ffb4-7247-40f3-bf26-2318d2626e67,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:45.290385 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d2a9851-9f79-4a8c-818c-b47ed592bbc1 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:45.295561 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8d2a9851-9f79-4a8c-818c-b47ed592bbc1 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365612 Jul 22 19:17:45.296213 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54202) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:45.300768 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ffae5daa-a6fa-4af6-8068-b89d0e68c8d2 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:45.328841 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffae5daa-a6fa-4af6-8068-b89d0e68c8d2 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks [] for floatingip, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:45.428796 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffae5daa-a6fa-4af6-8068-b89d0e68c8d2 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:45.465886 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa10bcb-edbf-4d2d-9a1e-701d159e7b49 x-openstack-request-id: req-afa10bcb-edbf-4d2d-9a1e-701d159e7b49 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:17:45.466164 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192abf67-c826-49d7-ba39-040d56d3f93d", "tag": "deea12ea-0ef2-477e-adc1-e0c1b75d4215", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:17:45.466407 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-afa10bcb-edbf-4d2d-9a1e-701d159e7b49 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:17:45.466794 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192abf67-c826-49d7-ba39-040d56d3f93d', 'tag': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215', 'status': 'completed', 'code': 200} Jul 22 19:17:45.515610 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5ea9e91f-05f8-4d2f-a45f-36c66e3ce6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:45.537591 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-ffae5daa-a6fa-4af6-8068-b89d0e68c8d2 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Allocated IP 172.25.3.58 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/89840f64-3dfc-44b5-a82a-6ab33550c6ee) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:45.556663 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-8bb6247b-2f14-4791-85af-3f52e4acee3f service neutron] 10.222.0.30 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6424718 Jul 22 19:17:45.568869 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c1b003-bf0b-4627-8687-927d28491d66 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Router cb9a17df-1134-4830-bbfa-e562cdb3e310 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:17:45.583706 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5ea9e91f-05f8-4d2f-a45f-36c66e3ce6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:45.641221 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-a415a21b-43df-443c-bc5b-5abaf9fa7f5c tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] update failed (client error): The resource could not be found. Jul 22 19:17:45.642275 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a415a21b-43df-443c-bc5b-5abaf9fa7f5c tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] 10.222.0.13 "PUT /v2.0/floatingips/f179ff36-e10c-4e59-8565-48bfa7b62a1a HTTP/1.1" status: 404 len: 507 time: 0.7418211 Jul 22 19:17:45.645762 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffae5daa-a6fa-4af6-8068-b89d0e68c8d2 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:45.647595 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54204) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:45.787300 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84b619ba-7db5-4c39-92b6-606c41d74536 req-6cd04302-e882-48d6-b692-f113753f2789 service neutron] 10.222.0.30 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237422 Jul 22 19:17:45.816713 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5ea9e91f-05f8-4d2f-a45f-36c66e3ce6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:45.818261 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffae5daa-a6fa-4af6-8068-b89d0e68c8d2 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:45.820259 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5ea9e91f-05f8-4d2f-a45f-36c66e3ce6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:45.823840 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5ea9e91f-05f8-4d2f-a45f-36c66e3ce6b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e24e7ba-bf41-4321-9f12-5ee6ee54be61 HTTP/1.1" status: 204 len: 168 time: 0.9349856 Jul 22 19:17:45.827419 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c1b003-bf0b-4627-8687-927d28491d66 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:45.837913 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-28c1b003-bf0b-4627-8687-927d28491d66 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:45.838485 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5386ab-5fb7-40ed-b179-92e3295d2821 None None] Sync routers for ids ['cb9a17df-1134-4830-bbfa-e562cdb3e310'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:45.839157 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-28c1b003-bf0b-4627-8687-927d28491d66 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "PUT /v2.0/routers/cb9a17df-1134-4830-bbfa-e562cdb3e310 HTTP/1.1" status: 200 len: 877 time: 5.1198874 Jul 22 19:17:45.844388 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54212) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:45.851272 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9e91f-05f8-4d2f-a45f-36c66e3ce6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e24e7ba-bf41-4321-9f12-5ee6ee54be61,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:45.865799 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5386ab-5fb7-40ed-b179-92e3295d2821 None None] Routers {'cb9a17df-1134-4830-bbfa-e562cdb3e310'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:45.868946 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5e5386ab-5fb7-40ed-b179-92e3295d2821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['cb9a17df-1134-4830-bbfa-e562cdb3e310'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:45.876513 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-3a793b57-2c6f-49f5-9043-95af39b433b6 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Deleting port 6b538c33-17eb-40fc-b07b-22d7f61fa7af {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:45.876870 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a793b57-2c6f-49f5-9043-95af39b433b6 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:45.886314 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffae5daa-a6fa-4af6-8068-b89d0e68c8d2 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:45.902470 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-ffae5daa-a6fa-4af6-8068-b89d0e68c8d2 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:45.907956 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffae5daa-a6fa-4af6-8068-b89d0e68c8d2 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:45.986384 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae5daa-a6fa-4af6-8068-b89d0e68c8d2 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Pushing event updated for resources: {'Port': ['ID=89840f64-3dfc-44b5-a82a-6ab33550c6ee,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:45.998910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea0eb4-726c-41e7-b049-fc26c44dcd25 req-ec2c0416-fc58-4836-8995-09c26b72b1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:46.000005 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5e5386ab-5fb7-40ed-b179-92e3295d2821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:46.000446 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81ea0eb4-726c-41e7-b049-fc26c44dcd25 req-ec2c0416-fc58-4836-8995-09c26b72b1af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 1096 time: 0.1538830 Jul 22 19:17:46.008359 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d23d1c35-79ad-489b-98d4-5fb2ddcb9814 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "GET /v2.0/routers/cb9a17df-1134-4830-bbfa-e562cdb3e310 HTTP/1.1" status: 200 len: 918 time: 0.1589487 Jul 22 19:17:46.008359 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54218) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:46.026590 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5386ab-5fb7-40ed-b179-92e3295d2821 None None] Routers {'cb9a17df-1134-4830-bbfa-e562cdb3e310'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:46.027561 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5e5386ab-5fb7-40ed-b179-92e3295d2821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['cb9a17df-1134-4830-bbfa-e562cdb3e310'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:46.069134 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5e5386ab-5fb7-40ed-b179-92e3295d2821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:46.070702 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5386ab-5fb7-40ed-b179-92e3295d2821 None None] The sync data for ids ['cb9a17df-1134-4830-bbfa-e562cdb3e310'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:17:46.130383 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54224) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:46.189250 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a793b57-2c6f-49f5-9043-95af39b433b6 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:46.189726 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a793b57-2c6f-49f5-9043-95af39b433b6 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:46.208681 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-3a793b57-2c6f-49f5-9043-95af39b433b6 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Calling delete_port for 6b538c33-17eb-40fc-b07b-22d7f61fa7af owned by network:floatingip {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:46.209863 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243d825b-f107-46ac-a598-7af2804b0f5d tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:46.211448 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffae5daa-a6fa-4af6-8068-b89d0e68c8d2 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:46.214708 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-243d825b-f107-46ac-a598-7af2804b0f5d tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&device_id=cb9a17df-1134-4830-bbfa-e562cdb3e310&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2035983 Jul 22 19:17:46.218508 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54228) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:46.263508 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea0eb4-726c-41e7-b049-fc26c44dcd25 req-8543c220-e0cf-407e-b202-1de4e0732ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:46.265140 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81ea0eb4-726c-41e7-b049-fc26c44dcd25 req-8543c220-e0cf-407e-b202-1de4e0732ed6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=df503071-5467-4b61-a327-2f5cc8dfeccd HTTP/1.1" status: 200 len: 897 time: 0.2587054 Jul 22 19:17:46.335315 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81ea0eb4-726c-41e7-b049-fc26c44dcd25 req-d0a35a6e-9be2-4a78-a1ff-7c9fd683f685 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215 HTTP/1.1" status: 200 len: 217 time: 0.0552776 Jul 22 19:17:46.343517 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be843ba6-8f70-4531-84e1-71f77972bc6a req-9949c927-3176-4e18-b142-8f7b902996a4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:46.344387 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c6813610-5bcd-448c-a9f3-dc88107ec577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:46.348963 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-be843ba6-8f70-4531-84e1-71f77972bc6a req-9949c927-3176-4e18-b142-8f7b902996a4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 944 time: 0.2905135 Jul 22 19:17:46.352138 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffae5daa-a6fa-4af6-8068-b89d0e68c8d2 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:46.364941 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54230) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:46.474368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb831bb8-0722-4d35-b518-280be5ba4722 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:46.478471 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cb831bb8-0722-4d35-b518-280be5ba4722 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 881 time: 0.2470925 Jul 22 19:17:46.478471 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea0eb4-726c-41e7-b049-fc26c44dcd25 req-3f3c97bd-abfb-4f6d-a8b9-08762df5289f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:46.479050 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81ea0eb4-726c-41e7-b049-fc26c44dcd25 req-3f3c97bd-abfb-4f6d-a8b9-08762df5289f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4638c070-974b-404a-b719-c849049732a3 HTTP/1.1" status: 200 len: 835 time: 0.1289270 Jul 22 19:17:46.481805 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9cae7e99-20d3-4ea7-8e63-eeeef723b76b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcad95b0c07643e0be39e8c476bce1f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0996811 Jul 22 19:17:46.481958 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-be843ba6-8f70-4531-84e1-71f77972bc6a req-934f17f8-f599-4c57-a9a0-bb56a0d3513f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203296 Jul 22 19:17:46.482382 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54232) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:46.484310 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54234) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:46.567734 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0bec4092-265c-4fd8-8257-8769eba84ccc tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb9a17df-1134-4830-bbfa-e562cdb3e310 HTTP/1.1" status: 200 len: 205 time: 0.0618105 Jul 22 19:17:46.573564 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54236) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:46.591183 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb3d0a8d-4b6e-434f-9de0-c806caf1abc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:46.631499 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea0eb4-726c-41e7-b049-fc26c44dcd25 req-8664a9ae-46be-49a5-800a-46fc3d1fca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:46.633479 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81ea0eb4-726c-41e7-b049-fc26c44dcd25 req-8664a9ae-46be-49a5-800a-46fc3d1fca04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df503071-5467-4b61-a327-2f5cc8dfeccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1470454 Jul 22 19:17:46.640669 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a793b57-2c6f-49f5-9043-95af39b433b6 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:46.688312 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a793b57-2c6f-49f5-9043-95af39b433b6 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Pushing event deleted for resources: {'Port': ['ID=6b538c33-17eb-40fc-b07b-22d7f61fa7af,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:46.714962 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb3d0a8d-4b6e-434f-9de0-c806caf1abc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:46.729106 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c6813610-5bcd-448c-a9f3-dc88107ec577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:46.755844 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c6813610-5bcd-448c-a9f3-dc88107ec577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:46.793111 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffae5daa-a6fa-4af6-8068-b89d0e68c8d2 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:46.809808 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffae5daa-a6fa-4af6-8068-b89d0e68c8d2 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:46.819582 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e1b39b2d-1cbd-40ef-99c9-0e1e9daef124 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:46.824726 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81ea0eb4-726c-41e7-b049-fc26c44dcd25 req-0de1d17b-1086-47ed-b22c-e791489f3ac9 service neutron] 10.222.0.30 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593354 Jul 22 19:17:46.876907 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c6813610-5bcd-448c-a9f3-dc88107ec577 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=734177a133644b3383fd1aaa17929b00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7397239 Jul 22 19:17:46.877296 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a793b57-2c6f-49f5-9043-95af39b433b6 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for floatingip, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:46.879764 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a793b57-2c6f-49f5-9043-95af39b433b6 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:46.880845 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3a793b57-2c6f-49f5-9043-95af39b433b6 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] 10.222.0.13 "DELETE /v2.0/floatingips/f179ff36-e10c-4e59-8565-48bfa7b62a1a HTTP/1.1" status: 204 len: 168 time: 1.2317622 Jul 22 19:17:46.886829 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54238) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:46.887163 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54240) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:46.887800 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6813610-5bcd-448c-a9f3-dc88107ec577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7000bb22-4925-42e1-8af4-bc653d7601c1,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:46.908757 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb3d0a8d-4b6e-434f-9de0-c806caf1abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:46.911325 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb3d0a8d-4b6e-434f-9de0-c806caf1abc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:46.912491 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cb3d0a8d-4b6e-434f-9de0-c806caf1abc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f2c9eff-9b54-483e-98ad-4e1a02f56035 HTTP/1.1" status: 204 len: 168 time: 0.4272330 Jul 22 19:17:46.930180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-7c1c1645-87bd-4bf4-be9b-14fe554969c1 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Request body: {'floatingip': {'floating_network_id': '8705b614-fa5e-4d74-9c34-4a0449f49380', 'port_id': '8cd1ee4b-8226-442c-b1c2-5fc77a3f32d3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:46.937165 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d0a8d-4b6e-434f-9de0-c806caf1abc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2c9eff-9b54-483e-98ad-4e1a02f56035,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:46.970376 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae5daa-a6fa-4af6-8068-b89d0e68c8d2 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Pushing event updated for resources: {'Port': ['ID=89840f64-3dfc-44b5-a82a-6ab33550c6ee,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:47.009115 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffae5daa-a6fa-4af6-8068-b89d0e68c8d2 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:47.015643 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c1c1645-87bd-4bf4-be9b-14fe554969c1 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for floatingip, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:47.040340 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81ea0eb4-726c-41e7-b049-fc26c44dcd25 req-f00afc7b-636a-4488-821b-f481aa714fc9 service neutron] 10.222.0.30 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808929 Jul 22 19:17:47.043399 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e1b39b2d-1cbd-40ef-99c9-0e1e9daef124 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:47.066882 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffae5daa-a6fa-4af6-8068-b89d0e68c8d2 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:47.077884 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ffae5daa-a6fa-4af6-8068-b89d0e68c8d2 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7710230 Jul 22 19:17:47.077884 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4aa7160e-552d-462c-a86e-24604a36c6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:47.127154 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-e1b39b2d-1cbd-40ef-99c9-0e1e9daef124 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Deleting port e53680fc-f5ba-4c51-b838-9a4fb1ad1f2d {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:47.129697 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e1b39b2d-1cbd-40ef-99c9-0e1e9daef124 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:47.136677 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4aa7160e-552d-462c-a86e-24604a36c6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:47.243970 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e1b39b2d-1cbd-40ef-99c9-0e1e9daef124 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:47.260420 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-e1b39b2d-1cbd-40ef-99c9-0e1e9daef124 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Calling delete_port for e53680fc-f5ba-4c51-b838-9a4fb1ad1f2d owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:47.270924 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-7c1c1645-87bd-4bf4-be9b-14fe554969c1 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:17:47.276721 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54262) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:47.277072 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7c1c1645-87bd-4bf4-be9b-14fe554969c1 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3851838 Jul 22 19:17:47.278066 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4aa7160e-552d-462c-a86e-24604a36c6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:47.281455 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-0a9177c3-d8c1-4311-b119-82d6051fabfd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': '8cd1ee4b-8226-442c-b1c2-5fc77a3f32d3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:47.281637 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4aa7160e-552d-462c-a86e-24604a36c6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:47.285558 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4aa7160e-552d-462c-a86e-24604a36c6b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7000bb22-4925-42e1-8af4-bc653d7601c1 HTTP/1.1" status: 204 len: 168 time: 0.3923314 Jul 22 19:17:47.292660 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7160e-552d-462c-a86e-24604a36c6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7000bb22-4925-42e1-8af4-bc653d7601c1,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:47.393977 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0a9177c3-d8c1-4311-b119-82d6051fabfd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:47.410022 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device deea12ea-0ef2-477e-adc1-e0c1b75d4215 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:17:47.542872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-52cb7095-4588-459c-a8bd-790c0f751dee tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:47.544450 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-52cb7095-4588-459c-a8bd-790c0f751dee tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/networks?id=0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 HTTP/1.1" status: 200 len: 822 time: 0.2141547 Jul 22 19:17:47.579504 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port deea12ea-0ef2-477e-adc1-e0c1b75d4215, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215,segment=NetworkSegment(4ff97e91-d90f-4c54-b154-3a39743b26ac),segment_id=4ff97e91-d90f-4c54-b154-3a39743b26ac)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:47.595671 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215', 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd', 'port_id': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215', 'mac_address': 'fa:16:3e:cc:27:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4638c070-974b-404a-b719-c849049732a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:17:47.630922 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-4c7f5dad-7f93-4341-93f4-2e17436adbc6 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/quotas/1f8ad148cf844b58b8137ecbf1a0823b HTTP/1.1" status: 200 len: 375 time: 0.0425622 Jul 22 19:17:47.662664 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:47.682229 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deea12ea-0ef2-477e-adc1-e0c1b75d4215 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:17:47.720237 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port deea12ea-0ef2-477e-adc1-e0c1b75d4215, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215,segment=NetworkSegment(4ff97e91-d90f-4c54-b154-3a39743b26ac),segment_id=4ff97e91-d90f-4c54-b154-3a39743b26ac)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:47.726748 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:47.726979 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e1b39b2d-1cbd-40ef-99c9-0e1e9daef124 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:47.774216 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b39b2d-1cbd-40ef-99c9-0e1e9daef124 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Pushing event deleted for resources: {'Port': ['ID=e53680fc-f5ba-4c51-b838-9a4fb1ad1f2d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:47.796113 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0a9177c3-d8c1-4311-b119-82d6051fabfd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:47.802560 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=deea12ea-0ef2-477e-adc1-e0c1b75d4215,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:47.837399 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54296) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:47.912961 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['deea12ea-0ef2-477e-adc1-e0c1b75d4215'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:17:47.931440 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16292266-3f7c-438b-8161-56a1f298e70f req-d5ba90c0-a9c3-433b-a717-ac4338b30766 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:47.932866 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16292266-3f7c-438b-8161-56a1f298e70f req-d5ba90c0-a9c3-433b-a717-ac4338b30766 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 944 time: 0.3059444 Jul 22 19:17:47.947790 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-37dd140c-3d11-4f9e-96c7-e4e85f540748 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f8ad148cf844b58b8137ecbf1a0823b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2969129 Jul 22 19:17:47.980731 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f99d712b-d71c-4e87-90bf-2157f485129f tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-696485790'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:48.015203 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e1b39b2d-1cbd-40ef-99c9-0e1e9daef124 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:48.021484 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99d712b-d71c-4e87-90bf-2157f485129f tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Made reservation on behalf of f30c81ea510d4a10a408f72528207426 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:17:48.027480 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f99d712b-d71c-4e87-90bf-2157f485129f tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:48.040382 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f99d712b-d71c-4e87-90bf-2157f485129f tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:48.160889 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f99d712b-d71c-4e87-90bf-2157f485129f tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:48.167489 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f99d712b-d71c-4e87-90bf-2157f485129f tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:48.208249 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99d712b-d71c-4e87-90bf-2157f485129f tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:17:48.221174 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d712b-d71c-4e87-90bf-2157f485129f tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=040f0cdf-67b6-4f99-934c-6c0e82074ae2,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:48.227653 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e1b39b2d-1cbd-40ef-99c9-0e1e9daef124 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:48.233326 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16292266-3f7c-438b-8161-56a1f298e70f req-6db12b0b-6ad8-4eff-9d98-e4abf51d590f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830160 Jul 22 19:17:48.240086 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e1b39b2d-1cbd-40ef-99c9-0e1e9daef124 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:48.250399 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f99d712b-d71c-4e87-90bf-2157f485129f tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:48.258409 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-f99d712b-d71c-4e87-90bf-2157f485129f tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Added segment 0bacff24-670f-4571-b608-e6d8c9acb68d of type vlan for network adcd4196-8881-447c-93ba-0b7b262e12b4 Jul 22 19:17:48.333976 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-0a9177c3-d8c1-4311-b119-82d6051fabfd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Allocated IP 172.25.3.112 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/5873804f-29e1-4124-bcd5-05b43338f94b) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:48.334506 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f99d712b-d71c-4e87-90bf-2157f485129f tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:48.364969 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-dae17c0d-08a8-439a-9909-925753f63100 service neutron] 10.222.0.13 "GET /v2.0/networks/0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157450 Jul 22 19:17:48.370202 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f99d712b-d71c-4e87-90bf-2157f485129f tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:48.375435 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e1b39b2d-1cbd-40ef-99c9-0e1e9daef124 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:48.375871 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99d712b-d71c-4e87-90bf-2157f485129f tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:48.376017 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b39b2d-1cbd-40ef-99c9-0e1e9daef124 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Fanout notify agent at l3_agent the message router_deleted on router cb9a17df-1134-4830-bbfa-e562cdb3e310 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:17:48.376637 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f99d712b-d71c-4e87-90bf-2157f485129f tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:48.383795 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e1b39b2d-1cbd-40ef-99c9-0e1e9daef124 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:48.384903 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e1b39b2d-1cbd-40ef-99c9-0e1e9daef124 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "DELETE /v2.0/routers/cb9a17df-1134-4830-bbfa-e562cdb3e310 HTTP/1.1" status: 204 len: 168 time: 1.8068476 Jul 22 19:17:48.391403 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54312) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:48.404532 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f99d712b-d71c-4e87-90bf-2157f485129f tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5648689 Jul 22 19:17:48.407259 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54314) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:48.412889 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-b159c441-5c22-40b1-89ad-ae5277ee4d52 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1257552499', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:48.422607 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ca7cd56a-f61a-4f8c-b954-0d2209dd1b29 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Request body: {'subnet': {'network_id': 'adcd4196-8881-447c-93ba-0b7b262e12b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:48.484295 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d712b-d71c-4e87-90bf-2157f485129f tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Pushing event updated for resources: {'Network': ['ID=adcd4196-8881-447c-93ba-0b7b262e12b4,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:48.496402 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network adcd4196-8881-447c-93ba-0b7b262e12b4 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:17:48.537658 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b159c441-5c22-40b1-89ad-ae5277ee4d52 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:48.538664 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b159c441-5c22-40b1-89ad-ae5277ee4d52 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:48.560294 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7cd56a-f61a-4f8c-b954-0d2209dd1b29 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Made reservation on behalf of f30c81ea510d4a10a408f72528207426 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:17:48.564748 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca7cd56a-f61a-4f8c-b954-0d2209dd1b29 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:48.592710 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-d25967ee-4c63-46b1-a0e9-b4fe2c38aa43 service neutron] 10.222.0.13 "GET /v2.0/networks/0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267761 Jul 22 19:17:48.689891 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0a9177c3-d8c1-4311-b119-82d6051fabfd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:48.693897 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b159c441-5c22-40b1-89ad-ae5277ee4d52 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:48.702297 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b159c441-5c22-40b1-89ad-ae5277ee4d52 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:48.731584 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b159c441-5c22-40b1-89ad-ae5277ee4d52 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:48.735853 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b159c441-5c22-40b1-89ad-ae5277ee4d52 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3316910 Jul 22 19:17:48.741131 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54326) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:48.746201 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-fb5945dd-e50f-47f2-a29d-5be83b002796 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'enable_snat': True}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:48.844403 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca7cd56a-f61a-4f8c-b954-0d2209dd1b29 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:48.920624 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7cd56a-f61a-4f8c-b954-0d2209dd1b29 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Pushing event updated for resources: {'Subnet': ['ID=236b0299-e549-477d-b446-fc73922e96cc,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:48.945065 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7cd56a-f61a-4f8c-b954-0d2209dd1b29 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Checking segment: {'id': '0bacff24-670f-4571-b608-e6d8c9acb68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'adcd4196-8881-447c-93ba-0b7b262e12b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:17:48.945609 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7cd56a-f61a-4f8c-b954-0d2209dd1b29 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Network hostable DHCP agents. Network: adcd4196-8881-447c-93ba-0b7b262e12b4, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:17:48.968925 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7cd56a-f61a-4f8c-b954-0d2209dd1b29 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Network adcd4196-8881-447c-93ba-0b7b262e12b4 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:17:48.983798 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-ca7cd56a-f61a-4f8c-b954-0d2209dd1b29 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, adcd4196-8881-447c-93ba-0b7b262e12b4) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:48.989886 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7cd56a-f61a-4f8c-b954-0d2209dd1b29 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:48.990922 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca7cd56a-f61a-4f8c-b954-0d2209dd1b29 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:48.999819 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1aa026-c7d6-4356-b171-1cc0c791cc5f None None] Network adcd4196-8881-447c-93ba-0b7b262e12b4 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:17:49.020685 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ca7cd56a-f61a-4f8c-b954-0d2209dd1b29 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6104457 Jul 22 19:17:49.024672 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54340) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:49.030435 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b82fc393-9064-4d04-963b-35f49e362cb2 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Request body: {'port': {'network_id': 'adcd4196-8881-447c-93ba-0b7b262e12b4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1455520648'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:49.241492 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1b3a660-ac5c-4459-9092-708dde4116dd req-562dbd16-5d02-4527-bca4-6eceb517c0f0 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85a5a24-3180-4a63-8363-22e94b2aa555 HTTP/1.1" status: 200 len: 210 time: 0.4579701 Jul 22 19:17:49.245813 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-adcd4196-8881-447c-93ba-0b7b262e12b4', 'network_id': 'adcd4196-8881-447c-93ba-0b7b262e12b4', 'tenant_id': 'f30c81ea510d4a10a408f72528207426', 'fixed_ips': [{'subnet_id': '236b0299-e549-477d-b446-fc73922e96cc'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:17:49.248359 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:49.249408 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0a9177c3-d8c1-4311-b119-82d6051fabfd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:49.280238 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82fc393-9064-4d04-963b-35f49e362cb2 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Made reservation on behalf of f30c81ea510d4a10a408f72528207426 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:17:49.289331 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b82fc393-9064-4d04-963b-35f49e362cb2 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:49.338865 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-b82fc393-9064-4d04-963b-35f49e362cb2 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] device_id is not set on port 4706adb4-1c83-435e-8d79-bf1e49cf20fe yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:17:49.393874 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9177c3-d8c1-4311-b119-82d6051fabfd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:49.434712 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] Allocated IP 172.20.0.2 (adcd4196-8881-447c-93ba-0b7b262e12b4/236b0299-e549-477d-b446-fc73922e96cc/c7e42e4a-b016-4401-aa9c-0927334a4dca) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:49.443515 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-0a9177c3-d8c1-4311-b119-82d6051fabfd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:49.498742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9177c3-d8c1-4311-b119-82d6051fabfd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:49.500843 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device deea12ea-0ef2-477e-adc1-e0c1b75d4215 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:17:49.507341 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9177c3-d8c1-4311-b119-82d6051fabfd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Pushing event updated for resources: {'Port': ['ID=5873804f-29e1-4124-bcd5-05b43338f94b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:49.534346 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb5945dd-e50f-47f2-a29d-5be83b002796 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:49.684282 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:49.689966 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19652d9-dc58-49a3-94bf-17b85cfd1c79 req-0a10cf8d-8ece-44bd-998b-de4fc8ab3f40 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:49.691747 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f19652d9-dc58-49a3-94bf-17b85cfd1c79 req-0a10cf8d-8ece-44bd-998b-de4fc8ab3f40 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 945 time: 0.3047040 Jul 22 19:17:49.692984 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port deea12ea-0ef2-477e-adc1-e0c1b75d4215 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:17:49.698559 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port deea12ea-0ef2-477e-adc1-e0c1b75d4215 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:49.698932 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:49.700924 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] Transition to ACTIVE for port object c7e42e4a-b016-4401-aa9c-0927334a4dca will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:49.744035 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] Transition to ACTIVE for port object c7e42e4a-b016-4401-aa9c-0927334a4dca will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:49.773524 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:49.813402 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-b82fc393-9064-4d04-963b-35f49e362cb2 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Allocated IP 172.20.0.4 (adcd4196-8881-447c-93ba-0b7b262e12b4/236b0299-e549-477d-b446-fc73922e96cc/4706adb4-1c83-435e-8d79-bf1e49cf20fe) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:49.815313 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f19652d9-dc58-49a3-94bf-17b85cfd1c79 req-1618e4db-d84c-4c72-883b-923bba7153f6 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118188 Jul 22 19:17:49.825160 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] Network adcd4196-8881-447c-93ba-0b7b262e12b4 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:49.848698 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:49.854849 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:49.862735 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-0a9177c3-d8c1-4311-b119-82d6051fabfd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Deleting port 5873804f-29e1-4124-bcd5-05b43338f94b {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:49.863044 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0a9177c3-d8c1-4311-b119-82d6051fabfd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:49.970266 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] Pushing event updated for resources: {'Port': ['ID=c7e42e4a-b016-4401-aa9c-0927334a4dca,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:49.980725 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:50.043272 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] Attempting to bind port c7e42e4a-b016-4401-aa9c-0927334a4dca on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:17:50.044214 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] Attempting to bind port c7e42e4a-b016-4401-aa9c-0927334a4dca by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '0bacff24-670f-4571-b608-e6d8c9acb68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'adcd4196-8881-447c-93ba-0b7b262e12b4'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:17:50.044879 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] Attempting to bind port c7e42e4a-b016-4401-aa9c-0927334a4dca on network adcd4196-8881-447c-93ba-0b7b262e12b4 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:17:50.078679 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port deea12ea-0ef2-477e-adc1-e0c1b75d4215, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215,segment=NetworkSegment(4ff97e91-d90f-4c54-b154-3a39743b26ac),segment_id=4ff97e91-d90f-4c54-b154-3a39743b26ac)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:50.079882 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:17:50.080372 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] Checking segment: {'id': '0bacff24-670f-4571-b608-e6d8c9acb68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'adcd4196-8881-447c-93ba-0b7b262e12b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:17:50.081143 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:50.081544 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] Bound using segment: {'id': '0bacff24-670f-4571-b608-e6d8c9acb68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'adcd4196-8881-447c-93ba-0b7b262e12b4'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:17:50.082142 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] Bound port: c7e42e4a-b016-4401-aa9c-0927334a4dca, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bacff24-670f-4571-b608-e6d8c9acb68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'adcd4196-8881-447c-93ba-0b7b262e12b4'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:17:50.083395 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:50.092532 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b82fc393-9064-4d04-963b-35f49e362cb2 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:50.099257 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192abf67-c826-49d7-ba39-040d56d3f93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:17:50.102160 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3e7bc7-73c6-4855-b421-b7c2b50fc8a5" -d '{"events": [{"server_uuid": "192abf67-c826-49d7-ba39-040d56d3f93d", "name": "network-vif-plugged", "status": "completed", "tag": "deea12ea-0ef2-477e-adc1-e0c1b75d4215"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:17:50.117735 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-b82fc393-9064-4d04-963b-35f49e362cb2 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Transition to ACTIVE for port object 4706adb4-1c83-435e-8d79-bf1e49cf20fe will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:50.144456 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb5945dd-e50f-47f2-a29d-5be83b002796 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:50.154073 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-9fbc0c89-0499-4dba-8393-d44d9c7dd239 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:50.155078 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b82fc393-9064-4d04-963b-35f49e362cb2 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:50.156314 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-9fbc0c89-0499-4dba-8393-d44d9c7dd239 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.16 "GET /v2.0/networks?id=0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 HTTP/1.1" status: 200 len: 822 time: 0.1675506 Jul 22 19:17:50.185111 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:50.186370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-bf7f1ae1-9851-4913-b27a-14f75e984956 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Request body: {'port': {'device_id': 'a85a5a24-3180-4a63-8363-22e94b2aa555', 'network_id': '0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623', 'admin_state_up': True, 'tenant_id': '1f8ad148cf844b58b8137ecbf1a0823b'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:50.190060 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb5945dd-e50f-47f2-a29d-5be83b002796 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:50.218411 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fc393-9064-4d04-963b-35f49e362cb2 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Pushing event updated for resources: {'Port': ['ID=4706adb4-1c83-435e-8d79-bf1e49cf20fe,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:50.222357 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0a9177c3-d8c1-4311-b119-82d6051fabfd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:50.222876 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0a9177c3-d8c1-4311-b119-82d6051fabfd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:50.243056 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82fc393-9064-4d04-963b-35f49e362cb2 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Network adcd4196-8881-447c-93ba-0b7b262e12b4 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:50.244588 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-b82fc393-9064-4d04-963b-35f49e362cb2 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:50.247924 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82fc393-9064-4d04-963b-35f49e362cb2 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:50.252821 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-0a9177c3-d8c1-4311-b119-82d6051fabfd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Calling delete_port for 5873804f-29e1-4124-bcd5-05b43338f94b owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:50.258885 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793aeaac-f06f-47a1-9bf5-98343f5e19e0 x-openstack-request-id: req-793aeaac-f06f-47a1-9bf5-98343f5e19e0 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:17:50.259115 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192abf67-c826-49d7-ba39-040d56d3f93d", "name": "network-vif-plugged", "status": "completed", "tag": "deea12ea-0ef2-477e-adc1-e0c1b75d4215", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:17:50.259327 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-793aeaac-f06f-47a1-9bf5-98343f5e19e0 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:17:50.259716 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192abf67-c826-49d7-ba39-040d56d3f93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215', 'code': 200} Jul 22 19:17:50.260875 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] For port c7e42e4a-b016-4401-aa9c-0927334a4dca, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:17:50.277295 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] For port c7e42e4a-b016-4401-aa9c-0927334a4dca, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c7e42e4a-b016-4401-aa9c-0927334a4dca,segment=NetworkSegment(0bacff24-670f-4571-b608-e6d8c9acb68d),segment_id=0bacff24-670f-4571-b608-e6d8c9acb68d)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:17:50.312870 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82fc393-9064-4d04-963b-35f49e362cb2 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:50.313509 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b82fc393-9064-4d04-963b-35f49e362cb2 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:50.329953 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:50.334004 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b82fc393-9064-4d04-963b-35f49e362cb2 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3077686 Jul 22 19:17:50.337315 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54368) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:50.351102 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d7e1a838-31aa-417a-abe3-a596481992b7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Request body: {'port': {'network_id': 'adcd4196-8881-447c-93ba-0b7b262e12b4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-967205831', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:50.352718 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.api.validators [None req-d7e1a838-31aa-417a-abe3-a596481992b7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] bootfile-name is not in valid_values {{(pid=93806) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:17:50.353069 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.api.validators [None req-d7e1a838-31aa-417a-abe3-a596481992b7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] tftp-server is not in valid_values {{(pid=93806) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:17:50.353463 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.api.validators [None req-d7e1a838-31aa-417a-abe3-a596481992b7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] server-ip-address is not in valid_values {{(pid=93806) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:17:50.364388 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=deea12ea-0ef2-477e-adc1-e0c1b75d4215,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:50.441341 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aee2b0-077b-414d-8b82-0dbb57e59c8d None None] Pushing event updated for resources: {'Port': ['ID=c7e42e4a-b016-4401-aa9c-0927334a4dca,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:50.527988 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34c6a75e-1814-42f0-842e-5c10713f67f4 req-d50339dd-30f7-44af-b9ce-a8dcacabc792 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85a5a24-3180-4a63-8363-22e94b2aa555 HTTP/1.1" status: 200 len: 210 time: 0.1122053 Jul 22 19:17:50.541449 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e1a838-31aa-417a-abe3-a596481992b7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Made reservation on behalf of f30c81ea510d4a10a408f72528207426 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:17:50.549470 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7e1a838-31aa-417a-abe3-a596481992b7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:50.571405 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-d7e1a838-31aa-417a-abe3-a596481992b7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] device_id is not set on port 7697fb1d-299f-4a48-9194-4974ba1d46a3 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:17:50.610558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-bf7f1ae1-9851-4913-b27a-14f75e984956 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Made reservation on behalf of 1f8ad148cf844b58b8137ecbf1a0823b for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:17:50.613921 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-bf7f1ae1-9851-4913-b27a-14f75e984956 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:50.618760 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-fb5945dd-e50f-47f2-a29d-5be83b002796 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Allocated IP 172.25.3.19 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/046947cf-8b7c-4595-8b6f-6648e82d225c) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:50.649687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d11e3c-5e58-4ef5-9414-6340c2778ccc req-620a3683-9fc4-4d4e-9c45-40f9cbb24c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:50.651237 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70d11e3c-5e58-4ef5-9414-6340c2778ccc req-620a3683-9fc4-4d4e-9c45-40f9cbb24c68 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 1098 time: 0.3549647 Jul 22 19:17:50.740239 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-d7e1a838-31aa-417a-abe3-a596481992b7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Allocated IP 172.20.0.5 (adcd4196-8881-447c-93ba-0b7b262e12b4/236b0299-e549-477d-b446-fc73922e96cc/7697fb1d-299f-4a48-9194-4974ba1d46a3) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:50.871070 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0a9177c3-d8c1-4311-b119-82d6051fabfd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:50.873461 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70d11e3c-5e58-4ef5-9414-6340c2778ccc req-2217b81c-4104-48a2-ad48-85a599e48037 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982579 Jul 22 19:17:50.933312 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9177c3-d8c1-4311-b119-82d6051fabfd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Pushing event deleted for resources: {'Port': ['ID=5873804f-29e1-4124-bcd5-05b43338f94b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:50.970878 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7e1a838-31aa-417a-abe3-a596481992b7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:50.987201 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-d7e1a838-31aa-417a-abe3-a596481992b7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Transition to ACTIVE for port object 7697fb1d-299f-4a48-9194-4974ba1d46a3 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:51.024992 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7e1a838-31aa-417a-abe3-a596481992b7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:51.063710 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-bf7f1ae1-9851-4913-b27a-14f75e984956 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Allocated IP 172.20.0.9 (0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623/29e707c9-c827-4964-a4b7-caa85889562c/adb30783-58d2-4f88-85d5-01aa76f675a0) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:51.068949 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb5945dd-e50f-47f2-a29d-5be83b002796 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:51.076051 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e1a838-31aa-417a-abe3-a596481992b7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Network adcd4196-8881-447c-93ba-0b7b262e12b4 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:51.081709 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-d7e1a838-31aa-417a-abe3-a596481992b7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:51.086275 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e1a838-31aa-417a-abe3-a596481992b7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:51.116218 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1a838-31aa-417a-abe3-a596481992b7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Pushing event updated for resources: {'Port': ['ID=7697fb1d-299f-4a48-9194-4974ba1d46a3,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:51.151535 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e1a838-31aa-417a-abe3-a596481992b7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:51.152338 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7e1a838-31aa-417a-abe3-a596481992b7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:51.156278 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-0a9177c3-d8c1-4311-b119-82d6051fabfd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] create failed (client error): The resource could not be found. Jul 22 19:17:51.157391 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0a9177c3-d8c1-4311-b119-82d6051fabfd tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8796909 Jul 22 19:17:51.162754 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54382) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:51.202384 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d7e1a838-31aa-417a-abe3-a596481992b7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.8603663 Jul 22 19:17:51.205165 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54384) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:51.239999 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af553f2-1773-4e44-ac43-708c3edb8d2e req-ee2ae947-0e89-4a0e-9406-bf50baff9aa3 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:51.241591 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3af553f2-1773-4e44-ac43-708c3edb8d2e req-ee2ae947-0e89-4a0e-9406-bf50baff9aa3 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 946 time: 0.2674885 Jul 22 19:17:51.248438 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb5945dd-e50f-47f2-a29d-5be83b002796 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:51.259452 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c7e42e4a-b016-4401-aa9c-0927334a4dca up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:17:51.289825 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54386) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:51.328238 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port c7e42e4a-b016-4401-aa9c-0927334a4dca completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:17:51.374297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5945dd-e50f-47f2-a29d-5be83b002796 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:51.381660 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81df09ed-4366-48cb-8f36-03928886048e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:51.388905 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81df09ed-4366-48cb-8f36-03928886048e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:51.394897 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81df09ed-4366-48cb-8f36-03928886048e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:51.395377 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-fb5945dd-e50f-47f2-a29d-5be83b002796 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:51.396736 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-81df09ed-4366-48cb-8f36-03928886048e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1903896 Jul 22 19:17:51.401260 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54390) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:51.403894 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5945dd-e50f-47f2-a29d-5be83b002796 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Pushing event updated for resources: {'Port': ['ID=046947cf-8b7c-4595-8b6f-6648e82d225c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:51.411488 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5945dd-e50f-47f2-a29d-5be83b002796 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:51.464070 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3af553f2-1773-4e44-ac43-708c3edb8d2e req-c02c8d3a-e002-4e0d-8c47-a2e5157c511d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831779 Jul 22 19:17:51.473273 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-01ba325a-bb10-41f9-a811-4ba8c0cfd8d9 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Deleting port 8cd1ee4b-8226-442c-b1c2-5fc77a3f32d3 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:51.473672 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01ba325a-bb10-41f9-a811-4ba8c0cfd8d9 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:51.495969 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-bf7f1ae1-9851-4913-b27a-14f75e984956 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:51.511656 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0a389fff-5feb-49fb-b728-4ce8ed7e3f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:51.649973 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01ba325a-bb10-41f9-a811-4ba8c0cfd8d9 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:51.669950 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-01ba325a-bb10-41f9-a811-4ba8c0cfd8d9 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Calling delete_port for 8cd1ee4b-8226-442c-b1c2-5fc77a3f32d3 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:51.676636 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-218072ba-2e75-495d-b2cc-e040b8432f78 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Deleting port 7697fb1d-299f-4a48-9194-4974ba1d46a3 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:51.676987 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-218072ba-2e75-495d-b2cc-e040b8432f78 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:51.719165 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ebe4e5d4-f320-4962-90e6-af9f1b2d573b req-008c4757-dee4-445f-86ed-19d6d6982687 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85a5a24-3180-4a63-8363-22e94b2aa555 HTTP/1.1" status: 200 len: 210 time: 0.0606561 Jul 22 19:17:51.796394 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e3b8bb-a79e-4ce8-9c3d-10ea20f6f08b None None] Network adcd4196-8881-447c-93ba-0b7b262e12b4 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:17:51.796800 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-bf7f1ae1-9851-4913-b27a-14f75e984956 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:51.847915 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-218072ba-2e75-495d-b2cc-e040b8432f78 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:51.867677 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9373b964-3d32-46e7-b7cf-baf055d9b145 None None] Provisioning for port c7e42e4a-b016-4401-aa9c-0927334a4dca completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:17:51.868362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-bf7f1ae1-9851-4913-b27a-14f75e984956 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Network 0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:51.872399 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9373b964-3d32-46e7-b7cf-baf055d9b145 None None] Provisioning complete for port c7e42e4a-b016-4401-aa9c-0927334a4dca triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:51.872849 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9373b964-3d32-46e7-b7cf-baf055d9b145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:51.874521 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-218072ba-2e75-495d-b2cc-e040b8432f78 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Calling delete_port for 7697fb1d-299f-4a48-9194-4974ba1d46a3 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:51.881562 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-bf7f1ae1-9851-4913-b27a-14f75e984956 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:51.890372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-bf7f1ae1-9851-4913-b27a-14f75e984956 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:51.993711 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01ba325a-bb10-41f9-a811-4ba8c0cfd8d9 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:52.030825 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba325a-bb10-41f9-a811-4ba8c0cfd8d9 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Pushing event deleted for resources: {'Port': ['ID=8cd1ee4b-8226-442c-b1c2-5fc77a3f32d3,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:52.157964 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01ba325a-bb10-41f9-a811-4ba8c0cfd8d9 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:52.162566 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-01ba325a-bb10-41f9-a811-4ba8c0cfd8d9 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] 10.222.0.13 "DELETE /v2.0/ports/8cd1ee4b-8226-442c-b1c2-5fc77a3f32d3 HTTP/1.1" status: 204 len: 168 time: 0.9967341 Jul 22 19:17:52.162917 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54396) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:52.179965 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9373b964-3d32-46e7-b7cf-baf055d9b145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:52.235220 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9373b964-3d32-46e7-b7cf-baf055d9b145 None None] For port c7e42e4a-b016-4401-aa9c-0927334a4dca, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c7e42e4a-b016-4401-aa9c-0927334a4dca,segment=NetworkSegment(0bacff24-670f-4571-b608-e6d8c9acb68d),segment_id=0bacff24-670f-4571-b608-e6d8c9acb68d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:52.245155 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9373b964-3d32-46e7-b7cf-baf055d9b145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:52.250563 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c18edc-ca57-4de7-8f50-afca7aa0f230 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:52.252252 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f1c18edc-ca57-4de7-8f50-afca7aa0f230 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f6e1ccc-629e-460f-9574-b3473f25ea35 HTTP/1.1" status: 200 len: 913 time: 0.0874925 Jul 22 19:17:52.253341 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-218072ba-2e75-495d-b2cc-e040b8432f78 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:52.255151 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54398) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:52.316205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373b964-3d32-46e7-b7cf-baf055d9b145 None None] Pushing event updated for resources: {'Port': ['ID=c7e42e4a-b016-4401-aa9c-0927334a4dca,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:52.351819 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f1ae1-9851-4913-b27a-14f75e984956 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Pushing event updated for resources: {'Port': ['ID=adb30783-58d2-4f88-85d5-01aa76f675a0,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:52.366395 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218072ba-2e75-495d-b2cc-e040b8432f78 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Pushing event deleted for resources: {'Port': ['ID=7697fb1d-299f-4a48-9194-4974ba1d46a3,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:52.394892 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-bf7f1ae1-9851-4913-b27a-14f75e984956 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:52.395722 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-bf7f1ae1-9851-4913-b27a-14f75e984956 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:52.415497 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb5945dd-e50f-47f2-a29d-5be83b002796 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:52.454630 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0a389fff-5feb-49fb-b728-4ce8ed7e3f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:52.462100 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-218072ba-2e75-495d-b2cc-e040b8432f78 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:52.463979 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-218072ba-2e75-495d-b2cc-e040b8432f78 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] 10.222.0.13 "DELETE /v2.0/ports/7697fb1d-299f-4a48-9194-4974ba1d46a3 HTTP/1.1" status: 204 len: 168 time: 1.0617740 Jul 22 19:17:52.485761 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54400) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:52.499601 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-4dbe781c-d087-42d4-a6ef-4a4be7c507e7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Request body: {'port': {'name': 'tempest-new-port-name-1744804180', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:52.500183 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.api.validators [None req-4dbe781c-d087-42d4-a6ef-4a4be7c507e7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] bootfile-name is not in valid_values {{(pid=93807) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:17:52.500546 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.api.validators [None req-4dbe781c-d087-42d4-a6ef-4a4be7c507e7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] tftp-server is not in valid_values {{(pid=93807) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:17:52.500879 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.api.validators [None req-4dbe781c-d087-42d4-a6ef-4a4be7c507e7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] server-ip-address is not in valid_values {{(pid=93807) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:17:52.504711 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0a389fff-5feb-49fb-b728-4ce8ed7e3f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:52.543935 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0a389fff-5feb-49fb-b728-4ce8ed7e3f09 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53ce84eac94c416fb9808cc4b106dd88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2326996 Jul 22 19:17:52.545859 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-bf7f1ae1-9851-4913-b27a-14f75e984956 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3665624 Jul 22 19:17:52.550552 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54404) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:52.579755 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3ac2a871-7bab-4b8a-bbae-0437c6b63bfe None None] Provisioning for port 4706adb4-1c83-435e-8d79-bf1e49cf20fe completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:17:52.583067 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] Request body: {'port': {'device_id': 'a85a5a24-3180-4a63-8363-22e94b2aa555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:52.584184 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3ac2a871-7bab-4b8a-bbae-0437c6b63bfe None None] Provisioning complete for port 4706adb4-1c83-435e-8d79-bf1e49cf20fe triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:52.584581 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3ac2a871-7bab-4b8a-bbae-0437c6b63bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:52.625630 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-3ac2a871-7bab-4b8a-bbae-0437c6b63bfe None None] Port 4706adb4-1c83-435e-8d79-bf1e49cf20fe cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:17:52.629451 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3ac2a871-7bab-4b8a-bbae-0437c6b63bfe None None] Could not find standard attr ID for object 7697fb1d-299f-4a48-9194-4974ba1d46a3. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:17:52.641376 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3ac2a871-7bab-4b8a-bbae-0437c6b63bfe None None] Provisioning complete for port c7e42e4a-b016-4401-aa9c-0927334a4dca triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:52.642020 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3ac2a871-7bab-4b8a-bbae-0437c6b63bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:52.663493 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3e064402-27ec-47fe-8f07-07fec2f52917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:52.709639 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3e064402-27ec-47fe-8f07-07fec2f52917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:52.730426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a389fff-5feb-49fb-b728-4ce8ed7e3f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b2f4ab-1cf4-4597-8dc4-92a165123fec,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:52.838933 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4390cb43-1081-43e8-b17a-bf0550549205 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:52.842549 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3e064402-27ec-47fe-8f07-07fec2f52917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:52.845130 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3e064402-27ec-47fe-8f07-07fec2f52917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:52.848846 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3e064402-27ec-47fe-8f07-07fec2f52917 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4b2f4ab-1cf4-4597-8dc4-92a165123fec HTTP/1.1" status: 204 len: 168 time: 0.2947567 Jul 22 19:17:52.850895 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4dbe781c-d087-42d4-a6ef-4a4be7c507e7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:52.912432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2c180f60-3695-4c60-82c7-fdd5afb1a7bc None None] Provisioning complete for port 4706adb4-1c83-435e-8d79-bf1e49cf20fe triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:52.912851 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2c180f60-3695-4c60-82c7-fdd5afb1a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:52.919378 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e064402-27ec-47fe-8f07-07fec2f52917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b2f4ab-1cf4-4597-8dc4-92a165123fec,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:52.978993 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:52.998004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2c180f60-3695-4c60-82c7-fdd5afb1a7bc None None] Port 4706adb4-1c83-435e-8d79-bf1e49cf20fe cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:17:53.021274 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93cdf8-81f4-4a28-bf67-3c64ebba83d5 req-255142ff-c76b-452c-80f4-5e2439a1e175 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:53.022841 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1d93cdf8-81f4-4a28-bf67-3c64ebba83d5 req-255142ff-c76b-452c-80f4-5e2439a1e175 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 946 time: 0.4509928 Jul 22 19:17:53.212849 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bc45bf94-6df0-45ae-8d5d-d03310de8b7f None None] Could not find standard attr ID for object 7697fb1d-299f-4a48-9194-4974ba1d46a3. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:17:53.232066 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c7e42e4a-b016-4401-aa9c-0927334a4dca up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:17:53.238079 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf009c9-bf0a-4d8f-becb-57fb2c14052d req-3337df82-b632-42db-8111-ee8656725867 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:53.239913 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-4390cb43-1081-43e8-b17a-bf0550549205 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Deleting port 8ef4b51a-3c96-45dd-aa3d-0cd64ad266d1 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:53.240404 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4390cb43-1081-43e8-b17a-bf0550549205 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:53.246507 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bdf009c9-bf0a-4d8f-becb-57fb2c14052d req-3337df82-b632-42db-8111-ee8656725867 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85a5a24-3180-4a63-8363-22e94b2aa555 HTTP/1.1" status: 200 len: 931 time: 0.4220650 Jul 22 19:17:53.256370 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1d93cdf8-81f4-4a28-bf67-3c64ebba83d5 req-14639162-4721-4288-ad2b-281e188291c3 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076347 Jul 22 19:17:53.258960 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb5945dd-e50f-47f2-a29d-5be83b002796 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:53.313615 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54416) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:53.322180 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb5945dd-e50f-47f2-a29d-5be83b002796 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-910330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-910305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-910161'] for router, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:53.344359 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port c7e42e4a-b016-4401-aa9c-0927334a4dca triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:53.345027 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:53.353444 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da4cb633-25fb-4aef-b9fc-a9eb12547086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:53.404932 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4390cb43-1081-43e8-b17a-bf0550549205 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:53.430073 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-4390cb43-1081-43e8-b17a-bf0550549205 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Calling delete_port for 8ef4b51a-3c96-45dd-aa3d-0cd64ad266d1 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:53.534166 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bdf009c9-bf0a-4d8f-becb-57fb2c14052d req-a0851080-333a-45d5-bbea-2ba244a986cc tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865481 Jul 22 19:17:53.597803 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da4cb633-25fb-4aef-b9fc-a9eb12547086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:53.602932 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da4cb633-25fb-4aef-b9fc-a9eb12547086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:53.700798 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4dbe781c-d087-42d4-a6ef-4a4be7c507e7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:53.716827 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4dbe781c-d087-42d4-a6ef-4a4be7c507e7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:53.752559 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031ca60-cdeb-41b5-9aa4-56cbdbc8b7aa req-f6a47df7-d3b9-4796-b120-027854ede6b1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:53.754160 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1031ca60-cdeb-41b5-9aa4-56cbdbc8b7aa req-f6a47df7-d3b9-4796-b120-027854ede6b1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 946 time: 0.3576813 Jul 22 19:17:53.876735 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe781c-d087-42d4-a6ef-4a4be7c507e7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Pushing event updated for resources: {'Port': ['ID=4706adb4-1c83-435e-8d79-bf1e49cf20fe,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:53.932498 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1031ca60-cdeb-41b5-9aa4-56cbdbc8b7aa req-3b335b29-3359-49da-afaa-1d2519191eec tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530788 Jul 22 19:17:53.933183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe781c-d087-42d4-a6ef-4a4be7c507e7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] In _notify_port_updated(), no bound segment for port 4706adb4-1c83-435e-8d79-bf1e49cf20fe on network adcd4196-8881-447c-93ba-0b7b262e12b4 {{(pid=93807) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:17:53.938701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbe781c-d087-42d4-a6ef-4a4be7c507e7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:53.939225 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4dbe781c-d087-42d4-a6ef-4a4be7c507e7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:53.940550 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4dbe781c-d087-42d4-a6ef-4a4be7c507e7 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] 10.222.0.13 "PUT /v2.0/ports/4706adb4-1c83-435e-8d79-bf1e49cf20fe HTTP/1.1" status: 200 len: 1136 time: 1.4516110 Jul 22 19:17:53.943584 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54420) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:53.960774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54422) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:53.970735 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cb633-25fb-4aef-b9fc-a9eb12547086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e67fc64-23f2-4f76-a6bb-3a5df7feaf8a,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:53.989911 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-da4cb633-25fb-4aef-b9fc-a9eb12547086 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3678f62342034f3597df252023051941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6729708 Jul 22 19:17:53.994670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54424) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:53.994984 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5945dd-e50f-47f2-a29d-5be83b002796 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Router faa5dc9c-c9c0-4751-93a8-f7809f8d6dbe is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:17:54.020669 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb30783-58d2-4f88-85d5-01aa76f675a0 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:17:54.037004 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:54.045296 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-253e226e-456f-406d-9aa3-a50a9a841eb1 None None] Provisioning complete for port 4706adb4-1c83-435e-8d79-bf1e49cf20fe triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:54.045494 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-253e226e-456f-406d-9aa3-a50a9a841eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:54.072974 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4390cb43-1081-43e8-b17a-bf0550549205 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:54.089016 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-253e226e-456f-406d-9aa3-a50a9a841eb1 None None] Port 4706adb4-1c83-435e-8d79-bf1e49cf20fe cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:17:54.102068 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] Transition to ACTIVE for port object adb30783-58d2-4f88-85d5-01aa76f675a0 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:54.107973 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2adc90b5-5830-4dda-8947-6d159d05f2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:54.109975 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390cb43-1081-43e8-b17a-bf0550549205 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Pushing event deleted for resources: {'Port': ['ID=8ef4b51a-3c96-45dd-aa3d-0cd64ad266d1,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:54.135467 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19744eb-923d-4cc8-9f23-def5f3282270 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:54.140142 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c19744eb-923d-4cc8-9f23-def5f3282270 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] 10.222.0.13 "GET /v2.0/ports/4706adb4-1c83-435e-8d79-bf1e49cf20fe HTTP/1.1" status: 200 len: 1136 time: 0.1924536 Jul 22 19:17:54.141409 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54426) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:54.144680 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:54.175404 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2adc90b5-5830-4dda-8947-6d159d05f2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:54.279781 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3460543-fc8b-45f4-850e-d9db0785c8b4 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:54.286863 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d3460543-fc8b-45f4-850e-d9db0785c8b4 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 1093 time: 0.3030543 Jul 22 19:17:54.286863 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=adb30783-58d2-4f88-85d5-01aa76f675a0,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:54.293918 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54428) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:54.305204 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4390cb43-1081-43e8-b17a-bf0550549205 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:54.309280 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2adc90b5-5830-4dda-8947-6d159d05f2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:54.311857 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2adc90b5-5830-4dda-8947-6d159d05f2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:54.313077 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2adc90b5-5830-4dda-8947-6d159d05f2c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e67fc64-23f2-4f76-a6bb-3a5df7feaf8a HTTP/1.1" status: 204 len: 168 time: 0.3180285 Jul 22 19:17:54.319484 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-a46d3d61-dd04-4dd4-a364-9fe21ae17505 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:54.329461 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc90b5-5830-4dda-8947-6d159d05f2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e67fc64-23f2-4f76-a6bb-3a5df7feaf8a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:54.360577 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5945dd-e50f-47f2-a29d-5be83b002796 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:54.369912 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb5945dd-e50f-47f2-a29d-5be83b002796 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:54.373824 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fb5945dd-e50f-47f2-a29d-5be83b002796 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "PUT /v2.0/routers/faa5dc9c-c9c0-4751-93a8-f7809f8d6dbe HTTP/1.1" status: 200 len: 914 time: 5.6317194 Jul 22 19:17:54.374599 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43866ca-6c09-43bb-ac6b-b02713fdcdbb None None] Sync routers for ids ['faa5dc9c-c9c0-4751-93a8-f7809f8d6dbe'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:54.380759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54432) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:54.390710 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43866ca-6c09-43bb-ac6b-b02713fdcdbb None None] Routers {'faa5dc9c-c9c0-4751-93a8-f7809f8d6dbe'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:54.391369 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f43866ca-6c09-43bb-ac6b-b02713fdcdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['faa5dc9c-c9c0-4751-93a8-f7809f8d6dbe'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:54.414679 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a46d3d61-dd04-4dd4-a364-9fe21ae17505 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:54.424463 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f43866ca-6c09-43bb-ac6b-b02713fdcdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:54.434641 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43866ca-6c09-43bb-ac6b-b02713fdcdbb None None] Routers {'faa5dc9c-c9c0-4751-93a8-f7809f8d6dbe'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:54.435251 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f43866ca-6c09-43bb-ac6b-b02713fdcdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['faa5dc9c-c9c0-4751-93a8-f7809f8d6dbe'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:54.471002 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f43866ca-6c09-43bb-ac6b-b02713fdcdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:54.471915 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43866ca-6c09-43bb-ac6b-b02713fdcdbb None None] The sync data for ids ['faa5dc9c-c9c0-4751-93a8-f7809f8d6dbe'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:17:54.510581 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4390cb43-1081-43e8-b17a-bf0550549205 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Router 1f6e1ccc-629e-460f-9574-b3473f25ea35 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:17:54.552811 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-67ccb790-84b6-40e7-b431-a119b8e4ed77 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Deleting port 4706adb4-1c83-435e-8d79-bf1e49cf20fe {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:54.553393 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-67ccb790-84b6-40e7-b431-a119b8e4ed77 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:54.584543 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] Attempting to bind port adb30783-58d2-4f88-85d5-01aa76f675a0 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:17:54.584952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] Attempting to bind port adb30783-58d2-4f88-85d5-01aa76f675a0 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'f5ed34da-c56c-4877-820b-9a1f23a5b5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:17:54.585293 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] Attempting to bind port adb30783-58d2-4f88-85d5-01aa76f675a0 on network 0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:17:54.600268 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] Port adb30783-58d2-4f88-85d5-01aa76f675a0 on network 0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:17:54.600637 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] Attempting to bind port adb30783-58d2-4f88-85d5-01aa76f675a0 on network 0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:17:54.612607 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:17:54.613114 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] Checking segment: {'id': 'f5ed34da-c56c-4877-820b-9a1f23a5b5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:17:54.613634 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] Bound using segment: {'id': 'f5ed34da-c56c-4877-820b-9a1f23a5b5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:17:54.614097 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] Bound port: adb30783-58d2-4f88-85d5-01aa76f675a0, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ed34da-c56c-4877-820b-9a1f23a5b5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:17:54.614423 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4390cb43-1081-43e8-b17a-bf0550549205 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:54.614566 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:54.620793 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4390cb43-1081-43e8-b17a-bf0550549205 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] 10.222.0.13 "PUT /v2.0/routers/1f6e1ccc-629e-460f-9574-b3473f25ea35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3642406 Jul 22 19:17:54.624011 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54438) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:54.627608 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd11cd1-f9e5-4945-be4f-ff1c3c84aaf4 None None] Sync routers for ids ['1f6e1ccc-629e-460f-9574-b3473f25ea35'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:54.640994 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd11cd1-f9e5-4945-be4f-ff1c3c84aaf4 None None] Routers {'1f6e1ccc-629e-460f-9574-b3473f25ea35'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:54.641991 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2bd11cd1-f9e5-4945-be4f-ff1c3c84aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['1f6e1ccc-629e-460f-9574-b3473f25ea35'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:54.695078 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2bd11cd1-f9e5-4945-be4f-ff1c3c84aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:54.706745 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd11cd1-f9e5-4945-be4f-ff1c3c84aaf4 None None] Routers {'1f6e1ccc-629e-460f-9574-b3473f25ea35'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:54.710057 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2bd11cd1-f9e5-4945-be4f-ff1c3c84aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['1f6e1ccc-629e-460f-9574-b3473f25ea35'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:54.727522 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-33ca354e-c35e-4df8-86b8-65075d341e8c tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:54.749560 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2bd11cd1-f9e5-4945-be4f-ff1c3c84aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:54.754675 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd11cd1-f9e5-4945-be4f-ff1c3c84aaf4 None None] The sync data for ids ['1f6e1ccc-629e-460f-9574-b3473f25ea35'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:17:54.938698 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-33ca354e-c35e-4df8-86b8-65075d341e8c tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:54.941201 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-33ca354e-c35e-4df8-86b8-65075d341e8c tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:54.994204 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-33ca354e-c35e-4df8-86b8-65075d341e8c tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:54.995148 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ca354e-c35e-4df8-86b8-65075d341e8c tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Fanout notify agent at l3_agent the message router_deleted on router 1f6e1ccc-629e-460f-9574-b3473f25ea35 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:17:55.010426 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-33ca354e-c35e-4df8-86b8-65075d341e8c tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:55.012523 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-33ca354e-c35e-4df8-86b8-65075d341e8c tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] 10.222.0.13 "DELETE /v2.0/routers/1f6e1ccc-629e-460f-9574-b3473f25ea35 HTTP/1.1" status: 204 len: 168 time: 0.3864319 Jul 22 19:17:55.014362 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54456) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:55.078478 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c5a64b-7fef-4c4c-9a87-9b53c8fd053a tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Deleting subnet b0909f6f-132a-4a5b-aba9-fb1a3f2d1ede {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:17:55.082459 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68c5a64b-7fef-4c4c-9a87-9b53c8fd053a tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:55.088353 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3a23d929-1ee9-4ee9-82d4-8f09a097c895 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "GET /v2.0/routers/faa5dc9c-c9c0-4751-93a8-f7809f8d6dbe HTTP/1.1" status: 200 len: 920 time: 0.7065206 Jul 22 19:17:55.096408 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54460) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:55.127093 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68c5a64b-7fef-4c4c-9a87-9b53c8fd053a tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:55.217273 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68c5a64b-7fef-4c4c-9a87-9b53c8fd053a tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:55.227970 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-67ccb790-84b6-40e7-b431-a119b8e4ed77 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:55.269666 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-67ccb790-84b6-40e7-b431-a119b8e4ed77 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Calling delete_port for 4706adb4-1c83-435e-8d79-bf1e49cf20fe owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:55.284276 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] For port adb30783-58d2-4f88-85d5-01aa76f675a0, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:17:55.291896 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68c5a64b-7fef-4c4c-9a87-9b53c8fd053a tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:55.302388 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6afd02-55c7-44b6-98a8-25151feabfd5 req-1f17862e-d60b-4c4a-85a9-b0f68617a9d9 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:55.303955 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d6afd02-55c7-44b6-98a8-25151feabfd5 req-1f17862e-d60b-4c4a-85a9-b0f68617a9d9 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85a5a24-3180-4a63-8363-22e94b2aa555 HTTP/1.1" status: 200 len: 943 time: 0.6633701 Jul 22 19:17:55.326003 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5a64b-7fef-4c4c-9a87-9b53c8fd053a tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Pushing event deleted for resources: {'Subnet': ['ID=b0909f6f-132a-4a5b-aba9-fb1a3f2d1ede,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:55.327033 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] For port adb30783-58d2-4f88-85d5-01aa76f675a0, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=adb30783-58d2-4f88-85d5-01aa76f675a0,segment=NetworkSegment(f5ed34da-c56c-4877-820b-9a1f23a5b5e7),segment_id=f5ed34da-c56c-4877-820b-9a1f23a5b5e7)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:17:55.329148 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68c5a64b-7fef-4c4c-9a87-9b53c8fd053a tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:55.334878 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-68c5a64b-7fef-4c4c-9a87-9b53c8fd053a tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] 10.222.0.13 "DELETE /v2.0/subnets/b0909f6f-132a-4a5b-aba9-fb1a3f2d1ede HTTP/1.1" status: 204 len: 168 time: 0.3194325 Jul 22 19:17:55.336397 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54466) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:55.341637 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423e5879-f741-4847-bd78-f2cf9df93f4c None None] Network 8705b614-fa5e-4d74-9c34-4a0449f49380 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:17:55.387176 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:55.412116 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e219127-3444-4530-bccb-2e6df1eabaeb tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:55.414799 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7e219127-3444-4530-bccb-2e6df1eabaeb tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&device_id=faa5dc9c-c9c0-4751-93a8-f7809f8d6dbe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3135695 Jul 22 19:17:55.416820 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a46d3d61-dd04-4dd4-a364-9fe21ae17505 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:55.418158 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54468) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:55.454224 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1d94434d-3601-4adf-b442-4d71aeb344f2 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:55.479328 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:55.479961 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:55.481450 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] 10.222.0.16 "PUT /v2.0/ports/adb30783-58d2-4f88-85d5-01aa76f675a0 HTTP/1.1" status: 200 len: 1092 time: 2.9115577 Jul 22 19:17:55.484115 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85a5a24-3180-4a63-8363-22e94b2aa555', 'tag': 'adb30783-58d2-4f88-85d5-01aa76f675a0'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:17:55.487638 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb42551-3994-4afe-9d9e-254965beb984" -d '{"events": [{"name": "network-changed", "server_uuid": "a85a5a24-3180-4a63-8363-22e94b2aa555", "tag": "adb30783-58d2-4f88-85d5-01aa76f675a0"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:17:55.548804 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d6afd02-55c7-44b6-98a8-25151feabfd5 req-62359117-d74f-41c7-bef2-b85b986b0b57 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278280 Jul 22 19:17:55.598661 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a797da-c889-4bc0-9557-33352e6086a0 None None] DHCP port deletion for 8705b614-fa5e-4d74-9c34-4a0449f49380 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:17:55.618001 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c9b0e5-56fc-4cd4-8c63-68bdf7e1a77b tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:55.619480 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b4c9b0e5-56fc-4cd4-8c63-68bdf7e1a77b tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 881 time: 0.1949944 Jul 22 19:17:55.623090 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54476) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:55.625286 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22203f2-fafe-492e-842a-e48e90161c65 x-openstack-request-id: req-a22203f2-fafe-492e-842a-e48e90161c65 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:17:55.625815 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85a5a24-3180-4a63-8363-22e94b2aa555", "tag": "adb30783-58d2-4f88-85d5-01aa76f675a0", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:17:55.625815 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a22203f2-fafe-492e-842a-e48e90161c65 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:17:55.626189 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85a5a24-3180-4a63-8363-22e94b2aa555', 'tag': 'adb30783-58d2-4f88-85d5-01aa76f675a0', 'status': 'completed', 'code': 200} Jul 22 19:17:55.653219 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b969c-da94-4e80-976e-803b8382e9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=adb30783-58d2-4f88-85d5-01aa76f675a0,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:55.659425 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-226a6c1c-af10-4050-961f-1d38d26fa0c1 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "GET /v2.0/ports?device_id=faa5dc9c-c9c0-4751-93a8-f7809f8d6dbe HTTP/1.1" status: 200 len: 205 time: 0.0329700 Jul 22 19:17:55.659985 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54480) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:55.686575 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-03a797da-c889-4bc0-9557-33352e6086a0 None None] Deleting port 7c34433d-2597-4b13-b3d6-09ad9734585f {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:55.687194 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-03a797da-c889-4bc0-9557-33352e6086a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:55.741261 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-1d94434d-3601-4adf-b442-4d71aeb344f2 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Deleting port 7c34433d-2597-4b13-b3d6-09ad9734585f {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:55.741604 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1d94434d-3601-4adf-b442-4d71aeb344f2 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:55.756647 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-005cf2be-f09d-466c-a52d-702f3d961454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:55.759502 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-005cf2be-f09d-466c-a52d-702f3d961454 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f8ad148cf844b58b8137ecbf1a0823b&device_id=a85a5a24-3180-4a63-8363-22e94b2aa555 HTTP/1.1" status: 200 len: 1095 time: 0.2097528 Jul 22 19:17:55.783423 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-03a797da-c889-4bc0-9557-33352e6086a0 None None] For port 7c34433d-2597-4b13-b3d6-09ad9734585f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=7c34433d-2597-4b13-b3d6-09ad9734585f,segment=NetworkSegment(47b8537f-4b0d-42f1-8cd0-bab24eff87be),segment_id=47b8537f-4b0d-42f1-8cd0-bab24eff87be)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:55.784166 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-03a797da-c889-4bc0-9557-33352e6086a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:55.799268 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-03a797da-c889-4bc0-9557-33352e6086a0 None None] Calling delete_port for 7c34433d-2597-4b13-b3d6-09ad9734585f owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:55.822983 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-a46d3d61-dd04-4dd4-a364-9fe21ae17505 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Allocated IP 172.25.3.253 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/0e3f4126-016a-4f9c-acc0-293ee3cdbc2c) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:55.824427 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-56b7ac25-0a35-4b6f-b78c-071a19ba7da3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adb30783-58d2-4f88-85d5-01aa76f675a0 HTTP/1.1" status: 200 len: 217 time: 0.0551670 Jul 22 19:17:55.826517 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-1d94434d-3601-4adf-b442-4d71aeb344f2 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] For port 7c34433d-2597-4b13-b3d6-09ad9734585f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=7c34433d-2597-4b13-b3d6-09ad9734585f,segment=NetworkSegment(47b8537f-4b0d-42f1-8cd0-bab24eff87be),segment_id=47b8537f-4b0d-42f1-8cd0-bab24eff87be)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:55.826995 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1d94434d-3601-4adf-b442-4d71aeb344f2 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:55.847316 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-1d94434d-3601-4adf-b442-4d71aeb344f2 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Calling delete_port for 7c34433d-2597-4b13-b3d6-09ad9734585f owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:55.856332 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edf95ec7-0021-4ec7-8453-d017369be5f5 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:55.911912 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-67ccb790-84b6-40e7-b431-a119b8e4ed77 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:55.937715 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-03a797da-c889-4bc0-9557-33352e6086a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:55.971060 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ccb790-84b6-40e7-b431-a119b8e4ed77 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Pushing event deleted for resources: {'Port': ['ID=4706adb4-1c83-435e-8d79-bf1e49cf20fe,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:56.005596 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-7495fdb6-b837-4166-936e-a800da6730c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:56.005785 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a797da-c889-4bc0-9557-33352e6086a0 None None] Pushing event deleted for resources: {'Port': ['ID=7c34433d-2597-4b13-b3d6-09ad9734585f,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:56.007133 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-7495fdb6-b837-4166-936e-a800da6730c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29e707c9-c827-4964-a4b7-caa85889562c HTTP/1.1" status: 200 len: 862 time: 0.1749609 Jul 22 19:17:56.021286 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a797da-c889-4bc0-9557-33352e6086a0 None None] No DVR routers for this DVR port 7c34433d-2597-4b13-b3d6-09ad9734585f on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:17:56.059349 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edf95ec7-0021-4ec7-8453-d017369be5f5 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:56.095912 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-fa27ba76-7d4b-4bb3-b8cc-412d2793d4b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825968 Jul 22 19:17:56.132666 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1d94434d-3601-4adf-b442-4d71aeb344f2 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:56.172409 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d94434d-3601-4adf-b442-4d71aeb344f2 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] No DVR routers for this DVR port 7c34433d-2597-4b13-b3d6-09ad9734585f on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:17:56.180843 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94434d-3601-4adf-b442-4d71aeb344f2 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Pushing event deleted for resources: {'Port': ['ID=7c34433d-2597-4b13-b3d6-09ad9734585f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:56.182509 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a46d3d61-dd04-4dd4-a364-9fe21ae17505 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:56.197000 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-67ccb790-84b6-40e7-b431-a119b8e4ed77 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:56.201474 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-67ccb790-84b6-40e7-b431-a119b8e4ed77 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] 10.222.0.13 "DELETE /v2.0/ports/4706adb4-1c83-435e-8d79-bf1e49cf20fe HTTP/1.1" status: 204 len: 168 time: 2.0523837 Jul 22 19:17:56.204889 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54492) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:56.219710 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-edf95ec7-0021-4ec7-8453-d017369be5f5 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Deleting port 046947cf-8b7c-4595-8b6f-6648e82d225c {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:56.219838 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edf95ec7-0021-4ec7-8453-d017369be5f5 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:56.287632 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-e4bbec7b-6a59-45ae-87f7-63fbcfd04886 service neutron] 10.222.0.16 "GET /v2.0/networks/0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759076 Jul 22 19:17:56.318250 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a46d3d61-dd04-4dd4-a364-9fe21ae17505 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:56.334852 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1d94434d-3601-4adf-b442-4d71aeb344f2 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:56.365735 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cad8c97-f889-43ad-ac4b-5f0096d8d449 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Deleting subnet 236b0299-e549-477d-b446-fc73922e96cc {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:17:56.375788 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8cad8c97-f889-43ad-ac4b-5f0096d8d449 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:56.399944 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46d3d61-dd04-4dd4-a364-9fe21ae17505 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:56.405782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-a46d3d61-dd04-4dd4-a364-9fe21ae17505 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:56.409338 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-1d94434d-3601-4adf-b442-4d71aeb344f2 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8705b614-fa5e-4d74-9c34-4a0449f49380']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:56.416765 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46d3d61-dd04-4dd4-a364-9fe21ae17505 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:56.435121 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-1d94434d-3601-4adf-b442-4d71aeb344f2 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b8537f-4b0d-42f1-8cd0-bab24eff87be') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:56.435666 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-1d94434d-3601-4adf-b442-4d71aeb344f2 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b8537f-4b0d-42f1-8cd0-bab24eff87be') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:56.449682 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8cad8c97-f889-43ad-ac4b-5f0096d8d449 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:56.464670 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d3d61-dd04-4dd4-a364-9fe21ae17505 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=0e3f4126-016a-4f9c-acc0-293ee3cdbc2c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:56.477081 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00fbc77f-b120-41d0-96ad-80b19496d695 req-ef070910-912c-41ad-812f-032bdf7f206c service neutron] 10.222.0.16 "GET /v2.0/networks/0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811447 Jul 22 19:17:56.486967 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1d94434d-3601-4adf-b442-4d71aeb344f2 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:56.496036 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edf95ec7-0021-4ec7-8453-d017369be5f5 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:56.524836 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-edf95ec7-0021-4ec7-8453-d017369be5f5 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Calling delete_port for 046947cf-8b7c-4595-8b6f-6648e82d225c owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:56.534041 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1d94434d-3601-4adf-b442-4d71aeb344f2 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:56.553451 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d94434d-3601-4adf-b442-4d71aeb344f2 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:17:56.553901 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1d94434d-3601-4adf-b442-4d71aeb344f2 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:17:56.556990 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:17:56.699029 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8cad8c97-f889-43ad-ac4b-5f0096d8d449 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:56.722208 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb42551-3994-4afe-9d9e-254965beb984 req-f0a05f65-f9fd-4d85-a81b-78b55d821566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:56.723709 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bb42551-3994-4afe-9d9e-254965beb984 req-f0a05f65-f9fd-4d85-a81b-78b55d821566 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f8ad148cf844b58b8137ecbf1a0823b&device_id=a85a5a24-3180-4a63-8363-22e94b2aa555 HTTP/1.1" status: 200 len: 1095 time: 0.1990917 Jul 22 19:17:56.729675 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1d94434d-3601-4adf-b442-4d71aeb344f2 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:56.777348 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1d94434d-3601-4adf-b442-4d71aeb344f2 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:56.780352 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1d94434d-3601-4adf-b442-4d71aeb344f2 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] 10.222.0.13 "DELETE /v2.0/networks/8705b614-fa5e-4d74-9c34-4a0449f49380 HTTP/1.1" status: 204 len: 168 time: 1.4428735 Jul 22 19:17:56.807754 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94434d-3601-4adf-b442-4d71aeb344f2 tempest-FloatingIPNegativeTestJSON-1459813048 tempest-FloatingIPNegativeTestJSON-1459813048-project] Pushing event deleted for resources: {'Network': ['ID=8705b614-fa5e-4d74-9c34-4a0449f49380,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:56.883315 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8cad8c97-f889-43ad-ac4b-5f0096d8d449 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:56.900911 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b526a3-9ebd-4733-8d31-02a8466ac596 req-0b925eb1-59aa-46e8-9744-197fe8707b37 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:56.902445 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-08b526a3-9ebd-4733-8d31-02a8466ac596 req-0b925eb1-59aa-46e8-9744-197fe8707b37 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85a5a24-3180-4a63-8363-22e94b2aa555 HTTP/1.1" status: 200 len: 943 time: 0.2365551 Jul 22 19:17:56.914549 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad8c97-f889-43ad-ac4b-5f0096d8d449 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Pushing event deleted for resources: {'Subnet': ['ID=236b0299-e549-477d-b446-fc73922e96cc,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:56.922661 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb42551-3994-4afe-9d9e-254965beb984 req-ace6aa37-3a74-4bfd-a2cd-983799575f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:56.924115 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bb42551-3994-4afe-9d9e-254965beb984 req-ace6aa37-3a74-4bfd-a2cd-983799575f0f service neutron] 10.222.0.16 "GET /v2.0/networks?id=0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 HTTP/1.1" status: 200 len: 923 time: 0.1766598 Jul 22 19:17:56.934056 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8cad8c97-f889-43ad-ac4b-5f0096d8d449 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:56.939210 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8cad8c97-f889-43ad-ac4b-5f0096d8d449 tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] 10.222.0.13 "DELETE /v2.0/subnets/236b0299-e549-477d-b446-fc73922e96cc HTTP/1.1" status: 204 len: 168 time: 0.7327967 Jul 22 19:17:56.940210 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54514) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:56.941596 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edf95ec7-0021-4ec7-8453-d017369be5f5 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:56.945788 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b256b173-aa62-43cf-8262-82705c832d16 None None] Network adcd4196-8881-447c-93ba-0b7b262e12b4 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:17:56.984277 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf95ec7-0021-4ec7-8453-d017369be5f5 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Pushing event deleted for resources: {'Port': ['ID=046947cf-8b7c-4595-8b6f-6648e82d225c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:57.061104 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edf95ec7-0021-4ec7-8453-d017369be5f5 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:57.096161 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-08b526a3-9ebd-4733-8d31-02a8466ac596 req-b7ffe71d-5f7f-4a1a-ac96-7a648cb536d2 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845777 Jul 22 19:17:57.114334 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bb42551-3994-4afe-9d9e-254965beb984 req-06295d36-c7c6-472d-8634-081ca09bf58a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adb30783-58d2-4f88-85d5-01aa76f675a0 HTTP/1.1" status: 200 len: 217 time: 0.1826727 Jul 22 19:17:57.177796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb42551-3994-4afe-9d9e-254965beb984 req-13ad06ff-3778-4f93-aca5-ef02368fa0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:57.180009 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bb42551-3994-4afe-9d9e-254965beb984 req-13ad06ff-3778-4f93-aca5-ef02368fa0b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29e707c9-c827-4964-a4b7-caa85889562c HTTP/1.1" status: 200 len: 862 time: 0.0473323 Jul 22 19:17:57.214670 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 7c34433d-2597-4b13-b3d6-09ad9734585f no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:17:57.220754 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edf95ec7-0021-4ec7-8453-d017369be5f5 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:57.223103 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edf95ec7-0021-4ec7-8453-d017369be5f5 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:57.260759 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 7c34433d-2597-4b13-b3d6-09ad9734585f {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:17:57.261166 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 7c34433d-2597-4b13-b3d6-09ad9734585f not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:17:57.276439 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edf95ec7-0021-4ec7-8453-d017369be5f5 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:57.279059 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf95ec7-0021-4ec7-8453-d017369be5f5 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Fanout notify agent at l3_agent the message router_deleted on router faa5dc9c-c9c0-4751-93a8-f7809f8d6dbe {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:17:57.298321 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edf95ec7-0021-4ec7-8453-d017369be5f5 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:57.302784 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-edf95ec7-0021-4ec7-8453-d017369be5f5 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "DELETE /v2.0/routers/faa5dc9c-c9c0-4751-93a8-f7809f8d6dbe HTTP/1.1" status: 204 len: 168 time: 1.6385603 Jul 22 19:17:57.307776 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54524) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:57.312445 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c991635b-743e-4ad7-a361-b79507f73276 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-826886292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:57.325746 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54526) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:57.354742 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bb42551-3994-4afe-9d9e-254965beb984 req-fc0dac93-a9e0-4078-913e-b653e4bef254 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1680422 Jul 22 19:17:57.354985 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c991635b-743e-4ad7-a361-b79507f73276 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:57.356935 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c991635b-743e-4ad7-a361-b79507f73276 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:57.368648 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff4f24b-1507-4085-ba38-473836b04fa1 None None] DHCP port deletion for adcd4196-8881-447c-93ba-0b7b262e12b4 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:17:57.438945 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c991635b-743e-4ad7-a361-b79507f73276 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:57.444650 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c991635b-743e-4ad7-a361-b79507f73276 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:57.457110 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-bff4f24b-1507-4085-ba38-473836b04fa1 None None] Deleting port c7e42e4a-b016-4401-aa9c-0927334a4dca {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:57.459715 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bff4f24b-1507-4085-ba38-473836b04fa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:57.466497 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c991635b-743e-4ad7-a361-b79507f73276 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:57.471590 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c991635b-743e-4ad7-a361-b79507f73276 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1621344 Jul 22 19:17:57.472243 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54534) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:57.478778 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-07cfbd68-9289-4461-8f85-6e7e6b72e0c1 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'enable_snat': False}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:57.486935 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fc58a62e-d45c-45f5-baa3-68bbdb8cfc7e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:57.549096 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bb42551-3994-4afe-9d9e-254965beb984 req-3f84630f-3374-4e4a-bb32-fa868d6a885c service neutron] 10.222.0.16 "GET /v2.0/networks/0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586814 Jul 22 19:17:57.557673 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a46d3d61-dd04-4dd4-a364-9fe21ae17505 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:57.568094 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-bff4f24b-1507-4085-ba38-473836b04fa1 None None] For port c7e42e4a-b016-4401-aa9c-0927334a4dca, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c7e42e4a-b016-4401-aa9c-0927334a4dca,segment=NetworkSegment(0bacff24-670f-4571-b608-e6d8c9acb68d),segment_id=0bacff24-670f-4571-b608-e6d8c9acb68d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:57.568701 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bff4f24b-1507-4085-ba38-473836b04fa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:57.582689 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-bff4f24b-1507-4085-ba38-473836b04fa1 None None] Calling delete_port for c7e42e4a-b016-4401-aa9c-0927334a4dca owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:57.695595 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-fc58a62e-d45c-45f5-baa3-68bbdb8cfc7e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Deleting port c7e42e4a-b016-4401-aa9c-0927334a4dca {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:17:57.696342 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fc58a62e-d45c-45f5-baa3-68bbdb8cfc7e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:57.754674 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bff4f24b-1507-4085-ba38-473836b04fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:57.791771 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4f24b-1507-4085-ba38-473836b04fa1 None None] Pushing event deleted for resources: {'Port': ['ID=c7e42e4a-b016-4401-aa9c-0927334a4dca,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:57.794149 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff4f24b-1507-4085-ba38-473836b04fa1 None None] No DVR routers for this DVR port c7e42e4a-b016-4401-aa9c-0927334a4dca on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:17:57.830233 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a46d3d61-dd04-4dd4-a364-9fe21ae17505 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:57.838267 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bb42551-3994-4afe-9d9e-254965beb984 req-dd3eb1ed-0b0e-441f-94da-6483b9d49cd1 service neutron] 10.222.0.16 "GET /v2.0/networks/0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821114 Jul 22 19:17:57.881460 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-fc58a62e-d45c-45f5-baa3-68bbdb8cfc7e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] For port c7e42e4a-b016-4401-aa9c-0927334a4dca, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c7e42e4a-b016-4401-aa9c-0927334a4dca,segment=NetworkSegment(0bacff24-670f-4571-b608-e6d8c9acb68d),segment_id=0bacff24-670f-4571-b608-e6d8c9acb68d)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:57.881839 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fc58a62e-d45c-45f5-baa3-68bbdb8cfc7e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:57.914848 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-fc58a62e-d45c-45f5-baa3-68bbdb8cfc7e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Calling delete_port for c7e42e4a-b016-4401-aa9c-0927334a4dca owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:17:58.088287 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fc58a62e-d45c-45f5-baa3-68bbdb8cfc7e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:58.090006 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07cfbd68-9289-4461-8f85-6e7e6b72e0c1 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:58.096512 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4faa1df5-ebda-451a-aea0-9a438849a331 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32ac999f5f624f18babc3cf98d88bd99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7679923 Jul 22 19:17:58.099660 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54550) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:58.168627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58a62e-d45c-45f5-baa3-68bbdb8cfc7e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Pushing event deleted for resources: {'Port': ['ID=c7e42e4a-b016-4401-aa9c-0927334a4dca,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:58.200940 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8cb06493-9f6f-4642-aaf7-69443e89ed79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:58.224386 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a46d3d61-dd04-4dd4-a364-9fe21ae17505 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:58.231062 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc58a62e-d45c-45f5-baa3-68bbdb8cfc7e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] No DVR routers for this DVR port c7e42e4a-b016-4401-aa9c-0927334a4dca on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:17:58.236293 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8cb06493-9f6f-4642-aaf7-69443e89ed79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:58.245341 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a46d3d61-dd04-4dd4-a364-9fe21ae17505 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:58.373613 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8cb06493-9f6f-4642-aaf7-69443e89ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:58.375073 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f392ecf5-e817-4b60-99f5-6357f876237c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:58.376398 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8cb06493-9f6f-4642-aaf7-69443e89ed79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:58.383307 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8cb06493-9f6f-4642-aaf7-69443e89ed79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d76d5a2-79d5-4872-b81b-c7ae3d87ecba HTTP/1.1" status: 204 len: 168 time: 0.2818189 Jul 22 19:17:58.424404 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb06493-9f6f-4642-aaf7-69443e89ed79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d76d5a2-79d5-4872-b81b-c7ae3d87ecba,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:58.493052 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07cfbd68-9289-4461-8f85-6e7e6b72e0c1 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:58.525584 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07cfbd68-9289-4461-8f85-6e7e6b72e0c1 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:58.644648 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-07cfbd68-9289-4461-8f85-6e7e6b72e0c1 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Allocated IP 172.25.3.138 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/7f0efeff-17cb-42a8-8644-844158bba2b6) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:58.775487 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ec3bc-1cdf-480f-bc28-8347966ca557 req-813ad18a-48fc-41a4-b9cb-ac1034c4c9c0 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:58.777062 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b89ec3bc-1cdf-480f-bc28-8347966ca557 req-813ad18a-48fc-41a4-b9cb-ac1034c4c9c0 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85a5a24-3180-4a63-8363-22e94b2aa555 HTTP/1.1" status: 200 len: 943 time: 0.6030927 Jul 22 19:17:58.799634 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07cfbd68-9289-4461-8f85-6e7e6b72e0c1 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:58.802491 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fc58a62e-d45c-45f5-baa3-68bbdb8cfc7e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:58.806787 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d3d61-dd04-4dd4-a364-9fe21ae17505 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=0e3f4126-016a-4f9c-acc0-293ee3cdbc2c,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:58.831827 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-fc58a62e-d45c-45f5-baa3-68bbdb8cfc7e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adcd4196-8881-447c-93ba-0b7b262e12b4']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:58.855191 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-fc58a62e-d45c-45f5-baa3-68bbdb8cfc7e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bacff24-670f-4571-b608-e6d8c9acb68d') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:58.855427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-fc58a62e-d45c-45f5-baa3-68bbdb8cfc7e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bacff24-670f-4571-b608-e6d8c9acb68d') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:58.869920 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fc58a62e-d45c-45f5-baa3-68bbdb8cfc7e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:58.874673 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07cfbd68-9289-4461-8f85-6e7e6b72e0c1 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:58.879810 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a46d3d61-dd04-4dd4-a364-9fe21ae17505 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:58.929435 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cfbd68-9289-4461-8f85-6e7e6b72e0c1 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:58.936387 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-07cfbd68-9289-4461-8f85-6e7e6b72e0c1 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:58.938864 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cfbd68-9289-4461-8f85-6e7e6b72e0c1 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:58.963374 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fc58a62e-d45c-45f5-baa3-68bbdb8cfc7e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:58.969186 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfbd68-9289-4461-8f85-6e7e6b72e0c1 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Pushing event updated for resources: {'Port': ['ID=7f0efeff-17cb-42a8-8644-844158bba2b6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:58.969921 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b89ec3bc-1cdf-480f-bc28-8347966ca557 req-16fcd59e-805e-4e1e-975c-7c849997a605 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552601 Jul 22 19:17:58.980993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc58a62e-d45c-45f5-baa3-68bbdb8cfc7e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:17:58.981401 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fc58a62e-d45c-45f5-baa3-68bbdb8cfc7e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:17:58.993442 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:17:59.041934 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-a46d3d61-dd04-4dd4-a364-9fe21ae17505 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Floating IP e7e64423-2f24-425b-aceb-a0517b195cf9 associated. External IP: 172.25.3.253, port: deea12ea-0ef2-477e-adc1-e0c1b75d4215. Jul 22 19:17:59.180827 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c7e42e4a-b016-4401-aa9c-0927334a4dca no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:17:59.214568 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fc58a62e-d45c-45f5-baa3-68bbdb8cfc7e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:59.231466 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: c7e42e4a-b016-4401-aa9c-0927334a4dca {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:17:59.231821 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c7e42e4a-b016-4401-aa9c-0927334a4dca not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:17:59.259129 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fc58a62e-d45c-45f5-baa3-68bbdb8cfc7e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:59.261272 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fc58a62e-d45c-45f5-baa3-68bbdb8cfc7e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] 10.222.0.13 "DELETE /v2.0/networks/adcd4196-8881-447c-93ba-0b7b262e12b4 HTTP/1.1" status: 204 len: 168 time: 2.3166769 Jul 22 19:17:59.311668 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58a62e-d45c-45f5-baa3-68bbdb8cfc7e tempest-ExtraDHCPOptionsTestJSON-2044545373 tempest-ExtraDHCPOptionsTestJSON-2044545373-project] Pushing event deleted for resources: {'Network': ['ID=adcd4196-8881-447c-93ba-0b7b262e12b4,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:59.343845 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07cfbd68-9289-4461-8f85-6e7e6b72e0c1 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:59.370039 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46d3d61-dd04-4dd4-a364-9fe21ae17505 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Router c76e63c0-cbd4-4437-9048-12cf770552cc has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:17:59.496149 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46d3d61-dd04-4dd4-a364-9fe21ae17505 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:17:59.508850 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd63f5b-618f-4999-9726-3b3d08cbca78 None None] Sync routers for ids ['c76e63c0-cbd4-4437-9048-12cf770552cc'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:17:59.524131 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd63f5b-618f-4999-9726-3b3d08cbca78 None None] Routers {'c76e63c0-cbd4-4437-9048-12cf770552cc'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:17:59.525212 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-4cd63f5b-618f-4999-9726-3b3d08cbca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c76e63c0-cbd4-4437-9048-12cf770552cc'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:17:59.556132 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a46d3d61-dd04-4dd4-a364-9fe21ae17505 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:59.579916 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07cfbd68-9289-4461-8f85-6e7e6b72e0c1 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:59.584557 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07cfbd68-9289-4461-8f85-6e7e6b72e0c1 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-910330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-910305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-910161'] for router, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:59.617745 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-28663c70-2a6e-43d5-a585-97a70b863577 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1151783 Jul 22 19:17:59.624187 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a46d3d61-dd04-4dd4-a364-9fe21ae17505 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3105278 Jul 22 19:17:59.625132 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54598) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:59.626318 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192abf67-c826-49d7-ba39-040d56d3f93d', 'tag': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:17:59.629197 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6af8de-543c-43ea-b6b8-ae43fa7accd8" -d '{"events": [{"name": "network-changed", "server_uuid": "192abf67-c826-49d7-ba39-040d56d3f93d", "tag": "deea12ea-0ef2-477e-adc1-e0c1b75d4215"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:17:59.699786 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-4cd63f5b-618f-4999-9726-3b3d08cbca78 None None] Set router c76e63c0-cbd4-4437-9048-12cf770552cc gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:17:59.762369 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cff05da-5034-45ff-890b-9861a0aac81b x-openstack-request-id: req-6cff05da-5034-45ff-890b-9861a0aac81b {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:17:59.762859 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192abf67-c826-49d7-ba39-040d56d3f93d", "tag": "deea12ea-0ef2-477e-adc1-e0c1b75d4215", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:17:59.763116 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6cff05da-5034-45ff-890b-9861a0aac81b {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:17:59.763524 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192abf67-c826-49d7-ba39-040d56d3f93d', 'tag': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215', 'status': 'completed', 'code': 200} Jul 22 19:17:59.804070 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cfbd68-9289-4461-8f85-6e7e6b72e0c1 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Router be21b3dd-e15c-4113-a5d1-2648b6933d9c is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:17:59.917872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-87c17e69-542d-4381-b3a1-3286f88703cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:59.918374 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-87c17e69-542d-4381-b3a1-3286f88703cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:59.918847 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-87c17e69-542d-4381-b3a1-3286f88703cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:59.919330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-87c17e69-542d-4381-b3a1-3286f88703cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:59.920265 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-87c17e69-542d-4381-b3a1-3286f88703cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:59.920265 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-87c17e69-542d-4381-b3a1-3286f88703cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:59.920786 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-87c17e69-542d-4381-b3a1-3286f88703cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:59.922811 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-87c17e69-542d-4381-b3a1-3286f88703cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=598d83e90cdd48809c7ec7a29420c426&device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 6498 time: 0.2078972 Jul 22 19:17:59.963424 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-695e5e85-365c-41bc-99d9-bc9524ade4d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f30c81ea510d4a10a408f72528207426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3291922 Jul 22 19:17:59.964073 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54612) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:59.980449 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a4912-ef06-4f56-b925-7449d34bdc8f req-a0bf10d1-535c-47d9-9c39-562aa6c6a3fe tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:59.984569 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-262a4912-ef06-4f56-b925-7449d34bdc8f req-a0bf10d1-535c-47d9-9c39-562aa6c6a3fe tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 946 time: 0.2072270 Jul 22 19:17:59.986482 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6af8de-543c-43ea-b6b8-ae43fa7accd8 req-08a1f1db-388d-4b22-aa29-01c29a27530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:59.987880 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e6af8de-543c-43ea-b6b8-ae43fa7accd8 req-08a1f1db-388d-4b22-aa29-01c29a27530b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 1098 time: 0.2224696 Jul 22 19:17:59.992275 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cfbd68-9289-4461-8f85-6e7e6b72e0c1 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:18:00.002829 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07cfbd68-9289-4461-8f85-6e7e6b72e0c1 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:00.008739 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-07cfbd68-9289-4461-8f85-6e7e6b72e0c1 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "PUT /v2.0/routers/be21b3dd-e15c-4113-a5d1-2648b6933d9c HTTP/1.1" status: 200 len: 915 time: 2.5332701 Jul 22 19:18:00.011738 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54616) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:00.019772 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf217b8-fe73-4c24-bfe8-30b41a8e9677 None None] Sync routers for ids ['be21b3dd-e15c-4113-a5d1-2648b6933d9c'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:18:00.037193 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf217b8-fe73-4c24-bfe8-30b41a8e9677 None None] Routers {'be21b3dd-e15c-4113-a5d1-2648b6933d9c'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:18:00.038037 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ecf217b8-fe73-4c24-bfe8-30b41a8e9677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be21b3dd-e15c-4113-a5d1-2648b6933d9c'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:00.142058 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54620) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:00.194079 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device adb30783-58d2-4f88-85d5-01aa76f675a0 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:18:00.197983 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ecf217b8-fe73-4c24-bfe8-30b41a8e9677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:00.213441 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf217b8-fe73-4c24-bfe8-30b41a8e9677 None None] Routers {'be21b3dd-e15c-4113-a5d1-2648b6933d9c'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:18:00.214404 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ecf217b8-fe73-4c24-bfe8-30b41a8e9677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be21b3dd-e15c-4113-a5d1-2648b6933d9c'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:00.224425 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-4cd63f5b-618f-4999-9726-3b3d08cbca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454399952', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:19Z', 'updated_at': '2021-07-22T19:17:32Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:21Z', 'updated_at': '2021-07-22T19:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e7e64423-2f24-425b-aceb-a0517b195cf9', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'floating_ip_address': '172.25.3.253', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'port_id': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd', 'mac_address': 'fa:16:3e:cc:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192abf67-c826-49d7-ba39-040d56d3f93d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:17:56Z', 'updated_at': '2021-07-22T19:17:56Z', 'revision_number': 0, 'project_id': '637aa3e692f04588bda049c0135065ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72062bd7-7518-492a-8c6b-fbceea6e6155', 'name': '', 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:82:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '4638c070-974b-404a-b719-c849049732a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:29Z', 'updated_at': '2021-07-22T19:17:37Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '4638c070-974b-404a-b719-c849049732a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:00.252731 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-00d8cdc1-e182-40e3-9f17-92d95956d744 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "GET /v2.0/routers/be21b3dd-e15c-4113-a5d1-2648b6933d9c HTTP/1.1" status: 200 len: 921 time: 0.2399709 Jul 22 19:18:00.260290 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd63f5b-618f-4999-9726-3b3d08cbca78 None None] Checking router: c76e63c0-cbd4-4437-9048-12cf770552cc for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:18:00.261117 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54624) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:00.281744 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd63f5b-618f-4999-9726-3b3d08cbca78 None None] Routers {'c76e63c0-cbd4-4437-9048-12cf770552cc'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:18:00.282690 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-4cd63f5b-618f-4999-9726-3b3d08cbca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c76e63c0-cbd4-4437-9048-12cf770552cc'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:00.299075 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ecf217b8-fe73-4c24-bfe8-30b41a8e9677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:00.299948 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf217b8-fe73-4c24-bfe8-30b41a8e9677 None None] The sync data for ids ['be21b3dd-e15c-4113-a5d1-2648b6933d9c'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:18:00.345824 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff0920c-5bef-4be2-9d3e-e37d7cd7ab5e tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:00.348513 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1ff0920c-5bef-4be2-9d3e-e37d7cd7ab5e tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&device_id=be21b3dd-e15c-4113-a5d1-2648b6933d9c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0862129 Jul 22 19:18:00.352700 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54630) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:00.397410 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-262a4912-ef06-4f56-b925-7449d34bdc8f req-a5c3ebe5-6da9-42cf-b76e-f80be2d8f68c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3769925 Jul 22 19:18:00.406969 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54632) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:00.450923 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port adb30783-58d2-4f88-85d5-01aa76f675a0, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=adb30783-58d2-4f88-85d5-01aa76f675a0,segment=NetworkSegment(f5ed34da-c56c-4877-820b-9a1f23a5b5e7),segment_id=f5ed34da-c56c-4877-820b-9a1f23a5b5e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:00.471629 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-4cd63f5b-618f-4999-9726-3b3d08cbca78 None None] Set router c76e63c0-cbd4-4437-9048-12cf770552cc gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:18:00.474299 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'adb30783-58d2-4f88-85d5-01aa76f675a0', 'network_id': '0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623', 'port_id': 'adb30783-58d2-4f88-85d5-01aa76f675a0', 'mac_address': 'fa:16:3e:d5:80:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e707c9-c827-4964-a4b7-caa85889562c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:18:00.488703 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad69e7c-6ce9-4fa5-9799-5e3be1b510a2 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:00.490138 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0ad69e7c-6ce9-4fa5-9799-5e3be1b510a2 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "GET /v2.0/networks/9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 881 time: 0.1356239 Jul 22 19:18:00.493405 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54634) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:00.535064 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6a5e2eb1-5f57-4fee-8991-6d34336d648c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:00.554939 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c14f7b92-b1ee-4361-beb3-d87751bca4d9 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "GET /v2.0/ports?device_id=be21b3dd-e15c-4113-a5d1-2648b6933d9c HTTP/1.1" status: 200 len: 205 time: 0.0548103 Jul 22 19:18:00.559237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54638) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:00.560393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Request body: {'networks': [{'name': 'tempest-network--941949190'}, {'name': 'tempest-network--1966153552'}]} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:00.560751 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Request body: {'network': {'name': 'tempest-network--941949190'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:00.561224 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Request body: {'network': {'name': 'tempest-network--1966153552'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:00.588301 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Made reservation on behalf of 940ab5f3f8b341d18f626c047a5ab5ee for: {'network': 2} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:00.594750 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:00.605990 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:00.698396 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-bc324135-bb77-4e1d-b5a0-74d4e506ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:00.699036 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-bc324135-bb77-4e1d-b5a0-74d4e506ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:00.699521 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-bc324135-bb77-4e1d-b5a0-74d4e506ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:00.701639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-bc324135-bb77-4e1d-b5a0-74d4e506ecee service neutron] 10.222.0.16 "GET /v2.0/networks?id=47ed28f7-e57b-4725-b7b8-4e2ff6ef303b&id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&id=06eb644b-f29e-45c4-8d9a-7769e64949ae&id=06eb644b-f29e-45c4-8d9a-7769e64949ae HTTP/1.1" status: 200 len: 2292 time: 0.7310834 Jul 22 19:18:00.713839 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6a5e2eb1-5f57-4fee-8991-6d34336d648c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:00.720989 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6af8de-543c-43ea-b6b8-ae43fa7accd8 req-5d0a1330-48d1-4d20-b37b-989c9e178a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:00.723362 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e6af8de-543c-43ea-b6b8-ae43fa7accd8 req-5d0a1330-48d1-4d20-b37b-989c9e178a6e service neutron] 10.222.0.30 "GET /v2.0/networks?id=df503071-5467-4b61-a327-2f5cc8dfeccd HTTP/1.1" status: 200 len: 897 time: 0.7189631 Jul 22 19:18:00.729098 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:00.740015 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:00.745532 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:00.746272 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:00.755509 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb30783-58d2-4f88-85d5-01aa76f675a0 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:18:00.795848 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:18:00.803347 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9a6c2c52-a66b-42c8-baae-888a3d57737d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/floatingips/e7e64423-2f24-425b-aceb-a0517b195cf9 HTTP/1.1" status: 200 len: 992 time: 0.3883722 Jul 22 19:18:00.806522 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:00.806894 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Added segment cf0e861c-f571-4377-9937-b37ec25b6422 of type vlan for network c20888ef-7f20-4510-bc0c-14e424790fa9 Jul 22 19:18:00.809640 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c20696-edab-4c9c-a8ca-2a6d5b1ad901 req-c6bcfbe9-9722-4345-bf08-c45a8395c7c5 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:00.811148 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82c20696-edab-4c9c-a8ca-2a6d5b1ad901 req-c6bcfbe9-9722-4345-bf08-c45a8395c7c5 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85a5a24-3180-4a63-8363-22e94b2aa555 HTTP/1.1" status: 200 len: 943 time: 0.6633084 Jul 22 19:18:00.847712 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:00.856300 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57091cbf-2a33-4648-8362-55f73f5d27a7,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:00.906669 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port adb30783-58d2-4f88-85d5-01aa76f675a0, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=adb30783-58d2-4f88-85d5-01aa76f675a0,segment=NetworkSegment(f5ed34da-c56c-4877-820b-9a1f23a5b5e7),segment_id=f5ed34da-c56c-4877-820b-9a1f23a5b5e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:00.919454 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:00.925285 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:18:00.938947 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:00.938947 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Added segment 2dbef331-1d85-424a-8c02-342bdc1afc21 of type vlan for network 0771b29f-0c57-4784-b8fc-7a5fb57aacb5 Jul 22 19:18:00.945984 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-6198dac4-20de-4ea5-92a5-075d9434f3a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0894d912-7036-4f59-8c93-29af89302f62 HTTP/1.1" status: 200 len: 1000 time: 0.2299123 Jul 22 19:18:00.984112 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=adb30783-58d2-4f88-85d5-01aa76f675a0,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:01.013704 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-4cd63f5b-618f-4999-9726-3b3d08cbca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454399952', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:19Z', 'updated_at': '2021-07-22T19:17:32Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:21Z', 'updated_at': '2021-07-22T19:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e7e64423-2f24-425b-aceb-a0517b195cf9', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'floating_ip_address': '172.25.3.253', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'port_id': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd', 'mac_address': 'fa:16:3e:cc:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192abf67-c826-49d7-ba39-040d56d3f93d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:17:56Z', 'updated_at': '2021-07-22T19:17:56Z', 'revision_number': 0, 'project_id': '637aa3e692f04588bda049c0135065ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72062bd7-7518-492a-8c6b-fbceea6e6155', 'name': '', 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:82:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '4638c070-974b-404a-b719-c849049732a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:29Z', 'updated_at': '2021-07-22T19:17:37Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '4638c070-974b-404a-b719-c849049732a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:01.017095 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e6af8de-543c-43ea-b6b8-ae43fa7accd8 req-f4e780e5-ec5f-4bbc-a6bf-2747d1a91740 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215 HTTP/1.1" status: 200 len: 1000 time: 0.2623749 Jul 22 19:18:01.020055 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7141556a-0f8c-4349-a025-7575c0c5b252 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:01.024016 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:01.025266 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82c20696-edab-4c9c-a8ca-2a6d5b1ad901 req-70af841b-18e1-496b-8fad-cb45160de94c tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021377 Jul 22 19:18:01.032258 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-f49a02ed-a5a3-4b3b-95ac-98cd5136383b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:01.034006 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-f49a02ed-a5a3-4b3b-95ac-98cd5136383b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=46c28341-28d1-4391-a7f5-497116b1730d HTTP/1.1" status: 200 len: 850 time: 0.0712595 Jul 22 19:18:01.048207 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-869e1c52-0dc3-429d-9236-25e8b28ee277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:01.052960 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd63f5b-618f-4999-9726-3b3d08cbca78 None None] The sync data for ids ['c76e63c0-cbd4-4437-9048-12cf770552cc'] in n-d-800086-12 is: [{'id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454399952', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:19Z', 'updated_at': '2021-07-22T19:17:32Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:21Z', 'updated_at': '2021-07-22T19:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e7e64423-2f24-425b-aceb-a0517b195cf9', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'floating_ip_address': '172.25.3.253', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'port_id': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd', 'mac_address': 'fa:16:3e:cc:27:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192abf67-c826-49d7-ba39-040d56d3f93d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:17:56Z', 'updated_at': '2021-07-22T19:17:56Z', 'revision_number': 0, 'project_id': '637aa3e692f04588bda049c0135065ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72062bd7-7518-492a-8c6b-fbceea6e6155', 'name': '', 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:82:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '4638c070-974b-404a-b719-c849049732a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:29Z', 'updated_at': '2021-07-22T19:17:37Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '4638c070-974b-404a-b719-c849049732a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:18:01.080023 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:01.103440 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:01.104125 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:01.112828 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:01.120067 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:01.122246 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:01.151648 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6a5e2eb1-5f57-4fee-8991-6d34336d648c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:01.154271 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6a5e2eb1-5f57-4fee-8991-6d34336d648c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:01.157778 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6a5e2eb1-5f57-4fee-8991-6d34336d648c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/040f0cdf-67b6-4f99-934c-6c0e82074ae2 HTTP/1.1" status: 204 len: 168 time: 1.1839507 Jul 22 19:18:01.184712 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0394020 Jul 22 19:18:01.184959 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['adb30783-58d2-4f88-85d5-01aa76f675a0'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:18:01.186038 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54650) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:01.216521 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e2eb1-5f57-4fee-8991-6d34336d648c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040f0cdf-67b6-4f99-934c-6c0e82074ae2,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:01.236483 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6af8de-543c-43ea-b6b8-ae43fa7accd8 req-df059f62-3728-45c6-a9b1-5ad7e2fb5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:01.238376 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e6af8de-543c-43ea-b6b8-ae43fa7accd8 req-df059f62-3728-45c6-a9b1-5ad7e2fb5e6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4638c070-974b-404a-b719-c849049732a3 HTTP/1.1" status: 200 len: 835 time: 0.2083008 Jul 22 19:18:01.299347 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7141556a-0f8c-4349-a025-7575c0c5b252 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:01.309431 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-242fc0bf-1a20-4669-8f21-e4f72eb0fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:01.311001 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-242fc0bf-1a20-4669-8f21-e4f72eb0fa9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=47ed28f7-e57b-4725-b7b8-4e2ff6ef303b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2243214 Jul 22 19:18:01.440801 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b5b0bc-26b7-464e-9d5b-d9d9efb9a99e tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:01.448508 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b5b0bc-26b7-464e-9d5b-d9d9efb9a99e tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:01.455454 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b5b0bc-26b7-464e-9d5b-d9d9efb9a99e tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:01.462708 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266eb279-9a28-4d9a-aa06-a178f2777fbe None None] New status for floating IP e7e64423-2f24-425b-aceb-a0517b195cf9: ACTIVE {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:18:01.464164 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b5b0bc-26b7-464e-9d5b-d9d9efb9a99e tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:01.466847 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b7b5b0bc-26b7-464e-9d5b-d9d9efb9a99e tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2797427 Jul 22 19:18:01.473556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54654) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:01.516149 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Pushing event updated for resources: {'Network': ['ID=c20888ef-7f20-4510-bc0c-14e424790fa9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:01.553278 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6af8de-543c-43ea-b6b8-ae43fa7accd8 req-713b8d62-1b62-49ef-aa2b-a122c12bd3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:01.554683 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e6af8de-543c-43ea-b6b8-ae43fa7accd8 req-713b8d62-1b62-49ef-aa2b-a122c12bd3ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df503071-5467-4b61-a327-2f5cc8dfeccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3074102 Jul 22 19:18:01.566544 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network c20888ef-7f20-4510-bc0c-14e424790fa9 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:18:01.682397 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c58e8-8100-44ce-9caa-87d623f0149f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Pushing event updated for resources: {'Network': ['ID=0771b29f-0c57-4784-b8fc-7a5fb57aacb5,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:01.767238 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-5b6cc24b-95e9-4f3a-b7b7-075cde91b7ef service neutron] 10.222.0.16 "GET /v2.0/networks/47ed28f7-e57b-4725-b7b8-4e2ff6ef303b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487317 Jul 22 19:18:01.772137 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-7141556a-0f8c-4349-a025-7575c0c5b252 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Deleting port 7f0efeff-17cb-42a8-8644-844158bba2b6 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:01.772502 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7141556a-0f8c-4349-a025-7575c0c5b252 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:01.784500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 0771b29f-0c57-4784-b8fc-7a5fb57aacb5 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:18:01.805162 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54672) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:01.893914 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e9e9f95-d55c-469a-944a-571369f9daf8 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:01.919984 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9a7d4e57-84ed-4ce7-b5ca-24e6568ffd59 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/floatingips/e7e64423-2f24-425b-aceb-a0517b195cf9 HTTP/1.1" status: 200 len: 994 time: 0.1103697 Jul 22 19:18:01.996729 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-f1ec6364-6a8b-479b-943a-7fdd930aeee3 service neutron] 10.222.0.16 "GET /v2.0/networks/47ed28f7-e57b-4725-b7b8-4e2ff6ef303b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187686 Jul 22 19:18:02.022245 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e6af8de-543c-43ea-b6b8-ae43fa7accd8 req-60634f4c-3385-427b-8eff-7fec3a890482 service neutron] 10.222.0.30 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302959 Jul 22 19:18:02.209537 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54688) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:02.278495 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:02.431151 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d3d20130-12ce-4570-92cb-f42fb8d37b6b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1496415347'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:02.457528 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-02c9dcf8-5b00-4cef-a70c-7e80f332b77e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=4caad598-a811-477a-8eac-c7e82e58d950 HTTP/1.1" status: 200 len: 217 time: 0.4297707 Jul 22 19:18:02.459059 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d20130-12ce-4570-92cb-f42fb8d37b6b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:02.463912 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3d20130-12ce-4570-92cb-f42fb8d37b6b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:02.476892 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3d20130-12ce-4570-92cb-f42fb8d37b6b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:02.517684 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7141556a-0f8c-4349-a025-7575c0c5b252 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:02.585338 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3d20130-12ce-4570-92cb-f42fb8d37b6b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:02.589726 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3d20130-12ce-4570-92cb-f42fb8d37b6b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:02.612676 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e9e9f95-d55c-469a-944a-571369f9daf8 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:02.615912 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d20130-12ce-4570-92cb-f42fb8d37b6b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:18:02.634211 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3d20130-12ce-4570-92cb-f42fb8d37b6b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:02.634659 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-d3d20130-12ce-4570-92cb-f42fb8d37b6b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Added segment 6d5aa309-0fb7-42bc-95c7-edd64485c521 of type vlan for network abb4a764-2f83-49b2-b163-9981a3d92a64 Jul 22 19:18:02.636162 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d20130-12ce-4570-92cb-f42fb8d37b6b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3eabf6-f97c-49f8-854c-8fe61cc0c061,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:02.640076 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-3e9e9f95-d55c-469a-944a-571369f9daf8 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20888ef-7f20-4510-bc0c-14e424790fa9']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:02.642476 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-7141556a-0f8c-4349-a025-7575c0c5b252 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Calling delete_port for 7f0efeff-17cb-42a8-8644-844158bba2b6 owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:02.673900 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-3e9e9f95-d55c-469a-944a-571369f9daf8 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0e861c-f571-4377-9937-b37ec25b6422') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:02.674202 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-3e9e9f95-d55c-469a-944a-571369f9daf8 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0e861c-f571-4377-9937-b37ec25b6422') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:02.696294 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-0eeeca01-3d9d-4fd4-b320-32d9fe91d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:02.697835 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-0eeeca01-3d9d-4fd4-b320-32d9fe91d024 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0319ae5f-ceed-4659-937d-f32e78dd9116 HTTP/1.1" status: 200 len: 797 time: 0.1986926 Jul 22 19:18:02.698625 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3d20130-12ce-4570-92cb-f42fb8d37b6b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:02.704742 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e9e9f95-d55c-469a-944a-571369f9daf8 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:02.732617 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3d20130-12ce-4570-92cb-f42fb8d37b6b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:02.738455 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d20130-12ce-4570-92cb-f42fb8d37b6b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:02.739239 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3d20130-12ce-4570-92cb-f42fb8d37b6b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:02.763712 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e6af8de-543c-43ea-b6b8-ae43fa7accd8 req-7a77f99e-c402-43f7-87c6-71504b8ffabe service neutron] 10.222.0.30 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7287958 Jul 22 19:18:02.766013 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:18:02.780759 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d3d20130-12ce-4570-92cb-f42fb8d37b6b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5699444 Jul 22 19:18:02.784246 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54700) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:02.794590 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f971b3a5-c410-4fb9-8c4b-94ae554437ca tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'port': {'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64', 'name': 'tempest-PortsIpV6TestJSON-927946783'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:02.798760 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e9e9f95-d55c-469a-944a-571369f9daf8 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:02.818233 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49af89e-9d72-4a67-b0f1-1ecb21ef13b1 req-adfbf64f-06af-4458-a68a-4eb6de100346 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:02.826878 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a49af89e-9d72-4a67-b0f1-1ecb21ef13b1 req-adfbf64f-06af-4458-a68a-4eb6de100346 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85a5a24-3180-4a63-8363-22e94b2aa555 HTTP/1.1" status: 200 len: 944 time: 0.4302652 Jul 22 19:18:02.829267 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d20130-12ce-4570-92cb-f42fb8d37b6b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Network': ['ID=abb4a764-2f83-49b2-b163-9981a3d92a64,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:02.845182 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9e9f95-d55c-469a-944a-571369f9daf8 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:18:02.845599 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e9e9f95-d55c-469a-944a-571369f9daf8 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:02.848722 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network abb4a764-2f83-49b2-b163-9981a3d92a64 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:18:02.850020 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:18:02.938923 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f971b3a5-c410-4fb9-8c4b-94ae554437ca tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:02.942441 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f971b3a5-c410-4fb9-8c4b-94ae554437ca tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:02.965548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-f971b3a5-c410-4fb9-8c4b-94ae554437ca tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] device_id is not set on port 2d82db8d-14af-4a09-9936-4600f5ff7820 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:18:02.992286 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a49af89e-9d72-4a67-b0f1-1ecb21ef13b1 req-1bab76ec-e0b2-49fa-841c-f30816888613 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643589 Jul 22 19:18:02.994825 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e9e9f95-d55c-469a-944a-571369f9daf8 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.005136 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e9e9f95-d55c-469a-944a-571369f9daf8 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.009476 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3e9e9f95-d55c-469a-944a-571369f9daf8 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] 10.222.0.13 "DELETE /v2.0/networks/c20888ef-7f20-4510-bc0c-14e424790fa9 HTTP/1.1" status: 204 len: 168 time: 1.4883993 Jul 22 19:18:03.011179 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-392a585c-9b97-44aa-8cdb-2d5183a607ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:03.012893 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-392a585c-9b97-44aa-8cdb-2d5183a607ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3020298 Jul 22 19:18:03.021887 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54704) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:03.041173 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e9f95-d55c-469a-944a-571369f9daf8 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Pushing event deleted for resources: {'Network': ['ID=c20888ef-7f20-4510-bc0c-14e424790fa9,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:03.191379 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f971b3a5-c410-4fb9-8c4b-94ae554437ca tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.203164 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a334389-85ae-4b3f-8d35-f0b03a151b2f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.209040 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7141556a-0f8c-4349-a025-7575c0c5b252 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.235464 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f971b3a5-c410-4fb9-8c4b-94ae554437ca tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.263034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141556a-0f8c-4349-a025-7575c0c5b252 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Pushing event deleted for resources: {'Port': ['ID=7f0efeff-17cb-42a8-8644-844158bba2b6,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:03.270982 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-9c7784e3-0ff0-494a-81e8-cca514c7427f service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455928 Jul 22 19:18:03.309835 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971b3a5-c410-4fb9-8c4b-94ae554437ca tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Port': ['ID=2d82db8d-14af-4a09-9936-4600f5ff7820,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:03.317361 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f971b3a5-c410-4fb9-8c4b-94ae554437ca tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Checking segment: {'id': '6d5aa309-0fb7-42bc-95c7-edd64485c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:03.317900 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f971b3a5-c410-4fb9-8c4b-94ae554437ca tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network hostable DHCP agents. Network: abb4a764-2f83-49b2-b163-9981a3d92a64, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:18:03.337347 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f971b3a5-c410-4fb9-8c4b-94ae554437ca tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network abb4a764-2f83-49b2-b163-9981a3d92a64 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:18:03.347088 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-f971b3a5-c410-4fb9-8c4b-94ae554437ca tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, abb4a764-2f83-49b2-b163-9981a3d92a64) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:03.357044 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfa8596-8c6b-42a6-b62b-b9f39af5e650 None None] Network abb4a764-2f83-49b2-b163-9981a3d92a64 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:03.357421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f971b3a5-c410-4fb9-8c4b-94ae554437ca tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:03.363950 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f971b3a5-c410-4fb9-8c4b-94ae554437ca tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:03.364609 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f971b3a5-c410-4fb9-8c4b-94ae554437ca tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.382753 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f971b3a5-c410-4fb9-8c4b-94ae554437ca tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5967093 Jul 22 19:18:03.386401 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54710) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:03.393997 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-48dfea83-452d-4c9c-84c3-1be052176d8b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-35842537'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:03.415737 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dfea83-452d-4c9c-84c3-1be052176d8b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:03.419798 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48dfea83-452d-4c9c-84c3-1be052176d8b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.447564 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48dfea83-452d-4c9c-84c3-1be052176d8b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:18:03.453453 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a334389-85ae-4b3f-8d35-f0b03a151b2f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.459477 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48dfea83-452d-4c9c-84c3-1be052176d8b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.459898 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-48dfea83-452d-4c9c-84c3-1be052176d8b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Added segment 842f5af2-e648-4e7d-a67a-cabe39d472a3 of type vlan for network 6017b5c7-0c0c-4807-9a00-a7e80a4a6b06 Jul 22 19:18:03.468985 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-8a334389-85ae-4b3f-8d35-f0b03a151b2f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0771b29f-0c57-4784-b8fc-7a5fb57aacb5']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:03.487799 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7141556a-0f8c-4349-a025-7575c0c5b252 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.511388 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48dfea83-452d-4c9c-84c3-1be052176d8b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.518230 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-8a334389-85ae-4b3f-8d35-f0b03a151b2f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbef331-1d85-424a-8c02-342bdc1afc21') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:03.518712 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-8a334389-85ae-4b3f-8d35-f0b03a151b2f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbef331-1d85-424a-8c02-342bdc1afc21') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:03.546634 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48dfea83-452d-4c9c-84c3-1be052176d8b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.552660 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dfea83-452d-4c9c-84c3-1be052176d8b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:03.553020 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48dfea83-452d-4c9c-84c3-1be052176d8b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.593804 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-48dfea83-452d-4c9c-84c3-1be052176d8b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2028174 Jul 22 19:18:03.594353 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54714) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:03.599188 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'ports': [{'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64'}, {'network_id': '6017b5c7-0c0c-4807-9a00-a7e80a4a6b06'}]} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:03.599492 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'port': {'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:03.599968 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'port': {'network_id': '6017b5c7-0c0c-4807-9a00-a7e80a4a6b06'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:03.601423 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a334389-85ae-4b3f-8d35-f0b03a151b2f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.615391 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7141556a-0f8c-4349-a025-7575c0c5b252 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.619068 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-5cf8f845-043c-4cc6-8dba-cbe87572ebb0 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264809 Jul 22 19:18:03.622423 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7141556a-0f8c-4349-a025-7575c0c5b252 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.627156 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a334389-85ae-4b3f-8d35-f0b03a151b2f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.655248 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfea83-452d-4c9c-84c3-1be052176d8b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Network': ['ID=6017b5c7-0c0c-4807-9a00-a7e80a4a6b06,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:03.668023 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 6017b5c7-0c0c-4807-9a00-a7e80a4a6b06 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:18:03.700633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54716) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:03.701651 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a334389-85ae-4b3f-8d35-f0b03a151b2f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:18:03.702064 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a334389-85ae-4b3f-8d35-f0b03a151b2f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:18:03.706964 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:18:03.722371 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-634e159f-76bf-4199-ac62-b7671724ae2a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 HTTP/1.1" status: 200 len: 217 time: 0.0963225 Jul 22 19:18:03.750919 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7141556a-0f8c-4349-a025-7575c0c5b252 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.751799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7141556a-0f8c-4349-a025-7575c0c5b252 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Fanout notify agent at l3_agent the message router_deleted on router be21b3dd-e15c-4113-a5d1-2648b6933d9c {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:18:03.780987 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7141556a-0f8c-4349-a025-7575c0c5b252 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.782378 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7141556a-0f8c-4349-a025-7575c0c5b252 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "DELETE /v2.0/routers/be21b3dd-e15c-4113-a5d1-2648b6933d9c HTTP/1.1" status: 204 len: 168 time: 3.2065578 Jul 22 19:18:03.808378 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54722) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:03.812964 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-1fc42074-897a-4dc4-ba23-4217846372bc tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1120190382', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}, 'admin_state_up': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:03.826063 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a334389-85ae-4b3f-8d35-f0b03a151b2f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.834738 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a334389-85ae-4b3f-8d35-f0b03a151b2f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.839861 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8a334389-85ae-4b3f-8d35-f0b03a151b2f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] 10.222.0.13 "DELETE /v2.0/networks/0771b29f-0c57-4784-b8fc-7a5fb57aacb5 HTTP/1.1" status: 204 len: 168 time: 0.8127289 Jul 22 19:18:03.840692 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54724) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:03.849418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-a78c6177-9397-4298-964a-543ab89c730c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:03.851034 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-a78c6177-9397-4298-964a-543ab89c730c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0319ae5f-ceed-4659-937d-f32e78dd9116 HTTP/1.1" status: 200 len: 797 time: 0.1203153 Jul 22 19:18:03.854040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a334389-85ae-4b3f-8d35-f0b03a151b2f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Pushing event deleted for resources: {'Network': ['ID=0771b29f-0c57-4784-b8fc-7a5fb57aacb5,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:03.877847 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-90b3f0de-8994-4963-947a-f2aa324d207e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.926969 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:03.950124 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-2089c1dc-43b1-4116-ab3d-1022cbd6b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:03.951708 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-2089c1dc-43b1-4116-ab3d-1022cbd6b080 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0916159 Jul 22 19:18:04.060812 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-f36b4595-7e8a-48e7-b8c6-9c00d81b603b service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983245 Jul 22 19:18:04.183856 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1fc42074-897a-4dc4-ba23-4217846372bc tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:04.184873 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1fc42074-897a-4dc4-ba23-4217846372bc tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:04.197724 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-2ce1d7eb-345f-4610-a1e8-84171fc907ea service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309772 Jul 22 19:18:04.207840 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device adb30783-58d2-4f88-85d5-01aa76f675a0 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:04.211423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b13d21-4e53-47b5-ab7f-3212a6bb2c6e req-5604de71-e84b-459c-a614-d71f1cf26279 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:04.212331 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37b13d21-4e53-47b5-ab7f-3212a6bb2c6e req-5604de71-e84b-459c-a614-d71f1cf26279 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85a5a24-3180-4a63-8363-22e94b2aa555 HTTP/1.1" status: 200 len: 944 time: 0.1268728 Jul 22 19:18:04.255994 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'port': 2} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:04.260445 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:04.265103 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-cf8c741f-9efe-44ef-bec1-6e2548a754bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=259e9db0-beba-44b5-801c-945259c53a16 HTTP/1.1" status: 200 len: 217 time: 0.0518064 Jul 22 19:18:04.268927 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port adb30783-58d2-4f88-85d5-01aa76f675a0 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:04.276326 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port adb30783-58d2-4f88-85d5-01aa76f675a0 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:04.277000 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:04.324801 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1fc42074-897a-4dc4-ba23-4217846372bc tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:04.328089 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:04.345365 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d8d6e9-cbe7-4606-b441-b4304b7feeff tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:04.352085 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d8d6e9-cbe7-4606-b441-b4304b7feeff tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:04.352418 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37b13d21-4e53-47b5-ab7f-3212a6bb2c6e req-59bb6d0a-f56b-48cf-86c9-543c3289d03a tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983329 Jul 22 19:18:04.357224 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b3d8d6e9-cbe7-4606-b441-b4304b7feeff tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5135441 Jul 22 19:18:04.358873 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-3ab43418-2826-477d-8ff2-0d1dc7ae881a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:04.359025 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54728) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:04.359139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-3ab43418-2826-477d-8ff2-0d1dc7ae881a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0319ae5f-ceed-4659-937d-f32e78dd9116 HTTP/1.1" status: 200 len: 797 time: 0.0828755 Jul 22 19:18:04.364434 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c60a5b2c-750d-4cc3-82ed-65f0b551aac7 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1760042554'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:04.379375 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:04.412902 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85a5a24-3180-4a63-8363-22e94b2aa555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb30783-58d2-4f88-85d5-01aa76f675a0'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:18:04.416625 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f572a4c-c82f-4f64-b85f-254f5410fa4c" -d '{"events": [{"server_uuid": "a85a5a24-3180-4a63-8363-22e94b2aa555", "name": "network-vif-plugged", "status": "completed", "tag": "adb30783-58d2-4f88-85d5-01aa76f675a0"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:18:04.446926 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port adb30783-58d2-4f88-85d5-01aa76f675a0, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=adb30783-58d2-4f88-85d5-01aa76f675a0,segment=NetworkSegment(f5ed34da-c56c-4877-820b-9a1f23a5b5e7),segment_id=f5ed34da-c56c-4877-820b-9a1f23a5b5e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:04.454069 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:04.469309 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-90b3f0de-8994-4963-947a-f2aa324d207e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:04.471656 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-7f067e71-816e-4350-bd40-93097b0ade1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:04.473406 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-7f067e71-816e-4350-bd40-93097b0ade1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1058593 Jul 22 19:18:04.478054 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-90b3f0de-8994-4963-947a-f2aa324d207e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:04.487904 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be4e4f1-c7ce-4022-84a2-4c06b2982924 x-openstack-request-id: req-7be4e4f1-c7ce-4022-84a2-4c06b2982924 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:18:04.488663 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85a5a24-3180-4a63-8363-22e94b2aa555", "name": "network-vif-plugged", "status": "completed", "tag": "adb30783-58d2-4f88-85d5-01aa76f675a0", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:18:04.489093 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7be4e4f1-c7ce-4022-84a2-4c06b2982924 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:18:04.489634 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85a5a24-3180-4a63-8363-22e94b2aa555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb30783-58d2-4f88-85d5-01aa76f675a0', 'code': 200} Jul 22 19:18:04.519168 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=adb30783-58d2-4f88-85d5-01aa76f675a0,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:04.554023 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-90b3f0de-8994-4963-947a-f2aa324d207e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a307cb8cb38846d68cd493a4fb25686f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8481584 Jul 22 19:18:04.556926 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3f0de-8994-4963-947a-f2aa324d207e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e59086-7bdb-465e-a59a-061af380ed15,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:04.572696 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54732) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:04.588758 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] device_id is not set on port 690e0150-689c-43e1-bd90-27f73fdcc0fa yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:18:04.615036 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-e1656f35-b383-47f0-a6fb-c96fe1f54d20 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335015 Jul 22 19:18:04.622300 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1fc42074-897a-4dc4-ba23-4217846372bc tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:04.656720 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60a5b2c-750d-4cc3-82ed-65f0b551aac7 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Made reservation on behalf of 940ab5f3f8b341d18f626c047a5ab5ee for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:04.660129 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c60a5b2c-750d-4cc3-82ed-65f0b551aac7 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:04.712342 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-bd2d7613-62fd-4b54-b45c-4bc277176657 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911980 Jul 22 19:18:04.752762 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-0be37ad0-28bb-41d1-b9c6-16ca5be7375e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=2accf516-ee91-4bb6-b761-c8c09b679d76 HTTP/1.1" status: 200 len: 217 time: 0.0348368 Jul 22 19:18:04.753001 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60a5b2c-750d-4cc3-82ed-65f0b551aac7 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:18:04.762006 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bcbf9a78-f2f5-49a5-aa66-69ea602d2413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:04.810376 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-eb043f5b-0d9f-4c57-aec5-ac0bd6cca42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:04.811866 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-eb043f5b-0d9f-4c57-aec5-ac0bd6cca42c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0319ae5f-ceed-4659-937d-f32e78dd9116 HTTP/1.1" status: 200 len: 797 time: 0.0533559 Jul 22 19:18:04.815025 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c60a5b2c-750d-4cc3-82ed-65f0b551aac7 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:04.815571 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-c60a5b2c-750d-4cc3-82ed-65f0b551aac7 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Added segment 247ff0e9-6131-4a02-a9c9-1b7c7717b8c5 of type vlan for network 674b9d12-9567-4a0f-a961-d70dc25357a8 Jul 22 19:18:04.818020 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcc44e-ee3f-4273-bc3d-83f908ec3124 req-3499257c-bee4-4281-ab3f-2785d494912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:04.820885 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8dfcc44e-ee3f-4273-bc3d-83f908ec3124 req-3499257c-bee4-4281-ab3f-2785d494912c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a85a5a24-3180-4a63-8363-22e94b2aa555 HTTP/1.1" status: 200 len: 1097 time: 0.2561207 Jul 22 19:18:04.862298 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bcbf9a78-f2f5-49a5-aa66-69ea602d2413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:04.873931 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-3f3e0cb4-9c09-4aa7-bdbf-fcefce7b0d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:04.875565 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-3f3e0cb4-9c09-4aa7-bdbf-fcefce7b0d87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0560369 Jul 22 19:18:04.961601 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c60a5b2c-750d-4cc3-82ed-65f0b551aac7 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:04.984055 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-1d38bc57-e821-44d9-ab91-938130271476 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021521 Jul 22 19:18:05.023931 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8dfcc44e-ee3f-4273-bc3d-83f908ec3124 req-25989717-1a3f-4c6e-8959-6e1c503e3600 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840010 Jul 22 19:18:05.025952 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:05.084770 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-61d39f73-bc52-44a6-a3d8-e2d28111f4ea service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953150 Jul 22 19:18:05.086483 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c60a5b2c-750d-4cc3-82ed-65f0b551aac7 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:05.091275 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60a5b2c-750d-4cc3-82ed-65f0b551aac7 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:05.091870 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c60a5b2c-750d-4cc3-82ed-65f0b551aac7 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:05.126786 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-193637db-3c95-47b2-80e6-3ccdddc34b05 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9df3022f-3694-41ee-8cbb-b947ff79670b HTTP/1.1" status: 200 len: 217 time: 0.0355721 Jul 22 19:18:05.138422 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bcbf9a78-f2f5-49a5-aa66-69ea602d2413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:05.140918 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bcbf9a78-f2f5-49a5-aa66-69ea602d2413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:05.142039 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bcbf9a78-f2f5-49a5-aa66-69ea602d2413 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85e59086-7bdb-465e-a59a-061af380ed15 HTTP/1.1" status: 204 len: 168 time: 0.5649018 Jul 22 19:18:05.163056 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] device_id is not set on port 34612968-a566-457f-939d-8aba631941ce yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:18:05.188655 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c60a5b2c-750d-4cc3-82ed-65f0b551aac7 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8264606 Jul 22 19:18:05.188907 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-6a1c05db-db8c-451e-a79d-60c33bfa8d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:05.188907 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-6a1c05db-db8c-451e-a79d-60c33bfa8d6f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb3a5c04-3ab0-46f4-923f-871c4a99dc90 HTTP/1.1" status: 200 len: 797 time: 0.0465572 Jul 22 19:18:05.188907 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54738) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:05.193290 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf9a78-f2f5-49a5-aa66-69ea602d2413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e59086-7bdb-465e-a59a-061af380ed15,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:05.193768 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-96e668bf-dc30-4e85-b0e9-1f21f1763455 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-779191879'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:05.263915 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e668bf-dc30-4e85-b0e9-1f21f1763455 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Made reservation on behalf of 940ab5f3f8b341d18f626c047a5ab5ee for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:05.267634 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-96e668bf-dc30-4e85-b0e9-1f21f1763455 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:05.296448 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a5b2c-750d-4cc3-82ed-65f0b551aac7 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Pushing event updated for resources: {'Network': ['ID=674b9d12-9567-4a0f-a961-d70dc25357a8,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:05.303438 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-593a5f23-1fc0-46ab-9637-4877487a1496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:05.305466 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-593a5f23-1fc0-46ab-9637-4877487a1496 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=06eb644b-f29e-45c4-8d9a-7769e64949ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1067579 Jul 22 19:18:05.315238 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 674b9d12-9567-4a0f-a961-d70dc25357a8 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:18:05.316910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e668bf-dc30-4e85-b0e9-1f21f1763455 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:18:05.341441 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1fc42074-897a-4dc4-ba23-4217846372bc tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:05.354854 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-96e668bf-dc30-4e85-b0e9-1f21f1763455 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:05.355209 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-96e668bf-dc30-4e85-b0e9-1f21f1763455 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Added segment 8fbd556f-5324-40f0-adb0-352c7df17385 of type vlan for network e4be9f67-0bf0-4466-b5d3-83e29f63eb5b Jul 22 19:18:05.392535 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1fc42074-897a-4dc4-ba23-4217846372bc tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:05.436760 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-96e668bf-dc30-4e85-b0e9-1f21f1763455 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:05.486176 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-94d8a4e7-f372-44d2-9cbe-e09e82c99c4e service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713316 Jul 22 19:18:05.519659 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-96e668bf-dc30-4e85-b0e9-1f21f1763455 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:05.520819 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:05.525687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e668bf-dc30-4e85-b0e9-1f21f1763455 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:05.526274 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-96e668bf-dc30-4e85-b0e9-1f21f1763455 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:05.535117 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54744) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:05.573476 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cf87009c-6527-4b95-8dcd-8e9f26221630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:05.577818 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-1fc42074-897a-4dc4-ba23-4217846372bc tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Allocated IP 172.25.3.66 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/f23b8883-35f1-4696-b27a-870f86e9392d) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:05.624814 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-96e668bf-dc30-4e85-b0e9-1f21f1763455 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4348242 Jul 22 19:18:05.630811 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54746) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:05.640892 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Request body: {'ports': [{'network_id': '674b9d12-9567-4a0f-a961-d70dc25357a8', 'name': 'tempest-port--1389346541', 'admin_state_up': True}, {'network_id': 'e4be9f67-0bf0-4466-b5d3-83e29f63eb5b', 'admin_state_up': False}]} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:05.641253 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Request body: {'port': {'network_id': '674b9d12-9567-4a0f-a961-d70dc25357a8', 'name': 'tempest-port--1389346541', 'admin_state_up': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:05.641689 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Request body: {'port': {'network_id': 'e4be9f67-0bf0-4466-b5d3-83e29f63eb5b', 'admin_state_up': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:05.667130 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e668bf-dc30-4e85-b0e9-1f21f1763455 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Pushing event updated for resources: {'Network': ['ID=e4be9f67-0bf0-4466-b5d3-83e29f63eb5b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:05.676881 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:05.678978 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network e4be9f67-0bf0-4466-b5d3-83e29f63eb5b details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:18:05.697218 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-ec09c90f-27e8-4697-8980-e2de757d2693 service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917806 Jul 22 19:18:05.704967 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222b82c-2861-4ee9-a6d0-b44253dd1966 req-1d15da7a-b9a6-4922-881b-6a2781039a89 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:05.707956 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2222b82c-2861-4ee9-a6d0-b44253dd1966 req-1d15da7a-b9a6-4922-881b-6a2781039a89 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85a5a24-3180-4a63-8363-22e94b2aa555 HTTP/1.1" status: 200 len: 945 time: 0.2460926 Jul 22 19:18:05.753011 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-aab1fac7-c7f9-44f5-8af9-4e579dc361db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e70f378c-9c1a-448d-838d-2e90ac1ae42e HTTP/1.1" status: 200 len: 217 time: 0.0440145 Jul 22 19:18:05.826434 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2222b82c-2861-4ee9-a6d0-b44253dd1966 req-1aa9d66d-af9c-48b3-9d9f-849494eb322b tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764918 Jul 22 19:18:05.831301 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network abb4a764-2f83-49b2-b163-9981a3d92a64 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:05.834269 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-30cdeee6-924b-407c-b508-df699bddab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:05.836769 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-30cdeee6-924b-407c-b508-df699bddab06 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb3a5c04-3ab0-46f4-923f-871c4a99dc90 HTTP/1.1" status: 200 len: 797 time: 0.0764647 Jul 22 19:18:05.849708 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:05.872749 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:05.873644 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:05.878645 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Port': ['ID=690e0150-689c-43e1-bd90-27f73fdcc0fa,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:05.910704 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-a686b0c4-5a3b-4327-accd-1e80b1ed81d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:05.912754 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-a686b0c4-5a3b-4327-accd-1e80b1ed81d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=06eb644b-f29e-45c4-8d9a-7769e64949ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0696068 Jul 22 19:18:05.987663 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1fc42074-897a-4dc4-ba23-4217846372bc tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:06.016677 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-5a55ed67-717c-4329-8ebb-2a080a7aba8d service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913906 Jul 22 19:18:06.025932 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Port': ['ID=34612968-a566-457f-939d-8aba631941ce,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:06.069292 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cf87009c-6527-4b95-8dcd-8e9f26221630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:06.083038 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cf87009c-6527-4b95-8dcd-8e9f26221630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:06.098721 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Checking segment: {'id': '842f5af2-e648-4e7d-a67a-cabe39d472a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6017b5c7-0c0c-4807-9a00-a7e80a4a6b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:06.099086 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network hostable DHCP agents. Network: 6017b5c7-0c0c-4807-9a00-a7e80a4a6b06, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:18:06.108724 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6201bf34-c8fb-46fb-a397-d4e96371efd2 req-b2a66bda-5ac6-4859-87b3-5736d95c0900 service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857818 Jul 22 19:18:06.145373 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Made reservation on behalf of 940ab5f3f8b341d18f626c047a5ab5ee for: {'port': 2} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:06.150109 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:06.157550 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1fc42074-897a-4dc4-ba23-4217846372bc tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:06.169854 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cf87009c-6527-4b95-8dcd-8e9f26221630 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0ceafdd061a44a6916bb16f3bb40a14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6337385 Jul 22 19:18:06.172854 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54750) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:06.180985 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87009c-6527-4b95-8dcd-8e9f26221630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493ae5cc-0aaa-4db1-a27f-fa8f5dac01e9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:06.204269 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:06.215932 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network 6017b5c7-0c0c-4807-9a00-a7e80a4a6b06 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:18:06.218891 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc42074-897a-4dc4-ba23-4217846372bc tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:06.229440 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7bfa804b-75fc-4e3a-b7d2-b6b9bb36d4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:06.236152 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-1fc42074-897a-4dc4-ba23-4217846372bc tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:06.242077 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc42074-897a-4dc4-ba23-4217846372bc tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:06.243895 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 6017b5c7-0c0c-4807-9a00-a7e80a4a6b06) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:06.252211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118ad6dc-cbe2-48e6-b21b-4ed98c0e9b85 None None] Network 6017b5c7-0c0c-4807-9a00-a7e80a4a6b06 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:06.255650 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7bfa804b-75fc-4e3a-b7d2-b6b9bb36d4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:06.270806 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:06.277389 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:06.282345 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:06.283027 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:06.290516 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc42074-897a-4dc4-ba23-4217846372bc tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Pushing event updated for resources: {'Port': ['ID=f23b8883-35f1-4696-b27a-870f86e9392d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:06.312897 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7bfa804b-75fc-4e3a-b7d2-b6b9bb36d4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:06.315908 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7bfa804b-75fc-4e3a-b7d2-b6b9bb36d4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:06.317448 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7bfa804b-75fc-4e3a-b7d2-b6b9bb36d4b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/493ae5cc-0aaa-4db1-a27f-fa8f5dac01e9 HTTP/1.1" status: 204 len: 168 time: 0.1434181 Jul 22 19:18:06.328368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa804b-75fc-4e3a-b7d2-b6b9bb36d4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493ae5cc-0aaa-4db1-a27f-fa8f5dac01e9,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:06.334307 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ffd852a2-791a-4072-b166-0a1d92d6dae5 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7389264 Jul 22 19:18:06.337237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54754) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:06.437941 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] device_id is not set on port a148b891-6bd4-4d8a-9478-204e16165468 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:18:06.452789 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-2fe3603a-3a2d-4fa5-a0aa-a0bb4795af5f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting port 34612968-a566-457f-939d-8aba631941ce {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:06.453131 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2fe3603a-3a2d-4fa5-a0aa-a0bb4795af5f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:06.678419 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:06.685384 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1fc42074-897a-4dc4-ba23-4217846372bc tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:06.824292 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] device_id is not set on port 9ebac046-df36-4eea-83f4-79ff1fd4f145 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:18:06.879908 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2fe3603a-3a2d-4fa5-a0aa-a0bb4795af5f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:06.894884 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-2fe3603a-3a2d-4fa5-a0aa-a0bb4795af5f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Calling delete_port for 34612968-a566-457f-939d-8aba631941ce owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:07.021401 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1fc42074-897a-4dc4-ba23-4217846372bc tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:07.068580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1f32f-459b-4f02-b509-3c5b1be4eb3c req-3ddf2b36-ae48-4fe6-9ffc-01cac6ddd029 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:07.070720 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05d1f32f-459b-4f02-b509-3c5b1be4eb3c req-3ddf2b36-ae48-4fe6-9ffc-01cac6ddd029 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85a5a24-3180-4a63-8363-22e94b2aa555 HTTP/1.1" status: 200 len: 945 time: 0.1141384 Jul 22 19:18:07.094731 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2fe3603a-3a2d-4fa5-a0aa-a0bb4795af5f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:07.104214 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:07.137335 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2fe3603a-3a2d-4fa5-a0aa-a0bb4795af5f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:07.139282 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2fe3603a-3a2d-4fa5-a0aa-a0bb4795af5f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/ports/34612968-a566-457f-939d-8aba631941ce HTTP/1.1" status: 204 len: 168 time: 0.7994745 Jul 22 19:18:07.143802 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54778) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:07.145523 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3603a-3a2d-4fa5-a0aa-a0bb4795af5f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Port': ['ID=34612968-a566-457f-939d-8aba631941ce,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:07.156093 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05d1f32f-459b-4f02-b509-3c5b1be4eb3c req-191b98c6-2564-4885-9d31-dc54c8f929d7 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785120 Jul 22 19:18:07.213716 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:07.298735 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12fdc0f-17a1-4978-98d0-54259da4a84d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:07.304874 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12fdc0f-17a1-4978-98d0-54259da4a84d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:07.308960 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d12fdc0f-17a1-4978-98d0-54259da4a84d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1617172 Jul 22 19:18:07.310759 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54784) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:07.312123 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f994e7-e686-4e40-8f6f-249d85ccc362 req-b66058a3-0a9d-4d64-b36f-75487adf118e tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:07.314008 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Pushing event updated for resources: {'Port': ['ID=a148b891-6bd4-4d8a-9478-204e16165468,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:07.314134 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c2f994e7-e686-4e40-8f6f-249d85ccc362 req-b66058a3-0a9d-4d64-b36f-75487adf118e tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85a5a24-3180-4a63-8363-22e94b2aa555 HTTP/1.1" status: 200 len: 945 time: 0.0746768 Jul 22 19:18:07.331083 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc42074-897a-4dc4-ba23-4217846372bc tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Router e4023118-65bd-4b26-9baf-8a5b4c435e87 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:18:07.363189 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c2f994e7-e686-4e40-8f6f-249d85ccc362 req-8f3b597f-ba71-4b92-ba5c-b643381fb78e tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343058 Jul 22 19:18:07.368187 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Checking segment: {'id': '247ff0e9-6131-4a02-a9c9-1b7c7717b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '674b9d12-9567-4a0f-a961-d70dc25357a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:07.368585 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Network hostable DHCP agents. Network: 674b9d12-9567-4a0f-a961-d70dc25357a8, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:18:07.819263 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Network 674b9d12-9567-4a0f-a961-d70dc25357a8 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:18:07.840163 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 674b9d12-9567-4a0f-a961-d70dc25357a8) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:07.851348 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f247ae0-ae54-4495-8a4a-b31945a7125c None None] Network 674b9d12-9567-4a0f-a961-d70dc25357a8 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:07.855228 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:07.856143 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:07.896899 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc42074-897a-4dc4-ba23-4217846372bc tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:18:07.910094 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6b5d1a-b656-4e82-8384-ea47b2eb238b None None] Sync routers for ids ['e4023118-65bd-4b26-9baf-8a5b4c435e87'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:18:07.914288 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ca308598-f689-41ef-983e-0f3c186cb0c8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting port 690e0150-689c-43e1-bd90-27f73fdcc0fa {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:07.914922 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca308598-f689-41ef-983e-0f3c186cb0c8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:07.957535 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Pushing event updated for resources: {'Port': ['ID=9ebac046-df36-4eea-83f4-79ff1fd4f145,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:07.959669 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6b5d1a-b656-4e82-8384-ea47b2eb238b None None] Routers {'e4023118-65bd-4b26-9baf-8a5b4c435e87'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:18:07.968722 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2a6b5d1a-b656-4e82-8384-ea47b2eb238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:18:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['e4023118-65bd-4b26-9baf-8a5b4c435e87'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:07.974655 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1fc42074-897a-4dc4-ba23-4217846372bc tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:07.975895 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1fc42074-897a-4dc4-ba23-4217846372bc tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1664937 Jul 22 19:18:07.978766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54828) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:07.984759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-bd53b8c3-2a91-4b48-bfd7-4d041a8bbf45 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:08.029208 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca308598-f689-41ef-983e-0f3c186cb0c8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:08.040976 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Checking segment: {'id': '8fbd556f-5324-40f0-adb0-352c7df17385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e4be9f67-0bf0-4466-b5d3-83e29f63eb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:08.041445 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Network hostable DHCP agents. Network: e4be9f67-0bf0-4466-b5d3-83e29f63eb5b, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:18:08.048527 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ca308598-f689-41ef-983e-0f3c186cb0c8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Calling delete_port for 690e0150-689c-43e1-bd90-27f73fdcc0fa owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:08.102934 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2a6b5d1a-b656-4e82-8384-ea47b2eb238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:08.105325 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Network e4be9f67-0bf0-4466-b5d3-83e29f63eb5b is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:18:08.122642 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6b5d1a-b656-4e82-8384-ea47b2eb238b None None] Routers {'e4023118-65bd-4b26-9baf-8a5b4c435e87'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:18:08.123796 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2a6b5d1a-b656-4e82-8384-ea47b2eb238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:18:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['e4023118-65bd-4b26-9baf-8a5b4c435e87'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:08.130298 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, e4be9f67-0bf0-4466-b5d3-83e29f63eb5b) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:08.136755 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:08.142374 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1c9ea0-46f1-4808-a08c-c7e1d2b19e43 None None] Network e4be9f67-0bf0-4466-b5d3-83e29f63eb5b requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:08.142629 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:08.147738 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:08.148436 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:08.173036 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fd9ac23c-041f-47cf-81ca-b56846a0959b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.5369456 Jul 22 19:18:08.173508 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54834) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:08.239361 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2a6b5d1a-b656-4e82-8384-ea47b2eb238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:08.240023 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6b5d1a-b656-4e82-8384-ea47b2eb238b None None] The sync data for ids ['e4023118-65bd-4b26-9baf-8a5b4c435e87'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:18:08.246143 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca308598-f689-41ef-983e-0f3c186cb0c8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:08.293395 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca308598-f689-41ef-983e-0f3c186cb0c8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Port': ['ID=690e0150-689c-43e1-bd90-27f73fdcc0fa,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:08.309754 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca308598-f689-41ef-983e-0f3c186cb0c8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:08.312101 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ca308598-f689-41ef-983e-0f3c186cb0c8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/ports/690e0150-689c-43e1-bd90-27f73fdcc0fa HTTP/1.1" status: 204 len: 168 time: 0.9991782 Jul 22 19:18:08.322704 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6b2181-4b5a-4308-b066-d7d682489fe7 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:08.323103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce42759-abbb-4d93-8870-6bbb16cb2e10 req-8ecc6e00-969e-40b4-9aa9-70a7bb967601 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:08.329854 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6b2181-4b5a-4308-b066-d7d682489fe7 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:08.334335 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ae6b2181-4b5a-4308-b066-d7d682489fe7 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1572261 Jul 22 19:18:08.334335 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54840) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:08.337304 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ce42759-abbb-4d93-8870-6bbb16cb2e10 req-8ecc6e00-969e-40b4-9aa9-70a7bb967601 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85a5a24-3180-4a63-8363-22e94b2aa555 HTTP/1.1" status: 200 len: 945 time: 0.1821928 Jul 22 19:18:08.343836 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54844) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:08.405777 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ce42759-abbb-4d93-8870-6bbb16cb2e10 req-19141421-71f8-4a4c-88c0-83a75e10d829 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672116 Jul 22 19:18:08.466558 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52b1de2-ce56-49f1-8843-2e1a2faa2441 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:08.470744 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a52b1de2-ce56-49f1-8843-2e1a2faa2441 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1344981 Jul 22 19:18:08.471273 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54850) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:08.505178 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3fa58ad-0649-4834-b436-d67ccbe5d534 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] GET failed (client error): The resource could not be found. Jul 22 19:18:08.506776 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c3fa58ad-0649-4834-b436-d67ccbe5d534 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports/34612968-a566-457f-939d-8aba631941ce HTTP/1.1" status: 404 len: 333 time: 0.0345521 Jul 22 19:18:08.509925 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54854) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:08.521441 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bd53b8c3-2a91-4b48-bfd7-4d041a8bbf45 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:08.535237 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bd53b8c3-2a91-4b48-bfd7-4d041a8bbf45 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:08.544627 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b7a5db-880b-40c7-8d39-788b4b9d0ace tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] GET failed (client error): The resource could not be found. Jul 22 19:18:08.546194 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-71b7a5db-880b-40c7-8d39-788b4b9d0ace tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports/690e0150-689c-43e1-bd90-27f73fdcc0fa HTTP/1.1" status: 404 len: 333 time: 0.0351934 Jul 22 19:18:08.549445 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ac1d7d39-18f8-4461-afcd-7e74662a2de5 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Deleting port a148b891-6bd4-4d8a-9478-204e16165468 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:08.549864 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7d39-18f8-4461-afcd-7e74662a2de5 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:08.550280 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54858) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:08.619755 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7d39-18f8-4461-afcd-7e74662a2de5 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:08.632303 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ac1d7d39-18f8-4461-afcd-7e74662a2de5 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Calling delete_port for a148b891-6bd4-4d8a-9478-204e16165468 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:08.661398 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d43b46af-ff55-4fad-a945-55f98771ba09 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:08.673207 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-bd53b8c3-2a91-4b48-bfd7-4d041a8bbf45 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Deleting port f23b8883-35f1-4696-b27a-870f86e9392d {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:08.673562 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bd53b8c3-2a91-4b48-bfd7-4d041a8bbf45 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:08.727957 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7d39-18f8-4461-afcd-7e74662a2de5 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:08.760803 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d7d39-18f8-4461-afcd-7e74662a2de5 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Pushing event deleted for resources: {'Port': ['ID=a148b891-6bd4-4d8a-9478-204e16165468,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:08.769201 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac1d7d39-18f8-4461-afcd-7e74662a2de5 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:08.771294 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ac1d7d39-18f8-4461-afcd-7e74662a2de5 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] 10.222.0.13 "DELETE /v2.0/ports/a148b891-6bd4-4d8a-9478-204e16165468 HTTP/1.1" status: 204 len: 168 time: 0.4264281 Jul 22 19:18:08.774449 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54864) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:08.818687 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d43b46af-ff55-4fad-a945-55f98771ba09 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:08.838548 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-d43b46af-ff55-4fad-a945-55f98771ba09 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6017b5c7-0c0c-4807-9a00-a7e80a4a6b06']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:08.848412 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bd53b8c3-2a91-4b48-bfd7-4d041a8bbf45 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:08.857673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-d43b46af-ff55-4fad-a945-55f98771ba09 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '842f5af2-e648-4e7d-a67a-cabe39d472a3') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:08.857975 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-d43b46af-ff55-4fad-a945-55f98771ba09 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '842f5af2-e648-4e7d-a67a-cabe39d472a3') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:08.870726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-bd53b8c3-2a91-4b48-bfd7-4d041a8bbf45 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Calling delete_port for f23b8883-35f1-4696-b27a-870f86e9392d owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:08.873355 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d43b46af-ff55-4fad-a945-55f98771ba09 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:08.881262 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-1bda497a-e7c5-48e9-af22-adf3bd71b98a tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Deleting port 9ebac046-df36-4eea-83f4-79ff1fd4f145 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:08.881617 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1bda497a-e7c5-48e9-af22-adf3bd71b98a tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:08.894840 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d43b46af-ff55-4fad-a945-55f98771ba09 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:08.929555 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43b46af-ff55-4fad-a945-55f98771ba09 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:18:08.930033 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d43b46af-ff55-4fad-a945-55f98771ba09 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:18:08.934314 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:18:08.967092 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1bda497a-e7c5-48e9-af22-adf3bd71b98a tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:08.968658 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:08.981447 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-1bda497a-e7c5-48e9-af22-adf3bd71b98a tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Calling delete_port for 9ebac046-df36-4eea-83f4-79ff1fd4f145 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:09.021230 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d43b46af-ff55-4fad-a945-55f98771ba09 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.060807 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d43b46af-ff55-4fad-a945-55f98771ba09 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.066491 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d43b46af-ff55-4fad-a945-55f98771ba09 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/networks/6017b5c7-0c0c-4807-9a00-a7e80a4a6b06 HTTP/1.1" status: 204 len: 168 time: 0.5101886 Jul 22 19:18:09.067493 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54868) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:09.070466 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1bda497a-e7c5-48e9-af22-adf3bd71b98a tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.075620 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-5f7fc3a7-1e82-4fd8-ab10-ebd4d04bb8c0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-231109769'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:09.081992 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b46af-ff55-4fad-a945-55f98771ba09 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Network': ['ID=6017b5c7-0c0c-4807-9a00-a7e80a4a6b06,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:09.095701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54870) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:09.121740 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda497a-e7c5-48e9-af22-adf3bd71b98a tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Pushing event deleted for resources: {'Port': ['ID=9ebac046-df36-4eea-83f4-79ff1fd4f145,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:09.133790 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1bda497a-e7c5-48e9-af22-adf3bd71b98a tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.136381 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1bda497a-e7c5-48e9-af22-adf3bd71b98a tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] 10.222.0.13 "DELETE /v2.0/ports/9ebac046-df36-4eea-83f4-79ff1fd4f145 HTTP/1.1" status: 204 len: 168 time: 0.3608408 Jul 22 19:18:09.138929 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54876) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:09.141050 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7fc3a7-1e82-4fd8-ab10-ebd4d04bb8c0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:09.144453 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5f7fc3a7-1e82-4fd8-ab10-ebd4d04bb8c0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.172115 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bd53b8c3-2a91-4b48-bfd7-4d041a8bbf45 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.190029 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e7ed6800-3934-46cd-8c6d-116708bffa87 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0498059 Jul 22 19:18:09.194735 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54878) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:09.200660 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53b8c3-2a91-4b48-bfd7-4d041a8bbf45 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Pushing event deleted for resources: {'Port': ['ID=f23b8883-35f1-4696-b27a-870f86e9392d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:09.202168 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f9432f39-887e-46a6-9f07-254b5e82ee7f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-439983111'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:09.218571 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7fc3a7-1e82-4fd8-ab10-ebd4d04bb8c0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:18:09.233161 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5f7fc3a7-1e82-4fd8-ab10-ebd4d04bb8c0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.233478 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-5f7fc3a7-1e82-4fd8-ab10-ebd4d04bb8c0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Added segment 0ef1c9e9-18b0-4df0-b5ec-14916e66a2d0 of type vlan for network 3c6800a6-6c21-4a10-bca9-bcbc1b77170e Jul 22 19:18:09.242102 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9432f39-887e-46a6-9f07-254b5e82ee7f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Made reservation on behalf of 940ab5f3f8b341d18f626c047a5ab5ee for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:09.245675 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9432f39-887e-46a6-9f07-254b5e82ee7f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.279668 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dab6cb5b-bf26-4f1e-9e19-1929836bd51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.283903 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bd53b8c3-2a91-4b48-bfd7-4d041a8bbf45 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.294157 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5f7fc3a7-1e82-4fd8-ab10-ebd4d04bb8c0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.303330 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9432f39-887e-46a6-9f07-254b5e82ee7f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:18:09.318919 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9432f39-887e-46a6-9f07-254b5e82ee7f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.319265 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-f9432f39-887e-46a6-9f07-254b5e82ee7f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Added segment acd50477-e0f6-416c-8e7f-984eddbaeb9f of type vlan for network edbf984b-1b84-4f50-b375-eb02388ef2a0 Jul 22 19:18:09.364981 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5f7fc3a7-1e82-4fd8-ab10-ebd4d04bb8c0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.370990 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7fc3a7-1e82-4fd8-ab10-ebd4d04bb8c0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:09.371596 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5f7fc3a7-1e82-4fd8-ab10-ebd4d04bb8c0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.405635 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9432f39-887e-46a6-9f07-254b5e82ee7f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.457814 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7fc3a7-1e82-4fd8-ab10-ebd4d04bb8c0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Network': ['ID=3c6800a6-6c21-4a10-bca9-bcbc1b77170e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:09.473783 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 3c6800a6-6c21-4a10-bca9-bcbc1b77170e details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:18:09.476183 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9432f39-887e-46a6-9f07-254b5e82ee7f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.482901 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9432f39-887e-46a6-9f07-254b5e82ee7f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:09.483762 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9432f39-887e-46a6-9f07-254b5e82ee7f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.554258 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bd53b8c3-2a91-4b48-bfd7-4d041a8bbf45 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.557715 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9432f39-887e-46a6-9f07-254b5e82ee7f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Pushing event updated for resources: {'Network': ['ID=edbf984b-1b84-4f50-b375-eb02388ef2a0,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:09.564654 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bd53b8c3-2a91-4b48-bfd7-4d041a8bbf45 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-910330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-910305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-910161'] for router, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.568437 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network edbf984b-1b84-4f50-b375-eb02388ef2a0 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:18:09.676344 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd53b8c3-2a91-4b48-bfd7-4d041a8bbf45 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Router e4023118-65bd-4b26-9baf-8a5b4c435e87 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:18:09.689567 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dab6cb5b-bf26-4f1e-9e19-1929836bd51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.699218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c5707-85f7-40a6-b1ed-55d669b75388 req-48f1ed67-df72-4454-8716-f906481105a4 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:09.700776 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c45c5707-85f7-40a6-b1ed-55d669b75388 req-48f1ed67-df72-4454-8716-f906481105a4 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85a5a24-3180-4a63-8363-22e94b2aa555 HTTP/1.1" status: 200 len: 945 time: 0.2168243 Jul 22 19:18:09.701479 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5f7fc3a7-1e82-4fd8-ab10-ebd4d04bb8c0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6322882 Jul 22 19:18:09.702078 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54882) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:09.704890 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dab6cb5b-bf26-4f1e-9e19-1929836bd51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.708258 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-bec663aa-d066-491f-95c3-954db414d070 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'subnet': {'network_id': '3c6800a6-6c21-4a10-bca9-bcbc1b77170e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:09.712569 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f9432f39-887e-46a6-9f07-254b5e82ee7f tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5155530 Jul 22 19:18:09.715449 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54884) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:09.730071 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-13bce16f-8aab-4057-946f-d4c526dc58ca tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-354084578'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:09.797522 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bce16f-8aab-4057-946f-d4c526dc58ca tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Made reservation on behalf of 940ab5f3f8b341d18f626c047a5ab5ee for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:09.800835 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-13bce16f-8aab-4057-946f-d4c526dc58ca tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.829882 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-dab6cb5b-bf26-4f1e-9e19-1929836bd51b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=161b37d42018414cb304b27b09b36e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7327371 Jul 22 19:18:09.832590 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54886) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:09.837004 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6cb5b-bf26-4f1e-9e19-1929836bd51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799b9c08-cb70-4898-85e1-a48b830d4e71,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:09.844016 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bce16f-8aab-4057-946f-d4c526dc58ca tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:18:09.848342 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c45c5707-85f7-40a6-b1ed-55d669b75388 req-36f79ba9-4e82-4f87-9f08-c7f8e025c339 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406536 Jul 22 19:18:09.849286 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd53b8c3-2a91-4b48-bfd7-4d041a8bbf45 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:18:09.851446 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec663aa-d066-491f-95c3-954db414d070 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:09.854992 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bec663aa-d066-491f-95c3-954db414d070 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.857391 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bd53b8c3-2a91-4b48-bfd7-4d041a8bbf45 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.860983 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bd53b8c3-2a91-4b48-bfd7-4d041a8bbf45 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "PUT /v2.0/routers/e4023118-65bd-4b26-9baf-8a5b4c435e87 HTTP/1.1" status: 200 len: 706 time: 1.8810213 Jul 22 19:18:09.861602 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54888) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:09.863995 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa9df44-c924-45ed-a15d-ec158b942126 None None] Sync routers for ids ['e4023118-65bd-4b26-9baf-8a5b4c435e87'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:18:09.879147 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-13bce16f-8aab-4057-946f-d4c526dc58ca tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.879508 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-13bce16f-8aab-4057-946f-d4c526dc58ca tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Added segment ac833588-bf3e-4313-a907-70d6ed68e582 of type vlan for network add7965a-8c5f-4063-b623-e39f05297788 Jul 22 19:18:09.886906 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9df44-c924-45ed-a15d-ec158b942126 None None] Routers {'e4023118-65bd-4b26-9baf-8a5b4c435e87'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:18:09.887643 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-eaa9df44-c924-45ed-a15d-ec158b942126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:18:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['e4023118-65bd-4b26-9baf-8a5b4c435e87'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:09.923799 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-eaa9df44-c924-45ed-a15d-ec158b942126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:09.933242 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9df44-c924-45ed-a15d-ec158b942126 None None] Routers {'e4023118-65bd-4b26-9baf-8a5b4c435e87'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:18:09.933941 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-eaa9df44-c924-45ed-a15d-ec158b942126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:18:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['e4023118-65bd-4b26-9baf-8a5b4c435e87'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:09.939500 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5a0e0872-5462-46fb-94f5-10cfaddfd75c tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "GET /v2.0/routers/e4023118-65bd-4b26-9baf-8a5b4c435e87 HTTP/1.1" status: 200 len: 741 time: 0.0768161 Jul 22 19:18:09.942417 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54890) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:09.971131 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-eaa9df44-c924-45ed-a15d-ec158b942126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:09.971792 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa9df44-c924-45ed-a15d-ec158b942126 None None] The sync data for ids ['e4023118-65bd-4b26-9baf-8a5b4c435e87'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:18:10.006028 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-13bce16f-8aab-4057-946f-d4c526dc58ca tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:10.009270 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c9d61786-3295-4296-8373-507e6a7343f9 tempest-RoutersAdminTest-378218857 tempest-RoutersAdminTest-378218857-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&device_id=e4023118-65bd-4b26-9baf-8a5b4c435e87 HTTP/1.1" status: 200 len: 205 time: 0.0653596 Jul 22 19:18:10.011776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54892) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:10.042287 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e51fbd69-8700-42cd-a838-634bc1998e61 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4023118-65bd-4b26-9baf-8a5b4c435e87 HTTP/1.1" status: 200 len: 205 time: 0.0293822 Jul 22 19:18:10.044837 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54894) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:10.047215 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-645564e6-333e-41d2-8465-c9ec447c3a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:10.111457 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-13bce16f-8aab-4057-946f-d4c526dc58ca tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:10.117602 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bce16f-8aab-4057-946f-d4c526dc58ca tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:10.118181 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-13bce16f-8aab-4057-946f-d4c526dc58ca tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:10.124538 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2f1c5f14-db8b-456b-b7c5-930f8d5a8592 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:10.129667 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-645564e6-333e-41d2-8465-c9ec447c3a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:10.207676 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-13bce16f-8aab-4057-946f-d4c526dc58ca tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4911053 Jul 22 19:18:10.239764 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bce16f-8aab-4057-946f-d4c526dc58ca tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Pushing event updated for resources: {'Network': ['ID=add7965a-8c5f-4063-b623-e39f05297788,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:10.244366 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device adb30783-58d2-4f88-85d5-01aa76f675a0 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:18:10.263398 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network add7965a-8c5f-4063-b623-e39f05297788 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:18:10.302738 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bec663aa-d066-491f-95c3-954db414d070 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:10.317258 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-645564e6-333e-41d2-8465-c9ec447c3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:10.321775 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-645564e6-333e-41d2-8465-c9ec447c3a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:10.337827 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-645564e6-333e-41d2-8465-c9ec447c3a9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/799b9c08-cb70-4898-85e1-a48b830d4e71 HTTP/1.1" status: 204 len: 168 time: 0.4924982 Jul 22 19:18:10.339118 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2f1c5f14-db8b-456b-b7c5-930f8d5a8592 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:10.341952 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2f1c5f14-db8b-456b-b7c5-930f8d5a8592 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:10.373387 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54900) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:10.383361 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d6b34c50-11f4-4e14-852f-b85180be47ab tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Request body: {'subnets': [{'network_id': 'edbf984b-1b84-4f50-b375-eb02388ef2a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1090466853', 'ip_version': 4}, {'network_id': 'add7965a-8c5f-4063-b623-e39f05297788', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:10.383706 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d6b34c50-11f4-4e14-852f-b85180be47ab tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Request body: {'subnet': {'network_id': 'edbf984b-1b84-4f50-b375-eb02388ef2a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1090466853', 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:10.384995 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d6b34c50-11f4-4e14-852f-b85180be47ab tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Request body: {'subnet': {'network_id': 'add7965a-8c5f-4063-b623-e39f05297788', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:10.402238 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2f1c5f14-db8b-456b-b7c5-930f8d5a8592 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:10.403175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1c5f14-db8b-456b-b7c5-930f8d5a8592 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Fanout notify agent at l3_agent the message router_deleted on router e4023118-65bd-4b26-9baf-8a5b4c435e87 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:18:10.411914 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2f1c5f14-db8b-456b-b7c5-930f8d5a8592 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:10.413429 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2f1c5f14-db8b-456b-b7c5-930f8d5a8592 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "DELETE /v2.0/routers/e4023118-65bd-4b26-9baf-8a5b4c435e87 HTTP/1.1" status: 204 len: 168 time: 0.3674691 Jul 22 19:18:10.416762 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54902) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:10.435660 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645564e6-333e-41d2-8465-c9ec447c3a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799b9c08-cb70-4898-85e1-a48b830d4e71,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:10.459302 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-207f8b3c-8a33-423d-b787-ac1869b609a2 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4023118-65bd-4b26-9baf-8a5b4c435e87 HTTP/1.1" status: 200 len: 205 time: 0.0371015 Jul 22 19:18:10.461237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54904) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:10.466411 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port adb30783-58d2-4f88-85d5-01aa76f675a0, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=adb30783-58d2-4f88-85d5-01aa76f675a0,segment=NetworkSegment(f5ed34da-c56c-4877-820b-9a1f23a5b5e7),segment_id=f5ed34da-c56c-4877-820b-9a1f23a5b5e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:10.488073 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'adb30783-58d2-4f88-85d5-01aa76f675a0', 'network_id': '0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623', 'port_id': 'adb30783-58d2-4f88-85d5-01aa76f675a0', 'mac_address': 'fa:16:3e:d5:80:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e707c9-c827-4964-a4b7-caa85889562c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:18:10.506343 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-e48ad1d0-a0c6-4278-b6ba-e0cb4cbedd12 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] delete failed (client error): The resource could not be found. Jul 22 19:18:10.508560 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e48ad1d0-a0c6-4278-b6ba-e0cb4cbedd12 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "DELETE /v2.0/routers/e4023118-65bd-4b26-9baf-8a5b4c435e87 HTTP/1.1" status: 404 len: 336 time: 0.0453126 Jul 22 19:18:10.514194 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54910) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:10.547069 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:10.559866 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adb30783-58d2-4f88-85d5-01aa76f675a0 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:18:10.566532 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec663aa-d066-491f-95c3-954db414d070 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Subnet': ['ID=eb95ef3d-dacb-4954-83d6-5d60b0b8708c,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:10.584119 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port adb30783-58d2-4f88-85d5-01aa76f675a0, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=adb30783-58d2-4f88-85d5-01aa76f675a0,segment=NetworkSegment(f5ed34da-c56c-4877-820b-9a1f23a5b5e7),segment_id=f5ed34da-c56c-4877-820b-9a1f23a5b5e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:10.589405 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:10.604078 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-380bdd89-a1ee-4b24-8931-3d2a2487a7e4 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "GET /v2.0/ports?device_id=be21b3dd-e15c-4113-a5d1-2648b6933d9c HTTP/1.1" status: 200 len: 205 time: 0.0820673 Jul 22 19:18:10.604464 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54912) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:10.624914 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec663aa-d066-491f-95c3-954db414d070 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Checking segment: {'id': '0ef1c9e9-18b0-4df0-b5ec-14916e66a2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3c6800a6-6c21-4a10-bca9-bcbc1b77170e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:10.624914 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec663aa-d066-491f-95c3-954db414d070 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network hostable DHCP agents. Network: 3c6800a6-6c21-4a10-bca9-bcbc1b77170e, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:18:10.645945 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=adb30783-58d2-4f88-85d5-01aa76f675a0,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:10.653985 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:10.654335 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:10.654670 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:10.655002 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:10.655330 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:10.655799 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:10.656124 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:10.656444 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:10.656790 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:10.657154 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:10.657419 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:10.657734 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:10.667619 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-025a95d4-4d06-4783-a551-fa76392f6855 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] delete failed (client error): The resource could not be found. Jul 22 19:18:10.668710 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-025a95d4-4d06-4783-a551-fa76392f6855 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "DELETE /v2.0/routers/be21b3dd-e15c-4113-a5d1-2648b6933d9c HTTP/1.1" status: 404 len: 336 time: 0.0609670 Jul 22 19:18:10.673005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54914) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:10.682964 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['adb30783-58d2-4f88-85d5-01aa76f675a0'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:18:10.721525 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54916) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:10.728357 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-249e5ea7-73a4-4439-870e-4b468b089584 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "GET /v2.0/ports?device_id=faa5dc9c-c9c0-4751-93a8-f7809f8d6dbe HTTP/1.1" status: 200 len: 205 time: 0.0531752 Jul 22 19:18:10.730585 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54918) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:10.741992 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec663aa-d066-491f-95c3-954db414d070 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network 3c6800a6-6c21-4a10-bca9-bcbc1b77170e is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:18:10.746694 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-20f1ccec-494e-49bb-87d0-39941d7ff8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:10.765343 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-bec663aa-d066-491f-95c3-954db414d070 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 3c6800a6-6c21-4a10-bca9-bcbc1b77170e) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:10.773530 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec663aa-d066-491f-95c3-954db414d070 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:10.774129 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bec663aa-d066-491f-95c3-954db414d070 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:10.778703 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-95c44b79-d4e7-44c5-a123-e29ed92dad6e tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] delete failed (client error): The resource could not be found. Jul 22 19:18:10.780251 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-95c44b79-d4e7-44c5-a123-e29ed92dad6e tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "DELETE /v2.0/routers/faa5dc9c-c9c0-4751-93a8-f7809f8d6dbe HTTP/1.1" status: 404 len: 336 time: 0.0478678 Jul 22 19:18:10.783114 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54920) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:10.798295 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b34c50-11f4-4e14-852f-b85180be47ab tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Made reservation on behalf of 940ab5f3f8b341d18f626c047a5ab5ee for: {'subnet': 2} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:10.803042 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6b34c50-11f4-4e14-852f-b85180be47ab tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:10.803391 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6b34c50-11f4-4e14-852f-b85180be47ab tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:10.821337 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7c6e7297-c540-4a8a-ba9b-f7d46fd5abf6 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb9a17df-1134-4830-bbfa-e562cdb3e310 HTTP/1.1" status: 200 len: 205 time: 0.0366554 Jul 22 19:18:10.823520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54922) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:10.869687 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-6080a1f4-86c5-4c41-9dca-ece1dcd870b7 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] delete failed (client error): The resource could not be found. Jul 22 19:18:10.870847 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6080a1f4-86c5-4c41-9dca-ece1dcd870b7 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "DELETE /v2.0/routers/cb9a17df-1134-4830-bbfa-e562cdb3e310 HTTP/1.1" status: 404 len: 336 time: 0.0462933 Jul 22 19:18:10.873558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54924) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:10.916649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b3c8ce-b926-415b-a2cd-71bb64bbdc8a None None] Network 3c6800a6-6c21-4a10-bca9-bcbc1b77170e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:10.919551 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-20b26602-c894-429c-a481-5def97a922fc tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3fd83c5-327d-4a5b-8d8c-a7f34bbc0892 HTTP/1.1" status: 200 len: 205 time: 0.0425100 Jul 22 19:18:10.919689 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54928) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:10.985743 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-2ccaa1a1-710d-46dc-b449-f81acbffbfc0 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] delete failed (client error): The resource could not be found. Jul 22 19:18:10.987431 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2ccaa1a1-710d-46dc-b449-f81acbffbfc0 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "DELETE /v2.0/routers/a3fd83c5-327d-4a5b-8d8c-a7f34bbc0892 HTTP/1.1" status: 404 len: 336 time: 0.0666685 Jul 22 19:18:10.990034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54930) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:11.016643 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-20f1ccec-494e-49bb-87d0-39941d7ff8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:11.029663 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-20f1ccec-494e-49bb-87d0-39941d7ff8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:11.040117 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bec663aa-d066-491f-95c3-954db414d070 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3333623 Jul 22 19:18:11.045924 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54932) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:11.051527 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4f6109f4-0fe4-455f-93f8-27ee63ebc627 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c7a04f-67b2-472b-8d73-ee415f238345 HTTP/1.1" status: 200 len: 205 time: 0.0580468 Jul 22 19:18:11.053073 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'port': {'network_id': '3c6800a6-6c21-4a10-bca9-bcbc1b77170e', 'name': 'tempest-PortsIpV6TestJSON-1713788119'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:11.057742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54934) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:11.117420 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1ccec-494e-49bb-87d0-39941d7ff8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a7ed47-2099-4c51-94e1-86c3993c87e6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:11.123953 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-20f1ccec-494e-49bb-87d0-39941d7ff8fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28158ebac4af4367b399e52f4b11303d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4014087 Jul 22 19:18:11.128883 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-ac1faa2f-c0da-4a2c-a14e-a489d46968a8 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] delete failed (client error): The resource could not be found. Jul 22 19:18:11.130017 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ac1faa2f-c0da-4a2c-a14e-a489d46968a8 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "DELETE /v2.0/routers/80c7a04f-67b2-472b-8d73-ee415f238345 HTTP/1.1" status: 404 len: 336 time: 0.0701847 Jul 22 19:18:11.131126 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54936) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:11.134066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54938) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:11.156602 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1ccec-494e-49bb-87d0-39941d7ff8fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:11.156960 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1ccec-494e-49bb-87d0-39941d7ff8fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:11.157204 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1ccec-494e-49bb-87d0-39941d7ff8fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:11.157541 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1ccec-494e-49bb-87d0-39941d7ff8fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:11.157874 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1ccec-494e-49bb-87d0-39941d7ff8fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:11.158202 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1ccec-494e-49bb-87d0-39941d7ff8fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:11.158530 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1ccec-494e-49bb-87d0-39941d7ff8fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:11.158851 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1ccec-494e-49bb-87d0-39941d7ff8fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:11.159175 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1ccec-494e-49bb-87d0-39941d7ff8fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:11.159502 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1ccec-494e-49bb-87d0-39941d7ff8fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:11.159827 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1ccec-494e-49bb-87d0-39941d7ff8fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:11.160150 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f1ccec-494e-49bb-87d0-39941d7ff8fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:11.180189 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-3c6800a6-6c21-4a10-bca9-bcbc1b77170e', 'network_id': '3c6800a6-6c21-4a10-bca9-bcbc1b77170e', 'tenant_id': '299a64b78fd341cd805690e93174f070', 'fixed_ips': [{'subnet_id': 'eb95ef3d-dacb-4954-83d6-5d60b0b8708c'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:18:11.181078 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:11.198233 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a19527-c0d6-47a8-a9ac-a023c2288065 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] DELETE failed (client error): The resource could not be found. Jul 22 19:18:11.198685 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a19527-c0d6-47a8-a9ac-a023c2288065 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:18:11.200419 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f2a19527-c0d6-47a8-a9ac-a023c2288065 tempest-RoutersAdminTest-1338428682 tempest-RoutersAdminTest-1338428682-project] 10.222.0.13 "DELETE /v2.0/subnets/c36028ab-8f15-4427-bdd4-745ab375156e HTTP/1.1" status: 404 len: 337 time: 0.0653174 Jul 22 19:18:11.222233 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d4db9-ccac-41f3-9a0d-1f2bd35ca3ce req-ae31aa98-f5c5-48c5-9bcc-05a385296b3c tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:11.224146 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-447d4db9-ccac-41f3-9a0d-1f2bd35ca3ce req-ae31aa98-f5c5-48c5-9bcc-05a385296b3c tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85a5a24-3180-4a63-8363-22e94b2aa555 HTTP/1.1" status: 200 len: 944 time: 0.2470493 Jul 22 19:18:11.249774 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9d4a576-d474-45a3-91a2-753b960935cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:11.280356 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9d4a576-d474-45a3-91a2-753b960935cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:11.291303 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-447d4db9-ccac-41f3-9a0d-1f2bd35ca3ce req-c1f37704-cbed-475c-b231-abd6582ffd50 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547562 Jul 22 19:18:11.298542 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:11.303115 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:11.321616 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] device_id is not set on port 7eab9f59-2f17-46da-ae3c-85f1fe714c0e yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:18:11.416046 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] Allocated IP 2001:db8::2 (3c6800a6-6c21-4a10-bca9-bcbc1b77170e/eb95ef3d-dacb-4954-83d6-5d60b0b8708c/967b3fb1-4d3c-4604-9e62-4c71f19a219e) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:11.484248 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6b34c50-11f4-4e14-852f-b85180be47ab tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:11.549835 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9d4a576-d474-45a3-91a2-753b960935cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:11.553053 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9d4a576-d474-45a3-91a2-753b960935cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:11.558909 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e9d4a576-d474-45a3-91a2-753b960935cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13a7ed47-2099-4c51-94e1-86c3993c87e6 HTTP/1.1" status: 204 len: 168 time: 0.4236712 Jul 22 19:18:11.573319 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:11.583354 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b34c50-11f4-4e14-852f-b85180be47ab tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Pushing event updated for resources: {'Subnet': ['ID=105c1235-9a6f-4a1a-98b5-cdb6ec49fe6d,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:11.595129 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4a576-d474-45a3-91a2-753b960935cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a7ed47-2099-4c51-94e1-86c3993c87e6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:11.615808 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b34c50-11f4-4e14-852f-b85180be47ab tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Checking segment: {'id': 'acd50477-e0f6-416c-8e7f-984eddbaeb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'edbf984b-1b84-4f50-b375-eb02388ef2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:11.617239 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b34c50-11f4-4e14-852f-b85180be47ab tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Network hostable DHCP agents. Network: edbf984b-1b84-4f50-b375-eb02388ef2a0, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:18:11.643659 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54952) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:11.653812 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b34c50-11f4-4e14-852f-b85180be47ab tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Network edbf984b-1b84-4f50-b375-eb02388ef2a0 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:18:11.657870 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:11.670598 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-d6b34c50-11f4-4e14-852f-b85180be47ab tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, edbf984b-1b84-4f50-b375-eb02388ef2a0) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:11.672433 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] Transition to ACTIVE for port object 967b3fb1-4d3c-4604-9e62-4c71f19a219e will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:11.675635 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6b34c50-11f4-4e14-852f-b85180be47ab tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:11.682227 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820b4415-2bc6-4384-a1fe-83910ac0c6ca None None] Network edbf984b-1b84-4f50-b375-eb02388ef2a0 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:11.734562 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b39f3-c532-4a91-a6f4-a638994238a2 req-8a7fdfed-16ff-4e35-82a5-6c8a4e327400 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:11.737789 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af5b39f3-c532-4a91-a6f4-a638994238a2 req-8a7fdfed-16ff-4e35-82a5-6c8a4e327400 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85a5a24-3180-4a63-8363-22e94b2aa555 HTTP/1.1" status: 200 len: 944 time: 0.1388342 Jul 22 19:18:11.747245 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b34c50-11f4-4e14-852f-b85180be47ab tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Pushing event updated for resources: {'Subnet': ['ID=53b08bb2-ad83-4994-a3b7-804b126aea0e,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:11.761292 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b34c50-11f4-4e14-852f-b85180be47ab tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Checking segment: {'id': 'ac833588-bf3e-4313-a907-70d6ed68e582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'add7965a-8c5f-4063-b623-e39f05297788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:11.761639 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b34c50-11f4-4e14-852f-b85180be47ab tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Network hostable DHCP agents. Network: add7965a-8c5f-4063-b623-e39f05297788, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:18:11.781314 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b34c50-11f4-4e14-852f-b85180be47ab tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Network add7965a-8c5f-4063-b623-e39f05297788 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:18:11.789967 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] Transition to ACTIVE for port object 967b3fb1-4d3c-4604-9e62-4c71f19a219e will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:11.794683 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-d6b34c50-11f4-4e14-852f-b85180be47ab tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, add7965a-8c5f-4063-b623-e39f05297788) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:11.800708 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b34c50-11f4-4e14-852f-b85180be47ab tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:11.801254 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b34c50-11f4-4e14-852f-b85180be47ab tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:11.802009 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6b34c50-11f4-4e14-852f-b85180be47ab tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:11.814933 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9af0c2-8ce0-4773-81ea-47042965267b None None] Network add7965a-8c5f-4063-b623-e39f05297788 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:11.824730 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d6b34c50-11f4-4e14-852f-b85180be47ab tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4480886 Jul 22 19:18:11.825482 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af5b39f3-c532-4a91-a6f4-a638994238a2 req-0eab28d6-1a38-4782-a348-476a248510a0 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787444 Jul 22 19:18:11.827061 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54956) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:11.843565 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:11.916659 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Allocated IP 2001:db8::282 (3c6800a6-6c21-4a10-bca9-bcbc1b77170e/eb95ef3d-dacb-4954-83d6-5d60b0b8708c/7eab9f59-2f17-46da-ae3c-85f1fe714c0e) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:11.933068 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] Network 3c6800a6-6c21-4a10-bca9-bcbc1b77170e is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:11.940856 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:11.947015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:11.983278 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc0e634-586d-4a46-8555-b8363b1d806d tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:11.985002 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc0e634-586d-4a46-8555-b8363b1d806d tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:11.987151 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc0e634-586d-4a46-8555-b8363b1d806d tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:11.989245 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ffc0e634-586d-4a46-8555-b8363b1d806d tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1602631 Jul 22 19:18:11.992877 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54960) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:11.997487 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] Pushing event updated for resources: {'Port': ['ID=967b3fb1-4d3c-4604-9e62-4c71f19a219e,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:12.083768 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cacef5-e18b-4873-b5a8-99c3dc2334d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-edbf984b-1b84-4f50-b375-eb02388ef2a0', 'network_id': 'edbf984b-1b84-4f50-b375-eb02388ef2a0', 'tenant_id': '940ab5f3f8b341d18f626c047a5ab5ee', 'fixed_ips': [{'subnet_id': '105c1235-9a6f-4a1a-98b5-cdb6ec49fe6d'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:18:12.084828 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e2cacef5-e18b-4873-b5a8-99c3dc2334d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:12.090080 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-6263ec2b-c581-48b2-aaf2-4691dc8a4601 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Deleting subnet 105c1235-9a6f-4a1a-98b5-cdb6ec49fe6d {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:18:12.106631 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6263ec2b-c581-48b2-aaf2-4691dc8a4601 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:12.121705 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] Attempting to bind port 967b3fb1-4d3c-4604-9e62-4c71f19a219e on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:18:12.122279 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] Attempting to bind port 967b3fb1-4d3c-4604-9e62-4c71f19a219e by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '0ef1c9e9-18b0-4df0-b5ec-14916e66a2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3c6800a6-6c21-4a10-bca9-bcbc1b77170e'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:18:12.122416 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] Attempting to bind port 967b3fb1-4d3c-4604-9e62-4c71f19a219e on network 3c6800a6-6c21-4a10-bca9-bcbc1b77170e {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:18:12.137213 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-62c92c88-6fed-4099-8346-4affb5e220d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:12.138604 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:12.156370 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:18:12.156700 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Transition to ACTIVE for port object 7eab9f59-2f17-46da-ae3c-85f1fe714c0e will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:12.156833 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] Checking segment: {'id': '0ef1c9e9-18b0-4df0-b5ec-14916e66a2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3c6800a6-6c21-4a10-bca9-bcbc1b77170e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:12.157330 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:12.157578 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] Bound using segment: {'id': '0ef1c9e9-18b0-4df0-b5ec-14916e66a2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3c6800a6-6c21-4a10-bca9-bcbc1b77170e'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:18:12.158079 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] Bound port: 967b3fb1-4d3c-4604-9e62-4c71f19a219e, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef1c9e9-18b0-4df0-b5ec-14916e66a2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3c6800a6-6c21-4a10-bca9-bcbc1b77170e'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:18:12.158453 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:12.181209 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6263ec2b-c581-48b2-aaf2-4691dc8a4601 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:12.202896 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:12.250250 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6263ec2b-c581-48b2-aaf2-4691dc8a4601 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:12.266479 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device adb30783-58d2-4f88-85d5-01aa76f675a0 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:12.290466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network 3c6800a6-6c21-4a10-bca9-bcbc1b77170e is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:12.315435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Port': ['ID=7eab9f59-2f17-46da-ae3c-85f1fe714c0e,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:12.329743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17794d8c-4002-4855-ac3c-115aec8d39b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-add7965a-8c5f-4063-b623-e39f05297788', 'network_id': 'add7965a-8c5f-4063-b623-e39f05297788', 'tenant_id': '940ab5f3f8b341d18f626c047a5ab5ee', 'fixed_ips': [{'subnet_id': '53b08bb2-ad83-4994-a3b7-804b126aea0e'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:18:12.330867 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-17794d8c-4002-4855-ac3c-115aec8d39b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:12.331943 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:12.336629 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:12.346601 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:12.347846 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:12.348033 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6263ec2b-c581-48b2-aaf2-4691dc8a4601 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:12.365204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:12.365548 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:12.365883 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:12.366251 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:12.366573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:12.366949 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:12.367345 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:12.367699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:12.368024 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:12.368342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:12.368682 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:12.368999 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:12.381099 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-62c92c88-6fed-4099-8346-4affb5e220d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:12.384738 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263ec2b-c581-48b2-aaf2-4691dc8a4601 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Pushing event deleted for resources: {'Subnet': ['ID=105c1235-9a6f-4a1a-98b5-cdb6ec49fe6d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:12.388843 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-62c92c88-6fed-4099-8346-4affb5e220d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:12.394872 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6263ec2b-c581-48b2-aaf2-4691dc8a4601 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:12.395605 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-92294b41-ea37-488e-9077-efeca6d84bdc tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3484643 Jul 22 19:18:12.396382 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54972) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:12.396665 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6263ec2b-c581-48b2-aaf2-4691dc8a4601 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] 10.222.0.13 "DELETE /v2.0/subnets/105c1235-9a6f-4a1a-98b5-cdb6ec49fe6d HTTP/1.1" status: 204 len: 168 time: 0.4025812 Jul 22 19:18:12.396836 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54974) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:12.436908 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-62c92c88-6fed-4099-8346-4affb5e220d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8270bdb866de42398a467cd845697c70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7919919 Jul 22 19:18:12.438963 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c92c88-6fed-4099-8346-4affb5e220d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07075b72-493e-495f-9e2e-b9aefa7c8629,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:12.441308 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54980) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server [None req-e2cacef5-e18b-4873-b5a8-99c3dc2334d9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 105c1235-9a6f-4a1a-98b5-cdb6ec49fe6d: This subnet is being modified by another concurrent operation. Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:18:12.441768 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise exception Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 105c1235-9a6f-4a1a-98b5-cdb6ec49fe6d: This subnet is being modified by another concurrent operation. Jul 22 19:18:12.449303 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Jul 22 19:18:12.511586 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] For port 967b3fb1-4d3c-4604-9e62-4c71f19a219e, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:18:12.516764 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] For port 967b3fb1-4d3c-4604-9e62-4c71f19a219e, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=967b3fb1-4d3c-4604-9e62-4c71f19a219e,segment=NetworkSegment(0ef1c9e9-18b0-4df0-b5ec-14916e66a2d0),segment_id=0ef1c9e9-18b0-4df0-b5ec-14916e66a2d0)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:18:12.519692 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1960ffd1-dcbd-42a2-a78f-1f67b56e46fa None None] Network edbf984b-1b84-4f50-b375-eb02388ef2a0 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:12.520215 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a14ecdee-90ca-4a5e-a1aa-9dee07ffaca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:12.542472 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-9333af4b-14c9-48bd-96a0-9da9d3fc318e tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Deleting subnet 53b08bb2-ad83-4994-a3b7-804b126aea0e {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:18:12.550232 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a14ecdee-90ca-4a5e-a1aa-9dee07ffaca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:12.558856 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:12.573088 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9333af4b-14c9-48bd-96a0-9da9d3fc318e tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:12.617315 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a14ecdee-90ca-4a5e-a1aa-9dee07ffaca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:12.624077 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a14ecdee-90ca-4a5e-a1aa-9dee07ffaca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:12.629610 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a14ecdee-90ca-4a5e-a1aa-9dee07ffaca6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07075b72-493e-495f-9e2e-b9aefa7c8629 HTTP/1.1" status: 204 len: 168 time: 0.1872938 Jul 22 19:18:12.639393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ecdee-90ca-4a5e-a1aa-9dee07ffaca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07075b72-493e-495f-9e2e-b9aefa7c8629,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:12.807062 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port adb30783-58d2-4f88-85d5-01aa76f675a0 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:12.807444 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:12.902960 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e015b7-ef03-41bf-b635-2cd5f9dc91eb None None] Pushing event updated for resources: {'Port': ['ID=967b3fb1-4d3c-4604-9e62-4c71f19a219e,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:12.993810 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:13.026862 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85a5a24-3180-4a63-8363-22e94b2aa555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb30783-58d2-4f88-85d5-01aa76f675a0'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:18:13.029799 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dd17b7-f3f6-4819-8488-affea3a4edac" -d '{"events": [{"server_uuid": "a85a5a24-3180-4a63-8363-22e94b2aa555", "name": "network-vif-plugged", "status": "completed", "tag": "adb30783-58d2-4f88-85d5-01aa76f675a0"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:18:13.051434 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port adb30783-58d2-4f88-85d5-01aa76f675a0, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=adb30783-58d2-4f88-85d5-01aa76f675a0,segment=NetworkSegment(f5ed34da-c56c-4877-820b-9a1f23a5b5e7),segment_id=f5ed34da-c56c-4877-820b-9a1f23a5b5e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:13.058879 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:13.134840 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9237174-3386-49cf-a5d2-1006828491fe x-openstack-request-id: req-c9237174-3386-49cf-a5d2-1006828491fe {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:18:13.135075 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85a5a24-3180-4a63-8363-22e94b2aa555", "name": "network-vif-plugged", "status": "completed", "tag": "adb30783-58d2-4f88-85d5-01aa76f675a0", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:18:13.135501 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9237174-3386-49cf-a5d2-1006828491fe {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:18:13.135702 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85a5a24-3180-4a63-8363-22e94b2aa555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb30783-58d2-4f88-85d5-01aa76f675a0', 'code': 200} Jul 22 19:18:13.185227 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=adb30783-58d2-4f88-85d5-01aa76f675a0,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:13.290938 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 967b3fb1-4d3c-4604-9e62-4c71f19a219e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:13.300196 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9333af4b-14c9-48bd-96a0-9da9d3fc318e tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:13.334513 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55002) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:13.356711 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 967b3fb1-4d3c-4604-9e62-4c71f19a219e completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:13.385105 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-41361f5c-47a9-46fe-a069-3c2ffc18f20b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e008239f5db045d09f2c49f7c045a902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488884 Jul 22 19:18:13.387707 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55004) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:13.389069 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-0cac91fb-8adc-49bd-b622-495845a28a8d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting port 7eab9f59-2f17-46da-ae3c-85f1fe714c0e {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:13.389400 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0cac91fb-8adc-49bd-b622-495845a28a8d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:13.398171 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9333af4b-14c9-48bd-96a0-9da9d3fc318e tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:13.441154 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eed7ebe2-78f0-41aa-af78-57b3bc40515b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:13.466339 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eed7ebe2-78f0-41aa-af78-57b3bc40515b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:13.479005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae3a92-45e1-4d61-abc5-53a3d108736c req-3467acd6-1558-4138-b158-cf5c3af4ccf2 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:13.480532 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cae3a92-45e1-4d61-abc5-53a3d108736c req-3467acd6-1558-4138-b158-cf5c3af4ccf2 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.16 "GET /v2.0/ports?device_id=a85a5a24-3180-4a63-8363-22e94b2aa555 HTTP/1.1" status: 200 len: 945 time: 0.2661443 Jul 22 19:18:13.522980 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eed7ebe2-78f0-41aa-af78-57b3bc40515b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:13.526036 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eed7ebe2-78f0-41aa-af78-57b3bc40515b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:13.527243 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-eed7ebe2-78f0-41aa-af78-57b3bc40515b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f352fd15-8c68-4ba6-a148-71b544044b83 HTTP/1.1" status: 204 len: 168 time: 0.1384094 Jul 22 19:18:13.527376 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc8731-0390-4d52-91f2-f49179562fd0 req-8fec6aa1-469e-424c-bd2b-2c7058af3b4c tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:13.534107 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6bbc8731-0390-4d52-91f2-f49179562fd0 req-8fec6aa1-469e-424c-bd2b-2c7058af3b4c tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85a5a24-3180-4a63-8363-22e94b2aa555 HTTP/1.1" status: 200 len: 945 time: 0.3169672 Jul 22 19:18:13.535906 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7ebe2-78f0-41aa-af78-57b3bc40515b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f352fd15-8c68-4ba6-a148-71b544044b83,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server [None req-17794d8c-4002-4855-ac3c-115aec8d39b6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53b08bb2-ad83-4994-a3b7-804b126aea0e: This subnet is being modified by another concurrent operation. Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:18:13.633206 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise exception Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53b08bb2-ad83-4994-a3b7-804b126aea0e: This subnet is being modified by another concurrent operation. Jul 22 19:18:13.638638 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Jul 22 19:18:13.645416 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0cac91fb-8adc-49bd-b622-495845a28a8d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:13.656092 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99620e2d-c4e1-44af-a891-84451fd1c5a5 None None] Network add7965a-8c5f-4063-b623-e39f05297788 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:13.657933 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9333af4b-14c9-48bd-96a0-9da9d3fc318e tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:13.730015 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-0cac91fb-8adc-49bd-b622-495845a28a8d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Calling delete_port for 7eab9f59-2f17-46da-ae3c-85f1fe714c0e owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:13.733502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333af4b-14c9-48bd-96a0-9da9d3fc318e tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Pushing event deleted for resources: {'Subnet': ['ID=53b08bb2-ad83-4994-a3b7-804b126aea0e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:13.796312 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6bbc8731-0390-4d52-91f2-f49179562fd0 req-e5c6421e-f76b-417b-b05c-2066d4dffd30 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475922 Jul 22 19:18:13.796312 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9333af4b-14c9-48bd-96a0-9da9d3fc318e tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:13.796312 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9333af4b-14c9-48bd-96a0-9da9d3fc318e tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] 10.222.0.13 "DELETE /v2.0/subnets/53b08bb2-ad83-4994-a3b7-804b126aea0e HTTP/1.1" status: 204 len: 168 time: 1.3957703 Jul 22 19:18:13.798073 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55016) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:13.879555 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22dc2e5-ead0-4a79-99e0-a120d77230d6 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:13.881205 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d22dc2e5-ead0-4a79-99e0-a120d77230d6 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0818465 Jul 22 19:18:13.885582 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55020) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:13.926725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-8cae3a92-45e1-4d61-abc5-53a3d108736c req-d76ce6a5-f156-4359-b040-5e9e426cac2a tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Deleting port adb30783-58d2-4f88-85d5-01aa76f675a0 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:13.927268 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8cae3a92-45e1-4d61-abc5-53a3d108736c req-d76ce6a5-f156-4359-b040-5e9e426cac2a tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:14.034589 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-506579db-cca5-4f21-9b4d-fe66e6aeead1 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:14.101488 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0cac91fb-8adc-49bd-b622-495845a28a8d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:14.150187 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac91fb-8adc-49bd-b622-495845a28a8d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Port': ['ID=7eab9f59-2f17-46da-ae3c-85f1fe714c0e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:14.169810 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86db558c-48dd-4b2d-8788-7943a62fe922 None None] Network 3c6800a6-6c21-4a10-bca9-bcbc1b77170e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:14.173192 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-8cae3a92-45e1-4d61-abc5-53a3d108736c req-d76ce6a5-f156-4359-b040-5e9e426cac2a tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] For port adb30783-58d2-4f88-85d5-01aa76f675a0, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=adb30783-58d2-4f88-85d5-01aa76f675a0,segment=NetworkSegment(f5ed34da-c56c-4877-820b-9a1f23a5b5e7),segment_id=f5ed34da-c56c-4877-820b-9a1f23a5b5e7)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:14.173574 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8cae3a92-45e1-4d61-abc5-53a3d108736c req-d76ce6a5-f156-4359-b040-5e9e426cac2a tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:14.181283 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-506579db-cca5-4f21-9b4d-fe66e6aeead1 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:14.193015 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-506579db-cca5-4f21-9b4d-fe66e6aeead1 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add7965a-8c5f-4063-b623-e39f05297788']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:14.200849 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0cac91fb-8adc-49bd-b622-495845a28a8d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:14.205781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0cac91fb-8adc-49bd-b622-495845a28a8d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/ports/7eab9f59-2f17-46da-ae3c-85f1fe714c0e HTTP/1.1" status: 204 len: 168 time: 1.8077948 Jul 22 19:18:14.206405 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55030) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:14.211028 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-506579db-cca5-4f21-9b4d-fe66e6aeead1 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac833588-bf3e-4313-a907-70d6ed68e582') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:14.211028 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-506579db-cca5-4f21-9b4d-fe66e6aeead1 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac833588-bf3e-4313-a907-70d6ed68e582') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:14.212359 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-8cae3a92-45e1-4d61-abc5-53a3d108736c req-d76ce6a5-f156-4359-b040-5e9e426cac2a tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Calling delete_port for adb30783-58d2-4f88-85d5-01aa76f675a0 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:14.222812 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-506579db-cca5-4f21-9b4d-fe66e6aeead1 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:14.244142 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-506579db-cca5-4f21-9b4d-fe66e6aeead1 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:14.247837 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe70287-0fda-4072-99d2-636d95954e32 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] DELETE failed (client error): The resource could not be found. Jul 22 19:18:14.248209 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe70287-0fda-4072-99d2-636d95954e32 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:18:14.252796 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cfe70287-0fda-4072-99d2-636d95954e32 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/ports/7eab9f59-2f17-46da-ae3c-85f1fe714c0e HTTP/1.1" status: 404 len: 333 time: 0.0416625 Jul 22 19:18:14.257162 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55034) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:14.260117 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506579db-cca5-4f21-9b4d-fe66e6aeead1 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:18:14.260875 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-506579db-cca5-4f21-9b4d-fe66e6aeead1 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:14.292499 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c31346-c9b1-4956-bb5b-6de4a16b15a1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] GET failed (client error): The resource could not be found. Jul 22 19:18:14.297191 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-92c31346-c9b1-4956-bb5b-6de4a16b15a1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports/7eab9f59-2f17-46da-ae3c-85f1fe714c0e HTTP/1.1" status: 404 len: 333 time: 0.0392988 Jul 22 19:18:14.297828 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55040) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:18:14.349447 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:18:14.360532 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-506579db-cca5-4f21-9b4d-fe66e6aeead1 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:14.388358 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-506579db-cca5-4f21-9b4d-fe66e6aeead1 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:14.393673 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-506579db-cca5-4f21-9b4d-fe66e6aeead1 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] 10.222.0.13 "DELETE /v2.0/networks/add7965a-8c5f-4063-b623-e39f05297788 HTTP/1.1" status: 204 len: 168 time: 0.5068345 Jul 22 19:18:14.398421 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55042) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:14.408343 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506579db-cca5-4f21-9b4d-fe66e6aeead1 tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Pushing event deleted for resources: {'Network': ['ID=add7965a-8c5f-4063-b623-e39f05297788,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:14.433628 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device adb30783-58d2-4f88-85d5-01aa76f675a0 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:18:14.443181 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c361470-6616-4846-8757-66fc0f213d28 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting subnet eb95ef3d-dacb-4954-83d6-5d60b0b8708c {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:18:14.461818 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5410aa71-9419-4c19-949d-5db119752837 None None] Provisioning for port 967b3fb1-4d3c-4604-9e62-4c71f19a219e completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:14.466631 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0c361470-6616-4846-8757-66fc0f213d28 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:14.482993 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5410aa71-9419-4c19-949d-5db119752837 None None] Provisioning complete for port 967b3fb1-4d3c-4604-9e62-4c71f19a219e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:14.483457 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5410aa71-9419-4c19-949d-5db119752837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:14.582755 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0a4f9f09-f6cd-42b5-825f-cb857fdb419b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:14.594161 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0c361470-6616-4846-8757-66fc0f213d28 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:14.647329 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:14.686816 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8cae3a92-45e1-4d61-abc5-53a3d108736c req-d76ce6a5-f156-4359-b040-5e9e426cac2a tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:14.714424 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5410aa71-9419-4c19-949d-5db119752837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:14.784648 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-5410aa71-9419-4c19-949d-5db119752837 None None] For port 967b3fb1-4d3c-4604-9e62-4c71f19a219e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=967b3fb1-4d3c-4604-9e62-4c71f19a219e,segment=NetworkSegment(0ef1c9e9-18b0-4df0-b5ec-14916e66a2d0),segment_id=0ef1c9e9-18b0-4df0-b5ec-14916e66a2d0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:14.790680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ce6a5-f156-4359-b040-5e9e426cac2a tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Pushing event deleted for resources: {'Port': ['ID=adb30783-58d2-4f88-85d5-01aa76f675a0,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:14.791377 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5410aa71-9419-4c19-949d-5db119752837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:14.859867 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410aa71-9419-4c19-949d-5db119752837 None None] Pushing event updated for resources: {'Port': ['ID=967b3fb1-4d3c-4604-9e62-4c71f19a219e,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:14.898511 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0a4f9f09-f6cd-42b5-825f-cb857fdb419b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:14.911135 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-0a4f9f09-f6cd-42b5-825f-cb857fdb419b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edbf984b-1b84-4f50-b375-eb02388ef2a0']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:14.973248 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-0a4f9f09-f6cd-42b5-825f-cb857fdb419b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd50477-e0f6-416c-8e7f-984eddbaeb9f') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:14.973550 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-0a4f9f09-f6cd-42b5-825f-cb857fdb419b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd50477-e0f6-416c-8e7f-984eddbaeb9f') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:14.984668 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55064) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:14.999668 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0c361470-6616-4846-8757-66fc0f213d28 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.029364 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8b801cb-6529-4cdc-80c4-ff4a437b5dd8 req-360a8e73-3133-4d70-b8fa-6f22ba8f8bf3 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85a5a24-3180-4a63-8363-22e94b2aa555 HTTP/1.1" status: 200 len: 210 time: 0.0907798 Jul 22 19:18:15.063230 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0a4f9f09-f6cd-42b5-825f-cb857fdb419b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.065214 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cae3a92-45e1-4d61-abc5-53a3d108736c req-d76ce6a5-f156-4359-b040-5e9e426cac2a tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] No DVR routers for this DVR port adb30783-58d2-4f88-85d5-01aa76f675a0 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:18:15.081011 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8cae3a92-45e1-4d61-abc5-53a3d108736c req-d76ce6a5-f156-4359-b040-5e9e426cac2a tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.083062 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cae3a92-45e1-4d61-abc5-53a3d108736c req-d76ce6a5-f156-4359-b040-5e9e426cac2a tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.16 "DELETE /v2.0/ports/adb30783-58d2-4f88-85d5-01aa76f675a0 HTTP/1.1" status: 204 len: 173 time: 1.5955472 Jul 22 19:18:15.085681 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85a5a24-3180-4a63-8363-22e94b2aa555', 'name': 'network-vif-deleted', 'tag': 'adb30783-58d2-4f88-85d5-01aa76f675a0'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:18:15.088029 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd084ec1-38c0-475f-8bc4-86952fd45563" -d '{"events": [{"server_uuid": "a85a5a24-3180-4a63-8363-22e94b2aa555", "name": "network-vif-deleted", "tag": "adb30783-58d2-4f88-85d5-01aa76f675a0"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:18:15.098648 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0a4f9f09-f6cd-42b5-825f-cb857fdb419b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.112712 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4f9f09-f6cd-42b5-825f-cb857fdb419b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:18:15.113210 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0a4f9f09-f6cd-42b5-825f-cb857fdb419b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:18:15.116491 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:18:15.121977 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c7ce87ac-01a6-46fc-b4b1-d1bdac69b528 None None] Provisioning complete for port 967b3fb1-4d3c-4604-9e62-4c71f19a219e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:15.122498 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c7ce87ac-01a6-46fc-b4b1-d1bdac69b528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.152123 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-9cd4035a-727a-4518-820a-4e12b3b5b398 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-946437869'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:15.205952 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd4035a-727a-4518-820a-4e12b3b5b398 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:15.211615 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9cd4035a-727a-4518-820a-4e12b3b5b398 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.215371 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bb26fa-804e-4216-bb05-8fd77241bf74 x-openstack-request-id: req-83bb26fa-804e-4216-bb05-8fd77241bf74 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:18:15.215670 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85a5a24-3180-4a63-8363-22e94b2aa555", "name": "network-vif-deleted", "tag": "adb30783-58d2-4f88-85d5-01aa76f675a0", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:18:15.215956 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83bb26fa-804e-4216-bb05-8fd77241bf74 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:18:15.216370 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85a5a24-3180-4a63-8363-22e94b2aa555', 'name': 'network-vif-deleted', 'tag': 'adb30783-58d2-4f88-85d5-01aa76f675a0', 'status': 'completed', 'code': 200} Jul 22 19:18:15.231847 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0c361470-6616-4846-8757-66fc0f213d28 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.232445 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9cd4035a-727a-4518-820a-4e12b3b5b398 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.240822 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0a4f9f09-f6cd-42b5-825f-cb857fdb419b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.253925 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0a4f9f09-f6cd-42b5-825f-cb857fdb419b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.257768 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0a4f9f09-f6cd-42b5-825f-cb857fdb419b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] 10.222.0.13 "DELETE /v2.0/networks/edbf984b-1b84-4f50-b375-eb02388ef2a0 HTTP/1.1" status: 204 len: 168 time: 0.8515785 Jul 22 19:18:15.297389 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55072) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:15.312810 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c361470-6616-4846-8757-66fc0f213d28 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Subnet': ['ID=eb95ef3d-dacb-4954-83d6-5d60b0b8708c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:15.317861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f9f09-f6cd-42b5-825f-cb857fdb419b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Pushing event deleted for resources: {'Network': ['ID=edbf984b-1b84-4f50-b375-eb02388ef2a0,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:15.336803 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0c361470-6616-4846-8757-66fc0f213d28 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.341643 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0c361470-6616-4846-8757-66fc0f213d28 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/subnets/eb95ef3d-dacb-4954-83d6-5d60b0b8708c HTTP/1.1" status: 204 len: 168 time: 1.0135875 Jul 22 19:18:15.342285 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55074) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:15.345394 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 967b3fb1-4d3c-4604-9e62-4c71f19a219e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:15.403592 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 967b3fb1-4d3c-4604-9e62-4c71f19a219e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:15.404221 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.452158 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9cd4035a-727a-4518-820a-4e12b3b5b398 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.462085 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9cd4035a-727a-4518-820a-4e12b3b5b398 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.510238 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd4035a-727a-4518-820a-4e12b3b5b398 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:18:15.517101 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e3d507e-71c9-42df-8c78-86b4b5ad016e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.523769 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4035a-727a-4518-820a-4e12b3b5b398 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f44165-3691-4e5a-b46b-133e832f1ac4,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:15.525439 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d226bd-ecfa-4b9e-9ab5-61c05c45b08e None None] Network 3c6800a6-6c21-4a10-bca9-bcbc1b77170e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:15.525926 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c2c15223-1fe4-4540-86c0-b0f823fac84b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.531260 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9cd4035a-727a-4518-820a-4e12b3b5b398 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.531817 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-9cd4035a-727a-4518-820a-4e12b3b5b398 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Added segment ab9c40c4-78f9-499c-bb22-ba9568dcf792 of type vlan for network ac1cdc45-8892-4608-b80a-7d90307aaf6c Jul 22 19:18:15.582465 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9cd4035a-727a-4518-820a-4e12b3b5b398 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.596022 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e14a1606-b7eb-4fa9-a62c-adb7fc4f8955 None None] Could not find standard attr ID for object 7eab9f59-2f17-46da-ae3c-85f1fe714c0e. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:18:15.642148 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9cd4035a-727a-4518-820a-4e12b3b5b398 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.650908 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd4035a-727a-4518-820a-4e12b3b5b398 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:15.651794 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9cd4035a-727a-4518-820a-4e12b3b5b398 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.681381 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c2c15223-1fe4-4540-86c0-b0f823fac84b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.697691 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-c2c15223-1fe4-4540-86c0-b0f823fac84b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4be9f67-0bf0-4466-b5d3-83e29f63eb5b']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:15.709824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-c2c15223-1fe4-4540-86c0-b0f823fac84b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbd556f-5324-40f0-adb0-352c7df17385') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:15.710159 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-c2c15223-1fe4-4540-86c0-b0f823fac84b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbd556f-5324-40f0-adb0-352c7df17385') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:15.722610 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c2c15223-1fe4-4540-86c0-b0f823fac84b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.726153 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d507e-71c9-42df-8c78-86b4b5ad016e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting port 967b3fb1-4d3c-4604-9e62-4c71f19a219e {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:15.726489 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e3d507e-71c9-42df-8c78-86b4b5ad016e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.760884 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c2c15223-1fe4-4540-86c0-b0f823fac84b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.771524 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c15223-1fe4-4540-86c0-b0f823fac84b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:18:15.771922 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c2c15223-1fe4-4540-86c0-b0f823fac84b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:18:15.775219 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:18:15.832618 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4035a-727a-4518-820a-4e12b3b5b398 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Network': ['ID=ac1cdc45-8892-4608-b80a-7d90307aaf6c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:15.838554 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a694a814-4086-45ef-8a5d-57c5fe75f702 None None] DHCP port deletion for 3c6800a6-6c21-4a10-bca9-bcbc1b77170e request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:18:15.855064 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-3e3d507e-71c9-42df-8c78-86b4b5ad016e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] For port 967b3fb1-4d3c-4604-9e62-4c71f19a219e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=967b3fb1-4d3c-4604-9e62-4c71f19a219e,segment=NetworkSegment(0ef1c9e9-18b0-4df0-b5ec-14916e66a2d0),segment_id=0ef1c9e9-18b0-4df0-b5ec-14916e66a2d0)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:15.855314 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:18:15.855424 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e3d507e-71c9-42df-8c78-86b4b5ad016e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.861574 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9cd4035a-727a-4518-820a-4e12b3b5b398 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8746188 Jul 22 19:18:15.863684 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55086) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:15.884328 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-52bdf6b1-ff70-4334-9b12-1d2d53ca5f83 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:15.896726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d507e-71c9-42df-8c78-86b4b5ad016e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Calling delete_port for 967b3fb1-4d3c-4604-9e62-4c71f19a219e owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:15.909926 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c2c15223-1fe4-4540-86c0-b0f823fac84b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.919690 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c2c15223-1fe4-4540-86c0-b0f823fac84b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:15.924376 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c2c15223-1fe4-4540-86c0-b0f823fac84b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] 10.222.0.13 "DELETE /v2.0/networks/e4be9f67-0bf0-4466-b5d3-83e29f63eb5b HTTP/1.1" status: 204 len: 168 time: 0.6259189 Jul 22 19:18:15.967331 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55090) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:16.020740 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c15223-1fe4-4540-86c0-b0f823fac84b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Pushing event deleted for resources: {'Network': ['ID=e4be9f67-0bf0-4466-b5d3-83e29f63eb5b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:16.023797 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bdf6b1-ff70-4334-9b12-1d2d53ca5f83 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:16.031128 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-52bdf6b1-ff70-4334-9b12-1d2d53ca5f83 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:16.074637 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a694a814-4086-45ef-8a5d-57c5fe75f702 None None] Deleting port 967b3fb1-4d3c-4604-9e62-4c71f19a219e {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:16.075034 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a694a814-4086-45ef-8a5d-57c5fe75f702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:16.097817 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c91d534-748f-4a6e-86ff-c5041385276b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:16.154425 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e3d507e-71c9-42df-8c78-86b4b5ad016e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:16.188306 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-a694a814-4086-45ef-8a5d-57c5fe75f702 None None] For port 967b3fb1-4d3c-4604-9e62-4c71f19a219e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=967b3fb1-4d3c-4604-9e62-4c71f19a219e,segment=NetworkSegment(0ef1c9e9-18b0-4df0-b5ec-14916e66a2d0),segment_id=0ef1c9e9-18b0-4df0-b5ec-14916e66a2d0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:16.188738 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a694a814-4086-45ef-8a5d-57c5fe75f702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:16.203295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d507e-71c9-42df-8c78-86b4b5ad016e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Port': ['ID=967b3fb1-4d3c-4604-9e62-4c71f19a219e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:16.204843 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a694a814-4086-45ef-8a5d-57c5fe75f702 None None] Calling delete_port for 967b3fb1-4d3c-4604-9e62-4c71f19a219e owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:16.224282 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3d507e-71c9-42df-8c78-86b4b5ad016e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] No DVR routers for this DVR port 967b3fb1-4d3c-4604-9e62-4c71f19a219e on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:18:16.305577 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c91d534-748f-4a6e-86ff-c5041385276b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:16.339329 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-52bdf6b1-ff70-4334-9b12-1d2d53ca5f83 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:16.346672 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-7c91d534-748f-4a6e-86ff-c5041385276b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674b9d12-9567-4a0f-a961-d70dc25357a8']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:16.355509 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a694a814-4086-45ef-8a5d-57c5fe75f702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:16.390833 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-7c91d534-748f-4a6e-86ff-c5041385276b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247ff0e9-6131-4a02-a9c9-1b7c7717b8c5') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:16.391229 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-7c91d534-748f-4a6e-86ff-c5041385276b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247ff0e9-6131-4a02-a9c9-1b7c7717b8c5') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:16.391901 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a694a814-4086-45ef-8a5d-57c5fe75f702 None None] No DVR routers for this DVR port 967b3fb1-4d3c-4604-9e62-4c71f19a219e on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:18:16.394001 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694a814-4086-45ef-8a5d-57c5fe75f702 None None] Pushing event deleted for resources: {'Port': ['ID=967b3fb1-4d3c-4604-9e62-4c71f19a219e,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:16.402743 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdf6b1-ff70-4334-9b12-1d2d53ca5f83 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=ced86763-b4c1-403c-8c2d-23c6bb9b0b48,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:16.431373 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24397acd-a809-4dff-b955-47739031652f None None] get_active_networks_info from n-d-800086-12 {{(pid=93808) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:18:16.433661 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bdf6b1-ff70-4334-9b12-1d2d53ca5f83 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Checking segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:16.434479 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bdf6b1-ff70-4334-9b12-1d2d53ca5f83 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network hostable DHCP agents. Network: ac1cdc45-8892-4608-b80a-7d90307aaf6c, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:18:16.436111 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c91d534-748f-4a6e-86ff-c5041385276b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:16.455143 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bdf6b1-ff70-4334-9b12-1d2d53ca5f83 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:18:16.469510 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-52bdf6b1-ff70-4334-9b12-1d2d53ca5f83 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, ac1cdc45-8892-4608-b80a-7d90307aaf6c) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:16.472601 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e3d507e-71c9-42df-8c78-86b4b5ad016e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:16.483942 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bdf6b1-ff70-4334-9b12-1d2d53ca5f83 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:16.484663 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-52bdf6b1-ff70-4334-9b12-1d2d53ca5f83 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:16.505102 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-52bdf6b1-ff70-4334-9b12-1d2d53ca5f83 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6390893 Jul 22 19:18:16.508381 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55118) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:16.518047 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-3e3d507e-71c9-42df-8c78-86b4b5ad016e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6800a6-6c21-4a10-bca9-bcbc1b77170e']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:16.518047 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c91d534-748f-4a6e-86ff-c5041385276b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:16.526829 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b71b6cc3-99ae-49e4-b31b-30ed709385b8 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'name': 'tempest-NetworksTestDHCPv6-1191822462'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:16.574227 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-3e3d507e-71c9-42df-8c78-86b4b5ad016e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef1c9e9-18b0-4df0-b5ec-14916e66a2d0') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:16.574452 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-3e3d507e-71c9-42df-8c78-86b4b5ad016e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef1c9e9-18b0-4df0-b5ec-14916e66a2d0') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:16.578650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c91d534-748f-4a6e-86ff-c5041385276b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:18:16.579211 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c91d534-748f-4a6e-86ff-c5041385276b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:18:16.582990 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:18:16.607974 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e3d507e-71c9-42df-8c78-86b4b5ad016e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:16.653642 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71b6cc3-99ae-49e4-b31b-30ed709385b8 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:16.658535 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b71b6cc3-99ae-49e4-b31b-30ed709385b8 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:16.679749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-22e1de1a-f879-47e3-a86c-3913440f261b tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:16.682388 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-22e1de1a-f879-47e3-a86c-3913440f261b tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/networks?id=0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 HTTP/1.1" status: 200 len: 822 time: 0.3329802 Jul 22 19:18:16.684963 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e3d507e-71c9-42df-8c78-86b4b5ad016e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:16.693337 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-b71b6cc3-99ae-49e4-b31b-30ed709385b8 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] device_id is not set on port 2d94d102-832d-4f32-a487-b18d30e73b44 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:18:16.693881 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3d507e-71c9-42df-8c78-86b4b5ad016e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:18:16.694948 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e3d507e-71c9-42df-8c78-86b4b5ad016e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:18:16.704802 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:18:16.717154 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c91d534-748f-4a6e-86ff-c5041385276b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:16.730239 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c91d534-748f-4a6e-86ff-c5041385276b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:16.732101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7c91d534-748f-4a6e-86ff-c5041385276b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] 10.222.0.13 "DELETE /v2.0/networks/674b9d12-9567-4a0f-a961-d70dc25357a8 HTTP/1.1" status: 204 len: 168 time: 0.7642043 Jul 22 19:18:16.746978 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-f5edecf0-1685-442b-b813-b5d8ffb6f0f4 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/quotas/1f8ad148cf844b58b8137ecbf1a0823b HTTP/1.1" status: 200 len: 375 time: 0.0567062 Jul 22 19:18:16.768096 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24397acd-a809-4dff-b955-47739031652f None None] Unable to find a vacant binding_index for network ac1cdc45-8892-4608-b80a-7d90307aaf6c and agent a0e87655-8d8f-4042-8810-80997bb79053 {{(pid=93808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 22 19:18:16.774607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24397acd-a809-4dff-b955-47739031652f None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, ac1cdc45-8892-4608-b80a-7d90307aaf6c) {{(pid=93808) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:18:16.808894 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91d534-748f-4a6e-86ff-c5041385276b tempest-BulkNetworkOpsTest-1769763061 tempest-BulkNetworkOpsTest-1769763061-project] Pushing event deleted for resources: {'Network': ['ID=674b9d12-9567-4a0f-a961-d70dc25357a8,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:16.846396 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e3d507e-71c9-42df-8c78-86b4b5ad016e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:16.858567 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e3d507e-71c9-42df-8c78-86b4b5ad016e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:16.872382 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3e3d507e-71c9-42df-8c78-86b4b5ad016e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/networks/3c6800a6-6c21-4a10-bca9-bcbc1b77170e HTTP/1.1" status: 204 len: 168 time: 1.5258162 Jul 22 19:18:16.873836 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55126) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:16.882455 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a151d712-d28f-4101-adca-ed70d917a20f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-808690578'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:16.899257 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d507e-71c9-42df-8c78-86b4b5ad016e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Network': ['ID=3c6800a6-6c21-4a10-bca9-bcbc1b77170e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:16.937229 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a151d712-d28f-4101-adca-ed70d917a20f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:16.941216 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a151d712-d28f-4101-adca-ed70d917a20f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:17.016034 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a151d712-d28f-4101-adca-ed70d917a20f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:18:17.016258 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-45b03b36-c708-40d2-b69d-5b181060138e tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f8ad148cf844b58b8137ecbf1a0823b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2509174 Jul 22 19:18:17.035363 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-b71b6cc3-99ae-49e4-b31b-30ed709385b8 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8::1be (ac1cdc45-8892-4608-b80a-7d90307aaf6c/ced86763-b4c1-403c-8c2d-23c6bb9b0b48/2d94d102-832d-4f32-a487-b18d30e73b44) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:17.045859 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a151d712-d28f-4101-adca-ed70d917a20f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:17.046565 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-a151d712-d28f-4101-adca-ed70d917a20f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Added segment f0d533b2-a5cc-48af-b2a8-4ba5b235117e of type vlan for network ee0010a7-e464-4933-a5f3-653cfe667ef1 Jul 22 19:18:17.128879 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a151d712-d28f-4101-adca-ed70d917a20f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:17.218689 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55138) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:17.246871 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a151d712-d28f-4101-adca-ed70d917a20f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:17.250471 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-c0d17af7-dd5e-40fb-b2de-370f3e7d34db service neutron] 10.222.0.13 "GET /v2.0/networks/0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331498 Jul 22 19:18:17.252402 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a151d712-d28f-4101-adca-ed70d917a20f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:17.259374 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 967b3fb1-4d3c-4604-9e62-4c71f19a219e no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:18:17.265355 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a151d712-d28f-4101-adca-ed70d917a20f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:17.373211 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a151d712-d28f-4101-adca-ed70d917a20f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4981174 Jul 22 19:18:17.379532 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55144) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:17.393982 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-08d06b10-c8c7-4b43-82da-5d2d1c92efa9 service neutron] 10.222.0.13 "GET /v2.0/networks/0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377552 Jul 22 19:18:17.396306 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 967b3fb1-4d3c-4604-9e62-4c71f19a219e {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:18:17.396683 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 967b3fb1-4d3c-4604-9e62-4c71f19a219e not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:18:17.429668 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-aa696553-9c11-40dc-979e-045126ce8a7d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'subnet': {'network_id': 'ee0010a7-e464-4933-a5f3-653cfe667ef1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:17.445948 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151d712-d28f-4101-adca-ed70d917a20f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Network': ['ID=ee0010a7-e464-4933-a5f3-653cfe667ef1,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:17.453041 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b71b6cc3-99ae-49e4-b31b-30ed709385b8 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:17.501339 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-b71b6cc3-99ae-49e4-b31b-30ed709385b8 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Transition to ACTIVE for port object 2d94d102-832d-4f32-a487-b18d30e73b44 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:17.606136 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa696553-9c11-40dc-979e-045126ce8a7d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:17.610421 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aa696553-9c11-40dc-979e-045126ce8a7d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:17.633156 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b71b6cc3-99ae-49e4-b31b-30ed709385b8 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:17.641295 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network ee0010a7-e464-4933-a5f3-653cfe667ef1 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:18:17.729190 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71b6cc3-99ae-49e4-b31b-30ed709385b8 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:17.740116 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-b71b6cc3-99ae-49e4-b31b-30ed709385b8 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:17.758880 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'fixed_ips': [{'subnet_id': 'ced86763-b4c1-403c-8c2d-23c6bb9b0b48'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:18:17.759152 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ab09358f-4341-4734-b215-91b2c8556fb3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=940ab5f3f8b341d18f626c047a5ab5ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5385683 Jul 22 19:18:17.759742 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:17.759871 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55152) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:17.771239 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3070d07a-7a72-4fea-b504-6bdec2de932b req-d100feff-a6df-4341-bcdc-332a82521873 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d00a56-20b4-4b9e-97f0-3d122a5a3a81 HTTP/1.1" status: 200 len: 210 time: 0.1317666 Jul 22 19:18:17.773177 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71b6cc3-99ae-49e4-b31b-30ed709385b8 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:17.786521 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71b6cc3-99ae-49e4-b31b-30ed709385b8 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:17.789427 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b71b6cc3-99ae-49e4-b31b-30ed709385b8 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:17.833855 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b71b6cc3-99ae-49e4-b31b-30ed709385b8 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3188307 Jul 22 19:18:17.834021 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55154) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:17.839704 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b6cc3-99ae-49e4-b31b-30ed709385b8 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=2d94d102-832d-4f32-a487-b18d30e73b44,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:17.856023 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-945f2393-540a-4b5d-865c-2459493df0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:17.953304 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-945f2393-540a-4b5d-865c-2459493df0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:17.970872 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] Allocated IP 2001:db8::2 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/ced86763-b4c1-403c-8c2d-23c6bb9b0b48/e2f162b3-ddc9-4830-8740-6945d7b76ff8) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:18.011710 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53d9eda-75f5-4a6d-b277-593c7b134dd5 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:18.013531 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a53d9eda-75f5-4a6d-b277-593c7b134dd5 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1786442 Jul 22 19:18:18.016332 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55162) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:18.019726 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aa696553-9c11-40dc-979e-045126ce8a7d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:18.120389 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa696553-9c11-40dc-979e-045126ce8a7d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Subnet': ['ID=19339112-33b6-4860-babd-9a994a60a3fe,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:18.121118 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-945f2393-540a-4b5d-865c-2459493df0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:18.124008 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-945f2393-540a-4b5d-865c-2459493df0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:18.125943 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa696553-9c11-40dc-979e-045126ce8a7d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Checking segment: {'id': 'f0d533b2-a5cc-48af-b2a8-4ba5b235117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee0010a7-e464-4933-a5f3-653cfe667ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:18.126303 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa696553-9c11-40dc-979e-045126ce8a7d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network hostable DHCP agents. Network: ee0010a7-e464-4933-a5f3-653cfe667ef1, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:18:18.126585 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-945f2393-540a-4b5d-865c-2459493df0de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57091cbf-2a33-4648-8362-55f73f5d27a7 HTTP/1.1" status: 204 len: 168 time: 0.3543804 Jul 22 19:18:18.144957 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f2393-540a-4b5d-865c-2459493df0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57091cbf-2a33-4648-8362-55f73f5d27a7,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:18.149638 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa696553-9c11-40dc-979e-045126ce8a7d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network ee0010a7-e464-4933-a5f3-653cfe667ef1 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:18:18.162151 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-aa696553-9c11-40dc-979e-045126ce8a7d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, ee0010a7-e464-4933-a5f3-653cfe667ef1) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:18.172414 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa696553-9c11-40dc-979e-045126ce8a7d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:18.173467 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aa696553-9c11-40dc-979e-045126ce8a7d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:18.175868 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-997d4f04-62c9-41fe-a8e1-32c22b15042b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting port 2d94d102-832d-4f32-a487-b18d30e73b44 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:18.176217 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-997d4f04-62c9-41fe-a8e1-32c22b15042b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:18.198531 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-aa696553-9c11-40dc-979e-045126ce8a7d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8178484 Jul 22 19:18:18.201562 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55172) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:18.221319 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-0af68329-097c-46ba-a922-fb925b5e9d04 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'port': {'network_id': 'ee0010a7-e464-4933-a5f3-653cfe667ef1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1552921041'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:18.266539 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:18.291575 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] Transition to ACTIVE for port object e2f162b3-ddc9-4830-8740-6945d7b76ff8 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:18.314019 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device adb30783-58d2-4f88-85d5-01aa76f675a0 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:18:18.352765 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: adb30783-58d2-4f88-85d5-01aa76f675a0 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:18:18.352765 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device adb30783-58d2-4f88-85d5-01aa76f675a0 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:18:18.354705 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] Transition to ACTIVE for port object e2f162b3-ddc9-4830-8740-6945d7b76ff8 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:18.364728 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:18.369908 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-997d4f04-62c9-41fe-a8e1-32c22b15042b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:18.387631 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-997d4f04-62c9-41fe-a8e1-32c22b15042b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Calling delete_port for 2d94d102-832d-4f32-a487-b18d30e73b44 owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:18.410372 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af68329-097c-46ba-a922-fb925b5e9d04 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:18.416629 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0af68329-097c-46ba-a922-fb925b5e9d04 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:18.422828 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:18.430278 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:18.433964 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:18.452535 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] Pushing event updated for resources: {'Port': ['ID=e2f162b3-ddc9-4830-8740-6945d7b76ff8,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:18.471465 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-0af68329-097c-46ba-a922-fb925b5e9d04 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] device_id is not set on port bf1c00a1-05ae-4089-a829-ec91f62549b3 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:18:18.558972 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] Attempting to bind port e2f162b3-ddc9-4830-8740-6945d7b76ff8 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:18:18.559346 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] Attempting to bind port e2f162b3-ddc9-4830-8740-6945d7b76ff8 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:18:18.559796 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] Attempting to bind port e2f162b3-ddc9-4830-8740-6945d7b76ff8 on network ac1cdc45-8892-4608-b80a-7d90307aaf6c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:18:18.572839 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:18:18.573462 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] Checking segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:18.573813 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:18.574244 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] Bound using segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:18:18.574871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] Bound port: e2f162b3-ddc9-4830-8740-6945d7b76ff8, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:18:18.575346 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:18.588374 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-997d4f04-62c9-41fe-a8e1-32c22b15042b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:18.654519 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d4f04-62c9-41fe-a8e1-32c22b15042b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Port': ['ID=2d94d102-832d-4f32-a487-b18d30e73b44,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:18.703146 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-0af68329-097c-46ba-a922-fb925b5e9d04 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Allocated IP 2001:db8::373 (ee0010a7-e464-4933-a5f3-653cfe667ef1/19339112-33b6-4860-babd-9a994a60a3fe/bf1c00a1-05ae-4089-a829-ec91f62549b3) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:18.714630 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-997d4f04-62c9-41fe-a8e1-32c22b15042b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:18.718661 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] For port e2f162b3-ddc9-4830-8740-6945d7b76ff8, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:18:18.718999 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-997d4f04-62c9-41fe-a8e1-32c22b15042b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/2d94d102-832d-4f32-a487-b18d30e73b44 HTTP/1.1" status: 204 len: 168 time: 0.6991487 Jul 22 19:18:18.719627 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55182) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:18.725300 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] For port e2f162b3-ddc9-4830-8740-6945d7b76ff8, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e2f162b3-ddc9-4830-8740-6945d7b76ff8,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:18:18.733127 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:18.821838 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26139068-73cc-4919-b04d-ba988f9f4ea7 None None] Pushing event updated for resources: {'Port': ['ID=e2f162b3-ddc9-4830-8740-6945d7b76ff8,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:18.852742 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468c4635-7a21-47f7-ba36-559b09b50369 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:18.854333 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468c4635-7a21-47f7-ba36-559b09b50369 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:18.860824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55190) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:18.863739 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-468c4635-7a21-47f7-ba36-559b09b50369 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1407111 Jul 22 19:18:18.969356 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f95c7901-303a-4cfc-b6f5-321171281850 req-18808e8d-28d7-43d8-bb02-1f867b125b5a tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d00a56-20b4-4b9e-97f0-3d122a5a3a81 HTTP/1.1" status: 200 len: 210 time: 0.0935845 Jul 22 19:18:18.987904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-35473169-7af0-4fae-a8aa-52f8bdd06ead tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet ced86763-b4c1-403c-8c2d-23c6bb9b0b48 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:18:18.993559 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-35473169-7af0-4fae-a8aa-52f8bdd06ead tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:19.024703 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0af68329-097c-46ba-a922-fb925b5e9d04 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:19.082893 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-0af68329-097c-46ba-a922-fb925b5e9d04 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Transition to ACTIVE for port object bf1c00a1-05ae-4089-a829-ec91f62549b3 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:19.136553 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-35473169-7af0-4fae-a8aa-52f8bdd06ead tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:19.160902 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0af68329-097c-46ba-a922-fb925b5e9d04 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:19.226044 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af68329-097c-46ba-a922-fb925b5e9d04 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network ee0010a7-e464-4933-a5f3-653cfe667ef1 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:19.278593 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-0af68329-097c-46ba-a922-fb925b5e9d04 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:19.289561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af68329-097c-46ba-a922-fb925b5e9d04 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:19.296122 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af68329-097c-46ba-a922-fb925b5e9d04 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:19.296865 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0af68329-097c-46ba-a922-fb925b5e9d04 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:19.353203 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e2f162b3-ddc9-4830-8740-6945d7b76ff8 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:19.368766 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0af68329-097c-46ba-a922-fb925b5e9d04 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.1633732 Jul 22 19:18:19.369838 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af68329-097c-46ba-a922-fb925b5e9d04 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Port': ['ID=bf1c00a1-05ae-4089-a829-ec91f62549b3,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:19.378397 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55202) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:19.447722 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-58ba4b8b-3fe5-4d6d-ab00-13399b5054ad tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:19.449385 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-58ba4b8b-3fe5-4d6d-ab00-13399b5054ad tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.16 "GET /v2.0/networks?id=0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 HTTP/1.1" status: 200 len: 822 time: 0.3541865 Jul 22 19:18:19.453034 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-35473169-7af0-4fae-a8aa-52f8bdd06ead tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:19.482500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port e2f162b3-ddc9-4830-8740-6945d7b76ff8 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:19.484720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-9060efb4-cace-4348-9f49-f942c8235c80 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Request body: {'port': {'device_id': 'e8d00a56-20b4-4b9e-97f0-3d122a5a3a81', 'network_id': '0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623', 'admin_state_up': True, 'tenant_id': '1f8ad148cf844b58b8137ecbf1a0823b'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:19.592641 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-0cb91d54-50eb-4baf-a03c-adc2474c23f8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting port bf1c00a1-05ae-4089-a829-ec91f62549b3 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:19.593012 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cb91d54-50eb-4baf-a03c-adc2474c23f8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:19.605021 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-35473169-7af0-4fae-a8aa-52f8bdd06ead tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:19.646952 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-35473169-7af0-4fae-a8aa-52f8bdd06ead tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:19.651765 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-35473169-7af0-4fae-a8aa-52f8bdd06ead tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/ced86763-b4c1-403c-8c2d-23c6bb9b0b48 HTTP/1.1" status: 204 len: 168 time: 0.7892916 Jul 22 19:18:19.652640 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35473169-7af0-4fae-a8aa-52f8bdd06ead tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=ced86763-b4c1-403c-8c2d-23c6bb9b0b48,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:19.656720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55214) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:19.715708 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cb91d54-50eb-4baf-a03c-adc2474c23f8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:19.732178 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-0cb91d54-50eb-4baf-a03c-adc2474c23f8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Calling delete_port for bf1c00a1-05ae-4089-a829-ec91f62549b3 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:19.748562 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-02b41d49-4833-4e6b-bdb4-107c59c34bfa tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0906641 Jul 22 19:18:19.749388 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55216) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:19.755404 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2ada187c-1aba-4cdb-b8bc-19e83a68cdcf tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:19.763073 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55218) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:19.862594 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-9060efb4-cace-4348-9f49-f942c8235c80 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Made reservation on behalf of 1f8ad148cf844b58b8137ecbf1a0823b for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:19.867696 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-9060efb4-cace-4348-9f49-f942c8235c80 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:19.967242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ada187c-1aba-4cdb-b8bc-19e83a68cdcf tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:19.972090 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2ada187c-1aba-4cdb-b8bc-19e83a68cdcf tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:20.262925 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37c806b-ca20-4bf4-bfe0-fa4649e4f8c4 None None] get_active_networks_info from n-d-800086-12 {{(pid=93808) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:18:20.316270 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4f4c0d9a-1c61-4477-b057-4fc5104cc9e6 None None] Provisioning for port e2f162b3-ddc9-4830-8740-6945d7b76ff8 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:20.334969 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4f4c0d9a-1c61-4477-b057-4fc5104cc9e6 None None] Provisioning complete for port e2f162b3-ddc9-4830-8740-6945d7b76ff8 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:20.335407 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0d9a-1c61-4477-b057-4fc5104cc9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:20.400086 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cb91d54-50eb-4baf-a03c-adc2474c23f8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:20.412101 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37c806b-ca20-4bf4-bfe0-fa4649e4f8c4 None None] Resources bound (agent type, host, resource id): {{(pid=93808) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:18:20.482131 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0d9a-1c61-4477-b057-4fc5104cc9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:20.484862 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb91d54-50eb-4baf-a03c-adc2474c23f8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Port': ['ID=bf1c00a1-05ae-4089-a829-ec91f62549b3,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:20.519727 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-1e831043-02fb-49c7-9ec0-5a26027c53e4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-265238093'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:20.523227 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cb91d54-50eb-4baf-a03c-adc2474c23f8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:20.525376 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0cb91d54-50eb-4baf-a03c-adc2474c23f8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/ports/bf1c00a1-05ae-4089-a829-ec91f62549b3 HTTP/1.1" status: 204 len: 168 time: 1.1457329 Jul 22 19:18:20.530551 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55234) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:20.603376 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-4f4c0d9a-1c61-4477-b057-4fc5104cc9e6 None None] For port e2f162b3-ddc9-4830-8740-6945d7b76ff8, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e2f162b3-ddc9-4830-8740-6945d7b76ff8,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:20.605912 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-451188cb-181e-4179-a6d0-e13453c82354 req-fc288b4e-dec6-4ed4-9b48-bc45dccee4d3 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d00a56-20b4-4b9e-97f0-3d122a5a3a81 HTTP/1.1" status: 200 len: 210 time: 0.1097159 Jul 22 19:18:20.613705 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4f4c0d9a-1c61-4477-b057-4fc5104cc9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:20.623651 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-8405c97b-6970-4ee4-91e7-261e35870768 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] GET failed (client error): The resource could not be found. Jul 22 19:18:20.625331 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8405c97b-6970-4ee4-91e7-261e35870768 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports/bf1c00a1-05ae-4089-a829-ec91f62549b3 HTTP/1.1" status: 404 len: 333 time: 0.0896745 Jul 22 19:18:20.628328 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55236) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:20.645256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-9060efb4-cace-4348-9f49-f942c8235c80 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Allocated IP 172.20.0.5 (0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623/29e707c9-c827-4964-a4b7-caa85889562c/abac9848-9500-4ea0-bc3e-7c4af9a369bd) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:20.665308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e831043-02fb-49c7-9ec0-5a26027c53e4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Made reservation on behalf of a6941f908e0b4e8dac308a754d92e62a for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:20.668342 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e831043-02fb-49c7-9ec0-5a26027c53e4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:20.698461 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-23478b13-fa31-40b1-984c-7a6451147020 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting subnet 19339112-33b6-4860-babd-9a994a60a3fe {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:18:20.702788 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c0d9a-1c61-4477-b057-4fc5104cc9e6 None None] Pushing event updated for resources: {'Port': ['ID=e2f162b3-ddc9-4830-8740-6945d7b76ff8,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:20.703457 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23478b13-fa31-40b1-984c-7a6451147020 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:20.703701 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e831043-02fb-49c7-9ec0-5a26027c53e4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:20.759319 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23478b13-fa31-40b1-984c-7a6451147020 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:20.814729 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23478b13-fa31-40b1-984c-7a6451147020 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:20.891425 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23478b13-fa31-40b1-984c-7a6451147020 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:20.904358 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2ada187c-1aba-4cdb-b8bc-19e83a68cdcf tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:20.921636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de7c842-a1f6-4c84-9c15-76ddb648b1b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-ee0010a7-e464-4933-a5f3-653cfe667ef1', 'network_id': 'ee0010a7-e464-4933-a5f3-653cfe667ef1', 'tenant_id': '299a64b78fd341cd805690e93174f070', 'fixed_ips': [{'subnet_id': '19339112-33b6-4860-babd-9a994a60a3fe'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:18:20.922589 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4de7c842-a1f6-4c84-9c15-76ddb648b1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:20.924911 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23478b13-fa31-40b1-984c-7a6451147020 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Subnet': ['ID=19339112-33b6-4860-babd-9a994a60a3fe,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:20.929049 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23478b13-fa31-40b1-984c-7a6451147020 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:20.931488 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-23478b13-fa31-40b1-984c-7a6451147020 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/subnets/19339112-33b6-4860-babd-9a994a60a3fe HTTP/1.1" status: 204 len: 168 time: 0.3017077 Jul 22 19:18:20.935728 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55242) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:20.979724 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ada187c-1aba-4cdb-b8bc-19e83a68cdcf tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:20.995365 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-2ada187c-1aba-4cdb-b8bc-19e83a68cdcf tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:21.005928 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada187c-1aba-4cdb-b8bc-19e83a68cdcf tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:21.006577 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2ada187c-1aba-4cdb-b8bc-19e83a68cdcf tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.017953 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada187c-1aba-4cdb-b8bc-19e83a68cdcf tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=d28707ed-c15d-413f-80d7-17c570407458,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:21.041298 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-9060efb4-cace-4348-9f49-f942c8235c80 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.058956 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c6a094a4-6a07-42c4-b032-276ec231137d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.065799 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e4e6b1-4966-4470-97d3-000e04741860 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:21.077164 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e831043-02fb-49c7-9ec0-5a26027c53e4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.087415 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e831043-02fb-49c7-9ec0-5a26027c53e4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.135511 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2ada187c-1aba-4cdb-b8bc-19e83a68cdcf tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3843632 Jul 22 19:18:21.139360 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57281c3-e8a5-444f-9bb7-31cfccaf7f5b None None] Network ee0010a7-e464-4933-a5f3-653cfe667ef1 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:21.152900 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55246) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:21.161974 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2fc785b3-5735-4eaa-9202-05c49348ddff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'name': 'tempest-NetworksTestDHCPv6-893722924'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:21.166166 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e831043-02fb-49c7-9ec0-5a26027c53e4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:18:21.175452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c6a094a4-6a07-42c4-b032-276ec231137d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.188332 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-c6a094a4-6a07-42c4-b032-276ec231137d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0010a7-e464-4933-a5f3-653cfe667ef1']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:21.200679 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-c6a094a4-6a07-42c4-b032-276ec231137d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d533b2-a5cc-48af-b2a8-4ba5b235117e') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:21.201022 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-c6a094a4-6a07-42c4-b032-276ec231137d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d533b2-a5cc-48af-b2a8-4ba5b235117e') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:21.211980 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c6a094a4-6a07-42c4-b032-276ec231137d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.236619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e831043-02fb-49c7-9ec0-5a26027c53e4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112af329-6c97-4e3a-aa4b-cef2ad6263ac,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:21.237179 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c6a094a4-6a07-42c4-b032-276ec231137d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.249718 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e831043-02fb-49c7-9ec0-5a26027c53e4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.250545 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-1e831043-02fb-49c7-9ec0-5a26027c53e4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Added segment 54013d89-db8d-4db9-be5c-0424c93f2756 of type vlan for network 614bc146-8825-46c3-a704-f5e18ce8020a Jul 22 19:18:21.252141 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e2f162b3-ddc9-4830-8740-6945d7b76ff8 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:21.261589 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a094a4-6a07-42c4-b032-276ec231137d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:18:21.262019 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c6a094a4-6a07-42c4-b032-276ec231137d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:18:21.265781 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:18:21.294004 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-9060efb4-cace-4348-9f49-f942c8235c80 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.352777 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869bda93-8f7b-4530-9dee-f7aff6dbfeee None None] Network ee0010a7-e464-4933-a5f3-653cfe667ef1 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:21.354762 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c6a094a4-6a07-42c4-b032-276ec231137d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.369316 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869bda93-8f7b-4530-9dee-f7aff6dbfeee None None] Network ee0010a7-e464-4933-a5f3-653cfe667ef1 could not be found, it might have been deleted concurrently. {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 19:18:21.369703 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c6a094a4-6a07-42c4-b032-276ec231137d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.377743 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e831043-02fb-49c7-9ec0-5a26027c53e4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.383516 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c6a094a4-6a07-42c4-b032-276ec231137d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/networks/ee0010a7-e464-4933-a5f3-653cfe667ef1 HTTP/1.1" status: 204 len: 168 time: 0.4429221 Jul 22 19:18:21.387536 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55250) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:21.392288 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a094a4-6a07-42c4-b032-276ec231137d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Network': ['ID=ee0010a7-e464-4933-a5f3-653cfe667ef1,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:21.406344 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-f88e5dd0-08f2-4999-a1e7-e61ceca99c0f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'port': {'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64', 'name': 'tempest-PortsIpV6TestJSON-1889789970'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:21.419464 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-9060efb4-cace-4348-9f49-f942c8235c80 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Network 0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:21.422451 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port e2f162b3-ddc9-4830-8740-6945d7b76ff8 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:21.423002 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.442290 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-9060efb4-cace-4348-9f49-f942c8235c80 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:21.452290 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-9060efb4-cace-4348-9f49-f942c8235c80 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:21.460429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060efb4-cace-4348-9f49-f942c8235c80 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Pushing event updated for resources: {'Port': ['ID=abac9848-9500-4ea0-bc3e-7c4af9a369bd,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:21.573682 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e831043-02fb-49c7-9ec0-5a26027c53e4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.574198 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5d8f70-a9d8-4f75-923c-9559b406b3bc None None] Update dhcp port {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'fixed_ips': [{'subnet_id': 'd28707ed-c15d-413f-80d7-17c570407458'}], 'binding:host_id': 'n-d-800086-12'}, 'id': 'e2f162b3-ddc9-4830-8740-6945d7b76ff8'} from n-d-800086-12. {{(pid=93808) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:18:21.580792 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e831043-02fb-49c7-9ec0-5a26027c53e4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:21.580792 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e831043-02fb-49c7-9ec0-5a26027c53e4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.597709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc785b3-5735-4eaa-9202-05c49348ddff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:21.601753 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2fc785b3-5735-4eaa-9202-05c49348ddff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.620503 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2e5d8f70-a9d8-4f75-923c-9559b406b3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.634558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-9060efb4-cace-4348-9f49-f942c8235c80 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:21.634906 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-9060efb4-cace-4348-9f49-f942c8235c80 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.675955 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-2fc785b3-5735-4eaa-9202-05c49348ddff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] device_id is not set on port d20b5b43-2d5b-4804-9b9d-cd1d9ce1a47e yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:18:21.710342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88e5dd0-08f2-4999-a1e7-e61ceca99c0f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:21.714087 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f88e5dd0-08f2-4999-a1e7-e61ceca99c0f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.720837 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-9060efb4-cace-4348-9f49-f942c8235c80 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2411108 Jul 22 19:18:21.721430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e831043-02fb-49c7-9ec0-5a26027c53e4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Network': ['ID=614bc146-8825-46c3-a704-f5e18ce8020a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:21.736655 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55260) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:21.736848 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1e831043-02fb-49c7-9ec0-5a26027c53e4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9722438 Jul 22 19:18:21.742202 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-1c2da169-0dd7-442f-8184-ea2cf1cddf1b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1442239347'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:21.765557 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2da169-0dd7-442f-8184-ea2cf1cddf1b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Made reservation on behalf of a6941f908e0b4e8dac308a754d92e62a for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:21.770113 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c2da169-0dd7-442f-8184-ea2cf1cddf1b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.787263 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] Request body: {'port': {'device_id': 'e8d00a56-20b4-4b9e-97f0-3d122a5a3a81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:21.799540 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 614bc146-8825-46c3-a704-f5e18ce8020a details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:18:21.800680 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2da169-0dd7-442f-8184-ea2cf1cddf1b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:18:21.812061 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c2da169-0dd7-442f-8184-ea2cf1cddf1b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.812832 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-1c2da169-0dd7-442f-8184-ea2cf1cddf1b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Added segment 56a744c3-4e72-4598-aa94-36890c155b07 of type vlan for network 387c2a5a-886e-460f-b6a6-dde4d86887a3 Jul 22 19:18:21.843856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-f88e5dd0-08f2-4999-a1e7-e61ceca99c0f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] device_id is not set on port d3236a39-4391-44ff-8b82-3ab48c684b5c yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:18:21.864739 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c2da169-0dd7-442f-8184-ea2cf1cddf1b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.911022 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-2e5d8f70-a9d8-4f75-923c-9559b406b3bc None None] Allocated IP 2001:db8::2 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/d28707ed-c15d-413f-80d7-17c570407458/e2f162b3-ddc9-4830-8740-6945d7b76ff8) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:21.915117 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c2da169-0dd7-442f-8184-ea2cf1cddf1b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.924928 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2da169-0dd7-442f-8184-ea2cf1cddf1b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:21.926124 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c2da169-0dd7-442f-8184-ea2cf1cddf1b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:21.989260 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1c2da169-0dd7-442f-8184-ea2cf1cddf1b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2510064 Jul 22 19:18:21.992915 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55264) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:21.998439 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-367e5f7b-009d-45f6-9425-f3050c894ce5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'subnet': {'network_id': '614bc146-8825-46c3-a704-f5e18ce8020a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:22.003862 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5eb81-6b0a-48ca-8e50-b40f977c2e81 req-bed6a3c1-8ac8-4c3f-8bc3-8bef521c67a9 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:22.005458 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bfe5eb81-6b0a-48ca-8e50-b40f977c2e81 req-bed6a3c1-8ac8-4c3f-8bc3-8bef521c67a9 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d00a56-20b4-4b9e-97f0-3d122a5a3a81 HTTP/1.1" status: 200 len: 931 time: 0.2887342 Jul 22 19:18:22.010110 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:22.043824 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-2e5d8f70-a9d8-4f75-923c-9559b406b3bc None None] For port e2f162b3-ddc9-4830-8740-6945d7b76ff8, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e2f162b3-ddc9-4830-8740-6945d7b76ff8,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:22.084232 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2e5d8f70-a9d8-4f75-923c-9559b406b3bc None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:22.100622 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2e5d8f70-a9d8-4f75-923c-9559b406b3bc None None] Transition to ACTIVE for port object e2f162b3-ddc9-4830-8740-6945d7b76ff8 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:22.106486 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2e5d8f70-a9d8-4f75-923c-9559b406b3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:22.134787 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2da169-0dd7-442f-8184-ea2cf1cddf1b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Network': ['ID=387c2a5a-886e-460f-b6a6-dde4d86887a3,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:22.150850 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 387c2a5a-886e-460f-b6a6-dde4d86887a3 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:18:22.154541 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bfe5eb81-6b0a-48ca-8e50-b40f977c2e81 req-5a1ddf8e-ef34-4473-b3a5-d4f25077ca89 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374245 Jul 22 19:18:22.187634 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367e5f7b-009d-45f6-9425-f3050c894ce5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Made reservation on behalf of a6941f908e0b4e8dac308a754d92e62a for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:22.191608 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-367e5f7b-009d-45f6-9425-f3050c894ce5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:22.236756 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f88e5dd0-08f2-4999-a1e7-e61ceca99c0f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:22.268725 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d8f70-a9d8-4f75-923c-9559b406b3bc None None] Pushing event updated for resources: {'Port': ['ID=e2f162b3-ddc9-4830-8740-6945d7b76ff8,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:22.365253 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f88e5dd0-08f2-4999-a1e7-e61ceca99c0f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:22.406155 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-367e5f7b-009d-45f6-9425-f3050c894ce5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:22.458559 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88e5dd0-08f2-4999-a1e7-e61ceca99c0f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network abb4a764-2f83-49b2-b163-9981a3d92a64 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:22.464950 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-2fc785b3-5735-4eaa-9202-05c49348ddff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8::be (ac1cdc45-8892-4608-b80a-7d90307aaf6c/d28707ed-c15d-413f-80d7-17c570407458/d20b5b43-2d5b-4804-9b9d-cd1d9ce1a47e) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:22.467892 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-f88e5dd0-08f2-4999-a1e7-e61ceca99c0f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:22.474995 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88e5dd0-08f2-4999-a1e7-e61ceca99c0f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:22.482935 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88e5dd0-08f2-4999-a1e7-e61ceca99c0f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:22.483763 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f88e5dd0-08f2-4999-a1e7-e61ceca99c0f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:22.490654 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e5f7b-009d-45f6-9425-f3050c894ce5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Subnet': ['ID=8e6fd1dc-9a1e-4ff3-b663-319498dbf7c2,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:22.509391 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367e5f7b-009d-45f6-9425-f3050c894ce5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Checking segment: {'id': '54013d89-db8d-4db9-be5c-0424c93f2756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '614bc146-8825-46c3-a704-f5e18ce8020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:22.509810 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367e5f7b-009d-45f6-9425-f3050c894ce5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network hostable DHCP agents. Network: 614bc146-8825-46c3-a704-f5e18ce8020a, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:18:22.528623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e5dd0-08f2-4999-a1e7-e61ceca99c0f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Port': ['ID=d3236a39-4391-44ff-8b82-3ab48c684b5c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:22.533949 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367e5f7b-009d-45f6-9425-f3050c894ce5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 614bc146-8825-46c3-a704-f5e18ce8020a is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:18:22.549728 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-367e5f7b-009d-45f6-9425-f3050c894ce5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 614bc146-8825-46c3-a704-f5e18ce8020a) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:22.555234 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f88e5dd0-08f2-4999-a1e7-e61ceca99c0f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1543367 Jul 22 19:18:22.557138 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367e5f7b-009d-45f6-9425-f3050c894ce5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:22.559100 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-367e5f7b-009d-45f6-9425-f3050c894ce5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:22.560213 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe46e574-272e-4811-b6cc-be5e9323cc6c None None] Network 614bc146-8825-46c3-a704-f5e18ce8020a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:22.562447 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55274) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:22.581937 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-367e5f7b-009d-45f6-9425-f3050c894ce5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5878983 Jul 22 19:18:22.585181 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55276) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:22.595016 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-fea907af-1354-4d77-b94c-52644aec5536 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'subnet': {'network_id': '387c2a5a-886e-460f-b6a6-dde4d86887a3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:22.740326 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea907af-1354-4d77-b94c-52644aec5536 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Made reservation on behalf of a6941f908e0b4e8dac308a754d92e62a for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:22.746486 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fea907af-1354-4d77-b94c-52644aec5536 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:22.860533 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-614bc146-8825-46c3-a704-f5e18ce8020a', 'network_id': '614bc146-8825-46c3-a704-f5e18ce8020a', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'fixed_ips': [{'subnet_id': '8e6fd1dc-9a1e-4ff3-b663-319498dbf7c2'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:18:22.861600 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:22.973237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abac9848-9500-4ea0-bc3e-7c4af9a369bd {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:18:22.983134 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2fc785b3-5735-4eaa-9202-05c49348ddff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:22.993384 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-304802ef-18bb-4cf4-b1a1-50de86061626 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting port d3236a39-4391-44ff-8b82-3ab48c684b5c {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:22.993956 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-304802ef-18bb-4cf4-b1a1-50de86061626 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:23.001199 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:23.045994 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-2fc785b3-5735-4eaa-9202-05c49348ddff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Transition to ACTIVE for port object d20b5b43-2d5b-4804-9b9d-cd1d9ce1a47e will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:23.048909 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaca969-efd6-42af-b2b8-c774319a377a None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:23.059343 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] Transition to ACTIVE for port object abac9848-9500-4ea0-bc3e-7c4af9a369bd will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:23.092690 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fea907af-1354-4d77-b94c-52644aec5536 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:23.100638 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:23.113909 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-304802ef-18bb-4cf4-b1a1-50de86061626 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:23.169888 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea907af-1354-4d77-b94c-52644aec5536 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Subnet': ['ID=ab136476-29b3-4129-af52-43a9f8487ff2,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:23.172788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-304802ef-18bb-4cf4-b1a1-50de86061626 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Calling delete_port for d3236a39-4391-44ff-8b82-3ab48c684b5c owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:23.179811 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea907af-1354-4d77-b94c-52644aec5536 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Checking segment: {'id': '56a744c3-4e72-4598-aa94-36890c155b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '387c2a5a-886e-460f-b6a6-dde4d86887a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:23.180361 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea907af-1354-4d77-b94c-52644aec5536 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network hostable DHCP agents. Network: 387c2a5a-886e-460f-b6a6-dde4d86887a3, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:18:23.207021 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] Pushing event updated for resources: {'Port': ['ID=abac9848-9500-4ea0-bc3e-7c4af9a369bd,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:23.249783 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea907af-1354-4d77-b94c-52644aec5536 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 387c2a5a-886e-460f-b6a6-dde4d86887a3 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:18:23.268627 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-fea907af-1354-4d77-b94c-52644aec5536 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 387c2a5a-886e-460f-b6a6-dde4d86887a3) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:23.272868 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2fc785b3-5735-4eaa-9202-05c49348ddff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:23.299484 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea907af-1354-4d77-b94c-52644aec5536 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:23.300016 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fea907af-1354-4d77-b94c-52644aec5536 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:23.326221 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fea907af-1354-4d77-b94c-52644aec5536 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7372146 Jul 22 19:18:23.326485 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55292) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:23.332839 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d44eed41-6737-4915-8726-5a5d2928ae12 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-996452855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:23.372630 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d44eed41-6737-4915-8726-5a5d2928ae12 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:23.373689 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d44eed41-6737-4915-8726-5a5d2928ae12 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:23.410432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc785b3-5735-4eaa-9202-05c49348ddff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:23.418223 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-2fc785b3-5735-4eaa-9202-05c49348ddff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:23.418802 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] Allocated IP 2001:db8::2 (614bc146-8825-46c3-a704-f5e18ce8020a/8e6fd1dc-9a1e-4ff3-b663-319498dbf7c2/5858dbfa-1293-4e54-a6f0-886433fdbb69) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:23.426604 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc785b3-5735-4eaa-9202-05c49348ddff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:23.427494 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e2f162b3-ddc9-4830-8740-6945d7b76ff8 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:23.430387 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3de3dd1-5568-401a-a34c-fa6a8f9a48fe None None] Network 387c2a5a-886e-460f-b6a6-dde4d86887a3 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:23.433227 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc785b3-5735-4eaa-9202-05c49348ddff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:23.433987 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2fc785b3-5735-4eaa-9202-05c49348ddff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:23.440038 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d44eed41-6737-4915-8726-5a5d2928ae12 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:23.445345 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc785b3-5735-4eaa-9202-05c49348ddff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=d20b5b43-2d5b-4804-9b9d-cd1d9ce1a47e,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:23.450871 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d44eed41-6737-4915-8726-5a5d2928ae12 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:23.475028 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] Attempting to bind port abac9848-9500-4ea0-bc3e-7c4af9a369bd on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:18:23.476166 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] Attempting to bind port abac9848-9500-4ea0-bc3e-7c4af9a369bd by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'f5ed34da-c56c-4877-820b-9a1f23a5b5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:18:23.476826 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] Attempting to bind port abac9848-9500-4ea0-bc3e-7c4af9a369bd on network 0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:18:23.478518 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d44eed41-6737-4915-8726-5a5d2928ae12 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:23.483468 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d44eed41-6737-4915-8726-5a5d2928ae12 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1527388 Jul 22 19:18:23.485138 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55296) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:23.489554 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c71d6bd2-7c87-4601-a8cd-5a490ee08363 None None] Provisioning for port e2f162b3-ddc9-4830-8740-6945d7b76ff8 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:23.490824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] Port abac9848-9500-4ea0-bc3e-7c4af9a369bd on network 0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:18:23.491874 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] Attempting to bind port abac9848-9500-4ea0-bc3e-7c4af9a369bd on network 0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:18:23.495786 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2fc785b3-5735-4eaa-9202-05c49348ddff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3405995 Jul 22 19:18:23.498625 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55298) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:23.502298 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-304802ef-18bb-4cf4-b1a1-50de86061626 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:23.515399 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:18:23.515921 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] Checking segment: {'id': 'f5ed34da-c56c-4877-820b-9a1f23a5b5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:23.516401 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] Bound using segment: {'id': 'f5ed34da-c56c-4877-820b-9a1f23a5b5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:18:23.517010 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] Bound port: abac9848-9500-4ea0-bc3e-7c4af9a369bd, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ed34da-c56c-4877-820b-9a1f23a5b5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:18:23.517471 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:23.527104 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c71d6bd2-7c87-4601-a8cd-5a490ee08363 None None] Provisioning complete for port e2f162b3-ddc9-4830-8740-6945d7b76ff8 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:23.527748 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c71d6bd2-7c87-4601-a8cd-5a490ee08363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:23.583474 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304802ef-18bb-4cf4-b1a1-50de86061626 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Port': ['ID=d3236a39-4391-44ff-8b82-3ab48c684b5c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:23.593729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21040b12-9825-427d-ab62-73a89397f944 req-4b07b7c4-08ad-4e40-bdfb-ec15140109ec tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:23.595552 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-21040b12-9825-427d-ab62-73a89397f944 req-4b07b7c4-08ad-4e40-bdfb-ec15140109ec tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d00a56-20b4-4b9e-97f0-3d122a5a3a81 HTTP/1.1" status: 200 len: 943 time: 0.2920394 Jul 22 19:18:23.603820 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-304802ef-18bb-4cf4-b1a1-50de86061626 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:23.609313 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-304802ef-18bb-4cf4-b1a1-50de86061626 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/ports/d3236a39-4391-44ff-8b82-3ab48c684b5c HTTP/1.1" status: 204 len: 168 time: 1.0459969 Jul 22 19:18:23.618373 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55302) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:23.624135 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-55bd1e05-f2d1-45d3-9bf2-3ca60287cc63 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'port': {'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64', 'mac_address': 'fa:16:3e:bb:21:09', 'name': 'tempest-PortsIpV6TestJSON-1225561936'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:23.712295 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-21040b12-9825-427d-ab62-73a89397f944 req-eca83da0-4376-4a82-82bb-729a833eace3 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015074 Jul 22 19:18:23.732095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55a7e14-8559-40f9-b999-7460e1ffb12b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:23.739142 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55a7e14-8559-40f9-b999-7460e1ffb12b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:23.741548 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b55a7e14-8559-40f9-b999-7460e1ffb12b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2396553 Jul 22 19:18:23.745016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] For port abac9848-9500-4ea0-bc3e-7c4af9a369bd, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:18:23.747936 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55306) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:23.751744 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] For port abac9848-9500-4ea0-bc3e-7c4af9a369bd, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=abac9848-9500-4ea0-bc3e-7c4af9a369bd,segment=NetworkSegment(f5ed34da-c56c-4877-820b-9a1f23a5b5e7),segment_id=f5ed34da-c56c-4877-820b-9a1f23a5b5e7)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:18:23.788406 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:23.857218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:23.858138 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:23.859843 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] 10.222.0.16 "PUT /v2.0/ports/abac9848-9500-4ea0-bc3e-7c4af9a369bd HTTP/1.1" status: 200 len: 1092 time: 2.1220312 Jul 22 19:18:23.860997 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d00a56-20b4-4b9e-97f0-3d122a5a3a81', 'tag': 'abac9848-9500-4ea0-bc3e-7c4af9a369bd'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:18:23.863047 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd50651-1067-4653-87ec-8b7674349b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d00a56-20b4-4b9e-97f0-3d122a5a3a81", "tag": "abac9848-9500-4ea0-bc3e-7c4af9a369bd"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:18:23.901081 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bd1e05-f2d1-45d3-9bf2-3ca60287cc63 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:23.919660 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76edb5d-5259-48b1-998b-525e52ac74a0 service neutron] Pushing event updated for resources: {'Port': ['ID=abac9848-9500-4ea0-bc3e-7c4af9a369bd,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:23.999904 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d06c75-1b45-4be4-8b97-cafe99db896e x-openstack-request-id: req-70d06c75-1b45-4be4-8b97-cafe99db896e {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:18:24.002637 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2284-7c4d-47b9-a04f-8327849a6458 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:24.003112 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d00a56-20b4-4b9e-97f0-3d122a5a3a81", "tag": "abac9848-9500-4ea0-bc3e-7c4af9a369bd", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:18:24.003489 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70d06c75-1b45-4be4-8b97-cafe99db896e {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:18:24.004170 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d00a56-20b4-4b9e-97f0-3d122a5a3a81', 'tag': 'abac9848-9500-4ea0-bc3e-7c4af9a369bd', 'status': 'completed', 'code': 200} Jul 22 19:18:24.015952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port e2f162b3-ddc9-4830-8740-6945d7b76ff8 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:24.016552 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:24.031334 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-387c2a5a-886e-460f-b6a6-dde4d86887a3', 'network_id': '387c2a5a-886e-460f-b6a6-dde4d86887a3', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'fixed_ips': [{'subnet_id': 'ab136476-29b3-4129-af52-43a9f8487ff2'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:18:24.032189 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:24.098990 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-a9d31e65-4d2b-4c55-aee5-3f35170acf0d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting port d20b5b43-2d5b-4804-9b9d-cd1d9ce1a47e {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:24.099548 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a9d31e65-4d2b-4c55-aee5-3f35170acf0d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:24.123154 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-ea914a45-ce92-480a-9386-58cf6686efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:24.124899 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-ea914a45-ce92-480a-9386-58cf6686efe0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f8ad148cf844b58b8137ecbf1a0823b&device_id=e8d00a56-20b4-4b9e-97f0-3d122a5a3a81 HTTP/1.1" status: 200 len: 1095 time: 0.1967440 Jul 22 19:18:24.171994 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d38172-0ffb-4164-ac29-201800b819c5 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:24.179645 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-55bd1e05-f2d1-45d3-9bf2-3ca60287cc63 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:24.242988 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-49465191-a371-4f34-aca4-3520b4ab140c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abac9848-9500-4ea0-bc3e-7c4af9a369bd HTTP/1.1" status: 200 len: 217 time: 0.0977840 Jul 22 19:18:24.255062 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:24.298751 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] Transition to ACTIVE for port object 5858dbfa-1293-4e54-a6f0-886433fdbb69 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:24.311304 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a9d31e65-4d2b-4c55-aee5-3f35170acf0d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:24.330704 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-a9d31e65-4d2b-4c55-aee5-3f35170acf0d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Calling delete_port for d20b5b43-2d5b-4804-9b9d-cd1d9ce1a47e owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:24.335788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-c20108cb-2853-48f0-857d-274f427bdd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:24.337566 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-c20108cb-2853-48f0-857d-274f427bdd96 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29e707c9-c827-4964-a4b7-caa85889562c HTTP/1.1" status: 200 len: 862 time: 0.0847816 Jul 22 19:18:24.346303 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-55bd1e05-f2d1-45d3-9bf2-3ca60287cc63 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] device_id is not set on port 0a39be0d-1966-4532-a051-1725234081a8 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:18:24.422337 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-b90302ae-a511-44cb-84b3-6f575ff34886 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771649 Jul 22 19:18:24.431108 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9dec8fbe-a812-4a8c-b23c-dc76974613e9 None None] Provisioning complete for port e2f162b3-ddc9-4830-8740-6945d7b76ff8 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:24.431682 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9dec8fbe-a812-4a8c-b23c-dc76974613e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:24.454184 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] Allocated IP 2001:db8:1::2 (387c2a5a-886e-460f-b6a6-dde4d86887a3/ab136476-29b3-4129-af52-43a9f8487ff2/037676e7-5564-4f21-b3e0-dc747ca4448b) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:24.531679 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-55bd1e05-f2d1-45d3-9bf2-3ca60287cc63 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:24.574999 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-55bd1e05-f2d1-45d3-9bf2-3ca60287cc63 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:24.589122 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-40c6a355-5676-4397-a5a9-6ef85a408a39 service neutron] 10.222.0.16 "GET /v2.0/networks/0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579440 Jul 22 19:18:24.624181 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a9d31e65-4d2b-4c55-aee5-3f35170acf0d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:24.625215 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:24.636074 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] Transition to ACTIVE for port object 037676e7-5564-4f21-b3e0-dc747ca4448b will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:24.638138 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bd1e05-f2d1-45d3-9bf2-3ca60287cc63 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network abb4a764-2f83-49b2-b163-9981a3d92a64 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:24.642274 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-55bd1e05-f2d1-45d3-9bf2-3ca60287cc63 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:24.652151 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bd1e05-f2d1-45d3-9bf2-3ca60287cc63 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:24.655205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] Transition to ACTIVE for port object 037676e7-5564-4f21-b3e0-dc747ca4448b will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:24.658445 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bd1e05-f2d1-45d3-9bf2-3ca60287cc63 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:24.659324 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-55bd1e05-f2d1-45d3-9bf2-3ca60287cc63 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:24.668525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d31e65-4d2b-4c55-aee5-3f35170acf0d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Port': ['ID=d20b5b43-2d5b-4804-9b9d-cd1d9ce1a47e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:24.673811 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd1e05-f2d1-45d3-9bf2-3ca60287cc63 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Port': ['ID=0a39be0d-1966-4532-a051-1725234081a8,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:24.687997 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-55bd1e05-f2d1-45d3-9bf2-3ca60287cc63 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0681610 Jul 22 19:18:24.691753 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55326) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:24.697445 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] Transition to ACTIVE for port object 5858dbfa-1293-4e54-a6f0-886433fdbb69 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:24.707061 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:24.786307 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a9d31e65-4d2b-4c55-aee5-3f35170acf0d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:24.792456 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55330) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:24.793195 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a9d31e65-4d2b-4c55-aee5-3f35170acf0d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/d20b5b43-2d5b-4804-9b9d-cd1d9ce1a47e HTTP/1.1" status: 204 len: 168 time: 1.0440321 Jul 22 19:18:24.804919 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deedc76-d75e-4c6b-a51a-bc186b938d11 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:24.805086 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6deedc76-d75e-4c6b-a51a-bc186b938d11 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports/0a39be0d-1966-4532-a051-1725234081a8 HTTP/1.1" status: 200 len: 845 time: 0.1113861 Jul 22 19:18:24.810521 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55334) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:24.839301 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:24.846565 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cfe4873-5545-4776-bdf9-5213c8e100bf req-56d733c9-0428-4c9c-910f-ce96440b9b9f service neutron] 10.222.0.16 "GET /v2.0/networks/0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496994 Jul 22 19:18:24.858791 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-5d7d2284-7c4d-47b9-a04f-8327849a6458 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Allocated IP 2001:db8::1 (614bc146-8825-46c3-a704-f5e18ce8020a/8e6fd1dc-9a1e-4ff3-b663-319498dbf7c2/dac7d85c-8ec4-48fd-9252-88918e0825f4) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:24.886506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] Network 387c2a5a-886e-460f-b6a6-dde4d86887a3 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:24.895923 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99b55a2-0fdc-48a0-a22c-2bec54359291 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:24.897713 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99b55a2-0fdc-48a0-a22c-2bec54359291 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:24.899513 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a99b55a2-0fdc-48a0-a22c-2bec54359291 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0932941 Jul 22 19:18:24.903817 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:24.911067 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55336) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:24.911575 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:24.944177 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] Network 614bc146-8825-46c3-a704-f5e18ce8020a is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:24.968431 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] Pushing event updated for resources: {'Port': ['ID=037676e7-5564-4f21-b3e0-dc747ca4448b,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:25.029664 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-b424ef8b-f86b-45d5-8517-2079654fecd9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet d28707ed-c15d-413f-80d7-17c570407458 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:18:25.036904 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b424ef8b-f86b-45d5-8517-2079654fecd9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:25.038247 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:25.083012 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:25.087132 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e4eb-579a-40e3-b9e2-3e151bab31c0 req-973e1d85-eff6-4ebc-9687-2def73094fb6 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:25.088948 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5cb3e4eb-579a-40e3-b9e2-3e151bab31c0 req-973e1d85-eff6-4ebc-9687-2def73094fb6 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d00a56-20b4-4b9e-97f0-3d122a5a3a81 HTTP/1.1" status: 200 len: 943 time: 0.2250910 Jul 22 19:18:25.101322 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd50651-1067-4653-87ec-8b7674349b6a req-0e469d05-4e9a-4825-a047-05264b9fb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:25.102334 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2284-7c4d-47b9-a04f-8327849a6458 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:25.103058 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-afd50651-1067-4653-87ec-8b7674349b6a req-0e469d05-4e9a-4825-a047-05264b9fb325 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f8ad148cf844b58b8137ecbf1a0823b&device_id=e8d00a56-20b4-4b9e-97f0-3d122a5a3a81 HTTP/1.1" status: 200 len: 1095 time: 0.1777217 Jul 22 19:18:25.109452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b424ef8b-f86b-45d5-8517-2079654fecd9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:25.149069 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-5d7d2284-7c4d-47b9-a04f-8327849a6458 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Transition to ACTIVE for port object dac7d85c-8ec4-48fd-9252-88918e0825f4 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:25.174956 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba331d-b966-44f4-9f3f-7371f78053db tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting port 0a39be0d-1966-4532-a051-1725234081a8 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:25.175576 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7ba331d-b966-44f4-9f3f-7371f78053db tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:25.232426 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b424ef8b-f86b-45d5-8517-2079654fecd9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:25.254762 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] Pushing event updated for resources: {'Port': ['ID=5858dbfa-1293-4e54-a6f0-886433fdbb69,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:25.263078 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2284-7c4d-47b9-a04f-8327849a6458 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:25.284973 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] Attempting to bind port 037676e7-5564-4f21-b3e0-dc747ca4448b on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:18:25.285364 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] Attempting to bind port 037676e7-5564-4f21-b3e0-dc747ca4448b by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '56a744c3-4e72-4598-aa94-36890c155b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '387c2a5a-886e-460f-b6a6-dde4d86887a3'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:18:25.285734 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] Attempting to bind port 037676e7-5564-4f21-b3e0-dc747ca4448b on network 387c2a5a-886e-460f-b6a6-dde4d86887a3 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:18:25.292962 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9dec8fbe-a812-4a8c-b23c-dc76974613e9 None None] Could not find standard attr ID for object d20b5b43-2d5b-4804-9b9d-cd1d9ce1a47e. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:18:25.300777 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:18:25.301158 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] Checking segment: {'id': '56a744c3-4e72-4598-aa94-36890c155b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '387c2a5a-886e-460f-b6a6-dde4d86887a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:25.301569 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:25.301969 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] Bound using segment: {'id': '56a744c3-4e72-4598-aa94-36890c155b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '387c2a5a-886e-460f-b6a6-dde4d86887a3'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:18:25.302461 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] Bound port: 037676e7-5564-4f21-b3e0-dc747ca4448b, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a744c3-4e72-4598-aa94-36890c155b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '387c2a5a-886e-460f-b6a6-dde4d86887a3'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:18:25.304160 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:25.307349 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] Attempting to bind port 5858dbfa-1293-4e54-a6f0-886433fdbb69 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:18:25.307727 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] Attempting to bind port 5858dbfa-1293-4e54-a6f0-886433fdbb69 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '54013d89-db8d-4db9-be5c-0424c93f2756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '614bc146-8825-46c3-a704-f5e18ce8020a'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:18:25.308097 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] Attempting to bind port 5858dbfa-1293-4e54-a6f0-886433fdbb69 on network 614bc146-8825-46c3-a704-f5e18ce8020a {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:18:25.333693 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:18:25.334092 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] Checking segment: {'id': '54013d89-db8d-4db9-be5c-0424c93f2756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '614bc146-8825-46c3-a704-f5e18ce8020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:25.334489 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:25.335418 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] Bound using segment: {'id': '54013d89-db8d-4db9-be5c-0424c93f2756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '614bc146-8825-46c3-a704-f5e18ce8020a'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:18:25.335914 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] Bound port: 5858dbfa-1293-4e54-a6f0-886433fdbb69, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54013d89-db8d-4db9-be5c-0424c93f2756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '614bc146-8825-46c3-a704-f5e18ce8020a'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:18:25.336363 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:25.338658 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7d2284-7c4d-47b9-a04f-8327849a6458 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 614bc146-8825-46c3-a704-f5e18ce8020a is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:25.343107 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-5d7d2284-7c4d-47b9-a04f-8327849a6458 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:25.352837 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7d2284-7c4d-47b9-a04f-8327849a6458 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:25.353069 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2284-7c4d-47b9-a04f-8327849a6458 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:25.393433 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d2284-7c4d-47b9-a04f-8327849a6458 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Port': ['ID=dac7d85c-8ec4-48fd-9252-88918e0825f4,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:25.440312 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b424ef8b-f86b-45d5-8517-2079654fecd9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:25.463406 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b424ef8b-f86b-45d5-8517-2079654fecd9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:25.466633 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b424ef8b-f86b-45d5-8517-2079654fecd9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/d28707ed-c15d-413f-80d7-17c570407458 HTTP/1.1" status: 204 len: 168 time: 0.5543952 Jul 22 19:18:25.490685 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55348) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:25.500521 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424ef8b-f86b-45d5-8517-2079654fecd9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=d28707ed-c15d-413f-80d7-17c570407458,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:25.518908 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] For port 037676e7-5564-4f21-b3e0-dc747ca4448b, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:18:25.524446 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] For port 037676e7-5564-4f21-b3e0-dc747ca4448b, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=037676e7-5564-4f21-b3e0-dc747ca4448b,segment=NetworkSegment(56a744c3-4e72-4598-aa94-36890c155b07),segment_id=56a744c3-4e72-4598-aa94-36890c155b07)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:18:25.528673 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] For port 5858dbfa-1293-4e54-a6f0-886433fdbb69, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:18:25.537401 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] For port 5858dbfa-1293-4e54-a6f0-886433fdbb69, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5858dbfa-1293-4e54-a6f0-886433fdbb69,segment=NetworkSegment(54013d89-db8d-4db9-be5c-0424c93f2756),segment_id=54013d89-db8d-4db9-be5c-0424c93f2756)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:18:25.541414 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:25.550436 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:25.571999 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d9435f54-2725-4857-8559-570d63d488ab tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794318 Jul 22 19:18:25.574970 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55352) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:25.581543 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a921de11-0eb2-4b87-9616-a127a7726460 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:25.704813 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf79dc-b366-4fe4-acd1-d020e7fe6868 None None] Pushing event updated for resources: {'Port': ['ID=037676e7-5564-4f21-b3e0-dc747ca4448b,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:25.745793 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2284-7c4d-47b9-a04f-8327849a6458 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:25.776894 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5291bd03-8072-46fb-b4ab-10a0d8d9e8f8 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:25.877181 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5cb3e4eb-579a-40e3-b9e2-3e151bab31c0 req-3322d59c-840e-40c8-9baf-c249d25158e0 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7808678 Jul 22 19:18:25.877931 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a921de11-0eb2-4b87-9616-a127a7726460 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:25.881971 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a921de11-0eb2-4b87-9616-a127a7726460 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:25.949630 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f392b5-614f-441f-ad0d-973ab9836c93 None None] Pushing event updated for resources: {'Port': ['ID=5858dbfa-1293-4e54-a6f0-886433fdbb69,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:25.997325 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-57f6196b-568a-440b-af94-26fe9b03c8b0 None None] Provisioning complete for port e2f162b3-ddc9-4830-8740-6945d7b76ff8 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:25.997706 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-57f6196b-568a-440b-af94-26fe9b03c8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:26.079076 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7ba331d-b966-44f4-9f3f-7371f78053db tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:26.111000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba331d-b966-44f4-9f3f-7371f78053db tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Calling delete_port for 0a39be0d-1966-4532-a051-1725234081a8 owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:26.123475 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd50651-1067-4653-87ec-8b7674349b6a req-d2674a03-4dc4-4407-a2fd-b822ea72fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:26.125462 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-afd50651-1067-4653-87ec-8b7674349b6a req-d2674a03-4dc4-4407-a2fd-b822ea72fab8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 HTTP/1.1" status: 200 len: 923 time: 1.0027151 Jul 22 19:18:26.213884 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55360) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:26.256386 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-afd50651-1067-4653-87ec-8b7674349b6a req-1c8adb37-0948-4f0c-8aa1-4372af224f2a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abac9848-9500-4ea0-bc3e-7c4af9a369bd HTTP/1.1" status: 200 len: 217 time: 0.0793440 Jul 22 19:18:26.379747 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd50651-1067-4653-87ec-8b7674349b6a req-91c87706-d879-43b8-8dba-55f2e2b0b84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:26.381426 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-afd50651-1067-4653-87ec-8b7674349b6a req-91c87706-d879-43b8-8dba-55f2e2b0b84d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29e707c9-c827-4964-a4b7-caa85889562c HTTP/1.1" status: 200 len: 862 time: 0.1174421 Jul 22 19:18:26.395918 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53dec65-1374-4cf4-a2d3-3c228426c949 None None] DHCP port deletion for ac1cdc45-8892-4608-b80a-7d90307aaf6c request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:18:26.401961 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7ba331d-b966-44f4-9f3f-7371f78053db tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:26.429594 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-afd50651-1067-4653-87ec-8b7674349b6a req-da4a98c1-cef4-467d-8259-5cbc2afa8876 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408583 Jul 22 19:18:26.454023 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b10e0b6-50d4-4b32-850a-52fe010f63f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:26.474298 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a921de11-0eb2-4b87-9616-a127a7726460 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:26.483753 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2284-7c4d-47b9-a04f-8327849a6458 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:26.483996 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba331d-b966-44f4-9f3f-7371f78053db tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Port': ['ID=0a39be0d-1966-4532-a051-1725234081a8,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:26.500829 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7ba331d-b966-44f4-9f3f-7371f78053db tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:26.505826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e7ba331d-b966-44f4-9f3f-7371f78053db tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/ports/0a39be0d-1966-4532-a051-1725234081a8 HTTP/1.1" status: 204 len: 168 time: 1.6942821 Jul 22 19:18:26.506766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55364) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:26.525996 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2284-7c4d-47b9-a04f-8327849a6458 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:26.526875 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2284-7c4d-47b9-a04f-8327849a6458 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:26.572537 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-a01122e0-3cab-48f0-9032-73d24407b0da tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] GET failed (client error): The resource could not be found. Jul 22 19:18:26.578740 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a01122e0-3cab-48f0-9032-73d24407b0da tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports/0a39be0d-1966-4532-a051-1725234081a8 HTTP/1.1" status: 404 len: 333 time: 0.0690780 Jul 22 19:18:26.579359 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55366) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:26.584052 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a921de11-0eb2-4b87-9616-a127a7726460 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:26.589644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-8d929654-80fa-43f5-85c9-71740741a55a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'port': {'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64', 'name': 'tempest-PortsIpV6TestJSON-525933679'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:26.605466 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a53dec65-1374-4cf4-a2d3-3c228426c949 None None] Deleting port e2f162b3-ddc9-4830-8740-6945d7b76ff8 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:26.606023 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a53dec65-1374-4cf4-a2d3-3c228426c949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:26.612939 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-a921de11-0eb2-4b87-9616-a127a7726460 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:26.625769 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a921de11-0eb2-4b87-9616-a127a7726460 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:26.626270 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a921de11-0eb2-4b87-9616-a127a7726460 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:26.639559 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921de11-0eb2-4b87-9616-a127a7726460 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=4422205a-ec31-4ae3-9b74-67d83efb1450,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:26.665614 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d2284-7c4d-47b9-a04f-8327849a6458 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Port': ['ID=dac7d85c-8ec4-48fd-9252-88918e0825f4,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:26.680741 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-afd50651-1067-4653-87ec-8b7674349b6a req-4f0c8ce7-f578-4b49-9473-128229996178 service neutron] 10.222.0.16 "GET /v2.0/networks/0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437701 Jul 22 19:18:26.692069 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-a53dec65-1374-4cf4-a2d3-3c228426c949 None None] For port e2f162b3-ddc9-4830-8740-6945d7b76ff8, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e2f162b3-ddc9-4830-8740-6945d7b76ff8,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:26.692701 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a53dec65-1374-4cf4-a2d3-3c228426c949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:26.713073 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a53dec65-1374-4cf4-a2d3-3c228426c949 None None] Calling delete_port for e2f162b3-ddc9-4830-8740-6945d7b76ff8 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:26.784008 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-afd50651-1067-4653-87ec-8b7674349b6a req-94062bc9-d7b8-46bb-93cf-88b0bc3ac686 service neutron] 10.222.0.16 "GET /v2.0/networks/0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964026 Jul 22 19:18:26.810313 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a53dec65-1374-4cf4-a2d3-3c228426c949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:26.838307 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53dec65-1374-4cf4-a2d3-3c228426c949 None None] Pushing event deleted for resources: {'Port': ['ID=e2f162b3-ddc9-4830-8740-6945d7b76ff8,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:26.841873 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53dec65-1374-4cf4-a2d3-3c228426c949 None None] No DVR routers for this DVR port e2f162b3-ddc9-4830-8740-6945d7b76ff8 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:18:26.858710 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2df7ae-6427-44ec-bbc6-5f9cc89f090f None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:27.050603 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'fixed_ips': [{'subnet_id': '4422205a-ec31-4ae3-9b74-67d83efb1450'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:18:27.051601 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:27.054705 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d38ba-364f-4ae0-b68b-f385ca93cc47 req-f331f66a-8704-430d-b406-1e1ab22e8d95 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:27.062841 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-048d38ba-364f-4ae0-b68b-f385ca93cc47 req-f331f66a-8704-430d-b406-1e1ab22e8d95 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d00a56-20b4-4b9e-97f0-3d122a5a3a81 HTTP/1.1" status: 200 len: 943 time: 0.0965757 Jul 22 19:18:27.132165 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-048d38ba-364f-4ae0-b68b-f385ca93cc47 req-fdaa4a69-278b-4f1e-9bff-c3187fb1a69a tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673714 Jul 22 19:18:27.239940 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7d2284-7c4d-47b9-a04f-8327849a6458 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 614bc146-8825-46c3-a704-f5e18ce8020a is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:27.244128 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-5d7d2284-7c4d-47b9-a04f-8327849a6458 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:27.276737 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b10e0b6-50d4-4b32-850a-52fe010f63f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:27.285239 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23b1b33-4eed-4c0f-bec1-ece13991e7dc None None] Network 614bc146-8825-46c3-a704-f5e18ce8020a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:27.299631 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265fc1d-f78a-4e86-b8b3-c6c9a1d0d5e9 req-257878e7-2b0f-409d-be38-1542dbf16743 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:27.303107 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4265fc1d-f78a-4e86-b8b3-c6c9a1d0d5e9 req-257878e7-2b0f-409d-be38-1542dbf16743 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 1098 time: 0.1009841 Jul 22 19:18:27.356696 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d92c4677-5293-4c3e-8f80-ab3684d99217 None None] Provisioning for port 5858dbfa-1293-4e54-a6f0-886433fdbb69 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:27.359314 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4265fc1d-f78a-4e86-b8b3-c6c9a1d0d5e9 req-144483bb-ffaf-400e-8dc8-5f6fd04b3046 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458727 Jul 22 19:18:27.374084 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b10e0b6-50d4-4b32-850a-52fe010f63f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:27.383572 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] Allocated IP 2001:db8::2 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/4422205a-ec31-4ae3-9b74-67d83efb1450/30c1a86c-deda-482a-b192-ae493edce051) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:27.384253 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a921de11-0eb2-4b87-9616-a127a7726460 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8078787 Jul 22 19:18:27.387591 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55376) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:27.400910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-a20d9e05-a226-42a1-852f-200c49c8be98 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'name': 'tempest-NetworksTestDHCPv6-1594926866'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:27.407654 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d929654-80fa-43f5-85c9-71740741a55a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:27.413566 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8d929654-80fa-43f5-85c9-71740741a55a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:27.439859 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 037676e7-5564-4f21-b3e0-dc747ca4448b up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:27.464346 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10e0b6-50d4-4b32-850a-52fe010f63f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d22e39b-2dc3-4b4d-9b3c-048de54cf6b1,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:27.471469 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0b10e0b6-50d4-4b32-850a-52fe010f63f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84dddc3d7d4740ac91ff4b1338ad74c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2567205 Jul 22 19:18:27.474054 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55380) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:27.493072 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-8d929654-80fa-43f5-85c9-71740741a55a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] device_id is not set on port 1bc855e8-db53-4c2d-85dc-4f9b039316ae yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:18:27.557367 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c4b7b9a-d73c-48a3-a45d-f1e3e2f47b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:27.558800 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7d2284-7c4d-47b9-a04f-8327849a6458 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router c7fccb88-5bf9-4813-8312-75dec244c016 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:18:27.589234 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c4b7b9a-d73c-48a3-a45d-f1e3e2f47b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:27.631076 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 037676e7-5564-4f21-b3e0-dc747ca4448b completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:27.646690 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5858dbfa-1293-4e54-a6f0-886433fdbb69 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:27.685829 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fdf807-e7af-4489-91ce-959f77d3198c req-c8688fef-51b3-4aca-9151-492bcd3da357 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:27.687429 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20fdf807-e7af-4489-91ce-959f77d3198c req-c8688fef-51b3-4aca-9151-492bcd3da357 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 946 time: 0.2228556 Jul 22 19:18:27.711952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ac8a4d-394f-4181-8895-18a9af180edb None None] Network 387c2a5a-886e-460f-b6a6-dde4d86887a3 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:27.715502 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7d2284-7c4d-47b9-a04f-8327849a6458 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:18:27.721372 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5d7d2284-7c4d-47b9-a04f-8327849a6458 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/c7fccb88-5bf9-4813-8312-75dec244c016/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2348235 Jul 22 19:18:27.724496 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55382) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:27.736498 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046aacab-7254-4c0e-964c-098236f74d90 None None] Sync routers for ids ['c7fccb88-5bf9-4813-8312-75dec244c016'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:18:27.746646 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046aacab-7254-4c0e-964c-098236f74d90 None None] Routers {'c7fccb88-5bf9-4813-8312-75dec244c016'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:18:27.747402 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-046aacab-7254-4c0e-964c-098236f74d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:18:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c7fccb88-5bf9-4813-8312-75dec244c016'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:27.764704 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c4b7b9a-d73c-48a3-a45d-f1e3e2f47b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:27.768120 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c4b7b9a-d73c-48a3-a45d-f1e3e2f47b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:27.769469 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3c4b7b9a-d73c-48a3-a45d-f1e3e2f47b07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d22e39b-2dc3-4b4d-9b3c-048de54cf6b1 HTTP/1.1" status: 204 len: 168 time: 0.2944913 Jul 22 19:18:27.778801 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20fdf807-e7af-4489-91ce-959f77d3198c req-d3eded14-409b-48eb-9808-e96a782c7546 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848222 Jul 22 19:18:27.779964 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-046aacab-7254-4c0e-964c-098236f74d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:27.790177 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046aacab-7254-4c0e-964c-098236f74d90 None None] Routers {'c7fccb88-5bf9-4813-8312-75dec244c016'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:18:27.791058 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-046aacab-7254-4c0e-964c-098236f74d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:18:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c7fccb88-5bf9-4813-8312-75dec244c016'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:27.792371 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20d9e05-a226-42a1-852f-200c49c8be98 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:27.797489 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a20d9e05-a226-42a1-852f-200c49c8be98 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:27.810795 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55386) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:27.822410 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b7b9a-d73c-48a3-a45d-f1e3e2f47b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d22e39b-2dc3-4b4d-9b3c-048de54cf6b1,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:27.830753 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-046aacab-7254-4c0e-964c-098236f74d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:27.831600 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046aacab-7254-4c0e-964c-098236f74d90 None None] The sync data for ids ['c7fccb88-5bf9-4813-8312-75dec244c016'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:18:27.836979 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92c8bed-6a69-4b54-a7e9-7d826ef8282f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:27.838545 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d92c8bed-6a69-4b54-a7e9-7d826ef8282f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/ports/dac7d85c-8ec4-48fd-9252-88918e0825f4 HTTP/1.1" status: 200 len: 911 time: 0.1131220 Jul 22 19:18:27.841533 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55388) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:27.920118 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-51bce26d-ee72-4fc6-b261-a84cffdf55f1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/floatingips/e7e64423-2f24-425b-aceb-a0517b195cf9 HTTP/1.1" status: 200 len: 994 time: 0.1037450 Jul 22 19:18:27.932066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-a20d9e05-a226-42a1-852f-200c49c8be98 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] device_id is not set on port 038510a9-65b6-4dae-8fb8-86116bb4e7d0 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:18:28.013979 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:28.024657 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] Transition to ACTIVE for port object 30c1a86c-deda-482a-b192-ae493edce051 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:28.034502 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8d929654-80fa-43f5-85c9-71740741a55a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:28.079504 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8d929654-80fa-43f5-85c9-71740741a55a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:28.089705 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] Transition to ACTIVE for port object 30c1a86c-deda-482a-b192-ae493edce051 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:28.094431 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fb5be7ba-d4f1-4bfd-8ceb-cd7d1827f6c3 None None] Provisioning for port 037676e7-5564-4f21-b3e0-dc747ca4448b completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:28.104297 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fb5be7ba-d4f1-4bfd-8ceb-cd7d1827f6c3 None None] Provisioning complete for port 037676e7-5564-4f21-b3e0-dc747ca4448b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:28.104739 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fb5be7ba-d4f1-4bfd-8ceb-cd7d1827f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:28.106285 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 5858dbfa-1293-4e54-a6f0-886433fdbb69 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:28.153760 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:28.161855 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 5858dbfa-1293-4e54-a6f0-886433fdbb69 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:28.163917 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:28.211315 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d929654-80fa-43f5-85c9-71740741a55a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network abb4a764-2f83-49b2-b163-9981a3d92a64 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:28.224394 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55400) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:28.246810 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-8d929654-80fa-43f5-85c9-71740741a55a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:28.258804 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:28.265576 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d929654-80fa-43f5-85c9-71740741a55a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:28.271129 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d929654-80fa-43f5-85c9-71740741a55a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:28.271736 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8d929654-80fa-43f5-85c9-71740741a55a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:28.276765 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d929654-80fa-43f5-85c9-71740741a55a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Port': ['ID=1bc855e8-db53-4c2d-85dc-4f9b039316ae,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:28.278427 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:28.286643 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8d7ee7fc-71f2-475b-ab3d-429d55a54e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:28.294641 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:28.307398 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] Pushing event updated for resources: {'Port': ['ID=30c1a86c-deda-482a-b192-ae493edce051,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:28.337726 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device abac9848-9500-4ea0-bc3e-7c4af9a369bd details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:18:28.341346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-a20d9e05-a226-42a1-852f-200c49c8be98 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8::283 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/4422205a-ec31-4ae3-9b74-67d83efb1450/038510a9-65b6-4dae-8fb8-86116bb4e7d0) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:28.348608 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8d929654-80fa-43f5-85c9-71740741a55a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7663193 Jul 22 19:18:28.351627 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55404) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:28.354703 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1ee96d7e-e9d5-47a3-915f-ed0adeac34d2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:28.402722 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-df42b6a0-abbd-416b-ab8b-3b576c5da390 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:28.487670 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3c325-ff4f-44ca-b413-572f69ed9e5b req-86892f8c-5432-44b4-8853-b1cb188269ea tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:28.490351 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0df3c325-ff4f-44ca-b413-572f69ed9e5b req-86892f8c-5432-44b4-8853-b1cb188269ea tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d00a56-20b4-4b9e-97f0-3d122a5a3a81 HTTP/1.1" status: 200 len: 943 time: 0.2516217 Jul 22 19:18:28.499508 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] Attempting to bind port 30c1a86c-deda-482a-b192-ae493edce051 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:18:28.500072 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] Attempting to bind port 30c1a86c-deda-482a-b192-ae493edce051 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:18:28.500217 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] Attempting to bind port 30c1a86c-deda-482a-b192-ae493edce051 on network ac1cdc45-8892-4608-b80a-7d90307aaf6c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:18:28.502212 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a8505a41-c17b-4ffe-a6f1-f7fd0be993d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:28.521983 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fb5be7ba-d4f1-4bfd-8ceb-cd7d1827f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:28.592980 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:18:28.596257 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] Checking segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:28.596857 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:28.601904 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] Bound using segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:18:28.603187 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] Bound port: 30c1a86c-deda-482a-b192-ae493edce051, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:18:28.603614 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:28.617706 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0df3c325-ff4f-44ca-b413-572f69ed9e5b req-9c9a7aa8-89c5-43fb-a40e-44ba850e2d85 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112502 Jul 22 19:18:28.765686 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8d7ee7fc-71f2-475b-ab3d-429d55a54e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:28.766268 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:28.809362 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8d7ee7fc-71f2-475b-ab3d-429d55a54e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:28.824263 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-fb5be7ba-d4f1-4bfd-8ceb-cd7d1827f6c3 None None] For port 037676e7-5564-4f21-b3e0-dc747ca4448b, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=037676e7-5564-4f21-b3e0-dc747ca4448b,segment=NetworkSegment(56a744c3-4e72-4598-aa94-36890c155b07),segment_id=56a744c3-4e72-4598-aa94-36890c155b07)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:28.842696 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df42b6a0-abbd-416b-ab8b-3b576c5da390 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:28.848196 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fb5be7ba-d4f1-4bfd-8ceb-cd7d1827f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:28.877586 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a20d9e05-a226-42a1-852f-200c49c8be98 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:28.913539 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] For port 30c1a86c-deda-482a-b192-ae493edce051, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:18:28.917451 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8d7ee7fc-71f2-475b-ab3d-429d55a54e02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9ad887fa03e489cb20946f7272da1ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6861546 Jul 22 19:18:28.921525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55410) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:28.922356 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-a20d9e05-a226-42a1-852f-200c49c8be98 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Transition to ACTIVE for port object 038510a9-65b6-4dae-8fb8-86116bb4e7d0 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:28.925166 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ee7fc-71f2-475b-ab3d-429d55a54e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc75560b-b44a-4ffd-952e-2b0ac1c4b12d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:28.955860 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port abac9848-9500-4ea0-bc3e-7c4af9a369bd, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=abac9848-9500-4ea0-bc3e-7c4af9a369bd,segment=NetworkSegment(f5ed34da-c56c-4877-820b-9a1f23a5b5e7),segment_id=f5ed34da-c56c-4877-820b-9a1f23a5b5e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:28.996301 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 5858dbfa-1293-4e54-a6f0-886433fdbb69, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5858dbfa-1293-4e54-a6f0-886433fdbb69,segment=NetworkSegment(54013d89-db8d-4db9-be5c-0424c93f2756),segment_id=54013d89-db8d-4db9-be5c-0424c93f2756)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:29.006852 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5be7ba-d4f1-4bfd-8ceb-cd7d1827f6c3 None None] Pushing event updated for resources: {'Port': ['ID=037676e7-5564-4f21-b3e0-dc747ca4448b,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:29.051150 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] For port 30c1a86c-deda-482a-b192-ae493edce051, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=30c1a86c-deda-482a-b192-ae493edce051,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:18:29.052444 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8fbbf48e-ddef-4810-b440-0455179c6aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:29.054687 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:29.077299 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'abac9848-9500-4ea0-bc3e-7c4af9a369bd', 'network_id': '0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623', 'port_id': 'abac9848-9500-4ea0-bc3e-7c4af9a369bd', 'mac_address': 'fa:16:3e:6d:9f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e707c9-c827-4964-a4b7-caa85889562c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:18:29.079805 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:29.088181 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a20d9e05-a226-42a1-852f-200c49c8be98 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:29.112164 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d67fdc95-7d69-4a91-a258-4f1957daebaf None None] Provisioning for port dac7d85c-8ec4-48fd-9252-88918e0825f4 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:29.120372 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d67fdc95-7d69-4a91-a258-4f1957daebaf None None] Provisioning complete for port dac7d85c-8ec4-48fd-9252-88918e0825f4 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:29.121027 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d67fdc95-7d69-4a91-a258-4f1957daebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:29.125526 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8fbbf48e-ddef-4810-b440-0455179c6aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:29.206718 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20d9e05-a226-42a1-852f-200c49c8be98 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:29.218239 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-a20d9e05-a226-42a1-852f-200c49c8be98 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:29.228699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d9e05-a226-42a1-852f-200c49c8be98 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:29.234429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20d9e05-a226-42a1-852f-200c49c8be98 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:29.235087 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a20d9e05-a226-42a1-852f-200c49c8be98 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:29.274709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d9e05-a226-42a1-852f-200c49c8be98 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=038510a9-65b6-4dae-8fb8-86116bb4e7d0,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:29.307682 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a20d9e05-a226-42a1-852f-200c49c8be98 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9184191 Jul 22 19:18:29.312515 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55416) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:29.322601 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-1ee96d7e-e9d5-47a3-915f-ed0adeac34d2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Allocated IP 2001:db8:1::1 (387c2a5a-886e-460f-b6a6-dde4d86887a3/ab136476-29b3-4129-af52-43a9f8487ff2/40703224-c107-4940-822e-ae47b4453c3b) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:29.384009 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e2f162b3-ddc9-4830-8740-6945d7b76ff8 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:18:29.411586 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df42b6a0-abbd-416b-ab8b-3b576c5da390 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:29.411987 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ca8f6-e88c-466a-922f-4587ca0f768a req-33765b7b-fffa-4310-9f7a-2e54e08cb8c5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:29.423036 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c64ca8f6-e88c-466a-922f-4587ca0f768a req-33765b7b-fffa-4310-9f7a-2e54e08cb8c5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 946 time: 0.3485370 Jul 22 19:18:29.424521 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: e2f162b3-ddc9-4830-8740-6945d7b76ff8 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:18:29.424959 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e2f162b3-ddc9-4830-8740-6945d7b76ff8 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:18:29.425095 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df42b6a0-abbd-416b-ab8b-3b576c5da390 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:29.435372 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8fbbf48e-ddef-4810-b440-0455179c6aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:29.438079 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8fbbf48e-ddef-4810-b440-0455179c6aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:29.442938 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8fbbf48e-ddef-4810-b440-0455179c6aea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc75560b-b44a-4ffd-952e-2b0ac1c4b12d HTTP/1.1" status: 204 len: 168 time: 0.5158048 Jul 22 19:18:29.502510 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbf48e-ddef-4810-b440-0455179c6aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc75560b-b44a-4ffd-952e-2b0ac1c4b12d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:29.514693 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=5858dbfa-1293-4e54-a6f0-886433fdbb69,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:29.526200 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c64ca8f6-e88c-466a-922f-4587ca0f768a req-bffa1efa-7d47-41ce-b0cc-24ba765b71e8 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012511 Jul 22 19:18:29.550089 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-e4e12b7b-4202-497f-ba0f-4803ab577a9d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5191133 Jul 22 19:18:29.566880 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f63377-b632-471d-93b2-52c3b3ddca93 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:29.575226 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f63377-b632-471d-93b2-52c3b3ddca93 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:29.577580 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e5f63377-b632-471d-93b2-52c3b3ddca93 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2642424 Jul 22 19:18:29.580813 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55420) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:29.626568 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42b6a0-abbd-416b-ab8b-3b576c5da390 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Port': ['ID=1bc855e8-db53-4c2d-85dc-4f9b039316ae,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:29.651930 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:29.654296 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-d67fdc95-7d69-4a91-a258-4f1957daebaf None None] Port dac7d85c-8ec4-48fd-9252-88918e0825f4 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:18:29.662412 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-df42b6a0-abbd-416b-ab8b-3b576c5da390 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] In _notify_port_updated(), no bound segment for port 1bc855e8-db53-4c2d-85dc-4f9b039316ae on network abb4a764-2f83-49b2-b163-9981a3d92a64 {{(pid=93806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:18:29.669888 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df42b6a0-abbd-416b-ab8b-3b576c5da390 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:29.671175 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df42b6a0-abbd-416b-ab8b-3b576c5da390 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:29.676994 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-df42b6a0-abbd-416b-ab8b-3b576c5da390 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "PUT /v2.0/ports/1bc855e8-db53-4c2d-85dc-4f9b039316ae HTTP/1.1" status: 200 len: 818 time: 1.2798538 Jul 22 19:18:29.680074 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55428) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:29.730651 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 037676e7-5564-4f21-b3e0-dc747ca4448b up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:29.798986 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1ee96d7e-e9d5-47a3-915f-ed0adeac34d2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:29.859159 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-1ee96d7e-e9d5-47a3-915f-ed0adeac34d2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Transition to ACTIVE for port object 40703224-c107-4940-822e-ae47b4453c3b will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:29.862334 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d67fdc95-7d69-4a91-a258-4f1957daebaf None None] Provisioning complete for port 5858dbfa-1293-4e54-a6f0-886433fdbb69 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:29.867389 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d67fdc95-7d69-4a91-a258-4f1957daebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:29.919610 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f9615509-8391-4aff-b3ed-35713e59105b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting port 1bc855e8-db53-4c2d-85dc-4f9b039316ae {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:29.920085 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9615509-8391-4aff-b3ed-35713e59105b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:29.943904 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abac9848-9500-4ea0-bc3e-7c4af9a369bd {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:18:29.944858 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1ee96d7e-e9d5-47a3-915f-ed0adeac34d2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:29.983197 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port abac9848-9500-4ea0-bc3e-7c4af9a369bd, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=abac9848-9500-4ea0-bc3e-7c4af9a369bd,segment=NetworkSegment(f5ed34da-c56c-4877-820b-9a1f23a5b5e7),segment_id=f5ed34da-c56c-4877-820b-9a1f23a5b5e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:30.001269 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86590957-5a0e-41e9-82f9-86e35715e448 None None] Pushing event updated for resources: {'Port': ['ID=30c1a86c-deda-482a-b192-ae493edce051,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:30.002628 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-68f90b4d-fab7-4326-8af0-87b3699575a9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting port 038510a9-65b6-4dae-8fb8-86116bb4e7d0 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:30.002974 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-68f90b4d-fab7-4326-8af0-87b3699575a9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:30.011959 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:30.038632 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee96d7e-e9d5-47a3-915f-ed0adeac34d2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 387c2a5a-886e-460f-b6a6-dde4d86887a3 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:30.058636 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41064c37-f8fe-4345-9199-125e4ee4053f req-834f2212-bd6f-4141-b508-93d8a23f63c8 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:30.072112 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-1ee96d7e-e9d5-47a3-915f-ed0adeac34d2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:30.072385 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41064c37-f8fe-4345-9199-125e4ee4053f req-834f2212-bd6f-4141-b508-93d8a23f63c8 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d00a56-20b4-4b9e-97f0-3d122a5a3a81 HTTP/1.1" status: 200 len: 943 time: 0.2593784 Jul 22 19:18:30.081533 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee96d7e-e9d5-47a3-915f-ed0adeac34d2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:30.082463 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1ee96d7e-e9d5-47a3-915f-ed0adeac34d2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:30.096033 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9615509-8391-4aff-b3ed-35713e59105b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:30.123633 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 037676e7-5564-4f21-b3e0-dc747ca4448b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:30.124019 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:30.126183 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=abac9848-9500-4ea0-bc3e-7c4af9a369bd,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:30.137145 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee96d7e-e9d5-47a3-915f-ed0adeac34d2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Port': ['ID=40703224-c107-4940-822e-ae47b4453c3b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:30.157806 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f9615509-8391-4aff-b3ed-35713e59105b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Calling delete_port for 1bc855e8-db53-4c2d-85dc-4f9b039316ae owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:30.160703 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55444) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:30.200386 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f35f16a2-7f8c-4095-9121-3df428d79a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:30.243815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d67fdc95-7d69-4a91-a258-4f1957daebaf None None] Provisioning complete for port 037676e7-5564-4f21-b3e0-dc747ca4448b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:30.244524 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d67fdc95-7d69-4a91-a258-4f1957daebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:30.252944 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41064c37-f8fe-4345-9199-125e4ee4053f req-d98eed84-9a8c-4595-8f94-d00761618237 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556423 Jul 22 19:18:30.274968 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-68f90b4d-fab7-4326-8af0-87b3699575a9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:30.305211 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-68f90b4d-fab7-4326-8af0-87b3699575a9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Calling delete_port for 038510a9-65b6-4dae-8fb8-86116bb4e7d0 owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:30.314648 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['abac9848-9500-4ea0-bc3e-7c4af9a369bd'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:18:30.416436 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1ee96d7e-e9d5-47a3-915f-ed0adeac34d2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:30.557592 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-68f90b4d-fab7-4326-8af0-87b3699575a9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:30.611094 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f90b4d-fab7-4326-8af0-87b3699575a9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Port': ['ID=038510a9-65b6-4dae-8fb8-86116bb4e7d0,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:30.647686 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-68f90b4d-fab7-4326-8af0-87b3699575a9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:30.652546 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-68f90b4d-fab7-4326-8af0-87b3699575a9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/038510a9-65b6-4dae-8fb8-86116bb4e7d0 HTTP/1.1" status: 204 len: 168 time: 1.0704551 Jul 22 19:18:30.653492 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55456) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:30.745666 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9615509-8391-4aff-b3ed-35713e59105b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:30.820895 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661d5818-1be1-4292-bfdc-f5b8d3abc545 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:30.824106 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661d5818-1be1-4292-bfdc-f5b8d3abc545 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:30.832435 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-661d5818-1be1-4292-bfdc-f5b8d3abc545 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1777534 Jul 22 19:18:30.833088 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e32384f7-35ab-4252-bb8c-f70c4393f3f9 None None] Provisioning complete for port dac7d85c-8ec4-48fd-9252-88918e0825f4 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:30.833601 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e32384f7-35ab-4252-bb8c-f70c4393f3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:30.835540 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55458) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:30.862382 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9615509-8391-4aff-b3ed-35713e59105b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Port': ['ID=1bc855e8-db53-4c2d-85dc-4f9b039316ae,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:30.871547 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025a3be-e2e7-439e-b58a-f28508eb0652 req-08d9331e-d399-416b-965a-7c65fe7fbb03 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:30.883453 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4025a3be-e2e7-439e-b58a-f28508eb0652 req-08d9331e-d399-416b-965a-7c65fe7fbb03 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 946 time: 0.2052679 Jul 22 19:18:30.909781 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-e32384f7-35ab-4252-bb8c-f70c4393f3f9 None None] Port dac7d85c-8ec4-48fd-9252-88918e0825f4 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:18:30.925505 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e32384f7-35ab-4252-bb8c-f70c4393f3f9 None None] Provisioning for port 40703224-c107-4940-822e-ae47b4453c3b completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:30.930265 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-98becd26-8cda-48bb-89de-f80ff9b6d463 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet 4422205a-ec31-4ae3-9b74-67d83efb1450 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:18:30.935275 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f35f16a2-7f8c-4095-9121-3df428d79a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:30.937875 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e32384f7-35ab-4252-bb8c-f70c4393f3f9 None None] Provisioning complete for port 40703224-c107-4940-822e-ae47b4453c3b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:30.938297 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e32384f7-35ab-4252-bb8c-f70c4393f3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:30.942182 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-98becd26-8cda-48bb-89de-f80ff9b6d463 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:30.961917 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4025a3be-e2e7-439e-b58a-f28508eb0652 req-0afb6991-3f7a-4686-9d88-7b6cdfa6a1c6 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715425 Jul 22 19:18:30.992896 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f9615509-8391-4aff-b3ed-35713e59105b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:30.997439 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f9615509-8391-4aff-b3ed-35713e59105b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/ports/1bc855e8-db53-4c2d-85dc-4f9b039316ae HTTP/1.1" status: 204 len: 168 time: 1.3161018 Jul 22 19:18:30.998535 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f35f16a2-7f8c-4095-9121-3df428d79a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:31.003159 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55462) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:31.034835 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1ee96d7e-e9d5-47a3-915f-ed0adeac34d2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:31.035172 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f80138ec-e432-4b1c-b34e-9f94689c5f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:31.039483 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f16a2-7f8c-4095-9121-3df428d79a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dca8c5-6746-480c-b4ec-abe6027e6741,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:31.054220 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1ee96d7e-e9d5-47a3-915f-ed0adeac34d2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:31.054220 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1ee96d7e-e9d5-47a3-915f-ed0adeac34d2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:31.084546 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-e32384f7-35ab-4252-bb8c-f70c4393f3f9 None None] Port 40703224-c107-4940-822e-ae47b4453c3b cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:18:31.105348 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f35f16a2-7f8c-4095-9121-3df428d79a37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bca6c9dc139943c6bc07b7b0ec276193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9433432 Jul 22 19:18:31.108924 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55464) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:31.109378 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:31.109648 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-98becd26-8cda-48bb-89de-f80ff9b6d463 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:31.124314 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122da9af-16dd-46d7-96fc-6d54afe75024 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:31.125872 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-122da9af-16dd-46d7-96fc-6d54afe75024 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1202497 Jul 22 19:18:31.130569 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55466) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:31.169312 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e569e8-2124-4a80-b1e7-1ccebb234c52 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] GET failed (client error): The resource could not be found. Jul 22 19:18:31.170874 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a3e569e8-2124-4a80-b1e7-1ccebb234c52 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports/1bc855e8-db53-4c2d-85dc-4f9b039316ae HTTP/1.1" status: 404 len: 333 time: 0.0380442 Jul 22 19:18:31.175353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55468) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:31.180951 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-d416a581-a2cb-4463-93ad-2eab5f97fa0b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-80979885'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:31.197851 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee96d7e-e9d5-47a3-915f-ed0adeac34d2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Port': ['ID=40703224-c107-4940-822e-ae47b4453c3b,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:31.221725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d416a581-a2cb-4463-93ad-2eab5f97fa0b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:31.225682 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d416a581-a2cb-4463-93ad-2eab5f97fa0b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:31.238325 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-db6d36a8-83c3-4409-a227-404bbe2851f4 None None] Provisioning for port 30c1a86c-deda-482a-b192-ae493edce051 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:31.250840 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d19a43e-b9e8-49e1-992e-8f4b6bd53e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:31.275604 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d416a581-a2cb-4463-93ad-2eab5f97fa0b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:18:31.283726 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d19a43e-b9e8-49e1-992e-8f4b6bd53e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:31.303104 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d416a581-a2cb-4463-93ad-2eab5f97fa0b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:31.304043 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-d416a581-a2cb-4463-93ad-2eab5f97fa0b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Added segment c495964f-afb6-4900-bf66-5a370714961a of type vlan for network 0fd9468a-e484-4daf-a8ae-f2e9d81fe52e Jul 22 19:18:31.315555 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-98becd26-8cda-48bb-89de-f80ff9b6d463 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:31.321768 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee96d7e-e9d5-47a3-915f-ed0adeac34d2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 387c2a5a-886e-460f-b6a6-dde4d86887a3 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:31.348206 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-1ee96d7e-e9d5-47a3-915f-ed0adeac34d2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:31.361923 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d416a581-a2cb-4463-93ad-2eab5f97fa0b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:31.409989 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d19a43e-b9e8-49e1-992e-8f4b6bd53e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:31.413358 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d19a43e-b9e8-49e1-992e-8f4b6bd53e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:31.417049 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4d19a43e-b9e8-49e1-992e-8f4b6bd53e2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53dca8c5-6746-480c-b4ec-abe6027e6741 HTTP/1.1" status: 204 len: 168 time: 0.2998610 Jul 22 19:18:31.451101 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d416a581-a2cb-4463-93ad-2eab5f97fa0b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:31.458148 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d416a581-a2cb-4463-93ad-2eab5f97fa0b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:31.458772 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d416a581-a2cb-4463-93ad-2eab5f97fa0b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:31.475162 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-00cd5f78-bcae-471c-8d95-38ed1ac09b87 None None] Could not find standard attr ID for object 2d94d102-832d-4f32-a487-b18d30e73b44. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:18:31.478609 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19a43e-b9e8-49e1-992e-8f4b6bd53e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dca8c5-6746-480c-b4ec-abe6027e6741,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:31.555190 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee96d7e-e9d5-47a3-915f-ed0adeac34d2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router c7fccb88-5bf9-4813-8312-75dec244c016 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:18:31.619441 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d416a581-a2cb-4463-93ad-2eab5f97fa0b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4429240 Jul 22 19:18:31.654322 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55474) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:31.673171 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ccedde76-7d64-4f31-8109-cc7053768006 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'subnet': {'network_id': '0fd9468a-e484-4daf-a8ae-f2e9d81fe52e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:31.716881 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416a581-a2cb-4463-93ad-2eab5f97fa0b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Network': ['ID=0fd9468a-e484-4daf-a8ae-f2e9d81fe52e,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:31.740329 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 0fd9468a-e484-4daf-a8ae-f2e9d81fe52e details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:18:31.753184 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba66c7-ccfe-4c7a-9e8f-214803f6c702 req-0f9255bb-47d0-41fb-91c8-875a43663f62 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:31.757592 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1bba66c7-ccfe-4c7a-9e8f-214803f6c702 req-0f9255bb-47d0-41fb-91c8-875a43663f62 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d00a56-20b4-4b9e-97f0-3d122a5a3a81 HTTP/1.1" status: 200 len: 944 time: 0.3652835 Jul 22 19:18:31.808135 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-98becd26-8cda-48bb-89de-f80ff9b6d463 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:31.866635 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1bba66c7-ccfe-4c7a-9e8f-214803f6c702 req-dcbd66a7-9a51-4e5f-a953-7661d8486bb6 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973105 Jul 22 19:18:31.871466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-b0efdec0-6402-4ba3-a288-3e306ea6a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:31.872979 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-98becd26-8cda-48bb-89de-f80ff9b6d463 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:31.874462 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-b0efdec0-6402-4ba3-a288-3e306ea6a1a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 1098 time: 0.3911369 Jul 22 19:18:31.874856 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-98becd26-8cda-48bb-89de-f80ff9b6d463 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/4422205a-ec31-4ae3-9b74-67d83efb1450 HTTP/1.1" status: 204 len: 168 time: 1.0364740 Jul 22 19:18:31.877464 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55482) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:31.884491 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82380485-d64d-48ba-8ea2-f851ebe69e65 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:31.904179 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee96d7e-e9d5-47a3-915f-ed0adeac34d2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:18:31.910961 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1ee96d7e-e9d5-47a3-915f-ed0adeac34d2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/c7fccb88-5bf9-4813-8312-75dec244c016/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0660441 Jul 22 19:18:31.911793 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98becd26-8cda-48bb-89de-f80ff9b6d463 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=4422205a-ec31-4ae3-9b74-67d83efb1450,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:31.914080 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55484) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:31.926232 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5858dbfa-1293-4e54-a6f0-886433fdbb69 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:31.958278 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ea2840ea-1633-4c00-90af-960244d683b9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796409 Jul 22 19:18:31.970261 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55488) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:31.976922 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2831cc32-b024-4ff3-8d58-6bc372763b9f None None] Sync routers for ids ['c7fccb88-5bf9-4813-8312-75dec244c016'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:18:32.021541 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-cccd8d54-308b-4def-a5e2-79c8545b65d5 None None] Provisioning complete for port 40703224-c107-4940-822e-ae47b4453c3b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:32.023938 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cccd8d54-308b-4def-a5e2-79c8545b65d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:32.036443 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f57d79-8140-4bc8-818b-57192d360a2a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:32.038660 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e9f57d79-8140-4bc8-818b-57192d360a2a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/ports/40703224-c107-4940-822e-ae47b4453c3b HTTP/1.1" status: 200 len: 913 time: 0.1231623 Jul 22 19:18:32.044965 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55494) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:32.046882 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccedde76-7d64-4f31-8109-cc7053768006 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:32.057460 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ccedde76-7d64-4f31-8109-cc7053768006 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:32.071134 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-5e5d5007-6858-410a-9099-0b88829114ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:32.073147 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-5e5d5007-6858-410a-9099-0b88829114ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=df503071-5467-4b61-a327-2f5cc8dfeccd HTTP/1.1" status: 200 len: 897 time: 0.1865880 Jul 22 19:18:32.146341 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2831cc32-b024-4ff3-8d58-6bc372763b9f None None] Routers {'c7fccb88-5bf9-4813-8312-75dec244c016'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:18:32.147351 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2831cc32-b024-4ff3-8d58-6bc372763b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:18:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c7fccb88-5bf9-4813-8312-75dec244c016'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:32.196088 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2831cc32-b024-4ff3-8d58-6bc372763b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:32.222208 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-307e253a-2fad-418a-869a-8607e6dc0158 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215 HTTP/1.1" status: 200 len: 1002 time: 0.1359265 Jul 22 19:18:32.228158 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-cccd8d54-308b-4def-a5e2-79c8545b65d5 None None] Port 40703224-c107-4940-822e-ae47b4453c3b cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:18:32.235018 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2831cc32-b024-4ff3-8d58-6bc372763b9f None None] Routers {'c7fccb88-5bf9-4813-8312-75dec244c016'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:18:32.235669 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2831cc32-b024-4ff3-8d58-6bc372763b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:18:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c7fccb88-5bf9-4813-8312-75dec244c016'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:32.237568 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 5858dbfa-1293-4e54-a6f0-886433fdbb69 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:32.238069 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:32.302189 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0edf6-ef32-4d01-a3e3-ceb235caffa4 req-979ac938-0df5-4194-b3ca-d7e674bf4ae8 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:32.310881 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7e0edf6-ef32-4d01-a3e3-ceb235caffa4 req-979ac938-0df5-4194-b3ca-d7e674bf4ae8 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 946 time: 0.1630170 Jul 22 19:18:32.345529 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2831cc32-b024-4ff3-8d58-6bc372763b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:32.346113 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2831cc32-b024-4ff3-8d58-6bc372763b9f None None] The sync data for ids ['c7fccb88-5bf9-4813-8312-75dec244c016'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:18:32.346951 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-db4c0f98-bc0a-48ef-8558-0e7f344f5577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:32.349515 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-db4c0f98-bc0a-48ef-8558-0e7f344f5577 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4638c070-974b-404a-b719-c849049732a3 HTTP/1.1" status: 200 len: 835 time: 0.1163046 Jul 22 19:18:32.373327 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6db3411b-caa1-4e7b-b4ac-6a118812281b None None] Could not find standard attr ID for object d20b5b43-2d5b-4804-9b9d-cd1d9ce1a47e. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:18:32.378492 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device abac9848-9500-4ea0-bc3e-7c4af9a369bd up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:32.380655 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:32.410525 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7e0edf6-ef32-4d01-a3e3-ceb235caffa4 req-416ae3bb-2502-4a6b-8525-d75ef89204dc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984142 Jul 22 19:18:32.447273 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-fb7e6489-5945-4db0-ae94-92f34f5e0890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:32.449310 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-fb7e6489-5945-4db0-ae94-92f34f5e0890 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df503071-5467-4b61-a327-2f5cc8dfeccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917821 Jul 22 19:18:32.455429 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 30c1a86c-deda-482a-b192-ae493edce051 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:32.541539 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port abac9848-9500-4ea0-bc3e-7c4af9a369bd completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:32.546205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port abac9848-9500-4ea0-bc3e-7c4af9a369bd triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:32.546634 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:32.570721 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 30c1a86c-deda-482a-b192-ae493edce051 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:32.583093 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 30c1a86c-deda-482a-b192-ae493edce051 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:32.583093 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:32.610480 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91466007-179a-48c8-8586-462d38fddf1b None None] DHCP port deletion for ac1cdc45-8892-4608-b80a-7d90307aaf6c request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:18:32.651002 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-82fe1a42-e323-42b7-a348-e9f5762f6244 service neutron] 10.222.0.30 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932666 Jul 22 19:18:32.712439 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:32.747202 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ddfb06-559b-4ee2-8c87-f29357514a89 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:32.751378 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-33ddfb06-559b-4ee2-8c87-f29357514a89 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7801359 Jul 22 19:18:32.752783 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55512) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:32.804115 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:32.821998 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce87ba59-d45a-4d0c-999d-36dfecf61f06 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:32.823510 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ce87ba59-d45a-4d0c-999d-36dfecf61f06 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0604446 Jul 22 19:18:32.826001 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55514) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:32.858114 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 30c1a86c-deda-482a-b192-ae493edce051, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=30c1a86c-deda-482a-b192-ae493edce051,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:32.860093 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ccedde76-7d64-4f31-8109-cc7053768006 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:32.861409 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-91466007-179a-48c8-8586-462d38fddf1b None None] Deleting port 30c1a86c-deda-482a-b192-ae493edce051 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:32.861409 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91466007-179a-48c8-8586-462d38fddf1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:32.874016 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d00a56-20b4-4b9e-97f0-3d122a5a3a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abac9848-9500-4ea0-bc3e-7c4af9a369bd'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:18:32.876299 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6850d963-efc8-443b-a93a-82a7df4403fe" -d '{"events": [{"server_uuid": "e8d00a56-20b4-4b9e-97f0-3d122a5a3a81", "name": "network-vif-plugged", "status": "completed", "tag": "abac9848-9500-4ea0-bc3e-7c4af9a369bd"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:18:32.882283 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9cdfbd18-2ca3-4b52-a5e5-a287d155b051 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542188 Jul 22 19:18:32.888029 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55520) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:32.895727 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2833af7a-610d-4d68-8fa3-c20959ac772f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:32.904398 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-39959273-8b28-4516-81fc-3148c9a3b57d service neutron] 10.222.0.30 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461686 Jul 22 19:18:32.939945 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:33.022322 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccedde76-7d64-4f31-8109-cc7053768006 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Checking segment: {'id': 'c495964f-afb6-4900-bf66-5a370714961a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0fd9468a-e484-4daf-a8ae-f2e9d81fe52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:33.022926 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccedde76-7d64-4f31-8109-cc7053768006 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network hostable DHCP agents. Network: 0fd9468a-e484-4daf-a8ae-f2e9d81fe52e, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:18:33.057605 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a162dd-66a8-4fba-8686-78b61ff2ad78 x-openstack-request-id: req-51a162dd-66a8-4fba-8686-78b61ff2ad78 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:18:33.060077 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d00a56-20b4-4b9e-97f0-3d122a5a3a81", "name": "network-vif-plugged", "status": "completed", "tag": "abac9848-9500-4ea0-bc3e-7c4af9a369bd", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:18:33.060351 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51a162dd-66a8-4fba-8686-78b61ff2ad78 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:18:33.061267 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d00a56-20b4-4b9e-97f0-3d122a5a3a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abac9848-9500-4ea0-bc3e-7c4af9a369bd', 'code': 200} Jul 22 19:18:33.071783 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedde76-7d64-4f31-8109-cc7053768006 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Subnet': ['ID=39054b56-6d89-46d1-a733-ef9412c35922,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:33.078971 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port abac9848-9500-4ea0-bc3e-7c4af9a369bd, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=abac9848-9500-4ea0-bc3e-7c4af9a369bd,segment=NetworkSegment(f5ed34da-c56c-4877-820b-9a1f23a5b5e7),segment_id=f5ed34da-c56c-4877-820b-9a1f23a5b5e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:33.094089 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:33.104857 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccedde76-7d64-4f31-8109-cc7053768006 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network 0fd9468a-e484-4daf-a8ae-f2e9d81fe52e is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:18:33.147401 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2833af7a-610d-4d68-8fa3-c20959ac772f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:33.148494 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=30c1a86c-deda-482a-b192-ae493edce051,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:33.151335 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2833af7a-610d-4d68-8fa3-c20959ac772f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:33.157342 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-91466007-179a-48c8-8586-462d38fddf1b None None] For port 30c1a86c-deda-482a-b192-ae493edce051, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=30c1a86c-deda-482a-b192-ae493edce051,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:33.157986 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91466007-179a-48c8-8586-462d38fddf1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:33.160653 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-ccedde76-7d64-4f31-8109-cc7053768006 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 0fd9468a-e484-4daf-a8ae-f2e9d81fe52e) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:33.181592 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17f49f-839f-4deb-a253-fc986458df00 req-66edaafe-4ff1-480c-b078-32b35e30b9e0 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:33.190736 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccedde76-7d64-4f31-8109-cc7053768006 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:33.191330 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ccedde76-7d64-4f31-8109-cc7053768006 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:33.196139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0a17f49f-839f-4deb-a253-fc986458df00 req-66edaafe-4ff1-480c-b078-32b35e30b9e0 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d00a56-20b4-4b9e-97f0-3d122a5a3a81 HTTP/1.1" status: 200 len: 944 time: 0.1802237 Jul 22 19:18:33.200504 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eccf1ef-9503-4ef8-a764-70aca3bf2358 None None] Network 0fd9468a-e484-4daf-a8ae-f2e9d81fe52e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:33.213065 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8610d9f8-1329-44eb-b0f7-f77e4312c8a7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:33.237420 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-91466007-179a-48c8-8586-462d38fddf1b None None] Calling delete_port for 30c1a86c-deda-482a-b192-ae493edce051 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:33.311673 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ccedde76-7d64-4f31-8109-cc7053768006 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6527224 Jul 22 19:18:33.344043 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55532) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:33.349762 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-9001185f-ebad-4128-8dd3-d440fdfbecee tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'subnet': {'network_id': '0fd9468a-e484-4daf-a8ae-f2e9d81fe52e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:33.351489 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=abac9848-9500-4ea0-bc3e-7c4af9a369bd,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:33.380824 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0a17f49f-839f-4deb-a253-fc986458df00 req-1a557163-9096-490c-bb43-35062c4a00ae tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829290 Jul 22 19:18:33.386890 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d082b-8fae-4cf8-a8ba-e2143c7e73fb req-34c4dea1-cd89-4f6d-bb26-4b18f58edd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:33.388541 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d91d082b-8fae-4cf8-a8ba-e2143c7e73fb req-34c4dea1-cd89-4f6d-bb26-4b18f58edd1c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8d00a56-20b4-4b9e-97f0-3d122a5a3a81 HTTP/1.1" status: 200 len: 1096 time: 0.3180189 Jul 22 19:18:33.451199 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91466007-179a-48c8-8586-462d38fddf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:33.478091 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91466007-179a-48c8-8586-462d38fddf1b None None] No DVR routers for this DVR port 30c1a86c-deda-482a-b192-ae493edce051 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:18:33.502229 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d91d082b-8fae-4cf8-a8ba-e2143c7e73fb req-cfe1c4ae-6ee7-4f29-9405-280eccb1787c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064169 Jul 22 19:18:33.506647 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9001185f-ebad-4128-8dd3-d440fdfbecee tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:33.513802 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9001185f-ebad-4128-8dd3-d440fdfbecee tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:33.543382 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91466007-179a-48c8-8586-462d38fddf1b None None] Pushing event deleted for resources: {'Port': ['ID=30c1a86c-deda-482a-b192-ae493edce051,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:33.568014 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-0fd9468a-e484-4daf-a8ae-f2e9d81fe52e', 'network_id': '0fd9468a-e484-4daf-a8ae-f2e9d81fe52e', 'tenant_id': '299a64b78fd341cd805690e93174f070', 'fixed_ips': [{'subnet_id': '39054b56-6d89-46d1-a733-ef9412c35922'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:18:33.570429 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:33.606788 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 30c1a86c-deda-482a-b192-ae493edce051 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:18:33.625857 n-d-800086-12 neutron-server[93806]: INFO neutron.db.ipam_backend_mixin [None req-9001185f-ebad-4128-8dd3-d440fdfbecee tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 39054b56-6d89-46d1-a733-ef9412c35922 (CIDR: 2001:db8::/64) Jul 22 19:18:33.632748 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-9001185f-ebad-4128-8dd3-d440fdfbecee tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:18:33.633210 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9001185f-ebad-4128-8dd3-d440fdfbecee tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:18:33.658472 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9001185f-ebad-4128-8dd3-d440fdfbecee tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3130758 Jul 22 19:18:33.661152 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55540) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:33.667076 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-0542182a-a2e4-496e-a941-a5683352205c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'subnet': {'network_id': '0fd9468a-e484-4daf-a8ae-f2e9d81fe52e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:33.807694 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 30c1a86c-deda-482a-b192-ae493edce051 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:18:33.807952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 30c1a86c-deda-482a-b192-ae493edce051 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:18:33.849738 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0542182a-a2e4-496e-a941-a5683352205c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:33.853800 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0542182a-a2e4-496e-a941-a5683352205c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:33.901300 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-8610d9f8-1329-44eb-b0f7-f77e4312c8a7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting port 40703224-c107-4940-822e-ae47b4453c3b {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:33.901648 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8610d9f8-1329-44eb-b0f7-f77e4312c8a7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:34.000917 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] Allocated IP 2001:db8::2 (0fd9468a-e484-4daf-a8ae-f2e9d81fe52e/39054b56-6d89-46d1-a733-ef9412c35922/ca809463-8525-413b-bdbe-c076dc45851e) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:34.012512 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2833af7a-610d-4d68-8fa3-c20959ac772f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:34.068184 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8610d9f8-1329-44eb-b0f7-f77e4312c8a7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:34.085038 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-8610d9f8-1329-44eb-b0f7-f77e4312c8a7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Calling delete_port for 40703224-c107-4940-822e-ae47b4453c3b owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:34.094878 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2833af7a-610d-4d68-8fa3-c20959ac772f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:34.104981 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-2833af7a-610d-4d68-8fa3-c20959ac772f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:34.108016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2833af7a-610d-4d68-8fa3-c20959ac772f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:34.108650 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2833af7a-610d-4d68-8fa3-c20959ac772f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:34.121088 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde27226-092b-46b5-9ab1-7048c0580121 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:34.125544 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:34.133451 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833af7a-610d-4d68-8fa3-c20959ac772f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=4288d728-d79a-40b0-a842-524b12f0e116,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:34.150510 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2833af7a-610d-4d68-8fa3-c20959ac772f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2603383 Jul 22 19:18:34.162080 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31206526-11f9-4890-bc76-a53005223558 req-9d16afcc-c360-470c-9e00-b1217a9fd908 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:34.164638 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-31206526-11f9-4890-bc76-a53005223558 req-9d16afcc-c360-470c-9e00-b1217a9fd908 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 946 time: 0.1645958 Jul 22 19:18:34.165279 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55552) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:34.171518 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e6580cfc-3944-471b-9627-7ef5b006a5f1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'fixed_ips': [{'subnet_id': '4288d728-d79a-40b0-a842-524b12f0e116', 'ip_address': '2001:db8::46ab:6d21:b9c1:a2d0'}], 'name': 'tempest-NetworksTestDHCPv6-1636158250'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:34.312660 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-31206526-11f9-4890-bc76-a53005223558 req-b8f42383-cbe7-4fbf-9f3d-b7dbba2c28b7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350880 Jul 22 19:18:34.385020 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0542182a-a2e4-496e-a941-a5683352205c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:34.392757 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6580cfc-3944-471b-9627-7ef5b006a5f1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:34.426465 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:34.493130 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'fixed_ips': [{'subnet_id': '4288d728-d79a-40b0-a842-524b12f0e116'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:18:34.496095 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:34.510900 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] Transition to ACTIVE for port object ca809463-8525-413b-bdbe-c076dc45851e will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:34.538133 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8610d9f8-1329-44eb-b0f7-f77e4312c8a7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:34.546891 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] Transition to ACTIVE for port object ca809463-8525-413b-bdbe-c076dc45851e will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:34.552952 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6580cfc-3944-471b-9627-7ef5b006a5f1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:34.581106 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-e6580cfc-3944-471b-9627-7ef5b006a5f1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] device_id is not set on port c540f1f9-c46c-4c85-8bc2-004adc07ce5e yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:18:34.595584 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0542182a-a2e4-496e-a941-a5683352205c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network 0fd9468a-e484-4daf-a8ae-f2e9d81fe52e is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:34.599057 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610d9f8-1329-44eb-b0f7-f77e4312c8a7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Port': ['ID=40703224-c107-4940-822e-ae47b4453c3b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:34.642323 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-0542182a-a2e4-496e-a941-a5683352205c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:34.645668 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542182a-a2e4-496e-a941-a5683352205c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Subnet': ['ID=905dda13-d064-4bfe-a889-0eacac4e8290,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:34.659720 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0542182a-a2e4-496e-a941-a5683352205c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:34.660237 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0542182a-a2e4-496e-a941-a5683352205c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:34.715693 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] Allocated IP 2001:db8::2 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/4288d728-d79a-40b0-a842-524b12f0e116/626f7faf-188e-4556-937e-df3ea60b5649) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:34.759066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84eccc-f89b-4b8b-ad17-a21237a58990 req-f8b2c5aa-58cb-49f4-9da3-452bfae3a80c tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:34.760796 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1d84eccc-f89b-4b8b-ad17-a21237a58990 req-f8b2c5aa-58cb-49f4-9da3-452bfae3a80c tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d00a56-20b4-4b9e-97f0-3d122a5a3a81 HTTP/1.1" status: 200 len: 945 time: 0.2518418 Jul 22 19:18:34.768432 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0542182a-a2e4-496e-a941-a5683352205c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1059484 Jul 22 19:18:34.769303 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55568) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:34.774492 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:34.777504 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-29ce4c91-a2fc-4db5-8b6f-af9e20ad7195 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'port': {'network_id': '0fd9468a-e484-4daf-a8ae-f2e9d81fe52e', 'fixed_ips': [{'subnet_id': '39054b56-6d89-46d1-a733-ef9412c35922'}, {'subnet_id': '905dda13-d064-4bfe-a889-0eacac4e8290'}], 'name': 'tempest-PortsIpV6TestJSON-1191223453'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:34.820593 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8610d9f8-1329-44eb-b0f7-f77e4312c8a7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:34.858793 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1d84eccc-f89b-4b8b-ad17-a21237a58990 req-9364a96d-61bb-4fc0-9927-0b1b4bc2aef5 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582631 Jul 22 19:18:34.878419 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] Pushing event updated for resources: {'Port': ['ID=ca809463-8525-413b-bdbe-c076dc45851e,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:34.899801 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] Network 0fd9468a-e484-4daf-a8ae-f2e9d81fe52e is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:34.926269 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:34.930583 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:34.962249 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55574) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:35.026299 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] Attempting to bind port ca809463-8525-413b-bdbe-c076dc45851e on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:18:35.026924 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] Attempting to bind port ca809463-8525-413b-bdbe-c076dc45851e by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'c495964f-afb6-4900-bf66-5a370714961a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0fd9468a-e484-4daf-a8ae-f2e9d81fe52e'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:18:35.027035 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] Attempting to bind port ca809463-8525-413b-bdbe-c076dc45851e on network 0fd9468a-e484-4daf-a8ae-f2e9d81fe52e {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:18:35.038962 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ce4c91-a2fc-4db5-8b6f-af9e20ad7195 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:35.054551 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:18:35.054879 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] Checking segment: {'id': 'c495964f-afb6-4900-bf66-5a370714961a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0fd9468a-e484-4daf-a8ae-f2e9d81fe52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:35.055280 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:35.055656 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] Bound using segment: {'id': 'c495964f-afb6-4900-bf66-5a370714961a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0fd9468a-e484-4daf-a8ae-f2e9d81fe52e'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:18:35.056158 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] Bound port: ca809463-8525-413b-bdbe-c076dc45851e, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c495964f-afb6-4900-bf66-5a370714961a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0fd9468a-e484-4daf-a8ae-f2e9d81fe52e'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:18:35.056584 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:35.112533 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:35.114347 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f5b1937d-32f1-4efd-b7f2-9dc6f0d49feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:35.133607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] Transition to ACTIVE for port object 626f7faf-188e-4556-937e-df3ea60b5649 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:35.167958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] Transition to ACTIVE for port object 626f7faf-188e-4556-937e-df3ea60b5649 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:35.171940 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] For port ca809463-8525-413b-bdbe-c076dc45851e, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:18:35.175448 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] For port ca809463-8525-413b-bdbe-c076dc45851e, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ca809463-8525-413b-bdbe-c076dc45851e,segment=NetworkSegment(c495964f-afb6-4900-bf66-5a370714961a),segment_id=c495964f-afb6-4900-bf66-5a370714961a)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:18:35.177426 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:35.186916 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:35.227292 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:35.236568 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:35.242460 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:35.245604 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] Pushing event updated for resources: {'Port': ['ID=626f7faf-188e-4556-937e-df3ea60b5649,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:35.248556 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-29ce4c91-a2fc-4db5-8b6f-af9e20ad7195 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:35.268603 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-e6580cfc-3944-471b-9627-7ef5b006a5f1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8::46ab:6d21:b9c1:a2d0 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/4288d728-d79a-40b0-a842-524b12f0e116/c540f1f9-c46c-4c85-8bc2-004adc07ce5e) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:35.290203 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-29ce4c91-a2fc-4db5-8b6f-af9e20ad7195 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] device_id is not set on port 67e5d027-91a3-4a7f-8848-854f6874f33e yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:18:35.351074 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea96bac-235a-4afa-951d-20e7c0e5dbc9 None None] Pushing event updated for resources: {'Port': ['ID=ca809463-8525-413b-bdbe-c076dc45851e,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:35.354967 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] Attempting to bind port 626f7faf-188e-4556-937e-df3ea60b5649 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:18:35.354967 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] Attempting to bind port 626f7faf-188e-4556-937e-df3ea60b5649 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:18:35.354967 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] Attempting to bind port 626f7faf-188e-4556-937e-df3ea60b5649 on network ac1cdc45-8892-4608-b80a-7d90307aaf6c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:18:35.359301 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8610d9f8-1329-44eb-b0f7-f77e4312c8a7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router c7fccb88-5bf9-4813-8312-75dec244c016 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:18:35.360871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:18:35.361244 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] Checking segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:35.361659 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:35.362046 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] Bound using segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:18:35.362520 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] Bound port: 626f7faf-188e-4556-937e-df3ea60b5649, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:18:35.362903 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:35.366837 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f0fa3-0c32-4024-b4b9-37791da56bed req-c97abc57-39c7-46d7-8618-c5ad4f19f8d1 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:35.368394 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-656f0fa3-0c32-4024-b4b9-37791da56bed req-c97abc57-39c7-46d7-8618-c5ad4f19f8d1 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d00a56-20b4-4b9e-97f0-3d122a5a3a81 HTTP/1.1" status: 200 len: 945 time: 0.2014427 Jul 22 19:18:35.375167 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f5b1937d-32f1-4efd-b7f2-9dc6f0d49feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:35.386803 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f5b1937d-32f1-4efd-b7f2-9dc6f0d49feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:35.453322 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] For port 626f7faf-188e-4556-937e-df3ea60b5649, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:18:35.458722 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] For port 626f7faf-188e-4556-937e-df3ea60b5649, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=626f7faf-188e-4556-937e-df3ea60b5649,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:18:35.466311 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:35.548680 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ae979-286f-4d50-a209-d0587cae1584 None None] Pushing event updated for resources: {'Port': ['ID=626f7faf-188e-4556-937e-df3ea60b5649,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:35.564390 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8610d9f8-1329-44eb-b0f7-f77e4312c8a7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:18:35.572853 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8610d9f8-1329-44eb-b0f7-f77e4312c8a7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/c7fccb88-5bf9-4813-8312-75dec244c016/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0555363 Jul 22 19:18:35.576364 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55584) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:35.576522 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73651e78-5563-4e09-aeab-c6d27b44d250 None None] Sync routers for ids ['c7fccb88-5bf9-4813-8312-75dec244c016'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:18:35.596925 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73651e78-5563-4e09-aeab-c6d27b44d250 None None] Routers {'c7fccb88-5bf9-4813-8312-75dec244c016'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:18:35.599810 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-73651e78-5563-4e09-aeab-c6d27b44d250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:18:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c7fccb88-5bf9-4813-8312-75dec244c016'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:35.650906 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f5b1937d-32f1-4efd-b7f2-9dc6f0d49feb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d435d0e16c1d4e03a7cfc5a578668343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6875496 Jul 22 19:18:35.668247 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1937d-32f1-4efd-b7f2-9dc6f0d49feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3db5b2-a7eb-4e7a-a52c-44c7a7ce16a3,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:35.671830 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55586) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:35.694762 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-73651e78-5563-4e09-aeab-c6d27b44d250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:35.713689 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73651e78-5563-4e09-aeab-c6d27b44d250 None None] Routers {'c7fccb88-5bf9-4813-8312-75dec244c016'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:18:35.714585 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-73651e78-5563-4e09-aeab-c6d27b44d250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:18:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c7fccb88-5bf9-4813-8312-75dec244c016'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:35.751907 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-73651e78-5563-4e09-aeab-c6d27b44d250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:35.752886 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73651e78-5563-4e09-aeab-c6d27b44d250 None None] The sync data for ids ['c7fccb88-5bf9-4813-8312-75dec244c016'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:18:35.781463 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-656f0fa3-0c32-4024-b4b9-37791da56bed req-44483a9e-80ba-4c8d-92ff-f86a702fd681 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831801 Jul 22 19:18:35.842721 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bf2560e0-b089-4319-9f6a-6cc7b49bfc41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:35.852332 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6580cfc-3944-471b-9627-7ef5b006a5f1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:35.879720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31a8e9-12d5-4cf3-9da0-557f9848bf40 req-6e488b56-29a8-42bc-b4c2-28390405d91f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:35.882000 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ec31a8e9-12d5-4cf3-9da0-557f9848bf40 req-6e488b56-29a8-42bc-b4c2-28390405d91f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 946 time: 0.4004240 Jul 22 19:18:35.918470 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-e6580cfc-3944-471b-9627-7ef5b006a5f1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Transition to ACTIVE for port object c540f1f9-c46c-4c85-8bc2-004adc07ce5e will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:35.934504 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bf2560e0-b089-4319-9f6a-6cc7b49bfc41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:35.967003 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-29ce4c91-a2fc-4db5-8b6f-af9e20ad7195 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Allocated IP 2001:db8::2e8 (0fd9468a-e484-4daf-a8ae-f2e9d81fe52e/39054b56-6d89-46d1-a733-ef9412c35922/67e5d027-91a3-4a7f-8848-854f6874f33e) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:35.972071 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ec31a8e9-12d5-4cf3-9da0-557f9848bf40 req-ed83b6c5-4c82-4653-9eb1-5480ccef2572 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812027 Jul 22 19:18:35.981396 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-29ce4c91-a2fc-4db5-8b6f-af9e20ad7195 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Allocated IP 2001:db8:0:1::356 (0fd9468a-e484-4daf-a8ae-f2e9d81fe52e/905dda13-d064-4bfe-a889-0eacac4e8290/67e5d027-91a3-4a7f-8848-854f6874f33e) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:36.036390 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6580cfc-3944-471b-9627-7ef5b006a5f1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:36.039182 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bf2560e0-b089-4319-9f6a-6cc7b49bfc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:36.042645 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bf2560e0-b089-4319-9f6a-6cc7b49bfc41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:36.043876 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bf2560e0-b089-4319-9f6a-6cc7b49bfc41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d3db5b2-a7eb-4e7a-a52c-44c7a7ce16a3 HTTP/1.1" status: 204 len: 168 time: 0.3599939 Jul 22 19:18:36.095746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2560e0-b089-4319-9f6a-6cc7b49bfc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3db5b2-a7eb-4e7a-a52c-44c7a7ce16a3,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:36.114202 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6580cfc-3944-471b-9627-7ef5b006a5f1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:36.120641 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-e6580cfc-3944-471b-9627-7ef5b006a5f1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:36.122768 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6580cfc-3944-471b-9627-7ef5b006a5f1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=c540f1f9-c46c-4c85-8bc2-004adc07ce5e,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:36.125119 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6580cfc-3944-471b-9627-7ef5b006a5f1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:36.131482 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6580cfc-3944-471b-9627-7ef5b006a5f1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:36.132113 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6580cfc-3944-471b-9627-7ef5b006a5f1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:36.147663 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e6580cfc-3944-471b-9627-7ef5b006a5f1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9807003 Jul 22 19:18:36.150132 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55590) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:36.261759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869e5e62-acde-4ca2-a51e-b063a1d26b22 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:36.268094 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869e5e62-acde-4ca2-a51e-b063a1d26b22 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:36.270417 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-869e5e62-acde-4ca2-a51e-b063a1d26b22 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1191199 Jul 22 19:18:36.273770 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55594) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:36.456859 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-a240cebc-476a-4d89-b263-03ee8335a588 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting port c540f1f9-c46c-4c85-8bc2-004adc07ce5e {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:36.462459 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a240cebc-476a-4d89-b263-03ee8335a588 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:36.582665 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0689fc-f81e-433a-8056-1030a8897f8a req-c549a2cf-641a-46a7-9527-1777492fa575 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:36.585551 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c0689fc-f81e-433a-8056-1030a8897f8a req-c549a2cf-641a-46a7-9527-1777492fa575 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8d00a56-20b4-4b9e-97f0-3d122a5a3a81 HTTP/1.1" status: 200 len: 945 time: 0.1891854 Jul 22 19:18:36.604200 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a240cebc-476a-4d89-b263-03ee8335a588 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:36.650931 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-a240cebc-476a-4d89-b263-03ee8335a588 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Calling delete_port for c540f1f9-c46c-4c85-8bc2-004adc07ce5e owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:36.724771 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991e84e7-23fe-45ac-991b-652f7f52211c None None] Network 0fd9468a-e484-4daf-a8ae-f2e9d81fe52e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:36.730029 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-29ce4c91-a2fc-4db5-8b6f-af9e20ad7195 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:36.749112 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-29ce4c91-a2fc-4db5-8b6f-af9e20ad7195 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Transition to ACTIVE for port object 67e5d027-91a3-4a7f-8848-854f6874f33e will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:36.797433 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-7c0689fc-f81e-433a-8056-1030a8897f8a req-073bca58-8921-47cb-8f20-64d1a76bd487 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Deleting port abac9848-9500-4ea0-bc3e-7c4af9a369bd {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:36.797694 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-29ce4c91-a2fc-4db5-8b6f-af9e20ad7195 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:36.797837 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7c0689fc-f81e-433a-8056-1030a8897f8a req-073bca58-8921-47cb-8f20-64d1a76bd487 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:36.914054 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2c7cc0ab-eb3a-484c-a52f-da4ff4ee342f None None] Provisioning for port ca809463-8525-413b-bdbe-c076dc45851e completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:36.964670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ce4c91-a2fc-4db5-8b6f-af9e20ad7195 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network 0fd9468a-e484-4daf-a8ae-f2e9d81fe52e is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:36.977330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7c0689fc-f81e-433a-8056-1030a8897f8a req-073bca58-8921-47cb-8f20-64d1a76bd487 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] For port abac9848-9500-4ea0-bc3e-7c4af9a369bd, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=abac9848-9500-4ea0-bc3e-7c4af9a369bd,segment=NetworkSegment(f5ed34da-c56c-4877-820b-9a1f23a5b5e7),segment_id=f5ed34da-c56c-4877-820b-9a1f23a5b5e7)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:36.977720 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7c0689fc-f81e-433a-8056-1030a8897f8a req-073bca58-8921-47cb-8f20-64d1a76bd487 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:36.989829 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-29ce4c91-a2fc-4db5-8b6f-af9e20ad7195 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:36.996330 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ce4c91-a2fc-4db5-8b6f-af9e20ad7195 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:37.007317 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-7c0689fc-f81e-433a-8056-1030a8897f8a req-073bca58-8921-47cb-8f20-64d1a76bd487 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Calling delete_port for abac9848-9500-4ea0-bc3e-7c4af9a369bd owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:37.008972 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ce4c91-a2fc-4db5-8b6f-af9e20ad7195 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:37.009493 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-29ce4c91-a2fc-4db5-8b6f-af9e20ad7195 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:37.018945 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce4c91-a2fc-4db5-8b6f-af9e20ad7195 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Port': ['ID=67e5d027-91a3-4a7f-8848-854f6874f33e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:37.031691 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a9df8b0-331a-4c88-bff7-0e4f6ed7c988 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:37.122962 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a240cebc-476a-4d89-b263-03ee8335a588 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:37.150279 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d08b74-ceaf-4d70-a182-2b79221f1c25 None None] Update dhcp port {'port': {'network_id': '0fd9468a-e484-4daf-a8ae-f2e9d81fe52e', 'fixed_ips': [{'subnet_id': '39054b56-6d89-46d1-a733-ef9412c35922', 'ip_address': '2001:db8::2'}, {'subnet_id': '905dda13-d064-4bfe-a889-0eacac4e8290'}], 'binding:host_id': 'n-d-800086-12'}, 'id': 'ca809463-8525-413b-bdbe-c076dc45851e'} from n-d-800086-12. {{(pid=93808) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:18:37.183590 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-29ce4c91-a2fc-4db5-8b6f-af9e20ad7195 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.4105830 Jul 22 19:18:37.186336 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55622) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:37.191874 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-fca73d33-d122-40bd-96f3-e26f9c377669 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '39054b56-6d89-46d1-a733-ef9412c35922'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:37.207773 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-02d08b74-ceaf-4d70-a182-2b79221f1c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:37.218296 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240cebc-476a-4d89-b263-03ee8335a588 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Port': ['ID=c540f1f9-c46c-4c85-8bc2-004adc07ce5e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:37.299511 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a240cebc-476a-4d89-b263-03ee8335a588 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:37.302690 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a240cebc-476a-4d89-b263-03ee8335a588 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/c540f1f9-c46c-4c85-8bc2-004adc07ce5e HTTP/1.1" status: 204 len: 168 time: 1.0279384 Jul 22 19:18:37.311860 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55628) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:37.375331 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-185e644c-0277-44e8-8306-4857a3607ce0 None None] Provisioning for port 626f7faf-188e-4556-937e-df3ea60b5649 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:37.435735 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7c0689fc-f81e-433a-8056-1030a8897f8a req-073bca58-8921-47cb-8f20-64d1a76bd487 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:37.454653 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['abac9848-9500-4ea0-bc3e-7c4af9a369bd'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:18:37.476582 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fca73d33-d122-40bd-96f3-e26f9c377669 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:37.480853 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-02d08b74-ceaf-4d70-a182-2b79221f1c25 None None] Allocated IP 2001:db8:0:1::2 (0fd9468a-e484-4daf-a8ae-f2e9d81fe52e/905dda13-d064-4bfe-a889-0eacac4e8290/ca809463-8525-413b-bdbe-c076dc45851e) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:37.491860 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d601b-2823-4b34-8efc-0207b949b36e req-2f1358ae-91e2-42d8-a035-eb2f34ea7930 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:37.498089 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-234d601b-2823-4b34-8efc-0207b949b36e req-2f1358ae-91e2-42d8-a035-eb2f34ea7930 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d00a56-20b4-4b9e-97f0-3d122a5a3a81 HTTP/1.1" status: 200 len: 945 time: 0.3960156 Jul 22 19:18:37.525268 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30824414-8e43-4045-a8c3-da9dd08f8fd9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:37.527012 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30824414-8e43-4045-a8c3-da9dd08f8fd9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:37.531412 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-30824414-8e43-4045-a8c3-da9dd08f8fd9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1937003 Jul 22 19:18:37.532019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55636) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:37.676697 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-02d08b74-ceaf-4d70-a182-2b79221f1c25 None None] For port ca809463-8525-413b-bdbe-c076dc45851e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ca809463-8525-413b-bdbe-c076dc45851e,segment=NetworkSegment(c495964f-afb6-4900-bf66-5a370714961a),segment_id=c495964f-afb6-4900-bf66-5a370714961a)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:37.681180 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bca58-8921-47cb-8f20-64d1a76bd487 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Pushing event deleted for resources: {'Port': ['ID=abac9848-9500-4ea0-bc3e-7c4af9a369bd,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:37.729704 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-02d08b74-ceaf-4d70-a182-2b79221f1c25 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:37.737920 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ea0dcf67-8ab8-42b9-9f50-7fcca84d2e24 None None] Could not find standard attr ID for object c540f1f9-c46c-4c85-8bc2-004adc07ce5e. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:18:37.742317 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 626f7faf-188e-4556-937e-df3ea60b5649 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:37.784726 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-02d08b74-ceaf-4d70-a182-2b79221f1c25 None None] Transition to ACTIVE for port object ca809463-8525-413b-bdbe-c076dc45851e will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:37.786260 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f459c-4c64-4a1b-a45a-e0cf213f6a64 req-a63578f1-2eb6-4cec-a508-6301d6168cb3 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:37.787759 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-469f459c-4c64-4a1b-a45a-e0cf213f6a64 req-a63578f1-2eb6-4cec-a508-6301d6168cb3 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 946 time: 0.6190736 Jul 22 19:18:37.791156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0689fc-f81e-433a-8056-1030a8897f8a req-073bca58-8921-47cb-8f20-64d1a76bd487 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] No DVR routers for this DVR port abac9848-9500-4ea0-bc3e-7c4af9a369bd on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:18:37.796188 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-234d601b-2823-4b34-8efc-0207b949b36e req-2a272025-3893-4cc4-9da7-0bb52e3350b4 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb1ff3b9-4998-441a-a959-98035f897178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627413 Jul 22 19:18:37.796398 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-02d08b74-ceaf-4d70-a182-2b79221f1c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:37.796856 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7c0689fc-f81e-433a-8056-1030a8897f8a req-073bca58-8921-47cb-8f20-64d1a76bd487 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:37.798798 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c0689fc-f81e-433a-8056-1030a8897f8a req-073bca58-8921-47cb-8f20-64d1a76bd487 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.16 "DELETE /v2.0/ports/abac9848-9500-4ea0-bc3e-7c4af9a369bd HTTP/1.1" status: 204 len: 173 time: 1.2071609 Jul 22 19:18:37.801763 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d00a56-20b4-4b9e-97f0-3d122a5a3a81', 'name': 'network-vif-deleted', 'tag': 'abac9848-9500-4ea0-bc3e-7c4af9a369bd'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:18:37.812556 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1059d942-f697-4ad8-9aae-b1181e4e0d48" -d '{"events": [{"server_uuid": "e8d00a56-20b4-4b9e-97f0-3d122a5a3a81", "name": "network-vif-deleted", "tag": "abac9848-9500-4ea0-bc3e-7c4af9a369bd"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:18:37.839205 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b85c0f-0286-4ede-b2c2-4485e5b2e580 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet 4288d728-d79a-40b0-a842-524b12f0e116 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:18:37.847940 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d8b85c0f-0286-4ede-b2c2-4485e5b2e580 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:37.970723 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9935aaf3-e4ec-4cc4-ab3b-ef7df4216229 x-openstack-request-id: req-9935aaf3-e4ec-4cc4-ab3b-ef7df4216229 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:18:37.971039 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d00a56-20b4-4b9e-97f0-3d122a5a3a81", "name": "network-vif-deleted", "tag": "abac9848-9500-4ea0-bc3e-7c4af9a369bd", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:18:37.971302 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9935aaf3-e4ec-4cc4-ab3b-ef7df4216229 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:18:37.971710 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d00a56-20b4-4b9e-97f0-3d122a5a3a81', 'name': 'network-vif-deleted', 'tag': 'abac9848-9500-4ea0-bc3e-7c4af9a369bd', 'status': 'completed', 'code': 200} Jul 22 19:18:37.978079 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d8b85c0f-0286-4ede-b2c2-4485e5b2e580 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.000623 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 626f7faf-188e-4556-937e-df3ea60b5649 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:38.003954 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d08b74-ceaf-4d70-a182-2b79221f1c25 None None] Pushing event updated for resources: {'Port': ['ID=ca809463-8525-413b-bdbe-c076dc45851e,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:38.036497 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 626f7faf-188e-4556-937e-df3ea60b5649 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:38.036877 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.074505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-469f459c-4c64-4a1b-a45a-e0cf213f6a64 req-98b653c9-d34c-4830-a175-6e415b991852 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561090 Jul 22 19:18:38.167320 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d8b85c0f-0286-4ede-b2c2-4485e5b2e580 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.175270 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.209978 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-fca73d33-d122-40bd-96f3-e26f9c377669 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Delete allocated IP 2001:db8:0:1::356 (0fd9468a-e484-4daf-a8ae-f2e9d81fe52e/905dda13-d064-4bfe-a889-0eacac4e8290) {{(pid=93806) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 19:18:38.215894 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-3a9df8b0-331a-4c88-bff7-0e4f6ed7c988 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting port dac7d85c-8ec4-48fd-9252-88918e0825f4 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:38.221321 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a9df8b0-331a-4c88-bff7-0e4f6ed7c988 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.248059 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d8b85c0f-0286-4ede-b2c2-4485e5b2e580 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.296730 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b85c0f-0286-4ede-b2c2-4485e5b2e580 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=4288d728-d79a-40b0-a842-524b12f0e116,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:38.299086 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d8b85c0f-0286-4ede-b2c2-4485e5b2e580 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.301994 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d8b85c0f-0286-4ede-b2c2-4485e5b2e580 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/4288d728-d79a-40b0-a842-524b12f0e116 HTTP/1.1" status: 204 len: 168 time: 0.6996090 Jul 22 19:18:38.304710 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d3f2d2-3705-49be-ac91-b198d2e66248 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:38.304961 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55656) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:38.338969 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.api [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:18:38.339852 n-d-800086-12 neutron-server[93808]: DEBUG oslo_db.api [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:18:38.389344 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e4fcbbdb-f01e-4a0f-812b-d1af4c89f62e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832162 Jul 22 19:18:38.392001 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55658) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:38.398705 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e460c491-f4e8-4164-ad3b-dcdcef8b7fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:38.554798 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55662) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:38.561759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e460c491-f4e8-4164-ad3b-dcdcef8b7fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:38.565853 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e460c491-f4e8-4164-ad3b-dcdcef8b7fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.641354 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fca73d33-d122-40bd-96f3-e26f9c377669 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.645360 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a9df8b0-331a-4c88-bff7-0e4f6ed7c988 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.663004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2b6cc7-2303-4cd6-9242-22d4a6bd24a0 None None] DHCP port deletion for ac1cdc45-8892-4608-b80a-7d90307aaf6c request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:18:38.685545 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-3a9df8b0-331a-4c88-bff7-0e4f6ed7c988 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Calling delete_port for dac7d85c-8ec4-48fd-9252-88918e0825f4 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:38.694502 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-fca73d33-d122-40bd-96f3-e26f9c377669 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Ignored duplicate provisioning block setup for port 67e5d027-91a3-4a7f-8848-854f6874f33e by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 19:18:38.716149 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fca73d33-d122-40bd-96f3-e26f9c377669 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.729270 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5c2d2627-4ead-4b90-8695-c9bd4a796ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.729978 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-7d2b6cc7-2303-4cd6-9242-22d4a6bd24a0 None None] Deleting port 626f7faf-188e-4556-937e-df3ea60b5649 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:38.730400 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7d2b6cc7-2303-4cd6-9242-22d4a6bd24a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.814726 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7d2b6cc7-2303-4cd6-9242-22d4a6bd24a0 None None] For port 626f7faf-188e-4556-937e-df3ea60b5649, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=626f7faf-188e-4556-937e-df3ea60b5649,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:38.815119 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7d2b6cc7-2303-4cd6-9242-22d4a6bd24a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.822075 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-fca73d33-d122-40bd-96f3-e26f9c377669 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] In _notify_port_updated(), no bound segment for port 67e5d027-91a3-4a7f-8848-854f6874f33e on network 0fd9468a-e484-4daf-a8ae-f2e9d81fe52e {{(pid=93806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:18:38.829258 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-7d2b6cc7-2303-4cd6-9242-22d4a6bd24a0 None None] Calling delete_port for 626f7faf-188e-4556-937e-df3ea60b5649 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:38.838009 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca73d33-d122-40bd-96f3-e26f9c377669 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:38.839031 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fca73d33-d122-40bd-96f3-e26f9c377669 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.840679 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fca73d33-d122-40bd-96f3-e26f9c377669 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "PUT /v2.0/ports/67e5d027-91a3-4a7f-8848-854f6874f33e HTTP/1.1" status: 200 len: 926 time: 1.6531551 Jul 22 19:18:38.849461 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55668) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:38.861236 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b8891c4f-c7de-4b29-956a-e3300d4e057c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '39054b56-6d89-46d1-a733-ef9412c35922'}, {'subnet_id': '905dda13-d064-4bfe-a889-0eacac4e8290'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:38.899165 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.901128 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca73d33-d122-40bd-96f3-e26f9c377669 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Port': ['ID=67e5d027-91a3-4a7f-8848-854f6874f33e,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:38.923990 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e460c491-f4e8-4164-ad3b-dcdcef8b7fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.934547 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b808c589-aff4-47d5-aca7-c798da4eb57e None None] Network 0fd9468a-e484-4daf-a8ae-f2e9d81fe52e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:38.990195 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e460c491-f4e8-4164-ad3b-dcdcef8b7fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:39.001404 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-e460c491-f4e8-4164-ad3b-dcdcef8b7fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:39.010743 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e460c491-f4e8-4164-ad3b-dcdcef8b7fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:39.011221 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e460c491-f4e8-4164-ad3b-dcdcef8b7fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:39.024313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460c491-f4e8-4164-ad3b-dcdcef8b7fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=856d1e0d-efd5-4ed7-b848-1ce635a677ad,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:39.038338 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5c2d2627-4ead-4b90-8695-c9bd4a796ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:39.045212 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5c2d2627-4ead-4b90-8695-c9bd4a796ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:39.047391 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b8891c4f-c7de-4b29-956a-e3300d4e057c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:39.079959 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e460c491-f4e8-4164-ad3b-dcdcef8b7fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6867435 Jul 22 19:18:39.090885 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55682) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:39.091221 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55684) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:39.099846 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-b174f1be-eb68-471f-be9f-908888398814 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'fixed_ips': [{'subnet_id': '856d1e0d-efd5-4ed7-b848-1ce635a677ad', 'ip_address': '2001:db8::a489:a3dd:58e7:7944'}], 'name': 'tempest-NetworksTestDHCPv6-1254099646'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:39.133252 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5c2d2627-4ead-4b90-8695-c9bd4a796ef2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eada6eb249df4fb39384ffe5c76718b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5769377 Jul 22 19:18:39.139734 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55688) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:39.149315 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d2627-4ead-4b90-8695-c9bd4a796ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f370f3b6-d25d-4eda-a010-9dd015c74161,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:39.218441 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a9df8b0-331a-4c88-bff7-0e4f6ed7c988 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:39.285166 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9df8b0-331a-4c88-bff7-0e4f6ed7c988 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Port': ['ID=dac7d85c-8ec4-48fd-9252-88918e0825f4,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:39.298069 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c533587-ec27-4be0-ba3f-5f5803b362b0 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:39.348556 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c533587-ec27-4be0-ba3f-5f5803b362b0 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:39.366984 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2465c379-0224-440e-af81-eb4d75785175 None None] Provisioning for port 67e5d027-91a3-4a7f-8848-854f6874f33e completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:39.377252 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 626f7faf-188e-4556-937e-df3ea60b5649, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=626f7faf-188e-4556-937e-df3ea60b5649,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:39.380179 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2465c379-0224-440e-af81-eb4d75785175 None None] Provisioning complete for port 67e5d027-91a3-4a7f-8848-854f6874f33e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:39.380179 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2465c379-0224-440e-af81-eb4d75785175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:39.382202 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:39.413939 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f72c6-7473-4cb4-a85f-bf7beda5a9a1 req-a60c5227-4914-4ffc-aae3-d23da7fcdd95 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:39.413939 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-670f72c6-7473-4cb4-a85f-bf7beda5a9a1 req-a60c5227-4914-4ffc-aae3-d23da7fcdd95 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 946 time: 0.1900253 Jul 22 19:18:39.414609 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b174f1be-eb68-471f-be9f-908888398814 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:39.419499 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b174f1be-eb68-471f-be9f-908888398814 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:39.439613 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:39.440347 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ca809463-8525-413b-bdbe-c076dc45851e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:39.465962 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7d2b6cc7-2303-4cd6-9242-22d4a6bd24a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:39.476095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-b174f1be-eb68-471f-be9f-908888398814 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] device_id is not set on port dd47074f-8a3d-4a1b-b33d-4d696d332e09 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:18:39.525271 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event deleted for resources: {'Port': ['ID=626f7faf-188e-4556-937e-df3ea60b5649,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:39.533374 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2465c379-0224-440e-af81-eb4d75785175 None None] Port 67e5d027-91a3-4a7f-8848-854f6874f33e cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:18:39.537076 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2b6cc7-2303-4cd6-9242-22d4a6bd24a0 None None] No DVR routers for this DVR port 626f7faf-188e-4556-937e-df3ea60b5649 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:18:39.555197 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-670f72c6-7473-4cb4-a85f-bf7beda5a9a1 req-55dca817-515f-4150-9e14-f87343abc677 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310487 Jul 22 19:18:39.559195 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c533587-ec27-4be0-ba3f-5f5803b362b0 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:39.563367 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c533587-ec27-4be0-ba3f-5f5803b362b0 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:39.571550 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1c533587-ec27-4be0-ba3f-5f5803b362b0 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "DELETE /v2.0/security-groups/c6a2c56f-5c3f-4733-9ca1-67ee2c05c49b HTTP/1.1" status: 204 len: 168 time: 0.4757159 Jul 22 19:18:39.575473 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55692) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:39.578449 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-b8891c4f-c7de-4b29-956a-e3300d4e057c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Allocated IP 2001:db8:0:1::34d (0fd9468a-e484-4daf-a8ae-f2e9d81fe52e/905dda13-d064-4bfe-a889-0eacac4e8290/67e5d027-91a3-4a7f-8848-854f6874f33e) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:39.585502 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd456774-b7b4-4dfc-b453-2abb9447251d None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:39.593540 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b6cc7-2303-4cd6-9242-22d4a6bd24a0 None None] Pushing event deleted for resources: {'Port': ['ID=626f7faf-188e-4556-937e-df3ea60b5649,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:39.598867 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c533587-ec27-4be0-ba3f-5f5803b362b0 tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a2c56f-5c3f-4733-9ca1-67ee2c05c49b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:39.613023 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-61ff7bbc-85fc-40e7-b4aa-1cbaf275679b tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] show failed (client error): The resource could not be found. Jul 22 19:18:39.617019 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-61ff7bbc-85fc-40e7-b4aa-1cbaf275679b tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "GET /v2.0/security-groups/c6a2c56f-5c3f-4733-9ca1-67ee2c05c49b HTTP/1.1" status: 404 len: 347 time: 0.0295582 Jul 22 19:18:39.617739 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55694) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:39.646836 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2465c379-0224-440e-af81-eb4d75785175 None None] Provisioning for port ca809463-8525-413b-bdbe-c076dc45851e completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:39.719249 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port ca809463-8525-413b-bdbe-c076dc45851e completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:39.723013 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b8891c4f-c7de-4b29-956a-e3300d4e057c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:39.734452 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port ca809463-8525-413b-bdbe-c076dc45851e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:39.735048 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:39.738316 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-b8891c4f-c7de-4b29-956a-e3300d4e057c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Transition to ACTIVE for port object 67e5d027-91a3-4a7f-8848-854f6874f33e will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:39.739355 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb24face-7b75-456f-8735-9a2ba0a4a79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:39.766343 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:18:39.800803 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b8891c4f-c7de-4b29-956a-e3300d4e057c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:39.857430 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb24face-7b75-456f-8735-9a2ba0a4a79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:39.911956 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'fixed_ips': [{'subnet_id': '856d1e0d-efd5-4ed7-b848-1ce635a677ad'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:18:39.913658 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:39.927430 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a9df8b0-331a-4c88-bff7-0e4f6ed7c988 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:39.932448 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:40.003607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port ca809463-8525-413b-bdbe-c076dc45851e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ca809463-8525-413b-bdbe-c076dc45851e,segment=NetworkSegment(c495964f-afb6-4900-bf66-5a370714961a),segment_id=c495964f-afb6-4900-bf66-5a370714961a)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:40.019524 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-b8891c4f-c7de-4b29-956a-e3300d4e057c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] In _notify_port_updated(), no bound segment for port 67e5d027-91a3-4a7f-8848-854f6874f33e on network 0fd9468a-e484-4daf-a8ae-f2e9d81fe52e {{(pid=93806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:18:40.026197 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8891c4f-c7de-4b29-956a-e3300d4e057c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:40.027146 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b8891c4f-c7de-4b29-956a-e3300d4e057c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:40.028826 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b8891c4f-c7de-4b29-956a-e3300d4e057c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "PUT /v2.0/ports/67e5d027-91a3-4a7f-8848-854f6874f33e HTTP/1.1" status: 200 len: 1012 time: 1.1726720 Jul 22 19:18:40.040142 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55696) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:40.056691 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8891c4f-c7de-4b29-956a-e3300d4e057c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Port': ['ID=67e5d027-91a3-4a7f-8848-854f6874f33e,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:40.081563 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:40.212888 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=ca809463-8525-413b-bdbe-c076dc45851e,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:40.226835 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb24face-7b75-456f-8735-9a2ba0a4a79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:40.229422 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb24face-7b75-456f-8735-9a2ba0a4a79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:40.230654 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cb24face-7b75-456f-8735-9a2ba0a4a79f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f370f3b6-d25d-4eda-a010-9dd015c74161 HTTP/1.1" status: 204 len: 168 time: 1.0879114 Jul 22 19:18:40.266510 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ca809463-8525-413b-bdbe-c076dc45851e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:40.306654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b4328a42-3029-4f9d-8554-1a224f5cbfb2 None None] Provisioning for port 67e5d027-91a3-4a7f-8848-854f6874f33e completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:40.320204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-43ab8f11-b987-4a44-b5de-931aa1405e3f tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Deleting port 89840f64-3dfc-44b5-a82a-6ab33550c6ee {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:40.320809 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-43ab8f11-b987-4a44-b5de-931aa1405e3f tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:40.324836 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b4328a42-3029-4f9d-8554-1a224f5cbfb2 None None] Provisioning complete for port 67e5d027-91a3-4a7f-8848-854f6874f33e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:40.325216 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b4328a42-3029-4f9d-8554-1a224f5cbfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:40.367058 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24face-7b75-456f-8735-9a2ba0a4a79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f370f3b6-d25d-4eda-a010-9dd015c74161,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:40.422563 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b4328a42-3029-4f9d-8554-1a224f5cbfb2 None None] Port 67e5d027-91a3-4a7f-8848-854f6874f33e cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:18:40.429385 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device abac9848-9500-4ea0-bc3e-7c4af9a369bd no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:18:40.429608 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-43ab8f11-b987-4a44-b5de-931aa1405e3f tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:40.429803 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-43ab8f11-b987-4a44-b5de-931aa1405e3f tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:40.444429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-43ab8f11-b987-4a44-b5de-931aa1405e3f tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Calling delete_port for 89840f64-3dfc-44b5-a82a-6ab33550c6ee owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:40.469955 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: abac9848-9500-4ea0-bc3e-7c4af9a369bd {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:18:40.471198 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device abac9848-9500-4ea0-bc3e-7c4af9a369bd not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:18:40.475361 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port ca809463-8525-413b-bdbe-c076dc45851e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:40.476571 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:40.526682 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b4328a42-3029-4f9d-8554-1a224f5cbfb2 None None] Provisioning complete for port ca809463-8525-413b-bdbe-c076dc45851e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:40.527208 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b4328a42-3029-4f9d-8554-1a224f5cbfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:40.539430 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9df8b0-331a-4c88-bff7-0e4f6ed7c988 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router c7fccb88-5bf9-4813-8312-75dec244c016 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:18:40.543329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-b174f1be-eb68-471f-be9f-908888398814 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8::a489:a3dd:58e7:7944 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/856d1e0d-efd5-4ed7-b848-1ce635a677ad/dd47074f-8a3d-4a1b-b33d-4d696d332e09) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:40.554855 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9815c-e406-4b09-b8d4-7105957663cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting port 67e5d027-91a3-4a7f-8848-854f6874f33e {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:40.555210 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c4a9815c-e406-4b09-b8d4-7105957663cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:40.741883 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-43ab8f11-b987-4a44-b5de-931aa1405e3f tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:40.761534 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 626f7faf-188e-4556-937e-df3ea60b5649 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:18:40.781721 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9df8b0-331a-4c88-bff7-0e4f6ed7c988 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:18:40.789261 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3a9df8b0-331a-4c88-bff7-0e4f6ed7c988 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/c7fccb88-5bf9-4813-8312-75dec244c016/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2116659 Jul 22 19:18:40.794110 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55712) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:40.802449 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b059427-ac6a-44fb-aee0-dc38fcd5f160 None None] Sync routers for ids ['c7fccb88-5bf9-4813-8312-75dec244c016'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:18:40.813199 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 626f7faf-188e-4556-937e-df3ea60b5649 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:18:40.813539 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 626f7faf-188e-4556-937e-df3ea60b5649 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:18:40.825141 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab8f11-b987-4a44-b5de-931aa1405e3f tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Pushing event deleted for resources: {'Port': ['ID=89840f64-3dfc-44b5-a82a-6ab33550c6ee,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:40.836643 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-28261e4e-85e2-49d4-ab4d-22f411bbafd1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fccb88-5bf9-4813-8312-75dec244c016 HTTP/1.1" status: 200 len: 205 time: 0.0389347 Jul 22 19:18:40.837047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55714) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:40.845706 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e22-adae-4ebf-bdbb-0719aa68625c None None] Provisioning complete for port 67e5d027-91a3-4a7f-8848-854f6874f33e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:40.846083 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e22-adae-4ebf-bdbb-0719aa68625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:40.849324 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b059427-ac6a-44fb-aee0-dc38fcd5f160 None None] Routers {'c7fccb88-5bf9-4813-8312-75dec244c016'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:18:40.851069 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-9b059427-ac6a-44fb-aee0-dc38fcd5f160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:18:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c7fccb88-5bf9-4813-8312-75dec244c016'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:40.910649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-9b059427-ac6a-44fb-aee0-dc38fcd5f160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:40.933096 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b059427-ac6a-44fb-aee0-dc38fcd5f160 None None] Routers {'c7fccb88-5bf9-4813-8312-75dec244c016'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:18:40.933736 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-9b059427-ac6a-44fb-aee0-dc38fcd5f160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:18:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c7fccb88-5bf9-4813-8312-75dec244c016'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:40.987830 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ccd8ac4a-c79c-4644-950e-523e2c605b03 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.005157 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-43ab8f11-b987-4a44-b5de-931aa1405e3f tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.009032 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-43ab8f11-b987-4a44-b5de-931aa1405e3f tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.010169 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-43ab8f11-b987-4a44-b5de-931aa1405e3f tempest-ImagesOneServerNegativeTestJSON-1936458942 tempest-ImagesOneServerNegativeTestJSON-1936458942-project] 10.222.0.13 "DELETE /v2.0/floatingips/fe0a1abc-696f-47de-9ea3-9895c1ce811e HTTP/1.1" status: 204 len: 168 time: 1.3885820 Jul 22 19:18:41.023993 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c4a9815c-e406-4b09-b8d4-7105957663cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.040592 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-9b059427-ac6a-44fb-aee0-dc38fcd5f160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:41.041518 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b059427-ac6a-44fb-aee0-dc38fcd5f160 None None] The sync data for ids ['c7fccb88-5bf9-4813-8312-75dec244c016'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:18:41.043014 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9815c-e406-4b09-b8d4-7105957663cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Calling delete_port for 67e5d027-91a3-4a7f-8848-854f6874f33e owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:41.046163 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-4ae95e22-adae-4ebf-bdbb-0719aa68625c None None] Port 67e5d027-91a3-4a7f-8848-854f6874f33e cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:18:41.054631 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c3c94-e9ea-4cf6-90ce-9257c39c34c1 req-71e98a08-948c-42bc-af9f-667174604a8b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:41.058733 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-845c3c94-e9ea-4cf6-90ce-9257c39c34c1 req-71e98a08-948c-42bc-af9f-667174604a8b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 946 time: 0.3362360 Jul 22 19:18:41.071574 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [req-d9b92168-b03d-42b2-b5cd-e81df454c7f9 req-f5b0f504-96d6-45f2-9e5b-bcd9ef2e5a42 service neutron] (93806) timed out ('10.222.0.16', 58810) {{(pid=93806) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 19:18:41.078698 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b174f1be-eb68-471f-be9f-908888398814 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.147999 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-b174f1be-eb68-471f-be9f-908888398814 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Transition to ACTIVE for port object dd47074f-8a3d-4a1b-b33d-4d696d332e09 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:41.160200 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-845c3c94-e9ea-4cf6-90ce-9257c39c34c1 req-a03f41b9-a546-49ff-bad0-9ae09328889a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905473 Jul 22 19:18:41.181696 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fa7b7a95-6ced-4c32-a34d-dd2e312690a4 None None] Provisioning complete for port 67e5d027-91a3-4a7f-8848-854f6874f33e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:41.182646 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7a95-6ced-4c32-a34d-dd2e312690a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.214950 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55734) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:41.216270 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b174f1be-eb68-471f-be9f-908888398814 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.278413 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-fa7b7a95-6ced-4c32-a34d-dd2e312690a4 None None] Port 67e5d027-91a3-4a7f-8848-854f6874f33e cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:18:41.312122 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] Allocated IP 2001:db8::2 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/856d1e0d-efd5-4ed7-b848-1ce635a677ad/9f974664-227e-4c95-846b-eee6b6704380) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:41.361481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d6e2e0-4891-4a15-a9b6-312062c4dae3 admin admin] Deleting subnet 29e707c9-c827-4964-a4b7-caa85889562c {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:18:41.371441 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c0d6e2e0-4891-4a15-a9b6-312062c4dae3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.385175 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ccd8ac4a-c79c-4644-950e-523e2c605b03 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.388508 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ccd8ac4a-c79c-4644-950e-523e2c605b03 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.429588 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c0d6e2e0-4891-4a15-a9b6-312062c4dae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.476429 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ccd8ac4a-c79c-4644-950e-523e2c605b03 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.476758 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd8ac4a-c79c-4644-950e-523e2c605b03 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Fanout notify agent at l3_agent the message router_deleted on router c7fccb88-5bf9-4813-8312-75dec244c016 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:18:41.484137 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ccd8ac4a-c79c-4644-950e-523e2c605b03 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.488741 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ccd8ac4a-c79c-4644-950e-523e2c605b03 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/routers/c7fccb88-5bf9-4813-8312-75dec244c016 HTTP/1.1" status: 204 len: 168 time: 0.6507275 Jul 22 19:18:41.489387 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55740) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:41.489715 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55742) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:41.494920 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b174f1be-eb68-471f-be9f-908888398814 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:41.523253 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-b174f1be-eb68-471f-be9f-908888398814 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:41.546179 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b174f1be-eb68-471f-be9f-908888398814 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:41.552365 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b174f1be-eb68-471f-be9f-908888398814 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:41.553069 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b174f1be-eb68-471f-be9f-908888398814 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.579514 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b174f1be-eb68-471f-be9f-908888398814 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4847779 Jul 22 19:18:41.582496 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b4e1a7b-1823-4ce3-98e9-915eac41abb1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting subnet ab136476-29b3-4129-af52-43a9f8487ff2 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:18:41.587324 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55746) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:41.592238 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174f1be-eb68-471f-be9f-908888398814 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=dd47074f-8a3d-4a1b-b33d-4d696d332e09,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:41.596792 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.603380 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c0d6e2e0-4891-4a15-a9b6-312062c4dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.618261 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] Transition to ACTIVE for port object 9f974664-227e-4c95-846b-eee6b6704380 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:41.623954 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b4e1a7b-1823-4ce3-98e9-915eac41abb1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.639809 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] Transition to ACTIVE for port object 9f974664-227e-4c95-846b-eee6b6704380 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:41.661865 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.707417 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.714726 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c0d6e2e0-4891-4a15-a9b6-312062c4dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.716342 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:41.720235 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:41.726755 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8fec8d7a-c1c8-4308-af13-b0374724ceb8 tempest-AgentManagementNegativeTest-1694942683 tempest-AgentManagementNegativeTest-1694942683-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2150052 Jul 22 19:18:41.733372 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c0d6e2e0-4891-4a15-a9b6-312062c4dae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.739984 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:41.740195 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55750) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:41.740649 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c0d6e2e0-4891-4a15-a9b6-312062c4dae3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/29e707c9-c827-4964-a4b7-caa85889562c HTTP/1.1" status: 204 len: 168 time: 0.5216062 Jul 22 19:18:41.745199 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-138ac69d-0a7b-473b-85f8-28e3087901e4 None None] Provisioning complete for port 67e5d027-91a3-4a7f-8848-854f6874f33e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:41.745644 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-138ac69d-0a7b-473b-85f8-28e3087901e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.749092 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] Pushing event updated for resources: {'Port': ['ID=9f974664-227e-4c95-846b-eee6b6704380,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:41.778013 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6e2e0-4891-4a15-a9b6-312062c4dae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29e707c9-c827-4964-a4b7-caa85889562c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:41.797355 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b4e1a7b-1823-4ce3-98e9-915eac41abb1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.831987 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c4a9815c-e406-4b09-b8d4-7105957663cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.838495 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-138ac69d-0a7b-473b-85f8-28e3087901e4 None None] Port 67e5d027-91a3-4a7f-8848-854f6874f33e cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:18:41.852931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] Attempting to bind port 9f974664-227e-4c95-846b-eee6b6704380 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:18:41.853309 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] Attempting to bind port 9f974664-227e-4c95-846b-eee6b6704380 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:18:41.853671 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] Attempting to bind port 9f974664-227e-4c95-846b-eee6b6704380 on network ac1cdc45-8892-4608-b80a-7d90307aaf6c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:18:41.859384 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:18:41.860092 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] Checking segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:41.860556 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.860953 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] Bound using segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:18:41.861460 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] Bound port: 9f974664-227e-4c95-846b-eee6b6704380, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:18:41.861844 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.939446 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] For port 9f974664-227e-4c95-846b-eee6b6704380, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:18:41.945228 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] For port 9f974664-227e-4c95-846b-eee6b6704380, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9f974664-227e-4c95-846b-eee6b6704380,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:18:41.951065 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:42.040934 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d44ac-ac0f-4898-a5c8-44584f35370a None None] Pushing event updated for resources: {'Port': ['ID=9f974664-227e-4c95-846b-eee6b6704380,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:42.116695 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55754) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:42.204792 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ca809463-8525-413b-bdbe-c076dc45851e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:42.311584 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9815c-e406-4b09-b8d4-7105957663cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Port': ['ID=67e5d027-91a3-4a7f-8848-854f6874f33e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:42.320752 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b8d02861-6223-49a8-8fa8-b76f6ccaf075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:42.333090 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port ca809463-8525-413b-bdbe-c076dc45851e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:42.333594 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:42.354378 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-780542d8-7f3c-4a43-a150-ce691a2415c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:42.362768 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24449684-102e-4b15-8c28-0cfee65c6445 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:42.369163 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24449684-102e-4b15-8c28-0cfee65c6445 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:42.370830 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-24449684-102e-4b15-8c28-0cfee65c6445 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7557592 Jul 22 19:18:42.405167 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55760) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:42.470461 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c4a9815c-e406-4b09-b8d4-7105957663cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:42.475213 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c4a9815c-e406-4b09-b8d4-7105957663cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/ports/67e5d027-91a3-4a7f-8848-854f6874f33e HTTP/1.1" status: 204 len: 168 time: 2.4305582 Jul 22 19:18:42.481797 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55762) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:42.541125 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b4e1a7b-1823-4ce3-98e9-915eac41abb1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:42.571683 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f876842-49ed-4645-9f4e-3d00e6d373da tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] GET failed (client error): The resource could not be found. Jul 22 19:18:42.573362 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1f876842-49ed-4645-9f4e-3d00e6d373da tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports/67e5d027-91a3-4a7f-8848-854f6874f33e HTTP/1.1" status: 404 len: 333 time: 0.0905409 Jul 22 19:18:42.579192 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-780542d8-7f3c-4a43-a150-ce691a2415c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:42.580282 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55766) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:42.618565 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-780542d8-7f3c-4a43-a150-ce691a2415c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:42.659878 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b8d02861-6223-49a8-8fa8-b76f6ccaf075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:42.668515 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b4e1a7b-1823-4ce3-98e9-915eac41abb1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:42.677350 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-b8d02861-6223-49a8-8fa8-b76f6ccaf075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:42.690983 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-780542d8-7f3c-4a43-a150-ce691a2415c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eeb4a9840c82485bbb13cfa4004f0dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5728071 Jul 22 19:18:42.704835 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55768) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:42.714374 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e1a7b-1823-4ce3-98e9-915eac41abb1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Subnet': ['ID=ab136476-29b3-4129-af52-43a9f8487ff2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:42.718065 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-b8d02861-6223-49a8-8fa8-b76f6ccaf075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ed34da-c56c-4877-820b-9a1f23a5b5e7') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:42.718354 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-b8d02861-6223-49a8-8fa8-b76f6ccaf075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ed34da-c56c-4877-820b-9a1f23a5b5e7') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:42.729337 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb12f02a-be68-4c19-b171-7129ca5a923e None None] Network 387c2a5a-886e-460f-b6a6-dde4d86887a3 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:42.732838 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b4e1a7b-1823-4ce3-98e9-915eac41abb1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:42.734731 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9b4e1a7b-1823-4ce3-98e9-915eac41abb1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/subnets/ab136476-29b3-4129-af52-43a9f8487ff2 HTTP/1.1" status: 204 len: 168 time: 1.2219830 Jul 22 19:18:42.738019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a66a42-878b-4745-93e9-64dc0cc0c2b7 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting subnet 905dda13-d064-4bfe-a889-0eacac4e8290 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:18:42.739421 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b8d02861-6223-49a8-8fa8-b76f6ccaf075 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:42.741403 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55770) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:42.744410 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-75a66a42-878b-4745-93e9-64dc0cc0c2b7 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:42.747399 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780542d8-7f3c-4a43-a150-ce691a2415c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a03633-cc26-415b-bad9-26a3e544645a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:42.758522 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5f893-ff5b-460e-bb56-99b31fa42cb8 req-0df78469-04c9-4415-a893-3bb024f45360 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:42.760070 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6aa5f893-ff5b-460e-bb56-99b31fa42cb8 req-0df78469-04c9-4415-a893-3bb024f45360 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 946 time: 0.4495761 Jul 22 19:18:42.812354 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b8d02861-6223-49a8-8fa8-b76f6ccaf075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:42.827362 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d02861-6223-49a8-8fa8-b76f6ccaf075 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:18:42.827766 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b8d02861-6223-49a8-8fa8-b76f6ccaf075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:42.828503 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-75a66a42-878b-4745-93e9-64dc0cc0c2b7 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:18:42.830323 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:18:42.866867 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-603167a5-b8e7-46d8-9715-2095f07deecc tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting subnet 8e6fd1dc-9a1e-4ff3-b663-319498dbf7c2 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:18:42.873928 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6aa5f893-ff5b-460e-bb56-99b31fa42cb8 req-3e2653f6-6352-4028-86ce-c7e37cffeede tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919168 Jul 22 19:18:42.882993 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-603167a5-b8e7-46d8-9715-2095f07deecc tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:42.890714 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-76294df0-3220-4c9a-9378-51faba31d98b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting port dd47074f-8a3d-4a1b-b33d-4d696d332e09 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:42.891048 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-76294df0-3220-4c9a-9378-51faba31d98b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:42.917953 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aa2179f2-b87b-45ab-9b94-e889fff997f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:42.985963 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b8d02861-6223-49a8-8fa8-b76f6ccaf075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:42.991246 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aa2179f2-b87b-45ab-9b94-e889fff997f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:42.994608 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0795f645-ad14-4998-9aff-48ff6ca21046 None None] DHCP port deletion for 387c2a5a-886e-460f-b6a6-dde4d86887a3 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:18:42.998876 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b8d02861-6223-49a8-8fa8-b76f6ccaf075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.003620 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b8d02861-6223-49a8-8fa8-b76f6ccaf075 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623 HTTP/1.1" status: 204 len: 168 time: 1.2591434 Jul 22 19:18:43.011941 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-603167a5-b8e7-46d8-9715-2095f07deecc tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.026583 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-75a66a42-878b-4745-93e9-64dc0cc0c2b7 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.046875 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d02861-6223-49a8-8fa8-b76f6ccaf075 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bfa8cf2-ddc7-4cb4-b253-d4dab19bb623,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:43.077682 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-76294df0-3220-4c9a-9378-51faba31d98b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.113018 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0795f645-ad14-4998-9aff-48ff6ca21046 None None] Deleting port 037676e7-5564-4f21-b3e0-dc747ca4448b {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:43.113678 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0795f645-ad14-4998-9aff-48ff6ca21046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.120250 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-76294df0-3220-4c9a-9378-51faba31d98b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Calling delete_port for dd47074f-8a3d-4a1b-b33d-4d696d332e09 owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:43.139050 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-75a66a42-878b-4745-93e9-64dc0cc0c2b7 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.155778 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-603167a5-b8e7-46d8-9715-2095f07deecc tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.162018 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aa2179f2-b87b-45ab-9b94-e889fff997f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.167142 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aa2179f2-b87b-45ab-9b94-e889fff997f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.168990 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-aa2179f2-b87b-45ab-9b94-e889fff997f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53a03633-cc26-415b-bad9-26a3e544645a HTTP/1.1" status: 204 len: 168 time: 0.4612961 Jul 22 19:18:43.223575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a66a42-878b-4745-93e9-64dc0cc0c2b7 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Subnet': ['ID=905dda13-d064-4bfe-a889-0eacac4e8290,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:43.227436 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0795f645-ad14-4998-9aff-48ff6ca21046 None None] For port 037676e7-5564-4f21-b3e0-dc747ca4448b, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=037676e7-5564-4f21-b3e0-dc747ca4448b,segment=NetworkSegment(56a744c3-4e72-4598-aa94-36890c155b07),segment_id=56a744c3-4e72-4598-aa94-36890c155b07)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:43.227436 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0795f645-ad14-4998-9aff-48ff6ca21046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.231726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55776) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:43.232823 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-75a66a42-878b-4745-93e9-64dc0cc0c2b7 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.239322 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55778) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:43.241068 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-75a66a42-878b-4745-93e9-64dc0cc0c2b7 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/subnets/905dda13-d064-4bfe-a889-0eacac4e8290 HTTP/1.1" status: 204 len: 168 time: 0.6570914 Jul 22 19:18:43.245393 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33cd1d2-6875-4f76-8738-53ef047e4a76 None None] Network 0fd9468a-e484-4daf-a8ae-f2e9d81fe52e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:43.255224 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2179f2-b87b-45ab-9b94-e889fff997f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a03633-cc26-415b-bad9-26a3e544645a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:43.264671 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0795f645-ad14-4998-9aff-48ff6ca21046 None None] Calling delete_port for 037676e7-5564-4f21-b3e0-dc747ca4448b owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:43.331107 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-114bad36-e344-4697-87dd-e46b19d8a7f0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting subnet 39054b56-6d89-46d1-a733-ef9412c35922 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:18:43.336655 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-114bad36-e344-4697-87dd-e46b19d8a7f0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.398849 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f8fed703-007d-449a-9228-b661e60caa24 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f8ad148cf844b58b8137ecbf1a0823b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530018 Jul 22 19:18:43.405881 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-603167a5-b8e7-46d8-9715-2095f07deecc tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.406806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55780) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:43.447949 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-603167a5-b8e7-46d8-9715-2095f07deecc tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.450272 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-603167a5-b8e7-46d8-9715-2095f07deecc tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/subnets/8e6fd1dc-9a1e-4ff3-b663-319498dbf7c2 HTTP/1.1" status: 204 len: 168 time: 0.7077956 Jul 22 19:18:43.451286 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603167a5-b8e7-46d8-9715-2095f07deecc tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Subnet': ['ID=8e6fd1dc-9a1e-4ff3-b663-319498dbf7c2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:43.455542 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55784) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:43.470647 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-114bad36-e344-4697-87dd-e46b19d8a7f0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.488987 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f26435-003a-439a-85ea-6cb8c9e34263 None None] Network 614bc146-8825-46c3-a704-f5e18ce8020a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:43.579905 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-114bad36-e344-4697-87dd-e46b19d8a7f0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.626365 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-53a29294-e513-48f8-9336-c327bcbb2264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.657806 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-27fdec1f-ebeb-479f-8727-f30ac8c122ad tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.667424 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-114bad36-e344-4697-87dd-e46b19d8a7f0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.675682 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0795f645-ad14-4998-9aff-48ff6ca21046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.699298 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-53a29294-e513-48f8-9336-c327bcbb2264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.715651 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-76294df0-3220-4c9a-9378-51faba31d98b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.730331 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bad36-e344-4697-87dd-e46b19d8a7f0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Subnet': ['ID=39054b56-6d89-46d1-a733-ef9412c35922,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:43.734745 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-114bad36-e344-4697-87dd-e46b19d8a7f0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.741049 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-114bad36-e344-4697-87dd-e46b19d8a7f0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/subnets/39054b56-6d89-46d1-a733-ef9412c35922 HTTP/1.1" status: 204 len: 168 time: 0.4936268 Jul 22 19:18:43.741049 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55792) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:43.801778 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795f645-ad14-4998-9aff-48ff6ca21046 None None] Pushing event deleted for resources: {'Port': ['ID=037676e7-5564-4f21-b3e0-dc747ca4448b,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:43.820054 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0795f645-ad14-4998-9aff-48ff6ca21046 None None] No DVR routers for this DVR port 037676e7-5564-4f21-b3e0-dc747ca4448b on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:18:43.857831 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6c5855dc-6fe9-4841-ab00-7592bd1a25ca None None] Provisioning for port 9f974664-227e-4c95-846b-eee6b6704380 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:43.858378 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-76294df0-3220-4c9a-9378-51faba31d98b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:43.863113 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-76294df0-3220-4c9a-9378-51faba31d98b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/dd47074f-8a3d-4a1b-b33d-4d696d332e09 HTTP/1.1" status: 204 len: 168 time: 1.3653169 Jul 22 19:18:43.868159 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76294df0-3220-4c9a-9378-51faba31d98b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Port': ['ID=dd47074f-8a3d-4a1b-b33d-4d696d332e09,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:43.870066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55796) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:43.948703 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4aa81fb6-111f-4286-9554-9b312844b328 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.044284 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-27fdec1f-ebeb-479f-8727-f30ac8c122ad tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.048186 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-17055599-c277-4754-bd86-56572a33ed68 None None] Could not find standard attr ID for object dd47074f-8a3d-4a1b-b33d-4d696d332e09. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:18:44.070863 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5254e4-c356-4785-93e6-1829c6026383 None None] Update dhcp port {'port': {'network_id': '0fd9468a-e484-4daf-a8ae-f2e9d81fe52e', 'fixed_ips': [{'subnet_id': '39054b56-6d89-46d1-a733-ef9412c35922'}], 'binding:host_id': 'n-d-800086-12'}, 'id': 'ca809463-8525-413b-bdbe-c076dc45851e'} from n-d-800086-12. {{(pid=93808) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:18:44.076128 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e224708-66db-4903-a64d-5d08e743d902 None None] DHCP port deletion for 614bc146-8825-46c3-a704-f5e18ce8020a request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:18:44.095459 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-4aa81fb6-111f-4286-9554-9b312844b328 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting port ca809463-8525-413b-bdbe-c076dc45851e {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:44.102920 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-27fdec1f-ebeb-479f-8727-f30ac8c122ad tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387c2a5a-886e-460f-b6a6-dde4d86887a3']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:44.112604 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4aa81fb6-111f-4286-9554-9b312844b328 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.121383 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-27fdec1f-ebeb-479f-8727-f30ac8c122ad tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a744c3-4e72-4598-aa94-36890c155b07') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:44.121644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-27fdec1f-ebeb-479f-8727-f30ac8c122ad tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a744c3-4e72-4598-aa94-36890c155b07') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:44.126173 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4141f6bc-04e0-4194-aec4-e93a1d71cd96 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:44.128894 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4141f6bc-04e0-4194-aec4-e93a1d71cd96 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:44.132622 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4141f6bc-04e0-4194-aec4-e93a1d71cd96 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2482700 Jul 22 19:18:44.141635 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55804) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:44.143184 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-53a29294-e513-48f8-9336-c327bcbb2264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.146407 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-53a29294-e513-48f8-9336-c327bcbb2264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.148661 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-53a29294-e513-48f8-9336-c327bcbb2264 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb1ff3b9-4998-441a-a959-98035f897178 HTTP/1.1" status: 204 len: 168 time: 0.7406712 Jul 22 19:18:44.156121 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-27fdec1f-ebeb-479f-8727-f30ac8c122ad tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.213771 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a29294-e513-48f8-9336-c327bcbb2264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1ff3b9-4998-441a-a959-98035f897178,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:44.255656 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-27fdec1f-ebeb-479f-8727-f30ac8c122ad tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.273219 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27fdec1f-ebeb-479f-8727-f30ac8c122ad tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:18:44.274246 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-27fdec1f-ebeb-479f-8727-f30ac8c122ad tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:18:44.281777 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:18:44.290587 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-4aa81fb6-111f-4286-9554-9b312844b328 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] For port ca809463-8525-413b-bdbe-c076dc45851e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ca809463-8525-413b-bdbe-c076dc45851e,segment=NetworkSegment(c495964f-afb6-4900-bf66-5a370714961a),segment_id=c495964f-afb6-4900-bf66-5a370714961a)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:44.290912 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4aa81fb6-111f-4286-9554-9b312844b328 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.292910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1293f8-deea-4403-a1b9-b597420c1e54 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet 856d1e0d-efd5-4ed7-b848-1ce635a677ad {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:18:44.307182 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-4aa81fb6-111f-4286-9554-9b312844b328 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Calling delete_port for ca809463-8525-413b-bdbe-c076dc45851e owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:44.309081 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b1293f8-deea-4403-a1b9-b597420c1e54 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.344111 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6c5254e4-c356-4785-93e6-1829c6026383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.353392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b975d-97e0-415a-8ee3-a7c872682dec req-42c970c5-8ac9-4afb-b3df-727454328d8b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:44.355684 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9f974664-227e-4c95-846b-eee6b6704380 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:44.359019 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-858b975d-97e0-415a-8ee3-a7c872682dec req-42c970c5-8ac9-4afb-b3df-727454328d8b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 946 time: 0.3514867 Jul 22 19:18:44.418642 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4aa81fb6-111f-4286-9554-9b312844b328 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.455610 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa81fb6-111f-4286-9554-9b312844b328 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] No DVR routers for this DVR port ca809463-8525-413b-bdbe-c076dc45851e on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:18:44.456260 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-27fdec1f-ebeb-479f-8727-f30ac8c122ad tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.457172 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa81fb6-111f-4286-9554-9b312844b328 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Port': ['ID=ca809463-8525-413b-bdbe-c076dc45851e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:44.463502 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-27fdec1f-ebeb-479f-8727-f30ac8c122ad tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.465235 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-27fdec1f-ebeb-479f-8727-f30ac8c122ad tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/networks/387c2a5a-886e-460f-b6a6-dde4d86887a3 HTTP/1.1" status: 204 len: 168 time: 1.0087364 Jul 22 19:18:44.481410 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55814) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:44.486805 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b1293f8-deea-4403-a1b9-b597420c1e54 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.539691 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 9f974664-227e-4c95-846b-eee6b6704380 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:44.542142 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdec1f-ebeb-479f-8727-f30ac8c122ad tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Network': ['ID=387c2a5a-886e-460f-b6a6-dde4d86887a3,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:44.547905 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-858b975d-97e0-415a-8ee3-a7c872682dec req-5545fa89-2b77-4719-80cf-5488d20d5ab7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707425 Jul 22 19:18:44.582226 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4aa81fb6-111f-4286-9554-9b312844b328 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.592096 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 9f974664-227e-4c95-846b-eee6b6704380 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:44.592776 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.593400 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-4aa81fb6-111f-4286-9554-9b312844b328 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd9468a-e484-4daf-a8ae-f2e9d81fe52e']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:44.604172 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-4aa81fb6-111f-4286-9554-9b312844b328 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c495964f-afb6-4900-bf66-5a370714961a') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:44.604455 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-4aa81fb6-111f-4286-9554-9b312844b328 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c495964f-afb6-4900-bf66-5a370714961a') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:44.621667 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4aa81fb6-111f-4286-9554-9b312844b328 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.625896 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-750aa3b4-0316-4ec1-9725-0416e58df488 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.638342 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55818) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:44.641769 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5254e4-c356-4785-93e6-1829c6026383 None None] Host n-d-800086-12 tried to update port ca809463-8525-413b-bdbe-c076dc45851e which no longer exists. {{(pid=93808) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Jul 22 19:18:44.644945 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4aa81fb6-111f-4286-9554-9b312844b328 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.653967 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa81fb6-111f-4286-9554-9b312844b328 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:18:44.654418 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4aa81fb6-111f-4286-9554-9b312844b328 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.657959 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0e224708-66db-4903-a64d-5d08e743d902 None None] Deleting port 5858dbfa-1293-4e54-a6f0-886433fdbb69 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:44.658333 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0e224708-66db-4903-a64d-5d08e743d902 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:18:44.668416 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:18:44.806989 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4aa81fb6-111f-4286-9554-9b312844b328 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.823766 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4aa81fb6-111f-4286-9554-9b312844b328 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.825823 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4aa81fb6-111f-4286-9554-9b312844b328 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/networks/0fd9468a-e484-4daf-a8ae-f2e9d81fe52e HTTP/1.1" status: 204 len: 168 time: 1.0851629 Jul 22 19:18:44.838830 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55830) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:44.852223 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa81fb6-111f-4286-9554-9b312844b328 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Network': ['ID=0fd9468a-e484-4daf-a8ae-f2e9d81fe52e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:44.861403 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16a97df-7e97-4e34-8acd-290f33bf169f None None] Network 0fd9468a-e484-4daf-a8ae-f2e9d81fe52e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:44.871294 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c1a56648-9a1b-4163-990a-57ca27602af6 None None] Could not find standard attr ID for object ca809463-8525-413b-bdbe-c076dc45851e. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:18:44.894095 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-de02696e-a988-44cb-94a1-27781c6b1e3c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1591101583'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:44.897822 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16a97df-7e97-4e34-8acd-290f33bf169f None None] Network 0fd9468a-e484-4daf-a8ae-f2e9d81fe52e could not be found, it might have been deleted concurrently. {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 19:18:44.900649 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b1293f8-deea-4403-a1b9-b597420c1e54 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.936113 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-212cc632-0704-4ba5-9422-3e25d3b7c9c2 service neutron] show failed (client error): The resource could not be found. Jul 22 19:18:44.937297 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-212cc632-0704-4ba5-9422-3e25d3b7c9c2 service neutron] 10.222.0.30 "GET /v2.0/ports/deea12ea-0ef2-477e-adc1-e0c1b75d4215/bindings/n-h2-800086-12 HTTP/1.1" status: 404 len: 381 time: 0.2880116 Jul 22 19:18:44.943957 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de02696e-a988-44cb-94a1-27781c6b1e3c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Made reservation on behalf of 341c50f519e84b66bfec7474cf308179 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:44.960011 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-de02696e-a988-44cb-94a1-27781c6b1e3c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:44.987425 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-de02696e-a988-44cb-94a1-27781c6b1e3c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.004412 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-750aa3b4-0316-4ec1-9725-0416e58df488 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting port 5858dbfa-1293-4e54-a6f0-886433fdbb69 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:45.004851 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-750aa3b4-0316-4ec1-9725-0416e58df488 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.011295 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc42a874-ab7f-4f13-ae8f-a9a9612650d9 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:45.013306 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fc42a874-ab7f-4f13-ae8f-a9a9612650d9 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1728792 Jul 22 19:18:45.016264 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.016467 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55834) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:45.028500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0e224708-66db-4903-a64d-5d08e743d902 None None] For port 5858dbfa-1293-4e54-a6f0-886433fdbb69, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5858dbfa-1293-4e54-a6f0-886433fdbb69,segment=NetworkSegment(54013d89-db8d-4db9-be5c-0424c93f2756),segment_id=54013d89-db8d-4db9-be5c-0424c93f2756)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:45.028500 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0e224708-66db-4903-a64d-5d08e743d902 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.033144 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa41d1f-6a85-47b2-a175-21a02a76a07b None None] DHCP port deletion for 0fd9468a-e484-4daf-a8ae-f2e9d81fe52e request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:18:45.040362 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b1293f8-deea-4403-a1b9-b597420c1e54 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.074439 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0e224708-66db-4903-a64d-5d08e743d902 None None] Calling delete_port for 5858dbfa-1293-4e54-a6f0-886433fdbb69 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:45.088567 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6011330-5fb0-4b82-a3af-2bf524d716ef None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:45.148015 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1293f8-deea-4403-a1b9-b597420c1e54 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=856d1e0d-efd5-4ed7-b848-1ce635a677ad,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:45.155495 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5967f5b5-b61d-4e1a-ad94-6b607bdce202 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1371219 Jul 22 19:18:45.159146 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55840) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:45.163264 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b1293f8-deea-4403-a1b9-b597420c1e54 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.167241 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ec0761d7-6ec7-4137-a9d7-bc6e87acc5ee tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-924353701'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:45.167939 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5b1293f8-deea-4403-a1b9-b597420c1e54 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/856d1e0d-efd5-4ed7-b848-1ce635a677ad HTTP/1.1" status: 204 len: 168 time: 1.0139160 Jul 22 19:18:45.171387 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55842) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:45.229983 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-de02696e-a988-44cb-94a1-27781c6b1e3c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.237547 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-de02696e-a988-44cb-94a1-27781c6b1e3c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.274577 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.api [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:18:45.275230 n-d-800086-12 neutron-server[93808]: DEBUG oslo_db.api [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:18:45.275664 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de02696e-a988-44cb-94a1-27781c6b1e3c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:18:45.277814 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-750aa3b4-0316-4ec1-9725-0416e58df488 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] For port 5858dbfa-1293-4e54-a6f0-886433fdbb69, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5858dbfa-1293-4e54-a6f0-886433fdbb69,segment=NetworkSegment(54013d89-db8d-4db9-be5c-0424c93f2756),segment_id=54013d89-db8d-4db9-be5c-0424c93f2756)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:45.278292 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-750aa3b4-0316-4ec1-9725-0416e58df488 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.292068 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0761d7-6ec7-4137-a9d7-bc6e87acc5ee tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:45.296338 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec0761d7-6ec7-4137-a9d7-bc6e87acc5ee tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.308089 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-750aa3b4-0316-4ec1-9725-0416e58df488 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Calling delete_port for 5858dbfa-1293-4e54-a6f0-886433fdbb69 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:45.316190 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-de02696e-a988-44cb-94a1-27781c6b1e3c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.316584 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-de02696e-a988-44cb-94a1-27781c6b1e3c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Added segment 1d18fc0f-b76e-47f0-b263-ec2ccd1b8a6d of type vlan for network cf7d9e7b-af2e-4123-87a8-84dd87729e10 Jul 22 19:18:45.326385 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02696e-a988-44cb-94a1-27781c6b1e3c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8e649a-a4ac-446f-844d-d52d26b9d4c3,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:45.337978 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0e224708-66db-4903-a64d-5d08e743d902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.359898 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f4b21f45-659f-4ebf-a564-368403ac29b1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1871850 Jul 22 19:18:45.367920 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0761d7-6ec7-4137-a9d7-bc6e87acc5ee tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:18:45.373358 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e224708-66db-4903-a64d-5d08e743d902 None None] Pushing event deleted for resources: {'Port': ['ID=5858dbfa-1293-4e54-a6f0-886433fdbb69,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:45.375437 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e224708-66db-4903-a64d-5d08e743d902 None None] No DVR routers for this DVR port 5858dbfa-1293-4e54-a6f0-886433fdbb69 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:18:45.392978 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec0761d7-6ec7-4137-a9d7-bc6e87acc5ee tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.393401 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-ec0761d7-6ec7-4137-a9d7-bc6e87acc5ee tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Added segment 5b4ad360-8d07-4700-b336-7fa3af282903 of type vlan for network 97e15c93-ad7f-4e7b-91b8-3f60aa147dc2 Jul 22 19:18:45.409684 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55848) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:45.425692 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-3989b410-509c-47a9-bd0d-c28cef217177 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:45.476824 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-de02696e-a988-44cb-94a1-27781c6b1e3c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.484508 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-750aa3b4-0316-4ec1-9725-0416e58df488 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.494341 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406f61c6-fce7-458b-b763-6d234e8e157e None None] DHCP port deletion for ac1cdc45-8892-4608-b80a-7d90307aaf6c request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:18:45.535300 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec0761d7-6ec7-4137-a9d7-bc6e87acc5ee tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.551432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-406f61c6-fce7-458b-b763-6d234e8e157e None None] Deleting port 9f974664-227e-4c95-846b-eee6b6704380 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:45.551974 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-406f61c6-fce7-458b-b763-6d234e8e157e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.616217 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-de02696e-a988-44cb-94a1-27781c6b1e3c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.624860 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de02696e-a988-44cb-94a1-27781c6b1e3c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:45.625521 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-de02696e-a988-44cb-94a1-27781c6b1e3c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.651815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-406f61c6-fce7-458b-b763-6d234e8e157e None None] For port 9f974664-227e-4c95-846b-eee6b6704380, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9f974664-227e-4c95-846b-eee6b6704380,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:45.652737 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-406f61c6-fce7-458b-b763-6d234e8e157e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.668989 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-406f61c6-fce7-458b-b763-6d234e8e157e None None] Calling delete_port for 9f974664-227e-4c95-846b-eee6b6704380 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:45.702139 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec0761d7-6ec7-4137-a9d7-bc6e87acc5ee tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.708422 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0761d7-6ec7-4137-a9d7-bc6e87acc5ee tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:45.709712 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec0761d7-6ec7-4137-a9d7-bc6e87acc5ee tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.742403 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3989b410-509c-47a9-bd0d-c28cef217177 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:45.745977 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3989b410-509c-47a9-bd0d-c28cef217177 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.754033 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-de02696e-a988-44cb-94a1-27781c6b1e3c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1132836 Jul 22 19:18:45.766581 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02696e-a988-44cb-94a1-27781c6b1e3c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Network': ['ID=cf7d9e7b-af2e-4123-87a8-84dd87729e10,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:45.782236 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-406f61c6-fce7-458b-b763-6d234e8e157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:45.792383 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-959d4b2c-d96c-4a37-a5e4-e2518b4b4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:45.794095 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-959d4b2c-d96c-4a37-a5e4-e2518b4b4a8f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d&tenant_id=637aa3e692f04588bda049c0135065ab HTTP/1.1" status: 200 len: 1098 time: 0.5602827 Jul 22 19:18:45.818002 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ec0761d7-6ec7-4137-a9d7-bc6e87acc5ee tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6577578 Jul 22 19:18:45.825666 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55858) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:45.825867 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750aa3b4-0316-4ec1-9725-0416e58df488 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] No DVR routers for this DVR port 5858dbfa-1293-4e54-a6f0-886433fdbb69 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:18:45.831371 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800086-12', 'device_owner': 'compute:nova'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:45.834797 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-57ae8453-cdae-4686-901a-2dc6244bf16e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'subnet': {'network_id': '97e15c93-ad7f-4e7b-91b8-3f60aa147dc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:45.835821 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750aa3b4-0316-4ec1-9725-0416e58df488 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Port': ['ID=5858dbfa-1293-4e54-a6f0-886433fdbb69,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:45.878841 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Port 9f974664-227e-4c95-846b-eee6b6704380 update to ACTIVE by agent not found {{(pid=93808) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 22 19:18:45.905685 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f61c6-fce7-458b-b763-6d234e8e157e None None] Pushing event deleted for resources: {'Port': ['ID=9f974664-227e-4c95-846b-eee6b6704380,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:45.925050 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0761d7-6ec7-4137-a9d7-bc6e87acc5ee tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Network': ['ID=97e15c93-ad7f-4e7b-91b8-3f60aa147dc2,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:45.941412 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network cf7d9e7b-af2e-4123-87a8-84dd87729e10 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:18:46.024172 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-750aa3b4-0316-4ec1-9725-0416e58df488 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:46.055904 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406f61c6-fce7-458b-b763-6d234e8e157e None None] No DVR routers for this DVR port 9f974664-227e-4c95-846b-eee6b6704380 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:18:46.056090 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-750aa3b4-0316-4ec1-9725-0416e58df488 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614bc146-8825-46c3-a704-f5e18ce8020a']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:46.068992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 97e15c93-ad7f-4e7b-91b8-3f60aa147dc2 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:18:46.072777 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 037676e7-5564-4f21-b3e0-dc747ca4448b no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:18:46.083061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-750aa3b4-0316-4ec1-9725-0416e58df488 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54013d89-db8d-4db9-be5c-0424c93f2756') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:46.083357 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-750aa3b4-0316-4ec1-9725-0416e58df488 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54013d89-db8d-4db9-be5c-0424c93f2756') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:46.098967 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-750aa3b4-0316-4ec1-9725-0416e58df488 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:46.105765 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:46.140396 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 037676e7-5564-4f21-b3e0-dc747ca4448b {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:18:46.141067 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 037676e7-5564-4f21-b3e0-dc747ca4448b not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:18:46.141067 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5858dbfa-1293-4e54-a6f0-886433fdbb69 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:18:46.149629 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ae8453-cdae-4686-901a-2dc6244bf16e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:46.158574 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57ae8453-cdae-4686-901a-2dc6244bf16e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:46.160995 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-750aa3b4-0316-4ec1-9725-0416e58df488 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:46.174661 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750aa3b4-0316-4ec1-9725-0416e58df488 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:18:46.175538 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-750aa3b4-0316-4ec1-9725-0416e58df488 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:46.194550 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 5858dbfa-1293-4e54-a6f0-886433fdbb69 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:18:46.194550 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5858dbfa-1293-4e54-a6f0-886433fdbb69 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:18:46.194908 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:18:46.239438 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99317371-daea-4b66-b264-8bbcd00033c4 req-3b2307b2-db81-461f-aa85-a2673b873ed0 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:46.252350 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99317371-daea-4b66-b264-8bbcd00033c4 req-3b2307b2-db81-461f-aa85-a2673b873ed0 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 946 time: 0.4552774 Jul 22 19:18:46.301998 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3989b410-509c-47a9-bd0d-c28cef217177 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:46.314899 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9f974664-227e-4c95-846b-eee6b6704380 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:18:46.335882 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 9f974664-227e-4c95-846b-eee6b6704380 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:18:46.336539 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9f974664-227e-4c95-846b-eee6b6704380 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:18:46.337215 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ca809463-8525-413b-bdbe-c076dc45851e no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:18:46.357384 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: ca809463-8525-413b-bdbe-c076dc45851e {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:18:46.358026 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ca809463-8525-413b-bdbe-c076dc45851e not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:18:46.397314 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99317371-daea-4b66-b264-8bbcd00033c4 req-88450154-0931-45c2-9ebc-fe73d8af87a1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389611 Jul 22 19:18:46.410607 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3989b410-509c-47a9-bd0d-c28cef217177 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:46.418281 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-3989b410-509c-47a9-bd0d-c28cef217177 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:46.424385 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3989b410-509c-47a9-bd0d-c28cef217177 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:46.425125 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3989b410-509c-47a9-bd0d-c28cef217177 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:46.430996 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7157e87a-02fe-4521-9255-9253c569a54e None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:46.443308 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989b410-509c-47a9-bd0d-c28cef217177 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=7530ed18-6f5f-423f-b526-502c0c257d51,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:46.471481 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-750aa3b4-0316-4ec1-9725-0416e58df488 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:46.476524 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-750aa3b4-0316-4ec1-9725-0416e58df488 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:46.482004 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-750aa3b4-0316-4ec1-9725-0416e58df488 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/networks/614bc146-8825-46c3-a704-f5e18ce8020a HTTP/1.1" status: 204 len: 168 time: 1.9942846 Jul 22 19:18:46.489725 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3989b410-509c-47a9-bd0d-c28cef217177 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0784161 Jul 22 19:18:46.495322 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55862) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:46.495771 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55864) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:46.501031 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4ba14a0e-a4f4-4250-8130-fcea13b9b39a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1954365478'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:46.504612 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750aa3b4-0316-4ec1-9725-0416e58df488 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Network': ['ID=614bc146-8825-46c3-a704-f5e18ce8020a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:46.509180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-10bb0507-f0ff-4d0d-84f6-d88d78152fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'fixed_ips': [{'subnet_id': '7530ed18-6f5f-423f-b526-502c0c257d51', 'ip_address': '2001:db8::c751:9b9c:84bf:bcdc'}], 'name': 'tempest-NetworksTestDHCPv6-1115785433'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:46.614109 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] For port deea12ea-0ef2-477e-adc1-e0c1b75d4215, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215,segment=NetworkSegment(4ff97e91-d90f-4c54-b154-3a39743b26ac),segment_id=4ff97e91-d90f-4c54-b154-3a39743b26ac)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:46.638516 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57ae8453-cdae-4686-901a-2dc6244bf16e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:46.644672 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'fixed_ips': [{'subnet_id': '7530ed18-6f5f-423f-b526-502c0c257d51'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:18:46.646744 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:46.665243 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] For port deea12ea-0ef2-477e-adc1-e0c1b75d4215, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:18:46.675298 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba14a0e-a4f4-4250-8130-fcea13b9b39a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Made reservation on behalf of a6941f908e0b4e8dac308a754d92e62a for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:46.681248 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4ba14a0e-a4f4-4250-8130-fcea13b9b39a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:46.738852 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192abf67-c826-49d7-ba39-040d56d3f93d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:18:46.744837 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926ad13a-0a0c-40d4-b7fc-e2f044d1114e" -d '{"events": [{"server_uuid": "192abf67-c826-49d7-ba39-040d56d3f93d", "name": "network-vif-unplugged", "status": "completed", "tag": "deea12ea-0ef2-477e-adc1-e0c1b75d4215"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:18:46.759555 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae8453-cdae-4686-901a-2dc6244bf16e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Subnet': ['ID=90ab2c04-dcd2-4aff-a720-c58934928b88,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:46.762797 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba14a0e-a4f4-4250-8130-fcea13b9b39a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:18:46.770102 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bb0507-f0ff-4d0d-84f6-d88d78152fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:46.770566 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:46.801436 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] Transition to ACTIVE for port object deea12ea-0ef2-477e-adc1-e0c1b75d4215 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:46.810069 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:46.810330 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4ba14a0e-a4f4-4250-8130-fcea13b9b39a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:46.810829 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-4ba14a0e-a4f4-4250-8130-fcea13b9b39a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Added segment 740df7e3-d19a-4f8a-b1a4-00da0f3841dd of type vlan for network 4dc00a67-101f-4f2a-96a3-94489e5a5cbe Jul 22 19:18:46.846846 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ae8453-cdae-4686-901a-2dc6244bf16e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Checking segment: {'id': '5b4ad360-8d07-4700-b336-7fa3af282903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '97e15c93-ad7f-4e7b-91b8-3f60aa147dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:46.847853 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ae8453-cdae-4686-901a-2dc6244bf16e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network hostable DHCP agents. Network: 97e15c93-ad7f-4e7b-91b8-3f60aa147dc2, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:18:46.893834 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79eb7342-8ffb-4862-bd43-9f6c1e1a959e x-openstack-request-id: req-79eb7342-8ffb-4862-bd43-9f6c1e1a959e {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:18:46.894128 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192abf67-c826-49d7-ba39-040d56d3f93d", "name": "network-vif-unplugged", "status": "completed", "tag": "deea12ea-0ef2-477e-adc1-e0c1b75d4215", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:18:46.894380 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79eb7342-8ffb-4862-bd43-9f6c1e1a959e {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:18:46.894764 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192abf67-c826-49d7-ba39-040d56d3f93d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215', 'code': 200} Jul 22 19:18:46.948753 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ae8453-cdae-4686-901a-2dc6244bf16e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network 97e15c93-ad7f-4e7b-91b8-3f60aa147dc2 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:18:46.961507 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4ba14a0e-a4f4-4250-8130-fcea13b9b39a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:47.011143 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] Allocated IP 2001:db8::2 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/7530ed18-6f5f-423f-b526-502c0c257d51/782bc08a-63d9-4c3c-97a9-925a1be285e7) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:47.019338 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] Pushing event updated for resources: {'Port': ['ID=deea12ea-0ef2-477e-adc1-e0c1b75d4215,revision_number=6']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:47.040721 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-57ae8453-cdae-4686-901a-2dc6244bf16e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 97e15c93-ad7f-4e7b-91b8-3f60aa147dc2) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:47.062890 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ae8453-cdae-4686-901a-2dc6244bf16e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:47.063744 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57ae8453-cdae-4686-901a-2dc6244bf16e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:47.155919 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-10bb0507-f0ff-4d0d-84f6-d88d78152fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:47.171688 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-57ae8453-cdae-4686-901a-2dc6244bf16e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3451576 Jul 22 19:18:47.180158 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55886) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:47.191360 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-802751b5-0858-483a-95b5-ed522fc77cd1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'port': {'network_id': '97e15c93-ad7f-4e7b-91b8-3f60aa147dc2', 'name': 'tempest-PortsIpV6TestJSON-261099047'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:47.194762 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4ba14a0e-a4f4-4250-8130-fcea13b9b39a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:47.201776 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba14a0e-a4f4-4250-8130-fcea13b9b39a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:47.202403 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4ba14a0e-a4f4-4250-8130-fcea13b9b39a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:47.235110 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-10bb0507-f0ff-4d0d-84f6-d88d78152fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] device_id is not set on port 38c1fae4-3d7b-4d9c-a8fb-76feeb923095 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:18:47.261679 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] No DVR routers for this DVR port deea12ea-0ef2-477e-adc1-e0c1b75d4215 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:18:47.272832 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:47.282195 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] Transition to ACTIVE for port object 782bc08a-63d9-4c3c-97a9-925a1be285e7 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:47.304746 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] Transition to ACTIVE for port object 782bc08a-63d9-4c3c-97a9-925a1be285e7 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:47.311316 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29847687-b736-4f97-8d48-260f0d59387a None None] Network 97e15c93-ad7f-4e7b-91b8-3f60aa147dc2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:47.373864 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4ba14a0e-a4f4-4250-8130-fcea13b9b39a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8768601 Jul 22 19:18:47.378569 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55890) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:47.383230 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba14a0e-a4f4-4250-8130-fcea13b9b39a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Network': ['ID=4dc00a67-101f-4f2a-96a3-94489e5a5cbe,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:47.424179 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-616c3a0d-7fb8-4dcb-84b3-3f33b0dacbd5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'subnet': {'network_id': '4dc00a67-101f-4f2a-96a3-94489e5a5cbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:47.513878 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 4dc00a67-101f-4f2a-96a3-94489e5a5cbe details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:18:47.527945 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:47.614888 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-10bb0507-f0ff-4d0d-84f6-d88d78152fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8::c751:9b9c:84bf:bcdc (ac1cdc45-8892-4608-b80a-7d90307aaf6c/7530ed18-6f5f-423f-b526-502c0c257d51/38c1fae4-3d7b-4d9c-a8fb-76feeb923095) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:47.683573 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] Pushing event updated for resources: {'Port': ['ID=782bc08a-63d9-4c3c-97a9-925a1be285e7,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:47.690304 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:47.698215 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:47.732956 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device deea12ea-0ef2-477e-adc1-e0c1b75d4215 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:18:47.735845 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:47.809892 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616c3a0d-7fb8-4dcb-84b3-3f33b0dacbd5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Made reservation on behalf of a6941f908e0b4e8dac308a754d92e62a for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:47.815832 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-616c3a0d-7fb8-4dcb-84b3-3f33b0dacbd5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:47.840378 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802751b5-0858-483a-95b5-ed522fc77cd1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:47.844515 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-802751b5-0858-483a-95b5-ed522fc77cd1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:47.859310 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-10bb0507-f0ff-4d0d-84f6-d88d78152fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:47.864429 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device deea12ea-0ef2-477e-adc1-e0c1b75d4215 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:18:47.884106 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-10bb0507-f0ff-4d0d-84f6-d88d78152fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Transition to ACTIVE for port object 38c1fae4-3d7b-4d9c-a8fb-76feeb923095 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:47.905200 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-802751b5-0858-483a-95b5-ed522fc77cd1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] device_id is not set on port a4c26e86-67ea-4c5f-b83f-06898ccf9b5e yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:18:47.914037 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] Attempting to bind port deea12ea-0ef2-477e-adc1-e0c1b75d4215 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:18:47.914597 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] Attempting to bind port deea12ea-0ef2-477e-adc1-e0c1b75d4215 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '4ff97e91-d90f-4c54-b154-3a39743b26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:18:47.915226 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] Attempting to bind port deea12ea-0ef2-477e-adc1-e0c1b75d4215 on network df503071-5467-4b61-a327-2f5cc8dfeccd {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:18:47.922653 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] Attempting to bind port 782bc08a-63d9-4c3c-97a9-925a1be285e7 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:18:47.923465 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] Attempting to bind port 782bc08a-63d9-4c3c-97a9-925a1be285e7 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:18:47.924152 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] Attempting to bind port 782bc08a-63d9-4c3c-97a9-925a1be285e7 on network ac1cdc45-8892-4608-b80a-7d90307aaf6c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:18:47.929318 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] Port deea12ea-0ef2-477e-adc1-e0c1b75d4215 on network df503071-5467-4b61-a327-2f5cc8dfeccd not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:18:47.929800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] Attempting to bind port deea12ea-0ef2-477e-adc1-e0c1b75d4215 on network df503071-5467-4b61-a327-2f5cc8dfeccd {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:18:47.933004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:18:47.933777 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] Checking segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:47.933777 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:47.934185 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] Bound using segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:18:47.934528 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] Bound port: 782bc08a-63d9-4c3c-97a9-925a1be285e7, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:18:47.934908 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:47.936952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-97e15c93-ad7f-4e7b-91b8-3f60aa147dc2', 'network_id': '97e15c93-ad7f-4e7b-91b8-3f60aa147dc2', 'tenant_id': '299a64b78fd341cd805690e93174f070', 'fixed_ips': [{'subnet_id': '90ab2c04-dcd2-4aff-a720-c58934928b88'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:18:47.937753 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:47.939098 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-10bb0507-f0ff-4d0d-84f6-d88d78152fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:47.949908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42851415-1181-47ee-b95c-693c024c3465 req-8bdc9eeb-4ba6-454e-accc-2823383fb91c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:47.952059 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42851415-1181-47ee-b95c-693c024c3465 req-8bdc9eeb-4ba6-454e-accc-2823383fb91c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 944 time: 0.4268482 Jul 22 19:18:47.999104 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bb0507-f0ff-4d0d-84f6-d88d78152fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:48.002771 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-10bb0507-f0ff-4d0d-84f6-d88d78152fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:48.013556 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bb0507-f0ff-4d0d-84f6-d88d78152fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:48.020398 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bb0507-f0ff-4d0d-84f6-d88d78152fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:48.021340 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-10bb0507-f0ff-4d0d-84f6-d88d78152fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:48.037983 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb0507-f0ff-4d0d-84f6-d88d78152fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=38c1fae4-3d7b-4d9c-a8fb-76feeb923095,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:48.060570 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-10bb0507-f0ff-4d0d-84f6-d88d78152fe4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5552895 Jul 22 19:18:48.061709 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55922) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:48.064363 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:18:48.064990 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] Checking segment: {'id': '4ff97e91-d90f-4c54-b154-3a39743b26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:48.065599 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] Bound using segment: {'id': '4ff97e91-d90f-4c54-b154-3a39743b26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:18:48.066221 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] Bound port: deea12ea-0ef2-477e-adc1-e0c1b75d4215, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff97e91-d90f-4c54-b154-3a39743b26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:18:48.066717 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:48.144089 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e37c945-4bc9-42fc-a61a-76a0634d4655 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:48.154976 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e37c945-4bc9-42fc-a61a-76a0634d4655 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:48.161314 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3e37c945-4bc9-42fc-a61a-76a0634d4655 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0982182 Jul 22 19:18:48.162986 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55924) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:48.302986 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] For port deea12ea-0ef2-477e-adc1-e0c1b75d4215, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:18:48.313293 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f813baa1-654f-4ff5-8ce6-af107a9a9c4f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting port 38c1fae4-3d7b-4d9c-a8fb-76feeb923095 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:48.314402 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f813baa1-654f-4ff5-8ce6-af107a9a9c4f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:48.325442 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42851415-1181-47ee-b95c-693c024c3465 req-d0cd7dab-1245-468f-94e3-15e0f09f59db tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3638349 Jul 22 19:18:48.338156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] For port deea12ea-0ef2-477e-adc1-e0c1b75d4215, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215,segment=NetworkSegment(4ff97e91-d90f-4c54-b154-3a39743b26ac),segment_id=4ff97e91-d90f-4c54-b154-3a39743b26ac)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:18:48.346640 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] For port 782bc08a-63d9-4c3c-97a9-925a1be285e7, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:18:48.351027 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] For port 782bc08a-63d9-4c3c-97a9-925a1be285e7, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=782bc08a-63d9-4c3c-97a9-925a1be285e7,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:18:48.354108 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:48.357387 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:48.429956 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5d39c-14fe-41ec-9357-df76831dd565 None None] Pushing event updated for resources: {'Port': ['ID=782bc08a-63d9-4c3c-97a9-925a1be285e7,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:48.468105 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f813baa1-654f-4ff5-8ce6-af107a9a9c4f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:48.482839 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-802751b5-0858-483a-95b5-ed522fc77cd1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Allocated IP 2001:db8::3dc (97e15c93-ad7f-4e7b-91b8-3f60aa147dc2/90ab2c04-dcd2-4aff-a720-c58934928b88/a4c26e86-67ea-4c5f-b83f-06898ccf9b5e) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:48.483422 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f813baa1-654f-4ff5-8ce6-af107a9a9c4f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Calling delete_port for 38c1fae4-3d7b-4d9c-a8fb-76feeb923095 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:48.513471 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:48.514075 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:48.515478 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] 10.222.0.16 "PUT /v2.0/ports/deea12ea-0ef2-477e-adc1-e0c1b75d4215 HTTP/1.1" status: 200 len: 1093 time: 2.7007875 Jul 22 19:18:48.542511 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8b521-9143-4360-8870-11f5c6c80629 service neutron] Pushing event updated for resources: {'Port': ['ID=deea12ea-0ef2-477e-adc1-e0c1b75d4215,revision_number=7']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:48.745668 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f813baa1-654f-4ff5-8ce6-af107a9a9c4f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:48.804813 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813baa1-654f-4ff5-8ce6-af107a9a9c4f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Port': ['ID=38c1fae4-3d7b-4d9c-a8fb-76feeb923095,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:48.869850 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f813baa1-654f-4ff5-8ce6-af107a9a9c4f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:48.871924 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f813baa1-654f-4ff5-8ce6-af107a9a9c4f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/38c1fae4-3d7b-4d9c-a8fb-76feeb923095 HTTP/1.1" status: 204 len: 168 time: 0.7077367 Jul 22 19:18:48.874259 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55932) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:48.924237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192abf67-c826-49d7-ba39-040d56d3f93d', 'tag': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:18:48.930802 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1943a402-2841-41ec-95ee-b45dc9a0f8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "192abf67-c826-49d7-ba39-040d56d3f93d", "tag": "deea12ea-0ef2-477e-adc1-e0c1b75d4215"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:18:49.028723 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a2b4af-3a1c-41b4-8ae7-c1c31e52c341 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:49.030445 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a2b4af-3a1c-41b4-8ae7-c1c31e52c341 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:49.034301 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-00a2b4af-3a1c-41b4-8ae7-c1c31e52c341 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1568074 Jul 22 19:18:49.036964 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55942) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:49.056274 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc288b27-b5f0-47ff-8379-e5b7130de431 x-openstack-request-id: req-bc288b27-b5f0-47ff-8379-e5b7130de431 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:18:49.062070 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192abf67-c826-49d7-ba39-040d56d3f93d", "tag": "deea12ea-0ef2-477e-adc1-e0c1b75d4215", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:18:49.062359 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc288b27-b5f0-47ff-8379-e5b7130de431 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:18:49.062782 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192abf67-c826-49d7-ba39-040d56d3f93d', 'tag': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215', 'status': 'completed', 'code': 200} Jul 22 19:18:49.064250 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-616c3a0d-7fb8-4dcb-84b3-3f33b0dacbd5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:49.069480 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-802751b5-0858-483a-95b5-ed522fc77cd1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:49.147462 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a46312-47c5-4e92-a338-57104a95421f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet 7530ed18-6f5f-423f-b526-502c0c257d51 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:18:49.153179 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-30a46312-47c5-4e92-a338-57104a95421f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:49.184751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-802751b5-0858-483a-95b5-ed522fc77cd1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Transition to ACTIVE for port object a4c26e86-67ea-4c5f-b83f-06898ccf9b5e will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:49.228700 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-30a46312-47c5-4e92-a338-57104a95421f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:49.247917 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55950) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:49.274471 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-1e8a19ad-c890-4be1-81f1-f1d63fa44ae4 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'subnet': {'network_id': 'cf7d9e7b-af2e-4123-87a8-84dd87729e10', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:49.280666 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c3a0d-7fb8-4dcb-84b3-3f33b0dacbd5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Subnet': ['ID=a4f094f9-a430-4f7d-ae16-2ac4be2e0544,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:49.326815 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-457ce6f2-fcc5-4914-a887-f43e58b2bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:49.340316 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-457ce6f2-fcc5-4914-a887-f43e58b2bdbd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 1096 time: 0.6951780 Jul 22 19:18:49.420896 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] Allocated IP 2001:db8::2 (97e15c93-ad7f-4e7b-91b8-3f60aa147dc2/90ab2c04-dcd2-4aff-a720-c58934928b88/4e351661-48f6-439c-88b3-6af26bd990e9) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:49.456338 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-30a46312-47c5-4e92-a338-57104a95421f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:49.470738 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-802751b5-0858-483a-95b5-ed522fc77cd1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:49.499383 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616c3a0d-7fb8-4dcb-84b3-3f33b0dacbd5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Checking segment: {'id': '740df7e3-d19a-4f8a-b1a4-00da0f3841dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4dc00a67-101f-4f2a-96a3-94489e5a5cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:49.500051 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616c3a0d-7fb8-4dcb-84b3-3f33b0dacbd5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network hostable DHCP agents. Network: 4dc00a67-101f-4f2a-96a3-94489e5a5cbe, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:18:49.560045 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-30a46312-47c5-4e92-a338-57104a95421f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:49.570589 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802751b5-0858-483a-95b5-ed522fc77cd1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network 97e15c93-ad7f-4e7b-91b8-3f60aa147dc2 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:49.588743 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-802751b5-0858-483a-95b5-ed522fc77cd1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:49.591483 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802751b5-0858-483a-95b5-ed522fc77cd1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:49.597490 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802751b5-0858-483a-95b5-ed522fc77cd1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:49.598148 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-802751b5-0858-483a-95b5-ed522fc77cd1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:49.615402 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a46312-47c5-4e92-a338-57104a95421f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=7530ed18-6f5f-423f-b526-502c0c257d51,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:49.618949 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-30a46312-47c5-4e92-a338-57104a95421f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:49.623314 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-30a46312-47c5-4e92-a338-57104a95421f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/7530ed18-6f5f-423f-b526-502c0c257d51 HTTP/1.1" status: 204 len: 168 time: 0.5830085 Jul 22 19:18:49.624599 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55980) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:49.670081 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616c3a0d-7fb8-4dcb-84b3-3f33b0dacbd5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 4dc00a67-101f-4f2a-96a3-94489e5a5cbe is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:18:49.674269 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943a402-2841-41ec-95ee-b45dc9a0f8dc req-cc7c74cf-c07a-4ff4-ad49-796a7990ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:49.677554 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-261b566a-799e-45db-ba25-41de4cc5d575 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497243 Jul 22 19:18:49.677760 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1943a402-2841-41ec-95ee-b45dc9a0f8dc req-cc7c74cf-c07a-4ff4-ad49-796a7990ec6d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 1096 time: 0.5835626 Jul 22 19:18:49.678232 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55982) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:49.687885 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:49.699136 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] Transition to ACTIVE for port object 4e351661-48f6-439c-88b3-6af26bd990e9 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:49.716207 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] Transition to ACTIVE for port object 4e351661-48f6-439c-88b3-6af26bd990e9 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:49.726343 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:49.795730 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3eae4a-61e6-4e23-a89f-910c9a8ada91 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:49.799214 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] Pushing event updated for resources: {'Port': ['ID=4e351661-48f6-439c-88b3-6af26bd990e9,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:49.801539 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ab3eae4a-61e6-4e23-a89f-910c9a8ada91 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1219687 Jul 22 19:18:49.802395 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55984) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:49.826144 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] Network 97e15c93-ad7f-4e7b-91b8-3f60aa147dc2 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:49.832770 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:49.835882 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:49.875488 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09127d8a-4e75-4d1e-b0e4-79337648aa3f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:49.880190 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-09127d8a-4e75-4d1e-b0e4-79337648aa3f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0762687 Jul 22 19:18:49.881500 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55986) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:49.908800 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] Attempting to bind port 4e351661-48f6-439c-88b3-6af26bd990e9 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:18:49.909221 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] Attempting to bind port 4e351661-48f6-439c-88b3-6af26bd990e9 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '5b4ad360-8d07-4700-b336-7fa3af282903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '97e15c93-ad7f-4e7b-91b8-3f60aa147dc2'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:18:49.909586 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] Attempting to bind port 4e351661-48f6-439c-88b3-6af26bd990e9 on network 97e15c93-ad7f-4e7b-91b8-3f60aa147dc2 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:18:49.916653 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:18:49.917302 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] Checking segment: {'id': '5b4ad360-8d07-4700-b336-7fa3af282903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '97e15c93-ad7f-4e7b-91b8-3f60aa147dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:49.917717 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:49.918117 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] Bound using segment: {'id': '5b4ad360-8d07-4700-b336-7fa3af282903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '97e15c93-ad7f-4e7b-91b8-3f60aa147dc2'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:18:49.918599 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] Bound port: 4e351661-48f6-439c-88b3-6af26bd990e9, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4ad360-8d07-4700-b336-7fa3af282903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '97e15c93-ad7f-4e7b-91b8-3f60aa147dc2'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:18:49.918984 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:49.937940 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-81d0d9e2-6d88-4799-965e-ab25ab1574d1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551271 Jul 22 19:18:49.938550 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55988) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:49.944636 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-27a39f05-24d8-42b0-b238-33c15b13a5ee tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:49.995546 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c678cdd9-70bb-495b-853c-85d7a555650b None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:50.031833 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] For port 4e351661-48f6-439c-88b3-6af26bd990e9, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:18:50.077811 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] For port 4e351661-48f6-439c-88b3-6af26bd990e9, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4e351661-48f6-439c-88b3-6af26bd990e9,segment=NetworkSegment(5b4ad360-8d07-4700-b336-7fa3af282903),segment_id=5b4ad360-8d07-4700-b336-7fa3af282903)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:18:50.091731 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:50.100700 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8a19ad-c890-4be1-81f1-f1d63fa44ae4 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Made reservation on behalf of 341c50f519e84b66bfec7474cf308179 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:50.104764 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e8a19ad-c890-4be1-81f1-f1d63fa44ae4 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:50.114233 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802751b5-0858-483a-95b5-ed522fc77cd1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Port': ['ID=a4c26e86-67ea-4c5f-b83f-06898ccf9b5e,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:50.127707 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-90489b4e-1929-4097-93ed-3d067b87ab66 None None] Provisioning for port 782bc08a-63d9-4c3c-97a9-925a1be285e7 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:50.131731 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a39f05-24d8-42b0-b238-33c15b13a5ee tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:50.138112 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-802751b5-0858-483a-95b5-ed522fc77cd1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9488482 Jul 22 19:18:50.138112 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-616c3a0d-7fb8-4dcb-84b3-3f33b0dacbd5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 4dc00a67-101f-4f2a-96a3-94489e5a5cbe) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:50.138714 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-27a39f05-24d8-42b0-b238-33c15b13a5ee tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:50.151949 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616c3a0d-7fb8-4dcb-84b3-3f33b0dacbd5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:50.152553 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-616c3a0d-7fb8-4dcb-84b3-3f33b0dacbd5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:50.154653 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55990) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:50.154873 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b4fc9a-c787-4196-ae3e-84d39ffaa6cd None None] Network 4dc00a67-101f-4f2a-96a3-94489e5a5cbe requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:50.171914 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-94d1ad43-89aa-4393-934a-f15ebaba5585 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'port': {'network_id': '97e15c93-ad7f-4e7b-91b8-3f60aa147dc2', 'name': 'tempest-PortsIpV6TestJSON-1489334279'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:50.223645 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956540ab-ed21-4902-964e-e11b927a2409 None None] Pushing event updated for resources: {'Port': ['ID=4e351661-48f6-439c-88b3-6af26bd990e9,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:50.324850 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-616c3a0d-7fb8-4dcb-84b3-3f33b0dacbd5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9041450 Jul 22 19:18:50.330996 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-9633463e-87b1-47f1-89c6-923ad9298dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:50.332601 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-9633463e-87b1-47f1-89c6-923ad9298dca service neutron] 10.222.0.16 "GET /v2.0/networks?id=df503071-5467-4b61-a327-2f5cc8dfeccd HTTP/1.1" status: 200 len: 897 time: 0.8471441 Jul 22 19:18:50.338853 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55992) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:50.372512 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943a402-2841-41ec-95ee-b45dc9a0f8dc req-c0c5b186-61aa-426d-a63e-2f80d13b0a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:50.374672 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1943a402-2841-41ec-95ee-b45dc9a0f8dc req-c0c5b186-61aa-426d-a63e-2f80d13b0a4a service neutron] 10.222.0.30 "GET /v2.0/networks?id=df503071-5467-4b61-a327-2f5cc8dfeccd HTTP/1.1" status: 200 len: 897 time: 0.6655371 Jul 22 19:18:50.379963 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2ed9489b-797f-492e-a30d-9fd655066293 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-138348563', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:50.436817 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-4dc00a67-101f-4f2a-96a3-94489e5a5cbe', 'network_id': '4dc00a67-101f-4f2a-96a3-94489e5a5cbe', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'fixed_ips': [{'subnet_id': 'a4f094f9-a430-4f7d-ae16-2ac4be2e0544'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:18:50.438273 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:50.442683 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71748b10-c16e-465a-b4b5-e99da4cbce94 None None] DHCP port deletion for ac1cdc45-8892-4608-b80a-7d90307aaf6c request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:18:50.505939 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-27a39f05-24d8-42b0-b238-33c15b13a5ee tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:50.561975 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ffd5-734f-493a-8ab3-b6c20fe21210 req-fefec377-eb7a-46b5-b2bd-ddf57848aa57 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:50.563626 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cdf4ffd5-734f-493a-8ab3-b6c20fe21210 req-fefec377-eb7a-46b5-b2bd-ddf57848aa57 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 944 time: 1.0120940 Jul 22 19:18:50.572229 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a39f05-24d8-42b0-b238-33c15b13a5ee tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:50.575473 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-27a39f05-24d8-42b0-b238-33c15b13a5ee tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:50.580639 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a39f05-24d8-42b0-b238-33c15b13a5ee tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:50.581295 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-27a39f05-24d8-42b0-b238-33c15b13a5ee tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:50.591960 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a39f05-24d8-42b0-b238-33c15b13a5ee tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=1ae1e490-049b-4103-924d-4a0dd0b49d31,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:50.613611 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-27a39f05-24d8-42b0-b238-33c15b13a5ee tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6739781 Jul 22 19:18:50.614339 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56000) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:50.621479 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4f2e048a-9f9b-4399-a29e-b8e57d5b1e56 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'fixed_ips': [{'subnet_id': '1ae1e490-049b-4103-924d-4a0dd0b49d31', 'ip_address': '2001:db8::b34a:a287:40b0:adc2'}], 'name': 'tempest-NetworksTestDHCPv6-1628464651'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:50.637358 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2ed9489b-797f-492e-a30d-9fd655066293 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:50.639062 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2ed9489b-797f-492e-a30d-9fd655066293 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:50.669740 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1943a402-2841-41ec-95ee-b45dc9a0f8dc req-3b959cc9-7425-4b0c-86e1-edb24806fb21 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215 HTTP/1.1" status: 200 len: 1000 time: 0.2776790 Jul 22 19:18:50.701954 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-e701ef80-c1f4-4f36-9b06-0b14262c8592 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215 HTTP/1.1" status: 200 len: 1000 time: 0.3127069 Jul 22 19:18:50.744258 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-71748b10-c16e-465a-b4b5-e99da4cbce94 None None] Deleting port 782bc08a-63d9-4c3c-97a9-925a1be285e7 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:50.744677 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-71748b10-c16e-465a-b4b5-e99da4cbce94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:50.867725 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] Allocated IP 2001:db8::2 (4dc00a67-101f-4f2a-96a3-94489e5a5cbe/a4f094f9-a430-4f7d-ae16-2ac4be2e0544/63799bfc-3165-493a-8833-b7968dcef025) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:50.871854 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cdf4ffd5-734f-493a-8ab3-b6c20fe21210 req-8ee3f284-3f3f-4e4c-928a-eeebbea7b11a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2791567 Jul 22 19:18:50.886801 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-71748b10-c16e-465a-b4b5-e99da4cbce94 None None] For port 782bc08a-63d9-4c3c-97a9-925a1be285e7, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=782bc08a-63d9-4c3c-97a9-925a1be285e7,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:50.887194 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-71748b10-c16e-465a-b4b5-e99da4cbce94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:50.907926 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2e048a-9f9b-4399-a29e-b8e57d5b1e56 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:50.914713 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f2e048a-9f9b-4399-a29e-b8e57d5b1e56 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:50.922986 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-71748b10-c16e-465a-b4b5-e99da4cbce94 None None] Calling delete_port for 782bc08a-63d9-4c3c-97a9-925a1be285e7 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:50.924676 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d1ad43-89aa-4393-934a-f15ebaba5585 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:50.929052 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-94d1ad43-89aa-4393-934a-f15ebaba5585 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:50.932999 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2ed9489b-797f-492e-a30d-9fd655066293 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:50.946034 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-4f2e048a-9f9b-4399-a29e-b8e57d5b1e56 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] device_id is not set on port 3b2bca8e-7f31-49c9-a2c7-f071fc9c4d3d yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:18:50.991019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-55648f2a-b477-4f34-bce0-a5a3027544a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:50.991019 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-55648f2a-b477-4f34-bce0-a5a3027544a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4638c070-974b-404a-b719-c849049732a3 HTTP/1.1" status: 200 len: 835 time: 0.2608833 Jul 22 19:18:50.993840 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2ed9489b-797f-492e-a30d-9fd655066293 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:51.006525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943a402-2841-41ec-95ee-b45dc9a0f8dc req-56a68045-94b9-49db-be95-e28cee8a1423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:51.008294 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1943a402-2841-41ec-95ee-b45dc9a0f8dc req-56a68045-94b9-49db-be95-e28cee8a1423 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4638c070-974b-404a-b719-c849049732a3 HTTP/1.1" status: 200 len: 835 time: 0.2990448 Jul 22 19:18:51.047411 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-71748b10-c16e-465a-b4b5-e99da4cbce94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:51.077243 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71748b10-c16e-465a-b4b5-e99da4cbce94 None None] Pushing event deleted for resources: {'Port': ['ID=782bc08a-63d9-4c3c-97a9-925a1be285e7,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:51.100847 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71748b10-c16e-465a-b4b5-e99da4cbce94 None None] No DVR routers for this DVR port 782bc08a-63d9-4c3c-97a9-925a1be285e7 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:18:51.104365 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e8a19ad-c890-4be1-81f1-f1d63fa44ae4 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:51.109641 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-94d1ad43-89aa-4393-934a-f15ebaba5585 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] device_id is not set on port 2849fb36-b11f-444a-9f0e-8c45bf432fdc yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:18:51.127851 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2ed9489b-797f-492e-a30d-9fd655066293 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:51.131700 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2ed9489b-797f-492e-a30d-9fd655066293 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7584682 Jul 22 19:18:51.140597 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00b0933-5559-4d30-bee8-cc2f12035ce1 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:51.164753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56036) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:51.222706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-dee4917d-9126-4c29-862a-8a4a0c20c744 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'port': {'network_id': '4dc00a67-101f-4f2a-96a3-94489e5a5cbe', 'name': 'tempest-RoutersIpV6Test-1377667994'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:51.257028 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-4f2e048a-9f9b-4399-a29e-b8e57d5b1e56 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8::b34a:a287:40b0:adc2 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/1ae1e490-049b-4103-924d-4a0dd0b49d31/3b2bca8e-7f31-49c9-a2c7-f071fc9c4d3d) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:51.385568 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-2e7e2cb7-8fd8-49ad-a2b2-3eaf895a9d28 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b4c94c49c2d04c6e86f178e667c9b5ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1233702 Jul 22 19:18:51.386509 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a19ad-c890-4be1-81f1-f1d63fa44ae4 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Subnet': ['ID=23677814-e512-4924-9b83-78cdea01301f,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:51.397621 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:51.411797 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] Transition to ACTIVE for port object 63799bfc-3165-493a-8833-b7968dcef025 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:51.442651 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f2e048a-9f9b-4399-a29e-b8e57d5b1e56 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:51.461504 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'fixed_ips': [{'subnet_id': '1ae1e490-049b-4103-924d-4a0dd0b49d31'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:18:51.462580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-3ce42a4a-3851-4edc-86ea-a5d67eac13ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:51.463252 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:51.464153 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-3ce42a4a-3851-4edc-86ea-a5d67eac13ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df503071-5467-4b61-a327-2f5cc8dfeccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4622009 Jul 22 19:18:51.468809 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] Transition to ACTIVE for port object 63799bfc-3165-493a-8833-b7968dcef025 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:51.470242 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-4f2e048a-9f9b-4399-a29e-b8e57d5b1e56 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Transition to ACTIVE for port object 3b2bca8e-7f31-49c9-a2c7-f071fc9c4d3d will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:51.491359 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:51.512713 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f2e048a-9f9b-4399-a29e-b8e57d5b1e56 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:51.560209 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2e048a-9f9b-4399-a29e-b8e57d5b1e56 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:51.565790 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-4f2e048a-9f9b-4399-a29e-b8e57d5b1e56 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:51.566838 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] Pushing event updated for resources: {'Port': ['ID=63799bfc-3165-493a-8833-b7968dcef025,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:51.569896 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2e048a-9f9b-4399-a29e-b8e57d5b1e56 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:51.576023 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2e048a-9f9b-4399-a29e-b8e57d5b1e56 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:51.576760 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f2e048a-9f9b-4399-a29e-b8e57d5b1e56 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:51.601482 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4f2e048a-9f9b-4399-a29e-b8e57d5b1e56 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9845309 Jul 22 19:18:51.602025 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e048a-9f9b-4399-a29e-b8e57d5b1e56 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=3b2bca8e-7f31-49c9-a2c7-f071fc9c4d3d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:51.606684 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56048) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:51.612193 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-fdafeb5e-2407-4b0f-8b81-2015b44af647 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'fixed_ips': [{'subnet_id': '1ae1e490-049b-4103-924d-4a0dd0b49d31', 'ip_address': '2001:db8::b34a:a287:40b0:adc2'}], 'name': 'tempest-NetworksTestDHCPv6-1471083995'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:51.638501 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8a19ad-c890-4be1-81f1-f1d63fa44ae4 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Checking segment: {'id': '1d18fc0f-b76e-47f0-b263-ec2ccd1b8a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cf7d9e7b-af2e-4123-87a8-84dd87729e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:51.638868 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8a19ad-c890-4be1-81f1-f1d63fa44ae4 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Network hostable DHCP agents. Network: cf7d9e7b-af2e-4123-87a8-84dd87729e10, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:18:51.641592 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] Network 4dc00a67-101f-4f2a-96a3-94489e5a5cbe is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:51.645347 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:51.650515 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:51.666221 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943a402-2841-41ec-95ee-b45dc9a0f8dc req-299ac6f3-4f4b-4d53-978d-ecf2cd990ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:51.670047 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1943a402-2841-41ec-95ee-b45dc9a0f8dc req-299ac6f3-4f4b-4d53-978d-ecf2cd990ed4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df503071-5467-4b61-a327-2f5cc8dfeccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6372302 Jul 22 19:18:51.713855 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aababe2-66e3-4ea1-86c0-d4eb509fba8b None None] Network 97e15c93-ad7f-4e7b-91b8-3f60aa147dc2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:51.768798 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdafeb5e-2407-4b0f-8b81-2015b44af647 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:51.775216 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fdafeb5e-2407-4b0f-8b81-2015b44af647 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:51.784988 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-94d1ad43-89aa-4393-934a-f15ebaba5585 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Allocated IP 2001:db8::1f9 (97e15c93-ad7f-4e7b-91b8-3f60aa147dc2/90ab2c04-dcd2-4aff-a720-c58934928b88/2849fb36-b11f-444a-9f0e-8c45bf432fdc) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:51.790822 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] Attempting to bind port 63799bfc-3165-493a-8833-b7968dcef025 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:18:51.791272 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] Attempting to bind port 63799bfc-3165-493a-8833-b7968dcef025 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '740df7e3-d19a-4f8a-b1a4-00da0f3841dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4dc00a67-101f-4f2a-96a3-94489e5a5cbe'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:18:51.791724 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] Attempting to bind port 63799bfc-3165-493a-8833-b7968dcef025 on network 4dc00a67-101f-4f2a-96a3-94489e5a5cbe {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:18:51.794394 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] Allocated IP 2001:db8::2 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/1ae1e490-049b-4103-924d-4a0dd0b49d31/264b50c2-7988-477a-93f7-ee6a89a609c2) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:51.796821 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-fdafeb5e-2407-4b0f-8b81-2015b44af647 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] device_id is not set on port ef0b6b70-5545-4384-adf5-13b538653c80 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:18:51.842091 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:18:51.842563 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] Checking segment: {'id': '740df7e3-d19a-4f8a-b1a4-00da0f3841dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4dc00a67-101f-4f2a-96a3-94489e5a5cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:51.842870 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:51.843266 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] Bound using segment: {'id': '740df7e3-d19a-4f8a-b1a4-00da0f3841dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4dc00a67-101f-4f2a-96a3-94489e5a5cbe'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:18:51.843746 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] Bound port: 63799bfc-3165-493a-8833-b7968dcef025, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740df7e3-d19a-4f8a-b1a4-00da0f3841dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4dc00a67-101f-4f2a-96a3-94489e5a5cbe'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:18:51.844394 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:51.845169 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8a19ad-c890-4be1-81f1-f1d63fa44ae4 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Network cf7d9e7b-af2e-4123-87a8-84dd87729e10 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:18:51.884048 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a94aa9c6-b95a-4b15-9fd1-ea8c63fc98db None None] Provisioning for port 4e351661-48f6-439c-88b3-6af26bd990e9 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:51.938757 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-1559c474-5cc7-482f-a89c-88861e5f142d service neutron] 10.222.0.16 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294493 Jul 22 19:18:51.963311 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-1e8a19ad-c890-4be1-81f1-f1d63fa44ae4 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, cf7d9e7b-af2e-4123-87a8-84dd87729e10) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:51.990858 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f97802-fc8c-4d65-a590-a65bf2d84837 None None] Network cf7d9e7b-af2e-4123-87a8-84dd87729e10 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:51.992962 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8a19ad-c890-4be1-81f1-f1d63fa44ae4 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:51.993568 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e8a19ad-c890-4be1-81f1-f1d63fa44ae4 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:52.013479 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-4f6e8d2c-d403-4e60-a7bb-337a3cc92209 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:52.014941 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-4f6e8d2c-d403-4e60-a7bb-337a3cc92209 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5880218 Jul 22 19:18:52.032040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee4917d-9126-4c29-862a-8a4a0c20c744 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Made reservation on behalf of a6941f908e0b4e8dac308a754d92e62a for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:52.035928 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dee4917d-9126-4c29-862a-8a4a0c20c744 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:52.248616 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] For port 63799bfc-3165-493a-8833-b7968dcef025, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:18:52.301219 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] For port 63799bfc-3165-493a-8833-b7968dcef025, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=63799bfc-3165-493a-8833-b7968dcef025,segment=NetworkSegment(740df7e3-d19a-4f8a-b1a4-00da0f3841dd),segment_id=740df7e3-d19a-4f8a-b1a4-00da0f3841dd)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:18:52.342216 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:52.384139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4e351661-48f6-439c-88b3-6af26bd990e9 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:52.428976 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1943a402-2841-41ec-95ee-b45dc9a0f8dc req-c916c4ad-a578-4ae3-bff4-b49147868101 service neutron] 10.222.0.30 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7446113 Jul 22 19:18:52.430197 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-8395f82f-660a-4271-833f-ccf177a88c2f tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/quotas/b4c94c49c2d04c6e86f178e667c9b5ef HTTP/1.1" status: 200 len: 375 time: 0.3868766 Jul 22 19:18:52.461212 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-dee4917d-9126-4c29-862a-8a4a0c20c744 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] device_id is not set on port 3e042876-c985-4315-9292-3be83b75b6ca yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:18:52.470499 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1e8a19ad-c890-4be1-81f1-f1d63fa44ae4 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2040312 Jul 22 19:18:52.470778 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56054) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:52.480840 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ddca56e5-0fa5-4a1f-873a-d3121cf0f0e9 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-46577486'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:52.483366 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:52.509291 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] Transition to ACTIVE for port object 264b50c2-7988-477a-93f7-ee6a89a609c2 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:52.513319 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58917c2f-cda3-41f9-bb19-8e7c79395b59 None None] Pushing event updated for resources: {'Port': ['ID=63799bfc-3165-493a-8833-b7968dcef025,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:52.518615 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddca56e5-0fa5-4a1f-873a-d3121cf0f0e9 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Made reservation on behalf of 341c50f519e84b66bfec7474cf308179 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:52.531058 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddca56e5-0fa5-4a1f-873a-d3121cf0f0e9 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:52.564780 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] Transition to ACTIVE for port object 264b50c2-7988-477a-93f7-ee6a89a609c2 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:52.574792 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddca56e5-0fa5-4a1f-873a-d3121cf0f0e9 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:18:52.581937 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-cf7d9e7b-af2e-4123-87a8-84dd87729e10', 'network_id': 'cf7d9e7b-af2e-4123-87a8-84dd87729e10', 'tenant_id': '341c50f519e84b66bfec7474cf308179', 'fixed_ips': [{'subnet_id': '23677814-e512-4924-9b83-78cdea01301f'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:18:52.582997 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:52.590158 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:52.593853 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddca56e5-0fa5-4a1f-873a-d3121cf0f0e9 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:52.594136 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-ddca56e5-0fa5-4a1f-873a-d3121cf0f0e9 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Added segment d1b44579-b9b3-449e-b1ef-a03654e72e1a of type vlan for network 57a4520d-ce88-470d-b2cb-2b7330ed74ee Jul 22 19:18:52.610617 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-ee19ad38-04dd-4a20-b886-c3bfcbc8a05f tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4c94c49c2d04c6e86f178e667c9b5ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1631184 Jul 22 19:18:52.628992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:52.631651 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 4e351661-48f6-439c-88b3-6af26bd990e9 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:52.663917 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddca56e5-0fa5-4a1f-873a-d3121cf0f0e9 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:52.696418 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-b5a0ce11-6eba-4968-81ea-5f1bdfca7d5e service neutron] 10.222.0.16 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7462044 Jul 22 19:18:52.724266 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddca56e5-0fa5-4a1f-873a-d3121cf0f0e9 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:52.741262 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddca56e5-0fa5-4a1f-873a-d3121cf0f0e9 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:52.741975 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddca56e5-0fa5-4a1f-873a-d3121cf0f0e9 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:52.753540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e72aa-ce49-4921-ad5d-7c0892dcbf9b req-2c8d13bd-0070-4427-a075-e631aff5108e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:52.761342 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a07e72aa-ce49-4921-ad5d-7c0892dcbf9b req-2c8d13bd-0070-4427-a075-e631aff5108e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 944 time: 0.7737482 Jul 22 19:18:52.902783 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] Allocated IP 2001:db8:0:ffff::2 (cf7d9e7b-af2e-4123-87a8-84dd87729e10/23677814-e512-4924-9b83-78cdea01301f/9b3dc783-67c3-4c15-b3ab-f44cc6955f01) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:52.965607 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-94d1ad43-89aa-4393-934a-f15ebaba5585 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:52.968850 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ddca56e5-0fa5-4a1f-873a-d3121cf0f0e9 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4955752 Jul 22 19:18:52.976921 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56060) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:52.981518 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1943a402-2841-41ec-95ee-b45dc9a0f8dc req-040d04bf-7f82-4c29-bdd4-1e579067aed4 service neutron] 10.222.0.30 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288317 Jul 22 19:18:52.982706 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-5eda56fe-7399-409f-80c7-0898302303f2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'subnet': {'network_id': '57a4520d-ce88-470d-b2cb-2b7330ed74ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:53.013154 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-94d1ad43-89aa-4393-934a-f15ebaba5585 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Transition to ACTIVE for port object 2849fb36-b11f-444a-9f0e-8c45bf432fdc will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:53.034478 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-dee4917d-9126-4c29-862a-8a4a0c20c744 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Allocated IP 2001:db8::2f8 (4dc00a67-101f-4f2a-96a3-94489e5a5cbe/a4f094f9-a430-4f7d-ae16-2ac4be2e0544/3e042876-c985-4315-9292-3be83b75b6ca) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:53.058090 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a07e72aa-ce49-4921-ad5d-7c0892dcbf9b req-db9d97b1-0b69-4041-bdf2-9ba3c3e72294 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2957950 Jul 22 19:18:53.089039 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:53.093813 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:53.162634 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943a402-2841-41ec-95ee-b45dc9a0f8dc req-010a938d-966c-47dc-8de4-c7670a0080c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:53.164619 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1943a402-2841-41ec-95ee-b45dc9a0f8dc req-010a938d-966c-47dc-8de4-c7670a0080c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 1096 time: 0.3772578 Jul 22 19:18:53.185930 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 4e351661-48f6-439c-88b3-6af26bd990e9 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:53.186356 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:53.400621 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dee4917d-9126-4c29-862a-8a4a0c20c744 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:53.417806 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] Pushing event updated for resources: {'Port': ['ID=264b50c2-7988-477a-93f7-ee6a89a609c2,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:53.419922 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-dee4917d-9126-4c29-862a-8a4a0c20c744 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Transition to ACTIVE for port object 3e042876-c985-4315-9292-3be83b75b6ca will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:53.470863 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2e1f70ba-685c-4b63-815c-3e7712a3eedf None None] Provisioning complete for port 4e351661-48f6-439c-88b3-6af26bd990e9 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:53.471541 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2e1f70ba-685c-4b63-815c-3e7712a3eedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:53.478390 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-94d1ad43-89aa-4393-934a-f15ebaba5585 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:53.481504 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] Attempting to bind port 264b50c2-7988-477a-93f7-ee6a89a609c2 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:18:53.483013 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] Attempting to bind port 264b50c2-7988-477a-93f7-ee6a89a609c2 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:18:53.483570 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] Attempting to bind port 264b50c2-7988-477a-93f7-ee6a89a609c2 on network ac1cdc45-8892-4608-b80a-7d90307aaf6c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:18:53.490374 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-1e0976cc-28ca-4763-bfbe-7b566d420472 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b4c94c49c2d04c6e86f178e667c9b5ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679412 Jul 22 19:18:53.557515 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca56e5-0fa5-4a1f-873a-d3121cf0f0e9 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Network': ['ID=57a4520d-ce88-470d-b2cb-2b7330ed74ee,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:53.579353 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdafeb5e-2407-4b0f-8b81-2015b44af647 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 19:18:53.580488 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdafeb5e-2407-4b0f-8b81-2015b44af647 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:18:53.635854 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d1ad43-89aa-4393-934a-f15ebaba5585 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network 97e15c93-ad7f-4e7b-91b8-3f60aa147dc2 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:53.637114 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fdafeb5e-2407-4b0f-8b81-2015b44af647 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.0291972 Jul 22 19:18:53.639341 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56080) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:53.651771 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:53.662705 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] Transition to ACTIVE for port object 9b3dc783-67c3-4c15-b3ab-f44cc6955f01 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:53.676576 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-94d1ad43-89aa-4393-934a-f15ebaba5585 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:53.686496 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] Transition to ACTIVE for port object 9b3dc783-67c3-4c15-b3ab-f44cc6955f01 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:53.691051 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:18:53.691448 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] Checking segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:53.691948 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:53.692584 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] Bound using segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:18:53.694093 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] Bound port: 264b50c2-7988-477a-93f7-ee6a89a609c2, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:18:53.694631 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:53.704034 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eda56fe-7399-409f-80c7-0898302303f2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Made reservation on behalf of 341c50f519e84b66bfec7474cf308179 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:53.707794 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5eda56fe-7399-409f-80c7-0898302303f2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:53.750277 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d1ad43-89aa-4393-934a-f15ebaba5585 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:53.758912 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d1ad43-89aa-4393-934a-f15ebaba5585 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:53.764117 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-94d1ad43-89aa-4393-934a-f15ebaba5585 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:53.773008 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:53.776370 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 57a4520d-ce88-470d-b2cb-2b7330ed74ee details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:18:53.797788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1ad43-89aa-4393-934a-f15ebaba5585 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Port': ['ID=2849fb36-b11f-444a-9f0e-8c45bf432fdc,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:53.808823 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dee4917d-9126-4c29-862a-8a4a0c20c744 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:53.816000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943a402-2841-41ec-95ee-b45dc9a0f8dc req-8d1e3faa-a337-4d59-bad6-b716851aa899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:53.823342 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1943a402-2841-41ec-95ee-b45dc9a0f8dc req-8d1e3faa-a337-4d59-bad6-b716851aa899 service neutron] 10.222.0.16 "GET /v2.0/networks?id=df503071-5467-4b61-a327-2f5cc8dfeccd HTTP/1.1" status: 200 len: 897 time: 0.6468577 Jul 22 19:18:53.853923 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-94d1ad43-89aa-4393-934a-f15ebaba5585 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6869216 Jul 22 19:18:53.865102 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56082) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:53.877504 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aa2664-51ce-49e1-94de-e7c15a52b6f7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:53.885291 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aa2664-51ce-49e1-94de-e7c15a52b6f7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:53.887432 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-21aa2664-51ce-49e1-94de-e7c15a52b6f7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2471583 Jul 22 19:18:53.976305 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1943a402-2841-41ec-95ee-b45dc9a0f8dc req-80b909f2-18ef-4694-b501-97a748134cd0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215 HTTP/1.1" status: 200 len: 1000 time: 0.1311376 Jul 22 19:18:53.982787 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56084) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:54.008506 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee4917d-9126-4c29-862a-8a4a0c20c744 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 4dc00a67-101f-4f2a-96a3-94489e5a5cbe is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:54.017515 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] Network cf7d9e7b-af2e-4123-87a8-84dd87729e10 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:54.061825 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:54.064081 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-dee4917d-9126-4c29-862a-8a4a0c20c744 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:54.075259 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee4917d-9126-4c29-862a-8a4a0c20c744 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:54.091078 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] For port 264b50c2-7988-477a-93f7-ee6a89a609c2, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:18:54.092337 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee4917d-9126-4c29-862a-8a4a0c20c744 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:54.094263 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dee4917d-9126-4c29-862a-8a4a0c20c744 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:54.112098 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:54.157849 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e0bda3-1599-4b4e-b390-50882d452465 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:54.163230 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f1e0bda3-1599-4b4e-b390-50882d452465 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3dc HTTP/1.1" status: 200 len: 928 time: 0.2740605 Jul 22 19:18:54.167141 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56090) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:54.173932 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] Pushing event updated for resources: {'Port': ['ID=9b3dc783-67c3-4c15-b3ab-f44cc6955f01,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:54.183727 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] For port 264b50c2-7988-477a-93f7-ee6a89a609c2, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=264b50c2-7988-477a-93f7-ee6a89a609c2,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:18:54.186715 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:54.225210 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:54.249096 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-0817050e-22f7-4b11-9c4c-6cd226e8ff09 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:54.250674 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-0817050e-22f7-4b11-9c4c-6cd226e8ff09 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7578137 Jul 22 19:18:54.273432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4917d-9126-4c29-862a-8a4a0c20c744 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Port': ['ID=3e042876-c985-4315-9292-3be83b75b6ca,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:54.284813 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9451089b-6a87-4c6d-8845-a0183c466ce3 None None] Network 4dc00a67-101f-4f2a-96a3-94489e5a5cbe requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:54.293468 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2e1f70ba-685c-4b63-815c-3e7712a3eedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:54.310609 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-dee4917d-9126-4c29-862a-8a4a0c20c744 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1333280 Jul 22 19:18:54.320059 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56092) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:54.323659 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-69853e4b-3bd9-48aa-b386-98875b75a714 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/quotas/b4c94c49c2d04c6e86f178e667c9b5ef HTTP/1.1" status: 200 len: 375 time: 0.0575354 Jul 22 19:18:54.359883 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] Attempting to bind port 9b3dc783-67c3-4c15-b3ab-f44cc6955f01 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:18:54.360257 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] Attempting to bind port 9b3dc783-67c3-4c15-b3ab-f44cc6955f01 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '1d18fc0f-b76e-47f0-b263-ec2ccd1b8a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cf7d9e7b-af2e-4123-87a8-84dd87729e10'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:18:54.360677 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] Attempting to bind port 9b3dc783-67c3-4c15-b3ab-f44cc6955f01 on network cf7d9e7b-af2e-4123-87a8-84dd87729e10 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:18:54.363823 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 4e351661-48f6-439c-88b3-6af26bd990e9, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4e351661-48f6-439c-88b3-6af26bd990e9,segment=NetworkSegment(5b4ad360-8d07-4700-b336-7fa3af282903),segment_id=5b4ad360-8d07-4700-b336-7fa3af282903)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:54.366323 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943a402-2841-41ec-95ee-b45dc9a0f8dc req-e1d15395-1e70-4dd3-b1b8-9cfe6d44b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:54.368599 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1943a402-2841-41ec-95ee-b45dc9a0f8dc req-e1d15395-1e70-4dd3-b1b8-9cfe6d44b831 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4638c070-974b-404a-b719-c849049732a3 HTTP/1.1" status: 200 len: 835 time: 0.3097959 Jul 22 19:18:54.426825 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:54.443313 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5eda56fe-7399-409f-80c7-0898302303f2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:54.446102 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93578545-2fbb-4b19-96f5-f4d11aa433f0 None None] Pushing event updated for resources: {'Port': ['ID=264b50c2-7988-477a-93f7-ee6a89a609c2,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:54.449944 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:18:54.450464 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] Checking segment: {'id': '1d18fc0f-b76e-47f0-b263-ec2ccd1b8a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cf7d9e7b-af2e-4123-87a8-84dd87729e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:54.450868 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:54.451743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] Bound using segment: {'id': '1d18fc0f-b76e-47f0-b263-ec2ccd1b8a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cf7d9e7b-af2e-4123-87a8-84dd87729e10'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:18:54.452419 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] Bound port: 9b3dc783-67c3-4c15-b3ab-f44cc6955f01, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d18fc0f-b76e-47f0-b263-ec2ccd1b8a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cf7d9e7b-af2e-4123-87a8-84dd87729e10'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:18:54.453182 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:54.533107 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-c26d98dc-813e-4a56-9d27-b29add7f1dbc tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4c94c49c2d04c6e86f178e667c9b5ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1961799 Jul 22 19:18:54.580996 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 782bc08a-63d9-4c3c-97a9-925a1be285e7 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:18:54.621349 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.api [None req-2e1f70ba-685c-4b63-815c-3e7712a3eedf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:18:54.622093 n-d-800086-12 neutron-server[93808]: DEBUG oslo_db.api [None req-2e1f70ba-685c-4b63-815c-3e7712a3eedf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:18:54.666480 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 782bc08a-63d9-4c3c-97a9-925a1be285e7 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:18:54.666832 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 782bc08a-63d9-4c3c-97a9-925a1be285e7 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:18:54.709964 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=4e351661-48f6-439c-88b3-6af26bd990e9,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:54.732057 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] For port 9b3dc783-67c3-4c15-b3ab-f44cc6955f01, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:18:54.732660 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-bac7c904-9cbf-4efd-a301-2b5fb5db8018 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b4c94c49c2d04c6e86f178e667c9b5ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004815 Jul 22 19:18:54.739018 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] For port 9b3dc783-67c3-4c15-b3ab-f44cc6955f01, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9b3dc783-67c3-4c15-b3ab-f44cc6955f01,segment=NetworkSegment(1d18fc0f-b76e-47f0-b263-ec2ccd1b8a6d),segment_id=1d18fc0f-b76e-47f0-b263-ec2ccd1b8a6d)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:18:54.770440 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b69de-41e5-4058-a8b6-8af53c08083a req-4112f879-1dc7-45d3-a4f9-5712616ae4dd tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:54.772826 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:54.789982 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7f6b69de-41e5-4058-a8b6-8af53c08083a req-4112f879-1dc7-45d3-a4f9-5712616ae4dd tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 944 time: 0.5654981 Jul 22 19:18:54.941911 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda56fe-7399-409f-80c7-0898302303f2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Subnet': ['ID=f2389ae8-c9de-4179-93d7-39bccab6f750,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:54.981694 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-8d21b5d9-022d-4238-aa78-52d9b0d11807 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting port 2849fb36-b11f-444a-9f0e-8c45bf432fdc {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:54.982315 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d21b5d9-022d-4238-aa78-52d9b0d11807 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:55.017430 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c182df8-a08c-4aac-a86f-e4d9edf504aa None None] Pushing event updated for resources: {'Port': ['ID=9b3dc783-67c3-4c15-b3ab-f44cc6955f01,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:55.065251 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-30baa53f-cd35-4f21-b07e-21cb966a0a51 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting port 3b2bca8e-7f31-49c9-a2c7-f071fc9c4d3d {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:55.065691 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-30baa53f-cd35-4f21-b07e-21cb966a0a51 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:55.119820 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 264b50c2-7988-477a-93f7-ee6a89a609c2 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:55.220872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-ce20bfe2-b443-4bd1-8d78-9f612c850719 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:55.222798 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-ce20bfe2-b443-4bd1-8d78-9f612c850719 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3992171 Jul 22 19:18:55.234095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943a402-2841-41ec-95ee-b45dc9a0f8dc req-3094e93b-d3b7-4414-8fe7-214297e2ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:55.235961 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1943a402-2841-41ec-95ee-b45dc9a0f8dc req-3094e93b-d3b7-4414-8fe7-214297e2ab03 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df503071-5467-4b61-a327-2f5cc8dfeccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7272775 Jul 22 19:18:55.289370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-e43769cb-a923-4390-ad5c-70013dc9228b tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Request body: {'port': {'device_id': '251f480c-b7e7-4611-9fb0-97122141a4b9', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': 'b4c94c49c2d04c6e86f178e667c9b5ef'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:55.310742 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2e1f70ba-685c-4b63-815c-3e7712a3eedf None None] Provisioning for port a4c26e86-67ea-4c5f-b83f-06898ccf9b5e completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:55.321838 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 264b50c2-7988-477a-93f7-ee6a89a609c2 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:55.328846 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda56fe-7399-409f-80c7-0898302303f2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Checking segment: {'id': 'd1b44579-b9b3-449e-b1ef-a03654e72e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '57a4520d-ce88-470d-b2cb-2b7330ed74ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:55.331468 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda56fe-7399-409f-80c7-0898302303f2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Network hostable DHCP agents. Network: 57a4520d-ce88-470d-b2cb-2b7330ed74ee, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:18:55.344914 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 63799bfc-3165-493a-8833-b7968dcef025 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:55.360327 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2e1f70ba-685c-4b63-815c-3e7712a3eedf None None] Provisioning complete for port a4c26e86-67ea-4c5f-b83f-06898ccf9b5e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:55.360565 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2e1f70ba-685c-4b63-815c-3e7712a3eedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:55.363393 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84efe7c7-5ade-4378-a82b-938c397b33dc req-75080580-bb49-4cab-81df-649e19164f28 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e25ba6-1018-4d31-87f0-27f71aab8e2a HTTP/1.1" status: 200 len: 210 time: 0.1518335 Jul 22 19:18:55.454080 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7f6b69de-41e5-4058-a8b6-8af53c08083a req-237e45a4-5b07-4514-97be-6f59678f34ea tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6141670 Jul 22 19:18:55.458416 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-30baa53f-cd35-4f21-b07e-21cb966a0a51 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:55.488461 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-30baa53f-cd35-4f21-b07e-21cb966a0a51 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Calling delete_port for 3b2bca8e-7f31-49c9-a2c7-f071fc9c4d3d owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:55.538523 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda56fe-7399-409f-80c7-0898302303f2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Network 57a4520d-ce88-470d-b2cb-2b7330ed74ee is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:18:55.627932 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d21b5d9-022d-4238-aa78-52d9b0d11807 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:55.656291 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-8d21b5d9-022d-4238-aa78-52d9b0d11807 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Calling delete_port for 2849fb36-b11f-444a-9f0e-8c45bf432fdc owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:55.762382 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2e1f70ba-685c-4b63-815c-3e7712a3eedf None None] Port a4c26e86-67ea-4c5f-b83f-06898ccf9b5e cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:18:55.822964 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-5eda56fe-7399-409f-80c7-0898302303f2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 57a4520d-ce88-470d-b2cb-2b7330ed74ee) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:55.826495 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 63799bfc-3165-493a-8833-b7968dcef025 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:55.831832 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4e351661-48f6-439c-88b3-6af26bd990e9 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:55.843702 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc78542-a7f9-41eb-a92a-01143167cf41 None None] Network 57a4520d-ce88-470d-b2cb-2b7330ed74ee requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:55.861291 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eda56fe-7399-409f-80c7-0898302303f2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:55.862352 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5eda56fe-7399-409f-80c7-0898302303f2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:56.049074 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5eda56fe-7399-409f-80c7-0898302303f2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0709040 Jul 22 19:18:56.070142 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56108) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:56.236996 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-e43769cb-a923-4390-ad5c-70013dc9228b tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Made reservation on behalf of b4c94c49c2d04c6e86f178e667c9b5ef for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:56.242011 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-e43769cb-a923-4390-ad5c-70013dc9228b tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:56.246416 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1943a402-2841-41ec-95ee-b45dc9a0f8dc req-add95130-870f-41a9-a11d-6435af7e75bf service neutron] 10.222.0.16 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9880044 Jul 22 19:18:56.247604 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 4e351661-48f6-439c-88b3-6af26bd990e9 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:56.248975 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:56.271413 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:56.283824 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-57a4520d-ce88-470d-b2cb-2b7330ed74ee', 'network_id': '57a4520d-ce88-470d-b2cb-2b7330ed74ee', 'tenant_id': '341c50f519e84b66bfec7474cf308179', 'fixed_ips': [{'subnet_id': 'f2389ae8-c9de-4179-93d7-39bccab6f750'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:18:56.284879 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:56.289777 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd580c9f-38dc-43d7-bd9e-4e21bd186214 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:56.309025 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d21b5d9-022d-4238-aa78-52d9b0d11807 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:56.314314 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-91579e56-0f30-4b4d-8cc7-a6b7cbd9f6f7 None None] Provisioning for port 2849fb36-b11f-444a-9f0e-8c45bf432fdc completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:56.332257 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-e43769cb-a923-4390-ad5c-70013dc9228b tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:56.337759 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-91579e56-0f30-4b4d-8cc7-a6b7cbd9f6f7 None None] Provisioning complete for port 2849fb36-b11f-444a-9f0e-8c45bf432fdc triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:56.338135 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91579e56-0f30-4b4d-8cc7-a6b7cbd9f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:56.524800 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device deea12ea-0ef2-477e-adc1-e0c1b75d4215 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:18:56.530641 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-91579e56-0f30-4b4d-8cc7-a6b7cbd9f6f7 None None] Port 2849fb36-b11f-444a-9f0e-8c45bf432fdc was deleted so its status cannot be updated. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 19:18:56.601622 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-30baa53f-cd35-4f21-b07e-21cb966a0a51 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:56.607855 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2c14ccc0-1429-47ec-a2a3-0374a162f5f4 req-20c616b6-17e5-49b2-8b68-027dd8d4861f tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e25ba6-1018-4d31-87f0-27f71aab8e2a HTTP/1.1" status: 200 len: 210 time: 0.1013501 Jul 22 19:18:56.628740 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-91579e56-0f30-4b4d-8cc7-a6b7cbd9f6f7 None None] Provisioning for port 3e042876-c985-4315-9292-3be83b75b6ca completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:56.659190 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21b5d9-022d-4238-aa78-52d9b0d11807 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Port': ['ID=2849fb36-b11f-444a-9f0e-8c45bf432fdc,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:56.681125 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-91579e56-0f30-4b4d-8cc7-a6b7cbd9f6f7 None None] Provisioning complete for port 3e042876-c985-4315-9292-3be83b75b6ca triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:56.681600 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91579e56-0f30-4b4d-8cc7-a6b7cbd9f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:56.685707 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:56.706693 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30baa53f-cd35-4f21-b07e-21cb966a0a51 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Port': ['ID=3b2bca8e-7f31-49c9-a2c7-f071fc9c4d3d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:56.730006 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-91579e56-0f30-4b4d-8cc7-a6b7cbd9f6f7 None None] Port 3e042876-c985-4315-9292-3be83b75b6ca cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:18:56.737305 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] Allocated IP 2001:db8::1 (57a4520d-ce88-470d-b2cb-2b7330ed74ee/f2389ae8-c9de-4179-93d7-39bccab6f750/19d4ffe8-0138-4517-8800-c207e7369cb5) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:56.763466 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-30baa53f-cd35-4f21-b07e-21cb966a0a51 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:56.763756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a39b04-bb5e-40ef-86cb-d9334a83436d None None] Network cf7d9e7b-af2e-4123-87a8-84dd87729e10 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:56.765991 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-30baa53f-cd35-4f21-b07e-21cb966a0a51 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/3b2bca8e-7f31-49c9-a2c7-f071fc9c4d3d HTTP/1.1" status: 204 len: 168 time: 2.7555621 Jul 22 19:18:56.777293 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56114) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:56.784307 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d21b5d9-022d-4238-aa78-52d9b0d11807 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:56.787036 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8d21b5d9-022d-4238-aa78-52d9b0d11807 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/ports/2849fb36-b11f-444a-9f0e-8c45bf432fdc HTTP/1.1" status: 204 len: 168 time: 2.6184719 Jul 22 19:18:56.799383 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56116) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:56.805163 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1943a402-2841-41ec-95ee-b45dc9a0f8dc req-3a53983f-ae7f-438f-a6a5-e1de700afc20 service neutron] 10.222.0.16 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078008 Jul 22 19:18:56.898305 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-820aa8f1-68e3-4134-b175-a37a39bbb1f9 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b4c94c49c2d04c6e86f178e667c9b5ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530884 Jul 22 19:18:56.914770 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-91579e56-0f30-4b4d-8cc7-a6b7cbd9f6f7 None None] Provisioning complete for port a4c26e86-67ea-4c5f-b83f-06898ccf9b5e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:56.915251 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91579e56-0f30-4b4d-8cc7-a6b7cbd9f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:56.971575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8cca63-4311-4f8f-9bf7-0f32469a17aa tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:56.973436 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8cca63-4311-4f8f-9bf7-0f32469a17aa tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:56.975536 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6a8cca63-4311-4f8f-9bf7-0f32469a17aa tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1924572 Jul 22 19:18:56.984502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ba242-7429-42c8-a09c-3efe78b25158 req-92027f92-1b3f-4ae0-809e-db7589bfb48b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:56.993070 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f8ba242-7429-42c8-a09c-3efe78b25158 req-92027f92-1b3f-4ae0-809e-db7589bfb48b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 944 time: 0.3971586 Jul 22 19:18:57.000626 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56118) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:57.003469 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-91579e56-0f30-4b4d-8cc7-a6b7cbd9f6f7 None None] Port a4c26e86-67ea-4c5f-b83f-06898ccf9b5e cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:18:57.087653 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-e43769cb-a923-4390-ad5c-70013dc9228b tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:57.122044 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a463df-5b36-4279-bb0f-b4ef26ce5c9f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] GET failed (client error): The resource could not be found. Jul 22 19:18:57.126958 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-85a463df-5b36-4279-bb0f-b4ef26ce5c9f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports/2849fb36-b11f-444a-9f0e-8c45bf432fdc HTTP/1.1" status: 404 len: 333 time: 0.1786470 Jul 22 19:18:57.132437 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56122) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:57.132661 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-e43769cb-a923-4390-ad5c-70013dc9228b tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:57.205760 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f8ba242-7429-42c8-a09c-3efe78b25158 req-5b20e930-ead7-4711-b9a0-e41d92ee1bb6 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095952 Jul 22 19:18:57.210515 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-653c8c6a-c4f1-47e4-8c21-4036b56d4766 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet 1ae1e490-049b-4103-924d-4a0dd0b49d31 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:18:57.229154 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9b3dc783-67c3-4c15-b3ab-f44cc6955f01 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:57.251385 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port deea12ea-0ef2-477e-adc1-e0c1b75d4215, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215,segment=NetworkSegment(4ff97e91-d90f-4c54-b154-3a39743b26ac),segment_id=4ff97e91-d90f-4c54-b154-3a39743b26ac)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:57.261813 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-653c8c6a-c4f1-47e4-8c21-4036b56d4766 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:57.290236 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd580c9f-38dc-43d7-bd9e-4e21bd186214 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:57.300809 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd580c9f-38dc-43d7-bd9e-4e21bd186214 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:57.317364 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-91579e56-0f30-4b4d-8cc7-a6b7cbd9f6f7 None None] Provisioning for port 63799bfc-3165-493a-8833-b7968dcef025 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:57.332551 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43769cb-a923-4390-ad5c-70013dc9228b tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cef668b5-7d34-46ad-a15b-7a104c1f6658,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:57.340540 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215', 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd', 'port_id': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215', 'mac_address': 'fa:16:3e:cc:27:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4638c070-974b-404a-b719-c849049732a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:18:57.344210 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-91579e56-0f30-4b4d-8cc7-a6b7cbd9f6f7 None None] Provisioning complete for port 63799bfc-3165-493a-8833-b7968dcef025 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:57.344669 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91579e56-0f30-4b4d-8cc7-a6b7cbd9f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:57.364884 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-96663323-71e5-41e2-937a-2385aceee36d tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:57.369593 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-96663323-71e5-41e2-937a-2385aceee36d tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4618239 Jul 22 19:18:57.406334 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-92d7c8d0-d4cc-456a-9a58-2c06cd48326c tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Request body: {'port': {'device_id': '50e25ba6-1018-4d31-87f0-27f71aab8e2a', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': 'b4c94c49c2d04c6e86f178e667c9b5ef'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:57.412939 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:57.419308 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-653c8c6a-c4f1-47e4-8c21-4036b56d4766 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:57.456336 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-4af4b024-0508-4545-8d57-a64ccef78a77 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting port a4c26e86-67ea-4c5f-b83f-06898ccf9b5e {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:57.456895 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4af4b024-0508-4545-8d57-a64ccef78a77 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:57.513157 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd580c9f-38dc-43d7-bd9e-4e21bd186214 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Port': ['ID=3e042876-c985-4315-9292-3be83b75b6ca,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:57.573155 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-e43769cb-a923-4390-ad5c-70013dc9228b tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Allocated IP 192.168.233.21 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/2c3a721c-5b54-4d6e-b84a-73fe586f402f) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:57.644372 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deea12ea-0ef2-477e-adc1-e0c1b75d4215 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:18:57.693353 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 9b3dc783-67c3-4c15-b3ab-f44cc6955f01 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:57.735758 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4af4b024-0508-4545-8d57-a64ccef78a77 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:57.742268 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port deea12ea-0ef2-477e-adc1-e0c1b75d4215, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215,segment=NetworkSegment(4ff97e91-d90f-4c54-b154-3a39743b26ac),segment_id=4ff97e91-d90f-4c54-b154-3a39743b26ac)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:57.796248 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:57.810284 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-4af4b024-0508-4545-8d57-a64ccef78a77 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Calling delete_port for a4c26e86-67ea-4c5f-b83f-06898ccf9b5e owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:57.843050 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:57.870397 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ecf9280f-fee5-410e-a220-b041c8da8f1b req-fb972361-f3bb-47dc-a6b2-62f9cf324c39 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e25ba6-1018-4d31-87f0-27f71aab8e2a HTTP/1.1" status: 200 len: 210 time: 0.1165700 Jul 22 19:18:57.888243 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] Transition to ACTIVE for port object 19d4ffe8-0138-4517-8800-c207e7369cb5 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:57.932440 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] Transition to ACTIVE for port object 19d4ffe8-0138-4517-8800-c207e7369cb5 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:57.937766 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=deea12ea-0ef2-477e-adc1-e0c1b75d4215,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:57.942683 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91579e56-0f30-4b4d-8cc7-a6b7cbd9f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:57.949421 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.012751 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.022125 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] Network 57a4520d-ce88-470d-b2cb-2b7330ed74ee is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:58.026540 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:58.029629 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-653c8c6a-c4f1-47e4-8c21-4036b56d4766 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.040322 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:58.045091 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] Pushing event updated for resources: {'Port': ['ID=19d4ffe8-0138-4517-8800-c207e7369cb5,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:58.060123 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-91579e56-0f30-4b4d-8cc7-a6b7cbd9f6f7 None None] For port 63799bfc-3165-493a-8833-b7968dcef025, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=63799bfc-3165-493a-8833-b7968dcef025,segment=NetworkSegment(740df7e3-d19a-4f8a-b1a4-00da0f3841dd),segment_id=740df7e3-d19a-4f8a-b1a4-00da0f3841dd)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:58.080616 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd580c9f-38dc-43d7-bd9e-4e21bd186214 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.091463 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91579e56-0f30-4b4d-8cc7-a6b7cbd9f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.118513 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884d7e0-53a0-4658-b96c-fae146ecbb58 req-408099c6-814b-4404-9da6-7391f18339b8 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:58.119838 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e884d7e0-53a0-4658-b96c-fae146ecbb58 req-408099c6-814b-4404-9da6-7391f18339b8 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 944 time: 0.4880793 Jul 22 19:18:58.128659 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-92d7c8d0-d4cc-456a-9a58-2c06cd48326c tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Made reservation on behalf of b4c94c49c2d04c6e86f178e667c9b5ef for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:58.132341 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-92d7c8d0-d4cc-456a-9a58-2c06cd48326c tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.141332 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Subnet': ['ID=f2389ae8-c9de-4179-93d7-39bccab6f750,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:58.149996 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['deea12ea-0ef2-477e-adc1-e0c1b75d4215'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:18:58.158054 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91579e56-0f30-4b4d-8cc7-a6b7cbd9f6f7 None None] Pushing event updated for resources: {'Port': ['ID=63799bfc-3165-493a-8833-b7968dcef025,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:58.180746 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-e43769cb-a923-4390-ad5c-70013dc9228b tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.228594 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-e43769cb-a923-4390-ad5c-70013dc9228b tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Transition to ACTIVE for port object 2c3a721c-5b54-4d6e-b84a-73fe586f402f will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:58.271995 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.282379 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] Attempting to bind port 19d4ffe8-0138-4517-8800-c207e7369cb5 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:18:58.283185 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] Attempting to bind port 19d4ffe8-0138-4517-8800-c207e7369cb5 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'd1b44579-b9b3-449e-b1ef-a03654e72e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '57a4520d-ce88-470d-b2cb-2b7330ed74ee'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:18:58.283369 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] Attempting to bind port 19d4ffe8-0138-4517-8800-c207e7369cb5 on network 57a4520d-ce88-470d-b2cb-2b7330ed74ee {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:18:58.291470 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:18:58.291863 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] Checking segment: {'id': 'd1b44579-b9b3-449e-b1ef-a03654e72e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '57a4520d-ce88-470d-b2cb-2b7330ed74ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:18:58.292284 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.292820 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] Bound using segment: {'id': 'd1b44579-b9b3-449e-b1ef-a03654e72e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '57a4520d-ce88-470d-b2cb-2b7330ed74ee'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:18:58.293309 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] Bound port: 19d4ffe8-0138-4517-8800-c207e7369cb5, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b44579-b9b3-449e-b1ef-a03654e72e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '57a4520d-ce88-470d-b2cb-2b7330ed74ee'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:18:58.293829 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.297060 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a4520d-ce88-470d-b2cb-2b7330ed74ee']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:58.297235 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9999e943-3038-422a-88e9-aeab22113ede None None] Provisioning for port 264b50c2-7988-477a-93f7-ee6a89a609c2 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:58.304963 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-653c8c6a-c4f1-47e4-8c21-4036b56d4766 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.306996 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9999e943-3038-422a-88e9-aeab22113ede None None] Provisioning complete for port 264b50c2-7988-477a-93f7-ee6a89a609c2 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:58.307368 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9999e943-3038-422a-88e9-aeab22113ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.318737 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-55031019-fd95-40fa-888f-b9fa716fa6d7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:58.320533 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-55031019-fd95-40fa-888f-b9fa716fa6d7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.16 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d&tenant_id=637aa3e692f04588bda049c0135065ab&binding%3Ahost_id=n-h2-800086-12 HTTP/1.1" status: 200 len: 945 time: 0.7345765 Jul 22 19:18:58.352422 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e884d7e0-53a0-4658-b96c-fae146ecbb58 req-8e20772c-b097-4bee-b541-e5bd9f7af220 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980803 Jul 22 19:18:58.358591 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c8c6a-c4f1-47e4-8c21-4036b56d4766 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=1ae1e490-049b-4103-924d-4a0dd0b49d31,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:58.366157 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b44579-b9b3-449e-b1ef-a03654e72e1a') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:58.366464 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b44579-b9b3-449e-b1ef-a03654e72e1a') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:18:58.384166 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-653c8c6a-c4f1-47e4-8c21-4036b56d4766 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.388837 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-653c8c6a-c4f1-47e4-8c21-4036b56d4766 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/1ae1e490-049b-4103-924d-4a0dd0b49d31 HTTP/1.1" status: 204 len: 168 time: 1.3862965 Jul 22 19:18:58.390809 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56132) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:58.406354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a13354-1d0d-4576-a2a4-2acabc7ffb1b None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:58.413043 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.437184 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f444d3bb-35e4-4509-91c0-3b7259da3597 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432785 Jul 22 19:18:58.440524 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56134) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:58.446988 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-1b3266df-0628-4d98-b2ab-4bb19c278635 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:58.459569 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-e43769cb-a923-4390-ad5c-70013dc9228b tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.479206 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8a0b1028-2bc7-4c28-8ab6-45d00ef745d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.491920 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.533374 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] For port 19d4ffe8-0138-4517-8800-c207e7369cb5, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:18:58.546375 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:18:58.546759 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:18:58.550020 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:18:58.570441 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4af4b024-0508-4545-8d57-a64ccef78a77 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.605328 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-fa58f17f-eb5a-4931-b783-25c28bedfcad service neutron] 10.222.0.16 "GET /v2.0/ports/deea12ea-0ef2-477e-adc1-e0c1b75d4215/bindings/n-h2-800086-12 HTTP/1.1" status: 200 len: 383 time: 0.2590885 Jul 22 19:18:58.611660 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-e43769cb-a923-4390-ad5c-70013dc9228b tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:58.622911 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-e43769cb-a923-4390-ad5c-70013dc9228b tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:58.630421 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-e43769cb-a923-4390-ad5c-70013dc9228b tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:18:58.639473 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-92d7c8d0-d4cc-456a-9a58-2c06cd48326c tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Allocated IP 192.168.233.121 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/d0dcd13d-f840-490d-aec6-b2a9f77e15c7) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:18:58.643537 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43769cb-a923-4390-ad5c-70013dc9228b tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Pushing event updated for resources: {'Port': ['ID=2c3a721c-5b54-4d6e-b84a-73fe586f402f,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:58.656497 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd580c9f-38dc-43d7-bd9e-4e21bd186214 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.657431 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9999e943-3038-422a-88e9-aeab22113ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.676965 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4b024-0508-4545-8d57-a64ccef78a77 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Port': ['ID=a4c26e86-67ea-4c5f-b83f-06898ccf9b5e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:58.712324 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3266df-0628-4d98-b2ab-4bb19c278635 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:18:58.715836 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b3266df-0628-4d98-b2ab-4bb19c278635 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.732795 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-e43769cb-a923-4390-ad5c-70013dc9228b tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:58.733612 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-e43769cb-a923-4390-ad5c-70013dc9228b tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.736813 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.db.api [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 19:18:58.736813 n-d-800086-12 neutron-server[93806]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 19:18:58.736813 n-d-800086-12 neutron-server[93806]: [parameters: {'id': '57a4520d-ce88-470d-b2cb-2b7330ed74ee'}] Jul 22 19:18:58.736813 n-d-800086-12 neutron-server[93806]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:18:58.737359 n-d-800086-12 neutron-server[93806]: DEBUG oslo_db.api [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:18:58.744555 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] For port 19d4ffe8-0138-4517-8800-c207e7369cb5, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=19d4ffe8-0138-4517-8800-c207e7369cb5,segment=NetworkSegment(d1b44579-b9b3-449e-b1ef-a03654e72e1a),segment_id=d1b44579-b9b3-449e-b1ef-a03654e72e1a)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:18:58.782507 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.799618 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9999e943-3038-422a-88e9-aeab22113ede None None] For port 264b50c2-7988-477a-93f7-ee6a89a609c2, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=264b50c2-7988-477a-93f7-ee6a89a609c2,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:58.832430 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9999e943-3038-422a-88e9-aeab22113ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:58.854472 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-e43769cb-a923-4390-ad5c-70013dc9228b tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6150262 Jul 22 19:18:58.856653 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9999e943-3038-422a-88e9-aeab22113ede None None] Could not find standard attr ID for object 3b2bca8e-7f31-49c9-a2c7-f071fc9c4d3d. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:18:58.875643 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] Request body: {'port': {'device_id': '251f480c-b7e7-4611-9fb0-97122141a4b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:59.022457 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd06a3-53a2-455c-836c-2c8aa7b19dba None None] Pushing event updated for resources: {'Port': ['ID=19d4ffe8-0138-4517-8800-c207e7369cb5,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:59.052202 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9999e943-3038-422a-88e9-aeab22113ede None None] Provisioning for port 9b3dc783-67c3-4c15-b3ab-f44cc6955f01 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:18:59.091185 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-08b93b19-c3a5-4d66-bc07-aba192431944 req-29d6a897-85a6-45b8-b6a0-8ab976186224 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e25ba6-1018-4d31-87f0-27f71aab8e2a HTTP/1.1" status: 200 len: 210 time: 0.0864527 Jul 22 19:18:59.157510 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 63799bfc-3165-493a-8833-b7968dcef025 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:18:59.160899 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10075448-1f46-4bae-9206-0b106c35b3a3 None None] DHCP port deletion for ac1cdc45-8892-4608-b80a-7d90307aaf6c request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:18:59.164052 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a703095b-6de2-49f8-994f-51df8d08757f None None] Network 57a4520d-ce88-470d-b2cb-2b7330ed74ee requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:18:59.222062 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:59.268226 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9999e943-3038-422a-88e9-aeab22113ede None None] Provisioning complete for port 9b3dc783-67c3-4c15-b3ab-f44cc6955f01 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:18:59.268652 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9999e943-3038-422a-88e9-aeab22113ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:59.295123 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:59.301158 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4af4b024-0508-4545-8d57-a64ccef78a77 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:59.306685 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4af4b024-0508-4545-8d57-a64ccef78a77 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/ports/a4c26e86-67ea-4c5f-b83f-06898ccf9b5e HTTP/1.1" status: 204 len: 168 time: 2.1729362 Jul 22 19:18:59.309819 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56140) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:59.327305 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-92d7c8d0-d4cc-456a-9a58-2c06cd48326c tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:59.407367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-92d7c8d0-d4cc-456a-9a58-2c06cd48326c tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Transition to ACTIVE for port object d0dcd13d-f840-490d-aec6-b2a9f77e15c7 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:18:59.412721 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1f1956-b846-4a7b-a14d-913dd4bce46b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] GET failed (client error): The resource could not be found. Jul 22 19:18:59.418388 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b3266df-0628-4d98-b2ab-4bb19c278635 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:59.418657 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6f1f1956-b846-4a7b-a14d-913dd4bce46b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports/a4c26e86-67ea-4c5f-b83f-06898ccf9b5e HTTP/1.1" status: 404 len: 333 time: 0.1047566 Jul 22 19:18:59.420300 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56144) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:59.539753 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-6845be41-47d5-47d0-92aa-cf5e93a56fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:59.541333 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-6845be41-47d5-47d0-92aa-cf5e93a56fd0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 1097 time: 0.8812978 Jul 22 19:18:59.569277 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3266df-0628-4d98-b2ab-4bb19c278635 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:59.584847 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-1b3266df-0628-4d98-b2ab-4bb19c278635 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:18:59.592676 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3266df-0628-4d98-b2ab-4bb19c278635 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:59.593078 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b3266df-0628-4d98-b2ab-4bb19c278635 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:59.596638 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b07921-b373-4aa7-b691-5c5522f86321 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting subnet 90ab2c04-dcd2-4aff-a720-c58934928b88 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:18:59.610816 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3266df-0628-4d98-b2ab-4bb19c278635 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=00168c35-40ba-48ed-afa4-2dad8331ca4d,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:59.622578 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66b07921-b373-4aa7-b691-5c5522f86321 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:59.626684 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1b3266df-0628-4d98-b2ab-4bb19c278635 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1846979 Jul 22 19:18:59.633291 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56146) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:59.647354 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-92d7c8d0-d4cc-456a-9a58-2c06cd48326c tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:59.654005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-70af2fe2-03ad-413d-8fd5-38c2bbc76214 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'fixed_ips': [{'subnet_id': '00168c35-40ba-48ed-afa4-2dad8331ca4d', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-673636927'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:18:59.711052 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9999e943-3038-422a-88e9-aeab22113ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:59.765674 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-10075448-1f46-4bae-9206-0b106c35b3a3 None None] Deleting port 264b50c2-7988-477a-93f7-ee6a89a609c2 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:59.766072 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-10075448-1f46-4bae-9206-0b106c35b3a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:59.773776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df8bc8-0893-4e46-adbe-cb8bf27cce91 req-767fc5d3-7dfc-45ab-b8bb-6a53ad2c2a37 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:59.775291 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-28df8bc8-0893-4e46-adbe-cb8bf27cce91 req-767fc5d3-7dfc-45ab-b8bb-6a53ad2c2a37 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 945 time: 0.3017802 Jul 22 19:18:59.787134 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-92d7c8d0-d4cc-456a-9a58-2c06cd48326c tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:18:59.795034 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66b07921-b373-4aa7-b691-5c5522f86321 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:59.800100 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Deleting port 19d4ffe8-0138-4517-8800-c207e7369cb5 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:18:59.800441 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:59.845857 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-10075448-1f46-4bae-9206-0b106c35b3a3 None None] For port 264b50c2-7988-477a-93f7-ee6a89a609c2, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=264b50c2-7988-477a-93f7-ee6a89a609c2,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:59.846513 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-10075448-1f46-4bae-9206-0b106c35b3a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:59.860705 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-10075448-1f46-4bae-9206-0b106c35b3a3 None None] Calling delete_port for 264b50c2-7988-477a-93f7-ee6a89a609c2 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:18:59.951776 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-b4d1031a-283d-4219-b3e2-b58904149a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:18:59.953621 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-b4d1031a-283d-4219-b3e2-b58904149a54 service neutron] 10.222.0.16 "GET /v2.0/networks?id=df503071-5467-4b61-a327-2f5cc8dfeccd HTTP/1.1" status: 200 len: 897 time: 0.4029443 Jul 22 19:18:59.972629 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9999e943-3038-422a-88e9-aeab22113ede None None] For port 9b3dc783-67c3-4c15-b3ab-f44cc6955f01, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9b3dc783-67c3-4c15-b3ab-f44cc6955f01,segment=NetworkSegment(1d18fc0f-b76e-47f0-b263-ec2ccd1b8a6d),segment_id=1d18fc0f-b76e-47f0-b263-ec2ccd1b8a6d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:18:59.973886 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999e943-3038-422a-88e9-aeab22113ede None None] Pushing event updated for resources: {'Port': ['ID=264b50c2-7988-477a-93f7-ee6a89a609c2,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:59.985587 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9999e943-3038-422a-88e9-aeab22113ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:00.032788 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-10075448-1f46-4bae-9206-0b106c35b3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:00.066786 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 63799bfc-3165-493a-8833-b7968dcef025 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:00.067302 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:00.080450 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10075448-1f46-4bae-9206-0b106c35b3a3 None None] No DVR routers for this DVR port 264b50c2-7988-477a-93f7-ee6a89a609c2 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:00.095021 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] For port 19d4ffe8-0138-4517-8800-c207e7369cb5, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=19d4ffe8-0138-4517-8800-c207e7369cb5,segment=NetworkSegment(d1b44579-b9b3-449e-b1ef-a03654e72e1a),segment_id=d1b44579-b9b3-449e-b1ef-a03654e72e1a)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:00.095021 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:00.111259 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-92d7c8d0-d4cc-456a-9a58-2c06cd48326c tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:00.118651 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-92d7c8d0-d4cc-456a-9a58-2c06cd48326c tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:00.122664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7c8d0-d4cc-456a-9a58-2c06cd48326c tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Pushing event updated for resources: {'Port': ['ID=d0dcd13d-f840-490d-aec6-b2a9f77e15c7,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:00.126745 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63c4b9b-f69f-4253-a0ec-aa0fe0192436 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:00.134192 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9999e943-3038-422a-88e9-aeab22113ede None None] Provisioning complete for port 3e042876-c985-4315-9292-3be83b75b6ca triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:00.134564 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9999e943-3038-422a-88e9-aeab22113ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:00.155913 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999e943-3038-422a-88e9-aeab22113ede None None] Pushing event updated for resources: {'Port': ['ID=9b3dc783-67c3-4c15-b3ab-f44cc6955f01,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:00.166897 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66b07921-b373-4aa7-b691-5c5522f86321 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:00.234206 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10075448-1f46-4bae-9206-0b106c35b3a3 None None] Pushing event deleted for resources: {'Port': ['ID=264b50c2-7988-477a-93f7-ee6a89a609c2,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:00.234545 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-92d7c8d0-d4cc-456a-9a58-2c06cd48326c tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:00.234545 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-92d7c8d0-d4cc-456a-9a58-2c06cd48326c tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:00.253158 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-28df8bc8-0893-4e46-adbe-cb8bf27cce91 req-3e2f9502-c3f0-448b-a4b6-74ef85c3e7af tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4580560 Jul 22 19:19:00.253768 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Calling delete_port for 19d4ffe8-0138-4517-8800-c207e7369cb5 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:00.289107 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-92d7c8d0-d4cc-456a-9a58-2c06cd48326c tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9067183 Jul 22 19:19:00.295438 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd580c9f-38dc-43d7-bd9e-4e21bd186214 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:00.316791 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd580c9f-38dc-43d7-bd9e-4e21bd186214 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:00.318060 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dd580c9f-38dc-43d7-bd9e-4e21bd186214 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:00.344644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3a721c-5b54-4d6e-b84a-73fe586f402f {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:19:00.346553 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-9999e943-3038-422a-88e9-aeab22113ede None None] Port 3e042876-c985-4315-9292-3be83b75b6ca cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:19:00.356760 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9999e943-3038-422a-88e9-aeab22113ede None None] Could not find standard attr ID for object 38c1fae4-3d7b-4d9c-a8fb-76feeb923095. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:19:00.359024 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:00.379195 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] Transition to ACTIVE for port object 2c3a721c-5b54-4d6e-b84a-73fe586f402f will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:00.392175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] Request body: {'port': {'device_id': '50e25ba6-1018-4d31-87f0-27f71aab8e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:00.416552 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:00.452568 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'fixed_ips': [{'subnet_id': '00168c35-40ba-48ed-afa4-2dad8331ca4d'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:19:00.453706 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:00.482928 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70af2fe2-03ad-413d-8fd5-38c2bbc76214 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:00.502732 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bad0e45c-82d4-4d11-9e6d-c09a106d8aa0 None None] Provisioning for port 2c3a721c-5b54-4d6e-b84a-73fe586f402f completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:00.516791 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd580c9f-38dc-43d7-bd9e-4e21bd186214 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 4dc00a67-101f-4f2a-96a3-94489e5a5cbe is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:00.517791 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd580c9f-38dc-43d7-bd9e-4e21bd186214 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Port': ['ID=3e042876-c985-4315-9292-3be83b75b6ca,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:00.526824 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-129a0f5c-d08b-47ed-93ee-135d315ee1f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215 HTTP/1.1" status: 200 len: 1001 time: 0.5575912 Jul 22 19:19:00.562922 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-dd580c9f-38dc-43d7-bd9e-4e21bd186214 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:00.637029 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bad0e45c-82d4-4d11-9e6d-c09a106d8aa0 None None] Provisioning complete for port 9b3dc783-67c3-4c15-b3ab-f44cc6955f01 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:00.637409 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bad0e45c-82d4-4d11-9e6d-c09a106d8aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:00.717084 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] Allocated IP 2001:db8::2 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/00168c35-40ba-48ed-afa4-2dad8331ca4d/b75c9a09-2821-4661-b516-3e9de4657183) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:00.725607 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66b07921-b373-4aa7-b691-5c5522f86321 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:00.761138 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3a721c-5b54-4d6e-b84a-73fe586f402f,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:00.766429 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b07921-b373-4aa7-b691-5c5522f86321 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Subnet': ['ID=90ab2c04-dcd2-4aff-a720-c58934928b88,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:00.797680 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-3f2217e6-3dc9-4771-a927-eb15e7242cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:00.799517 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-3f2217e6-3dc9-4771-a927-eb15e7242cf3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4638c070-974b-404a-b719-c849049732a3 HTTP/1.1" status: 200 len: 835 time: 0.2281945 Jul 22 19:19:00.800968 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66b07921-b373-4aa7-b691-5c5522f86321 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:00.804231 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-66b07921-b373-4aa7-b691-5c5522f86321 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/subnets/90ab2c04-dcd2-4aff-a720-c58934928b88 HTTP/1.1" status: 204 len: 168 time: 1.3507648 Jul 22 19:19:00.808058 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56154) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:00.809626 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f87503-edf3-40e1-a0d1-36daa31e621d None None] Network 97e15c93-ad7f-4e7b-91b8-3f60aa147dc2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:00.828227 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:00.872255 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-70af2fe2-03ad-413d-8fd5-38c2bbc76214 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:00.907770 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] Attempting to bind port 2c3a721c-5b54-4d6e-b84a-73fe586f402f on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:19:00.908246 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] Attempting to bind port 2c3a721c-5b54-4d6e-b84a-73fe586f402f by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:19:00.908960 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] Attempting to bind port 2c3a721c-5b54-4d6e-b84a-73fe586f402f on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:19:00.925042 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5ed99-d695-4770-8306-d3b94218eb64 req-4992c5d9-e311-4fc1-b099-45b80ac59c65 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:00.940862 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5cd71244-051f-4c89-98e8-d97506f075cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:00.941480 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09c5ed99-d695-4770-8306-d3b94218eb64 req-4992c5d9-e311-4fc1-b099-45b80ac59c65 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e25ba6-1018-4d31-87f0-27f71aab8e2a HTTP/1.1" status: 200 len: 936 time: 0.5462351 Jul 22 19:19:00.954482 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] Port 2c3a721c-5b54-4d6e-b84a-73fe586f402f on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:19:00.955570 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] Attempting to bind port 2c3a721c-5b54-4d6e-b84a-73fe586f402f on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:19:00.994087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:19:00.994604 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:00.995148 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:19:00.995709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] Bound port: 2c3a721c-5b54-4d6e-b84a-73fe586f402f, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:19:00.996277 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:01.044797 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9b3dc783-67c3-4c15-b3ab-f44cc6955f01 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:01.056467 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-23b74ccc-57a9-4777-83ca-ff64cdf4acc6 None None] Provisioning for port d0dcd13d-f840-490d-aec6-b2a9f77e15c7 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:01.062640 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09c5ed99-d695-4770-8306-d3b94218eb64 req-5449d0ee-df7d-467a-8af1-fc4b494f5a74 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef668b5-7d34-46ad-a15b-7a104c1f6658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200690 Jul 22 19:19:01.065633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-70af2fe2-03ad-413d-8fd5-38c2bbc76214 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] device_id is not set on port 9db120c1-c446-4dd3-a015-b22b1fc15eda yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:19:01.108914 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-23b74ccc-57a9-4777-83ca-ff64cdf4acc6 None None] Provisioning complete for port d0dcd13d-f840-490d-aec6-b2a9f77e15c7 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:01.109618 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-23b74ccc-57a9-4777-83ca-ff64cdf4acc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:01.120664 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-10dd5093-65ad-4a49-82aa-e6d0824ea299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:01.169065 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:01.212547 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-23b74ccc-57a9-4777-83ca-ff64cdf4acc6 None None] Port d0dcd13d-f840-490d-aec6-b2a9f77e15c7 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:19:01.244360 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:01.262472 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 9b3dc783-67c3-4c15-b3ab-f44cc6955f01 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:01.262824 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:01.265754 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] Transition to ACTIVE for port object b75c9a09-2821-4661-b516-3e9de4657183 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:01.295966 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:01.314630 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] Transition to ACTIVE for port object b75c9a09-2821-4661-b516-3e9de4657183 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:01.328574 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:01.335864 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] No DVR routers for this DVR port 19d4ffe8-0138-4517-8800-c207e7369cb5 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:01.376145 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Port': ['ID=19d4ffe8-0138-4517-8800-c207e7369cb5,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:01.389223 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7fae62-23a3-4a8f-95ff-b980685ad732 None None] DHCP port deletion for 97e15c93-ad7f-4e7b-91b8-3f60aa147dc2 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:19:01.394864 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:01.404636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:01.407355 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5f8003ed-96ca-4382-a110-2a4d9716da52 None None] Provisioning complete for port 3e042876-c985-4315-9292-3be83b75b6ca triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:01.407976 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5f8003ed-96ca-4382-a110-2a4d9716da52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:01.409199 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] For port 2c3a721c-5b54-4d6e-b84a-73fe586f402f, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:19:01.411184 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd580c9f-38dc-43d7-bd9e-4e21bd186214 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router a3930528-8c73-46cb-a741-7d8d02c2dd6c is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:19:01.411616 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-70af2fe2-03ad-413d-8fd5-38c2bbc76214 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:19:01.412511 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70af2fe2-03ad-413d-8fd5-38c2bbc76214 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:19:01.413291 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:01.443275 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] For port 2c3a721c-5b54-4d6e-b84a-73fe586f402f, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=2c3a721c-5b54-4d6e-b84a-73fe586f402f,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:19:01.454131 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] Pushing event updated for resources: {'Port': ['ID=b75c9a09-2821-4661-b516-3e9de4657183,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:01.498665 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-70af2fe2-03ad-413d-8fd5-38c2bbc76214 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.8635824 Jul 22 19:19:01.499914 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:01.501782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56160) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:01.511214 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:01.525936 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a4520d-ce88-470d-b2cb-2b7330ed74ee']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:01.534834 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5f8003ed-96ca-4382-a110-2a4d9716da52 None None] Port 3e042876-c985-4315-9292-3be83b75b6ca cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:19:01.536986 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b44579-b9b3-449e-b1ef-a03654e72e1a') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:01.537268 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b44579-b9b3-449e-b1ef-a03654e72e1a') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:01.547663 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:01.571390 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-38ab17bc-74a4-4fa5-81c0-e199fa2880b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:01.573086 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-38ab17bc-74a4-4fa5-81c0-e199fa2880b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df503071-5467-4b61-a327-2f5cc8dfeccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7659061 Jul 22 19:19:01.597584 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:01.598216 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:01.600087 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] 10.222.0.30 "PUT /v2.0/ports/2c3a721c-5b54-4d6e-b84a-73fe586f402f HTTP/1.1" status: 200 len: 1096 time: 2.7336845 Jul 22 19:19:01.606438 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251f480c-b7e7-4611-9fb0-97122141a4b9', 'tag': '2c3a721c-5b54-4d6e-b84a-73fe586f402f'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:19:01.608297 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 264b50c2-7988-477a-93f7-ee6a89a609c2 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:19:01.608988 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18329bb0-370b-4cc0-8d1f-d85898793154" -d '{"events": [{"name": "network-changed", "server_uuid": "251f480c-b7e7-4611-9fb0-97122141a4b9", "tag": "2c3a721c-5b54-4d6e-b84a-73fe586f402f"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:19:01.664088 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-93f59b2b-dcd2-4330-a705-cd0daebe1980 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6941454 Jul 22 19:19:01.698539 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e4aa62-436d-42ba-a0f7-7aea47706123 x-openstack-request-id: req-d1e4aa62-436d-42ba-a0f7-7aea47706123 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:19:01.698807 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251f480c-b7e7-4611-9fb0-97122141a4b9", "tag": "2c3a721c-5b54-4d6e-b84a-73fe586f402f", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:19:01.698953 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1e4aa62-436d-42ba-a0f7-7aea47706123 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:19:01.699329 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251f480c-b7e7-4611-9fb0-97122141a4b9', 'tag': '2c3a721c-5b54-4d6e-b84a-73fe586f402f', 'status': 'completed', 'code': 200} Jul 22 19:19:01.711300 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c3ea9-5a57-4dfc-94ba-63f25fa85541 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3a721c-5b54-4d6e-b84a-73fe586f402f,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:01.734177 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] Attempting to bind port b75c9a09-2821-4661-b516-3e9de4657183 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:19:01.734685 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] Attempting to bind port b75c9a09-2821-4661-b516-3e9de4657183 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:19:01.735266 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] Attempting to bind port b75c9a09-2821-4661-b516-3e9de4657183 on network ac1cdc45-8892-4608-b80a-7d90307aaf6c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:19:01.737748 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862ce36-b342-46bd-a50d-492783a80f88 req-acbcbe53-745e-4dae-aac3-9a0e58cd4f9d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:01.739211 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2862ce36-b342-46bd-a50d-492783a80f88 req-acbcbe53-745e-4dae-aac3-9a0e58cd4f9d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 945 time: 0.3324065 Jul 22 19:19:01.751118 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 264b50c2-7988-477a-93f7-ee6a89a609c2 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:19:01.751765 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 264b50c2-7988-477a-93f7-ee6a89a609c2 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:19:01.776623 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:19:01.777540 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] Checking segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:01.777540 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:01.777763 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] Bound using segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:19:01.778247 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] Bound port: b75c9a09-2821-4661-b516-3e9de4657183, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:19:01.778667 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:01.785429 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:01.788618 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-5cd71244-051f-4c89-98e8-d97506f075cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting port 4e351661-48f6-439c-88b3-6af26bd990e9 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:01.789142 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5cd71244-051f-4c89-98e8-d97506f075cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:01.819050 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:19:01.819740 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:19:01.830296 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:19:01.837021 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-6d7fae62-23a3-4a8f-95ff-b980685ad732 None None] Deleting port 4e351661-48f6-439c-88b3-6af26bd990e9 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:01.837414 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6d7fae62-23a3-4a8f-95ff-b980685ad732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:01.879919 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d6d8e9-0090-4806-bbd1-49c57cd2348c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:01.883788 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-80d6d8e9-0090-4806-bbd1-49c57cd2348c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3763826 Jul 22 19:19:01.894741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56164) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:01.925286 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] For port b75c9a09-2821-4661-b516-3e9de4657183, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:19:01.947123 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-6d7fae62-23a3-4a8f-95ff-b980685ad732 None None] For port 4e351661-48f6-439c-88b3-6af26bd990e9, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4e351661-48f6-439c-88b3-6af26bd990e9,segment=NetworkSegment(5b4ad360-8d07-4700-b336-7fa3af282903),segment_id=5b4ad360-8d07-4700-b336-7fa3af282903)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:01.947520 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6d7fae62-23a3-4a8f-95ff-b980685ad732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:01.950770 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] For port b75c9a09-2821-4661-b516-3e9de4657183, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b75c9a09-2821-4661-b516-3e9de4657183,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:19:01.958095 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:01.963752 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-0770cb77-8f82-4894-b222-4ee058d3ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:01.965891 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-0770cb77-8f82-4894-b222-4ee058d3ae2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4c94c49c2d04c6e86f178e667c9b5ef&device_id=251f480c-b7e7-4611-9fb0-97122141a4b9 HTTP/1.1" status: 200 len: 1099 time: 0.3198340 Jul 22 19:19:01.973809 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-6d7fae62-23a3-4a8f-95ff-b980685ad732 None None] Calling delete_port for 4e351661-48f6-439c-88b3-6af26bd990e9 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:01.981063 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2862ce36-b342-46bd-a50d-492783a80f88 req-3b3c649d-72e2-4dcd-b000-78f180131852 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219758 Jul 22 19:19:01.984446 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0dcd13d-f840-490d-aec6-b2a9f77e15c7 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:19:01.986699 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd580c9f-38dc-43d7-bd9e-4e21bd186214 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:19:02.000694 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-efac9a55-53bf-4ce5-88ce-08a4fcd8f69e service neutron] 10.222.0.16 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671677 Jul 22 19:19:02.000694 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-dd580c9f-38dc-43d7-bd9e-4e21bd186214 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/a3930528-8c73-46cb-a741-7d8d02c2dd6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6631820 Jul 22 19:19:02.007534 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56166) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:02.010079 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b64c588-5022-4a84-99a6-19128d4db0d6 None None] Sync routers for ids ['a3930528-8c73-46cb-a741-7d8d02c2dd6c'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:19:02.030889 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b64c588-5022-4a84-99a6-19128d4db0d6 None None] Routers {'a3930528-8c73-46cb-a741-7d8d02c2dd6c'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:02.031519 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6b64c588-5022-4a84-99a6-19128d4db0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['a3930528-8c73-46cb-a741-7d8d02c2dd6c'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:02.046744 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:02.074412 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:02.081219 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-307ef8a9-411e-4e0e-b2d8-f1963ba33f00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=2c3a721c-5b54-4d6e-b84a-73fe586f402f HTTP/1.1" status: 200 len: 217 time: 0.0711091 Jul 22 19:19:02.086399 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-d12fb955-1350-4502-96bf-c23c75c0c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:02.087160 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-d12fb955-1350-4502-96bf-c23c75c0c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:02.087902 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-d12fb955-1350-4502-96bf-c23c75c0c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:02.088626 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-d12fb955-1350-4502-96bf-c23c75c0c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:02.088753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c7d532-7dbb-402f-b3fd-be6248fca407 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:02.089444 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-d12fb955-1350-4502-96bf-c23c75c0c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:02.090150 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-d12fb955-1350-4502-96bf-c23c75c0c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:02.090275 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6b64c588-5022-4a84-99a6-19128d4db0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:02.090978 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-d12fb955-1350-4502-96bf-c23c75c0c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:02.091166 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c7d532-7dbb-402f-b3fd-be6248fca407 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:02.093248 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-44c7d532-7dbb-402f-b3fd-be6248fca407 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1757219 Jul 22 19:19:02.093732 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-d12fb955-1350-4502-96bf-c23c75c0c043 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=598d83e90cdd48809c7ec7a29420c426&device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 6498 time: 0.3398783 Jul 22 19:19:02.123537 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b64c588-5022-4a84-99a6-19128d4db0d6 None None] Routers {'a3930528-8c73-46cb-a741-7d8d02c2dd6c'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:02.123921 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d2110-788a-4d82-ba63-b5072f75096c None None] Pushing event updated for resources: {'Port': ['ID=b75c9a09-2821-4661-b516-3e9de4657183,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:02.124421 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6b64c588-5022-4a84-99a6-19128d4db0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['a3930528-8c73-46cb-a741-7d8d02c2dd6c'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:02.139423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56168) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:02.143418 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:02.151376 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] Transition to ACTIVE for port object d0dcd13d-f840-490d-aec6-b2a9f77e15c7 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:02.152179 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/networks/57a4520d-ce88-470d-b2cb-2b7330ed74ee HTTP/1.1" status: 204 len: 168 time: 6.0749879 Jul 22 19:19:02.153401 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad518d-3d9e-42c1-802d-b46ab7156d01 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Network': ['ID=57a4520d-ce88-470d-b2cb-2b7330ed74ee,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:02.158871 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-5cd71244-051f-4c89-98e8-d97506f075cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] For port 4e351661-48f6-439c-88b3-6af26bd990e9, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4e351661-48f6-439c-88b3-6af26bd990e9,segment=NetworkSegment(5b4ad360-8d07-4700-b336-7fa3af282903),segment_id=5b4ad360-8d07-4700-b336-7fa3af282903)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:02.159494 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5cd71244-051f-4c89-98e8-d97506f075cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:02.162103 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56172) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:02.187071 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-1bad69e2-0083-4045-97e0-8273a3cb1529 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1562146159'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:02.194225 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6d7fae62-23a3-4a8f-95ff-b980685ad732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:02.212386 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:02.217250 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7fae62-23a3-4a8f-95ff-b980685ad732 None None] No DVR routers for this DVR port 4e351661-48f6-439c-88b3-6af26bd990e9 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:02.233192 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6b64c588-5022-4a84-99a6-19128d4db0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:02.234034 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b64c588-5022-4a84-99a6-19128d4db0d6 None None] The sync data for ids ['a3930528-8c73-46cb-a741-7d8d02c2dd6c'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:19:02.236014 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-5cd71244-051f-4c89-98e8-d97506f075cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Calling delete_port for 4e351661-48f6-439c-88b3-6af26bd990e9 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:02.244684 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fae62-23a3-4a8f-95ff-b980685ad732 None None] Pushing event deleted for resources: {'Port': ['ID=4e351661-48f6-439c-88b3-6af26bd990e9,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:02.281813 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:02.307351 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ffe5a9-7ee0-418a-aed8-53b879b6ec24 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:02.309411 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-24ffe5a9-7ee0-418a-aed8-53b879b6ec24 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/ports/3e042876-c985-4315-9292-3be83b75b6ca HTTP/1.1" status: 200 len: 984 time: 0.2981863 Jul 22 19:19:02.319320 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56174) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:02.393055 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d0dcd13d-f840-490d-aec6-b2a9f77e15c7,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:02.407612 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bad69e2-0083-4045-97e0-8273a3cb1529 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Made reservation on behalf of 341c50f519e84b66bfec7474cf308179 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:02.414330 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1bad69e2-0083-4045-97e0-8273a3cb1529 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:02.465708 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-293c65a8-0729-4f08-b7c9-bc3be8e77cf1 service neutron] 10.222.0.16 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602454 Jul 22 19:19:02.514245 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-316bf261-e571-40e1-9b89-67f706acc120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:02.515762 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-316bf261-e571-40e1-9b89-67f706acc120 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.4160361 Jul 22 19:19:02.527207 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3fa6b5b-67b1-4be0-ad02-336755a952e0 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet 00168c35-40ba-48ed-afa4-2dad8331ca4d {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:19:02.539238 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bad69e2-0083-4045-97e0-8273a3cb1529 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:19:02.541101 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device deea12ea-0ef2-477e-adc1-e0c1b75d4215 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:02.559882 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5cd71244-051f-4c89-98e8-d97506f075cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:02.569899 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1bad69e2-0083-4045-97e0-8273a3cb1529 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:02.570256 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-1bad69e2-0083-4045-97e0-8273a3cb1529 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Added segment 751ff6b8-954f-4337-98b3-21eb161cf184 of type vlan for network f560e5ef-5b6f-448f-8127-d58bbad3283c Jul 22 19:19:02.574827 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-49cf6442-3ec3-4af4-9341-f66aaac11724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:02.575585 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-49cf6442-3ec3-4af4-9341-f66aaac11724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:02.576070 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-49cf6442-3ec3-4af4-9341-f66aaac11724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:02.577779 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-49cf6442-3ec3-4af4-9341-f66aaac11724 service neutron] 10.222.0.16 "GET /v2.0/networks?id=47ed28f7-e57b-4725-b7b8-4e2ff6ef303b&id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&id=06eb644b-f29e-45c4-8d9a-7769e64949ae&id=06eb644b-f29e-45c4-8d9a-7769e64949ae HTTP/1.1" status: 200 len: 2292 time: 0.4373119 Jul 22 19:19:02.603063 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6b5b-67b1-4be0-ad02-336755a952e0 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:02.605262 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port deea12ea-0ef2-477e-adc1-e0c1b75d4215 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:02.610051 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port deea12ea-0ef2-477e-adc1-e0c1b75d4215 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:02.610574 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:02.653983 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6b5b-67b1-4be0-ad02-336755a952e0 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:02.694009 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd71244-051f-4c89-98e8-d97506f075cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Port': ['ID=4e351661-48f6-439c-88b3-6af26bd990e9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:02.709192 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd71244-051f-4c89-98e8-d97506f075cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] No DVR routers for this DVR port 4e351661-48f6-439c-88b3-6af26bd990e9 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:02.729297 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:02.734271 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-062e2800-e867-4785-af81-6ee302b0ee0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0894d912-7036-4f59-8c93-29af89302f62 HTTP/1.1" status: 200 len: 1000 time: 0.1369674 Jul 22 19:19:02.753568 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192abf67-c826-49d7-ba39-040d56d3f93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:19:02.756579 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0367e6cf-c0cc-4c8e-bab8-daf9430107b3" -d '{"events": [{"server_uuid": "192abf67-c826-49d7-ba39-040d56d3f93d", "name": "network-vif-plugged", "status": "completed", "tag": "deea12ea-0ef2-477e-adc1-e0c1b75d4215"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:19:02.769772 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port deea12ea-0ef2-477e-adc1-e0c1b75d4215, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215,segment=NetworkSegment(4ff97e91-d90f-4c54-b154-3a39743b26ac),segment_id=4ff97e91-d90f-4c54-b154-3a39743b26ac)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:02.770663 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1bad69e2-0083-4045-97e0-8273a3cb1529 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:02.774919 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:02.834715 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567d55ba-f267-485f-be32-0e58113eb62f x-openstack-request-id: req-567d55ba-f267-485f-be32-0e58113eb62f {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:19:02.834715 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192abf67-c826-49d7-ba39-040d56d3f93d", "name": "network-vif-plugged", "status": "completed", "tag": "deea12ea-0ef2-477e-adc1-e0c1b75d4215", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:19:02.835025 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-567d55ba-f267-485f-be32-0e58113eb62f {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:19:02.835327 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192abf67-c826-49d7-ba39-040d56d3f93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215', 'code': 200} Jul 22 19:19:02.840897 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=deea12ea-0ef2-477e-adc1-e0c1b75d4215,revision_number=9']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:02.848805 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-05840fce-8812-4bbf-b3cc-50cd14b150e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:02.850751 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-05840fce-8812-4bbf-b3cc-50cd14b150e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=46c28341-28d1-4391-a7f5-497116b1730d HTTP/1.1" status: 200 len: 850 time: 0.0908551 Jul 22 19:19:02.886255 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5cd71244-051f-4c89-98e8-d97506f075cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:02.915885 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-5cd71244-051f-4c89-98e8-d97506f075cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e15c93-ad7f-4e7b-91b8-3f60aa147dc2']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:02.946503 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1bad69e2-0083-4045-97e0-8273a3cb1529 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:02.955168 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bad69e2-0083-4045-97e0-8273a3cb1529 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:02.955168 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1bad69e2-0083-4045-97e0-8273a3cb1529 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:02.956842 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-5cd71244-051f-4c89-98e8-d97506f075cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4ad360-8d07-4700-b336-7fa3af282903') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:02.957141 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-5cd71244-051f-4c89-98e8-d97506f075cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4ad360-8d07-4700-b336-7fa3af282903') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:02.978745 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5cd71244-051f-4c89-98e8-d97506f075cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:03.020306 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b75c9a09-2821-4661-b516-3e9de4657183 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:03.041508 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5cd71244-051f-4c89-98e8-d97506f075cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:03.077809 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd71244-051f-4c89-98e8-d97506f075cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:19:03.078056 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5cd71244-051f-4c89-98e8-d97506f075cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:19:03.082161 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:19:03.093070 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port b75c9a09-2821-4661-b516-3e9de4657183 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:03.117902 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1bad69e2-0083-4045-97e0-8273a3cb1529 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9422550 Jul 22 19:19:03.136123 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56182) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:03.152571 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4e351661-48f6-439c-88b3-6af26bd990e9 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:19:03.176767 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 4e351661-48f6-439c-88b3-6af26bd990e9 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:19:03.177742 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4e351661-48f6-439c-88b3-6af26bd990e9 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:19:03.181814 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-10fd764c-236e-4f39-9820-0fb4c986b6de tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'subnet': {'network_id': 'f560e5ef-5b6f-448f-8127-d58bbad3283c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:03.186125 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad69e2-0083-4045-97e0-8273a3cb1529 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Network': ['ID=f560e5ef-5b6f-448f-8127-d58bbad3283c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:03.202035 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network f560e5ef-5b6f-448f-8127-d58bbad3283c details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:19:03.238685 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-5c69387d-dc71-47ef-b378-0d0f28369893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:03.241589 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-5c69387d-dc71-47ef-b378-0d0f28369893 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=47ed28f7-e57b-4725-b7b8-4e2ff6ef303b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3476555 Jul 22 19:19:03.243317 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5cd71244-051f-4c89-98e8-d97506f075cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:03.247050 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6b5b-67b1-4be0-ad02-336755a952e0 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:03.250300 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5cd71244-051f-4c89-98e8-d97506f075cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:03.253137 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5cd71244-051f-4c89-98e8-d97506f075cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/networks/97e15c93-ad7f-4e7b-91b8-3f60aa147dc2 HTTP/1.1" status: 204 len: 168 time: 2.4416008 Jul 22 19:19:03.267456 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56184) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:03.273298 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4898341c-ad92-4589-9e47-3fb820b7aa2f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1667912937'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:03.318788 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd71244-051f-4c89-98e8-d97506f075cf tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Network': ['ID=97e15c93-ad7f-4e7b-91b8-3f60aa147dc2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:03.332459 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1f972-46be-46c1-bd3d-f0169da52881 req-c26a1fbf-1cec-4778-950b-adba6a06e693 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:03.334335 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6df1f972-46be-46c1-bd3d-f0169da52881 req-c26a1fbf-1cec-4778-950b-adba6a06e693 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e25ba6-1018-4d31-87f0-27f71aab8e2a HTTP/1.1" status: 200 len: 948 time: 1.0921865 Jul 22 19:19:03.369270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] Attempting to bind port d0dcd13d-f840-490d-aec6-b2a9f77e15c7 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:19:03.369664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] Attempting to bind port d0dcd13d-f840-490d-aec6-b2a9f77e15c7 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:19:03.370002 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] Attempting to bind port d0dcd13d-f840-490d-aec6-b2a9f77e15c7 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:19:03.370541 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4898341c-ad92-4589-9e47-3fb820b7aa2f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:03.374064 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4898341c-ad92-4589-9e47-3fb820b7aa2f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:03.408995 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-0b826b84-8f32-4939-acf2-e4a26d27f7d7 service neutron] 10.222.0.16 "GET /v2.0/networks/47ed28f7-e57b-4725-b7b8-4e2ff6ef303b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546009 Jul 22 19:19:03.415908 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4898341c-ad92-4589-9e47-3fb820b7aa2f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:19:03.416298 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] Port d0dcd13d-f840-490d-aec6-b2a9f77e15c7 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:19:03.416658 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] Attempting to bind port d0dcd13d-f840-490d-aec6-b2a9f77e15c7 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:19:03.418531 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522b80dc-abd5-4b75-b041-8d8110c6a51d None None] get_active_networks_info from n-d-800086-12 {{(pid=93808) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:19:03.447053 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4898341c-ad92-4589-9e47-3fb820b7aa2f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:03.447437 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-4898341c-ad92-4589-9e47-3fb820b7aa2f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Added segment baa490d1-348a-465b-8aa0-b75afcf15823 of type vlan for network 92ac51cb-15b4-4cca-b8f5-d131ea77efbd Jul 22 19:19:03.457488 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-3b1ac719-41c5-45f4-9ec8-1c4a94b57ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:03.459191 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-3b1ac719-41c5-45f4-9ec8-1c4a94b57ed1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9216099 Jul 22 19:19:03.467726 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-842795d5-6e39-4bae-afdf-4992a647fe28 None None] Provisioning for port b75c9a09-2821-4661-b516-3e9de4657183 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:03.504164 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:19:03.504528 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:03.505172 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:19:03.505728 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] Bound port: d0dcd13d-f840-490d-aec6-b2a9f77e15c7, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:19:03.506105 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:03.529770 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4898341c-ad92-4589-9e47-3fb820b7aa2f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:03.566419 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522b80dc-abd5-4b75-b041-8d8110c6a51d None None] Resources bound (agent type, host, resource id): {{(pid=93808) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:19:03.571207 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-f318067e-e8c2-48fc-a3f2-29d10a411613 service neutron] 10.222.0.16 "GET /v2.0/networks/47ed28f7-e57b-4725-b7b8-4e2ff6ef303b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524675 Jul 22 19:19:03.576211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-842795d5-6e39-4bae-afdf-4992a647fe28 None None] Provisioning complete for port b75c9a09-2821-4661-b516-3e9de4657183 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:03.576657 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-842795d5-6e39-4bae-afdf-4992a647fe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:03.580856 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4898341c-ad92-4589-9e47-3fb820b7aa2f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:03.587211 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4898341c-ad92-4589-9e47-3fb820b7aa2f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:03.588070 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4898341c-ad92-4589-9e47-3fb820b7aa2f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:03.594225 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6df1f972-46be-46c1-bd3d-f0169da52881 req-f47689df-4771-4193-8b06-ac09d86c3e09 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef668b5-7d34-46ad-a15b-7a104c1f6658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370203 Jul 22 19:19:03.655344 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-cef5c9fb-088b-44f6-9902-3225d2c6d287 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=4caad598-a811-477a-8eac-c7e82e58d950 HTTP/1.1" status: 200 len: 217 time: 0.0640554 Jul 22 19:19:03.656194 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6b5b-67b1-4be0-ad02-336755a952e0 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:03.733801 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898341c-ad92-4589-9e47-3fb820b7aa2f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Network': ['ID=92ac51cb-15b4-4cca-b8f5-d131ea77efbd,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:03.754455 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-ce22e4b2-2e7c-4a6d-bd38-bb46cc2ff21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:03.756840 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-ce22e4b2-2e7c-4a6d-bd38-bb46cc2ff21d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0319ae5f-ceed-4659-937d-f32e78dd9116 HTTP/1.1" status: 200 len: 797 time: 0.0950160 Jul 22 19:19:03.761352 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4898341c-ad92-4589-9e47-3fb820b7aa2f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4898601 Jul 22 19:19:03.762001 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56188) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:03.762766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f2aa2-7c68-4e49-b041-49f06cb2a706 req-cf108935-1919-46c0-8b10-e1e2c6a38815 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:03.764690 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 92ac51cb-15b4-4cca-b8f5-d131ea77efbd details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:19:03.765112 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-238f2aa2-7c68-4e49-b041-49f06cb2a706 req-cf108935-1919-46c0-8b10-e1e2c6a38815 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 946 time: 0.6760473 Jul 22 19:19:03.767807 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-42136f78-5a1a-4c65-b489-4ff46053107d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'subnet': {'network_id': '92ac51cb-15b4-4cca-b8f5-d131ea77efbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:03.776009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa6b5b-67b1-4be0-ad02-336755a952e0 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=00168c35-40ba-48ed-afa4-2dad8331ca4d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:03.777771 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fd764c-236e-4f39-9820-0fb4c986b6de tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Made reservation on behalf of 341c50f519e84b66bfec7474cf308179 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:03.782001 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10fd764c-236e-4f39-9820-0fb4c986b6de tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:03.790555 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6b5b-67b1-4be0-ad02-336755a952e0 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:03.794601 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c3fa6b5b-67b1-4be0-ad02-336755a952e0 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/00168c35-40ba-48ed-afa4-2dad8331ca4d HTTP/1.1" status: 204 len: 168 time: 1.6394060 Jul 22 19:19:03.800000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56190) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:03.918766 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-49285c78-0ce6-47d0-8f1c-46c727b2d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:03.920365 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-49285c78-0ce6-47d0-8f1c-46c727b2d049 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1481700 Jul 22 19:19:03.921841 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42136f78-5a1a-4c65-b489-4ff46053107d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:03.927643 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ebb11e22-2b94-443e-86a3-52e9becabd75 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1063180 Jul 22 19:19:03.927880 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-42136f78-5a1a-4c65-b489-4ff46053107d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:03.931343 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56192) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:03.949356 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-750b5dd9-494f-4638-bb18-52b57ffb6e31 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:03.975336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] For port d0dcd13d-f840-490d-aec6-b2a9f77e15c7, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:19:04.032314 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-3eb68c0b-8422-446a-b20a-40f3993b0722 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615175 Jul 22 19:19:04.066380 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] For port d0dcd13d-f840-490d-aec6-b2a9f77e15c7, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d0dcd13d-f840-490d-aec6-b2a9f77e15c7,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:19:04.076397 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-238f2aa2-7c68-4e49-b041-49f06cb2a706 req-141b2959-dcb0-4af9-bb5a-57602b423a53 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871542 Jul 22 19:19:04.093892 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:04.124326 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-842795d5-6e39-4bae-afdf-4992a647fe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:04.181281 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:04.182068 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:04.183641 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] 10.222.0.16 "PUT /v2.0/ports/d0dcd13d-f840-490d-aec6-b2a9f77e15c7 HTTP/1.1" status: 200 len: 1097 time: 3.7983441 Jul 22 19:19:04.198418 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:04.202973 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-842795d5-6e39-4bae-afdf-4992a647fe28 None None] For port b75c9a09-2821-4661-b516-3e9de4657183, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b75c9a09-2821-4661-b516-3e9de4657183,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:04.212953 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e25ba6-1018-4d31-87f0-27f71aab8e2a', 'tag': 'd0dcd13d-f840-490d-aec6-b2a9f77e15c7'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:19:04.215396 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cedf7a-3e05-49b7-bc53-ecd50722a948" -d '{"events": [{"name": "network-changed", "server_uuid": "50e25ba6-1018-4d31-87f0-27f71aab8e2a", "tag": "d0dcd13d-f840-490d-aec6-b2a9f77e15c7"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:19:04.221184 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-842795d5-6e39-4bae-afdf-4992a647fe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:04.327317 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf557c0-e23a-4d69-a259-6184657a6c30 x-openstack-request-id: req-dcf557c0-e23a-4d69-a259-6184657a6c30 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:19:04.328008 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e25ba6-1018-4d31-87f0-27f71aab8e2a", "tag": "d0dcd13d-f840-490d-aec6-b2a9f77e15c7", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:19:04.328547 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dcf557c0-e23a-4d69-a259-6184657a6c30 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:19:04.329170 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e25ba6-1018-4d31-87f0-27f71aab8e2a', 'tag': 'd0dcd13d-f840-490d-aec6-b2a9f77e15c7', 'status': 'completed', 'code': 200} Jul 22 19:19:04.331945 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbfb54-6c92-4396-be1f-eec1def199d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d0dcd13d-f840-490d-aec6-b2a9f77e15c7,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:04.420310 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70ae5b29-6f00-4302-bf46-4d3f1b5f11c8 req-ac8dd9db-f0d6-4c56-b07c-69e569ef7faf service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707488 Jul 22 19:19:04.433113 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e534b10-5521-41c4-b2ef-cc6a0fb1418b None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:04.469878 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842795d5-6e39-4bae-afdf-4992a647fe28 None None] Pushing event updated for resources: {'Port': ['ID=b75c9a09-2821-4661-b516-3e9de4657183,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:04.582443 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4bb1748e-06d1-4b6c-a4fd-966e9b1b27f8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:04.598062 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-10746a74-362a-4287-91a9-a106fa659a5c service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6644385 Jul 22 19:19:04.648964 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750b5dd9-494f-4638-bb18-52b57ffb6e31 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:04.652887 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-750b5dd9-494f-4638-bb18-52b57ffb6e31 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:04.661499 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10fd764c-236e-4f39-9820-0fb4c986b6de tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:04.709812 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cb7dd3-3001-4332-8a09-3c198b61a8df None None] DHCP port deletion for ac1cdc45-8892-4608-b80a-7d90307aaf6c request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:19:04.804340 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-59cb7dd3-3001-4332-8a09-3c198b61a8df None None] Deleting port b75c9a09-2821-4661-b516-3e9de4657183 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:04.804687 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-59cb7dd3-3001-4332-8a09-3c198b61a8df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:04.830785 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd764c-236e-4f39-9820-0fb4c986b6de tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Subnet': ['ID=f636e50c-7d76-412a-ae60-42e90198efab,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:04.834971 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-1995acdc-e5c7-49f8-bdf0-4a65cf47e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:04.836523 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-1995acdc-e5c7-49f8-bdf0-4a65cf47e14e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b4c94c49c2d04c6e86f178e667c9b5ef&device_id=50e25ba6-1018-4d31-87f0-27f71aab8e2a HTTP/1.1" status: 200 len: 1100 time: 0.6023691 Jul 22 19:19:04.882519 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-42136f78-5a1a-4c65-b489-4ff46053107d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:04.911261 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-59cb7dd3-3001-4332-8a09-3c198b61a8df None None] For port b75c9a09-2821-4661-b516-3e9de4657183, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b75c9a09-2821-4661-b516-3e9de4657183,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:04.911261 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-59cb7dd3-3001-4332-8a09-3c198b61a8df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:04.934931 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-bb554a4c-08e6-4287-a41a-49672a3fe6cf service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304760 Jul 22 19:19:04.938233 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-59cb7dd3-3001-4332-8a09-3c198b61a8df None None] Calling delete_port for b75c9a09-2821-4661-b516-3e9de4657183 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:04.971039 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-45b65b50-3ee2-49a7-9a08-80b34cc08f0c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=d0dcd13d-f840-490d-aec6-b2a9f77e15c7 HTTP/1.1" status: 200 len: 217 time: 0.1203558 Jul 22 19:19:05.000246 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-5bb32e40-8db3-4e82-a589-c9f4bc44e510 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 HTTP/1.1" status: 200 len: 217 time: 0.0541494 Jul 22 19:19:05.008107 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b75c9a09-2821-4661-b516-3e9de4657183 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:19:05.021646 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42136f78-5a1a-4c65-b489-4ff46053107d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Subnet': ['ID=9d71efc2-c2b5-4e3d-b335-4fc699a85a1a,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:05.079454 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18329bb0-370b-4cc0-8d1f-d85898793154 req-f2b2bac6-93a2-44e8-be6f-27d391efa843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:05.081167 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18329bb0-370b-4cc0-8d1f-d85898793154 req-f2b2bac6-93a2-44e8-be6f-27d391efa843 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4c94c49c2d04c6e86f178e667c9b5ef&device_id=251f480c-b7e7-4611-9fb0-97122141a4b9 HTTP/1.1" status: 200 len: 1099 time: 0.5833235 Jul 22 19:19:05.109121 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42136f78-5a1a-4c65-b489-4ff46053107d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Checking segment: {'id': 'baa490d1-348a-465b-8aa0-b75afcf15823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '92ac51cb-15b4-4cca-b8f5-d131ea77efbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:05.109544 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42136f78-5a1a-4c65-b489-4ff46053107d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network hostable DHCP agents. Network: 92ac51cb-15b4-4cca-b8f5-d131ea77efbd, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:19:05.112991 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:05.117800 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-b8b47ad1-d054-4d27-b48c-7744737c6535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:05.119288 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-b8b47ad1-d054-4d27-b48c-7744737c6535 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0319ae5f-ceed-4659-937d-f32e78dd9116 HTTP/1.1" status: 200 len: 797 time: 0.1115363 Jul 22 19:19:05.120438 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed17c9-8fff-45e5-aca2-da94bbac7882 req-9c87144e-56e4-4da5-bbf7-8ab23523fde7 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:05.122068 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8ed17c9-8fff-45e5-aca2-da94bbac7882 req-9c87144e-56e4-4da5-bbf7-8ab23523fde7 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e25ba6-1018-4d31-87f0-27f71aab8e2a HTTP/1.1" status: 200 len: 948 time: 0.3367035 Jul 22 19:19:05.137991 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd764c-236e-4f39-9820-0fb4c986b6de tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Checking segment: {'id': '751ff6b8-954f-4337-98b3-21eb161cf184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f560e5ef-5b6f-448f-8127-d58bbad3283c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:05.138432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fd764c-236e-4f39-9820-0fb4c986b6de tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Network hostable DHCP agents. Network: f560e5ef-5b6f-448f-8127-d58bbad3283c, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:19:05.147975 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-59cb7dd3-3001-4332-8a09-3c198b61a8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:05.202699 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cb7dd3-3001-4332-8a09-3c198b61a8df None None] No DVR routers for this DVR port b75c9a09-2821-4661-b516-3e9de4657183 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:05.207323 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb7dd3-3001-4332-8a09-3c198b61a8df None None] Pushing event deleted for resources: {'Port': ['ID=b75c9a09-2821-4661-b516-3e9de4657183,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:05.228496 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-750b5dd9-494f-4638-bb18-52b57ffb6e31 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:05.230552 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42136f78-5a1a-4c65-b489-4ff46053107d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network 92ac51cb-15b4-4cca-b8f5-d131ea77efbd is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:19:05.280068 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-42136f78-5a1a-4c65-b489-4ff46053107d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 92ac51cb-15b4-4cca-b8f5-d131ea77efbd) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:05.285853 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42136f78-5a1a-4c65-b489-4ff46053107d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:05.288165 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-42136f78-5a1a-4c65-b489-4ff46053107d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:05.290910 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2590c75-7a82-4c99-9776-9c6841795935 None None] Network 92ac51cb-15b4-4cca-b8f5-d131ea77efbd requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:05.304903 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750b5dd9-494f-4638-bb18-52b57ffb6e31 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:05.315446 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-750b5dd9-494f-4638-bb18-52b57ffb6e31 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:05.320211 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750b5dd9-494f-4638-bb18-52b57ffb6e31 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:05.320854 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-750b5dd9-494f-4638-bb18-52b57ffb6e31 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:05.333970 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e323071-ea10-471e-86d7-3aa3d67f23b2 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:05.346681 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-42136f78-5a1a-4c65-b489-4ff46053107d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5808792 Jul 22 19:19:05.347348 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b5dd9-494f-4638-bb18-52b57ffb6e31 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=b88954f7-c2aa-407b-9d6d-2993130951f7,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:05.352446 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56204) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:05.357922 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ada83d23-b218-4fab-86de-d485b5527f6d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'port': {'network_id': '92ac51cb-15b4-4cca-b8f5-d131ea77efbd', 'name': 'tempest-PortsIpV6TestJSON-752356392', 'fixed_ips': [{'subnet_id': '9d71efc2-c2b5-4e3d-b335-4fc699a85a1a', 'ip_address': '2001:db8::10'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:05.362764 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-7a10def9-9c5b-4d46-af00-c8c3a93492d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:05.364289 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-7a10def9-9c5b-4d46-af00-c8c3a93492d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2119522 Jul 22 19:19:05.369982 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-750b5dd9-494f-4638-bb18-52b57ffb6e31 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4327836 Jul 22 19:19:05.382441 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56206) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:05.388035 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-20633516-89d2-4723-b41b-5c7bceadc3ed tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-754799540', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:05.511625 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-0fa119dd-2b6c-4e9f-b5d0-5ddbbbe3756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:05.513054 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-0fa119dd-2b6c-4e9f-b5d0-5ddbbbe3756b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.5295711 Jul 22 19:19:05.539302 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-20633516-89d2-4723-b41b-5c7bceadc3ed tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:05.539991 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-6b749d92-8d73-42ca-a976-2000bc4ae335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:05.540357 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-20633516-89d2-4723-b41b-5c7bceadc3ed tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:05.541520 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-6b749d92-8d73-42ca-a976-2000bc4ae335 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d&tenant_id=637aa3e692f04588bda049c0135065ab HTTP/1.1" status: 200 len: 1098 time: 0.6976063 Jul 22 19:19:05.562587 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800086-12', 'device_owner': 'compute:nova'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:05.583207 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-92ac51cb-15b4-4cca-b8f5-d131ea77efbd', 'network_id': '92ac51cb-15b4-4cca-b8f5-d131ea77efbd', 'tenant_id': '299a64b78fd341cd805690e93174f070', 'fixed_ips': [{'subnet_id': '9d71efc2-c2b5-4e3d-b335-4fc699a85a1a'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:19:05.585209 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:05.599315 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'fixed_ips': [{'subnet_id': 'b88954f7-c2aa-407b-9d6d-2993130951f7'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:19:05.600272 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:05.628254 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-5939416e-c5e4-4b06-98db-e3b2e7d9c574 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446706 Jul 22 19:19:05.637016 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-20633516-89d2-4723-b41b-5c7bceadc3ed tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:05.655393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada83d23-b218-4fab-86de-d485b5527f6d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:05.659810 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-20633516-89d2-4723-b41b-5c7bceadc3ed tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:05.689798 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fd764c-236e-4f39-9820-0fb4c986b6de tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Network f560e5ef-5b6f-448f-8127-d58bbad3283c is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:19:05.694535 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8ed17c9-8fff-45e5-aca2-da94bbac7882 req-977ebd34-928a-4890-a527-479162a295b9 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef668b5-7d34-46ad-a15b-7a104c1f6658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324547 Jul 22 19:19:05.730589 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-20633516-89d2-4723-b41b-5c7bceadc3ed tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:05.734704 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-20633516-89d2-4723-b41b-5c7bceadc3ed tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3475959 Jul 22 19:19:05.736522 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56208) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:05.741246 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-10fd764c-236e-4f39-9820-0fb4c986b6de tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, f560e5ef-5b6f-448f-8127-d58bbad3283c) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:05.749018 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fd764c-236e-4f39-9820-0fb4c986b6de tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:05.749617 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10fd764c-236e-4f39-9820-0fb4c986b6de tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:05.759480 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c89f322-29ac-4360-8eac-c73d60c8a425 None None] Network f560e5ef-5b6f-448f-8127-d58bbad3283c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:05.821065 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 2c3a721c-5b54-4d6e-b84a-73fe586f402f details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:19:05.822386 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18329bb0-370b-4cc0-8d1f-d85898793154 req-2193633c-39e6-4d6b-ae15-214baa1179b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:05.823884 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18329bb0-370b-4cc0-8d1f-d85898793154 req-2193633c-39e6-4d6b-ae15-214baa1179b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.6990786 Jul 22 19:19:05.860106 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-10fd764c-236e-4f39-9820-0fb4c986b6de tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6992829 Jul 22 19:19:05.871532 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56210) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:05.879000 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-910e6f28-edf6-43d0-a786-aed9f4b116f7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-388913287'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:05.892563 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:05.945640 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] Allocated IP 2001:db8::2 (92ac51cb-15b4-4cca-b8f5-d131ea77efbd/9d71efc2-c2b5-4e3d-b335-4fc699a85a1a/b313818d-eccf-4349-8f5d-2da6ba710df0) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:05.946248 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970011b2-794e-4f4f-b7b4-7dae67c5f03d req-82b3c245-13e7-4961-a223-42252c29818a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:05.953390 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-970011b2-794e-4f4f-b7b4-7dae67c5f03d req-82b3c245-13e7-4961-a223-42252c29818a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 946 time: 0.4697335 Jul 22 19:19:05.964518 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-24d0269d-4527-4fb5-ac86-bb0509dd7ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:05.966330 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-24d0269d-4527-4fb5-ac86-bb0509dd7ce9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4239080 Jul 22 19:19:05.970681 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18329bb0-370b-4cc0-8d1f-d85898793154 req-7cfcc47f-837b-437e-8652-45cec91e7df0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=2c3a721c-5b54-4d6e-b84a-73fe586f402f HTTP/1.1" status: 200 len: 217 time: 0.1298568 Jul 22 19:19:06.002589 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] Allocated IP 2001:db8::2 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/b88954f7-c2aa-407b-9d6d-2993130951f7/86ed5791-742d-4310-8712-4b5626a43696) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:06.016485 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ada83d23-b218-4fab-86de-d485b5527f6d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:06.046578 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-fe2f1cc8-1617-4cf4-aef6-97324d6ff18f service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114661 Jul 22 19:19:06.048210 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-ada83d23-b218-4fab-86de-d485b5527f6d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] device_id is not set on port 381e5914-f8ab-416d-9e3a-cd07af618f46 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:19:06.148012 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910e6f28-edf6-43d0-a786-aed9f4b116f7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Made reservation on behalf of 341c50f519e84b66bfec7474cf308179 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:06.151620 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-910e6f28-edf6-43d0-a786-aed9f4b116f7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:06.236916 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18329bb0-370b-4cc0-8d1f-d85898793154 req-cab42bb4-ae88-4e67-9648-adcc3df5ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:06.238383 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18329bb0-370b-4cc0-8d1f-d85898793154 req-cab42bb4-ae88-4e67-9648-adcc3df5ce4e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.2401476 Jul 22 19:19:06.284745 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-4eee326d-ec43-4ae5-9e9f-c232defacb16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=259e9db0-beba-44b5-801c-945259c53a16 HTTP/1.1" status: 200 len: 217 time: 0.2289228 Jul 22 19:19:06.399365 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910e6f28-edf6-43d0-a786-aed9f4b116f7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:19:06.406474 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-5638d64d-4d75-4c86-96b3-8d17ef81ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:06.408122 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-5638d64d-4d75-4c86-96b3-8d17ef81ba7a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0319ae5f-ceed-4659-937d-f32e78dd9116 HTTP/1.1" status: 200 len: 797 time: 0.1118217 Jul 22 19:19:06.447534 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-970011b2-794e-4f4f-b7b4-7dae67c5f03d req-bc7053fe-b3e2-41ba-86f2-7b74fd116199 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4877357 Jul 22 19:19:06.488493 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-910e6f28-edf6-43d0-a786-aed9f4b116f7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:06.489006 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-910e6f28-edf6-43d0-a786-aed9f4b116f7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Added segment 928295e9-7ebf-4a44-bc52-d4a07e59d97c of type vlan for network ee77f685-334c-4d2f-8b2d-8f5b2b46d494 Jul 22 19:19:06.532493 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-8a42a8c2-8a67-4202-8ca4-154dece282cc service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521994 Jul 22 19:19:06.534917 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-4bb1748e-06d1-4b6c-a4fd-966e9b1b27f8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting port 3e042876-c985-4315-9292-3be83b75b6ca {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:06.535578 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4bb1748e-06d1-4b6c-a4fd-966e9b1b27f8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:06.543756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 2c3a721c-5b54-4d6e-b84a-73fe586f402f, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=2c3a721c-5b54-4d6e-b84a-73fe586f402f,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:06.555468 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941059cc-da7a-4386-9752-1edd543496fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-f560e5ef-5b6f-448f-8127-d58bbad3283c', 'network_id': 'f560e5ef-5b6f-448f-8127-d58bbad3283c', 'tenant_id': '341c50f519e84b66bfec7474cf308179', 'fixed_ips': [{'subnet_id': 'f636e50c-7d76-412a-ae60-42e90198efab'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:19:06.556379 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-941059cc-da7a-4386-9752-1edd543496fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:06.574286 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-910e6f28-edf6-43d0-a786-aed9f4b116f7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:06.578740 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9955-9814-4f33-95b3-5dfe3d195cc1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:06.608364 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '2c3a721c-5b54-4d6e-b84a-73fe586f402f', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '2c3a721c-5b54-4d6e-b84a-73fe586f402f', 'mac_address': 'fa:16:3e:52:d4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:19:06.695744 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-dd21aa7e-3e48-4e7f-9817-d36284ce28ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:06.697544 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-dd21aa7e-3e48-4e7f-9817-d36284ce28ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2575161 Jul 22 19:19:06.702169 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-910e6f28-edf6-43d0-a786-aed9f4b116f7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:06.706716 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18329bb0-370b-4cc0-8d1f-d85898793154 req-fa5d6638-875b-4a39-9bc2-32797acfc36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:06.708227 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18329bb0-370b-4cc0-8d1f-d85898793154 req-fa5d6638-875b-4a39-9bc2-32797acfc36c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3639801 Jul 22 19:19:06.709353 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910e6f28-edf6-43d0-a786-aed9f4b116f7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:06.710044 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-910e6f28-edf6-43d0-a786-aed9f4b116f7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:06.715673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] For port deea12ea-0ef2-477e-adc1-e0c1b75d4215, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215,segment=NetworkSegment(4ff97e91-d90f-4c54-b154-3a39743b26ac),segment_id=4ff97e91-d90f-4c54-b154-3a39743b26ac)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:06.794672 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:06.802449 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:06.819781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b577402-5bb8-4ae8-9d25-0abc8dd5a023 req-decaf95f-1794-4bf0-978a-2b1a0266e6fa service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794311 Jul 22 19:19:06.820749 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:06.824770 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4bb1748e-06d1-4b6c-a4fd-966e9b1b27f8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:06.846312 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] Transition to ACTIVE for port object b313818d-eccf-4349-8f5d-2da6ba710df0 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:06.852523 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] Transition to ACTIVE for port object 86ed5791-742d-4310-8712-4b5626a43696 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:06.882388 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3a721c-5b54-4d6e-b84a-73fe586f402f {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:19:06.917717 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-4bb1748e-06d1-4b6c-a4fd-966e9b1b27f8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Calling delete_port for 3e042876-c985-4315-9292-3be83b75b6ca owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:06.920679 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] For port deea12ea-0ef2-477e-adc1-e0c1b75d4215, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:19:06.922470 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] Transition to ACTIVE for port object b313818d-eccf-4349-8f5d-2da6ba710df0 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:06.926166 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-910e6f28-edf6-43d0-a786-aed9f4b116f7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0512393 Jul 22 19:19:06.927019 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e6f28-edf6-43d0-a786-aed9f4b116f7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Network': ['ID=ee77f685-334c-4d2f-8b2d-8f5b2b46d494,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:06.931304 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56216) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:06.937326 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] Transition to ACTIVE for port object 86ed5791-742d-4310-8712-4b5626a43696 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:06.938868 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-75900df8-2c4c-4666-bc13-e42dc203513f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'subnet': {'network_id': 'ee77f685-334c-4d2f-8b2d-8f5b2b46d494', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:06.969605 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 2c3a721c-5b54-4d6e-b84a-73fe586f402f, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=2c3a721c-5b54-4d6e-b84a-73fe586f402f,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:06.972516 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network ee77f685-334c-4d2f-8b2d-8f5b2b46d494 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:19:06.974799 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:06.982136 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:07.027773 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:07.056417 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-941059cc-da7a-4386-9752-1edd543496fa None None] Allocated IP 2001:db8::3 (f560e5ef-5b6f-448f-8127-d58bbad3283c/f636e50c-7d76-412a-ae60-42e90198efab/6261ce9b-fa93-4f69-949c-297b81de6473) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:07.089421 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192abf67-c826-49d7-ba39-040d56d3f93d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:19:07.091893 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e61c9f-ffde-482e-bc4e-cdb425be415b" -d '{"events": [{"server_uuid": "192abf67-c826-49d7-ba39-040d56d3f93d", "name": "network-vif-unplugged", "status": "completed", "tag": "deea12ea-0ef2-477e-adc1-e0c1b75d4215"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:19:07.099936 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:07.104463 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] Network 92ac51cb-15b4-4cca-b8f5-d131ea77efbd is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:07.108590 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18329bb0-370b-4cc0-8d1f-d85898793154 req-a7e4c8a4-fc92-4e09-9917-728714d51e7d service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784995 Jul 22 19:19:07.200677 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] Pushing event updated for resources: {'Port': ['ID=b313818d-eccf-4349-8f5d-2da6ba710df0,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:07.212368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb057b2a-0f84-479e-b83a-4cefc49e884c req-b7df30ff-ed0a-4b40-b136-7d9215c2ef67 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:07.219999 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb057b2a-0f84-479e-b83a-4cefc49e884c req-b7df30ff-ed0a-4b40-b136-7d9215c2ef67 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e25ba6-1018-4d31-87f0-27f71aab8e2a HTTP/1.1" status: 200 len: 948 time: 0.4397302 Jul 22 19:19:07.230543 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9879db-8adf-4a3b-95f7-141166334431 x-openstack-request-id: req-2a9879db-8adf-4a3b-95f7-141166334431 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:19:07.231167 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192abf67-c826-49d7-ba39-040d56d3f93d", "name": "network-vif-unplugged", "status": "completed", "tag": "deea12ea-0ef2-477e-adc1-e0c1b75d4215", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:19:07.231601 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a9879db-8adf-4a3b-95f7-141166334431 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:19:07.232257 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192abf67-c826-49d7-ba39-040d56d3f93d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215', 'code': 200} Jul 22 19:19:07.255924 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] Transition to ACTIVE for port object deea12ea-0ef2-477e-adc1-e0c1b75d4215 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:07.268964 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:07.272306 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:07.274874 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:07.281330 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:07.312502 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:07.315508 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:07.333023 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] Pushing event updated for resources: {'Port': ['ID=86ed5791-742d-4310-8712-4b5626a43696,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:07.339046 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['2c3a721c-5b54-4d6e-b84a-73fe586f402f'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:19:07.377612 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cedf7a-3e05-49b7-bc53-ecd50722a948 req-74b66b40-4549-4f3a-a784-e5db4b31228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:07.379146 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27cedf7a-3e05-49b7-bc53-ecd50722a948 req-74b66b40-4549-4f3a-a784-e5db4b31228f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b4c94c49c2d04c6e86f178e667c9b5ef&device_id=50e25ba6-1018-4d31-87f0-27f71aab8e2a HTTP/1.1" status: 200 len: 1100 time: 0.5007522 Jul 22 19:19:07.437549 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-ada83d23-b218-4fab-86de-d485b5527f6d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Allocated IP 2001:db8::10 (92ac51cb-15b4-4cca-b8f5-d131ea77efbd/9d71efc2-c2b5-4e3d-b335-4fc699a85a1a/381e5914-f8ab-416d-9e3a-cd07af618f46) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:07.455481 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb057b2a-0f84-479e-b83a-4cefc49e884c req-e91dd8a1-9ec5-4469-a29c-15a530ed3df8 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef668b5-7d34-46ad-a15b-7a104c1f6658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339499 Jul 22 19:19:07.604717 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] Attempting to bind port b313818d-eccf-4349-8f5d-2da6ba710df0 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:19:07.605313 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] Attempting to bind port b313818d-eccf-4349-8f5d-2da6ba710df0 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'baa490d1-348a-465b-8aa0-b75afcf15823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '92ac51cb-15b4-4cca-b8f5-d131ea77efbd'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:19:07.605421 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] Attempting to bind port b313818d-eccf-4349-8f5d-2da6ba710df0 on network 92ac51cb-15b4-4cca-b8f5-d131ea77efbd {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:19:07.608021 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4bb1748e-06d1-4b6c-a4fd-966e9b1b27f8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:07.610767 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-7e020da5-8284-43f1-96a4-e2763768cbfc service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8624241 Jul 22 19:19:07.620243 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75900df8-2c4c-4666-bc13-e42dc203513f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Made reservation on behalf of 341c50f519e84b66bfec7474cf308179 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:07.624196 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-75900df8-2c4c-4666-bc13-e42dc203513f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:07.625595 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=2c3a721c-5b54-4d6e-b84a-73fe586f402f,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:07.634265 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:19:07.634638 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] Checking segment: {'id': 'baa490d1-348a-465b-8aa0-b75afcf15823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '92ac51cb-15b4-4cca-b8f5-d131ea77efbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:07.635042 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:07.635432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] Bound using segment: {'id': 'baa490d1-348a-465b-8aa0-b75afcf15823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '92ac51cb-15b4-4cca-b8f5-d131ea77efbd'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:19:07.635916 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] Bound port: b313818d-eccf-4349-8f5d-2da6ba710df0, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa490d1-348a-465b-8aa0-b75afcf15823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '92ac51cb-15b4-4cca-b8f5-d131ea77efbd'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:19:07.636293 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:07.638310 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] Attempting to bind port 86ed5791-742d-4310-8712-4b5626a43696 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:19:07.638680 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] Attempting to bind port 86ed5791-742d-4310-8712-4b5626a43696 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:19:07.639027 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] Attempting to bind port 86ed5791-742d-4310-8712-4b5626a43696 on network ac1cdc45-8892-4608-b80a-7d90307aaf6c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:19:07.660131 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-c1ec9955-9814-4f33-95b3-5dfe3d195cc1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8::1 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/b88954f7-c2aa-407b-9d6d-2993130951f7/19f08bf2-68bc-4951-b61b-296539c911ba) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:07.698637 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:19:07.698953 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] Checking segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:07.699327 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:07.699724 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] Bound using segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:19:07.700207 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] Bound port: 86ed5791-742d-4310-8712-4b5626a43696, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:19:07.700611 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:07.731137 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cedf7a-3e05-49b7-bc53-ecd50722a948 req-a29722db-4b2f-482b-a05b-24fbbf7be3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:07.732847 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27cedf7a-3e05-49b7-bc53-ecd50722a948 req-a29722db-4b2f-482b-a05b-24fbbf7be3a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.3387699 Jul 22 19:19:07.734154 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] Pushing event updated for resources: {'Port': ['ID=deea12ea-0ef2-477e-adc1-e0c1b75d4215,revision_number=10']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:07.748416 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.ipam_backend_mixin [None req-75900df8-2c4c-4666-bc13-e42dc203513f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Performing IP validity checks on allocation pools {{(pid=93806) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 19:19:07.749047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.ipam_backend_mixin [None req-75900df8-2c4c-4666-bc13-e42dc203513f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93806) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 19:19:07.766728 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18329bb0-370b-4cc0-8d1f-d85898793154 req-587e892c-4328-4238-945f-3e56c8077f39 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6393673 Jul 22 19:19:07.838460 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-941059cc-da7a-4386-9752-1edd543496fa None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:07.900835 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-941059cc-da7a-4386-9752-1edd543496fa None None] Transition to ACTIVE for port object 6261ce9b-fa93-4f69-949c-297b81de6473 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:07.910911 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] For port b313818d-eccf-4349-8f5d-2da6ba710df0, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:19:07.921093 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] For port b313818d-eccf-4349-8f5d-2da6ba710df0, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b313818d-eccf-4349-8f5d-2da6ba710df0,segment=NetworkSegment(baa490d1-348a-465b-8aa0-b75afcf15823),segment_id=baa490d1-348a-465b-8aa0-b75afcf15823)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:19:07.943759 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:07.956815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] For port 86ed5791-742d-4310-8712-4b5626a43696, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:19:07.978759 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-9446129d-5c75-43f8-955a-1f82b7067459 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493900 Jul 22 19:19:07.988859 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-941059cc-da7a-4386-9752-1edd543496fa None None] Transition to ACTIVE for port object 6261ce9b-fa93-4f69-949c-297b81de6473 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:08.023751 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] For port 86ed5791-742d-4310-8712-4b5626a43696, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=86ed5791-742d-4310-8712-4b5626a43696,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:19:08.028835 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-941059cc-da7a-4386-9752-1edd543496fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:08.047319 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:08.059617 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-51ef0aa3-9bc7-49b1-93cd-b9e0afbb9f66 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=2accf516-ee91-4bb6-b761-c8c09b679d76 HTTP/1.1" status: 200 len: 217 time: 0.0683756 Jul 22 19:19:08.089077 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c692a-9dac-4042-9aa7-13a9ceb44f0d None None] Pushing event updated for resources: {'Port': ['ID=b313818d-eccf-4349-8f5d-2da6ba710df0,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:08.099799 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941059cc-da7a-4386-9752-1edd543496fa None None] Network f560e5ef-5b6f-448f-8127-d58bbad3283c is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:08.140511 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-941059cc-da7a-4386-9752-1edd543496fa None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:08.142312 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941059cc-da7a-4386-9752-1edd543496fa None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:08.171461 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1748e-06d1-4b6c-a4fd-966e9b1b27f8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Port': ['ID=3e042876-c985-4315-9292-3be83b75b6ca,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:08.192998 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941059cc-da7a-4386-9752-1edd543496fa None None] Pushing event updated for resources: {'Port': ['ID=6261ce9b-fa93-4f69-949c-297b81de6473,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:08.194432 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27cedf7a-3e05-49b7-bc53-ecd50722a948 req-96c14974-d190-4dad-962c-d11600d69f2d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=d0dcd13d-f840-490d-aec6-b2a9f77e15c7 HTTP/1.1" status: 200 len: 217 time: 0.4265981 Jul 22 19:19:08.247404 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9955-9814-4f33-95b3-5dfe3d195cc1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:08.258063 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ada83d23-b218-4fab-86de-d485b5527f6d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:08.284667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-941059cc-da7a-4386-9752-1edd543496fa None None] Attempting to bind port 6261ce9b-fa93-4f69-949c-297b81de6473 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:19:08.285039 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-941059cc-da7a-4386-9752-1edd543496fa None None] Attempting to bind port 6261ce9b-fa93-4f69-949c-297b81de6473 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '751ff6b8-954f-4337-98b3-21eb161cf184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f560e5ef-5b6f-448f-8127-d58bbad3283c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:19:08.285442 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941059cc-da7a-4386-9752-1edd543496fa None None] Attempting to bind port 6261ce9b-fa93-4f69-949c-297b81de6473 on network f560e5ef-5b6f-448f-8127-d58bbad3283c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:19:08.295773 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-c1ec9955-9814-4f33-95b3-5dfe3d195cc1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Transition to ACTIVE for port object 19f08bf2-68bc-4951-b61b-296539c911ba will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:08.317911 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941059cc-da7a-4386-9752-1edd543496fa None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:19:08.318873 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941059cc-da7a-4386-9752-1edd543496fa None None] Checking segment: {'id': '751ff6b8-954f-4337-98b3-21eb161cf184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f560e5ef-5b6f-448f-8127-d58bbad3283c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:08.319229 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-941059cc-da7a-4386-9752-1edd543496fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:08.319623 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941059cc-da7a-4386-9752-1edd543496fa None None] Bound using segment: {'id': '751ff6b8-954f-4337-98b3-21eb161cf184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f560e5ef-5b6f-448f-8127-d58bbad3283c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:19:08.320095 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-941059cc-da7a-4386-9752-1edd543496fa None None] Bound port: 6261ce9b-fa93-4f69-949c-297b81de6473, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751ff6b8-954f-4337-98b3-21eb161cf184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f560e5ef-5b6f-448f-8127-d58bbad3283c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:19:08.321470 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-941059cc-da7a-4386-9752-1edd543496fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:08.323591 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235684f8-ce1c-47d4-a4a5-28b7a5854f71 None None] Pushing event updated for resources: {'Port': ['ID=86ed5791-742d-4310-8712-4b5626a43696,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:08.359818 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-ada83d23-b218-4fab-86de-d485b5527f6d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Transition to ACTIVE for port object 381e5914-f8ab-416d-9e3a-cd07af618f46 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:08.370258 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-8e6c99af-5122-4426-87ff-b17a3fb284c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:08.371719 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-8e6c99af-5122-4426-87ff-b17a3fb284c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0319ae5f-ceed-4659-937d-f32e78dd9116 HTTP/1.1" status: 200 len: 797 time: 0.2694278 Jul 22 19:19:08.467666 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] No DVR routers for this DVR port deea12ea-0ef2-477e-adc1-e0c1b75d4215 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:08.476005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-941059cc-da7a-4386-9752-1edd543496fa None None] For port 6261ce9b-fa93-4f69-949c-297b81de6473, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:19:08.487136 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-941059cc-da7a-4386-9752-1edd543496fa None None] For port 6261ce9b-fa93-4f69-949c-297b81de6473, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6261ce9b-fa93-4f69-949c-297b81de6473,segment=NetworkSegment(751ff6b8-954f-4337-98b3-21eb161cf184),segment_id=751ff6b8-954f-4337-98b3-21eb161cf184)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:19:08.497080 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-941059cc-da7a-4386-9752-1edd543496fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:08.523336 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-75900df8-2c4c-4666-bc13-e42dc203513f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:08.620197 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941059cc-da7a-4386-9752-1edd543496fa None None] Pushing event updated for resources: {'Port': ['ID=6261ce9b-fa93-4f69-949c-297b81de6473,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:08.623999 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device deea12ea-0ef2-477e-adc1-e0c1b75d4215 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:19:08.670693 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9955-9814-4f33-95b3-5dfe3d195cc1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:08.705818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b12ec-0993-4392-bb57-3f882bec96fd req-f5b19b26-a31f-4388-9684-a8b62e50076c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:08.707821 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-360b12ec-0993-4392-bb57-3f882bec96fd req-f5b19b26-a31f-4388-9684-a8b62e50076c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 945 time: 1.1117098 Jul 22 19:19:08.710812 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cedf7a-3e05-49b7-bc53-ecd50722a948 req-656c66d0-ee16-468d-8765-e85cbbe1060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:08.712651 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27cedf7a-3e05-49b7-bc53-ecd50722a948 req-656c66d0-ee16-468d-8765-e85cbbe1060b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.5072832 Jul 22 19:19:08.733528 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device deea12ea-0ef2-477e-adc1-e0c1b75d4215 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:19:08.767941 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ec9955-9814-4f33-95b3-5dfe3d195cc1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:08.776859 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4bb1748e-06d1-4b6c-a4fd-966e9b1b27f8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:08.794932 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-c1ec9955-9814-4f33-95b3-5dfe3d195cc1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:08.808359 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec9955-9814-4f33-95b3-5dfe3d195cc1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:08.808945 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9955-9814-4f33-95b3-5dfe3d195cc1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:08.828029 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75900df8-2c4c-4666-bc13-e42dc203513f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Subnet': ['ID=834af728-c8d6-4653-944d-43af0b0735d1,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:08.888116 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ada83d23-b218-4fab-86de-d485b5527f6d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:08.890023 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec9955-9814-4f33-95b3-5dfe3d195cc1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=19f08bf2-68bc-4951-b61b-296539c911ba,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:08.945521 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75900df8-2c4c-4666-bc13-e42dc203513f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Checking segment: {'id': '928295e9-7ebf-4a44-bc52-d4a07e59d97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ee77f685-334c-4d2f-8b2d-8f5b2b46d494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:08.946158 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75900df8-2c4c-4666-bc13-e42dc203513f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Network hostable DHCP agents. Network: ee77f685-334c-4d2f-8b2d-8f5b2b46d494, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:19:08.964802 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-360b12ec-0993-4392-bb57-3f882bec96fd req-8fd19b29-8a7c-48fe-867b-70d0b3dd4160 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125247 Jul 22 19:19:08.991480 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-cbec1de8-f11f-4744-84cd-a6cb9c9b8a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:08.993109 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-cbec1de8-f11f-4744-84cd-a6cb9c9b8a8d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6080797 Jul 22 19:19:09.001743 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:09.033871 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f1cd2-678b-47e8-9f4f-dc6f9db2fb5f req-37df0cf8-1886-4db8-ab32-b57e15ed9b75 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:09.035545 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5d1f1cd2-678b-47e8-9f4f-dc6f9db2fb5f req-37df0cf8-1886-4db8-ab32-b57e15ed9b75 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e25ba6-1018-4d31-87f0-27f71aab8e2a HTTP/1.1" status: 200 len: 948 time: 0.3700593 Jul 22 19:19:09.048025 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada83d23-b218-4fab-86de-d485b5527f6d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network 92ac51cb-15b4-4cca-b8f5-d131ea77efbd is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:09.069998 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-ada83d23-b218-4fab-86de-d485b5527f6d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:09.079412 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada83d23-b218-4fab-86de-d485b5527f6d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:09.089938 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada83d23-b218-4fab-86de-d485b5527f6d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:09.090639 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ada83d23-b218-4fab-86de-d485b5527f6d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:09.150335 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cedf7a-3e05-49b7-bc53-ecd50722a948 req-fad7fefd-336f-4e2f-99e0-0c161743a41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:09.151860 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27cedf7a-3e05-49b7-bc53-ecd50722a948 req-fad7fefd-336f-4e2f-99e0-0c161743a41a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3976662 Jul 22 19:19:09.186634 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada83d23-b218-4fab-86de-d485b5527f6d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Port': ['ID=381e5914-f8ab-416d-9e3a-cd07af618f46,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:09.190578 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 86ed5791-742d-4310-8712-4b5626a43696 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:09.218156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb1748e-06d1-4b6c-a4fd-966e9b1b27f8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router a3930528-8c73-46cb-a741-7d8d02c2dd6c has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:19:09.232327 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75900df8-2c4c-4666-bc13-e42dc203513f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Network ee77f685-334c-4d2f-8b2d-8f5b2b46d494 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:19:09.240256 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5d1f1cd2-678b-47e8-9f4f-dc6f9db2fb5f req-092e7c7d-8e38-4033-ad84-cf49a62dadcb tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef668b5-7d34-46ad-a15b-7a104c1f6658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480107 Jul 22 19:19:09.241325 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] Attempting to bind port deea12ea-0ef2-477e-adc1-e0c1b75d4215 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:19:09.241325 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] Attempting to bind port deea12ea-0ef2-477e-adc1-e0c1b75d4215 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '4ff97e91-d90f-4c54-b154-3a39743b26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:19:09.241738 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] Attempting to bind port deea12ea-0ef2-477e-adc1-e0c1b75d4215 on network df503071-5467-4b61-a327-2f5cc8dfeccd {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:19:09.257365 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ada83d23-b218-4fab-86de-d485b5527f6d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9034250 Jul 22 19:19:09.273115 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56228) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:09.274895 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'port': {'network_id': '92ac51cb-15b4-4cca-b8f5-d131ea77efbd', 'name': 'tempest-PortsIpV6TestJSON-679042879', 'fixed_ips': [{'subnet_id': '9d71efc2-c2b5-4e3d-b335-4fc699a85a1a', 'ip_address': '2001:db8::f'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:09.278004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 86ed5791-742d-4310-8712-4b5626a43696 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:09.278224 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-75900df8-2c4c-4666-bc13-e42dc203513f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, ee77f685-334c-4d2f-8b2d-8f5b2b46d494) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:09.282526 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] Port deea12ea-0ef2-477e-adc1-e0c1b75d4215 on network df503071-5467-4b61-a327-2f5cc8dfeccd not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:19:09.282917 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] Attempting to bind port deea12ea-0ef2-477e-adc1-e0c1b75d4215 on network df503071-5467-4b61-a327-2f5cc8dfeccd {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:19:09.289991 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f135e738-3ebe-41fa-bcc0-b6c9bf4bfcee None None] Network ee77f685-334c-4d2f-8b2d-8f5b2b46d494 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:09.298647 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:19:09.298992 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] Checking segment: {'id': '4ff97e91-d90f-4c54-b154-3a39743b26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:09.299383 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] Bound using segment: {'id': '4ff97e91-d90f-4c54-b154-3a39743b26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:19:09.299830 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] Bound port: deea12ea-0ef2-477e-adc1-e0c1b75d4215, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff97e91-d90f-4c54-b154-3a39743b26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:19:09.300191 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:09.320329 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6261ce9b-fa93-4f69-949c-297b81de6473 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:09.406274 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9955-9814-4f33-95b3-5dfe3d195cc1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:09.409395 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27cedf7a-3e05-49b7-bc53-ecd50722a948 req-2b67c2a7-cde1-47b3-999b-763750b41ee0 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342262 Jul 22 19:19:09.410393 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-f0c293f5-c7b3-4c43-aae0-56f0457dfe0f service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084671 Jul 22 19:19:09.416742 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75900df8-2c4c-4666-bc13-e42dc203513f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:09.417485 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-75900df8-2c4c-4666-bc13-e42dc203513f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:09.459871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 6261ce9b-fa93-4f69-949c-297b81de6473 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:09.468074 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-75900df8-2c4c-4666-bc13-e42dc203513f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5312843 Jul 22 19:19:09.479607 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb1748e-06d1-4b6c-a4fd-966e9b1b27f8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:19:09.481328 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56232) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:09.488711 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b313818d-eccf-4349-8f5d-2da6ba710df0 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:09.492922 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e312491d-a345-4303-ace4-d26e6b70c465 None None] Sync routers for ids ['a3930528-8c73-46cb-a741-7d8d02c2dd6c'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:19:09.500518 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4bb1748e-06d1-4b6c-a4fd-966e9b1b27f8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/a3930528-8c73-46cb-a741-7d8d02c2dd6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1756926 Jul 22 19:19:09.519494 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56234) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:09.676064 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] For port deea12ea-0ef2-477e-adc1-e0c1b75d4215, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:19:09.707597 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:09.713638 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27cedf7a-3e05-49b7-bc53-ecd50722a948 req-6a58fb83-20cb-4020-a021-ff7e958d0b72 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033421 Jul 22 19:19:09.719037 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:09.748983 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] For port deea12ea-0ef2-477e-adc1-e0c1b75d4215, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215,segment=NetworkSegment(4ff97e91-d90f-4c54-b154-3a39743b26ac),segment_id=4ff97e91-d90f-4c54-b154-3a39743b26ac)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:19:09.765373 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:09.832355 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e312491d-a345-4303-ace4-d26e6b70c465 None None] Routers {'a3930528-8c73-46cb-a741-7d8d02c2dd6c'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:09.833047 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e312491d-a345-4303-ace4-d26e6b70c465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['a3930528-8c73-46cb-a741-7d8d02c2dd6c'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:09.899470 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e312491d-a345-4303-ace4-d26e6b70c465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:09.905557 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 2c3a721c-5b54-4d6e-b84a-73fe586f402f up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:09.909329 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-ee77f685-334c-4d2f-8b2d-8f5b2b46d494', 'network_id': 'ee77f685-334c-4d2f-8b2d-8f5b2b46d494', 'tenant_id': '341c50f519e84b66bfec7474cf308179', 'fixed_ips': [{'subnet_id': '834af728-c8d6-4653-944d-43af0b0735d1'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:19:09.910263 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:09.934152 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:09.934893 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:09.936549 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] 10.222.0.30 "PUT /v2.0/ports/deea12ea-0ef2-477e-adc1-e0c1b75d4215 HTTP/1.1" status: 200 len: 1094 time: 4.3784401 Jul 22 19:19:09.937419 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192abf67-c826-49d7-ba39-040d56d3f93d', 'tag': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:19:09.940104 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03788056-9b30-422f-89df-4c2431a12250" -d '{"events": [{"name": "network-changed", "server_uuid": "192abf67-c826-49d7-ba39-040d56d3f93d", "tag": "deea12ea-0ef2-477e-adc1-e0c1b75d4215"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:19:10.055515 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e312491d-a345-4303-ace4-d26e6b70c465 None None] Routers {'a3930528-8c73-46cb-a741-7d8d02c2dd6c'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:10.056674 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e312491d-a345-4303-ace4-d26e6b70c465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['a3930528-8c73-46cb-a741-7d8d02c2dd6c'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:10.088955 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9955-9814-4f33-95b3-5dfe3d195cc1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:10.111104 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9955-9814-4f33-95b3-5dfe3d195cc1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:10.113115 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9955-9814-4f33-95b3-5dfe3d195cc1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:10.139317 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef61434-19f1-4cf1-872e-49c80ab0e369 x-openstack-request-id: req-aef61434-19f1-4cf1-872e-49c80ab0e369 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:19:10.139603 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192abf67-c826-49d7-ba39-040d56d3f93d", "tag": "deea12ea-0ef2-477e-adc1-e0c1b75d4215", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:19:10.139853 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aef61434-19f1-4cf1-872e-49c80ab0e369 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:19:10.140223 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192abf67-c826-49d7-ba39-040d56d3f93d', 'tag': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215', 'status': 'completed', 'code': 200} Jul 22 19:19:10.152568 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e312491d-a345-4303-ace4-d26e6b70c465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:10.153193 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e312491d-a345-4303-ace4-d26e6b70c465 None None] The sync data for ids ['a3930528-8c73-46cb-a741-7d8d02c2dd6c'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:19:10.156184 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8fc6db7c-9650-473c-a9c9-dbe6ee828223 None None] Provisioning for port 86ed5791-742d-4310-8712-4b5626a43696 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:10.184185 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] device_id is not set on port e6cd5aa7-86a7-436d-8bdc-46ec44107ae6 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:19:10.200124 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8fc6db7c-9650-473c-a9c9-dbe6ee828223 None None] Provisioning complete for port 86ed5791-742d-4310-8712-4b5626a43696 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:10.200597 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8fc6db7c-9650-473c-a9c9-dbe6ee828223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:10.210608 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-9470c2a5-6d9d-40a8-b005-6760f69d9a95 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] remove_router_interface failed (client error): The resource could not be found. Jul 22 19:19:10.211678 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9470c2a5-6d9d-40a8-b005-6760f69d9a95 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/a3930528-8c73-46cb-a741-7d8d02c2dd6c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6904178 Jul 22 19:19:10.212373 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15522287-b45c-4a4e-94e6-7f6e7ab27c6a service neutron] Pushing event updated for resources: {'Port': ['ID=deea12ea-0ef2-477e-adc1-e0c1b75d4215,revision_number=11']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:10.258895 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port b313818d-eccf-4349-8f5d-2da6ba710df0 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:10.284728 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56240) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:10.436272 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91f05db-ae58-40f6-b0df-8975178551a8 None None] Network 92ac51cb-15b4-4cca-b8f5-d131ea77efbd requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:10.453886 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Allocated IP 2001:db8::f (92ac51cb-15b4-4cca-b8f5-d131ea77efbd/9d71efc2-c2b5-4e3d-b335-4fc699a85a1a/e6cd5aa7-86a7-436d-8bdc-46ec44107ae6) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:10.467486 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 2c3a721c-5b54-4d6e-b84a-73fe586f402f completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:10.469153 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-f1c89293-7c6c-4623-ba83-4269ab057180 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0332727 Jul 22 19:19:10.483326 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 2c3a721c-5b54-4d6e-b84a-73fe586f402f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:10.483784 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:10.493097 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f47abc46-66f5-45e1-9c4c-95625e2a380e tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3930528-8c73-46cb-a741-7d8d02c2dd6c HTTP/1.1" status: 200 len: 205 time: 0.1992586 Jul 22 19:19:10.505968 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56246) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:10.525105 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-1663ae4c-a855-43b9-8bb1-debde5967b6f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9df3022f-3694-41ee-8cbb-b947ff79670b HTTP/1.1" status: 200 len: 217 time: 0.0457044 Jul 22 19:19:10.565309 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8fc6db7c-9650-473c-a9c9-dbe6ee828223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:10.606263 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d0dcd13d-f840-490d-aec6-b2a9f77e15c7 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:19:10.628696 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:10.647092 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec9955-9814-4f33-95b3-5dfe3d195cc1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=19f08bf2-68bc-4951-b61b-296539c911ba,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:10.656401 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8330616f-0df4-4a3c-83d0-37d00d9a23b8 None None] Network f560e5ef-5b6f-448f-8127-d58bbad3283c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:10.663966 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-384c8af4-3412-47fa-8062-a02aefe7ebc8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:10.690607 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-d6ada163-2fbb-4d28-b67d-163fcbb847f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:10.692082 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-d6ada163-2fbb-4d28-b67d-163fcbb847f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb3a5c04-3ab0-46f4-923f-871c4a99dc90 HTTP/1.1" status: 200 len: 797 time: 0.1487041 Jul 22 19:19:10.708092 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] Allocated IP 2001:db8::3 (ee77f685-334c-4d2f-8b2d-8f5b2b46d494/834af728-c8d6-4653-944d-43af0b0735d1/84a8a161-e855-41bc-80e8-ae9ed889ca01) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:10.737748 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03788056-9b30-422f-89df-4c2431a12250 req-30afbb61-4bf6-4ca3-bdf8-6c963b1f955d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:10.739259 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03788056-9b30-422f-89df-4c2431a12250 req-30afbb61-4bf6-4ca3-bdf8-6c963b1f955d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 1097 time: 0.6018152 Jul 22 19:19:10.816345 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ec9955-9814-4f33-95b3-5dfe3d195cc1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:10.827926 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-8fc6db7c-9650-473c-a9c9-dbe6ee828223 None None] For port 86ed5791-742d-4310-8712-4b5626a43696, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=86ed5791-742d-4310-8712-4b5626a43696,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:10.832399 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-c1ec9955-9814-4f33-95b3-5dfe3d195cc1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:10.880818 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:10.921535 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8fc6db7c-9650-473c-a9c9-dbe6ee828223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:10.967095 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:11.110648 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d521a-f02f-47d6-8694-20f311e56faf req-d0689b1d-4a49-4748-81e3-253ae54df0c0 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:11.112300 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a95d521a-f02f-47d6-8694-20f311e56faf req-d0689b1d-4a49-4748-81e3-253ae54df0c0 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 945 time: 0.9254210 Jul 22 19:19:11.133341 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251f480c-b7e7-4611-9fb0-97122141a4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3a721c-5b54-4d6e-b84a-73fe586f402f'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:19:11.135619 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa11ac98-f9ff-4d6f-9965-813fb66337ad" -d '{"events": [{"server_uuid": "251f480c-b7e7-4611-9fb0-97122141a4b9", "name": "network-vif-plugged", "status": "completed", "tag": "2c3a721c-5b54-4d6e-b84a-73fe586f402f"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:19:11.156389 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-d53edd6b-54df-4c45-8bf6-bf5248be5947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:11.158024 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-d53edd6b-54df-4c45-8bf6-bf5248be5947 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 1097 time: 1.1762984 Jul 22 19:19:11.201424 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb45d6b-2c3e-4168-ba54-023ba8229ac6 req-9bba879a-8605-41b9-a427-db9d81dd566d tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:11.204221 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6cb45d6b-2c3e-4168-ba54-023ba8229ac6 req-9bba879a-8605-41b9-a427-db9d81dd566d tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e25ba6-1018-4d31-87f0-27f71aab8e2a HTTP/1.1" status: 200 len: 948 time: 0.7752931 Jul 22 19:19:11.216131 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0087a4d7-490b-4c3f-a2f0-b22f405a8d61 None None] Provisioning for port b313818d-eccf-4349-8f5d-2da6ba710df0 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:11.220722 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 2c3a721c-5b54-4d6e-b84a-73fe586f402f, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=2c3a721c-5b54-4d6e-b84a-73fe586f402f,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:11.229187 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port d0dcd13d-f840-490d-aec6-b2a9f77e15c7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d0dcd13d-f840-490d-aec6-b2a9f77e15c7,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:11.235863 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6db7c-9650-473c-a9c9-dbe6ee828223 None None] Pushing event updated for resources: {'Port': ['ID=86ed5791-742d-4310-8712-4b5626a43696,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:11.252677 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0087a4d7-490b-4c3f-a2f0-b22f405a8d61 None None] Provisioning complete for port b313818d-eccf-4349-8f5d-2da6ba710df0 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:11.253051 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0087a4d7-490b-4c3f-a2f0-b22f405a8d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:11.254678 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:11.272558 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-384c8af4-3412-47fa-8062-a02aefe7ebc8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:11.283999 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-384c8af4-3412-47fa-8062-a02aefe7ebc8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:11.307859 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6db7c-9650-473c-a9c9-dbe6ee828223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.308206 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6db7c-9650-473c-a9c9-dbe6ee828223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.308573 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6db7c-9650-473c-a9c9-dbe6ee828223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.308913 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6db7c-9650-473c-a9c9-dbe6ee828223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.309273 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6db7c-9650-473c-a9c9-dbe6ee828223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.309607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6db7c-9650-473c-a9c9-dbe6ee828223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.309934 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6db7c-9650-473c-a9c9-dbe6ee828223 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.310260 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6db7c-9650-473c-a9c9-dbe6ee828223 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.310582 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6db7c-9650-473c-a9c9-dbe6ee828223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.310903 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6db7c-9650-473c-a9c9-dbe6ee828223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.311226 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6db7c-9650-473c-a9c9-dbe6ee828223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.311542 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc6db7c-9650-473c-a9c9-dbe6ee828223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.322375 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'd0dcd13d-f840-490d-aec6-b2a9f77e15c7', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': 'd0dcd13d-f840-490d-aec6-b2a9f77e15c7', 'mac_address': 'fa:16:3e:af:f6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:19:11.349057 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-7cf27d3e-2b11-4200-a628-7a6bfd8453d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:11.351267 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-7cf27d3e-2b11-4200-a628-7a6bfd8453d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=06eb644b-f29e-45c4-8d9a-7769e64949ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6463528 Jul 22 19:19:11.407050 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:11.436360 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a95d521a-f02f-47d6-8694-20f311e56faf req-b8135610-e593-4262-bcca-a4044eea3999 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773764 Jul 22 19:19:11.447294 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:11.460261 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Transition to ACTIVE for port object e6cd5aa7-86a7-436d-8bdc-46ec44107ae6 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:11.479844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6cb45d6b-2c3e-4168-ba54-023ba8229ac6 req-4ace7e4c-850f-4ca1-9f22-8392e8d3f269 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef668b5-7d34-46ad-a15b-7a104c1f6658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420816 Jul 22 19:19:11.483143 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] Transition to ACTIVE for port object 84a8a161-e855-41bc-80e8-ae9ed889ca01 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:11.494158 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-384c8af4-3412-47fa-8062-a02aefe7ebc8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:11.494329 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:11.494968 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384c8af4-3412-47fa-8062-a02aefe7ebc8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Fanout notify agent at l3_agent the message router_deleted on router a3930528-8c73-46cb-a741-7d8d02c2dd6c {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:19:11.500015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=2c3a721c-5b54-4d6e-b84a-73fe586f402f,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:11.509275 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-384c8af4-3412-47fa-8062-a02aefe7ebc8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:11.512711 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-384c8af4-3412-47fa-8062-a02aefe7ebc8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/routers/a3930528-8c73-46cb-a741-7d8d02c2dd6c HTTP/1.1" status: 204 len: 168 time: 1.0014620 Jul 22 19:19:11.513662 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03788056-9b30-422f-89df-4c2431a12250 req-c45faa8f-e3cc-4385-87a0-8b99f8abbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:11.515160 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03788056-9b30-422f-89df-4c2431a12250 req-c45faa8f-e3cc-4385-87a0-8b99f8abbce3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=df503071-5467-4b61-a327-2f5cc8dfeccd HTTP/1.1" status: 200 len: 897 time: 0.7653852 Jul 22 19:19:11.517079 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56250) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:11.576702 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:11.580081 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-33d09474-9c7a-4ea9-addc-08ab8c370f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:11.586141 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-33d09474-9c7a-4ea9-addc-08ab8c370f85 service neutron] 10.222.0.30 "GET /v2.0/networks?id=df503071-5467-4b61-a327-2f5cc8dfeccd HTTP/1.1" status: 200 len: 897 time: 0.3560686 Jul 22 19:19:11.588920 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] Transition to ACTIVE for port object 84a8a161-e855-41bc-80e8-ae9ed889ca01 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:11.608072 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0dcd13d-f840-490d-aec6-b2a9f77e15c7 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:19:11.629337 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:11.642466 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5833da97-1acb-4362-bd3e-4942a025433f x-openstack-request-id: req-5833da97-1acb-4362-bd3e-4942a025433f {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:19:11.642755 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251f480c-b7e7-4611-9fb0-97122141a4b9", "name": "network-vif-plugged", "status": "completed", "tag": "2c3a721c-5b54-4d6e-b84a-73fe586f402f", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:19:11.643274 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5833da97-1acb-4362-bd3e-4942a025433f {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:19:11.643854 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251f480c-b7e7-4611-9fb0-97122141a4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3a721c-5b54-4d6e-b84a-73fe586f402f', 'code': 200} Jul 22 19:19:11.660935 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-c7a03e96-c144-4bcf-a976-6ee77e9e9997 service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006392 Jul 22 19:19:11.706369 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:11.707075 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0087a4d7-490b-4c3f-a2f0-b22f405a8d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:11.710715 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port d0dcd13d-f840-490d-aec6-b2a9f77e15c7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d0dcd13d-f840-490d-aec6-b2a9f77e15c7,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:11.734667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] Network ee77f685-334c-4d2f-8b2d-8f5b2b46d494 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:11.741312 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:11.747446 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:11.756651 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network 92ac51cb-15b4-4cca-b8f5-d131ea77efbd is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:11.757675 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ec9955-9814-4f33-95b3-5dfe3d195cc1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Router e8fcac30-7ac5-4968-a5af-d876898e17a0 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:19:11.759804 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:11.764070 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] Pushing event updated for resources: {'Port': ['ID=84a8a161-e855-41bc-80e8-ae9ed889ca01,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:11.764262 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Port': ['ID=e6cd5aa7-86a7-436d-8bdc-46ec44107ae6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:11.767591 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:11.777698 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-414eebca-6f34-434d-a6a5-c54d425b84b0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting subnet a4f094f9-a430-4f7d-ae16-2ac4be2e0544 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:19:11.780753 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:11.794876 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:11.798722 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-414eebca-6f34-434d-a6a5-c54d425b84b0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:11.801936 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:11.802436 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:11.826223 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0087a4d7-490b-4c3f-a2f0-b22f405a8d61 None None] For port b313818d-eccf-4349-8f5d-2da6ba710df0, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b313818d-eccf-4349-8f5d-2da6ba710df0,segment=NetworkSegment(baa490d1-348a-465b-8aa0-b75afcf15823),segment_id=baa490d1-348a-465b-8aa0-b75afcf15823)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:11.855173 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0087a4d7-490b-4c3f-a2f0-b22f405a8d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:11.865394 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Subnet': ['ID=834af728-c8d6-4653-944d-43af0b0735d1,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:11.868697 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.869094 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.869444 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.869832 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.870178 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.870514 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.870848 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.871180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.871509 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.871979 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.872306 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.872664 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.905486 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03788056-9b30-422f-89df-4c2431a12250 req-7a7c3c5f-af51-4a7d-8540-936d2c8743c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215 HTTP/1.1" status: 200 len: 1000 time: 0.3775911 Jul 22 19:19:11.932182 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=d0dcd13d-f840-490d-aec6-b2a9f77e15c7,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:11.939263 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] Attempting to bind port 84a8a161-e855-41bc-80e8-ae9ed889ca01 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:19:11.939799 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] Attempting to bind port 84a8a161-e855-41bc-80e8-ae9ed889ca01 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '928295e9-7ebf-4a44-bc52-d4a07e59d97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ee77f685-334c-4d2f-8b2d-8f5b2b46d494'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:19:11.940179 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] Attempting to bind port 84a8a161-e855-41bc-80e8-ae9ed889ca01 on network ee77f685-334c-4d2f-8b2d-8f5b2b46d494 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:19:11.987551 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.987900 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.988312 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.988899 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.988899 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.989240 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.990102 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.990433 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.990758 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.991441 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.991569 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-08f92f7a-7282-4b6b-81e4-5a7931d5b80c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215 HTTP/1.1" status: 200 len: 1000 time: 0.3689272 Jul 22 19:19:11.991684 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.991783 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:11.994398 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:19:11.994786 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] Checking segment: {'id': '928295e9-7ebf-4a44-bc52-d4a07e59d97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ee77f685-334c-4d2f-8b2d-8f5b2b46d494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:11.995228 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:11.995609 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] Bound using segment: {'id': '928295e9-7ebf-4a44-bc52-d4a07e59d97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ee77f685-334c-4d2f-8b2d-8f5b2b46d494'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:19:11.996110 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] Bound port: 84a8a161-e855-41bc-80e8-ae9ed889ca01, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928295e9-7ebf-4a44-bc52-d4a07e59d97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ee77f685-334c-4d2f-8b2d-8f5b2b46d494'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:19:11.996511 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:12.001796 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0087a4d7-490b-4c3f-a2f0-b22f405a8d61 None None] Provisioning for port 19f08bf2-68bc-4951-b61b-296539c911ba completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:12.023331 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-414eebca-6f34-434d-a6a5-c54d425b84b0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:12.034070 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0087a4d7-490b-4c3f-a2f0-b22f405a8d61 None None] Provisioning complete for port 19f08bf2-68bc-4951-b61b-296539c911ba triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:12.034445 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0087a4d7-490b-4c3f-a2f0-b22f405a8d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:12.068428 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['d0dcd13d-f840-490d-aec6-b2a9f77e15c7'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:19:12.072407 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a5b05c36-8fa3-4494-8332-8fdde939dc1d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7997181 Jul 22 19:19:12.084100 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56252) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:12.120308 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:12.132321 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-13d09942-b556-4d10-8f7e-f8f4bd99b57a service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539871 Jul 22 19:19:12.143332 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087a4d7-490b-4c3f-a2f0-b22f405a8d61 None None] Pushing event updated for resources: {'Port': ['ID=b313818d-eccf-4349-8f5d-2da6ba710df0,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:12.147697 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee77f685-334c-4d2f-8b2d-8f5b2b46d494']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:12.161660 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0087a4d7-490b-4c3f-a2f0-b22f405a8d61 None None] Port 19f08bf2-68bc-4951-b61b-296539c911ba cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:19:12.190410 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c44fd-820a-495a-801a-ec87e0090e33 req-5820f7d7-faed-4234-83e3-a2f79dc162cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:12.191966 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-167c44fd-820a-495a-801a-ec87e0090e33 req-5820f7d7-faed-4234-83e3-a2f79dc162cd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=251f480c-b7e7-4611-9fb0-97122141a4b9 HTTP/1.1" status: 200 len: 1101 time: 0.4785693 Jul 22 19:19:12.195130 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03788056-9b30-422f-89df-4c2431a12250 req-86ae1297-7be6-4be0-abf0-683beb5af54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:12.196611 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03788056-9b30-422f-89df-4c2431a12250 req-86ae1297-7be6-4be0-abf0-683beb5af54c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4638c070-974b-404a-b719-c849049732a3 HTTP/1.1" status: 200 len: 835 time: 0.2770250 Jul 22 19:19:12.203918 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928295e9-7ebf-4a44-bc52-d4a07e59d97c') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:12.204577 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928295e9-7ebf-4a44-bc52-d4a07e59d97c') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:12.207820 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-ceeea909-1837-4119-8d72-2a0d491d1e43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e70f378c-9c1a-448d-838d-2e90ac1ae42e HTTP/1.1" status: 200 len: 217 time: 0.0570784 Jul 22 19:19:12.277038 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-e22fbfcb-7d37-4a67-9c55-5a354882083c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:12.278470 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-e22fbfcb-7d37-4a67-9c55-5a354882083c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4638c070-974b-404a-b719-c849049732a3 HTTP/1.1" status: 200 len: 835 time: 0.2736161 Jul 22 19:19:12.279152 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-c002784d-b162-41a3-9317-e76207dc89e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:12.282033 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-c002784d-b162-41a3-9317-e76207dc89e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb3a5c04-3ab0-46f4-923f-871c4a99dc90 HTTP/1.1" status: 200 len: 797 time: 0.0629253 Jul 22 19:19:12.300026 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:12.319058 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ec9955-9814-4f33-95b3-5dfe3d195cc1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:19:12.325737 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c1ec9955-9814-4f33-95b3-5dfe3d195cc1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "PUT /v2.0/routers/e8fcac30-7ac5-4968-a5af-d876898e17a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5888550 Jul 22 19:19:12.336294 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] Sync routers for ids ['e8fcac30-7ac5-4968-a5af-d876898e17a0'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:19:12.357075 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] Routers {'e8fcac30-7ac5-4968-a5af-d876898e17a0'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:12.357479 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56254) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:12.360664 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['e8fcac30-7ac5-4968-a5af-d876898e17a0'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:12.361251 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] For port 84a8a161-e855-41bc-80e8-ae9ed889ca01, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:19:12.373114 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0087a4d7-490b-4c3f-a2f0-b22f405a8d61 None None] Provisioning for port 6261ce9b-fa93-4f69-949c-297b81de6473 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:12.373414 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-167c44fd-820a-495a-801a-ec87e0090e33 req-37274fda-2c6b-4089-8748-f00d6fd07c0e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cef668b5-7d34-46ad-a15b-7a104c1f6658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604209 Jul 22 19:19:12.379067 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:12.384868 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0087a4d7-490b-4c3f-a2f0-b22f405a8d61 None None] Provisioning complete for port 6261ce9b-fa93-4f69-949c-297b81de6473 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:12.385245 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0087a4d7-490b-4c3f-a2f0-b22f405a8d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:12.404880 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:19:12.405492 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:19:12.414777 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:19:12.460682 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-32b66380-38bd-4e79-b90e-c84a0ec72760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:12.462602 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-32b66380-38bd-4e79-b90e-c84a0ec72760 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=06eb644b-f29e-45c4-8d9a-7769e64949ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1356521 Jul 22 19:19:12.486252 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-414eebca-6f34-434d-a6a5-c54d425b84b0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:12.553476 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] Set router e8fcac30-7ac5-4968-a5af-d876898e17a0 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:19:12.557152 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b816ba9-9c6b-4e47-b64c-d72eebf583f3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:12.562190 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3b816ba9-9c6b-4e47-b64c-d72eebf583f3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports/19f08bf2-68bc-4951-b61b-296539c911ba HTTP/1.1" status: 200 len: 911 time: 0.2014356 Jul 22 19:19:12.571622 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0087a4d7-490b-4c3f-a2f0-b22f405a8d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:12.584511 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56258) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:12.591871 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-bf8943e5-bed8-4aaa-b18c-69c51d5e42c6 service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189382 Jul 22 19:19:12.623188 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d71ff3d-580c-4fbb-b7d4-5de62297804c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:12.637133 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9d71ff3d-580c-4fbb-b7d4-5de62297804c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.5455081 Jul 22 19:19:12.640190 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56264) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:12.663169 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0087a4d7-490b-4c3f-a2f0-b22f405a8d61 None None] For port 6261ce9b-fa93-4f69-949c-297b81de6473, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6261ce9b-fa93-4f69-949c-297b81de6473,segment=NetworkSegment(751ff6b8-954f-4337-98b3-21eb161cf184),segment_id=751ff6b8-954f-4337-98b3-21eb161cf184)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:12.670163 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0087a4d7-490b-4c3f-a2f0-b22f405a8d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:12.697212 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03788056-9b30-422f-89df-4c2431a12250 req-9b76e9b6-d900-4930-b1fe-d5cf49c7783f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:12.698700 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03788056-9b30-422f-89df-4c2431a12250 req-9b76e9b6-d900-4930-b1fe-d5cf49c7783f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df503071-5467-4b61-a327-2f5cc8dfeccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4603937 Jul 22 19:19:12.700373 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-a50ef3b3-3b9a-4742-9ed5-e49a841f19f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:12.701771 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-a50ef3b3-3b9a-4742-9ed5-e49a841f19f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df503071-5467-4b61-a327-2f5cc8dfeccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4061949 Jul 22 19:19:12.745984 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087a4d7-490b-4c3f-a2f0-b22f405a8d61 None None] Pushing event updated for resources: {'Port': ['ID=6261ce9b-fa93-4f69-949c-297b81de6473,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:12.747047 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c0818754-e5b5-4944-b4a6-d85cbe81d05a req-c62e252c-0ee2-44d0-8ffe-f4b034008644 service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045356 Jul 22 19:19:12.766294 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.db.api [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 19:19:12.766294 n-d-800086-12 neutron-server[93806]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 19:19:12.766294 n-d-800086-12 neutron-server[93806]: [parameters: {'id': 'ee77f685-334c-4d2f-8b2d-8f5b2b46d494'}] Jul 22 19:19:12.766294 n-d-800086-12 neutron-server[93806]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:19:12.772170 n-d-800086-12 neutron-server[93806]: DEBUG oslo_db.api [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:19:12.781041 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] For port 84a8a161-e855-41bc-80e8-ae9ed889ca01, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=84a8a161-e855-41bc-80e8-ae9ed889ca01,segment=NetworkSegment(928295e9-7ebf-4a44-bc52-d4a07e59d97c),segment_id=928295e9-7ebf-4a44-bc52-d4a07e59d97c)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:19:12.791546 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:12.848020 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8fcac30-7ac5-4968-a5af-d876898e17a0', 'name': 'tempest-NetworksTestDHCPv6-router-754799540', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:19:05Z', 'updated_at': '2021-07-22T19:19:09Z', 'revision_number': 2, 'project_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'gw_port_host': None, '_interfaces': [{'id': '19f08bf2-68bc-4951-b61b-296539c911ba', 'name': '', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'mac_address': 'fa:16:3e:75:3b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8fcac30-7ac5-4968-a5af-d876898e17a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'b88954f7-c2aa-407b-9d6d-2993130951f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:19:06Z', 'updated_at': '2021-07-22T19:19:09Z', 'revision_number': 2, 'project_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'subnets': [{'id': 'b88954f7-c2aa-407b-9d6d-2993130951f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:12.876187 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] Checking router: e8fcac30-7ac5-4968-a5af-d876898e17a0 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:19:12.876565 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] Updating router e8fcac30-7ac5-4968-a5af-d876898e17a0 port 19f08bf2-68bc-4951-b61b-296539c911ba binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:19:12.895439 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394ff4b-b5a8-4ede-88bd-661aac987e78 None None] Pushing event updated for resources: {'Port': ['ID=84a8a161-e855-41bc-80e8-ae9ed889ca01,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:12.904846 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7ee8721d-adfa-430b-a673-0f07b18dc45d None None] Provisioning for port 381e5914-f8ab-416d-9e3a-cd07af618f46 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:12.912093 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7ee8721d-adfa-430b-a673-0f07b18dc45d None None] Provisioning complete for port 381e5914-f8ab-416d-9e3a-cd07af618f46 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:12.912093 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7ee8721d-adfa-430b-a673-0f07b18dc45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:12.915681 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:12.963540 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-7ee8721d-adfa-430b-a673-0f07b18dc45d None None] Port 381e5914-f8ab-416d-9e3a-cd07af618f46 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:19:12.972634 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-414eebca-6f34-434d-a6a5-c54d425b84b0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:12.979258 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb678a4f-3b00-4716-9b29-66eb44da7aa2 None None] Network ee77f685-334c-4d2f-8b2d-8f5b2b46d494 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:12.993110 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7ee8721d-adfa-430b-a673-0f07b18dc45d None None] Provisioning complete for port b313818d-eccf-4349-8f5d-2da6ba710df0 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:12.993421 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7ee8721d-adfa-430b-a673-0f07b18dc45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:13.032073 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 86ed5791-742d-4310-8712-4b5626a43696 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:13.253526 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:13.265499 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] Transition to ACTIVE for port object 19f08bf2-68bc-4951-b61b-296539c911ba will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:13.273043 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:13.273267 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:13.285246 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 86ed5791-742d-4310-8712-4b5626a43696 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:13.285663 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:13.330946 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7ee8721d-adfa-430b-a673-0f07b18dc45d None None] Provisioning for port e6cd5aa7-86a7-436d-8bdc-46ec44107ae6 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:13.339010 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7ee8721d-adfa-430b-a673-0f07b18dc45d None None] Provisioning complete for port e6cd5aa7-86a7-436d-8bdc-46ec44107ae6 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:13.339660 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7ee8721d-adfa-430b-a673-0f07b18dc45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:13.339943 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a1edf-5b2b-4bbb-bd56-3ad43e8a7892 None None] Pushing event updated for resources: {'Port': ['ID=19f08bf2-68bc-4951-b61b-296539c911ba,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:13.346352 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414eebca-6f34-434d-a6a5-c54d425b84b0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f094f9-a430-4f7d-ae16-2ac4be2e0544,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:13.349920 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1edf-5b2b-4bbb-bd56-3ad43e8a7892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.350285 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1edf-5b2b-4bbb-bd56-3ad43e8a7892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.350804 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1edf-5b2b-4bbb-bd56-3ad43e8a7892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.351328 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1edf-5b2b-4bbb-bd56-3ad43e8a7892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.351831 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1edf-5b2b-4bbb-bd56-3ad43e8a7892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.352328 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1edf-5b2b-4bbb-bd56-3ad43e8a7892 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.353166 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1edf-5b2b-4bbb-bd56-3ad43e8a7892 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.353797 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1edf-5b2b-4bbb-bd56-3ad43e8a7892 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.354295 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1edf-5b2b-4bbb-bd56-3ad43e8a7892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.354786 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1edf-5b2b-4bbb-bd56-3ad43e8a7892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.355552 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1edf-5b2b-4bbb-bd56-3ad43e8a7892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.356087 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a1edf-5b2b-4bbb-bd56-3ad43e8a7892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.357631 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Deleting port 84a8a161-e855-41bc-80e8-ae9ed889ca01 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:13.357977 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:13.363923 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-0fd2d855-814f-4db0-b87a-8a3ae6f0c34f service neutron] 10.222.0.30 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061006 Jul 22 19:19:13.385416 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414eebca-6f34-434d-a6a5-c54d425b84b0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.385880 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414eebca-6f34-434d-a6a5-c54d425b84b0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.386319 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414eebca-6f34-434d-a6a5-c54d425b84b0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.386749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414eebca-6f34-434d-a6a5-c54d425b84b0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.387175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414eebca-6f34-434d-a6a5-c54d425b84b0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.387601 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414eebca-6f34-434d-a6a5-c54d425b84b0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.388050 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414eebca-6f34-434d-a6a5-c54d425b84b0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.388500 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414eebca-6f34-434d-a6a5-c54d425b84b0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.388948 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414eebca-6f34-434d-a6a5-c54d425b84b0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.389366 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414eebca-6f34-434d-a6a5-c54d425b84b0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.389783 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414eebca-6f34-434d-a6a5-c54d425b84b0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.390821 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414eebca-6f34-434d-a6a5-c54d425b84b0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:19:13.415630 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-7ee8721d-adfa-430b-a673-0f07b18dc45d None None] Port e6cd5aa7-86a7-436d-8bdc-46ec44107ae6 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:19:13.446228 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] For port 84a8a161-e855-41bc-80e8-ae9ed889ca01, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=84a8a161-e855-41bc-80e8-ae9ed889ca01,segment=NetworkSegment(928295e9-7ebf-4a44-bc52-d4a07e59d97c),segment_id=928295e9-7ebf-4a44-bc52-d4a07e59d97c)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:13.447255 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:13.462086 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Calling delete_port for 84a8a161-e855-41bc-80e8-ae9ed889ca01 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:13.464341 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] Attempting to bind port 19f08bf2-68bc-4951-b61b-296539c911ba on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:19:13.465238 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] Attempting to bind port 19f08bf2-68bc-4951-b61b-296539c911ba by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:19:13.465943 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] Attempting to bind port 19f08bf2-68bc-4951-b61b-296539c911ba on network ac1cdc45-8892-4608-b80a-7d90307aaf6c {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:19:13.472031 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:19:13.472696 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] Checking segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:13.473294 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:13.474048 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] Bound using segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:19:13.475002 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] Bound port: 19f08bf2-68bc-4951-b61b-296539c911ba, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:19:13.475642 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:13.493388 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6261ce9b-fa93-4f69-949c-297b81de6473 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:13.533705 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1515228-2fb1-4a27-a0b9-8f7c66f653df tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:13.538724 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7ee8721d-adfa-430b-a673-0f07b18dc45d None None] Provisioning complete for port 6261ce9b-fa93-4f69-949c-297b81de6473 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:13.539100 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7ee8721d-adfa-430b-a673-0f07b18dc45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:13.542788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1515228-2fb1-4a27-a0b9-8f7c66f653df tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:13.550160 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1515228-2fb1-4a27-a0b9-8f7c66f653df tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:13.552726 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d1515228-2fb1-4a27-a0b9-8f7c66f653df tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.8572903 Jul 22 19:19:13.558350 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-d7afff4c-c2d2-4954-b3c6-8143aa001c56 service neutron] 10.222.0.30 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484203 Jul 22 19:19:13.562867 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56266) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:13.563996 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-414eebca-6f34-434d-a6a5-c54d425b84b0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:13.566088 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-414eebca-6f34-434d-a6a5-c54d425b84b0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/subnets/a4f094f9-a430-4f7d-ae16-2ac4be2e0544 HTTP/1.1" status: 204 len: 168 time: 2.0480793 Jul 22 19:19:13.569598 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56268) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:13.585520 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214b1fde-01b6-4536-ad60-1e4414a4a3fc None None] Network 4dc00a67-101f-4f2a-96a3-94489e5a5cbe requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:13.600508 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] For port 19f08bf2-68bc-4951-b61b-296539c911ba, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:19:13.604382 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] For port 19f08bf2-68bc-4951-b61b-296539c911ba, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=19f08bf2-68bc-4951-b61b-296539c911ba,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:19:13.610068 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:13.646886 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:13.688027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8f4c4e-ffc3-4db6-89e3-69853cfa0294 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:13.695305 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8f4c4e-ffc3-4db6-89e3-69853cfa0294 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:13.697272 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fd8f4c4e-ffc3-4db6-89e3-69853cfa0294 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.1096697 Jul 22 19:19:13.707489 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56270) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:13.727258 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a1edf-5b2b-4bbb-bd56-3ad43e8a7892 None None] Pushing event updated for resources: {'Port': ['ID=19f08bf2-68bc-4951-b61b-296539c911ba,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:13.735298 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] Routers {'e8fcac30-7ac5-4968-a5af-d876898e17a0'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:13.737034 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Port': ['ID=84a8a161-e855-41bc-80e8-ae9ed889ca01,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:13.737878 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['e8fcac30-7ac5-4968-a5af-d876898e17a0'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:13.746470 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-10c8e2d1-8513-470c-907b-1190c7356fdb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:13.748895 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] No DVR routers for this DVR port 84a8a161-e855-41bc-80e8-ae9ed889ca01 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:13.821862 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 6261ce9b-fa93-4f69-949c-297b81de6473 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:13.822539 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:13.860549 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fa795-1028-4277-8dbe-cbf9cc1fe1e0 req-7878a797-dd81-4801-aaf8-fe9773be4d58 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:13.869135 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-277fa795-1028-4277-8dbe-cbf9cc1fe1e0 req-7878a797-dd81-4801-aaf8-fe9773be4d58 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e25ba6-1018-4d31-87f0-27f71aab8e2a HTTP/1.1" status: 200 len: 949 time: 1.1362369 Jul 22 19:19:13.878188 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] Set router e8fcac30-7ac5-4968-a5af-d876898e17a0 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:19:13.895321 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78ced5-c5e9-4f98-81ab-d45613c898a1 req-58d14c7b-4c0c-4736-b510-5f2663115b2a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:13.897649 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8a78ced5-c5e9-4f98-81ab-d45613c898a1 req-58d14c7b-4c0c-4736-b510-5f2663115b2a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 945 time: 1.2045045 Jul 22 19:19:13.918992 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:13.924382 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03788056-9b30-422f-89df-4c2431a12250 req-1864a66d-be2e-4eb7-8647-1bc399a74ddc service neutron] 10.222.0.16 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1466069 Jul 22 19:19:13.934556 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee77f685-334c-4d2f-8b2d-8f5b2b46d494']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:13.948839 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928295e9-7ebf-4a44-bc52-d4a07e59d97c') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:13.949145 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928295e9-7ebf-4a44-bc52-d4a07e59d97c') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:13.963932 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:13.996769 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.006817 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:19:14.007242 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:19:14.014742 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:19:14.046060 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-10c8e2d1-8513-470c-907b-1190c7356fdb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting port 63799bfc-3165-493a-8833-b7968dcef025 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:14.046800 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-10c8e2d1-8513-470c-907b-1190c7356fdb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.055832 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-277fa795-1028-4277-8dbe-cbf9cc1fe1e0 req-69d99dbd-ce81-40fe-87be-af1874a0b50b tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef668b5-7d34-46ad-a15b-7a104c1f6658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853936 Jul 22 19:19:14.109199 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b313818d-eccf-4349-8f5d-2da6ba710df0 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:14.152654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3708fed4-4a43-4809-9442-0156a5a86e80 None None] DHCP port deletion for 4dc00a67-101f-4f2a-96a3-94489e5a5cbe request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:19:14.159900 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8a78ced5-c5e9-4f98-81ab-d45613c898a1 req-202efa0d-d49f-4de1-8793-72bf58820e9d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535231 Jul 22 19:19:14.224960 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8fcac30-7ac5-4968-a5af-d876898e17a0', 'name': 'tempest-NetworksTestDHCPv6-router-754799540', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:19:05Z', 'updated_at': '2021-07-22T19:19:09Z', 'revision_number': 2, 'project_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'gw_port_host': None, '_interfaces': [{'id': '19f08bf2-68bc-4951-b61b-296539c911ba', 'name': '', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'mac_address': 'fa:16:3e:75:3b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8fcac30-7ac5-4968-a5af-d876898e17a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'b88954f7-c2aa-407b-9d6d-2993130951f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:19:06Z', 'updated_at': '2021-07-22T19:19:13Z', 'revision_number': 4, 'project_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'subnets': [{'id': 'b88954f7-c2aa-407b-9d6d-2993130951f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:14.232081 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port b313818d-eccf-4349-8f5d-2da6ba710df0 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:14.232456 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.235547 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.241486 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.249572 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/networks/ee77f685-334c-4d2f-8b2d-8f5b2b46d494 HTTP/1.1" status: 204 len: 168 time: 4.7548003 Jul 22 19:19:14.254340 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56272) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:14.262714 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-facf511d-2175-4b38-8233-581666679326 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2071880424'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:14.266097 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-3708fed4-4a43-4809-9442-0156a5a86e80 None None] Deleting port 63799bfc-3165-493a-8833-b7968dcef025 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:14.266097 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3708fed4-4a43-4809-9442-0156a5a86e80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.268417 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b572a-7cea-4a83-ba64-c6e475942673 None None] The sync data for ids ['e8fcac30-7ac5-4968-a5af-d876898e17a0'] in n-d-800086-12 is: [{'id': 'e8fcac30-7ac5-4968-a5af-d876898e17a0', 'name': 'tempest-NetworksTestDHCPv6-router-754799540', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:19:05Z', 'updated_at': '2021-07-22T19:19:09Z', 'revision_number': 2, 'project_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'gw_port_host': None, '_interfaces': [{'id': '19f08bf2-68bc-4951-b61b-296539c911ba', 'name': '', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'mac_address': 'fa:16:3e:75:3b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8fcac30-7ac5-4968-a5af-d876898e17a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'b88954f7-c2aa-407b-9d6d-2993130951f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:19:06Z', 'updated_at': '2021-07-22T19:19:13Z', 'revision_number': 4, 'project_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'subnets': [{'id': 'b88954f7-c2aa-407b-9d6d-2993130951f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:19:14.275027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03788056-9b30-422f-89df-4c2431a12250 req-96d3244d-223b-4d40-865b-0104a6060e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:14.277397 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03788056-9b30-422f-89df-4c2431a12250 req-96d3244d-223b-4d40-865b-0104a6060e74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 1097 time: 0.6260223 Jul 22 19:19:14.298822 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facf511d-2175-4b38-8233-581666679326 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Made reservation on behalf of 341c50f519e84b66bfec7474cf308179 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:14.304039 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-facf511d-2175-4b38-8233-581666679326 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.319480 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760d45d-4e72-4aa4-958b-3fbdf104f0ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Network': ['ID=ee77f685-334c-4d2f-8b2d-8f5b2b46d494,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:14.342893 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-10c8e2d1-8513-470c-907b-1190c7356fdb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] For port 63799bfc-3165-493a-8833-b7968dcef025, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=63799bfc-3165-493a-8833-b7968dcef025,segment=NetworkSegment(740df7e3-d19a-4f8a-b1a4-00da0f3841dd),segment_id=740df7e3-d19a-4f8a-b1a4-00da0f3841dd)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:14.343330 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-10c8e2d1-8513-470c-907b-1190c7356fdb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.360739 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-10c8e2d1-8513-470c-907b-1190c7356fdb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Calling delete_port for 63799bfc-3165-493a-8833-b7968dcef025 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:14.368921 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-3708fed4-4a43-4809-9442-0156a5a86e80 None None] For port 63799bfc-3165-493a-8833-b7968dcef025, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=63799bfc-3165-493a-8833-b7968dcef025,segment=NetworkSegment(740df7e3-d19a-4f8a-b1a4-00da0f3841dd),segment_id=740df7e3-d19a-4f8a-b1a4-00da0f3841dd)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:14.369322 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3708fed4-4a43-4809-9442-0156a5a86e80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.373201 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03788056-9b30-422f-89df-4c2431a12250 req-a56663be-da59-4e90-ad99-9108fbe94d9f service neutron] 10.222.0.16 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331303 Jul 22 19:19:14.394912 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-677bff1c-1155-4a6e-986c-28c3c1be35ce tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting port e6cd5aa7-86a7-436d-8bdc-46ec44107ae6 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:14.395260 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-677bff1c-1155-4a6e-986c-28c3c1be35ce tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.413694 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-3708fed4-4a43-4809-9442-0156a5a86e80 None None] Calling delete_port for 63799bfc-3165-493a-8833-b7968dcef025 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:14.468523 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-facf511d-2175-4b38-8233-581666679326 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:19:14.483128 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-facf511d-2175-4b38-8233-581666679326 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.483769 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-facf511d-2175-4b38-8233-581666679326 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Added segment a642572b-107d-4e4b-b852-b01036757922 of type vlan for network c81f5325-a89d-4c95-9235-bc499e3c967c Jul 22 19:19:14.494796 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-10c8e2d1-8513-470c-907b-1190c7356fdb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.563633 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3708fed4-4a43-4809-9442-0156a5a86e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.573153 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8e2d1-8513-470c-907b-1190c7356fdb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Port': ['ID=63799bfc-3165-493a-8833-b7968dcef025,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:14.576854 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c8e2d1-8513-470c-907b-1190c7356fdb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] No DVR routers for this DVR port 63799bfc-3165-493a-8833-b7968dcef025 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:14.579500 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-facf511d-2175-4b38-8233-581666679326 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.605583 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d0dcd13d-f840-490d-aec6-b2a9f77e15c7 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:14.616402 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-677bff1c-1155-4a6e-986c-28c3c1be35ce tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.620649 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03788056-9b30-422f-89df-4c2431a12250 req-26e487a0-279a-48e4-9bb8-b89bc1c5993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:14.622263 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03788056-9b30-422f-89df-4c2431a12250 req-26e487a0-279a-48e4-9bb8-b89bc1c5993f service neutron] 10.222.0.30 "GET /v2.0/networks?id=df503071-5467-4b61-a327-2f5cc8dfeccd HTTP/1.1" status: 200 len: 897 time: 0.2840176 Jul 22 19:19:14.636175 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708fed4-4a43-4809-9442-0156a5a86e80 None None] Pushing event deleted for resources: {'Port': ['ID=63799bfc-3165-493a-8833-b7968dcef025,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:14.645807 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3708fed4-4a43-4809-9442-0156a5a86e80 None None] No DVR routers for this DVR port 63799bfc-3165-493a-8833-b7968dcef025 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:14.658275 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-677bff1c-1155-4a6e-986c-28c3c1be35ce tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Calling delete_port for e6cd5aa7-86a7-436d-8bdc-46ec44107ae6 owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:14.683131 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7996d64-b1cd-48d0-b6f6-dc64db3fb5f0 None None] get_active_networks_info from n-d-800086-12 {{(pid=93808) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:19:14.702454 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-10c8e2d1-8513-470c-907b-1190c7356fdb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.717350 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-10c8e2d1-8513-470c-907b-1190c7356fdb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc00a67-101f-4f2a-96a3-94489e5a5cbe']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:14.718875 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-facf511d-2175-4b38-8233-581666679326 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.725152 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facf511d-2175-4b38-8233-581666679326 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:14.725785 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-facf511d-2175-4b38-8233-581666679326 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.756840 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-10c8e2d1-8513-470c-907b-1190c7356fdb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740df7e3-d19a-4f8a-b1a4-00da0f3841dd') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:14.757137 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-10c8e2d1-8513-470c-907b-1190c7356fdb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740df7e3-d19a-4f8a-b1a4-00da0f3841dd') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:14.764745 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port d0dcd13d-f840-490d-aec6-b2a9f77e15c7 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:14.777556 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port d0dcd13d-f840-490d-aec6-b2a9f77e15c7 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:14.778123 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.782669 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-10c8e2d1-8513-470c-907b-1190c7356fdb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.794956 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03788056-9b30-422f-89df-4c2431a12250 req-cddb9118-28a6-42c2-9f84-a1cfb2c8ea59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215 HTTP/1.1" status: 200 len: 1000 time: 0.1562109 Jul 22 19:19:14.796918 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-facf511d-2175-4b38-8233-581666679326 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5393662 Jul 22 19:19:14.802271 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56274) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:14.808368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-f3069e10-a3a8-4da8-ad3f-a18590000cfe tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'subnet': {'network_id': 'c81f5325-a89d-4c95-9235-bc499e3c967c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:14.834814 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-10c8e2d1-8513-470c-907b-1190c7356fdb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.837586 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf511d-2175-4b38-8233-581666679326 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Network': ['ID=c81f5325-a89d-4c95-9235-bc499e3c967c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:14.847696 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c8e2d1-8513-470c-907b-1190c7356fdb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:19:14.848207 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-10c8e2d1-8513-470c-907b-1190c7356fdb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:19:14.851643 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:19:14.857375 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network c81f5325-a89d-4c95-9235-bc499e3c967c details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:19:14.943443 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7996d64-b1cd-48d0-b6f6-dc64db3fb5f0 None None] Resources bound (agent type, host, resource id): {{(pid=93808) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:19:14.951529 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-10c8e2d1-8513-470c-907b-1190c7356fdb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.960077 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-10c8e2d1-8513-470c-907b-1190c7356fdb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:14.962979 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-10c8e2d1-8513-470c-907b-1190c7356fdb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/networks/4dc00a67-101f-4f2a-96a3-94489e5a5cbe HTTP/1.1" status: 204 len: 168 time: 1.3915844 Jul 22 19:19:14.974507 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56276) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:14.994030 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-3c666c6f-20a6-46f1-abd6-f4b6cdfe969b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1043988759'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:15.026184 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8e2d1-8513-470c-907b-1190c7356fdb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Network': ['ID=4dc00a67-101f-4f2a-96a3-94489e5a5cbe,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:15.034721 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:15.050383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 19f08bf2-68bc-4951-b61b-296539c911ba up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:15.069106 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c666c6f-20a6-46f1-abd6-f4b6cdfe969b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Made reservation on behalf of a6941f908e0b4e8dac308a754d92e62a for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:15.074015 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c666c6f-20a6-46f1-abd6-f4b6cdfe969b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:15.112856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03788056-9b30-422f-89df-4c2431a12250 req-3f98826e-50ea-464a-b8bd-92e7424fed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:15.114612 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03788056-9b30-422f-89df-4c2431a12250 req-3f98826e-50ea-464a-b8bd-92e7424fed42 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4638c070-974b-404a-b719-c849049732a3 HTTP/1.1" status: 200 len: 835 time: 0.3013654 Jul 22 19:19:15.138240 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c666c6f-20a6-46f1-abd6-f4b6cdfe969b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:19:15.163250 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c666c6f-20a6-46f1-abd6-f4b6cdfe969b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:15.163634 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-3c666c6f-20a6-46f1-abd6-f4b6cdfe969b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Added segment 2f1b0ae8-1eef-4c08-92cf-25f5029738bb of type vlan for network aa3760e8-2c77-47c0-8659-ff4caed57f2b Jul 22 19:19:15.220689 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e25ba6-1018-4d31-87f0-27f71aab8e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0dcd13d-f840-490d-aec6-b2a9f77e15c7'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:19:15.222935 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98745de-3cdf-440b-ba8a-5c18ce443d1f" -d '{"events": [{"server_uuid": "50e25ba6-1018-4d31-87f0-27f71aab8e2a", "name": "network-vif-plugged", "status": "completed", "tag": "d0dcd13d-f840-490d-aec6-b2a9f77e15c7"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:19:15.238080 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c666c6f-20a6-46f1-abd6-f4b6cdfe969b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:15.259897 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port d0dcd13d-f840-490d-aec6-b2a9f77e15c7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d0dcd13d-f840-490d-aec6-b2a9f77e15c7,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:15.272958 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:15.275972 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c666c6f-20a6-46f1-abd6-f4b6cdfe969b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:15.288523 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c666c6f-20a6-46f1-abd6-f4b6cdfe969b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:15.289198 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c666c6f-20a6-46f1-abd6-f4b6cdfe969b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:15.324845 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3069e10-a3a8-4da8-ad3f-a18590000cfe tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Made reservation on behalf of 341c50f519e84b66bfec7474cf308179 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:15.328393 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f3069e10-a3a8-4da8-ad3f-a18590000cfe tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:15.337722 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3c666c6f-20a6-46f1-abd6-f4b6cdfe969b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3616588 Jul 22 19:19:15.360075 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56286) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:15.392551 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-206b2643-4acf-4452-be62-dc2c0585946a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'subnet': {'network_id': 'aa3760e8-2c77-47c0-8659-ff4caed57f2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:15.399508 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c666c6f-20a6-46f1-abd6-f4b6cdfe969b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Network': ['ID=aa3760e8-2c77-47c0-8659-ff4caed57f2b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:15.416613 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network aa3760e8-2c77-47c0-8659-ff4caed57f2b details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:19:15.472309 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=d0dcd13d-f840-490d-aec6-b2a9f77e15c7,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:15.481471 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 19f08bf2-68bc-4951-b61b-296539c911ba completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:15.500430 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-677bff1c-1155-4a6e-986c-28c3c1be35ce tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:15.520423 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206b2643-4acf-4452-be62-dc2c0585946a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Made reservation on behalf of a6941f908e0b4e8dac308a754d92e62a for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:15.524673 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-206b2643-4acf-4452-be62-dc2c0585946a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:15.582294 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bff1c-1155-4a6e-986c-28c3c1be35ce tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Port': ['ID=e6cd5aa7-86a7-436d-8bdc-46ec44107ae6,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:15.587200 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03788056-9b30-422f-89df-4c2431a12250 req-3816c918-1fa6-4fb6-adc5-f792f3702dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:15.588776 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03788056-9b30-422f-89df-4c2431a12250 req-3816c918-1fa6-4fb6-adc5-f792f3702dcb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df503071-5467-4b61-a327-2f5cc8dfeccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4621341 Jul 22 19:19:15.602979 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096e4d2-18f5-43ce-a689-97c1a59ceece req-4d9ea618-3bf3-4212-9c23-de6ccda177a2 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:15.609404 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9096e4d2-18f5-43ce-a689-97c1a59ceece req-4d9ea618-3bf3-4212-9c23-de6ccda177a2 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e25ba6-1018-4d31-87f0-27f71aab8e2a HTTP/1.1" status: 200 len: 949 time: 0.4311559 Jul 22 19:19:15.636203 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-80267c9c-5a4f-43e5-a3ad-7da7c025af48 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:15.688054 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 19f08bf2-68bc-4951-b61b-296539c911ba triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:15.688054 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:15.744798 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-206b2643-4acf-4452-be62-dc2c0585946a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:15.759325 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-677bff1c-1155-4a6e-986c-28c3c1be35ce tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:15.763976 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-677bff1c-1155-4a6e-986c-28c3c1be35ce tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/ports/e6cd5aa7-86a7-436d-8bdc-46ec44107ae6 HTTP/1.1" status: 204 len: 168 time: 2.1903760 Jul 22 19:19:15.769452 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56288) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:15.793910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9ae2f-5e78-4fe2-996c-3d87c0401fcd req-5fa3e371-9071-4376-a7ee-a66e59d0997a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:15.795898 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8df9ae2f-5e78-4fe2-996c-3d87c0401fcd req-5fa3e371-9071-4376-a7ee-a66e59d0997a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 945 time: 0.5139270 Jul 22 19:19:15.815042 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed16bf0-0054-44d3-b38c-c4db9d74d803 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] GET failed (client error): The resource could not be found. Jul 22 19:19:15.816796 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2ed16bf0-0054-44d3-b38c-c4db9d74d803 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports/e6cd5aa7-86a7-436d-8bdc-46ec44107ae6 HTTP/1.1" status: 404 len: 333 time: 0.0460908 Jul 22 19:19:15.822627 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56290) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:15.854653 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device deea12ea-0ef2-477e-adc1-e0c1b75d4215 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:19:15.873472 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b2643-4acf-4452-be62-dc2c0585946a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Subnet': ['ID=815b01c9-b740-4c32-be74-36d65493aaaa,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:15.892917 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:15.896219 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206b2643-4acf-4452-be62-dc2c0585946a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Checking segment: {'id': '2f1b0ae8-1eef-4c08-92cf-25f5029738bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'aa3760e8-2c77-47c0-8659-ff4caed57f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:15.896729 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206b2643-4acf-4452-be62-dc2c0585946a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network hostable DHCP agents. Network: aa3760e8-2c77-47c0-8659-ff4caed57f2b, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:19:15.937703 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9096e4d2-18f5-43ce-a689-97c1a59ceece req-4304f16a-92c7-4645-913f-403e7405b0e5 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef668b5-7d34-46ad-a15b-7a104c1f6658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026903 Jul 22 19:19:15.984223 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 19f08bf2-68bc-4951-b61b-296539c911ba, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=19f08bf2-68bc-4951-b61b-296539c911ba,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:15.984618 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206b2643-4acf-4452-be62-dc2c0585946a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network aa3760e8-2c77-47c0-8659-ff4caed57f2b is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:19:16.004109 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-16c96171-a21d-4dfc-b5a5-c736feb8e6d9 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting port 381e5914-f8ab-416d-9e3a-cd07af618f46 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:16.004667 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-16c96171-a21d-4dfc-b5a5-c736feb8e6d9 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:16.010508 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-206b2643-4acf-4452-be62-dc2c0585946a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, aa3760e8-2c77-47c0-8659-ff4caed57f2b) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:16.020743 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8df9ae2f-5e78-4fe2-996c-3d87c0401fcd req-de121ef8-7a72-4370-b6cb-c1fbab6d11a5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133391 Jul 22 19:19:16.029737 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b2643-4acf-4452-be62-dc2c0585946a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:16.030462 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-206b2643-4acf-4452-be62-dc2c0585946a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:16.053748 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56292) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:16.089314 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03788056-9b30-422f-89df-4c2431a12250 req-df219e65-e55a-45e0-b275-f0fcd5be33d7 service neutron] 10.222.0.30 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783916 Jul 22 19:19:16.102654 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117d85a0-f410-4bfa-855b-b90367166ed9 x-openstack-request-id: req-117d85a0-f410-4bfa-855b-b90367166ed9 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:19:16.111313 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e25ba6-1018-4d31-87f0-27f71aab8e2a", "name": "network-vif-plugged", "status": "completed", "tag": "d0dcd13d-f840-490d-aec6-b2a9f77e15c7", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:19:16.111653 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-117d85a0-f410-4bfa-855b-b90367166ed9 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:19:16.112002 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e25ba6-1018-4d31-87f0-27f71aab8e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0dcd13d-f840-490d-aec6-b2a9f77e15c7', 'code': 200} Jul 22 19:19:16.113176 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcd8148-f713-4702-97e9-209753e65f72 None None] Network aa3760e8-2c77-47c0-8659-ff4caed57f2b requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:16.151069 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-16c96171-a21d-4dfc-b5a5-c736feb8e6d9 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:16.166599 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-16c96171-a21d-4dfc-b5a5-c736feb8e6d9 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Calling delete_port for 381e5914-f8ab-416d-9e3a-cd07af618f46 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:16.216207 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:16.306166 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f3069e10-a3a8-4da8-ad3f-a18590000cfe tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:16.315454 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-206b2643-4acf-4452-be62-dc2c0585946a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9543099 Jul 22 19:19:16.315862 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56294) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:16.323703 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ec55d0c2-6b2a-4e0b-922e-994e489c3f3d tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-543379789', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:16.354106 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-16c96171-a21d-4dfc-b5a5-c736feb8e6d9 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:16.360091 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port deea12ea-0ef2-477e-adc1-e0c1b75d4215, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215,segment=NetworkSegment(4ff97e91-d90f-4c54-b154-3a39743b26ac),segment_id=4ff97e91-d90f-4c54-b154-3a39743b26ac)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:16.368461 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec55d0c2-6b2a-4e0b-922e-994e489c3f3d tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:16.369748 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec55d0c2-6b2a-4e0b-922e-994e489c3f3d tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:16.378536 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03788056-9b30-422f-89df-4c2431a12250 req-ee5f0001-9908-4668-8870-8d750478819c service neutron] 10.222.0.30 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214701 Jul 22 19:19:16.402804 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c96171-a21d-4dfc-b5a5-c736feb8e6d9 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Port': ['ID=381e5914-f8ab-416d-9e3a-cd07af618f46,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:16.409250 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 63799bfc-3165-493a-8833-b7968dcef025 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:19:16.412517 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215', 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd', 'port_id': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215', 'mac_address': 'fa:16:3e:cc:27:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4638c070-974b-404a-b719-c849049732a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:19:16.414938 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=19f08bf2-68bc-4951-b61b-296539c911ba,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:16.437322 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-16c96171-a21d-4dfc-b5a5-c736feb8e6d9 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:16.442337 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-16c96171-a21d-4dfc-b5a5-c736feb8e6d9 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/ports/381e5914-f8ab-416d-9e3a-cd07af618f46 HTTP/1.1" status: 204 len: 168 time: 0.6155329 Jul 22 19:19:16.442337 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56296) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:16.450189 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 63799bfc-3165-493a-8833-b7968dcef025 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:19:16.450662 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 63799bfc-3165-493a-8833-b7968dcef025 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:19:16.478250 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-163659be-23f8-4ca5-b836-f50e24ec9bd9 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] GET failed (client error): The resource could not be found. Jul 22 19:19:16.482319 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-163659be-23f8-4ca5-b836-f50e24ec9bd9 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports/381e5914-f8ab-416d-9e3a-cd07af618f46 HTTP/1.1" status: 404 len: 333 time: 0.0367141 Jul 22 19:19:16.483851 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56298) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:16.518210 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:16.535448 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-aa3760e8-2c77-47c0-8659-ff4caed57f2b', 'network_id': 'aa3760e8-2c77-47c0-8659-ff4caed57f2b', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'fixed_ips': [{'subnet_id': '815b01c9-b740-4c32-be74-36d65493aaaa'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:19:16.536986 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:16.549347 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef3c72d-056c-4e79-aed9-e80a39326043 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting subnet 9d71efc2-c2b5-4e3d-b335-4fc699a85a1a {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:19:16.554352 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ef3c72d-056c-4e79-aed9-e80a39326043 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:16.566125 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deea12ea-0ef2-477e-adc1-e0c1b75d4215 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:19:16.595394 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port deea12ea-0ef2-477e-adc1-e0c1b75d4215, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215,segment=NetworkSegment(4ff97e91-d90f-4c54-b154-3a39743b26ac),segment_id=4ff97e91-d90f-4c54-b154-3a39743b26ac)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:16.609429 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:16.613911 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec55d0c2-6b2a-4e0b-922e-994e489c3f3d tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:16.621654 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec55d0c2-6b2a-4e0b-922e-994e489c3f3d tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:16.645321 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ef3c72d-056c-4e79-aed9-e80a39326043 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:16.671974 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec55d0c2-6b2a-4e0b-922e-994e489c3f3d tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:16.675692 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ec55d0c2-6b2a-4e0b-922e-994e489c3f3d tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3535116 Jul 22 19:19:16.675963 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56300) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:16.765783 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=deea12ea-0ef2-477e-adc1-e0c1b75d4215,revision_number=12']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:16.774624 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3a98a63d-3b1a-4696-b3ac-fbc3520a457f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/floatingips/e7e64423-2f24-425b-aceb-a0517b195cf9 HTTP/1.1" status: 200 len: 992 time: 0.7197483 Jul 22 19:19:16.785153 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:19:16.827513 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['deea12ea-0ef2-477e-adc1-e0c1b75d4215'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:19:16.830315 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] Allocated IP 2001:db8::2 (aa3760e8-2c77-47c0-8659-ff4caed57f2b/815b01c9-b740-4c32-be74-36d65493aaaa/54620e31-2778-459b-be03-2185a0be2e4d) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:16.835238 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3069e10-a3a8-4da8-ad3f-a18590000cfe tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Subnet': ['ID=5088bf90-3137-4eb5-a5f1-917c347afb3d,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:16.857132 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3069e10-a3a8-4da8-ad3f-a18590000cfe tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Checking segment: {'id': 'a642572b-107d-4e4b-b852-b01036757922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c81f5325-a89d-4c95-9235-bc499e3c967c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:16.857493 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3069e10-a3a8-4da8-ad3f-a18590000cfe tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Network hostable DHCP agents. Network: c81f5325-a89d-4c95-9235-bc499e3c967c, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:19:16.862024 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ad3de-25af-4afb-a4f2-7e95d87d3225 req-93d71cfa-a0fe-427c-95db-4e3c0c17f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:16.863271 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-041ad3de-25af-4afb-a4f2-7e95d87d3225 req-93d71cfa-a0fe-427c-95db-4e3c0c17f29e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=50e25ba6-1018-4d31-87f0-27f71aab8e2a HTTP/1.1" status: 200 len: 1102 time: 0.7225490 Jul 22 19:19:16.930413 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-041ad3de-25af-4afb-a4f2-7e95d87d3225 req-f3d55511-a7b1-4c49-b494-0cb8b9040630 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cef668b5-7d34-46ad-a15b-7a104c1f6658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465963 Jul 22 19:19:16.938525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3069e10-a3a8-4da8-ad3f-a18590000cfe tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Network c81f5325-a89d-4c95-9235-bc499e3c967c is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:19:16.966976 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-f3069e10-a3a8-4da8-ad3f-a18590000cfe tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, c81f5325-a89d-4c95-9235-bc499e3c967c) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:16.973185 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3069e10-a3a8-4da8-ad3f-a18590000cfe tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:16.974399 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f3069e10-a3a8-4da8-ad3f-a18590000cfe tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:16.980771 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-80267c9c-5a4f-43e5-a3ad-7da7c025af48 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting port 19f08bf2-68bc-4951-b61b-296539c911ba {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:16.981111 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-80267c9c-5a4f-43e5-a3ad-7da7c025af48 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:17.017932 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f3069e10-a3a8-4da8-ad3f-a18590000cfe tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2110317 Jul 22 19:19:17.018313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56304) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:17.070272 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63da1344-1a2f-41f6-802b-1a1533a14659 None None] Network c81f5325-a89d-4c95-9235-bc499e3c967c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:17.072543 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 19f08bf2-68bc-4951-b61b-296539c911ba up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:17.200389 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-80267c9c-5a4f-43e5-a3ad-7da7c025af48 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] For port 19f08bf2-68bc-4951-b61b-296539c911ba, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=19f08bf2-68bc-4951-b61b-296539c911ba,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:17.201112 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-80267c9c-5a4f-43e5-a3ad-7da7c025af48 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:17.243414 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c3c69c55-7ea0-4d3b-8290-62cf6a963c44 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:17.248417 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-80267c9c-5a4f-43e5-a3ad-7da7c025af48 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Calling delete_port for 19f08bf2-68bc-4951-b61b-296539c911ba owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:17.271211 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ef3c72d-056c-4e79-aed9-e80a39326043 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:17.321096 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 19f08bf2-68bc-4951-b61b-296539c911ba triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:17.321689 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:17.348570 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9033815d-0ce5-4a68-b89b-ad9ac4330a3f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:17.397201 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cb2fc-3b8b-438f-8ca3-dfea57064bfb req-cff980ef-01ec-4e00-8fcc-4b233665b3cd tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:17.398741 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2e8cb2fc-3b8b-438f-8ca3-dfea57064bfb req-cff980ef-01ec-4e00-8fcc-4b233665b3cd tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e25ba6-1018-4d31-87f0-27f71aab8e2a HTTP/1.1" status: 200 len: 950 time: 0.3207653 Jul 22 19:19:17.438932 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:17.456859 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ef3c72d-056c-4e79-aed9-e80a39326043 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:17.459502 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c3c69c55-7ea0-4d3b-8290-62cf6a963c44 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:17.464597 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] Transition to ACTIVE for port object 54620e31-2778-459b-be03-2185a0be2e4d will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:17.521205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] Transition to ACTIVE for port object 54620e31-2778-459b-be03-2185a0be2e4d will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:17.521678 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3c72d-056c-4e79-aed9-e80a39326043 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Subnet': ['ID=9d71efc2-c2b5-4e3d-b335-4fc699a85a1a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:17.531585 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ef3c72d-056c-4e79-aed9-e80a39326043 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:17.533497 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5ef3c72d-056c-4e79-aed9-e80a39326043 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/subnets/9d71efc2-c2b5-4e3d-b335-4fc699a85a1a HTTP/1.1" status: 204 len: 168 time: 1.0491800 Jul 22 19:19:17.539745 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56308) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:17.551023 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acffd1d5-2eb3-46d6-9de5-1f2cda884777 None None] Network 92ac51cb-15b4-4cca-b8f5-d131ea77efbd requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:17.551674 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2e8cb2fc-3b8b-438f-8ca3-dfea57064bfb req-b76f0f6a-8bb9-47d0-9839-d15c819d6fea tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef668b5-7d34-46ad-a15b-7a104c1f6658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433184 Jul 22 19:19:17.596829 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:17.622305 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c181c871-cf37-4090-821c-90785e7bfcba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-c81f5325-a89d-4c95-9235-bc499e3c967c', 'network_id': 'c81f5325-a89d-4c95-9235-bc499e3c967c', 'tenant_id': '341c50f519e84b66bfec7474cf308179', 'fixed_ips': [{'subnet_id': '5088bf90-3137-4eb5-a5f1-917c347afb3d'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:19:17.624133 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c181c871-cf37-4090-821c-90785e7bfcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:17.673167 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b0d682e-3ed7-421e-ae2e-78879f3d7218 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:17.681049 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-80267c9c-5a4f-43e5-a3ad-7da7c025af48 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:17.717062 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80267c9c-5a4f-43e5-a3ad-7da7c025af48 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Port': ['ID=19f08bf2-68bc-4951-b61b-296539c911ba,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:17.761724 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c3c69c55-7ea0-4d3b-8290-62cf6a963c44 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:17.773245 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] Network aa3760e8-2c77-47c0-8659-ff4caed57f2b is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:17.783164 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-9033815d-0ce5-4a68-b89b-ad9ac4330a3f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Allocated IP 2001:db8::1 (aa3760e8-2c77-47c0-8659-ff4caed57f2b/815b01c9-b740-4c32-be74-36d65493aaaa/2217dfe5-c6e6-44f0-8cf0-80daa0f855df) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:17.862548 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] Pushing event updated for resources: {'Port': ['ID=54620e31-2778-459b-be03-2185a0be2e4d,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:17.871870 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server [None req-c181c871-cf37-4090-821c-90785e7bfcba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5088bf90-3137-4eb5-a5f1-917c347afb3d: This subnet is being modified by another concurrent operation. Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:19:17.878662 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise exception Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5088bf90-3137-4eb5-a5f1-917c347afb3d: This subnet is being modified by another concurrent operation. Jul 22 19:19:17.886463 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Jul 22 19:19:17.889137 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c69c55-7ea0-4d3b-8290-62cf6a963c44 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Subnet': ['ID=5088bf90-3137-4eb5-a5f1-917c347afb3d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:17.889585 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:17.931735 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-80267c9c-5a4f-43e5-a3ad-7da7c025af48 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.013149 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c3c69c55-7ea0-4d3b-8290-62cf6a963c44 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.027352 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cf9828-8470-4032-b695-9448f192ba4b None None] Network c81f5325-a89d-4c95-9235-bc499e3c967c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:18.035395 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9033815d-0ce5-4a68-b89b-ad9ac4330a3f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.041501 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-0b0d682e-3ed7-421e-ae2e-78879f3d7218 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting port b313818d-eccf-4349-8f5d-2da6ba710df0 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:18.042315 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b0d682e-3ed7-421e-ae2e-78879f3d7218 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.065019 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] Attempting to bind port 54620e31-2778-459b-be03-2185a0be2e4d on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:19:18.066245 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] Attempting to bind port 54620e31-2778-459b-be03-2185a0be2e4d by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '2f1b0ae8-1eef-4c08-92cf-25f5029738bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'aa3760e8-2c77-47c0-8659-ff4caed57f2b'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:19:18.066245 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] Attempting to bind port 54620e31-2778-459b-be03-2185a0be2e4d on network aa3760e8-2c77-47c0-8659-ff4caed57f2b {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:19:18.070813 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-9033815d-0ce5-4a68-b89b-ad9ac4330a3f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Transition to ACTIVE for port object 2217dfe5-c6e6-44f0-8cf0-80daa0f855df will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:18.074202 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:19:18.074570 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] Checking segment: {'id': '2f1b0ae8-1eef-4c08-92cf-25f5029738bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'aa3760e8-2c77-47c0-8659-ff4caed57f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:18.074971 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.075749 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] Bound using segment: {'id': '2f1b0ae8-1eef-4c08-92cf-25f5029738bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'aa3760e8-2c77-47c0-8659-ff4caed57f2b'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:19:18.075958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] Bound port: 54620e31-2778-459b-be03-2185a0be2e4d, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1b0ae8-1eef-4c08-92cf-25f5029738bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'aa3760e8-2c77-47c0-8659-ff4caed57f2b'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:19:18.076322 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.116175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-c3c69c55-7ea0-4d3b-8290-62cf6a963c44 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81f5325-a89d-4c95-9235-bc499e3c967c']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:18.128825 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-0b0d682e-3ed7-421e-ae2e-78879f3d7218 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] For port b313818d-eccf-4349-8f5d-2da6ba710df0, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b313818d-eccf-4349-8f5d-2da6ba710df0,segment=NetworkSegment(baa490d1-348a-465b-8aa0-b75afcf15823),segment_id=baa490d1-348a-465b-8aa0-b75afcf15823)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:18.129214 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b0d682e-3ed7-421e-ae2e-78879f3d7218 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.152533 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-0b0d682e-3ed7-421e-ae2e-78879f3d7218 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Calling delete_port for b313818d-eccf-4349-8f5d-2da6ba710df0 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:18.203118 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-c3c69c55-7ea0-4d3b-8290-62cf6a963c44 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a642572b-107d-4e4b-b852-b01036757922') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:18.203459 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-c3c69c55-7ea0-4d3b-8290-62cf6a963c44 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a642572b-107d-4e4b-b852-b01036757922') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:18.207417 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9033815d-0ce5-4a68-b89b-ad9ac4330a3f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.221558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80267c9c-5a4f-43e5-a3ad-7da7c025af48 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Router e8fcac30-7ac5-4968-a5af-d876898e17a0 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:19:18.223780 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c3c69c55-7ea0-4d3b-8290-62cf6a963c44 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.246454 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c3c69c55-7ea0-4d3b-8290-62cf6a963c44 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.255422 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] For port 54620e31-2778-459b-be03-2185a0be2e4d, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:19:18.267584 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] For port 54620e31-2778-459b-be03-2185a0be2e4d, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=54620e31-2778-459b-be03-2185a0be2e4d,segment=NetworkSegment(2f1b0ae8-1eef-4c08-92cf-25f5029738bb),segment_id=2f1b0ae8-1eef-4c08-92cf-25f5029738bb)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:19:18.274635 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9033815d-0ce5-4a68-b89b-ad9ac4330a3f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network aa3760e8-2c77-47c0-8659-ff4caed57f2b is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:18.277785 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.283782 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-9033815d-0ce5-4a68-b89b-ad9ac4330a3f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:18.290282 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9033815d-0ce5-4a68-b89b-ad9ac4330a3f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:18.290983 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9033815d-0ce5-4a68-b89b-ad9ac4330a3f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.295621 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033815d-0ce5-4a68-b89b-ad9ac4330a3f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Port': ['ID=2217dfe5-c6e6-44f0-8cf0-80daa0f855df,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:18.333756 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80267c9c-5a4f-43e5-a3ad-7da7c025af48 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:19:18.346834 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-80267c9c-5a4f-43e5-a3ad-7da7c025af48 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "PUT /v2.0/routers/e8fcac30-7ac5-4968-a5af-d876898e17a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6322386 Jul 22 19:19:18.350057 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56312) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:18.354061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c69c55-7ea0-4d3b-8290-62cf6a963c44 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:19:18.354989 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c3c69c55-7ea0-4d3b-8290-62cf6a963c44 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:19:18.358972 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:19:18.370966 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b27a9e-de00-4c5b-a3a2-807c0d5a98f6 None None] Sync routers for ids ['e8fcac30-7ac5-4968-a5af-d876898e17a0'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:19:18.391267 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caad959-bda6-45f3-a995-83d71cd125c6 None None] DHCP port deletion for 92ac51cb-15b4-4cca-b8f5-d131ea77efbd request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:19:18.392231 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b0d682e-3ed7-421e-ae2e-78879f3d7218 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.416004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afcb44-63ad-4cad-9418-144197c0c207 None None] Pushing event updated for resources: {'Port': ['ID=54620e31-2778-459b-be03-2185a0be2e4d,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:18.426851 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b27a9e-de00-4c5b-a3a2-807c0d5a98f6 None None] Routers {'e8fcac30-7ac5-4968-a5af-d876898e17a0'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:18.427963 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-41b27a9e-de00-4c5b-a3a2-807c0d5a98f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['e8fcac30-7ac5-4968-a5af-d876898e17a0'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:18.459935 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d682e-3ed7-421e-ae2e-78879f3d7218 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Port': ['ID=b313818d-eccf-4349-8f5d-2da6ba710df0,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:18.461853 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0d682e-3ed7-421e-ae2e-78879f3d7218 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] No DVR routers for this DVR port b313818d-eccf-4349-8f5d-2da6ba710df0 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:18.470106 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c3c69c55-7ea0-4d3b-8290-62cf6a963c44 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.477650 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c3c69c55-7ea0-4d3b-8290-62cf6a963c44 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.480301 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c3c69c55-7ea0-4d3b-8290-62cf6a963c44 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/networks/c81f5325-a89d-4c95-9235-bc499e3c967c HTTP/1.1" status: 204 len: 168 time: 1.4611831 Jul 22 19:19:18.485747 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56314) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:18.501021 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-8da70323-f0fc-4f55-b51e-9f430b2829d2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1530762549'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:18.502372 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbdaec2-fdce-41d6-ad45-1e91f90630c3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:18.503957 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbdaec2-fdce-41d6-ad45-1e91f90630c3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:18.506275 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2dbdaec2-fdce-41d6-ad45-1e91f90630c3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1559002 Jul 22 19:19:18.512143 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c69c55-7ea0-4d3b-8290-62cf6a963c44 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Network': ['ID=c81f5325-a89d-4c95-9235-bc499e3c967c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:18.512298 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56316) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:18.535625 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da70323-f0fc-4f55-b51e-9f430b2829d2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Made reservation on behalf of 341c50f519e84b66bfec7474cf308179 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:18.541949 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-41b27a9e-de00-4c5b-a3a2-807c0d5a98f6 None None] Set router e8fcac30-7ac5-4968-a5af-d876898e17a0 gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:19:18.542554 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8da70323-f0fc-4f55-b51e-9f430b2829d2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.574950 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da70323-f0fc-4f55-b51e-9f430b2829d2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:19:18.589653 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8da70323-f0fc-4f55-b51e-9f430b2829d2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.590250 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-8da70323-f0fc-4f55-b51e-9f430b2829d2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Added segment 895f1b05-c312-4bf7-afc2-af6206630852 of type vlan for network 22db89aa-abb1-471a-95a0-b14b8111a438 Jul 22 19:19:18.670235 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b0d682e-3ed7-421e-ae2e-78879f3d7218 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.689916 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fc2bb2-71b2-4023-9d22-afe1aae68d94 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet b88954f7-c2aa-407b-9d6d-2993130951f7 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:19:18.694115 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9033815d-0ce5-4a68-b89b-ad9ac4330a3f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.698293 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-0b0d682e-3ed7-421e-ae2e-78879f3d7218 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ac51cb-15b4-4cca-b8f5-d131ea77efbd']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:18.718076 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-63fc2bb2-71b2-4023-9d22-afe1aae68d94 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.721640 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8da70323-f0fc-4f55-b51e-9f430b2829d2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.747756 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-0b0d682e-3ed7-421e-ae2e-78879f3d7218 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa490d1-348a-465b-8aa0-b75afcf15823') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:18.748064 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-0b0d682e-3ed7-421e-ae2e-78879f3d7218 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa490d1-348a-465b-8aa0-b75afcf15823') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:18.771626 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b0d682e-3ed7-421e-ae2e-78879f3d7218 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.790312 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8da70323-f0fc-4f55-b51e-9f430b2829d2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.796719 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da70323-f0fc-4f55-b51e-9f430b2829d2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:18.797616 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8da70323-f0fc-4f55-b51e-9f430b2829d2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.819227 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-63fc2bb2-71b2-4023-9d22-afe1aae68d94 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.823896 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b0d682e-3ed7-421e-ae2e-78879f3d7218 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.843823 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384372f-6683-462b-9175-a85b08381fdd req-db409e9e-0b2e-425a-b83a-137d70fa7e96 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:18.845390 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e384372f-6683-462b-9175-a85b08381fdd req-db409e9e-0b2e-425a-b83a-137d70fa7e96 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e25ba6-1018-4d31-87f0-27f71aab8e2a HTTP/1.1" status: 200 len: 950 time: 0.1449900 Jul 22 19:19:18.846768 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-41b27a9e-de00-4c5b-a3a2-807c0d5a98f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8fcac30-7ac5-4968-a5af-d876898e17a0', 'name': 'tempest-NetworksTestDHCPv6-router-754799540', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:19:05Z', 'updated_at': '2021-07-22T19:19:17Z', 'revision_number': 3, 'project_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:18.853346 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8da70323-f0fc-4f55-b51e-9f430b2829d2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3568780 Jul 22 19:19:18.856019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56320) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:18.865417 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-7b17705e-d8de-4332-a9a3-280f65b9e7ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'subnet': {'network_id': '22db89aa-abb1-471a-95a0-b14b8111a438', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:18.867419 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0d682e-3ed7-421e-ae2e-78879f3d7218 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:19:18.867837 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b0d682e-3ed7-421e-ae2e-78879f3d7218 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:19:18.871034 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:19:18.885627 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b27a9e-de00-4c5b-a3a2-807c0d5a98f6 None None] Checking router: e8fcac30-7ac5-4968-a5af-d876898e17a0 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:19:18.899576 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b27a9e-de00-4c5b-a3a2-807c0d5a98f6 None None] Routers {'e8fcac30-7ac5-4968-a5af-d876898e17a0'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:18.900181 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-41b27a9e-de00-4c5b-a3a2-807c0d5a98f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['e8fcac30-7ac5-4968-a5af-d876898e17a0'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:18.944971 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da70323-f0fc-4f55-b51e-9f430b2829d2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Network': ['ID=22db89aa-abb1-471a-95a0-b14b8111a438,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:18.991551 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 22db89aa-abb1-471a-95a0-b14b8111a438 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:19:19.008145 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e384372f-6683-462b-9175-a85b08381fdd req-40129c5c-96e1-4997-8764-860b5c7c6250 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef668b5-7d34-46ad-a15b-7a104c1f6658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373177 Jul 22 19:19:19.041359 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-41b27a9e-de00-4c5b-a3a2-807c0d5a98f6 None None] Set router e8fcac30-7ac5-4968-a5af-d876898e17a0 gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:19:19.068506 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b17705e-d8de-4332-a9a3-280f65b9e7ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Made reservation on behalf of 341c50f519e84b66bfec7474cf308179 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:19.071477 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b17705e-d8de-4332-a9a3-280f65b9e7ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:19.102892 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b0d682e-3ed7-421e-ae2e-78879f3d7218 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:19.143553 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b0d682e-3ed7-421e-ae2e-78879f3d7218 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:19.145471 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0b0d682e-3ed7-421e-ae2e-78879f3d7218 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/networks/92ac51cb-15b4-4cca-b8f5-d131ea77efbd HTTP/1.1" status: 204 len: 168 time: 1.6052368 Jul 22 19:19:19.160659 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56324) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:19.169609 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ebda74c6-97d5-4b07-8722-c992bd9d040c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-999870341'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:19.178879 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d682e-3ed7-421e-ae2e-78879f3d7218 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Network': ['ID=92ac51cb-15b4-4cca-b8f5-d131ea77efbd,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:19.194743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-41b27a9e-de00-4c5b-a3a2-807c0d5a98f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8fcac30-7ac5-4968-a5af-d876898e17a0', 'name': 'tempest-NetworksTestDHCPv6-router-754799540', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:19:05Z', 'updated_at': '2021-07-22T19:19:17Z', 'revision_number': 3, 'project_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:19.196894 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 54620e31-2778-459b-be03-2185a0be2e4d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:19.226452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-63fc2bb2-71b2-4023-9d22-afe1aae68d94 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:19.284291 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dc064-3f91-4aaf-ab70-9b9d4ea22f76 req-24dec38d-594e-47e8-8703-bc6978840188 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:19.285634 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3d7dc064-3f91-4aaf-ab70-9b9d4ea22f76 req-24dec38d-594e-47e8-8703-bc6978840188 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=251f480c-b7e7-4611-9fb0-97122141a4b9 HTTP/1.1" status: 200 len: 949 time: 0.1545701 Jul 22 19:19:19.293175 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebda74c6-97d5-4b07-8722-c992bd9d040c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:19.296596 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebda74c6-97d5-4b07-8722-c992bd9d040c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:19.297269 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b27a9e-de00-4c5b-a3a2-807c0d5a98f6 None None] The sync data for ids ['e8fcac30-7ac5-4968-a5af-d876898e17a0'] in n-d-800086-12 is: [{'id': 'e8fcac30-7ac5-4968-a5af-d876898e17a0', 'name': 'tempest-NetworksTestDHCPv6-router-754799540', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:19:05Z', 'updated_at': '2021-07-22T19:19:17Z', 'revision_number': 3, 'project_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'gw_port_host': None}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:19:19.336876 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 54620e31-2778-459b-be03-2185a0be2e4d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:19.376574 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3d7dc064-3f91-4aaf-ab70-9b9d4ea22f76 req-d1f91c34-4100-419b-b7d1-dd57b6ec7d3e tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef668b5-7d34-46ad-a15b-7a104c1f6658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798597 Jul 22 19:19:19.377721 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebda74c6-97d5-4b07-8722-c992bd9d040c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:19:19.404787 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b17705e-d8de-4332-a9a3-280f65b9e7ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:19.425743 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebda74c6-97d5-4b07-8722-c992bd9d040c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:19.427358 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-ebda74c6-97d5-4b07-8722-c992bd9d040c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Added segment 0fb7648d-1cf2-4374-aee5-40d81561d3b3 of type vlan for network 05f308d2-59a5-4e3f-b96f-c1a6da235ff5 Jul 22 19:19:19.499610 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebda74c6-97d5-4b07-8722-c992bd9d040c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:19.516147 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17705e-d8de-4332-a9a3-280f65b9e7ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Subnet': ['ID=edb3c361-b700-4d78-90af-492b9008ad9e,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:19.534196 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b17705e-d8de-4332-a9a3-280f65b9e7ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Checking segment: {'id': '895f1b05-c312-4bf7-afc2-af6206630852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '22db89aa-abb1-471a-95a0-b14b8111a438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:19.534897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b17705e-d8de-4332-a9a3-280f65b9e7ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Network hostable DHCP agents. Network: 22db89aa-abb1-471a-95a0-b14b8111a438, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:19:19.537435 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-63fc2bb2-71b2-4023-9d22-afe1aae68d94 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:19.559035 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b17705e-d8de-4332-a9a3-280f65b9e7ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Network 22db89aa-abb1-471a-95a0-b14b8111a438 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:19:19.570429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-7b17705e-d8de-4332-a9a3-280f65b9e7ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 22db89aa-abb1-471a-95a0-b14b8111a438) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:19.576266 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b17705e-d8de-4332-a9a3-280f65b9e7ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:19.577007 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b17705e-d8de-4332-a9a3-280f65b9e7ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:19.579339 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebda74c6-97d5-4b07-8722-c992bd9d040c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:19.586734 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebda74c6-97d5-4b07-8722-c992bd9d040c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:19.587438 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebda74c6-97d5-4b07-8722-c992bd9d040c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:19.591700 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341777d0-8941-4902-89d0-6e6a43d44de5 None None] Network 22db89aa-abb1-471a-95a0-b14b8111a438 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:19.608036 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7b17705e-d8de-4332-a9a3-280f65b9e7ba tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7508719 Jul 22 19:19:19.610923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56338) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:19.633479 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc2bb2-71b2-4023-9d22-afe1aae68d94 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=b88954f7-c2aa-407b-9d6d-2993130951f7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:19.645864 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-63fc2bb2-71b2-4023-9d22-afe1aae68d94 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:19.648705 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-63fc2bb2-71b2-4023-9d22-afe1aae68d94 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/b88954f7-c2aa-407b-9d6d-2993130951f7 HTTP/1.1" status: 204 len: 168 time: 1.1364636 Jul 22 19:19:19.650638 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ebda74c6-97d5-4b07-8722-c992bd9d040c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4862990 Jul 22 19:19:19.651342 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56340) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:19.655531 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9033815d-0ce5-4a68-b89b-ad9ac4330a3f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:19.663326 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56342) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:19.669391 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-b4f57363-6da7-4229-9c21-a61642ba68a7 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'subnet': {'network_id': '05f308d2-59a5-4e3f-b96f-c1a6da235ff5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:19.721500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaab7e3a-27f6-49af-aa96-ed7cdec08d6c None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:19.736398 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9033815d-0ce5-4a68-b89b-ad9ac4330a3f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:19.737164 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9033815d-0ce5-4a68-b89b-ad9ac4330a3f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:19.746901 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b313818d-eccf-4349-8f5d-2da6ba710df0 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:19:19.810139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: b313818d-eccf-4349-8f5d-2da6ba710df0 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:19:19.810654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b313818d-eccf-4349-8f5d-2da6ba710df0 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:19:19.819029 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414311ba-5d1a-42fd-8efe-7aa713380786 None None] Network aa3760e8-2c77-47c0-8659-ff4caed57f2b requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:19.897848 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033815d-0ce5-4a68-b89b-ad9ac4330a3f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Port': ['ID=2217dfe5-c6e6-44f0-8cf0-80daa0f855df,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:19.915422 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-57ca4738-b5dd-4def-a14f-e1727afa5d67 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:19.961420 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda74c6-97d5-4b07-8722-c992bd9d040c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Network': ['ID=05f308d2-59a5-4e3f-b96f-c1a6da235ff5,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:19.983883 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device deea12ea-0ef2-477e-adc1-e0c1b75d4215 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:20.001633 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 05f308d2-59a5-4e3f-b96f-c1a6da235ff5 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:19:20.024492 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2012a375-5a0e-4da3-9dea-80d339d7725f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3428164 Jul 22 19:19:20.029109 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56354) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:20.091294 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9033815d-0ce5-4a68-b89b-ad9ac4330a3f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network aa3760e8-2c77-47c0-8659-ff4caed57f2b is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:20.093688 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-9033815d-0ce5-4a68-b89b-ad9ac4330a3f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:20.136398 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f57363-6da7-4229-9c21-a61642ba68a7 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:20.140639 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b4f57363-6da7-4229-9c21-a61642ba68a7 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:20.144097 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-57ca4738-b5dd-4def-a14f-e1727afa5d67 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:20.150412 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9be5ba1-bc76-4e00-8a41-f49de3833a51 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:20.177560 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b0fa82eb-fcb8-479a-8521-f6e24ff648b2 None None] Provisioning for port 54620e31-2778-459b-be03-2185a0be2e4d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:20.220061 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9033815d-0ce5-4a68-b89b-ad9ac4330a3f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router dfc0a19e-681b-424d-a3b4-bb316361b9d2 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:19:20.221409 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b0fa82eb-fcb8-479a-8521-f6e24ff648b2 None None] Provisioning complete for port 54620e31-2778-459b-be03-2185a0be2e4d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:20.221804 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b0fa82eb-fcb8-479a-8521-f6e24ff648b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:20.326965 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9033815d-0ce5-4a68-b89b-ad9ac4330a3f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:19:20.336225 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port deea12ea-0ef2-477e-adc1-e0c1b75d4215 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:20.336465 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9033815d-0ce5-4a68-b89b-ad9ac4330a3f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/dfc0a19e-681b-424d-a3b4-bb316361b9d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6563013 Jul 22 19:19:20.337445 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56356) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:20.346760 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port deea12ea-0ef2-477e-adc1-e0c1b75d4215 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:20.347131 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:20.351867 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f139ea1-de4d-437e-96ec-4ecb223e2c49 None None] Sync routers for ids ['dfc0a19e-681b-424d-a3b4-bb316361b9d2'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:19:20.356264 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd37cdb-9c5f-46f3-bdd5-fb180a0e91bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-22db89aa-abb1-471a-95a0-b14b8111a438', 'network_id': '22db89aa-abb1-471a-95a0-b14b8111a438', 'tenant_id': '341c50f519e84b66bfec7474cf308179', 'fixed_ips': [{'subnet_id': 'edb3c361-b700-4d78-90af-492b9008ad9e'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:19:20.357130 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cfd37cdb-9c5f-46f3-bdd5-fb180a0e91bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:20.361629 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f139ea1-de4d-437e-96ec-4ecb223e2c49 None None] Routers {'dfc0a19e-681b-424d-a3b4-bb316361b9d2'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:20.362379 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0f139ea1-de4d-437e-96ec-4ecb223e2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['dfc0a19e-681b-424d-a3b4-bb316361b9d2'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:20.399432 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0f139ea1-de4d-437e-96ec-4ecb223e2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:20.409855 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f139ea1-de4d-437e-96ec-4ecb223e2c49 None None] Routers {'dfc0a19e-681b-424d-a3b4-bb316361b9d2'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:20.410723 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0f139ea1-de4d-437e-96ec-4ecb223e2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['dfc0a19e-681b-424d-a3b4-bb316361b9d2'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:20.421020 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9be5ba1-bc76-4e00-8a41-f49de3833a51 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:20.423508 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9be5ba1-bc76-4e00-8a41-f49de3833a51 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:20.427923 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ab0f13-71ca-4082-86d1-6aac201dfdc1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:20.435225 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e6ab0f13-71ca-4082-86d1-6aac201dfdc1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/ports/2217dfe5-c6e6-44f0-8cf0-80daa0f855df HTTP/1.1" status: 200 len: 911 time: 0.0969503 Jul 22 19:19:20.436319 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56358) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:20.463663 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0f139ea1-de4d-437e-96ec-4ecb223e2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:20.464776 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f139ea1-de4d-437e-96ec-4ecb223e2c49 None None] The sync data for ids ['dfc0a19e-681b-424d-a3b4-bb316361b9d2'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:19:20.481115 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9be5ba1-bc76-4e00-8a41-f49de3833a51 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:20.481956 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9be5ba1-bc76-4e00-8a41-f49de3833a51 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Fanout notify agent at l3_agent the message router_deleted on router e8fcac30-7ac5-4968-a5af-d876898e17a0 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:19:20.504636 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9be5ba1-bc76-4e00-8a41-f49de3833a51 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:20.506311 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b9be5ba1-bc76-4e00-8a41-f49de3833a51 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/routers/e8fcac30-7ac5-4968-a5af-d876898e17a0 HTTP/1.1" status: 204 len: 168 time: 0.4756765 Jul 22 19:19:20.549714 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b0fa82eb-fcb8-479a-8521-f6e24ff648b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:20.552105 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4fb40d-aa4b-478c-ab9c-900a35ccae38 None None] DHCP port deletion for ac1cdc45-8892-4608-b80a-7d90307aaf6c request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:19:20.625966 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56362) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:20.638504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-ead789c3-e2a0-43c9-af88-029392310c15 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:20.662927 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-57ca4738-b5dd-4def-a14f-e1727afa5d67 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server [None req-cfd37cdb-9c5f-46f3-bdd5-fb180a0e91bb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet edb3c361-b700-4d78-90af-492b9008ad9e: This subnet is being modified by another concurrent operation. Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:19:20.677262 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise exception Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet edb3c361-b700-4d78-90af-492b9008ad9e: This subnet is being modified by another concurrent operation. Jul 22 19:19:20.681914 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Jul 22 19:19:20.706726 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-b0fa82eb-fcb8-479a-8521-f6e24ff648b2 None None] For port 54620e31-2778-459b-be03-2185a0be2e4d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=54620e31-2778-459b-be03-2185a0be2e4d,segment=NetworkSegment(2f1b0ae8-1eef-4c08-92cf-25f5029738bb),segment_id=2f1b0ae8-1eef-4c08-92cf-25f5029738bb)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:20.710185 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015c08d3-387a-4599-ac17-98189508bb3d None None] Network 22db89aa-abb1-471a-95a0-b14b8111a438 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:20.724554 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca4738-b5dd-4def-a14f-e1727afa5d67 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Subnet': ['ID=edb3c361-b700-4d78-90af-492b9008ad9e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:20.731110 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b0fa82eb-fcb8-479a-8521-f6e24ff648b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:20.827935 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:20.984742 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192abf67-c826-49d7-ba39-040d56d3f93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:19:20.987102 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9716e6-1d85-4ef3-a4ba-600747302a67" -d '{"events": [{"server_uuid": "192abf67-c826-49d7-ba39-040d56d3f93d", "name": "network-vif-plugged", "status": "completed", "tag": "deea12ea-0ef2-477e-adc1-e0c1b75d4215"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:19:21.024449 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port deea12ea-0ef2-477e-adc1-e0c1b75d4215, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215,segment=NetworkSegment(4ff97e91-d90f-4c54-b154-3a39743b26ac),segment_id=4ff97e91-d90f-4c54-b154-3a39743b26ac)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:21.047812 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa82eb-fcb8-479a-8521-f6e24ff648b2 None None] Pushing event updated for resources: {'Port': ['ID=54620e31-2778-459b-be03-2185a0be2e4d,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:21.056557 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 86ed5791-742d-4310-8712-4b5626a43696 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:19:21.062125 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.063844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3ea540da-1672-424c-a4a2-de9113354b76 None None] Provisioning complete for port 54620e31-2778-459b-be03-2185a0be2e4d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:21.064197 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3ea540da-1672-424c-a4a2-de9113354b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.089028 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-7c4fb40d-aa4b-478c-ab9c-900a35ccae38 None None] Deleting port 86ed5791-742d-4310-8712-4b5626a43696 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:21.089328 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7c4fb40d-aa4b-478c-ab9c-900a35ccae38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.164295 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb7aa7a-f91d-404d-9c50-76b3f4a388eb x-openstack-request-id: req-abb7aa7a-f91d-404d-9c50-76b3f4a388eb {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:19:21.164668 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192abf67-c826-49d7-ba39-040d56d3f93d", "name": "network-vif-plugged", "status": "completed", "tag": "deea12ea-0ef2-477e-adc1-e0c1b75d4215", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:19:21.164878 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abb7aa7a-f91d-404d-9c50-76b3f4a388eb {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:19:21.165257 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192abf67-c826-49d7-ba39-040d56d3f93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215', 'code': 200} Jul 22 19:19:21.243561 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-57ca4738-b5dd-4def-a14f-e1727afa5d67 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.285707 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-57ca4738-b5dd-4def-a14f-e1727afa5d67 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22db89aa-abb1-471a-95a0-b14b8111a438']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:21.304412 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b4f57363-6da7-4229-9c21-a61642ba68a7 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.307807 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-57ca4738-b5dd-4def-a14f-e1727afa5d67 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '895f1b05-c312-4bf7-afc2-af6206630852') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:21.308110 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-57ca4738-b5dd-4def-a14f-e1727afa5d67 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '895f1b05-c312-4bf7-afc2-af6206630852') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:21.353010 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-57ca4738-b5dd-4def-a14f-e1727afa5d67 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.369707 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead789c3-e2a0-43c9-af88-029392310c15 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:21.375188 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48eb80cb-c48b-4d77-84db-e3ecbcddb725 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.378078 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ead789c3-e2a0-43c9-af88-029392310c15 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.411465 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-57ca4738-b5dd-4def-a14f-e1727afa5d67 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.451722 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ca4738-b5dd-4def-a14f-e1727afa5d67 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:19:21.452135 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-57ca4738-b5dd-4def-a14f-e1727afa5d67 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:19:21.457797 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:19:21.474021 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f57363-6da7-4229-9c21-a61642ba68a7 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Subnet': ['ID=86c97554-310f-4667-9071-f15ece9e6967,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:21.481645 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=deea12ea-0ef2-477e-adc1-e0c1b75d4215,revision_number=13']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:21.490670 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3ea540da-1672-424c-a4a2-de9113354b76 None None] Provisioning for port 2217dfe5-c6e6-44f0-8cf0-80daa0f855df completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:21.495502 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7c4fb40d-aa4b-478c-ab9c-900a35ccae38 None None] For port 86ed5791-742d-4310-8712-4b5626a43696, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=86ed5791-742d-4310-8712-4b5626a43696,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:21.495960 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7c4fb40d-aa4b-478c-ab9c-900a35ccae38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.498318 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3ea540da-1672-424c-a4a2-de9113354b76 None None] Provisioning complete for port 2217dfe5-c6e6-44f0-8cf0-80daa0f855df triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:21.498691 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3ea540da-1672-424c-a4a2-de9113354b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.528060 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f57363-6da7-4229-9c21-a61642ba68a7 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Checking segment: {'id': '0fb7648d-1cf2-4374-aee5-40d81561d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '05f308d2-59a5-4e3f-b96f-c1a6da235ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:21.528605 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f57363-6da7-4229-9c21-a61642ba68a7 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network hostable DHCP agents. Network: 05f308d2-59a5-4e3f-b96f-c1a6da235ff5, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:19:21.535517 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-7c4fb40d-aa4b-478c-ab9c-900a35ccae38 None None] Calling delete_port for 86ed5791-742d-4310-8712-4b5626a43696 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:21.582049 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-3ea540da-1672-424c-a4a2-de9113354b76 None None] Port 2217dfe5-c6e6-44f0-8cf0-80daa0f855df cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:19:21.601108 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-57ca4738-b5dd-4def-a14f-e1727afa5d67 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.614941 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-57ca4738-b5dd-4def-a14f-e1727afa5d67 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.616939 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-57ca4738-b5dd-4def-a14f-e1727afa5d67 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/networks/22db89aa-abb1-471a-95a0-b14b8111a438 HTTP/1.1" status: 204 len: 168 time: 2.0049880 Jul 22 19:19:21.622195 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56378) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:21.631530 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca4738-b5dd-4def-a14f-e1727afa5d67 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Network': ['ID=22db89aa-abb1-471a-95a0-b14b8111a438,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:21.631747 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.637567 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f57363-6da7-4229-9c21-a61642ba68a7 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network 05f308d2-59a5-4e3f-b96f-c1a6da235ff5 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:19:21.639930 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d1ea95a2-3ee7-491c-9887-5ece1aa51ee5 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1422800727'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:21.650822 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-b4f57363-6da7-4229-9c21-a61642ba68a7 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 05f308d2-59a5-4e3f-b96f-c1a6da235ff5) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:21.664049 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159a5c10-f6c7-420c-85b7-da222935b533 None None] Network 05f308d2-59a5-4e3f-b96f-c1a6da235ff5 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:21.678035 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f57363-6da7-4229-9c21-a61642ba68a7 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:21.678594 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b4f57363-6da7-4229-9c21-a61642ba68a7 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.717793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 86ed5791-742d-4310-8712-4b5626a43696, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=86ed5791-742d-4310-8712-4b5626a43696,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:21.744893 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b4f57363-6da7-4229-9c21-a61642ba68a7 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0775437 Jul 22 19:19:21.745120 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56380) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:21.747333 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ea95a2-3ee7-491c-9887-5ece1aa51ee5 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Made reservation on behalf of 341c50f519e84b66bfec7474cf308179 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:21.749449 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-3c29198a-75da-4660-b5b7-6378ad4b54e2 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1247112666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:21.750913 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1ea95a2-3ee7-491c-9887-5ece1aa51ee5 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.756789 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.758090 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 19f08bf2-68bc-4951-b61b-296539c911ba no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:19:21.779740 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ead789c3-e2a0-43c9-af88-029392310c15 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.798489 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ea95a2-3ee7-491c-9887-5ece1aa51ee5 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:19:21.806791 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 19f08bf2-68bc-4951-b61b-296539c911ba {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:19:21.807383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 19f08bf2-68bc-4951-b61b-296539c911ba not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:19:21.811044 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3c29198a-75da-4660-b5b7-6378ad4b54e2 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.812047 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3c29198a-75da-4660-b5b7-6378ad4b54e2 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.817043 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4e6a93cf-9f5a-4e41-ad3a-e62f2edc2da6 None None] Provisioning complete for port 2217dfe5-c6e6-44f0-8cf0-80daa0f855df triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:21.817515 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4e6a93cf-9f5a-4e41-ad3a-e62f2edc2da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.821268 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1ea95a2-3ee7-491c-9887-5ece1aa51ee5 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.822095 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-d1ea95a2-3ee7-491c-9887-5ece1aa51ee5 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Added segment 30e6cdbe-8ccc-4c26-af96-c2a5dbfb3003 of type vlan for network 5cff6490-4595-4656-b1e3-2107516671d2 Jul 22 19:19:21.836704 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead789c3-e2a0-43c9-af88-029392310c15 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:21.842371 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-48eb80cb-c48b-4d77-84db-e3ecbcddb725 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting port 2217dfe5-c6e6-44f0-8cf0-80daa0f855df {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:21.843286 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48eb80cb-c48b-4d77-84db-e3ecbcddb725 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.843918 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-ead789c3-e2a0-43c9-af88-029392310c15 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:21.851058 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead789c3-e2a0-43c9-af88-029392310c15 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:21.851929 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ead789c3-e2a0-43c9-af88-029392310c15 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.852278 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7c4fb40d-aa4b-478c-ab9c-900a35ccae38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.876946 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead789c3-e2a0-43c9-af88-029392310c15 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=04b83719-73ad-495f-b097-0a1e7d904e77,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:21.890036 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=86ed5791-742d-4310-8712-4b5626a43696,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:21.892757 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4fb40d-aa4b-478c-ab9c-900a35ccae38 None None] No DVR routers for this DVR port 86ed5791-742d-4310-8712-4b5626a43696 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:21.905604 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 2c3a721c-5b54-4d6e-b84a-73fe586f402f details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:19:21.919047 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ead789c3-e2a0-43c9-af88-029392310c15 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2890947 Jul 22 19:19:21.920277 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1ea95a2-3ee7-491c-9887-5ece1aa51ee5 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.923093 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56382) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:21.927487 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3c29198a-75da-4660-b5b7-6378ad4b54e2 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.929664 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4e1106-e9d1-4249-b1e4-55cfc0c80288 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:21.932111 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-76c3c240-1084-4fd9-bf27-f498f08d7c46 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1275793627', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:21.932964 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3c29198a-75da-4660-b5b7-6378ad4b54e2 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.950755 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3c29198a-75da-4660-b5b7-6378ad4b54e2 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:21.955421 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3c29198a-75da-4660-b5b7-6378ad4b54e2 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2068114 Jul 22 19:19:21.955753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56384) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:21.961612 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-37a499cf-92cf-4c80-b0e7-a1e50ba3b410 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'port': {'network_id': '05f308d2-59a5-4e3f-b96f-c1a6da235ff5', 'name': 'tempest-PortsIpV6TestJSON-365986959'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:21.965812 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-4e6a93cf-9f5a-4e41-ad3a-e62f2edc2da6 None None] Port 2217dfe5-c6e6-44f0-8cf0-80daa0f855df cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:19:21.971204 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fb40d-aa4b-478c-ab9c-900a35ccae38 None None] Pushing event deleted for resources: {'Port': ['ID=86ed5791-742d-4310-8712-4b5626a43696,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:22.017155 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-76c3c240-1084-4fd9-bf27-f498f08d7c46 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:22.018155 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-76c3c240-1084-4fd9-bf27-f498f08d7c46 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:22.033975 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48eb80cb-c48b-4d77-84db-e3ecbcddb725 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:22.065994 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-48eb80cb-c48b-4d77-84db-e3ecbcddb725 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Calling delete_port for 2217dfe5-c6e6-44f0-8cf0-80daa0f855df owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:22.070065 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1ea95a2-3ee7-491c-9887-5ece1aa51ee5 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:22.075314 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ea95a2-3ee7-491c-9887-5ece1aa51ee5 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:22.075928 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1ea95a2-3ee7-491c-9887-5ece1aa51ee5 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:22.124069 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a499cf-92cf-4c80-b0e7-a1e50ba3b410 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:22.134703 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-37a499cf-92cf-4c80-b0e7-a1e50ba3b410 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:22.146147 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-05f308d2-59a5-4e3f-b96f-c1a6da235ff5', 'network_id': '05f308d2-59a5-4e3f-b96f-c1a6da235ff5', 'tenant_id': '299a64b78fd341cd805690e93174f070', 'fixed_ips': [{'subnet_id': '86c97554-310f-4667-9071-f15ece9e6967'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:19:22.147114 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:22.158449 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-37a499cf-92cf-4c80-b0e7-a1e50ba3b410 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] device_id is not set on port eb9af108-4f79-4563-9544-b72b87d9da41 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:19:22.167458 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d1ea95a2-3ee7-491c-9887-5ece1aa51ee5 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5432603 Jul 22 19:19:22.169093 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-76c3c240-1084-4fd9-bf27-f498f08d7c46 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:22.173355 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56396) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:22.179027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e2722ba3-e1f1-4e85-a900-ff5dbb36a23c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'subnet': {'network_id': '5cff6490-4595-4656-b1e3-2107516671d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:22.228036 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-76c3c240-1084-4fd9-bf27-f498f08d7c46 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:22.236905 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea95a2-3ee7-491c-9887-5ece1aa51ee5 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Network': ['ID=5cff6490-4595-4656-b1e3-2107516671d2,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:22.239425 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 2c3a721c-5b54-4d6e-b84a-73fe586f402f, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=2c3a721c-5b54-4d6e-b84a-73fe586f402f,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:22.258089 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-76c3c240-1084-4fd9-bf27-f498f08d7c46 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:22.259284 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-76c3c240-1084-4fd9-bf27-f498f08d7c46 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3327799 Jul 22 19:19:22.262308 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56398) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:22.302007 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 5cff6490-4595-4656-b1e3-2107516671d2 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:19:22.342826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '2c3a721c-5b54-4d6e-b84a-73fe586f402f', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '2c3a721c-5b54-4d6e-b84a-73fe586f402f', 'mac_address': 'fa:16:3e:52:d4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:19:22.364028 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2722ba3-e1f1-4e85-a900-ff5dbb36a23c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Made reservation on behalf of 341c50f519e84b66bfec7474cf308179 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:22.368153 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e2722ba3-e1f1-4e85-a900-ff5dbb36a23c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:22.410120 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-37a499cf-92cf-4c80-b0e7-a1e50ba3b410 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Allocated IP 2001:db8::1e8 (05f308d2-59a5-4e3f-b96f-c1a6da235ff5/86c97554-310f-4667-9071-f15ece9e6967/eb9af108-4f79-4563-9544-b72b87d9da41) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:22.445116 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'fixed_ips': [{'subnet_id': '04b83719-73ad-495f-b097-0a1e7d904e77'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:19:22.445851 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:22.475820 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:22.545110 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c3a721c-5b54-4d6e-b84a-73fe586f402f {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:19:22.581813 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 2c3a721c-5b54-4d6e-b84a-73fe586f402f, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=2c3a721c-5b54-4d6e-b84a-73fe586f402f,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:22.586360 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:22.607338 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48eb80cb-c48b-4d77-84db-e3ecbcddb725 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:22.666533 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4fcb401-79c9-4f7e-8e97-c2eb7d79910d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:22.670997 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb80cb-c48b-4d77-84db-e3ecbcddb725 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Port': ['ID=2217dfe5-c6e6-44f0-8cf0-80daa0f855df,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:22.725130 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['2c3a721c-5b54-4d6e-b84a-73fe586f402f'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:19:22.758354 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-37a499cf-92cf-4c80-b0e7-a1e50ba3b410 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:22.774607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] Allocated IP 2001:db8::2 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/04b83719-73ad-495f-b097-0a1e7d904e77/64df805b-aa7f-48c6-932c-7d6d8b65afd5) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:22.779466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-37a499cf-92cf-4c80-b0e7-a1e50ba3b410 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Transition to ACTIVE for port object eb9af108-4f79-4563-9544-b72b87d9da41 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:22.831455 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e2722ba3-e1f1-4e85-a900-ff5dbb36a23c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:22.836698 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=2c3a721c-5b54-4d6e-b84a-73fe586f402f,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:22.849349 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-37a499cf-92cf-4c80-b0e7-a1e50ba3b410 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:22.894153 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48eb80cb-c48b-4d77-84db-e3ecbcddb725 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:22.899107 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] Allocated IP 2001:db8::2 (05f308d2-59a5-4e3f-b96f-c1a6da235ff5/86c97554-310f-4667-9071-f15ece9e6967/5415ae22-46c8-4cc9-9461-e50aa58a82f7) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:23.003362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a499cf-92cf-4c80-b0e7-a1e50ba3b410 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network 05f308d2-59a5-4e3f-b96f-c1a6da235ff5 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:23.008931 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2722ba3-e1f1-4e85-a900-ff5dbb36a23c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Subnet': ['ID=e8d47813-1d39-40c4-a04b-4822683cffac,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:23.027577 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-37a499cf-92cf-4c80-b0e7-a1e50ba3b410 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:23.061258 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a499cf-92cf-4c80-b0e7-a1e50ba3b410 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:23.067212 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a499cf-92cf-4c80-b0e7-a1e50ba3b410 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:23.067905 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-37a499cf-92cf-4c80-b0e7-a1e50ba3b410 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:23.108238 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-37a499cf-92cf-4c80-b0e7-a1e50ba3b410 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1512549 Jul 22 19:19:23.109482 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a499cf-92cf-4c80-b0e7-a1e50ba3b410 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Port': ['ID=eb9af108-4f79-4563-9544-b72b87d9da41,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:23.109620 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56416) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:23.136727 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2722ba3-e1f1-4e85-a900-ff5dbb36a23c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Checking segment: {'id': '30e6cdbe-8ccc-4c26-af96-c2a5dbfb3003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5cff6490-4595-4656-b1e3-2107516671d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:23.137142 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2722ba3-e1f1-4e85-a900-ff5dbb36a23c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Network hostable DHCP agents. Network: 5cff6490-4595-4656-b1e3-2107516671d2, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:19:23.146038 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 54620e31-2778-459b-be03-2185a0be2e4d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:23.160714 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2722ba3-e1f1-4e85-a900-ff5dbb36a23c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Network 5cff6490-4595-4656-b1e3-2107516671d2 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:19:23.178634 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-e2722ba3-e1f1-4e85-a900-ff5dbb36a23c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 5cff6490-4595-4656-b1e3-2107516671d2) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:23.183963 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2722ba3-e1f1-4e85-a900-ff5dbb36a23c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:23.185011 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e2722ba3-e1f1-4e85-a900-ff5dbb36a23c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:23.199965 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0529b59-32aa-4526-9f80-4d36ed309336 None None] Network 5cff6490-4595-4656-b1e3-2107516671d2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:23.221187 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e2722ba3-e1f1-4e85-a900-ff5dbb36a23c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0457094 Jul 22 19:19:23.222048 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56430) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:23.229729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-ca35517f-1a8b-4ef2-87a9-1cc0732ec711 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'subnet': {'network_id': '5cff6490-4595-4656-b1e3-2107516671d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:23.385755 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:23.397361 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] Transition to ACTIVE for port object 64df805b-aa7f-48c6-932c-7d6d8b65afd5 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:23.413226 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca35517f-1a8b-4ef2-87a9-1cc0732ec711 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Made reservation on behalf of 341c50f519e84b66bfec7474cf308179 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:23.418680 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ca35517f-1a8b-4ef2-87a9-1cc0732ec711 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:23.473040 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:23.483090 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] Transition to ACTIVE for port object 5415ae22-46c8-4cc9-9461-e50aa58a82f7 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:23.499205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] Transition to ACTIVE for port object 5415ae22-46c8-4cc9-9461-e50aa58a82f7 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:23.508505 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48eb80cb-c48b-4d77-84db-e3ecbcddb725 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router dfc0a19e-681b-424d-a3b4-bb316361b9d2 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:19:23.656820 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48eb80cb-c48b-4d77-84db-e3ecbcddb725 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:19:23.664903 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-48eb80cb-c48b-4d77-84db-e3ecbcddb725 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/dfc0a19e-681b-424d-a3b4-bb316361b9d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2274110 Jul 22 19:19:23.667487 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56438) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:23.782368 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3943e8-5882-405c-8850-b39a5446f032 None None] Sync routers for ids ['dfc0a19e-681b-424d-a3b4-bb316361b9d2'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:19:23.789258 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:23.792076 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] Transition to ACTIVE for port object 64df805b-aa7f-48c6-932c-7d6d8b65afd5 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:23.793759 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ca35517f-1a8b-4ef2-87a9-1cc0732ec711 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:23.811371 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3943e8-5882-405c-8850-b39a5446f032 None None] Routers {'dfc0a19e-681b-424d-a3b4-bb316361b9d2'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:23.812008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ec3943e8-5882-405c-8850-b39a5446f032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['dfc0a19e-681b-424d-a3b4-bb316361b9d2'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:23.854414 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca35517f-1a8b-4ef2-87a9-1cc0732ec711 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Network 5cff6490-4595-4656-b1e3-2107516671d2 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:23.855861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-ca35517f-1a8b-4ef2-87a9-1cc0732ec711 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:23.859330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca35517f-1a8b-4ef2-87a9-1cc0732ec711 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:23.865526 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ca35517f-1a8b-4ef2-87a9-1cc0732ec711 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:23.892914 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ec3943e8-5882-405c-8850-b39a5446f032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:23.900402 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:23.904769 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35517f-1a8b-4ef2-87a9-1cc0732ec711 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Subnet': ['ID=f90f6d01-b2b1-4061-b5f0-8d8340455a9b,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:23.918207 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ca35517f-1a8b-4ef2-87a9-1cc0732ec711 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6945601 Jul 22 19:19:23.918875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56442) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:24.000841 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] Network 05f308d2-59a5-4e3f-b96f-c1a6da235ff5 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:24.005067 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b56010-a171-4194-8616-f6fd1dc3618e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:24.006757 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b56010-a171-4194-8616-f6fd1dc3618e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:24.007435 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:24.008487 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b56010-a171-4194-8616-f6fd1dc3618e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:24.010071 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b56010-a171-4194-8616-f6fd1dc3618e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:24.011796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b56010-a171-4194-8616-f6fd1dc3618e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:24.013006 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:24.017997 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:24.018206 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-49b56010-a171-4194-8616-f6fd1dc3618e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0981085 Jul 22 19:19:24.018767 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56444) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:24.021991 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:24.025172 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:24.025347 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2ec39112-95a4-4bbc-a39d-bd9cb9a4416e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-798090038'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:24.027003 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] Pushing event updated for resources: {'Port': ['ID=5415ae22-46c8-4cc9-9461-e50aa58a82f7,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:24.029404 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3943e8-5882-405c-8850-b39a5446f032 None None] Routers {'dfc0a19e-681b-424d-a3b4-bb316361b9d2'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:24.030087 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ec3943e8-5882-405c-8850-b39a5446f032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['dfc0a19e-681b-424d-a3b4-bb316361b9d2'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:24.066271 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec39112-95a4-4bbc-a39d-bd9cb9a4416e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Made reservation on behalf of 341c50f519e84b66bfec7474cf308179 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:24.072771 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2ec39112-95a4-4bbc-a39d-bd9cb9a4416e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:24.110232 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8e4902b1-2826-4976-ad2d-fbeff5147a9f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfc0a19e-681b-424d-a3b4-bb316361b9d2 HTTP/1.1" status: 200 len: 205 time: 0.4393735 Jul 22 19:19:24.111998 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 54620e31-2778-459b-be03-2185a0be2e4d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:24.112209 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56446) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:24.112534 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:24.113372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec39112-95a4-4bbc-a39d-bd9cb9a4416e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:19:24.124855 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ec3943e8-5882-405c-8850-b39a5446f032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:24.125619 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3943e8-5882-405c-8850-b39a5446f032 None None] The sync data for ids ['dfc0a19e-681b-424d-a3b4-bb316361b9d2'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:19:24.138270 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2ec39112-95a4-4bbc-a39d-bd9cb9a4416e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:24.139253 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-2ec39112-95a4-4bbc-a39d-bd9cb9a4416e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Added segment 7c479c96-ba0f-4db1-b62b-1b3878f24181 of type vlan for network a922e2f0-fe49-4ea0-989a-89b5318bb83d Jul 22 19:19:24.221687 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6be0577-c7e2-4ed6-abf1-99b9ee7277b4 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:24.273998 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e62975b2-34c8-4e50-9988-ee503034fef4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:24.277188 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2ec39112-95a4-4bbc-a39d-bd9cb9a4416e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:24.292262 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] Pushing event updated for resources: {'Port': ['ID=64df805b-aa7f-48c6-932c-7d6d8b65afd5,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:24.339464 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] Attempting to bind port 64df805b-aa7f-48c6-932c-7d6d8b65afd5 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:19:24.339677 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] Attempting to bind port 64df805b-aa7f-48c6-932c-7d6d8b65afd5 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:19:24.339998 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] Attempting to bind port 64df805b-aa7f-48c6-932c-7d6d8b65afd5 on network ac1cdc45-8892-4608-b80a-7d90307aaf6c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:19:24.347702 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:19:24.348023 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] Checking segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:24.348439 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:24.349048 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] Bound using segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:19:24.349527 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] Bound port: 64df805b-aa7f-48c6-932c-7d6d8b65afd5, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:19:24.350224 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:24.356633 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-5cff6490-4595-4656-b1e3-2107516671d2', 'network_id': '5cff6490-4595-4656-b1e3-2107516671d2', 'tenant_id': '341c50f519e84b66bfec7474cf308179', 'fixed_ips': [{'subnet_id': 'e8d47813-1d39-40c4-a04b-4822683cffac'}, {'subnet_id': 'f90f6d01-b2b1-4061-b5f0-8d8340455a9b'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:19:24.357489 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:24.368126 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] Attempting to bind port 5415ae22-46c8-4cc9-9461-e50aa58a82f7 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:19:24.368355 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] Attempting to bind port 5415ae22-46c8-4cc9-9461-e50aa58a82f7 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '0fb7648d-1cf2-4374-aee5-40d81561d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '05f308d2-59a5-4e3f-b96f-c1a6da235ff5'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:19:24.368615 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] Attempting to bind port 5415ae22-46c8-4cc9-9461-e50aa58a82f7 on network 05f308d2-59a5-4e3f-b96f-c1a6da235ff5 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:19:24.383135 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:19:24.383518 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] Checking segment: {'id': '0fb7648d-1cf2-4374-aee5-40d81561d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '05f308d2-59a5-4e3f-b96f-c1a6da235ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:24.383923 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:24.384328 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] Bound using segment: {'id': '0fb7648d-1cf2-4374-aee5-40d81561d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '05f308d2-59a5-4e3f-b96f-c1a6da235ff5'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:19:24.384845 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] Bound port: 5415ae22-46c8-4cc9-9461-e50aa58a82f7, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb7648d-1cf2-4374-aee5-40d81561d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '05f308d2-59a5-4e3f-b96f-c1a6da235ff5'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:19:24.385231 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:24.480129 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2ec39112-95a4-4bbc-a39d-bd9cb9a4416e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:24.487367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec39112-95a4-4bbc-a39d-bd9cb9a4416e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:24.488316 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2ec39112-95a4-4bbc-a39d-bd9cb9a4416e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:24.493297 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e62975b2-34c8-4e50-9988-ee503034fef4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:24.502670 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e62975b2-34c8-4e50-9988-ee503034fef4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:24.539486 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2ec39112-95a4-4bbc-a39d-bd9cb9a4416e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5196302 Jul 22 19:19:24.572568 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56458) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:24.579859 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-73d9c53b-747a-4ba8-a8ee-0a8f551c14cf tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:24.609152 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] Allocated IP 2001:db8::2 (5cff6490-4595-4656-b1e3-2107516671d2/e8d47813-1d39-40c4-a04b-4822683cffac/fd09c31e-7f54-47e8-b4ef-935467ecb736) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:24.617833 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] Allocated IP 172.20.0.1 (5cff6490-4595-4656-b1e3-2107516671d2/f90f6d01-b2b1-4061-b5f0-8d8340455a9b/fd09c31e-7f54-47e8-b4ef-935467ecb736) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:24.639979 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec39112-95a4-4bbc-a39d-bd9cb9a4416e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Network': ['ID=a922e2f0-fe49-4ea0-989a-89b5318bb83d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:24.642540 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e62975b2-34c8-4e50-9988-ee503034fef4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:24.643252 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62975b2-34c8-4e50-9988-ee503034fef4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Fanout notify agent at l3_agent the message router_deleted on router dfc0a19e-681b-424d-a3b4-bb316361b9d2 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:19:24.659274 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e62975b2-34c8-4e50-9988-ee503034fef4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:24.660771 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6be0577-c7e2-4ed6-abf1-99b9ee7277b4 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:24.661361 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e62975b2-34c8-4e50-9988-ee503034fef4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/routers/dfc0a19e-681b-424d-a3b4-bb316361b9d2 HTTP/1.1" status: 204 len: 168 time: 0.5444467 Jul 22 19:19:24.664893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56460) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:24.669785 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6be0577-c7e2-4ed6-abf1-99b9ee7277b4 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:24.746082 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-b4fcb401-79c9-4f7e-8e97-c2eb7d79910d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8::1 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/04b83719-73ad-495f-b097-0a1e7d904e77/30ce5a7f-74a2-4a89-b6ff-2e9ceada084c) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:24.786484 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce465ae0-1a44-465d-8154-ac55b094f264 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting subnet 815b01c9-b740-4c32-be74-36d65493aaaa {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:19:24.792710 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce465ae0-1a44-465d-8154-ac55b094f264 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:24.816849 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network a922e2f0-fe49-4ea0-989a-89b5318bb83d details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:19:24.859455 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be0577-c7e2-4ed6-abf1-99b9ee7277b4 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Port': ['ID=eb9af108-4f79-4563-9544-b72b87d9da41,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:24.900763 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce465ae0-1a44-465d-8154-ac55b094f264 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:24.971677 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-73d9c53b-747a-4ba8-a8ee-0a8f551c14cf tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:25.030648 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4fcb401-79c9-4f7e-8e97-c2eb7d79910d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:25.050105 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-b4fcb401-79c9-4f7e-8e97-c2eb7d79910d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Transition to ACTIVE for port object 30ce5a7f-74a2-4a89-b6ff-2e9ceada084c will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:25.055794 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce465ae0-1a44-465d-8154-ac55b094f264 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:25.077915 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] For port 64df805b-aa7f-48c6-932c-7d6d8b65afd5, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:19:25.100535 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4fcb401-79c9-4f7e-8e97-c2eb7d79910d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:25.121593 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] For port 64df805b-aa7f-48c6-932c-7d6d8b65afd5, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=64df805b-aa7f-48c6-932c-7d6d8b65afd5,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:19:25.125069 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-73d9c53b-747a-4ba8-a8ee-0a8f551c14cf tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:25.143722 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] For port 5415ae22-46c8-4cc9-9461-e50aa58a82f7, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:19:25.151922 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:25.160248 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fcb401-79c9-4f7e-8e97-c2eb7d79910d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:25.167719 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-b4fcb401-79c9-4f7e-8e97-c2eb7d79910d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:25.170468 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fcb401-79c9-4f7e-8e97-c2eb7d79910d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:25.171084 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4fcb401-79c9-4f7e-8e97-c2eb7d79910d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:25.198206 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9c53b-747a-4ba8-a8ee-0a8f551c14cf tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Network': ['ID=a922e2f0-fe49-4ea0-989a-89b5318bb83d,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:25.200762 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-73d9c53b-747a-4ba8-a8ee-0a8f551c14cf tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Network a922e2f0-fe49-4ea0-989a-89b5318bb83d is not hosted by any dhcp agent {{(pid=93807) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 19:19:25.206873 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d9c53b-747a-4ba8-a8ee-0a8f551c14cf tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:25.207520 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-73d9c53b-747a-4ba8-a8ee-0a8f551c14cf tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:25.209020 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-73d9c53b-747a-4ba8-a8ee-0a8f551c14cf tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "PUT /v2.0/networks/a922e2f0-fe49-4ea0-989a-89b5318bb83d HTTP/1.1" status: 200 len: 723 time: 0.6344848 Jul 22 19:19:25.211109 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce465ae0-1a44-465d-8154-ac55b094f264 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:25.213064 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56464) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:25.225223 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e004b7cb-9521-47aa-9477-c0db136f4c46 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'subnet': {'network_id': 'a922e2f0-fe49-4ea0-989a-89b5318bb83d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:25.225460 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] For port 5415ae22-46c8-4cc9-9461-e50aa58a82f7, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5415ae22-46c8-4cc9-9461-e50aa58a82f7,segment=NetworkSegment(0fb7648d-1cf2-4374-aee5-40d81561d3b3),segment_id=0fb7648d-1cf2-4374-aee5-40d81561d3b3)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:19:25.253231 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:25.258645 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce465ae0-1a44-465d-8154-ac55b094f264 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Subnet': ['ID=815b01c9-b740-4c32-be74-36d65493aaaa,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:25.272257 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce465ae0-1a44-465d-8154-ac55b094f264 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:25.273828 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] Transition to ACTIVE for port object fd09c31e-7f54-47e8-b4ef-935467ecb736 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:25.274220 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ce465ae0-1a44-465d-8154-ac55b094f264 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/subnets/815b01c9-b740-4c32-be74-36d65493aaaa HTTP/1.1" status: 204 len: 168 time: 0.6072972 Jul 22 19:19:25.276850 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56466) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:25.290923 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fcb401-79c9-4f7e-8e97-c2eb7d79910d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=30ce5a7f-74a2-4a89-b6ff-2e9ceada084c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:25.294098 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6be0577-c7e2-4ed6-abf1-99b9ee7277b4 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:25.308047 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] Transition to ACTIVE for port object fd09c31e-7f54-47e8-b4ef-935467ecb736 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:25.319255 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network a922e2f0-fe49-4ea0-989a-89b5318bb83d details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:19:25.321375 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2e0f29-3b46-440e-b106-f5c7b5e62706 None None] Network aa3760e8-2c77-47c0-8659-ff4caed57f2b requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:25.330877 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:25.334236 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:25.420534 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06025254-fc98-4592-aafa-a625cb8b4018 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:25.446187 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e004b7cb-9521-47aa-9477-c0db136f4c46 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Made reservation on behalf of 341c50f519e84b66bfec7474cf308179 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:25.451003 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e004b7cb-9521-47aa-9477-c0db136f4c46 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:25.457370 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] Network 5cff6490-4595-4656-b1e3-2107516671d2 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:25.470853 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:25.474924 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:25.631171 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178181d7-5dc8-454f-8485-aa471c222f09 None None] Pushing event updated for resources: {'Port': ['ID=64df805b-aa7f-48c6-932c-7d6d8b65afd5,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:25.670664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-06025254-fc98-4592-aafa-a625cb8b4018 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting port 54620e31-2778-459b-be03-2185a0be2e4d {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:25.671285 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06025254-fc98-4592-aafa-a625cb8b4018 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:25.816462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-06025254-fc98-4592-aafa-a625cb8b4018 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] For port 54620e31-2778-459b-be03-2185a0be2e4d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=54620e31-2778-459b-be03-2185a0be2e4d,segment=NetworkSegment(2f1b0ae8-1eef-4c08-92cf-25f5029738bb),segment_id=2f1b0ae8-1eef-4c08-92cf-25f5029738bb)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:25.816876 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06025254-fc98-4592-aafa-a625cb8b4018 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:25.826678 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] Attempting to bind port fd09c31e-7f54-47e8-b4ef-935467ecb736 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:19:25.827188 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] Attempting to bind port fd09c31e-7f54-47e8-b4ef-935467ecb736 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '30e6cdbe-8ccc-4c26-af96-c2a5dbfb3003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5cff6490-4595-4656-b1e3-2107516671d2'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:19:25.827407 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] Attempting to bind port fd09c31e-7f54-47e8-b4ef-935467ecb736 on network 5cff6490-4595-4656-b1e3-2107516671d2 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:19:25.839126 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6be0577-c7e2-4ed6-abf1-99b9ee7277b4 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:25.839734 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-06025254-fc98-4592-aafa-a625cb8b4018 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Calling delete_port for 54620e31-2778-459b-be03-2185a0be2e4d owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:25.846856 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:19:25.847237 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] Checking segment: {'id': '30e6cdbe-8ccc-4c26-af96-c2a5dbfb3003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5cff6490-4595-4656-b1e3-2107516671d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:25.847647 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:25.848047 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] Bound using segment: {'id': '30e6cdbe-8ccc-4c26-af96-c2a5dbfb3003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5cff6490-4595-4656-b1e3-2107516671d2'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:19:25.850024 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] Bound port: fd09c31e-7f54-47e8-b4ef-935467ecb736, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e6cdbe-8ccc-4c26-af96-c2a5dbfb3003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5cff6490-4595-4656-b1e3-2107516671d2'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:19:25.850462 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:25.906137 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c279f9-2a87-487a-880f-6d7bcb52d22d None None] Pushing event updated for resources: {'Port': ['ID=5415ae22-46c8-4cc9-9461-e50aa58a82f7,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:25.944512 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 2c3a721c-5b54-4d6e-b84a-73fe586f402f up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:26.007651 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4fcb401-79c9-4f7e-8e97-c2eb7d79910d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:26.147977 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] Pushing event updated for resources: {'Port': ['ID=fd09c31e-7f54-47e8-b4ef-935467ecb736,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:26.169143 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] For port fd09c31e-7f54-47e8-b4ef-935467ecb736, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:19:26.183596 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] For port fd09c31e-7f54-47e8-b4ef-935467ecb736, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fd09c31e-7f54-47e8-b4ef-935467ecb736,segment=NetworkSegment(30e6cdbe-8ccc-4c26-af96-c2a5dbfb3003),segment_id=30e6cdbe-8ccc-4c26-af96-c2a5dbfb3003)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:19:26.196971 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:26.201733 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 2c3a721c-5b54-4d6e-b84a-73fe586f402f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:26.201995 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:26.271176 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87ef00d-a662-4a86-a251-457e24f7bf3f None None] DHCP port deletion for aa3760e8-2c77-47c0-8659-ff4caed57f2b request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:19:26.288646 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06025254-fc98-4592-aafa-a625cb8b4018 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:26.341696 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-d87ef00d-a662-4a86-a251-457e24f7bf3f None None] The port '54620e31-2778-459b-be03-2185a0be2e4d' was deleted {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 19:19:26.356411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06025254-fc98-4592-aafa-a625cb8b4018 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Port': ['ID=54620e31-2778-459b-be03-2185a0be2e4d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:26.359027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06025254-fc98-4592-aafa-a625cb8b4018 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] No DVR routers for this DVR port 54620e31-2778-459b-be03-2185a0be2e4d on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:26.370197 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d04ee-3bd5-4323-9c7d-f804cd5af4d6 None None] Pushing event updated for resources: {'Port': ['ID=fd09c31e-7f54-47e8-b4ef-935467ecb736,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:26.373841 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e004b7cb-9521-47aa-9477-c0db136f4c46 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:26.494274 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:26.635618 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06025254-fc98-4592-aafa-a625cb8b4018 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:26.650264 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-06025254-fc98-4592-aafa-a625cb8b4018 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3760e8-2c77-47c0-8659-ff4caed57f2b']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:26.688551 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-06025254-fc98-4592-aafa-a625cb8b4018 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1b0ae8-1eef-4c08-92cf-25f5029738bb') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:26.691216 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-06025254-fc98-4592-aafa-a625cb8b4018 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1b0ae8-1eef-4c08-92cf-25f5029738bb') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:26.712509 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06025254-fc98-4592-aafa-a625cb8b4018 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:26.748414 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06025254-fc98-4592-aafa-a625cb8b4018 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:26.757968 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e004b7cb-9521-47aa-9477-c0db136f4c46 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Checking segment: {'id': '7c479c96-ba0f-4db1-b62b-1b3878f24181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a922e2f0-fe49-4ea0-989a-89b5318bb83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:26.758342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e004b7cb-9521-47aa-9477-c0db136f4c46 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Network hostable DHCP agents. Network: a922e2f0-fe49-4ea0-989a-89b5318bb83d, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:19:26.772027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004b7cb-9521-47aa-9477-c0db136f4c46 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Subnet': ['ID=1fb43901-3cb5-4fd4-a0fa-c9e396dcf3a9,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:26.783175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06025254-fc98-4592-aafa-a625cb8b4018 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:19:26.783649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251f480c-b7e7-4611-9fb0-97122141a4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3a721c-5b54-4d6e-b84a-73fe586f402f'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:19:26.784532 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06025254-fc98-4592-aafa-a625cb8b4018 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:19:26.790948 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:19:26.798129 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151e7593-9da2-49e0-bf5f-dd7b43e4b195" -d '{"events": [{"server_uuid": "251f480c-b7e7-4611-9fb0-97122141a4b9", "name": "network-vif-plugged", "status": "completed", "tag": "2c3a721c-5b54-4d6e-b84a-73fe586f402f"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:19:26.851326 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e004b7cb-9521-47aa-9477-c0db136f4c46 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Network a922e2f0-fe49-4ea0-989a-89b5318bb83d is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:19:26.862937 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6be0577-c7e2-4ed6-abf1-99b9ee7277b4 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:26.871104 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6be0577-c7e2-4ed6-abf1-99b9ee7277b4 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:26.872208 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6be0577-c7e2-4ed6-abf1-99b9ee7277b4 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:26.876505 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 2c3a721c-5b54-4d6e-b84a-73fe586f402f, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=2c3a721c-5b54-4d6e-b84a-73fe586f402f,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:26.882598 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:26.920200 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-e004b7cb-9521-47aa-9477-c0db136f4c46 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, a922e2f0-fe49-4ea0-989a-89b5318bb83d) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:26.940564 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e004b7cb-9521-47aa-9477-c0db136f4c46 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:26.941447 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e004b7cb-9521-47aa-9477-c0db136f4c46 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:26.945221 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06025254-fc98-4592-aafa-a625cb8b4018 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:26.945390 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4fcb401-79c9-4f7e-8e97-c2eb7d79910d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:26.953112 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a8f61f-e567-4315-bf56-128e50528ce0 x-openstack-request-id: req-45a8f61f-e567-4315-bf56-128e50528ce0 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:19:26.953682 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251f480c-b7e7-4611-9fb0-97122141a4b9", "name": "network-vif-plugged", "status": "completed", "tag": "2c3a721c-5b54-4d6e-b84a-73fe586f402f", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:19:26.954133 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45a8f61f-e567-4315-bf56-128e50528ce0 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:19:26.954973 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251f480c-b7e7-4611-9fb0-97122141a4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3a721c-5b54-4d6e-b84a-73fe586f402f', 'code': 200} Jul 22 19:19:26.965704 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9ff4be-afff-4507-89b0-70b7d9eee329 None None] Network a922e2f0-fe49-4ea0-989a-89b5318bb83d requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:26.971581 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06025254-fc98-4592-aafa-a625cb8b4018 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:26.978354 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56492) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:26.978581 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-06025254-fc98-4592-aafa-a625cb8b4018 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/networks/aa3760e8-2c77-47c0-8659-ff4caed57f2b HTTP/1.1" status: 204 len: 168 time: 1.7005408 Jul 22 19:19:26.985655 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-e9920e86-a25f-40a8-83bd-9f688e1d9790 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-957483891', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}, 'admin_state_up': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:26.995173 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4fcb401-79c9-4f7e-8e97-c2eb7d79910d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:26.996452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4fcb401-79c9-4f7e-8e97-c2eb7d79910d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:26.996960 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06025254-fc98-4592-aafa-a625cb8b4018 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Network': ['ID=aa3760e8-2c77-47c0-8659-ff4caed57f2b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:27.014792 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56494) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:27.018407 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e004b7cb-9521-47aa-9477-c0db136f4c46 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8018253 Jul 22 19:19:27.023100 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a541f8ee-2ef3-4a74-9084-b9737851cbde tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:27.166246 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=2c3a721c-5b54-4d6e-b84a-73fe586f402f,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:27.329306 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be0577-c7e2-4ed6-abf1-99b9ee7277b4 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Port': ['ID=eb9af108-4f79-4563-9544-b72b87d9da41,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:27.389666 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 64df805b-aa7f-48c6-932c-7d6d8b65afd5 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:27.409780 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fcb401-79c9-4f7e-8e97-c2eb7d79910d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:27.411266 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9920e86-a25f-40a8-83bd-9f688e1d9790 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:27.412921 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9920e86-a25f-40a8-83bd-9f688e1d9790 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:27.427309 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-b4fcb401-79c9-4f7e-8e97-c2eb7d79910d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:27.474043 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-a922e2f0-fe49-4ea0-989a-89b5318bb83d', 'network_id': 'a922e2f0-fe49-4ea0-989a-89b5318bb83d', 'tenant_id': '341c50f519e84b66bfec7474cf308179', 'fixed_ips': [{'subnet_id': '1fb43901-3cb5-4fd4-a0fa-c9e396dcf3a9'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:19:27.475250 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:27.551308 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fcb401-79c9-4f7e-8e97-c2eb7d79910d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=30ce5a7f-74a2-4a89-b6ff-2e9ceada084c,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:27.676075 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a541f8ee-2ef3-4a74-9084-b9737851cbde tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5830431'] for subnet, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:27.689248 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ac90da-595d-4d2e-996f-e9970cbefe35 None None] Network 05f308d2-59a5-4e3f-b96f-c1a6da235ff5 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:27.781317 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 64df805b-aa7f-48c6-932c-7d6d8b65afd5 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:27.789234 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9920e86-a25f-40a8-83bd-9f688e1d9790 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:27.792091 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6be0577-c7e2-4ed6-abf1-99b9ee7277b4 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network 05f308d2-59a5-4e3f-b96f-c1a6da235ff5 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:27.803302 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-d6be0577-c7e2-4ed6-abf1-99b9ee7277b4 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:27.825080 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-662cfefd-3ea6-4f98-991c-615d34b9d6a0 None None] Provisioning for port 5415ae22-46c8-4cc9-9461-e50aa58a82f7 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:27.872019 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5415ae22-46c8-4cc9-9461-e50aa58a82f7 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:27.992946 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] Allocated IP 2001:db8::2 (a922e2f0-fe49-4ea0-989a-89b5318bb83d/1fb43901-3cb5-4fd4-a0fa-c9e396dcf3a9/57930aed-4af7-49d0-88ba-5ac2cc23fc46) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:28.166633 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fcb401-79c9-4f7e-8e97-c2eb7d79910d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Router ad72a949-574b-4c25-bdb7-d7ea121be42f is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:19:28.172136 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9920e86-a25f-40a8-83bd-9f688e1d9790 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:28.299153 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:28.310683 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] Transition to ACTIVE for port object 57930aed-4af7-49d0-88ba-5ac2cc23fc46 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:28.330290 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] Transition to ACTIVE for port object 57930aed-4af7-49d0-88ba-5ac2cc23fc46 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:28.341699 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca95c5f1-7afc-4c3f-8456-292ef68145c9 None None] Network 5cff6490-4595-4656-b1e3-2107516671d2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:28.360186 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:28.370845 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-afd4e5d4-76ba-4c63-a2b3-b2d2e4f37442 None None] Provisioning for port 64df805b-aa7f-48c6-932c-7d6d8b65afd5 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:28.406316 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-afd4e5d4-76ba-4c63-a2b3-b2d2e4f37442 None None] Provisioning complete for port 64df805b-aa7f-48c6-932c-7d6d8b65afd5 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:28.406686 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-afd4e5d4-76ba-4c63-a2b3-b2d2e4f37442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:28.457178 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 5415ae22-46c8-4cc9-9461-e50aa58a82f7 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:28.538253 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] Network a922e2f0-fe49-4ea0-989a-89b5318bb83d is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:28.567844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 5415ae22-46c8-4cc9-9461-e50aa58a82f7 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:28.568229 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:28.623903 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dc41d8fd-d8ba-45c6-b9d0-dc5627222dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:28.627005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:28.629933 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:28.642225 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] Pushing event updated for resources: {'Port': ['ID=57930aed-4af7-49d0-88ba-5ac2cc23fc46,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:28.783754 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fcb401-79c9-4f7e-8e97-c2eb7d79910d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:19:28.795716 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b4fcb401-79c9-4f7e-8e97-c2eb7d79910d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "PUT /v2.0/routers/ad72a949-574b-4c25-bdb7-d7ea121be42f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5322163 Jul 22 19:19:28.796759 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] Sync routers for ids ['ad72a949-574b-4c25-bdb7-d7ea121be42f'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:19:28.798370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56512) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:28.800218 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6be0577-c7e2-4ed6-abf1-99b9ee7277b4 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Router f9595b48-c9db-4216-9f63-1eb689c90bbc is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:19:28.819493 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] Routers {'ad72a949-574b-4c25-bdb7-d7ea121be42f'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:28.821262 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ad72a949-574b-4c25-bdb7-d7ea121be42f'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:28.910266 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] Attempting to bind port 57930aed-4af7-49d0-88ba-5ac2cc23fc46 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:19:28.911596 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] Attempting to bind port 57930aed-4af7-49d0-88ba-5ac2cc23fc46 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '7c479c96-ba0f-4db1-b62b-1b3878f24181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a922e2f0-fe49-4ea0-989a-89b5318bb83d'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:19:28.912198 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] Attempting to bind port 57930aed-4af7-49d0-88ba-5ac2cc23fc46 on network a922e2f0-fe49-4ea0-989a-89b5318bb83d {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:19:28.937824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8f4eef-2248-4559-b7fd-ba994cd134e9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:28.941324 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:19:28.942076 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] Checking segment: {'id': '7c479c96-ba0f-4db1-b62b-1b3878f24181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a922e2f0-fe49-4ea0-989a-89b5318bb83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:28.942659 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8a8f4eef-2248-4559-b7fd-ba994cd134e9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports/30ce5a7f-74a2-4a89-b6ff-2e9ceada084c HTTP/1.1" status: 200 len: 911 time: 0.1431284 Jul 22 19:19:28.943054 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:28.943433 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56522) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:28.943883 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] Bound using segment: {'id': '7c479c96-ba0f-4db1-b62b-1b3878f24181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a922e2f0-fe49-4ea0-989a-89b5318bb83d'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:19:28.944606 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] Bound port: 57930aed-4af7-49d0-88ba-5ac2cc23fc46, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c479c96-ba0f-4db1-b62b-1b3878f24181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a922e2f0-fe49-4ea0-989a-89b5318bb83d'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:19:28.945299 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:28.965021 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:28.986289 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-afd4e5d4-76ba-4c63-a2b3-b2d2e4f37442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:29.063123 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] Set router ad72a949-574b-4c25-bdb7-d7ea121be42f gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:19:29.072521 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a541f8ee-2ef3-4a74-9084-b9737851cbde tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771871649136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7428934'] for subnet, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:29.099725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d862b287-e9b9-4189-9924-066c209d7493 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:29.120238 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d862b287-e9b9-4189-9924-066c209d7493 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:29.126262 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 5415ae22-46c8-4cc9-9461-e50aa58a82f7, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5415ae22-46c8-4cc9-9461-e50aa58a82f7,segment=NetworkSegment(0fb7648d-1cf2-4374-aee5-40d81561d3b3),segment_id=0fb7648d-1cf2-4374-aee5-40d81561d3b3)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:29.129977 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d862b287-e9b9-4189-9924-066c209d7493 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1853404 Jul 22 19:19:29.130689 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56524) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:29.144084 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:29.145943 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fd09c31e-7f54-47e8-b4ef-935467ecb736 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:29.156234 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-afd4e5d4-76ba-4c63-a2b3-b2d2e4f37442 None None] For port 64df805b-aa7f-48c6-932c-7d6d8b65afd5, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=64df805b-aa7f-48c6-932c-7d6d8b65afd5,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:29.191251 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a541f8ee-2ef3-4a74-9084-b9737851cbde tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:29.191857 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a541f8ee-2ef3-4a74-9084-b9737851cbde tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:29.205141 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a541f8ee-2ef3-4a74-9084-b9737851cbde tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "PUT /v2.0/subnets/1fb43901-3cb5-4fd4-a0fa-c9e396dcf3a9 HTTP/1.1" status: 200 len: 826 time: 2.1870255 Jul 22 19:19:29.205820 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56526) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:29.225689 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-afd4e5d4-76ba-4c63-a2b3-b2d2e4f37442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:29.281908 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541f8ee-2ef3-4a74-9084-b9737851cbde tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Subnet': ['ID=1fb43901-3cb5-4fd4-a0fa-c9e396dcf3a9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:29.284501 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6be0577-c7e2-4ed6-abf1-99b9ee7277b4 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:19:29.292933 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d6be0577-c7e2-4ed6-abf1-99b9ee7277b4 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "PUT /v2.0/routers/f9595b48-c9db-4216-9f63-1eb689c90bbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1811676 Jul 22 19:19:29.298580 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56528) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:29.324552 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c3b1a4-6746-455e-a587-6c98188f9405 None None] Sync routers for ids ['f9595b48-c9db-4216-9f63-1eb689c90bbc'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:19:29.327200 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] For port 57930aed-4af7-49d0-88ba-5ac2cc23fc46, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:19:29.404131 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] For port 57930aed-4af7-49d0-88ba-5ac2cc23fc46, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=57930aed-4af7-49d0-88ba-5ac2cc23fc46,segment=NetworkSegment(7c479c96-ba0f-4db1-b62b-1b3878f24181),segment_id=7c479c96-ba0f-4db1-b62b-1b3878f24181)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:19:29.467421 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:29.481347 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=5415ae22-46c8-4cc9-9461-e50aa58a82f7,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:29.500408 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c3b1a4-6746-455e-a587-6c98188f9405 None None] Routers {'f9595b48-c9db-4216-9f63-1eb689c90bbc'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:29.503909 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-40c3b1a4-6746-455e-a587-6c98188f9405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f9595b48-c9db-4216-9f63-1eb689c90bbc'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:29.661438 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2e69f87d-6d85-4658-a9d0-f5fb8f46c261 None None] Provisioning for port eb9af108-4f79-4563-9544-b72b87d9da41 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:29.709042 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-40c3b1a4-6746-455e-a587-6c98188f9405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:29.715324 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2e69f87d-6d85-4658-a9d0-f5fb8f46c261 None None] Provisioning complete for port eb9af108-4f79-4563-9544-b72b87d9da41 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:29.727675 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2e69f87d-6d85-4658-a9d0-f5fb8f46c261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:29.760858 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port fd09c31e-7f54-47e8-b4ef-935467ecb736 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:29.794218 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c3b1a4-6746-455e-a587-6c98188f9405 None None] Routers {'f9595b48-c9db-4216-9f63-1eb689c90bbc'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:29.796684 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-40c3b1a4-6746-455e-a587-6c98188f9405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f9595b48-c9db-4216-9f63-1eb689c90bbc'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:29.811896 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad72a949-574b-4c25-bdb7-d7ea121be42f', 'name': 'tempest-NetworksTestDHCPv6-router-1275793627', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:19:22Z', 'updated_at': '2021-07-22T19:19:25Z', 'revision_number': 2, 'project_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'gw_port_host': None, '_interfaces': [{'id': '30ce5a7f-74a2-4a89-b6ff-2e9ceada084c', 'name': '', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'mac_address': 'fa:16:3e:aa:9f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad72a949-574b-4c25-bdb7-d7ea121be42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '04b83719-73ad-495f-b097-0a1e7d904e77', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:19:22Z', 'updated_at': '2021-07-22T19:19:26Z', 'revision_number': 2, 'project_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'subnets': [{'id': '04b83719-73ad-495f-b097-0a1e7d904e77', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:29.830974 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9920e86-a25f-40a8-83bd-9f688e1d9790 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:29.847038 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:29.919820 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] Checking router: ad72a949-574b-4c25-bdb7-d7ea121be42f for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:19:29.925426 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4e5d4-76ba-4c63-a2b3-b2d2e4f37442 None None] Pushing event updated for resources: {'Port': ['ID=64df805b-aa7f-48c6-932c-7d6d8b65afd5,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:29.927159 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] Updating router ad72a949-574b-4c25-bdb7-d7ea121be42f port 30ce5a7f-74a2-4a89-b6ff-2e9ceada084c binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:19:29.976932 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 54620e31-2778-459b-be03-2185a0be2e4d no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:19:29.981528 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-40c3b1a4-6746-455e-a587-6c98188f9405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:29.982359 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c3b1a4-6746-455e-a587-6c98188f9405 None None] The sync data for ids ['f9595b48-c9db-4216-9f63-1eb689c90bbc'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:19:30.005677 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9920e86-a25f-40a8-83bd-9f688e1d9790 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:30.029998 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3300c7-1c05-48d1-a7a4-8a3d81522f5b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:30.031670 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ff3300c7-1c05-48d1-a7a4-8a3d81522f5b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9595b48-c9db-4216-9f63-1eb689c90bbc HTTP/1.1" status: 200 len: 988 time: 0.7320905 Jul 22 19:19:30.045728 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56542) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:30.055619 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:30.060796 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2e69f87d-6d85-4658-a9d0-f5fb8f46c261 None None] Port eb9af108-4f79-4563-9544-b72b87d9da41 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:19:30.094456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b293745-0710-4c61-bb99-e35efb1c1632 None None] Network 5cff6490-4595-4656-b1e3-2107516671d2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:30.110690 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 54620e31-2778-459b-be03-2185a0be2e4d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:19:30.111453 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 54620e31-2778-459b-be03-2185a0be2e4d not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:19:30.150723 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2e69f87d-6d85-4658-a9d0-f5fb8f46c261 None None] Provisioning for port fd09c31e-7f54-47e8-b4ef-935467ecb736 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:30.262741 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20568962-d3d4-49e6-a991-9592b61d9c38 None None] Pushing event updated for resources: {'Port': ['ID=57930aed-4af7-49d0-88ba-5ac2cc23fc46,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:30.274896 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2e69f87d-6d85-4658-a9d0-f5fb8f46c261 None None] Provisioning complete for port fd09c31e-7f54-47e8-b4ef-935467ecb736 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:30.276581 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2e69f87d-6d85-4658-a9d0-f5fb8f46c261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:30.666355 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71d6f82f-54c7-4cc9-92ca-8a76a58f2c8c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:30.718446 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:30.733475 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5415ae22-46c8-4cc9-9461-e50aa58a82f7 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:30.747429 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] Transition to ACTIVE for port object 30ce5a7f-74a2-4a89-b6ff-2e9ceada084c will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:30.759673 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:30.790515 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Deleting port 57930aed-4af7-49d0-88ba-5ac2cc23fc46 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:30.791526 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:30.970498 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737fac9-d1ad-4543-804f-47394b1cad1d None None] Pushing event updated for resources: {'Port': ['ID=30ce5a7f-74a2-4a89-b6ff-2e9ceada084c,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:31.011040 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] Attempting to bind port 30ce5a7f-74a2-4a89-b6ff-2e9ceada084c on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:19:31.011405 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] Attempting to bind port 30ce5a7f-74a2-4a89-b6ff-2e9ceada084c by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:19:31.011760 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] Attempting to bind port 30ce5a7f-74a2-4a89-b6ff-2e9ceada084c on network ac1cdc45-8892-4608-b80a-7d90307aaf6c {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:19:31.034254 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 5415ae22-46c8-4cc9-9461-e50aa58a82f7 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:31.034741 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:31.069621 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:19:31.071362 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] Checking segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:31.073124 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:31.073649 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] Bound using segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:19:31.075789 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] Bound port: 30ce5a7f-74a2-4a89-b6ff-2e9ceada084c, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:19:31.076496 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:31.166838 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-e9920e86-a25f-40a8-83bd-9f688e1d9790 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Allocated IP 172.25.3.133 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/18c62518-8e55-4afb-aa3e-830c688b0fa2) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:31.198449 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] For port 57930aed-4af7-49d0-88ba-5ac2cc23fc46, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=57930aed-4af7-49d0-88ba-5ac2cc23fc46,segment=NetworkSegment(7c479c96-ba0f-4db1-b62b-1b3878f24181),segment_id=7c479c96-ba0f-4db1-b62b-1b3878f24181)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:31.199788 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:31.232136 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] For port 30ce5a7f-74a2-4a89-b6ff-2e9ceada084c, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:19:31.242899 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] For port 30ce5a7f-74a2-4a89-b6ff-2e9ceada084c, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=30ce5a7f-74a2-4a89-b6ff-2e9ceada084c,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:19:31.250839 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:31.310840 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-71d6f82f-54c7-4cc9-92ca-8a76a58f2c8c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting port 30ce5a7f-74a2-4a89-b6ff-2e9ceada084c {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:31.313619 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71d6f82f-54c7-4cc9-92ca-8a76a58f2c8c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:31.356701 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Calling delete_port for 57930aed-4af7-49d0-88ba-5ac2cc23fc46 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:31.405610 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:31.445691 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ccaeb8a7-e517-4e56-bdd9-f2ccbb477f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:31.460630 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737fac9-d1ad-4543-804f-47394b1cad1d None None] Pushing event updated for resources: {'Port': ['ID=30ce5a7f-74a2-4a89-b6ff-2e9ceada084c,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:31.490434 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2e69f87d-6d85-4658-a9d0-f5fb8f46c261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:31.497990 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] Routers {'ad72a949-574b-4c25-bdb7-d7ea121be42f'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:31.499797 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ad72a949-574b-4c25-bdb7-d7ea121be42f'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:31.581766 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 64df805b-aa7f-48c6-932c-7d6d8b65afd5 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:31.607372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-71d6f82f-54c7-4cc9-92ca-8a76a58f2c8c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] For port 30ce5a7f-74a2-4a89-b6ff-2e9ceada084c, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=30ce5a7f-74a2-4a89-b6ff-2e9ceada084c,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:31.607750 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71d6f82f-54c7-4cc9-92ca-8a76a58f2c8c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:31.654329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-71d6f82f-54c7-4cc9-92ca-8a76a58f2c8c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Calling delete_port for 30ce5a7f-74a2-4a89-b6ff-2e9ceada084c owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:31.684369 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] Set router ad72a949-574b-4c25-bdb7-d7ea121be42f gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:19:31.744485 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9920e86-a25f-40a8-83bd-9f688e1d9790 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:31.764063 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-2e69f87d-6d85-4658-a9d0-f5fb8f46c261 None None] For port fd09c31e-7f54-47e8-b4ef-935467ecb736, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fd09c31e-7f54-47e8-b4ef-935467ecb736,segment=NetworkSegment(30e6cdbe-8ccc-4c26-af96-c2a5dbfb3003),segment_id=30e6cdbe-8ccc-4c26-af96-c2a5dbfb3003)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:31.791544 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2e69f87d-6d85-4658-a9d0-f5fb8f46c261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:31.809620 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9920e86-a25f-40a8-83bd-9f688e1d9790 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:31.951861 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2e69f87d-6d85-4658-a9d0-f5fb8f46c261 None None] Provisioning complete for port 5415ae22-46c8-4cc9-9461-e50aa58a82f7 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:31.952521 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2e69f87d-6d85-4658-a9d0-f5fb8f46c261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:31.954381 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14dbe64-a122-4dd4-b608-8106dd5f0efe None None] Network a922e2f0-fe49-4ea0-989a-89b5318bb83d requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:31.956113 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad72a949-574b-4c25-bdb7-d7ea121be42f', 'name': 'tempest-NetworksTestDHCPv6-router-1275793627', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:19:22Z', 'updated_at': '2021-07-22T19:19:25Z', 'revision_number': 2, 'project_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'gw_port_host': None, '_interfaces': [{'id': '30ce5a7f-74a2-4a89-b6ff-2e9ceada084c', 'name': '', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'mac_address': 'fa:16:3e:aa:9f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad72a949-574b-4c25-bdb7-d7ea121be42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '04b83719-73ad-495f-b097-0a1e7d904e77', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:19:22Z', 'updated_at': '2021-07-22T19:19:31Z', 'revision_number': 4, 'project_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'subnets': [{'id': '04b83719-73ad-495f-b097-0a1e7d904e77', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:31.962359 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 64df805b-aa7f-48c6-932c-7d6d8b65afd5 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:31.962989 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:31.997852 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318938ad-cf26-4b30-af6b-b5075195375b None None] The sync data for ids ['ad72a949-574b-4c25-bdb7-d7ea121be42f'] in n-d-800086-12 is: [{'id': 'ad72a949-574b-4c25-bdb7-d7ea121be42f', 'name': 'tempest-NetworksTestDHCPv6-router-1275793627', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:19:22Z', 'updated_at': '2021-07-22T19:19:25Z', 'revision_number': 2, 'project_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'gw_port_host': None, '_interfaces': [{'id': '30ce5a7f-74a2-4a89-b6ff-2e9ceada084c', 'name': '', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'mac_address': 'fa:16:3e:aa:9f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad72a949-574b-4c25-bdb7-d7ea121be42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '04b83719-73ad-495f-b097-0a1e7d904e77', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:19:22Z', 'updated_at': '2021-07-22T19:19:31Z', 'revision_number': 4, 'project_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'subnets': [{'id': '04b83719-73ad-495f-b097-0a1e7d904e77', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:19:32.014433 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9920e86-a25f-40a8-83bd-9f688e1d9790 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:32.157871 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-62357b40-daaf-4e5a-8bb2-4283f8e89d45 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:32.166357 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71d6f82f-54c7-4cc9-92ca-8a76a58f2c8c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:32.180967 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-e9920e86-a25f-40a8-83bd-9f688e1d9790 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:32.185125 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9920e86-a25f-40a8-83bd-9f688e1d9790 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:32.258384 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69f87d-6d85-4658-a9d0-f5fb8f46c261 None None] Pushing event updated for resources: {'Port': ['ID=fd09c31e-7f54-47e8-b4ef-935467ecb736,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:32.382198 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6f82f-54c7-4cc9-92ca-8a76a58f2c8c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Port': ['ID=30ce5a7f-74a2-4a89-b6ff-2e9ceada084c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:32.458693 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71d6f82f-54c7-4cc9-92ca-8a76a58f2c8c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:32.474419 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:32.546414 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9920e86-a25f-40a8-83bd-9f688e1d9790 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Port': ['ID=18c62518-8e55-4afb-aa3e-830c688b0fa2,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:32.594095 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2e69f87d-6d85-4658-a9d0-f5fb8f46c261 None None] Could not find standard attr ID for object 30ce5a7f-74a2-4a89-b6ff-2e9ceada084c. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:19:32.729628 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6e7ce394-4a53-49a6-932d-7de80f66970d None None] Provisioning for port 57930aed-4af7-49d0-88ba-5ac2cc23fc46 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:32.779690 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6e7ce394-4a53-49a6-932d-7de80f66970d None None] Provisioning complete for port fd09c31e-7f54-47e8-b4ef-935467ecb736 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:32.780260 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6e7ce394-4a53-49a6-932d-7de80f66970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:32.924124 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d6f82f-54c7-4cc9-92ca-8a76a58f2c8c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Router ad72a949-574b-4c25-bdb7-d7ea121be42f has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:19:32.937150 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 57930aed-4af7-49d0-88ba-5ac2cc23fc46 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:33.091709 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6e7ce394-4a53-49a6-932d-7de80f66970d None None] Provisioning complete for port eb9af108-4f79-4563-9544-b72b87d9da41 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:33.092078 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6e7ce394-4a53-49a6-932d-7de80f66970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:33.140711 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d32ec0f-11e9-46a3-8f8d-431c0b547b83 None None] Network a922e2f0-fe49-4ea0-989a-89b5318bb83d requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:33.149688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d6f82f-54c7-4cc9-92ca-8a76a58f2c8c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:19:33.165560 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-71d6f82f-54c7-4cc9-92ca-8a76a58f2c8c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "PUT /v2.0/routers/ad72a949-574b-4c25-bdb7-d7ea121be42f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0325899 Jul 22 19:19:33.166743 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56574) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:33.196507 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-6e7ce394-4a53-49a6-932d-7de80f66970d None None] Port eb9af108-4f79-4563-9544-b72b87d9da41 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:19:33.211607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6e7ce394-4a53-49a6-932d-7de80f66970d None None] Could not find standard attr ID for object 30ce5a7f-74a2-4a89-b6ff-2e9ceada084c. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:19:33.215742 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 57930aed-4af7-49d0-88ba-5ac2cc23fc46 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:33.259589 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 57930aed-4af7-49d0-88ba-5ac2cc23fc46 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:33.261883 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:33.281016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d98106-ff47-4d88-be78-4b31886a7b9b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:33.282822 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d98106-ff47-4d88-be78-4b31886a7b9b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:33.284526 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-35d98106-ff47-4d88-be78-4b31886a7b9b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1154869 Jul 22 19:19:33.287634 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56576) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:33.400110 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-15d90588-3f56-4e9f-bb4a-b86b3d1373c4 None None] Provisioning complete for port 57930aed-4af7-49d0-88ba-5ac2cc23fc46 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:33.400810 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-15d90588-3f56-4e9f-bb4a-b86b3d1373c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:33.421939 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-abfdb2ec-2ace-485d-8355-66db046215fb tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet 04b83719-73ad-495f-b097-0a1e7d904e77 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:19:33.426555 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-abfdb2ec-2ace-485d-8355-66db046215fb tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:33.485079 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-abfdb2ec-2ace-485d-8355-66db046215fb tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:33.550781 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:33.578455 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9920e86-a25f-40a8-83bd-9f688e1d9790 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:33.610858 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-15d90588-3f56-4e9f-bb4a-b86b3d1373c4 None None] Port 57930aed-4af7-49d0-88ba-5ac2cc23fc46 update to ACTIVE by agent not found {{(pid=93808) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 22 19:19:33.625616 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-abfdb2ec-2ace-485d-8355-66db046215fb tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:33.635213 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fd09c31e-7f54-47e8-b4ef-935467ecb736 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:33.649300 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:33.717887 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port fd09c31e-7f54-47e8-b4ef-935467ecb736 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:33.718317 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:33.725816 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-abfdb2ec-2ace-485d-8355-66db046215fb tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:33.754174 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f628b0-bc7a-4ec4-8e38-b033e035d2e9 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:33.788937 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Port': ['ID=57930aed-4af7-49d0-88ba-5ac2cc23fc46,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:33.790167 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdb2ec-2ace-485d-8355-66db046215fb tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=04b83719-73ad-495f-b097-0a1e7d904e77,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:33.809121 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-abfdb2ec-2ace-485d-8355-66db046215fb tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:33.811127 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-abfdb2ec-2ace-485d-8355-66db046215fb tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/04b83719-73ad-495f-b097-0a1e7d904e77 HTTP/1.1" status: 204 len: 168 time: 0.5221930 Jul 22 19:19:33.813881 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56588) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:33.901045 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] No DVR routers for this DVR port 57930aed-4af7-49d0-88ba-5ac2cc23fc46 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:33.971279 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:34.043487 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-485f677d-8826-487d-862c-b4f831d92831 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2283266 Jul 22 19:19:34.044134 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56590) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:34.065927 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:34.093444 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1d514c17-3c81-42b7-ac42-e8491b0fb78a None None] Could not find standard attr ID for object 57930aed-4af7-49d0-88ba-5ac2cc23fc46. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:19:34.126243 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8520439-a4d1-45bc-9b5d-5a265dd234e3 None None] DHCP port deletion for a922e2f0-fe49-4ea0-989a-89b5318bb83d request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:19:34.148139 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:34.226494 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-abc7f1d6-5733-49ae-9365-d5b07f9158a2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:34.235636 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Subnet': ['ID=1fb43901-3cb5-4fd4-a0fa-c9e396dcf3a9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:34.322956 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0a2154-a187-48a3-b1f8-0cbb8e53a419 None None] DHCP port deletion for ac1cdc45-8892-4608-b80a-7d90307aaf6c request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:19:34.373136 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1039c46e-98a6-40d7-9d47-5906bb0cf988 None None] Network a922e2f0-fe49-4ea0-989a-89b5318bb83d requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:34.523253 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-abc7f1d6-5733-49ae-9365-d5b07f9158a2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:34.533355 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-abc7f1d6-5733-49ae-9365-d5b07f9158a2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:34.539165 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:34.558886 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a922e2f0-fe49-4ea0-989a-89b5318bb83d']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:34.569220 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-62357b40-daaf-4e5a-8bb2-4283f8e89d45 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting port eb9af108-4f79-4563-9544-b72b87d9da41 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:34.569220 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-62357b40-daaf-4e5a-8bb2-4283f8e89d45 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:34.588760 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c479c96-ba0f-4db1-b62b-1b3878f24181') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:34.589913 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c479c96-ba0f-4db1-b62b-1b3878f24181') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:34.597898 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40873834-013b-4017-8384-78c1f60717a5 None None] DHCP port deletion for a922e2f0-fe49-4ea0-989a-89b5318bb83d request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:19:34.610161 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5f0a2154-a187-48a3-b1f8-0cbb8e53a419 None None] Deleting port 64df805b-aa7f-48c6-932c-7d6d8b65afd5 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:34.610546 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5f0a2154-a187-48a3-b1f8-0cbb8e53a419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:34.611563 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-abc7f1d6-5733-49ae-9365-d5b07f9158a2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:34.612214 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc7f1d6-5733-49ae-9365-d5b07f9158a2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Fanout notify agent at l3_agent the message router_deleted on router ad72a949-574b-4c25-bdb7-d7ea121be42f {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:19:34.614890 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:34.615672 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 64df805b-aa7f-48c6-932c-7d6d8b65afd5 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:19:34.617694 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf09b18-4e1a-486c-81ee-d9ca924f578f None None] Sync routers for ids ['ad72a949-574b-4c25-bdb7-d7ea121be42f'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:19:34.620567 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-abc7f1d6-5733-49ae-9365-d5b07f9158a2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:34.622043 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-abc7f1d6-5733-49ae-9365-d5b07f9158a2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/routers/ad72a949-574b-4c25-bdb7-d7ea121be42f HTTP/1.1" status: 204 len: 168 time: 0.5765100 Jul 22 19:19:34.624745 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56604) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:34.633453 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf09b18-4e1a-486c-81ee-d9ca924f578f None None] Routers set() bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:34.635459 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf09b18-4e1a-486c-81ee-d9ca924f578f None None] Router IDs set() for agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 19:19:34.637355 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_agentschedulers_db [None req-ddf09b18-4e1a-486c-81ee-d9ca924f578f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ad72a949-574b-4c25-bdb7-d7ea121be42f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent'). {{(pid=93809) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 19:19:34.638551 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:34.646364 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:19:34.646927 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:34.679059 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf09b18-4e1a-486c-81ee-d9ca924f578f None None] Routers set() bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:34.679669 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf09b18-4e1a-486c-81ee-d9ca924f578f None None] Router IDs set() for agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 19:19:34.680436 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_agentschedulers_db [None req-ddf09b18-4e1a-486c-81ee-d9ca924f578f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ad72a949-574b-4c25-bdb7-d7ea121be42f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent'). {{(pid=93809) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 19:19:34.683443 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf09b18-4e1a-486c-81ee-d9ca924f578f None None] The sync data for ids ['ad72a949-574b-4c25-bdb7-d7ea121be42f'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:19:34.710169 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41096bee-78ac-4292-9544-466fd20cd5c9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:34.715214 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-41096bee-78ac-4292-9544-466fd20cd5c9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0894175 Jul 22 19:19:34.723047 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-5f0a2154-a187-48a3-b1f8-0cbb8e53a419 None None] For port 64df805b-aa7f-48c6-932c-7d6d8b65afd5, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=64df805b-aa7f-48c6-932c-7d6d8b65afd5,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:34.724673 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5f0a2154-a187-48a3-b1f8-0cbb8e53a419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:34.726407 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56606) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:34.741410 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5f0a2154-a187-48a3-b1f8-0cbb8e53a419 None None] Calling delete_port for 64df805b-aa7f-48c6-932c-7d6d8b65afd5 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:19:34.765613 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:19:34.788671 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493d9af-9bf9-4893-a24f-0d1d41864189 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:34.789003 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9920e86-a25f-40a8-83bd-9f688e1d9790 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:34.790306 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1493d9af-9bf9-4893-a24f-0d1d41864189 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0623205 Jul 22 19:19:34.800228 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56608) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:34.818190 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:34.823671 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:34.827918 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/networks/a922e2f0-fe49-4ea0-989a-89b5318bb83d HTTP/1.1" status: 204 len: 168 time: 5.6097703 Jul 22 19:19:34.829183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56610) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:34.863378 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-3447e7f9-e84a-4476-917d-ad07f4c3ce79 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] DELETE failed (client error): The resource could not be found. Jul 22 19:19:34.864583 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3447e7f9-e84a-4476-917d-ad07f4c3ce79 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:19:34.870690 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3447e7f9-e84a-4476-917d-ad07f4c3ce79 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/networks/a922e2f0-fe49-4ea0-989a-89b5318bb83d HTTP/1.1" status: 404 len: 339 time: 0.0398171 Jul 22 19:19:34.871152 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56612) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:34.878004 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-73aedab9-1ec8-41af-bfcc-ebf8adc01505 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1271976306', 'description': 'd1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:34.890857 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5f0a2154-a187-48a3-b1f8-0cbb8e53a419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:34.902740 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No active binding found for port 64df805b-aa7f-48c6-932c-7d6d8b65afd5 {{(pid=93808) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 19:19:34.903362 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 64df805b-aa7f-48c6-932c-7d6d8b65afd5 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:19:34.903913 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 57930aed-4af7-49d0-88ba-5ac2cc23fc46 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:19:34.924838 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73aedab9-1ec8-41af-bfcc-ebf8adc01505 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Made reservation on behalf of 341c50f519e84b66bfec7474cf308179 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:34.934813 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba618453-0fc9-4ca1-a43b-ab93d9d208d7 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Network': ['ID=a922e2f0-fe49-4ea0-989a-89b5318bb83d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:34.937890 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-73aedab9-1ec8-41af-bfcc-ebf8adc01505 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:34.945651 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-81f37201-0424-4211-90a6-c29a451b756c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1417611 Jul 22 19:19:34.975612 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a2154-a187-48a3-b1f8-0cbb8e53a419 None None] Pushing event deleted for resources: {'Port': ['ID=64df805b-aa7f-48c6-932c-7d6d8b65afd5,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:34.976586 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56614) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:34.978359 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a2154-a187-48a3-b1f8-0cbb8e53a419 None None] No DVR routers for this DVR port 64df805b-aa7f-48c6-932c-7d6d8b65afd5 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:34.979725 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 57930aed-4af7-49d0-88ba-5ac2cc23fc46 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:19:34.980091 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 57930aed-4af7-49d0-88ba-5ac2cc23fc46 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:19:34.991259 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73aedab9-1ec8-41af-bfcc-ebf8adc01505 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:19:35.002623 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c57d74e-aadd-4c0a-94c1-a273f4c5f548 None None] get_active_networks_info from n-d-800086-12 {{(pid=93808) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:19:35.002824 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-73aedab9-1ec8-41af-bfcc-ebf8adc01505 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:35.003093 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-73aedab9-1ec8-41af-bfcc-ebf8adc01505 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Added segment a560ad52-2519-48e4-b3de-c05b7fa6ba53 of type vlan for network b56159c9-0e70-4c73-9948-76588fe8e00a Jul 22 19:19:35.054255 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-73aedab9-1ec8-41af-bfcc-ebf8adc01505 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:35.096608 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-23e9e806-bd68-4142-b648-4147586f3650 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:35.127871 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-62357b40-daaf-4e5a-8bb2-4283f8e89d45 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:35.144306 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-73aedab9-1ec8-41af-bfcc-ebf8adc01505 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:35.147022 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-62357b40-daaf-4e5a-8bb2-4283f8e89d45 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Calling delete_port for eb9af108-4f79-4563-9544-b72b87d9da41 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:35.151851 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aedab9-1ec8-41af-bfcc-ebf8adc01505 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:35.152506 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-73aedab9-1ec8-41af-bfcc-ebf8adc01505 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:35.222337 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-73aedab9-1ec8-41af-bfcc-ebf8adc01505 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3495057 Jul 22 19:19:35.223337 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56616) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:35.233449 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c57d74e-aadd-4c0a-94c1-a273f4c5f548 None None] Resources bound (agent type, host, resource id): {{(pid=93808) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:19:35.333424 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9920e86-a25f-40a8-83bd-9f688e1d9790 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router d5ec15f7-c9e1-40ec-8984-feec647ac1da is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:19:35.405735 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e9e806-bd68-4142-b648-4147586f3650 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:35.411914 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-23e9e806-bd68-4142-b648-4147586f3650 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:35.472409 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aedab9-1ec8-41af-bfcc-ebf8adc01505 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Network': ['ID=b56159c9-0e70-4c73-9948-76588fe8e00a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:35.535962 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a75e200-2be7-4929-8cbc-d8d004cac730 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:35.542810 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7a75e200-2be7-4929-8cbc-d8d004cac730 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "GET /v2.0/networks?id=b56159c9-0e70-4c73-9948-76588fe8e00a HTTP/1.1" status: 200 len: 765 time: 0.3016477 Jul 22 19:19:35.543696 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56622) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:35.572750 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-bb17f3f4-fa09-4e28-8df7-ff8969d50ebe tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'network': {'description': 'd2'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:35.589085 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network b56159c9-0e70-4c73-9948-76588fe8e00a details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:19:35.652965 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9920e86-a25f-40a8-83bd-9f688e1d9790 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:19:35.657959 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-62357b40-daaf-4e5a-8bb2-4283f8e89d45 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:35.676951 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fced7e-f638-4502-9614-db23a8b92238 None None] Sync routers for ids ['d5ec15f7-c9e1-40ec-8984-feec647ac1da'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:19:35.720557 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fced7e-f638-4502-9614-db23a8b92238 None None] Routers {'d5ec15f7-c9e1-40ec-8984-feec647ac1da'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:35.721179 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62357b40-daaf-4e5a-8bb2-4283f8e89d45 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Port': ['ID=eb9af108-4f79-4563-9544-b72b87d9da41,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:35.721876 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-21fced7e-f638-4502-9614-db23a8b92238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d5ec15f7-c9e1-40ec-8984-feec647ac1da'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:35.775931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-21fced7e-f638-4502-9614-db23a8b92238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:35.807933 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fced7e-f638-4502-9614-db23a8b92238 None None] Routers {'d5ec15f7-c9e1-40ec-8984-feec647ac1da'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:35.809095 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-21fced7e-f638-4502-9614-db23a8b92238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d5ec15f7-c9e1-40ec-8984-feec647ac1da'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:35.846548 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-21fced7e-f638-4502-9614-db23a8b92238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:35.847516 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fced7e-f638-4502-9614-db23a8b92238 None None] The sync data for ids ['d5ec15f7-c9e1-40ec-8984-feec647ac1da'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:19:35.847696 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-62357b40-daaf-4e5a-8bb2-4283f8e89d45 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:35.863207 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9920e86-a25f-40a8-83bd-9f688e1d9790 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:35.863560 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e9920e86-a25f-40a8-83bd-9f688e1d9790 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.8816578 Jul 22 19:19:35.869859 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56632) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:35.949249 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bb17f3f4-fa09-4e28-8df7-ff8969d50ebe tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:35.982328 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bb17f3f4-fa09-4e28-8df7-ff8969d50ebe tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:36.000874 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bb17f3f4-fa09-4e28-8df7-ff8969d50ebe tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Network b56159c9-0e70-4c73-9948-76588fe8e00a is not hosted by any dhcp agent {{(pid=93807) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 19:19:36.007329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17f3f4-fa09-4e28-8df7-ff8969d50ebe tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:36.008234 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bb17f3f4-fa09-4e28-8df7-ff8969d50ebe tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:36.009877 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bb17f3f4-fa09-4e28-8df7-ff8969d50ebe tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "PUT /v2.0/networks/b56159c9-0e70-4c73-9948-76588fe8e00a HTTP/1.1" status: 200 len: 762 time: 0.4607260 Jul 22 19:19:36.024735 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56634) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:36.117683 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdee3918-fc29-4ead-8dff-3301457f3229 None None] get_active_networks_info from n-d-800086-12 {{(pid=93808) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:19:36.281844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdee3918-fc29-4ead-8dff-3301457f3229 None None] Resources bound (agent type, host, resource id): {{(pid=93808) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:19:36.491669 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62357b40-daaf-4e5a-8bb2-4283f8e89d45 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Router f9595b48-c9db-4216-9f63-1eb689c90bbc has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:19:36.537342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17f3f4-fa09-4e28-8df7-ff8969d50ebe tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Network': ['ID=b56159c9-0e70-4c73-9948-76588fe8e00a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:36.586068 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62357b40-daaf-4e5a-8bb2-4283f8e89d45 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:19:36.597847 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3282a2-4b90-4623-9c9d-df2e00ad015d None None] Sync routers for ids ['f9595b48-c9db-4216-9f63-1eb689c90bbc'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:19:36.601611 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-62357b40-daaf-4e5a-8bb2-4283f8e89d45 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "PUT /v2.0/routers/f9595b48-c9db-4216-9f63-1eb689c90bbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5384877 Jul 22 19:19:36.601986 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56640) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:36.619388 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3282a2-4b90-4623-9c9d-df2e00ad015d None None] Routers {'f9595b48-c9db-4216-9f63-1eb689c90bbc'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:36.620064 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4c3282a2-4b90-4623-9c9d-df2e00ad015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f9595b48-c9db-4216-9f63-1eb689c90bbc'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:36.644256 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a758a6-e4d2-47d7-859b-68c0d1a581ce tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] GET failed (client error): The resource could not be found. Jul 22 19:19:36.651451 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-72a758a6-e4d2-47d7-859b-68c0d1a581ce tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports/eb9af108-4f79-4563-9544-b72b87d9da41 HTTP/1.1" status: 404 len: 333 time: 0.0461535 Jul 22 19:19:36.652196 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56642) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:36.699077 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4c3282a2-4b90-4623-9c9d-df2e00ad015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:36.718683 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 30ce5a7f-74a2-4a89-b6ff-2e9ceada084c no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:19:36.734773 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3282a2-4b90-4623-9c9d-df2e00ad015d None None] Routers {'f9595b48-c9db-4216-9f63-1eb689c90bbc'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:36.740375 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4c3282a2-4b90-4623-9c9d-df2e00ad015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f9595b48-c9db-4216-9f63-1eb689c90bbc'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:36.747752 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef047f2b-6eda-478e-9ced-633c1e39f525 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:36.754418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6d4261-0959-4c76-b307-737b63bdc31a tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:36.765030 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7d6d4261-0959-4c76-b307-737b63bdc31a tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "GET /v2.0/networks?id=b56159c9-0e70-4c73-9948-76588fe8e00a HTTP/1.1" status: 200 len: 765 time: 0.7388582 Jul 22 19:19:36.769426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56652) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:36.792292 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-09cff7af-1b05-45e6-9b39-d3a6c1ed2bee tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/routers/d5ec15f7-c9e1-40ec-8984-feec647ac1da HTTP/1.1" status: 200 len: 884 time: 0.9186745 Jul 22 19:19:36.800983 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56658) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:36.816227 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network b56159c9-0e70-4c73-9948-76588fe8e00a details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:19:36.817019 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4c3282a2-4b90-4623-9c9d-df2e00ad015d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:36.818368 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3282a2-4b90-4623-9c9d-df2e00ad015d None None] The sync data for ids ['f9595b48-c9db-4216-9f63-1eb689c90bbc'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:19:36.947430 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 30ce5a7f-74a2-4a89-b6ff-2e9ceada084c {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:19:36.947780 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 30ce5a7f-74a2-4a89-b6ff-2e9ceada084c not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:19:36.956243 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef047f2b-6eda-478e-9ced-633c1e39f525 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:36.959293 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef047f2b-6eda-478e-9ced-633c1e39f525 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:37.027793 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef047f2b-6eda-478e-9ced-633c1e39f525 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:37.028403 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef047f2b-6eda-478e-9ced-633c1e39f525 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Fanout notify agent at l3_agent the message router_deleted on router f9595b48-c9db-4216-9f63-1eb689c90bbc {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:19:37.036761 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef047f2b-6eda-478e-9ced-633c1e39f525 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:37.048309 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56660) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:37.057061 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ef047f2b-6eda-478e-9ced-633c1e39f525 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/routers/f9595b48-c9db-4216-9f63-1eb689c90bbc HTTP/1.1" status: 204 len: 168 time: 0.4016674 Jul 22 19:19:37.219428 n-d-800086-12 neutron-server[93807]: DEBUG neutron.objects.ports [None req-23e9e806-bd68-4142-b648-4147586f3650 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93807) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:19:37.234381 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-23e9e806-bd68-4142-b648-4147586f3650 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:37.316607 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6d62ae-f907-4024-9873-c5837b52aa22 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting subnet 86c97554-310f-4667-9071-f15ece9e6967 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:19:37.334210 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ee6d62ae-f907-4024-9873-c5837b52aa22 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:37.368819 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e9e806-bd68-4142-b648-4147586f3650 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:37.382698 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0113c30d-dbab-49b3-815f-52c9af7248df tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:37.387034 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0113c30d-dbab-49b3-815f-52c9af7248df tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6126132 Jul 22 19:19:37.387224 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56662) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:37.394977 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-23e9e806-bd68-4142-b648-4147586f3650 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:37.401201 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e9e806-bd68-4142-b648-4147586f3650 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:37.401790 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-23e9e806-bd68-4142-b648-4147586f3650 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:37.404731 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693e9ecf-5a37-4150-ae2a-b2ac3f501624 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:37.406993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9e806-bd68-4142-b648-4147586f3650 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=632a3ecf-bc05-4ab0-b481-c8c3ae69b20a,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:37.421557 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ee6d62ae-f907-4024-9873-c5837b52aa22 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:37.448638 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cd760c5b-7a8c-405c-a0a6-ffe6039b4275 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "GET /v2.0/subnets?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 207 time: 0.0599332 Jul 22 19:19:37.453598 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56664) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:37.492884 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-23e9e806-bd68-4142-b648-4147586f3650 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4015713 Jul 22 19:19:37.493529 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56666) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:37.518566 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-362f817c-121a-4b24-bbda-f643c95e9844 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:37.640635 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb7da3-4214-4ba6-b721-3cab746facfb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:37.640635 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb7da3-4214-4ba6-b721-3cab746facfb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:37.640635 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb7da3-4214-4ba6-b721-3cab746facfb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:37.651429 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb7da3-4214-4ba6-b721-3cab746facfb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:37.656442 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'fixed_ips': [{'subnet_id': '632a3ecf-bc05-4ab0-b481-c8c3ae69b20a'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:19:37.657474 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb7da3-4214-4ba6-b721-3cab746facfb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:37.658418 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:37.663539 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb7da3-4214-4ba6-b721-3cab746facfb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:37.668597 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3fcb7da3-4214-4ba6-b721-3cab746facfb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2108941 Jul 22 19:19:37.671290 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56670) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:37.730180 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6982299b-9bca-49c4-8934-0f8ef327c3f2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8870873 Jul 22 19:19:37.738782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56672) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:37.749282 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-c311d213-e79b-477e-87f9-d16370aff1cf tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-957483891'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:37.825424 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5fa6e8b3-5e58-44ba-be2f-9182d2d0540e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.1404390 Jul 22 19:19:37.831087 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56684) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:37.872959 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ee6d62ae-f907-4024-9873-c5837b52aa22 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:37.920884 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a50978-f40e-4d7d-868a-8311777f744c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:37.923231 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a50978-f40e-4d7d-868a-8311777f744c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:37.926648 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a50978-f40e-4d7d-868a-8311777f744c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:37.928008 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a50978-f40e-4d7d-868a-8311777f744c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:37.929807 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a50978-f40e-4d7d-868a-8311777f744c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:37.931901 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-27a50978-f40e-4d7d-868a-8311777f744c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0995116 Jul 22 19:19:37.937309 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56690) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:38.012845 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] Allocated IP 2001:db8::f816:3eff:fed8:cb85 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/632a3ecf-bc05-4ab0-b481-c8c3ae69b20a/4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:38.017806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362f817c-121a-4b24-bbda-f643c95e9844 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:38.022628 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-362f817c-121a-4b24-bbda-f643c95e9844 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:38.049890 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fcefc4-481a-4a0c-b34f-09cdb60efaef tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['shared'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:38.051999 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fcefc4-481a-4a0c-b34f-09cdb60efaef tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['shared'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:38.053583 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fcefc4-481a-4a0c-b34f-09cdb60efaef tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['shared'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:38.055065 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fcefc4-481a-4a0c-b34f-09cdb60efaef tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['shared'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:38.056772 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fcefc4-481a-4a0c-b34f-09cdb60efaef tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['shared'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:38.058554 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-82fcefc4-481a-4a0c-b34f-09cdb60efaef tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1200466 Jul 22 19:19:38.064230 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56692) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:38.137070 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ee6d62ae-f907-4024-9873-c5837b52aa22 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:38.164373 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ee6d62ae-f907-4024-9873-c5837b52aa22 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:38.171632 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ee6d62ae-f907-4024-9873-c5837b52aa22 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/subnets/86c97554-310f-4667-9071-f15ece9e6967 HTTP/1.1" status: 204 len: 168 time: 1.1114635 Jul 22 19:19:38.178553 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56694) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:38.204649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e1f524-6da2-494d-a2af-31db47522624 None None] Network 05f308d2-59a5-4e3f-b96f-c1a6da235ff5 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:38.219609 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ea5fad-d285-4058-8b5c-aaae51b8e694 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:38.221031 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f5ea5fad-d285-4058-8b5c-aaae51b8e694 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "GET /v2.0/networks/cf7d9e7b-af2e-4123-87a8-84dd87729e10 HTTP/1.1" status: 200 len: 804 time: 0.1555359 Jul 22 19:19:38.229169 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56696) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:38.230647 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d62ae-f907-4024-9873-c5837b52aa22 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Subnet': ['ID=86c97554-310f-4667-9071-f15ece9e6967,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:38.297551 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-86a47a6d-7f4d-4480-ad04-7d8f6470355f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:38.357334 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:38.364700 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-86a47a6d-7f4d-4480-ad04-7d8f6470355f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting port 5415ae22-46c8-4cc9-9461-e50aa58a82f7 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:38.365140 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-86a47a6d-7f4d-4480-ad04-7d8f6470355f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:38.370716 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] Transition to ACTIVE for port object 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:38.417357 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] Transition to ACTIVE for port object 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:38.429441 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:38.483200 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:38.487029 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:38.491603 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:38.497359 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f9bf98fc-c885-47bd-9d97-da75b4257577 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "GET /v2.0/networks/cf7d9e7b-af2e-4123-87a8-84dd87729e10?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2643919 Jul 22 19:19:38.498182 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-86a47a6d-7f4d-4480-ad04-7d8f6470355f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] For port 5415ae22-46c8-4cc9-9461-e50aa58a82f7, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5415ae22-46c8-4cc9-9461-e50aa58a82f7,segment=NetworkSegment(0fb7648d-1cf2-4374-aee5-40d81561d3b3),segment_id=0fb7648d-1cf2-4374-aee5-40d81561d3b3)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:38.500605 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-86a47a6d-7f4d-4480-ad04-7d8f6470355f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:38.500750 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] Pushing event updated for resources: {'Port': ['ID=4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:38.511811 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56698) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:38.529171 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-86a47a6d-7f4d-4480-ad04-7d8f6470355f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Calling delete_port for 5415ae22-46c8-4cc9-9461-e50aa58a82f7 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:38.589851 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f630ac85-847b-4757-b8a3-b981aec3d07d None None] DHCP port deletion for 05f308d2-59a5-4e3f-b96f-c1a6da235ff5 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:19:38.632411 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] Attempting to bind port 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:19:38.632805 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] Attempting to bind port 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:19:38.633168 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] Attempting to bind port 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b on network ac1cdc45-8892-4608-b80a-7d90307aaf6c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:19:38.641589 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-86a47a6d-7f4d-4480-ad04-7d8f6470355f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:38.642217 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:19:38.642667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] Checking segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:38.643068 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:38.643456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] Bound using segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:19:38.643925 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] Bound port: 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:19:38.644493 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:38.649473 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c311d213-e79b-477e-87f9-d16370aff1cf tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:38.678167 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a47a6d-7f4d-4480-ad04-7d8f6470355f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Port': ['ID=5415ae22-46c8-4cc9-9461-e50aa58a82f7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:38.684804 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a47a6d-7f4d-4480-ad04-7d8f6470355f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] No DVR routers for this DVR port 5415ae22-46c8-4cc9-9461-e50aa58a82f7 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:38.706934 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e880792d-4062-4df6-a28a-8d67da57e4dc tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:38.712706 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e880792d-4062-4df6-a28a-8d67da57e4dc tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "GET /v2.0/subnets/23677814-e512-4924-9b83-78cdea01301f HTTP/1.1" status: 200 len: 843 time: 0.1956394 Jul 22 19:19:38.717611 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56700) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:38.731333 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] For port 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:19:38.735184 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] For port 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:19:38.740387 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-f630ac85-847b-4757-b8a3-b981aec3d07d None None] Deleting port 5415ae22-46c8-4cc9-9461-e50aa58a82f7 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:38.740814 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f630ac85-847b-4757-b8a3-b981aec3d07d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:38.751451 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c311d213-e79b-477e-87f9-d16370aff1cf tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-910330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-910305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-910161'] for router, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:38.797875 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-86a47a6d-7f4d-4480-ad04-7d8f6470355f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:38.809725 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-86a47a6d-7f4d-4480-ad04-7d8f6470355f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f308d2-59a5-4e3f-b96f-c1a6da235ff5']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:38.820679 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-86a47a6d-7f4d-4480-ad04-7d8f6470355f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb7648d-1cf2-4374-aee5-40d81561d3b3') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:38.821037 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-86a47a6d-7f4d-4480-ad04-7d8f6470355f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb7648d-1cf2-4374-aee5-40d81561d3b3') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:38.831172 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-86a47a6d-7f4d-4480-ad04-7d8f6470355f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:38.840564 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-f630ac85-847b-4757-b8a3-b981aec3d07d None None] For port 5415ae22-46c8-4cc9-9461-e50aa58a82f7, host n-d-800086-12, got binding levels [] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:38.840962 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f630ac85-847b-4757-b8a3-b981aec3d07d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:38.847637 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-86a47a6d-7f4d-4480-ad04-7d8f6470355f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:38.854943 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a47a6d-7f4d-4480-ad04-7d8f6470355f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:19:38.855433 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-86a47a6d-7f4d-4480-ad04-7d8f6470355f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:38.859582 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-f630ac85-847b-4757-b8a3-b981aec3d07d None None] Calling delete_port for 5415ae22-46c8-4cc9-9461-e50aa58a82f7 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:38.862902 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.ipam_backend_mixin [None req-f630ac85-847b-4757-b8a3-b981aec3d07d None None] Port 5415ae22-46c8-4cc9-9461-e50aa58a82f7 was not found and therefore no delete operation was performed {{(pid=93808) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:19:38.865672 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f630ac85-847b-4757-b8a3-b981aec3d07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:38.871469 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:19:38.932819 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:19:38.938706 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-86a47a6d-7f4d-4480-ad04-7d8f6470355f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:38.941761 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630ac85-847b-4757-b8a3-b981aec3d07d None None] Pushing event deleted for resources: {'Port': ['ID=5415ae22-46c8-4cc9-9461-e50aa58a82f7,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:38.944949 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f630ac85-847b-4757-b8a3-b981aec3d07d None None] No DVR routers for this DVR port 5415ae22-46c8-4cc9-9461-e50aa58a82f7 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:38.971559 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-86a47a6d-7f4d-4480-ad04-7d8f6470355f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:38.983133 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-86a47a6d-7f4d-4480-ad04-7d8f6470355f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/networks/05f308d2-59a5-4e3f-b96f-c1a6da235ff5 HTTP/1.1" status: 204 len: 168 time: 0.8031962 Jul 22 19:19:39.016201 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56714) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:39.053275 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f512f2a-f424-4f45-8cf1-404ae00f1596 None None] Pushing event updated for resources: {'Port': ['ID=4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:39.082891 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327cfa7f-11bb-435e-831c-ca1d52548244 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:39.085081 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-327cfa7f-11bb-435e-831c-ca1d52548244 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports/2d82db8d-14af-4a09-9936-4600f5ff7820 HTTP/1.1" status: 200 len: 844 time: 0.0673137 Jul 22 19:19:39.086792 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:39.086971 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a47a6d-7f4d-4480-ad04-7d8f6470355f tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Network': ['ID=05f308d2-59a5-4e3f-b96f-c1a6da235ff5,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:39.095802 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56716) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:39.173164 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9c1c17b0-1716-47d4-a105-efa099089cd3 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports/2d82db8d-14af-4a09-9936-4600f5ff7820?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0726247 Jul 22 19:19:39.173518 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56718) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:39.179512 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-25299de1-e976-4fe8-81e0-7fb061277125 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'subnet': {'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:39.348440 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25299de1-e976-4fe8-81e0-7fb061277125 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:39.352533 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-25299de1-e976-4fe8-81e0-7fb061277125 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:39.438302 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-362f817c-121a-4b24-bbda-f643c95e9844 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:39.479622 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362f817c-121a-4b24-bbda-f643c95e9844 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:39.515540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-362f817c-121a-4b24-bbda-f643c95e9844 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:39.525379 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c311d213-e79b-477e-87f9-d16370aff1cf tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router d5ec15f7-c9e1-40ec-8984-feec647ac1da has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:19:39.527835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362f817c-121a-4b24-bbda-f643c95e9844 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:39.528901 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-362f817c-121a-4b24-bbda-f643c95e9844 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:39.560944 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3b51fe-49c5-44c6-a105-db44d1652fa5 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:39.563085 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2d3b51fe-49c5-44c6-a105-db44d1652fa5 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "GET /v2.0/subnets/23677814-e512-4924-9b83-78cdea01301f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.8057182 Jul 22 19:19:39.570630 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56720) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:39.581714 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c9055cdb-0e4d-4ba7-94fe-bc0d7e2ff984 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1386677716'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:39.632167 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-362f817c-121a-4b24-bbda-f643c95e9844 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1242769 Jul 22 19:19:39.633328 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56722) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:39.640920 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-93df6677-1a5d-46bd-b799-aeb52f732ac9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'mac_address': 'fa:16:3e:e0:25:28', 'name': 'tempest-NetworksTestDHCPv6-478556178'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:39.663479 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f817c-121a-4b24-bbda-f643c95e9844 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=29519d21-0f92-4399-9fff-2fdfc7331017,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:39.685974 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9055cdb-0e4d-4ba7-94fe-bc0d7e2ff984 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Made reservation on behalf of 341c50f519e84b66bfec7474cf308179 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:39.689069 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9055cdb-0e4d-4ba7-94fe-bc0d7e2ff984 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:39.729856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c311d213-e79b-477e-87f9-d16370aff1cf tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:19:39.731743 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-25299de1-e976-4fe8-81e0-7fb061277125 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:39.744172 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c311d213-e79b-477e-87f9-d16370aff1cf tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:39.745968 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c311d213-e79b-477e-87f9-d16370aff1cf tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/d5ec15f7-c9e1-40ec-8984-feec647ac1da HTTP/1.1" status: 200 len: 891 time: 2.0024905 Jul 22 19:19:39.746830 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56724) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:39.749370 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b7dce-adf1-4bec-9f6e-c67eef96c297 None None] Sync routers for ids ['d5ec15f7-c9e1-40ec-8984-feec647ac1da'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:19:39.762374 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b7dce-adf1-4bec-9f6e-c67eef96c297 None None] Routers {'d5ec15f7-c9e1-40ec-8984-feec647ac1da'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:39.763009 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-872b7dce-adf1-4bec-9f6e-c67eef96c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d5ec15f7-c9e1-40ec-8984-feec647ac1da'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:39.798935 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-872b7dce-adf1-4bec-9f6e-c67eef96c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:39.804328 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9055cdb-0e4d-4ba7-94fe-bc0d7e2ff984 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:19:39.810849 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b7dce-adf1-4bec-9f6e-c67eef96c297 None None] Routers {'d5ec15f7-c9e1-40ec-8984-feec647ac1da'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:39.811486 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-872b7dce-adf1-4bec-9f6e-c67eef96c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d5ec15f7-c9e1-40ec-8984-feec647ac1da'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:39.818174 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9055cdb-0e4d-4ba7-94fe-bc0d7e2ff984 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:39.818586 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-c9055cdb-0e4d-4ba7-94fe-bc0d7e2ff984 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Added segment 54297b10-abd5-4b8c-81ff-aa8492a5778c of type vlan for network 9719abb0-7fae-4584-978f-01efc2b18737 Jul 22 19:19:39.864905 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-872b7dce-adf1-4bec-9f6e-c67eef96c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:39.865605 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b7dce-adf1-4bec-9f6e-c67eef96c297 None None] The sync data for ids ['d5ec15f7-c9e1-40ec-8984-feec647ac1da'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:19:39.874000 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9562c9ba-9b3b-4f69-9a93-4f7cb8dd2e7e tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/routers/d5ec15f7-c9e1-40ec-8984-feec647ac1da HTTP/1.1" status: 200 len: 891 time: 0.1253517 Jul 22 19:19:39.874713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56726) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:39.913179 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-80abd3ec-f828-4147-96ff-db12b99f3d75 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5ec15f7-c9e1-40ec-8984-feec647ac1da HTTP/1.1" status: 200 len: 205 time: 0.0371435 Jul 22 19:19:39.914043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56730) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:39.939200 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25299de1-e976-4fe8-81e0-7fb061277125 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network abb4a764-2f83-49b2-b163-9981a3d92a64 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:39.946148 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9055cdb-0e4d-4ba7-94fe-bc0d7e2ff984 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:39.952017 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-25299de1-e976-4fe8-81e0-7fb061277125 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:39.962609 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25299de1-e976-4fe8-81e0-7fb061277125 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:39.963188 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-25299de1-e976-4fe8-81e0-7fb061277125 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:39.969066 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adec1bf-02d1-464a-b9cd-49cfcfa72874 None None] Network abb4a764-2f83-49b2-b163-9981a3d92a64 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:40.065562 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9055cdb-0e4d-4ba7-94fe-bc0d7e2ff984 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:40.072800 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9055cdb-0e4d-4ba7-94fe-bc0d7e2ff984 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:40.073466 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9055cdb-0e4d-4ba7-94fe-bc0d7e2ff984 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:40.088839 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93df6677-1a5d-46bd-b799-aeb52f732ac9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:40.135800 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c13b852-1c2a-46fc-ad88-071d40546492 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:40.206748 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93df6677-1a5d-46bd-b799-aeb52f732ac9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:40.249139 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25299de1-e976-4fe8-81e0-7fb061277125 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Subnet': ['ID=13d2d467-14d6-4459-92bd-4088c69a5473,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:40.256678 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-25299de1-e976-4fe8-81e0-7fb061277125 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0820205 Jul 22 19:19:40.273778 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56742) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:40.281174 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-93df6677-1a5d-46bd-b799-aeb52f732ac9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] device_id is not set on port 8e6046fc-4b7b-47b4-8c1a-58e93d81a115 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:19:40.289132 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-abb4a764-2f83-49b2-b163-9981a3d92a64', 'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64', 'tenant_id': '299a64b78fd341cd805690e93174f070', 'fixed_ips': [{'subnet_id': '13d2d467-14d6-4459-92bd-4088c69a5473'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:19:40.290272 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:40.402345 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c13b852-1c2a-46fc-ad88-071d40546492 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:40.412411 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-22aae656-60c6-4fbe-ab33-f810d815e58a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'security_group': {'name': 'tempest-secgroup-29216455'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:40.473236 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9055cdb-0e4d-4ba7-94fe-bc0d7e2ff984 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Network': ['ID=9719abb0-7fae-4584-978f-01efc2b18737,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:40.485600 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c9055cdb-0e4d-4ba7-94fe-bc0d7e2ff984 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9134579 Jul 22 19:19:40.496190 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56744) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:40.515763 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 9719abb0-7fae-4584-978f-01efc2b18737 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:19:40.527762 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f5c630d3-827a-432a-bb4c-a27c90034b77 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'subnet': {'network_id': '9719abb0-7fae-4584-978f-01efc2b18737', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:40.533603 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-7c13b852-1c2a-46fc-ad88-071d40546492 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting port 18c62518-8e55-4afb-aa3e-830c688b0fa2 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:40.534087 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c13b852-1c2a-46fc-ad88-071d40546492 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:40.582542 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3480ca-4c40-43fa-8986-2ae919713e18 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:40.699227 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c13b852-1c2a-46fc-ad88-071d40546492 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:40.716103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-7c13b852-1c2a-46fc-ad88-071d40546492 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Calling delete_port for 18c62518-8e55-4afb-aa3e-830c688b0fa2 owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:40.800537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:40.836287 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-127039dc-fde4-4a24-951b-7514beb69e1f None None] Provisioning for port 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:40.933407 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] Allocated IP 2001:db8::2 (abb4a764-2f83-49b2-b163-9981a3d92a64/13d2d467-14d6-4459-92bd-4088c69a5473/6b0166e5-d1b9-4fea-b75c-0e003ea87d7d) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:40.944043 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-22aae656-60c6-4fbe-ab33-f810d815e58a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:40.963242 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-93df6677-1a5d-46bd-b799-aeb52f732ac9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 172.20.0.11 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/29519d21-0f92-4399-9fff-2fdfc7331017/8e6046fc-4b7b-47b4-8c1a-58e93d81a115) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:41.018920 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-93df6677-1a5d-46bd-b799-aeb52f732ac9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8::f816:3eff:fee0:2528 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/632a3ecf-bc05-4ab0-b481-c8c3ae69b20a/8e6046fc-4b7b-47b4-8c1a-58e93d81a115) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:41.098805 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c13b852-1c2a-46fc-ad88-071d40546492 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.153588 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:41.163238 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:41.171699 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.191045 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13b852-1c2a-46fc-ad88-071d40546492 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Port': ['ID=18c62518-8e55-4afb-aa3e-830c688b0fa2,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:41.205882 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c630d3-827a-432a-bb4c-a27c90034b77 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Made reservation on behalf of 341c50f519e84b66bfec7474cf308179 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:41.210245 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f5c630d3-827a-432a-bb4c-a27c90034b77 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.276780 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c13b852-1c2a-46fc-ad88-071d40546492 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.440142 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.ipam_backend_mixin [None req-f5c630d3-827a-432a-bb4c-a27c90034b77 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Performing IP validity checks on allocation pools {{(pid=93806) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 19:19:41.440756 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.ipam_backend_mixin [None req-f5c630d3-827a-432a-bb4c-a27c90034b77 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93806) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 19:19:41.489509 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c13b852-1c2a-46fc-ad88-071d40546492 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.503232 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c13b852-1c2a-46fc-ad88-071d40546492 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.503506 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93df6677-1a5d-46bd-b799-aeb52f732ac9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.526137 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-22aae656-60c6-4fbe-ab33-f810d815e58a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.540174 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-22aae656-60c6-4fbe-ab33-f810d815e58a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.575257 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c13b852-1c2a-46fc-ad88-071d40546492 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.575952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c13b852-1c2a-46fc-ad88-071d40546492 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Fanout notify agent at l3_agent the message router_deleted on router d5ec15f7-c9e1-40ec-8984-feec647ac1da {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:19:41.583595 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c13b852-1c2a-46fc-ad88-071d40546492 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.587174 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-93df6677-1a5d-46bd-b799-aeb52f732ac9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Transition to ACTIVE for port object 8e6046fc-4b7b-47b4-8c1a-58e93d81a115 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:41.589244 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7c13b852-1c2a-46fc-ad88-071d40546492 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/routers/d5ec15f7-c9e1-40ec-8984-feec647ac1da HTTP/1.1" status: 204 len: 168 time: 1.6740191 Jul 22 19:19:41.589983 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56764) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:41.593367 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aae656-60c6-4fbe-ab33-f810d815e58a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0bf162-690f-40be-ad1c-e9b6c58501b9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:41.595284 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2e88dbde-e241-4579-9aec-56f693123cb5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-196446590'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:41.622968 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e88dbde-e241-4579-9aec-56f693123cb5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Made reservation on behalf of a6941f908e0b4e8dac308a754d92e62a for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:41.627952 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e88dbde-e241-4579-9aec-56f693123cb5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.642038 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.682713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e88dbde-e241-4579-9aec-56f693123cb5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:19:41.709284 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e88dbde-e241-4579-9aec-56f693123cb5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.709739 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-2e88dbde-e241-4579-9aec-56f693123cb5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Added segment 4939819a-8a62-42f4-bdd1-8f7d27d933ec of type vlan for network 9f9f0e74-3ba0-423d-8e24-01982b796e93 Jul 22 19:19:41.758333 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.776507 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:41.797821 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.807027 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.814852 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683111e8-50f8-41ea-8809-b2925b128f97 None None] Update dhcp port {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'fixed_ips': [{'subnet_id': '632a3ecf-bc05-4ab0-b481-c8c3ae69b20a', 'ip_address': '2001:db8::f816:3eff:fed8:cb85'}, {'subnet_id': '29519d21-0f92-4399-9fff-2fdfc7331017'}], 'binding:host_id': 'n-d-800086-12'}, 'id': '4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b'} from n-d-800086-12. {{(pid=93808) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:19:41.824940 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e88dbde-e241-4579-9aec-56f693123cb5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.856182 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f5c630d3-827a-432a-bb4c-a27c90034b77 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.862259 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-22aae656-60c6-4fbe-ab33-f810d815e58a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.873208 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-22aae656-60c6-4fbe-ab33-f810d815e58a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4726644 Jul 22 19:19:41.874880 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56766) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:41.875209 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] Transition to ACTIVE for port object 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:41.885658 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-0d9a70b1-0658-4606-a995-1d4c46451ce8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'security_group': {'name': 'tempest-secgroup-1158896587'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:41.911949 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5415ae22-46c8-4cc9-9461-e50aa58a82f7 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:19:41.939838 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93df6677-1a5d-46bd-b799-aeb52f732ac9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.940772 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e88dbde-e241-4579-9aec-56f693123cb5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.947195 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e88dbde-e241-4579-9aec-56f693123cb5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:41.947800 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e88dbde-e241-4579-9aec-56f693123cb5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.984940 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-683111e8-50f8-41ea-8809-b2925b128f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:42.008614 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 5415ae22-46c8-4cc9-9461-e50aa58a82f7 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:19:42.015352 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0d9a70b1-0658-4606-a995-1d4c46451ce8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:42.018986 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5415ae22-46c8-4cc9-9461-e50aa58a82f7 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:19:42.025447 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] Transition to ACTIVE for port object 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:42.034599 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df6677-1a5d-46bd-b799-aeb52f732ac9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=8e6046fc-4b7b-47b4-8c1a-58e93d81a115,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:42.042258 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93df6677-1a5d-46bd-b799-aeb52f732ac9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:42.042743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:42.066076 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:42.066355 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-93df6677-1a5d-46bd-b799-aeb52f732ac9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:42.074052 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93df6677-1a5d-46bd-b799-aeb52f732ac9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:42.078973 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56768) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:42.079894 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2e88dbde-e241-4579-9aec-56f693123cb5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4740939 Jul 22 19:19:42.093167 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4cfc1bec-5957-4ee8-b066-0bc03079aa35 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'subnet': {'network_id': '9f9f0e74-3ba0-423d-8e24-01982b796e93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:42.159043 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c630d3-827a-432a-bb4c-a27c90034b77 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Checking segment: {'id': '54297b10-abd5-4b8c-81ff-aa8492a5778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9719abb0-7fae-4584-978f-01efc2b18737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:42.159753 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c630d3-827a-432a-bb4c-a27c90034b77 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Network hostable DHCP agents. Network: 9719abb0-7fae-4584-978f-01efc2b18737, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:19:42.202794 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0d9a70b1-0658-4606-a995-1d4c46451ce8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:42.234529 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0d9a70b1-0658-4606-a995-1d4c46451ce8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:42.271261 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88dbde-e241-4579-9aec-56f693123cb5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Network': ['ID=9f9f0e74-3ba0-423d-8e24-01982b796e93,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:42.274083 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a70b1-0658-4606-a995-1d4c46451ce8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=354ccaf6-708a-4aaa-9f7c-d2a2f1a0de7b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:42.282507 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0d9a70b1-0658-4606-a995-1d4c46451ce8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:42.282507 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0d9a70b1-0658-4606-a995-1d4c46451ce8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4008865 Jul 22 19:19:42.285093 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56782) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:42.297176 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-aaa68bfb-3c20-4234-b3a1-301ed68577f0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1417095596', 'security_groups': ['354ccaf6-708a-4aaa-9f7c-d2a2f1a0de7b'], 'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '13d2d467-14d6-4459-92bd-4088c69a5473'}]}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:42.298852 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c630d3-827a-432a-bb4c-a27c90034b77 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Subnet': ['ID=f5ee208b-2073-4631-a9db-a72e3b15b112,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:42.377214 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93df6677-1a5d-46bd-b799-aeb52f732ac9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:42.377936 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93df6677-1a5d-46bd-b799-aeb52f732ac9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:42.399248 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-93df6677-1a5d-46bd-b799-aeb52f732ac9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7648220 Jul 22 19:19:42.415318 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56784) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:42.433406 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c630d3-827a-432a-bb4c-a27c90034b77 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Network 9719abb0-7fae-4584-978f-01efc2b18737 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:19:42.470530 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-683111e8-50f8-41ea-8809-b2925b128f97 None None] Allocated IP 172.20.0.2 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/29519d21-0f92-4399-9fff-2fdfc7331017/4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:42.480409 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-f5c630d3-827a-432a-bb4c-a27c90034b77 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 9719abb0-7fae-4584-978f-01efc2b18737) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:42.487450 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c630d3-827a-432a-bb4c-a27c90034b77 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:42.488205 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f5c630d3-827a-432a-bb4c-a27c90034b77 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:42.502049 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfc1bec-5957-4ee8-b066-0bc03079aa35 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Made reservation on behalf of a6941f908e0b4e8dac308a754d92e62a for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:42.506561 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4cfc1bec-5957-4ee8-b066-0bc03079aa35 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:42.532848 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa68bfb-3c20-4234-b3a1-301ed68577f0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:42.546865 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 9f9f0e74-3ba0-423d-8e24-01982b796e93 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:19:42.548376 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9408028c-d47a-4611-8fdf-dd43e467c42b None None] Network 9719abb0-7fae-4584-978f-01efc2b18737 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:42.572430 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f5c630d3-827a-432a-bb4c-a27c90034b77 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0589123 Jul 22 19:19:42.573359 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56786) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:42.585331 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-a7a28cc0-0356-4a20-ad5e-f034dab831e8 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:42.673068 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3d45aa-91c1-49c8-a37d-8939b3fcf311 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:42.694402 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3d45aa-91c1-49c8-a37d-8939b3fcf311 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:42.700819 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-be3d45aa-91c1-49c8-a37d-8939b3fcf311 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2839646 Jul 22 19:19:42.701463 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56788) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:42.705716 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] Pushing event updated for resources: {'Port': ['ID=6b0166e5-d1b9-4fea-b75c-0e003ea87d7d,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:42.742346 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aaa68bfb-3c20-4234-b3a1-301ed68577f0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:42.744198 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:42.788510 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-aaa68bfb-3c20-4234-b3a1-301ed68577f0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] device_id is not set on port bcb98b36-915e-4c56-a377-ca7c31b5bcea yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:19:42.795749 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] Network abb4a764-2f83-49b2-b163-9981a3d92a64 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:42.808273 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a7a28cc0-0356-4a20-ad5e-f034dab831e8 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-133195138'] for subnet, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:42.826115 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:42.831819 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:42.969851 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] Attempting to bind port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:19:42.970453 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] Attempting to bind port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '6d5aa309-0fb7-42bc-95c7-edd64485c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:19:42.971007 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] Attempting to bind port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d on network abb4a764-2f83-49b2-b163-9981a3d92a64 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:19:42.976956 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-3d15db76-4af8-4558-bd76-171908623647 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting port 8e6046fc-4b7b-47b4-8c1a-58e93d81a115 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:42.977667 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3d15db76-4af8-4558-bd76-171908623647 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.002666 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4cfc1bec-5957-4ee8-b066-0bc03079aa35 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.005628 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-683111e8-50f8-41ea-8809-b2925b128f97 None None] For port 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:43.011373 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:19:43.012054 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] Checking segment: {'id': '6d5aa309-0fb7-42bc-95c7-edd64485c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:43.012707 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.013356 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] Bound using segment: {'id': '6d5aa309-0fb7-42bc-95c7-edd64485c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:19:43.014054 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] Bound port: 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5aa309-0fb7-42bc-95c7-edd64485c521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:19:43.014622 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.095957 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:43.096689 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.155597 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc1bec-5957-4ee8-b066-0bc03079aa35 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Subnet': ['ID=51c76d7b-e774-4c7d-a50c-225d77afee1b,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:43.161195 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3d15db76-4af8-4558-bd76-171908623647 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.189455 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-aaa68bfb-3c20-4234-b3a1-301ed68577f0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Allocated IP 2001:db8::57 (abb4a764-2f83-49b2-b163-9981a3d92a64/13d2d467-14d6-4459-92bd-4088c69a5473/bcb98b36-915e-4c56-a377-ca7c31b5bcea) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:43.193996 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-3d15db76-4af8-4558-bd76-171908623647 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Calling delete_port for 8e6046fc-4b7b-47b4-8c1a-58e93d81a115 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:43.220626 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfc1bec-5957-4ee8-b066-0bc03079aa35 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Checking segment: {'id': '4939819a-8a62-42f4-bdd1-8f7d27d933ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9f9f0e74-3ba0-423d-8e24-01982b796e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:43.221543 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfc1bec-5957-4ee8-b066-0bc03079aa35 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network hostable DHCP agents. Network: 9f9f0e74-3ba0-423d-8e24-01982b796e93, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:19:43.252958 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-683111e8-50f8-41ea-8809-b2925b128f97 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.269910 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a7a28cc0-0356-4a20-ad5e-f034dab831e8 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771871649136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4897943'] for subnet, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.273044 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-683111e8-50f8-41ea-8809-b2925b128f97 None None] Transition to ACTIVE for port object 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:43.290078 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfc1bec-5957-4ee8-b066-0bc03079aa35 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 9f9f0e74-3ba0-423d-8e24-01982b796e93 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:19:43.294726 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-683111e8-50f8-41ea-8809-b2925b128f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.312436 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-4cfc1bec-5957-4ee8-b066-0bc03079aa35 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 9f9f0e74-3ba0-423d-8e24-01982b796e93) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:43.319249 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfc1bec-5957-4ee8-b066-0bc03079aa35 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:43.322878 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4cfc1bec-5957-4ee8-b066-0bc03079aa35 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.332016 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734eca0a-286a-4b45-b8ee-5bac617f71ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-9719abb0-7fae-4584-978f-01efc2b18737', 'network_id': '9719abb0-7fae-4584-978f-01efc2b18737', 'tenant_id': '341c50f519e84b66bfec7474cf308179', 'fixed_ips': [{'subnet_id': 'f5ee208b-2073-4631-a9db-a72e3b15b112'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:19:43.333521 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-734eca0a-286a-4b45-b8ee-5bac617f71ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.367862 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4cfc1bec-5957-4ee8-b066-0bc03079aa35 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2755549 Jul 22 19:19:43.392758 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56798) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:43.409261 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-599ed8c5-1cae-46b3-a0ec-9d5deebd655c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1321687574', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:43.434189 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bf2fdf-acac-4289-aa0c-e37abcddd2d8 None None] Network 9f9f0e74-3ba0-423d-8e24-01982b796e93 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:43.464371 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a28cc0-0356-4a20-ad5e-f034dab831e8 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:43.465392 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a7a28cc0-0356-4a20-ad5e-f034dab831e8 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.470271 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56804) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:43.470620 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a7a28cc0-0356-4a20-ad5e-f034dab831e8 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "PUT /v2.0/subnets/f5ee208b-2073-4631-a9db-a72e3b15b112 HTTP/1.1" status: 200 len: 900 time: 0.8958821 Jul 22 19:19:43.517469 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a28cc0-0356-4a20-ad5e-f034dab831e8 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event updated for resources: {'Subnet': ['ID=f5ee208b-2073-4631-a9db-a72e3b15b112,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:43.567216 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-599ed8c5-1cae-46b3-a0ec-9d5deebd655c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.576233 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-599ed8c5-1cae-46b3-a0ec-9d5deebd655c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.580542 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3d15db76-4af8-4558-bd76-171908623647 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.635285 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15db76-4af8-4558-bd76-171908623647 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Port': ['ID=8e6046fc-4b7b-47b4-8c1a-58e93d81a115,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:43.659012 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b23017ad-ed47-4a8e-a274-428b4087890a tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.679925 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] For port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:19:43.689689 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-599ed8c5-1cae-46b3-a0ec-9d5deebd655c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.699349 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aaa68bfb-3c20-4234-b3a1-301ed68577f0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.704940 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-599ed8c5-1cae-46b3-a0ec-9d5deebd655c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.714804 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-9f9f0e74-3ba0-423d-8e24-01982b796e93', 'network_id': '9f9f0e74-3ba0-423d-8e24-01982b796e93', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'fixed_ips': [{'subnet_id': '51c76d7b-e774-4c7d-a50c-225d77afee1b'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:19:43.715438 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.731384 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-599ed8c5-1cae-46b3-a0ec-9d5deebd655c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.733058 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-599ed8c5-1cae-46b3-a0ec-9d5deebd655c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3288922 Jul 22 19:19:43.737321 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56808) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:43.803413 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3d15db76-4af8-4558-bd76-171908623647 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.806609 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-aaa68bfb-3c20-4234-b3a1-301ed68577f0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Transition to ACTIVE for port object bcb98b36-915e-4c56-a377-ca7c31b5bcea will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:43.812697 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3d15db76-4af8-4558-bd76-171908623647 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/8e6046fc-4b7b-47b4-8c1a-58e93d81a115 HTTP/1.1" status: 204 len: 168 time: 1.1062648 Jul 22 19:19:43.817403 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56810) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:43.868276 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b23017ad-ed47-4a8e-a274-428b4087890a tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.885514 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aaa68bfb-3c20-4234-b3a1-301ed68577f0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:43.956302 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b23017ad-ed47-4a8e-a274-428b4087890a tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:44.015772 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] Allocated IP 2001:db8::2 (9f9f0e74-3ba0-423d-8e24-01982b796e93/51c76d7b-e774-4c7d-a50c-225d77afee1b/a68658af-621b-43bd-a077-cf1cd68bd47a) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:44.146503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa68bfb-3c20-4234-b3a1-301ed68577f0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network abb4a764-2f83-49b2-b163-9981a3d92a64 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:44.156692 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-aaa68bfb-3c20-4234-b3a1-301ed68577f0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:44.159158 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa68bfb-3c20-4234-b3a1-301ed68577f0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:44.166208 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa68bfb-3c20-4234-b3a1-301ed68577f0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:44.166951 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aaa68bfb-3c20-4234-b3a1-301ed68577f0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:44.210595 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-aaa68bfb-3c20-4234-b3a1-301ed68577f0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9207549 Jul 22 19:19:44.218161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56812) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:44.226694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-53e946dd-7d0d-4ad2-b250-129a99f94ab9 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'subnet': {'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:44.234965 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] For port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6b0166e5-d1b9-4fea-b75c-0e003ea87d7d,segment=NetworkSegment(6d5aa309-0fb7-42bc-95c7-edd64485c521),segment_id=6d5aa309-0fb7-42bc-95c7-edd64485c521)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:19:44.238264 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa68bfb-3c20-4234-b3a1-301ed68577f0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Port': ['ID=bcb98b36-915e-4c56-a377-ca7c31b5bcea,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:44.258427 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:44.273780 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Port 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b had new provisioning blocks added so it will not transition to active. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 22 19:19:44.349593 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683111e8-50f8-41ea-8809-b2925b128f97 None None] Pushing event updated for resources: {'Port': ['ID=4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:44.455549 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fdf5735c-6ccd-4da1-87cb-848c01a48651 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server [None req-734eca0a-286a-4b45-b8ee-5bac617f71ad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5ee208b-2073-4631-a9db-a72e3b15b112: This subnet is being modified by another concurrent operation. Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:19:44.562847 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise exception Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5ee208b-2073-4631-a9db-a72e3b15b112: This subnet is being modified by another concurrent operation. Jul 22 19:19:44.567508 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Jul 22 19:19:44.609355 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b79fd-f034-4e95-9c9a-54275b310131 None None] Pushing event updated for resources: {'Port': ['ID=6b0166e5-d1b9-4fea-b75c-0e003ea87d7d,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:44.623635 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:44.635744 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23017ad-ed47-4a8e-a274-428b4087890a tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Subnet': ['ID=f5ee208b-2073-4631-a9db-a72e3b15b112,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:44.648699 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7806a1e-3c96-41da-9771-865eb1ea921d None None] Network 9719abb0-7fae-4584-978f-01efc2b18737 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:44.651587 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] Transition to ACTIVE for port object a68658af-621b-43bd-a077-cf1cd68bd47a will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:44.662696 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a39811c-3f28-4f8d-885e-ecda0dc1d94a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:44.665004 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a39811c-3f28-4f8d-885e-ecda0dc1d94a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:44.666931 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a39811c-3f28-4f8d-885e-ecda0dc1d94a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:44.668995 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3a39811c-3f28-4f8d-885e-ecda0dc1d94a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.8500149 Jul 22 19:19:44.677411 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56826) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:44.857921 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] Transition to ACTIVE for port object a68658af-621b-43bd-a077-cf1cd68bd47a will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:44.869165 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:44.871080 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b23017ad-ed47-4a8e-a274-428b4087890a tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:44.871745 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:44.915372 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-b23017ad-ed47-4a8e-a274-428b4087890a tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9719abb0-7fae-4584-978f-01efc2b18737']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:44.941381 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-b23017ad-ed47-4a8e-a274-428b4087890a tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54297b10-abd5-4b8c-81ff-aa8492a5778c') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:44.942191 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-b23017ad-ed47-4a8e-a274-428b4087890a tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54297b10-abd5-4b8c-81ff-aa8492a5778c') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:44.961534 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b23017ad-ed47-4a8e-a274-428b4087890a tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:44.973916 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e946dd-7d0d-4ad2-b250-129a99f94ab9 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:44.980063 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-53e946dd-7d0d-4ad2-b250-129a99f94ab9 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:44.987362 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b23017ad-ed47-4a8e-a274-428b4087890a tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:45.013395 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23017ad-ed47-4a8e-a274-428b4087890a tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:19:45.014503 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b23017ad-ed47-4a8e-a274-428b4087890a tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:45.119872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-fdf5735c-6ccd-4da1-87cb-848c01a48651 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Allocated IP 2001:db8::1 (9f9f0e74-3ba0-423d-8e24-01982b796e93/51c76d7b-e774-4c7d-a50c-225d77afee1b/a90612ad-9860-4d3e-93ff-fd175cbda021) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:19:45.135008 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:19:45.146539 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b23017ad-ed47-4a8e-a274-428b4087890a tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:45.158596 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b23017ad-ed47-4a8e-a274-428b4087890a tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:45.163765 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b23017ad-ed47-4a8e-a274-428b4087890a tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/networks/9719abb0-7fae-4584-978f-01efc2b18737 HTTP/1.1" status: 204 len: 168 time: 1.6922987 Jul 22 19:19:45.173818 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56832) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:45.207264 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-beea39e2-d680-413e-a6b3-80241373867d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet 29519d21-0f92-4399-9fff-2fdfc7331017 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:19:45.211542 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-beea39e2-d680-413e-a6b3-80241373867d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:45.267574 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-beea39e2-d680-413e-a6b3-80241373867d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:45.325529 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] Network 9f9f0e74-3ba0-423d-8e24-01982b796e93 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:45.329651 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a9e525a2-ef83-4474-bc73-a3992b6c4b5f None None] Provisioning for port 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:45.342063 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:45.344067 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a9e525a2-ef83-4474-bc73-a3992b6c4b5f None None] Provisioning complete for port 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:45.344457 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a9e525a2-ef83-4474-bc73-a3992b6c4b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:45.353382 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d615c41-da01-4111-bbc0-d89571dc3307 None None] Network 9719abb0-7fae-4584-978f-01efc2b18737 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:45.367588 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:45.375100 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d615c41-da01-4111-bbc0-d89571dc3307 None None] Network 9719abb0-7fae-4584-978f-01efc2b18737 could not be found, it might have been deleted concurrently. {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 19:19:45.386246 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23017ad-ed47-4a8e-a274-428b4087890a tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Network': ['ID=9719abb0-7fae-4584-978f-01efc2b18737,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:45.399999 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6d8d63-cc9f-46e6-90fc-7d381e075134 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] DELETE failed (client error): The resource could not be found. Jul 22 19:19:45.399999 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6d8d63-cc9f-46e6-90fc-7d381e075134 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:19:45.404405 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5c6d8d63-cc9f-46e6-90fc-7d381e075134 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/subnets/f5ee208b-2073-4631-a9db-a72e3b15b112 HTTP/1.1" status: 404 len: 337 time: 0.2244439 Jul 22 19:19:45.408107 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56834) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:45.452030 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] Pushing event updated for resources: {'Port': ['ID=a68658af-621b-43bd-a077-cf1cd68bd47a,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:45.470827 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-42af8526-172b-42c2-830f-80fef44619aa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] DELETE failed (client error): The resource could not be found. Jul 22 19:19:45.476442 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42af8526-172b-42c2-830f-80fef44619aa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:19:45.476682 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:45.476682 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:45.476904 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-42af8526-172b-42c2-830f-80fef44619aa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/networks/9719abb0-7fae-4584-978f-01efc2b18737 HTTP/1.1" status: 404 len: 339 time: 0.0594482 Jul 22 19:19:45.477898 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56836) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:45.701689 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac9afb8c-5ba2-44b7-9b39-b9c708f773fb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:45.712742 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-beea39e2-d680-413e-a6b3-80241373867d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:45.752399 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] Attempting to bind port a68658af-621b-43bd-a077-cf1cd68bd47a on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:19:45.753036 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] Attempting to bind port a68658af-621b-43bd-a077-cf1cd68bd47a by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '4939819a-8a62-42f4-bdd1-8f7d27d933ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9f9f0e74-3ba0-423d-8e24-01982b796e93'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:19:45.753583 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] Attempting to bind port a68658af-621b-43bd-a077-cf1cd68bd47a on network 9f9f0e74-3ba0-423d-8e24-01982b796e93 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:19:45.800258 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:19:45.800608 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] Checking segment: {'id': '4939819a-8a62-42f4-bdd1-8f7d27d933ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9f9f0e74-3ba0-423d-8e24-01982b796e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:45.801553 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:45.801992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] Bound using segment: {'id': '4939819a-8a62-42f4-bdd1-8f7d27d933ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9f9f0e74-3ba0-423d-8e24-01982b796e93'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:19:45.802478 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] Bound port: a68658af-621b-43bd-a077-cf1cd68bd47a, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4939819a-8a62-42f4-bdd1-8f7d27d933ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9f9f0e74-3ba0-423d-8e24-01982b796e93'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:19:45.802859 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:45.876318 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] For port a68658af-621b-43bd-a077-cf1cd68bd47a, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:19:45.880928 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] For port a68658af-621b-43bd-a077-cf1cd68bd47a, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a68658af-621b-43bd-a077-cf1cd68bd47a,segment=NetworkSegment(4939819a-8a62-42f4-bdd1-8f7d27d933ec),segment_id=4939819a-8a62-42f4-bdd1-8f7d27d933ec)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:19:45.882591 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-beea39e2-d680-413e-a6b3-80241373867d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:45.886143 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:45.950048 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81785a1b-7c66-4e06-ae06-1e7b45fd3815 None None] Pushing event updated for resources: {'Port': ['ID=a68658af-621b-43bd-a077-cf1cd68bd47a,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:45.968225 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea39e2-d680-413e-a6b3-80241373867d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=29519d21-0f92-4399-9fff-2fdfc7331017,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:45.972879 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4fb228a4-8923-4b99-9ed6-3f5c7cf721eb None None] Could not find standard attr ID for object 8e6046fc-4b7b-47b4-8c1a-58e93d81a115. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:19:45.995973 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-beea39e2-d680-413e-a6b3-80241373867d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:46.000780 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-beea39e2-d680-413e-a6b3-80241373867d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/29519d21-0f92-4399-9fff-2fdfc7331017 HTTP/1.1" status: 204 len: 168 time: 1.3197863 Jul 22 19:19:46.002237 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56850) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:46.030778 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fdf5735c-6ccd-4da1-87cb-848c01a48651 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:46.078277 n-d-800086-12 neutron-server[93807]: INFO neutron.db.ipam_backend_mixin [None req-53e946dd-7d0d-4ad2-b250-129a99f94ab9 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13d2d467-14d6-4459-92bd-4088c69a5473 (CIDR: 2001:db8::/64) Jul 22 19:19:46.083938 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e946dd-7d0d-4ad2-b250-129a99f94ab9 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:19:46.084392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e946dd-7d0d-4ad2-b250-129a99f94ab9 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:19:46.105680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-fdf5735c-6ccd-4da1-87cb-848c01a48651 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Transition to ACTIVE for port object a90612ad-9860-4d3e-93ff-fd175cbda021 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:46.113383 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-53e946dd-7d0d-4ad2-b250-129a99f94ab9 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8909967 Jul 22 19:19:46.129964 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56858) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:46.143204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-d06a141e-6a55-4ac5-860b-87597d03e335 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'subnet': {'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:46.218695 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac9afb8c-5ba2-44b7-9b39-b9c708f773fb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:46.308245 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fdf5735c-6ccd-4da1-87cb-848c01a48651 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:46.309803 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-ac9afb8c-5ba2-44b7-9b39-b9c708f773fb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56159c9-0e70-4c73-9948-76588fe8e00a']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:46.330426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf5735c-6ccd-4da1-87cb-848c01a48651 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 9f9f0e74-3ba0-423d-8e24-01982b796e93 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:46.331898 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06a141e-6a55-4ac5-860b-87597d03e335 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:46.333789 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-ac9afb8c-5ba2-44b7-9b39-b9c708f773fb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a560ad52-2519-48e4-b3de-c05b7fa6ba53') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:46.334074 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-ac9afb8c-5ba2-44b7-9b39-b9c708f773fb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a560ad52-2519-48e4-b3de-c05b7fa6ba53') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:46.335787 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d06a141e-6a55-4ac5-860b-87597d03e335 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:46.342711 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-fdf5735c-6ccd-4da1-87cb-848c01a48651 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:46.351680 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac9afb8c-5ba2-44b7-9b39-b9c708f773fb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:46.357866 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc40e1f-b3b3-494a-93e5-2d52b97af320 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet 632a3ecf-bc05-4ab0-b481-c8c3ae69b20a {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:19:46.368742 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7cc40e1f-b3b3-494a-93e5-2d52b97af320 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:46.380242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf5735c-6ccd-4da1-87cb-848c01a48651 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:46.380880 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fdf5735c-6ccd-4da1-87cb-848c01a48651 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:46.396630 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac9afb8c-5ba2-44b7-9b39-b9c708f773fb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:46.398985 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfa3152-3638-49ca-be9c-7a3a8ef7b7c2 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:46.409975 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9afb8c-5ba2-44b7-9b39-b9c708f773fb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:19:46.410506 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac9afb8c-5ba2-44b7-9b39-b9c708f773fb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:19:46.415225 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:19:46.469233 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7cc40e1f-b3b3-494a-93e5-2d52b97af320 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:46.544385 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac9afb8c-5ba2-44b7-9b39-b9c708f773fb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:46.576226 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac9afb8c-5ba2-44b7-9b39-b9c708f773fb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:46.578108 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ac9afb8c-5ba2-44b7-9b39-b9c708f773fb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/networks/b56159c9-0e70-4c73-9948-76588fe8e00a HTTP/1.1" status: 204 len: 168 time: 1.0990815 Jul 22 19:19:46.592110 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56864) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:46.638193 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a46fc0-1b23-4897-8aa4-067a413caf31 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] DELETE failed (client error): The resource could not be found. Jul 22 19:19:46.638899 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68a46fc0-1b23-4897-8aa4-067a413caf31 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:19:46.640787 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-68a46fc0-1b23-4897-8aa4-067a413caf31 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/subnets/1fb43901-3cb5-4fd4-a0fa-c9e396dcf3a9 HTTP/1.1" status: 404 len: 337 time: 0.0474994 Jul 22 19:19:46.642279 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9afb8c-5ba2-44b7-9b39-b9c708f773fb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Network': ['ID=b56159c9-0e70-4c73-9948-76588fe8e00a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:46.646621 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56866) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:46.694178 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-484f742b-1636-45ee-82e2-a9e3a4eed8a2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] DELETE failed (client error): The resource could not be found. Jul 22 19:19:46.694991 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484f742b-1636-45ee-82e2-a9e3a4eed8a2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:19:46.697365 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-484f742b-1636-45ee-82e2-a9e3a4eed8a2 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/networks/a922e2f0-fe49-4ea0-989a-89b5318bb83d HTTP/1.1" status: 404 len: 339 time: 0.0493150 Jul 22 19:19:46.700894 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56868) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:46.764783 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1f4a8c90-d1b6-4de5-ba36-9ee8fce1e621 None None] Provisioning complete for port 2d82db8d-14af-4a09-9936-4600f5ff7820 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:46.765423 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1f4a8c90-d1b6-4de5-ba36-9ee8fce1e621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:46.830894 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5735c-6ccd-4da1-87cb-848c01a48651 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Port': ['ID=a90612ad-9860-4d3e-93ff-fd175cbda021,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:46.837823 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:46.854677 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7cc40e1f-b3b3-494a-93e5-2d52b97af320 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:46.859166 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d06a141e-6a55-4ac5-860b-87597d03e335 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:46.895896 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1f4a8c90-d1b6-4de5-ba36-9ee8fce1e621 None None] Port 2d82db8d-14af-4a09-9936-4600f5ff7820 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:19:46.903202 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-80befa83-42ec-4776-afb3-087e3c518240 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Deleting subnet f90f6d01-b2b1-4061-b5f0-8d8340455a9b {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:19:46.915104 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-80befa83-42ec-4776-afb3-087e3c518240 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:46.931360 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1f4a8c90-d1b6-4de5-ba36-9ee8fce1e621 None None] Provisioning for port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:46.961210 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06a141e-6a55-4ac5-860b-87597d03e335 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network abb4a764-2f83-49b2-b163-9981a3d92a64 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:46.968801 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-d06a141e-6a55-4ac5-860b-87597d03e335 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:46.971888 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06a141e-6a55-4ac5-860b-87597d03e335 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:46.973442 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d06a141e-6a55-4ac5-860b-87597d03e335 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:46.989787 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:47.003568 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:47.004025 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:47.029911 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-80befa83-42ec-4776-afb3-087e3c518240 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:47.096600 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fdf5735c-6ccd-4da1-87cb-848c01a48651 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:47.150630 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a141e-6a55-4ac5-860b-87597d03e335 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Subnet': ['ID=b68fd7dc-bf0e-449b-bce7-c84d71a9bfae,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:47.173668 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d06a141e-6a55-4ac5-860b-87597d03e335 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0349431 Jul 22 19:19:47.175367 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56896) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:47.187493 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3422fcb-c938-4f0d-a278-118e478f860f None None] Network abb4a764-2f83-49b2-b163-9981a3d92a64 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:47.197297 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a8f0225a-a829-4a4d-a976-93b530383f67 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1536634384', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b68fd7dc-bf0e-449b-bce7-c84d71a9bfae'}], 'security_groups': ['2e0bf162-690f-40be-ad1c-e9b6c58501b9']}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:47.201147 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-80befa83-42ec-4776-afb3-087e3c518240 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:47.214667 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:47.330685 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7cc40e1f-b3b3-494a-93e5-2d52b97af320 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:47.350863 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4f425010-760d-46cf-9db6-5ef428cbd232 None None] Provisioning for port bcb98b36-915e-4c56-a377-ca7c31b5bcea completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:47.352699 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7cc40e1f-b3b3-494a-93e5-2d52b97af320 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:47.354715 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7cc40e1f-b3b3-494a-93e5-2d52b97af320 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/632a3ecf-bc05-4ab0-b481-c8c3ae69b20a HTTP/1.1" status: 204 len: 168 time: 1.3447161 Jul 22 19:19:47.359666 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6b0166e5-d1b9-4fea-b75c-0e003ea87d7d,segment=NetworkSegment(6d5aa309-0fb7-42bc-95c7-edd64485c521),segment_id=6d5aa309-0fb7-42bc-95c7-edd64485c521)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:47.365045 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56900) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:47.381425 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:47.382380 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a68658af-621b-43bd-a077-cf1cd68bd47a up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:47.397147 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4f425010-760d-46cf-9db6-5ef428cbd232 None None] Provisioning complete for port bcb98b36-915e-4c56-a377-ca7c31b5bcea triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:47.397574 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4f425010-760d-46cf-9db6-5ef428cbd232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:47.413122 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc40e1f-b3b3-494a-93e5-2d52b97af320 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=632a3ecf-bc05-4ab0-b481-c8c3ae69b20a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:47.456253 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3d2f1ca0-2540-4690-93bc-737ae335a227 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606511 Jul 22 19:19:47.464657 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56902) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:47.472201 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-3b0f519a-c04e-437b-be65-99f3b5f17d62 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:47.502383 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-80befa83-42ec-4776-afb3-087e3c518240 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:47.570508 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad34ee-c8a0-4a0a-aedf-957ea205fc56 req-4d3c8df5-9cdc-4d90-b599-cddb05b616c5 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:47.580999 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2aad34ee-c8a0-4a0a-aedf-957ea205fc56 req-4d3c8df5-9cdc-4d90-b599-cddb05b616c5 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=251f480c-b7e7-4611-9fb0-97122141a4b9 HTTP/1.1" status: 200 len: 949 time: 0.4801621 Jul 22 19:19:47.583622 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dc9d4f-1436-453a-8e69-1c44d3672e78 None None] Network 5cff6490-4595-4656-b1e3-2107516671d2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:47.585666 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-80befa83-42ec-4776-afb3-087e3c518240 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:47.589175 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-80befa83-42ec-4776-afb3-087e3c518240 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/subnets/f90f6d01-b2b1-4061-b5f0-8d8340455a9b HTTP/1.1" status: 204 len: 168 time: 0.8867745 Jul 22 19:19:47.590310 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80befa83-42ec-4776-afb3-087e3c518240 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Subnet': ['ID=f90f6d01-b2b1-4061-b5f0-8d8340455a9b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:47.592592 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56904) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:47.668145 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-25729073-ac4d-41f1-80fc-8d63cabb97c0 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Deleting subnet e8d47813-1d39-40c4-a04b-4822683cffac {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:19:47.673413 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2aad34ee-c8a0-4a0a-aedf-957ea205fc56 req-084a1c42-4117-4bcd-a353-e570f505e090 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef668b5-7d34-46ad-a15b-7a104c1f6658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909321 Jul 22 19:19:47.674079 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0f519a-c04e-437b-be65-99f3b5f17d62 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:47.677966 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3b0f519a-c04e-437b-be65-99f3b5f17d62 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:47.691472 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-25729073-ac4d-41f1-80fc-8d63cabb97c0 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:47.692136 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-4f425010-760d-46cf-9db6-5ef428cbd232 None None] Port bcb98b36-915e-4c56-a377-ca7c31b5bcea cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:19:47.780773 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=6b0166e5-d1b9-4fea-b75c-0e003ea87d7d,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:47.813850 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b36023-13a0-487f-9118-1f76fa9ace5f None None] Network 9f9f0e74-3ba0-423d-8e24-01982b796e93 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:47.830120 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port a68658af-621b-43bd-a077-cf1cd68bd47a completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:47.835741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb0776-ce56-4bde-bcec-3a1ff5472bac req-45192ffd-2848-49b2-8d7f-bf29258deffc tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:47.843632 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47cb0776-ce56-4bde-bcec-3a1ff5472bac req-45192ffd-2848-49b2-8d7f-bf29258deffc tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 1099 time: 0.4707282 Jul 22 19:19:47.854336 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-25729073-ac4d-41f1-80fc-8d63cabb97c0 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:47.985559 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbea0905-e6e3-470a-a879-b8f1f8045f5b None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:48.003672 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47cb0776-ce56-4bde-bcec-3a1ff5472bac req-2b715a9f-ff7f-4516-9e55-eecda7585dbb tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581593 Jul 22 19:19:48.032093 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56918) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:48.041604 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0219672f-aaa8-4af3-91fe-8efc29dc3d07 None None] Provisioning for port a68658af-621b-43bd-a077-cf1cd68bd47a completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:48.044082 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-25729073-ac4d-41f1-80fc-8d63cabb97c0 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:48.065409 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0219672f-aaa8-4af3-91fe-8efc29dc3d07 None None] Provisioning complete for port a68658af-621b-43bd-a077-cf1cd68bd47a triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:48.065657 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0219672f-aaa8-4af3-91fe-8efc29dc3d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:48.103670 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8f0225a-a829-4a4d-a976-93b530383f67 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:48.185319 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a13e91-4e5d-4020-ba25-ce1c64fc5708 None None] Update dhcp port {'port': {'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64', 'fixed_ips': [{'subnet_id': '13d2d467-14d6-4459-92bd-4088c69a5473', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b68fd7dc-bf0e-449b-bce7-c84d71a9bfae'}], 'binding:host_id': 'n-d-800086-12'}, 'id': '6b0166e5-d1b9-4fea-b75c-0e003ea87d7d'} from n-d-800086-12. {{(pid=93808) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:19:48.339898 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fdf5735c-6ccd-4da1-87cb-848c01a48651 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:48.344466 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-25729073-ac4d-41f1-80fc-8d63cabb97c0 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:48.347007 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fdf5735c-6ccd-4da1-87cb-848c01a48651 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:48.348393 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fdf5735c-6ccd-4da1-87cb-848c01a48651 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:48.386625 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-25729073-ac4d-41f1-80fc-8d63cabb97c0 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:48.397427 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-25729073-ac4d-41f1-80fc-8d63cabb97c0 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/subnets/e8d47813-1d39-40c4-a04b-4822683cffac HTTP/1.1" status: 204 len: 168 time: 0.8002596 Jul 22 19:19:48.397660 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56932) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:48.452363 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25729073-ac4d-41f1-80fc-8d63cabb97c0 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d47813-1d39-40c4-a04b-4822683cffac,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:48.459204 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-77a13e91-4e5d-4020-ba25-ce1c64fc5708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:48.573639 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5735c-6ccd-4da1-87cb-848c01a48651 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Port': ['ID=a90612ad-9860-4d3e-93ff-fd175cbda021,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:48.643733 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0219672f-aaa8-4af3-91fe-8efc29dc3d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:48.650908 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:48.685366 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-a8f0225a-a829-4a4d-a976-93b530383f67 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Delete allocated IP 2001:db8::57 (abb4a764-2f83-49b2-b163-9981a3d92a64/13d2d467-14d6-4459-92bd-4088c69a5473) {{(pid=93806) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 19:19:48.694722 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-a8f0225a-a829-4a4d-a976-93b530383f67 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Allocated IP 2001:db8:0:1::2f4 (abb4a764-2f83-49b2-b163-9981a3d92a64/b68fd7dc-bf0e-449b-bce7-c84d71a9bfae/bcb98b36-915e-4c56-a377-ca7c31b5bcea) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:48.768675 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-edb0472a-7ab6-449e-91d5-29ac4464d790 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:48.793613 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0219672f-aaa8-4af3-91fe-8efc29dc3d07 None None] For port a68658af-621b-43bd-a077-cf1cd68bd47a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a68658af-621b-43bd-a077-cf1cd68bd47a,segment=NetworkSegment(4939819a-8a62-42f4-bdd1-8f7d27d933ec),segment_id=4939819a-8a62-42f4-bdd1-8f7d27d933ec)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:48.798978 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bd7231-5ca4-4c91-9023-07e6532baf21 None None] Update dhcp port {'port': {'network_id': '5cff6490-4595-4656-b1e3-2107516671d2', 'fixed_ips': [{'subnet_id': 'e8d47813-1d39-40c4-a04b-4822683cffac'}], 'binding:host_id': 'n-d-800086-12'}, 'id': 'fd09c31e-7f54-47e8-b4ef-935467ecb736'} from n-d-800086-12. {{(pid=93808) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:19:48.803498 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0219672f-aaa8-4af3-91fe-8efc29dc3d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:48.842292 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf5735c-6ccd-4da1-87cb-848c01a48651 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 9f9f0e74-3ba0-423d-8e24-01982b796e93 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:48.860708 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-fdf5735c-6ccd-4da1-87cb-848c01a48651 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:48.865242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.objects.ports [None req-3b0f519a-c04e-437b-be65-99f3b5f17d62 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93807) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:19:48.897821 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219672f-aaa8-4af3-91fe-8efc29dc3d07 None None] Pushing event updated for resources: {'Port': ['ID=a68658af-621b-43bd-a077-cf1cd68bd47a,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:48.906293 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42237803-d880-4860-97d4-8f404ef35db2 None None] DHCP port deletion for ac1cdc45-8892-4608-b80a-7d90307aaf6c request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:19:48.912412 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:48.912817 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:48.929148 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8f0225a-a829-4a4d-a976-93b530383f67 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:48.950433 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-a8f0225a-a829-4a4d-a976-93b530383f67 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Transition to ACTIVE for port object bcb98b36-915e-4c56-a377-ca7c31b5bcea will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:48.955617 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8f0225a-a829-4a4d-a976-93b530383f67 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:48.987159 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d6bd7231-5ca4-4c91-9023-07e6532baf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.035474 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0225a-a829-4a4d-a976-93b530383f67 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Port': ['ID=bcb98b36-915e-4c56-a377-ca7c31b5bcea,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:49.045943 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-98cc6bd8-9870-4f0f-8e66-4e4124a3e0e5 None None] Provisioning complete for port 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:49.048547 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-98cc6bd8-9870-4f0f-8e66-4e4124a3e0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.065752 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-a8f0225a-a829-4a4d-a976-93b530383f67 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] In _notify_port_updated(), no bound segment for port bcb98b36-915e-4c56-a377-ca7c31b5bcea on network abb4a764-2f83-49b2-b163-9981a3d92a64 {{(pid=93806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:19:49.072306 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f0225a-a829-4a4d-a976-93b530383f67 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:49.073004 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8f0225a-a829-4a4d-a976-93b530383f67 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.076952 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a8f0225a-a829-4a4d-a976-93b530383f67 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "PUT /v2.0/ports/bcb98b36-915e-4c56-a377-ca7c31b5bcea HTTP/1.1" status: 200 len: 931 time: 1.8976378 Jul 22 19:19:49.077930 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56934) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:49.207177 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-462983d1-a3b4-4c03-bd04-00bc82225655 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting port bcb98b36-915e-4c56-a377-ca7c31b5bcea {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:49.210788 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-462983d1-a3b4-4c03-bd04-00bc82225655 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.250995 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-77a13e91-4e5d-4020-ba25-ce1c64fc5708 None None] Allocated IP 2001:db8:0:1::2 (abb4a764-2f83-49b2-b163-9981a3d92a64/b68fd7dc-bf0e-449b-bce7-c84d71a9bfae/6b0166e5-d1b9-4fea-b75c-0e003ea87d7d) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:49.309574 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0da59e9-3b78-40e4-9cea-f87a1bda5d16 req-93e59d78-c65a-44b3-8d4e-5b327ff1a8c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5382981 Jul 22 19:19:49.321740 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-42237803-d880-4860-97d4-8f404ef35db2 None None] Deleting port 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:49.322695 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-42237803-d880-4860-97d4-8f404ef35db2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.344713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-edb0472a-7ab6-449e-91d5-29ac4464d790 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Deleting port fd09c31e-7f54-47e8-b4ef-935467ecb736 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:49.345215 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-edb0472a-7ab6-449e-91d5-29ac4464d790 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.364852 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-9f9d62e5-97b5-4ff2-80bc-575e4ad618e9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Deleting port 0e3f4126-016a-4f9c-acc0-293ee3cdbc2c {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:49.365196 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9f9d62e5-97b5-4ff2-80bc-575e4ad618e9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.372570 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-462983d1-a3b4-4c03-bd04-00bc82225655 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.391401 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-462983d1-a3b4-4c03-bd04-00bc82225655 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Calling delete_port for bcb98b36-915e-4c56-a377-ca7c31b5bcea owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:49.505679 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-42237803-d880-4860-97d4-8f404ef35db2 None None] For port 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:49.506200 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-42237803-d880-4860-97d4-8f404ef35db2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.522226 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-42237803-d880-4860-97d4-8f404ef35db2 None None] Calling delete_port for 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:49.537473 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77a85cd-e455-4117-8bfa-28954ee24fe3 None None] Network 5cff6490-4595-4656-b1e3-2107516671d2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:49.542302 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-462983d1-a3b4-4c03-bd04-00bc82225655 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.573758 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462983d1-a3b4-4c03-bd04-00bc82225655 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Port': ['ID=bcb98b36-915e-4c56-a377-ca7c31b5bcea,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:49.611928 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-462983d1-a3b4-4c03-bd04-00bc82225655 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.614618 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-462983d1-a3b4-4c03-bd04-00bc82225655 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/ports/bcb98b36-915e-4c56-a377-ca7c31b5bcea HTTP/1.1" status: 204 len: 168 time: 0.5352275 Jul 22 19:19:49.616878 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56948) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:49.631512 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-77a13e91-4e5d-4020-ba25-ce1c64fc5708 None None] For port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6b0166e5-d1b9-4fea-b75c-0e003ea87d7d,segment=NetworkSegment(6d5aa309-0fb7-42bc-95c7-edd64485c521),segment_id=6d5aa309-0fb7-42bc-95c7-edd64485c521)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:49.647341 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9fc914-02ea-46f4-b43f-0863c2145eea tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] GET failed (client error): The resource could not be found. Jul 22 19:19:49.652812 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-db9fc914-02ea-46f4-b43f-0863c2145eea tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports/bcb98b36-915e-4c56-a377-ca7c31b5bcea HTTP/1.1" status: 404 len: 333 time: 0.0347807 Jul 22 19:19:49.653468 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56950) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:49.672287 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-77a13e91-4e5d-4020-ba25-ce1c64fc5708 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.688838 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-77a13e91-4e5d-4020-ba25-ce1c64fc5708 None None] Transition to ACTIVE for port object 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:49.727306 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4aa3854f-f8a7-4582-be6b-954a804c717e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.751640 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-77a13e91-4e5d-4020-ba25-ce1c64fc5708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.753926 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4aa3854f-f8a7-4582-be6b-954a804c717e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.800791 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4aa3854f-f8a7-4582-be6b-954a804c717e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.804141 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4aa3854f-f8a7-4582-be6b-954a804c717e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.805894 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4aa3854f-f8a7-4582-be6b-954a804c717e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/security-groups/354ccaf6-708a-4aaa-9f7c-d2a2f1a0de7b HTTP/1.1" status: 204 len: 168 time: 0.1513057 Jul 22 19:19:49.811086 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56952) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:49.850230 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3854f-f8a7-4582-be6b-954a804c717e tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=354ccaf6-708a-4aaa-9f7c-d2a2f1a0de7b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:49.880731 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edce6720-5102-4285-8fe0-598320b20d2c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.906486 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edce6720-5102-4285-8fe0-598320b20d2c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.944791 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-42237803-d880-4860-97d4-8f404ef35db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.960616 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edce6720-5102-4285-8fe0-598320b20d2c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.963353 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edce6720-5102-4285-8fe0-598320b20d2c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.966812 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-edce6720-5102-4285-8fe0-598320b20d2c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/security-groups/2e0bf162-690f-40be-ad1c-e9b6c58501b9 HTTP/1.1" status: 204 len: 168 time: 0.1537929 Jul 22 19:19:49.970130 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56954) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:49.971489 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf5735c-6ccd-4da1-87cb-848c01a48651 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router 4ad08969-c9c4-4e25-8306-e9e7b6a384b2 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:19:49.974902 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-edb0472a-7ab6-449e-91d5-29ac4464d790 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] For port fd09c31e-7f54-47e8-b4ef-935467ecb736, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fd09c31e-7f54-47e8-b4ef-935467ecb736,segment=NetworkSegment(30e6cdbe-8ccc-4c26-af96-c2a5dbfb3003),segment_id=30e6cdbe-8ccc-4c26-af96-c2a5dbfb3003)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:49.975266 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-edb0472a-7ab6-449e-91d5-29ac4464d790 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.982172 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3b0f519a-c04e-437b-be65-99f3b5f17d62 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:49.989934 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce6720-5102-4285-8fe0-598320b20d2c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0bf162-690f-40be-ad1c-e9b6c58501b9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:50.019462 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42237803-d880-4860-97d4-8f404ef35db2 None None] No DVR routers for this DVR port 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:50.023339 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-edb0472a-7ab6-449e-91d5-29ac4464d790 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Calling delete_port for fd09c31e-7f54-47e8-b4ef-935467ecb736 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:50.039071 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 2c3a721c-5b54-4d6e-b84a-73fe586f402f no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:19:50.050166 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a97c1e-eb48-4707-9593-b0285b164958 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting subnet 13d2d467-14d6-4459-92bd-4088c69a5473 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:19:50.057693 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01a97c1e-eb48-4707-9593-b0285b164958 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:50.079965 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a13e91-4e5d-4020-ba25-ce1c64fc5708 None None] Pushing event updated for resources: {'Port': ['ID=6b0166e5-d1b9-4fea-b75c-0e003ea87d7d,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:50.104745 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01a97c1e-eb48-4707-9593-b0285b164958 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:50.115382 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9f9d62e5-97b5-4ff2-80bc-575e4ad618e9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:50.115685 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9f9d62e5-97b5-4ff2-80bc-575e4ad618e9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:50.127150 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42237803-d880-4860-97d4-8f404ef35db2 None None] Pushing event deleted for resources: {'Port': ['ID=4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:50.129795 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-eb06c6ec-af3b-47ff-b319-5c561c6a0353 None None] Provisioning complete for port fd09c31e-7f54-47e8-b4ef-935467ecb736 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:50.130032 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-eb06c6ec-af3b-47ff-b319-5c561c6a0353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:50.157653 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0f519a-c04e-437b-be65-99f3b5f17d62 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Port 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b concurrently deleted while adding address for new subnet {'id': 'ca28f93c-ddc9-46b0-ad03-f3708bc20324', 'name': '', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2537, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-22T19:19:47Z', 'updated_at': '2021-07-22T19:19:47Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'ad1cdc5a133746e29de5c5cd5af7586b'}. {{(pid=93807) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 22 19:19:50.158356 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3b0f519a-c04e-437b-be65-99f3b5f17d62 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:50.169743 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-9f9d62e5-97b5-4ff2-80bc-575e4ad618e9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Calling delete_port for 0e3f4126-016a-4f9c-acc0-293ee3cdbc2c owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:50.225599 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01a97c1e-eb48-4707-9593-b0285b164958 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:50.247958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d80f0a2-6526-4b90-9727-79719e9686f0 None None] DHCP port deletion for 5cff6490-4595-4656-b1e3-2107516671d2 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:19:50.255314 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da59e9-3b78-40e4-9cea-f87a1bda5d16 req-cd48fa36-2d97-4778-afd1-9940b7d87f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:50.256907 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0da59e9-3b78-40e4-9cea-f87a1bda5d16 req-cd48fa36-2d97-4778-afd1-9940b7d87f40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 1099 time: 0.8252368 Jul 22 19:19:50.309393 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01a97c1e-eb48-4707-9593-b0285b164958 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:50.332135 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:50.341145 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a97c1e-eb48-4707-9593-b0285b164958 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Subnet': ['ID=13d2d467-14d6-4459-92bd-4088c69a5473,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:50.343091 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0f519a-c04e-437b-be65-99f3b5f17d62 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:50.353729 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01a97c1e-eb48-4707-9593-b0285b164958 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:50.360014 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-01a97c1e-eb48-4707-9593-b0285b164958 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/subnets/13d2d467-14d6-4459-92bd-4088c69a5473 HTTP/1.1" status: 204 len: 168 time: 0.3808389 Jul 22 19:19:50.360014 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56958) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:50.366251 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-49274b50-5f32-42c9-8761-00df621fc2c1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'subnet': {'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:50.398707 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-3b0f519a-c04e-437b-be65-99f3b5f17d62 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:50.402359 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251f480c-b7e7-4611-9fb0-97122141a4b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c3a721c-5b54-4d6e-b84a-73fe586f402f'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:19:50.405420 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63847b8e-0122-4ec3-871e-720fe317966d" -d '{"events": [{"server_uuid": "251f480c-b7e7-4611-9fb0-97122141a4b9", "name": "network-vif-unplugged", "status": "completed", "tag": "2c3a721c-5b54-4d6e-b84a-73fe586f402f"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:19:50.414233 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0f519a-c04e-437b-be65-99f3b5f17d62 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:50.425059 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3b0f519a-c04e-437b-be65-99f3b5f17d62 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:50.428576 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-eb06c6ec-af3b-47ff-b319-5c561c6a0353 None None] Provisioning for port a90612ad-9860-4d3e-93ff-fd175cbda021 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:50.433348 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 2c3a721c-5b54-4d6e-b84a-73fe586f402f, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=2c3a721c-5b54-4d6e-b84a-73fe586f402f,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:50.445098 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-eb06c6ec-af3b-47ff-b319-5c561c6a0353 None None] Provisioning complete for port a90612ad-9860-4d3e-93ff-fd175cbda021 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:50.445555 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-eb06c6ec-af3b-47ff-b319-5c561c6a0353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:50.447926 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1d80f0a2-6526-4b90-9727-79719e9686f0 None None] Deleting port fd09c31e-7f54-47e8-b4ef-935467ecb736 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:50.448049 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1d80f0a2-6526-4b90-9727-79719e9686f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:50.450632 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:50.503349 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af8d339-7b9c-4441-b89c-1b4835bbf566 x-openstack-request-id: req-7af8d339-7b9c-4441-b89c-1b4835bbf566 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:19:50.503641 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251f480c-b7e7-4611-9fb0-97122141a4b9", "name": "network-vif-unplugged", "status": "completed", "tag": "2c3a721c-5b54-4d6e-b84a-73fe586f402f", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:19:50.503894 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7af8d339-7b9c-4441-b89c-1b4835bbf566 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:19:50.504536 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251f480c-b7e7-4611-9fb0-97122141a4b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c3a721c-5b54-4d6e-b84a-73fe586f402f', 'code': 200} Jul 22 19:19:50.509786 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f519a-c04e-437b-be65-99f3b5f17d62 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=ca28f93c-ddc9-46b0-ad03-f3708bc20324,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:50.533204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf5735c-6ccd-4da1-87cb-848c01a48651 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:19:50.546568 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f144da1-f8e5-42bc-b873-1bb6b5045771 None None] Sync routers for ids ['4ad08969-c9c4-4e25-8306-e9e7b6a384b2'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:19:50.558366 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fdf5735c-6ccd-4da1-87cb-848c01a48651 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/4ad08969-c9c4-4e25-8306-e9e7b6a384b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8196812 Jul 22 19:19:50.566706 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f144da1-f8e5-42bc-b873-1bb6b5045771 None None] Routers {'4ad08969-c9c4-4e25-8306-e9e7b6a384b2'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:50.568461 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-9f144da1-f8e5-42bc-b873-1bb6b5045771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4ad08969-c9c4-4e25-8306-e9e7b6a384b2'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:50.582354 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56972) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:50.608312 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-eb06c6ec-af3b-47ff-b319-5c561c6a0353 None None] Port a90612ad-9860-4d3e-93ff-fd175cbda021 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:19:50.639074 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3b0f519a-c04e-437b-be65-99f3b5f17d62 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1721611 Jul 22 19:19:50.642459 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56974) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:50.654375 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-9f144da1-f8e5-42bc-b873-1bb6b5045771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:50.654714 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-f5263f2d-b706-4447-ab48-1510923904b1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:50.684024 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f144da1-f8e5-42bc-b873-1bb6b5045771 None None] Routers {'4ad08969-c9c4-4e25-8306-e9e7b6a384b2'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:50.685158 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-9f144da1-f8e5-42bc-b873-1bb6b5045771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4ad08969-c9c4-4e25-8306-e9e7b6a384b2'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:50.698462 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49274b50-5f32-42c9-8761-00df621fc2c1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:50.702047 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-49274b50-5f32-42c9-8761-00df621fc2c1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:50.710294 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1d80f0a2-6526-4b90-9727-79719e9686f0 None None] For port fd09c31e-7f54-47e8-b4ef-935467ecb736, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fd09c31e-7f54-47e8-b4ef-935467ecb736,segment=NetworkSegment(30e6cdbe-8ccc-4c26-af96-c2a5dbfb3003),segment_id=30e6cdbe-8ccc-4c26-af96-c2a5dbfb3003)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:50.710697 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1d80f0a2-6526-4b90-9727-79719e9686f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:50.727963 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-9f144da1-f8e5-42bc-b873-1bb6b5045771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:50.728830 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f144da1-f8e5-42bc-b873-1bb6b5045771 None None] The sync data for ids ['4ad08969-c9c4-4e25-8306-e9e7b6a384b2'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:19:50.729374 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-edb0472a-7ab6-449e-91d5-29ac4464d790 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:50.735522 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1d80f0a2-6526-4b90-9727-79719e9686f0 None None] Calling delete_port for fd09c31e-7f54-47e8-b4ef-935467ecb736 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:50.746237 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11035c3-b935-40e3-881a-d4a2d1176ddc None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:50.748065 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:50.749727 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d0dcd13d-f840-490d-aec6-b2a9f77e15c7 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:19:50.797556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0472a-7ab6-449e-91d5-29ac4464d790 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Port': ['ID=fd09c31e-7f54-47e8-b4ef-935467ecb736,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:50.800392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da59e9-3b78-40e4-9cea-f87a1bda5d16 req-4314291c-d461-4504-b2dc-ca8b717d6d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:50.802720 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0da59e9-3b78-40e4-9cea-f87a1bda5d16 req-4314291c-d461-4504-b2dc-ca8b717d6d0c service neutron] 10.222.0.30 "GET /v2.0/networks?id=df503071-5467-4b61-a327-2f5cc8dfeccd HTTP/1.1" status: 200 len: 897 time: 0.5165973 Jul 22 19:19:50.818612 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9e3279-ad97-421d-8823-5ce22b89a684 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:50.820494 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bd9e3279-ad97-421d-8823-5ce22b89a684 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/ports/a90612ad-9860-4d3e-93ff-fd175cbda021 HTTP/1.1" status: 200 len: 911 time: 0.2359042 Jul 22 19:19:50.823667 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56976) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:50.833504 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-11944884-4595-4f88-b6c6-02e38989a8eb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '51c76d7b-e774-4c7d-a50c-225d77afee1b'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:50.853031 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb0472a-7ab6-449e-91d5-29ac4464d790 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] No DVR routers for this DVR port fd09c31e-7f54-47e8-b4ef-935467ecb736 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:50.989206 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=2c3a721c-5b54-4d6e-b84a-73fe586f402f,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:51.014628 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0da59e9-3b78-40e4-9cea-f87a1bda5d16 req-ef2645d7-f0ff-497a-986e-5a6cf01f86e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215 HTTP/1.1" status: 200 len: 1002 time: 0.1985412 Jul 22 19:19:51.047313 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-edb0472a-7ab6-449e-91d5-29ac4464d790 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:51.065631 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-eb06c6ec-af3b-47ff-b319-5c561c6a0353 None None] Provisioning complete for port a68658af-621b-43bd-a077-cf1cd68bd47a triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:51.066245 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-eb06c6ec-af3b-47ff-b319-5c561c6a0353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:51.077222 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-edb0472a-7ab6-449e-91d5-29ac4464d790 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cff6490-4595-4656-b1e3-2107516671d2']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:51.096757 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.resource_extend [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:19:51.173889 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-edb0472a-7ab6-449e-91d5-29ac4464d790 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e6cdbe-8ccc-4c26-af96-c2a5dbfb3003') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:51.174773 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-edb0472a-7ab6-449e-91d5-29ac4464d790 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e6cdbe-8ccc-4c26-af96-c2a5dbfb3003') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:51.189093 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-11944884-4595-4f88-b6c6-02e38989a8eb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:51.206951 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-edb0472a-7ab6-449e-91d5-29ac4464d790 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.219954 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.224723 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.224723 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.224723 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.224723 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.224723 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.224723 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.224723 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.224723 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.224723 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.224723 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.224723 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.224723 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.224723 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:19:51.224723 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:19:51.224723 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd36d868-723c-45ed-a694-8fc37363241a None None] Network abb4a764-2f83-49b2-b163-9981a3d92a64 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:51.227851 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5263f2d-b706-4447-ab48-1510923904b1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:51.228359 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f5263f2d-b706-4447-ab48-1510923904b1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:51.262975 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da59e9-3b78-40e4-9cea-f87a1bda5d16 req-fc416ede-2d37-4297-a118-4ddb9121b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:51.264514 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0da59e9-3b78-40e4-9cea-f87a1bda5d16 req-fc416ede-2d37-4297-a118-4ddb9121b708 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4638c070-974b-404a-b719-c849049732a3 HTTP/1.1" status: 200 len: 835 time: 0.2050040 Jul 22 19:19:51.265567 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-edb0472a-7ab6-449e-91d5-29ac4464d790 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:51.300539 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb0472a-7ab6-449e-91d5-29ac4464d790 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:19:51.301117 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-edb0472a-7ab6-449e-91d5-29ac4464d790 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:19:51.307315 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:19:51.336365 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1d80f0a2-6526-4b90-9727-79719e9686f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:51.338462 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a68658af-621b-43bd-a077-cf1cd68bd47a up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:51.358844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port d0dcd13d-f840-490d-aec6-b2a9f77e15c7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d0dcd13d-f840-490d-aec6-b2a9f77e15c7,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:51.394255 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9f9d62e5-97b5-4ff2-80bc-575e4ad618e9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:51.429310 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80f0a2-6526-4b90-9727-79719e9686f0 None None] Pushing event deleted for resources: {'Port': ['ID=fd09c31e-7f54-47e8-b4ef-935467ecb736,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:51.442662 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d80f0a2-6526-4b90-9727-79719e9686f0 None None] No DVR routers for this DVR port fd09c31e-7f54-47e8-b4ef-935467ecb736 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:51.470383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'd0dcd13d-f840-490d-aec6-b2a9f77e15c7', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': 'd0dcd13d-f840-490d-aec6-b2a9f77e15c7', 'mac_address': 'fa:16:3e:af:f6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:19:51.482733 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d62e5-97b5-4ff2-80bc-575e4ad618e9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Port': ['ID=0e3f4126-016a-4f9c-acc0-293ee3cdbc2c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:51.508885 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-edb0472a-7ab6-449e-91d5-29ac4464d790 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:51.513009 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-edb0472a-7ab6-449e-91d5-29ac4464d790 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:51.518063 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-edb0472a-7ab6-449e-91d5-29ac4464d790 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/networks/5cff6490-4595-4656-b1e3-2107516671d2 HTTP/1.1" status: 204 len: 168 time: 3.0943573 Jul 22 19:19:51.539271 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56982) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:51.560350 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'fixed_ips': [{'subnet_id': 'ca28f93c-ddc9-46b0-ad03-f3708bc20324'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:19:51.561231 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:51.577151 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0472a-7ab6-449e-91d5-29ac4464d790 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Network': ['ID=5cff6490-4595-4656-b1e3-2107516671d2,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:51.632421 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-1061e878-9578-4a06-ac26-d640fa149c2a tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] DELETE failed (client error): The resource could not be found. Jul 22 19:19:51.633229 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1061e878-9578-4a06-ac26-d640fa149c2a tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:19:51.635713 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1061e878-9578-4a06-ac26-d640fa149c2a tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/subnets/edb3c361-b700-4d78-90af-492b9008ad9e HTTP/1.1" status: 404 len: 337 time: 0.0749073 Jul 22 19:19:51.639045 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56992) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:51.669094 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port a68658af-621b-43bd-a077-cf1cd68bd47a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:51.669468 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:51.671416 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:51.695457 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9f9d62e5-97b5-4ff2-80bc-575e4ad618e9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:51.695831 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-9f9d62e5-97b5-4ff2-80bc-575e4ad618e9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Floating IP e7e64423-2f24-425b-aceb-a0517b195cf9 disassociated (deleted). External IP: 172.25.3.253, port: deea12ea-0ef2-477e-adc1-e0c1b75d4215. Jul 22 19:19:51.706387 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-49274b50-5f32-42c9-8761-00df621fc2c1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:51.748318 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-9162c637-d83b-4084-bae4-c653d9091f5f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] DELETE failed (client error): The resource could not be found. Jul 22 19:19:51.749137 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9162c637-d83b-4084-bae4-c653d9091f5f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:19:51.751636 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9162c637-d83b-4084-bae4-c653d9091f5f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/networks/22db89aa-abb1-471a-95a0-b14b8111a438 HTTP/1.1" status: 404 len: 339 time: 0.1116621 Jul 22 19:19:51.766018 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57000) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:51.781944 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da59e9-3b78-40e4-9cea-f87a1bda5d16 req-a08e81c1-8cd2-446b-b053-dd7f2c474a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:51.784060 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0da59e9-3b78-40e4-9cea-f87a1bda5d16 req-a08e81c1-8cd2-446b-b053-dd7f2c474a58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df503071-5467-4b61-a327-2f5cc8dfeccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5006411 Jul 22 19:19:51.839671 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3768998-cf27-4a37-bcf4-dbf0e24cf2f3 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] DELETE failed (client error): The resource could not be found. Jul 22 19:19:51.840593 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3768998-cf27-4a37-bcf4-dbf0e24cf2f3 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:19:51.843678 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b3768998-cf27-4a37-bcf4-dbf0e24cf2f3 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/subnets/5088bf90-3137-4eb5-a5f1-917c347afb3d HTTP/1.1" status: 404 len: 337 time: 0.0734451 Jul 22 19:19:51.854600 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57004) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:51.857063 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49274b50-5f32-42c9-8761-00df621fc2c1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network abb4a764-2f83-49b2-b163-9981a3d92a64 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:51.873738 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-49274b50-5f32-42c9-8761-00df621fc2c1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:51.878742 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] Allocated IP 2001:db8::f816:3eff:fe27:2bdc (ac1cdc45-8892-4608-b80a-7d90307aaf6c/ca28f93c-ddc9-46b0-ad03-f3708bc20324/dba6765d-ac90-4383-82fd-bd963c99b7ba) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:51.884529 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49274b50-5f32-42c9-8761-00df621fc2c1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:51.885573 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-49274b50-5f32-42c9-8761-00df621fc2c1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:51.888781 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7a8f24-4194-40db-b62d-fd22d4d9a9c3 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] DELETE failed (client error): The resource could not be found. Jul 22 19:19:51.889403 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49274b50-5f32-42c9-8761-00df621fc2c1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Subnet': ['ID=bc9002aa-d145-4992-a532-c5bf16e253ab,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:51.889626 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b7a8f24-4194-40db-b62d-fd22d4d9a9c3 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:19:51.891251 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5b7a8f24-4194-40db-b62d-fd22d4d9a9c3 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/networks/c81f5325-a89d-4c95-9235-bc499e3c967c HTTP/1.1" status: 404 len: 339 time: 0.0311432 Jul 22 19:19:51.903404 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57006) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:51.973408 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-460d70b3-ea75-44a1-a0b9-f69a7da3f266 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] DELETE failed (client error): The resource could not be found. Jul 22 19:19:51.974218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-460d70b3-ea75-44a1-a0b9-f69a7da3f266 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:19:51.976142 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-460d70b3-ea75-44a1-a0b9-f69a7da3f266 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/subnets/834af728-c8d6-4653-944d-43af0b0735d1 HTTP/1.1" status: 404 len: 337 time: 0.0477018 Jul 22 19:19:51.983728 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-49274b50-5f32-42c9-8761-00df621fc2c1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6207538 Jul 22 19:19:51.987661 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57008) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:51.988959 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57010) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:52.009283 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-213d177e-dc5e-4995-a3f1-9213e0965b81 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'security_group': {'name': 'tempest-secgroup-3020735'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:52.027736 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0dcd13d-f840-490d-aec6-b2a9f77e15c7 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:19:52.050232 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-372d9dc4-2abe-46b5-b55a-8c82f628c352 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] DELETE failed (client error): The resource could not be found. Jul 22 19:19:52.052062 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372d9dc4-2abe-46b5-b55a-8c82f628c352 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:19:52.055342 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-372d9dc4-2abe-46b5-b55a-8c82f628c352 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/networks/ee77f685-334c-4d2f-8b2d-8f5b2b46d494 HTTP/1.1" status: 404 len: 339 time: 0.0645697 Jul 22 19:19:52.076051 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-61c2d8ba-e456-4e67-85b7-526be094fd8b None None] Provisioning complete for port 2d82db8d-14af-4a09-9936-4600f5ff7820 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:52.077010 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-61c2d8ba-e456-4e67-85b7-526be094fd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:52.096742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57014) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:52.137990 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0da59e9-3b78-40e4-9cea-f87a1bda5d16 req-1fc33c33-d030-43fd-8e0a-83be15470b14 service neutron] 10.222.0.30 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446360 Jul 22 19:19:52.141185 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-213d177e-dc5e-4995-a3f1-9213e0965b81 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:52.185773 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:52.209113 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] Transition to ACTIVE for port object dba6765d-ac90-4383-82fd-bd963c99b7ba will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:52.258508 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] Transition to ACTIVE for port object dba6765d-ac90-4383-82fd-bd963c99b7ba will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:52.285619 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:52.290717 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port d0dcd13d-f840-490d-aec6-b2a9f77e15c7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d0dcd13d-f840-490d-aec6-b2a9f77e15c7,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:52.324007 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81cf82f-c51e-4356-b124-7c2b074f2b0f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Deleting subnet f636e50c-7d76-412a-ae60-42e90198efab {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:19:52.327461 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a81cf82f-c51e-4356-b124-7c2b074f2b0f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:52.360463 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:52.400622 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f5263f2d-b706-4447-ab48-1510923904b1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:52.412508 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-213d177e-dc5e-4995-a3f1-9213e0965b81 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:52.415224 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a81cf82f-c51e-4356-b124-7c2b074f2b0f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:52.425118 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-213d177e-dc5e-4995-a3f1-9213e0965b81 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:52.431643 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5263f2d-b706-4447-ab48-1510923904b1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:52.466295 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:52.467428 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-f5263f2d-b706-4447-ab48-1510923904b1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:52.475380 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] Pushing event updated for resources: {'Port': ['ID=dba6765d-ac90-4383-82fd-bd963c99b7ba,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:52.477789 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:52.483588 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:52.490071 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-61c2d8ba-e456-4e67-85b7-526be094fd8b None None] Port 2d82db8d-14af-4a09-9936-4600f5ff7820 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:19:52.500412 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-61c2d8ba-e456-4e67-85b7-526be094fd8b None None] Could not find standard attr ID for object bcb98b36-915e-4c56-a377-ca7c31b5bcea. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:19:52.512835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5263f2d-b706-4447-ab48-1510923904b1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:52.514056 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f5263f2d-b706-4447-ab48-1510923904b1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:52.517192 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-11944884-4595-4f88-b6c6-02e38989a8eb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:52.542485 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['d0dcd13d-f840-490d-aec6-b2a9f77e15c7'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:19:52.547959 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0da59e9-3b78-40e4-9cea-f87a1bda5d16 req-e1c730eb-8264-4e34-a0da-6ffff5eb3151 service neutron] 10.222.0.30 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652294 Jul 22 19:19:52.578726 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-11944884-4595-4f88-b6c6-02e38989a8eb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:52.593337 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11944884-4595-4f88-b6c6-02e38989a8eb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:52.594328 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-11944884-4595-4f88-b6c6-02e38989a8eb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:52.596778 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-11944884-4595-4f88-b6c6-02e38989a8eb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/ports/a90612ad-9860-4d3e-93ff-fd175cbda021 HTTP/1.1" status: 200 len: 911 time: 1.7714894 Jul 22 19:19:52.611280 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57032) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:52.612869 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-213d177e-dc5e-4995-a3f1-9213e0965b81 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:52.614977 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-213d177e-dc5e-4995-a3f1-9213e0965b81 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6119454 Jul 22 19:19:52.622963 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57034) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:52.638467 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f5263f2d-b706-4447-ab48-1510923904b1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9941022 Jul 22 19:19:52.657736 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57040) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:52.664465 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-3fafc580-2028-4a70-95f5-580f84a86130 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'mac_address': 'fa:16:3e:3c:d2:b8', 'name': 'tempest-NetworksTestDHCPv6-938987107'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:52.672718 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-29fa4269-aa57-49a5-bbd4-cd9628e6504b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'security_group': {'name': 'tempest-secgroup-960945373'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:52.676793 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9d62e5-97b5-4ff2-80bc-575e4ad618e9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Router c76e63c0-cbd4-4437-9048-12cf770552cc has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:19:52.712358 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d177e-dc5e-4995-a3f1-9213e0965b81 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0b34c6-c2e6-4cb9-bec6-fcc8fe75b898,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:52.733675 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-61c2d8ba-e456-4e67-85b7-526be094fd8b None None] Provisioning for port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:52.739936 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=d0dcd13d-f840-490d-aec6-b2a9f77e15c7,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:52.766263 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-61c2d8ba-e456-4e67-85b7-526be094fd8b None None] Provisioning complete for port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:52.767159 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-61c2d8ba-e456-4e67-85b7-526be094fd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:52.801908 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11944884-4595-4f88-b6c6-02e38989a8eb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Port': ['ID=a90612ad-9860-4d3e-93ff-fd175cbda021,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:52.813363 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-29fa4269-aa57-49a5-bbd4-cd9628e6504b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:52.823275 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:19:53.006823 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:19:53.007202 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4bfc4a2a-9f4e-45c7-a6c0-a64d272bf06b not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:19:53.007716 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fd09c31e-7f54-47e8-b4ef-935467ecb736 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:19:53.021386 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-29fa4269-aa57-49a5-bbd4-cd9628e6504b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:53.032312 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-29fa4269-aa57-49a5-bbd4-cd9628e6504b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:53.054280 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: fd09c31e-7f54-47e8-b4ef-935467ecb736 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:19:53.054788 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fd09c31e-7f54-47e8-b4ef-935467ecb736 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:19:53.083466 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] Attempting to bind port dba6765d-ac90-4383-82fd-bd963c99b7ba on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:19:53.087809 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] Attempting to bind port dba6765d-ac90-4383-82fd-bd963c99b7ba by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:19:53.089468 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] Attempting to bind port dba6765d-ac90-4383-82fd-bd963c99b7ba on network ac1cdc45-8892-4608-b80a-7d90307aaf6c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:19:53.119641 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa4269-aa57-49a5-bbd4-cd9628e6504b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edfc9bdd-a6c3-4556-9473-6d6a5f50d825,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:53.123644 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-29fa4269-aa57-49a5-bbd4-cd9628e6504b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:53.125395 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-29fa4269-aa57-49a5-bbd4-cd9628e6504b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4730051 Jul 22 19:19:53.128103 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57048) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:53.134242 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-bbb5e8c4-33ab-420b-8a84-c17045db0f28 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'security_group': {'name': 'tempest-secgroup-2053970969'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:53.180813 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fafc580-2028-4a70-95f5-580f84a86130 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:53.189479 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:19:53.190318 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] Checking segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:19:53.193088 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:53.194431 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] Bound using segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:19:53.195752 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] Bound port: dba6765d-ac90-4383-82fd-bd963c99b7ba, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:19:53.200919 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:53.267588 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bbb5e8c4-33ab-420b-8a84-c17045db0f28 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:53.310198 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] For port dba6765d-ac90-4383-82fd-bd963c99b7ba, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:19:53.313846 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] For port dba6765d-ac90-4383-82fd-bd963c99b7ba, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=dba6765d-ac90-4383-82fd-bd963c99b7ba,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:19:53.329439 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:53.379911 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5263f2d-b706-4447-ab48-1510923904b1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=5a349cd8-9f53-4a59-8d2e-cc2d9973a0e0,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:53.417525 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3fafc580-2028-4a70-95f5-580f84a86130 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:53.464091 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-3fafc580-2028-4a70-95f5-580f84a86130 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] device_id is not set on port 22d64b96-e5e9-4b81-84c6-28a2e1e34fcc yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:19:53.476400 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67158ee6-83c7-421c-bd0e-ac000615b797 None None] Pushing event updated for resources: {'Port': ['ID=dba6765d-ac90-4383-82fd-bd963c99b7ba,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:53.508994 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa15e41d-3e2e-45ae-9026-d237013d4c2d None None] Network abb4a764-2f83-49b2-b163-9981a3d92a64 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:53.574912 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a81cf82f-c51e-4356-b124-7c2b074f2b0f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:53.608083 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bbb5e8c4-33ab-420b-8a84-c17045db0f28 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:53.610206 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e85bd5ef-4d37-42a2-8d82-857b16a273ad None None] Provisioning complete for port 2d82db8d-14af-4a09-9936-4600f5ff7820 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:53.610916 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e85bd5ef-4d37-42a2-8d82-857b16a273ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:53.647784 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bbb5e8c4-33ab-420b-8a84-c17045db0f28 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:53.739894 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-e85bd5ef-4d37-42a2-8d82-857b16a273ad None None] Port 2d82db8d-14af-4a09-9936-4600f5ff7820 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:19:53.786119 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:19:53.861343 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-3fafc580-2028-4a70-95f5-580f84a86130 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 172.20.0.11 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/5a349cd8-9f53-4a59-8d2e-cc2d9973a0e0/22d64b96-e5e9-4b81-84c6-28a2e1e34fcc) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:53.878204 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-3fafc580-2028-4a70-95f5-580f84a86130 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8::f816:3eff:fe3c:d2b8 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/ca28f93c-ddc9-46b0-ad03-f3708bc20324/22d64b96-e5e9-4b81-84c6-28a2e1e34fcc) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:53.966482 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a81cf82f-c51e-4356-b124-7c2b074f2b0f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:53.982139 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9d62e5-97b5-4ff2-80bc-575e4ad618e9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:19:54.061613 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997f5a7f-7820-46b3-bc6b-06bd79317bd0 None None] Sync routers for ids ['c76e63c0-cbd4-4437-9048-12cf770552cc'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:19:54.083184 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e85bd5ef-4d37-42a2-8d82-857b16a273ad None None] Provisioning complete for port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:54.083838 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e85bd5ef-4d37-42a2-8d82-857b16a273ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:54.099124 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9f9d62e5-97b5-4ff2-80bc-575e4ad618e9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:54.115422 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d26eee-861e-428b-95d5-54bdd32f0d7b None None] Network f560e5ef-5b6f-448f-8127-d58bbad3283c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:54.117238 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3fafc580-2028-4a70-95f5-580f84a86130 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:54.131849 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-3fafc580-2028-4a70-95f5-580f84a86130 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Transition to ACTIVE for port object 22d64b96-e5e9-4b81-84c6-28a2e1e34fcc will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:54.142815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997f5a7f-7820-46b3-bc6b-06bd79317bd0 None None] Routers {'c76e63c0-cbd4-4437-9048-12cf770552cc'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:54.143757 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-997f5a7f-7820-46b3-bc6b-06bd79317bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c76e63c0-cbd4-4437-9048-12cf770552cc'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:54.150295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81cf82f-c51e-4356-b124-7c2b074f2b0f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Subnet': ['ID=f636e50c-7d76-412a-ae60-42e90198efab,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:54.158324 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9f9d62e5-97b5-4ff2-80bc-575e4ad618e9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "DELETE /v2.0/floatingips/e7e64423-2f24-425b-aceb-a0517b195cf9 HTTP/1.1" status: 204 len: 168 time: 6.1214018 Jul 22 19:19:54.168602 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a81cf82f-c51e-4356-b124-7c2b074f2b0f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:54.170094 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bbb5e8c4-33ab-420b-8a84-c17045db0f28 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:54.170630 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a81cf82f-c51e-4356-b124-7c2b074f2b0f tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/subnets/f636e50c-7d76-412a-ae60-42e90198efab HTTP/1.1" status: 204 len: 168 time: 2.0693750 Jul 22 19:19:54.174003 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192abf67-c826-49d7-ba39-040d56d3f93d', 'tag': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:19:54.174193 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bbb5e8c4-33ab-420b-8a84-c17045db0f28 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0422621 Jul 22 19:19:54.174319 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23677e3-690c-428b-9137-6eeeff943537" -d '{"events": [{"name": "network-changed", "server_uuid": "192abf67-c826-49d7-ba39-040d56d3f93d", "tag": "deea12ea-0ef2-477e-adc1-e0c1b75d4215"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:19:54.175097 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3fafc580-2028-4a70-95f5-580f84a86130 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:54.177222 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57064) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:54.177560 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57066) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:54.190849 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-3e1ce66c-faf4-4c96-b37a-f68ff6423f49 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-100335776', 'security_groups': ['7c81b365-e011-4844-bb1d-a0e381a65923'], 'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bc9002aa-d145-4992-a532-c5bf16e253ab'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:54.195883 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5e8c4-33ab-420b-8a84-c17045db0f28 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c81b365-e011-4844-bb1d-a0e381a65923,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:54.296296 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd08d34-44d3-45e5-8e20-f55fb3d63c16 x-openstack-request-id: req-9cd08d34-44d3-45e5-8e20-f55fb3d63c16 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:19:54.297781 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192abf67-c826-49d7-ba39-040d56d3f93d", "tag": "deea12ea-0ef2-477e-adc1-e0c1b75d4215", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:19:54.298267 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9cd08d34-44d3-45e5-8e20-f55fb3d63c16 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:19:54.299548 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192abf67-c826-49d7-ba39-040d56d3f93d', 'tag': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215', 'status': 'completed', 'code': 200} Jul 22 19:19:54.302930 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fafc580-2028-4a70-95f5-580f84a86130 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:54.310733 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-3fafc580-2028-4a70-95f5-580f84a86130 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:54.357170 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fafc580-2028-4a70-95f5-580f84a86130 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:54.431248 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafc580-2028-4a70-95f5-580f84a86130 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=22d64b96-e5e9-4b81-84c6-28a2e1e34fcc,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:54.444910 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-efd9cd11-bb97-4dc7-99ee-7b9131675caa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:54.530383 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fafc580-2028-4a70-95f5-580f84a86130 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:54.531306 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3fafc580-2028-4a70-95f5-580f84a86130 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:54.608336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23677e3-690c-428b-9137-6eeeff943537 req-5de16fa8-4fe7-466e-b500-0246fcfa9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:54.610218 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c23677e3-690c-428b-9137-6eeeff943537 req-5de16fa8-4fe7-466e-b500-0246fcfa9a02 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 1099 time: 0.2852333 Jul 22 19:19:54.638144 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3fafc580-2028-4a70-95f5-580f84a86130 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9789016 Jul 22 19:19:54.639994 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57072) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:54.737977 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23677e3-690c-428b-9137-6eeeff943537 req-ebb689af-49a5-4c5c-b14d-55706c4db8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:54.743257 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c23677e3-690c-428b-9137-6eeeff943537 req-ebb689af-49a5-4c5c-b14d-55706c4db8d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=df503071-5467-4b61-a327-2f5cc8dfeccd HTTP/1.1" status: 200 len: 897 time: 0.1246376 Jul 22 19:19:54.772721 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1ce66c-faf4-4c96-b37a-f68ff6423f49 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:54.822027 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d0dcd13d-f840-490d-aec6-b2a9f77e15c7 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:54.846638 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-997f5a7f-7820-46b3-bc6b-06bd79317bd0 None None] Set router c76e63c0-cbd4-4437-9048-12cf770552cc gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:19:54.855836 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c23677e3-690c-428b-9137-6eeeff943537 req-2c0c071c-c2cb-40c7-a9e3-3c274e57a96c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215 HTTP/1.1" status: 200 len: 217 time: 0.0656085 Jul 22 19:19:54.932070 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a1c3601c-ee38-4780-b91e-ffa83f7373ba tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:55.003553 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-efd9cd11-bb97-4dc7-99ee-7b9131675caa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Deleting port 6261ce9b-fa93-4f69-949c-297b81de6473 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:55.003949 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-efd9cd11-bb97-4dc7-99ee-7b9131675caa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:55.079847 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdc76ff-7696-45e1-93a6-87ae604f9689 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:55.088188 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdc76ff-7696-45e1-93a6-87ae604f9689 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:55.102255 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0cdc76ff-7696-45e1-93a6-87ae604f9689 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.4528155 Jul 22 19:19:55.105841 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57086) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:55.122629 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08ef2f2-bd7e-4ab1-a7e0-80192408b9ce None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:55.222387 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62cd1f-c118-45e2-8347-c24c5dddcd97 req-a7bf3c1c-939d-461e-a528-7268c71e9cb3 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:55.224660 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ff62cd1f-c118-45e2-8347-c24c5dddcd97 req-a7bf3c1c-939d-461e-a528-7268c71e9cb3 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 947 time: 0.4800782 Jul 22 19:19:55.242248 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3e1ce66c-faf4-4c96-b37a-f68ff6423f49 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:55.273556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23677e3-690c-428b-9137-6eeeff943537 req-2e726414-736a-4de3-b97e-dd865f2490eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:55.275028 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c23677e3-690c-428b-9137-6eeeff943537 req-2e726414-736a-4de3-b97e-dd865f2490eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4638c070-974b-404a-b719-c849049732a3 HTTP/1.1" status: 200 len: 835 time: 0.4069958 Jul 22 19:19:55.295657 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-efd9cd11-bb97-4dc7-99ee-7b9131675caa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] For port 6261ce9b-fa93-4f69-949c-297b81de6473, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6261ce9b-fa93-4f69-949c-297b81de6473,segment=NetworkSegment(751ff6b8-954f-4337-98b3-21eb161cf184),segment_id=751ff6b8-954f-4337-98b3-21eb161cf184)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:55.296206 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-efd9cd11-bb97-4dc7-99ee-7b9131675caa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:55.321338 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-3e1ce66c-faf4-4c96-b37a-f68ff6423f49 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] device_id is not set on port 5d6e9c5c-6b97-46ad-9826-af5c562b90c6 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:19:55.338799 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ff62cd1f-c118-45e2-8347-c24c5dddcd97 req-0a24d9f7-9e83-408c-8ba9-a9bf6817a57f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056943 Jul 22 19:19:55.361207 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device dba6765d-ac90-4383-82fd-bd963c99b7ba up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:55.376769 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23677e3-690c-428b-9137-6eeeff943537 req-afca41a0-f8e6-4f85-8601-79d6830adfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:55.378298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c23677e3-690c-428b-9137-6eeeff943537 req-afca41a0-f8e6-4f85-8601-79d6830adfb7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df503071-5467-4b61-a327-2f5cc8dfeccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910718 Jul 22 19:19:55.460440 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f11053-42b3-4443-ab1d-2e6f50a17eda None None] Update dhcp port {'port': {'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64', 'fixed_ips': [{'subnet_id': 'b68fd7dc-bf0e-449b-bce7-c84d71a9bfae', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bc9002aa-d145-4992-a532-c5bf16e253ab'}], 'binding:host_id': 'n-d-800086-12'}, 'id': '6b0166e5-d1b9-4fea-b75c-0e003ea87d7d'} from n-d-800086-12. {{(pid=93808) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:19:55.509332 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c23677e3-690c-428b-9137-6eeeff943537 req-6dab622f-ce3b-4da1-af98-72e32f4d9b58 service neutron] 10.222.0.30 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022124 Jul 22 19:19:55.514711 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f8f11053-42b3-4443-ab1d-2e6f50a17eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:55.519286 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76959566-12b4-4bb3-b5a2-13a117a0f4fe None None] DHCP port deletion for f560e5ef-5b6f-448f-8127-d58bbad3283c request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:19:55.522223 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-3e1ce66c-faf4-4c96-b37a-f68ff6423f49 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Allocated IP 2001:db8::2 (abb4a764-2f83-49b2-b163-9981a3d92a64/bc9002aa-d145-4992-a532-c5bf16e253ab/5d6e9c5c-6b97-46ad-9826-af5c562b90c6) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:55.524210 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9fa70923-9e38-48da-b7cf-73ab070e762e None None] Provisioning for port dba6765d-ac90-4383-82fd-bd963c99b7ba completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:55.597317 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port dba6765d-ac90-4383-82fd-bd963c99b7ba completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:55.600324 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-efd9cd11-bb97-4dc7-99ee-7b9131675caa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Calling delete_port for 6261ce9b-fa93-4f69-949c-297b81de6473 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:55.603990 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port d0dcd13d-f840-490d-aec6-b2a9f77e15c7 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:55.604636 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:55.606368 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port dba6765d-ac90-4383-82fd-bd963c99b7ba triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:55.606865 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:55.689723 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c23677e3-690c-428b-9137-6eeeff943537 req-d8d11df9-22f1-447c-bf7d-6fe0e46d9b0b service neutron] 10.222.0.30 "GET /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639483 Jul 22 19:19:55.694739 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-a1c3601c-ee38-4780-b91e-ffa83f7373ba tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting port a90612ad-9860-4d3e-93ff-fd175cbda021 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:55.695218 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a1c3601c-ee38-4780-b91e-ffa83f7373ba tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:55.817415 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a1c3601c-ee38-4780-b91e-ffa83f7373ba tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:55.832563 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-a1c3601c-ee38-4780-b91e-ffa83f7373ba tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Calling delete_port for a90612ad-9860-4d3e-93ff-fd175cbda021 owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:55.859298 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3e1ce66c-faf4-4c96-b37a-f68ff6423f49 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:55.893847 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-2ada70b7-da08-42c8-8a9f-62ee8c3341b5 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting port 22d64b96-e5e9-4b81-84c6-28a2e1e34fcc {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:55.894358 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ada70b7-da08-42c8-8a9f-62ee8c3341b5 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:56.030320 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95490b-2d73-4d79-b670-ed2ea6385791 req-6223d120-6c7a-4312-80df-201a8c6a7803 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:56.032107 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db95490b-2d73-4d79-b670-ed2ea6385791 req-6223d120-6c7a-4312-80df-201a8c6a7803 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.30 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 947 time: 0.2865114 Jul 22 19:19:56.082805 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-efd9cd11-bb97-4dc7-99ee-7b9131675caa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:56.085789 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-76959566-12b4-4bb3-b5a2-13a117a0f4fe None None] Deleting port 6261ce9b-fa93-4f69-949c-297b81de6473 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:56.086217 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-76959566-12b4-4bb3-b5a2-13a117a0f4fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:56.093231 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-3e1ce66c-faf4-4c96-b37a-f68ff6423f49 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Transition to ACTIVE for port object 5d6e9c5c-6b97-46ad-9826-af5c562b90c6 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:56.152809 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9cd11-bb97-4dc7-99ee-7b9131675caa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Port': ['ID=6261ce9b-fa93-4f69-949c-297b81de6473,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:56.154578 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:56.164368 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:56.168165 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd9cd11-bb97-4dc7-99ee-7b9131675caa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] No DVR routers for this DVR port 6261ce9b-fa93-4f69-949c-297b81de6473 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:56.247965 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-76959566-12b4-4bb3-b5a2-13a117a0f4fe None None] For port 6261ce9b-fa93-4f69-949c-297b81de6473, host n-d-800086-12, got binding levels [] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:56.248361 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-76959566-12b4-4bb3-b5a2-13a117a0f4fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:56.253372 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ada70b7-da08-42c8-8a9f-62ee8c3341b5 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:56.274379 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e25ba6-1018-4d31-87f0-27f71aab8e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0dcd13d-f840-490d-aec6-b2a9f77e15c7'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:19:56.276835 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808af108-b2cb-476e-8ca1-29f3f598effa" -d '{"events": [{"server_uuid": "50e25ba6-1018-4d31-87f0-27f71aab8e2a", "name": "network-vif-plugged", "status": "completed", "tag": "d0dcd13d-f840-490d-aec6-b2a9f77e15c7"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:19:56.290168 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-2ada70b7-da08-42c8-8a9f-62ee8c3341b5 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Calling delete_port for 22d64b96-e5e9-4b81-84c6-28a2e1e34fcc owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:56.320385 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a1c3601c-ee38-4780-b91e-ffa83f7373ba tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:56.330481 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-76959566-12b4-4bb3-b5a2-13a117a0f4fe None None] Calling delete_port for 6261ce9b-fa93-4f69-949c-297b81de6473 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:56.342467 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.ipam_backend_mixin [None req-76959566-12b4-4bb3-b5a2-13a117a0f4fe None None] Port 6261ce9b-fa93-4f69-949c-297b81de6473 was not found and therefore no delete operation was performed {{(pid=93808) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:19:56.350031 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port d0dcd13d-f840-490d-aec6-b2a9f77e15c7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d0dcd13d-f840-490d-aec6-b2a9f77e15c7,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:56.354682 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port dba6765d-ac90-4383-82fd-bd963c99b7ba, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=dba6765d-ac90-4383-82fd-bd963c99b7ba,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:56.355054 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-efd9cd11-bb97-4dc7-99ee-7b9131675caa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:56.356373 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30ef418-f745-48cf-b074-93547ef4b7ff x-openstack-request-id: req-f30ef418-f745-48cf-b074-93547ef4b7ff {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:19:56.356736 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e25ba6-1018-4d31-87f0-27f71aab8e2a", "name": "network-vif-plugged", "status": "completed", "tag": "d0dcd13d-f840-490d-aec6-b2a9f77e15c7", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:19:56.357007 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f30ef418-f745-48cf-b074-93547ef4b7ff {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:19:56.357367 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e25ba6-1018-4d31-87f0-27f71aab8e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0dcd13d-f840-490d-aec6-b2a9f77e15c7', 'code': 200} Jul 22 19:19:56.359529 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-76959566-12b4-4bb3-b5a2-13a117a0f4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:56.392591 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:56.394491 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:56.400836 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3601c-ee38-4780-b91e-ffa83f7373ba tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Port': ['ID=a90612ad-9860-4d3e-93ff-fd175cbda021,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:56.403896 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76959566-12b4-4bb3-b5a2-13a117a0f4fe None None] Pushing event deleted for resources: {'Port': ['ID=6261ce9b-fa93-4f69-949c-297b81de6473,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:56.414842 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76959566-12b4-4bb3-b5a2-13a117a0f4fe None None] No DVR routers for this DVR port 6261ce9b-fa93-4f69-949c-297b81de6473 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:56.421756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aaeebc-7017-44f4-b438-9f0354205289 None None] Update dhcp port {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'fixed_ips': [{'subnet_id': 'ca28f93c-ddc9-46b0-ad03-f3708bc20324', 'ip_address': '2001:db8::f816:3eff:fe27:2bdc'}, {'subnet_id': '5a349cd8-9f53-4a59-8d2e-cc2d9973a0e0'}], 'binding:host_id': 'n-d-800086-12'}, 'id': 'dba6765d-ac90-4383-82fd-bd963c99b7ba'} from n-d-800086-12. {{(pid=93808) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:19:56.423637 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-efd9cd11-bb97-4dc7-99ee-7b9131675caa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f560e5ef-5b6f-448f-8127-d58bbad3283c']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:56.439237 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3e1ce66c-faf4-4c96-b37a-f68ff6423f49 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:56.460461 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-efd9cd11-bb97-4dc7-99ee-7b9131675caa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751ff6b8-954f-4337-98b3-21eb161cf184') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:56.461022 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-efd9cd11-bb97-4dc7-99ee-7b9131675caa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751ff6b8-954f-4337-98b3-21eb161cf184') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:56.498528 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-db95490b-2d73-4d79-b670-ed2ea6385791 req-c6f5fa5b-0c88-4ec8-830b-c7a89e78f4d0 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Deleting port deea12ea-0ef2-477e-adc1-e0c1b75d4215 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:56.498882 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-db95490b-2d73-4d79-b670-ed2ea6385791 req-c6f5fa5b-0c88-4ec8-830b-c7a89e78f4d0 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:56.530275 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-efd9cd11-bb97-4dc7-99ee-7b9131675caa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:56.573657 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1ce66c-faf4-4c96-b37a-f68ff6423f49 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network abb4a764-2f83-49b2-b163-9981a3d92a64 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:19:56.581905 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-efd9cd11-bb97-4dc7-99ee-7b9131675caa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:56.592458 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-3e1ce66c-faf4-4c96-b37a-f68ff6423f49 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:19:56.608137 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1ce66c-faf4-4c96-b37a-f68ff6423f49 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:19:56.614549 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1ce66c-faf4-4c96-b37a-f68ff6423f49 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:56.615420 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3e1ce66c-faf4-4c96-b37a-f68ff6423f49 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:56.629766 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd9cd11-bb97-4dc7-99ee-7b9131675caa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:19:56.630680 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-efd9cd11-bb97-4dc7-99ee-7b9131675caa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:19:56.635019 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:19:56.655444 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ce66c-faf4-4c96-b37a-f68ff6423f49 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Port': ['ID=5d6e9c5c-6b97-46ad-9826-af5c562b90c6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:56.680080 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3e1ce66c-faf4-4c96-b37a-f68ff6423f49 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4937720 Jul 22 19:19:56.698965 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a1c3601c-ee38-4780-b91e-ffa83f7373ba tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:56.701405 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57104) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:56.728091 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-1c55c4fe-d70d-4b0a-9a3b-148fd0070dda tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'subnet': {'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:56.739065 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-efd9cd11-bb97-4dc7-99ee-7b9131675caa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:56.774436 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-efd9cd11-bb97-4dc7-99ee-7b9131675caa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:56.777482 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-efd9cd11-bb97-4dc7-99ee-7b9131675caa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/networks/f560e5ef-5b6f-448f-8127-d58bbad3283c HTTP/1.1" status: 204 len: 168 time: 2.5987949 Jul 22 19:19:56.781802 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57106) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:56.837099 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-997f5a7f-7820-46b3-bc6b-06bd79317bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454399952', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:19Z', 'updated_at': '2021-07-22T19:17:32Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:21Z', 'updated_at': '2021-07-22T19:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '72062bd7-7518-492a-8c6b-fbceea6e6155', 'name': '', 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:82:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '4638c070-974b-404a-b719-c849049732a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:29Z', 'updated_at': '2021-07-22T19:17:37Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '4638c070-974b-404a-b719-c849049732a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:56.875160 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.api [None req-f8f11053-42b3-4443-ab1d-2e6f50a17eda None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::2-d6492892-0c57-40af-a317-640003a52a2d {{(pid=93808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:19:56.875577 n-d-800086-12 neutron-server[93808]: DEBUG oslo_db.api [None req-f8f11053-42b3-4443-ab1d-2e6f50a17eda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:19:56.881177 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997f5a7f-7820-46b3-bc6b-06bd79317bd0 None None] Checking router: c76e63c0-cbd4-4437-9048-12cf770552cc for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:19:56.903643 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997f5a7f-7820-46b3-bc6b-06bd79317bd0 None None] Routers {'c76e63c0-cbd4-4437-9048-12cf770552cc'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:56.904296 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-997f5a7f-7820-46b3-bc6b-06bd79317bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c76e63c0-cbd4-4437-9048-12cf770552cc'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:56.912554 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-43aaeebc-7017-44f4-b438-9f0354205289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:57.042782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-db95490b-2d73-4d79-b670-ed2ea6385791 req-c6f5fa5b-0c88-4ec8-830b-c7a89e78f4d0 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] For port deea12ea-0ef2-477e-adc1-e0c1b75d4215, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=deea12ea-0ef2-477e-adc1-e0c1b75d4215,segment=NetworkSegment(4ff97e91-d90f-4c54-b154-3a39743b26ac),segment_id=4ff97e91-d90f-4c54-b154-3a39743b26ac)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:57.043201 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-db95490b-2d73-4d79-b670-ed2ea6385791 req-c6f5fa5b-0c88-4ec8-830b-c7a89e78f4d0 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:57.073080 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-db95490b-2d73-4d79-b670-ed2ea6385791 req-c6f5fa5b-0c88-4ec8-830b-c7a89e78f4d0 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Calling delete_port for deea12ea-0ef2-477e-adc1-e0c1b75d4215 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:57.118147 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9cd11-bb97-4dc7-99ee-7b9131675caa tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Network': ['ID=f560e5ef-5b6f-448f-8127-d58bbad3283c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:57.123892 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12a80a0-504b-4621-a41a-bcbb4095815c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] DELETE failed (client error): The resource could not be found. Jul 22 19:19:57.124581 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b12a80a0-504b-4621-a41a-bcbb4095815c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:19:57.126532 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b12a80a0-504b-4621-a41a-bcbb4095815c tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/subnets/f2389ae8-c9de-4179-93d7-39bccab6f750 HTTP/1.1" status: 404 len: 337 time: 0.3435168 Jul 22 19:19:57.130095 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57110) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:57.167232 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a601d8d-c0e9-4f61-9ebf-a6d6c96e8134 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] DELETE failed (client error): The resource could not be found. Jul 22 19:19:57.167549 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a601d8d-c0e9-4f61-9ebf-a6d6c96e8134 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:19:57.169436 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3a601d8d-c0e9-4f61-9ebf-a6d6c96e8134 tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/networks/57a4520d-ce88-470d-b2cb-2b7330ed74ee HTTP/1.1" status: 404 len: 339 time: 0.0381947 Jul 22 19:19:57.182853 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9e00b-f23c-49ab-8385-286338373a86 req-1a9ff576-d968-4843-81d2-5d59cc08068f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:57.184785 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e7a9e00b-f23c-49ab-8385-286338373a86 req-1a9ff576-d968-4843-81d2-5d59cc08068f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 947 time: 0.6810081 Jul 22 19:19:57.193867 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57112) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:57.230977 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-43aaeebc-7017-44f4-b438-9f0354205289 None None] Allocated IP 172.20.0.2 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/5a349cd8-9f53-4a59-8d2e-cc2d9973a0e0/dba6765d-ac90-4383-82fd-bd963c99b7ba) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:57.278793 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c3601c-ee38-4780-b91e-ffa83f7373ba tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router 4ad08969-c9c4-4e25-8306-e9e7b6a384b2 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:19:57.284372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c55c4fe-d70d-4b0a-9a3b-148fd0070dda tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:57.288405 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c55c4fe-d70d-4b0a-9a3b-148fd0070dda tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:57.331351 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe30d38-95b7-4275-bc9f-2953ac131f2e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Deleting subnet 23677814-e512-4924-9b83-78cdea01301f {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:19:57.341148 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cfe30d38-95b7-4275-bc9f-2953ac131f2e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:57.398360 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-43aaeebc-7017-44f4-b438-9f0354205289 None None] For port dba6765d-ac90-4383-82fd-bd963c99b7ba, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=dba6765d-ac90-4383-82fd-bd963c99b7ba,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:57.415924 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cfe30d38-95b7-4275-bc9f-2953ac131f2e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:57.436880 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-43aaeebc-7017-44f4-b438-9f0354205289 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:57.454916 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-43aaeebc-7017-44f4-b438-9f0354205289 None None] Transition to ACTIVE for port object dba6765d-ac90-4383-82fd-bd963c99b7ba will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:57.521625 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cfe30d38-95b7-4275-bc9f-2953ac131f2e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:57.540969 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6261ce9b-fa93-4f69-949c-297b81de6473 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:19:57.564781 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=d0dcd13d-f840-490d-aec6-b2a9f77e15c7,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:57.593450 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ada70b7-da08-42c8-8a9f-62ee8c3341b5 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:57.618091 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cfe30d38-95b7-4275-bc9f-2953ac131f2e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:57.635712 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f8f11053-42b3-4443-ab1d-2e6f50a17eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:57.637472 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 6261ce9b-fa93-4f69-949c-297b81de6473 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:19:57.637811 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6261ce9b-fa93-4f69-949c-297b81de6473 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:19:57.640162 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-43aaeebc-7017-44f4-b438-9f0354205289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:57.650404 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=dba6765d-ac90-4383-82fd-bd963c99b7ba,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:57.713449 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e7a9e00b-f23c-49ab-8385-286338373a86 req-3ec01cf5-249b-4964-bfde-324a54b5b1d4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=b169eae6-6e94-459f-a406-3dc870c761c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5144069 Jul 22 19:19:57.762431 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada70b7-da08-42c8-8a9f-62ee8c3341b5 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Port': ['ID=22d64b96-e5e9-4b81-84c6-28a2e1e34fcc,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:57.771254 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe30d38-95b7-4275-bc9f-2953ac131f2e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Subnet': ['ID=23677814-e512-4924-9b83-78cdea01301f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:57.777349 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cfe30d38-95b7-4275-bc9f-2953ac131f2e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:57.779607 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cfe30d38-95b7-4275-bc9f-2953ac131f2e tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/subnets/23677814-e512-4924-9b83-78cdea01301f HTTP/1.1" status: 204 len: 168 time: 0.5830092 Jul 22 19:19:57.800828 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57124) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:57.816051 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aaeebc-7017-44f4-b438-9f0354205289 None None] Pushing event updated for resources: {'Port': ['ID=dba6765d-ac90-4383-82fd-bd963c99b7ba,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:57.833637 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e84924-bd2d-4555-9da3-a6526ef7ac46 None None] Network cf7d9e7b-af2e-4123-87a8-84dd87729e10 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:19:57.884213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c3601c-ee38-4780-b91e-ffa83f7373ba tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:19:57.896803 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8871634a-4b54-45f7-9e13-6d9c658be322 None None] Sync routers for ids ['4ad08969-c9c4-4e25-8306-e9e7b6a384b2'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:19:57.909816 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8871634a-4b54-45f7-9e13-6d9c658be322 None None] Routers {'4ad08969-c9c4-4e25-8306-e9e7b6a384b2'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:57.912584 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8871634a-4b54-45f7-9e13-6d9c658be322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4ad08969-c9c4-4e25-8306-e9e7b6a384b2'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:57.929670 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a1c3601c-ee38-4780-b91e-ffa83f7373ba tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/4ad08969-c9c4-4e25-8306-e9e7b6a384b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2899511 Jul 22 19:19:57.934733 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57126) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:57.937253 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-83a725ac-e4c6-4d3a-a548-877c4f85f8eb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:57.970746 n-d-800086-12 neutron-server[93807]: INFO neutron.db.ipam_backend_mixin [None req-1c55c4fe-d70d-4b0a-9a3b-148fd0070dda tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc9002aa-d145-4992-a532-c5bf16e253ab (CIDR: 2001:db8::/64) Jul 22 19:19:58.012886 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8871634a-4b54-45f7-9e13-6d9c658be322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:58.014041 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ada70b7-da08-42c8-8a9f-62ee8c3341b5 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:58.014151 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c55c4fe-d70d-4b0a-9a3b-148fd0070dda tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:19:58.014607 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c55c4fe-d70d-4b0a-9a3b-148fd0070dda tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:19:58.016582 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2ada70b7-da08-42c8-8a9f-62ee8c3341b5 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/22d64b96-e5e9-4b81-84c6-28a2e1e34fcc HTTP/1.1" status: 204 len: 168 time: 2.8129771 Jul 22 19:19:58.018922 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57128) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:58.031827 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7f5ac390-bf5a-47eb-9581-39bc21eae22f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad08969-c9c4-4e25-8306-e9e7b6a384b2 HTTP/1.1" status: 200 len: 205 time: 0.0938702 Jul 22 19:19:58.033816 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8871634a-4b54-45f7-9e13-6d9c658be322 None None] Routers {'4ad08969-c9c4-4e25-8306-e9e7b6a384b2'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:19:58.037565 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8871634a-4b54-45f7-9e13-6d9c658be322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:19:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4ad08969-c9c4-4e25-8306-e9e7b6a384b2'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:58.037838 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57130) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:58.085503 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-db95490b-2d73-4d79-b670-ed2ea6385791 req-c6f5fa5b-0c88-4ec8-830b-c7a89e78f4d0 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:58.092327 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57132) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:58.093052 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1c55c4fe-d70d-4b0a-9a3b-148fd0070dda tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3690445 Jul 22 19:19:58.099845 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8419a1c0-de97-47a6-b24f-7d2ace3a198c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'subnet': {'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:58.109222 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8871634a-4b54-45f7-9e13-6d9c658be322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:58.110245 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8871634a-4b54-45f7-9e13-6d9c658be322 None None] The sync data for ids ['4ad08969-c9c4-4e25-8306-e9e7b6a384b2'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:19:58.160634 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5fa5b-0c88-4ec8-830b-c7a89e78f4d0 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Port': ['ID=deea12ea-0ef2-477e-adc1-e0c1b75d4215,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:58.222355 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-997f5a7f-7820-46b3-bc6b-06bd79317bd0 None None] Set router c76e63c0-cbd4-4437-9048-12cf770552cc gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:19:58.250993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-db95490b-2d73-4d79-b670-ed2ea6385791 req-c6f5fa5b-0c88-4ec8-830b-c7a89e78f4d0 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] No DVR routers for this DVR port deea12ea-0ef2-477e-adc1-e0c1b75d4215 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:58.261189 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-db95490b-2d73-4d79-b670-ed2ea6385791 req-c6f5fa5b-0c88-4ec8-830b-c7a89e78f4d0 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:58.263607 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db95490b-2d73-4d79-b670-ed2ea6385791 req-c6f5fa5b-0c88-4ec8-830b-c7a89e78f4d0 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.30 "DELETE /v2.0/ports/deea12ea-0ef2-477e-adc1-e0c1b75d4215 HTTP/1.1" status: 204 len: 173 time: 2.2234473 Jul 22 19:19:58.264039 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192abf67-c826-49d7-ba39-040d56d3f93d', 'name': 'network-vif-deleted', 'tag': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:19:58.285346 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75314a2-1022-49b1-b7cf-6b2e2fda9a36" -d '{"events": [{"server_uuid": "192abf67-c826-49d7-ba39-040d56d3f93d", "name": "network-vif-deleted", "tag": "deea12ea-0ef2-477e-adc1-e0c1b75d4215"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:19:58.474617 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009c77f2-d34b-4eb2-962a-38aa3fee2921 x-openstack-request-id: req-009c77f2-d34b-4eb2-962a-38aa3fee2921 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:19:58.475088 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192abf67-c826-49d7-ba39-040d56d3f93d", "name": "network-vif-deleted", "tag": "deea12ea-0ef2-477e-adc1-e0c1b75d4215", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:19:58.475481 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-009c77f2-d34b-4eb2-962a-38aa3fee2921 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:19:58.476038 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192abf67-c826-49d7-ba39-040d56d3f93d', 'name': 'network-vif-deleted', 'tag': 'deea12ea-0ef2-477e-adc1-e0c1b75d4215', 'status': 'completed', 'code': 200} Jul 22 19:19:58.501581 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-440caa93-f3a6-49a6-bbbd-898957075232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:58.529923 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-f8f11053-42b3-4443-ab1d-2e6f50a17eda None None] Allocated IP 2001:db8::3 (abb4a764-2f83-49b2-b163-9981a3d92a64/bc9002aa-d145-4992-a532-c5bf16e253ab/6b0166e5-d1b9-4fea-b75c-0e003ea87d7d) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:19:58.565415 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-83a725ac-e4c6-4d3a-a548-877c4f85f8eb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Deleting port 9b3dc783-67c3-4c15-b3ab-f44cc6955f01 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:58.565887 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-83a725ac-e4c6-4d3a-a548-877c4f85f8eb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:58.715464 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-83a725ac-e4c6-4d3a-a548-877c4f85f8eb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] For port 9b3dc783-67c3-4c15-b3ab-f44cc6955f01, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9b3dc783-67c3-4c15-b3ab-f44cc6955f01,segment=NetworkSegment(1d18fc0f-b76e-47f0-b263-ec2ccd1b8a6d),segment_id=1d18fc0f-b76e-47f0-b263-ec2ccd1b8a6d)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:58.716931 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-83a725ac-e4c6-4d3a-a548-877c4f85f8eb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:58.733885 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-83a725ac-e4c6-4d3a-a548-877c4f85f8eb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Calling delete_port for 9b3dc783-67c3-4c15-b3ab-f44cc6955f01 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:58.830007 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8419a1c0-de97-47a6-b24f-7d2ace3a198c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:19:58.845621 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8419a1c0-de97-47a6-b24f-7d2ace3a198c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:58.876987 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683f5115-884d-4b81-8449-8e36d5142a0d None None] DHCP port deletion for cf7d9e7b-af2e-4123-87a8-84dd87729e10 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:19:58.991114 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d887481c-f40f-441d-a9df-ad531f14c48b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:58.992958 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d887481c-f40f-441d-a9df-ad531f14c48b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:58.994518 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d887481c-f40f-441d-a9df-ad531f14c48b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:19:58.998541 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d887481c-f40f-441d-a9df-ad531f14c48b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.9752548 Jul 22 19:19:58.998541 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fc6c-e9e2-454a-8f07-cfddbd171c7d tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:59.008130 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57150) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:59.011604 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a1ef745-0cac-4946-a97a-c70804b3c113 req-a19b9775-505b-4249-9dd3-e49c6fce93ca tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=192abf67-c826-49d7-ba39-040d56d3f93d HTTP/1.1" status: 200 len: 210 time: 0.0882616 Jul 22 19:19:59.027586 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-f8f11053-42b3-4443-ab1d-2e6f50a17eda None None] For port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6b0166e5-d1b9-4fea-b75c-0e003ea87d7d,segment=NetworkSegment(6d5aa309-0fb7-42bc-95c7-edd64485c521),segment_id=6d5aa309-0fb7-42bc-95c7-edd64485c521)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:59.112702 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f8f11053-42b3-4443-ab1d-2e6f50a17eda None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:59.184204 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f8f11053-42b3-4443-ab1d-2e6f50a17eda None None] Transition to ACTIVE for port object 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:19:59.188149 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d4ffa96a-c96f-4540-8540-9c6a7dd83172 None None] Provisioning for port dba6765d-ac90-4383-82fd-bd963c99b7ba completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:19:59.196438 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-683f5115-884d-4b81-8449-8e36d5142a0d None None] Deleting port 9b3dc783-67c3-4c15-b3ab-f44cc6955f01 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:19:59.201555 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-683f5115-884d-4b81-8449-8e36d5142a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:59.208345 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-997f5a7f-7820-46b3-bc6b-06bd79317bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454399952', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:19Z', 'updated_at': '2021-07-22T19:17:32Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:21Z', 'updated_at': '2021-07-22T19:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '72062bd7-7518-492a-8c6b-fbceea6e6155', 'name': '', 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:82:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '4638c070-974b-404a-b719-c849049732a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:29Z', 'updated_at': '2021-07-22T19:17:37Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '4638c070-974b-404a-b719-c849049732a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:59.226440 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-83a725ac-e4c6-4d3a-a548-877c4f85f8eb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:59.246430 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f8f11053-42b3-4443-ab1d-2e6f50a17eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:59.260893 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d4ffa96a-c96f-4540-8540-9c6a7dd83172 None None] Provisioning complete for port dba6765d-ac90-4383-82fd-bd963c99b7ba triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:59.261261 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d4ffa96a-c96f-4540-8540-9c6a7dd83172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:59.266340 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997f5a7f-7820-46b3-bc6b-06bd79317bd0 None None] The sync data for ids ['c76e63c0-cbd4-4437-9048-12cf770552cc'] in n-d-800086-12 is: [{'id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454399952', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:19Z', 'updated_at': '2021-07-22T19:17:32Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:21Z', 'updated_at': '2021-07-22T19:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '72062bd7-7518-492a-8c6b-fbceea6e6155', 'name': '', 'network_id': 'df503071-5467-4b61-a327-2f5cc8dfeccd', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:82:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '4638c070-974b-404a-b719-c849049732a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:29Z', 'updated_at': '2021-07-22T19:17:37Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '4638c070-974b-404a-b719-c849049732a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:19:59.328887 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device dba6765d-ac90-4383-82fd-bd963c99b7ba up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:19:59.448151 n-d-800086-12 neutron-server[93806]: INFO neutron.db.ipam_backend_mixin [None req-8419a1c0-de97-47a6-b24f-7d2ace3a198c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b68fd7dc-bf0e-449b-bce7-c84d71a9bfae (CIDR: 2001:db8:0:1::/64) Jul 22 19:19:59.453216 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a725ac-e4c6-4d3a-a548-877c4f85f8eb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Port': ['ID=9b3dc783-67c3-4c15-b3ab-f44cc6955f01,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:59.465544 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d93908-7a02-4a31-81b2-82eac77f0bcd tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet 5a349cd8-9f53-4a59-8d2e-cc2d9973a0e0 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:19:59.471040 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a725ac-e4c6-4d3a-a548-877c4f85f8eb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] No DVR routers for this DVR port 9b3dc783-67c3-4c15-b3ab-f44cc6955f01 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:59.489909 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-8419a1c0-de97-47a6-b24f-7d2ace3a198c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:19:59.490561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8419a1c0-de97-47a6-b24f-7d2ace3a198c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:19:59.525055 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fc6c-e9e2-454a-8f07-cfddbd171c7d tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:59.559022 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-683f5115-884d-4b81-8449-8e36d5142a0d None None] For port 9b3dc783-67c3-4c15-b3ab-f44cc6955f01, host n-d-800086-12, got binding levels [] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:19:59.559585 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-683f5115-884d-4b81-8449-8e36d5142a0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:59.583161 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f11053-42b3-4443-ab1d-2e6f50a17eda None None] Pushing event updated for resources: {'Port': ['ID=6b0166e5-d1b9-4fea-b75c-0e003ea87d7d,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:59.594946 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-683f5115-884d-4b81-8449-8e36d5142a0d None None] Calling delete_port for 9b3dc783-67c3-4c15-b3ab-f44cc6955f01 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:19:59.608024 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.ipam_backend_mixin [None req-683f5115-884d-4b81-8449-8e36d5142a0d None None] Port 9b3dc783-67c3-4c15-b3ab-f44cc6955f01 was not found and therefore no delete operation was performed {{(pid=93808) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:19:59.617070 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port dba6765d-ac90-4383-82fd-bd963c99b7ba triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:19:59.617070 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:59.678536 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-683f5115-884d-4b81-8449-8e36d5142a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:59.688056 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-83a725ac-e4c6-4d3a-a548-877c4f85f8eb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:59.696518 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fc6c-e9e2-454a-8f07-cfddbd171c7d tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:59.701978 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92d93908-7a02-4a31-81b2-82eac77f0bcd tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:59.767376 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be87d00f-7a8f-4314-9964-906f02f216c0 None None] New status for floating IP e7e64423-2f24-425b-aceb-a0517b195cf9: DOWN {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:19:59.775446 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-83a725ac-e4c6-4d3a-a548-877c4f85f8eb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7d9e7b-af2e-4123-87a8-84dd87729e10']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:59.806150 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f5115-884d-4b81-8449-8e36d5142a0d None None] No DVR routers for this DVR port 9b3dc783-67c3-4c15-b3ab-f44cc6955f01 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:19:59.810251 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f5115-884d-4b81-8449-8e36d5142a0d None None] Pushing event deleted for resources: {'Port': ['ID=9b3dc783-67c3-4c15-b3ab-f44cc6955f01,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:19:59.837825 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8419a1c0-de97-47a6-b24f-7d2ace3a198c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.7437484 Jul 22 19:19:59.846088 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57164) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:19:59.857437 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-18d08be3-78aa-4a64-9b0a-6b46ae6c2470 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'subnet': {'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:19:59.916893 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-83a725ac-e4c6-4d3a-a548-877c4f85f8eb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d18fc0f-b76e-47f0-b263-ec2ccd1b8a6d') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:59.917504 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-83a725ac-e4c6-4d3a-a548-877c4f85f8eb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d18fc0f-b76e-47f0-b263-ec2ccd1b8a6d') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:19:59.951591 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92d93908-7a02-4a31-81b2-82eac77f0bcd tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:59.955618 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-83a725ac-e4c6-4d3a-a548-877c4f85f8eb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:00.016925 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fc6c-e9e2-454a-8f07-cfddbd171c7d tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:00.017316 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee3fc6c-e9e2-454a-8f07-cfddbd171c7d tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Fanout notify agent at l3_agent the message router_deleted on router 4ad08969-c9c4-4e25-8306-e9e7b6a384b2 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:20:00.040912 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ee3fc6c-e9e2-454a-8f07-cfddbd171c7d tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:00.042033 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9ee3fc6c-e9e2-454a-8f07-cfddbd171c7d tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/routers/4ad08969-c9c4-4e25-8306-e9e7b6a384b2 HTTP/1.1" status: 204 len: 168 time: 1.9812431 Jul 22 19:20:00.051247 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57168) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:00.115601 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57174) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:00.191233 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92d93908-7a02-4a31-81b2-82eac77f0bcd tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:00.246776 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device deea12ea-0ef2-477e-adc1-e0c1b75d4215 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:20:00.259020 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-83a725ac-e4c6-4d3a-a548-877c4f85f8eb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:00.288075 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a725ac-e4c6-4d3a-a548-877c4f85f8eb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:20:00.288820 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-83a725ac-e4c6-4d3a-a548-877c4f85f8eb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:20:00.295217 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:20:00.370873 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d92fc9e-e941-4386-afa3-fe902a6392e8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting subnet 51c76d7b-e774-4c7d-a50c-225d77afee1b {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:20:00.377034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d08be3-78aa-4a64-9b0a-6b46ae6c2470 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Made reservation on behalf of 299a64b78fd341cd805690e93174f070 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:00.380929 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-18d08be3-78aa-4a64-9b0a-6b46ae6c2470 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:00.391441 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0d92fc9e-e941-4386-afa3-fe902a6392e8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:00.397631 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: deea12ea-0ef2-477e-adc1-e0c1b75d4215 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:20:00.398131 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device deea12ea-0ef2-477e-adc1-e0c1b75d4215 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:20:00.418840 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-83a725ac-e4c6-4d3a-a548-877c4f85f8eb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:00.430700 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-83a725ac-e4c6-4d3a-a548-877c4f85f8eb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:00.435803 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-83a725ac-e4c6-4d3a-a548-877c4f85f8eb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] 10.222.0.13 "DELETE /v2.0/networks/cf7d9e7b-af2e-4123-87a8-84dd87729e10 HTTP/1.1" status: 204 len: 168 time: 2.6337626 Jul 22 19:20:00.443712 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92d93908-7a02-4a31-81b2-82eac77f0bcd tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:00.461445 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d4ffa96a-c96f-4540-8540-9c6a7dd83172 None None] Could not find standard attr ID for object 22d64b96-e5e9-4b81-84c6-28a2e1e34fcc. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:20:00.514360 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9b3dc783-67c3-4c15-b3ab-f44cc6955f01 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:20:00.528295 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a725ac-e4c6-4d3a-a548-877c4f85f8eb tempest-NetworksIpV6Test-1441695237 tempest-NetworksIpV6Test-1441695237-project] Pushing event deleted for resources: {'Network': ['ID=cf7d9e7b-af2e-4123-87a8-84dd87729e10,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:00.539375 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 9b3dc783-67c3-4c15-b3ab-f44cc6955f01 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:20:00.540019 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9b3dc783-67c3-4c15-b3ab-f44cc6955f01 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:20:00.545719 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d93908-7a02-4a31-81b2-82eac77f0bcd tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=5a349cd8-9f53-4a59-8d2e-cc2d9973a0e0,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:00.548125 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92d93908-7a02-4a31-81b2-82eac77f0bcd tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:00.553623 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-92d93908-7a02-4a31-81b2-82eac77f0bcd tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/5a349cd8-9f53-4a59-8d2e-cc2d9973a0e0 HTTP/1.1" status: 204 len: 168 time: 1.5440569 Jul 22 19:20:00.555309 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57178) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:00.560000 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3303af69-c496-4cee-b425-babdfbf11115 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:00.596503 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0d92fc9e-e941-4386-afa3-fe902a6392e8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:00.698623 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99943bb-54ce-4d8d-874b-98200f80c6e6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet ca28f93c-ddc9-46b0-ad03-f3708bc20324 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:20:00.709707 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b99943bb-54ce-4d8d-874b-98200f80c6e6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:00.711067 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2a7e5d01-01f7-4c7e-82d4-27622976340a None None] Could not find standard attr ID for object 22d64b96-e5e9-4b81-84c6-28a2e1e34fcc. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:20:00.890143 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b99943bb-54ce-4d8d-874b-98200f80c6e6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:00.940069 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d38bc954-cf09-4ee4-ab96-fdbcce26bc15 None None] Provisioning complete for port 2d82db8d-14af-4a09-9936-4600f5ff7820 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:00.940623 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d38bc954-cf09-4ee4-ab96-fdbcce26bc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:01.045625 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-d38bc954-cf09-4ee4-ab96-fdbcce26bc15 None None] Port 2d82db8d-14af-4a09-9936-4600f5ff7820 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:20:01.048306 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57194) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:01.091073 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b99943bb-54ce-4d8d-874b-98200f80c6e6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:01.107036 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d38bc954-cf09-4ee4-ab96-fdbcce26bc15 None None] Provisioning for port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:01.107744 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-32456576-211e-411e-8fa0-409508909958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:01.113638 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0d92fc9e-e941-4386-afa3-fe902a6392e8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:01.121068 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:01.123672 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d38bc954-cf09-4ee4-ab96-fdbcce26bc15 None None] Provisioning complete for port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:01.124043 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d38bc954-cf09-4ee4-ab96-fdbcce26bc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:01.331544 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b99943bb-54ce-4d8d-874b-98200f80c6e6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:01.345117 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:01.421604 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:01.421984 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:01.440181 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99943bb-54ce-4d8d-874b-98200f80c6e6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=ca28f93c-ddc9-46b0-ad03-f3708bc20324,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:01.463657 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b99943bb-54ce-4d8d-874b-98200f80c6e6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:01.474388 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b99943bb-54ce-4d8d-874b-98200f80c6e6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/ca28f93c-ddc9-46b0-ad03-f3708bc20324 HTTP/1.1" status: 204 len: 168 time: 0.9176712 Jul 22 19:20:01.476349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57198) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:01.518271 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0629a93d-35b4-4995-984c-588d8226e035 None None] Provisioning for port 5d6e9c5c-6b97-46ad-9826-af5c562b90c6 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:01.532702 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0629a93d-35b4-4995-984c-588d8226e035 None None] Provisioning complete for port 5d6e9c5c-6b97-46ad-9826-af5c562b90c6 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:01.532895 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-18d08be3-78aa-4a64-9b0a-6b46ae6c2470 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:01.533281 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0629a93d-35b4-4995-984c-588d8226e035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:01.626811 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0629a93d-35b4-4995-984c-588d8226e035 None None] Port 5d6e9c5c-6b97-46ad-9826-af5c562b90c6 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:20:01.634736 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0d92fc9e-e941-4386-afa3-fe902a6392e8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:01.640994 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b1d89581-c469-4cec-9244-7a66d08d01ab tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1595683 Jul 22 19:20:01.643758 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57200) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:01.653512 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-bde278c4-f8b9-43a1-8980-06dd0e4e5375 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:01.667076 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5641c4c3-0ef6-4001-90d8-a900bdc544ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=341c50f519e84b66bfec7474cf308179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6150830 Jul 22 19:20:01.673024 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57202) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:01.705538 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d08be3-78aa-4a64-9b0a-6b46ae6c2470 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Network abb4a764-2f83-49b2-b163-9981a3d92a64 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:01.721894 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29dd45f-bdfe-4854-96ae-6c94377415d8 None None] Network 9f9f0e74-3ba0-423d-8e24-01982b796e93 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:01.722250 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0d92fc9e-e941-4386-afa3-fe902a6392e8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:01.724867 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0d92fc9e-e941-4386-afa3-fe902a6392e8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/subnets/51c76d7b-e774-4c7d-a50c-225d77afee1b HTTP/1.1" status: 204 len: 168 time: 1.6710048 Jul 22 19:20:01.729299 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57206) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:01.734907 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-18d08be3-78aa-4a64-9b0a-6b46ae6c2470 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:01.767696 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d08be3-78aa-4a64-9b0a-6b46ae6c2470 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:01.768311 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-18d08be3-78aa-4a64-9b0a-6b46ae6c2470 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:01.772743 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d08be3-78aa-4a64-9b0a-6b46ae6c2470 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Subnet': ['ID=26a0655a-629a-4219-8e96-ce309818a9e7,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:01.840354 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebb6864f-8ae6-426f-bdcb-a715d0b925c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:01.905022 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e3edddd9-0352-453e-ab56-f211412b89f6 None None] Could not find standard attr ID for object bcb98b36-915e-4c56-a377-ca7c31b5bcea. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:20:01.921239 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebb6864f-8ae6-426f-bdcb-a715d0b925c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:01.925620 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-18d08be3-78aa-4a64-9b0a-6b46ae6c2470 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0674746 Jul 22 19:20:01.926740 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92fc9e-e941-4386-afa3-fe902a6392e8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Subnet': ['ID=51c76d7b-e774-4c7d-a50c-225d77afee1b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:01.929690 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57214) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:01.997189 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde278c4-f8b9-43a1-8980-06dd0e4e5375 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:02.010173 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bde278c4-f8b9-43a1-8980-06dd0e4e5375 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:02.029818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-c9f1431d-d6ff-4eaa-8b8b-4377269b3ba0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-489298118', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '26a0655a-629a-4219-8e96-ce309818a9e7'}], 'security_groups': ['0d0b34c6-c2e6-4cb9-bec6-fcc8fe75b898', 'edfc9bdd-a6c3-4556-9473-6d6a5f50d825']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:02.101932 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5de5f48d-fdd1-4f89-a886-3bb0880a0599 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:02.120385 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a394e5b5-4e17-4f57-9782-84a8d8a20fea None None] Network abb4a764-2f83-49b2-b163-9981a3d92a64 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:02.241909 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbbf1b0-0cc8-44b4-a35d-8d7d657da116 None None] DHCP port deletion for 9f9f0e74-3ba0-423d-8e24-01982b796e93 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:20:02.244825 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebb6864f-8ae6-426f-bdcb-a715d0b925c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:02.247683 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebb6864f-8ae6-426f-bdcb-a715d0b925c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:02.249070 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ebb6864f-8ae6-426f-bdcb-a715d0b925c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb8e649a-a4ac-446f-844d-d52d26b9d4c3 HTTP/1.1" status: 204 len: 168 time: 0.5748882 Jul 22 19:20:02.265198 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6864f-8ae6-426f-bdcb-a715d0b925c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8e649a-a4ac-446f-844d-d52d26b9d4c3,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:02.381036 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bde278c4-f8b9-43a1-8980-06dd0e4e5375 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:02.387470 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ce4da1-2df8-4c1f-ba37-0706a678224c None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:02.429987 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde278c4-f8b9-43a1-8980-06dd0e4e5375 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:02.433653 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-bde278c4-f8b9-43a1-8980-06dd0e4e5375 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:02.438479 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde278c4-f8b9-43a1-8980-06dd0e4e5375 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:02.439273 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bde278c4-f8b9-43a1-8980-06dd0e4e5375 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:02.453272 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:02.454581 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde278c4-f8b9-43a1-8980-06dd0e4e5375 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=41462efd-4dbe-4952-82a0-6d57cd789843,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:02.478597 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57222) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:02.479754 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c9f1431d-d6ff-4eaa-8b8b-4377269b3ba0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:02.479952 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bde278c4-f8b9-43a1-8980-06dd0e4e5375 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8340294 Jul 22 19:20:02.502381 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-128191cb-f16f-4bc9-858b-547820e747cc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:02.543228 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-48c6c353-deeb-48c1-b9d7-612ea327dd10 None None] Provisioning complete for port dba6765d-ac90-4383-82fd-bd963c99b7ba triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:02.543438 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-48c6c353-deeb-48c1-b9d7-612ea327dd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:02.611528 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0dbbf1b0-0cc8-44b4-a35d-8d7d657da116 None None] Deleting port a68658af-621b-43bd-a077-cf1cd68bd47a {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:02.611528 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0dbbf1b0-0cc8-44b4-a35d-8d7d657da116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:02.699924 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-5de5f48d-fdd1-4f89-a886-3bb0880a0599 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting port a68658af-621b-43bd-a077-cf1cd68bd47a {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:02.699924 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5de5f48d-fdd1-4f89-a886-3bb0880a0599 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:02.759844 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b6a8c29-3e82-4fd8-bcbb-63474f895555 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:02.787343 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0dbbf1b0-0cc8-44b4-a35d-8d7d657da116 None None] For port a68658af-621b-43bd-a077-cf1cd68bd47a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a68658af-621b-43bd-a077-cf1cd68bd47a,segment=NetworkSegment(4939819a-8a62-42f4-bdd1-8f7d27d933ec),segment_id=4939819a-8a62-42f4-bdd1-8f7d27d933ec)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:02.787343 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0dbbf1b0-0cc8-44b4-a35d-8d7d657da116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:02.833158 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0dbbf1b0-0cc8-44b4-a35d-8d7d657da116 None None] Calling delete_port for a68658af-621b-43bd-a077-cf1cd68bd47a owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:03.044133 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-5de5f48d-fdd1-4f89-a886-3bb0880a0599 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] For port a68658af-621b-43bd-a077-cf1cd68bd47a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a68658af-621b-43bd-a077-cf1cd68bd47a,segment=NetworkSegment(4939819a-8a62-42f4-bdd1-8f7d27d933ec),segment_id=4939819a-8a62-42f4-bdd1-8f7d27d933ec)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:03.044555 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5de5f48d-fdd1-4f89-a886-3bb0880a0599 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:03.061360 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-5de5f48d-fdd1-4f89-a886-3bb0880a0599 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Calling delete_port for a68658af-621b-43bd-a077-cf1cd68bd47a owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:03.093281 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0dbbf1b0-0cc8-44b4-a35d-8d7d657da116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:03.163129 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5de5f48d-fdd1-4f89-a886-3bb0880a0599 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:03.186590 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbf1b0-0cc8-44b4-a35d-8d7d657da116 None None] Pushing event deleted for resources: {'Port': ['ID=a68658af-621b-43bd-a077-cf1cd68bd47a,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:03.214974 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbbf1b0-0cc8-44b4-a35d-8d7d657da116 None None] No DVR routers for this DVR port a68658af-621b-43bd-a077-cf1cd68bd47a on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:20:03.229380 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4621e266-e0ef-48e8-a863-e4ad589c1d01 None None] Update dhcp port {'port': {'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64', 'fixed_ips': [{'subnet_id': 'b68fd7dc-bf0e-449b-bce7-c84d71a9bfae', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bc9002aa-d145-4992-a532-c5bf16e253ab', 'ip_address': '2001:db8::3'}, {'subnet_id': '26a0655a-629a-4219-8e96-ce309818a9e7'}], 'binding:host_id': 'n-d-800086-12'}, 'id': '6b0166e5-d1b9-4fea-b75c-0e003ea87d7d'} from n-d-800086-12. {{(pid=93808) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:20:03.239750 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03db611-ff12-4156-9583-3f8f1202ba80 None None] Update dhcp port {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'fixed_ips': [{'subnet_id': '41462efd-4dbe-4952-82a0-6d57cd789843'}], 'binding:host_id': 'n-d-800086-12'}, 'id': 'dba6765d-ac90-4383-82fd-bd963c99b7ba'} from n-d-800086-12. {{(pid=93808) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:20:03.262847 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a68658af-621b-43bd-a077-cf1cd68bd47a no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:20:03.296391 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de5f48d-fdd1-4f89-a886-3bb0880a0599 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] No DVR routers for this DVR port a68658af-621b-43bd-a077-cf1cd68bd47a on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:20:03.306727 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5f48d-fdd1-4f89-a886-3bb0880a0599 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Port': ['ID=a68658af-621b-43bd-a077-cf1cd68bd47a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:03.326221 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: a68658af-621b-43bd-a077-cf1cd68bd47a {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:20:03.326544 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a68658af-621b-43bd-a077-cf1cd68bd47a not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:20:03.344446 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4621e266-e0ef-48e8-a863-e4ad589c1d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:03.356533 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c03db611-ff12-4156-9583-3f8f1202ba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:03.446857 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128191cb-f16f-4bc9-858b-547820e747cc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:03.450608 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-128191cb-f16f-4bc9-858b-547820e747cc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:03.505201 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57254) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:03.649061 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-533c4a65-1e6f-4978-b44a-f2315c523076 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1249317481'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:03.666381 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-c03db611-ff12-4156-9583-3f8f1202ba80 None None] Allocated IP 172.20.0.2 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/41462efd-4dbe-4952-82a0-6d57cd789843/dba6765d-ac90-4383-82fd-bd963c99b7ba) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:03.675141 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-4621e266-e0ef-48e8-a863-e4ad589c1d01 None None] Allocated IP 2001:db8:0:2::2 (abb4a764-2f83-49b2-b163-9981a3d92a64/26a0655a-629a-4219-8e96-ce309818a9e7/6b0166e5-d1b9-4fea-b75c-0e003ea87d7d) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:03.698313 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533c4a65-1e6f-4978-b44a-f2315c523076 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Made reservation on behalf of 8d1a868aa3914dd98d06ba71393ee74b for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:03.705743 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-533c4a65-1e6f-4978-b44a-f2315c523076 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:03.733130 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-533c4a65-1e6f-4978-b44a-f2315c523076 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:03.853392 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-c03db611-ff12-4156-9583-3f8f1202ba80 None None] For port dba6765d-ac90-4383-82fd-bd963c99b7ba, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=dba6765d-ac90-4383-82fd-bd963c99b7ba,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:03.876958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-4621e266-e0ef-48e8-a863-e4ad589c1d01 None None] For port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6b0166e5-d1b9-4fea-b75c-0e003ea87d7d,segment=NetworkSegment(6d5aa309-0fb7-42bc-95c7-edd64485c521),segment_id=6d5aa309-0fb7-42bc-95c7-edd64485c521)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:03.891396 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-533c4a65-1e6f-4978-b44a-f2315c523076 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:03.899223 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-533c4a65-1e6f-4978-b44a-f2315c523076 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:03.902816 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5de5f48d-fdd1-4f89-a886-3bb0880a0599 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:03.909506 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c03db611-ff12-4156-9583-3f8f1202ba80 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:03.937927 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-5de5f48d-fdd1-4f89-a886-3bb0880a0599 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9f0e74-3ba0-423d-8e24-01982b796e93']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:03.942290 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4621e266-e0ef-48e8-a863-e4ad589c1d01 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:03.945413 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c03db611-ff12-4156-9583-3f8f1202ba80 None None] Transition to ACTIVE for port object dba6765d-ac90-4383-82fd-bd963c99b7ba will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:03.953384 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533c4a65-1e6f-4978-b44a-f2315c523076 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:20:03.959346 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c03db611-ff12-4156-9583-3f8f1202ba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:03.965333 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4621e266-e0ef-48e8-a863-e4ad589c1d01 None None] Transition to ACTIVE for port object 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:03.966238 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:03.976558 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c4a65-1e6f-4978-b44a-f2315c523076 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6ad480-628f-48f4-837b-4d7e410515a9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:03.986021 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-533c4a65-1e6f-4978-b44a-f2315c523076 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:03.986429 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-533c4a65-1e6f-4978-b44a-f2315c523076 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Added segment 69fef2df-2fef-4dfc-9891-80290a308592 of type vlan for network 20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf Jul 22 19:20:03.996375 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4621e266-e0ef-48e8-a863-e4ad589c1d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:03.999275 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-5de5f48d-fdd1-4f89-a886-3bb0880a0599 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4939819a-8a62-42f4-bdd1-8f7d27d933ec') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:04.000359 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-5de5f48d-fdd1-4f89-a886-3bb0880a0599 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4939819a-8a62-42f4-bdd1-8f7d27d933ec') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:04.040628 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5de5f48d-fdd1-4f89-a886-3bb0880a0599 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:04.043349 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-533c4a65-1e6f-4978-b44a-f2315c523076 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:04.087239 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-533c4a65-1e6f-4978-b44a-f2315c523076 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:04.096296 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533c4a65-1e6f-4978-b44a-f2315c523076 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:04.096900 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-533c4a65-1e6f-4978-b44a-f2315c523076 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:04.135301 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5de5f48d-fdd1-4f89-a886-3bb0880a0599 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:04.147264 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03db611-ff12-4156-9583-3f8f1202ba80 None None] Pushing event updated for resources: {'Port': ['ID=dba6765d-ac90-4383-82fd-bd963c99b7ba,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:04.159596 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de5f48d-fdd1-4f89-a886-3bb0880a0599 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:20:04.160897 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5de5f48d-fdd1-4f89-a886-3bb0880a0599 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:20:04.165426 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:20:04.241386 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-533c4a65-1e6f-4978-b44a-f2315c523076 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7348151 Jul 22 19:20:04.352767 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c4a65-1e6f-4978-b44a-f2315c523076 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event updated for resources: {'Network': ['ID=20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:04.407234 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621e266-e0ef-48e8-a863-e4ad589c1d01 None None] Pushing event updated for resources: {'Port': ['ID=6b0166e5-d1b9-4fea-b75c-0e003ea87d7d,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:04.412543 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:20:04.587570 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5de5f48d-fdd1-4f89-a886-3bb0880a0599 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:04.592192 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5de5f48d-fdd1-4f89-a886-3bb0880a0599 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:04.594426 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5de5f48d-fdd1-4f89-a886-3bb0880a0599 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/networks/9f9f0e74-3ba0-423d-8e24-01982b796e93 HTTP/1.1" status: 204 len: 168 time: 2.8608358 Jul 22 19:20:04.603119 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57272) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:04.616803 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4626cd41-f646-4abd-9c28-02a1059decf4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1219673474', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:04.700354 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4626cd41-f646-4abd-9c28-02a1059decf4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:04.701782 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4626cd41-f646-4abd-9c28-02a1059decf4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:04.753195 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5f48d-fdd1-4f89-a886-3bb0880a0599 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Network': ['ID=9f9f0e74-3ba0-423d-8e24-01982b796e93,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:04.785506 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-c9f1431d-d6ff-4eaa-8b8b-4377269b3ba0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Delete allocated IP 2001:db8::2 (abb4a764-2f83-49b2-b163-9981a3d92a64/bc9002aa-d145-4992-a532-c5bf16e253ab) {{(pid=93807) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 19:20:04.830203 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4626cd41-f646-4abd-9c28-02a1059decf4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:04.848237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-c9f1431d-d6ff-4eaa-8b8b-4377269b3ba0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Allocated IP 2001:db8:0:2::13e (abb4a764-2f83-49b2-b163-9981a3d92a64/26a0655a-629a-4219-8e96-ce309818a9e7/5d6e9c5c-6b97-46ad-9826-af5c562b90c6) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:04.854088 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4626cd41-f646-4abd-9c28-02a1059decf4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:04.904260 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754a6cd-4c28-4524-a2c2-e2939beed6db req-87c604f5-5ac1-4186-b4bb-1cdb28dc57db tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:04.907789 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4626cd41-f646-4abd-9c28-02a1059decf4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:04.912542 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4626cd41-f646-4abd-9c28-02a1059decf4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3083498 Jul 22 19:20:04.913176 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57274) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:04.922798 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754a6cd-4c28-4524-a2c2-e2939beed6db req-87c604f5-5ac1-4186-b4bb-1cdb28dc57db tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:04.933477 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754a6cd-4c28-4524-a2c2-e2939beed6db req-87c604f5-5ac1-4186-b4bb-1cdb28dc57db tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:04.937421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-74d2339f-1df5-478f-8ace-8e51bb643721 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-559968205'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:04.940774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754a6cd-4c28-4524-a2c2-e2939beed6db req-87c604f5-5ac1-4186-b4bb-1cdb28dc57db tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:04.947281 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754a6cd-4c28-4524-a2c2-e2939beed6db req-87c604f5-5ac1-4186-b4bb-1cdb28dc57db tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:04.954463 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754a6cd-4c28-4524-a2c2-e2939beed6db req-87c604f5-5ac1-4186-b4bb-1cdb28dc57db tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:04.968482 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754a6cd-4c28-4524-a2c2-e2939beed6db req-87c604f5-5ac1-4186-b4bb-1cdb28dc57db tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:04.973377 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f754a6cd-4c28-4524-a2c2-e2939beed6db req-87c604f5-5ac1-4186-b4bb-1cdb28dc57db tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5434 time: 0.7467604 Jul 22 19:20:05.001265 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d2339f-1df5-478f-8ace-8e51bb643721 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Made reservation on behalf of a6941f908e0b4e8dac308a754d92e62a for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:05.010725 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74d2339f-1df5-478f-8ace-8e51bb643721 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:05.073007 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d2339f-1df5-478f-8ace-8e51bb643721 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:20:05.093680 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74d2339f-1df5-478f-8ace-8e51bb643721 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:05.095739 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-74d2339f-1df5-478f-8ace-8e51bb643721 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Added segment 52186fda-8bf9-4f4f-9738-2295cf580e57 of type vlan for network 0b226951-28f9-4a2d-acbe-56881fc02638 Jul 22 19:20:05.214601 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-5b6a8c29-3e82-4fd8-bcbb-63474f895555 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Deleting port 72062bd7-7518-492a-8c6b-fbceea6e6155 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:05.214955 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b6a8c29-3e82-4fd8-bcbb-63474f895555 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:05.234673 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74d2339f-1df5-478f-8ace-8e51bb643721 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:05.321211 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74d2339f-1df5-478f-8ace-8e51bb643721 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:05.327504 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d2339f-1df5-478f-8ace-8e51bb643721 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:05.328127 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74d2339f-1df5-478f-8ace-8e51bb643721 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:05.340457 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:05.357200 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-74d2339f-1df5-478f-8ace-8e51bb643721 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4299102 Jul 22 19:20:05.357829 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57286) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:05.386030 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c8eef1e7-a454-48a0-9fa5-92e6d2cbb109 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'subnet': {'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:05.423819 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01c380c-9b58-4417-949e-7b10a5f8e6d6 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:05.621170 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0e0e520c-b9de-457a-8ed7-4353895ceeac None None] Provisioning for port dba6765d-ac90-4383-82fd-bd963c99b7ba completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:05.635466 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device dba6765d-ac90-4383-82fd-bd963c99b7ba up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:05.672717 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2339f-1df5-478f-8ace-8e51bb643721 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Network': ['ID=0b226951-28f9-4a2d-acbe-56881fc02638,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:05.679394 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eef1e7-a454-48a0-9fa5-92e6d2cbb109 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Made reservation on behalf of a6941f908e0b4e8dac308a754d92e62a for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:05.687336 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0e0e520c-b9de-457a-8ed7-4353895ceeac None None] Provisioning complete for port dba6765d-ac90-4383-82fd-bd963c99b7ba triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:05.688284 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f754a6cd-4c28-4524-a2c2-e2939beed6db req-c8f1c00a-51de-4e6e-a121-fe124fd3f479 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6701362 Jul 22 19:20:05.688800 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0e0e520c-b9de-457a-8ed7-4353895ceeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:05.689633 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8eef1e7-a454-48a0-9fa5-92e6d2cbb109 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:05.930250 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c9f1431d-d6ff-4eaa-8b8b-4377269b3ba0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:05.946957 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-c9f1431d-d6ff-4eaa-8b8b-4377269b3ba0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Transition to ACTIVE for port object 5d6e9c5c-6b97-46ad-9826-af5c562b90c6 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:06.060242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-5b6a8c29-3e82-4fd8-bcbb-63474f895555 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] For port 72062bd7-7518-492a-8c6b-fbceea6e6155, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=72062bd7-7518-492a-8c6b-fbceea6e6155,segment=NetworkSegment(4ff97e91-d90f-4c54-b154-3a39743b26ac),segment_id=4ff97e91-d90f-4c54-b154-3a39743b26ac)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:06.061273 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b6a8c29-3e82-4fd8-bcbb-63474f895555 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:06.079253 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-5b6a8c29-3e82-4fd8-bcbb-63474f895555 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Calling delete_port for 72062bd7-7518-492a-8c6b-fbceea6e6155 owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:06.108378 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8eef1e7-a454-48a0-9fa5-92e6d2cbb109 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:06.129879 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 0b226951-28f9-4a2d-acbe-56881fc02638 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:20:06.198469 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eef1e7-a454-48a0-9fa5-92e6d2cbb109 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Subnet': ['ID=21cc29fa-db97-4b0a-9284-b27419f3bc79,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:06.266613 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eef1e7-a454-48a0-9fa5-92e6d2cbb109 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Checking segment: {'id': '52186fda-8bf9-4f4f-9738-2295cf580e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:06.267079 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eef1e7-a454-48a0-9fa5-92e6d2cbb109 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network hostable DHCP agents. Network: 0b226951-28f9-4a2d-acbe-56881fc02638, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:20:06.280798 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c9f1431d-d6ff-4eaa-8b8b-4377269b3ba0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:06.306253 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eef1e7-a454-48a0-9fa5-92e6d2cbb109 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 0b226951-28f9-4a2d-acbe-56881fc02638 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:20:06.325600 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-c8eef1e7-a454-48a0-9fa5-92e6d2cbb109 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 0b226951-28f9-4a2d-acbe-56881fc02638) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:06.344896 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eef1e7-a454-48a0-9fa5-92e6d2cbb109 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:06.348220 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8eef1e7-a454-48a0-9fa5-92e6d2cbb109 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:06.382191 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a9a285-faaf-4e13-b739-5288a1ae000d None None] Network 0b226951-28f9-4a2d-acbe-56881fc02638 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:06.390672 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c8eef1e7-a454-48a0-9fa5-92e6d2cbb109 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0084779 Jul 22 19:20:06.391561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57290) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:06.425435 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port dba6765d-ac90-4383-82fd-bd963c99b7ba triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:06.425809 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:06.507804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f30b92-f0e1-4874-9c40-27658438a446 req-062283a6-d4d2-468e-abca-c31ffa7920ca tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:06.527601 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f30b92-f0e1-4874-9c40-27658438a446 req-062283a6-d4d2-468e-abca-c31ffa7920ca tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:06.539144 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f30b92-f0e1-4874-9c40-27658438a446 req-062283a6-d4d2-468e-abca-c31ffa7920ca tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:06.559153 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f30b92-f0e1-4874-9c40-27658438a446 req-062283a6-d4d2-468e-abca-c31ffa7920ca tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:06.570699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f30b92-f0e1-4874-9c40-27658438a446 req-062283a6-d4d2-468e-abca-c31ffa7920ca tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:06.595145 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f30b92-f0e1-4874-9c40-27658438a446 req-062283a6-d4d2-468e-abca-c31ffa7920ca tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:06.603033 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f30b92-f0e1-4874-9c40-27658438a446 req-062283a6-d4d2-468e-abca-c31ffa7920ca tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:06.619340 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e8f30b92-f0e1-4874-9c40-27658438a446 req-062283a6-d4d2-468e-abca-c31ffa7920ca tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5434 time: 0.6666319 Jul 22 19:20:06.620688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-c9f1431d-d6ff-4eaa-8b8b-4377269b3ba0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] In _notify_port_updated(), no bound segment for port 5d6e9c5c-6b97-46ad-9826-af5c562b90c6 on network abb4a764-2f83-49b2-b163-9981a3d92a64 {{(pid=93807) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:20:06.628407 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f1431d-d6ff-4eaa-8b8b-4377269b3ba0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:06.630612 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c9f1431d-d6ff-4eaa-8b8b-4377269b3ba0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:06.638142 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c9f1431d-d6ff-4eaa-8b8b-4377269b3ba0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "PUT /v2.0/ports/5d6e9c5c-6b97-46ad-9826-af5c562b90c6 HTTP/1.1" status: 200 len: 969 time: 4.6966407 Jul 22 19:20:06.655580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57304) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:06.830623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.objects.ports [None req-128191cb-f16f-4bc9-858b-547820e747cc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93807) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:20:06.834999 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1431d-d6ff-4eaa-8b8b-4377269b3ba0 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event updated for resources: {'Port': ['ID=5d6e9c5c-6b97-46ad-9826-af5c562b90c6,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:07.073245 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b6a8c29-3e82-4fd8-bcbb-63474f895555 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:07.084319 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fa2ef0a9-c98f-47cc-b559-d5112782f672 None None] Provisioning complete for port 2d82db8d-14af-4a09-9936-4600f5ff7820 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:07.084725 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef0a9-c98f-47cc-b559-d5112782f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:07.227741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a8c29-3e82-4fd8-bcbb-63474f895555 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Port': ['ID=72062bd7-7518-492a-8c6b-fbceea6e6155,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:07.338477 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ef0a9-c98f-47cc-b559-d5112782f672 None None] Port 2d82db8d-14af-4a09-9936-4600f5ff7820 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:20:07.389103 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fa2ef0a9-c98f-47cc-b559-d5112782f672 None None] Provisioning for port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:07.400680 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fa2ef0a9-c98f-47cc-b559-d5112782f672 None None] Provisioning complete for port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:07.401177 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef0a9-c98f-47cc-b559-d5112782f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:07.403753 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce17de9a-f4a9-46f2-a507-14526ffe42db tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:07.484714 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-0b226951-28f9-4a2d-acbe-56881fc02638', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:20:07.486068 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:07.562718 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57308) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:07.570262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-edfca2e8-796d-42dc-8b11-20db0a6997e9 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Request body: {'subnet': {'network_id': '20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:07.717127 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2827a1c-7cd6-420b-8ffe-cfe0c1747036 None None] Update dhcp port {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'fixed_ips': [{'subnet_id': '41462efd-4dbe-4952-82a0-6d57cd789843', 'ip_address': '172.20.0.2'}, {'subnet_id': '040e9e67-ddc8-4cf6-bbce-ad019e644c4f'}], 'binding:host_id': 'n-d-800086-12'}, 'id': 'dba6765d-ac90-4383-82fd-bd963c99b7ba'} from n-d-800086-12. {{(pid=93808) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:20:07.720052 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-128191cb-f16f-4bc9-858b-547820e747cc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:07.787024 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-f23f9532-39e1-4aa2-9ac3-334bc2fe2207 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting port 5d6e9c5c-6b97-46ad-9826-af5c562b90c6 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:07.787368 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f23f9532-39e1-4aa2-9ac3-334bc2fe2207 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:07.833259 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a2827a1c-7cd6-420b-8ffe-cfe0c1747036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:07.868540 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] Allocated IP 2001:db8::2 (0b226951-28f9-4a2d-acbe-56881fc02638/21cc29fa-db97-4b0a-9284-b27419f3bc79/bb69eaa0-6256-403e-a398-e378f90d7d65) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:07.936444 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fa2ef0a9-c98f-47cc-b559-d5112782f672 None None] Provisioning for port 5d6e9c5c-6b97-46ad-9826-af5c562b90c6 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:07.961147 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fa2ef0a9-c98f-47cc-b559-d5112782f672 None None] Provisioning complete for port 5d6e9c5c-6b97-46ad-9826-af5c562b90c6 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:07.961639 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef0a9-c98f-47cc-b559-d5112782f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:07.974651 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfca2e8-796d-42dc-8b11-20db0a6997e9 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Made reservation on behalf of 8d1a868aa3914dd98d06ba71393ee74b for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:07.978948 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-edfca2e8-796d-42dc-8b11-20db0a6997e9 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:08.116582 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b6a8c29-3e82-4fd8-bcbb-63474f895555 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:08.135217 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ef0a9-c98f-47cc-b559-d5112782f672 None None] Port 5d6e9c5c-6b97-46ad-9826-af5c562b90c6 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:20:08.253032 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:08.268418 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] Transition to ACTIVE for port object bb69eaa0-6256-403e-a398-e378f90d7d65 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:08.279184 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d9979826-b4a6-4755-b3a8-05e6f5640636 None None] Provisioning complete for port 5d6e9c5c-6b97-46ad-9826-af5c562b90c6 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:08.279559 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d9979826-b4a6-4755-b3a8-05e6f5640636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:08.330994 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] Transition to ACTIVE for port object bb69eaa0-6256-403e-a398-e378f90d7d65 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:08.330994 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-d9979826-b4a6-4755-b3a8-05e6f5640636 None None] Port 5d6e9c5c-6b97-46ad-9826-af5c562b90c6 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:20:08.331254 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f23f9532-39e1-4aa2-9ac3-334bc2fe2207 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:08.366281 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:08.369427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-f23f9532-39e1-4aa2-9ac3-334bc2fe2207 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Calling delete_port for 5d6e9c5c-6b97-46ad-9826-af5c562b90c6 owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:08.375433 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-128191cb-f16f-4bc9-858b-547820e747cc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] For port dba6765d-ac90-4383-82fd-bd963c99b7ba, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=dba6765d-ac90-4383-82fd-bd963c99b7ba,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:08.427407 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] Pushing event updated for resources: {'Port': ['ID=bb69eaa0-6256-403e-a398-e378f90d7d65,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:08.450489 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-ce17de9a-f4a9-46f2-a507-14526ffe42db tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Allocated IP 2001:db8::1 (0b226951-28f9-4a2d-acbe-56881fc02638/21cc29fa-db97-4b0a-9284-b27419f3bc79/b254040f-ff92-4088-973d-2a35ec4e750d) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:08.476403 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] Network 0b226951-28f9-4a2d-acbe-56881fc02638 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:08.503249 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-128191cb-f16f-4bc9-858b-547820e747cc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:08.527250 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:08.535838 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:08.543654 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.api [None req-a2827a1c-7cd6-420b-8ffe-cfe0c1747036 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:20:08.544133 n-d-800086-12 neutron-server[93808]: DEBUG oslo_db.api [None req-a2827a1c-7cd6-420b-8ffe-cfe0c1747036 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:20:08.599777 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce17de9a-f4a9-46f2-a507-14526ffe42db tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:08.615962 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-ce17de9a-f4a9-46f2-a507-14526ffe42db tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Transition to ACTIVE for port object b254040f-ff92-4088-973d-2a35ec4e750d will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:08.639428 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-128191cb-f16f-4bc9-858b-547820e747cc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:08.640179 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-128191cb-f16f-4bc9-858b-547820e747cc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:08.664352 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] Attempting to bind port bb69eaa0-6256-403e-a398-e378f90d7d65 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:20:08.664854 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] Attempting to bind port bb69eaa0-6256-403e-a398-e378f90d7d65 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '52186fda-8bf9-4f4f-9738-2295cf580e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:20:08.665327 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] Attempting to bind port bb69eaa0-6256-403e-a398-e378f90d7d65 on network 0b226951-28f9-4a2d-acbe-56881fc02638 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:20:08.690132 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce17de9a-f4a9-46f2-a507-14526ffe42db tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:08.696772 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:20:08.697321 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] Checking segment: {'id': '52186fda-8bf9-4f4f-9738-2295cf580e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:08.697838 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:08.698383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] Bound using segment: {'id': '52186fda-8bf9-4f4f-9738-2295cf580e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:20:08.698960 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] Bound port: bb69eaa0-6256-403e-a398-e378f90d7d65, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52186fda-8bf9-4f4f-9738-2295cf580e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:20:08.699472 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:08.781036 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17de9a-f4a9-46f2-a507-14526ffe42db tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Port': ['ID=b254040f-ff92-4088-973d-2a35ec4e750d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:08.804319 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce17de9a-f4a9-46f2-a507-14526ffe42db tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 0b226951-28f9-4a2d-acbe-56881fc02638 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:08.805844 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-ce17de9a-f4a9-46f2-a507-14526ffe42db tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:08.815100 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17de9a-f4a9-46f2-a507-14526ffe42db tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:08.815683 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce17de9a-f4a9-46f2-a507-14526ffe42db tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:08.862023 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] For port bb69eaa0-6256-403e-a398-e378f90d7d65, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:20:08.866815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] For port bb69eaa0-6256-403e-a398-e378f90d7d65, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bb69eaa0-6256-403e-a398-e378f90d7d65,segment=NetworkSegment(52186fda-8bf9-4f4f-9738-2295cf580e57),segment_id=52186fda-8bf9-4f4f-9738-2295cf580e57)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:20:08.881348 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:08.999736 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:09.003128 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e3e37-0d57-4adb-bfd8-1162eca6e36d None None] Pushing event updated for resources: {'Port': ['ID=bb69eaa0-6256-403e-a398-e378f90d7d65,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:09.094444 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a2827a1c-7cd6-420b-8ffe-cfe0c1747036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:09.117699 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce17de9a-f4a9-46f2-a507-14526ffe42db tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:09.388915 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128191cb-f16f-4bc9-858b-547820e747cc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:09.415265 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-128191cb-f16f-4bc9-858b-547820e747cc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:09.428890 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128191cb-f16f-4bc9-858b-547820e747cc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:09.429495 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-128191cb-f16f-4bc9-858b-547820e747cc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:09.443072 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f23f9532-39e1-4aa2-9ac3-334bc2fe2207 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:09.541090 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128191cb-f16f-4bc9-858b-547820e747cc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=dba6765d-ac90-4383-82fd-bd963c99b7ba,revision_number=9']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:09.570668 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57350) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:09.595643 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128191cb-f16f-4bc9-858b-547820e747cc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=040e9e67-ddc8-4cf6-bbce-ad019e644c4f,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:09.687917 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f23f9532-39e1-4aa2-9ac3-334bc2fe2207 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:09.694954 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f23f9532-39e1-4aa2-9ac3-334bc2fe2207 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/ports/5d6e9c5c-6b97-46ad-9826-af5c562b90c6 HTTP/1.1" status: 204 len: 168 time: 3.0279531 Jul 22 19:20:09.696043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57354) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:09.777102 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57356) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:09.777491 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-128191cb-f16f-4bc9-858b-547820e747cc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.2927592 Jul 22 19:20:09.826491 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d3695a5-70c7-46a4-ac39-21dbd4b62ae6 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] GET failed (client error): The resource could not be found. Jul 22 19:20:09.832240 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-bd3685a1-178a-4965-8432-02feccfb10c2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'mac_address': 'fa:16:3e:49:a6:df', 'name': 'tempest-NetworksTestDHCPv6-614675643'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:09.833024 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5d3695a5-70c7-46a4-ac39-21dbd4b62ae6 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports/5d6e9c5c-6b97-46ad-9826-af5c562b90c6 HTTP/1.1" status: 404 len: 333 time: 0.0539017 Jul 22 19:20:09.833770 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57364) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:09.844497 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce17de9a-f4a9-46f2-a507-14526ffe42db tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:09.844773 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f9532-39e1-4aa2-9ac3-334bc2fe2207 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Port': ['ID=5d6e9c5c-6b97-46ad-9826-af5c562b90c6,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:09.904162 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce17de9a-f4a9-46f2-a507-14526ffe42db tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:09.906581 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce17de9a-f4a9-46f2-a507-14526ffe42db tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:09.934540 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-a2827a1c-7cd6-420b-8ffe-cfe0c1747036 None None] For port dba6765d-ac90-4383-82fd-bd963c99b7ba, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=dba6765d-ac90-4383-82fd-bd963c99b7ba,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:09.955122 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-edfca2e8-796d-42dc-8b11-20db0a6997e9 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:09.997884 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a2827a1c-7cd6-420b-8ffe-cfe0c1747036 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:10.010208 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a2827a1c-7cd6-420b-8ffe-cfe0c1747036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:10.143647 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2827a1c-7cd6-420b-8ffe-cfe0c1747036 None None] Pushing event updated for resources: {'Port': ['ID=dba6765d-ac90-4383-82fd-bd963c99b7ba,revision_number=10']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:10.189488 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6a8c29-3e82-4fd8-bcbb-63474f895555 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Router c76e63c0-cbd4-4437-9048-12cf770552cc has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:20:10.190217 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfca2e8-796d-42dc-8b11-20db0a6997e9 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event updated for resources: {'Subnet': ['ID=973fa676-7f1a-4922-bfc2-e79af50a7f3f,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:10.192602 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-efe22f9d-22c0-4d88-b268-addd52c7608a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:10.247471 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17de9a-f4a9-46f2-a507-14526ffe42db tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Port': ['ID=b254040f-ff92-4088-973d-2a35ec4e750d,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:10.253431 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfca2e8-796d-42dc-8b11-20db0a6997e9 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Checking segment: {'id': '69fef2df-2fef-4dfc-9891-80290a308592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:10.254399 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfca2e8-796d-42dc-8b11-20db0a6997e9 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Network hostable DHCP agents. Network: 20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:20:10.264914 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-efe22f9d-22c0-4d88-b268-addd52c7608a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:10.282830 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca275cd-ffd7-41ca-adc4-78555d9a01b6 req-35fe6d57-1f03-4d93-9ee1-e5ba449e60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:10.283331 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca275cd-ffd7-41ca-adc4-78555d9a01b6 req-35fe6d57-1f03-4d93-9ee1-e5ba449e60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:10.283826 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca275cd-ffd7-41ca-adc4-78555d9a01b6 req-35fe6d57-1f03-4d93-9ee1-e5ba449e60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:10.289392 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca275cd-ffd7-41ca-adc4-78555d9a01b6 req-35fe6d57-1f03-4d93-9ee1-e5ba449e60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:10.289392 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca275cd-ffd7-41ca-adc4-78555d9a01b6 req-35fe6d57-1f03-4d93-9ee1-e5ba449e60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:10.289625 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca275cd-ffd7-41ca-adc4-78555d9a01b6 req-35fe6d57-1f03-4d93-9ee1-e5ba449e60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:10.289955 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca275cd-ffd7-41ca-adc4-78555d9a01b6 req-35fe6d57-1f03-4d93-9ee1-e5ba449e60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:10.296014 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1ca275cd-ffd7-41ca-adc4-78555d9a01b6 req-35fe6d57-1f03-4d93-9ee1-e5ba449e60a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 6498 time: 0.7226021 Jul 22 19:20:10.345919 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce17de9a-f4a9-46f2-a507-14526ffe42db tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 0b226951-28f9-4a2d-acbe-56881fc02638 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:10.361001 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-ce17de9a-f4a9-46f2-a507-14526ffe42db tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:10.407179 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1ca275cd-ffd7-41ca-adc4-78555d9a01b6 req-16bd86df-adf2-4681-a723-79182976a746 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868742 Jul 22 19:20:10.481548 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-efe22f9d-22c0-4d88-b268-addd52c7608a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:10.487576 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-efe22f9d-22c0-4d88-b268-addd52c7608a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:10.492779 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-efe22f9d-22c0-4d88-b268-addd52c7608a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/security-groups/7c81b365-e011-4844-bb1d-a0e381a65923 HTTP/1.1" status: 204 len: 168 time: 0.6492238 Jul 22 19:20:10.493617 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57372) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:10.500995 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfca2e8-796d-42dc-8b11-20db0a6997e9 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Network 20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:20:10.530231 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-edfca2e8-796d-42dc-8b11-20db0a6997e9 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:10.536117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfca2e8-796d-42dc-8b11-20db0a6997e9 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:10.537130 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-edfca2e8-796d-42dc-8b11-20db0a6997e9 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:10.544782 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be282d28-6aa8-4477-9d62-d3d8630e9549 None None] Network 20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:10.552766 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3685a1-178a-4965-8432-02feccfb10c2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:10.568522 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-edfca2e8-796d-42dc-8b11-20db0a6997e9 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0026474 Jul 22 19:20:10.573655 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe22f9d-22c0-4d88-b268-addd52c7608a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c81b365-e011-4844-bb1d-a0e381a65923,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:10.576526 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57374) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:10.592942 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-0b833df7-78ff-4b45-9bdf-7ff8c2e58fff tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-710976766'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:10.602885 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6a8c29-3e82-4fd8-bcbb-63474f895555 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:20:10.616322 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1ffe06-5bdb-4f2c-a23a-9f49b039b379 None None] Sync routers for ids ['c76e63c0-cbd4-4437-9048-12cf770552cc'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:20:10.622955 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57376) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:10.628409 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5b6a8c29-3e82-4fd8-bcbb-63474f895555 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "PUT /v2.0/routers/c76e63c0-cbd4-4437-9048-12cf770552cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5102470 Jul 22 19:20:10.643891 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1ffe06-5bdb-4f2c-a23a-9f49b039b379 None None] Routers {'c76e63c0-cbd4-4437-9048-12cf770552cc'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:20:10.645025 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ca1ffe06-5bdb-4f2c-a23a-9f49b039b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:20:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c76e63c0-cbd4-4437-9048-12cf770552cc'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:10.668699 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2c08fc-e2e0-4beb-9740-3a63dd28d9c6 None None] Network 0b226951-28f9-4a2d-acbe-56881fc02638 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:10.721238 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b833df7-78ff-4b45-9bdf-7ff8c2e58fff tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Made reservation on behalf of 8d1a868aa3914dd98d06ba71393ee74b for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:10.726120 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b833df7-78ff-4b45-9bdf-7ff8c2e58fff tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:10.776433 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-518f0d9b-896b-495c-bb1c-59375579cdc8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:10.789603 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4934abe-0af1-45e7-a9d4-9d8c5efa1ee6 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Deleting subnet 4638c070-974b-404a-b719-c849049732a3 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:20:10.797705 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d4934abe-0af1-45e7-a9d4-9d8c5efa1ee6 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:10.851883 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d4934abe-0af1-45e7-a9d4-9d8c5efa1ee6 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:10.868596 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-518f0d9b-896b-495c-bb1c-59375579cdc8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:10.886972 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b833df7-78ff-4b45-9bdf-7ff8c2e58fff tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:20:10.905233 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ee592328-345a-48ff-bf96-0d39063acde4 None None] Provisioning for port bb69eaa0-6256-403e-a398-e378f90d7d65 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:10.940626 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-ca1ffe06-5bdb-4f2c-a23a-9f49b039b379 None None] Set router c76e63c0-cbd4-4437-9048-12cf770552cc gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:20:10.941220 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b833df7-78ff-4b45-9bdf-7ff8c2e58fff tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:10.941625 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-0b833df7-78ff-4b45-9bdf-7ff8c2e58fff tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Added segment 2dce5757-3d32-4d7f-b2fd-c0ca63aad67d of type vlan for network 7dd53912-c711-4f63-9d08-88b36314c7da Jul 22 19:20:11.012113 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d4934abe-0af1-45e7-a9d4-9d8c5efa1ee6 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:11.052340 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b833df7-78ff-4b45-9bdf-7ff8c2e58fff tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:11.072864 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-518f0d9b-896b-495c-bb1c-59375579cdc8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:11.077451 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-518f0d9b-896b-495c-bb1c-59375579cdc8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:11.079825 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-518f0d9b-896b-495c-bb1c-59375579cdc8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/security-groups/edfc9bdd-a6c3-4556-9473-6d6a5f50d825 HTTP/1.1" status: 204 len: 168 time: 0.5798430 Jul 22 19:20:11.086014 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57390) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:11.095117 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddcd0e4-fdad-4842-bfbd-10ab11a1d4e3 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:11.129417 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d4934abe-0af1-45e7-a9d4-9d8c5efa1ee6 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:11.129938 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f0d9b-896b-495c-bb1c-59375579cdc8 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfc9bdd-a6c3-4556-9473-6d6a5f50d825,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:11.158133 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b833df7-78ff-4b45-9bdf-7ff8c2e58fff tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:11.169415 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b833df7-78ff-4b45-9bdf-7ff8c2e58fff tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:11.170051 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b833df7-78ff-4b45-9bdf-7ff8c2e58fff tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:11.184172 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4934abe-0af1-45e7-a9d4-9d8c5efa1ee6 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Subnet': ['ID=4638c070-974b-404a-b719-c849049732a3,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:11.197585 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bd3685a1-178a-4965-8432-02feccfb10c2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:11.241353 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57392) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:11.243306 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0b833df7-78ff-4b45-9bdf-7ff8c2e58fff tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6588774 Jul 22 19:20:11.261328 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d9f4eaef-02b0-45d0-9c85-8f138c6048e4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Request body: {'subnet': {'network_id': '7dd53912-c711-4f63-9d08-88b36314c7da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:11.355385 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b833df7-78ff-4b45-9bdf-7ff8c2e58fff tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event updated for resources: {'Network': ['ID=7dd53912-c711-4f63-9d08-88b36314c7da,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:11.370775 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce17de9a-f4a9-46f2-a507-14526ffe42db tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router be746541-d2a8-426f-b7be-e8cc5dc8ed1f is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:20:11.399082 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 7dd53912-c711-4f63-9d08-88b36314c7da details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:20:11.404689 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-35174790-205b-4926-a285-b86949870028 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:11.414213 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf', 'network_id': '20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf', 'tenant_id': '8d1a868aa3914dd98d06ba71393ee74b', 'fixed_ips': [{'subnet_id': '973fa676-7f1a-4922-bfc2-e79af50a7f3f'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:20:11.416071 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:11.436564 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-35174790-205b-4926-a285-b86949870028 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:11.440267 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63daee9d-8258-4c87-a4ab-6959188bc9fa None None] Network df503071-5467-4b61-a327-2f5cc8dfeccd requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:11.442422 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bb69eaa0-6256-403e-a398-e378f90d7d65 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:11.446931 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d4934abe-0af1-45e7-a9d4-9d8c5efa1ee6 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:11.448865 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d4934abe-0af1-45e7-a9d4-9d8c5efa1ee6 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "DELETE /v2.0/subnets/4638c070-974b-404a-b719-c849049732a3 HTTP/1.1" status: 204 len: 168 time: 0.8248405 Jul 22 19:20:11.449087 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ca1ffe06-5bdb-4f2c-a23a-9f49b039b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454399952', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:19Z', 'updated_at': '2021-07-22T19:20:06Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:21Z', 'updated_at': '2021-07-22T19:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:11.450100 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-bd3685a1-178a-4965-8432-02feccfb10c2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] device_id is not set on port 08938a6e-1da1-4ea7-ab31-25a560129009 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:20:11.452510 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57394) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:11.502387 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1ffe06-5bdb-4f2c-a23a-9f49b039b379 None None] Checking router: c76e63c0-cbd4-4437-9048-12cf770552cc for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:20:11.512245 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9d11d776-5dc2-4755-a11d-061a8b1c8183 None None] Provisioning complete for port dba6765d-ac90-4383-82fd-bd963c99b7ba triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:11.513857 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9d11d776-5dc2-4755-a11d-061a8b1c8183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:11.514496 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1ffe06-5bdb-4f2c-a23a-9f49b039b379 None None] Routers {'c76e63c0-cbd4-4437-9048-12cf770552cc'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:20:11.515117 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ca1ffe06-5bdb-4f2c-a23a-9f49b039b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:20:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c76e63c0-cbd4-4437-9048-12cf770552cc'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:11.534209 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-35174790-205b-4926-a285-b86949870028 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:11.538049 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-35174790-205b-4926-a285-b86949870028 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:11.540180 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-35174790-205b-4926-a285-b86949870028 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/security-groups/0d0b34c6-c2e6-4cb9-bec6-fcc8fe75b898 HTTP/1.1" status: 204 len: 168 time: 0.4526951 Jul 22 19:20:11.637313 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57396) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:11.642236 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce17de9a-f4a9-46f2-a507-14526ffe42db tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:20:11.684442 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5cffde6f-6592-4ed8-904a-5dec309ca33e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:11.692519 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-ca1ffe06-5bdb-4f2c-a23a-9f49b039b379 None None] Set router c76e63c0-cbd4-4437-9048-12cf770552cc gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:20:11.697903 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ce17de9a-f4a9-46f2-a507-14526ffe42db tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/be746541-d2a8-426f-b7be-e8cc5dc8ed1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3052292 Jul 22 19:20:11.700616 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57398) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:11.717048 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a4fa86a3-73b1-4509-aaca-484c92819983 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-214405156'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:11.734405 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35174790-205b-4926-a285-b86949870028 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0b34c6-c2e6-4cb9-bec6-fcc8fe75b898,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:11.760455 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-46454a85-9510-4d93-8699-c5a6fe377383 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting subnet bc9002aa-d145-4992-a532-c5bf16e253ab {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:20:11.763561 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-46454a85-9510-4d93-8699-c5a6fe377383 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:11.813649 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-46454a85-9510-4d93-8699-c5a6fe377383 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:11.854062 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5cffde6f-6592-4ed8-904a-5dec309ca33e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:11.921012 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] Sync routers for ids ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:20:12.002931 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-5cffde6f-6592-4ed8-904a-5dec309ca33e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Deleting port a3e2c045-ecb6-4569-b313-912fa4743d1f {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:12.003389 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5cffde6f-6592-4ed8-904a-5dec309ca33e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:12.031304 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-46454a85-9510-4d93-8699-c5a6fe377383 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:12.040709 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ca1ffe06-5bdb-4f2c-a23a-9f49b039b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454399952', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:19Z', 'updated_at': '2021-07-22T19:20:06Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:21Z', 'updated_at': '2021-07-22T19:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:12.072435 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1ffe06-5bdb-4f2c-a23a-9f49b039b379 None None] The sync data for ids ['c76e63c0-cbd4-4437-9048-12cf770552cc'] in n-d-800086-12 is: [{'id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454399952', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:17:19Z', 'updated_at': '2021-07-22T19:20:06Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'a3e2c045-ecb6-4569-b313-912fa4743d1f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76e63c0-cbd4-4437-9048-12cf770552cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:17:21Z', 'updated_at': '2021-07-22T19:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:20:12.127265 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f4eaef-02b0-45d0-9c85-8f138c6048e4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Made reservation on behalf of 8d1a868aa3914dd98d06ba71393ee74b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:12.131022 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d9f4eaef-02b0-45d0-9c85-8f138c6048e4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:12.154294 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port bb69eaa0-6256-403e-a398-e378f90d7d65 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:12.208815 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-5cffde6f-6592-4ed8-904a-5dec309ca33e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] For port a3e2c045-ecb6-4569-b313-912fa4743d1f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a3e2c045-ecb6-4569-b313-912fa4743d1f,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:12.209203 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5cffde6f-6592-4ed8-904a-5dec309ca33e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:12.229762 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] Routers {'be746541-d2a8-426f-b7be-e8cc5dc8ed1f'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:20:12.230438 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:20:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:12.232702 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port bb69eaa0-6256-403e-a398-e378f90d7d65 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:12.232702 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:12.241642 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-5cffde6f-6592-4ed8-904a-5dec309ca33e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Calling delete_port for a3e2c045-ecb6-4569-b313-912fa4743d1f owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:12.302197 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fa86a3-73b1-4509-aaca-484c92819983 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Made reservation on behalf of a6941f908e0b4e8dac308a754d92e62a for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:12.305712 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a4fa86a3-73b1-4509-aaca-484c92819983 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:12.397539 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:12.421116 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-46454a85-9510-4d93-8699-c5a6fe377383 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:12.514229 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4fa86a3-73b1-4509-aaca-484c92819983 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:20:12.519859 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46454a85-9510-4d93-8699-c5a6fe377383 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Subnet': ['ID=bc9002aa-d145-4992-a532-c5bf16e253ab,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:12.522500 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-46454a85-9510-4d93-8699-c5a6fe377383 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:12.524782 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-46454a85-9510-4d93-8699-c5a6fe377383 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/subnets/bc9002aa-d145-4992-a532-c5bf16e253ab HTTP/1.1" status: 204 len: 168 time: 0.8802698 Jul 22 19:20:12.547968 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57414) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:12.552526 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Allocated IP 2001:db8:0:ffff::2 (20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf/973fa676-7f1a-4922-bfc2-e79af50a7f3f/f343cf7b-a8c4-4882-a635-161cf2ba0430) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:12.573194 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae3edfb-5b2d-4bad-9125-933b8c8e210d None None] Network abb4a764-2f83-49b2-b163-9981a3d92a64 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:12.579709 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] Set router be746541-d2a8-426f-b7be-e8cc5dc8ed1f gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:20:12.602154 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a4fa86a3-73b1-4509-aaca-484c92819983 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:12.602501 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-a4fa86a3-73b1-4509-aaca-484c92819983 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Added segment c66df7f6-cf16-4efd-9870-779c8dd684da of type vlan for network 633436a3-c6fd-438d-97b2-b48e48f738e8 Jul 22 19:20:12.606491 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-bd3685a1-178a-4965-8432-02feccfb10c2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 172.20.0.6 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/41462efd-4dbe-4952-82a0-6d57cd789843/08938a6e-1da1-4ea7-ab31-25a560129009) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:12.609597 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46454a85-9510-4d93-8699-c5a6fe377383 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:12.609720 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46454a85-9510-4d93-8699-c5a6fe377383 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:12.610104 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46454a85-9510-4d93-8699-c5a6fe377383 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:12.610374 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46454a85-9510-4d93-8699-c5a6fe377383 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:12.610880 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46454a85-9510-4d93-8699-c5a6fe377383 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:12.610983 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5cffde6f-6592-4ed8-904a-5dec309ca33e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:12.611171 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46454a85-9510-4d93-8699-c5a6fe377383 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:12.611478 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46454a85-9510-4d93-8699-c5a6fe377383 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:12.611834 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46454a85-9510-4d93-8699-c5a6fe377383 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:12.612183 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46454a85-9510-4d93-8699-c5a6fe377383 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:12.617601 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46454a85-9510-4d93-8699-c5a6fe377383 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:12.618012 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46454a85-9510-4d93-8699-c5a6fe377383 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:12.618493 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46454a85-9510-4d93-8699-c5a6fe377383 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:12.655420 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cffde6f-6592-4ed8-904a-5dec309ca33e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Port': ['ID=a3e2c045-ecb6-4569-b313-912fa4743d1f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:12.671329 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-bd3685a1-178a-4965-8432-02feccfb10c2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8::f816:3eff:fe49:a6df (ac1cdc45-8892-4608-b80a-7d90307aaf6c/040e9e67-ddc8-4cf6-bbce-ad019e644c4f/08938a6e-1da1-4ea7-ab31-25a560129009) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:12.762544 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5cffde6f-6592-4ed8-904a-5dec309ca33e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:12.887412 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a4fa86a3-73b1-4509-aaca-484c92819983 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:12.908338 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-3971c4ef-4cf9-47ae-bfe7-9a2c6c9fb50d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting subnet 26a0655a-629a-4219-8e96-ce309818a9e7 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:20:12.943055 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3971c4ef-4cf9-47ae-bfe7-9a2c6c9fb50d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:12.974692 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5cffde6f-6592-4ed8-904a-5dec309ca33e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:12.982472 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5cffde6f-6592-4ed8-904a-5dec309ca33e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:13.040418 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:13.052374 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Transition to ACTIVE for port object f343cf7b-a8c4-4882-a635-161cf2ba0430 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:13.076697 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Transition to ACTIVE for port object f343cf7b-a8c4-4882-a635-161cf2ba0430 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:13.118806 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5cffde6f-6592-4ed8-904a-5dec309ca33e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:13.119399 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cffde6f-6592-4ed8-904a-5dec309ca33e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Fanout notify agent at l3_agent the message router_deleted on router c76e63c0-cbd4-4437-9048-12cf770552cc {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:20:13.155914 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5cffde6f-6592-4ed8-904a-5dec309ca33e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:13.164331 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5cffde6f-6592-4ed8-904a-5dec309ca33e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "DELETE /v2.0/routers/c76e63c0-cbd4-4437-9048-12cf770552cc HTTP/1.1" status: 204 len: 168 time: 1.7076581 Jul 22 19:20:13.174312 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57422) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:13.372722 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:13.455119 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:13.493189 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Deleting port f11551f4-98ee-495b-8b6f-fd0499e9798d {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:13.493548 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:13.582831 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.db.resource_extend [None req-a4fa86a3-73b1-4509-aaca-484c92819983 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:20:13.615505 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] For port f11551f4-98ee-495b-8b6f-fd0499e9798d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f11551f4-98ee-495b-8b6f-fd0499e9798d,segment=NetworkSegment(4ff97e91-d90f-4c54-b154-3a39743b26ac),segment_id=4ff97e91-d90f-4c54-b154-3a39743b26ac)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:13.615978 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:13.638242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Calling delete_port for f11551f4-98ee-495b-8b6f-fd0499e9798d owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:13.646167 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Network 20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:13.709745 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:13.722962 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:13.770748 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328a62db-e58a-4081-8408-d31d5c553b3f None None] DHCP port deletion for df503071-5467-4b61-a327-2f5cc8dfeccd request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:20:13.804298 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:13.825157 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Pushing event updated for resources: {'Port': ['ID=f343cf7b-a8c4-4882-a635-161cf2ba0430,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:13.844194 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] No DVR routers for this DVR port f11551f4-98ee-495b-8b6f-fd0499e9798d on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:20:13.846787 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:13.885174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Port': ['ID=f11551f4-98ee-495b-8b6f-fd0499e9798d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:13.937904 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:13.938466 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:13.938952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:13.939453 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:13.939931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:13.940405 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:13.941427 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:13.941943 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:13.942466 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:13.942964 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:13.943465 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:13.944011 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:13.960962 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bd3685a1-178a-4965-8432-02feccfb10c2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:13.977118 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:13.986901 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-bd3685a1-178a-4965-8432-02feccfb10c2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Transition to ACTIVE for port object 08938a6e-1da1-4ea7-ab31-25a560129009 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:13.989092 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df503071-5467-4b61-a327-2f5cc8dfeccd']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:13.994323 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4d86fae6-a258-4e47-84eb-1553ad290eae None None] Provisioning for port b254040f-ff92-4088-973d-2a35ec4e750d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:14.002715 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-328a62db-e58a-4081-8408-d31d5c553b3f None None] The port 'f11551f4-98ee-495b-8b6f-fd0499e9798d' was deleted {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 19:20:14.007567 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff97e91-d90f-4c54-b154-3a39743b26ac') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:14.007872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff97e91-d90f-4c54-b154-3a39743b26ac') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:14.020290 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.059748 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:14.059954 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:14.060244 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:14.060885 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:14.061024 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:14.061246 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:14.061352 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4d86fae6-a258-4e47-84eb-1553ad290eae None None] Provisioning complete for port b254040f-ff92-4088-973d-2a35ec4e750d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:14.061573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:14.061830 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4d86fae6-a258-4e47-84eb-1553ad290eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.061929 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:14.062209 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:14.062528 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:14.062849 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:14.063176 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:14.064905 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3971c4ef-4cf9-47ae-bfe7-9a2c6c9fb50d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.083624 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.095945 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:20:14.096664 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:20:14.100782 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:20:14.142627 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Attempting to bind port f343cf7b-a8c4-4882-a635-161cf2ba0430 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:20:14.143108 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Attempting to bind port f343cf7b-a8c4-4882-a635-161cf2ba0430 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '69fef2df-2fef-4dfc-9891-80290a308592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:20:14.143545 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Attempting to bind port f343cf7b-a8c4-4882-a635-161cf2ba0430 on network 20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:20:14.148512 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port bb69eaa0-6256-403e-a398-e378f90d7d65, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bb69eaa0-6256-403e-a398-e378f90d7d65,segment=NetworkSegment(52186fda-8bf9-4f4f-9738-2295cf580e57),segment_id=52186fda-8bf9-4f4f-9738-2295cf580e57)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:14.181643 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3971c4ef-4cf9-47ae-bfe7-9a2c6c9fb50d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.183666 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.184549 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device dba6765d-ac90-4383-82fd-bd963c99b7ba up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:14.202668 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.211316 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.215595 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "DELETE /v2.0/networks/df503071-5467-4b61-a327-2f5cc8dfeccd HTTP/1.1" status: 204 len: 168 time: 1.0401928 Jul 22 19:20:14.219616 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57428) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:14.222992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:20:14.223533 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Checking segment: {'id': '69fef2df-2fef-4dfc-9891-80290a308592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:14.223864 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.224270 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Bound using segment: {'id': '69fef2df-2fef-4dfc-9891-80290a308592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:20:14.224837 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Bound port: f343cf7b-a8c4-4882-a635-161cf2ba0430, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69fef2df-2fef-4dfc-9891-80290a308592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:20:14.225921 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.232031 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a4fa86a3-73b1-4509-aaca-484c92819983 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.234736 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-4d86fae6-a258-4e47-84eb-1553ad290eae None None] Port b254040f-ff92-4088-973d-2a35ec4e750d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:20:14.238818 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fa86a3-73b1-4509-aaca-484c92819983 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:14.239414 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a4fa86a3-73b1-4509-aaca-484c92819983 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.274154 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f2936-232a-4efe-9a64-08c8e12c6071 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Network': ['ID=df503071-5467-4b61-a327-2f5cc8dfeccd,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:14.331463 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bd3685a1-178a-4965-8432-02feccfb10c2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.374882 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-80624083-5196-43df-b345-5e51b083b4c4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.428492 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-80624083-5196-43df-b345-5e51b083b4c4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.474942 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] For port f343cf7b-a8c4-4882-a635-161cf2ba0430, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:20:14.480545 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] For port f343cf7b-a8c4-4882-a635-161cf2ba0430, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f343cf7b-a8c4-4882-a635-161cf2ba0430,segment=NetworkSegment(69fef2df-2fef-4dfc-9891-80290a308592),segment_id=69fef2df-2fef-4dfc-9891-80290a308592)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:20:14.509607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=bb69eaa0-6256-403e-a398-e378f90d7d65,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:14.511668 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a4fa86a3-73b1-4509-aaca-484c92819983 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.7985859 Jul 22 19:20:14.515384 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57440) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:14.520789 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4d86fae6-a258-4e47-84eb-1553ad290eae None None] Provisioning complete for port bb69eaa0-6256-403e-a398-e378f90d7d65 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:14.521163 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4d86fae6-a258-4e47-84eb-1553ad290eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.521442 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa86a3-73b1-4509-aaca-484c92819983 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Network': ['ID=633436a3-c6fd-438d-97b2-b48e48f738e8,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:14.522543 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-6cf5a00c-b7a1-419d-ad4a-b1a13e9aa48e tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'subnet': {'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:14.558659 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-80624083-5196-43df-b345-5e51b083b4c4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.561607 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-80624083-5196-43df-b345-5e51b083b4c4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.562784 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-80624083-5196-43df-b345-5e51b083b4c4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "DELETE /v2.0/security-groups/b169eae6-6e94-459f-a406-3dc870c761c9 HTTP/1.1" status: 204 len: 168 time: 0.3044896 Jul 22 19:20:14.586675 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3685a1-178a-4965-8432-02feccfb10c2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:14.594729 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-bd3685a1-178a-4965-8432-02feccfb10c2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:14.612673 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 633436a3-c6fd-438d-97b2-b48e48f738e8 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:20:14.615180 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.624062 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3685a1-178a-4965-8432-02feccfb10c2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:14.629346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80624083-5196-43df-b345-5e51b083b4c4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b169eae6-6e94-459f-a406-3dc870c761c9,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:14.671102 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf5a00c-b7a1-419d-ad4a-b1a13e9aa48e tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Made reservation on behalf of a6941f908e0b4e8dac308a754d92e62a for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:14.675408 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6cf5a00c-b7a1-419d-ad4a-b1a13e9aa48e tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.696508 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3685a1-178a-4965-8432-02feccfb10c2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=08938a6e-1da1-4ea7-ab31-25a560129009,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:14.758779 n-d-800086-12 neutron-server[93806]: DEBUG neutron.objects.ports [None req-d9f4eaef-02b0-45d0-9c85-8f138c6048e4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93806) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:20:14.760672 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3971c4ef-4cf9-47ae-bfe7-9a2c6c9fb50d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.772243 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d9f4eaef-02b0-45d0-9c85-8f138c6048e4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.789391 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e606115-f99a-49ed-8c4d-2e0b52100a8e None None] Pushing event updated for resources: {'Port': ['ID=f343cf7b-a8c4-4882-a635-161cf2ba0430,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:14.823870 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971c4ef-4cf9-47ae-bfe7-9a2c6c9fb50d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Subnet': ['ID=26a0655a-629a-4219-8e96-ce309818a9e7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:14.890935 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3971c4ef-4cf9-47ae-bfe7-9a2c6c9fb50d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.896182 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3971c4ef-4cf9-47ae-bfe7-9a2c6c9fb50d tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/subnets/26a0655a-629a-4219-8e96-ce309818a9e7 HTTP/1.1" status: 204 len: 168 time: 2.3445189 Jul 22 19:20:14.896768 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57444) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:14.903718 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4eaef-02b0-45d0-9c85-8f138c6048e4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event updated for resources: {'Subnet': ['ID=5c8cae24-7a74-4d0e-ac65-53d0d08d6c59,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:14.955092 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3685a1-178a-4965-8432-02feccfb10c2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:14.956188 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bd3685a1-178a-4965-8432-02feccfb10c2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.971718 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5db370-f365-4a15-a4ea-bf924f5557bd tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] DELETE failed (client error): The resource could not be found. Jul 22 19:20:14.973002 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5db370-f365-4a15-a4ea-bf924f5557bd tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:14.977190 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3e5db370-f365-4a15-a4ea-bf924f5557bd tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/subnets/bc9002aa-d145-4992-a532-c5bf16e253ab HTTP/1.1" status: 404 len: 337 time: 0.0756552 Jul 22 19:20:14.978162 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57446) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:15.003142 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bd3685a1-178a-4965-8432-02feccfb10c2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.2154710 Jul 22 19:20:15.005925 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57448) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:15.072134 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port dba6765d-ac90-4383-82fd-bd963c99b7ba triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:15.075522 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:15.084409 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4eaef-02b0-45d0-9c85-8f138c6048e4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Checking segment: {'id': '2dce5757-3d32-4d7f-b2fd-c0ca63aad67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7dd53912-c711-4f63-9d08-88b36314c7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:15.085956 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f4eaef-02b0-45d0-9c85-8f138c6048e4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Network hostable DHCP agents. Network: 7dd53912-c711-4f63-9d08-88b36314c7da, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:20:15.114689 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f4eaef-02b0-45d0-9c85-8f138c6048e4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Network 7dd53912-c711-4f63-9d08-88b36314c7da is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:20:15.149559 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-d9f4eaef-02b0-45d0-9c85-8f138c6048e4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 7dd53912-c711-4f63-9d08-88b36314c7da) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:15.156357 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-d517ef32-7098-4c9e-ad31-0c4f283618a1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting subnet b68fd7dc-bf0e-449b-bce7-c84d71a9bfae {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:20:15.158422 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f4eaef-02b0-45d0-9c85-8f138c6048e4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:15.159031 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d9f4eaef-02b0-45d0-9c85-8f138c6048e4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:15.166900 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d517ef32-7098-4c9e-ad31-0c4f283618a1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:15.199737 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:20:08Z', 'revision_number': 2, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:09Z', 'revision_number': 2, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:15.204939 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfecbd73-df59-488a-9c98-0b6c61a89328 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:15.213012 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfecbd73-df59-488a-9c98-0b6c61a89328 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:15.217989 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cfecbd73-df59-488a-9c98-0b6c61a89328 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2107782 Jul 22 19:20:15.218999 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57450) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:15.220770 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d9f4eaef-02b0-45d0-9c85-8f138c6048e4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9640253 Jul 22 19:20:15.235367 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57452) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:15.250629 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-efabb554-94c0-4e19-b77a-5855aac390fb tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Request body: {'port': {'network_id': '7dd53912-c711-4f63-9d08-88b36314c7da', 'name': 'tempest-NetworksIpV6TestAttrs-1817697695'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:15.318566 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] Checking router: be746541-d2a8-426f-b7be-e8cc5dc8ed1f for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:20:15.318844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] Updating router be746541-d2a8-426f-b7be-e8cc5dc8ed1f port b254040f-ff92-4088-973d-2a35ec4e750d binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:20:15.322806 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a33dcd-8306-431f-81af-03969777f065 None None] Network 7dd53912-c711-4f63-9d08-88b36314c7da requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:15.335268 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d517ef32-7098-4c9e-ad31-0c4f283618a1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:15.408990 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6cf5a00c-b7a1-419d-ad4a-b1a13e9aa48e tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:15.500194 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e829ae52-666b-426e-bb5e-f9eb33b72481 None None] Network abb4a764-2f83-49b2-b163-9981a3d92a64 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:15.555106 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:15.584651 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-028b4883-2dc4-41c6-b89f-9690b8016379 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting port 08938a6e-1da1-4ea7-ab31-25a560129009 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:15.584999 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-028b4883-2dc4-41c6-b89f-9690b8016379 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:15.636356 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d517ef32-7098-4c9e-ad31-0c4f283618a1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:15.791082 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-028b4883-2dc4-41c6-b89f-9690b8016379 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:15.803841 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bdde1c98-3f0a-4d18-b0ba-c85581180ac5 None None] Provisioning complete for port dba6765d-ac90-4383-82fd-bd963c99b7ba triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:15.804259 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bdde1c98-3f0a-4d18-b0ba-c85581180ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:15.813301 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-028b4883-2dc4-41c6-b89f-9690b8016379 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Calling delete_port for 08938a6e-1da1-4ea7-ab31-25a560129009 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:15.831413 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efabb554-94c0-4e19-b77a-5855aac390fb tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Made reservation on behalf of 8d1a868aa3914dd98d06ba71393ee74b for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:15.835463 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-efabb554-94c0-4e19-b77a-5855aac390fb tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:15.868352 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d517ef32-7098-4c9e-ad31-0c4f283618a1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:15.933529 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d517ef32-7098-4c9e-ad31-0c4f283618a1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:15.947713 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d517ef32-7098-4c9e-ad31-0c4f283618a1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/subnets/b68fd7dc-bf0e-449b-bce7-c84d71a9bfae HTTP/1.1" status: 204 len: 168 time: 0.9685287 Jul 22 19:20:15.957404 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5a00c-b7a1-419d-ad4a-b1a13e9aa48e tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Subnet': ['ID=208ee984-0437-4abb-98b0-571f4beb25b9,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:15.959830 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57472) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:15.960781 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf5a00c-b7a1-419d-ad4a-b1a13e9aa48e tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Checking segment: {'id': 'c66df7f6-cf16-4efd-9870-779c8dd684da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:15.961333 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf5a00c-b7a1-419d-ad4a-b1a13e9aa48e tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network hostable DHCP agents. Network: 633436a3-c6fd-438d-97b2-b48e48f738e8, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:20:16.001335 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517ef32-7098-4c9e-ad31-0c4f283618a1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Subnet': ['ID=b68fd7dc-bf0e-449b-bce7-c84d71a9bfae,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:16.005503 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-efabb554-94c0-4e19-b77a-5855aac390fb tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] device_id is not set on port f015b69c-ca71-4348-ab8b-21b18dbbdda7 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:20:16.053177 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc4ec73-e3ed-4566-8704-70be9368299c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] DELETE failed (client error): The resource could not be found. Jul 22 19:20:16.055826 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc4ec73-e3ed-4566-8704-70be9368299c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:16.063323 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3cc4ec73-e3ed-4566-8704-70be9368299c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/subnets/13d2d467-14d6-4459-92bd-4088c69a5473 HTTP/1.1" status: 404 len: 337 time: 0.0992129 Jul 22 19:20:16.066531 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57474) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:16.097870 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-7dd53912-c711-4f63-9d08-88b36314c7da', 'network_id': '7dd53912-c711-4f63-9d08-88b36314c7da', 'tenant_id': '8d1a868aa3914dd98d06ba71393ee74b', 'fixed_ips': [{'subnet_id': '5c8cae24-7a74-4d0e-ac65-53d0d08d6c59'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:20:16.098750 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:16.122598 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f343cf7b-a8c4-4882-a635-161cf2ba0430 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:16.193417 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b7c7fe95-a5e4-49e3-8cf4-8ebf6cf8d7d2 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9595b48-c9db-4216-9f63-1eb689c90bbc HTTP/1.1" status: 200 len: 205 time: 0.1165214 Jul 22 19:20:16.196117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57476) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:16.291470 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf5a00c-b7a1-419d-ad4a-b1a13e9aa48e tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 633436a3-c6fd-438d-97b2-b48e48f738e8 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:20:16.303686 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57478) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:16.308042 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-846ce15d-b3ba-44b0-bc9c-6ad815591746 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] delete failed (client error): The resource could not be found. Jul 22 19:20:16.309448 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-846ce15d-b3ba-44b0-bc9c-6ad815591746 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/routers/f9595b48-c9db-4216-9f63-1eb689c90bbc HTTP/1.1" status: 404 len: 336 time: 0.1121953 Jul 22 19:20:16.311905 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57480) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:16.324654 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-6cf5a00c-b7a1-419d-ad4a-b1a13e9aa48e tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 633436a3-c6fd-438d-97b2-b48e48f738e8) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:16.352697 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-90af1661-1f94-4af4-b349-df4c23d235b9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1083611374', 'description': 'tempest-secgroup-smoke-1083611374 description', 'project_id': '637aa3e692f04588bda049c0135065ab'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:16.359480 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf5a00c-b7a1-419d-ad4a-b1a13e9aa48e tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:16.360082 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6cf5a00c-b7a1-419d-ad4a-b1a13e9aa48e tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:16.370478 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-028b4883-2dc4-41c6-b89f-9690b8016379 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:16.372846 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7dbdcd-5ae4-4116-906a-7ba07407fae0 None None] Network 633436a3-c6fd-438d-97b2-b48e48f738e8 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:16.372976 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef40c15-c2cb-4d10-819d-cb5834f70cd1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] DELETE failed (client error): The resource could not be found. Jul 22 19:20:16.373306 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef40c15-c2cb-4d10-819d-cb5834f70cd1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:16.377414 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4ef40c15-c2cb-4d10-819d-cb5834f70cd1 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/subnets/86c97554-310f-4667-9071-f15ece9e6967 HTTP/1.1" status: 404 len: 337 time: 0.0621517 Jul 22 19:20:16.379378 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57482) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:16.424865 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-1388529f-af79-4b6c-ad3c-b947695535c7 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] DELETE failed (client error): The resource could not be found. Jul 22 19:20:16.425938 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1388529f-af79-4b6c-ad3c-b947695535c7 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:16.428581 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1388529f-af79-4b6c-ad3c-b947695535c7 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/subnets/9d71efc2-c2b5-4e3d-b335-4fc699a85a1a HTTP/1.1" status: 404 len: 337 time: 0.0477717 Jul 22 19:20:16.431884 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57484) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:16.458663 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b4883-2dc4-41c6-b89f-9690b8016379 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Port': ['ID=08938a6e-1da1-4ea7-ab31-25a560129009,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:16.543807 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-f826ba39-5eee-4450-ba78-47b05fbd637b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] DELETE failed (client error): The resource could not be found. Jul 22 19:20:16.544594 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f826ba39-5eee-4450-ba78-47b05fbd637b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:16.546843 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f826ba39-5eee-4450-ba78-47b05fbd637b tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/subnets/90ab2c04-dcd2-4aff-a720-c58934928b88 HTTP/1.1" status: 404 len: 337 time: 0.1135604 Jul 22 19:20:16.552767 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57496) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:16.583625 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-90af1661-1f94-4af4-b349-df4c23d235b9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:16.648255 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6cf5a00c-b7a1-419d-ad4a-b1a13e9aa48e tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1289694 Jul 22 19:20:16.648255 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8db3f6-c6c8-4cf3-a91f-c658bffb98ca tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] DELETE failed (client error): The resource could not be found. Jul 22 19:20:16.649383 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e8db3f6-c6c8-4cf3-a91f-c658bffb98ca tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:16.660439 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5e8db3f6-c6c8-4cf3-a91f-c658bffb98ca tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/ports/67e5d027-91a3-4a7f-8848-854f6874f33e HTTP/1.1" status: 404 len: 333 time: 0.1036909 Jul 22 19:20:16.660439 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57498) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:16.662105 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57500) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:16.767055 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e29a924-1b87-4bcb-a98f-61f81e250627 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] DELETE failed (client error): The resource could not be found. Jul 22 19:20:16.767626 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e29a924-1b87-4bcb-a98f-61f81e250627 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:16.773484 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8e29a924-1b87-4bcb-a98f-61f81e250627 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/subnets/905dda13-d064-4bfe-a889-0eacac4e8290 HTTP/1.1" status: 404 len: 337 time: 0.1040063 Jul 22 19:20:16.778473 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57502) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:16.855082 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-efabb554-94c0-4e19-b77a-5855aac390fb tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Allocated IP 2001:db8::f816:3eff:feaa:aac0 (7dd53912-c711-4f63-9d08-88b36314c7da/5c8cae24-7a74-4d0e-ac65-53d0d08d6c59/f015b69c-ca71-4348-ab8b-21b18dbbdda7) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:16.870268 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe4fdeb-298c-4539-a3f1-b05df78d19e2 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] DELETE failed (client error): The resource could not be found. Jul 22 19:20:16.870904 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe4fdeb-298c-4539-a3f1-b05df78d19e2 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:16.875831 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-dfe4fdeb-298c-4539-a3f1-b05df78d19e2 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/subnets/39054b56-6d89-46d1-a733-ef9412c35922 HTTP/1.1" status: 404 len: 337 time: 0.0936935 Jul 22 19:20:16.876845 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57504) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:16.896346 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-028b4883-2dc4-41c6-b89f-9690b8016379 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:16.898434 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-028b4883-2dc4-41c6-b89f-9690b8016379 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/08938a6e-1da1-4ea7-ab31-25a560129009 HTTP/1.1" status: 204 len: 168 time: 1.6764312 Jul 22 19:20:16.901049 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57506) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:16.925863 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-400a4e15-645f-4fda-b4fd-b2c9329c1187 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] DELETE failed (client error): The resource could not be found. Jul 22 19:20:16.926545 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400a4e15-645f-4fda-b4fd-b2c9329c1187 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:16.930641 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-400a4e15-645f-4fda-b4fd-b2c9329c1187 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/ports/bf1c00a1-05ae-4089-a829-ec91f62549b3 HTTP/1.1" status: 404 len: 333 time: 0.0426135 Jul 22 19:20:16.934136 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6589a5ab-8683-4f0c-812b-874d10cbbfd2 None None] Network 20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:16.934584 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57508) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:17.007532 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c795f41-314b-4be8-955b-7cbfcf4db8d3 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] DELETE failed (client error): The resource could not be found. Jul 22 19:20:17.008180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c795f41-314b-4be8-955b-7cbfcf4db8d3 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:17.012195 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1c795f41-314b-4be8-955b-7cbfcf4db8d3 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/subnets/19339112-33b6-4860-babd-9a994a60a3fe HTTP/1.1" status: 404 len: 337 time: 0.0745189 Jul 22 19:20:17.016867 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57510) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:17.057931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bdde1c98-3f0a-4d18-b0ba-c85581180ac5 None None] Provisioning complete for port 2d82db8d-14af-4a09-9936-4600f5ff7820 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:17.058291 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bdde1c98-3f0a-4d18-b0ba-c85581180ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:17.060678 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b4d45b-d54b-4c1b-b32e-b7839472154c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] DELETE failed (client error): The resource could not be found. Jul 22 19:20:17.061251 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b4d45b-d54b-4c1b-b32e-b7839472154c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:17.065368 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e7b4d45b-d54b-4c1b-b32e-b7839472154c tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/subnets/eb95ef3d-dacb-4954-83d6-5d60b0b8708c HTTP/1.1" status: 404 len: 337 time: 0.0415938 Jul 22 19:20:17.069543 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57512) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:17.109349 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port f343cf7b-a8c4-4882-a635-161cf2ba0430 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:17.164666 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-90af1661-1f94-4af4-b349-df4c23d235b9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:17.181040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb416e-8452-4a2c-8c22-34f99e2c0ca8 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:17.181617 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bb69eaa0-6256-403e-a398-e378f90d7d65 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:17.183431 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb416e-8452-4a2c-8c22-34f99e2c0ca8 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:17.185336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb416e-8452-4a2c-8c22-34f99e2c0ca8 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:17.187082 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2ccb416e-8452-4a2c-8c22-34f99e2c0ca8 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2179630 Jul 22 19:20:17.190426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57514) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:17.234166 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-90af1661-1f94-4af4-b349-df4c23d235b9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:17.254808 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-633436a3-c6fd-438d-97b2-b48e48f738e8', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:20:17.255655 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:17.293620 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f826c2-62ad-4788-976d-bdc09bc1d3b2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet 040e9e67-ddc8-4cf6-bbce-ad019e644c4f {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:20:17.301562 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e4f826c2-62ad-4788-976d-bdc09bc1d3b2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:17.303255 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7c97f4-f30a-4eeb-8d23-06347c5296f8 None None] Update dhcp port {'port': {'network_id': 'abb4a764-2f83-49b2-b163-9981a3d92a64', 'fixed_ips': [{'subnet_id': 'b68fd7dc-bf0e-449b-bce7-c84d71a9bfae'}], 'binding:host_id': 'n-d-800086-12'}, 'id': '6b0166e5-d1b9-4fea-b75c-0e003ea87d7d'} from n-d-800086-12. {{(pid=93808) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:20:17.313796 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-bdde1c98-3f0a-4d18-b0ba-c85581180ac5 None None] Port 2d82db8d-14af-4a09-9936-4600f5ff7820 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:20:17.360818 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-efabb554-94c0-4e19-b77a-5855aac390fb tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:17.389440 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-efabb554-94c0-4e19-b77a-5855aac390fb tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Transition to ACTIVE for port object f015b69c-ca71-4348-ab8b-21b18dbbdda7 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:17.453453 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af1661-1f94-4af4-b349-df4c23d235b9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af74463b-d348-4453-945b-815b31f7b00d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:17.495807 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-efabb554-94c0-4e19-b77a-5855aac390fb tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:17.509589 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] Allocated IP 2001:db8:1::2 (633436a3-c6fd-438d-97b2-b48e48f738e8/208ee984-0437-4abb-98b0-571f4beb25b9/bb33ced6-5d35-4282-87cb-c3929b96bb36) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:17.590788 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efabb554-94c0-4e19-b77a-5855aac390fb tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Network 7dd53912-c711-4f63-9d08-88b36314c7da is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:17.592156 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-90af1661-1f94-4af4-b349-df4c23d235b9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:17.593550 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-90af1661-1f94-4af4-b349-df4c23d235b9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2447834 Jul 22 19:20:17.599092 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57522) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:17.600017 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabb554-94c0-4e19-b77a-5855aac390fb tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event updated for resources: {'Port': ['ID=f015b69c-ca71-4348-ab8b-21b18dbbdda7,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:17.611256 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-efabb554-94c0-4e19-b77a-5855aac390fb tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:17.613942 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efabb554-94c0-4e19-b77a-5855aac390fb tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:17.622219 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efabb554-94c0-4e19-b77a-5855aac390fb tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:17.623267 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-efabb554-94c0-4e19-b77a-5855aac390fb tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:17.647530 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-0beddf79-db9a-4a7b-85f7-3ce972ac74be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': 'af74463b-d348-4453-945b-815b31f7b00d', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:17.659786 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-efabb554-94c0-4e19-b77a-5855aac390fb tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4207494 Jul 22 19:20:17.666701 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57528) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:17.695801 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:17.704409 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] Transition to ACTIVE for port object bb33ced6-5d35-4282-87cb-c3929b96bb36 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:17.720876 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] Transition to ACTIVE for port object bb33ced6-5d35-4282-87cb-c3929b96bb36 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:17.753834 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a93b585-d3bd-4bcc-bda9-54ca98c1b3a5 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Deleting subnet 5c8cae24-7a74-4d0e-ac65-53d0d08d6c59 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:20:17.777050 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] Allocated IP 2001:db8::f816:3eff:fefa:85c (7dd53912-c711-4f63-9d08-88b36314c7da/5c8cae24-7a74-4d0e-ac65-53d0d08d6c59/be698774-eaab-46e3-92f0-38693a5acbc0) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:17.777268 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-82fa43b0-878a-45ea-b49d-926f72860e3a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting port 2d82db8d-14af-4a09-9936-4600f5ff7820 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:17.777553 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-82fa43b0-878a-45ea-b49d-926f72860e3a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:17.801736 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e4f826c2-62ad-4788-976d-bdc09bc1d3b2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:17.841126 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-67faaa6e-db6b-436c-a646-5db9458b8a6a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:17.884826 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-82fa43b0-878a-45ea-b49d-926f72860e3a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:17.906629 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-82fa43b0-878a-45ea-b49d-926f72860e3a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Calling delete_port for 2d82db8d-14af-4a09-9936-4600f5ff7820 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:17.930098 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bdde1c98-3f0a-4d18-b0ba-c85581180ac5 None None] Could not find standard attr ID for object 08938a6e-1da1-4ea7-ab31-25a560129009. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:20:17.964580 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:17.990313 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e4f826c2-62ad-4788-976d-bdc09bc1d3b2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.001904 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.018392 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0beddf79-db9a-4a7b-85f7-3ce972ac74be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.065069 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] Network 633436a3-c6fd-438d-97b2-b48e48f738e8 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:18.075218 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:18.077473 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] Transition to ACTIVE for port object be698774-eaab-46e3-92f0-38693a5acbc0 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:18.080836 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.087610 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bdde1c98-3f0a-4d18-b0ba-c85581180ac5 None None] Provisioning complete for port b254040f-ff92-4088-973d-2a35ec4e750d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:18.087610 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bdde1c98-3f0a-4d18-b0ba-c85581180ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.089014 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8f7c97f4-f30a-4eeb-8d23-06347c5296f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.099453 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:18.104299 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-82fa43b0-878a-45ea-b49d-926f72860e3a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.146595 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0beddf79-db9a-4a7b-85f7-3ce972ac74be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.149201 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa43b0-878a-45ea-b49d-926f72860e3a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Port': ['ID=2d82db8d-14af-4a09-9936-4600f5ff7820,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:18.152061 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-82fa43b0-878a-45ea-b49d-926f72860e3a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.153687 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-82fa43b0-878a-45ea-b49d-926f72860e3a tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/ports/2d82db8d-14af-4a09-9936-4600f5ff7820 HTTP/1.1" status: 204 len: 168 time: 1.0829711 Jul 22 19:20:18.155711 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0beddf79-db9a-4a7b-85f7-3ce972ac74be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.157638 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57536) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:18.204879 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e4f826c2-62ad-4788-976d-bdc09bc1d3b2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.207267 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beddf79-db9a-4a7b-85f7-3ce972ac74be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60cb6959-5147-4670-84ae-9c9d61a54929,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:18.213639 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] Transition to ACTIVE for port object b254040f-ff92-4088-973d-2a35ec4e750d will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:18.219489 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0beddf79-db9a-4a7b-85f7-3ce972ac74be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.225359 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0beddf79-db9a-4a7b-85f7-3ce972ac74be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5824351 Jul 22 19:20:18.228703 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57542) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:18.233495 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-fa8f1afd-470f-4547-9dbb-444be84a3881 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': 'af74463b-d348-4453-945b-815b31f7b00d', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:18.246215 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] Pushing event updated for resources: {'Port': ['ID=bb33ced6-5d35-4282-87cb-c3929b96bb36,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:18.253003 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f826c2-62ad-4788-976d-bdc09bc1d3b2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=040e9e67-ddc8-4cf6-bbce-ad019e644c4f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:18.277032 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e4f826c2-62ad-4788-976d-bdc09bc1d3b2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.281321 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e4f826c2-62ad-4788-976d-bdc09bc1d3b2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/040e9e67-ddc8-4cf6-bbce-ad019e644c4f HTTP/1.1" status: 204 len: 168 time: 1.0864978 Jul 22 19:20:18.282502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57544) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:18.287434 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] Transition to ACTIVE for port object be698774-eaab-46e3-92f0-38693a5acbc0 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:18.289663 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port bb69eaa0-6256-403e-a398-e378f90d7d65 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:18.290029 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.291558 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.292800 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8def5e87-8488-456b-98a7-56f342775643 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.304839 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98074a23-b18e-41d8-bedf-0ecdecad85a5 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:18.308337 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a93b585-d3bd-4bcc-bda9-54ca98c1b3a5 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.338321 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] Attempting to bind port bb33ced6-5d35-4282-87cb-c3929b96bb36 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:20:18.338692 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] Attempting to bind port bb33ced6-5d35-4282-87cb-c3929b96bb36 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'c66df7f6-cf16-4efd-9870-779c8dd684da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:20:18.339057 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] Attempting to bind port bb33ced6-5d35-4282-87cb-c3929b96bb36 on network 633436a3-c6fd-438d-97b2-b48e48f738e8 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:20:18.341410 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.342992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-bdde1c98-3f0a-4d18-b0ba-c85581180ac5 None None] Port b254040f-ff92-4088-973d-2a35ec4e750d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:20:18.352031 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1afd-470f-4547-9dbb-444be84a3881 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.388017 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-b878228d-a611-4ab8-b980-ec7f769a4944 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet 41462efd-4dbe-4952-82a0-6d57cd789843 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:20:18.391548 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b878228d-a611-4ab8-b980-ec7f769a4944 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.398887 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a93b585-d3bd-4bcc-bda9-54ca98c1b3a5 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.416989 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-67faaa6e-db6b-436c-a646-5db9458b8a6a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Allocated IP 2001:db8:1::1 (633436a3-c6fd-438d-97b2-b48e48f738e8/208ee984-0437-4abb-98b0-571f4beb25b9/26229c9d-d7ce-46a6-adfe-1b8707331bd2) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:18.423048 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:20:18.423408 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] Checking segment: {'id': 'c66df7f6-cf16-4efd-9870-779c8dd684da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:18.423815 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.424212 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] Bound using segment: {'id': 'c66df7f6-cf16-4efd-9870-779c8dd684da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:20:18.424722 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] Bound port: bb33ced6-5d35-4282-87cb-c3929b96bb36, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66df7f6-cf16-4efd-9870-779c8dd684da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:20:18.425163 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.446081 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b878228d-a611-4ab8-b980-ec7f769a4944 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.512423 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1afd-470f-4547-9dbb-444be84a3881 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.539692 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] Network 7dd53912-c711-4f63-9d08-88b36314c7da is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:18.563402 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1afd-470f-4547-9dbb-444be84a3881 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.563916 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006c22a-c772-42dd-ae3e-ad0d53ec178b None None] Pushing event updated for resources: {'Port': ['ID=b254040f-ff92-4088-973d-2a35ec4e750d,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:18.567056 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:18.579549 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bdde1c98-3f0a-4d18-b0ba-c85581180ac5 None None] Provisioning complete for port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:18.579916 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bdde1c98-3f0a-4d18-b0ba-c85581180ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.586375 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-8def5e87-8488-456b-98a7-56f342775643 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Deleting port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:18.586803 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8def5e87-8488-456b-98a7-56f342775643 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.617798 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f1afd-470f-4547-9dbb-444be84a3881 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110397cd-c322-454c-b975-66b45acf515c,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:18.618845 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:18.645587 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1afd-470f-4547-9dbb-444be84a3881 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.651940 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fa8f1afd-470f-4547-9dbb-444be84a3881 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4201450 Jul 22 19:20:18.654062 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57546) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:18.665081 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b878228d-a611-4ab8-b980-ec7f769a4944 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.671227 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-27a94bbe-9a9b-49d8-874b-747a56fe5774 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': 'af74463b-d348-4453-945b-815b31f7b00d', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:18.743606 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-8def5e87-8488-456b-98a7-56f342775643 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] For port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6b0166e5-d1b9-4fea-b75c-0e003ea87d7d,segment=NetworkSegment(6d5aa309-0fb7-42bc-95c7-edd64485c521),segment_id=6d5aa309-0fb7-42bc-95c7-edd64485c521)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:18.749754 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-27a94bbe-9a9b-49d8-874b-747a56fe5774 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.751987 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8def5e87-8488-456b-98a7-56f342775643 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.760332 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f96fa1-612f-4fb6-84a5-a2a10442044a None None] Network abb4a764-2f83-49b2-b163-9981a3d92a64 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:18.798458 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-67faaa6e-db6b-436c-a646-5db9458b8a6a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.802050 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a93b585-d3bd-4bcc-bda9-54ca98c1b3a5 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.859342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-67faaa6e-db6b-436c-a646-5db9458b8a6a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Transition to ACTIVE for port object 26229c9d-d7ce-46a6-adfe-1b8707331bd2 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:18.873150 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-27a94bbe-9a9b-49d8-874b-747a56fe5774 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.882210 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-27a94bbe-9a9b-49d8-874b-747a56fe5774 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.899740 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b878228d-a611-4ab8-b980-ec7f769a4944 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.916445 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-8def5e87-8488-456b-98a7-56f342775643 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Calling delete_port for 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:18.964865 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a94bbe-9a9b-49d8-874b-747a56fe5774 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ddf424a-ba9e-495c-a4d0-ab1615e2f53a,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:18.974310 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878228d-a611-4ab8-b980-ec7f769a4944 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=41462efd-4dbe-4952-82a0-6d57cd789843,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:18.980883 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-27a94bbe-9a9b-49d8-874b-747a56fe5774 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.985097 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-27a94bbe-9a9b-49d8-874b-747a56fe5774 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3272476 Jul 22 19:20:18.988047 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b878228d-a611-4ab8-b980-ec7f769a4944 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:18.993187 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b878228d-a611-4ab8-b980-ec7f769a4944 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/41462efd-4dbe-4952-82a0-6d57cd789843 HTTP/1.1" status: 204 len: 168 time: 0.7077534 Jul 22 19:20:18.993913 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57570) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:18.994346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57572) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:19.005507 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2d3ec96e-bf33-420f-925f-a3e3ee8ad28e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': 'af74463b-d348-4453-945b-815b31f7b00d', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:19.073784 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a93b585-d3bd-4bcc-bda9-54ca98c1b3a5 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:19.084216 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-da4eec9a-6dd8-41ce-867d-67cd8f9c9737 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808077 Jul 22 19:20:19.085275 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57578) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:19.091800 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8def5e87-8488-456b-98a7-56f342775643 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:19.115657 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-7a86afd9-1d64-46c2-ace9-54ec924b72bc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:19.137223 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d3ec96e-bf33-420f-925f-a3e3ee8ad28e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:19.149098 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93b585-d3bd-4bcc-bda9-54ca98c1b3a5 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event deleted for resources: {'Subnet': ['ID=5c8cae24-7a74-4d0e-ac65-53d0d08d6c59,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:19.160706 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8def5e87-8488-456b-98a7-56f342775643 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] No DVR routers for this DVR port 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:20:19.163098 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def5e87-8488-456b-98a7-56f342775643 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Port': ['ID=6b0166e5-d1b9-4fea-b75c-0e003ea87d7d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:19.171680 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-67faaa6e-db6b-436c-a646-5db9458b8a6a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:19.195650 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a93b585-d3bd-4bcc-bda9-54ca98c1b3a5 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:19.197871 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6a93b585-d3bd-4bcc-bda9-54ca98c1b3a5 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "DELETE /v2.0/subnets/5c8cae24-7a74-4d0e-ac65-53d0d08d6c59 HTTP/1.1" status: 204 len: 168 time: 1.5193980 Jul 22 19:20:19.201596 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57580) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:19.229480 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] Pushing event updated for resources: {'Port': ['ID=be698774-eaab-46e3-92f0-38693a5acbc0,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:19.270408 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67faaa6e-db6b-436c-a646-5db9458b8a6a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 633436a3-c6fd-438d-97b2-b48e48f738e8 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:19.286633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-67faaa6e-db6b-436c-a646-5db9458b8a6a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:19.289220 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67faaa6e-db6b-436c-a646-5db9458b8a6a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:19.290115 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-67faaa6e-db6b-436c-a646-5db9458b8a6a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:19.298947 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] Attempting to bind port b254040f-ff92-4088-973d-2a35ec4e750d on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:20:19.299342 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] Attempting to bind port b254040f-ff92-4088-973d-2a35ec4e750d by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '52186fda-8bf9-4f4f-9738-2295cf580e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:20:19.299709 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] Attempting to bind port b254040f-ff92-4088-973d-2a35ec4e750d on network 0b226951-28f9-4a2d-acbe-56881fc02638 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:20:19.302041 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bdde1c98-3f0a-4d18-b0ba-c85581180ac5 None None] Could not find standard attr ID for object 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:20:19.311605 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8def5e87-8488-456b-98a7-56f342775643 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:19.326550 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c8e27e-e48c-4a6a-87ec-75cc8958444c tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:19.327213 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] For port bb33ced6-5d35-4282-87cb-c3929b96bb36, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:20:19.327920 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c8e27e-e48c-4a6a-87ec-75cc8958444c tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:19.333465 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c8c8e27e-e48c-4a6a-87ec-75cc8958444c tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1297393 Jul 22 19:20:19.335773 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57582) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:19.339065 n-d-800086-12 neutron-server[93808]: INFO neutron.plugins.ml2.db [None req-bdde1c98-3f0a-4d18-b0ba-c85581180ac5 None None] No ports have port_id starting with 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d Jul 22 19:20:19.348404 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-8def5e87-8488-456b-98a7-56f342775643 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb4a764-2f83-49b2-b163-9981a3d92a64']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:19.366539 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] Attempting to bind port be698774-eaab-46e3-92f0-38693a5acbc0 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:20:19.366908 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] Attempting to bind port be698774-eaab-46e3-92f0-38693a5acbc0 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '2dce5757-3d32-4d7f-b2fd-c0ca63aad67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7dd53912-c711-4f63-9d08-88b36314c7da'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:20:19.367742 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] Attempting to bind port be698774-eaab-46e3-92f0-38693a5acbc0 on network 7dd53912-c711-4f63-9d08-88b36314c7da {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:20:19.369416 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:20:19.369785 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] Checking segment: {'id': '52186fda-8bf9-4f4f-9738-2295cf580e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:19.370225 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:19.370564 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] Bound using segment: {'id': '52186fda-8bf9-4f4f-9738-2295cf580e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:20:19.371037 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] Bound port: b254040f-ff92-4088-973d-2a35ec4e750d, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52186fda-8bf9-4f4f-9738-2295cf580e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:20:19.371415 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:19.376549 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-8def5e87-8488-456b-98a7-56f342775643 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5aa309-0fb7-42bc-95c7-edd64485c521') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:19.376845 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-8def5e87-8488-456b-98a7-56f342775643 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5aa309-0fb7-42bc-95c7-edd64485c521') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:19.382280 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] For port bb33ced6-5d35-4282-87cb-c3929b96bb36, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bb33ced6-5d35-4282-87cb-c3929b96bb36,segment=NetworkSegment(c66df7f6-cf16-4efd-9870-779c8dd684da),segment_id=c66df7f6-cf16-4efd-9870-779c8dd684da)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:20:19.385016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67faaa6e-db6b-436c-a646-5db9458b8a6a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Port': ['ID=26229c9d-d7ce-46a6-adfe-1b8707331bd2,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:19.394451 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8def5e87-8488-456b-98a7-56f342775643 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:19.410046 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d3ec96e-bf33-420f-925f-a3e3ee8ad28e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:19.416436 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:20:19.416852 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] Checking segment: {'id': '2dce5757-3d32-4d7f-b2fd-c0ca63aad67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7dd53912-c711-4f63-9d08-88b36314c7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:19.417241 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:19.418144 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] Bound using segment: {'id': '2dce5757-3d32-4d7f-b2fd-c0ca63aad67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7dd53912-c711-4f63-9d08-88b36314c7da'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:20:19.418144 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] Bound port: be698774-eaab-46e3-92f0-38693a5acbc0, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dce5757-3d32-4d7f-b2fd-c0ca63aad67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7dd53912-c711-4f63-9d08-88b36314c7da'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:20:19.418515 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:19.424750 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:19.431301 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d3ec96e-bf33-420f-925f-a3e3ee8ad28e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:19.450504 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-888d8899-c419-4579-9bcb-985120dd4527 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:19.466450 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8def5e87-8488-456b-98a7-56f342775643 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:19.475636 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ec96e-bf33-420f-925f-a3e3ee8ad28e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2643d29-99a2-4823-a8bf-be56709810a5,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:19.484284 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-888d8899-c419-4579-9bcb-985120dd4527 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 22 19:20:19.484788 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-888d8899-c419-4579-9bcb-985120dd4527 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:19.487344 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9279c4-44d8-4f59-a9ac-4d37ee5ab4ad req-f6087bc5-5395-45d0-9827-bcb3f50e1b52 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:19.491370 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-888d8899-c419-4579-9bcb-985120dd4527 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "DELETE /v2.0/networks/7dd53912-c711-4f63-9d08-88b36314c7da HTTP/1.1" status: 409 len: 405 time: 0.1545908 Jul 22 19:20:19.494563 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57584) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:19.499902 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c2889296-9589-4469-b5cb-9d077bce533d tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-250281307'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:19.501464 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b9279c4-44d8-4f59-a9ac-4d37ee5ab4ad req-f6087bc5-5395-45d0-9827-bcb3f50e1b52 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e25ba6-1018-4d31-87f0-27f71aab8e2a HTTP/1.1" status: 200 len: 950 time: 0.5085075 Jul 22 19:20:19.504544 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8def5e87-8488-456b-98a7-56f342775643 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:20:19.504956 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8def5e87-8488-456b-98a7-56f342775643 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:20:19.508114 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:20:19.532863 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f11551f4-98ee-495b-8b6f-fd0499e9798d no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:20:19.581021 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a86afd9-1d64-46c2-ace9-54ec924b72bc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:19.585475 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7a86afd9-1d64-46c2-ace9-54ec924b72bc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:19.587715 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8377dc2f-c3e0-4497-b2db-1f1acdc0d9b3 None None] DHCP port deletion for abb4a764-2f83-49b2-b163-9981a3d92a64 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:20:19.595813 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d3ec96e-bf33-420f-925f-a3e3ee8ad28e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:19.600676 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2d3ec96e-bf33-420f-925f-a3e3ee8ad28e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6032381 Jul 22 19:20:19.601709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57586) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:19.637793 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2daea59c-4677-4b96-8743-bf00b6eacd7b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': 'af74463b-d348-4453-945b-815b31f7b00d', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:19.649967 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: f11551f4-98ee-495b-8b6f-fd0499e9798d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:20:19.650500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f11551f4-98ee-495b-8b6f-fd0499e9798d not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:20:19.651186 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a3e2c045-ecb6-4569-b313-912fa4743d1f no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:20:19.688105 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b9279c4-44d8-4f59-a9ac-4d37ee5ab4ad req-135082ec-a8f4-4f8d-bc26-cba91808380b tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef668b5-7d34-46ad-a15b-7a104c1f6658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854300 Jul 22 19:20:19.731529 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-502fd47a-d734-43fd-a22e-1e79cc680fe8 None None] Provisioning for port f343cf7b-a8c4-4882-a635-161cf2ba0430 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:19.733709 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: a3e2c045-ecb6-4569-b313-912fa4743d1f {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:20:19.734245 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a3e2c045-ecb6-4569-b313-912fa4743d1f not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:20:19.735071 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 72062bd7-7518-492a-8c6b-fbceea6e6155 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:20:19.764161 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0fd46-a744-426b-8e5c-7fcbf1be749e None None] Pushing event updated for resources: {'Port': ['ID=bb33ced6-5d35-4282-87cb-c3929b96bb36,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:19.794624 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-502fd47a-d734-43fd-a22e-1e79cc680fe8 None None] Provisioning complete for port f343cf7b-a8c4-4882-a635-161cf2ba0430 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:19.795233 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-502fd47a-d734-43fd-a22e-1e79cc680fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:19.866291 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 72062bd7-7518-492a-8c6b-fbceea6e6155 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:20:19.867236 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 72062bd7-7518-492a-8c6b-fbceea6e6155 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:20:19.875566 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] For port b254040f-ff92-4088-973d-2a35ec4e750d, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:20:19.916408 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] For port be698774-eaab-46e3-92f0-38693a5acbc0, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:20:19.934509 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] For port b254040f-ff92-4088-973d-2a35ec4e750d, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b254040f-ff92-4088-973d-2a35ec4e750d,segment=NetworkSegment(52186fda-8bf9-4f4f-9738-2295cf580e57),segment_id=52186fda-8bf9-4f4f-9738-2295cf580e57)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:20:19.948034 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:19.962126 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] For port be698774-eaab-46e3-92f0-38693a5acbc0, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=be698774-eaab-46e3-92f0-38693a5acbc0,segment=NetworkSegment(2dce5757-3d32-4d7f-b2fd-c0ca63aad67d),segment_id=2dce5757-3d32-4d7f-b2fd-c0ca63aad67d)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:20:20.043858 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-67faaa6e-db6b-436c-a646-5db9458b8a6a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:20.049823 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:20.060465 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8def5e87-8488-456b-98a7-56f342775643 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:20.062209 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e043d46e-9e74-4095-b7e0-05e0929e72a3 None None] DHCP port deletion for ac1cdc45-8892-4608-b80a-7d90307aaf6c request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:20:20.082127 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8def5e87-8488-456b-98a7-56f342775643 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:20.092979 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8def5e87-8488-456b-98a7-56f342775643 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] 10.222.0.13 "DELETE /v2.0/networks/abb4a764-2f83-49b2-b163-9981a3d92a64 HTTP/1.1" status: 204 len: 168 time: 1.9322340 Jul 22 19:20:20.121349 n-d-800086-12 neutron-server[93807]: INFO neutron.db.securitygroups_db [None req-2daea59c-4677-4b96-8743-bf00b6eacd7b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Project 637aa3e692f04588bda049c0135065ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:20:20.136696 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def5e87-8488-456b-98a7-56f342775643 tempest-PortsIpV6TestJSON-235095995 tempest-PortsIpV6TestJSON-235095995-project] Pushing event deleted for resources: {'Network': ['ID=abb4a764-2f83-49b2-b163-9981a3d92a64,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:20.147023 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2daea59c-4677-4b96-8743-bf00b6eacd7b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:20.162807 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2889296-9589-4469-b5cb-9d077bce533d tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Made reservation on behalf of 8d1a868aa3914dd98d06ba71393ee74b for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:20.166704 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c2889296-9589-4469-b5cb-9d077bce533d tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:20.181513 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7a86afd9-1d64-46c2-ace9-54ec924b72bc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:20.217315 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2889296-9589-4469-b5cb-9d077bce533d tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:20:20.238235 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c2889296-9589-4469-b5cb-9d077bce533d tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:20.238584 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-c2889296-9589-4469-b5cb-9d077bce533d tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Added segment 6ea62867-ee00-4572-8ea6-2fa0073fb7a0 of type vlan for network cb4a2bcb-a3f4-47f0-83ae-64b90ed3a260 Jul 22 19:20:20.285523 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bb33ced6-5d35-4282-87cb-c3929b96bb36 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:20.297448 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c2889296-9589-4469-b5cb-9d077bce533d tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:20.386486 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a86afd9-1d64-46c2-ace9-54ec924b72bc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:20.413486 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c2889296-9589-4469-b5cb-9d077bce533d tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:20.430284 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2889296-9589-4469-b5cb-9d077bce533d tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:20.431635 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c2889296-9589-4469-b5cb-9d077bce533d tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:20.467528 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-7a86afd9-1d64-46c2-ace9-54ec924b72bc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:20.496126 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-502fd47a-d734-43fd-a22e-1e79cc680fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:20.498616 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c2889296-9589-4469-b5cb-9d077bce533d tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0030358 Jul 22 19:20:20.503000 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57610) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:20.508430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a86afd9-1d64-46c2-ace9-54ec924b72bc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:20.510994 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7a86afd9-1d64-46c2-ace9-54ec924b72bc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:20.514557 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-209424db-317a-439d-86db-a8011064d846 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Request body: {'subnet': {'network_id': 'cb4a2bcb-a3f4-47f0-83ae-64b90ed3a260', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:20.564711 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86afd9-1d64-46c2-ace9-54ec924b72bc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=12555b2d-8435-4d28-bc62-a7f012f244aa,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:20.582474 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7a86afd9-1d64-46c2-ace9-54ec924b72bc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4901056 Jul 22 19:20:20.583154 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] Routers {'be746541-d2a8-426f-b7be-e8cc5dc8ed1f'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:20:20.583935 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:20:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:20.585118 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57614) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:20.586256 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006c22a-c772-42dd-ae3e-ad0d53ec178b None None] Pushing event updated for resources: {'Port': ['ID=b254040f-ff92-4088-973d-2a35ec4e750d,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:20.596754 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-908b768d-630b-40d2-ad8f-92c991bb8951 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:20.625984 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2daea59c-4677-4b96-8743-bf00b6eacd7b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:20.643270 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2daea59c-4677-4b96-8743-bf00b6eacd7b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:20.690208 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2889296-9589-4469-b5cb-9d077bce533d tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event updated for resources: {'Network': ['ID=cb4a2bcb-a3f4-47f0-83ae-64b90ed3a260,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:20.706071 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cc9aa-555d-44c7-90c7-f0be5680cea0 None None] Pushing event updated for resources: {'Port': ['ID=be698774-eaab-46e3-92f0-38693a5acbc0,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:20.733036 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57616) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:20.747803 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209424db-317a-439d-86db-a8011064d846 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Made reservation on behalf of 8d1a868aa3914dd98d06ba71393ee74b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:20.754788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daea59c-4677-4b96-8743-bf00b6eacd7b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb03cf4c-efbf-4a75-8ddf-0aa5dd68c32b,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:20.755654 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-209424db-317a-439d-86db-a8011064d846 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:20.760683 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network cb4a2bcb-a3f4-47f0-83ae-64b90ed3a260 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:20:20.793739 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2daea59c-4677-4b96-8743-bf00b6eacd7b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:20.803483 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2daea59c-4677-4b96-8743-bf00b6eacd7b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1773047 Jul 22 19:20:20.806269 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57620) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:20.819190 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-a04a4675-9342-4f18-b1db-aa448f8fc496 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': 'af74463b-d348-4453-945b-815b31f7b00d', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:20.894256 n-d-800086-12 neutron-server[93807]: INFO neutron.db.securitygroups_db [None req-a04a4675-9342-4f18-b1db-aa448f8fc496 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Project 637aa3e692f04588bda049c0135065ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:20:20.917579 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-67faaa6e-db6b-436c-a646-5db9458b8a6a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:20.924256 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a04a4675-9342-4f18-b1db-aa448f8fc496 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:20.939890 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-502fd47a-d734-43fd-a22e-1e79cc680fe8 None None] For port f343cf7b-a8c4-4882-a635-161cf2ba0430, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f343cf7b-a8c4-4882-a635-161cf2ba0430,segment=NetworkSegment(69fef2df-2fef-4dfc-9891-80290a308592),segment_id=69fef2df-2fef-4dfc-9891-80290a308592)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:20.942500 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-67faaa6e-db6b-436c-a646-5db9458b8a6a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:20.943411 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-67faaa6e-db6b-436c-a646-5db9458b8a6a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:20.967399 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eff5ba-a43b-4136-8519-e2f5e07b7898 None None] Network 7dd53912-c711-4f63-9d08-88b36314c7da requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:20.970671 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-502fd47a-d734-43fd-a22e-1e79cc680fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:21.007375 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908b768d-630b-40d2-ad8f-92c991bb8951 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:21.011016 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-908b768d-630b-40d2-ad8f-92c991bb8951 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:21.020330 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-59bbe9c9-7c76-40d6-9e21-57d33950401a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=299a64b78fd341cd805690e93174f070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2833471 Jul 22 19:20:21.021716 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57622) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:21.041467 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502fd47a-d734-43fd-a22e-1e79cc680fe8 None None] Pushing event updated for resources: {'Port': ['ID=f343cf7b-a8c4-4882-a635-161cf2ba0430,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:21.061615 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-502fd47a-d734-43fd-a22e-1e79cc680fe8 None None] Could not find standard attr ID for object 2d82db8d-14af-4a09-9936-4600f5ff7820. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:20:21.100086 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67faaa6e-db6b-436c-a646-5db9458b8a6a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Port': ['ID=26229c9d-d7ce-46a6-adfe-1b8707331bd2,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:21.142051 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-502fd47a-d734-43fd-a22e-1e79cc680fe8 None None] Could not find standard attr ID for object 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:20:21.142279 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26ecf678-a204-411b-8997-3bcb6278d254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:21.152028 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port bb33ced6-5d35-4282-87cb-c3929b96bb36 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:21.161915 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] Set router be746541-d2a8-426f-b7be-e8cc5dc8ed1f gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:20:21.204736 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26ecf678-a204-411b-8997-3bcb6278d254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:21.209222 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a04a4675-9342-4f18-b1db-aa448f8fc496 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:21.225102 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a04a4675-9342-4f18-b1db-aa448f8fc496 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:21.244446 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-e043d46e-9e74-4095-b7e0-05e0929e72a3 None None] Deleting port dba6765d-ac90-4383-82fd-bd963c99b7ba {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:21.244860 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e043d46e-9e74-4095-b7e0-05e0929e72a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:21.268113 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a4675-9342-4f18-b1db-aa448f8fc496 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=782a6d51-22dd-4258-b1df-1749d116e6a8,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:21.271431 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72258eb-78d7-46fe-bc07-bceea70b8d01 None None] Network 633436a3-c6fd-438d-97b2-b48e48f738e8 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:21.281611 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67faaa6e-db6b-436c-a646-5db9458b8a6a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 633436a3-c6fd-438d-97b2-b48e48f738e8 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:21.286573 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a04a4675-9342-4f18-b1db-aa448f8fc496 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:21.287340 n-d-800086-12 neutron-server[93806]: DEBUG neutron.objects.ports [None req-209424db-317a-439d-86db-a8011064d846 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93806) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:20:21.289673 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-209424db-317a-439d-86db-a8011064d846 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:21.290976 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a04a4675-9342-4f18-b1db-aa448f8fc496 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4799495 Jul 22 19:20:21.291979 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-67faaa6e-db6b-436c-a646-5db9458b8a6a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:21.293328 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57624) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:21.307545 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:20:21.310005 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-e236f88e-43b2-4515-873f-c9ee331a3c4e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'network': {'name': 'tempest-network-smoke--1653127031', 'project_id': '637aa3e692f04588bda049c0135065ab', 'port_security_enabled': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:21.404668 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:20:21.405023 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6b0166e5-d1b9-4fea-b75c-0e003ea87d7d not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:20:21.407021 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209424db-317a-439d-86db-a8011064d846 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event updated for resources: {'Subnet': ['ID=20705736-d439-47b7-ba37-44ff66e4aceb,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:21.410122 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209424db-317a-439d-86db-a8011064d846 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Checking segment: {'id': '6ea62867-ee00-4572-8ea6-2fa0073fb7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cb4a2bcb-a3f4-47f0-83ae-64b90ed3a260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:21.410626 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209424db-317a-439d-86db-a8011064d846 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Network hostable DHCP agents. Network: cb4a2bcb-a3f4-47f0-83ae-64b90ed3a260, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:20:21.413189 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26ecf678-a204-411b-8997-3bcb6278d254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:21.415882 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26ecf678-a204-411b-8997-3bcb6278d254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:21.419862 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-26ecf678-a204-411b-8997-3bcb6278d254 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e3eabf6-f97c-49f8-854c-8fe61cc0c061 HTTP/1.1" status: 204 len: 168 time: 0.3953414 Jul 22 19:20:21.436010 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e236f88e-43b2-4515-873f-c9ee331a3c4e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Made reservation on behalf of 637aa3e692f04588bda049c0135065ab for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:21.452172 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e236f88e-43b2-4515-873f-c9ee331a3c4e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:21.488516 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ecf678-a204-411b-8997-3bcb6278d254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3eabf6-f97c-49f8-854c-8fe61cc0c061,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:21.500023 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67faaa6e-db6b-436c-a646-5db9458b8a6a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router be746541-d2a8-426f-b7be-e8cc5dc8ed1f has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:20:21.515195 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e236f88e-43b2-4515-873f-c9ee331a3c4e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:20:21.524015 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209424db-317a-439d-86db-a8011064d846 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Network cb4a2bcb-a3f4-47f0-83ae-64b90ed3a260 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:20:21.535592 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e236f88e-43b2-4515-873f-c9ee331a3c4e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:21.536102 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-e236f88e-43b2-4515-873f-c9ee331a3c4e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Added segment cb52d942-9576-4c25-a64b-825c4afac57b of type vlan for network 69c530e8-2199-4fb5-a95e-746117c7a6dd Jul 22 19:20:21.554024 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-209424db-317a-439d-86db-a8011064d846 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, cb4a2bcb-a3f4-47f0-83ae-64b90ed3a260) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:21.591601 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209424db-317a-439d-86db-a8011064d846 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:21.592206 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-209424db-317a-439d-86db-a8011064d846 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:21.595226 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0206d868-3569-4503-9d27-73b56acd8576 None None] Network cb4a2bcb-a3f4-47f0-83ae-64b90ed3a260 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:21.613568 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e236f88e-43b2-4515-873f-c9ee331a3c4e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:21.637801 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-209424db-317a-439d-86db-a8011064d846 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1306531 Jul 22 19:20:21.642122 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57640) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:21.648854 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-48eb16ba-6a9d-4e68-9688-e9662416c655 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Request body: {'port': {'network_id': 'cb4a2bcb-a3f4-47f0-83ae-64b90ed3a260', 'name': 'tempest-NetworksIpV6TestAttrs-2018121343'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:21.667607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-e043d46e-9e74-4095-b7e0-05e0929e72a3 None None] For port dba6765d-ac90-4383-82fd-bd963c99b7ba, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=dba6765d-ac90-4383-82fd-bd963c99b7ba,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:21.668824 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e043d46e-9e74-4095-b7e0-05e0929e72a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:21.693619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67faaa6e-db6b-436c-a646-5db9458b8a6a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:20:21.699555 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-67faaa6e-db6b-436c-a646-5db9458b8a6a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/be746541-d2a8-426f-b7be-e8cc5dc8ed1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0401776 Jul 22 19:20:21.733346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57642) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:21.741193 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-044882b5-4ff2-498d-9ce6-baf9405b7c90 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1269135989'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:21.763455 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e236f88e-43b2-4515-873f-c9ee331a3c4e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:21.774270 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e236f88e-43b2-4515-873f-c9ee331a3c4e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:21.775107 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e236f88e-43b2-4515-873f-c9ee331a3c4e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:21.819281 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044882b5-4ff2-498d-9ce6-baf9405b7c90 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Made reservation on behalf of a6941f908e0b4e8dac308a754d92e62a for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:21.822994 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-044882b5-4ff2-498d-9ce6-baf9405b7c90 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:21.874985 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044882b5-4ff2-498d-9ce6-baf9405b7c90 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:20:21.883911 n-d-800086-12 neutron-server[93807]: DEBUG neutron.objects.ports [None req-908b768d-630b-40d2-ad8f-92c991bb8951 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93807) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:20:21.887026 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236f88e-43b2-4515-873f-c9ee331a3c4e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Network': ['ID=69c530e8-2199-4fb5-a95e-746117c7a6dd,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:21.916805 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 69c530e8-2199-4fb5-a95e-746117c7a6dd details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:20:21.938385 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e236f88e-43b2-4515-873f-c9ee331a3c4e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6404057 Jul 22 19:20:21.945103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57652) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:21.950337 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-6adcdb71-00db-437e-ba22-07d41a842d62 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1692372752', 'admin_state_up': True, 'project_id': '637aa3e692f04588bda049c0135065ab', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:21.960035 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-044882b5-4ff2-498d-9ce6-baf9405b7c90 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:21.960383 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-044882b5-4ff2-498d-9ce6-baf9405b7c90 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Added segment 96ccd6f5-9884-41f3-969f-bf6fba06d401 of type vlan for network 9194613b-c54f-458a-88ba-cc2f0c599864 Jul 22 19:20:21.968262 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-e043d46e-9e74-4095-b7e0-05e0929e72a3 None None] Calling delete_port for dba6765d-ac90-4383-82fd-bd963c99b7ba owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:21.990314 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48eb16ba-6a9d-4e68-9688-e9662416c655 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Made reservation on behalf of 8d1a868aa3914dd98d06ba71393ee74b for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:21.994380 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48eb16ba-6a9d-4e68-9688-e9662416c655 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:22.022837 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-48eb16ba-6a9d-4e68-9688-e9662416c655 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] device_id is not set on port 7019b1b8-dffa-4436-b811-eba6915d185c yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:20:22.083843 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e932c07d-b918-4c0f-ab3e-76c72ad2fa9f None None] Provisioning for port bb33ced6-5d35-4282-87cb-c3929b96bb36 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:22.127150 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6adcdb71-00db-437e-ba22-07d41a842d62 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:22.128849 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6adcdb71-00db-437e-ba22-07d41a842d62 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:22.136729 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f343cf7b-a8c4-4882-a635-161cf2ba0430 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:22.138518 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 2c3a721c-5b54-4d6e-b84a-73fe586f402f details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:20:22.160551 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-044882b5-4ff2-498d-9ce6-baf9405b7c90 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:22.179083 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-48eb16ba-6a9d-4e68-9688-e9662416c655 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Allocated IP 2001:db8::f816:3eff:fed3:725b (cb4a2bcb-a3f4-47f0-83ae-64b90ed3a260/20705736-d439-47b7-ba37-44ff66e4aceb/7019b1b8-dffa-4436-b811-eba6915d185c) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:22.189173 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e932c07d-b918-4c0f-ab3e-76c72ad2fa9f None None] Provisioning complete for port bb33ced6-5d35-4282-87cb-c3929b96bb36 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:22.189360 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e932c07d-b918-4c0f-ab3e-76c72ad2fa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:22.291361 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6adcdb71-00db-437e-ba22-07d41a842d62 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:22.314339 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-044882b5-4ff2-498d-9ce6-baf9405b7c90 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:22.320122 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044882b5-4ff2-498d-9ce6-baf9405b7c90 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:22.320832 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-044882b5-4ff2-498d-9ce6-baf9405b7c90 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:22.381670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57662) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:22.383897 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.resource_extend [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:20:22.403643 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-908b768d-630b-40d2-ad8f-92c991bb8951 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:22.417735 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48eb16ba-6a9d-4e68-9688-e9662416c655 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:22.438305 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-48eb16ba-6a9d-4e68-9688-e9662416c655 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Transition to ACTIVE for port object 7019b1b8-dffa-4436-b811-eba6915d185c will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:22.528255 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a16cc2ea-80e3-457e-96e1-2b83ad9f69db tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Request body: {'security_group': {'name': 'tempest-secgroup--57621449'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:22.560084 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48eb16ba-6a9d-4e68-9688-e9662416c655 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:22.567563 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e043d46e-9e74-4095-b7e0-05e0929e72a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:22.583972 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847f3f35-f3a7-49e0-8726-2f1c665870ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-cb4a2bcb-a3f4-47f0-83ae-64b90ed3a260', 'network_id': 'cb4a2bcb-a3f4-47f0-83ae-64b90ed3a260', 'tenant_id': '8d1a868aa3914dd98d06ba71393ee74b', 'fixed_ips': [{'subnet_id': '20705736-d439-47b7-ba37-44ff66e4aceb'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:20:22.584125 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a16cc2ea-80e3-457e-96e1-2b83ad9f69db tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:22.584204 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-847f3f35-f3a7-49e0-8726-2f1c665870ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:22.621004 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a16cc2ea-80e3-457e-96e1-2b83ad9f69db tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:22.624129 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eb16ba-6a9d-4e68-9688-e9662416c655 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Network cb4a2bcb-a3f4-47f0-83ae-64b90ed3a260 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:22.633163 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-48eb16ba-6a9d-4e68-9688-e9662416c655 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:22.642554 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb16ba-6a9d-4e68-9688-e9662416c655 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:22.648268 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eb16ba-6a9d-4e68-9688-e9662416c655 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:22.648955 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48eb16ba-6a9d-4e68-9688-e9662416c655 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:22.652666 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port f343cf7b-a8c4-4882-a635-161cf2ba0430 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:22.653053 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:22.665154 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043d46e-9e74-4095-b7e0-05e0929e72a3 None None] Pushing event deleted for resources: {'Port': ['ID=dba6765d-ac90-4383-82fd-bd963c99b7ba,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:22.676638 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-48eb16ba-6a9d-4e68-9688-e9662416c655 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0334654 Jul 22 19:20:22.679200 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57676) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:22.679787 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb16ba-6a9d-4e68-9688-e9662416c655 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event updated for resources: {'Port': ['ID=7019b1b8-dffa-4436-b811-eba6915d185c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:22.697991 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043d46e-9e74-4095-b7e0-05e0929e72a3 None None] No DVR routers for this DVR port dba6765d-ac90-4383-82fd-bd963c99b7ba on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:20:22.712222 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 2c3a721c-5b54-4d6e-b84a-73fe586f402f, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=2c3a721c-5b54-4d6e-b84a-73fe586f402f,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:22.744129 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c184efc-9dd3-4afd-9f4b-79e29931da1a None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:22.759236 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-424d03a7-6702-4628-80f8-d34fb33f1e04 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Deleting subnet 20705736-d439-47b7-ba37-44ff66e4aceb {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:20:22.766847 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-424d03a7-6702-4628-80f8-d34fb33f1e04 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:22.787738 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:20:19Z', 'revision_number': 3, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': '26229c9d-d7ce-46a6-adfe-1b8707331bd2', 'name': '', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:62:78:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:18Z', 'updated_at': '2021-07-22T19:20:18Z', 'revision_number': 1, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:19Z', 'revision_number': 4, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:22.799365 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e932c07d-b918-4c0f-ab3e-76c72ad2fa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:22.808431 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '2c3a721c-5b54-4d6e-b84a-73fe586f402f', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '2c3a721c-5b54-4d6e-b84a-73fe586f402f', 'mac_address': 'fa:16:3e:52:d4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:20:22.833948 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-424d03a7-6702-4628-80f8-d34fb33f1e04 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:22.898719 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d0dcd13d-f840-490d-aec6-b2a9f77e15c7 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:20:22.907178 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618ce3fc-a8d1-4a75-89a2-eac74b3deeb8 None None] The sync data for ids ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'] in n-d-800086-12 is: [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:20:19Z', 'revision_number': 3, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': '26229c9d-d7ce-46a6-adfe-1b8707331bd2', 'name': '', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:62:78:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:18Z', 'updated_at': '2021-07-22T19:20:18Z', 'revision_number': 1, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:19Z', 'revision_number': 4, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:20:22.931810 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a16cc2ea-80e3-457e-96e1-2b83ad9f69db tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:22.962772 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a16cc2ea-80e3-457e-96e1-2b83ad9f69db tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:22.995485 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16cc2ea-80e3-457e-96e1-2b83ad9f69db tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a33745e-b7a3-43c6-863c-add203c55161,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:23.042601 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6adcdb71-00db-437e-ba22-07d41a842d62 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:23.052223 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-424d03a7-6702-4628-80f8-d34fb33f1e04 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:23.085156 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-044882b5-4ff2-498d-9ce6-baf9405b7c90 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3479097 Jul 22 19:20:23.085156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044882b5-4ff2-498d-9ce6-baf9405b7c90 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Network': ['ID=9194613b-c54f-458a-88ba-cc2f0c599864,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:23.085468 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-e932c07d-b918-4c0f-ab3e-76c72ad2fa9f None None] For port bb33ced6-5d35-4282-87cb-c3929b96bb36, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bb33ced6-5d35-4282-87cb-c3929b96bb36,segment=NetworkSegment(c66df7f6-cf16-4efd-9870-779c8dd684da),segment_id=c66df7f6-cf16-4efd-9870-779c8dd684da)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:23.088729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57678) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:23.094523 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-9de695c2-9d68-4f6f-9e70-d72bce8edeae tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'subnet': {'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:23.098469 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-908b768d-630b-40d2-ad8f-92c991bb8951 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Port dba6765d-ac90-4383-82fd-bd963c99b7ba concurrently deleted while adding address for new subnet {'id': '066adbfb-d685-4278-9f5d-887f1210e5e4', 'name': '', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2594, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-22T19:20:21Z', 'updated_at': '2021-07-22T19:20:21Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'ad1cdc5a133746e29de5c5cd5af7586b'}. {{(pid=93807) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 22 19:20:23.099181 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-908b768d-630b-40d2-ad8f-92c991bb8951 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:23.100709 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e932c07d-b918-4c0f-ab3e-76c72ad2fa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:23.146307 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:23.171280 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b768d-630b-40d2-ad8f-92c991bb8951 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=066adbfb-d685-4278-9f5d-887f1210e5e4,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:23.187830 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 9194613b-c54f-458a-88ba-cc2f0c599864 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:20:23.209916 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-424d03a7-6702-4628-80f8-d34fb33f1e04 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:23.214380 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908b768d-630b-40d2-ad8f-92c991bb8951 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:23.233223 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a16cc2ea-80e3-457e-96e1-2b83ad9f69db tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:23.248782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-908b768d-630b-40d2-ad8f-92c991bb8951 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:23.254957 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908b768d-630b-40d2-ad8f-92c991bb8951 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:23.255565 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-908b768d-630b-40d2-ad8f-92c991bb8951 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:23.260156 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d03a7-6702-4628-80f8-d34fb33f1e04 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event deleted for resources: {'Subnet': ['ID=20705736-d439-47b7-ba37-44ff66e4aceb,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:23.263804 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a16cc2ea-80e3-457e-96e1-2b83ad9f69db tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:23.267527 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-424d03a7-6702-4628-80f8-d34fb33f1e04 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:23.273426 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-424d03a7-6702-4628-80f8-d34fb33f1e04 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "DELETE /v2.0/subnets/20705736-d439-47b7-ba37-44ff66e4aceb HTTP/1.1" status: 204 len: 168 time: 0.5907755 Jul 22 19:20:23.279649 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57680) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server [None req-847f3f35-f3a7-49e0-8726-2f1c665870ad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20705736-d439-47b7-ba37-44ff66e4aceb: This subnet is being modified by another concurrent operation. Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:20:23.293840 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise exception Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20705736-d439-47b7-ba37-44ff66e4aceb: This subnet is being modified by another concurrent operation. Jul 22 19:20:23.297016 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Jul 22 19:20:23.322693 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16cc2ea-80e3-457e-96e1-2b83ad9f69db tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cff5c1ef-55fd-4ee8-a189-2505fc8871c1,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:23.339123 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3a721c-5b54-4d6e-b84a-73fe586f402f {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:20:23.349032 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-908b768d-630b-40d2-ad8f-92c991bb8951 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7613018 Jul 22 19:20:23.351588 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57682) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:23.363970 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-fb6f4f69-2221-4f35-8fb7-73f568c9fd6e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'mac_address': 'fa:16:3e:01:91:9b', 'name': 'tempest-NetworksTestDHCPv6-1191329437'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:23.380421 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c81fff8a-3387-4e06-9904-63454c7ddfa0 None None] Provisioning for port 26229c9d-d7ce-46a6-adfe-1b8707331bd2 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:23.403400 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f57d512-b5b6-4b51-bc8c-ad3650981400 None None] Network cb4a2bcb-a3f4-47f0-83ae-64b90ed3a260 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:23.477567 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c81fff8a-3387-4e06-9904-63454c7ddfa0 None None] Provisioning complete for port 26229c9d-d7ce-46a6-adfe-1b8707331bd2 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:23.477899 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c81fff8a-3387-4e06-9904-63454c7ddfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:23.523158 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932c07d-b918-4c0f-ab3e-76c72ad2fa9f None None] Pushing event updated for resources: {'Port': ['ID=bb33ced6-5d35-4282-87cb-c3929b96bb36,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:23.537109 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-c81fff8a-3387-4e06-9904-63454c7ddfa0 None None] Port 26229c9d-d7ce-46a6-adfe-1b8707331bd2 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:20:23.538908 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device dba6765d-ac90-4383-82fd-bd963c99b7ba no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:20:23.553484 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf0fe43-f00d-41db-a914-203ab276c75c tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:23.555179 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf0fe43-f00d-41db-a914-203ab276c75c tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:23.556816 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-edf0fe43-f00d-41db-a914-203ab276c75c tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2748799 Jul 22 19:20:23.559643 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de695c2-9d68-4f6f-9e70-d72bce8edeae tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Made reservation on behalf of a6941f908e0b4e8dac308a754d92e62a for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:23.562040 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57684) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:23.563137 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9de695c2-9d68-4f6f-9e70-d72bce8edeae tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:23.572503 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 2c3a721c-5b54-4d6e-b84a-73fe586f402f, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=2c3a721c-5b54-4d6e-b84a-73fe586f402f,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:23.576026 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: dba6765d-ac90-4383-82fd-bd963c99b7ba {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:20:23.576523 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device dba6765d-ac90-4383-82fd-bd963c99b7ba not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:20:23.577312 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a16cc2ea-80e3-457e-96e1-2b83ad9f69db tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:23.584769 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:23.601105 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a16cc2ea-80e3-457e-96e1-2b83ad9f69db tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2182672 Jul 22 19:20:23.602040 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57690) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:23.621868 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6f4f69-2221-4f35-8fb7-73f568c9fd6e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:23.695810 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:23.745729 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9a03e5b4-2075-4911-90a6-eaa86e42ce49 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:23.795148 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a03e5b4-2075-4911-90a6-eaa86e42ce49 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 22 19:20:23.796055 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a03e5b4-2075-4911-90a6-eaa86e42ce49 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:23.798506 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9a03e5b4-2075-4911-90a6-eaa86e42ce49 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "DELETE /v2.0/networks/cb4a2bcb-a3f4-47f0-83ae-64b90ed3a260 HTTP/1.1" status: 409 len: 405 time: 0.2337193 Jul 22 19:20:23.803055 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57698) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:23.810170 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c6cdbf99-cf5d-4bea-8555-ad7457f65b20 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-931180766'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:23.861229 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cdbf99-cf5d-4bea-8555-ad7457f65b20 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Made reservation on behalf of 8d1a868aa3914dd98d06ba71393ee74b for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:23.867058 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c6cdbf99-cf5d-4bea-8555-ad7457f65b20 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:23.887213 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f0dc7df7-37dc-477f-ba7e-00494b54c734 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1765339 Jul 22 19:20:23.890645 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57706) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:23.903221 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-71b1e62c-8a83-4687-8103-13d82fe0bc8d tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Request body: {'security_group': {'name': 'tempest-security--1089198367', 'description': 'tempest-security-description-1186403818'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:23.906127 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=2c3a721c-5b54-4d6e-b84a-73fe586f402f,revision_number=9']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:23.921488 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c81fff8a-3387-4e06-9904-63454c7ddfa0 None None] Provisioning complete for port bb33ced6-5d35-4282-87cb-c3929b96bb36 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:23.921868 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c81fff8a-3387-4e06-9904-63454c7ddfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:23.962816 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'fixed_ips': [{'subnet_id': '066adbfb-d685-4278-9f5d-887f1210e5e4'}, {'subnet_id': '12555b2d-8435-4d28-bc62-a7f012f244aa'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:20:23.969141 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:23.989429 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb6f4f69-2221-4f35-8fb7-73f568c9fd6e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:24.005447 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['2c3a721c-5b54-4d6e-b84a-73fe586f402f'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:20:24.041751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-fb6f4f69-2221-4f35-8fb7-73f568c9fd6e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] device_id is not set on port 827e37c7-d4e3-472f-9373-99c51ba82097 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:20:24.077231 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-71b1e62c-8a83-4687-8103-13d82fe0bc8d tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:24.100866 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e25ba6-1018-4d31-87f0-27f71aab8e2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0dcd13d-f840-490d-aec6-b2a9f77e15c7'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:20:24.105401 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927c91f4-7f41-4711-85ff-cac0a0bd9384" -d '{"events": [{"server_uuid": "50e25ba6-1018-4d31-87f0-27f71aab8e2a", "name": "network-vif-unplugged", "status": "completed", "tag": "d0dcd13d-f840-490d-aec6-b2a9f77e15c7"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:20:24.110542 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6cdbf99-cf5d-4bea-8555-ad7457f65b20 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:20:24.143522 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c6cdbf99-cf5d-4bea-8555-ad7457f65b20 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:24.144709 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-c6cdbf99-cf5d-4bea-8555-ad7457f65b20 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Added segment f4a5ce07-945c-47fd-bc81-e6a27f3a937f of type vlan for network c9023732-91d2-4d23-af89-ff1e7a98131d Jul 22 19:20:24.190437 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6adcdb71-00db-437e-ba22-07d41a842d62 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:24.236338 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c6cdbf99-cf5d-4bea-8555-ad7457f65b20 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:24.308652 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6adcdb71-00db-437e-ba22-07d41a842d62 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:24.310609 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-71b1e62c-8a83-4687-8103-13d82fe0bc8d tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:24.320963 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-71b1e62c-8a83-4687-8103-13d82fe0bc8d tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:24.324666 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-71b1e62c-8a83-4687-8103-13d82fe0bc8d tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:24.327104 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-71b1e62c-8a83-4687-8103-13d82fe0bc8d tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "PUT /v2.0/security-groups/cff5c1ef-55fd-4ee8-a189-2505fc8871c1 HTTP/1.1" status: 200 len: 1780 time: 0.4343634 Jul 22 19:20:24.330574 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57716) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:24.359357 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c6cdbf99-cf5d-4bea-8555-ad7457f65b20 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:24.366064 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cdbf99-cf5d-4bea-8555-ad7457f65b20 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:24.366722 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c6cdbf99-cf5d-4bea-8555-ad7457f65b20 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:24.397821 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1e62c-8a83-4687-8103-13d82fe0bc8d tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cff5c1ef-55fd-4ee8-a189-2505fc8871c1,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:24.422253 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c6cdbf99-cf5d-4bea-8555-ad7457f65b20 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6145740 Jul 22 19:20:24.422253 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57720) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:24.429175 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b989df9e-5856-4509-a7d6-534e5e902571 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Request body: {'subnet': {'network_id': 'c9023732-91d2-4d23-af89-ff1e7a98131d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:24.439609 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6381f78-a846-4705-848e-59638537d454 x-openstack-request-id: req-d6381f78-a846-4705-848e-59638537d454 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:20:24.440149 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e25ba6-1018-4d31-87f0-27f71aab8e2a", "name": "network-vif-unplugged", "status": "completed", "tag": "d0dcd13d-f840-490d-aec6-b2a9f77e15c7", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:20:24.440149 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6381f78-a846-4705-848e-59638537d454 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:20:24.441928 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e25ba6-1018-4d31-87f0-27f71aab8e2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0dcd13d-f840-490d-aec6-b2a9f77e15c7', 'code': 200} Jul 22 19:20:24.441928 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bb33ced6-5d35-4282-87cb-c3929b96bb36 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:24.453233 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port d0dcd13d-f840-490d-aec6-b2a9f77e15c7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d0dcd13d-f840-490d-aec6-b2a9f77e15c7,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:24.497083 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cdbf99-cf5d-4bea-8555-ad7457f65b20 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event updated for resources: {'Network': ['ID=c9023732-91d2-4d23-af89-ff1e7a98131d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:24.574178 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network c9023732-91d2-4d23-af89-ff1e7a98131d details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:20:24.583430 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b989df9e-5856-4509-a7d6-534e5e902571 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Made reservation on behalf of 8d1a868aa3914dd98d06ba71393ee74b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:24.585044 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:24.589497 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b989df9e-5856-4509-a7d6-534e5e902571 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:24.592432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-6adcdb71-00db-437e-ba22-07d41a842d62 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Allocated IP 172.25.3.234 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/0eaaa0c5-0494-481f-9b3d-b0b4ffd11649) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:24.756411 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-43a49e6f-2326-4073-95c8-f34f052b5f63 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-groups/cff5c1ef-55fd-4ee8-a189-2505fc8871c1 HTTP/1.1" status: 200 len: 1780 time: 0.4150946 Jul 22 19:20:24.760265 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57736) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:24.867240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-fb6f4f69-2221-4f35-8fb7-73f568c9fd6e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 172.20.0.14 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/12555b2d-8435-4d28-bc62-a7f012f244aa/827e37c7-d4e3-472f-9373-99c51ba82097) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:24.876464 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9de695c2-9d68-4f6f-9e70-d72bce8edeae tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:24.898596 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-fb6f4f69-2221-4f35-8fb7-73f568c9fd6e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8::f816:3eff:fe01:919b (ac1cdc45-8892-4608-b80a-7d90307aaf6c/066adbfb-d685-4278-9f5d-887f1210e5e4/827e37c7-d4e3-472f-9373-99c51ba82097) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:24.939649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=d0dcd13d-f840-490d-aec6-b2a9f77e15c7,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:24.962607 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e7ea328d-d34e-4a0c-becd-9960a25b2a4b tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:24.985971 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port bb33ced6-5d35-4282-87cb-c3929b96bb36 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:24.986346 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:24.993818 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e7ea328d-d34e-4a0c-becd-9960a25b2a4b tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:25.032977 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6adcdb71-00db-437e-ba22-07d41a842d62 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:25.056885 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e7ea328d-d34e-4a0c-becd-9960a25b2a4b tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:25.061073 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e7ea328d-d34e-4a0c-becd-9960a25b2a4b tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:25.062411 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e7ea328d-d34e-4a0c-becd-9960a25b2a4b tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "DELETE /v2.0/security-groups/cff5c1ef-55fd-4ee8-a189-2505fc8871c1 HTTP/1.1" status: 204 len: 168 time: 0.2984734 Jul 22 19:20:25.069812 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57744) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:25.070274 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de695c2-9d68-4f6f-9e70-d72bce8edeae tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Subnet': ['ID=d1dcee31-c141-4993-8b16-02ac70d77e7f,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:25.110890 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea328d-d34e-4a0c-becd-9960a25b2a4b tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff5c1ef-55fd-4ee8-a189-2505fc8871c1,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:25.135283 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de695c2-9d68-4f6f-9e70-d72bce8edeae tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Checking segment: {'id': '96ccd6f5-9884-41f3-969f-bf6fba06d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:25.135728 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de695c2-9d68-4f6f-9e70-d72bce8edeae tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network hostable DHCP agents. Network: 9194613b-c54f-458a-88ba-cc2f0c599864, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:20:25.186910 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-61975e5a-79fe-40f8-b949-5a4714f3bb3e None None] Provisioning complete for port 26229c9d-d7ce-46a6-adfe-1b8707331bd2 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:25.187572 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-61975e5a-79fe-40f8-b949-5a4714f3bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:25.227313 n-d-800086-12 neutron-server[93806]: DEBUG neutron.objects.ports [None req-b989df9e-5856-4509-a7d6-534e5e902571 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93806) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:20:25.230515 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b989df9e-5856-4509-a7d6-534e5e902571 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:25.231918 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-61975e5a-79fe-40f8-b949-5a4714f3bb3e None None] Port 26229c9d-d7ce-46a6-adfe-1b8707331bd2 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:20:25.260128 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6adcdb71-00db-437e-ba22-07d41a842d62 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:25.265606 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f65a49f1-bff5-4ea9-bfe9-1cd3429798dc tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1853781 Jul 22 19:20:25.276439 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de695c2-9d68-4f6f-9e70-d72bce8edeae tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 9194613b-c54f-458a-88ba-cc2f0c599864 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:20:25.281938 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57746) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:25.299417 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-58aa24a2-b0f2-4d30-afe6-aa5af949a688 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] delete failed (client error): The resource could not be found. Jul 22 19:20:25.302493 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-58aa24a2-b0f2-4d30-afe6-aa5af949a688 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "DELETE /v2.0/security-groups/cff5c1ef-55fd-4ee8-a189-2505fc8871c1 HTTP/1.1" status: 404 len: 347 time: 0.0185831 Jul 22 19:20:25.315174 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57748) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:25.324232 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a1b4a8f2-6a94-4c18-91e5-896f9eebdf65 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Request body: {'security_group': {'name': 'tempest-secgroup--859140478'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:25.346305 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adcdb71-00db-437e-ba22-07d41a842d62 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:25.354321 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-9de695c2-9d68-4f6f-9e70-d72bce8edeae tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 9194613b-c54f-458a-88ba-cc2f0c599864) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:25.360569 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de695c2-9d68-4f6f-9e70-d72bce8edeae tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:25.361075 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9de695c2-9d68-4f6f-9e70-d72bce8edeae tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:25.365044 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090b7777-a57e-40f6-85d9-f40f69501518 None None] Network 9194613b-c54f-458a-88ba-cc2f0c599864 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:25.372975 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-6adcdb71-00db-437e-ba22-07d41a842d62 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:25.375331 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adcdb71-00db-437e-ba22-07d41a842d62 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:25.376583 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989df9e-5856-4509-a7d6-534e5e902571 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event updated for resources: {'Subnet': ['ID=4c93e7b1-f18a-4bd3-a367-9d1892f2acff,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:25.384799 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb6f4f69-2221-4f35-8fb7-73f568c9fd6e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:25.387904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcdb71-00db-437e-ba22-07d41a842d62 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=0eaaa0c5-0494-481f-9b3d-b0b4ffd11649,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:25.396811 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b989df9e-5856-4509-a7d6-534e5e902571 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Checking segment: {'id': 'f4a5ce07-945c-47fd-bc81-e6a27f3a937f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c9023732-91d2-4d23-af89-ff1e7a98131d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:25.397281 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b989df9e-5856-4509-a7d6-534e5e902571 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Network hostable DHCP agents. Network: c9023732-91d2-4d23-af89-ff1e7a98131d, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:20:25.428240 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9de695c2-9d68-4f6f-9e70-d72bce8edeae tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3380718 Jul 22 19:20:25.429233 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1b4a8f2-6a94-4c18-91e5-896f9eebdf65 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:25.433701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57750) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:25.439599 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b989df9e-5856-4509-a7d6-534e5e902571 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Network c9023732-91d2-4d23-af89-ff1e7a98131d is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:20:25.450148 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-fb6f4f69-2221-4f35-8fb7-73f568c9fd6e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Transition to ACTIVE for port object 827e37c7-d4e3-472f-9373-99c51ba82097 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:25.462648 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-b989df9e-5856-4509-a7d6-534e5e902571 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, c9023732-91d2-4d23-af89-ff1e7a98131d) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:25.499855 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b989df9e-5856-4509-a7d6-534e5e902571 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:25.501927 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b989df9e-5856-4509-a7d6-534e5e902571 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:25.525910 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5164e16-7775-466e-982f-457437533020 None None] Network c9023732-91d2-4d23-af89-ff1e7a98131d requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:25.665579 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1b4a8f2-6a94-4c18-91e5-896f9eebdf65 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:25.678784 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1b4a8f2-6a94-4c18-91e5-896f9eebdf65 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:25.693583 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb6f4f69-2221-4f35-8fb7-73f568c9fd6e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:25.719930 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4a8f2-6a94-4c18-91e5-896f9eebdf65 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80ce2b03-a8c3-4a34-bd6e-e929b2ff6698,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:25.731017 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b989df9e-5856-4509-a7d6-534e5e902571 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3078685 Jul 22 19:20:25.732286 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57752) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:25.774140 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1b4a8f2-6a94-4c18-91e5-896f9eebdf65 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:25.776419 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a1b4a8f2-6a94-4c18-91e5-896f9eebdf65 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4577336 Jul 22 19:20:25.780272 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57754) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:25.795597 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-9bdb151e-ee20-4b87-8fc1-fd1dd4b295bf tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Request body: {'security_group_rule': {'security_group_id': '80ce2b03-a8c3-4a34-bd6e-e929b2ff6698', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:25.812098 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] Sync routers for ids ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:20:25.842802 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] Routers {'be746541-d2a8-426f-b7be-e8cc5dc8ed1f'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:20:25.843469 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:20:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:25.850092 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6f4f69-2221-4f35-8fb7-73f568c9fd6e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:25.860796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-fb6f4f69-2221-4f35-8fb7-73f568c9fd6e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:25.864329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6f4f69-2221-4f35-8fb7-73f568c9fd6e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:25.922300 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9bdb151e-ee20-4b87-8fc1-fd1dd4b295bf tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:25.949820 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6f4f69-2221-4f35-8fb7-73f568c9fd6e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:25.950816 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb6f4f69-2221-4f35-8fb7-73f568c9fd6e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:25.977875 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-afa3d8c4-569c-4e00-a0fc-52b6e0a6e2f6 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:25.988512 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f4f69-2221-4f35-8fb7-73f568c9fd6e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=827e37c7-d4e3-472f-9373-99c51ba82097,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:26.001254 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-9194613b-c54f-458a-88ba-cc2f0c599864', 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'fixed_ips': [{'subnet_id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:20:26.002113 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:26.028878 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] Allocated IP 172.20.0.2 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/12555b2d-8435-4d28-bc62-a7f012f244aa/06ef384e-8546-46b5-8b73-1db24dc2191c) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:26.047201 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9bdb151e-ee20-4b87-8fc1-fd1dd4b295bf tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:26.049567 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] Allocated IP 2001:db8::f816:3eff:feae:cbda (ac1cdc45-8892-4608-b80a-7d90307aaf6c/066adbfb-d685-4278-9f5d-887f1210e5e4/06ef384e-8546-46b5-8b73-1db24dc2191c) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:26.055996 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9bdb151e-ee20-4b87-8fc1-fd1dd4b295bf tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:26.101553 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] Set router be746541-d2a8-426f-b7be-e8cc5dc8ed1f gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:20:26.126461 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-afa3d8c4-569c-4e00-a0fc-52b6e0a6e2f6 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:26.138730 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2894ca2f-b5bb-4024-a439-36cfe53b6df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-c9023732-91d2-4d23-af89-ff1e7a98131d', 'network_id': 'c9023732-91d2-4d23-af89-ff1e7a98131d', 'tenant_id': '8d1a868aa3914dd98d06ba71393ee74b', 'fixed_ips': [{'subnet_id': '4c93e7b1-f18a-4bd3-a367-9d1892f2acff'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:20:26.140216 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2894ca2f-b5bb-4024-a439-36cfe53b6df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:26.149398 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 2c3a721c-5b54-4d6e-b84a-73fe586f402f up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:26.207058 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb151e-ee20-4b87-8fc1-fd1dd4b295bf tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840bd891-1375-4964-a0e1-78c948dc23a7,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:26.236827 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9bdb151e-ee20-4b87-8fc1-fd1dd4b295bf tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:26.242171 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9bdb151e-ee20-4b87-8fc1-fd1dd4b295bf tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4578867 Jul 22 19:20:26.243948 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57766) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:26.269640 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b254040f-ff92-4088-973d-2a35ec4e750d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:26.293657 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bc096a78-a66d-4095-a1d2-0a8c236d3c17 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:26.306079 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bc096a78-a66d-4095-a1d2-0a8c236d3c17 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:26.348276 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fb6f4f69-2221-4f35-8fb7-73f568c9fd6e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.9932485 Jul 22 19:20:26.363763 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57768) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:26.375337 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bc096a78-a66d-4095-a1d2-0a8c236d3c17 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:26.385451 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bc096a78-a66d-4095-a1d2-0a8c236d3c17 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:26.388938 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bc096a78-a66d-4095-a1d2-0a8c236d3c17 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/840bd891-1375-4964-a0e1-78c948dc23a7 HTTP/1.1" status: 204 len: 168 time: 0.1414995 Jul 22 19:20:26.388938 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-afa3d8c4-569c-4e00-a0fc-52b6e0a6e2f6 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:26.398410 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57770) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:26.408020 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6adcdb71-00db-437e-ba22-07d41a842d62 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:26.484915 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc096a78-a66d-4095-a1d2-0a8c236d3c17 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=840bd891-1375-4964-a0e1-78c948dc23a7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:26.493531 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3d8c4-569c-4e00-a0fc-52b6e0a6e2f6 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event deleted for resources: {'Subnet': ['ID=4c93e7b1-f18a-4bd3-a367-9d1892f2acff,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:26.533154 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:20:19Z', 'revision_number': 3, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': '26229c9d-d7ce-46a6-adfe-1b8707331bd2', 'name': '', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:62:78:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:18Z', 'updated_at': '2021-07-22T19:20:20Z', 'revision_number': 2, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:19Z', 'revision_number': 4, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:26.594230 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-afa3d8c4-569c-4e00-a0fc-52b6e0a6e2f6 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:26.605745 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] Checking router: be746541-d2a8-426f-b7be-e8cc5dc8ed1f for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:20:26.606408 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] Updating router be746541-d2a8-426f-b7be-e8cc5dc8ed1f port 26229c9d-d7ce-46a6-adfe-1b8707331bd2 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:20:26.623203 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-acbaef0e-0c13-4be2-8c32-b1d92ef831c1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:26.656511 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:26.662636 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-afa3d8c4-569c-4e00-a0fc-52b6e0a6e2f6 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9023732-91d2-4d23-af89-ff1e7a98131d']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:26.691924 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] Allocated IP 2001:db8:2::2 (9194613b-c54f-458a-88ba-cc2f0c599864/d1dcee31-c141-4993-8b16-02ac70d77e7f/ac099b7a-85e6-4f26-a0ef-9ab2812e62f5) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:26.707337 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-41a6eff3-67d7-4347-855b-0df4fd1f1b65 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2787151 Jul 22 19:20:26.716047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57772) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server [None req-2894ca2f-b5bb-4024-a439-36cfe53b6df7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c93e7b1-f18a-4bd3-a367-9d1892f2acff: This subnet is being modified by another concurrent operation. Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:20:26.724307 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise exception Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c93e7b1-f18a-4bd3-a367-9d1892f2acff: This subnet is being modified by another concurrent operation. Jul 22 19:20:26.727419 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Jul 22 19:20:26.737452 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041e0f17-e04f-429f-98ce-a7917fdbcfa0 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:26.743810 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-041e0f17-e04f-429f-98ce-a7917fdbcfa0 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.3788931 Jul 22 19:20:26.809892 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9805fa76-037a-4e9c-a8d8-f14b1691adec None None] Network c9023732-91d2-4d23-af89-ff1e7a98131d requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:26.813758 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-afa3d8c4-569c-4e00-a0fc-52b6e0a6e2f6 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a5ce07-945c-47fd-bc81-e6a27f3a937f') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:26.814097 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-afa3d8c4-569c-4e00-a0fc-52b6e0a6e2f6 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a5ce07-945c-47fd-bc81-e6a27f3a937f') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:26.820592 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57774) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:26.826397 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 2c3a721c-5b54-4d6e-b84a-73fe586f402f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:26.827119 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.046542 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port b254040f-ff92-4088-973d-2a35ec4e750d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:27.051713 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-afa3d8c4-569c-4e00-a0fc-52b6e0a6e2f6 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.094803 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.095507 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.109035 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] Transition to ACTIVE for port object 26229c9d-d7ce-46a6-adfe-1b8707331bd2 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:27.122559 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.130892 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-afa3d8c4-569c-4e00-a0fc-52b6e0a6e2f6 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.135518 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port b254040f-ff92-4088-973d-2a35ec4e750d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:27.135895 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.154760 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa3d8c4-569c-4e00-a0fc-52b6e0a6e2f6 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:20:27.155167 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-afa3d8c4-569c-4e00-a0fc-52b6e0a6e2f6 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:20:27.166391 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:20:27.202109 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9caab4fb-1a89-46af-ba16-26c1cc143e2c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.226440 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6577db-65f2-43aa-8e09-c2f530687611 None None] Pushing event updated for resources: {'Port': ['ID=26229c9d-d7ce-46a6-adfe-1b8707331bd2,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:27.254159 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6577db-65f2-43aa-8e09-c2f530687611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:27.254841 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6577db-65f2-43aa-8e09-c2f530687611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:27.255378 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6577db-65f2-43aa-8e09-c2f530687611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:27.255916 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6577db-65f2-43aa-8e09-c2f530687611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:27.256652 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6577db-65f2-43aa-8e09-c2f530687611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:27.257192 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6577db-65f2-43aa-8e09-c2f530687611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:27.257715 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6577db-65f2-43aa-8e09-c2f530687611 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:27.258245 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6577db-65f2-43aa-8e09-c2f530687611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:27.259555 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6577db-65f2-43aa-8e09-c2f530687611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:27.260101 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6577db-65f2-43aa-8e09-c2f530687611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:27.260638 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9caab4fb-1a89-46af-ba16-26c1cc143e2c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.260842 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6577db-65f2-43aa-8e09-c2f530687611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:27.261369 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6577db-65f2-43aa-8e09-c2f530687611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:20:27.268439 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6adcdb71-00db-437e-ba22-07d41a842d62 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.298009 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] Attempting to bind port 26229c9d-d7ce-46a6-adfe-1b8707331bd2 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:20:27.298767 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] Attempting to bind port 26229c9d-d7ce-46a6-adfe-1b8707331bd2 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'c66df7f6-cf16-4efd-9870-779c8dd684da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:20:27.299362 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] Attempting to bind port 26229c9d-d7ce-46a6-adfe-1b8707331bd2 on network 633436a3-c6fd-438d-97b2-b48e48f738e8 {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:20:27.317015 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:20:27.317941 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] Checking segment: {'id': 'c66df7f6-cf16-4efd-9870-779c8dd684da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:27.318588 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.319186 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] Bound using segment: {'id': 'c66df7f6-cf16-4efd-9870-779c8dd684da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:20:27.319834 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] Bound port: 26229c9d-d7ce-46a6-adfe-1b8707331bd2, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66df7f6-cf16-4efd-9870-779c8dd684da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:20:27.320404 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.341444 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9caab4fb-1a89-46af-ba16-26c1cc143e2c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.349806 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9caab4fb-1a89-46af-ba16-26c1cc143e2c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.353192 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9caab4fb-1a89-46af-ba16-26c1cc143e2c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "DELETE /v2.0/security-groups/80ce2b03-a8c3-4a34-bd6e-e929b2ff6698 HTTP/1.1" status: 204 len: 168 time: 0.6060557 Jul 22 19:20:27.388857 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57786) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:27.424787 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caab4fb-1a89-46af-ba16-26c1cc143e2c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ce2b03-a8c3-4a34-bd6e-e929b2ff6698,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:27.454744 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-afa3d8c4-569c-4e00-a0fc-52b6e0a6e2f6 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.462144 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ad94d0be-1620-49df-ab6d-40eadaf88fb2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting port 827e37c7-d4e3-472f-9373-99c51ba82097 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:27.462530 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad94d0be-1620-49df-ab6d-40eadaf88fb2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.465427 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] For port 26229c9d-d7ce-46a6-adfe-1b8707331bd2, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:20:27.469502 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] For port 26229c9d-d7ce-46a6-adfe-1b8707331bd2, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=26229c9d-d7ce-46a6-adfe-1b8707331bd2,segment=NetworkSegment(c66df7f6-cf16-4efd-9870-779c8dd684da),segment_id=c66df7f6-cf16-4efd-9870-779c8dd684da)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:20:27.480536 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.510198 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] Transition to ACTIVE for port object 06ef384e-8546-46b5-8b73-1db24dc2191c will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:27.510917 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-afa3d8c4-569c-4e00-a0fc-52b6e0a6e2f6 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.513196 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-afa3d8c4-569c-4e00-a0fc-52b6e0a6e2f6 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "DELETE /v2.0/networks/c9023732-91d2-4d23-af89-ff1e7a98131d HTTP/1.1" status: 204 len: 168 time: 1.7787359 Jul 22 19:20:27.514206 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3d8c4-569c-4e00-a0fc-52b6e0a6e2f6 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event deleted for resources: {'Network': ['ID=c9023732-91d2-4d23-af89-ff1e7a98131d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:27.517904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57788) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:27.527506 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-3d46ae50-ba0e-4355-bc3a-4ab6c895b3b4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-471881329'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:27.610409 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0edecf9b-f778-4504-9701-5cedbd031688 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2176018 Jul 22 19:20:27.631528 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] Routers {'be746541-d2a8-426f-b7be-e8cc5dc8ed1f'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:20:27.632549 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:20:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:27.635759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57790) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:27.640786 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e9073342-ca7e-45af-8031-bdd4be1b1f61 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1540490125'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:27.643587 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6577db-65f2-43aa-8e09-c2f530687611 None None] Pushing event updated for resources: {'Port': ['ID=26229c9d-d7ce-46a6-adfe-1b8707331bd2,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:27.706653 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad94d0be-1620-49df-ab6d-40eadaf88fb2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.726113 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ad94d0be-1620-49df-ab6d-40eadaf88fb2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Calling delete_port for 827e37c7-d4e3-472f-9373-99c51ba82097 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:27.727144 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d46ae50-ba0e-4355-bc3a-4ab6c895b3b4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Made reservation on behalf of 8d1a868aa3914dd98d06ba71393ee74b for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:27.732581 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3d46ae50-ba0e-4355-bc3a-4ab6c895b3b4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.740300 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e9073342-ca7e-45af-8031-bdd4be1b1f61 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.766332 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] Transition to ACTIVE for port object 06ef384e-8546-46b5-8b73-1db24dc2191c will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:27.812312 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d46ae50-ba0e-4355-bc3a-4ab6c895b3b4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:20:27.859119 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] Set router be746541-d2a8-426f-b7be-e8cc5dc8ed1f gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:20:27.867440 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3d46ae50-ba0e-4355-bc3a-4ab6c895b3b4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.867828 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-3d46ae50-ba0e-4355-bc3a-4ab6c895b3b4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Added segment 6e822c1e-3192-403b-95ab-9af8cec62d89 of type vlan for network 2f731c7f-7e45-48af-821b-145059e7235f Jul 22 19:20:27.879859 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:27.949406 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adcdb71-00db-437e-ba22-07d41a842d62 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Router 008f6a94-aabd-44a8-b74c-d4053383b91a is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:20:27.985148 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3d46ae50-ba0e-4355-bc3a-4ab6c895b3b4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:28.023987 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:28.026001 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e9073342-ca7e-45af-8031-bdd4be1b1f61 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:28.035524 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] Pushing event updated for resources: {'Port': ['ID=06ef384e-8546-46b5-8b73-1db24dc2191c,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:28.061309 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad94d0be-1620-49df-ab6d-40eadaf88fb2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:28.111971 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94d0be-1620-49df-ab6d-40eadaf88fb2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Port': ['ID=827e37c7-d4e3-472f-9373-99c51ba82097,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:28.116688 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e9073342-ca7e-45af-8031-bdd4be1b1f61 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:28.129659 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:28.258800 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e9073342-ca7e-45af-8031-bdd4be1b1f61 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:28.269600 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e9073342-ca7e-45af-8031-bdd4be1b1f61 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6293044 Jul 22 19:20:28.282466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57802) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:28.282466 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3d46ae50-ba0e-4355-bc3a-4ab6c895b3b4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:28.291391 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad94d0be-1620-49df-ab6d-40eadaf88fb2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:28.296563 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ad94d0be-1620-49df-ab6d-40eadaf88fb2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/827e37c7-d4e3-472f-9373-99c51ba82097 HTTP/1.1" status: 204 len: 168 time: 1.4731829 Jul 22 19:20:28.296979 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d46ae50-ba0e-4355-bc3a-4ab6c895b3b4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:28.297770 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3d46ae50-ba0e-4355-bc3a-4ab6c895b3b4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:28.298593 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57804) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:28.317885 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-f3ebc7ec-a458-41ae-a59c-bcca95485eba tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Request body: {'security_group_rule': {'security_group_id': 'f6529d7b-36cd-4434-ae9b-bba57a47e871', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:28.359396 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9073342-ca7e-45af-8031-bdd4be1b1f61 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6529d7b-36cd-4434-ae9b-bba57a47e871,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:28.382630 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d60d15-9668-4314-9aea-24560aac182c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:28.386116 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d60d15-9668-4314-9aea-24560aac182c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:28.388388 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d60d15-9668-4314-9aea-24560aac182c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:28.394962 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-95d60d15-9668-4314-9aea-24560aac182c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0950549 Jul 22 19:20:28.396039 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57806) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:28.429793 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:20:19Z', 'revision_number': 3, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': '26229c9d-d7ce-46a6-adfe-1b8707331bd2', 'name': '', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:62:78:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:18Z', 'updated_at': '2021-07-22T19:20:27Z', 'revision_number': 4, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:19Z', 'revision_number': 4, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:28.461188 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6d2c31-849b-489c-a55b-8af07a3fe19a None None] The sync data for ids ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'] in n-d-800086-12 is: [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:20:19Z', 'revision_number': 3, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': '26229c9d-d7ce-46a6-adfe-1b8707331bd2', 'name': '', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:62:78:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:18Z', 'updated_at': '2021-07-22T19:20:27Z', 'revision_number': 4, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:19Z', 'revision_number': 4, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:20:28.496960 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a94e24-1c37-45b4-829f-ccd2e315b218 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet 066adbfb-d685-4278-9f5d-887f1210e5e4 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:20:28.505958 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3a94e24-1c37-45b4-829f-ccd2e315b218 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:28.537633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46ae50-ba0e-4355-bc3a-4ab6c895b3b4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event updated for resources: {'Network': ['ID=2f731c7f-7e45-48af-821b-145059e7235f,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:28.553987 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57808) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:28.557820 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3d46ae50-ba0e-4355-bc3a-4ab6c895b3b4 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0342195 Jul 22 19:20:28.559584 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f3ebc7ec-a458-41ae-a59c-bcca95485eba tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:28.562892 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adcdb71-00db-437e-ba22-07d41a842d62 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:20:28.566154 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-1d9dd16f-f5bb-4ba9-b8f3-d44798510d96 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Request body: {'subnet': {'network_id': '2f731c7f-7e45-48af-821b-145059e7235f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:28.577747 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:28.581476 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 2f731c7f-7e45-48af-821b-145059e7235f details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:20:28.591871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:28.598709 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] Sync routers for ids ['008f6a94-aabd-44a8-b74c-d4053383b91a'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:20:28.610280 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:28.633631 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] Transition to ACTIVE for port object ac099b7a-85e6-4f26-a0ef-9ab2812e62f5 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:28.645496 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3a94e24-1c37-45b4-829f-ccd2e315b218 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:28.658671 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6adcdb71-00db-437e-ba22-07d41a842d62 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:28.664632 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6adcdb71-00db-437e-ba22-07d41a842d62 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.7144737 Jul 22 19:20:28.665136 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251f480c-b7e7-4611-9fb0-97122141a4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3a721c-5b54-4d6e-b84a-73fe586f402f'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:20:28.667066 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57810) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:28.667652 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3442ee21-d199-44ed-acbc-9c6183352aef" -d '{"events": [{"server_uuid": "251f480c-b7e7-4611-9fb0-97122141a4b9", "name": "network-vif-plugged", "status": "completed", "tag": "2c3a721c-5b54-4d6e-b84a-73fe586f402f"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:20:28.702675 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] Routers {'008f6a94-aabd-44a8-b74c-d4053383b91a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:20:28.703326 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:20:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['008f6a94-aabd-44a8-b74c-d4053383b91a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:28.707171 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f3ebc7ec-a458-41ae-a59c-bcca95485eba tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:28.714679 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f3ebc7ec-a458-41ae-a59c-bcca95485eba tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:28.735624 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebc7ec-a458-41ae-a59c-bcca95485eba tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4129e420-a922-48f2-97f6-d8f0f55c6113,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:28.776031 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f3ebc7ec-a458-41ae-a59c-bcca95485eba tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:28.780042 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f3ebc7ec-a458-41ae-a59c-bcca95485eba tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4706538 Jul 22 19:20:28.780393 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57816) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:28.785922 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-6de72fa1-50b7-4dfb-adae-dfa99c6903ba tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Request body: {'security_group_rule': {'security_group_id': 'f6529d7b-36cd-4434-ae9b-bba57a47e871', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:28.832161 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f210643d-8e8a-47f7-8d3f-5b03160ef42f x-openstack-request-id: req-f210643d-8e8a-47f7-8d3f-5b03160ef42f {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:20:28.832781 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251f480c-b7e7-4611-9fb0-97122141a4b9", "name": "network-vif-plugged", "status": "completed", "tag": "2c3a721c-5b54-4d6e-b84a-73fe586f402f", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:20:28.832931 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f210643d-8e8a-47f7-8d3f-5b03160ef42f {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:20:28.833437 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251f480c-b7e7-4611-9fb0-97122141a4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3a721c-5b54-4d6e-b84a-73fe586f402f', 'code': 200} Jul 22 19:20:28.843260 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6de72fa1-50b7-4dfb-adae-dfa99c6903ba tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:28.896924 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3a94e24-1c37-45b4-829f-ccd2e315b218 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:28.903418 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 2c3a721c-5b54-4d6e-b84a-73fe586f402f, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=2c3a721c-5b54-4d6e-b84a-73fe586f402f,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:28.904981 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:28.922998 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9961a6da-7cc6-4f0a-b46c-f558bb6144ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:28.954024 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] Transition to ACTIVE for port object ac099b7a-85e6-4f26-a0ef-9ab2812e62f5 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:28.980444 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6de72fa1-50b7-4dfb-adae-dfa99c6903ba tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:28.994397 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6de72fa1-50b7-4dfb-adae-dfa99c6903ba tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.004500 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3a94e24-1c37-45b4-829f-ccd2e315b218 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.010505 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.025886 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de72fa1-50b7-4dfb-adae-dfa99c6903ba tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0cc5071-65da-454f-8448-8cb69bcc7533,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:29.089837 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-acbaef0e-0c13-4be2-8c32-b1d92ef831c1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Allocated IP 2001:db8:2::1 (9194613b-c54f-458a-88ba-cc2f0c599864/d1dcee31-c141-4993-8b16-02ac70d77e7f/047c5ac4-e53c-4d53-ac0d-43f2148c31d5) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:29.110427 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] Attempting to bind port 06ef384e-8546-46b5-8b73-1db24dc2191c on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:20:29.111370 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] Attempting to bind port 06ef384e-8546-46b5-8b73-1db24dc2191c by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:20:29.111910 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] Attempting to bind port 06ef384e-8546-46b5-8b73-1db24dc2191c on network ac1cdc45-8892-4608-b80a-7d90307aaf6c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:20:29.119614 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.123250 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-69c21868-9958-4f46-a416-b09d3c67c50d tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=637aa3e692f04588bda049c0135065ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4552028 Jul 22 19:20:29.124063 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57818) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:29.133567 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3a94e24-1c37-45b4-829f-ccd2e315b218 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.135640 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c3a94e24-1c37-45b4-829f-ccd2e315b218 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/066adbfb-d685-4278-9f5d-887f1210e5e4 HTTP/1.1" status: 204 len: 168 time: 0.7382393 Jul 22 19:20:29.137318 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:20:29.137898 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] Checking segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:29.138514 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.139047 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] Bound using segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:20:29.139770 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] Bound port: 06ef384e-8546-46b5-8b73-1db24dc2191c, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:20:29.140337 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.158649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port b254040f-ff92-4088-973d-2a35ec4e750d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b254040f-ff92-4088-973d-2a35ec4e750d,segment=NetworkSegment(52186fda-8bf9-4f4f-9738-2295cf580e57),segment_id=52186fda-8bf9-4f4f-9738-2295cf580e57)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:29.207261 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.240271 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-acbaef0e-0c13-4be2-8c32-b1d92ef831c1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.276293 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-acbaef0e-0c13-4be2-8c32-b1d92ef831c1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Transition to ACTIVE for port object 047c5ac4-e53c-4d53-ac0d-43f2148c31d5 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:29.307675 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57820) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:29.308264 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] For port 06ef384e-8546-46b5-8b73-1db24dc2191c, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:20:29.313054 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] For port 06ef384e-8546-46b5-8b73-1db24dc2191c, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=06ef384e-8546-46b5-8b73-1db24dc2191c,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:20:29.333335 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] Network 9194613b-c54f-458a-88ba-cc2f0c599864 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:29.335323 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.346320 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:29.358849 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] Set router 008f6a94-aabd-44a8-b74c-d4053383b91a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:20:29.364272 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:29.367743 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6de72fa1-50b7-4dfb-adae-dfa99c6903ba tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.371591 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6de72fa1-50b7-4dfb-adae-dfa99c6903ba tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5876849 Jul 22 19:20:29.379617 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57832) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:29.422864 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d192e8-4f9d-48b7-9c37-75986f28a9a9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet 12555b2d-8435-4d28-bc62-a7f012f244aa {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:20:29.431964 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2a620e49-15ae-4f2c-a8da-7c7faace12d0 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Request body: {'security_group_rule': {'security_group_id': 'f6529d7b-36cd-4434-ae9b-bba57a47e871', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:29.437820 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a4d192e8-4f9d-48b7-9c37-75986f28a9a9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.445448 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=2c3a721c-5b54-4d6e-b84a-73fe586f402f,revision_number=10']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:29.473768 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 26229c9d-d7ce-46a6-adfe-1b8707331bd2 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:29.508453 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a4d192e8-4f9d-48b7-9c37-75986f28a9a9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.536681 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-acbaef0e-0c13-4be2-8c32-b1d92ef831c1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.548509 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2a620e49-15ae-4f2c-a8da-7c7faace12d0 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.629259 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] Attempting to bind port ac099b7a-85e6-4f26-a0ef-9ab2812e62f5 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:20:29.630458 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] Attempting to bind port ac099b7a-85e6-4f26-a0ef-9ab2812e62f5 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '96ccd6f5-9884-41f3-969f-bf6fba06d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:20:29.631023 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] Attempting to bind port ac099b7a-85e6-4f26-a0ef-9ab2812e62f5 on network 9194613b-c54f-458a-88ba-cc2f0c599864 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:20:29.639765 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbaef0e-0c13-4be2-8c32-b1d92ef831c1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 9194613b-c54f-458a-88ba-cc2f0c599864 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:29.653686 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbaef0e-0c13-4be2-8c32-b1d92ef831c1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Port': ['ID=047c5ac4-e53c-4d53-ac0d-43f2148c31d5,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:29.671537 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-acbaef0e-0c13-4be2-8c32-b1d92ef831c1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:29.681189 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbaef0e-0c13-4be2-8c32-b1d92ef831c1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:29.681740 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-acbaef0e-0c13-4be2-8c32-b1d92ef831c1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.704436 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fa430e-8848-463f-a1e0-de940b20cc0c None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:29.707212 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:20:29.707818 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] Checking segment: {'id': '96ccd6f5-9884-41f3-969f-bf6fba06d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:29.708383 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.708984 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] Bound using segment: {'id': '96ccd6f5-9884-41f3-969f-bf6fba06d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:20:29.709639 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] Bound port: ac099b7a-85e6-4f26-a0ef-9ab2812e62f5, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ccd6f5-9884-41f3-969f-bf6fba06d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:20:29.710196 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.716656 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] Pushing event updated for resources: {'Port': ['ID=ac099b7a-85e6-4f26-a0ef-9ab2812e62f5,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:29.808139 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2a620e49-15ae-4f2c-a8da-7c7faace12d0 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.823453 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2a620e49-15ae-4f2c-a8da-7c7faace12d0 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.826474 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a4d192e8-4f9d-48b7-9c37-75986f28a9a9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.844719 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] For port ac099b7a-85e6-4f26-a0ef-9ab2812e62f5, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:20:29.849700 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] For port ac099b7a-85e6-4f26-a0ef-9ab2812e62f5, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ac099b7a-85e6-4f26-a0ef-9ab2812e62f5,segment=NetworkSegment(96ccd6f5-9884-41f3-969f-bf6fba06d401),segment_id=96ccd6f5-9884-41f3-969f-bf6fba06d401)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:20:29.872408 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.904438 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc468df4-aabb-4934-b635-9932c9b87625 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:29.908215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a620e49-15ae-4f2c-a8da-7c7faace12d0 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817e4aa3-f5b6-435e-953c-8b21a2d434b4,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:29.912658 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57834) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:29.919263 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fc468df4-aabb-4934-b635-9932c9b87625 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7927136 Jul 22 19:20:29.920514 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a94e24-1c37-45b4-829f-ccd2e315b218 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=066adbfb-d685-4278-9f5d-887f1210e5e4,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:29.933603 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9dd16f-f5bb-4ba9-b8f3-d44798510d96 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Made reservation on behalf of 8d1a868aa3914dd98d06ba71393ee74b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:29.939964 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1d9dd16f-f5bb-4ba9-b8f3-d44798510d96 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.981846 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2a620e49-15ae-4f2c-a8da-7c7faace12d0 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:29.983135 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2a620e49-15ae-4f2c-a8da-7c7faace12d0 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5650237 Jul 22 19:20:29.988091 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b79255ee-bdf9-4a4b-9b61-5403bf2b752b tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0673230 Jul 22 19:20:29.988091 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57836) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:29.988519 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57838) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:29.996758 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-6314464b-00fa-4f43-9035-9c703b923ca2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-516127553', 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd', 'project_id': '637aa3e692f04588bda049c0135065ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:30.001513 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=b254040f-ff92-4088-973d-2a35ec4e750d,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:30.014365 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 26229c9d-d7ce-46a6-adfe-1b8707331bd2 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:30.092754 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc436d-9fd7-4f14-b0f1-f1771c912e31 None None] Pushing event updated for resources: {'Port': ['ID=06ef384e-8546-46b5-8b73-1db24dc2191c,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:30.105380 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-acbaef0e-0c13-4be2-8c32-b1d92ef831c1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:30.106070 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 26229c9d-d7ce-46a6-adfe-1b8707331bd2 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:30.106714 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:30.111850 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-ee84271d-b55b-4a40-8d27-65ba5ce57c24 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Request body: {'security_group_rule': {'security_group_id': 'f6529d7b-36cd-4434-ae9b-bba57a47e871', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:30.211913 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a4d192e8-4f9d-48b7-9c37-75986f28a9a9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:30.283010 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa6981-5224-4d18-9e47-405319576c29 None None] Pushing event updated for resources: {'Port': ['ID=ac099b7a-85e6-4f26-a0ef-9ab2812e62f5,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:30.308109 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1d9dd16f-f5bb-4ba9-b8f3-d44798510d96 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:30.327759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6314464b-00fa-4f43-9035-9c703b923ca2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Made reservation on behalf of 637aa3e692f04588bda049c0135065ab for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:30.341995 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6314464b-00fa-4f43-9035-9c703b923ca2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:30.355112 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692372752', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:22Z', 'updated_at': '2021-07-22T19:20:25Z', 'revision_number': 3, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:24Z', 'updated_at': '2021-07-22T19:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:30.410002 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a4d192e8-4f9d-48b7-9c37-75986f28a9a9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:30.414441 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a4d192e8-4f9d-48b7-9c37-75986f28a9a9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/12555b2d-8435-4d28-bc62-a7f012f244aa HTTP/1.1" status: 204 len: 168 time: 1.0993083 Jul 22 19:20:30.416352 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57850) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:30.428981 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d192e8-4f9d-48b7-9c37-75986f28a9a9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=12555b2d-8435-4d28-bc62-a7f012f244aa,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:30.443953 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] Checking router: 008f6a94-aabd-44a8-b74c-d4053383b91a for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:20:30.444304 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] Updating router 008f6a94-aabd-44a8-b74c-d4053383b91a port 0eaaa0c5-0494-481f-9b3d-b0b4ffd11649 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:20:30.483799 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:30.512464 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f9f4aa72-7daa-46a5-96b2-c0aad0f79d12 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941174 Jul 22 19:20:30.519490 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57852) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:30.532561 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:30.591086 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 26229c9d-d7ce-46a6-adfe-1b8707331bd2, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=26229c9d-d7ce-46a6-adfe-1b8707331bd2,segment=NetworkSegment(c66df7f6-cf16-4efd-9870-779c8dd684da),segment_id=c66df7f6-cf16-4efd-9870-779c8dd684da)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:30.606771 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9dd16f-f5bb-4ba9-b8f3-d44798510d96 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event updated for resources: {'Subnet': ['ID=a5d5d62a-09d5-40aa-b8ef-fe684e9c1412,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:30.608643 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:30.640009 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ee84271d-b55b-4a40-8d27-65ba5ce57c24 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:30.646315 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9dd16f-f5bb-4ba9-b8f3-d44798510d96 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Checking segment: {'id': '6e822c1e-3192-403b-95ab-9af8cec62d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2f731c7f-7e45-48af-821b-145059e7235f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:30.647277 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9dd16f-f5bb-4ba9-b8f3-d44798510d96 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Network hostable DHCP agents. Network: 2f731c7f-7e45-48af-821b-145059e7235f, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:20:30.686782 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9dd16f-f5bb-4ba9-b8f3-d44798510d96 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Network 2f731c7f-7e45-48af-821b-145059e7235f is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:20:30.710934 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b539137-99ea-4951-8404-6bc38182abbd tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:30.714903 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7b539137-99ea-4951-8404-6bc38182abbd tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1901867 Jul 22 19:20:30.717016 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57854) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:30.736096 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-1d9dd16f-f5bb-4ba9-b8f3-d44798510d96 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 2f731c7f-7e45-48af-821b-145059e7235f) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:30.750407 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5b261c-5ec6-4771-871c-9b9747ec8aab None None] Network 2f731c7f-7e45-48af-821b-145059e7235f requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:30.776899 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:20:30.782832 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9dd16f-f5bb-4ba9-b8f3-d44798510d96 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:30.783670 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1d9dd16f-f5bb-4ba9-b8f3-d44798510d96 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:30.816151 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fca4169-a3af-4f63-bc9d-e5a81e344ff4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:30.818435 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0fca4169-a3af-4f63-bc9d-e5a81e344ff4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1004441 Jul 22 19:20:30.823934 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1d9dd16f-f5bb-4ba9-b8f3-d44798510d96 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2668049 Jul 22 19:20:30.826141 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57856) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:30.826669 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57858) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:30.904114 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c09be951-8182-4e46-80c0-19b55b2f61d9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761240 Jul 22 19:20:30.920864 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57860) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:30.943345 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-0b84c75b-8e34-47b4-8dcf-e33053f5bde4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:31.093804 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-acbaef0e-0c13-4be2-8c32-b1d92ef831c1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:31.121189 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6314464b-00fa-4f43-9035-9c703b923ca2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:31.129672 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-acbaef0e-0c13-4be2-8c32-b1d92ef831c1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:31.130514 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-acbaef0e-0c13-4be2-8c32-b1d92ef831c1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:31.149369 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b84c75b-8e34-47b4-8dcf-e33053f5bde4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:31.153710 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b84c75b-8e34-47b4-8dcf-e33053f5bde4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:31.155687 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b84c75b-8e34-47b4-8dcf-e33053f5bde4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:20:31.156354 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b84c75b-8e34-47b4-8dcf-e33053f5bde4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:31.217101 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314464b-00fa-4f43-9035-9c703b923ca2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Subnet': ['ID=f4e261e3-bc9b-4293-80ca-d29b9b0534e9,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:31.222838 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:31.231107 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02d5f59-3cde-4934-b17d-61583df269f9 None None] Update dhcp port {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'fixed_ips': [{'subnet_id': '12555b2d-8435-4d28-bc62-a7f012f244aa'}], 'binding:host_id': 'n-d-800086-12'}, 'id': '06ef384e-8546-46b5-8b73-1db24dc2191c'} from n-d-800086-12. {{(pid=93808) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:20:31.233048 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca22b-7c1e-4d89-a2ee-71927ed6907f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:31.256330 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d9543a3-e4e4-4606-a7f4-c4534a7a4bd2 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:31.264573 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=26229c9d-d7ce-46a6-adfe-1b8707331bd2,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:31.298127 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0b84c75b-8e34-47b4-8dcf-e33053f5bde4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3725331 Jul 22 19:20:31.299760 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57862) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:31.310787 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-e9860446-7791-46f6-ade2-2770506d6b1f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:31.379839 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ee84271d-b55b-4a40-8d27-65ba5ce57c24 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:31.423120 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90ddb61-63a2-41d8-9875-d06bbd605a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-2f731c7f-7e45-48af-821b-145059e7235f', 'network_id': '2f731c7f-7e45-48af-821b-145059e7235f', 'tenant_id': '8d1a868aa3914dd98d06ba71393ee74b', 'fixed_ips': [{'subnet_id': 'a5d5d62a-09d5-40aa-b8ef-fe684e9c1412'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:20:31.424006 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d90ddb61-63a2-41d8-9875-d06bbd605a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:31.479420 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c02d5f59-3cde-4934-b17d-61583df269f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:31.537307 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ee84271d-b55b-4a40-8d27-65ba5ce57c24 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:31.576043 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d9543a3-e4e4-4606-a7f4-c4534a7a4bd2 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:31.601850 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbaef0e-0c13-4be2-8c32-b1d92ef831c1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 9194613b-c54f-458a-88ba-cc2f0c599864 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:31.611946 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9860446-7791-46f6-ade2-2770506d6b1f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:31.619556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6314464b-00fa-4f43-9035-9c703b923ca2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Checking segment: {'id': 'cb52d942-9576-4c25-a64b-825c4afac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:31.620070 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6314464b-00fa-4f43-9035-9c703b923ca2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network hostable DHCP agents. Network: 69c530e8-2199-4fb5-a95e-746117c7a6dd, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:20:31.621086 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9860446-7791-46f6-ade2-2770506d6b1f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:31.622813 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9860446-7791-46f6-ade2-2770506d6b1f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:20:31.623417 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9860446-7791-46f6-ade2-2770506d6b1f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:31.625801 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-acbaef0e-0c13-4be2-8c32-b1d92ef831c1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:31.641742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbaef0e-0c13-4be2-8c32-b1d92ef831c1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Port': ['ID=047c5ac4-e53c-4d53-ac0d-43f2148c31d5,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:31.647325 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b254040f-ff92-4088-973d-2a35ec4e750d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:31.660726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84271d-b55b-4a40-8d27-65ba5ce57c24 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d913b9-b5ff-45e9-bd9f-52844e0a07ec,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:31.673104 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e9860446-7791-46f6-ade2-2770506d6b1f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3677812 Jul 22 19:20:31.673310 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ee84271d-b55b-4a40-8d27-65ba5ce57c24 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:31.679019 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57874) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:31.679019 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57876) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:31.679259 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ee84271d-b55b-4a40-8d27-65ba5ce57c24 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6881902 Jul 22 19:20:31.689111 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8180a5ca-1ed8-4f67-a643-bfc9d9d3a08f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:31.707321 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-136507dd-6c4f-4a31-b8bb-f8b373a00a80 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Request body: {'security_group_rule': {'security_group_id': 'f6529d7b-36cd-4434-ae9b-bba57a47e871', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:31.721412 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceda7d4a-9a33-47f0-94af-e0ba756434aa None None] Network 9194613b-c54f-458a-88ba-cc2f0c599864 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:31.788078 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6314464b-00fa-4f43-9035-9c703b923ca2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network 69c530e8-2199-4fb5-a95e-746117c7a6dd is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:20:31.805255 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d9543a3-e4e4-4606-a7f4-c4534a7a4bd2 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:31.837634 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbaef0e-0c13-4be2-8c32-b1d92ef831c1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router be746541-d2a8-426f-b7be-e8cc5dc8ed1f has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:20:31.838058 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-136507dd-6c4f-4a31-b8bb-f8b373a00a80 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:31.843776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-6314464b-00fa-4f43-9035-9c703b923ca2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 69c530e8-2199-4fb5-a95e-746117c7a6dd) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:31.861918 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6314464b-00fa-4f43-9035-9c703b923ca2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:31.863407 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6314464b-00fa-4f43-9035-9c703b923ca2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:31.868637 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6f24d4-6ac6-4edb-b81c-76cd60e9e831 None None] Network 69c530e8-2199-4fb5-a95e-746117c7a6dd requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server [None req-d90ddb61-63a2-41d8-9875-d06bbd605a7e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5d5d62a-09d5-40aa-b8ef-fe684e9c1412: This subnet is being modified by another concurrent operation. Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:20:31.904035 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise exception Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5d5d62a-09d5-40aa-b8ef-fe684e9c1412: This subnet is being modified by another concurrent operation. Jul 22 19:20:31.907455 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Jul 22 19:20:31.922179 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-136507dd-6c4f-4a31-b8bb-f8b373a00a80 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:31.937198 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fc930142-7b02-46c1-811e-0eb6da592756 None None] Provisioning for port ac099b7a-85e6-4f26-a0ef-9ab2812e62f5 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:31.966639 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9543a3-e4e4-4606-a7f4-c4534a7a4bd2 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event deleted for resources: {'Subnet': ['ID=a5d5d62a-09d5-40aa-b8ef-fe684e9c1412,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:31.985779 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c51a90-7a82-4ca1-8929-069dbefe52ad None None] Network 2f731c7f-7e45-48af-821b-145059e7235f requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:32.022629 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6314464b-00fa-4f43-9035-9c703b923ca2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0300376 Jul 22 19:20:32.025621 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57878) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:32.048567 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d9543a3-e4e4-4606-a7f4-c4534a7a4bd2 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.060387 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-5d9543a3-e4e4-4606-a7f4-c4534a7a4bd2 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f731c7f-7e45-48af-821b-145059e7235f']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:32.072596 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-5d9543a3-e4e4-4606-a7f4-c4534a7a4bd2 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e822c1e-3192-403b-95ab-9af8cec62d89') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:32.073047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-5d9543a3-e4e4-4606-a7f4-c4534a7a4bd2 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e822c1e-3192-403b-95ab-9af8cec62d89') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:32.084090 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d9543a3-e4e4-4606-a7f4-c4534a7a4bd2 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.104391 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d9543a3-e4e4-4606-a7f4-c4534a7a4bd2 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.110977 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9543a3-e4e4-4606-a7f4-c4534a7a4bd2 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:20:32.111384 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d9543a3-e4e4-4606-a7f4-c4534a7a4bd2 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.118322 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.127410 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbaef0e-0c13-4be2-8c32-b1d92ef831c1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:20:32.135229 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] Transition to ACTIVE for port object 0eaaa0c5-0494-481f-9b3d-b0b4ffd11649 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:32.136968 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-acbaef0e-0c13-4be2-8c32-b1d92ef831c1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/be746541-d2a8-426f-b7be-e8cc5dc8ed1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7000501 Jul 22 19:20:32.140000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57880) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:32.141483 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] Sync routers for ids ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:20:32.146448 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-8900ad85-e360-438c-9ee8-f43bc05759a2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1089237854'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:32.152805 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] Routers {'be746541-d2a8-426f-b7be-e8cc5dc8ed1f'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:20:32.153435 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:20:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:32.202190 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8900ad85-e360-438c-9ee8-f43bc05759a2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Made reservation on behalf of a6941f908e0b4e8dac308a754d92e62a for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:32.205313 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port b254040f-ff92-4088-973d-2a35ec4e750d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:32.205887 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.209591 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8900ad85-e360-438c-9ee8-f43bc05759a2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:20:32.234645 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-136507dd-6c4f-4a31-b8bb-f8b373a00a80 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.238504 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.271874 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136507dd-6c4f-4a31-b8bb-f8b373a00a80 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27e3599-4db6-4565-b2ab-34b996b9ea54,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:32.280643 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d9543a3-e4e4-4606-a7f4-c4534a7a4bd2 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.286785 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8900ad85-e360-438c-9ee8-f43bc05759a2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:20:32.297790 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5d9543a3-e4e4-4606-a7f4-c4534a7a4bd2 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.303027 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5d9543a3-e4e4-4606-a7f4-c4534a7a4bd2 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "DELETE /v2.0/networks/2f731c7f-7e45-48af-821b-145059e7235f HTTP/1.1" status: 204 len: 168 time: 1.4708970 Jul 22 19:20:32.309872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57882) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:32.316429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-d67153d6-6bd8-4865-a9b0-e10ce7670603 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2115942263'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:32.362881 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] Set router be746541-d2a8-426f-b7be-e8cc5dc8ed1f gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:20:32.370263 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8900ad85-e360-438c-9ee8-f43bc05759a2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.370263 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-8900ad85-e360-438c-9ee8-f43bc05759a2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Added segment cd845798-5b80-4528-a3e7-34aa60765ecb of type vlan for network 47b82a0c-21e3-4509-b9cd-502cc6a4818f Jul 22 19:20:32.383031 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8180a5ca-1ed8-4f67-a643-bfc9d9d3a08f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:32.395989 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8180a5ca-1ed8-4f67-a643-bfc9d9d3a08f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.403739 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-8180a5ca-1ed8-4f67-a643-bfc9d9d3a08f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:20:32.403739 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8180a5ca-1ed8-4f67-a643-bfc9d9d3a08f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:32.410818 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9543a3-e4e4-4606-a7f4-c4534a7a4bd2 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event deleted for resources: {'Network': ['ID=2f731c7f-7e45-48af-821b-145059e7235f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:32.487673 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77f977-0884-43a2-90d6-1f96c2621e6b None None] Pushing event updated for resources: {'Port': ['ID=0eaaa0c5-0494-481f-9b3d-b0b4ffd11649,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:32.495503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67153d6-6bd8-4865-a9b0-e10ce7670603 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Made reservation on behalf of 8d1a868aa3914dd98d06ba71393ee74b for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:32.497133 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-136507dd-6c4f-4a31-b8bb-f8b373a00a80 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.498618 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-136507dd-6c4f-4a31-b8bb-f8b373a00a80 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7987001 Jul 22 19:20:32.501286 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57884) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:32.515521 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d67153d6-6bd8-4865-a9b0-e10ce7670603 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.515735 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8180a5ca-1ed8-4f67-a643-bfc9d9d3a08f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8325920 Jul 22 19:20:32.518488 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57886) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:32.533273 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b5720065-9d17-4fa3-ad98-f24c02db0358 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:32.575497 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.611114 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8900ad85-e360-438c-9ee8-f43bc05759a2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.616547 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] Attempting to bind port 0eaaa0c5-0494-481f-9b3d-b0b4ffd11649 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:20:32.617221 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] Attempting to bind port 0eaaa0c5-0494-481f-9b3d-b0b4ffd11649 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:20:32.617959 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] Attempting to bind port 0eaaa0c5-0494-481f-9b3d-b0b4ffd11649 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:20:32.630454 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:20:32.631298 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:32.631969 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.632623 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:20:32.633826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] Bound port: 0eaaa0c5-0494-481f-9b3d-b0b4ffd11649, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:20:32.634457 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.652969 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5720065-9d17-4fa3-ad98-f24c02db0358 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:32.658272 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b5720065-9d17-4fa3-ad98-f24c02db0358 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.660856 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5720065-9d17-4fa3-ad98-f24c02db0358 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:20:32.661494 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5720065-9d17-4fa3-ad98-f24c02db0358 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:32.730084 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d5c10c0-98e0-4bb6-ab41-ee4cbb928f93 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.730741 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8900ad85-e360-438c-9ee8-f43bc05759a2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.740981 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b5720065-9d17-4fa3-ad98-f24c02db0358 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2128859 Jul 22 19:20:32.742298 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8900ad85-e360-438c-9ee8-f43bc05759a2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:32.743178 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8900ad85-e360-438c-9ee8-f43bc05759a2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.747466 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57898) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:32.775880 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-27fcf1dc-01b0-42e3-9cc6-4912726cba85 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:32.785742 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:20:29Z', 'revision_number': 4, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': '047c5ac4-e53c-4d53-ac0d-43f2148c31d5', 'name': '', 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:5e:73:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:27Z', 'updated_at': '2021-07-22T19:20:30Z', 'revision_number': 2, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26229c9d-d7ce-46a6-adfe-1b8707331bd2', 'name': '', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:62:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:18Z', 'updated_at': '2021-07-22T19:20:30Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:28Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:32.832696 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] Checking router: be746541-d2a8-426f-b7be-e8cc5dc8ed1f for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:20:32.833279 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] Updating router be746541-d2a8-426f-b7be-e8cc5dc8ed1f port 047c5ac4-e53c-4d53-ac0d-43f2148c31d5 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:20:32.837801 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d5c10c0-98e0-4bb6-ab41-ee4cbb928f93 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.841335 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57900) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:32.841784 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8900ad85-e360-438c-9ee8-f43bc05759a2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7001510 Jul 22 19:20:32.866715 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d6cafc5b-e30e-40de-b27b-76f32e0551c2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'subnet': {'network_id': '47b82a0c-21e3-4509-b9cd-502cc6a4818f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:32.888866 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.893643 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67153d6-6bd8-4865-a9b0-e10ce7670603 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:20:32.927871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] For port 0eaaa0c5-0494-481f-9b3d-b0b4ffd11649, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:20:32.943387 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] For port 0eaaa0c5-0494-481f-9b3d-b0b4ffd11649, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0eaaa0c5-0494-481f-9b3d-b0b4ffd11649,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:20:32.981524 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d5c10c0-98e0-4bb6-ab41-ee4cbb928f93 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.992348 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d5c10c0-98e0-4bb6-ab41-ee4cbb928f93 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:32.993937 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7d5c10c0-98e0-4bb6-ab41-ee4cbb928f93 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c27e3599-4db6-4565-b2ab-34b996b9ea54 HTTP/1.1" status: 204 len: 168 time: 0.4915309 Jul 22 19:20:33.005406 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57906) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:33.019941 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ac099b7a-85e6-4f26-a0ef-9ab2812e62f5 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:33.031257 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:33.112981 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c10c0-98e0-4bb6-ab41-ee4cbb928f93 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c27e3599-4db6-4565-b2ab-34b996b9ea54,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:33.208920 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-98fe28ae-aa59-4819-891a-66dec31c7c61 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1522892 Jul 22 19:20:33.209839 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cafc5b-e30e-40de-b27b-76f32e0551c2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Made reservation on behalf of a6941f908e0b4e8dac308a754d92e62a for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:33.215529 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6cafc5b-e30e-40de-b27b-76f32e0551c2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:33.224285 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57908) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:33.272209 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-69a7e588-e844-4b06-8438-2d3e478ad2ca None None] Provisioning for port 047c5ac4-e53c-4d53-ac0d-43f2148c31d5 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:33.297831 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] Routers {'008f6a94-aabd-44a8-b74c-d4053383b91a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:20:33.298720 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:20:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['008f6a94-aabd-44a8-b74c-d4053383b91a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:33.338504 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bb29bd6e-3b7f-49d8-9e26-45daaca6711c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:33.347322 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bb29bd6e-3b7f-49d8-9e26-45daaca6711c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:33.435218 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bb29bd6e-3b7f-49d8-9e26-45daaca6711c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:33.459414 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bb29bd6e-3b7f-49d8-9e26-45daaca6711c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:33.469540 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bb29bd6e-3b7f-49d8-9e26-45daaca6711c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f7d913b9-b5ff-45e9-bd9f-52844e0a07ec HTTP/1.1" status: 204 len: 168 time: 0.2417178 Jul 22 19:20:33.473792 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29bd6e-3b7f-49d8-9e26-45daaca6711c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7d913b9-b5ff-45e9-bd9f-52844e0a07ec,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:33.475936 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fcf1dc-01b0-42e3-9cc6-4912726cba85 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:33.477633 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] Set router 008f6a94-aabd-44a8-b74c-d4053383b91a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:20:33.480918 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-27fcf1dc-01b0-42e3-9cc6-4912726cba85 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:33.484102 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fcf1dc-01b0-42e3-9cc6-4912726cba85 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:20:33.488185 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27fcf1dc-01b0-42e3-9cc6-4912726cba85 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:33.493054 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57910) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:33.610229 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5e937fc8-2d71-4ef9-921d-4145d721c3fc tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1041780 Jul 22 19:20:33.611944 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-27fcf1dc-01b0-42e3-9cc6-4912726cba85 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8555284 Jul 22 19:20:33.615150 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57912) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:33.615755 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57914) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:33.623686 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-3c6f6b17-d369-40e5-8c7b-40219829f65a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:33.642171 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:33.665549 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] Transition to ACTIVE for port object 047c5ac4-e53c-4d53-ac0d-43f2148c31d5 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:33.681924 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:33.684429 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77f977-0884-43a2-90d6-1f96c2621e6b None None] Pushing event updated for resources: {'Port': ['ID=0eaaa0c5-0494-481f-9b3d-b0b4ffd11649,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:33.699560 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-69c530e8-2199-4fb5-a95e-746117c7a6dd', 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'fixed_ips': [{'subnet_id': 'f4e261e3-bc9b-4293-80ca-d29b9b0534e9'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:20:33.702265 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:33.716722 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-afc4050f-057b-48e1-be1e-fe9ce9a483c4 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:33.726564 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-afc4050f-057b-48e1-be1e-fe9ce9a483c4 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:33.747443 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-69a7e588-e844-4b06-8438-2d3e478ad2ca None None] Provisioning complete for port 047c5ac4-e53c-4d53-ac0d-43f2148c31d5 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:33.747819 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-69a7e588-e844-4b06-8438-2d3e478ad2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:33.796362 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d659532-83ac-4cd1-ba33-8ae1e7d4e58f None None] Pushing event updated for resources: {'Port': ['ID=047c5ac4-e53c-4d53-ac0d-43f2148c31d5,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:33.841174 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port ac099b7a-85e6-4f26-a0ef-9ab2812e62f5 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:33.855505 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port ac099b7a-85e6-4f26-a0ef-9ab2812e62f5 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:33.855997 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:33.865132 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900ad85-e360-438c-9ee8-f43bc05759a2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Network': ['ID=47b82a0c-21e3-4509-b9cd-502cc6a4818f,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:33.871113 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d67153d6-6bd8-4865-a9b0-e10ce7670603 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:33.872513 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-d67153d6-6bd8-4865-a9b0-e10ce7670603 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Added segment 906b833a-d7a6-49f3-af04-93f965484769 of type vlan for network 57c339eb-f534-466f-bd88-2051c40644f1 Jul 22 19:20:33.918495 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-afc4050f-057b-48e1-be1e-fe9ce9a483c4 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:33.921691 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] Attempting to bind port 047c5ac4-e53c-4d53-ac0d-43f2148c31d5 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:20:33.922067 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] Attempting to bind port 047c5ac4-e53c-4d53-ac0d-43f2148c31d5 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '96ccd6f5-9884-41f3-969f-bf6fba06d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:20:33.922521 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] Attempting to bind port 047c5ac4-e53c-4d53-ac0d-43f2148c31d5 on network 9194613b-c54f-458a-88ba-cc2f0c599864 {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:20:33.925623 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-afc4050f-057b-48e1-be1e-fe9ce9a483c4 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:33.928617 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-afc4050f-057b-48e1-be1e-fe9ce9a483c4 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/817e4aa3-f5b6-435e-953c-8b21a2d434b4 HTTP/1.1" status: 204 len: 168 time: 0.3111758 Jul 22 19:20:33.932010 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 47b82a0c-21e3-4509-b9cd-502cc6a4818f details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:20:33.946676 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:20:33.947041 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] Checking segment: {'id': '96ccd6f5-9884-41f3-969f-bf6fba06d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:33.947433 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:33.947814 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] Bound using segment: {'id': '96ccd6f5-9884-41f3-969f-bf6fba06d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:20:33.948275 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] Bound port: 047c5ac4-e53c-4d53-ac0d-43f2148c31d5, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ccd6f5-9884-41f3-969f-bf6fba06d401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:20:33.948668 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:33.951369 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57926) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:33.998687 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4050f-057b-48e1-be1e-fe9ce9a483c4 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=817e4aa3-f5b6-435e-953c-8b21a2d434b4,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:34.035839 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d67153d6-6bd8-4865-a9b0-e10ce7670603 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:34.100333 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6cafc5b-e30e-40de-b27b-76f32e0551c2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:34.119258 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] For port 047c5ac4-e53c-4d53-ac0d-43f2148c31d5, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:20:34.122832 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] For port 047c5ac4-e53c-4d53-ac0d-43f2148c31d5, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=047c5ac4-e53c-4d53-ac0d-43f2148c31d5,segment=NetworkSegment(96ccd6f5-9884-41f3-969f-bf6fba06d401),segment_id=96ccd6f5-9884-41f3-969f-bf6fba06d401)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:20:34.138401 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ccafb60e-e6bf-4043-bf5b-14c8d9658466 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1823089 Jul 22 19:20:34.138594 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:34.143178 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57928) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:34.189927 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d67153d6-6bd8-4865-a9b0-e10ce7670603 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:34.208275 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67153d6-6bd8-4865-a9b0-e10ce7670603 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:34.211816 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d67153d6-6bd8-4865-a9b0-e10ce7670603 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:34.231686 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6f6b17-d369-40e5-8c7b-40219829f65a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:34.235450 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c6f6b17-d369-40e5-8c7b-40219829f65a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:34.236928 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6f6b17-d369-40e5-8c7b-40219829f65a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:20:34.238011 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6f6b17-d369-40e5-8c7b-40219829f65a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:34.256307 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-58479137-7be3-4c84-84bb-236d1033ce2e tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:34.265960 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-58479137-7be3-4c84-84bb-236d1033ce2e tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:34.297606 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] Routers {'be746541-d2a8-426f-b7be-e8cc5dc8ed1f'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:20:34.298431 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:20:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:34.302991 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3c6f6b17-d369-40e5-8c7b-40219829f65a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6847131 Jul 22 19:20:34.307742 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57930) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:34.308818 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-58479137-7be3-4c84-84bb-236d1033ce2e tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:34.320123 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-58479137-7be3-4c84-84bb-236d1033ce2e tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:34.323483 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-58479137-7be3-4c84-84bb-236d1033ce2e tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e0cc5071-65da-454f-8448-8cb69bcc7533 HTTP/1.1" status: 204 len: 168 time: 0.1569495 Jul 22 19:20:34.324659 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cafc5b-e30e-40de-b27b-76f32e0551c2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Subnet': ['ID=e95b5370-9f44-49f1-bcfb-8cab6c68929d,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:34.361744 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57932) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:34.385546 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cafc5b-e30e-40de-b27b-76f32e0551c2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Checking segment: {'id': 'cd845798-5b80-4528-a3e7-34aa60765ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47b82a0c-21e3-4509-b9cd-502cc6a4818f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:34.385898 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cafc5b-e30e-40de-b27b-76f32e0551c2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network hostable DHCP agents. Network: 47b82a0c-21e3-4509-b9cd-502cc6a4818f, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:20:34.406013 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58479137-7be3-4c84-84bb-236d1033ce2e tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0cc5071-65da-454f-8448-8cb69bcc7533,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:34.413978 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57934) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:34.414184 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d67153d6-6bd8-4865-a9b0-e10ce7670603 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1027210 Jul 22 19:20:34.440853 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-80790048-6a1c-41f5-beec-34645034247c tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Request body: {'subnet': {'network_id': '57c339eb-f534-466f-bd88-2051c40644f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:34.513077 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-69a7e588-e844-4b06-8438-2d3e478ad2ca None None] Port 047c5ac4-e53c-4d53-ac0d-43f2148c31d5 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:20:34.531494 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d659532-83ac-4cd1-ba33-8ae1e7d4e58f None None] Pushing event updated for resources: {'Port': ['ID=047c5ac4-e53c-4d53-ac0d-43f2148c31d5,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:34.533104 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cafc5b-e30e-40de-b27b-76f32e0551c2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 47b82a0c-21e3-4509-b9cd-502cc6a4818f is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:20:34.544688 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] Set router be746541-d2a8-426f-b7be-e8cc5dc8ed1f gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:20:34.573003 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67153d6-6bd8-4865-a9b0-e10ce7670603 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event updated for resources: {'Network': ['ID=57c339eb-f534-466f-bd88-2051c40644f1,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:34.617732 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-887efc60-2a6a-4189-8814-cdb099b6a217 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2488465 Jul 22 19:20:34.620545 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57936) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:34.633402 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784f5e8a-2b8e-4df0-ac4a-16750a237b89 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:34.637397 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-784f5e8a-2b8e-4df0-ac4a-16750a237b89 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3201249 Jul 22 19:20:34.637397 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-d6cafc5b-e30e-40de-b27b-76f32e0551c2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 47b82a0c-21e3-4509-b9cd-502cc6a4818f) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:34.649433 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57938) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:34.685612 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cafc5b-e30e-40de-b27b-76f32e0551c2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:34.686214 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6cafc5b-e30e-40de-b27b-76f32e0551c2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:34.701635 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:34.704114 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:34.719908 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 57c339eb-f534-466f-bd88-2051c40644f1 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:20:34.752174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f603c1-3619-4850-ae25-95a7dba2df05 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:34.754285 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c2f603c1-3619-4850-ae25-95a7dba2df05 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1038980 Jul 22 19:20:34.756018 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5447fe07-b756-4f52-92bb-50646553eb6b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:34.759142 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57940) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:34.765790 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d6cafc5b-e30e-40de-b27b-76f32e0551c2 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9190032 Jul 22 19:20:34.770396 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80790048-6a1c-41f5-beec-34645034247c tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Made reservation on behalf of 8d1a868aa3914dd98d06ba71393ee74b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:34.780921 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-80790048-6a1c-41f5-beec-34645034247c tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:34.785893 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57942) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:34.828951 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4724ffa7-eef3-4119-8be6-736472a941a9 None None] Network 47b82a0c-21e3-4509-b9cd-502cc6a4818f requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:34.879811 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6ddab20b-8d4c-44d1-9b82-063c701e2c2b tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:34.884573 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2db0d26d-f126-44d2-a3ee-6a45e13017a6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1242352 Jul 22 19:20:34.903029 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57954) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:34.911823 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6ddab20b-8d4c-44d1-9b82-063c701e2c2b tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:34.943981 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:20:29Z', 'revision_number': 4, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': '047c5ac4-e53c-4d53-ac0d-43f2148c31d5', 'name': '', 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:5e:73:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:27Z', 'updated_at': '2021-07-22T19:20:34Z', 'revision_number': 4, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26229c9d-d7ce-46a6-adfe-1b8707331bd2', 'name': '', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:62:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:18Z', 'updated_at': '2021-07-22T19:20:30Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:28Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:34.985565 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3688f0-a7ef-4e01-8f79-a7a851789eff None None] The sync data for ids ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'] in n-d-800086-12 is: [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:20:29Z', 'revision_number': 4, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': '047c5ac4-e53c-4d53-ac0d-43f2148c31d5', 'name': '', 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:5e:73:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:27Z', 'updated_at': '2021-07-22T19:20:34Z', 'revision_number': 4, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26229c9d-d7ce-46a6-adfe-1b8707331bd2', 'name': '', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:62:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:18Z', 'updated_at': '2021-07-22T19:20:30Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:28Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:20:35.071001 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ecbb8fac-7e6e-4889-b532-3b22c6f49314 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:35.083757 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6ddab20b-8d4c-44d1-9b82-063c701e2c2b tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:35.101969 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6ddab20b-8d4c-44d1-9b82-063c701e2c2b tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:35.106138 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6ddab20b-8d4c-44d1-9b82-063c701e2c2b tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4129e420-a922-48f2-97f6-d8f0f55c6113 HTTP/1.1" status: 204 len: 168 time: 0.4822030 Jul 22 19:20:35.109913 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57956) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:35.121375 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-69a7e588-e844-4b06-8438-2d3e478ad2ca None None] Provisioning complete for port ac099b7a-85e6-4f26-a0ef-9ab2812e62f5 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:35.121756 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-69a7e588-e844-4b06-8438-2d3e478ad2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:35.251170 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port ac099b7a-85e6-4f26-a0ef-9ab2812e62f5, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ac099b7a-85e6-4f26-a0ef-9ab2812e62f5,segment=NetworkSegment(96ccd6f5-9884-41f3-969f-bf6fba06d401),segment_id=96ccd6f5-9884-41f3-969f-bf6fba06d401)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:35.312157 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:35.382952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddab20b-8d4c-44d1-9b82-063c701e2c2b tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4129e420-a922-48f2-97f6-d8f0f55c6113,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:35.426131 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-47b82a0c-21e3-4509-b9cd-502cc6a4818f', 'network_id': '47b82a0c-21e3-4509-b9cd-502cc6a4818f', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'fixed_ips': [{'subnet_id': 'e95b5370-9f44-49f1-bcfb-8cab6c68929d'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:20:35.427010 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:35.473340 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8bd50593-5662-425f-9554-127a1bf2c261 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3561785 Jul 22 19:20:35.474015 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57958) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:35.481868 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] Allocated IP 172.20.0.2 (69c530e8-2199-4fb5-a95e-746117c7a6dd/f4e261e3-bc9b-4293-80ca-d29b9b0534e9/5bc4888a-13ea-499a-b874-5b4e31381c9a) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:35.614553 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-16d421dc-163e-41bb-882f-f11f551a60e8 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:35.639544 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 26229c9d-d7ce-46a6-adfe-1b8707331bd2 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:35.647820 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-16d421dc-163e-41bb-882f-f11f551a60e8 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:35.728017 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=ac099b7a-85e6-4f26-a0ef-9ab2812e62f5,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:35.737846 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-16d421dc-163e-41bb-882f-f11f551a60e8 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:35.740502 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692372752', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:22Z', 'updated_at': '2021-07-22T19:20:25Z', 'revision_number': 3, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:24Z', 'updated_at': '2021-07-22T19:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:35.742057 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-16d421dc-163e-41bb-882f-f11f551a60e8 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:35.747945 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-16d421dc-163e-41bb-882f-f11f551a60e8 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "DELETE /v2.0/security-groups/f6529d7b-36cd-4434-ae9b-bba57a47e871 HTTP/1.1" status: 204 len: 168 time: 0.2728577 Jul 22 19:20:35.748632 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57960) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:35.787453 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d421dc-163e-41bb-882f-f11f551a60e8 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6529d7b-36cd-4434-ae9b-bba57a47e871,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:35.849975 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ca567e-3d03-43f7-9b88-46f2d774517c None None] The sync data for ids ['008f6a94-aabd-44a8-b74c-d4053383b91a'] in n-d-800086-12 is: [{'id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692372752', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:22Z', 'updated_at': '2021-07-22T19:20:25Z', 'revision_number': 3, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:24Z', 'updated_at': '2021-07-22T19:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:20:35.863729 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7e933a4f-5ffd-4f0c-afcb-e9d817927223 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0829291 Jul 22 19:20:35.864397 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57962) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:35.869934 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-0712b6fa-612a-4050-aa4c-bc00583431a7 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1179140022'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:35.920775 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0712b6fa-612a-4050-aa4c-bc00583431a7 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:36.070596 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 26229c9d-d7ce-46a6-adfe-1b8707331bd2 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:36.072911 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:36.115229 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0712b6fa-612a-4050-aa4c-bc00583431a7 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:36.131218 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0712b6fa-612a-4050-aa4c-bc00583431a7 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:36.168283 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712b6fa-612a-4050-aa4c-bc00583431a7 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=969b1501-4c4d-4c75-9624-ab872f3e7458,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:36.187582 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0712b6fa-612a-4050-aa4c-bc00583431a7 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:36.194245 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0712b6fa-612a-4050-aa4c-bc00583431a7 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3285108 Jul 22 19:20:36.195127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57974) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:36.205330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-d57d7a90-b8e4-42eb-9242-dc8c156f9983 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Request body: {'security_group_rule': {'security_group_id': '969b1501-4c4d-4c75-9624-ab872f3e7458', 'direction': 'ingress', 'protocol': 17}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:36.224202 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] Allocated IP 2001:db8:3::2 (47b82a0c-21e3-4509-b9cd-502cc6a4818f/e95b5370-9f44-49f1-bcfb-8cab6c68929d/507461b5-5940-490c-bfe6-3483bfe98bca) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:36.263640 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d57d7a90-b8e4-42eb-9242-dc8c156f9983 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:36.404239 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbb8fac-7e6e-4889-b532-3b22c6f49314 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:36.407441 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d57d7a90-b8e4-42eb-9242-dc8c156f9983 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:36.413096 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:36.419936 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ecbb8fac-7e6e-4889-b532-3b22c6f49314 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:36.421763 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d57d7a90-b8e4-42eb-9242-dc8c156f9983 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:36.461302 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d7a90-b8e4-42eb-9242-dc8c156f9983 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1be610-b97e-4782-a94f-4fa374f86939,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:36.479603 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d57d7a90-b8e4-42eb-9242-dc8c156f9983 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:36.491189 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d57d7a90-b8e4-42eb-9242-dc8c156f9983 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2885697 Jul 22 19:20:36.492006 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57976) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:36.495921 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] Transition to ACTIVE for port object 5bc4888a-13ea-499a-b874-5b4e31381c9a will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:36.538081 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 047c5ac4-e53c-4d53-ac0d-43f2148c31d5 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:36.543512 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] Transition to ACTIVE for port object 5bc4888a-13ea-499a-b874-5b4e31381c9a will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:36.598879 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:36.652581 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-5447fe07-b756-4f52-92bb-50646553eb6b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Allocated IP 172.20.0.1 (69c530e8-2199-4fb5-a95e-746117c7a6dd/f4e261e3-bc9b-4293-80ca-d29b9b0534e9/0f4782d3-af36-434c-aec3-5308567ec0bb) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:36.678466 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] Pushing event updated for resources: {'Port': ['ID=5bc4888a-13ea-499a-b874-5b4e31381c9a,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:36.728909 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] Network 69c530e8-2199-4fb5-a95e-746117c7a6dd is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:36.735598 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:36.739563 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:36.773883 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:36.806185 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5447fe07-b756-4f52-92bb-50646553eb6b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:36.823064 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-5447fe07-b756-4f52-92bb-50646553eb6b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Transition to ACTIVE for port object 0f4782d3-af36-434c-aec3-5308567ec0bb will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:36.853540 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] Transition to ACTIVE for port object 507461b5-5940-490c-bfe6-3483bfe98bca will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:36.861040 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ce09de3-5e44-41fa-8c71-dd1e7348c02d tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:36.876387 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 047c5ac4-e53c-4d53-ac0d-43f2148c31d5 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:36.878475 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5447fe07-b756-4f52-92bb-50646553eb6b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:36.905620 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 047c5ac4-e53c-4d53-ac0d-43f2148c31d5 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:36.906261 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:36.912238 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] Attempting to bind port 5bc4888a-13ea-499a-b874-5b4e31381c9a on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:20:36.921633 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] Attempting to bind port 5bc4888a-13ea-499a-b874-5b4e31381c9a by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'cb52d942-9576-4c25-a64b-825c4afac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:20:36.922274 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] Attempting to bind port 5bc4888a-13ea-499a-b874-5b4e31381c9a on network 69c530e8-2199-4fb5-a95e-746117c7a6dd {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:20:36.933725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5447fe07-b756-4f52-92bb-50646553eb6b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network 69c530e8-2199-4fb5-a95e-746117c7a6dd is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:36.938150 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ce09de3-5e44-41fa-8c71-dd1e7348c02d tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:36.944169 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-5447fe07-b756-4f52-92bb-50646553eb6b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:36.956999 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5447fe07-b756-4f52-92bb-50646553eb6b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:36.964378 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92fd8689-9284-4658-85bf-a14d1d2e644a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:37.003774 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] Transition to ACTIVE for port object 507461b5-5940-490c-bfe6-3483bfe98bca will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:37.005753 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:20:37.006336 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] Checking segment: {'id': 'cb52d942-9576-4c25-a64b-825c4afac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:37.006902 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:37.007464 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] Bound using segment: {'id': 'cb52d942-9576-4c25-a64b-825c4afac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:20:37.008113 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] Bound port: 5bc4888a-13ea-499a-b874-5b4e31381c9a, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb52d942-9576-4c25-a64b-825c4afac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:20:37.008723 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:37.040750 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:37.041710 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447fe07-b756-4f52-92bb-50646553eb6b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=0f4782d3-af36-434c-aec3-5308567ec0bb,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:37.065914 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5447fe07-b756-4f52-92bb-50646553eb6b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:37.136698 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] Network 47b82a0c-21e3-4509-b9cd-502cc6a4818f is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:37.141742 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ce09de3-5e44-41fa-8c71-dd1e7348c02d tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:37.153055 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:37.156319 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ce09de3-5e44-41fa-8c71-dd1e7348c02d tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:37.158538 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] Pushing event updated for resources: {'Port': ['ID=507461b5-5940-490c-bfe6-3483bfe98bca,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:37.161728 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1ce09de3-5e44-41fa-8c71-dd1e7348c02d tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "DELETE /v2.0/security-groups/969b1501-4c4d-4c75-9624-ab872f3e7458 HTTP/1.1" status: 204 len: 168 time: 0.6686249 Jul 22 19:20:37.162392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57988) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:37.171915 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:37.244004 n-d-800086-12 neutron-server[93806]: DEBUG neutron.objects.ports [None req-80790048-6a1c-41f5-beec-34645034247c tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93806) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:20:37.249798 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a30a5478-de0b-420a-877c-427f5b1f7f06 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0797884 Jul 22 19:20:37.252808 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57990) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:37.257933 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-3661490d-5bfd-472a-a24e-9cdf09ccc2c9 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Request body: {'security_group': {'name': 'tempest-secgroup--434961256'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:37.264957 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-80790048-6a1c-41f5-beec-34645034247c tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:37.283405 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] For port 5bc4888a-13ea-499a-b874-5b4e31381c9a, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:20:37.305017 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:37.317222 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce09de3-5e44-41fa-8c71-dd1e7348c02d tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=969b1501-4c4d-4c75-9624-ab872f3e7458,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:37.321849 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3661490d-5bfd-472a-a24e-9cdf09ccc2c9 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:37.341983 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] For port 5bc4888a-13ea-499a-b874-5b4e31381c9a, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5bc4888a-13ea-499a-b874-5b4e31381c9a,segment=NetworkSegment(cb52d942-9576-4c25-a64b-825c4afac57b),segment_id=cb52d942-9576-4c25-a64b-825c4afac57b)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:20:37.364082 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:37.378315 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] Attempting to bind port 507461b5-5940-490c-bfe6-3483bfe98bca on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:20:37.379675 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] Attempting to bind port 507461b5-5940-490c-bfe6-3483bfe98bca by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'cd845798-5b80-4528-a3e7-34aa60765ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47b82a0c-21e3-4509-b9cd-502cc6a4818f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:20:37.380072 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] Attempting to bind port 507461b5-5940-490c-bfe6-3483bfe98bca on network 47b82a0c-21e3-4509-b9cd-502cc6a4818f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:20:37.433420 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:20:37.437043 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] Checking segment: {'id': 'cd845798-5b80-4528-a3e7-34aa60765ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47b82a0c-21e3-4509-b9cd-502cc6a4818f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:37.437043 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:37.437300 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] Bound using segment: {'id': 'cd845798-5b80-4528-a3e7-34aa60765ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47b82a0c-21e3-4509-b9cd-502cc6a4818f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:20:37.438485 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] Bound port: 507461b5-5940-490c-bfe6-3483bfe98bca, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd845798-5b80-4528-a3e7-34aa60765ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47b82a0c-21e3-4509-b9cd-502cc6a4818f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:20:37.438876 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:37.482714 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 047c5ac4-e53c-4d53-ac0d-43f2148c31d5, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=047c5ac4-e53c-4d53-ac0d-43f2148c31d5,segment=NetworkSegment(96ccd6f5-9884-41f3-969f-bf6fba06d401),segment_id=96ccd6f5-9884-41f3-969f-bf6fba06d401)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:37.500740 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:37.555660 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80790048-6a1c-41f5-beec-34645034247c tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Checking segment: {'id': '906b833a-d7a6-49f3-af04-93f965484769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '57c339eb-f534-466f-bd88-2051c40644f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:37.556295 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80790048-6a1c-41f5-beec-34645034247c tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Network hostable DHCP agents. Network: 57c339eb-f534-466f-bd88-2051c40644f1, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:20:37.569601 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5447fe07-b756-4f52-92bb-50646553eb6b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:37.577193 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c28396-db80-4307-8c32-1d39d97b86c4 None None] Pushing event updated for resources: {'Port': ['ID=5bc4888a-13ea-499a-b874-5b4e31381c9a,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:37.577399 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80790048-6a1c-41f5-beec-34645034247c tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event updated for resources: {'Subnet': ['ID=6c66bbd6-d960-4f19-8a51-5ed3ffc25614,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:37.656650 n-d-800086-12 neutron-server[93806]: DEBUG neutron.objects.ports [None req-ecbb8fac-7e6e-4889-b532-3b22c6f49314 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93806) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:20:37.789211 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80790048-6a1c-41f5-beec-34645034247c tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Network 57c339eb-f534-466f-bd88-2051c40644f1 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:20:37.888089 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3661490d-5bfd-472a-a24e-9cdf09ccc2c9 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:37.898942 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3661490d-5bfd-472a-a24e-9cdf09ccc2c9 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:37.979418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661490d-5bfd-472a-a24e-9cdf09ccc2c9 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b4ca4c-501c-4c1a-8f48-d3c17f5c67de,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:37.984841 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3661490d-5bfd-472a-a24e-9cdf09ccc2c9 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:37.986190 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3661490d-5bfd-472a-a24e-9cdf09ccc2c9 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7320848 Jul 22 19:20:37.995990 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-80790048-6a1c-41f5-beec-34645034247c tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 57c339eb-f534-466f-bd88-2051c40644f1) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:37.996960 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57992) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:38.000402 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80790048-6a1c-41f5-beec-34645034247c tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:38.001034 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-80790048-6a1c-41f5-beec-34645034247c tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:38.003875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-6bd81450-d2cd-4f06-911f-ec0f531c1cfe tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Request body: {'security_group': {'name': 'tempest-secgroup--1344060621'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:38.031863 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-80790048-6a1c-41f5-beec-34645034247c tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.6162906 Jul 22 19:20:38.044222 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57994) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:38.064922 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0eaaa0c5-0494-481f-9b3d-b0b4ffd11649 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:38.068239 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfa8d17-8eab-4498-84ad-72586dcf9c35 None None] Network 57c339eb-f534-466f-bd88-2051c40644f1 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:38.171091 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] For port 507461b5-5940-490c-bfe6-3483bfe98bca, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:20:38.198670 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6bd81450-d2cd-4f06-911f-ec0f531c1cfe tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:38.240599 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] For port 507461b5-5940-490c-bfe6-3483bfe98bca, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=507461b5-5940-490c-bfe6-3483bfe98bca,segment=NetworkSegment(cd845798-5b80-4528-a3e7-34aa60765ecb),segment_id=cd845798-5b80-4528-a3e7-34aa60765ecb)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:20:38.256607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=047c5ac4-e53c-4d53-ac0d-43f2148c31d5,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:38.275095 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:38.325333 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-92fd8689-9284-4658-85bf-a14d1d2e644a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Allocated IP 2001:db8:3::1 (47b82a0c-21e3-4509-b9cd-502cc6a4818f/e95b5370-9f44-49f1-bcfb-8cab6c68929d/6204f162-65ca-403f-85cc-79a4697c7503) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:38.383439 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5447fe07-b756-4f52-92bb-50646553eb6b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:38.415336 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 0eaaa0c5-0494-481f-9b3d-b0b4ffd11649 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:38.420146 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5447fe07-b756-4f52-92bb-50646553eb6b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:38.433355 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01640bf2-ec2b-48d0-ba25-1fc6d5c7dc06 None None] Pushing event updated for resources: {'Port': ['ID=507461b5-5940-490c-bfe6-3483bfe98bca,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:38.451353 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 0eaaa0c5-0494-481f-9b3d-b0b4ffd11649 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:38.452079 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:38.496694 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:38.577620 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447fe07-b756-4f52-92bb-50646553eb6b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=0f4782d3-af36-434c-aec3-5308567ec0bb,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:38.622726 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6bd81450-d2cd-4f06-911f-ec0f531c1cfe tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:38.629431 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5447fe07-b756-4f52-92bb-50646553eb6b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:38.642604 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ecbb8fac-7e6e-4889-b532-3b22c6f49314 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:38.656507 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6bd81450-d2cd-4f06-911f-ec0f531c1cfe tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:38.688164 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-57c339eb-f534-466f-bd88-2051c40644f1', 'network_id': '57c339eb-f534-466f-bd88-2051c40644f1', 'tenant_id': '8d1a868aa3914dd98d06ba71393ee74b', 'fixed_ips': [{'subnet_id': '6c66bbd6-d960-4f19-8a51-5ed3ffc25614'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:20:38.689079 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:38.764313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd81450-d2cd-4f06-911f-ec0f531c1cfe tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cefffb48-8536-4444-81e8-503376bc87a1,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:38.825327 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6bd81450-d2cd-4f06-911f-ec0f531c1cfe tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:38.834874 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6bd81450-d2cd-4f06-911f-ec0f531c1cfe tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8344488 Jul 22 19:20:38.847068 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58006) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:38.878214 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92fd8689-9284-4658-85bf-a14d1d2e644a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:38.906946 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-fcb32b72-7d89-49d6-b2b5-4c7abcef5a1c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Request body: {'security_group_rule': {'security_group_id': '26b4ca4c-501c-4c1a-8f48-d3c17f5c67de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cefffb48-8536-4444-81e8-503376bc87a1', 'remote_ip_prefix': None}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:38.920105 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:38.934296 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:39.015796 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 0eaaa0c5-0494-481f-9b3d-b0b4ffd11649, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0eaaa0c5-0494-481f-9b3d-b0b4ffd11649,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:39.016880 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:39.027025 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:39.027926 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ac099b7a-85e6-4f26-a0ef-9ab2812e62f5 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:39.071356 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-92fd8689-9284-4658-85bf-a14d1d2e644a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Transition to ACTIVE for port object 6204f162-65ca-403f-85cc-79a4697c7503 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:39.100311 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5447fe07-b756-4f52-92bb-50646553eb6b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network 69c530e8-2199-4fb5-a95e-746117c7a6dd is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:39.108370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-5447fe07-b756-4f52-92bb-50646553eb6b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:39.124134 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fcb32b72-7d89-49d6-b2b5-4c7abcef5a1c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:39.168383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] Allocated IP 2001:db8::f816:3eff:fe89:f27d (57c339eb-f534-466f-bd88-2051c40644f1/6c66bbd6-d960-4f19-8a51-5ed3ffc25614/9654a482-532f-40a9-811e-88bc8512a3b6) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:39.256721 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92fd8689-9284-4658-85bf-a14d1d2e644a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:39.263362 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814ae2c5-2af8-4a94-9c5b-088d5765698d None None] Network 69c530e8-2199-4fb5-a95e-746117c7a6dd requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:39.272177 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-ecbb8fac-7e6e-4889-b532-3b22c6f49314 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] For port 06ef384e-8546-46b5-8b73-1db24dc2191c, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=06ef384e-8546-46b5-8b73-1db24dc2191c,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:39.323831 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fd8689-9284-4658-85bf-a14d1d2e644a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 47b82a0c-21e3-4509-b9cd-502cc6a4818f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:39.339222 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-92fd8689-9284-4658-85bf-a14d1d2e644a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:39.350901 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fd8689-9284-4658-85bf-a14d1d2e644a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:39.351466 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92fd8689-9284-4658-85bf-a14d1d2e644a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:39.364818 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ecbb8fac-7e6e-4889-b532-3b22c6f49314 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:39.369444 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=0eaaa0c5-0494-481f-9b3d-b0b4ffd11649,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:39.378706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5447fe07-b756-4f52-92bb-50646553eb6b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Router 008f6a94-aabd-44a8-b74c-d4053383b91a has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:20:39.443920 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd8689-9284-4658-85bf-a14d1d2e644a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Port': ['ID=6204f162-65ca-403f-85cc-79a4697c7503,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:39.450011 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ecbb8fac-7e6e-4889-b532-3b22c6f49314 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:39.450954 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ecbb8fac-7e6e-4889-b532-3b22c6f49314 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:39.498151 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c2d1b646-33ec-439a-94f2-c2509d24a2d1 None None] Provisioning for port 5bc4888a-13ea-499a-b874-5b4e31381c9a completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:39.515793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port ac099b7a-85e6-4f26-a0ef-9ab2812e62f5 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:39.516205 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:39.591989 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb8fac-7e6e-4889-b532-3b22c6f49314 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=06ef384e-8546-46b5-8b73-1db24dc2191c,revision_number=6']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:39.595293 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb8fac-7e6e-4889-b532-3b22c6f49314 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=29abbe8f-0d3a-4d7e-909a-b4347fcf54e1,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:39.635196 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbb8fac-7e6e-4889-b532-3b22c6f49314 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:39.638363 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-ecbb8fac-7e6e-4889-b532-3b22c6f49314 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:39.644238 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbb8fac-7e6e-4889-b532-3b22c6f49314 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:39.645088 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ecbb8fac-7e6e-4889-b532-3b22c6f49314 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:39.662122 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5447fe07-b756-4f52-92bb-50646553eb6b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:20:39.679634 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5447fe07-b756-4f52-92bb-50646553eb6b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "PUT /v2.0/routers/008f6a94-aabd-44a8-b74c-d4053383b91a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6517899 Jul 22 19:20:39.680676 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ecbb8fac-7e6e-4889-b532-3b22c6f49314 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.7761724 Jul 22 19:20:39.691955 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58020) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:39.697183 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a0d305-8270-4ead-85de-ce2a9106b7be None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:39.700117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-daa614b4-ca37-48cd-843e-b4d61f3852ff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'mac_address': 'fa:16:3e:58:38:d2', 'name': 'tempest-NetworksTestDHCPv6-1715243054'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:39.720116 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] Sync routers for ids ['008f6a94-aabd-44a8-b74c-d4053383b91a'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:20:39.762412 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92fd8689-9284-4658-85bf-a14d1d2e644a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:39.813214 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:39.825978 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] Transition to ACTIVE for port object 9654a482-532f-40a9-811e-88bc8512a3b6 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:39.850169 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] Transition to ACTIVE for port object 9654a482-532f-40a9-811e-88bc8512a3b6 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:39.957562 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] Routers {'008f6a94-aabd-44a8-b74c-d4053383b91a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:20:39.958211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:20:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['008f6a94-aabd-44a8-b74c-d4053383b91a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:40.038468 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fcb32b72-7d89-49d6-b2b5-4c7abcef5a1c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:40.053969 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fcb32b72-7d89-49d6-b2b5-4c7abcef5a1c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:40.103117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb32b72-7d89-49d6-b2b5-4c7abcef5a1c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc603716-3d54-4253-9784-8d596f27a8b3,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:40.114717 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa614b4-ca37-48cd-843e-b4d61f3852ff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:40.130085 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a270d779-03cd-4543-8012-cac1b80abbda req-395a6f67-4673-4f30-a448-ebd9462266d2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1083611374&fields=id&tenant_id=637aa3e692f04588bda049c0135065ab HTTP/1.1" status: 200 len: 267 time: 0.1205218 Jul 22 19:20:40.145632 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57625dd6-f121-4c74-bf48-a31836975638 None None] Network 47b82a0c-21e3-4509-b9cd-502cc6a4818f requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:40.159436 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fcb32b72-7d89-49d6-b2b5-4c7abcef5a1c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:40.163769 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fcb32b72-7d89-49d6-b2b5-4c7abcef5a1c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3154855 Jul 22 19:20:40.164384 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58032) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:40.182705 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92fd8689-9284-4658-85bf-a14d1d2e644a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:40.197530 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92fd8689-9284-4658-85bf-a14d1d2e644a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:40.199225 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92fd8689-9284-4658-85bf-a14d1d2e644a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:40.239748 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:40.297699 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-559be33c-24ac-4e98-a06e-84fba8d6c691 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:40.305152 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd8689-9284-4658-85bf-a14d1d2e644a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event updated for resources: {'Port': ['ID=6204f162-65ca-403f-85cc-79a4697c7503,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:40.320084 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-559be33c-24ac-4e98-a06e-84fba8d6c691 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:40.321131 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:40.352504 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-daa614b4-ca37-48cd-843e-b4d61f3852ff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:40.397534 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-daa614b4-ca37-48cd-843e-b4d61f3852ff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] device_id is not set on port f2957567-76bf-4a47-9fc5-0e3b01a83730 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:20:40.419640 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270d779-03cd-4543-8012-cac1b80abbda req-5a88c79e-fb22-4936-9f1d-a4791c6e2e61 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:40.454177 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a270d779-03cd-4543-8012-cac1b80abbda req-5a88c79e-fb22-4936-9f1d-a4791c6e2e61 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/networks?id=69c530e8-2199-4fb5-a95e-746117c7a6dd HTTP/1.1" status: 200 len: 797 time: 0.3214293 Jul 22 19:20:40.483851 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-559be33c-24ac-4e98-a06e-84fba8d6c691 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:40.492694 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-559be33c-24ac-4e98-a06e-84fba8d6c691 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:40.500398 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-559be33c-24ac-4e98-a06e-84fba8d6c691 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/bc603716-3d54-4253-9784-8d596f27a8b3 HTTP/1.1" status: 204 len: 168 time: 0.3173325 Jul 22 19:20:40.512344 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event deleted for resources: {'Subnet': ['ID=6c66bbd6-d960-4f19-8a51-5ed3ffc25614,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:40.530226 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3fc743e2-c814-4503-83e9-56aed3368667 None None] Provisioning for port 507461b5-5940-490c-bfe6-3483bfe98bca completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:40.544067 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] Network 57c339eb-f534-466f-bd88-2051c40644f1 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:40.547623 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58040) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:40.574879 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:40.579756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:40.585639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a270d779-03cd-4543-8012-cac1b80abbda req-c25eda25-9787-4053-a59d-472471802be3 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/quotas/637aa3e692f04588bda049c0135065ab HTTP/1.1" status: 200 len: 375 time: 0.1123071 Jul 22 19:20:40.598728 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] Pushing event updated for resources: {'Port': ['ID=9654a482-532f-40a9-811e-88bc8512a3b6,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:40.661985 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559be33c-24ac-4e98-a06e-84fba8d6c691 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc603716-3d54-4253-9784-8d596f27a8b3,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:40.709262 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 047c5ac4-e53c-4d53-ac0d-43f2148c31d5 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:40.728656 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:40.750314 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c339eb-f534-466f-bd88-2051c40644f1']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:40.762268 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] Set router 008f6a94-aabd-44a8-b74c-d4053383b91a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:20:40.774945 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a270d779-03cd-4543-8012-cac1b80abbda req-0ff807bc-3229-4f8a-b617-d355b8249833 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1881261 Jul 22 19:20:40.803121 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] Attempting to bind port 9654a482-532f-40a9-811e-88bc8512a3b6 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:20:40.803494 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] Attempting to bind port 9654a482-532f-40a9-811e-88bc8512a3b6 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '906b833a-d7a6-49f3-af04-93f965484769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '57c339eb-f534-466f-bd88-2051c40644f1'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:20:40.803857 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] Attempting to bind port 9654a482-532f-40a9-811e-88bc8512a3b6 on network 57c339eb-f534-466f-bd88-2051c40644f1 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:20:40.809423 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7650d950-ff34-42fa-8280-95abcacbe284 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2593858 Jul 22 19:20:40.809879 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58046) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:40.817074 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906b833a-d7a6-49f3-af04-93f965484769') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:40.817500 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906b833a-d7a6-49f3-af04-93f965484769') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:40.818611 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-daa614b4-ca37-48cd-843e-b4d61f3852ff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8::f816:3eff:fe58:38d2 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/29abbe8f-0d3a-4d7e-909a-b4347fcf54e1/f2957567-76bf-4a47-9fc5-0e3b01a83730) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:40.841670 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:40.856535 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fd8689-9284-4658-85bf-a14d1d2e644a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Network 47b82a0c-21e3-4509-b9cd-502cc6a4818f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:40.864073 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-92fd8689-9284-4658-85bf-a14d1d2e644a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:40.879364 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:20:40.880253 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] Checking segment: {'id': '906b833a-d7a6-49f3-af04-93f965484769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '57c339eb-f534-466f-bd88-2051c40644f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:40.880253 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:40.880446 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] Bound using segment: {'id': '906b833a-d7a6-49f3-af04-93f965484769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '57c339eb-f534-466f-bd88-2051c40644f1'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:20:40.880939 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] Bound port: 9654a482-532f-40a9-811e-88bc8512a3b6, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906b833a-d7a6-49f3-af04-93f965484769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '57c339eb-f534-466f-bd88-2051c40644f1'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:20:40.881316 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:40.892219 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:40.914368 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:20:40.916887 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:20:40.926156 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:20:41.297665 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a270d779-03cd-4543-8012-cac1b80abbda req-934d9ced-b8a7-43b1-9a60-62737ad8120c service neutron] 10.222.0.13 "GET /v2.0/networks/69c530e8-2199-4fb5-a95e-746117c7a6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030856 Jul 22 19:20:41.323530 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cdc3de76-bbec-421f-9463-1b8692d86f57 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:41.735488 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cdc3de76-bbec-421f-9463-1b8692d86f57 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:41.858929 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 047c5ac4-e53c-4d53-ac0d-43f2148c31d5 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:41.865595 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:41.895148 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fd8689-9284-4658-85bf-a14d1d2e644a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router be746541-d2a8-426f-b7be-e8cc5dc8ed1f has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:20:41.968226 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-daa614b4-ca37-48cd-843e-b4d61f3852ff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:41.981635 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.db.api [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 19:20:41.981635 n-d-800086-12 neutron-server[93806]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 19:20:41.981635 n-d-800086-12 neutron-server[93806]: [parameters: {'id': '57c339eb-f534-466f-bd88-2051c40644f1'}] Jul 22 19:20:41.981635 n-d-800086-12 neutron-server[93806]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:20:41.982046 n-d-800086-12 neutron-server[93806]: DEBUG oslo_db.api [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:20:42.001191 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-daa614b4-ca37-48cd-843e-b4d61f3852ff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Transition to ACTIVE for port object f2957567-76bf-4a47-9fc5-0e3b01a83730 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:42.076866 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2532cb2f-3bdc-445f-8cef-3c3ba80c2454 None None] Provisioning for port 0f4782d3-af36-434c-aec3-5308567ec0bb completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:42.087781 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2532cb2f-3bdc-445f-8cef-3c3ba80c2454 None None] Provisioning complete for port 0f4782d3-af36-434c-aec3-5308567ec0bb triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:42.088336 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2532cb2f-3bdc-445f-8cef-3c3ba80c2454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:42.095247 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a270d779-03cd-4543-8012-cac1b80abbda req-165761f9-59de-4761-8dbb-f79005be2932 service neutron] 10.222.0.13 "GET /v2.0/networks/69c530e8-2199-4fb5-a95e-746117c7a6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7955484 Jul 22 19:20:42.099826 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-daa614b4-ca37-48cd-843e-b4d61f3852ff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:42.123060 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cdc3de76-bbec-421f-9463-1b8692d86f57 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:42.129561 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cdc3de76-bbec-421f-9463-1b8692d86f57 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:42.133036 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cdc3de76-bbec-421f-9463-1b8692d86f57 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "DELETE /v2.0/security-groups/cefffb48-8536-4444-81e8-503376bc87a1 HTTP/1.1" status: 204 len: 168 time: 1.3085370 Jul 22 19:20:42.168043 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58062) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:42.180369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa614b4-ca37-48cd-843e-b4d61f3852ff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:42.181249 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3de76-bbec-421f-9463-1b8692d86f57 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefffb48-8536-4444-81e8-503376bc87a1,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:42.194855 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-daa614b4-ca37-48cd-843e-b4d61f3852ff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:42.197873 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa614b4-ca37-48cd-843e-b4d61f3852ff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:42.207028 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa614b4-ca37-48cd-843e-b4d61f3852ff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:42.212733 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-daa614b4-ca37-48cd-843e-b4d61f3852ff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:42.263145 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa614b4-ca37-48cd-843e-b4d61f3852ff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=f2957567-76bf-4a47-9fc5-0e3b01a83730,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:42.273853 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] For port 9654a482-532f-40a9-811e-88bc8512a3b6, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:20:42.289945 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-daa614b4-ca37-48cd-843e-b4d61f3852ff tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5964477 Jul 22 19:20:42.292910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58064) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:42.300323 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2532cb2f-3bdc-445f-8cef-3c3ba80c2454 None None] Port 0f4782d3-af36-434c-aec3-5308567ec0bb cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:20:42.322577 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:42.394897 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] For port 9654a482-532f-40a9-811e-88bc8512a3b6, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9654a482-532f-40a9-811e-88bc8512a3b6,segment=NetworkSegment(906b833a-d7a6-49f3-af04-93f965484769),segment_id=906b833a-d7a6-49f3-af04-93f965484769)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:20:42.410485 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fd8689-9284-4658-85bf-a14d1d2e644a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:20:42.425355 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] Sync routers for ids ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:20:42.443481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58068) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:42.456504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-4aa3ea43-76ad-457f-bb58-0a4e2149872f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:42.462020 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] Routers {'be746541-d2a8-426f-b7be-e8cc5dc8ed1f'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:20:42.462967 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:20:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:42.463706 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-92fd8689-9284-4658-85bf-a14d1d2e644a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/be746541-d2a8-426f-b7be-e8cc5dc8ed1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6767118 Jul 22 19:20:42.467531 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692372752', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:22Z', 'updated_at': '2021-07-22T19:20:37Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:24Z', 'updated_at': '2021-07-22T19:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '0f4782d3-af36-434c-aec3-5308567ec0bb', 'name': '', 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:c7:1b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'f4e261e3-bc9b-4293-80ca-d29b9b0534e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:35Z', 'updated_at': '2021-07-22T19:20:37Z', 'revision_number': 2, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': 'f4e261e3-bc9b-4293-80ca-d29b9b0534e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:42.486376 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:42.493605 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387b4287-ab4b-4361-a7cc-9150cc62276a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:42.500763 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8f8ce932-ce01-4dfb-9e35-3d2b7ab4ca22 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2908194 Jul 22 19:20:42.501549 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58072) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:42.502145 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:42.515651 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387b4287-ab4b-4361-a7cc-9150cc62276a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:42.519515 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-387b4287-ab4b-4361-a7cc-9150cc62276a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2253339 Jul 22 19:20:42.531534 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58074) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:42.667245 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] Set router be746541-d2a8-426f-b7be-e8cc5dc8ed1f gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:20:42.703002 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d290115e-f894-4814-9cce-1613dfb4ec56 req-674f25ef-060d-4e13-a60d-dac9df5252bc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 210 time: 0.1799431 Jul 22 19:20:42.842405 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a983d-83b5-47a1-93a4-93701131948d None None] Pushing event updated for resources: {'Port': ['ID=9654a482-532f-40a9-811e-88bc8512a3b6,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:42.846277 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5bc4888a-13ea-499a-b874-5b4e31381c9a up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:42.900773 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-08c714c9-e4a7-4a9c-9418-2c4b8eed5ee9 None None] Provisioning complete for port 0f4782d3-af36-434c-aec3-5308567ec0bb triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:42.901332 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-08c714c9-e4a7-4a9c-9418-2c4b8eed5ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:42.964703 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] Checking router: 008f6a94-aabd-44a8-b74c-d4053383b91a for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:20:42.965067 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] Updating router 008f6a94-aabd-44a8-b74c-d4053383b91a port 0f4782d3-af36-434c-aec3-5308567ec0bb binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:20:43.021906 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-08c714c9-e4a7-4a9c-9418-2c4b8eed5ee9 None None] Port 0f4782d3-af36-434c-aec3-5308567ec0bb cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:20:43.025330 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:43.083355 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e83ae322-9adf-4cb3-9520-315565112e09 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:43.244125 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e83ae322-9adf-4cb3-9520-315565112e09 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:43.299990 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Deleting port 9654a482-532f-40a9-811e-88bc8512a3b6 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:43.301019 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:43.390846 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] For port 9654a482-532f-40a9-811e-88bc8512a3b6, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9654a482-532f-40a9-811e-88bc8512a3b6,segment=NetworkSegment(906b833a-d7a6-49f3-af04-93f965484769),segment_id=906b833a-d7a6-49f3-af04-93f965484769)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:43.392064 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:43.427758 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Calling delete_port for 9654a482-532f-40a9-811e-88bc8512a3b6 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:43.556606 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:20:39Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': '047c5ac4-e53c-4d53-ac0d-43f2148c31d5', 'name': '', 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:5e:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:27Z', 'updated_at': '2021-07-22T19:20:37Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26229c9d-d7ce-46a6-adfe-1b8707331bd2', 'name': '', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:62:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:18Z', 'updated_at': '2021-07-22T19:20:30Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6204f162-65ca-403f-85cc-79a4697c7503', 'name': '', 'network_id': '47b82a0c-21e3-4509-b9cd-502cc6a4818f', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:38:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'e95b5370-9f44-49f1-bcfb-8cab6c68929d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:37Z', 'updated_at': '2021-07-22T19:20:40Z', 'revision_number': 2, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'e95b5370-9f44-49f1-bcfb-8cab6c68929d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:28Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:43.606830 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-08c714c9-e4a7-4a9c-9418-2c4b8eed5ee9 None None] Provisioning for port 6204f162-65ca-403f-85cc-79a4697c7503 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:43.641390 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-08c714c9-e4a7-4a9c-9418-2c4b8eed5ee9 None None] Provisioning complete for port 6204f162-65ca-403f-85cc-79a4697c7503 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:43.641766 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-08c714c9-e4a7-4a9c-9418-2c4b8eed5ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:43.643737 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3904d925-91ca-4e6a-ab0c-2a461f987cfc None None] Network 57c339eb-f534-466f-bd88-2051c40644f1 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:43.666681 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ed51a9c8-2730-4690-9830-2945fa614234 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting port f2957567-76bf-4a47-9fc5-0e3b01a83730 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:43.667414 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed51a9c8-2730-4690-9830-2945fa614234 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:43.685231 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] Checking router: be746541-d2a8-426f-b7be-e8cc5dc8ed1f for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:20:43.685594 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] Updating router be746541-d2a8-426f-b7be-e8cc5dc8ed1f port 6204f162-65ca-403f-85cc-79a4697c7503 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:20:43.713350 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e83ae322-9adf-4cb3-9520-315565112e09 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:43.718872 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e83ae322-9adf-4cb3-9520-315565112e09 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:43.723853 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e83ae322-9adf-4cb3-9520-315565112e09 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "DELETE /v2.0/security-groups/26b4ca4c-501c-4c1a-8f48-d3c17f5c67de HTTP/1.1" status: 204 len: 168 time: 1.2192891 Jul 22 19:20:43.729447 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.extraroute_db [None req-4aa3ea43-76ad-457f-bb58-0a4e2149872f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93807) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 19:20:43.741762 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58092) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:43.754030 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ae322-9adf-4cb3-9520-315565112e09 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b4ca4c-501c-4c1a-8f48-d3c17f5c67de,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:43.802219 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:43.805533 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 5bc4888a-13ea-499a-b874-5b4e31381c9a completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:43.825993 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:43.834490 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:43.839588 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.extraroute_db [None req-4aa3ea43-76ad-457f-bb58-0a4e2149872f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Removed routes are [] {{(pid=93807) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 19:20:43.840362 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ea43-76ad-457f-bb58-0a4e2149872f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:43.847392 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event deleted for resources: {'Port': ['ID=9654a482-532f-40a9-811e-88bc8512a3b6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:43.852726 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 5bc4888a-13ea-499a-b874-5b4e31381c9a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:43.854735 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:43.860115 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] No DVR routers for this DVR port 9654a482-532f-40a9-811e-88bc8512a3b6 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:20:43.897204 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed51a9c8-2730-4690-9830-2945fa614234 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:43.976961 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:43.990750 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c339eb-f534-466f-bd88-2051c40644f1']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:44.006517 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906b833a-d7a6-49f3-af04-93f965484769') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:44.007178 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906b833a-d7a6-49f3-af04-93f965484769') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:44.025714 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:44.042417 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] Transition to ACTIVE for port object 0f4782d3-af36-434c-aec3-5308567ec0bb will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:44.059937 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:44.066690 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-08c714c9-e4a7-4a9c-9418-2c4b8eed5ee9 None None] Port 6204f162-65ca-403f-85cc-79a4697c7503 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:20:44.079805 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:20:44.080238 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:44.080643 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:20:44.170505 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:20:44.176055 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:44.185993 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ed51a9c8-2730-4690-9830-2945fa614234 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Calling delete_port for f2957567-76bf-4a47-9fc5-0e3b01a83730 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:44.189540 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:44.192299 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "DELETE /v2.0/networks/57c339eb-f534-466f-bd88-2051c40644f1 HTTP/1.1" status: 204 len: 168 time: 6.1388094 Jul 22 19:20:44.208095 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58106) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:44.208508 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f67f0c-fd33-4c67-86f8-e6312013a8e6 None None] Pushing event updated for resources: {'Port': ['ID=0f4782d3-af36-434c-aec3-5308567ec0bb,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:44.232381 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890b104-01b4-4666-8d4e-82b80b32a153 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event deleted for resources: {'Network': ['ID=57c339eb-f534-466f-bd88-2051c40644f1,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:44.257524 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-33620e99-fb95-4737-9e9b-f0027344543c tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] DELETE failed (client error): The resource could not be found. Jul 22 19:20:44.263958 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33620e99-fb95-4737-9e9b-f0027344543c tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:44.266041 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-33620e99-fb95-4737-9e9b-f0027344543c tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "DELETE /v2.0/subnets/6c66bbd6-d960-4f19-8a51-5ed3ffc25614 HTTP/1.1" status: 404 len: 337 time: 0.0566361 Jul 22 19:20:44.281297 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58108) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:44.342962 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-088ee736-b144-4361-ba2a-b4c15e4daa94 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] DELETE failed (client error): The resource could not be found. Jul 22 19:20:44.352454 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-088ee736-b144-4361-ba2a-b4c15e4daa94 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:44.355974 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-088ee736-b144-4361-ba2a-b4c15e4daa94 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "DELETE /v2.0/networks/57c339eb-f534-466f-bd88-2051c40644f1 HTTP/1.1" status: 404 len: 339 time: 0.0713043 Jul 22 19:20:44.365301 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58110) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:44.422772 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] Attempting to bind port 0f4782d3-af36-434c-aec3-5308567ec0bb on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:20:44.423148 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] Attempting to bind port 0f4782d3-af36-434c-aec3-5308567ec0bb by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'cb52d942-9576-4c25-a64b-825c4afac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:20:44.423522 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] Attempting to bind port 0f4782d3-af36-434c-aec3-5308567ec0bb on network 69c530e8-2199-4fb5-a95e-746117c7a6dd {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:20:44.434093 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:44.443494 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:20:44.444150 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] Checking segment: {'id': 'cb52d942-9576-4c25-a64b-825c4afac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:44.444812 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:44.445382 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] Bound using segment: {'id': 'cb52d942-9576-4c25-a64b-825c4afac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:20:44.446034 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] Bound port: 0f4782d3-af36-434c-aec3-5308567ec0bb, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb52d942-9576-4c25-a64b-825c4afac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:20:44.446586 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:44.479518 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f438c2-5519-47f0-aa53-62795ddecfa3 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] DELETE failed (client error): The resource could not be found. Jul 22 19:20:44.480057 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f438c2-5519-47f0-aa53-62795ddecfa3 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:44.481985 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-57f438c2-5519-47f0-aa53-62795ddecfa3 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "DELETE /v2.0/subnets/a5d5d62a-09d5-40aa-b8ef-fe684e9c1412 HTTP/1.1" status: 404 len: 337 time: 0.1140490 Jul 22 19:20:44.493386 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58112) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:44.504814 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fa11cbe7-b4a6-42f0-ab7e-3757538360f7 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7617900 Jul 22 19:20:44.511752 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58114) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:44.554401 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44d5f31-b942-4e1e-b197-38db71c6f308 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] DELETE failed (client error): The resource could not be found. Jul 22 19:20:44.555336 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c44d5f31-b942-4e1e-b197-38db71c6f308 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:44.557416 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c44d5f31-b942-4e1e-b197-38db71c6f308 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "DELETE /v2.0/networks/2f731c7f-7e45-48af-821b-145059e7235f HTTP/1.1" status: 404 len: 339 time: 0.0628283 Jul 22 19:20:44.560095 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58116) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:44.569498 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c5cdbe07-454c-4f2b-a079-7586e2b69b45 None None] Provisioning for port 06ef384e-8546-46b5-8b73-1db24dc2191c completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:44.604192 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 5bc4888a-13ea-499a-b874-5b4e31381c9a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5bc4888a-13ea-499a-b874-5b4e31381c9a,segment=NetworkSegment(cb52d942-9576-4c25-a64b-825c4afac57b),segment_id=cb52d942-9576-4c25-a64b-825c4afac57b)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:44.635545 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:44.646800 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:44.647606 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0eaaa0c5-0494-481f-9b3d-b0b4ffd11649 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:44.648218 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf98a44-93a2-4e85-8e57-755cb56a865d tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] DELETE failed (client error): The resource could not be found. Jul 22 19:20:44.649264 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf98a44-93a2-4e85-8e57-755cb56a865d tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:44.653465 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4bf98a44-93a2-4e85-8e57-755cb56a865d tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "DELETE /v2.0/subnets/4c93e7b1-f18a-4bd3-a367-9d1892f2acff HTTP/1.1" status: 404 len: 337 time: 0.0920308 Jul 22 19:20:44.654362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-c698dd43-4968-4432-a262-f3a6700162d4 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Request body: {'security_group': {'name': 'tempest-secgroup--921279547'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:44.663510 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] Transition to ACTIVE for port object 6204f162-65ca-403f-85cc-79a4697c7503 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:44.666453 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58118) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:44.678610 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:44.714527 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca24361-5281-43b0-b3b7-f88f7ef69072 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] DELETE failed (client error): The resource could not be found. Jul 22 19:20:44.715412 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca24361-5281-43b0-b3b7-f88f7ef69072 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:44.717619 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bca24361-5281-43b0-b3b7-f88f7ef69072 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "DELETE /v2.0/networks/c9023732-91d2-4d23-af89-ff1e7a98131d HTTP/1.1" status: 404 len: 339 time: 0.0484030 Jul 22 19:20:44.729999 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-91872ac5-8954-430e-bb05-ddfe7118b65d req-222b9eee-223b-423b-a07e-c61254f88db7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 210 time: 0.7552376 Jul 22 19:20:44.745848 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58120) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:44.749004 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c698dd43-4968-4432-a262-f3a6700162d4 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:44.786689 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=5bc4888a-13ea-499a-b874-5b4e31381c9a,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:44.831826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] For port 0f4782d3-af36-434c-aec3-5308567ec0bb, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:20:44.858270 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed51a9c8-2730-4690-9830-2945fa614234 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:44.872394 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] For port 0f4782d3-af36-434c-aec3-5308567ec0bb, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0f4782d3-af36-434c-aec3-5308567ec0bb,segment=NetworkSegment(cb52d942-9576-4c25-a64b-825c4afac57b),segment_id=cb52d942-9576-4c25-a64b-825c4afac57b)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:20:44.887377 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:44.889624 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41372397-33a2-4b6d-9b14-9e37c0af9e49 None None] Pushing event updated for resources: {'Port': ['ID=6204f162-65ca-403f-85cc-79a4697c7503,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:44.974622 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] Attempting to bind port 6204f162-65ca-403f-85cc-79a4697c7503 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:20:44.974985 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] Attempting to bind port 6204f162-65ca-403f-85cc-79a4697c7503 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'cd845798-5b80-4528-a3e7-34aa60765ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47b82a0c-21e3-4509-b9cd-502cc6a4818f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:20:44.976537 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] Attempting to bind port 6204f162-65ca-403f-85cc-79a4697c7503 on network 47b82a0c-21e3-4509-b9cd-502cc6a4818f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:20:44.991400 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51a9c8-2730-4690-9830-2945fa614234 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Port': ['ID=f2957567-76bf-4a47-9fc5-0e3b01a83730,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:44.994987 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:20:44.995368 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] Checking segment: {'id': 'cd845798-5b80-4528-a3e7-34aa60765ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47b82a0c-21e3-4509-b9cd-502cc6a4818f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:44.995861 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:44.996262 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] Bound using segment: {'id': 'cd845798-5b80-4528-a3e7-34aa60765ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47b82a0c-21e3-4509-b9cd-502cc6a4818f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:20:44.996751 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] Bound port: 6204f162-65ca-403f-85cc-79a4697c7503, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd845798-5b80-4528-a3e7-34aa60765ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '47b82a0c-21e3-4509-b9cd-502cc6a4818f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:20:44.997126 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:45.077745 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c698dd43-4968-4432-a262-f3a6700162d4 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:45.103436 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c698dd43-4968-4432-a262-f3a6700162d4 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:45.113943 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] Routers {'008f6a94-aabd-44a8-b74c-d4053383b91a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:20:45.115729 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:20:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['008f6a94-aabd-44a8-b74c-d4053383b91a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:45.119816 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed51a9c8-2730-4690-9830-2945fa614234 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:45.122240 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ed51a9c8-2730-4690-9830-2945fa614234 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/f2957567-76bf-4a47-9fc5-0e3b01a83730 HTTP/1.1" status: 204 len: 168 time: 2.5465066 Jul 22 19:20:45.125602 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58132) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:45.133672 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 0eaaa0c5-0494-481f-9b3d-b0b4ffd11649 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:45.134055 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:45.226814 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] For port 6204f162-65ca-403f-85cc-79a4697c7503, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:20:45.236256 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] For port 6204f162-65ca-403f-85cc-79a4697c7503, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6204f162-65ca-403f-85cc-79a4697c7503,segment=NetworkSegment(cd845798-5b80-4528-a3e7-34aa60765ecb),segment_id=cd845798-5b80-4528-a3e7-34aa60765ecb)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:20:45.247963 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:45.297453 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab3e05e-d897-4010-a6dc-bb641e30a7a2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:45.305121 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab3e05e-d897-4010-a6dc-bb641e30a7a2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:45.310282 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-aab3e05e-d897-4010-a6dc-bb641e30a7a2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1769786 Jul 22 19:20:45.313829 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58134) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:45.381830 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f67f0c-fd33-4c67-86f8-e6312013a8e6 None None] Pushing event updated for resources: {'Port': ['ID=0f4782d3-af36-434c-aec3-5308567ec0bb,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:45.407814 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] Routers {'be746541-d2a8-426f-b7be-e8cc5dc8ed1f'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:20:45.409291 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:20:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:45.411982 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d4bfe44d-12ac-4190-9dea-de9cfb928a2b None None] Could not find standard attr ID for object f2957567-76bf-4a47-9fc5-0e3b01a83730. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:20:45.457696 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-0470ef32-cd10-48ad-82e5-993c8ac8f45a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet 29abbe8f-0d3a-4d7e-909a-b4347fcf54e1 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:20:45.461671 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0470ef32-cd10-48ad-82e5-993c8ac8f45a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:45.541086 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0470ef32-cd10-48ad-82e5-993c8ac8f45a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:45.550793 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] Set router be746541-d2a8-426f-b7be-e8cc5dc8ed1f gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:20:45.587925 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] Set router 008f6a94-aabd-44a8-b74c-d4053383b91a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:20:45.699307 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41372397-33a2-4b6d-9b14-9e37c0af9e49 None None] Pushing event updated for resources: {'Port': ['ID=6204f162-65ca-403f-85cc-79a4697c7503,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:45.760837 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0470ef32-cd10-48ad-82e5-993c8ac8f45a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:45.854834 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b11266-e6dd-4b2b-ba7d-39225b4caaae None None] get_active_networks_info from n-d-800086-12 {{(pid=93808) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:20:45.882703 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0470ef32-cd10-48ad-82e5-993c8ac8f45a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:45.931277 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470ef32-cd10-48ad-82e5-993c8ac8f45a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=29abbe8f-0d3a-4d7e-909a-b4347fcf54e1,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:45.935144 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:20:43Z', 'revision_number': 6, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': '047c5ac4-e53c-4d53-ac0d-43f2148c31d5', 'name': '', 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:5e:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:27Z', 'updated_at': '2021-07-22T19:20:37Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26229c9d-d7ce-46a6-adfe-1b8707331bd2', 'name': '', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:62:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:18Z', 'updated_at': '2021-07-22T19:20:30Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6204f162-65ca-403f-85cc-79a4697c7503', 'name': '', 'network_id': '47b82a0c-21e3-4509-b9cd-502cc6a4818f', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:38:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'e95b5370-9f44-49f1-bcfb-8cab6c68929d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:37Z', 'updated_at': '2021-07-22T19:20:45Z', 'revision_number': 4, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'e95b5370-9f44-49f1-bcfb-8cab6c68929d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:28Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:45.981697 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0470ef32-cd10-48ad-82e5-993c8ac8f45a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:45.983806 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0470ef32-cd10-48ad-82e5-993c8ac8f45a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/29abbe8f-0d3a-4d7e-909a-b4347fcf54e1 HTTP/1.1" status: 204 len: 168 time: 0.6657839 Jul 22 19:20:45.986292 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58138) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:45.988280 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ea43-76ad-457f-bb58-0a4e2149872f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:46.024432 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4a2536-895b-45d0-8cd8-4b8ed80351c9 None None] The sync data for ids ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'] in n-d-800086-12 is: [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:20:43Z', 'revision_number': 6, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': '047c5ac4-e53c-4d53-ac0d-43f2148c31d5', 'name': '', 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:5e:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:27Z', 'updated_at': '2021-07-22T19:20:37Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26229c9d-d7ce-46a6-adfe-1b8707331bd2', 'name': '', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:62:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:18Z', 'updated_at': '2021-07-22T19:20:30Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6204f162-65ca-403f-85cc-79a4697c7503', 'name': '', 'network_id': '47b82a0c-21e3-4509-b9cd-502cc6a4818f', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:38:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'e95b5370-9f44-49f1-bcfb-8cab6c68929d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:37Z', 'updated_at': '2021-07-22T19:20:45Z', 'revision_number': 4, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'e95b5370-9f44-49f1-bcfb-8cab6c68929d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:28Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:20:46.041595 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cf76e741-5ead-41f2-b3ae-6e6fb11680d6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532455 Jul 22 19:20:46.048961 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58140) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:46.050173 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8b95704f-9a03-48d4-a5d3-6320afc86dff req-d380d197-678c-4313-a75b-445845226ef9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 210 time: 0.1012237 Jul 22 19:20:46.055370 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d7c38dc0-ec0e-4e47-9acc-27b422eb4a81 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:46.102296 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ea43-76ad-457f-bb58-0a4e2149872f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-910330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-910305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-910161'] for router, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:46.118759 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c698dd43-4968-4432-a262-f3a6700162d4 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:46.136349 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c698dd43-4968-4432-a262-f3a6700162d4 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5032914 Jul 22 19:20:46.140407 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58148) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:46.149675 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 507461b5-5940-490c-bfe6-3483bfe98bca up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:46.151330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-5e87cbbc-6f59-422c-bb11-40cd5c0d6040 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Request body: {'security_group_rule': {'security_group_id': 'f0a8d2cf-7a71-436c-995a-6463492d48ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:46.155817 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698dd43-4968-4432-a262-f3a6700162d4 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a8d2cf-7a71-436c-995a-6463492d48ee,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:46.299129 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 507461b5-5940-490c-bfe6-3483bfe98bca completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:46.319735 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 507461b5-5940-490c-bfe6-3483bfe98bca triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:46.320282 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:46.358633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270d779-03cd-4543-8012-cac1b80abbda req-2c44046d-82cc-44f1-bd5f-473428f82dbd tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:46.360852 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a270d779-03cd-4543-8012-cac1b80abbda req-2c44046d-82cc-44f1-bd5f-473428f82dbd tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.30 "GET /v2.0/networks?id=69c530e8-2199-4fb5-a95e-746117c7a6dd HTTP/1.1" status: 200 len: 797 time: 1.7507021 Jul 22 19:20:46.402427 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692372752', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:22Z', 'updated_at': '2021-07-22T19:20:37Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:24Z', 'updated_at': '2021-07-22T19:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '0f4782d3-af36-434c-aec3-5308567ec0bb', 'name': '', 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:c7:1b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'f4e261e3-bc9b-4293-80ca-d29b9b0534e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:35Z', 'updated_at': '2021-07-22T19:20:44Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': 'f4e261e3-bc9b-4293-80ca-d29b9b0534e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:46.413366 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5e87cbbc-6f59-422c-bb11-40cd5c0d6040 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:46.415745 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c38dc0-ec0e-4e47-9acc-27b422eb4a81 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:46.422820 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7c38dc0-ec0e-4e47-9acc-27b422eb4a81 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:46.445376 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafca61b-94ba-4ef9-bed6-debf9ece627a None None] The sync data for ids ['008f6a94-aabd-44a8-b74c-d4053383b91a'] in n-d-800086-12 is: [{'id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692372752', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:22Z', 'updated_at': '2021-07-22T19:20:37Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:24Z', 'updated_at': '2021-07-22T19:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '0f4782d3-af36-434c-aec3-5308567ec0bb', 'name': '', 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:c7:1b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'f4e261e3-bc9b-4293-80ca-d29b9b0534e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:35Z', 'updated_at': '2021-07-22T19:20:44Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': 'f4e261e3-bc9b-4293-80ca-d29b9b0534e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:20:46.462570 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b11266-e6dd-4b2b-ba7d-39225b4caaae None None] Resources bound (agent type, host, resource id): {{(pid=93808) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:20:46.486010 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-21a8537e-59ab-4e1c-a2c5-cd22f6c3122f tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Deleting port 7019b1b8-dffa-4436-b811-eba6915d185c {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:46.486367 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-21a8537e-59ab-4e1c-a2c5-cd22f6c3122f tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:46.661816 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5e87cbbc-6f59-422c-bb11-40cd5c0d6040 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:46.724141 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5e87cbbc-6f59-422c-bb11-40cd5c0d6040 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:46.724352 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:46.730212 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa3ea43-76ad-457f-bb58-0a4e2149872f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router be746541-d2a8-426f-b7be-e8cc5dc8ed1f has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:20:46.742363 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a270d779-03cd-4543-8012-cac1b80abbda req-dba62a94-0d43-4e82-b45c-7f9b66f281ae tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=637aa3e692f04588bda049c0135065ab HTTP/1.1" status: 200 len: 380 time: 0.3677337 Jul 22 19:20:46.759548 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-a270d779-03cd-4543-8012-cac1b80abbda req-9ce2bf9e-541e-4ae6-9e2e-dd8ee0c860db tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'port': {'device_id': '306f37d9-8a90-4bea-99b8-f5531fec5efd', 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd', 'admin_state_up': True, 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'security_groups': ['af74463b-d348-4453-945b-815b31f7b00d']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:46.823221 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 507461b5-5940-490c-bfe6-3483bfe98bca, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=507461b5-5940-490c-bfe6-3483bfe98bca,segment=NetworkSegment(cd845798-5b80-4528-a3e7-34aa60765ecb),segment_id=cd845798-5b80-4528-a3e7-34aa60765ecb)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:46.852085 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:46.963410 n-d-800086-12 neutron-server[93806]: DEBUG neutron.objects.ports [None req-d7c38dc0-ec0e-4e47-9acc-27b422eb4a81 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93806) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:20:47.102530 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-21a8537e-59ab-4e1c-a2c5-cd22f6c3122f tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:47.121828 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-21a8537e-59ab-4e1c-a2c5-cd22f6c3122f tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Calling delete_port for 7019b1b8-dffa-4436-b811-eba6915d185c owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:47.242304 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87cbbc-6f59-422c-bb11-40cd5c0d6040 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebfc1d68-e474-4b0e-b0ab-e605aa75fec8,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:47.413555 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6204f162-65ca-403f-85cc-79a4697c7503 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:47.419517 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5e87cbbc-6f59-422c-bb11-40cd5c0d6040 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:47.423911 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5e87cbbc-6f59-422c-bb11-40cd5c0d6040 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2794266 Jul 22 19:20:47.425839 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58166) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:47.432294 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4358bbb0-cace-4f3c-a235-0a1a98af5638 req-ce6208a2-8fe1-4ea4-bbb1-1997bcb66a22 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 210 time: 0.1703606 Jul 22 19:20:47.504245 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7c38dc0-ec0e-4e47-9acc-27b422eb4a81 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:47.516827 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1406b537-a9bb-4c24-a747-bbbe134244fa tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:47.535957 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1406b537-a9bb-4c24-a747-bbbe134244fa tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:47.597597 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=507461b5-5940-490c-bfe6-3483bfe98bca,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:47.674086 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa3ea43-76ad-457f-bb58-0a4e2149872f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:20:47.678455 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-21a8537e-59ab-4e1c-a2c5-cd22f6c3122f tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:47.679830 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1406b537-a9bb-4c24-a747-bbbe134244fa tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:47.694200 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ea43-76ad-457f-bb58-0a4e2149872f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:47.695126 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1406b537-a9bb-4c24-a747-bbbe134244fa tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:47.696245 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1406b537-a9bb-4c24-a747-bbbe134244fa tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ebfc1d68-e474-4b0e-b0ab-e605aa75fec8 HTTP/1.1" status: 204 len: 168 time: 0.2694499 Jul 22 19:20:47.696814 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4aa3ea43-76ad-457f-bb58-0a4e2149872f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/be746541-d2a8-426f-b7be-e8cc5dc8ed1f HTTP/1.1" status: 200 len: 954 time: 5.2500286 Jul 22 19:20:47.714707 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406b537-a9bb-4c24-a747-bbbe134244fa tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebfc1d68-e474-4b0e-b0ab-e605aa75fec8,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:47.718336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a270d779-03cd-4543-8012-cac1b80abbda req-9ce2bf9e-541e-4ae6-9e2e-dd8ee0c860db tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Made reservation on behalf of 637aa3e692f04588bda049c0135065ab for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:47.723208 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58168) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:47.723621 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58170) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:47.730499 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a270d779-03cd-4543-8012-cac1b80abbda req-9ce2bf9e-541e-4ae6-9e2e-dd8ee0c860db tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:47.772314 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf25cc5-4230-4214-b837-63c0e7035a3f None None] Sync routers for ids ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:20:47.789228 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf25cc5-4230-4214-b837-63c0e7035a3f None None] Routers {'be746541-d2a8-426f-b7be-e8cc5dc8ed1f'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:20:47.789890 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-caf25cc5-4230-4214-b837-63c0e7035a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:20:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:47.831476 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-21a8537e-59ab-4e1c-a2c5-cd22f6c3122f tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:47.836745 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-21a8537e-59ab-4e1c-a2c5-cd22f6c3122f tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "DELETE /v2.0/ports/7019b1b8-dffa-4436-b811-eba6915d185c HTTP/1.1" status: 204 len: 168 time: 3.0889862 Jul 22 19:20:47.837990 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8537e-59ab-4e1c-a2c5-cd22f6c3122f tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event deleted for resources: {'Port': ['ID=7019b1b8-dffa-4436-b811-eba6915d185c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:47.851575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58172) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:47.884644 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 6204f162-65ca-403f-85cc-79a4697c7503 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:47.890541 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d72ba7-0bc9-47c0-ae33-3c4fbddba172 None None] get_active_networks_info from n-d-800086-12 {{(pid=93808) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:20:47.904911 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1bf3504-6fbc-4cd7-8912-a5fa0879a300 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] DELETE failed (client error): The resource could not be found. Jul 22 19:20:47.905554 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1bf3504-6fbc-4cd7-8912-a5fa0879a300 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:47.910512 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b1bf3504-6fbc-4cd7-8912-a5fa0879a300 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "DELETE /v2.0/subnets/20705736-d439-47b7-ba37-44ff66e4aceb HTTP/1.1" status: 404 len: 337 time: 0.0577486 Jul 22 19:20:47.942893 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-caf25cc5-4230-4214-b837-63c0e7035a3f None None] Set router be746541-d2a8-426f-b7be-e8cc5dc8ed1f gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:20:47.945330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58174) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:47.984066 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-43997be1-ffb7-4529-9758-96694480d129 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2513146 Jul 22 19:20:47.990798 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58176) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:48.027706 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0d62da31-5773-4d6c-9ff5-5221c9cb02b5 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/routers/be746541-d2a8-426f-b7be-e8cc5dc8ed1f HTTP/1.1" status: 200 len: 954 time: 0.3029687 Jul 22 19:20:48.036547 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58178) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:48.048498 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-011ad658-8c2e-4eb9-ab50-58bd24938794 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'router': {'routes': None}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:48.104452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-080a0046-618d-4de3-bfe4-9ce37d52561c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:48.134570 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-d7c38dc0-ec0e-4e47-9acc-27b422eb4a81 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] For port 06ef384e-8546-46b5-8b73-1db24dc2191c, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=06ef384e-8546-46b5-8b73-1db24dc2191c,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:48.147606 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-080a0046-618d-4de3-bfe4-9ce37d52561c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:48.204704 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-080a0046-618d-4de3-bfe4-9ce37d52561c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:48.209789 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-080a0046-618d-4de3-bfe4-9ce37d52561c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:48.213979 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-080a0046-618d-4de3-bfe4-9ce37d52561c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "DELETE /v2.0/security-groups/f0a8d2cf-7a71-436c-995a-6463492d48ee HTTP/1.1" status: 204 len: 168 time: 0.2191901 Jul 22 19:20:48.216384 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58180) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:48.235112 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d72ba7-0bc9-47c0-ae33-3c4fbddba172 None None] Resources bound (agent type, host, resource id): {{(pid=93808) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:20:48.250186 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a0046-618d-4de3-bfe4-9ce37d52561c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a8d2cf-7a71-436c-995a-6463492d48ee,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:48.292394 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7c38dc0-ec0e-4e47-9acc-27b422eb4a81 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:48.331085 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8857fa23-e95b-4169-bcf7-003d4fa99c03 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0986176 Jul 22 19:20:48.331998 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7c38dc0-ec0e-4e47-9acc-27b422eb4a81 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:48.335212 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7c38dc0-ec0e-4e47-9acc-27b422eb4a81 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:48.337152 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58184) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:48.387965 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-2579336c-f11d-4481-9b7d-1bf1137afa50 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Request body: {'security_group': {'name': 'tempest-secgroup--234008565'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:48.410524 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2838d934-5cec-45f6-be68-0a127092a36a tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:48.499288 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c38dc0-ec0e-4e47-9acc-27b422eb4a81 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:48.510682 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-d7c38dc0-ec0e-4e47-9acc-27b422eb4a81 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:48.515402 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c38dc0-ec0e-4e47-9acc-27b422eb4a81 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:48.516003 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7c38dc0-ec0e-4e47-9acc-27b422eb4a81 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:48.522112 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 6204f162-65ca-403f-85cc-79a4697c7503 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:48.527479 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:48.572154 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c38dc0-ec0e-4e47-9acc-27b422eb4a81 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=06ef384e-8546-46b5-8b73-1db24dc2191c,revision_number=9']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:48.595985 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c38dc0-ec0e-4e47-9acc-27b422eb4a81 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=9b6b0e0f-5fb1-47c9-b086-707ce21237e4,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:48.607531 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2579336c-f11d-4481-9b7d-1bf1137afa50 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:48.641293 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d7c38dc0-ec0e-4e47-9acc-27b422eb4a81 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5902045 Jul 22 19:20:48.655187 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58196) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:48.661337 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-71ef30c5-07c7-4e0f-88fd-aaf2def7478c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'mac_address': 'fa:16:3e:b2:3f:b0', 'name': 'tempest-NetworksTestDHCPv6-227604446'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:48.744394 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e9a56c6e-4cdc-4d74-9205-cd3d749590c7 req-42104a38-620b-455f-b934-5bcb514a61b9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 210 time: 0.1128590 Jul 22 19:20:48.791762 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-a270d779-03cd-4543-8012-cac1b80abbda req-9ce2bf9e-541e-4ae6-9e2e-dd8ee0c860db tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Allocated IP 172.20.0.11 (69c530e8-2199-4fb5-a95e-746117c7a6dd/f4e261e3-bc9b-4293-80ca-d29b9b0534e9/050d3f74-c8f0-44a7-a793-d5eb72a68ec6) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:48.832083 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2838d934-5cec-45f6-be68-0a127092a36a tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:48.887751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-2838d934-5cec-45f6-be68-0a127092a36a tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4a2bcb-a3f4-47f0-83ae-64b90ed3a260']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:48.902716 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2579336c-f11d-4481-9b7d-1bf1137afa50 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:48.913061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-2838d934-5cec-45f6-be68-0a127092a36a tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea62867-ee00-4572-8ea6-2fa0073fb7a0') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:48.913427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-2838d934-5cec-45f6-be68-0a127092a36a tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea62867-ee00-4572-8ea6-2fa0073fb7a0') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:48.915050 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2579336c-f11d-4481-9b7d-1bf1137afa50 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:48.935455 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2838d934-5cec-45f6-be68-0a127092a36a tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:48.936988 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:48.974750 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ef30c5-07c7-4e0f-88fd-aaf2def7478c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:48.980704 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579336c-f11d-4481-9b7d-1bf1137afa50 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2f7b2c-45c5-489d-957a-1ba7df01f831,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:49.001211 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2579336c-f11d-4481-9b7d-1bf1137afa50 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:49.005513 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2579336c-f11d-4481-9b7d-1bf1137afa50 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6227157 Jul 22 19:20:49.006215 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58198) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:49.014441 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2838d934-5cec-45f6-be68-0a127092a36a tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:49.019686 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-123fdca7-8d81-489b-939b-c4cd693f8156 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Request body: {'security_group_rule': {'security_group_id': 'cb2f7b2c-45c5-489d-957a-1ba7df01f831', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:49.041752 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2838d934-5cec-45f6-be68-0a127092a36a tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:20:49.042166 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2838d934-5cec-45f6-be68-0a127092a36a tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:20:49.045317 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:20:49.130745 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-123fdca7-8d81-489b-939b-c4cd693f8156 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:49.137620 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-71ef30c5-07c7-4e0f-88fd-aaf2def7478c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:49.151524 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 6204f162-65ca-403f-85cc-79a4697c7503, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6204f162-65ca-403f-85cc-79a4697c7503,segment=NetworkSegment(cd845798-5b80-4528-a3e7-34aa60765ecb),segment_id=cd845798-5b80-4528-a3e7-34aa60765ecb)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:49.171488 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:49.171991 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0f4782d3-af36-434c-aec3-5308567ec0bb up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:49.195284 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.extraroute_db [None req-011ad658-8c2e-4eb9-ab50-58bd24938794 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Added routes are [] {{(pid=93807) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 19:20:49.195676 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.extraroute_db [None req-011ad658-8c2e-4eb9-ab50-58bd24938794 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93807) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 19:20:49.209248 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2838d934-5cec-45f6-be68-0a127092a36a tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:49.215759 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-71ef30c5-07c7-4e0f-88fd-aaf2def7478c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] device_id is not set on port 6ed9dc94-7c96-48ce-9986-76b84351c575 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:20:49.226208 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2838d934-5cec-45f6-be68-0a127092a36a tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:49.228367 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2838d934-5cec-45f6-be68-0a127092a36a tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "DELETE /v2.0/networks/cb4a2bcb-a3f4-47f0-83ae-64b90ed3a260 HTTP/1.1" status: 204 len: 168 time: 1.2813208 Jul 22 19:20:49.231637 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58200) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:49.243125 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-caf25cc5-4230-4214-b837-63c0e7035a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:20:43Z', 'revision_number': 6, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': '047c5ac4-e53c-4d53-ac0d-43f2148c31d5', 'name': '', 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:5e:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:27Z', 'updated_at': '2021-07-22T19:20:37Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26229c9d-d7ce-46a6-adfe-1b8707331bd2', 'name': '', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:62:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:18Z', 'updated_at': '2021-07-22T19:20:30Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6204f162-65ca-403f-85cc-79a4697c7503', 'name': '', 'network_id': '47b82a0c-21e3-4509-b9cd-502cc6a4818f', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:38:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'e95b5370-9f44-49f1-bcfb-8cab6c68929d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:37Z', 'updated_at': '2021-07-22T19:20:45Z', 'revision_number': 4, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'e95b5370-9f44-49f1-bcfb-8cab6c68929d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:28Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:49.259684 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838d934-5cec-45f6-be68-0a127092a36a tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event deleted for resources: {'Network': ['ID=cb4a2bcb-a3f4-47f0-83ae-64b90ed3a260,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:49.262688 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a270d779-03cd-4543-8012-cac1b80abbda req-9ce2bf9e-541e-4ae6-9e2e-dd8ee0c860db tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:49.287908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-a270d779-03cd-4543-8012-cac1b80abbda req-9ce2bf9e-541e-4ae6-9e2e-dd8ee0c860db tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Transition to ACTIVE for port object 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:49.289558 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-011ad658-8c2e-4eb9-ab50-58bd24938794 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:49.297851 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf25cc5-4230-4214-b837-63c0e7035a3f None None] Checking router: be746541-d2a8-426f-b7be-e8cc5dc8ed1f for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:20:49.355662 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf25cc5-4230-4214-b837-63c0e7035a3f None None] Routers {'be746541-d2a8-426f-b7be-e8cc5dc8ed1f'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:20:49.355924 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-caf25cc5-4230-4214-b837-63c0e7035a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:20:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:49.358094 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=6204f162-65ca-403f-85cc-79a4697c7503,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:49.396916 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-123fdca7-8d81-489b-939b-c4cd693f8156 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:49.423059 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-123fdca7-8d81-489b-939b-c4cd693f8156 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:49.469163 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 0f4782d3-af36-434c-aec3-5308567ec0bb completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:49.475871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 0f4782d3-af36-434c-aec3-5308567ec0bb triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:49.476561 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:49.589721 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fdca7-8d81-489b-939b-c4cd693f8156 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2625ae01-2e6d-4a31-84e6-8f67b3f73698,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:49.616070 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-123fdca7-8d81-489b-939b-c4cd693f8156 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:49.617340 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-123fdca7-8d81-489b-939b-c4cd693f8156 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6036105 Jul 22 19:20:49.624043 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58212) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:49.626033 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-71ef30c5-07c7-4e0f-88fd-aaf2def7478c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8::f816:3eff:feb2:3fb0 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/9b6b0e0f-5fb1-47c9-b086-707ce21237e4/6ed9dc94-7c96-48ce-9986-76b84351c575) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:49.636589 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-011ad658-8c2e-4eb9-ab50-58bd24938794 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:49.665271 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:49.674202 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-011ad658-8c2e-4eb9-ab50-58bd24938794 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-910330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-910305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-910161'] for router, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:49.684706 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-caf25cc5-4230-4214-b837-63c0e7035a3f None None] Set router be746541-d2a8-426f-b7be-e8cc5dc8ed1f gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:20:49.685660 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a270d779-03cd-4543-8012-cac1b80abbda req-9ce2bf9e-541e-4ae6-9e2e-dd8ee0c860db tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:49.692039 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-efe44167-2e25-4b3e-bb56-b309e02097d2 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-group-rules/2625ae01-2e6d-4a31-84e6-8f67b3f73698 HTTP/1.1" status: 200 len: 763 time: 0.0609066 Jul 22 19:20:49.693645 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58214) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:49.793093 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-622c3ad8-623a-41d8-99d1-a808f722ba75 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Deleting port f015b69c-ca71-4348-ab8b-21b18dbbdda7 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:49.793451 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-622c3ad8-623a-41d8-99d1-a808f722ba75 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:49.872925 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 0f4782d3-af36-434c-aec3-5308567ec0bb, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0f4782d3-af36-434c-aec3-5308567ec0bb,segment=NetworkSegment(cb52d942-9576-4c25-a64b-825c4afac57b),segment_id=cb52d942-9576-4c25-a64b-825c4afac57b)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:49.890266 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:49.891688 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5bc4888a-13ea-499a-b874-5b4e31381c9a up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:49.929774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011ad658-8c2e-4eb9-ab50-58bd24938794 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router be746541-d2a8-426f-b7be-e8cc5dc8ed1f has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:20:49.944981 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a270d779-03cd-4543-8012-cac1b80abbda req-9ce2bf9e-541e-4ae6-9e2e-dd8ee0c860db tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network 69c530e8-2199-4fb5-a95e-746117c7a6dd is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:49.947995 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-52759d72-75d0-445c-ae3f-8774191861a3 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2488248 Jul 22 19:20:49.954470 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-a270d779-03cd-4543-8012-cac1b80abbda req-9ce2bf9e-541e-4ae6-9e2e-dd8ee0c860db tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:49.957353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58218) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:49.994067 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-a270d779-03cd-4543-8012-cac1b80abbda req-9ce2bf9e-541e-4ae6-9e2e-dd8ee0c860db tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:50.063038 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-622c3ad8-623a-41d8-99d1-a808f722ba75 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:50.093998 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-622c3ad8-623a-41d8-99d1-a808f722ba75 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Calling delete_port for f015b69c-ca71-4348-ab8b-21b18dbbdda7 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:50.095380 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=0f4782d3-af36-434c-aec3-5308567ec0bb,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:50.132891 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 5bc4888a-13ea-499a-b874-5b4e31381c9a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:50.133643 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:50.177280 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d48bc19-9161-49b1-863b-ae10455d8ca1 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:50.194562 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-71ef30c5-07c7-4e0f-88fd-aaf2def7478c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:50.234320 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011ad658-8c2e-4eb9-ab50-58bd24938794 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:20:50.240742 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d48bc19-9161-49b1-863b-ae10455d8ca1 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:50.246551 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-71ef30c5-07c7-4e0f-88fd-aaf2def7478c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Transition to ACTIVE for port object 6ed9dc94-7c96-48ce-9986-76b84351c575 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:50.260106 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-011ad658-8c2e-4eb9-ab50-58bd24938794 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:50.261348 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-011ad658-8c2e-4eb9-ab50-58bd24938794 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/be746541-d2a8-426f-b7be-e8cc5dc8ed1f HTTP/1.1" status: 200 len: 704 time: 2.2171378 Jul 22 19:20:50.264800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2bf9e-541e-4ae6-9e2e-dd8ee0c860db tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=050d3f74-c8f0-44a7-a793-d5eb72a68ec6,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:50.268756 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58220) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:50.315433 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8339b17-9c40-4816-8998-9ea1a210c022 req-dbb28600-0e28-4c0d-a026-89f42852be10 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:50.323432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 06ef384e-8546-46b5-8b73-1db24dc2191c up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:50.333153 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adda0744-f821-4123-9380-99dea9a0ef3c None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:50.333616 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8339b17-9c40-4816-8998-9ea1a210c022 req-dbb28600-0e28-4c0d-a026-89f42852be10 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 932 time: 0.4515235 Jul 22 19:20:50.421901 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270d779-03cd-4543-8012-cac1b80abbda req-9ce2bf9e-541e-4ae6-9e2e-dd8ee0c860db tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:50.422856 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a270d779-03cd-4543-8012-cac1b80abbda req-9ce2bf9e-541e-4ae6-9e2e-dd8ee0c860db tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:50.450479 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d48bc19-9161-49b1-863b-ae10455d8ca1 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:50.450677 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-20306be2-346b-4ab0-95f5-639714dd3119 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/routers/be746541-d2a8-426f-b7be-e8cc5dc8ed1f HTTP/1.1" status: 200 len: 704 time: 0.1792281 Jul 22 19:20:50.455803 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-71ef30c5-07c7-4e0f-88fd-aaf2def7478c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:50.462208 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58222) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:50.469871 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d48bc19-9161-49b1-863b-ae10455d8ca1 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:50.471844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4d48bc19-9161-49b1-863b-ae10455d8ca1 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2625ae01-2e6d-4a31-84e6-8f67b3f73698 HTTP/1.1" status: 204 len: 168 time: 0.4931564 Jul 22 19:20:50.472987 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-622c3ad8-623a-41d8-99d1-a808f722ba75 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:50.491127 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58224) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:50.498082 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-622c3ad8-623a-41d8-99d1-a808f722ba75 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:50.499718 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8339b17-9c40-4816-8998-9ea1a210c022 req-46b499d4-3087-4c89-bab6-508ff8516870 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648428 Jul 22 19:20:50.501378 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a270d779-03cd-4543-8012-cac1b80abbda req-9ce2bf9e-541e-4ae6-9e2e-dd8ee0c860db tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7500470 Jul 22 19:20:50.506839 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48bc19-9161-49b1-863b-ae10455d8ca1 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2625ae01-2e6d-4a31-84e6-8f67b3f73698,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:50.512270 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-622c3ad8-623a-41d8-99d1-a808f722ba75 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "DELETE /v2.0/ports/f015b69c-ca71-4348-ab8b-21b18dbbdda7 HTTP/1.1" status: 204 len: 168 time: 1.2773631 Jul 22 19:20:50.520970 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-a270d779-03cd-4543-8012-cac1b80abbda req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] Request body: {'port': {'device_id': '306f37d9-8a90-4bea-99b8-f5531fec5efd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:50.529978 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58226) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:50.677251 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-caf25cc5-4230-4214-b837-63c0e7035a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:20:49Z', 'revision_number': 7, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': '047c5ac4-e53c-4d53-ac0d-43f2148c31d5', 'name': '', 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:5e:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:27Z', 'updated_at': '2021-07-22T19:20:37Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26229c9d-d7ce-46a6-adfe-1b8707331bd2', 'name': '', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:62:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:18Z', 'updated_at': '2021-07-22T19:20:30Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6204f162-65ca-403f-85cc-79a4697c7503', 'name': '', 'network_id': '47b82a0c-21e3-4509-b9cd-502cc6a4818f', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:38:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'e95b5370-9f44-49f1-bcfb-8cab6c68929d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:37Z', 'updated_at': '2021-07-22T19:20:48Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'e95b5370-9f44-49f1-bcfb-8cab6c68929d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:28Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:50.680516 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9bfb1e-d5c3-450c-a04f-cd8af6aa836d tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] DELETE failed (client error): The resource could not be found. Jul 22 19:20:50.681314 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-50116121-50d4-4eb5-900c-7a5663c9a28f tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1677196 Jul 22 19:20:50.681852 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9bfb1e-d5c3-450c-a04f-cd8af6aa836d tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:20:50.684042 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ea9bfb1e-d5c3-450c-a04f-cd8af6aa836d tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "DELETE /v2.0/subnets/5c8cae24-7a74-4d0e-ac65-53d0d08d6c59 HTTP/1.1" status: 404 len: 337 time: 0.1526115 Jul 22 19:20:50.686877 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58238) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:50.687396 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58240) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:50.693022 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ef30c5-07c7-4e0f-88fd-aaf2def7478c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:50.694288 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e6cba8b4-334e-4f74-9a1a-e34a2c12c0c4 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Request body: {'security_group_rule': {'security_group_id': 'cb2f7b2c-45c5-489d-957a-1ba7df01f831', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:50.699360 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-71ef30c5-07c7-4e0f-88fd-aaf2def7478c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:50.702470 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ef30c5-07c7-4e0f-88fd-aaf2def7478c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:50.712262 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ef30c5-07c7-4e0f-88fd-aaf2def7478c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:50.712964 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-71ef30c5-07c7-4e0f-88fd-aaf2def7478c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:50.772089 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf25cc5-4230-4214-b837-63c0e7035a3f None None] The sync data for ids ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'] in n-d-800086-12 is: [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:20:49Z', 'revision_number': 7, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': '047c5ac4-e53c-4d53-ac0d-43f2148c31d5', 'name': '', 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:5e:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:27Z', 'updated_at': '2021-07-22T19:20:37Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26229c9d-d7ce-46a6-adfe-1b8707331bd2', 'name': '', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:62:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:18Z', 'updated_at': '2021-07-22T19:20:30Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6204f162-65ca-403f-85cc-79a4697c7503', 'name': '', 'network_id': '47b82a0c-21e3-4509-b9cd-502cc6a4818f', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:38:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'e95b5370-9f44-49f1-bcfb-8cab6c68929d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:37Z', 'updated_at': '2021-07-22T19:20:48Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'e95b5370-9f44-49f1-bcfb-8cab6c68929d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:28Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:20:50.775063 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 06ef384e-8546-46b5-8b73-1db24dc2191c completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:50.780128 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 06ef384e-8546-46b5-8b73-1db24dc2191c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:50.780692 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:50.789400 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef30c5-07c7-4e0f-88fd-aaf2def7478c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=6ed9dc94-7c96-48ce-9986-76b84351c575,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:50.802012 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-71ef30c5-07c7-4e0f-88fd-aaf2def7478c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1455834 Jul 22 19:20:50.811561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58242) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:50.901739 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:50.964022 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 06ef384e-8546-46b5-8b73-1db24dc2191c, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=06ef384e-8546-46b5-8b73-1db24dc2191c,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:50.987482 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:51.147815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9598808a-f687-4d24-a8f7-8fb11b5e04a0 None None] Provisioning for port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:51.151020 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=06ef384e-8546-46b5-8b73-1db24dc2191c,revision_number=10']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:51.160176 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9598808a-f687-4d24-a8f7-8fb11b5e04a0 None None] Provisioning complete for port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:51.161166 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9598808a-f687-4d24-a8f7-8fb11b5e04a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:51.249636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-9598808a-f687-4d24-a8f7-8fb11b5e04a0 None None] Port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:20:51.301826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 06ef384e-8546-46b5-8b73-1db24dc2191c up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:51.444128 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d3a79316-c05e-4f74-811a-ba07b4c866c1 None None] Provisioning complete for port 06ef384e-8546-46b5-8b73-1db24dc2191c triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:51.444924 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d3a79316-c05e-4f74-811a-ba07b4c866c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:51.547064 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 06ef384e-8546-46b5-8b73-1db24dc2191c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:51.549387 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:51.552856 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac3f937-95be-454d-ba08-af6dc8e479e1 None None] Sync routers for ids ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:20:51.561572 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6cba8b4-334e-4f74-9a1a-e34a2c12c0c4 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:51.573210 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac3f937-95be-454d-ba08-af6dc8e479e1 None None] Routers {'be746541-d2a8-426f-b7be-e8cc5dc8ed1f'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:20:51.573884 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0ac3f937-95be-454d-ba08-af6dc8e479e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:20:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:51.635381 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7697dc3b-0145-4fae-8767-e2cecb26e3a0 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:51.747066 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a270d779-03cd-4543-8012-cac1b80abbda req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:51.750638 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6204f162-65ca-403f-85cc-79a4697c7503 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:51.756024 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d3a79316-c05e-4f74-811a-ba07b4c866c1 None None] Provisioning for port 6ed9dc94-7c96-48ce-9986-76b84351c575 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:20:51.792828 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d3a79316-c05e-4f74-811a-ba07b4c866c1 None None] Provisioning complete for port 6ed9dc94-7c96-48ce-9986-76b84351c575 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:51.794684 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d3a79316-c05e-4f74-811a-ba07b4c866c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:51.805797 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-0ac3f937-95be-454d-ba08-af6dc8e479e1 None None] Set router be746541-d2a8-426f-b7be-e8cc5dc8ed1f gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:20:51.816681 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c3ad8-623a-41d8-99d1-a808f722ba75 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event deleted for resources: {'Port': ['ID=f015b69c-ca71-4348-ab8b-21b18dbbdda7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:51.911514 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6cba8b4-334e-4f74-9a1a-e34a2c12c0c4 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:51.920984 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad0b65-c376-4c99-b05d-69a0bf513393 req-081f5042-3039-4855-ae33-f51839784fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:51.923086 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ecad0b65-c376-4c99-b05d-69a0bf513393 req-081f5042-3039-4855-ae33-f51839784fe5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4c94c49c2d04c6e86f178e667c9b5ef&device_id=251f480c-b7e7-4611-9fb0-97122141a4b9 HTTP/1.1" status: 200 len: 1102 time: 0.3133981 Jul 22 19:20:51.938245 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6cba8b4-334e-4f74-9a1a-e34a2c12c0c4 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:52.042893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982868f-ef50-4086-ae2a-3f06816dc109 req-08dd3f10-d234-4ed8-966f-65c0e3049860 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:52.057804 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac7d456-baeb-4c96-bedd-1f67df227bd4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:52.059268 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6982868f-ef50-4086-ae2a-3f06816dc109 req-08dd3f10-d234-4ed8-966f-65c0e3049860 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 932 time: 0.3854053 Jul 22 19:20:52.063989 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac7d456-baeb-4c96-bedd-1f67df227bd4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:52.069070 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7ac7d456-baeb-4c96-bedd-1f67df227bd4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2945418 Jul 22 19:20:52.070593 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58262) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:52.121379 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0ac3f937-95be-454d-ba08-af6dc8e479e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:20:49Z', 'revision_number': 7, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': '047c5ac4-e53c-4d53-ac0d-43f2148c31d5', 'name': '', 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:5e:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:27Z', 'updated_at': '2021-07-22T19:20:37Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26229c9d-d7ce-46a6-adfe-1b8707331bd2', 'name': '', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:62:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:18Z', 'updated_at': '2021-07-22T19:20:30Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6204f162-65ca-403f-85cc-79a4697c7503', 'name': '', 'network_id': '47b82a0c-21e3-4509-b9cd-502cc6a4818f', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:38:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'e95b5370-9f44-49f1-bcfb-8cab6c68929d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:37Z', 'updated_at': '2021-07-22T19:20:48Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'e95b5370-9f44-49f1-bcfb-8cab6c68929d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:28Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:52.134055 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-d3a79316-c05e-4f74-811a-ba07b4c866c1 None None] Port 6ed9dc94-7c96-48ce-9986-76b84351c575 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:20:52.149911 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac3f937-95be-454d-ba08-af6dc8e479e1 None None] Checking router: be746541-d2a8-426f-b7be-e8cc5dc8ed1f for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:20:52.163654 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac3f937-95be-454d-ba08-af6dc8e479e1 None None] Routers {'be746541-d2a8-426f-b7be-e8cc5dc8ed1f'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:20:52.164206 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0ac3f937-95be-454d-ba08-af6dc8e479e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:20:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:52.169412 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cba8b4-334e-4f74-9a1a-e34a2c12c0c4 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3cb4ed-3cac-47c0-95dc-9299d8930e8b,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:52.186517 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 6204f162-65ca-403f-85cc-79a4697c7503 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:52.188834 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:52.219211 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-7697dc3b-0145-4fae-8767-e2cecb26e3a0 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Deleting port be698774-eaab-46e3-92f0-38693a5acbc0 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:52.221619 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7697dc3b-0145-4fae-8767-e2cecb26e3a0 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:52.279465 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-78301cb4-c01b-4f84-b235-643ac366d379 None None] Provisioning complete for port 6ed9dc94-7c96-48ce-9986-76b84351c575 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:52.279465 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-78301cb4-c01b-4f84-b235-643ac366d379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:52.340799 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6cba8b4-334e-4f74-9a1a-e34a2c12c0c4 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:52.346163 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-1c8b4633-6c37-4996-b33f-18eb68ccbc0d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting port 6ed9dc94-7c96-48ce-9986-76b84351c575 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:52.346594 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c8b4633-6c37-4996-b33f-18eb68ccbc0d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:52.350403 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e6cba8b4-334e-4f74-9a1a-e34a2c12c0c4 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6618199 Jul 22 19:20:52.351742 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-78301cb4-c01b-4f84-b235-643ac366d379 None None] Port 6ed9dc94-7c96-48ce-9986-76b84351c575 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:20:52.355637 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0f4782d3-af36-434c-aec3-5308567ec0bb up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:52.355779 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58264) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:52.400719 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-0ac3f937-95be-454d-ba08-af6dc8e479e1 None None] Set router be746541-d2a8-426f-b7be-e8cc5dc8ed1f gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:20:52.424269 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f23a2375-8bbf-4c5c-aa01-9dba65317f6c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:52.434520 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b8eb775d-8841-4fab-be2c-99abbe751023 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-group-rules/3c3cb4ed-3cac-47c0-95dc-9299d8930e8b HTTP/1.1" status: 200 len: 763 time: 0.0780518 Jul 22 19:20:52.437816 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58266) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:52.443725 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 0f4782d3-af36-434c-aec3-5308567ec0bb triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:52.444107 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:52.457623 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6982868f-ef50-4086-ae2a-3f06816dc109 req-789ad47c-e65e-4e85-aa53-690ea5719f19 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3964276 Jul 22 19:20:52.598999 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 507461b5-5940-490c-bfe6-3483bfe98bca up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:52.603860 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c8b4633-6c37-4996-b33f-18eb68ccbc0d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:52.618921 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-1c8b4633-6c37-4996-b33f-18eb68ccbc0d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Calling delete_port for 6ed9dc94-7c96-48ce-9986-76b84351c575 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:52.678794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 507461b5-5940-490c-bfe6-3483bfe98bca triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:52.679373 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:52.697463 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad0b65-c376-4c99-b05d-69a0bf513393 req-e10beea0-15be-4084-b218-314bce30d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:52.699392 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ecad0b65-c376-4c99-b05d-69a0bf513393 req-e10beea0-15be-4084-b218-314bce30d1ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.7420399 Jul 22 19:20:52.717645 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-7697dc3b-0145-4fae-8767-e2cecb26e3a0 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] For port be698774-eaab-46e3-92f0-38693a5acbc0, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=be698774-eaab-46e3-92f0-38693a5acbc0,segment=NetworkSegment(2dce5757-3d32-4d7f-b2fd-c0ca63aad67d),segment_id=2dce5757-3d32-4d7f-b2fd-c0ca63aad67d)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:52.717941 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7697dc3b-0145-4fae-8767-e2cecb26e3a0 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:52.732765 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-7697dc3b-0145-4fae-8767-e2cecb26e3a0 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Calling delete_port for be698774-eaab-46e3-92f0-38693a5acbc0 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:52.843926 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-a270d779-03cd-4543-8012-cac1b80abbda req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:20:52.853406 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a270d779-03cd-4543-8012-cac1b80abbda req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:52.867357 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-a270d779-03cd-4543-8012-cac1b80abbda req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] Transition to ACTIVE for port object 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:52.873350 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0ac3f937-95be-454d-ba08-af6dc8e479e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:20:49Z', 'revision_number': 7, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': '047c5ac4-e53c-4d53-ac0d-43f2148c31d5', 'name': '', 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:5e:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:27Z', 'updated_at': '2021-07-22T19:20:37Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26229c9d-d7ce-46a6-adfe-1b8707331bd2', 'name': '', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:62:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:18Z', 'updated_at': '2021-07-22T19:20:30Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6204f162-65ca-403f-85cc-79a4697c7503', 'name': '', 'network_id': '47b82a0c-21e3-4509-b9cd-502cc6a4818f', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:38:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'e95b5370-9f44-49f1-bcfb-8cab6c68929d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:37Z', 'updated_at': '2021-07-22T19:20:48Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'e95b5370-9f44-49f1-bcfb-8cab6c68929d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:28Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:52.905985 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac3f937-95be-454d-ba08-af6dc8e479e1 None None] The sync data for ids ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'] in n-d-800086-12 is: [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:20:49Z', 'revision_number': 7, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': '047c5ac4-e53c-4d53-ac0d-43f2148c31d5', 'name': '', 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:5e:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:27Z', 'updated_at': '2021-07-22T19:20:37Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26229c9d-d7ce-46a6-adfe-1b8707331bd2', 'name': '', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:62:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:18Z', 'updated_at': '2021-07-22T19:20:30Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6204f162-65ca-403f-85cc-79a4697c7503', 'name': '', 'network_id': '47b82a0c-21e3-4509-b9cd-502cc6a4818f', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:38:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'e95b5370-9f44-49f1-bcfb-8cab6c68929d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:37Z', 'updated_at': '2021-07-22T19:20:48Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'e95b5370-9f44-49f1-bcfb-8cab6c68929d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:28Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:20:52.911094 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0aa76177-75fa-4e07-a657-9297ecef647e tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4408200 Jul 22 19:20:52.931482 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58278) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:52.990692 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ecad0b65-c376-4c99-b05d-69a0bf513393 req-6e33356b-2d50-41d3-851f-88ed58c149ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=2c3a721c-5b54-4d6e-b84a-73fe586f402f HTTP/1.1" status: 200 len: 217 time: 0.2812343 Jul 22 19:20:52.992760 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a270d779-03cd-4543-8012-cac1b80abbda req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.061166 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-87f81d7a-cc51-4df9-b1e6-a2c6df26c30a tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.103495 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-87f81d7a-cc51-4df9-b1e6-a2c6df26c30a tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.162553 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7697dc3b-0145-4fae-8767-e2cecb26e3a0 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.168768 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 06ef384e-8546-46b5-8b73-1db24dc2191c up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:20:53.186362 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c8b4633-6c37-4996-b33f-18eb68ccbc0d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.206257 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] Pushing event updated for resources: {'Port': ['ID=050d3f74-c8f0-44a7-a793-d5eb72a68ec6,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:53.240693 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad0b65-c376-4c99-b05d-69a0bf513393 req-bfe08e28-30f2-496a-b8dd-5eb7d1224336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:53.242188 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ecad0b65-c376-4c99-b05d-69a0bf513393 req-bfe08e28-30f2-496a-b8dd-5eb7d1224336 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.2391441 Jul 22 19:20:53.246729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7697dc3b-0145-4fae-8767-e2cecb26e3a0 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] No DVR routers for this DVR port be698774-eaab-46e3-92f0-38693a5acbc0 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:20:53.248412 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697dc3b-0145-4fae-8767-e2cecb26e3a0 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event deleted for resources: {'Port': ['ID=be698774-eaab-46e3-92f0-38693a5acbc0,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:53.282489 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 06ef384e-8546-46b5-8b73-1db24dc2191c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:20:53.283021 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.294197 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-87f81d7a-cc51-4df9-b1e6-a2c6df26c30a tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.309005 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-87f81d7a-cc51-4df9-b1e6-a2c6df26c30a tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.310251 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-87f81d7a-cc51-4df9-b1e6-a2c6df26c30a tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/3c3cb4ed-3cac-47c0-95dc-9299d8930e8b HTTP/1.1" status: 204 len: 168 time: 0.3751423 Jul 22 19:20:53.310958 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b4633-6c37-4996-b33f-18eb68ccbc0d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Port': ['ID=6ed9dc94-7c96-48ce-9986-76b84351c575,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:53.321435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58292) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:53.325382 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f81d7a-cc51-4df9-b1e6-a2c6df26c30a tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c3cb4ed-3cac-47c0-95dc-9299d8930e8b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:53.372194 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c8b4633-6c37-4996-b33f-18eb68ccbc0d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.374180 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1c8b4633-6c37-4996-b33f-18eb68ccbc0d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/6ed9dc94-7c96-48ce-9986-76b84351c575 HTTP/1.1" status: 204 len: 168 time: 1.3026459 Jul 22 19:20:53.377217 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58294) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:53.394298 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7697dc3b-0145-4fae-8767-e2cecb26e3a0 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.405666 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-7697dc3b-0145-4fae-8767-e2cecb26e3a0 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd53912-c711-4f63-9d08-88b36314c7da']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:53.418039 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-7697dc3b-0145-4fae-8767-e2cecb26e3a0 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dce5757-3d32-4d7f-b2fd-c0ca63aad67d') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:53.418342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-7697dc3b-0145-4fae-8767-e2cecb26e3a0 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dce5757-3d32-4d7f-b2fd-c0ca63aad67d') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:53.449758 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e852ab5-9200-4311-b7e3-e66a29bbc7e4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:53.451252 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e852ab5-9200-4311-b7e3-e66a29bbc7e4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:53.452810 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0e852ab5-9200-4311-b7e3-e66a29bbc7e4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0741501 Jul 22 19:20:53.456577 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58296) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:53.475047 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7697dc3b-0145-4fae-8767-e2cecb26e3a0 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.499190 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f23a2375-8bbf-4c5c-aa01-9dba65317f6c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting port 6204f162-65ca-403f-85cc-79a4697c7503 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:53.499544 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f23a2375-8bbf-4c5c-aa01-9dba65317f6c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.535861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-a270d779-03cd-4543-8012-cac1b80abbda req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] Attempting to bind port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:20:53.536203 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-a270d779-03cd-4543-8012-cac1b80abbda req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] Attempting to bind port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'cb52d942-9576-4c25-a64b-825c4afac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:20:53.536625 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a270d779-03cd-4543-8012-cac1b80abbda req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] Attempting to bind port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 on network 69c530e8-2199-4fb5-a95e-746117c7a6dd {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:20:53.553044 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b88f1441-d8a7-474c-aded-3e74ccb61857 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1370552 Jul 22 19:20:53.553955 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a270d779-03cd-4543-8012-cac1b80abbda req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] Port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 on network 69c530e8-2199-4fb5-a95e-746117c7a6dd not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:20:53.554285 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a270d779-03cd-4543-8012-cac1b80abbda req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] Attempting to bind port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 on network 69c530e8-2199-4fb5-a95e-746117c7a6dd {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:20:53.556430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58300) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:53.558584 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7697dc3b-0145-4fae-8767-e2cecb26e3a0 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.559950 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-c445af89-8bc5-4bb9-929a-77bafe258388 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet 9b6b0e0f-5fb1-47c9-b086-707ce21237e4 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:20:53.570574 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-91fbe327-05a8-4f3e-b7de-3327686b5699 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Request body: {'security_group_rule': {'security_group_id': 'cb2f7b2c-45c5-489d-957a-1ba7df01f831', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:53.595628 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c445af89-8bc5-4bb9-929a-77bafe258388 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.616759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7697dc3b-0145-4fae-8767-e2cecb26e3a0 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:20:53.617186 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7697dc3b-0145-4fae-8767-e2cecb26e3a0 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.621725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a270d779-03cd-4543-8012-cac1b80abbda req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:20:53.622895 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a270d779-03cd-4543-8012-cac1b80abbda req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] Checking segment: {'id': 'cb52d942-9576-4c25-a64b-825c4afac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:53.623612 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a270d779-03cd-4543-8012-cac1b80abbda req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] Bound using segment: {'id': 'cb52d942-9576-4c25-a64b-825c4afac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:20:53.623612 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-a270d779-03cd-4543-8012-cac1b80abbda req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] Bound port: 050d3f74-c8f0-44a7-a793-d5eb72a68ec6, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb52d942-9576-4c25-a64b-825c4afac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:20:53.624056 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a270d779-03cd-4543-8012-cac1b80abbda req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:20:53.625877 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:20:53.652240 n-d-800086-12 neutron-server[93807]: INFO neutron.db.securitygroups_db [None req-91fbe327-05a8-4f3e-b7de-3327686b5699 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Project 937fbd4127aa4d59994cc366c887084f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:20:53.664951 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c445af89-8bc5-4bb9-929a-77bafe258388 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.673004 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91fbe327-05a8-4f3e-b7de-3327686b5699 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.681007 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad0b65-c376-4c99-b05d-69a0bf513393 req-5bb7e827-9507-4876-b4af-ed663a41897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:53.682547 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ecad0b65-c376-4c99-b05d-69a0bf513393 req-5bb7e827-9507-4876-b4af-ed663a41897d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3712828 Jul 22 19:20:53.705036 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-f23a2375-8bbf-4c5c-aa01-9dba65317f6c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] For port 6204f162-65ca-403f-85cc-79a4697c7503, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6204f162-65ca-403f-85cc-79a4697c7503,segment=NetworkSegment(cd845798-5b80-4528-a3e7-34aa60765ecb),segment_id=cd845798-5b80-4528-a3e7-34aa60765ecb)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:53.705947 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f23a2375-8bbf-4c5c-aa01-9dba65317f6c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.725201 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f23a2375-8bbf-4c5c-aa01-9dba65317f6c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Calling delete_port for 6204f162-65ca-403f-85cc-79a4697c7503 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:53.821742 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c445af89-8bc5-4bb9-929a-77bafe258388 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.826464 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7697dc3b-0145-4fae-8767-e2cecb26e3a0 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.879194 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7697dc3b-0145-4fae-8767-e2cecb26e3a0 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.883359 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7697dc3b-0145-4fae-8767-e2cecb26e3a0 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "DELETE /v2.0/networks/7dd53912-c711-4f63-9d08-88b36314c7da HTTP/1.1" status: 204 len: 168 time: 3.1819999 Jul 22 19:20:53.900770 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58314) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:53.919101 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697dc3b-0145-4fae-8767-e2cecb26e3a0 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event deleted for resources: {'Network': ['ID=7dd53912-c711-4f63-9d08-88b36314c7da,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:53.922750 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-a270d779-03cd-4543-8012-cac1b80abbda req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] For port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:20:53.948935 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-a270d779-03cd-4543-8012-cac1b80abbda req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] For port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=050d3f74-c8f0-44a7-a793-d5eb72a68ec6,segment=NetworkSegment(cb52d942-9576-4c25-a64b-825c4afac57b),segment_id=cb52d942-9576-4c25-a64b-825c4afac57b)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:20:53.971583 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91fbe327-05a8-4f3e-b7de-3327686b5699 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.975427 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a270d779-03cd-4543-8012-cac1b80abbda req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.987055 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91fbe327-05a8-4f3e-b7de-3327686b5699 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:53.995890 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ecad0b65-c376-4c99-b05d-69a0bf513393 req-fcc4adf7-c449-46d5-b05c-61c4e8579242 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540565 Jul 22 19:20:53.996713 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef4f976-784e-4815-b0fa-19153dfd6535 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Deleting subnet 973fa676-7f1a-4922-bfc2-e79af50a7f3f {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:20:54.001023 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f976-784e-4815-b0fa-19153dfd6535 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:54.025792 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c445af89-8bc5-4bb9-929a-77bafe258388 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:54.065079 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270d779-03cd-4543-8012-cac1b80abbda req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:54.065764 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a270d779-03cd-4543-8012-cac1b80abbda req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:54.067198 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a270d779-03cd-4543-8012-cac1b80abbda req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] 10.222.0.30 "PUT /v2.0/ports/050d3f74-c8f0-44a7-a793-d5eb72a68ec6 HTTP/1.1" status: 200 len: 1093 time: 3.5548613 Jul 22 19:20:54.077434 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306f37d9-8a90-4bea-99b8-f5531fec5efd', 'tag': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:20:54.081362 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa8a086-77b5-46be-99e6-e1b5a2af1d18" -d '{"events": [{"name": "network-changed", "server_uuid": "306f37d9-8a90-4bea-99b8-f5531fec5efd", "tag": "050d3f74-c8f0-44a7-a793-d5eb72a68ec6"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:20:54.083900 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbe327-05a8-4f3e-b7de-3327686b5699 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c84e481-3ba3-40aa-9a09-6b6abdfd0c16,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:54.092989 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445af89-8bc5-4bb9-929a-77bafe258388 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6b0e0f-5fb1-47c9-b086-707ce21237e4,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:54.100091 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c445af89-8bc5-4bb9-929a-77bafe258388 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:54.102034 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c445af89-8bc5-4bb9-929a-77bafe258388 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/9b6b0e0f-5fb1-47c9-b086-707ce21237e4 HTTP/1.1" status: 204 len: 168 time: 0.6434250 Jul 22 19:20:54.110283 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58330) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:54.116025 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbf568e-8194-40fe-b534-ed32724242a7 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:54.119104 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f976-784e-4815-b0fa-19153dfd6535 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:54.121459 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d3839-95c8-4cd5-8158-bc094ac10b6e req-ba9381f4-dfd5-43b7-a5dc-725ad2731903 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:54.123659 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d1d3839-95c8-4cd5-8158-bc094ac10b6e req-ba9381f4-dfd5-43b7-a5dc-725ad2731903 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 944 time: 0.5307789 Jul 22 19:20:54.186587 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91fbe327-05a8-4f3e-b7de-3327686b5699 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:54.187800 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-91fbe327-05a8-4f3e-b7de-3327686b5699 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6209822 Jul 22 19:20:54.192700 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ea2dd264-50fd-4fed-8518-b2ee1242c67c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814707 Jul 22 19:20:54.193289 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58332) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:54.202934 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58334) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:54.232288 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d32e3fb1-169c-4e34-9f78-fbd4f45ef04c tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-group-rules/4c84e481-3ba3-40aa-9a09-6b6abdfd0c16 HTTP/1.1" status: 200 len: 769 time: 0.0337319 Jul 22 19:20:54.233561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58336) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:54.245856 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f23a2375-8bbf-4c5c-aa01-9dba65317f6c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:54.265592 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777d3b5-a360-4b12-aa97-3d9f8a4b88ac service neutron] Pushing event updated for resources: {'Port': ['ID=050d3f74-c8f0-44a7-a793-d5eb72a68ec6,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:54.296284 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a2375-8bbf-4c5c-aa01-9dba65317f6c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Port': ['ID=6204f162-65ca-403f-85cc-79a4697c7503,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:54.310381 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d1d3839-95c8-4cd5-8158-bc094ac10b6e req-0184359e-b9b3-45a3-8297-cca4d3d49b7a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731470 Jul 22 19:20:54.381213 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99e8f87-955f-444f-b30b-ad413298372e None None] DHCP port deletion for ac1cdc45-8892-4608-b80a-7d90307aaf6c request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:20:54.391447 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a9fc7-cea3-4b53-bfe1-3b04ef680079 req-0400422e-9fec-464c-9a4b-35f8561cab07 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:54.399312 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-943a9fc7-cea3-4b53-bfe1-3b04ef680079 req-0400422e-9fec-464c-9a4b-35f8561cab07 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=251f480c-b7e7-4611-9fb0-97122141a4b9 HTTP/1.1" status: 200 len: 950 time: 0.3721662 Jul 22 19:20:54.425105 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f898cbc2-dfd5-445e-a632-a3955bda23ba x-openstack-request-id: req-f898cbc2-dfd5-445e-a632-a3955bda23ba {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:20:54.425415 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306f37d9-8a90-4bea-99b8-f5531fec5efd", "tag": "050d3f74-c8f0-44a7-a793-d5eb72a68ec6", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:20:54.425685 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f898cbc2-dfd5-445e-a632-a3955bda23ba {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:20:54.426097 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306f37d9-8a90-4bea-99b8-f5531fec5efd', 'tag': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6', 'status': 'completed', 'code': 200} Jul 22 19:20:54.455941 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-d99e8f87-955f-444f-b30b-ad413298372e None None] Deleting port 06ef384e-8546-46b5-8b73-1db24dc2191c {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:54.456386 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d99e8f87-955f-444f-b30b-ad413298372e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:54.467575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270d779-03cd-4543-8012-cac1b80abbda req-13ec9a02-59ab-4dc7-acdf-ed37bdc766b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:54.469153 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a270d779-03cd-4543-8012-cac1b80abbda req-13ec9a02-59ab-4dc7-acdf-ed37bdc766b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 1096 time: 0.3251078 Jul 22 19:20:54.474507 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ecad0b65-c376-4c99-b05d-69a0bf513393 req-88aa4963-3553-4ab8-8155-eebfcc181b7a service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516497 Jul 22 19:20:54.485386 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed8eeec-176f-4cc1-817f-58a85da69fec tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:54.489286 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3ed8eeec-176f-4cc1-817f-58a85da69fec tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2805150 Jul 22 19:20:54.497276 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58338) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:54.500799 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-943a9fc7-cea3-4b53-bfe1-3b04ef680079 req-58507eae-10b5-4a2d-a313-b73abe127081 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef668b5-7d34-46ad-a15b-7a104c1f6658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004007 Jul 22 19:20:54.501811 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-876fc9c5-0c29-4d11-8b15-f7ea6148ae6e tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2653663 Jul 22 19:20:54.515504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58340) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:54.557145 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a270d779-03cd-4543-8012-cac1b80abbda req-c1991bc3-2794-40d5-9b88-3a51db4107ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=050d3f74-c8f0-44a7-a793-d5eb72a68ec6 HTTP/1.1" status: 200 len: 217 time: 0.0682440 Jul 22 19:20:54.561216 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f976-784e-4815-b0fa-19153dfd6535 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:54.603815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d99e8f87-955f-444f-b30b-ad413298372e None None] For port 06ef384e-8546-46b5-8b73-1db24dc2191c, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=06ef384e-8546-46b5-8b73-1db24dc2191c,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:54.604456 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d99e8f87-955f-444f-b30b-ad413298372e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:54.608451 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca877c90-b0e0-473a-971d-a52fc9892918 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:54.613650 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ca877c90-b0e0-473a-971d-a52fc9892918 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1081889 Jul 22 19:20:54.613801 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58348) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:54.624905 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-d99e8f87-955f-444f-b30b-ad413298372e None None] Calling delete_port for 06ef384e-8546-46b5-8b73-1db24dc2191c owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:54.661805 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-850d2645-fae3-4930-92d7-7e59b1413eb1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456073 Jul 22 19:20:54.671390 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58354) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:54.678219 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-256766ff-b967-4deb-adc3-0e7b86c6135f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:54.679912 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-977ea12e-b68e-41af-9712-9b273d881238 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:54.682449 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f23a2375-8bbf-4c5c-aa01-9dba65317f6c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:54.688667 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-977ea12e-b68e-41af-9712-9b273d881238 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:54.712561 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270d779-03cd-4543-8012-cac1b80abbda req-941bea3c-1c77-4cf5-9f69-24546a86f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:54.714424 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a270d779-03cd-4543-8012-cac1b80abbda req-941bea3c-1c77-4cf5-9f69-24546a86f657 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4e261e3-bc9b-4293-80ca-d29b9b0534e9 HTTP/1.1" status: 200 len: 834 time: 0.0997105 Jul 22 19:20:54.740127 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d99e8f87-955f-444f-b30b-ad413298372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:54.756009 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-977ea12e-b68e-41af-9712-9b273d881238 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:54.769219 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-977ea12e-b68e-41af-9712-9b273d881238 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:54.773016 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-977ea12e-b68e-41af-9712-9b273d881238 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4c84e481-3ba3-40aa-9a09-6b6abdfd0c16 HTTP/1.1" status: 204 len: 168 time: 0.2158809 Jul 22 19:20:54.773111 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e8f87-955f-444f-b30b-ad413298372e None None] Pushing event deleted for resources: {'Port': ['ID=06ef384e-8546-46b5-8b73-1db24dc2191c,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:54.778249 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99e8f87-955f-444f-b30b-ad413298372e None None] No DVR routers for this DVR port 06ef384e-8546-46b5-8b73-1db24dc2191c on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:20:54.778585 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58368) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:54.804705 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ea12e-b68e-41af-9712-9b273d881238 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c84e481-3ba3-40aa-9a09-6b6abdfd0c16,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:54.839331 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f976-784e-4815-b0fa-19153dfd6535 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:54.842844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-429873ce-6d5b-4460-8fa5-02854739deec tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0605764 Jul 22 19:20:54.843176 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58374) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:54.870492 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270d779-03cd-4543-8012-cac1b80abbda req-dc99bc2c-5e43-4b38-9b5e-bdd8d0482de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:54.872135 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a270d779-03cd-4543-8012-cac1b80abbda req-dc99bc2c-5e43-4b38-9b5e-bdd8d0482de4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=69c530e8-2199-4fb5-a95e-746117c7a6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1512609 Jul 22 19:20:54.905128 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f976-784e-4815-b0fa-19153dfd6535 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:54.910831 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2ef4f976-784e-4815-b0fa-19153dfd6535 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "DELETE /v2.0/subnets/973fa676-7f1a-4922-bfc2-e79af50a7f3f HTTP/1.1" status: 204 len: 168 time: 1.0060148 Jul 22 19:20:54.916033 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58386) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:54.917719 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da33b9ce-066e-4aaa-99d1-2ad40ae061e4 None None] Network 20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:54.944421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4f976-784e-4815-b0fa-19153dfd6535 tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event deleted for resources: {'Subnet': ['ID=973fa676-7f1a-4922-bfc2-e79af50a7f3f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:55.009602 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-678d2c8e-89fb-46bb-bac4-dcfadfbe9759 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:55.036079 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256766ff-b967-4deb-adc3-0e7b86c6135f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:55.039616 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-256766ff-b967-4deb-adc3-0e7b86c6135f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:55.086241 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-678d2c8e-89fb-46bb-bac4-dcfadfbe9759 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:55.092193 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a49de189-0bcc-4f12-b7fc-9eae1135921b tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:55.102223 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a270d779-03cd-4543-8012-cac1b80abbda req-f10da45d-bd3e-4f2b-8cbf-1dbdad016672 service neutron] 10.222.0.30 "GET /v2.0/networks/69c530e8-2199-4fb5-a95e-746117c7a6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218072 Jul 22 19:20:55.155047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23a2375-8bbf-4c5c-aa01-9dba65317f6c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router be746541-d2a8-426f-b7be-e8cc5dc8ed1f has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:20:55.236835 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-678d2c8e-89fb-46bb-bac4-dcfadfbe9759 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:55.240060 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-678d2c8e-89fb-46bb-bac4-dcfadfbe9759 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:55.243638 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-678d2c8e-89fb-46bb-bac4-dcfadfbe9759 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "DELETE /v2.0/security-groups/cb2f7b2c-45c5-489d-957a-1ba7df01f831 HTTP/1.1" status: 204 len: 168 time: 0.3971157 Jul 22 19:20:55.250936 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab1386c-3d65-4ec9-90d2-5d9dd4de79c7 None None] DHCP port deletion for 20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:20:55.252507 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58412) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:55.296143 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a270d779-03cd-4543-8012-cac1b80abbda req-cb5ca324-17d3-4a1a-9694-d89800289db8 service neutron] 10.222.0.30 "GET /v2.0/networks/69c530e8-2199-4fb5-a95e-746117c7a6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783912 Jul 22 19:20:55.297751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d2c8e-89fb-46bb-bac4-dcfadfbe9759 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2f7b2c-45c5-489d-957a-1ba7df01f831,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:55.332388 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-fab1386c-3d65-4ec9-90d2-5d9dd4de79c7 None None] Deleting port f343cf7b-a8c4-4882-a635-161cf2ba0430 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:55.332904 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fab1386c-3d65-4ec9-90d2-5d9dd4de79c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:55.345401 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23a2375-8bbf-4c5c-aa01-9dba65317f6c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:20:55.346528 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-a49de189-0bcc-4f12-b7fc-9eae1135921b tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Deleting port f343cf7b-a8c4-4882-a635-161cf2ba0430 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:55.346892 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a49de189-0bcc-4f12-b7fc-9eae1135921b tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:55.352117 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f23a2375-8bbf-4c5c-aa01-9dba65317f6c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/be746541-d2a8-426f-b7be-e8cc5dc8ed1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8852022 Jul 22 19:20:55.354621 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58422) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:55.384087 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 06ef384e-8546-46b5-8b73-1db24dc2191c no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:20:55.399070 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bdd8ba-49a8-4848-9ece-cb517589f91d None None] Sync routers for ids ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:20:55.446734 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-773cbf06-b24e-49a7-9250-2868ebe6595f tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1921158 Jul 22 19:20:55.449109 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58432) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:55.478859 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1979802-5775-4d3a-ba47-1f2ee0ec2772 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting subnet e95b5370-9f44-49f1-bcfb-8cab6c68929d {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:20:55.485083 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c1979802-5775-4d3a-ba47-1f2ee0ec2772 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:55.505255 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a086-77b5-46be-99e6-e1b5a2af1d18 req-c507bc41-d716-4bdc-aef7-c6493daeea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:55.506775 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bfa8a086-77b5-46be-99e6-e1b5a2af1d18 req-c507bc41-d716-4bdc-aef7-c6493daeea68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 1096 time: 0.1515901 Jul 22 19:20:55.513587 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-a49de189-0bcc-4f12-b7fc-9eae1135921b tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] For port f343cf7b-a8c4-4882-a635-161cf2ba0430, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f343cf7b-a8c4-4882-a635-161cf2ba0430,segment=NetworkSegment(69fef2df-2fef-4dfc-9891-80290a308592),segment_id=69fef2df-2fef-4dfc-9891-80290a308592)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:55.514091 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a49de189-0bcc-4f12-b7fc-9eae1135921b tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:55.560784 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-fab1386c-3d65-4ec9-90d2-5d9dd4de79c7 None None] For port f343cf7b-a8c4-4882-a635-161cf2ba0430, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f343cf7b-a8c4-4882-a635-161cf2ba0430,segment=NetworkSegment(69fef2df-2fef-4dfc-9891-80290a308592),segment_id=69fef2df-2fef-4dfc-9891-80290a308592)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:55.561198 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fab1386c-3d65-4ec9-90d2-5d9dd4de79c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:55.579958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-fab1386c-3d65-4ec9-90d2-5d9dd4de79c7 None None] Calling delete_port for f343cf7b-a8c4-4882-a635-161cf2ba0430 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:55.590152 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c1979802-5775-4d3a-ba47-1f2ee0ec2772 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:55.621330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a086-77b5-46be-99e6-e1b5a2af1d18 req-15cf3bfd-7ecf-496a-b355-6d994ec196d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:55.622851 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bfa8a086-77b5-46be-99e6-e1b5a2af1d18 req-15cf3bfd-7ecf-496a-b355-6d994ec196d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=69c530e8-2199-4fb5-a95e-746117c7a6dd HTTP/1.1" status: 200 len: 898 time: 0.1032147 Jul 22 19:20:55.712930 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bfa8a086-77b5-46be-99e6-e1b5a2af1d18 req-dd9c7f0e-b723-4fd9-92fd-a4e8bc739876 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=050d3f74-c8f0-44a7-a793-d5eb72a68ec6 HTTP/1.1" status: 200 len: 217 time: 0.0420859 Jul 22 19:20:55.719317 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-a49de189-0bcc-4f12-b7fc-9eae1135921b tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Calling delete_port for f343cf7b-a8c4-4882-a635-161cf2ba0430 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:55.721432 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fab1386c-3d65-4ec9-90d2-5d9dd4de79c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:55.740073 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bdd8ba-49a8-4848-9ece-cb517589f91d None None] Routers {'be746541-d2a8-426f-b7be-e8cc5dc8ed1f'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:20:55.740911 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d1bdd8ba-49a8-4848-9ece-cb517589f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:20:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:55.836939 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a086-77b5-46be-99e6-e1b5a2af1d18 req-fe89db66-d01f-42e4-85aa-999c1c3053fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:55.838433 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bfa8a086-77b5-46be-99e6-e1b5a2af1d18 req-fe89db66-d01f-42e4-85aa-999c1c3053fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4e261e3-bc9b-4293-80ca-d29b9b0534e9 HTTP/1.1" status: 200 len: 834 time: 0.1165617 Jul 22 19:20:55.853646 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45f71d-c707-41f0-b8a0-a350a9b57b73 req-28063382-8778-49e9-a789-c664fefef5ac tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:55.855198 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4e45f71d-c707-41f0-b8a0-a350a9b57b73 req-28063382-8778-49e9-a789-c664fefef5ac tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 944 time: 0.4224787 Jul 22 19:20:55.856410 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-d1bdd8ba-49a8-4848-9ece-cb517589f91d None None] Set router be746541-d2a8-426f-b7be-e8cc5dc8ed1f gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:20:55.937466 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab1386c-3d65-4ec9-90d2-5d9dd4de79c7 None None] No DVR routers for this DVR port f343cf7b-a8c4-4882-a635-161cf2ba0430 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:20:55.941066 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 06ef384e-8546-46b5-8b73-1db24dc2191c {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:20:55.941680 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 06ef384e-8546-46b5-8b73-1db24dc2191c not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:20:55.987083 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1386c-3d65-4ec9-90d2-5d9dd4de79c7 None None] Pushing event deleted for resources: {'Port': ['ID=f343cf7b-a8c4-4882-a635-161cf2ba0430,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:56.005758 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4022ec0c-aa07-46c9-b534-527279a70958 tempest-SecGroupIPv6Test-899154079 tempest-SecGroupIPv6Test-899154079-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5552568 Jul 22 19:20:56.132940 n-d-800086-12 neutron-server[93806]: DEBUG neutron.objects.ports [None req-256766ff-b967-4deb-adc3-0e7b86c6135f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93806) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:20:56.141685 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-256766ff-b967-4deb-adc3-0e7b86c6135f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:56.194585 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c1979802-5775-4d3a-ba47-1f2ee0ec2772 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:56.232214 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d1bdd8ba-49a8-4848-9ece-cb517589f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:20:54Z', 'revision_number': 8, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': '047c5ac4-e53c-4d53-ac0d-43f2148c31d5', 'name': '', 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:5e:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:27Z', 'updated_at': '2021-07-22T19:20:37Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26229c9d-d7ce-46a6-adfe-1b8707331bd2', 'name': '', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:62:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:18Z', 'updated_at': '2021-07-22T19:20:30Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:28Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:56.281490 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bdd8ba-49a8-4848-9ece-cb517589f91d None None] Checking router: be746541-d2a8-426f-b7be-e8cc5dc8ed1f for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:20:56.289821 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256766ff-b967-4deb-adc3-0e7b86c6135f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:56.290759 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256766ff-b967-4deb-adc3-0e7b86c6135f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=370638b9-a4c5-44a6-a92a-55193e0d923c,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:56.303284 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-256766ff-b967-4deb-adc3-0e7b86c6135f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:56.308501 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256766ff-b967-4deb-adc3-0e7b86c6135f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:56.309187 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-256766ff-b967-4deb-adc3-0e7b86c6135f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:56.318128 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:20:56.320848 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 2c3a721c-5b54-4d6e-b84a-73fe586f402f no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:20:56.323271 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2a1b5b-8637-4d13-a4fe-ed8a06710750 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:56.338423 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-256766ff-b967-4deb-adc3-0e7b86c6135f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6654813 Jul 22 19:20:56.341284 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58532) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:56.346797 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-7aeb5b3e-ed47-413a-9b0a-beb6f82abe07 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'mac_address': 'fa:16:3e:db:b5:0f', 'name': 'tempest-NetworksTestDHCPv6-1820102219'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:56.383393 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c1979802-5775-4d3a-ba47-1f2ee0ec2772 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:56.456333 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1979802-5775-4d3a-ba47-1f2ee0ec2772 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Subnet': ['ID=e95b5370-9f44-49f1-bcfb-8cab6c68929d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:56.467867 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58536) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:56.473111 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c1979802-5775-4d3a-ba47-1f2ee0ec2772 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:56.475365 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c1979802-5775-4d3a-ba47-1f2ee0ec2772 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/subnets/e95b5370-9f44-49f1-bcfb-8cab6c68929d HTTP/1.1" status: 204 len: 168 time: 1.1196740 Jul 22 19:20:56.476300 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4e45f71d-c707-41f0-b8a0-a350a9b57b73 req-5ff4c837-9ce8-4f64-9461-c32b4fcf87b9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5821760 Jul 22 19:20:56.479460 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58538) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:56.495679 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a086-77b5-46be-99e6-e1b5a2af1d18 req-29e9e483-42e5-49a7-8362-43bdde8deaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:56.497257 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bfa8a086-77b5-46be-99e6-e1b5a2af1d18 req-29e9e483-42e5-49a7-8362-43bdde8deaaa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=69c530e8-2199-4fb5-a95e-746117c7a6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6411679 Jul 22 19:20:56.517126 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a49de189-0bcc-4f12-b7fc-9eae1135921b tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:56.557959 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bdd8ba-49a8-4848-9ece-cb517589f91d None None] Routers {'be746541-d2a8-426f-b7be-e8cc5dc8ed1f'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:20:56.558685 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d1bdd8ba-49a8-4848-9ece-cb517589f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:20:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:56.572232 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8268dd06-96f8-4090-9a26-9d6e0e950ce7 None None] Network 47b82a0c-21e3-4509-b9cd-502cc6a4818f requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:20:56.583326 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49de189-0bcc-4f12-b7fc-9eae1135921b tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event deleted for resources: {'Port': ['ID=f343cf7b-a8c4-4882-a635-161cf2ba0430,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:56.587475 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aeb5b3e-ed47-413a-9b0a-beb6f82abe07 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:56.597028 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49de189-0bcc-4f12-b7fc-9eae1135921b tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] No DVR routers for this DVR port f343cf7b-a8c4-4882-a635-161cf2ba0430 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:20:56.638116 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.resource_extend [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:20:56.712518 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7586cf8-cc81-48a8-a047-e44122605485 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:56.746542 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-58501ad8-f33c-43db-a555-3c1930c43958 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=937fbd4127aa4d59994cc366c887084f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2755208 Jul 22 19:20:56.751782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58550) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:56.760655 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7aeb5b3e-ed47-413a-9b0a-beb6f82abe07 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:56.792372 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-7aeb5b3e-ed47-413a-9b0a-beb6f82abe07 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] device_id is not set on port f8c05282-8cd6-4c1a-89f4-e525d7522d06 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:20:56.799086 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a49de189-0bcc-4f12-b7fc-9eae1135921b tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:56.809695 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bfa8a086-77b5-46be-99e6-e1b5a2af1d18 req-c915dda6-dd18-43db-bd24-77c2e4e13403 service neutron] 10.222.0.30 "GET /v2.0/networks/69c530e8-2199-4fb5-a95e-746117c7a6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008552 Jul 22 19:20:56.855802 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-a49de189-0bcc-4f12-b7fc-9eae1135921b tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:56.905987 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-a49de189-0bcc-4f12-b7fc-9eae1135921b tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69fef2df-2fef-4dfc-9891-80290a308592') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:56.906288 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-a49de189-0bcc-4f12-b7fc-9eae1135921b tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69fef2df-2fef-4dfc-9891-80290a308592') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:56.924921 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a49de189-0bcc-4f12-b7fc-9eae1135921b tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:56.986215 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7efdd80d-6072-4429-82fb-195b39236ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:56.990367 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a49de189-0bcc-4f12-b7fc-9eae1135921b tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:57.004667 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-7aeb5b3e-ed47-413a-9b0a-beb6f82abe07 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8::f816:3eff:fedb:b50f (ac1cdc45-8892-4608-b80a-7d90307aaf6c/370638b9-a4c5-44a6-a92a-55193e0d923c/f8c05282-8cd6-4c1a-89f4-e525d7522d06) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:57.013694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49de189-0bcc-4f12-b7fc-9eae1135921b tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:20:57.014246 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a49de189-0bcc-4f12-b7fc-9eae1135921b tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: self.session.flush() Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:20:57.017251 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:20:57.047446 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7efdd80d-6072-4429-82fb-195b39236ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:57.127455 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bfa8a086-77b5-46be-99e6-e1b5a2af1d18 req-832608af-dba7-4905-92b1-0e6a9d1e6d83 service neutron] 10.222.0.30 "GET /v2.0/networks/69c530e8-2199-4fb5-a95e-746117c7a6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033493 Jul 22 19:20:57.135208 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-e7586cf8-cc81-48a8-a047-e44122605485 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting port 507461b5-5940-490c-bfe6-3483bfe98bca {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:57.135554 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7586cf8-cc81-48a8-a047-e44122605485 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:57.172837 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a49de189-0bcc-4f12-b7fc-9eae1135921b tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:57.178835 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=050d3f74-c8f0-44a7-a793-d5eb72a68ec6,segment=NetworkSegment(cb52d942-9576-4c25-a64b-825c4afac57b),segment_id=cb52d942-9576-4c25-a64b-825c4afac57b)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:57.199565 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f343cf7b-a8c4-4882-a635-161cf2ba0430 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:20:57.201932 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6', 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd', 'port_id': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6', 'mac_address': 'fa:16:3e:1a:23:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e261e3-bc9b-4293-80ca-d29b9b0534e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:20:57.214480 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a49de189-0bcc-4f12-b7fc-9eae1135921b tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:57.218969 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a49de189-0bcc-4f12-b7fc-9eae1135921b tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] 10.222.0.13 "DELETE /v2.0/networks/20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf HTTP/1.1" status: 204 len: 168 time: 2.3003073 Jul 22 19:20:57.234466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49de189-0bcc-4f12-b7fc-9eae1135921b tempest-NetworksIpV6TestAttrs-1878972556 tempest-NetworksIpV6TestAttrs-1878972556-project] Pushing event deleted for resources: {'Network': ['ID=20fdd3e2-ec29-4402-8bcd-e43bfdd5cdaf,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:57.237534 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-e7586cf8-cc81-48a8-a047-e44122605485 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] For port 507461b5-5940-490c-bfe6-3483bfe98bca, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=507461b5-5940-490c-bfe6-3483bfe98bca,segment=NetworkSegment(cd845798-5b80-4528-a3e7-34aa60765ecb),segment_id=cd845798-5b80-4528-a3e7-34aa60765ecb)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:57.237902 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7586cf8-cc81-48a8-a047-e44122605485 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:57.251918 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-e7586cf8-cc81-48a8-a047-e44122605485 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Calling delete_port for 507461b5-5940-490c-bfe6-3483bfe98bca owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:57.256899 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7efdd80d-6072-4429-82fb-195b39236ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:57.259652 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7efdd80d-6072-4429-82fb-195b39236ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:57.263508 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7efdd80d-6072-4429-82fb-195b39236ec1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a33745e-b7a3-43c6-863c-add203c55161 HTTP/1.1" status: 204 len: 168 time: 0.5101233 Jul 22 19:20:57.269740 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: f343cf7b-a8c4-4882-a635-161cf2ba0430 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:20:57.270258 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f343cf7b-a8c4-4882-a635-161cf2ba0430 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:20:57.280410 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdd80d-6072-4429-82fb-195b39236ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a33745e-b7a3-43c6-863c-add203c55161,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:57.345908 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7aeb5b3e-ed47-413a-9b0a-beb6f82abe07 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:57.364062 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7586cf8-cc81-48a8-a047-e44122605485 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:57.367492 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-7aeb5b3e-ed47-413a-9b0a-beb6f82abe07 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Transition to ACTIVE for port object f8c05282-8cd6-4c1a-89f4-e525d7522d06 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:57.380178 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-d1bdd8ba-49a8-4848-9ece-cb517589f91d None None] Set router be746541-d2a8-426f-b7be-e8cc5dc8ed1f gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:20:57.384540 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:57.398309 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'fixed_ips': [{'subnet_id': '370638b9-a4c5-44a6-a92a-55193e0d923c'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:20:57.411680 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:57.414243 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7aeb5b3e-ed47-413a-9b0a-beb6f82abe07 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:57.419010 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7586cf8-cc81-48a8-a047-e44122605485 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Port': ['ID=507461b5-5940-490c-bfe6-3483bfe98bca,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:57.436558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7586cf8-cc81-48a8-a047-e44122605485 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] No DVR routers for this DVR port 507461b5-5940-490c-bfe6-3483bfe98bca on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:20:57.444806 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aeb5b3e-ed47-413a-9b0a-beb6f82abe07 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:57.447558 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-7aeb5b3e-ed47-413a-9b0a-beb6f82abe07 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:57.471294 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeb5b3e-ed47-413a-9b0a-beb6f82abe07 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:57.471568 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:20:57.477566 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeb5b3e-ed47-413a-9b0a-beb6f82abe07 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:57.478976 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7aeb5b3e-ed47-413a-9b0a-beb6f82abe07 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:57.555659 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7aeb5b3e-ed47-413a-9b0a-beb6f82abe07 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2102611 Jul 22 19:20:57.557709 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58598) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:57.560246 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb5b3e-ed47-413a-9b0a-beb6f82abe07 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=f8c05282-8cd6-4c1a-89f4-e525d7522d06,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:57.563796 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=050d3f74-c8f0-44a7-a793-d5eb72a68ec6,segment=NetworkSegment(cb52d942-9576-4c25-a64b-825c4afac57b),segment_id=cb52d942-9576-4c25-a64b-825c4afac57b)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:57.602628 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:57.607012 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:57.634693 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc98f6b-b9ba-4d9d-ad4e-773e46b92807 None None] DHCP port deletion for 47b82a0c-21e3-4509-b9cd-502cc6a4818f request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:20:57.687225 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7586cf8-cc81-48a8-a047-e44122605485 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:57.705768 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-e7586cf8-cc81-48a8-a047-e44122605485 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b82a0c-21e3-4509-b9cd-502cc6a4818f']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:57.708418 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df576dd-d387-49a8-ac57-c92eb18d0b55 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:57.718863 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-e7586cf8-cc81-48a8-a047-e44122605485 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd845798-5b80-4528-a3e7-34aa60765ecb') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:57.719163 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-e7586cf8-cc81-48a8-a047-e44122605485 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd845798-5b80-4528-a3e7-34aa60765ecb') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:57.722562 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5df576dd-d387-49a8-ac57-c92eb18d0b55 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1625059 Jul 22 19:20:57.722562 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58606) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:57.729080 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251f480c-b7e7-4611-9fb0-97122141a4b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c3a721c-5b54-4d6e-b84a-73fe586f402f'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:20:57.731363 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f65ca23-49d4-4669-8a67-d04470157753" -d '{"events": [{"server_uuid": "251f480c-b7e7-4611-9fb0-97122141a4b9", "name": "network-vif-unplugged", "status": "completed", "tag": "2c3a721c-5b54-4d6e-b84a-73fe586f402f"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:20:57.746828 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7586cf8-cc81-48a8-a047-e44122605485 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:57.770133 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58610) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:57.776153 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 2c3a721c-5b54-4d6e-b84a-73fe586f402f, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=2c3a721c-5b54-4d6e-b84a-73fe586f402f,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:57.863269 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7586cf8-cc81-48a8-a047-e44122605485 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:57.881991 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['050d3f74-c8f0-44a7-a793-d5eb72a68ec6'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:20:57.891815 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7586cf8-cc81-48a8-a047-e44122605485 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:20:57.892237 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7586cf8-cc81-48a8-a047-e44122605485 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:57.898990 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:57.902168 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-14efed32-b923-4f1f-8dee-4bb11b3a8a06 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting port f8c05282-8cd6-4c1a-89f4-e525d7522d06 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:20:57.902326 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:20:57.904161 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14efed32-b923-4f1f-8dee-4bb11b3a8a06 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:57.997327 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=050d3f74-c8f0-44a7-a793-d5eb72a68ec6,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:58.010383 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14efed32-b923-4f1f-8dee-4bb11b3a8a06 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:58.030293 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-14efed32-b923-4f1f-8dee-4bb11b3a8a06 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Calling delete_port for f8c05282-8cd6-4c1a-89f4-e525d7522d06 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:58.093671 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc233b27-a971-49e5-8f74-babcd174dc61 req-7462361d-de98-40a1-8308-314b1e365aa5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:58.095522 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc233b27-a971-49e5-8f74-babcd174dc61 req-7462361d-de98-40a1-8308-314b1e365aa5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 945 time: 0.3699470 Jul 22 19:20:58.102365 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7586cf8-cc81-48a8-a047-e44122605485 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:58.109260 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7586cf8-cc81-48a8-a047-e44122605485 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:58.117011 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e7586cf8-cc81-48a8-a047-e44122605485 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/networks/47b82a0c-21e3-4509-b9cd-502cc6a4818f HTTP/1.1" status: 204 len: 168 time: 1.6365094 Jul 22 19:20:58.135287 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58638) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:58.159136 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7586cf8-cc81-48a8-a047-e44122605485 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Network': ['ID=47b82a0c-21e3-4509-b9cd-502cc6a4818f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:58.251288 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] Allocated IP 2001:db8::f816:3eff:fea5:f9a6 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/370638b9-a4c5-44a6-a92a-55193e0d923c/0c86fffa-bd68-4800-a18a-cd83144aff34) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:20:58.253775 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc233b27-a971-49e5-8f74-babcd174dc61 req-23919268-a072-4fd8-ac4a-709f47760c32 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316414 Jul 22 19:20:58.291387 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=2c3a721c-5b54-4d6e-b84a-73fe586f402f,revision_number=11']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:58.364687 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-847c6d3a-6733-4812-8641-cd441e185e44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d1a868aa3914dd98d06ba71393ee74b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5347526 Jul 22 19:20:58.366217 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58654) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:58.459927 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec3777d7-a936-451d-a85c-086d0d5c0227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:58.490953 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec3777d7-a936-451d-a85c-086d0d5c0227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:58.548315 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:58.557624 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] Transition to ACTIVE for port object 0c86fffa-bd68-4800-a18a-cd83144aff34 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:58.559589 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14efed32-b923-4f1f-8dee-4bb11b3a8a06 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:58.567374 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec3777d7-a936-451d-a85c-086d0d5c0227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:58.571197 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec3777d7-a936-451d-a85c-086d0d5c0227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:58.573126 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ec3777d7-a936-451d-a85c-086d0d5c0227 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a6ad480-628f-48f4-837b-4d7e410515a9 HTTP/1.1" status: 204 len: 168 time: 0.2060947 Jul 22 19:20:58.576750 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] Transition to ACTIVE for port object 0c86fffa-bd68-4800-a18a-cd83144aff34 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:20:58.583995 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9013bb-56ac-4a8e-8a9d-823537d16d47 x-openstack-request-id: req-0f9013bb-56ac-4a8e-8a9d-823537d16d47 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:20:58.584427 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251f480c-b7e7-4611-9fb0-97122141a4b9", "name": "network-vif-unplugged", "status": "completed", "tag": "2c3a721c-5b54-4d6e-b84a-73fe586f402f", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:20:58.584767 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f9013bb-56ac-4a8e-8a9d-823537d16d47 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:20:58.585240 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251f480c-b7e7-4611-9fb0-97122141a4b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c3a721c-5b54-4d6e-b84a-73fe586f402f', 'code': 200} Jul 22 19:20:58.590056 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3777d7-a936-451d-a85c-086d0d5c0227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6ad480-628f-48f4-837b-4d7e410515a9,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:58.604408 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:58.632918 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58668) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:58.657239 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efed32-b923-4f1f-8dee-4bb11b3a8a06 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Port': ['ID=f8c05282-8cd6-4c1a-89f4-e525d7522d06,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:58.676389 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:20:58.684144 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:20:58.691186 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-494b7e2f-310d-414a-bb70-8e2cac2fb7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:58.693025 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:20:58.717996 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14efed32-b923-4f1f-8dee-4bb11b3a8a06 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:58.723714 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-14efed32-b923-4f1f-8dee-4bb11b3a8a06 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/f8c05282-8cd6-4c1a-89f4-e525d7522d06 HTTP/1.1" status: 204 len: 168 time: 0.9980278 Jul 22 19:20:58.724370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58676) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:58.803491 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] Pushing event updated for resources: {'Port': ['ID=0c86fffa-bd68-4800-a18a-cd83144aff34,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:58.816424 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d1bdd8ba-49a8-4848-9ece-cb517589f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:20:54Z', 'revision_number': 8, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': '047c5ac4-e53c-4d53-ac0d-43f2148c31d5', 'name': '', 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:5e:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:27Z', 'updated_at': '2021-07-22T19:20:37Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26229c9d-d7ce-46a6-adfe-1b8707331bd2', 'name': '', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:62:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:18Z', 'updated_at': '2021-07-22T19:20:30Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:28Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:20:58.821487 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921a5e3c-87cc-4ce9-916d-91e4bf1795ad tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:58.823576 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921a5e3c-87cc-4ce9-916d-91e4bf1795ad tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:58.827516 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-921a5e3c-87cc-4ce9-916d-91e4bf1795ad tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0997908 Jul 22 19:20:58.827833 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58678) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:58.851040 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ae4856dd-7d48-47fe-9db9-5480ea7764aa tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:58.855087 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bdd8ba-49a8-4848-9ece-cb517589f91d None None] The sync data for ids ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'] in n-d-800086-12 is: [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:20:54Z', 'revision_number': 8, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': '047c5ac4-e53c-4d53-ac0d-43f2148c31d5', 'name': '', 'network_id': '9194613b-c54f-458a-88ba-cc2f0c599864', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:5e:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:27Z', 'updated_at': '2021-07-22T19:20:37Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': 'd1dcee31-c141-4993-8b16-02ac70d77e7f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26229c9d-d7ce-46a6-adfe-1b8707331bd2', 'name': '', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:62:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:18Z', 'updated_at': '2021-07-22T19:20:30Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:28Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:20:58.859732 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] Attempting to bind port 0c86fffa-bd68-4800-a18a-cd83144aff34 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:20:58.859732 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] Attempting to bind port 0c86fffa-bd68-4800-a18a-cd83144aff34 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:20:58.860075 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] Attempting to bind port 0c86fffa-bd68-4800-a18a-cd83144aff34 on network ac1cdc45-8892-4608-b80a-7d90307aaf6c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:20:58.871816 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-f3b9baa6-e072-404b-9362-f116804bc4bd tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:58.878337 n-d-800086-12 neutron-server[93807]: WARNING neutron.api.v2.base [None req-f3b9baa6-e072-404b-9362-f116804bc4bd tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 19:20:58.879035 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-f3b9baa6-e072-404b-9362-f116804bc4bd tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 19:20:58.884287 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:20:58.884691 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] Checking segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:20:58.885098 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:58.885494 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] Bound using segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:20:58.885970 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] Bound port: 0c86fffa-bd68-4800-a18a-cd83144aff34, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:20:58.886352 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:58.886467 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f3b9baa6-e072-404b-9362-f116804bc4bd tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2521493 Jul 22 19:20:58.892126 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58682) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:58.906739 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-78dd3078-5aed-4616-92e0-6d6941e60aa7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group': {'name': 'tempest-secgroup--179302912'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:58.948535 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13ed615-d5cb-43e9-8b99-1fea80dee41b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet 370638b9-a4c5-44a6-a92a-55193e0d923c {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:20:58.952889 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b13ed615-d5cb-43e9-8b99-1fea80dee41b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:58.974715 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] For port 0c86fffa-bd68-4800-a18a-cd83144aff34, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:20:58.978271 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] For port 0c86fffa-bd68-4800-a18a-cd83144aff34, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0c86fffa-bd68-4800-a18a-cd83144aff34,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:20:58.989539 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:59.004317 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b13ed615-d5cb-43e9-8b99-1fea80dee41b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:59.113526 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b13ed615-d5cb-43e9-8b99-1fea80dee41b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:59.140449 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-78dd3078-5aed-4616-92e0-6d6941e60aa7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:59.147132 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d52c1-8597-4d21-b0a9-a2c5299a1787 None None] Pushing event updated for resources: {'Port': ['ID=0c86fffa-bd68-4800-a18a-cd83144aff34,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:59.161393 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-78dd3078-5aed-4616-92e0-6d6941e60aa7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:59.244676 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b13ed615-d5cb-43e9-8b99-1fea80dee41b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:59.276126 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b13ed615-d5cb-43e9-8b99-1fea80dee41b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:59.280042 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b13ed615-d5cb-43e9-8b99-1fea80dee41b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/370638b9-a4c5-44a6-a92a-55193e0d923c HTTP/1.1" status: 204 len: 168 time: 0.4502707 Jul 22 19:20:59.336838 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58692) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:59.359713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ed615-d5cb-43e9-8b99-1fea80dee41b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=370638b9-a4c5-44a6-a92a-55193e0d923c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:59.413776 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6204f162-65ca-403f-85cc-79a4697c7503 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:20:59.493731 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 6204f162-65ca-403f-85cc-79a4697c7503 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:20:59.494085 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6204f162-65ca-403f-85cc-79a4697c7503 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:20:59.497288 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 507461b5-5940-490c-bfe6-3483bfe98bca no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:20:59.546206 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 507461b5-5940-490c-bfe6-3483bfe98bca {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:20:59.546568 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 507461b5-5940-490c-bfe6-3483bfe98bca not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:20:59.560121 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ae4856dd-7d48-47fe-9db9-5480ea7764aa tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting port 047c5ac4-e53c-4d53-ac0d-43f2148c31d5 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:20:59.561055 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ae4856dd-7d48-47fe-9db9-5480ea7764aa tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:59.575159 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1e5483d8-1b2d-45e5-b41a-b58d4c2dab89 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2371011 Jul 22 19:20:59.584532 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58724) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:59.589557 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ddd4b21f-b5bc-4a32-891d-bae01d892d3d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:20:59.754133 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-78dd3078-5aed-4616-92e0-6d6941e60aa7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:59.782383 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-ae4856dd-7d48-47fe-9db9-5480ea7764aa tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] For port 047c5ac4-e53c-4d53-ac0d-43f2148c31d5, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=047c5ac4-e53c-4d53-ac0d-43f2148c31d5,segment=NetworkSegment(96ccd6f5-9884-41f3-969f-bf6fba06d401),segment_id=96ccd6f5-9884-41f3-969f-bf6fba06d401)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:20:59.782383 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ae4856dd-7d48-47fe-9db9-5480ea7764aa tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:59.782556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38b3a8-b1dc-4afd-be1a-26f7adc692a9 req-04225252-b3b9-439b-9385-4c1bba2f0a3b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:20:59.787958 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af38b3a8-b1dc-4afd-be1a-26f7adc692a9 req-04225252-b3b9-439b-9385-4c1bba2f0a3b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 945 time: 0.3972108 Jul 22 19:20:59.798149 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ae4856dd-7d48-47fe-9db9-5480ea7764aa tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Calling delete_port for 047c5ac4-e53c-4d53-ac0d-43f2148c31d5 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:20:59.798903 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-78dd3078-5aed-4616-92e0-6d6941e60aa7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:59.810749 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd4b21f-b5bc-4a32-891d-bae01d892d3d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:20:59.816271 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddd4b21f-b5bc-4a32-891d-bae01d892d3d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:59.875176 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd3078-5aed-4616-92e0-6d6941e60aa7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8e5e23-df9c-40b5-9705-b73c2b7cd690,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:20:59.901129 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af38b3a8-b1dc-4afd-be1a-26f7adc692a9 req-7b6295e1-aa3f-4468-972b-8e698518e3db tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118832 Jul 22 19:20:59.965714 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58734) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:20:59.988912 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-78dd3078-5aed-4616-92e0-6d6941e60aa7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:59.994766 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-78dd3078-5aed-4616-92e0-6d6941e60aa7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:00.024102 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-78dd3078-5aed-4616-92e0-6d6941e60aa7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:00.028043 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-78dd3078-5aed-4616-92e0-6d6941e60aa7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1316888 Jul 22 19:21:00.041534 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58740) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:00.050613 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ce2369b1-1ab8-4554-b7cc-acb665aecc93 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group_rule': {'security_group_id': '29a157b9-c1d2-4932-8c05-84a103c3789f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:00.082272 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd3078-5aed-4616-92e0-6d6941e60aa7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a157b9-c1d2-4932-8c05-84a103c3789f,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:00.123441 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050a3d8-bc3b-4dbc-9179-98171d353d7a req-2c592505-005b-4f4f-8739-7c4f6f81c1dc tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:00.125427 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3050a3d8-bc3b-4dbc-9179-98171d353d7a req-2c592505-005b-4f4f-8739-7c4f6f81c1dc tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e25ba6-1018-4d31-87f0-27f71aab8e2a HTTP/1.1" status: 200 len: 948 time: 0.1111562 Jul 22 19:21:00.132026 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-5edbbede-b880-4b1a-a35f-daed4b8f095b tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-820749526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:00.145684 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce2369b1-1ab8-4554-b7cc-acb665aecc93 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:00.165968 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3050a3d8-bc3b-4dbc-9179-98171d353d7a req-788a77fe-945b-4b65-8cbc-019372f22178 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef668b5-7d34-46ad-a15b-7a104c1f6658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342689 Jul 22 19:21:00.269072 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5edbbede-b880-4b1a-a35f-daed4b8f095b tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:00.270020 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5edbbede-b880-4b1a-a35f-daed4b8f095b tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:00.292657 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ae4856dd-7d48-47fe-9db9-5480ea7764aa tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:00.315429 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:00.345691 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4856dd-7d48-47fe-9db9-5480ea7764aa tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Port': ['ID=047c5ac4-e53c-4d53-ac0d-43f2148c31d5,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:00.373538 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:00.378691 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:00.379442 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:00.388945 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce2369b1-1ab8-4554-b7cc-acb665aecc93 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:00.471823 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:00.480092 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce2369b1-1ab8-4554-b7cc-acb665aecc93 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:00.511169 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=050d3f74-c8f0-44a7-a793-d5eb72a68ec6,segment=NetworkSegment(cb52d942-9576-4c25-a64b-825c4afac57b),segment_id=cb52d942-9576-4c25-a64b-825c4afac57b)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:00.516833 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:00.523712 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5edbbede-b880-4b1a-a35f-daed4b8f095b tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:00.551317 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5edbbede-b880-4b1a-a35f-daed4b8f095b tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:00.567850 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2369b1-1ab8-4554-b7cc-acb665aecc93 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7534977-451e-4466-afd7-a6c900f5fa8f,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:00.580779 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=050d3f74-c8f0-44a7-a793-d5eb72a68ec6,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:00.587182 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306f37d9-8a90-4bea-99b8-f5531fec5efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:21:00.589722 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a5271b-259c-40a8-80ac-7e257d73377c" -d '{"events": [{"server_uuid": "306f37d9-8a90-4bea-99b8-f5531fec5efd", "name": "network-vif-plugged", "status": "completed", "tag": "050d3f74-c8f0-44a7-a793-d5eb72a68ec6"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:21:00.600158 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce2369b1-1ab8-4554-b7cc-acb665aecc93 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:00.603964 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ce2369b1-1ab8-4554-b7cc-acb665aecc93 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5569880 Jul 22 19:21:00.605710 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58744) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:00.607847 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5edbbede-b880-4b1a-a35f-daed4b8f095b tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:00.609297 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5edbbede-b880-4b1a-a35f-daed4b8f095b tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6390069 Jul 22 19:21:00.610803 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-75e9f07a-94e1-4725-a743-312e98588108 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group_rule': {'security_group_id': '29a157b9-c1d2-4932-8c05-84a103c3789f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:00.614436 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58746) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:00.619845 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-020186d0-1c41-4840-abb1-6937d4a8ef51 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-390280477'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:00.637007 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f640df0f-0069-4032-9781-13873812da6a x-openstack-request-id: req-f640df0f-0069-4032-9781-13873812da6a {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:21:00.637564 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306f37d9-8a90-4bea-99b8-f5531fec5efd", "name": "network-vif-plugged", "status": "completed", "tag": "050d3f74-c8f0-44a7-a793-d5eb72a68ec6", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:21:00.638417 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f640df0f-0069-4032-9781-13873812da6a {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:21:00.639870 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306f37d9-8a90-4bea-99b8-f5531fec5efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6', 'code': 200} Jul 22 19:21:00.647886 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ae4856dd-7d48-47fe-9db9-5480ea7764aa tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:00.662271 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-75e9f07a-94e1-4725-a743-312e98588108 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:00.734979 n-d-800086-12 neutron-server[93806]: DEBUG neutron.objects.ports [None req-ddd4b21f-b5bc-4a32-891d-bae01d892d3d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93806) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:21:00.749858 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e04d384-c201-4db4-8a7c-10cd2c99630d None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:00.784824 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-75e9f07a-94e1-4725-a743-312e98588108 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 19:21:00.788394 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-75e9f07a-94e1-4725-a743-312e98588108 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1793189 Jul 22 19:21:00.788394 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a33feb-97fc-4f40-9436-6d0e37d9a1c1 req-748346f0-50fe-48a2-aca3-a475a4ec9924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:00.789610 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-85a33feb-97fc-4f40-9436-6d0e37d9a1c1 req-748346f0-50fe-48a2-aca3-a475a4ec9924 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 1098 time: 0.0799823 Jul 22 19:21:00.790075 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58748) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:00.821378 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020186d0-1c41-4840-abb1-6937d4a8ef51 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Made reservation on behalf of 9d9af06805934e428c18f298b5d00e6b for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:00.824835 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-020186d0-1c41-4840-abb1-6937d4a8ef51 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:00.835897 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-678f10ff-9ceb-44d6-8d73-8da16b0fc082 None None] Provisioning for port 0c86fffa-bd68-4800-a18a-cd83144aff34 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:00.854934 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-020186d0-1c41-4840-abb1-6937d4a8ef51 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:00.860698 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-85a33feb-97fc-4f40-9436-6d0e37d9a1c1 req-fd5ee215-8bc0-43e2-867e-93504d4ea4f9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637658 Jul 22 19:21:00.878955 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce885d57-a254-45e3-b1a6-7c64e39a2fdb tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:00.915416 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce885d57-a254-45e3-b1a6-7c64e39a2fdb tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:00.975106 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce885d57-a254-45e3-b1a6-7c64e39a2fdb tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:00.978506 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce885d57-a254-45e3-b1a6-7c64e39a2fdb tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:00.979954 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ce885d57-a254-45e3-b1a6-7c64e39a2fdb tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "DELETE /v2.0/security-groups/29a157b9-c1d2-4932-8c05-84a103c3789f HTTP/1.1" status: 204 len: 168 time: 0.1889460 Jul 22 19:21:00.985020 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58752) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:01.012139 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-80052319-50d3-4eca-9a02-1786d9e52670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:01.020195 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce885d57-a254-45e3-b1a6-7c64e39a2fdb tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a157b9-c1d2-4932-8c05-84a103c3789f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:01.103668 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:01.107495 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-68482e32-c428-466e-b0ea-975c409e8b7b tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1210263 Jul 22 19:21:01.109419 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58754) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:01.114917 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-3b0d8991-c65d-4921-9cea-f13ff52b53cb tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group': {'name': 'tempest-secgroup--1768461587'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:01.154708 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ec041-7b5f-4151-b662-5c4899e38a7f req-660d2761-6fd6-49e0-8192-315d433cdd05 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:01.156373 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a45ec041-7b5f-4151-b662-5c4899e38a7f req-660d2761-6fd6-49e0-8192-315d433cdd05 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 946 time: 0.1404908 Jul 22 19:21:01.259447 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a45ec041-7b5f-4151-b662-5c4899e38a7f req-b877c15a-b056-4e15-8719-c7dadee91486 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949473 Jul 22 19:21:01.327636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0c86fffa-bd68-4800-a18a-cd83144aff34 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:01.340533 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.db.api [None req-3b0d8991-c65d-4921-9cea-f13ff52b53cb tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:21:01.340533 n-d-800086-12 neutron-server[93807]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 19:21:01.340533 n-d-800086-12 neutron-server[93807]: [parameters: {'project_id_1': '6be334c93686418da6cb2a592cf3bd34', 'expiration_1': datetime.datetime(2021, 7, 22, 19, 21, 1, 133742)}] Jul 22 19:21:01.340533 n-d-800086-12 neutron-server[93807]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:21:01.341010 n-d-800086-12 neutron-server[93807]: DEBUG oslo_db.api [None req-3b0d8991-c65d-4921-9cea-f13ff52b53cb tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:21:01.374578 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebcf4e-cdc1-428c-8b65-45460b7ab90d req-427cbacf-6210-444b-a3e0-6eb6b2f0ce7e tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:01.378855 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c4ebcf4e-cdc1-428c-8b65-45460b7ab90d req-427cbacf-6210-444b-a3e0-6eb6b2f0ce7e tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e25ba6-1018-4d31-87f0-27f71aab8e2a HTTP/1.1" status: 200 len: 948 time: 0.1070576 Jul 22 19:21:01.390081 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 0c86fffa-bd68-4800-a18a-cd83144aff34 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:01.394862 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 0c86fffa-bd68-4800-a18a-cd83144aff34 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:01.395455 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:01.432199 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c4ebcf4e-cdc1-428c-8b65-45460b7ab90d req-4f18468d-888f-4f20-a440-89a5c20172bf tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef668b5-7d34-46ad-a15b-7a104c1f6658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435758 Jul 22 19:21:01.516021 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4856dd-7d48-47fe-9db9-5480ea7764aa tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router be746541-d2a8-426f-b7be-e8cc5dc8ed1f has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:21:01.516250 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:01.550746 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddd4b21f-b5bc-4a32-891d-bae01d892d3d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:01.566809 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 0c86fffa-bd68-4800-a18a-cd83144aff34, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0c86fffa-bd68-4800-a18a-cd83144aff34,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:01.573360 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:01.583785 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556246e-c75c-450d-b93d-75ef546ff1b4 req-f7e98b79-1c6d-4056-9a17-8e423f399b09 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:01.585355 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0556246e-c75c-450d-b93d-75ef546ff1b4 req-f7e98b79-1c6d-4056-9a17-8e423f399b09 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.16 "GET /v2.0/ports?device_id=50e25ba6-1018-4d31-87f0-27f71aab8e2a HTTP/1.1" status: 200 len: 948 time: 0.0896256 Jul 22 19:21:01.627727 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-abf30afc-44bf-4b3a-8cdc-371d98888434 None None] Could not find standard attr ID for object f8c05282-8cd6-4c1a-89f4-e525d7522d06. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:21:01.655959 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=0c86fffa-bd68-4800-a18a-cd83144aff34,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:01.707408 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4856dd-7d48-47fe-9db9-5480ea7764aa tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:21:01.710274 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-020186d0-1c41-4840-abb1-6937d4a8ef51 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:01.718442 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ae4856dd-7d48-47fe-9db9-5480ea7764aa tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/be746541-d2a8-426f-b7be-e8cc5dc8ed1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5820849 Jul 22 19:21:01.719088 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58758) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:01.722474 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d65038-1d2d-4642-80cc-3606b1b77eae None None] Sync routers for ids ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:21:01.750609 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d65038-1d2d-4642-80cc-3606b1b77eae None None] Routers {'be746541-d2a8-426f-b7be-e8cc5dc8ed1f'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:01.751591 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-020186d0-1c41-4840-abb1-6937d4a8ef51 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:01.753218 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e8d65038-1d2d-4642-80cc-3606b1b77eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:01.762213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-0556246e-c75c-450d-b93d-75ef546ff1b4 req-b890ec98-aa4e-4fd9-a2fd-63c614a6ae31 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Deleting port d0dcd13d-f840-490d-aec6-b2a9f77e15c7 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:01.762555 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0556246e-c75c-450d-b93d-75ef546ff1b4 req-b890ec98-aa4e-4fd9-a2fd-63c614a6ae31 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:01.818320 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020186d0-1c41-4840-abb1-6937d4a8ef51 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:21:01.855061 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-e8d65038-1d2d-4642-80cc-3606b1b77eae None None] Set router be746541-d2a8-426f-b7be-e8cc5dc8ed1f gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:21:01.861521 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-020186d0-1c41-4840-abb1-6937d4a8ef51 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:01.861876 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-020186d0-1c41-4840-abb1-6937d4a8ef51 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Added segment 0f7a2acc-e809-4b63-8c50-05abbd5aad33 of type vlan for network 0f5bf88f-459a-40bc-823c-28c37158a2c7 Jul 22 19:21:01.863463 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020186d0-1c41-4840-abb1-6937d4a8ef51 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23c0665f-0578-43e8-b8ce-f54f8eea4c85,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:01.869544 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-8babd695-5d44-49e7-88da-5f660cf05ccb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting subnet d1dcee31-c141-4993-8b16-02ac70d77e7f {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:21:01.891239 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-0556246e-c75c-450d-b93d-75ef546ff1b4 req-b890ec98-aa4e-4fd9-a2fd-63c614a6ae31 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] For port d0dcd13d-f840-490d-aec6-b2a9f77e15c7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d0dcd13d-f840-490d-aec6-b2a9f77e15c7,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:01.893339 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0556246e-c75c-450d-b93d-75ef546ff1b4 req-b890ec98-aa4e-4fd9-a2fd-63c614a6ae31 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:01.894161 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8babd695-5d44-49e7-88da-5f660cf05ccb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:01.904393 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8991-c65d-4921-9cea-f13ff52b53cb tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:01.910725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-0556246e-c75c-450d-b93d-75ef546ff1b4 req-b890ec98-aa4e-4fd9-a2fd-63c614a6ae31 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Calling delete_port for d0dcd13d-f840-490d-aec6-b2a9f77e15c7 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:01.974674 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-020186d0-1c41-4840-abb1-6937d4a8ef51 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:01.979723 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8babd695-5d44-49e7-88da-5f660cf05ccb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:02.075294 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e8d65038-1d2d-4642-80cc-3606b1b77eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:21:00Z', 'revision_number': 9, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': '26229c9d-d7ce-46a6-adfe-1b8707331bd2', 'name': '', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:62:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:18Z', 'updated_at': '2021-07-22T19:20:30Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:28Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:02.098132 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8991-c65d-4921-9cea-f13ff52b53cb tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:02.103386 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8991-c65d-4921-9cea-f13ff52b53cb tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:02.106452 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d65038-1d2d-4642-80cc-3606b1b77eae None None] Checking router: be746541-d2a8-426f-b7be-e8cc5dc8ed1f for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:21:02.116118 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d65038-1d2d-4642-80cc-3606b1b77eae None None] Routers {'be746541-d2a8-426f-b7be-e8cc5dc8ed1f'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:02.116777 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e8d65038-1d2d-4642-80cc-3606b1b77eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:02.128699 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-020186d0-1c41-4840-abb1-6937d4a8ef51 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:02.134223 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020186d0-1c41-4840-abb1-6937d4a8ef51 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:02.134824 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-020186d0-1c41-4840-abb1-6937d4a8ef51 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:02.146763 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-ddd4b21f-b5bc-4a32-891d-bae01d892d3d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] For port 0c86fffa-bd68-4800-a18a-cd83144aff34, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0c86fffa-bd68-4800-a18a-cd83144aff34,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:02.151111 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8991-c65d-4921-9cea-f13ff52b53cb tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:02.152330 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3b0d8991-c65d-4921-9cea-f13ff52b53cb tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0419669 Jul 22 19:21:02.156585 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58760) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:02.163908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-1d18c0fe-1d6b-42de-b329-6ce35fbd3c47 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group_rule': {'security_group_id': 'd9595854-9aca-42b6-b039-6d2e8696dbe8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:02.164507 n-d-800086-12 neutron-server[93807]: WARNING neutron.api.v2.base [None req-1d18c0fe-1d6b-42de-b329-6ce35fbd3c47 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 22 19:21:02.165149 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-1d18c0fe-1d6b-42de-b329-6ce35fbd3c47 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:21:02.166285 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1d18c0fe-1d6b-42de-b329-6ce35fbd3c47 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0077105 Jul 22 19:21:02.167852 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d8991-c65d-4921-9cea-f13ff52b53cb tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9595854-9aca-42b6-b039-6d2e8696dbe8,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:02.171407 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58762) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:02.172055 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0556246e-c75c-450d-b93d-75ef546ff1b4 req-b890ec98-aa4e-4fd9-a2fd-63c614a6ae31 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:02.203594 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8babd695-5d44-49e7-88da-5f660cf05ccb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:02.216065 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-020186d0-1c41-4840-abb1-6937d4a8ef51 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6003847 Jul 22 19:21:02.217151 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-e8d65038-1d2d-4642-80cc-3606b1b77eae None None] Set router be746541-d2a8-426f-b7be-e8cc5dc8ed1f gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:21:02.219476 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58764) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:02.232869 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-29ff1dcc-2b9d-469c-b705-db10f1cfd4b6 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Request body: {'subnet': {'network_id': '0f5bf88f-459a-40bc-823c-28c37158a2c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:02.241583 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890ec98-aa4e-4fd9-a2fd-63c614a6ae31 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Pushing event deleted for resources: {'Port': ['ID=d0dcd13d-f840-490d-aec6-b2a9f77e15c7,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:02.266142 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddd4b21f-b5bc-4a32-891d-bae01d892d3d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:02.303802 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:02.314453 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddd4b21f-b5bc-4a32-891d-bae01d892d3d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:02.315912 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddd4b21f-b5bc-4a32-891d-bae01d892d3d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:02.318127 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020186d0-1c41-4840-abb1-6937d4a8ef51 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Pushing event updated for resources: {'Network': ['ID=0f5bf88f-459a-40bc-823c-28c37158a2c7,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:02.324802 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-0556246e-c75c-450d-b93d-75ef546ff1b4 req-b890ec98-aa4e-4fd9-a2fd-63c614a6ae31 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] No DVR routers for this DVR port d0dcd13d-f840-490d-aec6-b2a9f77e15c7 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:21:02.328010 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0556246e-c75c-450d-b93d-75ef546ff1b4 req-b890ec98-aa4e-4fd9-a2fd-63c614a6ae31 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:02.332787 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0556246e-c75c-450d-b93d-75ef546ff1b4 req-b890ec98-aa4e-4fd9-a2fd-63c614a6ae31 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.16 "DELETE /v2.0/ports/d0dcd13d-f840-490d-aec6-b2a9f77e15c7 HTTP/1.1" status: 204 len: 173 time: 0.7331257 Jul 22 19:21:02.333876 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 0f5bf88f-459a-40bc-823c-28c37158a2c7 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:21:02.345252 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e25ba6-1018-4d31-87f0-27f71aab8e2a', 'name': 'network-vif-deleted', 'tag': 'd0dcd13d-f840-490d-aec6-b2a9f77e15c7'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:21:02.348779 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97456717-7efc-492d-87ec-e12dd306f643" -d '{"events": [{"server_uuid": "50e25ba6-1018-4d31-87f0-27f71aab8e2a", "name": "network-vif-deleted", "tag": "d0dcd13d-f840-490d-aec6-b2a9f77e15c7"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:21:02.433013 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9da9810-fc01-41b5-b7b9-e3051a37619c x-openstack-request-id: req-f9da9810-fc01-41b5-b7b9-e3051a37619c {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:21:02.433314 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e25ba6-1018-4d31-87f0-27f71aab8e2a", "name": "network-vif-deleted", "tag": "d0dcd13d-f840-490d-aec6-b2a9f77e15c7", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:21:02.433831 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9da9810-fc01-41b5-b7b9-e3051a37619c {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:21:02.434227 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e25ba6-1018-4d31-87f0-27f71aab8e2a', 'name': 'network-vif-deleted', 'tag': 'd0dcd13d-f840-490d-aec6-b2a9f77e15c7', 'status': 'completed', 'code': 200} Jul 22 19:21:02.481135 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a456187e-7b6e-4180-bc63-bdd0cf056708 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:02.496330 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd4b21f-b5bc-4a32-891d-bae01d892d3d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:02.507607 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-ddd4b21f-b5bc-4a32-891d-bae01d892d3d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:02.514246 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd4b21f-b5bc-4a32-891d-bae01d892d3d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:02.515131 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddd4b21f-b5bc-4a32-891d-bae01d892d3d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:02.521390 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fb9752-cff9-4378-927c-bf40d1b0ae66 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:02.522599 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8babd695-5d44-49e7-88da-5f660cf05ccb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:02.532267 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a456187e-7b6e-4180-bc63-bdd0cf056708 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:02.540334 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4b21f-b5bc-4a32-891d-bae01d892d3d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=e8223530-8032-45d5-9caa-c1e31fb10332,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:02.575707 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4b21f-b5bc-4a32-891d-bae01d892d3d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=0c86fffa-bd68-4800-a18a-cd83144aff34,revision_number=6']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:02.579562 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8babd695-5d44-49e7-88da-5f660cf05ccb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:02.584842 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8babd695-5d44-49e7-88da-5f660cf05ccb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/subnets/d1dcee31-c141-4993-8b16-02ac70d77e7f HTTP/1.1" status: 204 len: 168 time: 0.8437071 Jul 22 19:21:02.585639 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58772) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:02.587122 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babd695-5d44-49e7-88da-5f660cf05ccb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Subnet': ['ID=d1dcee31-c141-4993-8b16-02ac70d77e7f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:02.591108 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e8d65038-1d2d-4642-80cc-3606b1b77eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:21:00Z', 'revision_number': 9, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': '26229c9d-d7ce-46a6-adfe-1b8707331bd2', 'name': '', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:62:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:18Z', 'updated_at': '2021-07-22T19:20:30Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:28Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:02.625022 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ddd4b21f-b5bc-4a32-891d-bae01d892d3d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.0392215 Jul 22 19:21:02.625536 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d65038-1d2d-4642-80cc-3606b1b77eae None None] The sync data for ids ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'] in n-d-800086-12 is: [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:21:00Z', 'revision_number': 9, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': '26229c9d-d7ce-46a6-adfe-1b8707331bd2', 'name': '', 'network_id': '633436a3-c6fd-438d-97b2-b48e48f738e8', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:62:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:18Z', 'updated_at': '2021-07-22T19:20:30Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '208ee984-0437-4abb-98b0-571f4beb25b9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:28Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:21:02.625729 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58774) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:02.633252 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-59443193-07da-4de5-8f4a-6a46405a29ad tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'mac_address': 'fa:16:3e:8d:d0:a6', 'name': 'tempest-NetworksTestDHCPv6-2019545606'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:02.657906 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-60916920-d5ae-43f3-8c8e-9fef62722137 req-c0092e9f-7d14-4026-82dc-0d494d2cd3ad tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=50e25ba6-1018-4d31-87f0-27f71aab8e2a HTTP/1.1" status: 200 len: 210 time: 0.0500538 Jul 22 19:21:02.662596 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ff1dcc-2b9d-469c-b705-db10f1cfd4b6 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Made reservation on behalf of 9d9af06805934e428c18f298b5d00e6b for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:02.666812 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-29ff1dcc-2b9d-469c-b705-db10f1cfd4b6 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:02.707155 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b928bd-e392-4eb3-9674-8cf3774a0bb3 None None] Network 9194613b-c54f-458a-88ba-cc2f0c599864 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:02.727946 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a456187e-7b6e-4180-bc63-bdd0cf056708 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:02.732520 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a456187e-7b6e-4180-bc63-bdd0cf056708 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:02.734462 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a456187e-7b6e-4180-bc63-bdd0cf056708 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "DELETE /v2.0/security-groups/d9595854-9aca-42b6-b039-6d2e8696dbe8 HTTP/1.1" status: 204 len: 168 time: 0.5562546 Jul 22 19:21:02.742957 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58776) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:02.800774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456187e-7b6e-4180-bc63-bdd0cf056708 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9595854-9aca-42b6-b039-6d2e8696dbe8,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:02.819514 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b475a-cd76-4c7c-8148-3bc9e84b8320 req-4c23486f-1c40-4f7a-b94c-ff7c107662cc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:02.821610 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa9b475a-cd76-4c7c-8148-3bc9e84b8320 req-4c23486f-1c40-4f7a-b94c-ff7c107662cc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 946 time: 0.4107120 Jul 22 19:21:02.821771 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-093c36bd-32b7-4019-8a6f-dc9ec4961042 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:02.872375 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-58b76730-61ef-41d7-bdb2-015d7810429b tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1228962 Jul 22 19:21:02.891436 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58778) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:02.937735 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa9b475a-cd76-4c7c-8148-3bc9e84b8320 req-e47369e5-53fa-490d-a1c5-55f5e24b8e73 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937474 Jul 22 19:21:02.951291 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-93a48e50-97ce-45b9-848b-8bb13f8721c0 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group': {'name': 'tempest-secgroup--497504365'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:03.052722 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93a48e50-97ce-45b9-848b-8bb13f8721c0 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:03.112800 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-093c36bd-32b7-4019-8a6f-dc9ec4961042 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting port ac099b7a-85e6-4f26-a0ef-9ab2812e62f5 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:03.113913 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-093c36bd-32b7-4019-8a6f-dc9ec4961042 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:03.199043 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae986017-a3e0-4045-8c07-ddad412c5a85 None None] DHCP port deletion for 9194613b-c54f-458a-88ba-cc2f0c599864 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:21:03.224719 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-093c36bd-32b7-4019-8a6f-dc9ec4961042 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] For port ac099b7a-85e6-4f26-a0ef-9ab2812e62f5, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ac099b7a-85e6-4f26-a0ef-9ab2812e62f5,segment=NetworkSegment(96ccd6f5-9884-41f3-969f-bf6fba06d401),segment_id=96ccd6f5-9884-41f3-969f-bf6fba06d401)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:03.225075 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-093c36bd-32b7-4019-8a6f-dc9ec4961042 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:03.226140 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-29ff1dcc-2b9d-469c-b705-db10f1cfd4b6 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:03.245588 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-093c36bd-32b7-4019-8a6f-dc9ec4961042 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Calling delete_port for ac099b7a-85e6-4f26-a0ef-9ab2812e62f5 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:03.254497 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0c86fffa-bd68-4800-a18a-cd83144aff34 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:03.330793 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59443193-07da-4de5-8f4a-6a46405a29ad tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:03.344536 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff1dcc-2b9d-469c-b705-db10f1cfd4b6 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Pushing event updated for resources: {'Subnet': ['ID=c5d309e9-9224-4617-af0b-b80e576baa54,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:03.357183 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-6bac9759-0464-4fb8-9712-8ebfe5bea163 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4565547 Jul 22 19:21:03.384742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e4386-1932-482a-b077-00e303722360 req-144bd110-8593-44d0-b401-c9ff2665da71 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:03.386318 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-803e4386-1932-482a-b077-00e303722360 req-144bd110-8593-44d0-b401-c9ff2665da71 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 946 time: 0.2172394 Jul 22 19:21:03.389695 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ff1dcc-2b9d-469c-b705-db10f1cfd4b6 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Checking segment: {'id': '0f7a2acc-e809-4b63-8c50-05abbd5aad33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0f5bf88f-459a-40bc-823c-28c37158a2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:21:03.390063 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ff1dcc-2b9d-469c-b705-db10f1cfd4b6 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Network hostable DHCP agents. Network: 0f5bf88f-459a-40bc-823c-28c37158a2c7, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:21:03.464198 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ff1dcc-2b9d-469c-b705-db10f1cfd4b6 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Network 0f5bf88f-459a-40bc-823c-28c37158a2c7 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:21:03.477880 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-803e4386-1932-482a-b077-00e303722360 req-2d5a419b-11df-455f-b52d-9443de3a7129 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799327 Jul 22 19:21:03.479881 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-29ff1dcc-2b9d-469c-b705-db10f1cfd4b6 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 0f5bf88f-459a-40bc-823c-28c37158a2c7) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:03.485764 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ff1dcc-2b9d-469c-b705-db10f1cfd4b6 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:03.486418 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-29ff1dcc-2b9d-469c-b705-db10f1cfd4b6 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:03.501688 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-59443193-07da-4de5-8f4a-6a46405a29ad tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:03.508283 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-093c36bd-32b7-4019-8a6f-dc9ec4961042 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:03.523541 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-1557db1a-07eb-41e5-a4ed-c894a24a32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:03.524688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-1557db1a-07eb-41e5-a4ed-c894a24a32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:03.525183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-1557db1a-07eb-41e5-a4ed-c894a24a32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:03.525671 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-1557db1a-07eb-41e5-a4ed-c894a24a32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:03.526156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-1557db1a-07eb-41e5-a4ed-c894a24a32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:03.527033 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-1557db1a-07eb-41e5-a4ed-c894a24a32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:03.527203 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-1557db1a-07eb-41e5-a4ed-c894a24a32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:03.527835 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58784) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:03.529214 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-1557db1a-07eb-41e5-a4ed-c894a24a32c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=598d83e90cdd48809c7ec7a29420c426&device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 6498 time: 0.1114180 Jul 22 19:21:03.559955 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a07a7c-cc6d-4222-9625-efc272bbc77d None None] Network 0f5bf88f-459a-40bc-823c-28c37158a2c7 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:03.588962 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c36bd-32b7-4019-8a6f-dc9ec4961042 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Port': ['ID=ac099b7a-85e6-4f26-a0ef-9ab2812e62f5,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:03.593993 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093c36bd-32b7-4019-8a6f-dc9ec4961042 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] No DVR routers for this DVR port ac099b7a-85e6-4f26-a0ef-9ab2812e62f5 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:21:03.604009 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-59443193-07da-4de5-8f4a-6a46405a29ad tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] device_id is not set on port bcbbd768-9ea0-440c-be64-d4d1287964bf yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:21:03.654653 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-f50457df-73b9-4a52-9989-d9c6943f47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:03.654871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0f89edcc-4434-42b6-a1be-321d4e5b5c2d None None] Provisioning complete for port 0c86fffa-bd68-4800-a18a-cd83144aff34 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:03.654971 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-f50457df-73b9-4a52-9989-d9c6943f47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:03.655400 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-f50457df-73b9-4a52-9989-d9c6943f47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:03.655798 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0f89edcc-4434-42b6-a1be-321d4e5b5c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:03.657026 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-f50457df-73b9-4a52-9989-d9c6943f47e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=47ed28f7-e57b-4725-b7b8-4e2ff6ef303b&id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&id=06eb644b-f29e-45c4-8d9a-7769e64949ae&id=06eb644b-f29e-45c4-8d9a-7769e64949ae HTTP/1.1" status: 200 len: 2292 time: 0.1043372 Jul 22 19:21:03.663961 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93a48e50-97ce-45b9-848b-8bb13f8721c0 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:03.712650 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93a48e50-97ce-45b9-848b-8bb13f8721c0 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:03.713308 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-29ff1dcc-2b9d-469c-b705-db10f1cfd4b6 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4867611 Jul 22 19:21:03.713951 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58788) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:03.722808 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-caeeb70e-e491-4f03-bfb3-d668f26950d4 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Request body: {'network': {'name': 'tempest-router-network01--2035586555'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:03.742401 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 0c86fffa-bd68-4800-a18a-cd83144aff34 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:03.743014 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:03.761758 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-65b9e2ee-4221-40d4-a698-014d812c2ca2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0894d912-7036-4f59-8c93-29af89302f62 HTTP/1.1" status: 200 len: 1000 time: 0.0986423 Jul 22 19:21:03.769253 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ae986017-a3e0-4045-8c07-ddad412c5a85 None None] Deleting port ac099b7a-85e6-4f26-a0ef-9ab2812e62f5 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:03.770095 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ae986017-a3e0-4045-8c07-ddad412c5a85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:03.793182 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-093c36bd-32b7-4019-8a6f-dc9ec4961042 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:03.805295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caeeb70e-e491-4f03-bfb3-d668f26950d4 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Made reservation on behalf of 9d9af06805934e428c18f298b5d00e6b for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:03.809074 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-caeeb70e-e491-4f03-bfb3-d668f26950d4 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:03.826839 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93a48e50-97ce-45b9-848b-8bb13f8721c0 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:03.828085 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-93a48e50-97ce-45b9-848b-8bb13f8721c0 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9214206 Jul 22 19:21:03.832052 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58792) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:03.836038 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-093c36bd-32b7-4019-8a6f-dc9ec4961042 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9194613b-c54f-458a-88ba-cc2f0c599864']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:03.838773 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-3f18ee26-551c-4fe2-90cf-d2ced0405ed7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group_rule': {'security_group_id': '9680f757-00b0-407b-bda4-fcf372b12124', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:03.839349 n-d-800086-12 neutron-server[93807]: WARNING neutron.api.v2.base [None req-3f18ee26-551c-4fe2-90cf-d2ced0405ed7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 22 19:21:03.839850 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-3f18ee26-551c-4fe2-90cf-d2ced0405ed7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:21:03.841385 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3f18ee26-551c-4fe2-90cf-d2ced0405ed7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063903 Jul 22 19:21:03.843944 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58794) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:03.858720 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a48e50-97ce-45b9-848b-8bb13f8721c0 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9680f757-00b0-407b-bda4-fcf372b12124,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:03.875271 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-093c36bd-32b7-4019-8a6f-dc9ec4961042 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ccd6f5-9884-41f3-969f-bf6fba06d401') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:03.875572 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-093c36bd-32b7-4019-8a6f-dc9ec4961042 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ccd6f5-9884-41f3-969f-bf6fba06d401') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:03.878656 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d961f3cc-908c-4a39-9777-690d724949a4 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:03.879711 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-3d7d821f-e640-47e4-85da-2482e8c7bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:03.880202 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d961f3cc-908c-4a39-9777-690d724949a4 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 1093 time: 0.3514059 Jul 22 19:21:03.881265 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-3d7d821f-e640-47e4-85da-2482e8c7bb10 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=46c28341-28d1-4391-a7f5-497116b1730d HTTP/1.1" status: 200 len: 850 time: 0.1124103 Jul 22 19:21:03.887742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58796) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:03.904389 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-ce6e5e08-442f-4d39-abce-90f115bac37d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:03.917538 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caeeb70e-e491-4f03-bfb3-d668f26950d4 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:21:03.925625 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-093c36bd-32b7-4019-8a6f-dc9ec4961042 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:03.934826 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-caeeb70e-e491-4f03-bfb3-d668f26950d4 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:03.935448 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-caeeb70e-e491-4f03-bfb3-d668f26950d4 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Added segment bcd632ed-98ad-4815-af96-02b0935ffcd9 of type vlan for network 7a299797-8843-4ab2-8c3f-8ecc339c56bb Jul 22 19:21:03.939901 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-093c36bd-32b7-4019-8a6f-dc9ec4961042 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:03.946627 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093c36bd-32b7-4019-8a6f-dc9ec4961042 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:21:03.946773 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-093c36bd-32b7-4019-8a6f-dc9ec4961042 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:03.977722 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-ae986017-a3e0-4045-8c07-ddad412c5a85 None None] For port ac099b7a-85e6-4f26-a0ef-9ab2812e62f5, host n-d-800086-12, got binding levels [] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:03.978179 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ae986017-a3e0-4045-8c07-ddad412c5a85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:03.993736 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-0f5bf88f-459a-40bc-823c-28c37158a2c7', 'network_id': '0f5bf88f-459a-40bc-823c-28c37158a2c7', 'tenant_id': '9d9af06805934e428c18f298b5d00e6b', 'fixed_ips': [{'subnet_id': 'c5d309e9-9224-4617-af0b-b80e576baa54'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:21:03.994827 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:21:04.005327 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:21:04.012683 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-59443193-07da-4de5-8f4a-6a46405a29ad tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8::f816:3eff:fe8d:d0a6 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/e8223530-8032-45d5-9caa-c1e31fb10332/bcbbd768-9ea0-440c-be64-d4d1287964bf) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:04.035385 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ae986017-a3e0-4045-8c07-ddad412c5a85 None None] Calling delete_port for ac099b7a-85e6-4f26-a0ef-9ab2812e62f5 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:04.038166 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-093c36bd-32b7-4019-8a6f-dc9ec4961042 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.039931 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.044237 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-093c36bd-32b7-4019-8a6f-dc9ec4961042 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.050302 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-093c36bd-32b7-4019-8a6f-dc9ec4961042 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/networks/9194613b-c54f-458a-88ba-cc2f0c599864 HTTP/1.1" status: 204 len: 168 time: 1.4613869 Jul 22 19:21:04.051051 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58800) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:04.059518 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.ipam_backend_mixin [None req-ae986017-a3e0-4045-8c07-ddad412c5a85 None None] Port ac099b7a-85e6-4f26-a0ef-9ab2812e62f5 was not found and therefore no delete operation was performed {{(pid=93808) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:21:04.074904 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ae986017-a3e0-4045-8c07-ddad412c5a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.092887 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c36bd-32b7-4019-8a6f-dc9ec4961042 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Network': ['ID=9194613b-c54f-458a-88ba-cc2f0c599864,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:04.124050 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-caeeb70e-e491-4f03-bfb3-d668f26950d4 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.140085 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce6e5e08-442f-4d39-abce-90f115bac37d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.156405 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae986017-a3e0-4045-8c07-ddad412c5a85 None None] Pushing event deleted for resources: {'Port': ['ID=ac099b7a-85e6-4f26-a0ef-9ab2812e62f5,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:04.158222 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ae986017-a3e0-4045-8c07-ddad412c5a85 None None] Network 9194613b-c54f-458a-88ba-cc2f0c599864 is not hosted by any dhcp agent {{(pid=93808) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 19:21:04.158845 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae986017-a3e0-4045-8c07-ddad412c5a85 None None] No DVR routers for this DVR port ac099b7a-85e6-4f26-a0ef-9ab2812e62f5 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:21:04.230072 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 047c5ac4-e53c-4d53-ac0d-43f2148c31d5 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:21:04.243693 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a71ec0cd-3711-4844-8af5-0973f9d7e71e tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.255801 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 047c5ac4-e53c-4d53-ac0d-43f2148c31d5 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:21:04.256041 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 047c5ac4-e53c-4d53-ac0d-43f2148c31d5 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:21:04.275243 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-8d717143-50c8-4966-8e6a-1f8cb7ae615e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:04.276822 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-8d717143-50c8-4966-8e6a-1f8cb7ae615e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=47ed28f7-e57b-4725-b7b8-4e2ff6ef303b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3880832 Jul 22 19:21:04.277433 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-caeeb70e-e491-4f03-bfb3-d668f26950d4 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.279650 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] Allocated IP 172.20.0.2 (0f5bf88f-459a-40bc-823c-28c37158a2c7/c5d309e9-9224-4617-af0b-b80e576baa54/0932497d-20c6-4598-ad7f-91ef82387d4b) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:04.283378 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caeeb70e-e491-4f03-bfb3-d668f26950d4 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:04.283774 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-caeeb70e-e491-4f03-bfb3-d668f26950d4 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.310081 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-3346c0b4-8b10-4a85-8fa5-d985a018c802 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:21:04.311090 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-3346c0b4-8b10-4a85-8fa5-d985a018c802 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0235910 Jul 22 19:21:04.333163 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a71ec0cd-3711-4844-8af5-0973f9d7e71e tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.384980 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-caeeb70e-e491-4f03-bfb3-d668f26950d4 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6670809 Jul 22 19:21:04.387080 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58802) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:04.398668 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8037745a-4ea0-4a89-8ab7-aeaabceba862 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Request body: {'network': {'name': 'tempest-router-network02--1303111832'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:04.427494 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-59443193-07da-4de5-8f4a-6a46405a29ad tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.446769 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d7734-5dad-4bb4-8097-b8dae3bc7366 req-41cbf5de-94ab-4263-8933-cbdd5c200ca0 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:04.448206 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aa9d7734-5dad-4bb4-8097-b8dae3bc7366 req-41cbf5de-94ab-4263-8933-cbdd5c200ca0 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=251f480c-b7e7-4611-9fb0-97122141a4b9 HTTP/1.1" status: 200 len: 948 time: 0.3309135 Jul 22 19:21:04.450652 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.460363 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] Transition to ACTIVE for port object 0932497d-20c6-4598-ad7f-91ef82387d4b will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:04.465368 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-59443193-07da-4de5-8f4a-6a46405a29ad tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Transition to ACTIVE for port object bcbbd768-9ea0-440c-be64-d4d1287964bf will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:04.476210 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] Transition to ACTIVE for port object 0932497d-20c6-4598-ad7f-91ef82387d4b will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:04.483355 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.496391 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8037745a-4ea0-4a89-8ab7-aeaabceba862 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Made reservation on behalf of 9d9af06805934e428c18f298b5d00e6b for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:04.497447 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeeb70e-e491-4f03-bfb3-d668f26950d4 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Pushing event updated for resources: {'Network': ['ID=7a299797-8843-4ab2-8c3f-8ecc339c56bb,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:04.500669 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8037745a-4ea0-4a89-8ab7-aeaabceba862 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.521294 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 7a299797-8843-4ab2-8c3f-8ecc339c56bb details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:21:04.534774 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] Network 0f5bf88f-459a-40bc-823c-28c37158a2c7 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:04.550400 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:04.554309 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8037745a-4ea0-4a89-8ab7-aeaabceba862 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:21:04.562044 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:21:04.577080 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a71ec0cd-3711-4844-8af5-0973f9d7e71e tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.578148 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-59443193-07da-4de5-8f4a-6a46405a29ad tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.580099 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] Pushing event updated for resources: {'Port': ['ID=0932497d-20c6-4598-ad7f-91ef82387d4b,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:04.582804 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a71ec0cd-3711-4844-8af5-0973f9d7e71e tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.584693 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a71ec0cd-3711-4844-8af5-0973f9d7e71e tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "DELETE /v2.0/security-groups/9680f757-00b0-407b-bda4-fcf372b12124 HTTP/1.1" status: 204 len: 168 time: 0.7397780 Jul 22 19:21:04.585501 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8037745a-4ea0-4a89-8ab7-aeaabceba862 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.585858 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-8037745a-4ea0-4a89-8ab7-aeaabceba862 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Added segment 825888d5-e581-48d8-98fe-d33b421ad103 of type vlan for network 0193bccc-e6f5-4edd-87cc-c759fcc9f724 Jul 22 19:21:04.593399 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58804) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:04.615519 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aa9d7734-5dad-4bb4-8097-b8dae3bc7366 req-8686b294-cd09-4052-b95a-d8be874105de tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef668b5-7d34-46ad-a15b-7a104c1f6658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309400 Jul 22 19:21:04.618586 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ec0cd-3711-4844-8af5-0973f9d7e71e tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9680f757-00b0-407b-bda4-fcf372b12124,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:04.633958 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-8c3da1e6-88f3-4f48-a9b9-aebc0b255c71 service neutron] 10.222.0.16 "GET /v2.0/networks/47ed28f7-e57b-4725-b7b8-4e2ff6ef303b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975724 Jul 22 19:21:04.663079 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce6e5e08-442f-4d39-abce-90f115bac37d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.690739 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59443193-07da-4de5-8f4a-6a46405a29ad tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:04.698456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] Attempting to bind port 0932497d-20c6-4598-ad7f-91ef82387d4b on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:21:04.699493 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] Attempting to bind port 0932497d-20c6-4598-ad7f-91ef82387d4b by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '0f7a2acc-e809-4b63-8c50-05abbd5aad33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0f5bf88f-459a-40bc-823c-28c37158a2c7'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:21:04.699864 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] Attempting to bind port 0932497d-20c6-4598-ad7f-91ef82387d4b on network 0f5bf88f-459a-40bc-823c-28c37158a2c7 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:21:04.705755 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:21:04.706128 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] Checking segment: {'id': '0f7a2acc-e809-4b63-8c50-05abbd5aad33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0f5bf88f-459a-40bc-823c-28c37158a2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:21:04.706530 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.707025 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] Bound using segment: {'id': '0f7a2acc-e809-4b63-8c50-05abbd5aad33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0f5bf88f-459a-40bc-823c-28c37158a2c7'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:21:04.707382 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] Bound port: 0932497d-20c6-4598-ad7f-91ef82387d4b, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7a2acc-e809-4b63-8c50-05abbd5aad33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0f5bf88f-459a-40bc-823c-28c37158a2c7'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:21:04.707760 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.708230 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-59443193-07da-4de5-8f4a-6a46405a29ad tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:04.710672 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59443193-07da-4de5-8f4a-6a46405a29ad tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:21:04.716704 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59443193-07da-4de5-8f4a-6a46405a29ad tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:04.717188 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-59443193-07da-4de5-8f4a-6a46405a29ad tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.728740 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8037745a-4ea0-4a89-8ab7-aeaabceba862 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.735293 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59443193-07da-4de5-8f4a-6a46405a29ad tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=bcbbd768-9ea0-440c-be64-d4d1287964bf,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:04.787497 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] For port 0932497d-20c6-4598-ad7f-91ef82387d4b, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:21:04.794619 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-59443193-07da-4de5-8f4a-6a46405a29ad tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1652999 Jul 22 19:21:04.795619 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] For port 0932497d-20c6-4598-ad7f-91ef82387d4b, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0932497d-20c6-4598-ad7f-91ef82387d4b,segment=NetworkSegment(0f7a2acc-e809-4b63-8c50-05abbd5aad33),segment_id=0f7a2acc-e809-4b63-8c50-05abbd5aad33)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:21:04.799684 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58806) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:04.803153 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.810385 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-85d8641b-d1cc-4e53-bf81-3125f1a411b2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2035985 Jul 22 19:21:04.810556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58808) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:04.816908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-272cf766-7aad-4a3b-ae44-d2e9ebc219ab tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group': {'name': 'tempest-secgroup--669291243'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:04.864585 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-70f17a90-dce1-48b5-abea-78deb6e43a93 service neutron] 10.222.0.16 "GET /v2.0/networks/47ed28f7-e57b-4725-b7b8-4e2ff6ef303b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222929 Jul 22 19:21:04.870949 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8037745a-4ea0-4a89-8ab7-aeaabceba862 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.881663 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8037745a-4ea0-4a89-8ab7-aeaabceba862 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:04.881663 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8037745a-4ea0-4a89-8ab7-aeaabceba862 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.899572 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2f645-4960-4fb7-bcbc-0c2e06bbe4a5 None None] Pushing event updated for resources: {'Port': ['ID=0932497d-20c6-4598-ad7f-91ef82387d4b,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:04.931984 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38211c09-a8c2-4a08-abdd-e1bfbba92f38 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:04.942618 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8037745a-4ea0-4a89-8ab7-aeaabceba862 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5491519 Jul 22 19:21:04.982344 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58810) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:05.019914 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d0dcd13d-f840-490d-aec6-b2a9f77e15c7 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:21:05.051903 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-cb0d7e9d-e610-4f9d-bfaa-acf609bba168 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Request body: {'subnet': {'network_id': '7a299797-8843-4ab2-8c3f-8ecc339c56bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:05.064950 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037745a-4ea0-4a89-8ab7-aeaabceba862 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Pushing event updated for resources: {'Network': ['ID=0193bccc-e6f5-4edd-87cc-c759fcc9f724,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:05.101469 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 0193bccc-e6f5-4edd-87cc-c759fcc9f724 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:21:05.162557 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: d0dcd13d-f840-490d-aec6-b2a9f77e15c7 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:21:05.162901 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d0dcd13d-f840-490d-aec6-b2a9f77e15c7 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:21:05.262162 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ac099b7a-85e6-4f26-a0ef-9ab2812e62f5 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:21:05.264129 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1ce3eda2-8ac5-4c47-8da1-4488697e2979 None None] Provisioning for port bcbbd768-9ea0-440c-be64-d4d1287964bf completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:05.290693 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1ce3eda2-8ac5-4c47-8da1-4488697e2979 None None] Provisioning complete for port bcbbd768-9ea0-440c-be64-d4d1287964bf triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:05.290693 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1ce3eda2-8ac5-4c47-8da1-4488697e2979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:05.322379 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: ac099b7a-85e6-4f26-a0ef-9ab2812e62f5 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:21:05.322770 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ac099b7a-85e6-4f26-a0ef-9ab2812e62f5 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:21:05.352773 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1ce3eda2-8ac5-4c47-8da1-4488697e2979 None None] Port bcbbd768-9ea0-440c-be64-d4d1287964bf cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:21:05.365610 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-75907e40-c3c7-4af8-a069-8c81970b7495 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=4caad598-a811-477a-8eac-c7e82e58d950 HTTP/1.1" status: 200 len: 217 time: 0.5001171 Jul 22 19:21:05.366456 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-272cf766-7aad-4a3b-ae44-d2e9ebc219ab tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:05.394410 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-ce6e5e08-442f-4d39-abce-90f115bac37d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Allocated IP 172.25.3.95 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/71878968-4f15-4976-8948-f4140e2627b9) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:05.436904 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92f8396-eeb2-40f2-a713-3f0add27cbc1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:05.444081 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92f8396-eeb2-40f2-a713-3f0add27cbc1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:05.445798 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a92f8396-eeb2-40f2-a713-3f0add27cbc1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.6449435 Jul 22 19:21:05.449592 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58812) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:05.484771 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-4d19e829-c079-45d0-bef1-241af70db082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:05.486175 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-4d19e829-c079-45d0-bef1-241af70db082 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0319ae5f-ceed-4659-937d-f32e78dd9116 HTTP/1.1" status: 200 len: 797 time: 0.1118615 Jul 22 19:21:05.710376 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-38211c09-a8c2-4a08-abdd-e1bfbba92f38 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting port 26229c9d-d7ce-46a6-adfe-1b8707331bd2 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:05.710728 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38211c09-a8c2-4a08-abdd-e1bfbba92f38 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:05.712466 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce6e5e08-442f-4d39-abce-90f115bac37d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:05.725580 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-272cf766-7aad-4a3b-ae44-d2e9ebc219ab tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:05.750479 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-272cf766-7aad-4a3b-ae44-d2e9ebc219ab tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:05.794108 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0d7e9d-e610-4f9d-bfaa-acf609bba168 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Made reservation on behalf of 9d9af06805934e428c18f298b5d00e6b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:05.798061 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb0d7e9d-e610-4f9d-bfaa-acf609bba168 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:05.816556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-a1fcafb9-18fd-492e-912e-ac4d4d61998d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:05.818536 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-a1fcafb9-18fd-492e-912e-ac4d4d61998d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3079984 Jul 22 19:21:05.876735 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-272cf766-7aad-4a3b-ae44-d2e9ebc219ab tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:05.880936 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-272cf766-7aad-4a3b-ae44-d2e9ebc219ab tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0697589 Jul 22 19:21:05.884824 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58816) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:05.890764 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-e4d1f6a4-70ae-4dd9-8e20-a62065960697 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting port bcbbd768-9ea0-440c-be64-d4d1287964bf {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:05.891243 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a03701cb-0966-4976-93d0-9c8f8be4fa09 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group_rule': {'security_group_id': '92eca9c2-7753-4487-ac1d-016bf154fd0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:05.891429 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e4d1f6a4-70ae-4dd9-8e20-a62065960697 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:05.891973 n-d-800086-12 neutron-server[93806]: WARNING neutron.api.v2.base [None req-a03701cb-0966-4976-93d0-9c8f8be4fa09 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 22 19:21:05.892567 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-a03701cb-0966-4976-93d0-9c8f8be4fa09 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:21:05.893539 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a03701cb-0966-4976-93d0-9c8f8be4fa09 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062296 Jul 22 19:21:05.903351 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58818) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:05.911465 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-7bfac933-7c82-4d24-a672-f7c63bde2025 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group_rule': {'security_group_id': '92eca9c2-7753-4487-ac1d-016bf154fd0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:05.912144 n-d-800086-12 neutron-server[93806]: WARNING neutron.api.v2.base [None req-7bfac933-7c82-4d24-a672-f7c63bde2025 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 22 19:21:05.912685 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-7bfac933-7c82-4d24-a672-f7c63bde2025 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:21:05.913667 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7bfac933-7c82-4d24-a672-f7c63bde2025 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0093641 Jul 22 19:21:05.915541 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-38211c09-a8c2-4a08-abdd-e1bfbba92f38 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] For port 26229c9d-d7ce-46a6-adfe-1b8707331bd2, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=26229c9d-d7ce-46a6-adfe-1b8707331bd2,segment=NetworkSegment(c66df7f6-cf16-4efd-9870-779c8dd684da),segment_id=c66df7f6-cf16-4efd-9870-779c8dd684da)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:05.915876 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272cf766-7aad-4a3b-ae44-d2e9ebc219ab tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92eca9c2-7753-4487-ac1d-016bf154fd0f,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:05.916064 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38211c09-a8c2-4a08-abdd-e1bfbba92f38 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:05.922376 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58820) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:05.945403 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4117c7f9-7b3b-4b41-a47a-bfdd3a62fd72 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group_rule': {'security_group_id': '92eca9c2-7753-4487-ac1d-016bf154fd0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:05.947212 n-d-800086-12 neutron-server[93806]: WARNING neutron.api.v2.base [None req-4117c7f9-7b3b-4b41-a47a-bfdd3a62fd72 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 22 19:21:05.947719 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-4117c7f9-7b3b-4b41-a47a-bfdd3a62fd72 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:21:05.951311 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4117c7f9-7b3b-4b41-a47a-bfdd3a62fd72 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0253911 Jul 22 19:21:05.954209 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58822) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:05.989924 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-7aa4f736-fd1e-4f23-a61f-9b43abcf211d tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group_rule': {'security_group_id': '92eca9c2-7753-4487-ac1d-016bf154fd0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:05.990792 n-d-800086-12 neutron-server[93806]: WARNING neutron.api.v2.base [None req-7aa4f736-fd1e-4f23-a61f-9b43abcf211d tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 22 19:21:05.991323 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-7aa4f736-fd1e-4f23-a61f-9b43abcf211d tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:21:05.992311 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7aa4f736-fd1e-4f23-a61f-9b43abcf211d tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0172098 Jul 22 19:21:05.997070 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-38211c09-a8c2-4a08-abdd-e1bfbba92f38 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Calling delete_port for 26229c9d-d7ce-46a6-adfe-1b8707331bd2 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:05.999011 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58824) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:06.102114 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e4d1f6a4-70ae-4dd9-8e20-a62065960697 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:06.123872 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce6e5e08-442f-4d39-abce-90f115bac37d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:06.133074 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb670d6-feac-4b35-8e56-f96ebd4b8057 req-7bc34a51-ebe9-4622-8752-d35b4ae5f0dd tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:06.134818 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8fb670d6-feac-4b35-8e56-f96ebd4b8057 req-7bc34a51-ebe9-4622-8752-d35b4ae5f0dd tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.30 "GET /v2.0/ports?device_id=251f480c-b7e7-4611-9fb0-97122141a4b9 HTTP/1.1" status: 200 len: 948 time: 0.3868237 Jul 22 19:21:06.148962 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc23109a-a222-464e-97e4-79c927a29624 None None] Network 0f5bf88f-459a-40bc-823c-28c37158a2c7 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:06.160421 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394287ef-a21e-4364-a309-b5a4786523db req-e744b469-32a5-41b7-adef-013571d97fc9 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:06.162059 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-394287ef-a21e-4364-a309-b5a4786523db req-e744b469-32a5-41b7-adef-013571d97fc9 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=251f480c-b7e7-4611-9fb0-97122141a4b9 HTTP/1.1" status: 200 len: 948 time: 0.4297090 Jul 22 19:21:06.187340 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-e4d1f6a4-70ae-4dd9-8e20-a62065960697 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Calling delete_port for bcbbd768-9ea0-440c-be64-d4d1287964bf owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:06.195706 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-b7725661-6801-4d9e-8906-8836df51efd0 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576539 Jul 22 19:21:06.214116 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b483f2d-013a-4753-9a90-96d1b13c1dee tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:06.221648 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb0d7e9d-e610-4f9d-bfaa-acf609bba168 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:06.232643 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6e5e08-442f-4d39-abce-90f115bac37d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:06.240150 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0d8969ca-818d-471c-8937-4c1d4cdd1c0d None None] Provisioning for port 0932497d-20c6-4598-ad7f-91ef82387d4b completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:06.252889 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-ce6e5e08-442f-4d39-abce-90f115bac37d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:06.285067 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6e5e08-442f-4d39-abce-90f115bac37d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:21:06.313906 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b483f2d-013a-4753-9a90-96d1b13c1dee tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:06.374559 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e5e08-442f-4d39-abce-90f115bac37d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=71878968-4f15-4976-8948-f4140e2627b9,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:06.382640 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d7e9d-e610-4f9d-bfaa-acf609bba168 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Pushing event updated for resources: {'Subnet': ['ID=a2e00395-6a0d-490a-876e-cac805871f2f,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:06.434704 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d7e9d-e610-4f9d-bfaa-acf609bba168 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Checking segment: {'id': 'bcd632ed-98ad-4815-af96-02b0935ffcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7a299797-8843-4ab2-8c3f-8ecc339c56bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:21:06.435078 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0d7e9d-e610-4f9d-bfaa-acf609bba168 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Network hostable DHCP agents. Network: 7a299797-8843-4ab2-8c3f-8ecc339c56bb, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:21:06.441480 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b483f2d-013a-4753-9a90-96d1b13c1dee tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:06.444487 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b483f2d-013a-4753-9a90-96d1b13c1dee tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:06.447992 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9b483f2d-013a-4753-9a90-96d1b13c1dee tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "DELETE /v2.0/security-groups/92eca9c2-7753-4487-ac1d-016bf154fd0f HTTP/1.1" status: 204 len: 168 time: 0.4162457 Jul 22 19:21:06.454313 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58826) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:06.480456 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-394287ef-a21e-4364-a309-b5a4786523db req-b55426af-76c4-40f5-9fee-4f2f6b7493cf tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef668b5-7d34-46ad-a15b-7a104c1f6658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873518 Jul 22 19:21:06.485614 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b483f2d-013a-4753-9a90-96d1b13c1dee tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92eca9c2-7753-4487-ac1d-016bf154fd0f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:06.512777 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38211c09-a8c2-4a08-abdd-e1bfbba92f38 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:06.514861 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0d7e9d-e610-4f9d-bfaa-acf609bba168 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Network 7a299797-8843-4ab2-8c3f-8ecc339c56bb is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:21:06.563514 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ca59b235-0246-447f-be77-2cb3ba8731b7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1074431 Jul 22 19:21:06.564867 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38211c09-a8c2-4a08-abdd-e1bfbba92f38 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Port': ['ID=26229c9d-d7ce-46a6-adfe-1b8707331bd2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:06.565339 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-0cf641db-308d-4afe-be0f-d87d58f22a4b service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312654 Jul 22 19:21:06.570968 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58828) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:06.571116 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-cb0d7e9d-e610-4f9d-bfaa-acf609bba168 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 7a299797-8843-4ab2-8c3f-8ecc339c56bb) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:06.588832 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-682dd0e2-5503-430c-98ea-a67fb1830712 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group': {'name': 'tempest-secgroup--298267157'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:06.592506 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0d7e9d-e610-4f9d-bfaa-acf609bba168 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:06.593115 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb0d7e9d-e610-4f9d-bfaa-acf609bba168 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:06.602356 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fcc715-2fc1-4d40-a802-cad0dff9d671 None None] Network 7a299797-8843-4ab2-8c3f-8ecc339c56bb requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:06.665794 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-b7d46789-8d7f-437d-ac7f-898271af64d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 HTTP/1.1" status: 200 len: 217 time: 0.0928969 Jul 22 19:21:06.705634 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38211c09-a8c2-4a08-abdd-e1bfbba92f38 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:06.782213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-8fb670d6-feac-4b35-8e56-f96ebd4b8057 req-4a60ed51-7ad8-4bd4-a27e-5314277e83b6 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Deleting port 2c3a721c-5b54-4d6e-b84a-73fe586f402f {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:06.782582 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8fb670d6-feac-4b35-8e56-f96ebd4b8057 req-4a60ed51-7ad8-4bd4-a27e-5314277e83b6 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:06.800814 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-682dd0e2-5503-430c-98ea-a67fb1830712 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:06.810461 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cb0d7e9d-e610-4f9d-bfaa-acf609bba168 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8234327 Jul 22 19:21:06.812800 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58830) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:06.820614 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c743c03c-706d-4a7e-86b6-c873ee2a341b tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Request body: {'subnet': {'network_id': '0193bccc-e6f5-4edd-87cc-c759fcc9f724', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:06.842213 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-7a299797-8843-4ab2-8c3f-8ecc339c56bb', 'network_id': '7a299797-8843-4ab2-8c3f-8ecc339c56bb', 'tenant_id': '9d9af06805934e428c18f298b5d00e6b', 'fixed_ips': [{'subnet_id': 'a2e00395-6a0d-490a-876e-cac805871f2f'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:21:06.843903 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:06.950985 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e4d1f6a4-70ae-4dd9-8e20-a62065960697 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:06.953943 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-b85db5d0-54c4-4c34-a0ee-481f3a994386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:06.956215 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-b85db5d0-54c4-4c34-a0ee-481f3a994386 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0319ae5f-ceed-4659-937d-f32e78dd9116 HTTP/1.1" status: 200 len: 797 time: 0.2517159 Jul 22 19:21:07.009250 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38211c09-a8c2-4a08-abdd-e1bfbba92f38 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router be746541-d2a8-426f-b7be-e8cc5dc8ed1f has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:21:07.012373 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] Allocated IP 172.20.0.2 (7a299797-8843-4ab2-8c3f-8ecc339c56bb/a2e00395-6a0d-490a-876e-cac805871f2f/1bf45cf9-91d1-4fe4-9068-f8857fe13da6) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:07.049236 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1f6a4-70ae-4dd9-8e20-a62065960697 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Port': ['ID=bcbbd768-9ea0-440c-be64-d4d1287964bf,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:07.116509 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38211c09-a8c2-4a08-abdd-e1bfbba92f38 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:21:07.117027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-8fb670d6-feac-4b35-8e56-f96ebd4b8057 req-4a60ed51-7ad8-4bd4-a27e-5314277e83b6 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] For port 2c3a721c-5b54-4d6e-b84a-73fe586f402f, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=2c3a721c-5b54-4d6e-b84a-73fe586f402f,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:07.117590 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8fb670d6-feac-4b35-8e56-f96ebd4b8057 req-4a60ed51-7ad8-4bd4-a27e-5314277e83b6 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:07.125676 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-38211c09-a8c2-4a08-abdd-e1bfbba92f38 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/be746541-d2a8-426f-b7be-e8cc5dc8ed1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0661612 Jul 22 19:21:07.127680 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58832) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:07.132920 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62afb05a-5d97-4bf8-bab8-5e8205b31457 None None] Sync routers for ids ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:21:07.154294 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e4d1f6a4-70ae-4dd9-8e20-a62065960697 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:07.160827 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62afb05a-5d97-4bf8-bab8-5e8205b31457 None None] Routers {'be746541-d2a8-426f-b7be-e8cc5dc8ed1f'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:07.162119 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-62afb05a-5d97-4bf8-bab8-5e8205b31457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:07.164131 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e4d1f6a4-70ae-4dd9-8e20-a62065960697 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/bcbbd768-9ea0-440c-be64-d4d1287964bf HTTP/1.1" status: 204 len: 168 time: 1.7039101 Jul 22 19:21:07.165153 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58834) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:07.201628 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-8fb670d6-feac-4b35-8e56-f96ebd4b8057 req-4a60ed51-7ad8-4bd4-a27e-5314277e83b6 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Calling delete_port for 2c3a721c-5b54-4d6e-b84a-73fe586f402f owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:07.258900 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a4e508-bcd8-4734-afbc-a45673959fe9 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting subnet 208ee984-0437-4abb-98b0-571f4beb25b9 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:21:07.267248 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e508-bcd8-4734-afbc-a45673959fe9 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:07.268449 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-62afb05a-5d97-4bf8-bab8-5e8205b31457 None None] Set router be746541-d2a8-426f-b7be-e8cc5dc8ed1f gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:21:07.274314 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379f0c75-a4c6-40d6-8e5d-a8cc72472301 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:07.276307 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379f0c75-a4c6-40d6-8e5d-a8cc72472301 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:07.280203 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-379f0c75-a4c6-40d6-8e5d-a8cc72472301 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1116590 Jul 22 19:21:07.290080 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58836) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:07.342914 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e508-bcd8-4734-afbc-a45673959fe9 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:07.431474 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-a23b6964-ded1-4b4f-867a-6d640425c96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:07.432697 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-a23b6964-ded1-4b4f-867a-6d640425c96b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4632301 Jul 22 19:21:07.449323 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e508-bcd8-4734-afbc-a45673959fe9 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:07.475091 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-682dd0e2-5503-430c-98ea-a67fb1830712 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:07.506977 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-682dd0e2-5503-430c-98ea-a67fb1830712 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:07.514029 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c743c03c-706d-4a7e-86b6-c873ee2a341b tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Made reservation on behalf of 9d9af06805934e428c18f298b5d00e6b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:07.518409 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c743c03c-706d-4a7e-86b6-c873ee2a341b tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:07.546019 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0932497d-20c6-4598-ad7f-91ef82387d4b up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:07.550502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff2df02-9649-4c80-8f86-74688255d1df tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet e8223530-8032-45d5-9caa-c1e31fb10332 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:21:07.579228 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4ff2df02-9649-4c80-8f86-74688255d1df tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:07.581549 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e508-bcd8-4734-afbc-a45673959fe9 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:07.640840 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e508-bcd8-4734-afbc-a45673959fe9 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:07.643673 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e2ecb5-d11e-4263-a2e8-f9dff525d538 None None] Network 633436a3-c6fd-438d-97b2-b48e48f738e8 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:07.646150 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-682dd0e2-5503-430c-98ea-a67fb1830712 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:07.647573 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-682dd0e2-5503-430c-98ea-a67fb1830712 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0761030 Jul 22 19:21:07.648114 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e5a4e508-bcd8-4734-afbc-a45673959fe9 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/subnets/208ee984-0437-4abb-98b0-571f4beb25b9 HTTP/1.1" status: 204 len: 168 time: 0.5177341 Jul 22 19:21:07.650363 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58840) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:07.650879 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58842) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:07.669171 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4e508-bcd8-4734-afbc-a45673959fe9 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Subnet': ['ID=208ee984-0437-4abb-98b0-571f4beb25b9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:07.678421 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-9e039fbd-b08d-4626-9812-52c621fe2155 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group_rule': {'security_group_id': 'ada0178b-b2b4-4ff1-8687-42036a5856bd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:07.679171 n-d-800086-12 neutron-server[93807]: WARNING neutron.api.v2.base [None req-9e039fbd-b08d-4626-9812-52c621fe2155 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 19:21:07.679664 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-9e039fbd-b08d-4626-9812-52c621fe2155 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:21:07.682616 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9e039fbd-b08d-4626-9812-52c621fe2155 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061710 Jul 22 19:21:07.687337 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58844) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:07.692862 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-9f4537af-bfe9-4519-adc0-c35f37dcadba tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group_rule': {'security_group_id': 'ada0178b-b2b4-4ff1-8687-42036a5856bd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:07.715342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682dd0e2-5503-430c-98ea-a67fb1830712 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada0178b-b2b4-4ff1-8687-42036a5856bd,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:07.735628 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce6e5e08-442f-4d39-abce-90f115bac37d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:07.744726 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:07.776384 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:21:07.778646 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-9f4537af-bfe9-4519-adc0-c35f37dcadba tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:21:07.782487 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9f4537af-bfe9-4519-adc0-c35f37dcadba tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0909526 Jul 22 19:21:07.782652 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58846) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:07.786892 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4ff2df02-9649-4c80-8f86-74688255d1df tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:07.787438 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b7c491a1-23ae-4310-8ef0-7de0f65e10db tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group_rule': {'security_group_id': 'ada0178b-b2b4-4ff1-8687-42036a5856bd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:07.787918 n-d-800086-12 neutron-server[93806]: WARNING neutron.api.v2.base [None req-b7c491a1-23ae-4310-8ef0-7de0f65e10db tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 22 19:21:07.788570 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-b7c491a1-23ae-4310-8ef0-7de0f65e10db tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:21:07.793042 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b7c491a1-23ae-4310-8ef0-7de0f65e10db tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063431 Jul 22 19:21:07.793863 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58848) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:07.799533 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c56e1f1c-ba42-4258-8be5-693a09264cd5 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group_rule': {'security_group_id': 'ada0178b-b2b4-4ff1-8687-42036a5856bd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:07.814067 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] Transition to ACTIVE for port object 1bf45cf9-91d1-4fe4-9068-f8857fe13da6 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:07.849995 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 0932497d-20c6-4598-ad7f-91ef82387d4b completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:07.878772 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 0932497d-20c6-4598-ad7f-91ef82387d4b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:07.879152 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:07.893266 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-c56e1f1c-ba42-4258-8be5-693a09264cd5 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:21:07.897527 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c56e1f1c-ba42-4258-8be5-693a09264cd5 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1002934 Jul 22 19:21:07.897662 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58850) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:07.902719 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c35a0fa4-7a84-407c-be14-9624dd46e57a tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group_rule': {'security_group_id': 'ada0178b-b2b4-4ff1-8687-42036a5856bd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:07.904244 n-d-800086-12 neutron-server[93806]: WARNING neutron.api.v2.base [None req-c35a0fa4-7a84-407c-be14-9624dd46e57a tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 19:21:07.904244 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-c35a0fa4-7a84-407c-be14-9624dd46e57a tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:21:07.907838 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c35a0fa4-7a84-407c-be14-9624dd46e57a tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061576 Jul 22 19:21:07.908510 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58852) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:07.913021 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-83150626-f27d-4cf7-8eaf-5320336d117e tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group_rule': {'security_group_id': 'ada0178b-b2b4-4ff1-8687-42036a5856bd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:07.918369 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c743c03c-706d-4a7e-86b6-c873ee2a341b tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:07.934165 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] Transition to ACTIVE for port object 1bf45cf9-91d1-4fe4-9068-f8857fe13da6 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:07.974746 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:07.990222 n-d-800086-12 neutron-server[93806]: INFO neutron.db.securitygroups_db [None req-83150626-f27d-4cf7-8eaf-5320336d117e tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Project 6be334c93686418da6cb2a592cf3bd34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:21:08.011687 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743c03c-706d-4a7e-86b6-c873ee2a341b tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Pushing event updated for resources: {'Subnet': ['ID=7f5305f9-bb13-4cb3-99dd-54eaf12a4d6e,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:08.022766 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-83150626-f27d-4cf7-8eaf-5320336d117e tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:21:08.023852 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-83150626-f27d-4cf7-8eaf-5320336d117e tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1145074 Jul 22 19:21:08.026825 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58854) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:08.031474 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f20ae2dc-1a60-4fb0-9f20-aa63d19729b7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group_rule': {'security_group_id': 'ada0178b-b2b4-4ff1-8687-42036a5856bd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:08.031965 n-d-800086-12 neutron-server[93806]: WARNING neutron.api.v2.base [None req-f20ae2dc-1a60-4fb0-9f20-aa63d19729b7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 22 19:21:08.033006 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-f20ae2dc-1a60-4fb0-9f20-aa63d19729b7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:21:08.036152 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f20ae2dc-1a60-4fb0-9f20-aa63d19729b7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058348 Jul 22 19:21:08.036687 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58856) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:08.041602 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-34cddb98-9895-4eb2-8945-3aa8315f57ee tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group_rule': {'security_group_id': 'ada0178b-b2b4-4ff1-8687-42036a5856bd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:08.048043 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c743c03c-706d-4a7e-86b6-c873ee2a341b tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Checking segment: {'id': '825888d5-e581-48d8-98fe-d33b421ad103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0193bccc-e6f5-4edd-87cc-c759fcc9f724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:21:08.048442 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c743c03c-706d-4a7e-86b6-c873ee2a341b tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Network hostable DHCP agents. Network: 0193bccc-e6f5-4edd-87cc-c759fcc9f724, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:21:08.063117 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] Network 7a299797-8843-4ab2-8c3f-8ecc339c56bb is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:08.074856 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:08.082307 n-d-800086-12 neutron-server[93806]: INFO neutron.db.securitygroups_db [None req-34cddb98-9895-4eb2-8945-3aa8315f57ee tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Project 6be334c93686418da6cb2a592cf3bd34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:21:08.086323 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c743c03c-706d-4a7e-86b6-c873ee2a341b tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Network 0193bccc-e6f5-4edd-87cc-c759fcc9f724 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:21:08.086885 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:21:08.099888 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] Pushing event updated for resources: {'Port': ['ID=1bf45cf9-91d1-4fe4-9068-f8857fe13da6,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:08.102268 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-c743c03c-706d-4a7e-86b6-c873ee2a341b tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 0193bccc-e6f5-4edd-87cc-c759fcc9f724) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:08.106154 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-34cddb98-9895-4eb2-8945-3aa8315f57ee tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:21:08.109975 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-34cddb98-9895-4eb2-8945-3aa8315f57ee tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0698102 Jul 22 19:21:08.109975 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c743c03c-706d-4a7e-86b6-c873ee2a341b tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:08.109975 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c743c03c-706d-4a7e-86b6-c873ee2a341b tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:08.112487 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58858) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:08.117840 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eee5b2-26aa-4c08-aadc-f2ce02055326 None None] Network 0193bccc-e6f5-4edd-87cc-c759fcc9f724 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:08.118013 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-843f4bec-6c19-4e59-bbb6-3b88e0f5f4e7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group_rule': {'security_group_id': 'ada0178b-b2b4-4ff1-8687-42036a5856bd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:08.150493 n-d-800086-12 neutron-server[93806]: INFO neutron.db.securitygroups_db [None req-843f4bec-6c19-4e59-bbb6-3b88e0f5f4e7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Project 6be334c93686418da6cb2a592cf3bd34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:21:08.161119 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c743c03c-706d-4a7e-86b6-c873ee2a341b tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3471375 Jul 22 19:21:08.166881 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-62afb05a-5d97-4bf8-bab8-5e8205b31457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:21:06Z', 'revision_number': 10, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:28Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:08.168846 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58860) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:08.183408 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-843f4bec-6c19-4e59-bbb6-3b88e0f5f4e7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:21:08.187880 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-843f4bec-6c19-4e59-bbb6-3b88e0f5f4e7 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0743217 Jul 22 19:21:08.189118 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58862) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:08.262491 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62afb05a-5d97-4bf8-bab8-5e8205b31457 None None] Checking router: be746541-d2a8-426f-b7be-e8cc5dc8ed1f for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:21:08.264414 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3d1c8d-2f7b-421c-bdfa-9dbfcb663eee None None] DHCP port deletion for 633436a3-c6fd-438d-97b2-b48e48f738e8 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:21:08.269108 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-00195004-098b-40a5-b49e-b258743356c7 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8002589 Jul 22 19:21:08.312424 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bc78226e-51f7-4f6c-a7e6-7659519b59b3 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:08.337777 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] Attempting to bind port 1bf45cf9-91d1-4fe4-9068-f8857fe13da6 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:21:08.338232 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] Attempting to bind port 1bf45cf9-91d1-4fe4-9068-f8857fe13da6 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'bcd632ed-98ad-4815-af96-02b0935ffcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7a299797-8843-4ab2-8c3f-8ecc339c56bb'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:21:08.338664 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] Attempting to bind port 1bf45cf9-91d1-4fe4-9068-f8857fe13da6 on network 7a299797-8843-4ab2-8c3f-8ecc339c56bb {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:21:08.370952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 2c3a721c-5b54-4d6e-b84a-73fe586f402f no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:21:08.373919 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:08.381933 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62afb05a-5d97-4bf8-bab8-5e8205b31457 None None] Routers {'be746541-d2a8-426f-b7be-e8cc5dc8ed1f'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:08.382188 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8fb670d6-feac-4b35-8e56-f96ebd4b8057 req-4a60ed51-7ad8-4bd4-a27e-5314277e83b6 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:08.382701 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-62afb05a-5d97-4bf8-bab8-5e8205b31457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:08.403919 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e9338e6-413b-4cd6-a70c-6d33fa67b7ce tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:08.412275 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:21:08.412780 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] Checking segment: {'id': 'bcd632ed-98ad-4815-af96-02b0935ffcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7a299797-8843-4ab2-8c3f-8ecc339c56bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:21:08.413256 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:08.413715 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] Bound using segment: {'id': 'bcd632ed-98ad-4815-af96-02b0935ffcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7a299797-8843-4ab2-8c3f-8ecc339c56bb'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:21:08.414268 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] Bound port: 1bf45cf9-91d1-4fe4-9068-f8857fe13da6, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd632ed-98ad-4815-af96-02b0935ffcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7a299797-8843-4ab2-8c3f-8ecc339c56bb'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:21:08.414787 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:08.461612 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 2c3a721c-5b54-4d6e-b84a-73fe586f402f {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:21:08.461981 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 2c3a721c-5b54-4d6e-b84a-73fe586f402f not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:21:08.488135 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e9338e6-413b-4cd6-a70c-6d33fa67b7ce tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:08.498650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2aa2f8-2013-43c7-8ae6-7430f0f02502 req-359fa639-eff5-42bc-a48a-7ad6ed135d95 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:08.502121 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9b2aa2f8-2013-43c7-8ae6-7430f0f02502 req-359fa639-eff5-42bc-a48a-7ad6ed135d95 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/ports?device_id=251f480c-b7e7-4611-9fb0-97122141a4b9 HTTP/1.1" status: 200 len: 866 time: 0.8860786 Jul 22 19:21:08.525673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60ed51-7ad8-4bd4-a27e-5314277e83b6 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Pushing event deleted for resources: {'Port': ['ID=2c3a721c-5b54-4d6e-b84a-73fe586f402f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:08.580676 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-494b9999-685e-448f-8e55-b35a6bbb0e1c tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:08.589309 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce6e5e08-442f-4d39-abce-90f115bac37d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:08.592685 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e9338e6-413b-4cd6-a70c-6d33fa67b7ce tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:08.593873 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4ff2df02-9649-4c80-8f86-74688255d1df tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:08.595433 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e9338e6-413b-4cd6-a70c-6d33fa67b7ce tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:08.598827 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6e9338e6-413b-4cd6-a70c-6d33fa67b7ce tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "DELETE /v2.0/security-groups/ada0178b-b2b4-4ff1-8687-42036a5856bd HTTP/1.1" status: 204 len: 168 time: 0.3606236 Jul 22 19:21:08.602204 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58864) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:08.602933 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 0932497d-20c6-4598-ad7f-91ef82387d4b, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0932497d-20c6-4598-ad7f-91ef82387d4b,segment=NetworkSegment(0f7a2acc-e809-4b63-8c50-05abbd5aad33),segment_id=0f7a2acc-e809-4b63-8c50-05abbd5aad33)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:08.622027 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9338e6-413b-4cd6-a70c-6d33fa67b7ce tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada0178b-b2b4-4ff1-8687-42036a5856bd,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:08.639272 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:08.656189 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-62afb05a-5d97-4bf8-bab8-5e8205b31457 None None] Set router be746541-d2a8-426f-b7be-e8cc5dc8ed1f gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:21:08.682121 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb670d6-feac-4b35-8e56-f96ebd4b8057 req-4a60ed51-7ad8-4bd4-a27e-5314277e83b6 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] No DVR routers for this DVR port 2c3a721c-5b54-4d6e-b84a-73fe586f402f on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:21:08.700912 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-8fb670d6-feac-4b35-8e56-f96ebd4b8057 req-4a60ed51-7ad8-4bd4-a27e-5314277e83b6 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:08.702915 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8fb670d6-feac-4b35-8e56-f96ebd4b8057 req-4a60ed51-7ad8-4bd4-a27e-5314277e83b6 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.30 "DELETE /v2.0/ports/2c3a721c-5b54-4d6e-b84a-73fe586f402f HTTP/1.1" status: 204 len: 173 time: 2.5514474 Jul 22 19:21:08.709198 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251f480c-b7e7-4611-9fb0-97122141a4b9', 'name': 'network-vif-deleted', 'tag': '2c3a721c-5b54-4d6e-b84a-73fe586f402f'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:21:08.711686 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd2dc31-e2df-47fd-869c-486e7b3c3209" -d '{"events": [{"server_uuid": "251f480c-b7e7-4611-9fb0-97122141a4b9", "name": "network-vif-deleted", "tag": "2c3a721c-5b54-4d6e-b84a-73fe586f402f"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:21:08.730448 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-0d9d8973-bf1f-4452-a1b7-34a8246510a3 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529843 Jul 22 19:21:08.769822 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9b2aa2f8-2013-43c7-8ae6-7430f0f02502 req-c66aebea-18aa-441e-83cf-42b346e78ad9 tempest-ListImageFiltersTestJSON-1338592587 tempest-ListImageFiltersTestJSON-1338592587-project] 10.222.0.13 "GET /v2.0/security-groups?id=cef668b5-7d34-46ad-a15b-7a104c1f6658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488098 Jul 22 19:21:08.770135 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d1c8d-2f7b-421c-bdfa-9dbfcb663eee None None] Deleting port bb33ced6-5d35-4282-87cb-c3929b96bb36 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:08.771062 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9d3d1c8d-2f7b-421c-bdfa-9dbfcb663eee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:08.800171 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b4502deb-e62a-4096-9fa7-dacaafcb144b tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1968493 Jul 22 19:21:08.807107 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58868) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:08.813368 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-5db9fdf7-b893-4a2d-83c1-f26ba9c765e1 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group': {'name': 'tempest-secgroup--2098280592'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:08.815573 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-f454702b-dcfe-432d-a1d2-fed980707e0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=259e9db0-beba-44b5-801c-945259c53a16 HTTP/1.1" status: 200 len: 217 time: 0.0677955 Jul 22 19:21:08.849070 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f04c6e-2a85-4ace-8d66-2026bc9ffb60 x-openstack-request-id: req-36f04c6e-2a85-4ace-8d66-2026bc9ffb60 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:21:08.849608 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251f480c-b7e7-4611-9fb0-97122141a4b9", "name": "network-vif-deleted", "tag": "2c3a721c-5b54-4d6e-b84a-73fe586f402f", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:21:08.850635 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36f04c6e-2a85-4ace-8d66-2026bc9ffb60 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:21:08.851221 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251f480c-b7e7-4611-9fb0-97122141a4b9', 'name': 'network-vif-deleted', 'tag': '2c3a721c-5b54-4d6e-b84a-73fe586f402f', 'status': 'completed', 'code': 200} Jul 22 19:21:08.862414 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] For port 1bf45cf9-91d1-4fe4-9068-f8857fe13da6, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:21:08.879601 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-bc78226e-51f7-4f6c-a7e6-7659519b59b3 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting port bb33ced6-5d35-4282-87cb-c3929b96bb36 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:08.880140 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bc78226e-51f7-4f6c-a7e6-7659519b59b3 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:08.904298 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4ff2df02-9649-4c80-8f86-74688255d1df tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:08.915557 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-0193bccc-e6f5-4edd-87cc-c759fcc9f724', 'network_id': '0193bccc-e6f5-4edd-87cc-c759fcc9f724', 'tenant_id': '9d9af06805934e428c18f298b5d00e6b', 'fixed_ips': [{'subnet_id': '7f5305f9-bb13-4cb3-99dd-54eaf12a4d6e'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:21:08.916420 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:08.969687 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=0932497d-20c6-4598-ad7f-91ef82387d4b,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:08.990547 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2df02-9649-4c80-8f86-74688255d1df tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=e8223530-8032-45d5-9caa-c1e31fb10332,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:09.000589 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4ff2df02-9649-4c80-8f86-74688255d1df tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:09.006667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] For port 1bf45cf9-91d1-4fe4-9068-f8857fe13da6, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=1bf45cf9-91d1-4fe4-9068-f8857fe13da6,segment=NetworkSegment(bcd632ed-98ad-4815-af96-02b0935ffcd9),segment_id=bcd632ed-98ad-4815-af96-02b0935ffcd9)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:21:09.010201 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5db9fdf7-b893-4a2d-83c1-f26ba9c765e1 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:09.012065 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4ff2df02-9649-4c80-8f86-74688255d1df tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/e8223530-8032-45d5-9caa-c1e31fb10332 HTTP/1.1" status: 204 len: 168 time: 1.7204089 Jul 22 19:21:09.014739 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58870) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:09.059945 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-a14d4aeb-4419-488e-9d7f-b4d28f1bcead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:09.061557 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-a14d4aeb-4419-488e-9d7f-b4d28f1bcead service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0319ae5f-ceed-4659-937d-f32e78dd9116 HTTP/1.1" status: 200 len: 797 time: 0.2393479 Jul 22 19:21:09.072865 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b95814-6427-4ee6-ae47-064e21f4efa3 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:09.077050 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f8371d9b-ff01-4199-acbf-22bff2a594b4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612929 Jul 22 19:21:09.082760 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-bc78226e-51f7-4f6c-a7e6-7659519b59b3 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] For port bb33ced6-5d35-4282-87cb-c3929b96bb36, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bb33ced6-5d35-4282-87cb-c3929b96bb36,segment=NetworkSegment(c66df7f6-cf16-4efd-9870-779c8dd684da),segment_id=c66df7f6-cf16-4efd-9870-779c8dd684da)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:09.083139 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bc78226e-51f7-4f6c-a7e6-7659519b59b3 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:09.086320 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58872) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:09.092203 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-494b9999-685e-448f-8e55-b35a6bbb0e1c tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Allocated IP 172.20.0.1 (7a299797-8843-4ab2-8c3f-8ecc339c56bb/a2e00395-6a0d-490a-876e-cac805871f2f/0b9e2a2f-fb37-4b68-b04e-271f93e73c9b) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:09.130255 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:09.153683 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-bc78226e-51f7-4f6c-a7e6-7659519b59b3 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Calling delete_port for bb33ced6-5d35-4282-87cb-c3929b96bb36 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:09.173202 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9d3d1c8d-2f7b-421c-bdfa-9dbfcb663eee None None] For port bb33ced6-5d35-4282-87cb-c3929b96bb36, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bb33ced6-5d35-4282-87cb-c3929b96bb36,segment=NetworkSegment(c66df7f6-cf16-4efd-9870-779c8dd684da),segment_id=c66df7f6-cf16-4efd-9870-779c8dd684da)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:09.174174 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9d3d1c8d-2f7b-421c-bdfa-9dbfcb663eee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:09.204654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0932497d-20c6-4598-ad7f-91ef82387d4b up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:09.289993 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:09.298069 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d1c8d-2f7b-421c-bdfa-9dbfcb663eee None None] Calling delete_port for bb33ced6-5d35-4282-87cb-c3929b96bb36 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:09.330658 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-494b9999-685e-448f-8e55-b35a6bbb0e1c tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:09.359742 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce6e5e08-442f-4d39-abce-90f115bac37d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:09.360499 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-494b9999-685e-448f-8e55-b35a6bbb0e1c tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Transition to ACTIVE for port object 0b9e2a2f-fb37-4b68-b04e-271f93e73c9b will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:09.364882 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5db9fdf7-b893-4a2d-83c1-f26ba9c765e1 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:09.366221 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bc78226e-51f7-4f6c-a7e6-7659519b59b3 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:09.380722 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5db9fdf7-b893-4a2d-83c1-f26ba9c765e1 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:09.415441 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5db9fdf7-b893-4a2d-83c1-f26ba9c765e1 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:09.417035 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5db9fdf7-b893-4a2d-83c1-f26ba9c765e1 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6086733 Jul 22 19:21:09.428016 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58874) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:09.433294 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce6e5e08-442f-4d39-abce-90f115bac37d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:09.436619 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-599f711d-a5a6-4b09-aef1-944e49c361c2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group_rule': {'security_group_id': '32a87ace-50b4-4c79-8558-a35acc49a1a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:09.447341 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78226e-51f7-4f6c-a7e6-7659519b59b3 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Port': ['ID=bb33ced6-5d35-4282-87cb-c3929b96bb36,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:09.493767 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9fdf7-b893-4a2d-83c1-f26ba9c765e1 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a87ace-50b4-4c79-8558-a35acc49a1a9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:09.503448 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc78226e-51f7-4f6c-a7e6-7659519b59b3 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] No DVR routers for this DVR port bb33ced6-5d35-4282-87cb-c3929b96bb36 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:21:09.511303 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-f460600a-ddd7-44c7-be0d-20ab40e191b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:09.513290 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-f460600a-ddd7-44c7-be0d-20ab40e191b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4437888 Jul 22 19:21:09.515139 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-494b9999-685e-448f-8e55-b35a6bbb0e1c tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:09.532796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be35328c-349b-4757-bcd8-10ae1b2139d1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:09.534930 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-be35328c-349b-4757-bcd8-10ae1b2139d1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4472804 Jul 22 19:21:09.562776 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58876) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:09.565828 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e5e08-442f-4d39-abce-90f115bac37d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=71878968-4f15-4976-8948-f4140e2627b9,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:09.618345 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494b9999-685e-448f-8e55-b35a6bbb0e1c tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Network 7a299797-8843-4ab2-8c3f-8ecc339c56bb is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:09.624689 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-494b9999-685e-448f-8e55-b35a6bbb0e1c tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:09.628064 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494b9999-685e-448f-8e55-b35a6bbb0e1c tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:21:09.720165 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0ea00-a46d-4082-86b4-a8bc9acc720a None None] Pushing event updated for resources: {'Port': ['ID=1bf45cf9-91d1-4fe4-9068-f8857fe13da6,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:09.734629 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bc78226e-51f7-4f6c-a7e6-7659519b59b3 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:09.742450 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-599f711d-a5a6-4b09-aef1-944e49c361c2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] create failed (client error): The resource could not be found. Jul 22 19:21:09.743714 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-599f711d-a5a6-4b09-aef1-944e49c361c2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3125947 Jul 22 19:21:09.744707 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b9999-685e-448f-8e55-b35a6bbb0e1c tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Pushing event updated for resources: {'Port': ['ID=0b9e2a2f-fb37-4b68-b04e-271f93e73c9b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:09.765128 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58878) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:09.771946 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b9b26052-33b8-4c99-9768-a54ede2f234d tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group_rule': {'security_group_id': '32a87ace-50b4-4c79-8558-a35acc49a1a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2e8da35d-7a7c-4b30-b748-8ad00ee31c0a'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:09.773463 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce6e5e08-442f-4d39-abce-90f115bac37d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:09.806324 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7df854d-2051-45c9-8641-fa4397f3ab03 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:09.807944 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a7df854d-2051-45c9-8641-fa4397f3ab03 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2434285 Jul 22 19:21:09.809835 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-494b9999-685e-448f-8e55-b35a6bbb0e1c tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:09.815700 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58882) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:09.884527 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] Allocated IP 172.20.0.2 (0193bccc-e6f5-4edd-87cc-c759fcc9f724/7f5305f9-bb13-4cb3-99dd-54eaf12a4d6e/fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:09.891644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-bc78226e-51f7-4f6c-a7e6-7659519b59b3 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633436a3-c6fd-438d-97b2-b48e48f738e8']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:09.903973 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 0932497d-20c6-4598-ad7f-91ef82387d4b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:09.904345 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:09.916720 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9d3d1c8d-2f7b-421c-bdfa-9dbfcb663eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:09.923244 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-bc78226e-51f7-4f6c-a7e6-7659519b59b3 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66df7f6-cf16-4efd-9870-779c8dd684da') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:09.924282 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-bc78226e-51f7-4f6c-a7e6-7659519b59b3 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66df7f6-cf16-4efd-9870-779c8dd684da') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:09.944605 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bc78226e-51f7-4f6c-a7e6-7659519b59b3 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:09.989660 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7705fc1c-5f18-40e7-8eb1-cd67b0e70705 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1702569 Jul 22 19:21:09.996146 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58892) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:10.003139 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-58077540-0661-40b6-9ed7-2dacfa3de0d3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:10.006117 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bc78226e-51f7-4f6c-a7e6-7659519b59b3 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:10.009901 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-b9b26052-33b8-4c99-9768-a54ede2f234d tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] create failed (client error): The resource could not be found. Jul 22 19:21:10.011331 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b9b26052-33b8-4c99-9768-a54ede2f234d tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2455771 Jul 22 19:21:10.015553 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58894) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:10.034808 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc78226e-51f7-4f6c-a7e6-7659519b59b3 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:21:10.035403 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bc78226e-51f7-4f6c-a7e6-7659519b59b3 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:21:10.040239 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:21:10.042390 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-25397997-e276-4fe6-a97c-f9d1b5557286 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213213 Jul 22 19:21:10.051285 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d1c8d-2f7b-421c-bdfa-9dbfcb663eee None None] Pushing event deleted for resources: {'Port': ['ID=bb33ced6-5d35-4282-87cb-c3929b96bb36,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:10.058531 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d1c8d-2f7b-421c-bdfa-9dbfcb663eee None None] No DVR routers for this DVR port bb33ced6-5d35-4282-87cb-c3929b96bb36 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:21:10.099845 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-ce6e5e08-442f-4d39-abce-90f115bac37d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Floating IP 8090f47d-0587-4d55-bddc-5e90c22050ad associated. External IP: 172.25.3.95, port: 050d3f74-c8f0-44a7-a793-d5eb72a68ec6. Jul 22 19:21:10.152989 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-62afb05a-5d97-4bf8-bab8-5e8205b31457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:21:06Z', 'revision_number': 10, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:28Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:10.194053 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a284cb6-0553-4b63-8738-e70141aa0a8b None None] DHCP port deletion for ac1cdc45-8892-4608-b80a-7d90307aaf6c request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:21:10.195933 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62afb05a-5d97-4bf8-bab8-5e8205b31457 None None] The sync data for ids ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'] in n-d-800086-12 is: [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:21:06Z', 'revision_number': 10, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None, '_interfaces': [{'id': 'b254040f-ff92-4088-973d-2a35ec4e750d', 'name': '', 'network_id': '0b226951-28f9-4a2d-acbe-56881fc02638', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'mac_address': 'fa:16:3e:df:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:07Z', 'updated_at': '2021-07-22T19:20:28Z', 'revision_number': 5, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'subnets': [{'id': '21cc29fa-db97-4b0a-9284-b27419f3bc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:21:10.219147 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58077540-0661-40b6-9ed7-2dacfa3de0d3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:10.219147 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-58077540-0661-40b6-9ed7-2dacfa3de0d3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:10.307138 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bc78226e-51f7-4f6c-a7e6-7659519b59b3 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:10.358882 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:10.376015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] Transition to ACTIVE for port object fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:10.383320 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bc78226e-51f7-4f6c-a7e6-7659519b59b3 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:10.394302 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bc78226e-51f7-4f6c-a7e6-7659519b59b3 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/networks/633436a3-c6fd-438d-97b2-b48e48f738e8 HTTP/1.1" status: 204 len: 168 time: 2.7268593 Jul 22 19:21:10.400417 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58904) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:10.403444 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] Transition to ACTIVE for port object fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:10.406242 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-9a284cb6-0553-4b63-8738-e70141aa0a8b None None] Deleting port 0c86fffa-bd68-4800-a18a-cd83144aff34 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:10.406614 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9a284cb6-0553-4b63-8738-e70141aa0a8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:10.421207 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:10.523519 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] Network 0193bccc-e6f5-4edd-87cc-c759fcc9f724 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:10.531885 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:10.538017 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9a284cb6-0553-4b63-8738-e70141aa0a8b None None] For port 0c86fffa-bd68-4800-a18a-cd83144aff34, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0c86fffa-bd68-4800-a18a-cd83144aff34,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:10.538414 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9a284cb6-0553-4b63-8738-e70141aa0a8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:10.543763 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:21:10.553564 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] Pushing event updated for resources: {'Port': ['ID=fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:10.566464 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-9a284cb6-0553-4b63-8738-e70141aa0a8b None None] Calling delete_port for 0c86fffa-bd68-4800-a18a-cd83144aff34 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:10.696786 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9a284cb6-0553-4b63-8738-e70141aa0a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:10.699335 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bb33ced6-5d35-4282-87cb-c3929b96bb36 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:21:10.782456 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78226e-51f7-4f6c-a7e6-7659519b59b3 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Network': ['ID=633436a3-c6fd-438d-97b2-b48e48f738e8,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:10.789975 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bdb7e035-435d-430b-84cb-d514e43cd090 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:10.795498 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a284cb6-0553-4b63-8738-e70141aa0a8b None None] Pushing event deleted for resources: {'Port': ['ID=0c86fffa-bd68-4800-a18a-cd83144aff34,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:10.801266 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a284cb6-0553-4b63-8738-e70141aa0a8b None None] No DVR routers for this DVR port 0c86fffa-bd68-4800-a18a-cd83144aff34 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:21:10.805505 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: bb33ced6-5d35-4282-87cb-c3929b96bb36 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:21:10.807805 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bb33ced6-5d35-4282-87cb-c3929b96bb36 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:21:10.823040 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] Attempting to bind port fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:21:10.823545 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] Attempting to bind port fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '825888d5-e581-48d8-98fe-d33b421ad103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0193bccc-e6f5-4edd-87cc-c759fcc9f724'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:21:10.824350 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] Attempting to bind port fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a on network 0193bccc-e6f5-4edd-87cc-c759fcc9f724 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:21:10.832329 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:21:10.832744 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] Checking segment: {'id': '825888d5-e581-48d8-98fe-d33b421ad103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0193bccc-e6f5-4edd-87cc-c759fcc9f724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:21:10.833156 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:10.833691 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] Bound using segment: {'id': '825888d5-e581-48d8-98fe-d33b421ad103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0193bccc-e6f5-4edd-87cc-c759fcc9f724'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:21:10.834093 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] Bound port: fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825888d5-e581-48d8-98fe-d33b421ad103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0193bccc-e6f5-4edd-87cc-c759fcc9f724'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:21:10.834477 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:10.949879 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-494b9999-685e-448f-8e55-b35a6bbb0e1c tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:10.968359 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] For port fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:21:10.993482 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-ed98eaf5-e84e-40b7-8c9a-46dbbb26c17e service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9260528 Jul 22 19:21:10.996249 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] For port fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a,segment=NetworkSegment(825888d5-e581-48d8-98fe-d33b421ad103),segment_id=825888d5-e581-48d8-98fe-d33b421ad103)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:21:11.010513 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:11.038114 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bdb7e035-435d-430b-84cb-d514e43cd090 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:11.092056 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb5b67-bc3e-4d38-a43d-c86d62533fc8 None None] Pushing event updated for resources: {'Port': ['ID=fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:11.100756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562e6d1b-e913-400a-95bb-67a389faa74e None None] Network 7a299797-8843-4ab2-8c3f-8ecc339c56bb requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:11.248881 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1bf45cf9-91d1-4fe4-9068-f8857fe13da6 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:11.253654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9a536944-31ac-40ae-9b06-c2ea2c0fb0a2 None None] Provisioning for port 1bf45cf9-91d1-4fe4-9068-f8857fe13da6 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:11.284017 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-d3a7c77e-1cb3-4fe2-ae75-929a3a3b9f5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=2accf516-ee91-4bb6-b761-c8c09b679d76 HTTP/1.1" status: 200 len: 217 time: 0.2827783 Jul 22 19:21:11.290541 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-58077540-0661-40b6-9ed7-2dacfa3de0d3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:11.360442 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58077540-0661-40b6-9ed7-2dacfa3de0d3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:11.366676 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-58077540-0661-40b6-9ed7-2dacfa3de0d3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:11.387909 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6e5e08-442f-4d39-abce-90f115bac37d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Router 008f6a94-aabd-44a8-b74c-d4053383b91a has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:21:11.395762 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef578f2d-9def-4e53-ad5f-17acd4126b7f None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:11.401042 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58077540-0661-40b6-9ed7-2dacfa3de0d3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:11.401556 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-58077540-0661-40b6-9ed7-2dacfa3de0d3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:11.421831 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 1bf45cf9-91d1-4fe4-9068-f8857fe13da6 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:11.424107 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58077540-0661-40b6-9ed7-2dacfa3de0d3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=2f84d744-eea9-424c-ad3a-c6d73385827f,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:11.435457 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 1bf45cf9-91d1-4fe4-9068-f8857fe13da6 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:11.435843 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:11.504830 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-58077540-0661-40b6-9ed7-2dacfa3de0d3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5071929 Jul 22 19:21:11.507556 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58946) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:11.524266 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-6fd23967-6338-45d3-80cc-5d4180609f47 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'mac_address': 'fa:16:3e:16:07:73', 'name': 'tempest-NetworksTestDHCPv6-1386886271'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:11.625118 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:11.678409 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-494b9999-685e-448f-8e55-b35a6bbb0e1c tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:11.694234 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-494b9999-685e-448f-8e55-b35a6bbb0e1c tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:11.699872 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd23967-6338-45d3-80cc-5d4180609f47 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:11.760221 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:11.773025 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'fixed_ips': [{'subnet_id': '2f84d744-eea9-424c-ad3a-c6d73385827f'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:21:11.773974 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:11.819307 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-494b9999-685e-448f-8e55-b35a6bbb0e1c tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:11.835474 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 1bf45cf9-91d1-4fe4-9068-f8857fe13da6, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=1bf45cf9-91d1-4fe4-9068-f8857fe13da6,segment=NetworkSegment(bcd632ed-98ad-4815-af96-02b0935ffcd9),segment_id=bcd632ed-98ad-4815-af96-02b0935ffcd9)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:11.847644 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:11.943534 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0c86fffa-bd68-4800-a18a-cd83144aff34 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:21:11.984259 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 0c86fffa-bd68-4800-a18a-cd83144aff34 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:21:11.984806 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0c86fffa-bd68-4800-a18a-cd83144aff34 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:21:11.985389 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 26229c9d-d7ce-46a6-adfe-1b8707331bd2 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:21:12.028428 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 26229c9d-d7ce-46a6-adfe-1b8707331bd2 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:21:12.029285 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 26229c9d-d7ce-46a6-adfe-1b8707331bd2 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:21:12.060090 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=1bf45cf9-91d1-4fe4-9068-f8857fe13da6,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:12.062555 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58950) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:12.076878 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bdb7e035-435d-430b-84cb-d514e43cd090 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:12.080320 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bdb7e035-435d-430b-84cb-d514e43cd090 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:12.081729 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bdb7e035-435d-430b-84cb-d514e43cd090 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "DELETE /v2.0/security-groups/32a87ace-50b4-4c79-8558-a35acc49a1a9 HTTP/1.1" status: 204 len: 168 time: 2.0592396 Jul 22 19:21:12.084814 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b9999-685e-448f-8e55-b35a6bbb0e1c tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Pushing event updated for resources: {'Port': ['ID=0b9e2a2f-fb37-4b68-b04e-271f93e73c9b,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:12.097736 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58954) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:12.123022 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Allocated IP 2001:db8::2 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/2f84d744-eea9-424c-ad3a-c6d73385827f/0b3eabde-4c21-4f2f-bcff-18fd58e7b815) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:12.138718 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6fd23967-6338-45d3-80cc-5d4180609f47 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:12.149341 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2c0ef60d-2079-40ff-be14-b7851d7c9272 None None] Provisioning complete for port 1bf45cf9-91d1-4fe4-9068-f8857fe13da6 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:12.149971 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2c0ef60d-2079-40ff-be14-b7851d7c9272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:12.162303 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-b4273a9d-efa6-4796-87a7-f81ce4404387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:12.164161 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-b4273a9d-efa6-4796-87a7-f81ce4404387 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0319ae5f-ceed-4659-937d-f32e78dd9116 HTTP/1.1" status: 200 len: 797 time: 0.8630879 Jul 22 19:21:12.175001 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7e035-435d-430b-84cb-d514e43cd090 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a87ace-50b4-4c79-8558-a35acc49a1a9,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:12.246763 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-6fd23967-6338-45d3-80cc-5d4180609f47 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] device_id is not set on port 477c6d44-af76-452d-b6cb-6d10e346034b yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:21:12.363673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6e5e08-442f-4d39-abce-90f115bac37d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:21:12.377631 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600ce48d-8607-4e14-9d95-94dc1f5d6107 None None] Sync routers for ids ['008f6a94-aabd-44a8-b74c-d4053383b91a'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:21:12.395166 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600ce48d-8607-4e14-9d95-94dc1f5d6107 None None] Routers {'008f6a94-aabd-44a8-b74c-d4053383b91a'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:12.398701 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-600ce48d-8607-4e14-9d95-94dc1f5d6107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['008f6a94-aabd-44a8-b74c-d4053383b91a'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:12.401340 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ec8ec0e8-8e81-48e4-8a08-ea1bcb17180e tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3004465 Jul 22 19:21:12.402249 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ad9cb99a-9145-4be0-93ba-606c61d42550 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4c94c49c2d04c6e86f178e667c9b5ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3353903 Jul 22 19:21:12.407420 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58956) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:12.410837 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58958) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:12.414682 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ec20b478-e780-440d-983d-9e92f4dd227a tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group_rule': {'security_group_id': '241c05bd-cdb3-4ca9-82e8-65c5fc010a65', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:12.443583 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-f06268ce-d854-4d94-97cb-85b25756b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:12.445193 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-f06268ce-d854-4d94-97cb-85b25756b037 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ed86889-1924-4c50-8c1e-24c776ed8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2658148 Jul 22 19:21:12.448276 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-13fc125f-69ec-4c68-a5a7-372062f6515c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:12.451103 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce6e5e08-442f-4d39-abce-90f115bac37d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:12.488628 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494b9999-685e-448f-8e55-b35a6bbb0e1c tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Network 7a299797-8843-4ab2-8c3f-8ecc339c56bb is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:12.503611 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-494b9999-685e-448f-8e55-b35a6bbb0e1c tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:12.542078 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ce6e5e08-442f-4d39-abce-90f115bac37d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.6416407 Jul 22 19:21:12.566635 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1749e167-2b88-4c01-aa24-af3db7f785be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:12.570534 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-600ce48d-8607-4e14-9d95-94dc1f5d6107 None None] Set router 008f6a94-aabd-44a8-b74c-d4053383b91a gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:21:12.695691 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-ec20b478-e780-440d-983d-9e92f4dd227a tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] create failed (client error): The resource could not be found. Jul 22 19:21:12.700341 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ec20b478-e780-440d-983d-9e92f4dd227a tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2884505 Jul 22 19:21:12.705646 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306f37d9-8a90-4bea-99b8-f5531fec5efd', 'tag': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:21:12.707973 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fc54ed-a5aa-4d9e-9a9a-cd52decf21ab" -d '{"events": [{"name": "network-changed", "server_uuid": "306f37d9-8a90-4bea-99b8-f5531fec5efd", "tag": "050d3f74-c8f0-44a7-a793-d5eb72a68ec6"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:21:12.710304 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58962) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:12.752162 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1749e167-2b88-4c01-aa24-af3db7f785be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:12.778474 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2422dea-9e26-4de8-a55e-079e698f1273 None None] Network 0193bccc-e6f5-4edd-87cc-c759fcc9f724 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:12.794008 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-dbfbaab5-7112-4e0e-aeb1-14af2f6b5eb2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group': {'name': 'tempest-secgroup--604095710'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:12.844198 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f279cf52-4375-438d-8840-1bd38f3ca4d1 x-openstack-request-id: req-f279cf52-4375-438d-8840-1bd38f3ca4d1 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:21:12.844764 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306f37d9-8a90-4bea-99b8-f5531fec5efd", "tag": "050d3f74-c8f0-44a7-a793-d5eb72a68ec6", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:21:12.845440 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f279cf52-4375-438d-8840-1bd38f3ca4d1 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:21:12.848218 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306f37d9-8a90-4bea-99b8-f5531fec5efd', 'tag': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6', 'status': 'completed', 'code': 200} Jul 22 19:21:12.866769 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1749e167-2b88-4c01-aa24-af3db7f785be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:12.869663 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1749e167-2b88-4c01-aa24-af3db7f785be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:12.883655 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1749e167-2b88-4c01-aa24-af3db7f785be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cef668b5-7d34-46ad-a15b-7a104c1f6658 HTTP/1.1" status: 204 len: 168 time: 0.4534316 Jul 22 19:21:12.894574 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:12.901759 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2c0ef60d-2079-40ff-be14-b7851d7c9272 None None] Provisioning for port 0b9e2a2f-fb37-4b68-b04e-271f93e73c9b completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:12.918256 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Transition to ACTIVE for port object 0b3eabde-4c21-4f2f-bcff-18fd58e7b815 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:12.921298 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749e167-2b88-4c01-aa24-af3db7f785be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef668b5-7d34-46ad-a15b-7a104c1f6658,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:12.922775 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2c0ef60d-2079-40ff-be14-b7851d7c9272 None None] Provisioning complete for port 0b9e2a2f-fb37-4b68-b04e-271f93e73c9b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:12.923148 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2c0ef60d-2079-40ff-be14-b7851d7c9272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:12.938859 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749e167-2b88-4c01-aa24-af3db7f785be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:12.940463 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749e167-2b88-4c01-aa24-af3db7f785be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:12.940463 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749e167-2b88-4c01-aa24-af3db7f785be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:12.940959 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749e167-2b88-4c01-aa24-af3db7f785be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:12.941530 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749e167-2b88-4c01-aa24-af3db7f785be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:12.942007 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749e167-2b88-4c01-aa24-af3db7f785be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:12.942437 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749e167-2b88-4c01-aa24-af3db7f785be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:12.942940 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749e167-2b88-4c01-aa24-af3db7f785be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:12.943390 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749e167-2b88-4c01-aa24-af3db7f785be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:12.944101 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749e167-2b88-4c01-aa24-af3db7f785be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:12.944192 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749e167-2b88-4c01-aa24-af3db7f785be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:12.944663 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749e167-2b88-4c01-aa24-af3db7f785be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:12.948671 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494b9999-685e-448f-8e55-b35a6bbb0e1c tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Router 22e41b1d-1329-4a2b-9f42-34fdd89edd39 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:21:12.954780 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-600ce48d-8607-4e14-9d95-94dc1f5d6107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692372752', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:22Z', 'updated_at': '2021-07-22T19:20:37Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:24Z', 'updated_at': '2021-07-22T19:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '8090f47d-0587-4d55-bddc-5e90c22050ad', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'port_id': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd', 'mac_address': 'fa:16:3e:1a:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306f37d9-8a90-4bea-99b8-f5531fec5efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:21:07Z', 'updated_at': '2021-07-22T19:21:07Z', 'revision_number': 0, 'project_id': '637aa3e692f04588bda049c0135065ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4782d3-af36-434c-aec3-5308567ec0bb', 'name': '', 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:c7:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'f4e261e3-bc9b-4293-80ca-d29b9b0534e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:35Z', 'updated_at': '2021-07-22T19:20:49Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': 'f4e261e3-bc9b-4293-80ca-d29b9b0534e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:13.014480 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600ce48d-8607-4e14-9d95-94dc1f5d6107 None None] Checking router: 008f6a94-aabd-44a8-b74c-d4053383b91a for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:21:13.025636 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dbfbaab5-7112-4e0e-aeb1-14af2f6b5eb2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:13.036670 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600ce48d-8607-4e14-9d95-94dc1f5d6107 None None] Routers {'008f6a94-aabd-44a8-b74c-d4053383b91a'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:13.037494 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-600ce48d-8607-4e14-9d95-94dc1f5d6107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['008f6a94-aabd-44a8-b74c-d4053383b91a'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:13.092338 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Transition to ACTIVE for port object 0b3eabde-4c21-4f2f-bcff-18fd58e7b815 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:13.096537 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-49a70a6d-a798-4acf-9c5b-180a0fcb33a4 service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687463 Jul 22 19:21:13.111813 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494b9999-685e-448f-8e55-b35a6bbb0e1c tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:21:13.134596 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-494b9999-685e-448f-8e55-b35a6bbb0e1c tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "PUT /v2.0/routers/22e41b1d-1329-4a2b-9f42-34fdd89edd39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9622133 Jul 22 19:21:13.144104 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58970) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:13.145016 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fc47a1-1286-4490-a96f-439f6a3f9df1 None None] Sync routers for ids ['22e41b1d-1329-4a2b-9f42-34fdd89edd39'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:21:13.195887 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-600ce48d-8607-4e14-9d95-94dc1f5d6107 None None] Set router 008f6a94-aabd-44a8-b74c-d4053383b91a gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:21:13.208152 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc2215-abd4-433e-95b8-89f585f63d7f req-27d78d48-e1c4-462f-9abe-4c64c0922700 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:13.209864 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-abbc2215-abd4-433e-95b8-89f585f63d7f req-27d78d48-e1c4-462f-9abe-4c64c0922700 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 946 time: 0.4446223 Jul 22 19:21:13.244526 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:13.249466 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2c0ef60d-2079-40ff-be14-b7851d7c9272 None None] Port 0b9e2a2f-fb37-4b68-b04e-271f93e73c9b cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:21:13.250996 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc54ed-a5aa-4d9e-9a9a-cd52decf21ab req-2bb07eaa-aea5-4d94-a3f0-3d73969e2db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:13.252834 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70fc54ed-a5aa-4d9e-9a9a-cd52decf21ab req-2bb07eaa-aea5-4d94-a3f0-3d73969e2db4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 1098 time: 0.3479767 Jul 22 19:21:13.363184 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Pushing event updated for resources: {'Port': ['ID=0b3eabde-4c21-4f2f-bcff-18fd58e7b815,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:13.398120 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-f4b90aeb-7962-4a15-9791-a71422f8414d service neutron] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762864 Jul 22 19:21:13.411735 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fc47a1-1286-4490-a96f-439f6a3f9df1 None None] Routers {'22e41b1d-1329-4a2b-9f42-34fdd89edd39'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:13.412452 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-87fc47a1-1286-4490-a96f-439f6a3f9df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e41b1d-1329-4a2b-9f42-34fdd89edd39'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:13.413105 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-6fd23967-6338-45d3-80cc-5d4180609f47 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8::5f (ac1cdc45-8892-4608-b80a-7d90307aaf6c/2f84d744-eea9-424c-ad3a-c6d73385827f/477c6d44-af76-452d-b6cb-6d10e346034b) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:13.416351 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:13.459945 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:13.461574 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-05d3b516-0e20-47c7-bc0e-29cfb93c41aa None None] Provisioning for port fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:13.463833 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1bf45cf9-91d1-4fe4-9068-f8857fe13da6 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:13.494735 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-54bbb53c-de28-429e-96ff-223256f6ef22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9df3022f-3694-41ee-8cbb-b947ff79670b HTTP/1.1" status: 200 len: 217 time: 0.0714939 Jul 22 19:21:13.503215 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:21:13.509879 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-87fc47a1-1286-4490-a96f-439f6a3f9df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:13.598740 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fc47a1-1286-4490-a96f-439f6a3f9df1 None None] Routers {'22e41b1d-1329-4a2b-9f42-34fdd89edd39'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:13.599390 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-87fc47a1-1286-4490-a96f-439f6a3f9df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e41b1d-1329-4a2b-9f42-34fdd89edd39'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:13.652986 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-05d3b516-0e20-47c7-bc0e-29cfb93c41aa None None] Provisioning complete for port 0b9e2a2f-fb37-4b68-b04e-271f93e73c9b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:13.653494 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-05d3b516-0e20-47c7-bc0e-29cfb93c41aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:13.669579 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-abbc2215-abd4-433e-95b8-89f585f63d7f req-b3ba9e63-4cf2-40c5-9e51-89dded1c61c8 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4221814 Jul 22 19:21:13.669974 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-600ce48d-8607-4e14-9d95-94dc1f5d6107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692372752', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:22Z', 'updated_at': '2021-07-22T19:20:37Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:24Z', 'updated_at': '2021-07-22T19:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '8090f47d-0587-4d55-bddc-5e90c22050ad', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'port_id': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd', 'mac_address': 'fa:16:3e:1a:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306f37d9-8a90-4bea-99b8-f5531fec5efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:21:07Z', 'updated_at': '2021-07-22T19:21:07Z', 'revision_number': 0, 'project_id': '637aa3e692f04588bda049c0135065ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4782d3-af36-434c-aec3-5308567ec0bb', 'name': '', 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:c7:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'f4e261e3-bc9b-4293-80ca-d29b9b0534e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:35Z', 'updated_at': '2021-07-22T19:20:49Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': 'f4e261e3-bc9b-4293-80ca-d29b9b0534e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:13.695880 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-87fc47a1-1286-4490-a96f-439f6a3f9df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:13.696594 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fc47a1-1286-4490-a96f-439f6a3f9df1 None None] The sync data for ids ['22e41b1d-1329-4a2b-9f42-34fdd89edd39'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:21:13.701314 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Attempting to bind port 0b3eabde-4c21-4f2f-bcff-18fd58e7b815 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:21:13.701459 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Attempting to bind port 0b3eabde-4c21-4f2f-bcff-18fd58e7b815 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:21:13.701830 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Attempting to bind port 0b3eabde-4c21-4f2f-bcff-18fd58e7b815 on network ac1cdc45-8892-4608-b80a-7d90307aaf6c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:21:13.703750 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58980) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:13.707990 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 1bf45cf9-91d1-4fe4-9068-f8857fe13da6 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:13.708379 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:13.712660 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:21:13.712982 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Checking segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:21:13.713397 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:13.713802 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Bound using segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:21:13.714301 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Bound port: 0b3eabde-4c21-4f2f-bcff-18fd58e7b815, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:21:13.714689 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:13.864968 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600ce48d-8607-4e14-9d95-94dc1f5d6107 None None] The sync data for ids ['008f6a94-aabd-44a8-b74c-d4053383b91a'] in n-d-800086-12 is: [{'id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692372752', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:22Z', 'updated_at': '2021-07-22T19:20:37Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:24Z', 'updated_at': '2021-07-22T19:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '8090f47d-0587-4d55-bddc-5e90c22050ad', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'port_id': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd', 'mac_address': 'fa:16:3e:1a:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306f37d9-8a90-4bea-99b8-f5531fec5efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:21:07Z', 'updated_at': '2021-07-22T19:21:07Z', 'revision_number': 0, 'project_id': '637aa3e692f04588bda049c0135065ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4782d3-af36-434c-aec3-5308567ec0bb', 'name': '', 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:c7:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'f4e261e3-bc9b-4293-80ca-d29b9b0534e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:35Z', 'updated_at': '2021-07-22T19:20:49Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': 'f4e261e3-bc9b-4293-80ca-d29b9b0534e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:21:13.875675 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] For port 0b3eabde-4c21-4f2f-bcff-18fd58e7b815, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:21:13.880430 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] For port 0b3eabde-4c21-4f2f-bcff-18fd58e7b815, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0b3eabde-4c21-4f2f-bcff-18fd58e7b815,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:21:13.911262 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:13.987875 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-05d3b516-0e20-47c7-bc0e-29cfb93c41aa None None] Port 0b9e2a2f-fb37-4b68-b04e-271f93e73c9b cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:21:14.001502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-929f9f68-5e7a-490d-b151-b961b21cb2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:14.009835 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-929f9f68-5e7a-490d-b151-b961b21cb2f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb3a5c04-3ab0-46f4-923f-871c4a99dc90 HTTP/1.1" status: 200 len: 797 time: 0.4318054 Jul 22 19:21:14.011070 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc54ed-a5aa-4d9e-9a9a-cd52decf21ab req-934e1d25-b722-4ba9-a07a-53636e8c6466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:14.012460 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70fc54ed-a5aa-4d9e-9a9a-cd52decf21ab req-934e1d25-b722-4ba9-a07a-53636e8c6466 service neutron] 10.222.0.30 "GET /v2.0/networks?id=69c530e8-2199-4fb5-a95e-746117c7a6dd HTTP/1.1" status: 200 len: 898 time: 0.7355747 Jul 22 19:21:14.021885 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a06e368e-5234-41e8-9fc6-fadb21b99144 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/floatingips/8090f47d-0587-4d55-bddc-5e90c22050ad HTTP/1.1" status: 200 len: 991 time: 0.3042440 Jul 22 19:21:14.056804 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-883d9d44-d651-4270-a261-dec0c9bbf317 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:21:14.064855 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Pushing event updated for resources: {'Port': ['ID=0b3eabde-4c21-4f2f-bcff-18fd58e7b815,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:14.068070 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-883d9d44-d651-4270-a261-dec0c9bbf317 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "PUT /v2.0/routers/22e41b1d-1329-4a2b-9f42-34fdd89edd39/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9227660 Jul 22 19:21:14.071806 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58990) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:14.077096 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.077389 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.077734 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.078323 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.078663 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.078993 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.079324 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.079745 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.080765 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.081185 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.081526 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.081852 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080f169-8acf-471b-b11e-70e4d33d6865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.082805 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6fd23967-6338-45d3-80cc-5d4180609f47 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:14.094882 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dbfbaab5-7112-4e0e-aeb1-14af2f6b5eb2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:14.124180 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:14.157387 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dbfbaab5-7112-4e0e-aeb1-14af2f6b5eb2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:14.244928 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70fc54ed-a5aa-4d9e-9a9a-cd52decf21ab req-3c8e452b-11ba-4c94-a15e-ec8ad84067dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=050d3f74-c8f0-44a7-a793-d5eb72a68ec6 HTTP/1.1" status: 200 len: 999 time: 0.2207258 Jul 22 19:21:14.266856 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dbfbaab5-7112-4e0e-aeb1-14af2f6b5eb2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:14.268419 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:14.269486 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-dbfbaab5-7112-4e0e-aeb1-14af2f6b5eb2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4898734 Jul 22 19:21:14.270418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbaab5-7112-4e0e-aeb1-14af2f6b5eb2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31fe77aa-2956-426b-ae9c-e4d688efbb77,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:14.274041 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:14.274551 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:14.298143 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58996) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:14.308773 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc8fe35-acc7-4537-a29a-b4eaf830a2d7 None None] New status for floating IP 8090f47d-0587-4d55-bddc-5e90c22050ad: ACTIVE {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:21:14.358372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-948a151b-82b0-447c-8008-195c61fad2c4 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group': {'name': 'tempest-secgroup--167114770'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:14.359882 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-6fd23967-6338-45d3-80cc-5d4180609f47 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Transition to ACTIVE for port object 477c6d44-af76-452d-b6cb-6d10e346034b will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:14.393326 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbaab5-7112-4e0e-aeb1-14af2f6b5eb2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.395376 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbaab5-7112-4e0e-aeb1-14af2f6b5eb2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.395376 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbaab5-7112-4e0e-aeb1-14af2f6b5eb2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.414978 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbaab5-7112-4e0e-aeb1-14af2f6b5eb2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.415984 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbaab5-7112-4e0e-aeb1-14af2f6b5eb2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.417012 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbaab5-7112-4e0e-aeb1-14af2f6b5eb2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.417518 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbaab5-7112-4e0e-aeb1-14af2f6b5eb2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.418011 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbaab5-7112-4e0e-aeb1-14af2f6b5eb2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.418524 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbaab5-7112-4e0e-aeb1-14af2f6b5eb2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.419010 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbaab5-7112-4e0e-aeb1-14af2f6b5eb2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.419956 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbaab5-7112-4e0e-aeb1-14af2f6b5eb2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.420526 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfbaab5-7112-4e0e-aeb1-14af2f6b5eb2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:14.450854 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:14.494913 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6fd23967-6338-45d3-80cc-5d4180609f47 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:14.529136 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a,segment=NetworkSegment(825888d5-e581-48d8-98fe-d33b421ad103),segment_id=825888d5-e581-48d8-98fe-d33b421ad103)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:14.539267 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:14.583455 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-13fc125f-69ec-4c68-a5a7-372062f6515c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting port b254040f-ff92-4088-973d-2a35ec4e750d {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:14.583808 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-13fc125f-69ec-4c68-a5a7-372062f6515c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:14.624247 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:14.627085 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd23967-6338-45d3-80cc-5d4180609f47 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:14.635912 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-948a151b-82b0-447c-8008-195c61fad2c4 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:14.639350 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-324c04f3-9ae8-4f26-8df6-33e520b45013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:14.640964 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-324c04f3-9ae8-4f26-8df6-33e520b45013 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=06eb644b-f29e-45c4-8d9a-7769e64949ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6180358 Jul 22 19:21:14.652353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc54ed-a5aa-4d9e-9a9a-cd52decf21ab req-9bc850a1-42f0-4562-b3a2-8fd14232d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:14.653897 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70fc54ed-a5aa-4d9e-9a9a-cd52decf21ab req-9bc850a1-42f0-4562-b3a2-8fd14232d8be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4e261e3-bc9b-4293-80ca-d29b9b0534e9 HTTP/1.1" status: 200 len: 834 time: 0.3961098 Jul 22 19:21:14.677141 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-6fd23967-6338-45d3-80cc-5d4180609f47 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:14.680270 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd23967-6338-45d3-80cc-5d4180609f47 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:21:14.686923 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd23967-6338-45d3-80cc-5d4180609f47 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:14.687602 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6fd23967-6338-45d3-80cc-5d4180609f47 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:14.709363 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd23967-6338-45d3-80cc-5d4180609f47 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=477c6d44-af76-452d-b6cb-6d10e346034b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:14.714904 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6fd23967-6338-45d3-80cc-5d4180609f47 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2037702 Jul 22 19:21:14.717879 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58998) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:14.774437 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d6a6b92-a3e5-458d-a2ed-761b63e400c8 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:14.874466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-13fc125f-69ec-4c68-a5a7-372062f6515c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] For port b254040f-ff92-4088-973d-2a35ec4e750d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b254040f-ff92-4088-973d-2a35ec4e750d,segment=NetworkSegment(52186fda-8bf9-4f4f-9738-2295cf580e57),segment_id=52186fda-8bf9-4f4f-9738-2295cf580e57)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:14.874862 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-13fc125f-69ec-4c68-a5a7-372062f6515c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:14.875379 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6ad5be-893b-4f36-b3f3-d7d7a1c09672 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:14.882208 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6ad5be-893b-4f36-b3f3-d7d7a1c09672 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:14.886492 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7e6ad5be-893b-4f36-b3f3-d7d7a1c09672 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1638296 Jul 22 19:21:14.888329 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59004) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:14.907313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-13fc125f-69ec-4c68-a5a7-372062f6515c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Calling delete_port for b254040f-ff92-4088-973d-2a35ec4e750d owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:14.926786 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc54ed-a5aa-4d9e-9a9a-cd52decf21ab req-0c4d3d62-0eb3-423c-9ef6-00aa5d1ac920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:14.928333 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70fc54ed-a5aa-4d9e-9a9a-cd52decf21ab req-0c4d3d62-0eb3-423c-9ef6-00aa5d1ac920 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=69c530e8-2199-4fb5-a95e-746117c7a6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2555256 Jul 22 19:21:14.930144 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-2cec48f0-69c9-4f1f-8a4f-c3694e133ec9 service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613921 Jul 22 19:21:15.028449 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59008) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:15.086856 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-948a151b-82b0-447c-8008-195c61fad2c4 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:15.133397 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ab6bcdbe-c046-416b-95cd-8196d750e2e6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting port 477c6d44-af76-452d-b6cb-6d10e346034b {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:15.134087 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ab6bcdbe-c046-416b-95cd-8196d750e2e6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:15.187577 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-948a151b-82b0-447c-8008-195c61fad2c4 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:15.280662 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-3c192dcb-7895-4b34-9adf-5e69fa801550 service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422403 Jul 22 19:21:15.320981 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-948a151b-82b0-447c-8008-195c61fad2c4 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:15.332975 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-948a151b-82b0-447c-8008-195c61fad2c4 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0156944 Jul 22 19:21:15.375051 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:15.426131 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59014) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:15.431293 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-011a3eef-321a-4b46-8bad-d1adc4717380 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group_rule': {'security_group_id': '31fe77aa-2956-426b-ae9c-e4d688efbb77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '314c30f0-1e40-4199-a8b1-c1f7edba7a64'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:15.506761 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:15.506905 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:15.508105 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-ad0a4d31-76ce-41ef-98f2-bdce2fd25bc9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e70f378c-9c1a-448d-838d-2e90ac1ae42e HTTP/1.1" status: 200 len: 217 time: 0.2035384 Jul 22 19:21:15.531401 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-444acad9-5899-4b51-af70-59fb4186cee0 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/floatingips/8090f47d-0587-4d55-bddc-5e90c22050ad HTTP/1.1" status: 200 len: 993 time: 0.4958727 Jul 22 19:21:15.615091 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0b3eabde-4c21-4f2f-bcff-18fd58e7b815 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:15.659799 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ab6bcdbe-c046-416b-95cd-8196d750e2e6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:15.676769 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-8d6a6b92-a3e5-458d-a2ed-761b63e400c8 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Deleting port 0b9e2a2f-fb37-4b68-b04e-271f93e73c9b {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:15.677143 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d6a6b92-a3e5-458d-a2ed-761b63e400c8 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:15.683825 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ab6bcdbe-c046-416b-95cd-8196d750e2e6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Calling delete_port for 477c6d44-af76-452d-b6cb-6d10e346034b owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:15.699091 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d2dff89b-becc-4504-96a5-6f5d14e0fe20 None None] Provisioning for port 0b3eabde-4c21-4f2f-bcff-18fd58e7b815 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:15.702833 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 0b3eabde-4c21-4f2f-bcff-18fd58e7b815 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:15.708450 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d2dff89b-becc-4504-96a5-6f5d14e0fe20 None None] Provisioning complete for port 0b3eabde-4c21-4f2f-bcff-18fd58e7b815 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:15.709203 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d2dff89b-becc-4504-96a5-6f5d14e0fe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:15.711870 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 0b3eabde-4c21-4f2f-bcff-18fd58e7b815 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:15.712425 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:15.755072 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a151b-82b0-447c-8008-195c61fad2c4 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=314c30f0-1e40-4199-a8b1-c1f7edba7a64,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:15.770870 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-90fad289-672d-4a5b-864d-a44582ba0f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:15.772681 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-90fad289-672d-4a5b-864d-a44582ba0f7d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb3a5c04-3ab0-46f4-923f-871c4a99dc90 HTTP/1.1" status: 200 len: 797 time: 0.2234364 Jul 22 19:21:15.775725 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70fc54ed-a5aa-4d9e-9a9a-cd52decf21ab req-d4bbeefd-c570-40b0-ba7a-8f2aab34bf1d service neutron] 10.222.0.30 "GET /v2.0/networks/69c530e8-2199-4fb5-a95e-746117c7a6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8272467 Jul 22 19:21:15.778098 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-011a3eef-321a-4b46-8bad-d1adc4717380 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:21:15.780220 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-011a3eef-321a-4b46-8bad-d1adc4717380 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3531299 Jul 22 19:21:15.789691 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59020) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:15.794129 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-13fc125f-69ec-4c68-a5a7-372062f6515c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:15.841126 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:15.887131 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d6a6b92-a3e5-458d-a2ed-761b63e400c8 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:15.897480 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 0b3eabde-4c21-4f2f-bcff-18fd58e7b815, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0b3eabde-4c21-4f2f-bcff-18fd58e7b815,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:15.899089 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc125f-69ec-4c68-a5a7-372062f6515c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Port': ['ID=b254040f-ff92-4088-973d-2a35ec4e750d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:15.907516 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:15.954665 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-8d6a6b92-a3e5-458d-a2ed-761b63e400c8 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Calling delete_port for 0b9e2a2f-fb37-4b68-b04e-271f93e73c9b owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:15.984356 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bd3b1725-c289-4f2a-8b02-cc6448bee6e6 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:15.999408 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=0b3eabde-4c21-4f2f-bcff-18fd58e7b815,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:16.087796 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bd3b1725-c289-4f2a-8b02-cc6448bee6e6 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:16.130679 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-13fc125f-69ec-4c68-a5a7-372062f6515c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:16.144980 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-d6e610a6-9e9c-4d6d-949e-b8dc2fa49883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:16.146726 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-d6e610a6-9e9c-4d6d-949e-b8dc2fa49883 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=06eb644b-f29e-45c4-8d9a-7769e64949ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3651931 Jul 22 19:21:16.155874 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ab5068c8-443b-4c25-a2fb-8d1caad34810 None None] Could not find standard attr ID for object 477c6d44-af76-452d-b6cb-6d10e346034b. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:21:16.185958 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ab6bcdbe-c046-416b-95cd-8196d750e2e6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:16.235508 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6bcdbe-c046-416b-95cd-8196d750e2e6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Port': ['ID=477c6d44-af76-452d-b6cb-6d10e346034b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:16.237536 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70fc54ed-a5aa-4d9e-9a9a-cd52decf21ab req-297a6bb4-ccda-44af-ba8a-95fbc3677d59 service neutron] 10.222.0.30 "GET /v2.0/networks/69c530e8-2199-4fb5-a95e-746117c7a6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378791 Jul 22 19:21:16.294863 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ab6bcdbe-c046-416b-95cd-8196d750e2e6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:16.301195 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ab6bcdbe-c046-416b-95cd-8196d750e2e6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/477c6d44-af76-452d-b6cb-6d10e346034b HTTP/1.1" status: 204 len: 168 time: 1.4130847 Jul 22 19:21:16.302097 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59024) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:16.320468 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bd3b1725-c289-4f2a-8b02-cc6448bee6e6 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:16.325049 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bd3b1725-c289-4f2a-8b02-cc6448bee6e6 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:16.329087 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bd3b1725-c289-4f2a-8b02-cc6448bee6e6 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "DELETE /v2.0/security-groups/314c30f0-1e40-4199-a8b1-c1f7edba7a64 HTTP/1.1" status: 204 len: 168 time: 0.5359228 Jul 22 19:21:16.357772 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59026) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:16.414175 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b1725-c289-4f2a-8b02-cc6448bee6e6 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=314c30f0-1e40-4199-a8b1-c1f7edba7a64,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:16.461542 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555122c9-ecab-43bf-b4f6-7394b06b2883 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:16.463199 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555122c9-ecab-43bf-b4f6-7394b06b2883 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:16.468161 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-555122c9-ecab-43bf-b4f6-7394b06b2883 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1607807 Jul 22 19:21:16.468836 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59030) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:16.493741 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d6a6b92-a3e5-458d-a2ed-761b63e400c8 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:16.566218 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a6b92-a3e5-458d-a2ed-761b63e400c8 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Pushing event deleted for resources: {'Port': ['ID=0b9e2a2f-fb37-4b68-b04e-271f93e73c9b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:16.587324 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5918d3f6-c3fe-475f-a3a5-eb42c5686752 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2044044 Jul 22 19:21:16.605014 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59032) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:16.621717 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-446fdfae-7435-4c8f-9240-2a4db14ea8e5 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet 2f84d744-eea9-424c-ad3a-c6d73385827f {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:21:16.653327 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-446fdfae-7435-4c8f-9240-2a4db14ea8e5 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:16.720999 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-fdd44ca6-332c-4c12-aed6-469f620756a5 service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5649049 Jul 22 19:21:16.734801 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-446fdfae-7435-4c8f-9240-2a4db14ea8e5 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:16.868245 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e862e4fb-98f9-4e69-a5fa-5ffa7a8a0a5c tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:16.888379 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d6a6b92-a3e5-458d-a2ed-761b63e400c8 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:16.912294 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fc125f-69ec-4c68-a5a7-372062f6515c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router be746541-d2a8-426f-b7be-e8cc5dc8ed1f has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:21:16.929018 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fb98723-0440-401b-81df-6cff0e0f40c1 req-f4134516-c745-4002-b385-6d5f197d65ee service neutron] 10.222.0.16 "GET /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794670 Jul 22 19:21:16.930092 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e862e4fb-98f9-4e69-a5fa-5ffa7a8a0a5c tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:17.005344 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fc125f-69ec-4c68-a5a7-372062f6515c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:21:17.013072 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-13fc125f-69ec-4c68-a5a7-372062f6515c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/be746541-d2a8-426f-b7be-e8cc5dc8ed1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6061015 Jul 22 19:21:17.013795 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59044) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:17.016569 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c07ddfd-a1cb-4a12-9048-39d93b88147b None None] Sync routers for ids ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:21:17.033400 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c07ddfd-a1cb-4a12-9048-39d93b88147b None None] Routers {'be746541-d2a8-426f-b7be-e8cc5dc8ed1f'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:17.036636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-5c07ddfd-a1cb-4a12-9048-39d93b88147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:17.056830 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-446fdfae-7435-4c8f-9240-2a4db14ea8e5 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:17.078984 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbea035d-cf99-4e3f-8a8d-03ac77afa425 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting subnet 21cc29fa-db97-4b0a-9284-b27419f3bc79 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:21:17.083344 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dbea035d-cf99-4e3f-8a8d-03ac77afa425 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:17.131088 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dbea035d-cf99-4e3f-8a8d-03ac77afa425 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:17.170085 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-5c07ddfd-a1cb-4a12-9048-39d93b88147b None None] Set router be746541-d2a8-426f-b7be-e8cc5dc8ed1f gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:21:17.212573 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e862e4fb-98f9-4e69-a5fa-5ffa7a8a0a5c tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:17.215527 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e862e4fb-98f9-4e69-a5fa-5ffa7a8a0a5c tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:17.216773 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e862e4fb-98f9-4e69-a5fa-5ffa7a8a0a5c tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "DELETE /v2.0/security-groups/31fe77aa-2956-426b-ae9c-e4d688efbb77 HTTP/1.1" status: 204 len: 168 time: 0.6086214 Jul 22 19:21:17.220006 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59048) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:17.230977 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862e4fb-98f9-4e69-a5fa-5ffa7a8a0a5c tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fe77aa-2956-426b-ae9c-e4d688efbb77,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:17.238094 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-5c07ddfd-a1cb-4a12-9048-39d93b88147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:21:15Z', 'revision_number': 11, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:17.244564 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6a6b92-a3e5-458d-a2ed-761b63e400c8 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Router 22e41b1d-1329-4a2b-9f42-34fdd89edd39 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:21:17.245715 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59050) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:17.285282 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c07ddfd-a1cb-4a12-9048-39d93b88147b None None] Checking router: be746541-d2a8-426f-b7be-e8cc5dc8ed1f for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:21:17.307613 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0b3eabde-4c21-4f2f-bcff-18fd58e7b815 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:17.336879 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6a6b92-a3e5-458d-a2ed-761b63e400c8 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:21:17.339180 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-446fdfae-7435-4c8f-9240-2a4db14ea8e5 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:17.350152 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8d6a6b92-a3e5-458d-a2ed-761b63e400c8 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "PUT /v2.0/routers/22e41b1d-1329-4a2b-9f42-34fdd89edd39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2599249 Jul 22 19:21:17.355417 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec184c76-f889-413d-a798-a629b13304fb None None] Sync routers for ids ['22e41b1d-1329-4a2b-9f42-34fdd89edd39'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:21:17.364719 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-26892fe3-0750-4473-8e2c-956001fd129d tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1417336 Jul 22 19:21:17.365571 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59054) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:17.366152 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59056) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:17.367755 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dbea035d-cf99-4e3f-8a8d-03ac77afa425 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:17.369550 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec184c76-f889-413d-a798-a629b13304fb None None] Routers {'22e41b1d-1329-4a2b-9f42-34fdd89edd39'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:17.370175 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ec184c76-f889-413d-a798-a629b13304fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e41b1d-1329-4a2b-9f42-34fdd89edd39'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:17.377307 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fdfae-7435-4c8f-9240-2a4db14ea8e5 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=2f84d744-eea9-424c-ad3a-c6d73385827f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:17.383992 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-446fdfae-7435-4c8f-9240-2a4db14ea8e5 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:17.386073 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-446fdfae-7435-4c8f-9240-2a4db14ea8e5 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/2f84d744-eea9-424c-ad3a-c6d73385827f HTTP/1.1" status: 204 len: 168 time: 0.9118559 Jul 22 19:21:17.388561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59058) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:17.393435 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4405e9ce-7c45-4afd-b314-49bdba2883fb None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:17.405035 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c07ddfd-a1cb-4a12-9048-39d93b88147b None None] Routers {'be746541-d2a8-426f-b7be-e8cc5dc8ed1f'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:17.405885 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-5c07ddfd-a1cb-4a12-9048-39d93b88147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:17.419365 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ec184c76-f889-413d-a798-a629b13304fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:17.429603 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec184c76-f889-413d-a798-a629b13304fb None None] Routers {'22e41b1d-1329-4a2b-9f42-34fdd89edd39'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:17.430628 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ec184c76-f889-413d-a798-a629b13304fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e41b1d-1329-4a2b-9f42-34fdd89edd39'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:17.432731 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-84eddcde-3185-46f8-9cc5-5c8b8004f6ce tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group': {'name': 'tempest-secgroup--118257495'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:17.438321 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-58bd4769-5916-48c6-9289-6058138485ef tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463486 Jul 22 19:21:17.438600 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59060) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:17.474948 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ec184c76-f889-413d-a798-a629b13304fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:17.475965 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec184c76-f889-413d-a798-a629b13304fb None None] The sync data for ids ['22e41b1d-1329-4a2b-9f42-34fdd89edd39'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:21:17.483368 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-247639be-f87e-49bc-b63a-5ab0e34e976f tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] delete failed (client error): The resource could not be found. Jul 22 19:21:17.484521 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-247639be-f87e-49bc-b63a-5ab0e34e976f tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-660793625 HTTP/1.1" status: 404 len: 334 time: 0.1046422 Jul 22 19:21:17.488908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59062) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:17.499810 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-89f01c0a-0983-4e50-b724-2f3209333b59 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Request body: {'router': {'external_gateway_info': {'network_id': '22e41b1d-1329-4a2b-9f42-34fdd89edd39'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:17.513283 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-84eddcde-3185-46f8-9cc5-5c8b8004f6ce tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:17.518186 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e67d24e-ea51-4758-b0fe-f4e78523e784 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:17.521591 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2e67d24e-ea51-4758-b0fe-f4e78523e784 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0791469 Jul 22 19:21:17.521777 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9d48fa9b-d08c-40de-a5a7-d992bfaa07e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:17.522884 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59064) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:17.546870 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-5c07ddfd-a1cb-4a12-9048-39d93b88147b None None] Set router be746541-d2a8-426f-b7be-e8cc5dc8ed1f gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:21:17.574007 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e6e036-080f-4289-85d5-56c138d889a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:17.577447 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c4e6e036-080f-4289-85d5-56c138d889a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0531454 Jul 22 19:21:17.579164 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59066) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:17.626279 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-5c07ddfd-a1cb-4a12-9048-39d93b88147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:21:15Z', 'revision_number': 11, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:17.630687 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b5f46637-489f-47a9-bff9-bef180b68a79 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491776 Jul 22 19:21:17.634639 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59068) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:17.639946 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-e612916a-8ba9-4bf1-9fc0-268b9a374168 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:17.658388 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c07ddfd-a1cb-4a12-9048-39d93b88147b None None] The sync data for ids ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'] in n-d-800086-12 is: [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:21:15Z', 'revision_number': 11, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:21:17.678559 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 0b3eabde-4c21-4f2f-bcff-18fd58e7b815 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:17.678559 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:17.734583 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dbea035d-cf99-4e3f-8a8d-03ac77afa425 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:17.837757 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea035d-cf99-4e3f-8a8d-03ac77afa425 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Subnet': ['ID=21cc29fa-db97-4b0a-9284-b27419f3bc79,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:17.848705 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-89f01c0a-0983-4e50-b724-2f3209333b59 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:17.854213 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cf9a90-8d28-4669-a70e-82a74d442be3 None None] Network 0b226951-28f9-4a2d-acbe-56881fc02638 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:17.854437 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dbea035d-cf99-4e3f-8a8d-03ac77afa425 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:17.856353 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-dbea035d-cf99-4e3f-8a8d-03ac77afa425 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/subnets/21cc29fa-db97-4b0a-9284-b27419f3bc79 HTTP/1.1" status: 204 len: 168 time: 0.8413074 Jul 22 19:21:17.859626 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59070) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:17.886387 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-89f01c0a-0983-4e50-b724-2f3209333b59 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] update failed (client error): The resource could not be found. Jul 22 19:21:17.891031 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-89f01c0a-0983-4e50-b724-2f3209333b59 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "PUT /v2.0/routers/22e41b1d-1329-4a2b-9f42-34fdd89edd39 HTTP/1.1" status: 404 len: 339 time: 0.3954923 Jul 22 19:21:17.891171 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59072) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:17.935679 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9d48fa9b-d08c-40de-a5a7-d992bfaa07e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:17.948120 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9d48fa9b-d08c-40de-a5a7-d992bfaa07e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:17.988871 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9d48fa9b-d08c-40de-a5a7-d992bfaa07e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18c2864eb07945d880b182249525a0d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7420425 Jul 22 19:21:17.993241 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59074) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:18.036220 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07ccdee1-a193-48db-9fed-7f5d427069b7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.037246 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1e02b0-92a0-4690-bff7-a09d2efcac83 None None] DHCP port deletion for ac1cdc45-8892-4608-b80a-7d90307aaf6c request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:21:18.046396 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48fa9b-d08c-40de-a5a7-d992bfaa07e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd3a426-59a6-459f-83da-9909821fa990,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:18.080414 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-db559484-c290-4308-939e-93969546c34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.099437 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced8dd85-a7ee-4749-9b22-421088d0bd62 None None] DHCP port deletion for 0b226951-28f9-4a2d-acbe-56881fc02638 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:21:18.133351 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-db559484-c290-4308-939e-93969546c34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.157768 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-cf1e02b0-92a0-4690-bff7-a09d2efcac83 None None] Deleting port 0b3eabde-4c21-4f2f-bcff-18fd58e7b815 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:18.158982 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cf1e02b0-92a0-4690-bff7-a09d2efcac83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.165508 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-84eddcde-3185-46f8-9cc5-5c8b8004f6ce tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.182082 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-84eddcde-3185-46f8-9cc5-5c8b8004f6ce tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.213002 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eddcde-3185-46f8-9cc5-5c8b8004f6ce tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5316c2c8-54ba-4c4f-8889-f7207df2f4c4,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:18.253889 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-84eddcde-3185-46f8-9cc5-5c8b8004f6ce tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.255446 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-84eddcde-3185-46f8-9cc5-5c8b8004f6ce tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8272257 Jul 22 19:21:18.258709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59076) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:18.264459 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2824b54c-ab96-4393-bda7-d4a031ea622d tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group_rule': {'security_group_id': '5316c2c8-54ba-4c4f-8889-f7207df2f4c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:18.274636 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e612916a-8ba9-4bf1-9fc0-268b9a374168 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:18.278496 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e612916a-8ba9-4bf1-9fc0-268b9a374168 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.278885 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-db559484-c290-4308-939e-93969546c34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.281826 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-db559484-c290-4308-939e-93969546c34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.284173 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-db559484-c290-4308-939e-93969546c34b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6dd3a426-59a6-459f-83da-9909821fa990 HTTP/1.1" status: 204 len: 168 time: 0.2900219 Jul 22 19:21:18.299583 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db559484-c290-4308-939e-93969546c34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd3a426-59a6-459f-83da-9909821fa990,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:18.344029 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-2824b54c-ab96-4393-bda7-d4a031ea622d tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:21:18.346243 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2824b54c-ab96-4393-bda7-d4a031ea622d tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0861969 Jul 22 19:21:18.348803 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59080) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:18.356749 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ced8dd85-a7ee-4749-9b22-421088d0bd62 None None] Deleting port bb69eaa0-6256-403e-a398-e378f90d7d65 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:18.357139 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ced8dd85-a7ee-4749-9b22-421088d0bd62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.358007 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-20efdc57-0461-43a7-9c2d-e1ed956a708d tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group_rule': {'security_group_id': '5316c2c8-54ba-4c4f-8889-f7207df2f4c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:18.401336 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-07ccdee1-a193-48db-9fed-7f5d427069b7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Deleting port bb69eaa0-6256-403e-a398-e378f90d7d65 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:18.401679 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07ccdee1-a193-48db-9fed-7f5d427069b7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.406318 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f983b57-f208-4237-a93f-6d2471048f0a tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.423483 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-cf1e02b0-92a0-4690-bff7-a09d2efcac83 None None] For port 0b3eabde-4c21-4f2f-bcff-18fd58e7b815, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0b3eabde-4c21-4f2f-bcff-18fd58e7b815,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:18.423954 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cf1e02b0-92a0-4690-bff7-a09d2efcac83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.463658 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-20efdc57-0461-43a7-9c2d-e1ed956a708d tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:21:18.469677 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-20efdc57-0461-43a7-9c2d-e1ed956a708d tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1169124 Jul 22 19:21:18.469841 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-cf1e02b0-92a0-4690-bff7-a09d2efcac83 None None] Calling delete_port for 0b3eabde-4c21-4f2f-bcff-18fd58e7b815 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:18.469927 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59082) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:18.491715 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-ced8dd85-a7ee-4749-9b22-421088d0bd62 None None] For port bb69eaa0-6256-403e-a398-e378f90d7d65, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bb69eaa0-6256-403e-a398-e378f90d7d65,segment=NetworkSegment(52186fda-8bf9-4f4f-9738-2295cf580e57),segment_id=52186fda-8bf9-4f4f-9738-2295cf580e57)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:18.492056 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ced8dd85-a7ee-4749-9b22-421088d0bd62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.537696 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ced8dd85-a7ee-4749-9b22-421088d0bd62 None None] Calling delete_port for bb69eaa0-6256-403e-a398-e378f90d7d65 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:18.546716 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5bbfe81c-e202-47f0-b751-7c538b541cce tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.577334 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5bbfe81c-e202-47f0-b751-7c538b541cce tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.578709 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-07ccdee1-a193-48db-9fed-7f5d427069b7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] For port bb69eaa0-6256-403e-a398-e378f90d7d65, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bb69eaa0-6256-403e-a398-e378f90d7d65,segment=NetworkSegment(52186fda-8bf9-4f4f-9738-2295cf580e57),segment_id=52186fda-8bf9-4f4f-9738-2295cf580e57)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:18.578709 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07ccdee1-a193-48db-9fed-7f5d427069b7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.623610 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-07ccdee1-a193-48db-9fed-7f5d427069b7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Calling delete_port for bb69eaa0-6256-403e-a398-e378f90d7d65 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:18.637431 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cf1e02b0-92a0-4690-bff7-a09d2efcac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.639601 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5bbfe81c-e202-47f0-b751-7c538b541cce tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.646260 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5bbfe81c-e202-47f0-b751-7c538b541cce tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.648538 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5bbfe81c-e202-47f0-b751-7c538b541cce tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "DELETE /v2.0/security-groups/5316c2c8-54ba-4c4f-8889-f7207df2f4c4 HTTP/1.1" status: 204 len: 168 time: 0.1763747 Jul 22 19:21:18.652891 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59086) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:18.683743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1e02b0-92a0-4690-bff7-a09d2efcac83 None None] No DVR routers for this DVR port 0b3eabde-4c21-4f2f-bcff-18fd58e7b815 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:21:18.685709 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e02b0-92a0-4690-bff7-a09d2efcac83 None None] Pushing event deleted for resources: {'Port': ['ID=0b3eabde-4c21-4f2f-bcff-18fd58e7b815,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:18.690924 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ced8dd85-a7ee-4749-9b22-421088d0bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.699583 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfe81c-e202-47f0-b751-7c538b541cce tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5316c2c8-54ba-4c4f-8889-f7207df2f4c4,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:18.728152 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8dd85-a7ee-4749-9b22-421088d0bd62 None None] Pushing event deleted for resources: {'Port': ['ID=bb69eaa0-6256-403e-a398-e378f90d7d65,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:18.735470 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced8dd85-a7ee-4749-9b22-421088d0bd62 None None] No DVR routers for this DVR port bb69eaa0-6256-403e-a398-e378f90d7d65 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:21:18.750259 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4ea29a60-c9fe-40f7-a396-90cd47ed35f2 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0920136 Jul 22 19:21:18.751072 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59092) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:18.756769 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-752b3aee-8f18-4d4e-9b5e-14ae1986b84e tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group': {'name': 'tempest-secgroup--1242353064'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:18.782722 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-752b3aee-8f18-4d4e-9b5e-14ae1986b84e tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.879872 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-752b3aee-8f18-4d4e-9b5e-14ae1986b84e tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.885296 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-752b3aee-8f18-4d4e-9b5e-14ae1986b84e tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.917941 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-752b3aee-8f18-4d4e-9b5e-14ae1986b84e tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:18.919305 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-752b3aee-8f18-4d4e-9b5e-14ae1986b84e tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1663561 Jul 22 19:21:18.920404 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b3aee-8f18-4d4e-9b5e-14ae1986b84e tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de62ac5-4827-4f25-9120-3e60ce7a089a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:18.923532 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59098) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:18.928425 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-ac413556-8458-41ff-aed6-2ed09952bfc8 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:18.929045 n-d-800086-12 neutron-server[93807]: WARNING neutron.api.v2.base [None req-ac413556-8458-41ff-aed6-2ed09952bfc8 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 19:21:18.929556 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-ac413556-8458-41ff-aed6-2ed09952bfc8 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 19:21:18.930536 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ac413556-8458-41ff-aed6-2ed09952bfc8 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "PUT /v2.0/security-groups/4de62ac5-4827-4f25-9120-3e60ce7a089a HTTP/1.1" status: 409 len: 330 time: 0.0058806 Jul 22 19:21:18.933323 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59100) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:19.007406 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-55d2a210-ea70-40f2-bec7-6c8b7eddbbf8 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.033221 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-55d2a210-ea70-40f2-bec7-6c8b7eddbbf8 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.099750 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-55d2a210-ea70-40f2-bec7-6c8b7eddbbf8 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.105202 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-55d2a210-ea70-40f2-bec7-6c8b7eddbbf8 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.106733 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-55d2a210-ea70-40f2-bec7-6c8b7eddbbf8 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "DELETE /v2.0/security-groups/4de62ac5-4827-4f25-9120-3e60ce7a089a HTTP/1.1" status: 204 len: 168 time: 0.1724448 Jul 22 19:21:19.117370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59108) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:19.118468 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2a210-ea70-40f2-bec7-6c8b7eddbbf8 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de62ac5-4827-4f25-9120-3e60ce7a089a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:19.140733 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b254040f-ff92-4088-973d-2a35ec4e750d no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:21:19.189916 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-18725788-251b-4d90-9410-a81b86bb10cd tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524976 Jul 22 19:21:19.193217 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: b254040f-ff92-4088-973d-2a35ec4e750d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:21:19.193217 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b254040f-ff92-4088-973d-2a35ec4e750d not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:21:19.193217 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0b3eabde-4c21-4f2f-bcff-18fd58e7b815 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:21:19.193919 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59112) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:19.213583 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-da40e78e-79b6-4c1d-9ef0-0502bf8a3e77 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] delete failed (client error): The resource could not be found. Jul 22 19:21:19.218161 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-da40e78e-79b6-4c1d-9ef0-0502bf8a3e77 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "DELETE /v2.0/security-groups/93f8cf08-8950-4874-b2d5-7975f26a4d07 HTTP/1.1" status: 404 len: 347 time: 0.0194571 Jul 22 19:21:19.219798 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59114) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:19.223802 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 0b3eabde-4c21-4f2f-bcff-18fd58e7b815 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:21:19.224355 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0b3eabde-4c21-4f2f-bcff-18fd58e7b815 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:21:19.225127 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bb69eaa0-6256-403e-a398-e378f90d7d65 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:21:19.234330 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-a5a807dc-6487-40a9-8861-5e34469bd373 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] show failed (client error): The resource could not be found. Jul 22 19:21:19.235345 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a5a807dc-6487-40a9-8861-5e34469bd373 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "GET /v2.0/security-groups/8728ddee-fe15-4b19-a8db-c9d8d7ae1f3d HTTP/1.1" status: 404 len: 347 time: 0.0143006 Jul 22 19:21:19.242152 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59116) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:19.247547 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: bb69eaa0-6256-403e-a398-e378f90d7d65 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:21:19.248079 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bb69eaa0-6256-403e-a398-e378f90d7d65 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:21:19.264224 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07ccdee1-a193-48db-9fed-7f5d427069b7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.284618 n-d-800086-12 neutron-server[93806]: DEBUG neutron.objects.ports [None req-e612916a-8ba9-4bf1-9fc0-268b9a374168 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93806) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:21:19.291684 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59118) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:19.293809 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-c06d4e7a-28d7-4c71-aca8-0544fcca0161 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] show failed (client error): The resource could not be found. Jul 22 19:21:19.294825 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c06d4e7a-28d7-4c71-aca8-0544fcca0161 tempest-NegativeSecGroupIPv6Test-1322661981 tempest-NegativeSecGroupIPv6Test-1322661981-project] 10.222.0.13 "GET /v2.0/security-group-rules/c1c530db-52b4-4404-904f-30780aec61f1 HTTP/1.1" status: 404 len: 356 time: 0.0497239 Jul 22 19:21:19.316759 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e612916a-8ba9-4bf1-9fc0-268b9a374168 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.332863 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccdee1-a193-48db-9fed-7f5d427069b7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Port': ['ID=bb69eaa0-6256-403e-a398-e378f90d7d65,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:19.338384 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ccdee1-a193-48db-9fed-7f5d427069b7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] No DVR routers for this DVR port bb69eaa0-6256-403e-a398-e378f90d7d65 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:21:19.368863 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-0f983b57-f208-4237-a93f-6d2471048f0a tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Allocated IP 172.20.0.1 (0f5bf88f-459a-40bc-823c-28c37158a2c7/c5d309e9-9224-4617-af0b-b80e576baa54/d5b9c183-e2a5-4d77-bec9-bd578db9f160) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:19.416875 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e612916a-8ba9-4bf1-9fc0-268b9a374168 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:19.417569 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-eda53e24-90bb-4efa-a94f-bf5578350a4a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-46686100-network', 'tenant_id': '88edd86379da474f9e73474c4822e718'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:19.434816 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-e612916a-8ba9-4bf1-9fc0-268b9a374168 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:19.444692 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda53e24-90bb-4efa-a94f-bf5578350a4a admin admin] Made reservation on behalf of 88edd86379da474f9e73474c4822e718 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:19.447416 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e612916a-8ba9-4bf1-9fc0-268b9a374168 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:19.448511 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e612916a-8ba9-4bf1-9fc0-268b9a374168 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.448794 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eda53e24-90bb-4efa-a94f-bf5578350a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.452017 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e11da27-bcb7-45d8-bc51-26326387bbd9 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:19.458626 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612916a-8ba9-4bf1-9fc0-268b9a374168 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=f2d95a34-9aa7-4b9c-bdb1-78cc770c04b0,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:19.466360 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eda53e24-90bb-4efa-a94f-bf5578350a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.515690 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07ccdee1-a193-48db-9fed-7f5d427069b7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.528746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59126) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:19.531828 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-07ccdee1-a193-48db-9fed-7f5d427069b7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b226951-28f9-4a2d-acbe-56881fc02638']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:19.574496 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-07ccdee1-a193-48db-9fed-7f5d427069b7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52186fda-8bf9-4f4f-9738-2295cf580e57') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:19.574771 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-07ccdee1-a193-48db-9fed-7f5d427069b7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52186fda-8bf9-4f4f-9738-2295cf580e57') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:19.591430 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07ccdee1-a193-48db-9fed-7f5d427069b7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.604439 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eda53e24-90bb-4efa-a94f-bf5578350a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.613135 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eda53e24-90bb-4efa-a94f-bf5578350a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.616400 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07ccdee1-a193-48db-9fed-7f5d427069b7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.631050 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e612916a-8ba9-4bf1-9fc0-268b9a374168 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9925592 Jul 22 19:21:19.634325 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ccdee1-a193-48db-9fed-7f5d427069b7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:21:19.634730 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07ccdee1-a193-48db-9fed-7f5d427069b7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:21:19.637917 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:21:19.640147 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59130) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:19.641664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda53e24-90bb-4efa-a94f-bf5578350a4a admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:21:19.654869 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-bea3f6dd-9847-4036-8a7a-3aabc7c0916d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:19.659215 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eda53e24-90bb-4efa-a94f-bf5578350a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.659656 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-eda53e24-90bb-4efa-a94f-bf5578350a4a admin admin] Added segment 67173a3f-7a71-402f-90c0-152459e5c50d of type vlan for network e89c4a4f-ae66-40e9-a651-3fcc6679a396 Jul 22 19:21:19.660934 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f983b57-f208-4237-a93f-6d2471048f0a tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.701147 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda53e24-90bb-4efa-a94f-bf5578350a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86ff70c-ff59-4244-b8ae-3f575de545af,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:19.723899 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'fixed_ips': [{'subnet_id': 'f2d95a34-9aa7-4b9c-bdb1-78cc770c04b0'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:21:19.725256 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.738158 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eda53e24-90bb-4efa-a94f-bf5578350a4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.779734 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-32f3e2af-8c70-4d28-9f66-e47ec8f8b9e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6be334c93686418da6cb2a592cf3bd34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2475495 Jul 22 19:21:19.779966 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-0f983b57-f208-4237-a93f-6d2471048f0a tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Transition to ACTIVE for port object d5b9c183-e2a5-4d77-bec9-bd578db9f160 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:19.780203 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59132) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:19.780380 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07ccdee1-a193-48db-9fed-7f5d427069b7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.794790 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07ccdee1-a193-48db-9fed-7f5d427069b7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.799896 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-07ccdee1-a193-48db-9fed-7f5d427069b7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/networks/0b226951-28f9-4a2d-acbe-56881fc02638 HTTP/1.1" status: 204 len: 168 time: 1.9359500 Jul 22 19:21:19.803198 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59134) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:19.816812 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-14f173ab-c7b2-441e-a5f1-e155359e513a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'router': {'routes': None}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:19.824903 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccdee1-a193-48db-9fed-7f5d427069b7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Pushing event deleted for resources: {'Network': ['ID=0b226951-28f9-4a2d-acbe-56881fc02638,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:19.835027 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eda53e24-90bb-4efa-a94f-bf5578350a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.836235 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda53e24-90bb-4efa-a94f-bf5578350a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:19.837063 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eda53e24-90bb-4efa-a94f-bf5578350a4a admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.900034 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] Allocated IP 2001:db8::f816:3eff:fe2a:6bd4 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/f2d95a34-9aa7-4b9c-bdb1-78cc770c04b0/bff2ca5b-eb56-472e-a101-7680a99ad702) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:19.963479 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cf83e130-2c31-40ab-9db2-abc1b07d02c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:19.966544 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda53e24-90bb-4efa-a94f-bf5578350a4a admin admin] Pushing event updated for resources: {'Network': ['ID=e89c4a4f-ae66-40e9-a651-3fcc6679a396,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:19.986921 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network e89c4a4f-ae66-40e9-a651-3fcc6679a396 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:21:19.990002 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cf83e130-2c31-40ab-9db2-abc1b07d02c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:20.027736 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f983b57-f208-4237-a93f-6d2471048f0a tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:20.039907 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-eda53e24-90bb-4efa-a94f-bf5578350a4a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7469971 Jul 22 19:21:20.040963 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59136) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:20.046634 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-93d60671-2c34-465d-a8f8-e1c67c0e3506 admin admin] Request body: {'subnet': {'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-46686100-subnet', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:20.050511 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.extraroute_db [None req-14f173ab-c7b2-441e-a5f1-e155359e513a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Added routes are [] {{(pid=93806) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 19:21:20.050816 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.extraroute_db [None req-14f173ab-c7b2-441e-a5f1-e155359e513a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Removed routes are [] {{(pid=93806) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 19:21:20.051177 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14f173ab-c7b2-441e-a5f1-e155359e513a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:20.055750 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea3f6dd-9847-4036-8a7a-3aabc7c0916d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:20.059340 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bea3f6dd-9847-4036-8a7a-3aabc7c0916d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:20.060378 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cf83e130-2c31-40ab-9db2-abc1b07d02c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:20.063358 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cf83e130-2c31-40ab-9db2-abc1b07d02c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:20.067781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cf83e130-2c31-40ab-9db2-abc1b07d02c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe8e5e23-df9c-40b5-9705-b73c2b7cd690 HTTP/1.1" status: 204 len: 168 time: 0.2841012 Jul 22 19:21:20.082092 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83e130-2c31-40ab-9db2-abc1b07d02c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8e5e23-df9c-40b5-9705-b73c2b7cd690,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:20.088147 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d60671-2c34-465d-a8f8-e1c67c0e3506 admin admin] Made reservation on behalf of 88edd86379da474f9e73474c4822e718 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:20.091555 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-93d60671-2c34-465d-a8f8-e1c67c0e3506 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:20.167393 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:20.179275 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] Transition to ACTIVE for port object bff2ca5b-eb56-472e-a101-7680a99ad702 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:20.186097 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f983b57-f208-4237-a93f-6d2471048f0a tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Network 0f5bf88f-459a-40bc-823c-28c37158a2c7 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:20.197597 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-0f983b57-f208-4237-a93f-6d2471048f0a tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:20.203559 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] Transition to ACTIVE for port object bff2ca5b-eb56-472e-a101-7680a99ad702 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:20.215116 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:20.230558 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f983b57-f208-4237-a93f-6d2471048f0a tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:21:20.239033 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f983b57-f208-4237-a93f-6d2471048f0a tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Pushing event updated for resources: {'Port': ['ID=d5b9c183-e2a5-4d77-bec9-bd578db9f160,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:20.302362 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] Pushing event updated for resources: {'Port': ['ID=bff2ca5b-eb56-472e-a101-7680a99ad702,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:20.330173 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:20.332281 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:20.334657 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:21:20.339871 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-93d60671-2c34-465d-a8f8-e1c67c0e3506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:20.394030 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14f173ab-c7b2-441e-a5f1-e155359e513a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:20.404844 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d60671-2c34-465d-a8f8-e1c67c0e3506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21df62a7-a6ca-436a-b217-caf06ac55fe4,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:20.416452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14f173ab-c7b2-441e-a5f1-e155359e513a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-910330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-910305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-910161'] for router, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:20.418606 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] Attempting to bind port bff2ca5b-eb56-472e-a101-7680a99ad702 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:21:20.419314 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] Attempting to bind port bff2ca5b-eb56-472e-a101-7680a99ad702 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:21:20.419963 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] Attempting to bind port bff2ca5b-eb56-472e-a101-7680a99ad702 on network ac1cdc45-8892-4608-b80a-7d90307aaf6c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:21:20.427316 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:21:20.427701 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] Checking segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:21:20.428373 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:20.428776 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] Bound using segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:21:20.429494 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] Bound port: bff2ca5b-eb56-472e-a101-7680a99ad702, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:21:20.430709 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:20.433176 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f983b57-f208-4237-a93f-6d2471048f0a tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:20.438135 n-d-800086-12 neutron-server[93806]: INFO neutron.db.ipam_backend_mixin [None req-bea3f6dd-9847-4036-8a7a-3aabc7c0916d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f2d95a34-9aa7-4b9c-bdb1-78cc770c04b0 (CIDR: 2001:db8::/64) Jul 22 19:21:20.455604 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d60671-2c34-465d-a8f8-e1c67c0e3506 admin admin] Checking segment: {'id': '67173a3f-7a71-402f-90c0-152459e5c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:21:20.455990 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d60671-2c34-465d-a8f8-e1c67c0e3506 admin admin] Network hostable DHCP agents. Network: e89c4a4f-ae66-40e9-a651-3fcc6679a396, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:21:20.481080 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea3f6dd-9847-4036-8a7a-3aabc7c0916d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:21:20.481501 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea3f6dd-9847-4036-8a7a-3aabc7c0916d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:21:20.493439 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d60671-2c34-465d-a8f8-e1c67c0e3506 admin admin] Network e89c4a4f-ae66-40e9-a651-3fcc6679a396 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:21:20.512492 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-93d60671-2c34-465d-a8f8-e1c67c0e3506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, e89c4a4f-ae66-40e9-a651-3fcc6679a396) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:20.518600 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d60671-2c34-465d-a8f8-e1c67c0e3506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:20.519205 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-93d60671-2c34-465d-a8f8-e1c67c0e3506 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:20.532089 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] For port bff2ca5b-eb56-472e-a101-7680a99ad702, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:21:20.536723 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] For port bff2ca5b-eb56-472e-a101-7680a99ad702, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bff2ca5b-eb56-472e-a101-7680a99ad702,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:21:20.538769 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-93d60671-2c34-465d-a8f8-e1c67c0e3506 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4959073 Jul 22 19:21:20.540958 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59146) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:20.550582 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-d7bd67b1-e104-4b57-816f-42b02434a9cc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-46686100-router', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:20.553158 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f576c97e-4e05-4a78-8c8b-099ae3590f98 None None] Network e89c4a4f-ae66-40e9-a651-3fcc6679a396 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:20.585329 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:20.591346 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d7bd67b1-e104-4b57-816f-42b02434a9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:20.592556 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d7bd67b1-e104-4b57-816f-42b02434a9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:20.604039 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f173ab-c7b2-441e-a5f1-e155359e513a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router be746541-d2a8-426f-b7be-e8cc5dc8ed1f has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:21:20.607746 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bea3f6dd-9847-4036-8a7a-3aabc7c0916d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9672043 Jul 22 19:21:20.615355 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59150) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:20.622956 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-55ef2219-9979-4d2c-a611-6d6885548594 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:20.719033 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d7bd67b1-e104-4b57-816f-42b02434a9cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:20.746022 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ee202a5a-8809-423b-bec8-5720cdaabc3b None None] Provisioning for port d5b9c183-e2a5-4d77-bec9-bd578db9f160 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:20.759513 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173aaff-a0d8-4f04-82ec-ec5724697328 None None] Pushing event updated for resources: {'Port': ['ID=bff2ca5b-eb56-472e-a101-7680a99ad702,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:20.766111 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ee202a5a-8809-423b-bec8-5720cdaabc3b None None] Provisioning complete for port d5b9c183-e2a5-4d77-bec9-bd578db9f160 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:20.766564 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ee202a5a-8809-423b-bec8-5720cdaabc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:20.788804 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f173ab-c7b2-441e-a5f1-e155359e513a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:21:20.796868 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14f173ab-c7b2-441e-a5f1-e155359e513a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:20.802212 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-14f173ab-c7b2-441e-a5f1-e155359e513a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/be746541-d2a8-426f-b7be-e8cc5dc8ed1f HTTP/1.1" status: 200 len: 705 time: 0.9901812 Jul 22 19:21:20.835650 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59154) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:20.850479 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ee202a5a-8809-423b-bec8-5720cdaabc3b None None] Port d5b9c183-e2a5-4d77-bec9-bd578db9f160 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:21:20.853512 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d14d09-82f9-4041-b1db-7ab6b8a6ad7e None None] Sync routers for ids ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:21:20.872604 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d14d09-82f9-4041-b1db-7ab6b8a6ad7e None None] Routers {'be746541-d2a8-426f-b7be-e8cc5dc8ed1f'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:20.873354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-16d14d09-82f9-4041-b1db-7ab6b8a6ad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:20.880182 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2f856e9c-6943-4270-ade0-dc3c22a9db0a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/ports?device_id=be746541-d2a8-426f-b7be-e8cc5dc8ed1f HTTP/1.1" status: 200 len: 205 time: 0.0434077 Jul 22 19:21:20.890154 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59158) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:20.902403 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f983b57-f208-4237-a93f-6d2471048f0a tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:20.991870 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d7bd67b1-e104-4b57-816f-42b02434a9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:21.027381 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-16d14d09-82f9-4041-b1db-7ab6b8a6ad7e None None] Set router be746541-d2a8-426f-b7be-e8cc5dc8ed1f gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:21:21.073540 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-e89c4a4f-ae66-40e9-a651-3fcc6679a396', 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'fixed_ips': [{'subnet_id': '21df62a7-a6ca-436a-b217-caf06ac55fe4'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:21:21.074397 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:21.118635 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b8ae7d9-0dee-44cd-b8b9-de8f3be9da74 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:21.138105 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-16d14d09-82f9-4041-b1db-7ab6b8a6ad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:21:15Z', 'revision_number': 11, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:21.243848 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d14d09-82f9-4041-b1db-7ab6b8a6ad7e None None] Checking router: be746541-d2a8-426f-b7be-e8cc5dc8ed1f for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:21:21.261869 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d14d09-82f9-4041-b1db-7ab6b8a6ad7e None None] Routers {'be746541-d2a8-426f-b7be-e8cc5dc8ed1f'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:21.262537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-16d14d09-82f9-4041-b1db-7ab6b8a6ad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:21.294636 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ef2219-9979-4d2c-a611-6d6885548594 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:21.298833 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-55ef2219-9979-4d2c-a611-6d6885548594 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:21.320650 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bff2ca5b-eb56-472e-a101-7680a99ad702 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:21.342492 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59166) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:21.418604 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-16d14d09-82f9-4041-b1db-7ab6b8a6ad7e None None] Set router be746541-d2a8-426f-b7be-e8cc5dc8ed1f gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:21:21.448152 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d7bd67b1-e104-4b57-816f-42b02434a9cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:21.488174 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d7bd67b1-e104-4b57-816f-42b02434a9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:21.497711 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-16d14d09-82f9-4041-b1db-7ab6b8a6ad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:21:15Z', 'revision_number': 11, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:21.517628 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5bbf6e3f-cf9b-496c-9217-6531cb4da5a2 tempest-ServiceProvidersTest-657563641 tempest-ServiceProvidersTest-657563641-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1735687 Jul 22 19:21:21.536848 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d14d09-82f9-4041-b1db-7ab6b8a6ad7e None None] The sync data for ids ['be746541-d2a8-426f-b7be-e8cc5dc8ed1f'] in n-d-800086-12 is: [{'id': 'be746541-d2a8-426f-b7be-e8cc5dc8ed1f', 'name': 'tempest-RoutersIpV6Test-router-1219673474', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:04Z', 'updated_at': '2021-07-22T19:21:15Z', 'revision_number': 11, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:21:21.553473 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] Allocated IP 172.20.0.2 (e89c4a4f-ae66-40e9-a651-3fcc6679a396/21df62a7-a6ca-436a-b217-caf06ac55fe4/fa0d4941-22a8-478c-abbe-91ef56d0a806) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:21.575645 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port bff2ca5b-eb56-472e-a101-7680a99ad702 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:21.703767 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-d7bd67b1-e104-4b57-816f-42b02434a9cc admin admin] Allocated IP 172.25.3.198 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/1cba65cb-4c68-48fc-a618-951491fa1136) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:21.899224 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:21.918592 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] Transition to ACTIVE for port object fa0d4941-22a8-478c-abbe-91ef56d0a806 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:21.937710 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] Transition to ACTIVE for port object fa0d4941-22a8-478c-abbe-91ef56d0a806 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:21.945025 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d7bd67b1-e104-4b57-816f-42b02434a9cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:21.948408 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.004668 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] Network e89c4a4f-ae66-40e9-a651-3fcc6679a396 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:22.008289 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:22.013015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:21:22.023995 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] Pushing event updated for resources: {'Port': ['ID=fa0d4941-22a8-478c-abbe-91ef56d0a806,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:22.045803 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b8ae7d9-0dee-44cd-b8b9-de8f3be9da74 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.051055 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b8ae7d9-0dee-44cd-b8b9-de8f3be9da74 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.051375 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59174) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:22.061702 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d7bd67b1-e104-4b57-816f-42b02434a9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.094755 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] Attempting to bind port fa0d4941-22a8-478c-abbe-91ef56d0a806 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:21:22.095476 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] Attempting to bind port fa0d4941-22a8-478c-abbe-91ef56d0a806 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '67173a3f-7a71-402f-90c0-152459e5c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:21:22.096300 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] Attempting to bind port fa0d4941-22a8-478c-abbe-91ef56d0a806 on network e89c4a4f-ae66-40e9-a651-3fcc6679a396 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:21:22.103714 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:21:22.104069 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] Checking segment: {'id': '67173a3f-7a71-402f-90c0-152459e5c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:21:22.105299 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.105800 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] Bound using segment: {'id': '67173a3f-7a71-402f-90c0-152459e5c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:21:22.107080 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] Bound port: fa0d4941-22a8-478c-abbe-91ef56d0a806, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67173a3f-7a71-402f-90c0-152459e5c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:21:22.107536 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.111045 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-55ef2219-9979-4d2c-a611-6d6885548594 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.114400 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bd67b1-e104-4b57-816f-42b02434a9cc admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:22.117657 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-d7bd67b1-e104-4b57-816f-42b02434a9cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:22.132255 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bd67b1-e104-4b57-816f-42b02434a9cc admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:21:22.136927 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ef2219-9979-4d2c-a611-6d6885548594 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:22.144178 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-55ef2219-9979-4d2c-a611-6d6885548594 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:22.147653 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ef2219-9979-4d2c-a611-6d6885548594 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:22.148128 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-55ef2219-9979-4d2c-a611-6d6885548594 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.179895 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd67b1-e104-4b57-816f-42b02434a9cc admin admin] Pushing event updated for resources: {'Port': ['ID=1cba65cb-4c68-48fc-a618-951491fa1136,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:22.234938 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] For port fa0d4941-22a8-478c-abbe-91ef56d0a806, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:21:22.242767 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] For port fa0d4941-22a8-478c-abbe-91ef56d0a806, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fa0d4941-22a8-478c-abbe-91ef56d0a806,segment=NetworkSegment(67173a3f-7a71-402f-90c0-152459e5c50d),segment_id=67173a3f-7a71-402f-90c0-152459e5c50d)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:21:22.254687 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.261372 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b8ae7d9-0dee-44cd-b8b9-de8f3be9da74 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.262234 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8ae7d9-0dee-44cd-b8b9-de8f3be9da74 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Fanout notify agent at l3_agent the message router_deleted on router be746541-d2a8-426f-b7be-e8cc5dc8ed1f {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:21:22.272987 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b8ae7d9-0dee-44cd-b8b9-de8f3be9da74 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.278425 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4b8ae7d9-0dee-44cd-b8b9-de8f3be9da74 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/routers/be746541-d2a8-426f-b7be-e8cc5dc8ed1f HTTP/1.1" status: 204 len: 168 time: 1.3871412 Jul 22 19:21:22.282658 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59178) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:22.289837 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-3d822c54-0c8e-4ea1-9507-a9878a84b3e6 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1790572800', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:22.318025 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-55ef2219-9979-4d2c-a611-6d6885548594 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7005627 Jul 22 19:21:22.320106 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59180) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:22.326925 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-4c5cf828-9569-4c5f-90b9-ae7295e99032 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'mac_address': 'fa:16:3e:e0:a1:3a', 'name': 'tempest-NetworksTestDHCPv6-1392446628'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:22.348620 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c865291-d954-41a8-9211-241ba7b8f58f None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:22.357312 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-430c4f3d-ec34-4e5e-87b1-abdb84220ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.362816 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef2219-9979-4d2c-a611-6d6885548594 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=f1889df2-5893-44f9-9902-d7e5131feeac,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:22.377541 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3d822c54-0c8e-4ea1-9507-a9878a84b3e6 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.379192 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3d822c54-0c8e-4ea1-9507-a9878a84b3e6 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.432040 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7dc592-ad68-4b3a-8025-16befda8bfae None None] Pushing event updated for resources: {'Port': ['ID=fa0d4941-22a8-478c-abbe-91ef56d0a806,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:22.451378 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3d822c54-0c8e-4ea1-9507-a9878a84b3e6 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.458818 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3d822c54-0c8e-4ea1-9507-a9878a84b3e6 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.465139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7b9b49f6-69bd-4df0-8caf-9db6e609ff2d None None] Provisioning for port bff2ca5b-eb56-472e-a101-7680a99ad702 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:22.472642 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7b9b49f6-69bd-4df0-8caf-9db6e609ff2d None None] Provisioning complete for port bff2ca5b-eb56-472e-a101-7680a99ad702 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:22.473024 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7b9b49f6-69bd-4df0-8caf-9db6e609ff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.515471 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f983b57-f208-4237-a93f-6d2471048f0a tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.522500 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f983b57-f208-4237-a93f-6d2471048f0a tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.607264 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f983b57-f208-4237-a93f-6d2471048f0a tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.619950 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f983b57-f208-4237-a93f-6d2471048f0a tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Pushing event updated for resources: {'Port': ['ID=d5b9c183-e2a5-4d77-bec9-bd578db9f160,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:22.713737 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7b9b49f6-69bd-4df0-8caf-9db6e609ff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.743775 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d7bd67b1-e104-4b57-816f-42b02434a9cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.753872 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f983b57-f208-4237-a93f-6d2471048f0a tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Network 0f5bf88f-459a-40bc-823c-28c37158a2c7 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:22.762030 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-0f983b57-f208-4237-a93f-6d2471048f0a tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:22.777600 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7b9b49f6-69bd-4df0-8caf-9db6e609ff2d None None] For port bff2ca5b-eb56-472e-a101-7680a99ad702, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bff2ca5b-eb56-472e-a101-7680a99ad702,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:22.786451 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7b9b49f6-69bd-4df0-8caf-9db6e609ff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.858512 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b49f6-69bd-4df0-8caf-9db6e609ff2d None None] Pushing event updated for resources: {'Port': ['ID=bff2ca5b-eb56-472e-a101-7680a99ad702,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:22.866616 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-430c4f3d-ec34-4e5e-87b1-abdb84220ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.881107 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-430c4f3d-ec34-4e5e-87b1-abdb84220ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.904531 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3d822c54-0c8e-4ea1-9507-a9878a84b3e6 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:22.908609 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3d822c54-0c8e-4ea1-9507-a9878a84b3e6 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6194801 Jul 22 19:21:22.909977 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59182) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:22.915259 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-9ea661b4-b244-418d-bad7-027c015bb84b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:22.947124 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-430c4f3d-ec34-4e5e-87b1-abdb84220ede admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=409c3abca135427193145b136804819c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8945630 Jul 22 19:21:22.948194 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59184) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:22.978707 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e7ab0e-58ab-4199-be0e-4b9f69b98224 None None] Update dhcp port {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'fixed_ips': [{'subnet_id': 'f2d95a34-9aa7-4b9c-bdb1-78cc770c04b0', 'ip_address': '2001:db8::f816:3eff:fe2a:6bd4'}, {'subnet_id': 'f1889df2-5893-44f9-9902-d7e5131feeac'}], 'binding:host_id': 'n-d-800086-12'}, 'id': 'bff2ca5b-eb56-472e-a101-7680a99ad702'} from n-d-800086-12. {{(pid=93808) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:21:22.980298 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c4f3d-ec34-4e5e-87b1-abdb84220ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ce481a-ed6b-4899-a9f6-b413767d063c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:23.022404 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-36e7ab0e-58ab-4199-be0e-4b9f69b98224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:23.023348 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f983b57-f208-4237-a93f-6d2471048f0a tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Router 22e41b1d-1329-4a2b-9f42-34fdd89edd39 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:21:23.043923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5cf828-9569-4c5f-90b9-ae7295e99032 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:23.255569 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1f5487a8-6710-4d3e-995d-f1f1b9a148ce None None] Provisioning complete for port d5b9c183-e2a5-4d77-bec9-bd578db9f160 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:23.256859 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1f5487a8-6710-4d3e-995d-f1f1b9a148ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:23.264964 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-36e7ab0e-58ab-4199-be0e-4b9f69b98224 None None] Allocated IP 2001:db8:0:1::2 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/f1889df2-5893-44f9-9902-d7e5131feeac/bff2ca5b-eb56-472e-a101-7680a99ad702) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:23.273268 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ea661b4-b244-418d-bad7-027c015bb84b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:23.284847 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f983b57-f208-4237-a93f-6d2471048f0a tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:21:23.290606 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0f983b57-f208-4237-a93f-6d2471048f0a tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "PUT /v2.0/routers/22e41b1d-1329-4a2b-9f42-34fdd89edd39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3983383 Jul 22 19:21:23.293393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59186) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:23.296785 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a16c319-ffa8-4154-915f-bae87b99f5d9 None None] Sync routers for ids ['22e41b1d-1329-4a2b-9f42-34fdd89edd39'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:21:23.308509 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a16c319-ffa8-4154-915f-bae87b99f5d9 None None] Routers {'22e41b1d-1329-4a2b-9f42-34fdd89edd39'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:23.309391 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6a16c319-ffa8-4154-915f-bae87b99f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e41b1d-1329-4a2b-9f42-34fdd89edd39'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:23.311124 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ea661b4-b244-418d-bad7-027c015bb84b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-910330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-910305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-910161'] for router, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:23.361897 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6a16c319-ffa8-4154-915f-bae87b99f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:23.382821 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bff2ca5b-eb56-472e-a101-7680a99ad702 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:23.384835 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a16c319-ffa8-4154-915f-bae87b99f5d9 None None] Routers {'22e41b1d-1329-4a2b-9f42-34fdd89edd39'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:23.385702 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6a16c319-ffa8-4154-915f-bae87b99f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e41b1d-1329-4a2b-9f42-34fdd89edd39'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:23.433098 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6a16c319-ffa8-4154-915f-bae87b99f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:23.434235 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a16c319-ffa8-4154-915f-bae87b99f5d9 None None] The sync data for ids ['22e41b1d-1329-4a2b-9f42-34fdd89edd39'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:21:23.538886 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a4386e48-baf9-4a90-843b-cbbed9febf5a tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:23.651251 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1f5487a8-6710-4d3e-995d-f1f1b9a148ce None None] Port d5b9c183-e2a5-4d77-bec9-bd578db9f160 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:21:23.659456 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-a4386e48-baf9-4a90-843b-cbbed9febf5a tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 19:21:23.664141 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a4386e48-baf9-4a90-843b-cbbed9febf5a tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "DELETE /v2.0/routers/22e41b1d-1329-4a2b-9f42-34fdd89edd39 HTTP/1.1" status: 409 len: 329 time: 0.3697033 Jul 22 19:21:23.666775 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59188) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:23.675759 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-36e7ab0e-58ab-4199-be0e-4b9f69b98224 None None] For port bff2ca5b-eb56-472e-a101-7680a99ad702, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bff2ca5b-eb56-472e-a101-7680a99ad702,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:23.700238 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port bff2ca5b-eb56-472e-a101-7680a99ad702 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:23.700715 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:23.713515 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4c5cf828-9569-4c5f-90b9-ae7295e99032 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:23.737857 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-36e7ab0e-58ab-4199-be0e-4b9f69b98224 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:23.764782 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-36e7ab0e-58ab-4199-be0e-4b9f69b98224 None None] Transition to ACTIVE for port object bff2ca5b-eb56-472e-a101-7680a99ad702 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:23.765180 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-4c5cf828-9569-4c5f-90b9-ae7295e99032 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] device_id is not set on port 7d2e0ebf-ec6e-4cb0-ba32-0b1ffeb5d928 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:21:23.770709 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea661b4-b244-418d-bad7-027c015bb84b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Router 66257589-6fea-45d6-8281-34824f3eb17d is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:21:23.774903 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-36e7ab0e-58ab-4199-be0e-4b9f69b98224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:23.816158 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a8a3fc-6507-49c3-88cd-75ab22381e8b None None] Network e89c4a4f-ae66-40e9-a651-3fcc6679a396 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:23.834067 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b73be348-c8e1-4d1f-a751-9903e4c6ac23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:23.870671 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d7bd67b1-e104-4b57-816f-42b02434a9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:23.891658 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b73be348-c8e1-4d1f-a751-9903e4c6ac23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:23.901536 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea661b4-b244-418d-bad7-027c015bb84b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:21:23.909271 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ea661b4-b244-418d-bad7-027c015bb84b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:23.913164 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9ea661b4-b244-418d-bad7-027c015bb84b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "PUT /v2.0/routers/66257589-6fea-45d6-8281-34824f3eb17d HTTP/1.1" status: 200 len: 698 time: 1.0021055 Jul 22 19:21:23.914530 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59190) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:23.970814 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3986a19-ba17-44bc-b02f-547b5e25c40b None None] Sync routers for ids ['66257589-6fea-45d6-8281-34824f3eb17d'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:21:23.978565 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7ab0e-58ab-4199-be0e-4b9f69b98224 None None] Pushing event updated for resources: {'Port': ['ID=bff2ca5b-eb56-472e-a101-7680a99ad702,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:23.992873 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e2f05970-0c36-496a-94d4-13c88e7fd7ba None None] Provisioning for port fa0d4941-22a8-478c-abbe-91ef56d0a806 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:24.005773 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fa0d4941-22a8-478c-abbe-91ef56d0a806 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:24.039914 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9a2a23bd-1dd6-4b78-a13c-b4bdca413415 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/routers/66257589-6fea-45d6-8281-34824f3eb17d HTTP/1.1" status: 200 len: 704 time: 0.0978837 Jul 22 19:21:24.040101 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59192) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:24.040215 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3986a19-ba17-44bc-b02f-547b5e25c40b None None] Routers {'66257589-6fea-45d6-8281-34824f3eb17d'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:24.041054 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e3986a19-ba17-44bc-b02f-547b5e25c40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['66257589-6fea-45d6-8281-34824f3eb17d'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:24.097641 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0b7d00a5-4572-49f4-baa0-a2eb57f0a1f8 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/ports?device_id=66257589-6fea-45d6-8281-34824f3eb17d HTTP/1.1" status: 200 len: 205 time: 0.0539238 Jul 22 19:21:24.102002 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59194) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:24.144066 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-e3986a19-ba17-44bc-b02f-547b5e25c40b None None] Set router 66257589-6fea-45d6-8281-34824f3eb17d gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:21:24.208663 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b73be348-c8e1-4d1f-a751-9903e4c6ac23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:24.211337 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b73be348-c8e1-4d1f-a751-9903e4c6ac23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:24.214809 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b73be348-c8e1-4d1f-a751-9903e4c6ac23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39ce481a-ed6b-4899-a9f6-b413767d063c HTTP/1.1" status: 204 len: 168 time: 1.2272902 Jul 22 19:21:24.214960 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e3986a19-ba17-44bc-b02f-547b5e25c40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66257589-6fea-45d6-8281-34824f3eb17d', 'name': 'tempest-RoutersIpV6Test-router-1790572800', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:21:22Z', 'updated_at': '2021-07-22T19:21:23Z', 'revision_number': 2, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:24.241920 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73be348-c8e1-4d1f-a751-9903e4c6ac23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ce481a-ed6b-4899-a9f6-b413767d063c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:24.255482 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c9b91532-355f-4eb3-8232-5fd28af76a94 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:24.268846 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-4c5cf828-9569-4c5f-90b9-ae7295e99032 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8:0:1::271 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/f1889df2-5893-44f9-9902-d7e5131feeac/7d2e0ebf-ec6e-4cb0-ba32-0b1ffeb5d928) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:24.277623 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3986a19-ba17-44bc-b02f-547b5e25c40b None None] Checking router: 66257589-6fea-45d6-8281-34824f3eb17d for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:21:24.293788 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2b86e040-ef29-4207-8031-661e13744503 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:24.318630 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3986a19-ba17-44bc-b02f-547b5e25c40b None None] Routers {'66257589-6fea-45d6-8281-34824f3eb17d'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:24.319354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e3986a19-ba17-44bc-b02f-547b5e25c40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['66257589-6fea-45d6-8281-34824f3eb17d'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:24.360367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-4c5cf828-9569-4c5f-90b9-ae7295e99032 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8::f816:3eff:fee0:a13a (ac1cdc45-8892-4608-b80a-7d90307aaf6c/f2d95a34-9aa7-4b9c-bdb1-78cc770c04b0/7d2e0ebf-ec6e-4cb0-ba32-0b1ffeb5d928) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:24.362553 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port fa0d4941-22a8-478c-abbe-91ef56d0a806 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:24.409944 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port fa0d4941-22a8-478c-abbe-91ef56d0a806 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:24.410513 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:24.421003 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-e3986a19-ba17-44bc-b02f-547b5e25c40b None None] Set router 66257589-6fea-45d6-8281-34824f3eb17d gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:21:24.514764 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e3986a19-ba17-44bc-b02f-547b5e25c40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66257589-6fea-45d6-8281-34824f3eb17d', 'name': 'tempest-RoutersIpV6Test-router-1790572800', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:21:22Z', 'updated_at': '2021-07-22T19:21:23Z', 'revision_number': 2, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:24.571469 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3986a19-ba17-44bc-b02f-547b5e25c40b None None] The sync data for ids ['66257589-6fea-45d6-8281-34824f3eb17d'] in n-d-800086-12 is: [{'id': '66257589-6fea-45d6-8281-34824f3eb17d', 'name': 'tempest-RoutersIpV6Test-router-1790572800', 'tenant_id': 'a6941f908e0b4e8dac308a754d92e62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:21:22Z', 'updated_at': '2021-07-22T19:21:23Z', 'revision_number': 2, 'project_id': 'a6941f908e0b4e8dac308a754d92e62a', 'gw_port_host': None}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:21:24.650860 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:24.713077 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port fa0d4941-22a8-478c-abbe-91ef56d0a806, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fa0d4941-22a8-478c-abbe-91ef56d0a806,segment=NetworkSegment(67173a3f-7a71-402f-90c0-152459e5c50d),segment_id=67173a3f-7a71-402f-90c0-152459e5c50d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:24.734319 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:24.767224 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c9b91532-355f-4eb3-8232-5fd28af76a94 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:24.771389 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c9b91532-355f-4eb3-8232-5fd28af76a94 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:24.778949 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bd67b1-e104-4b57-816f-42b02434a9cc admin admin] Router 077a9144-4c0f-4d4e-9e38-6a24a00ed67c is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:21:24.825121 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4c5cf828-9569-4c5f-90b9-ae7295e99032 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:24.840432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=fa0d4941-22a8-478c-abbe-91ef56d0a806,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:24.851679 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-2b86e040-ef29-4207-8031-661e13744503 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Deleting port d5b9c183-e2a5-4d77-bec9-bd578db9f160 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:24.852129 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2b86e040-ef29-4207-8031-661e13744503 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:24.905217 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-4c5cf828-9569-4c5f-90b9-ae7295e99032 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Transition to ACTIVE for port object 7d2e0ebf-ec6e-4cb0-ba32-0b1ffeb5d928 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:24.909970 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c9b91532-355f-4eb3-8232-5fd28af76a94 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:24.910740 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b91532-355f-4eb3-8232-5fd28af76a94 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Fanout notify agent at l3_agent the message router_deleted on router 66257589-6fea-45d6-8281-34824f3eb17d {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:21:24.921486 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c9b91532-355f-4eb3-8232-5fd28af76a94 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:24.922863 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c9b91532-355f-4eb3-8232-5fd28af76a94 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/routers/66257589-6fea-45d6-8281-34824f3eb17d HTTP/1.1" status: 204 len: 168 time: 0.8198316 Jul 22 19:21:24.997112 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59206) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:25.044735 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4853b656-bc51-41bd-8deb-6c7053c66ed6 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/ports?device_id=66257589-6fea-45d6-8281-34824f3eb17d HTTP/1.1" status: 200 len: 205 time: 0.0455129 Jul 22 19:21:25.047453 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59210) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:25.060010 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fa5afbfe-e4f7-48b9-8029-c15154db72ae None None] Provisioning complete for port fa0d4941-22a8-478c-abbe-91ef56d0a806 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:25.060396 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fa5afbfe-e4f7-48b9-8029-c15154db72ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:25.087915 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4c5cf828-9569-4c5f-90b9-ae7295e99032 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:25.091942 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bd67b1-e104-4b57-816f-42b02434a9cc admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:21:25.104574 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] Sync routers for ids ['077a9144-4c0f-4d4e-9e38-6a24a00ed67c'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:21:25.133990 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] Routers {'077a9144-4c0f-4d4e-9e38-6a24a00ed67c'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:25.138000 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['077a9144-4c0f-4d4e-9e38-6a24a00ed67c'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:25.153054 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-c5e1017e-d6aa-4e65-b0a0-55f683289109 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] delete failed (client error): The resource could not be found. Jul 22 19:21:25.154192 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c5e1017e-d6aa-4e65-b0a0-55f683289109 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/routers/66257589-6fea-45d6-8281-34824f3eb17d HTTP/1.1" status: 404 len: 336 time: 0.1059554 Jul 22 19:21:25.158164 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59214) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:25.158311 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5cf828-9569-4c5f-90b9-ae7295e99032 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:25.159452 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d7bd67b1-e104-4b57-816f-42b02434a9cc admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:25.163617 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d7bd67b1-e104-4b57-816f-42b02434a9cc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6184595 Jul 22 19:21:25.163617 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59216) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:25.166235 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bff2ca5b-eb56-472e-a101-7680a99ad702 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:25.173552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-4c5cf828-9569-4c5f-90b9-ae7295e99032 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:25.208786 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e74223-4dc6-4fc2-ab62-db76c4919cfb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] DELETE failed (client error): The resource could not be found. Jul 22 19:21:25.209253 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e74223-4dc6-4fc2-ab62-db76c4919cfb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:21:25.211062 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-67e74223-4dc6-4fc2-ab62-db76c4919cfb tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/subnets/e95b5370-9f44-49f1-bcfb-8cab6c68929d HTTP/1.1" status: 404 len: 337 time: 0.0533314 Jul 22 19:21:25.213937 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59220) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:25.217027 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2b86e040-ef29-4207-8031-661e13744503 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:25.221287 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5cf828-9569-4c5f-90b9-ae7295e99032 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:21:25.234989 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5cf828-9569-4c5f-90b9-ae7295e99032 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:25.238453 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4c5cf828-9569-4c5f-90b9-ae7295e99032 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:25.256931 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f41ee7a-a6f3-49bf-84b1-fd93e894f08b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] DELETE failed (client error): The resource could not be found. Jul 22 19:21:25.257404 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f41ee7a-a6f3-49bf-84b1-fd93e894f08b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:21:25.261561 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6f41ee7a-a6f3-49bf-84b1-fd93e894f08b tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/subnets/d1dcee31-c141-4993-8b16-02ac70d77e7f HTTP/1.1" status: 404 len: 337 time: 0.0443976 Jul 22 19:21:25.261561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-2b86e040-ef29-4207-8031-661e13744503 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Calling delete_port for d5b9c183-e2a5-4d77-bec9-bd578db9f160 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:25.273046 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59224) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:25.275174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cf828-9569-4c5f-90b9-ae7295e99032 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=7d2e0ebf-ec6e-4cb0-ba32-0b1ffeb5d928,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:25.316629 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4c5cf828-9569-4c5f-90b9-ae7295e99032 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.9953341 Jul 22 19:21:25.319325 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59226) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:25.352683 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a21dc48-8755-42f5-a8dc-3026c1c72325 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] DELETE failed (client error): The resource could not be found. Jul 22 19:21:25.353869 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fa0d4941-22a8-478c-abbe-91ef56d0a806 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:25.362548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a21dc48-8755-42f5-a8dc-3026c1c72325 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:21:25.364541 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3a21dc48-8755-42f5-a8dc-3026c1c72325 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/subnets/208ee984-0437-4abb-98b0-571f4beb25b9 HTTP/1.1" status: 404 len: 337 time: 0.0880895 Jul 22 19:21:25.367322 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59228) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:25.440244 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c6adfb-c37b-4280-8f8d-98e4771a3c62 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] DELETE failed (client error): The resource could not be found. Jul 22 19:21:25.440827 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c6adfb-c37b-4280-8f8d-98e4771a3c62 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:21:25.441871 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] Set router 077a9144-4c0f-4d4e-9e38-6a24a00ed67c gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:21:25.446609 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f8c6adfb-c37b-4280-8f8d-98e4771a3c62 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/subnets/21cc29fa-db97-4b0a-9284-b27419f3bc79 HTTP/1.1" status: 404 len: 337 time: 0.0727122 Jul 22 19:21:25.448952 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59232) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:25.491778 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port fa0d4941-22a8-478c-abbe-91ef56d0a806 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:25.492290 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:25.524881 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fa5afbfe-e4f7-48b9-8029-c15154db72ae None None] Provisioning for port bff2ca5b-eb56-472e-a101-7680a99ad702 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:25.542195 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-57c08a1e-c4ac-4e42-8939-496f7726ba1f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/ports?device_id=be746541-d2a8-426f-b7be-e8cc5dc8ed1f HTTP/1.1" status: 200 len: 205 time: 0.0917718 Jul 22 19:21:25.542913 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59234) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:25.543033 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fa5afbfe-e4f7-48b9-8029-c15154db72ae None None] Provisioning complete for port bff2ca5b-eb56-472e-a101-7680a99ad702 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:25.543415 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fa5afbfe-e4f7-48b9-8029-c15154db72ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:25.600410 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-94c2386a-272c-4687-bff1-59175c8a6436 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting port 7d2e0ebf-ec6e-4cb0-ba32-0b1ffeb5d928 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:25.600876 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-94c2386a-272c-4687-bff1-59175c8a6436 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:25.617987 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59238) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:25.702815 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-77bcbb10-0227-4733-8055-2b7c796e6f30 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] delete failed (client error): The resource could not be found. Jul 22 19:21:25.705779 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-77bcbb10-0227-4733-8055-2b7c796e6f30 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/routers/be746541-d2a8-426f-b7be-e8cc5dc8ed1f HTTP/1.1" status: 404 len: 336 time: 0.1601322 Jul 22 19:21:25.711222 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59242) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:25.826152 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ae53bbdb-3f5f-4a15-b127-99e0276d9f8d tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad08969-c9c4-4e25-8306-e9e7b6a384b2 HTTP/1.1" status: 200 len: 205 time: 0.1100411 Jul 22 19:21:25.833332 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59246) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:25.859250 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'name': 'tempest-TaggedBootDevicesTest_v242-46686100-router', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:21:20Z', 'updated_at': '2021-07-22T19:21:22Z', 'revision_number': 3, 'project_id': '88edd86379da474f9e73474c4822e718', 'gw_port': {'id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:62:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:21:21Z', 'updated_at': '2021-07-22T19:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:25.875700 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-b5577d8a-899b-471d-b21e-cbe3b4325af0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] delete failed (client error): The resource could not be found. Jul 22 19:21:25.877489 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b5577d8a-899b-471d-b21e-cbe3b4325af0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/routers/4ad08969-c9c4-4e25-8306-e9e7b6a384b2 HTTP/1.1" status: 404 len: 336 time: 0.0432005 Jul 22 19:21:25.882564 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59248) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:25.889852 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] Checking router: 077a9144-4c0f-4d4e-9e38-6a24a00ed67c for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:21:25.892813 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] Updating router 077a9144-4c0f-4d4e-9e38-6a24a00ed67c port 1cba65cb-4c68-48fc-a618-951491fa1136 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:21:25.927902 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-10570dfd-2fe6-45fe-97e8-665fa9bc8024 None None] Provisioning for port 7d2e0ebf-ec6e-4cb0-ba32-0b1ffeb5d928 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:25.934865 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-10570dfd-2fe6-45fe-97e8-665fa9bc8024 None None] Provisioning complete for port 7d2e0ebf-ec6e-4cb0-ba32-0b1ffeb5d928 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:25.935539 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-10570dfd-2fe6-45fe-97e8-665fa9bc8024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:25.942027 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:25.959535 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30aeacf-ed05-4b1e-9ccc-7b2062b3743f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] DELETE failed (client error): The resource could not be found. Jul 22 19:21:25.960151 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30aeacf-ed05-4b1e-9ccc-7b2062b3743f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:21:25.964615 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f30aeacf-ed05-4b1e-9ccc-7b2062b3743f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/subnets/51c76d7b-e774-4c7d-a50c-225d77afee1b HTTP/1.1" status: 404 len: 337 time: 0.0784726 Jul 22 19:21:25.965115 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59250) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:26.000817 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-10570dfd-2fe6-45fe-97e8-665fa9bc8024 None None] Port 7d2e0ebf-ec6e-4cb0-ba32-0b1ffeb5d928 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:21:26.006361 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-ec0e2025-0bd8-4c08-bf4a-bd3dd73d2f53 tempest-SubnetPoolsTestJSON-106089326 tempest-SubnetPoolsTestJSON-106089326-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1238278784', 'prefixes': ['172.20.0.0/16']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:26.016572 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3e04cbe5-b0f4-489e-a34b-f1372b437867 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5ec15f7-c9e1-40ec-8984-feec647ac1da HTTP/1.1" status: 200 len: 205 time: 0.0460804 Jul 22 19:21:26.021351 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59252) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:26.092513 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-25ec0a4d-fc56-49db-bf4e-da4d66ac75fe tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] delete failed (client error): The resource could not be found. Jul 22 19:21:26.097820 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-25ec0a4d-fc56-49db-bf4e-da4d66ac75fe tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/routers/d5ec15f7-c9e1-40ec-8984-feec647ac1da HTTP/1.1" status: 404 len: 336 time: 0.0687182 Jul 22 19:21:26.099235 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59254) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:26.133974 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2b86e040-ef29-4207-8031-661e13744503 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:26.147412 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-94c2386a-272c-4687-bff1-59175c8a6436 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:26.164443 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f9f97ab2-7cde-4710-a7d4-3c84e4e21a2c tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfc0a19e-681b-424d-a3b4-bb316361b9d2 HTTP/1.1" status: 200 len: 205 time: 0.0612602 Jul 22 19:21:26.169553 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59256) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:26.221560 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-94c2386a-272c-4687-bff1-59175c8a6436 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Calling delete_port for 7d2e0ebf-ec6e-4cb0-ba32-0b1ffeb5d928 owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:26.226907 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-7810751f-cc11-484b-b4e8-25d0d34d3eca tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] delete failed (client error): The resource could not be found. Jul 22 19:21:26.230457 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7810751f-cc11-484b-b4e8-25d0d34d3eca tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/routers/dfc0a19e-681b-424d-a3b4-bb316361b9d2 HTTP/1.1" status: 404 len: 336 time: 0.0529006 Jul 22 19:21:26.233244 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59258) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:26.294743 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:26.307722 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] Transition to ACTIVE for port object 1cba65cb-4c68-48fc-a618-951491fa1136 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:26.318225 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:26.339890 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-965efeac-4edc-4c45-a666-d8f0171136e4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] DELETE failed (client error): The resource could not be found. Jul 22 19:21:26.340361 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965efeac-4edc-4c45-a666-d8f0171136e4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:21:26.344985 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-965efeac-4edc-4c45-a666-d8f0171136e4 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/subnets/815b01c9-b740-4c32-be74-36d65493aaaa HTTP/1.1" status: 404 len: 337 time: 0.1065059 Jul 22 19:21:26.351462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59260) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:26.382290 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2025-0bd8-4c08-bf4a-bd3dd73d2f53 tempest-SubnetPoolsTestJSON-106089326 tempest-SubnetPoolsTestJSON-106089326-project] Notify callbacks [] for subnetpool, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:26.386389 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ec0e2025-0bd8-4c08-bf4a-bd3dd73d2f53 tempest-SubnetPoolsTestJSON-106089326 tempest-SubnetPoolsTestJSON-106089326-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7645736 Jul 22 19:21:26.387232 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45d724-a021-4b87-8343-e36d3210ef9d None None] Pushing event updated for resources: {'Port': ['ID=1cba65cb-4c68-48fc-a618-951491fa1136,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:26.389887 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] Attempting to bind port 1cba65cb-4c68-48fc-a618-951491fa1136 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:21:26.390464 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] Attempting to bind port 1cba65cb-4c68-48fc-a618-951491fa1136 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:21:26.390990 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] Attempting to bind port 1cba65cb-4c68-48fc-a618-951491fa1136 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:21:26.399148 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:21:26.399593 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:21:26.399995 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:26.400383 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:21:26.400905 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] Bound port: 1cba65cb-4c68-48fc-a618-951491fa1136, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:21:26.401279 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:26.403777 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59262) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:26.411128 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-82a0641c-67e9-4659-87b4-dc2c5943143f tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3930528-8c73-46cb-a741-7d8d02c2dd6c HTTP/1.1" status: 200 len: 205 time: 0.0584412 Jul 22 19:21:26.422823 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59264) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:26.464263 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] For port 1cba65cb-4c68-48fc-a618-951491fa1136, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:21:26.467462 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] For port 1cba65cb-4c68-48fc-a618-951491fa1136, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=1cba65cb-4c68-48fc-a618-951491fa1136,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:21:26.474194 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:26.474542 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86e040-ef29-4207-8031-661e13744503 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Pushing event deleted for resources: {'Port': ['ID=d5b9c183-e2a5-4d77-bec9-bd578db9f160,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:26.526171 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] Routers {'077a9144-4c0f-4d4e-9e38-6a24a00ed67c'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:26.526792 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['077a9144-4c0f-4d4e-9e38-6a24a00ed67c'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:26.531579 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1daa3bb3-fd8b-4860-9023-06f09b2bbc54 tempest-SubnetPoolsTestJSON-106089326 tempest-SubnetPoolsTestJSON-106089326-project] 10.222.0.13 "GET /v2.0/subnetpools/34a92ac9-9b67-43cd-bfef-f7fab5acd275 HTTP/1.1" status: 200 len: 732 time: 0.1224527 Jul 22 19:21:26.541480 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-68028c47-f9eb-4d0c-8a12-be2a1b7df8f0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] delete failed (client error): The resource could not be found. Jul 22 19:21:26.542529 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-68028c47-f9eb-4d0c-8a12-be2a1b7df8f0 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/routers/a3930528-8c73-46cb-a741-7d8d02c2dd6c HTTP/1.1" status: 404 len: 336 time: 0.1169508 Jul 22 19:21:26.543079 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59266) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:26.550055 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59268) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:26.555576 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-04124a6c-a393-4b98-950c-9c83d6c3f1cc tempest-SubnetPoolsTestJSON-106089326 tempest-SubnetPoolsTestJSON-106089326-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-527648888'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:26.593942 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-4298965c-616a-41c8-b9a0-2cdb934859b1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] DELETE failed (client error): The resource could not be found. Jul 22 19:21:26.593942 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4298965c-616a-41c8-b9a0-2cdb934859b1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:21:26.600315 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4298965c-616a-41c8-b9a0-2cdb934859b1 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/subnets/a4f094f9-a430-4f7d-ae16-2ac4be2e0544 HTTP/1.1" status: 404 len: 337 time: 0.0491009 Jul 22 19:21:26.603064 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59270) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:26.608531 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45d724-a021-4b87-8343-e36d3210ef9d None None] Pushing event updated for resources: {'Port': ['ID=1cba65cb-4c68-48fc-a618-951491fa1136,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:26.651281 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d200bf01-687a-457f-865c-1ef64e07bee7 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fccb88-5bf9-4813-8312-75dec244c016 HTTP/1.1" status: 200 len: 205 time: 0.0470200 Jul 22 19:21:26.653950 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59272) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:26.668446 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] Set router 077a9144-4c0f-4d4e-9e38-6a24a00ed67c gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:21:26.698578 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-4bf06a78-d2c8-4f0f-b386-2ca2bfa59d1a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] delete failed (client error): The resource could not be found. Jul 22 19:21:26.698578 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4bf06a78-d2c8-4f0f-b386-2ca2bfa59d1a tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/routers/c7fccb88-5bf9-4813-8312-75dec244c016 HTTP/1.1" status: 404 len: 336 time: 0.0432348 Jul 22 19:21:26.705400 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59274) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:26.760269 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-58e691e4-2d97-4573-b8c2-061b9cded509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:26.768759 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d4dc91-44da-4e05-a5c6-65d9663dc7be tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] DELETE failed (client error): The resource could not be found. Jul 22 19:21:26.769269 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8d4dc91-44da-4e05-a5c6-65d9663dc7be tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:21:26.771878 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d8d4dc91-44da-4e05-a5c6-65d9663dc7be tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/subnets/ab136476-29b3-4129-af52-43a9f8487ff2 HTTP/1.1" status: 404 len: 337 time: 0.0610273 Jul 22 19:21:26.781024 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59276) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:26.802177 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-04124a6c-a393-4b98-950c-9c83d6c3f1cc tempest-SubnetPoolsTestJSON-106089326 tempest-SubnetPoolsTestJSON-106089326-project] Notify callbacks [] for subnetpool, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:26.803342 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-04124a6c-a393-4b98-950c-9c83d6c3f1cc tempest-SubnetPoolsTestJSON-106089326 tempest-SubnetPoolsTestJSON-106089326-project] 10.222.0.13 "PUT /v2.0/subnetpools/34a92ac9-9b67-43cd-bfef-f7fab5acd275 HTTP/1.1" status: 200 len: 683 time: 0.2541790 Jul 22 19:21:26.810279 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59278) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:26.819018 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2b86e040-ef29-4207-8031-661e13744503 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:26.826330 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-76fa4fd7-9959-4cdf-bce6-3d74b6695a34 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] DELETE failed (client error): The resource could not be found. Jul 22 19:21:26.826875 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76fa4fd7-9959-4cdf-bce6-3d74b6695a34 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:21:26.832304 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-76fa4fd7-9959-4cdf-bce6-3d74b6695a34 tempest-RoutersIpV6Test-726649016 tempest-RoutersIpV6Test-726649016-project] 10.222.0.13 "DELETE /v2.0/subnets/8e6fd1dc-9a1e-4ff3-b663-319498dbf7c2 HTTP/1.1" status: 404 len: 337 time: 0.0468283 Jul 22 19:21:26.891540 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'name': 'tempest-TaggedBootDevicesTest_v242-46686100-router', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:21:20Z', 'updated_at': '2021-07-22T19:21:22Z', 'revision_number': 3, 'project_id': '88edd86379da474f9e73474c4822e718', 'gw_port': {'id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:62:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:21:21Z', 'updated_at': '2021-07-22T19:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:26.924002 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73a25c6-e927-4455-8e6a-844aab5d2d4b None None] The sync data for ids ['077a9144-4c0f-4d4e-9e38-6a24a00ed67c'] in n-d-800086-12 is: [{'id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'name': 'tempest-TaggedBootDevicesTest_v242-46686100-router', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:21:20Z', 'updated_at': '2021-07-22T19:21:22Z', 'revision_number': 3, 'project_id': '88edd86379da474f9e73474c4822e718', 'gw_port': {'id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:62:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:21:21Z', 'updated_at': '2021-07-22T19:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:21:26.953562 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-94c2386a-272c-4687-bff1-59175c8a6436 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:27.011133 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ca71b77b-a40b-4840-a489-e509b2801b6b tempest-SubnetPoolsTestJSON-106089326 tempest-SubnetPoolsTestJSON-106089326-project] Notify callbacks [] for subnetpool, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:27.012328 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ca71b77b-a40b-4840-a489-e509b2801b6b tempest-SubnetPoolsTestJSON-106089326 tempest-SubnetPoolsTestJSON-106089326-project] 10.222.0.13 "DELETE /v2.0/subnetpools/34a92ac9-9b67-43cd-bfef-f7fab5acd275 HTTP/1.1" status: 204 len: 168 time: 0.2009599 Jul 22 19:21:27.015486 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59282) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:27.041662 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-5c429726-7b7a-4bf6-8d52-326eae72a61f tempest-SubnetPoolsTestJSON-106089326 tempest-SubnetPoolsTestJSON-106089326-project] show failed (client error): The resource could not be found. Jul 22 19:21:27.042931 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5c429726-7b7a-4bf6-8d52-326eae72a61f tempest-SubnetPoolsTestJSON-106089326 tempest-SubnetPoolsTestJSON-106089326-project] 10.222.0.13 "GET /v2.0/subnetpools/34a92ac9-9b67-43cd-bfef-f7fab5acd275 HTTP/1.1" status: 404 len: 346 time: 0.0261402 Jul 22 19:21:27.044581 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2386a-272c-4687-bff1-59175c8a6436 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Port': ['ID=7d2e0ebf-ec6e-4cb0-ba32-0b1ffeb5d928,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:27.046141 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59284) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:27.051487 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b86e040-ef29-4207-8031-661e13744503 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Router 22e41b1d-1329-4a2b-9f42-34fdd89edd39 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:21:27.151131 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b86e040-ef29-4207-8031-661e13744503 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:21:27.162665 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844c58af-d8bb-426a-a065-bd2e7381ce28 None None] Sync routers for ids ['22e41b1d-1329-4a2b-9f42-34fdd89edd39'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:21:27.164818 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2b86e040-ef29-4207-8031-661e13744503 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "PUT /v2.0/routers/22e41b1d-1329-4a2b-9f42-34fdd89edd39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4969790 Jul 22 19:21:27.170305 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59288) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:27.181242 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844c58af-d8bb-426a-a065-bd2e7381ce28 None None] Routers {'22e41b1d-1329-4a2b-9f42-34fdd89edd39'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:27.181900 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-844c58af-d8bb-426a-a065-bd2e7381ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e41b1d-1329-4a2b-9f42-34fdd89edd39'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:27.216955 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-4c9774b2-cd49-4ca9-a3a0-0d9cbc25f9dc tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] show failed (client error): The resource could not be found. Jul 22 19:21:27.218352 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4c9774b2-cd49-4ca9-a3a0-0d9cbc25f9dc tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1874972903 HTTP/1.1" status: 404 len: 335 time: 0.0467265 Jul 22 19:21:27.223408 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59290) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:27.240158 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-14572e4b-cc43-47c8-a72e-c52406643dd8 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:27.275971 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-58e691e4-2d97-4573-b8c2-061b9cded509 admin admin] Allocated IP 172.20.0.1 (e89c4a4f-ae66-40e9-a651-3fcc6679a396/21df62a7-a6ca-436a-b217-caf06ac55fe4/09bfcff8-4ee0-451e-8895-a518f1a485c7) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:27.279752 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-844c58af-d8bb-426a-a065-bd2e7381ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:27.307794 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-057d9f0d-7493-460b-a460-48724870f556 tempest-SubnetPoolsTestJSON-106089326 tempest-SubnetPoolsTestJSON-106089326-project] delete failed (client error): The resource could not be found. Jul 22 19:21:27.309019 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-057d9f0d-7493-460b-a460-48724870f556 tempest-SubnetPoolsTestJSON-106089326 tempest-SubnetPoolsTestJSON-106089326-project] 10.222.0.13 "DELETE /v2.0/subnetpools/34a92ac9-9b67-43cd-bfef-f7fab5acd275 HTTP/1.1" status: 404 len: 346 time: 0.2618132 Jul 22 19:21:27.310333 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59292) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:27.315152 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844c58af-d8bb-426a-a065-bd2e7381ce28 None None] Routers {'22e41b1d-1329-4a2b-9f42-34fdd89edd39'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:27.316397 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-844c58af-d8bb-426a-a065-bd2e7381ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e41b1d-1329-4a2b-9f42-34fdd89edd39'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:27.362399 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-14572e4b-cc43-47c8-a72e-c52406643dd8 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] update failed (client error): The resource could not be found. Jul 22 19:21:27.363498 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-14572e4b-cc43-47c8-a72e-c52406643dd8 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1673523726 HTTP/1.1" status: 404 len: 335 time: 0.1386271 Jul 22 19:21:27.369687 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-94c2386a-272c-4687-bff1-59175c8a6436 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:27.370147 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59298) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:27.371913 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-94c2386a-272c-4687-bff1-59175c8a6436 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/7d2e0ebf-ec6e-4cb0-ba32-0b1ffeb5d928 HTTP/1.1" status: 204 len: 168 time: 2.0514441 Jul 22 19:21:27.374632 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59300) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:27.399205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-844c58af-d8bb-426a-a065-bd2e7381ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:27.399773 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844c58af-d8bb-426a-a065-bd2e7381ce28 None None] The sync data for ids ['22e41b1d-1329-4a2b-9f42-34fdd89edd39'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:21:27.452671 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ef01f1-ad4a-44de-b648-3729e4831582 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Deleting subnet 7f5305f9-bb13-4cb3-99dd-54eaf12a4d6e {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:21:27.459122 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f5ef01f1-ad4a-44de-b648-3729e4831582 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:27.512867 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-58e691e4-2d97-4573-b8c2-061b9cded509 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:27.538122 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309ccb4f-3a1f-4faa-8ed2-207e9723367a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:27.539718 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-309ccb4f-3a1f-4faa-8ed2-207e9723367a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1607521 Jul 22 19:21:27.540936 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-58e691e4-2d97-4573-b8c2-061b9cded509 admin admin] Transition to ACTIVE for port object 09bfcff8-4ee0-451e-8895-a518f1a485c7 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:27.542457 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59302) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:27.558308 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f5ef01f1-ad4a-44de-b648-3729e4831582 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:27.589204 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-58e691e4-2d97-4573-b8c2-061b9cded509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:27.640623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e691e4-2d97-4573-b8c2-061b9cded509 admin admin] Network e89c4a4f-ae66-40e9-a651-3fcc6679a396 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:27.643585 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-58e691e4-2d97-4573-b8c2-061b9cded509 admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:27.650074 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e691e4-2d97-4573-b8c2-061b9cded509 admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:21:27.675779 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-83c9c6b5-d1b2-4ee0-81eb-5ea35380da2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6941f908e0b4e8dac308a754d92e62a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3638945 Jul 22 19:21:27.676292 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59306) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:27.701248 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e691e4-2d97-4573-b8c2-061b9cded509 admin admin] Pushing event updated for resources: {'Port': ['ID=09bfcff8-4ee0-451e-8895-a518f1a485c7,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:27.727862 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cbb450-173f-4a7b-8935-79a69c3f3bd5 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:27.729768 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e0cbb450-173f-4a7b-8935-79a69c3f3bd5 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1857641 Jul 22 19:21:27.730730 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59308) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:27.734845 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59310) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:27.757587 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-58e691e4-2d97-4573-b8c2-061b9cded509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:27.787908 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f5ef01f1-ad4a-44de-b648-3729e4831582 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:27.846557 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc8e2f0-a868-41c9-81c2-e0d95033be73 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:27.848273 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc8e2f0-a868-41c9-81c2-e0d95033be73 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:27.852436 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc8e2f0-a868-41c9-81c2-e0d95033be73 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:27.854295 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fcc8e2f0-a868-41c9-81c2-e0d95033be73 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1102433 Jul 22 19:21:27.859635 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59314) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:27.893955 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5c77324a-8656-499e-9060-0b6d5ec181f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:27.947874 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-29f00257-ae77-4553-add8-83a273f61093 None None] Provisioning for port 09bfcff8-4ee0-451e-8895-a518f1a485c7 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:27.952691 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-29f00257-ae77-4553-add8-83a273f61093 None None] Provisioning complete for port 09bfcff8-4ee0-451e-8895-a518f1a485c7 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:27.954086 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-29f00257-ae77-4553-add8-83a273f61093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:27.963072 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5c77324a-8656-499e-9060-0b6d5ec181f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:27.972277 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-6414cab7-2ae1-42e4-9b24-005e62c0b08b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet f1889df2-5893-44f9-9902-d7e5131feeac {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:21:27.986710 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6414cab7-2ae1-42e4-9b24-005e62c0b08b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:27.989899 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d4be4830-f82e-4883-8d47-44ab0ee74bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.000627 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-29f00257-ae77-4553-add8-83a273f61093 None None] Port 09bfcff8-4ee0-451e-8895-a518f1a485c7 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:21:28.019101 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f5ef01f1-ad4a-44de-b648-3729e4831582 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.059660 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef01f1-ad4a-44de-b648-3729e4831582 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5305f9-bb13-4cb3-99dd-54eaf12a4d6e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:28.076656 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6414cab7-2ae1-42e4-9b24-005e62c0b08b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.083579 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b01e7f-cbb3-40bd-a137-df9439bcd727 None None] Network 0193bccc-e6f5-4edd-87cc-c759fcc9f724 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:28.107059 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f5ef01f1-ad4a-44de-b648-3729e4831582 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.108969 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f5ef01f1-ad4a-44de-b648-3729e4831582 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "DELETE /v2.0/subnets/7f5305f9-bb13-4cb3-99dd-54eaf12a4d6e HTTP/1.1" status: 204 len: 168 time: 0.7376800 Jul 22 19:21:28.114335 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59316) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:28.141738 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-58e691e4-2d97-4573-b8c2-061b9cded509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.195206 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1e55f6-0fb3-4e08-a010-e5db61ea9c55 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Deleting subnet a2e00395-6a0d-490a-876e-cac805871f2f {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:21:28.199388 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5c77324a-8656-499e-9060-0b6d5ec181f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.202400 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5c77324a-8656-499e-9060-0b6d5ec181f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.207005 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5c77324a-8656-499e-9060-0b6d5ec181f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/112af329-6c97-4e3a-aa4b-cef2ad6263ac HTTP/1.1" status: 204 len: 168 time: 0.5247498 Jul 22 19:21:28.211349 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ea1e55f6-0fb3-4e08-a010-e5db61ea9c55 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.217540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77324a-8656-499e-9060-0b6d5ec181f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112af329-6c97-4e3a-aa4b-cef2ad6263ac,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:28.319887 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ea1e55f6-0fb3-4e08-a010-e5db61ea9c55 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.369833 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e88b0a-7899-4cb4-a355-2813aa4ed394 None None] DHCP port deletion for 0193bccc-e6f5-4edd-87cc-c759fcc9f724 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:21:28.372326 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6414cab7-2ae1-42e4-9b24-005e62c0b08b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.372435 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-58e691e4-2d97-4573-b8c2-061b9cded509 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.381973 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-58e691e4-2d97-4573-b8c2-061b9cded509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.446388 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d4be4830-f82e-4883-8d47-44ab0ee74bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.446964 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d94a56a8-3e2c-4187-ad3f-07ab72a08507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.457516 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e691e4-2d97-4573-b8c2-061b9cded509 admin admin] Pushing event updated for resources: {'Port': ['ID=09bfcff8-4ee0-451e-8895-a518f1a485c7,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:28.468375 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-c0e88b0a-7899-4cb4-a355-2813aa4ed394 None None] Deleting port fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:28.468946 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c0e88b0a-7899-4cb4-a355-2813aa4ed394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.480783 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-58e691e4-2d97-4573-b8c2-061b9cded509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.484833 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d4be4830-f82e-4883-8d47-44ab0ee74bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.550410 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ea1e55f6-0fb3-4e08-a010-e5db61ea9c55 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.560009 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d4be4830-f82e-4883-8d47-44ab0ee74bac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9b018cde3364bddaf5c064051da0fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8259020 Jul 22 19:21:28.563245 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-c0e88b0a-7899-4cb4-a355-2813aa4ed394 None None] For port fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a,segment=NetworkSegment(825888d5-e581-48d8-98fe-d33b421ad103),segment_id=825888d5-e581-48d8-98fe-d33b421ad103)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:28.563700 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c0e88b0a-7899-4cb4-a355-2813aa4ed394 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.573065 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59324) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:28.577030 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-c0e88b0a-7899-4cb4-a355-2813aa4ed394 None None] Calling delete_port for fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:28.604811 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be4830-f82e-4883-8d47-44ab0ee74bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f83756b-e9b9-40bf-a653-cbefb6727954,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:28.630010 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6414cab7-2ae1-42e4-9b24-005e62c0b08b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.675341 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c0e88b0a-7899-4cb4-a355-2813aa4ed394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.675991 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff982-92e2-4b81-8c00-0f686d63f2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.678635 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e691e4-2d97-4573-b8c2-061b9cded509 admin admin] Network e89c4a4f-ae66-40e9-a651-3fcc6679a396 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:28.680858 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-58e691e4-2d97-4573-b8c2-061b9cded509 admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:28.698485 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e88b0a-7899-4cb4-a355-2813aa4ed394 None None] No DVR routers for this DVR port fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:21:28.703319 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ea1e55f6-0fb3-4e08-a010-e5db61ea9c55 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.706196 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414cab7-2ae1-42e4-9b24-005e62c0b08b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=f1889df2-5893-44f9-9902-d7e5131feeac,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:28.711212 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6414cab7-2ae1-42e4-9b24-005e62c0b08b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.717594 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6414cab7-2ae1-42e4-9b24-005e62c0b08b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/f1889df2-5893-44f9-9902-d7e5131feeac HTTP/1.1" status: 204 len: 168 time: 0.8549089 Jul 22 19:21:28.718298 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59332) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:28.727882 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e88b0a-7899-4cb4-a355-2813aa4ed394 None None] Pushing event deleted for resources: {'Port': ['ID=fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:28.736102 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a42daa-4b78-4c59-bae0-2964c130dd24 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:28.799703 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e55f6-0fb3-4e08-a010-e5db61ea9c55 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e00395-6a0d-490a-876e-cac805871f2f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:28.804129 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ea1e55f6-0fb3-4e08-a010-e5db61ea9c55 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.806144 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ea1e55f6-0fb3-4e08-a010-e5db61ea9c55 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "DELETE /v2.0/subnets/a2e00395-6a0d-490a-876e-cac805871f2f HTTP/1.1" status: 204 len: 168 time: 0.6903963 Jul 22 19:21:28.810601 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59334) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:28.882474 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-56877488-77ed-4869-9d22-9b477922b1f7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet f2d95a34-9aa7-4b9c-bdb1-78cc770c04b0 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:21:28.887411 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-56877488-77ed-4869-9d22-9b477922b1f7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.902311 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffbf3f4-d00e-45ce-8b02-b13f3b8651d9 None None] Network 7a299797-8843-4ab2-8c3f-8ecc339c56bb requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:28.903207 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff982-92e2-4b81-8c00-0f686d63f2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.955860 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e691e4-2d97-4573-b8c2-061b9cded509 admin admin] Router 077a9144-4c0f-4d4e-9e38-6a24a00ed67c has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:21:29.004395 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a9e824a5-64e8-4668-92bc-e8ee2dbce44d tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:29.023981 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-56877488-77ed-4869-9d22-9b477922b1f7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:29.182239 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e691e4-2d97-4573-b8c2-061b9cded509 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:21:29.185007 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff982-92e2-4b81-8c00-0f686d63f2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:29.192256 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff982-92e2-4b81-8c00-0f686d63f2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:29.193466 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1b8ff982-92e2-4b81-8c00-0f686d63f2aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f83756b-e9b9-40bf-a653-cbefb6727954 HTTP/1.1" status: 204 len: 168 time: 0.6194735 Jul 22 19:21:29.216612 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-58e691e4-2d97-4573-b8c2-061b9cded509 admin admin] 10.222.0.13 "PUT /v2.0/routers/077a9144-4c0f-4d4e-9e38-6a24a00ed67c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0465658 Jul 22 19:21:29.238224 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a9e824a5-64e8-4668-92bc-e8ee2dbce44d tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:29.247599 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ff982-92e2-4b81-8c00-0f686d63f2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f83756b-e9b9-40bf-a653-cbefb6727954,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:29.256915 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-a9e824a5-64e8-4668-92bc-e8ee2dbce44d tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0193bccc-e6f5-4edd-87cc-c759fcc9f724']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:29.277837 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-56877488-77ed-4869-9d22-9b477922b1f7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:29.284963 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-a9e824a5-64e8-4668-92bc-e8ee2dbce44d tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825888d5-e581-48d8-98fe-d33b421ad103') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:29.285376 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-a9e824a5-64e8-4668-92bc-e8ee2dbce44d tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825888d5-e581-48d8-98fe-d33b421ad103') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:29.326879 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a9e824a5-64e8-4668-92bc-e8ee2dbce44d tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:29.370375 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a9e824a5-64e8-4668-92bc-e8ee2dbce44d tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:29.388724 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e824a5-64e8-4668-92bc-e8ee2dbce44d tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:21:29.389472 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a9e824a5-64e8-4668-92bc-e8ee2dbce44d tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:29.393089 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] Sync routers for ids ['077a9144-4c0f-4d4e-9e38-6a24a00ed67c'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:21:29.393725 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:21:29.409809 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] Routers {'077a9144-4c0f-4d4e-9e38-6a24a00ed67c'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:29.410752 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['077a9144-4c0f-4d4e-9e38-6a24a00ed67c'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:29.424180 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1cba65cb-4c68-48fc-a618-951491fa1136 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:29.477436 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5463d796-2a6f-4569-b92a-8c9ff7a5a851 None None] Provisioning complete for port 09bfcff8-4ee0-451e-8895-a518f1a485c7 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:29.478075 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5463d796-2a6f-4569-b92a-8c9ff7a5a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:29.479484 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-56877488-77ed-4869-9d22-9b477922b1f7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:29.492941 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a9e824a5-64e8-4668-92bc-e8ee2dbce44d tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:29.520759 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a9e824a5-64e8-4668-92bc-e8ee2dbce44d tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:29.522919 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a9e824a5-64e8-4668-92bc-e8ee2dbce44d tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "DELETE /v2.0/networks/0193bccc-e6f5-4edd-87cc-c759fcc9f724 HTTP/1.1" status: 204 len: 168 time: 0.7113154 Jul 22 19:21:29.529799 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56877488-77ed-4869-9d22-9b477922b1f7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d95a34-9aa7-4b9c-bdb1-78cc770c04b0,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:29.530016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59352) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:29.532795 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-56877488-77ed-4869-9d22-9b477922b1f7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:29.538183 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-56877488-77ed-4869-9d22-9b477922b1f7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/f2d95a34-9aa7-4b9c-bdb1-78cc770c04b0 HTTP/1.1" status: 204 len: 168 time: 0.8120327 Jul 22 19:21:29.539464 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59360) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:29.557359 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5463d796-2a6f-4569-b92a-8c9ff7a5a851 None None] Port 09bfcff8-4ee0-451e-8895-a518f1a485c7 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:21:29.559028 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e824a5-64e8-4668-92bc-e8ee2dbce44d tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Pushing event deleted for resources: {'Network': ['ID=0193bccc-e6f5-4edd-87cc-c759fcc9f724,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:29.587041 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 1cba65cb-4c68-48fc-a618-951491fa1136 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:29.597806 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 1cba65cb-4c68-48fc-a618-951491fa1136 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:29.598321 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:29.626883 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59362) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:29.628867 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6d309405-c869-4aa8-8aed-8e3241dc80ad tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768073 Jul 22 19:21:29.632119 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-acdcd287-31df-4d78-867f-a95cb30a26a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:29.637404 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59364) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:29.713979 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbfd359-f4d3-43c5-9acb-31e676b23b40 None None] DHCP port deletion for 7a299797-8843-4ab2-8c3f-8ecc339c56bb request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:21:29.817544 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d42bd8b-253d-4d3e-acec-a59ca9859663 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:29.842047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a30478c6-964a-4422-a3c3-eef7d2986193 tempest-DvrRoutersNegativeTest-1226870195 tempest-DvrRoutersNegativeTest-1226870195-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-84581811', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:29.846074 n-d-800086-12 neutron-server[93806]: DEBUG neutron.policy [None req-a30478c6-964a-4422-a3c3-eef7d2986193 tempest-DvrRoutersNegativeTest-1226870195 tempest-DvrRoutersNegativeTest-1226870195-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93806) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 22 19:21:29.846386 n-d-800086-12 neutron-server[93806]: DEBUG neutron.policy [None req-a30478c6-964a-4422-a3c3-eef7d2986193 tempest-DvrRoutersNegativeTest-1226870195 tempest-DvrRoutersNegativeTest-1226870195-project] Failed policy check for 'create_router' {{(pid=93806) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 22 19:21:29.846922 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-a30478c6-964a-4422-a3c3-eef7d2986193 tempest-DvrRoutersNegativeTest-1226870195 tempest-DvrRoutersNegativeTest-1226870195-project] create failed (client error): Access was denied to this resource. Jul 22 19:21:29.854360 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] Set router 077a9144-4c0f-4d4e-9e38-6a24a00ed67c gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:21:29.855294 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a30478c6-964a-4422-a3c3-eef7d2986193 tempest-DvrRoutersNegativeTest-1226870195 tempest-DvrRoutersNegativeTest-1226870195-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2151864 Jul 22 19:21:29.880856 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5746cbf-18e2-4803-9aed-ef8ce773a45d None None] Update dhcp port {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'fixed_ips': [{'subnet_id': 'f2d95a34-9aa7-4b9c-bdb1-78cc770c04b0'}], 'binding:host_id': 'n-d-800086-12'}, 'id': 'bff2ca5b-eb56-472e-a101-7680a99ad702'} from n-d-800086-12. {{(pid=93808) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:21:30.004368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdcd287-31df-4d78-867f-a95cb30a26a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:30.008271 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-acdcd287-31df-4d78-867f-a95cb30a26a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:30.070804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-1d42bd8b-253d-4d3e-acec-a59ca9859663 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Deleting port 1bf45cf9-91d1-4fe4-9068-f8857fe13da6 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:30.071163 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d42bd8b-253d-4d3e-acec-a59ca9859663 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:30.112257 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d5746cbf-18e2-4803-9aed-ef8ce773a45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:30.125754 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-6bbfd359-f4d3-43c5-9acb-31e676b23b40 None None] Deleting port 1bf45cf9-91d1-4fe4-9068-f8857fe13da6 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:30.126868 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6bbfd359-f4d3-43c5-9acb-31e676b23b40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:30.149708 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:30.185892 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-1d42bd8b-253d-4d3e-acec-a59ca9859663 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] For port 1bf45cf9-91d1-4fe4-9068-f8857fe13da6, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=1bf45cf9-91d1-4fe4-9068-f8857fe13da6,segment=NetworkSegment(bcd632ed-98ad-4815-af96-02b0935ffcd9),segment_id=bcd632ed-98ad-4815-af96-02b0935ffcd9)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:30.186500 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d42bd8b-253d-4d3e-acec-a59ca9859663 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:30.204582 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-1d42bd8b-253d-4d3e-acec-a59ca9859663 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Calling delete_port for 1bf45cf9-91d1-4fe4-9068-f8857fe13da6 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:30.269045 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 1cba65cb-4c68-48fc-a618-951491fa1136, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=1cba65cb-4c68-48fc-a618-951491fa1136,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:30.282631 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59412) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:30.301265 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'name': 'tempest-TaggedBootDevicesTest_v242-46686100-router', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:21:20Z', 'updated_at': '2021-07-22T19:21:28Z', 'revision_number': 4, 'project_id': '88edd86379da474f9e73474c4822e718', 'gw_port': {'id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:62:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:21:21Z', 'updated_at': '2021-07-22T19:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '09bfcff8-4ee0-451e-8895-a518f1a485c7', 'name': '', 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'mac_address': 'fa:16:3e:dc:41:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '21df62a7-a6ca-436a-b217-caf06ac55fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:21:26Z', 'updated_at': '2021-07-22T19:21:28Z', 'revision_number': 2, 'project_id': '88edd86379da474f9e73474c4822e718', 'subnets': [{'id': '21df62a7-a6ca-436a-b217-caf06ac55fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:30.358718 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:30.389033 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] Checking router: 077a9144-4c0f-4d4e-9e38-6a24a00ed67c for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:21:30.390782 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] Updating router 077a9144-4c0f-4d4e-9e38-6a24a00ed67c port 09bfcff8-4ee0-451e-8895-a518f1a485c7 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:21:30.429563 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d42bd8b-253d-4d3e-acec-a59ca9859663 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:30.462243 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=1cba65cb-4c68-48fc-a618-951491fa1136,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:30.469004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-6bbfd359-f4d3-43c5-9acb-31e676b23b40 None None] For port 1bf45cf9-91d1-4fe4-9068-f8857fe13da6, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=1bf45cf9-91d1-4fe4-9068-f8857fe13da6,segment=NetworkSegment(bcd632ed-98ad-4815-af96-02b0935ffcd9),segment_id=bcd632ed-98ad-4815-af96-02b0935ffcd9)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:30.469420 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6bbfd359-f4d3-43c5-9acb-31e676b23b40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:30.475490 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:21:30.492140 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69fd6560-7dd0-4e36-908a-e64d0ee17642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:30.509930 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:21:30.510297 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fe3dfebc-b2d2-4562-9bff-7e2ebfd8157a not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:21:30.539359 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:30.582173 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d42bd8b-253d-4d3e-acec-a59ca9859663 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] No DVR routers for this DVR port 1bf45cf9-91d1-4fe4-9068-f8857fe13da6 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:21:30.611881 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-6bbfd359-f4d3-43c5-9acb-31e676b23b40 None None] Calling delete_port for 1bf45cf9-91d1-4fe4-9068-f8857fe13da6 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:30.639374 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42bd8b-253d-4d3e-acec-a59ca9859663 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Pushing event deleted for resources: {'Port': ['ID=1bf45cf9-91d1-4fe4-9068-f8857fe13da6,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:30.672259 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69fd6560-7dd0-4e36-908a-e64d0ee17642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:30.685172 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-69fd6560-7dd0-4e36-908a-e64d0ee17642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:30.740731 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bdedc8-64c4-4c43-a6ab-9d7e00d9c411 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:30.756241 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d42bd8b-253d-4d3e-acec-a59ca9859663 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:30.767898 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-1d42bd8b-253d-4d3e-acec-a59ca9859663 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a299797-8843-4ab2-8c3f-8ecc339c56bb']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:30.777631 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-69fd6560-7dd0-4e36-908a-e64d0ee17642 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a75ecb070b824fbf8da47acf90561450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4924979 Jul 22 19:21:30.780749 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59432) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:30.781820 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-1d42bd8b-253d-4d3e-acec-a59ca9859663 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd632ed-98ad-4815-af96-02b0935ffcd9') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:30.782120 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-1d42bd8b-253d-4d3e-acec-a59ca9859663 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd632ed-98ad-4815-af96-02b0935ffcd9') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:30.794239 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d42bd8b-253d-4d3e-acec-a59ca9859663 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:30.825948 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd6560-7dd0-4e36-908a-e64d0ee17642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1425888a-7289-4bf7-9df4-0bf44210e6d3,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:30.832993 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d42bd8b-253d-4d3e-acec-a59ca9859663 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:30.843274 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d42bd8b-253d-4d3e-acec-a59ca9859663 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:21:30.843938 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d42bd8b-253d-4d3e-acec-a59ca9859663 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:30.857930 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bc863b20-193e-46a7-9fb6-99bd6c3feaee None None] Provisioning complete for port bff2ca5b-eb56-472e-a101-7680a99ad702 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:30.858145 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bc863b20-193e-46a7-9fb6-99bd6c3feaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:30.895001 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6bbfd359-f4d3-43c5-9acb-31e676b23b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:21:30.947784 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:21:30.958469 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbfd359-f4d3-43c5-9acb-31e676b23b40 None None] Pushing event deleted for resources: {'Port': ['ID=1bf45cf9-91d1-4fe4-9068-f8857fe13da6,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:30.960726 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbfd359-f4d3-43c5-9acb-31e676b23b40 None None] No DVR routers for this DVR port 1bf45cf9-91d1-4fe4-9068-f8857fe13da6 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:21:31.009380 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-70916f7b-3d3b-43e4-9984-e8f08b432e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:31.061477 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c8d5800e-69ac-4488-aa55-84676a15415a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:31.075565 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-70916f7b-3d3b-43e4-9984-e8f08b432e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:31.121527 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:31.197432 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-70916f7b-3d3b-43e4-9984-e8f08b432e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:31.199999 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-70916f7b-3d3b-43e4-9984-e8f08b432e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:31.201390 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-70916f7b-3d3b-43e4-9984-e8f08b432e96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1425888a-7289-4bf7-9df4-0bf44210e6d3 HTTP/1.1" status: 204 len: 168 time: 0.4168124 Jul 22 19:21:31.220830 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70916f7b-3d3b-43e4-9984-e8f08b432e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1425888a-7289-4bf7-9df4-0bf44210e6d3,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:31.244994 n-d-800086-12 neutron-server[93807]: DEBUG neutron.objects.ports [None req-acdcd287-31df-4d78-867f-a95cb30a26a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93807) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:21:31.248302 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d42bd8b-253d-4d3e-acec-a59ca9859663 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:31.258305 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d42bd8b-253d-4d3e-acec-a59ca9859663 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:31.265811 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1d42bd8b-253d-4d3e-acec-a59ca9859663 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "DELETE /v2.0/networks/7a299797-8843-4ab2-8c3f-8ecc339c56bb HTTP/1.1" status: 204 len: 168 time: 1.7390790 Jul 22 19:21:31.268657 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59468) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:31.286181 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:31.315020 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] Transition to ACTIVE for port object 09bfcff8-4ee0-451e-8895-a518f1a485c7 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:31.315496 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1cba65cb-4c68-48fc-a618-951491fa1136 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:31.338427 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:31.384920 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42bd8b-253d-4d3e-acec-a59ca9859663 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Pushing event deleted for resources: {'Network': ['ID=7a299797-8843-4ab2-8c3f-8ecc339c56bb,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:31.387472 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-5712162c-c722-440f-9d20-ff877ede1375 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Deleting subnet c5d309e9-9224-4617-af0b-b80e576baa54 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:21:31.391145 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5712162c-c722-440f-9d20-ff877ede1375 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:31.488105 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 1cba65cb-4c68-48fc-a618-951491fa1136 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:31.488713 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:31.509203 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5712162c-c722-440f-9d20-ff877ede1375 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:31.618731 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0adf0b0-1a5f-45c4-9de3-971a37441615 None None] Update dhcp port {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'fixed_ips': [{'subnet_id': '572f0898-e896-48d2-85db-f191ee110b73'}], 'binding:host_id': 'n-d-800086-12'}, 'id': 'bff2ca5b-eb56-472e-a101-7680a99ad702'} from n-d-800086-12. {{(pid=93808) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:21:31.730286 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d0adf0b0-1a5f-45c4-9de3-971a37441615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:31.748393 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5003336-406c-4068-b2dd-74983ef2f39b None None] Pushing event updated for resources: {'Port': ['ID=09bfcff8-4ee0-451e-8895-a518f1a485c7,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:31.759802 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5712162c-c722-440f-9d20-ff877ede1375 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:31.781970 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] Attempting to bind port 09bfcff8-4ee0-451e-8895-a518f1a485c7 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:21:31.781970 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] Attempting to bind port 09bfcff8-4ee0-451e-8895-a518f1a485c7 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '67173a3f-7a71-402f-90c0-152459e5c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:21:31.781970 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] Attempting to bind port 09bfcff8-4ee0-451e-8895-a518f1a485c7 on network e89c4a4f-ae66-40e9-a651-3fcc6679a396 {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:21:31.792975 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5003336-406c-4068-b2dd-74983ef2f39b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:31.793768 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5003336-406c-4068-b2dd-74983ef2f39b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:31.794970 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5003336-406c-4068-b2dd-74983ef2f39b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:31.795533 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5003336-406c-4068-b2dd-74983ef2f39b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:31.796120 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5003336-406c-4068-b2dd-74983ef2f39b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:31.796695 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5003336-406c-4068-b2dd-74983ef2f39b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:31.797510 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5003336-406c-4068-b2dd-74983ef2f39b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:31.799228 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5003336-406c-4068-b2dd-74983ef2f39b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:31.800188 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5003336-406c-4068-b2dd-74983ef2f39b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:31.800774 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5003336-406c-4068-b2dd-74983ef2f39b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:31.801477 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5003336-406c-4068-b2dd-74983ef2f39b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:31.802525 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5003336-406c-4068-b2dd-74983ef2f39b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:21:31.821808 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:21:31.822539 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] Checking segment: {'id': '67173a3f-7a71-402f-90c0-152459e5c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:21:31.823262 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:31.823893 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] Bound using segment: {'id': '67173a3f-7a71-402f-90c0-152459e5c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:21:31.824338 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] Bound port: 09bfcff8-4ee0-451e-8895-a518f1a485c7, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67173a3f-7a71-402f-90c0-152459e5c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:21:31.825304 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:31.900365 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5712162c-c722-440f-9d20-ff877ede1375 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:31.966303 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] For port 09bfcff8-4ee0-451e-8895-a518f1a485c7, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:21:31.975397 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712162c-c722-440f-9d20-ff877ede1375 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d309e9-9224-4617-af0b-b80e576baa54,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:31.986925 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] For port 09bfcff8-4ee0-451e-8895-a518f1a485c7, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=09bfcff8-4ee0-451e-8895-a518f1a485c7,segment=NetworkSegment(67173a3f-7a71-402f-90c0-152459e5c50d),segment_id=67173a3f-7a71-402f-90c0-152459e5c50d)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:21:31.988298 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5712162c-c722-440f-9d20-ff877ede1375 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:31.992537 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5712162c-c722-440f-9d20-ff877ede1375 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "DELETE /v2.0/subnets/c5d309e9-9224-4617-af0b-b80e576baa54 HTTP/1.1" status: 204 len: 168 time: 0.7205422 Jul 22 19:21:31.992831 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59490) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:31.995930 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:32.004011 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d708805a-fce3-403a-b4d7-fd2512eb3119 None None] Network 0f5bf88f-459a-40bc-823c-28c37158a2c7 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:32.160869 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] Routers {'077a9144-4c0f-4d4e-9e38-6a24a00ed67c'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:21:32.161533 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:21:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['077a9144-4c0f-4d4e-9e38-6a24a00ed67c'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:32.215505 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e74619c-311f-4816-b4fe-a93c28937ec1 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:32.334200 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bff2ca5b-eb56-472e-a101-7680a99ad702 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:21:32.392013 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-1e74619c-311f-4816-b4fe-a93c28937ec1 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Deleting port 0932497d-20c6-4598-ad7f-91ef82387d4b {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:32.392383 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e74619c-311f-4816-b4fe-a93c28937ec1 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:32.392854 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.api [None req-d0adf0b0-1a5f-45c4-9de3-971a37441615 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:21:32.392854 n-d-800086-12 neutron-server[93808]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jul 22 19:21:32.392854 n-d-800086-12 neutron-server[93808]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe2a:6bd4', 'status': 'ALLOCATED', 'ipam_subnet_id': '067e739e-bcfe-45c4-965b-c360cf2cc76c'}] Jul 22 19:21:32.392854 n-d-800086-12 neutron-server[93808]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:21:32.393214 n-d-800086-12 neutron-server[93808]: DEBUG oslo_db.api [None req-d0adf0b0-1a5f-45c4-9de3-971a37441615 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:21:32.465784 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:32.467984 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-acdcd287-31df-4d78-867f-a95cb30a26a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:32.499657 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5003336-406c-4068-b2dd-74983ef2f39b None None] Pushing event updated for resources: {'Port': ['ID=09bfcff8-4ee0-451e-8895-a518f1a485c7,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:32.543098 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] Set router 077a9144-4c0f-4d4e-9e38-6a24a00ed67c gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:21:32.599598 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-1e74619c-311f-4816-b4fe-a93c28937ec1 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] For port 0932497d-20c6-4598-ad7f-91ef82387d4b, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0932497d-20c6-4598-ad7f-91ef82387d4b,segment=NetworkSegment(0f7a2acc-e809-4b63-8c50-05abbd5aad33),segment_id=0f7a2acc-e809-4b63-8c50-05abbd5aad33)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:32.600525 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e74619c-311f-4816-b4fe-a93c28937ec1 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:32.606108 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:32.630404 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-1e74619c-311f-4816-b4fe-a93c28937ec1 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Calling delete_port for 0932497d-20c6-4598-ad7f-91ef82387d4b owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:32.663010 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port bff2ca5b-eb56-472e-a101-7680a99ad702, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bff2ca5b-eb56-472e-a101-7680a99ad702,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:32.675476 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:32.676681 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1bf45cf9-91d1-4fe4-9068-f8857fe13da6 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:21:32.695115 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.db.api [None req-acdcd287-31df-4d78-867f-a95cb30a26a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:21:32.696511 n-d-800086-12 neutron-server[93807]: DEBUG oslo_db.api [None req-acdcd287-31df-4d78-867f-a95cb30a26a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:21:32.779759 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e74619c-311f-4816-b4fe-a93c28937ec1 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:32.800702 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=bff2ca5b-eb56-472e-a101-7680a99ad702,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:32.803929 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253f84a1-d5b9-435b-b922-707651aeefa1 None None] DHCP port deletion for 0f5bf88f-459a-40bc-823c-28c37158a2c7 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:21:32.809049 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 1bf45cf9-91d1-4fe4-9068-f8857fe13da6 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:21:32.809656 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1bf45cf9-91d1-4fe4-9068-f8857fe13da6 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:21:32.846590 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74619c-311f-4816-b4fe-a93c28937ec1 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Pushing event deleted for resources: {'Port': ['ID=0932497d-20c6-4598-ad7f-91ef82387d4b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:32.857162 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e74619c-311f-4816-b4fe-a93c28937ec1 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] No DVR routers for this DVR port 0932497d-20c6-4598-ad7f-91ef82387d4b on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:21:32.980948 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d0adf0b0-1a5f-45c4-9de3-971a37441615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:32.990282 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'name': 'tempest-TaggedBootDevicesTest_v242-46686100-router', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:21:20Z', 'updated_at': '2021-07-22T19:21:28Z', 'revision_number': 4, 'project_id': '88edd86379da474f9e73474c4822e718', 'gw_port': {'id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:21:21Z', 'updated_at': '2021-07-22T19:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '09bfcff8-4ee0-451e-8895-a518f1a485c7', 'name': '', 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'mac_address': 'fa:16:3e:dc:41:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '21df62a7-a6ca-436a-b217-caf06ac55fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:21:26Z', 'updated_at': '2021-07-22T19:21:31Z', 'revision_number': 4, 'project_id': '88edd86379da474f9e73474c4822e718', 'subnets': [{'id': '21df62a7-a6ca-436a-b217-caf06ac55fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:33.013876 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e74619c-311f-4816-b4fe-a93c28937ec1 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:33.038711 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-1e74619c-311f-4816-b4fe-a93c28937ec1 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5bf88f-459a-40bc-823c-28c37158a2c7']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:33.040463 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335987b3-8ce0-4fd7-ac5f-670a06ab8585 None None] The sync data for ids ['077a9144-4c0f-4d4e-9e38-6a24a00ed67c'] in n-d-800086-12 is: [{'id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'name': 'tempest-TaggedBootDevicesTest_v242-46686100-router', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:21:20Z', 'updated_at': '2021-07-22T19:21:28Z', 'revision_number': 4, 'project_id': '88edd86379da474f9e73474c4822e718', 'gw_port': {'id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:21:21Z', 'updated_at': '2021-07-22T19:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '09bfcff8-4ee0-451e-8895-a518f1a485c7', 'name': '', 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'mac_address': 'fa:16:3e:dc:41:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '21df62a7-a6ca-436a-b217-caf06ac55fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:21:26Z', 'updated_at': '2021-07-22T19:21:31Z', 'revision_number': 4, 'project_id': '88edd86379da474f9e73474c4822e718', 'subnets': [{'id': '21df62a7-a6ca-436a-b217-caf06ac55fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:21:33.062835 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-1e74619c-311f-4816-b4fe-a93c28937ec1 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7a2acc-e809-4b63-8c50-05abbd5aad33') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:33.063130 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-1e74619c-311f-4816-b4fe-a93c28937ec1 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7a2acc-e809-4b63-8c50-05abbd5aad33') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:21:33.082254 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e74619c-311f-4816-b4fe-a93c28937ec1 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:33.136507 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e74619c-311f-4816-b4fe-a93c28937ec1 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:33.143724 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e74619c-311f-4816-b4fe-a93c28937ec1 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:21:33.144135 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e74619c-311f-4816-b4fe-a93c28937ec1 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:21:33.147888 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:21:33.273948 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e74619c-311f-4816-b4fe-a93c28937ec1 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:33.280710 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e74619c-311f-4816-b4fe-a93c28937ec1 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:33.286774 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1e74619c-311f-4816-b4fe-a93c28937ec1 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "DELETE /v2.0/networks/0f5bf88f-459a-40bc-823c-28c37158a2c7 HTTP/1.1" status: 204 len: 168 time: 1.2917485 Jul 22 19:21:33.296951 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59520) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:33.297775 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-acdcd287-31df-4d78-867f-a95cb30a26a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:33.298772 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59522) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:33.308616 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0069895 Jul 22 19:21:33.314807 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0932497d-20c6-4598-ad7f-91ef82387d4b no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:21:33.320508 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59524) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:33.326888 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74619c-311f-4816-b4fe-a93c28937ec1 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Pushing event deleted for resources: {'Network': ['ID=0f5bf88f-459a-40bc-823c-28c37158a2c7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:33.367496 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 0932497d-20c6-4598-ad7f-91ef82387d4b {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:21:33.368283 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0932497d-20c6-4598-ad7f-91ef82387d4b not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:21:33.375393 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2d2c72c6-e54b-4d84-bfb4-3917bcd0cbfb tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e41b1d-1329-4a2b-9f42-34fdd89edd39 HTTP/1.1" status: 200 len: 205 time: 0.0720830 Jul 22 19:21:33.375774 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59528) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:33.495351 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c58ad28-a527-433f-8cf2-da198d0d8c28 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:33.561948 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d0adf0b0-1a5f-45c4-9de3-971a37441615 None None] For port bff2ca5b-eb56-472e-a101-7680a99ad702, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bff2ca5b-eb56-472e-a101-7680a99ad702,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:33.574619 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e3187d2f-0f95-4765-8073-017793748d45 tempest-NetworksApiDiscovery-1515058842 tempest-NetworksApiDiscovery-1515058842-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2527478 Jul 22 19:21:33.606708 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d0adf0b0-1a5f-45c4-9de3-971a37441615 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:33.614662 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.db.api [None req-acdcd287-31df-4d78-867f-a95cb30a26a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:21:33.615172 n-d-800086-12 neutron-server[93807]: DEBUG oslo_db.api [None req-acdcd287-31df-4d78-867f-a95cb30a26a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:21:33.616572 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d0adf0b0-1a5f-45c4-9de3-971a37441615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:33.698604 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0adf0b0-1a5f-45c4-9de3-971a37441615 None None] Pushing event updated for resources: {'Port': ['ID=bff2ca5b-eb56-472e-a101-7680a99ad702,revision_number=9']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:33.794938 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c58ad28-a527-433f-8cf2-da198d0d8c28 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:33.806024 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c58ad28-a527-433f-8cf2-da198d0d8c28 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:33.873448 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c58ad28-a527-433f-8cf2-da198d0d8c28 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:33.876760 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c58ad28-a527-433f-8cf2-da198d0d8c28 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Fanout notify agent at l3_agent the message router_deleted on router 22e41b1d-1329-4a2b-9f42-34fdd89edd39 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:21:33.889739 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c58ad28-a527-433f-8cf2-da198d0d8c28 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:33.892149 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7c58ad28-a527-433f-8cf2-da198d0d8c28 tempest-RoutersNegativeTest-1734706432 tempest-RoutersNegativeTest-1734706432-project] 10.222.0.13 "DELETE /v2.0/routers/22e41b1d-1329-4a2b-9f42-34fdd89edd39 HTTP/1.1" status: 204 len: 168 time: 0.5142744 Jul 22 19:21:33.951896 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:34.034439 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59538) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:34.193977 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bbdc7d76-f610-4db0-b2a3-9775dbf5e535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:34.350962 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bbdc7d76-f610-4db0-b2a3-9775dbf5e535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:34.351807 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59548) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:34.359026 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bbdc7d76-f610-4db0-b2a3-9775dbf5e535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:34.391925 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bbdc7d76-f610-4db0-b2a3-9775dbf5e535 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3af8f077956d42238418e43c28b65fbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3561242 Jul 22 19:21:34.394989 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59552) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:34.438029 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc7d76-f610-4db0-b2a3-9775dbf5e535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da691cf4-07ff-4abd-9f37-5383cc56d6ce,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:34.520962 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b08f9b9b-82bf-43b8-a8db-0cbf6da85348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:34.566334 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b08f9b9b-82bf-43b8-a8db-0cbf6da85348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:34.653426 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-acdcd287-31df-4d78-867f-a95cb30a26a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:34.665621 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b08f9b9b-82bf-43b8-a8db-0cbf6da85348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:34.669742 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b08f9b9b-82bf-43b8-a8db-0cbf6da85348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:34.673913 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b08f9b9b-82bf-43b8-a8db-0cbf6da85348 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da691cf4-07ff-4abd-9f37-5383cc56d6ce HTTP/1.1" status: 204 len: 168 time: 0.2752571 Jul 22 19:21:34.684215 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f9b9b-82bf-43b8-a8db-0cbf6da85348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da691cf4-07ff-4abd-9f37-5383cc56d6ce,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:34.723284 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c677ba16-4584-4123-b8ff-bad674029e92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d9af06805934e428c18f298b5d00e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695707 Jul 22 19:21:34.725249 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59556) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:34.847520 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1fcd60f6-346a-4b94-b8f5-3defac4796cd None None] Provisioning complete for port bff2ca5b-eb56-472e-a101-7680a99ad702 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:34.848008 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1fcd60f6-346a-4b94-b8f5-3defac4796cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:34.873343 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9c9817a-522c-4075-a4a6-e4333864a7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:34.919560 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9c9817a-522c-4075-a4a6-e4333864a7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:35.003566 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1fcd60f6-346a-4b94-b8f5-3defac4796cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:35.023536 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9c9817a-522c-4075-a4a6-e4333864a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:35.028285 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9c9817a-522c-4075-a4a6-e4333864a7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:35.034248 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c9c9817a-522c-4075-a4a6-e4333864a7d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23c0665f-0578-43e8-b8ce-f54f8eea4c85 HTTP/1.1" status: 204 len: 168 time: 0.3054764 Jul 22 19:21:35.047366 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9817a-522c-4075-a4a6-e4333864a7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c0665f-0578-43e8-b8ce-f54f8eea4c85,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:35.072437 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-acdcd287-31df-4d78-867f-a95cb30a26a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] For port bff2ca5b-eb56-472e-a101-7680a99ad702, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bff2ca5b-eb56-472e-a101-7680a99ad702,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:35.118521 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-acdcd287-31df-4d78-867f-a95cb30a26a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:35.129586 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-acdcd287-31df-4d78-867f-a95cb30a26a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:35.130611 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-acdcd287-31df-4d78-867f-a95cb30a26a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:35.249677 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.api [None req-1fcd60f6-346a-4b94-b8f5-3defac4796cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:21:35.249677 n-d-800086-12 neutron-server[93808]: DEBUG oslo_db.api [None req-1fcd60f6-346a-4b94-b8f5-3defac4796cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:21:35.277633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdcd287-31df-4d78-867f-a95cb30a26a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:35.293723 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-acdcd287-31df-4d78-867f-a95cb30a26a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:35.298484 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdcd287-31df-4d78-867f-a95cb30a26a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:35.299162 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-acdcd287-31df-4d78-867f-a95cb30a26a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:35.304701 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0597d68e-ef30-4eec-9b38-3e6697039841 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:35.337767 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bff2ca5b-eb56-472e-a101-7680a99ad702 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:35.359950 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdcd287-31df-4d78-867f-a95cb30a26a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=572f0898-e896-48d2-85db-f191ee110b73,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:35.374818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdcd287-31df-4d78-867f-a95cb30a26a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=bff2ca5b-eb56-472e-a101-7680a99ad702,revision_number=10']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:35.395765 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-acdcd287-31df-4d78-867f-a95cb30a26a3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.7671251 Jul 22 19:21:35.398536 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59580) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:35.406254 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a8b33826-2138-4ba6-9a93-941fa1f75aeb tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:35.498271 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port bff2ca5b-eb56-472e-a101-7680a99ad702 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:35.498646 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:35.588710 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b33826-2138-4ba6-9a93-941fa1f75aeb tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:35.600117 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8b33826-2138-4ba6-9a93-941fa1f75aeb tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:35.714156 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:35.832089 n-d-800086-12 neutron-server[93806]: INFO neutron.db.ipam_backend_mixin [None req-a8b33826-2138-4ba6-9a93-941fa1f75aeb tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 572f0898-e896-48d2-85db-f191ee110b73 (CIDR: 2001:db8::/64) Jul 22 19:21:35.839669 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b33826-2138-4ba6-9a93-941fa1f75aeb tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:21:35.840824 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b33826-2138-4ba6-9a93-941fa1f75aeb tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:21:35.883376 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port bff2ca5b-eb56-472e-a101-7680a99ad702, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bff2ca5b-eb56-472e-a101-7680a99ad702,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:35.886077 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a8b33826-2138-4ba6-9a93-941fa1f75aeb tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4858134 Jul 22 19:21:35.888731 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59596) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:35.895741 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-63eed613-1de5-4694-a409-663da3dfc555 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:35.898978 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:35.899798 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 09bfcff8-4ee0-451e-8895-a518f1a485c7 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:36.010602 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1fcd60f6-346a-4b94-b8f5-3defac4796cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:36.211080 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63eed613-1de5-4694-a409-663da3dfc555 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:36.218363 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-63eed613-1de5-4694-a409-663da3dfc555 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:36.351084 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.api [None req-1fcd60f6-346a-4b94-b8f5-3defac4796cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:21:36.351479 n-d-800086-12 neutron-server[93808]: DEBUG oslo_db.api [None req-1fcd60f6-346a-4b94-b8f5-3defac4796cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:21:36.352437 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=bff2ca5b-eb56-472e-a101-7680a99ad702,revision_number=11']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:36.363559 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 09bfcff8-4ee0-451e-8895-a518f1a485c7 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:36.372579 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 09bfcff8-4ee0-451e-8895-a518f1a485c7 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:36.373030 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:36.527502 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:36.586800 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 09bfcff8-4ee0-451e-8895-a518f1a485c7, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=09bfcff8-4ee0-451e-8895-a518f1a485c7,segment=NetworkSegment(67173a3f-7a71-402f-90c0-152459e5c50d),segment_id=67173a3f-7a71-402f-90c0-152459e5c50d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:36.595035 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:36.621634 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-63eed613-1de5-4694-a409-663da3dfc555 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:36.665241 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=09bfcff8-4ee0-451e-8895-a518f1a485c7,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:36.686427 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eed613-1de5-4694-a409-663da3dfc555 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:36.698938 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-63eed613-1de5-4694-a409-663da3dfc555 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:36.705723 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eed613-1de5-4694-a409-663da3dfc555 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:36.707064 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-63eed613-1de5-4694-a409-663da3dfc555 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:36.710184 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b0b80e-d293-4e64-8b03-a876cb095ea9 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:36.751359 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eed613-1de5-4694-a409-663da3dfc555 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=3341878d-daaa-42f5-b98e-b17abc9cafac,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:36.762529 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-63eed613-1de5-4694-a409-663da3dfc555 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8718774 Jul 22 19:21:36.765614 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59632) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:36.778517 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-24d865b7-5c02-4f6e-b674-4f2aba8accd7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'mac_address': 'fa:16:3e:a6:37:ec', 'name': 'tempest-NetworksTestDHCPv6-1662822119'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:37.020863 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850f48d-a7e1-4bd9-aef1-7eb5bd93ee1b req-b7e53e8c-6ed9-4eec-a887-62594702e794 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:37.022609 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6850f48d-a7e1-4bd9-aef1-7eb5bd93ee1b req-b7e53e8c-6ed9-4eec-a887-62594702e794 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 946 time: 0.1429992 Jul 22 19:21:37.047146 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d865b7-5c02-4f6e-b674-4f2aba8accd7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:37.138880 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6850f48d-a7e1-4bd9-aef1-7eb5bd93ee1b req-04c6e9fc-139b-492c-abc3-b35738e578bc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097405 Jul 22 19:21:37.160124 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59638) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:37.211320 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2de4dc19-fc75-480f-94ab-4558ee7b735b None None] Provisioning complete for port bff2ca5b-eb56-472e-a101-7680a99ad702 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:37.211884 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2de4dc19-fc75-480f-94ab-4558ee7b735b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:37.231186 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-24d865b7-5c02-4f6e-b674-4f2aba8accd7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:37.255878 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-24d865b7-5c02-4f6e-b674-4f2aba8accd7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] device_id is not set on port 8ae55523-0ec9-4fd7-8b86-d6a1acf29282 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:21:37.276152 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bff2ca5b-eb56-472e-a101-7680a99ad702 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:37.379958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abc0c9c-384d-40d6-b45b-35db95ede219 None None] Update dhcp port {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'fixed_ips': [{'subnet_id': '572f0898-e896-48d2-85db-f191ee110b73', 'ip_address': '2001:db8::f816:3eff:fe2a:6bd4'}, {'subnet_id': '3341878d-daaa-42f5-b98e-b17abc9cafac'}], 'binding:host_id': 'n-d-800086-12'}, 'id': 'bff2ca5b-eb56-472e-a101-7680a99ad702'} from n-d-800086-12. {{(pid=93808) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:21:37.565148 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5abc0c9c-384d-40d6-b45b-35db95ede219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:37.578659 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port bff2ca5b-eb56-472e-a101-7680a99ad702 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:37.583023 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:37.664513 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-24d865b7-5c02-4f6e-b674-4f2aba8accd7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8:0:1::e1 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/3341878d-daaa-42f5-b98e-b17abc9cafac/8ae55523-0ec9-4fd7-8b86-d6a1acf29282) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:37.682190 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-24d865b7-5c02-4f6e-b674-4f2aba8accd7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8::f816:3eff:fea6:37ec (ac1cdc45-8892-4608-b80a-7d90307aaf6c/572f0898-e896-48d2-85db-f191ee110b73/8ae55523-0ec9-4fd7-8b86-d6a1acf29282) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:37.929884 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 09bfcff8-4ee0-451e-8895-a518f1a485c7 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:37.943800 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3ddbd8b8-757d-48a1-a917-6ab783b0043f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/floatingips/8090f47d-0587-4d55-bddc-5e90c22050ad HTTP/1.1" status: 200 len: 993 time: 0.7824371 Jul 22 19:21:38.002161 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-24d865b7-5c02-4f6e-b674-4f2aba8accd7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:38.033543 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-24d865b7-5c02-4f6e-b674-4f2aba8accd7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Transition to ACTIVE for port object 8ae55523-0ec9-4fd7-8b86-d6a1acf29282 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:38.089140 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 09bfcff8-4ee0-451e-8895-a518f1a485c7 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:38.089613 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:38.114844 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-24d865b7-5c02-4f6e-b674-4f2aba8accd7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:38.159154 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d865b7-5c02-4f6e-b674-4f2aba8accd7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:38.168609 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-24d865b7-5c02-4f6e-b674-4f2aba8accd7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:38.171855 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d865b7-5c02-4f6e-b674-4f2aba8accd7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:21:38.185879 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d865b7-5c02-4f6e-b674-4f2aba8accd7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:38.188040 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-24d865b7-5c02-4f6e-b674-4f2aba8accd7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:38.243863 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-24d865b7-5c02-4f6e-b674-4f2aba8accd7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4741507 Jul 22 19:21:38.246022 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59676) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:38.303270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d865b7-5c02-4f6e-b674-4f2aba8accd7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=8ae55523-0ec9-4fd7-8b86-d6a1acf29282,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:38.360916 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-5abc0c9c-384d-40d6-b45b-35db95ede219 None None] Allocated IP 2001:db8:0:1::2 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/3341878d-daaa-42f5-b98e-b17abc9cafac/bff2ca5b-eb56-472e-a101-7680a99ad702) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:38.484430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18870eb4-5241-4bc9-9010-a7b76c29ad90 req-8a6c88a3-310a-4c33-a16e-244bf96c5a19 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:38.491780 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18870eb4-5241-4bc9-9010-a7b76c29ad90 req-8a6c88a3-310a-4c33-a16e-244bf96c5a19 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 1098 time: 0.1385465 Jul 22 19:21:38.518355 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-014a0b4f-0512-4c36-a57b-ea5dcaa7f163 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting port 8ae55523-0ec9-4fd7-8b86-d6a1acf29282 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:38.518715 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-014a0b4f-0512-4c36-a57b-ea5dcaa7f163 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:38.690185 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18870eb4-5241-4bc9-9010-a7b76c29ad90 req-958578ac-5a1d-46f7-8dfd-aa7545a52f89 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950502 Jul 22 19:21:38.752975 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-014a0b4f-0512-4c36-a57b-ea5dcaa7f163 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:38.757823 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-5abc0c9c-384d-40d6-b45b-35db95ede219 None None] For port bff2ca5b-eb56-472e-a101-7680a99ad702, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bff2ca5b-eb56-472e-a101-7680a99ad702,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:38.793746 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-014a0b4f-0512-4c36-a57b-ea5dcaa7f163 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Calling delete_port for 8ae55523-0ec9-4fd7-8b86-d6a1acf29282 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:38.831314 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5abc0c9c-384d-40d6-b45b-35db95ede219 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:38.860247 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5abc0c9c-384d-40d6-b45b-35db95ede219 None None] Transition to ACTIVE for port object bff2ca5b-eb56-472e-a101-7680a99ad702 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:38.866469 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5abc0c9c-384d-40d6-b45b-35db95ede219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:39.026001 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:39.038906 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc0c9c-384d-40d6-b45b-35db95ede219 None None] Pushing event updated for resources: {'Port': ['ID=bff2ca5b-eb56-472e-a101-7680a99ad702,revision_number=12']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:39.159599 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-014a0b4f-0512-4c36-a57b-ea5dcaa7f163 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:39.190270 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a0b4f-0512-4c36-a57b-ea5dcaa7f163 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Port': ['ID=8ae55523-0ec9-4fd7-8b86-d6a1acf29282,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:39.194201 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bff2ca5b-eb56-472e-a101-7680a99ad702 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:39.269554 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59710) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:39.275358 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-014a0b4f-0512-4c36-a57b-ea5dcaa7f163 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:39.277860 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-014a0b4f-0512-4c36-a57b-ea5dcaa7f163 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/8ae55523-0ec9-4fd7-8b86-d6a1acf29282 HTTP/1.1" status: 204 len: 168 time: 1.0307901 Jul 22 19:21:39.280408 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59712) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:39.408591 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd180fa-db7a-4529-8f57-c17b4bf1266c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:39.413313 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5bd180fa-db7a-4529-8f57-c17b4bf1266c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1288383 Jul 22 19:21:39.414404 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59718) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:39.506695 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb776549-80e0-4e30-8036-0572f5d738e0 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:39.508465 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cb776549-80e0-4e30-8036-0572f5d738e0 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0930855 Jul 22 19:21:39.511264 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59728) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:39.614728 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52acf4a9-e4ea-464a-8a85-d76b936c2596 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:39.617233 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52acf4a9-e4ea-464a-8a85-d76b936c2596 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:39.619427 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52acf4a9-e4ea-464a-8a85-d76b936c2596 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:39.621627 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-52acf4a9-e4ea-464a-8a85-d76b936c2596 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1092277 Jul 22 19:21:39.624426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59734) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:39.701143 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-045525cb-fd58-4559-9502-2694c96d1876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:39.731444 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0bd873-4fbe-489b-bdaa-2e97fa2af4f0 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet 3341878d-daaa-42f5-b98e-b17abc9cafac {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:21:39.735678 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ad0bd873-4fbe-489b-bdaa-2e97fa2af4f0 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:39.846506 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ad0bd873-4fbe-489b-bdaa-2e97fa2af4f0 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:39.939706 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-045525cb-fd58-4559-9502-2694c96d1876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:39.959764 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-045525cb-fd58-4559-9502-2694c96d1876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:40.014246 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-045525cb-fd58-4559-9502-2694c96d1876 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2059da9d8cd548428053ec6e657bd7ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7428143 Jul 22 19:21:40.014463 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59752) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:40.014551 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045525cb-fd58-4559-9502-2694c96d1876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac02a47d-548c-477b-8c56-2fd4d82ee446,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:40.090159 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ad0bd873-4fbe-489b-bdaa-2e97fa2af4f0 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:40.099191 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-147d20ec-369b-4579-97b2-2bd837779ef0 None None] Provisioning for port bff2ca5b-eb56-472e-a101-7680a99ad702 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:40.104901 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-147d20ec-369b-4579-97b2-2bd837779ef0 None None] Provisioning complete for port bff2ca5b-eb56-472e-a101-7680a99ad702 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:40.105736 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-147d20ec-369b-4579-97b2-2bd837779ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:40.246602 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba237329-7078-4c54-99bf-2b0479b0e0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:40.271244 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-6363b987-7f8e-453e-97b9-3e64dd2529b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3161516 Jul 22 19:21:40.299569 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba237329-7078-4c54-99bf-2b0479b0e0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:40.372171 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ad0bd873-4fbe-489b-bdaa-2e97fa2af4f0 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:40.413193 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ad0bd873-4fbe-489b-bdaa-2e97fa2af4f0 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:40.415556 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ad0bd873-4fbe-489b-bdaa-2e97fa2af4f0 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/3341878d-daaa-42f5-b98e-b17abc9cafac HTTP/1.1" status: 204 len: 168 time: 0.7901125 Jul 22 19:21:40.417112 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0bd873-4fbe-489b-bdaa-2e97fa2af4f0 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=3341878d-daaa-42f5-b98e-b17abc9cafac,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:40.418606 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59762) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:40.451901 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba237329-7078-4c54-99bf-2b0479b0e0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:40.455192 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba237329-7078-4c54-99bf-2b0479b0e0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:40.457605 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ba237329-7078-4c54-99bf-2b0479b0e0c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac02a47d-548c-477b-8c56-2fd4d82ee446 HTTP/1.1" status: 204 len: 168 time: 0.4424331 Jul 22 19:21:40.483242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba237329-7078-4c54-99bf-2b0479b0e0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac02a47d-548c-477b-8c56-2fd4d82ee446,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:40.514191 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b74594-09f1-4e55-a801-8b015ff2a054 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet 572f0898-e896-48d2-85db-f191ee110b73 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:21:40.522765 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4b74594-09f1-4e55-a801-8b015ff2a054 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:40.539971 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3a626d74-eb60-4a5e-a18e-c28f75a74c13 None None] Could not find standard attr ID for object 8ae55523-0ec9-4fd7-8b86-d6a1acf29282. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:21:40.671564 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4b74594-09f1-4e55-a801-8b015ff2a054 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:40.839347 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9a602a-d3c4-4aa9-9634-60467af37746 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:40.844398 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4b74594-09f1-4e55-a801-8b015ff2a054 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:40.939521 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4b74594-09f1-4e55-a801-8b015ff2a054 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:40.995137 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4b74594-09f1-4e55-a801-8b015ff2a054 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:40.997158 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f4b74594-09f1-4e55-a801-8b015ff2a054 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/572f0898-e896-48d2-85db-f191ee110b73 HTTP/1.1" status: 204 len: 168 time: 0.5774798 Jul 22 19:21:40.998299 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b74594-09f1-4e55-a801-8b015ff2a054 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=572f0898-e896-48d2-85db-f191ee110b73,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:40.999947 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59780) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:41.067607 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c1424f98-5b05-4b37-b3be-0d2e90af4858 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663579 Jul 22 19:21:41.070271 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59782) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:41.091550 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-fd0a32ea-5d01-47dc-9835-e3d8f3648482 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:41.220996 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9756ecaa-82f2-40e1-9505-d9b360b4237b None None] DHCP port deletion for ac1cdc45-8892-4608-b80a-7d90307aaf6c request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:21:41.345341 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0a32ea-5d01-47dc-9835-e3d8f3648482 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:41.354939 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd0a32ea-5d01-47dc-9835-e3d8f3648482 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:41.388782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59794) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:41.395167 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-9756ecaa-82f2-40e1-9505-d9b360b4237b None None] Deleting port bff2ca5b-eb56-472e-a101-7680a99ad702 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:41.395555 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9756ecaa-82f2-40e1-9505-d9b360b4237b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:41.400279 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59796) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:41.426535 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9a08d499-c929-4319-a1da-58fb419ed5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:41.647936 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9756ecaa-82f2-40e1-9505-d9b360b4237b None None] For port bff2ca5b-eb56-472e-a101-7680a99ad702, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bff2ca5b-eb56-472e-a101-7680a99ad702,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:41.648621 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9756ecaa-82f2-40e1-9505-d9b360b4237b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:41.680489 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:41.697632 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-9756ecaa-82f2-40e1-9505-d9b360b4237b None None] Calling delete_port for bff2ca5b-eb56-472e-a101-7680a99ad702 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:41.801796 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9a08d499-c929-4319-a1da-58fb419ed5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:41.816174 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9a08d499-c929-4319-a1da-58fb419ed5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:41.881683 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6e4d72d1-7d2a-40e5-946f-b4599315a9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:41.909931 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd0a32ea-5d01-47dc-9835-e3d8f3648482 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:41.941474 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9756ecaa-82f2-40e1-9505-d9b360b4237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:42.008965 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9a08d499-c929-4319-a1da-58fb419ed5ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12861bad278143fba3183759ee54b88c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6176965 Jul 22 19:21:42.010029 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08d499-c929-4319-a1da-58fb419ed5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd590e54-52fc-4229-92d0-9586ac4cf74a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:42.015876 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59806) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:42.019522 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756ecaa-82f2-40e1-9505-d9b360b4237b None None] Pushing event deleted for resources: {'Port': ['ID=bff2ca5b-eb56-472e-a101-7680a99ad702,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:42.026050 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9756ecaa-82f2-40e1-9505-d9b360b4237b None None] No DVR routers for this DVR port bff2ca5b-eb56-472e-a101-7680a99ad702 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:21:42.033446 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0a32ea-5d01-47dc-9835-e3d8f3648482 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:42.061024 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-fd0a32ea-5d01-47dc-9835-e3d8f3648482 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:42.067935 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0a32ea-5d01-47dc-9835-e3d8f3648482 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:42.068744 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd0a32ea-5d01-47dc-9835-e3d8f3648482 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:42.075780 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6df2684-7211-4c84-b9b1-81b1e1c7f1e3 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:42.092998 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a32ea-5d01-47dc-9835-e3d8f3648482 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=546d202a-9fb3-4275-978e-42bd91fd9c68,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:42.151752 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-330eb729-b0ab-4f3b-9d26-8e0197919a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:42.201701 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-21423d50-9f6c-4608-a9e3-b3d507b34914 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:21:42.204293 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-21423d50-9f6c-4608-a9e3-b3d507b34914 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5493546 Jul 22 19:21:42.215966 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-b0bcf80d-ed28-424b-9643-052f9f380c47 service neutron] Request body: {'binding': {'host': 'n-h2-800086-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:42.216772 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-b0bcf80d-ed28-424b-9643-052f9f380c47 service neutron] Unknown quota resources ['binding']. {{(pid=93806) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:21:42.227729 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-330eb729-b0ab-4f3b-9d26-8e0197919a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:42.333425 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6e4d72d1-7d2a-40e5-946f-b4599315a9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:42.348655 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6e4d72d1-7d2a-40e5-946f-b4599315a9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:42.380050 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'tenant_id': 'ad1cdc5a133746e29de5c5cd5af7586b', 'fixed_ips': [{'subnet_id': '546d202a-9fb3-4275-978e-42bd91fd9c68'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:21:42.381595 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:42.398559 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-330eb729-b0ab-4f3b-9d26-8e0197919a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:42.414632 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-330eb729-b0ab-4f3b-9d26-8e0197919a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:42.415826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-330eb729-b0ab-4f3b-9d26-8e0197919a29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd590e54-52fc-4229-92d0-9586ac4cf74a HTTP/1.1" status: 204 len: 168 time: 0.3929944 Jul 22 19:21:42.423651 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6e4d72d1-7d2a-40e5-946f-b4599315a9de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6940e8e090e84d00bac47970e83a4bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0182500 Jul 22 19:21:42.435299 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59810) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:42.459433 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fd0a32ea-5d01-47dc-9835-e3d8f3648482 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3876119 Jul 22 19:21:42.463160 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59812) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:42.492019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-30a84a48-329c-43dd-b5e6-324047a88c8d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:42.568272 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-b0bcf80d-ed28-424b-9643-052f9f380c47 service neutron] Attempting to bind port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 on host n-h2-800086-12 for vnic_type normal with profile None {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:21:42.568754 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-b0bcf80d-ed28-424b-9643-052f9f380c47 service neutron] Attempting to bind port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'cb52d942-9576-4c25-a64b-825c4afac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:21:42.569090 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-b0bcf80d-ed28-424b-9643-052f9f380c47 service neutron] Attempting to bind port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 on network 69c530e8-2199-4fb5-a95e-746117c7a6dd {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:21:42.575898 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-b0bcf80d-ed28-424b-9643-052f9f380c47 service neutron] Port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 on network 69c530e8-2199-4fb5-a95e-746117c7a6dd not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:21:42.576230 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-b0bcf80d-ed28-424b-9643-052f9f380c47 service neutron] Attempting to bind port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 on network 69c530e8-2199-4fb5-a95e-746117c7a6dd {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:21:42.590878 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-b0bcf80d-ed28-424b-9643-052f9f380c47 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:21:42.591252 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-b0bcf80d-ed28-424b-9643-052f9f380c47 service neutron] Checking segment: {'id': 'cb52d942-9576-4c25-a64b-825c4afac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:21:42.591612 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-b0bcf80d-ed28-424b-9643-052f9f380c47 service neutron] Bound using segment: {'id': 'cb52d942-9576-4c25-a64b-825c4afac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:21:42.592069 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-b0bcf80d-ed28-424b-9643-052f9f380c47 service neutron] Bound port: 050d3f74-c8f0-44a7-a793-d5eb72a68ec6, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb52d942-9576-4c25-a64b-825c4afac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:21:42.617477 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d72d1-7d2a-40e5-946f-b4599315a9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d13943d-5cb1-4cfe-802d-cc1381a6d1e7,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:42.626598 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] Allocated IP 2001:db8::2 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/546d202a-9fb3-4275-978e-42bd91fd9c68/df3bcf69-9c9c-4677-b153-77a86d407200) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:42.705208 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-b0bcf80d-ed28-424b-9643-052f9f380c47 service neutron] For port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=050d3f74-c8f0-44a7-a793-d5eb72a68ec6,segment=NetworkSegment(cb52d942-9576-4c25-a64b-825c4afac57b),segment_id=cb52d942-9576-4c25-a64b-825c4afac57b)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:21:42.711715 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330eb729-b0ab-4f3b-9d26-8e0197919a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd590e54-52fc-4229-92d0-9586ac4cf74a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:42.713320 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-b0bcf80d-ed28-424b-9643-052f9f380c47 service neutron] Notify callbacks [] for binding, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:42.728056 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-b0bcf80d-ed28-424b-9643-052f9f380c47 service neutron] 10.222.0.13 "POST /v2.0/ports/050d3f74-c8f0-44a7-a793-d5eb72a68ec6/bindings HTTP/1.1" status: 201 len: 390 time: 0.5096323 Jul 22 19:21:42.878356 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0abe900d-e622-4923-b732-533889fae5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:42.970572 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0abe900d-e622-4923-b732-533889fae5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:42.974391 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:42.987217 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] Transition to ACTIVE for port object df3bcf69-9c9c-4677-b153-77a86d407200 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:43.010510 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] Transition to ACTIVE for port object df3bcf69-9c9c-4677-b153-77a86d407200 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:43.022467 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:43.074460 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:43.083070 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:43.088167 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:21:43.105033 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] Pushing event updated for resources: {'Port': ['ID=df3bcf69-9c9c-4677-b153-77a86d407200,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:43.183963 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779de7ce-416a-4fbd-b2bc-9dd4853d61c4 req-a5a767c9-b995-4e03-84ad-c8d4434c5bd9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:43.185621 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-779de7ce-416a-4fbd-b2bc-9dd4853d61c4 req-a5a767c9-b995-4e03-84ad-c8d4434c5bd9 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 946 time: 0.2020366 Jul 22 19:21:43.196735 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-cd1de4c5-bb85-4257-b5af-09a04416d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:43.198515 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-cd1de4c5-bb85-4257-b5af-09a04416d1cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 1098 time: 0.2048976 Jul 22 19:21:43.199272 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a84a48-329c-43dd-b5e6-324047a88c8d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:43.203340 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-30a84a48-329c-43dd-b5e6-324047a88c8d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:43.261622 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bff2ca5b-eb56-472e-a101-7680a99ad702 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:21:43.279241 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0abe900d-e622-4923-b732-533889fae5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:43.281535 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0abe900d-e622-4923-b732-533889fae5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:43.285520 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0abe900d-e622-4923-b732-533889fae5dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d13943d-5cb1-4cfe-802d-cc1381a6d1e7 HTTP/1.1" status: 204 len: 168 time: 0.8491488 Jul 22 19:21:43.344525 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: bff2ca5b-eb56-472e-a101-7680a99ad702 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:21:43.350919 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bff2ca5b-eb56-472e-a101-7680a99ad702 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:21:43.356971 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] Attempting to bind port df3bcf69-9c9c-4677-b153-77a86d407200 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:21:43.357769 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] Attempting to bind port df3bcf69-9c9c-4677-b153-77a86d407200 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:21:43.357769 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] Attempting to bind port df3bcf69-9c9c-4677-b153-77a86d407200 on network ac1cdc45-8892-4608-b80a-7d90307aaf6c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:21:43.362441 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-779de7ce-416a-4fbd-b2bc-9dd4853d61c4 req-090d020c-8c97-4570-8f29-bdff3c7748c6 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289673 Jul 22 19:21:43.363211 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe900d-e622-4923-b732-533889fae5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d13943d-5cb1-4cfe-802d-cc1381a6d1e7,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:43.379426 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:21:43.379804 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] Checking segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:21:43.380218 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:43.380796 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] Bound using segment: {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:21:43.381123 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] Bound port: df3bcf69-9c9c-4677-b153-77a86d407200, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9c40c4-78f9-499c-bb22-ba9568dcf792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:21:43.382191 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:43.461201 n-d-800086-12 neutron-server[93807]: INFO neutron.db.ipam_backend_mixin [None req-30a84a48-329c-43dd-b5e6-324047a88c8d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 546d202a-9fb3-4275-978e-42bd91fd9c68 (CIDR: 2001:db8::/64) Jul 22 19:21:43.464758 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-516a9060-3b79-4a92-978c-c63f44646677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:43.466287 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-516a9060-3b79-4a92-978c-c63f44646677 service neutron] 10.222.0.16 "GET /v2.0/networks?id=69c530e8-2199-4fb5-a95e-746117c7a6dd HTTP/1.1" status: 200 len: 898 time: 0.2413008 Jul 22 19:21:43.468048 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a84a48-329c-43dd-b5e6-324047a88c8d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:21:43.468353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a84a48-329c-43dd-b5e6-324047a88c8d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:21:43.528425 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-30a84a48-329c-43dd-b5e6-324047a88c8d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0506847 Jul 22 19:21:43.534482 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59834) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:43.547315 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2bcd67e9-c290-4434-816e-3d197e67ffd2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:43.550885 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] For port df3bcf69-9c9c-4677-b153-77a86d407200, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:21:43.562602 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] For port df3bcf69-9c9c-4677-b153-77a86d407200, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=df3bcf69-9c9c-4677-b153-77a86d407200,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:21:43.573536 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:43.635762 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-b17b1463-8918-4dd6-a8a6-0b80de8686e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=050d3f74-c8f0-44a7-a793-d5eb72a68ec6 HTTP/1.1" status: 200 len: 1001 time: 0.1625164 Jul 22 19:21:43.670242 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006af8b-fe9f-4c06-878d-d4516c00f467 None None] Pushing event updated for resources: {'Port': ['ID=df3bcf69-9c9c-4677-b153-77a86d407200,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:43.763154 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-b0cac267-0838-4161-8aa5-685beb292808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:43.764734 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-b0cac267-0838-4161-8aa5-685beb292808 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f4e261e3-bc9b-4293-80ca-d29b9b0534e9 HTTP/1.1" status: 200 len: 834 time: 0.1163902 Jul 22 19:21:43.835062 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcd67e9-c290-4434-816e-3d197e67ffd2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:43.838469 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2bcd67e9-c290-4434-816e-3d197e67ffd2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:44.006122 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-b6f4e749-39ac-4924-bce1-1e90c62aab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:44.007637 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-b6f4e749-39ac-4924-bce1-1e90c62aab84 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=69c530e8-2199-4fb5-a95e-746117c7a6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2322202 Jul 22 19:21:44.194225 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59852) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:44.217571 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a2a411c9-7616-4d4e-888e-5cb928f0adbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:44.254476 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-297c0753-4acd-461d-baa2-d36342ae64d9 service neutron] 10.222.0.16 "GET /v2.0/networks/69c530e8-2199-4fb5-a95e-746117c7a6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339468 Jul 22 19:21:44.365546 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a2a411c9-7616-4d4e-888e-5cb928f0adbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:44.371865 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a2a411c9-7616-4d4e-888e-5cb928f0adbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:44.418474 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59858) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:44.418622 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a2a411c9-7616-4d4e-888e-5cb928f0adbe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8ef5d6c7d414fbeb69fe2cf519f536f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2218318 Jul 22 19:21:44.462789 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a411c9-7616-4d4e-888e-5cb928f0adbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fe0908-bce5-4ee8-8831-c7aff390b2b8,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:44.501979 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-6395c798-b5b6-4ce5-a56f-496272e6f784 service neutron] 10.222.0.16 "GET /v2.0/networks/69c530e8-2199-4fb5-a95e-746117c7a6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396884 Jul 22 19:21:44.778516 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:21:45.215961 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-09aea5e5-ec90-4554-a65a-fac5b8f4979d None None] Provisioning for port df3bcf69-9c9c-4677-b153-77a86d407200 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:45.217502 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6daff128-6029-45fe-a5df-df2842c19ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:45.257030 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device df3bcf69-9c9c-4677-b153-77a86d407200 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:45.313875 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6daff128-6029-45fe-a5df-df2842c19ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:45.341814 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port df3bcf69-9c9c-4677-b153-77a86d407200 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:45.347499 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port df3bcf69-9c9c-4677-b153-77a86d407200 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:45.348856 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:45.367943 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-dfa96513-41c1-41f5-b3c7-30c999b43a7f tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:45.369405 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-dfa96513-41c1-41f5-b3c7-30c999b43a7f tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd&tenant_id=637aa3e692f04588bda049c0135065ab&binding%3Ahost_id=n-h1-800086-12 HTTP/1.1" status: 200 len: 1098 time: 0.7778957 Jul 22 19:21:45.387921 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17132a-035c-411c-a533-e99f3e51a32f req-fe573ac2-685f-40d3-aea3-75f29cc6ffa1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:45.389377 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef17132a-035c-411c-a533-e99f3e51a32f req-fe573ac2-685f-40d3-aea3-75f29cc6ffa1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 946 time: 0.8986778 Jul 22 19:21:45.407425 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800086-12'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:45.473592 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:45.504468 n-d-800086-12 neutron-server[93807]: DEBUG neutron.objects.ports [None req-2bcd67e9-c290-4434-816e-3d197e67ffd2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93807) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:21:45.559898 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port df3bcf69-9c9c-4677-b153-77a86d407200, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=df3bcf69-9c9c-4677-b153-77a86d407200,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:45.562398 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6daff128-6029-45fe-a5df-df2842c19ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:45.566325 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6daff128-6029-45fe-a5df-df2842c19ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:45.570138 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:45.571056 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6daff128-6029-45fe-a5df-df2842c19ede admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0fe0908-bce5-4ee8-8831-c7aff390b2b8 HTTP/1.1" status: 204 len: 168 time: 1.1497712 Jul 22 19:21:45.640123 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daff128-6029-45fe-a5df-df2842c19ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fe0908-bce5-4ee8-8831-c7aff390b2b8,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:45.650612 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef17132a-035c-411c-a533-e99f3e51a32f req-88ed9773-9e94-4ff1-bded-cccfb5c831b3 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515354 Jul 22 19:21:45.692793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=df3bcf69-9c9c-4677-b153-77a86d407200,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:45.695714 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:45.939978 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2bcd67e9-c290-4434-816e-3d197e67ffd2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:45.963190 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] For port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=050d3f74-c8f0-44a7-a793-d5eb72a68ec6,segment=NetworkSegment(cb52d942-9576-4c25-a64b-825c4afac57b),segment_id=cb52d942-9576-4c25-a64b-825c4afac57b)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:46.060849 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] For port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:21:46.201244 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306f37d9-8a90-4bea-99b8-f5531fec5efd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:21:46.210886 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759296a8-5215-4de4-a80a-2e47b8ca7793" -d '{"events": [{"server_uuid": "306f37d9-8a90-4bea-99b8-f5531fec5efd", "name": "network-vif-unplugged", "status": "completed", "tag": "050d3f74-c8f0-44a7-a793-d5eb72a68ec6"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:21:46.246839 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:46.349525 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:46.583020 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-2bcd67e9-c290-4434-816e-3d197e67ffd2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] For port df3bcf69-9c9c-4677-b153-77a86d407200, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=df3bcf69-9c9c-4677-b153-77a86d407200,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:46.651528 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=050d3f74-c8f0-44a7-a793-d5eb72a68ec6,revision_number=7']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:46.676790 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42aedd9c-89a8-4da7-81e7-dad980d54801 x-openstack-request-id: req-42aedd9c-89a8-4da7-81e7-dad980d54801 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:21:46.676790 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306f37d9-8a90-4bea-99b8-f5531fec5efd", "name": "network-vif-unplugged", "status": "completed", "tag": "050d3f74-c8f0-44a7-a793-d5eb72a68ec6", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:21:46.694752 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42aedd9c-89a8-4da7-81e7-dad980d54801 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:21:46.695251 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306f37d9-8a90-4bea-99b8-f5531fec5efd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6', 'code': 200} Jul 22 19:21:46.873409 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8873fa9a-df19-4ed2-b602-8aa36d16d8c5 None None] Provisioning complete for port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:46.875132 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8873fa9a-df19-4ed2-b602-8aa36d16d8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:46.912983 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2bcd67e9-c290-4434-816e-3d197e67ffd2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:46.944713 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2bcd67e9-c290-4434-816e-3d197e67ffd2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:46.945466 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2bcd67e9-c290-4434-816e-3d197e67ffd2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:46.962686 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-8873fa9a-df19-4ed2-b602-8aa36d16d8c5 None None] Port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:21:47.054202 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcd67e9-c290-4434-816e-3d197e67ffd2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:47.056945 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] Attempting to bind port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 on host n-h1-800086-12 for vnic_type normal with profile {"migrating_to": "n-h2-800086-12"} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:21:47.056945 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] Attempting to bind port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'cb52d942-9576-4c25-a64b-825c4afac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:21:47.056945 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] Attempting to bind port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 on network 69c530e8-2199-4fb5-a95e-746117c7a6dd {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:21:47.082719 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-2bcd67e9-c290-4434-816e-3d197e67ffd2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:47.090982 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcd67e9-c290-4434-816e-3d197e67ffd2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:47.093196 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2bcd67e9-c290-4434-816e-3d197e67ffd2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:47.109833 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06345d3d-9fec-49fd-8450-48a68c572bac None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:47.138921 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] Port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 on network 69c530e8-2199-4fb5-a95e-746117c7a6dd not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:21:47.139521 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] Attempting to bind port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 on network 69c530e8-2199-4fb5-a95e-746117c7a6dd {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:21:47.149630 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59942) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:47.152545 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2bcd67e9-c290-4434-816e-3d197e67ffd2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6130581 Jul 22 19:21:47.154713 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59944) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:47.173218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:21:47.173596 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] Checking segment: {'id': 'cb52d942-9576-4c25-a64b-825c4afac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:21:47.173988 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] Bound using segment: {'id': 'cb52d942-9576-4c25-a64b-825c4afac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:21:47.174428 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] Bound port: 050d3f74-c8f0-44a7-a793-d5eb72a68ec6, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb52d942-9576-4c25-a64b-825c4afac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:21:47.174827 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:47.178139 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-9943347d-d5fc-46dd-bdd8-489a97df4c6d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'mac_address': 'fa:16:3e:1a:66:ef', 'name': 'tempest-NetworksTestDHCPv6-296258548'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:47.183679 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd67e9-c290-4434-816e-3d197e67ffd2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=bc15c72c-e9b8-471c-9246-529cdf93a2bd,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:47.206334 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd67e9-c290-4434-816e-3d197e67ffd2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=df3bcf69-9c9c-4677-b153-77a86d407200,revision_number=5']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:47.232787 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9cd50-388e-4ae4-96b4-b500abe8faaf req-428f47de-b511-4867-820f-c78566c30f59 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:47.235656 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48b9cd50-388e-4ae4-96b4-b500abe8faaf req-428f47de-b511-4867-820f-c78566c30f59 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 944 time: 0.4275663 Jul 22 19:21:47.326991 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device df3bcf69-9c9c-4677-b153-77a86d407200 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:47.486281 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48b9cd50-388e-4ae4-96b4-b500abe8faaf req-a234cb07-abcb-48b1-a9b1-d0ebb85bc972 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825314 Jul 22 19:21:47.499318 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] For port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:21:47.510851 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] For port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=050d3f74-c8f0-44a7-a793-d5eb72a68ec6,segment=NetworkSegment(cb52d942-9576-4c25-a64b-825c4afac57b),segment_id=cb52d942-9576-4c25-a64b-825c4afac57b)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:21:47.526600 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:47.543609 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9943347d-d5fc-46dd-bdd8-489a97df4c6d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:47.666933 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port df3bcf69-9c9c-4677-b153-77a86d407200 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:47.667502 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:47.763862 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=050d3f74-c8f0-44a7-a793-d5eb72a68ec6,revision_number=8']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:47.776272 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b05c522e-910b-4562-9662-925d1d9e63ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:47.804236 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:47.804760 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:47.806254 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-d3b185e7-55fe-40bd-a794-30eca648e2d5 service neutron] 10.222.0.16 "PUT /v2.0/ports/050d3f74-c8f0-44a7-a793-d5eb72a68ec6 HTTP/1.1" status: 200 len: 1124 time: 2.4093246 Jul 22 19:21:47.901618 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['050d3f74-c8f0-44a7-a793-d5eb72a68ec6'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:21:47.918908 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9943347d-d5fc-46dd-bdd8-489a97df4c6d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:47.959902 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-9943347d-d5fc-46dd-bdd8-489a97df4c6d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] device_id is not set on port d96e9802-0c0c-462d-8fb8-c588bdb5e29f yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:21:48.109874 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b05c522e-910b-4562-9662-925d1d9e63ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:48.140362 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b05c522e-910b-4562-9662-925d1d9e63ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:48.150178 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-42f16b26-402c-4b63-9b30-70de26c676af None None] Provisioning complete for port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:48.150799 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-42f16b26-402c-4b63-9b30-70de26c676af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:48.198135 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c522e-910b-4562-9662-925d1d9e63ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6563f0e1-9214-4858-9006-43fd5ab43233,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:48.208247 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59964) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:48.216929 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b05c522e-910b-4562-9662-925d1d9e63ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7a245cf9cb04d82a57e257c2b1f97b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0650127 Jul 22 19:21:48.330642 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-92494e6c-6fcf-4dc3-a0c6-809781730d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:48.332196 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-42f16b26-402c-4b63-9b30-70de26c676af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:48.392553 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306f37d9-8a90-4bea-99b8-f5531fec5efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:21:48.394816 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1b32e1-3af2-41a8-9c7f-c13f7b0cc092" -d '{"events": [{"server_uuid": "306f37d9-8a90-4bea-99b8-f5531fec5efd", "name": "network-vif-plugged", "status": "completed", "tag": "050d3f74-c8f0-44a7-a793-d5eb72a68ec6"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:21:48.424515 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-92494e6c-6fcf-4dc3-a0c6-809781730d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:48.440750 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-42f16b26-402c-4b63-9b30-70de26c676af None None] For port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=050d3f74-c8f0-44a7-a793-d5eb72a68ec6,segment=NetworkSegment(cb52d942-9576-4c25-a64b-825c4afac57b),segment_id=cb52d942-9576-4c25-a64b-825c4afac57b)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:48.465177 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-42f16b26-402c-4b63-9b30-70de26c676af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:48.479223 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-9943347d-d5fc-46dd-bdd8-489a97df4c6d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8::cd (ac1cdc45-8892-4608-b80a-7d90307aaf6c/546d202a-9fb3-4275-978e-42bd91fd9c68/d96e9802-0c0c-462d-8fb8-c588bdb5e29f) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:48.556665 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-92494e6c-6fcf-4dc3-a0c6-809781730d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:48.568702 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-9943347d-d5fc-46dd-bdd8-489a97df4c6d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1a:66ef (ac1cdc45-8892-4608-b80a-7d90307aaf6c/bc15c72c-e9b8-471c-9246-529cdf93a2bd/d96e9802-0c0c-462d-8fb8-c588bdb5e29f) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:48.575924 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-92494e6c-6fcf-4dc3-a0c6-809781730d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:48.584176 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-92494e6c-6fcf-4dc3-a0c6-809781730d36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6563f0e1-9214-4858-9006-43fd5ab43233 HTTP/1.1" status: 204 len: 168 time: 0.3747876 Jul 22 19:21:48.602380 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9ec465-90b0-4b89-acaf-e3c64c6211f0 x-openstack-request-id: req-9a9ec465-90b0-4b89-acaf-e3c64c6211f0 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:21:48.602380 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306f37d9-8a90-4bea-99b8-f5531fec5efd", "name": "network-vif-plugged", "status": "completed", "tag": "050d3f74-c8f0-44a7-a793-d5eb72a68ec6", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:21:48.602380 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a9ec465-90b0-4b89-acaf-e3c64c6211f0 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:21:48.602380 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306f37d9-8a90-4bea-99b8-f5531fec5efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6', 'code': 200} Jul 22 19:21:48.646737 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92494e6c-6fcf-4dc3-a0c6-809781730d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6563f0e1-9214-4858-9006-43fd5ab43233,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:48.698889 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306f37d9-8a90-4bea-99b8-f5531fec5efd', 'tag': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:21:48.700169 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a5e174-f039-4bd5-b65d-201f18ed80b5" -d '{"events": [{"name": "network-changed", "server_uuid": "306f37d9-8a90-4bea-99b8-f5531fec5efd", "tag": "050d3f74-c8f0-44a7-a793-d5eb72a68ec6"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:21:48.882692 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de2253-ba4a-41cc-b080-7090065c0b3b req-bb8c6b99-9e6a-42b3-8c1f-e069423aeba4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:48.896788 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6de2253-ba4a-41cc-b080-7090065c0b3b req-bb8c6b99-9e6a-42b3-8c1f-e069423aeba4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 946 time: 0.1759882 Jul 22 19:21:48.903040 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6611f3c-8f71-4ad2-8a5b-ff5bf39d614b x-openstack-request-id: req-a6611f3c-8f71-4ad2-8a5b-ff5bf39d614b {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:21:48.908383 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306f37d9-8a90-4bea-99b8-f5531fec5efd", "tag": "050d3f74-c8f0-44a7-a793-d5eb72a68ec6", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:21:48.908923 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6611f3c-8f71-4ad2-8a5b-ff5bf39d614b {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:21:48.919783 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306f37d9-8a90-4bea-99b8-f5531fec5efd', 'tag': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6', 'status': 'completed', 'code': 200} Jul 22 19:21:49.060326 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6de2253-ba4a-41cc-b080-7090065c0b3b req-adc07c6e-570b-4d38-9682-4edc805db05f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623275 Jul 22 19:21:49.201557 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9943347d-d5fc-46dd-bdd8-489a97df4c6d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:49.238597 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-9943347d-d5fc-46dd-bdd8-489a97df4c6d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Transition to ACTIVE for port object d96e9802-0c0c-462d-8fb8-c588bdb5e29f will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:49.308740 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9943347d-d5fc-46dd-bdd8-489a97df4c6d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:49.398474 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9943347d-d5fc-46dd-bdd8-489a97df4c6d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:49.404980 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-9943347d-d5fc-46dd-bdd8-489a97df4c6d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:49.413185 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9943347d-d5fc-46dd-bdd8-489a97df4c6d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:21:49.420436 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9943347d-d5fc-46dd-bdd8-489a97df4c6d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:49.421524 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9943347d-d5fc-46dd-bdd8-489a97df4c6d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:49.471283 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59994) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:49.471840 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9943347d-d5fc-46dd-bdd8-489a97df4c6d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.3154800 Jul 22 19:21:49.473260 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943347d-d5fc-46dd-bdd8-489a97df4c6d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=d96e9802-0c0c-462d-8fb8-c588bdb5e29f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:49.487567 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device df3bcf69-9c9c-4677-b153-77a86d407200 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:49.489619 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:21:49.630290 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f16b26-402c-4b63-9b30-70de26c676af None None] Pushing event updated for resources: {'Port': ['ID=050d3f74-c8f0-44a7-a793-d5eb72a68ec6,revision_number=9']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:49.769296 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 59998) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:49.795856 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-898a8036-46c1-4ebf-8a54-46a4967d528b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:49.816138 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port df3bcf69-9c9c-4677-b153-77a86d407200 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:49.816556 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:49.876685 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5e174-f039-4bd5-b65d-201f18ed80b5 req-95a92e47-1d1e-44a8-a86f-eb43ceda6ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:49.881773 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84a5e174-f039-4bd5-b65d-201f18ed80b5 req-95a92e47-1d1e-44a8-a86f-eb43ceda6ac9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 1129 time: 0.9494729 Jul 22 19:21:50.002059 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=050d3f74-c8f0-44a7-a793-d5eb72a68ec6,segment=NetworkSegment(cb52d942-9576-4c25-a64b-825c4afac57b),segment_id=cb52d942-9576-4c25-a64b-825c4afac57b)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:50.004935 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-ba8fea4b-cae8-49f1-9aa6-18daa579cc4e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting port d96e9802-0c0c-462d-8fb8-c588bdb5e29f {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:50.005438 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba8fea4b-cae8-49f1-9aa6-18daa579cc4e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:50.037790 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-df0911ce-3557-4abb-bb95-b09558382878 None None] Provisioning complete for port df3bcf69-9c9c-4677-b153-77a86d407200 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:50.038157 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-df0911ce-3557-4abb-bb95-b09558382878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:50.052005 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-898a8036-46c1-4ebf-8a54-46a4967d528b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:50.062920 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-898a8036-46c1-4ebf-8a54-46a4967d528b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:50.124509 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 has no active binding in host n-h2-800086-12 {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 19:21:50.159235 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-898a8036-46c1-4ebf-8a54-46a4967d528b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd509a44782344e1a2824a2c104dfacb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883498 Jul 22 19:21:50.161420 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60006) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:50.192640 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba8fea4b-cae8-49f1-9aa6-18daa579cc4e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:50.209131 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-ba8fea4b-cae8-49f1-9aa6-18daa579cc4e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Calling delete_port for d96e9802-0c0c-462d-8fb8-c588bdb5e29f owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:50.261103 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a8036-46c1-4ebf-8a54-46a4967d528b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a093c91-8358-45bf-bf82-8f12825e000d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:50.309571 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da128e6a-d4e1-4eee-91f7-ee5b5eb99b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:50.348670 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da128e6a-d4e1-4eee-91f7-ee5b5eb99b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:50.429418 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da128e6a-d4e1-4eee-91f7-ee5b5eb99b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:50.435695 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da128e6a-d4e1-4eee-91f7-ee5b5eb99b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:50.437171 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-da128e6a-d4e1-4eee-91f7-ee5b5eb99b02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a093c91-8358-45bf-bf82-8f12825e000d HTTP/1.1" status: 204 len: 168 time: 0.2696848 Jul 22 19:21:50.458333 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5e174-f039-4bd5-b65d-201f18ed80b5 req-a20ba429-a642-41ee-92b9-f82bd4d5c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:50.459930 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84a5e174-f039-4bd5-b65d-201f18ed80b5 req-a20ba429-a642-41ee-92b9-f82bd4d5c3c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=69c530e8-2199-4fb5-a95e-746117c7a6dd HTTP/1.1" status: 200 len: 898 time: 0.5651274 Jul 22 19:21:50.464755 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da128e6a-d4e1-4eee-91f7-ee5b5eb99b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a093c91-8358-45bf-bf82-8f12825e000d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:50.471951 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a444a55e-4648-459c-8d6f-7d08675c0bda None None] Provisioning for port d96e9802-0c0c-462d-8fb8-c588bdb5e29f completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:50.473173 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba6693-52ee-4b4f-a6bd-7af5baf3f068 req-cc4c3a41-28a0-465d-9790-9c7a0ae76d5f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:50.480314 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-60ba6693-52ee-4b4f-a6bd-7af5baf3f068 req-cc4c3a41-28a0-465d-9790-9c7a0ae76d5f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 946 time: 0.2155342 Jul 22 19:21:50.513229 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a444a55e-4648-459c-8d6f-7d08675c0bda None None] Provisioning complete for port d96e9802-0c0c-462d-8fb8-c588bdb5e29f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:50.513815 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a444a55e-4648-459c-8d6f-7d08675c0bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:50.628270 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a444a55e-4648-459c-8d6f-7d08675c0bda None None] Port d96e9802-0c0c-462d-8fb8-c588bdb5e29f cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:21:50.758542 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba8fea4b-cae8-49f1-9aa6-18daa579cc4e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:50.809980 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-60ba6693-52ee-4b4f-a6bd-7af5baf3f068 req-8c34705f-68d3-45c8-a3df-81fd2ea0e213 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3287470 Jul 22 19:21:50.811810 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84a5e174-f039-4bd5-b65d-201f18ed80b5 req-6516ab76-cd18-4593-9f13-51e809c059fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=050d3f74-c8f0-44a7-a793-d5eb72a68ec6 HTTP/1.1" status: 200 len: 1001 time: 0.3222353 Jul 22 19:21:50.813690 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fea4b-cae8-49f1-9aa6-18daa579cc4e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Port': ['ID=d96e9802-0c0c-462d-8fb8-c588bdb5e29f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:50.967286 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba8fea4b-cae8-49f1-9aa6-18daa579cc4e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:50.973349 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ba8fea4b-cae8-49f1-9aa6-18daa579cc4e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/d96e9802-0c0c-462d-8fb8-c588bdb5e29f HTTP/1.1" status: 204 len: 168 time: 1.4986153 Jul 22 19:21:50.974149 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60020) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:50.984021 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5e174-f039-4bd5-b65d-201f18ed80b5 req-0d5992e7-5d2f-427a-ba8a-fa851364e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:50.986374 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84a5e174-f039-4bd5-b65d-201f18ed80b5 req-0d5992e7-5d2f-427a-ba8a-fa851364e1a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4e261e3-bc9b-4293-80ca-d29b9b0534e9 HTTP/1.1" status: 200 len: 834 time: 0.1433334 Jul 22 19:21:51.137662 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5e174-f039-4bd5-b65d-201f18ed80b5 req-d5d7d55e-82e0-49db-aad6-7f22bcfd5dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:51.139243 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84a5e174-f039-4bd5-b65d-201f18ed80b5 req-d5d7d55e-82e0-49db-aad6-7f22bcfd5dc7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=69c530e8-2199-4fb5-a95e-746117c7a6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1424570 Jul 22 19:21:51.159921 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-84a5e174-f039-4bd5-b65d-201f18ed80b5 req-9d036694-2a2f-400f-bcde-fe590a1947cf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:21:51.165012 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84a5e174-f039-4bd5-b65d-201f18ed80b5 req-9d036694-2a2f-400f-bcde-fe590a1947cf service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158348 Jul 22 19:21:51.176857 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce3d3f6-b4b5-42db-ad6c-fcbec67b738a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:51.185039 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9ce3d3f6-b4b5-42db-ad6c-fcbec67b738a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2087977 Jul 22 19:21:51.186058 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60030) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:51.368358 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84a5e174-f039-4bd5-b65d-201f18ed80b5 req-2a23a4da-ef0f-4556-a014-1edb462b4088 service neutron] 10.222.0.30 "GET /v2.0/networks/69c530e8-2199-4fb5-a95e-746117c7a6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947889 Jul 22 19:21:51.374170 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0254d5f-a017-4b87-84ca-f3ecc732f5b9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:51.383857 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d0254d5f-a017-4b87-84ca-f3ecc732f5b9 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1965220 Jul 22 19:21:51.387534 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60038) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:51.497932 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7df9be-93a4-4b50-be7a-95e213d3d59a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:51.500076 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7df9be-93a4-4b50-be7a-95e213d3d59a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:51.504062 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7df9be-93a4-4b50-be7a-95e213d3d59a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:51.506923 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3f7df9be-93a4-4b50-be7a-95e213d3d59a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1184368 Jul 22 19:21:51.511466 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60042) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:51.563317 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84a5e174-f039-4bd5-b65d-201f18ed80b5 req-0725d82a-7649-4bb1-9ce4-456f697fb0d4 service neutron] 10.222.0.30 "GET /v2.0/networks/69c530e8-2199-4fb5-a95e-746117c7a6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877606 Jul 22 19:21:51.623203 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-34aede56-93af-44aa-abe7-2835cbd5288d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet 546d202a-9fb3-4275-978e-42bd91fd9c68 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:21:51.627832 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34aede56-93af-44aa-abe7-2835cbd5288d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:51.702982 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34aede56-93af-44aa-abe7-2835cbd5288d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:51.804239 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194001e7-99fd-474a-adac-80ae4d1da24c req-8bce6ee6-a473-4ab9-bffc-9102a58885a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:51.804239 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-194001e7-99fd-474a-adac-80ae4d1da24c req-8bce6ee6-a473-4ab9-bffc-9102a58885a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 1129 time: 0.1372399 Jul 22 19:21:51.854651 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34aede56-93af-44aa-abe7-2835cbd5288d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:51.974962 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34aede56-93af-44aa-abe7-2835cbd5288d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:51.998100 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34aede56-93af-44aa-abe7-2835cbd5288d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:52.001102 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-34aede56-93af-44aa-abe7-2835cbd5288d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/546d202a-9fb3-4275-978e-42bd91fd9c68 HTTP/1.1" status: 204 len: 168 time: 0.4858623 Jul 22 19:21:52.008539 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fd4d26-bc3a-424e-87b6-16c5950546c6 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:52.021941 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60058) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:52.033513 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aede56-93af-44aa-abe7-2835cbd5288d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=546d202a-9fb3-4275-978e-42bd91fd9c68,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:52.121000 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4ed137-7ae4-49ae-8c05-d37cde94bd34 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet bc15c72c-e9b8-471c-9246-529cdf93a2bd {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:21:52.124962 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3b4ed137-7ae4-49ae-8c05-d37cde94bd34 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:52.158586 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60060) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:52.224511 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194001e7-99fd-474a-adac-80ae4d1da24c req-44e4d54d-a7d5-46f5-bb7a-f7ddab19e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:52.231440 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-194001e7-99fd-474a-adac-80ae4d1da24c req-44e4d54d-a7d5-46f5-bb7a-f7ddab19e4f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=69c530e8-2199-4fb5-a95e-746117c7a6dd HTTP/1.1" status: 200 len: 898 time: 0.4013505 Jul 22 19:21:52.256605 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3b4ed137-7ae4-49ae-8c05-d37cde94bd34 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:52.614007 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3b4ed137-7ae4-49ae-8c05-d37cde94bd34 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:52.792900 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3b4ed137-7ae4-49ae-8c05-d37cde94bd34 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:52.826117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-9b35be9e-7521-4c4b-9b35-519ae953bcf7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2083677227-network', 'tenant_id': '7b64001c031c45c6a5f22a2d8fc7d85f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:52.864810 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3b4ed137-7ae4-49ae-8c05-d37cde94bd34 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:52.870007 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3b4ed137-7ae4-49ae-8c05-d37cde94bd34 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/bc15c72c-e9b8-471c-9246-529cdf93a2bd HTTP/1.1" status: 204 len: 168 time: 0.8467228 Jul 22 19:21:52.871349 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ed137-7ae4-49ae-8c05-d37cde94bd34 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=bc15c72c-e9b8-471c-9246-529cdf93a2bd,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:52.882580 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60072) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:52.932658 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e26bac-6c97-40d7-82d2-7695a4ad2b1e req-1d9f72d1-cae6-4fdb-8b59-44512d681374 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:52.940621 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-56e26bac-6c97-40d7-82d2-7695a4ad2b1e req-1d9f72d1-cae6-4fdb-8b59-44512d681374 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 946 time: 0.9114144 Jul 22 19:21:52.941483 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7fe85bad-6d6e-4fb5-b2d4-7ad1414f8c72 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569928 Jul 22 19:21:52.943102 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60074) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:52.950098 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-194001e7-99fd-474a-adac-80ae4d1da24c req-51704499-e86a-4a30-8231-1b12c88fe868 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=050d3f74-c8f0-44a7-a793-d5eb72a68ec6 HTTP/1.1" status: 200 len: 1001 time: 0.7067468 Jul 22 19:21:52.951668 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4ea9926e-72b3-49a7-97bf-a40754bf8f80 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:52.996677 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b35be9e-7521-4c4b-9b35-519ae953bcf7 admin admin] Made reservation on behalf of 7b64001c031c45c6a5f22a2d8fc7d85f for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:52.999644 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9b35be9e-7521-4c4b-9b35-519ae953bcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:53.014965 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9b35be9e-7521-4c4b-9b35-519ae953bcf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:53.051434 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-84575c96-d6f1-403d-93bd-69508bc30b68 service neutron] 10.222.0.30 "GET /v2.0/ports/050d3f74-c8f0-44a7-a793-d5eb72a68ec6/bindings/n-h2-800086-12 HTTP/1.1" status: 200 len: 385 time: 0.2319782 Jul 22 19:21:53.073604 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea9926e-72b3-49a7-97bf-a40754bf8f80 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:53.083113 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4ea9926e-72b3-49a7-97bf-a40754bf8f80 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:53.086033 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.db.api [None req-9b35be9e-7521-4c4b-9b35-519ae953bcf7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:21:53.086033 n-d-800086-12 neutron-server[93807]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 19:21:53.086033 n-d-800086-12 neutron-server[93807]: [parameters: {'project_id_1': '7b64001c031c45c6a5f22a2d8fc7d85f', 'expiration_1': datetime.datetime(2021, 7, 22, 19, 21, 53, 55936)}] Jul 22 19:21:53.086033 n-d-800086-12 neutron-server[93807]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:21:53.086033 n-d-800086-12 neutron-server[93807]: DEBUG oslo_db.api [None req-9b35be9e-7521-4c4b-9b35-519ae953bcf7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:21:53.116521 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-56e26bac-6c97-40d7-82d2-7695a4ad2b1e req-1196cfc3-e928-4292-bfca-92c918e6492d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748760 Jul 22 19:21:53.122132 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194001e7-99fd-474a-adac-80ae4d1da24c req-3b088b0a-8b0c-4286-aebf-b1ccbda85021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:53.123725 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-194001e7-99fd-474a-adac-80ae4d1da24c req-3b088b0a-8b0c-4286-aebf-b1ccbda85021 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4e261e3-bc9b-4293-80ca-d29b9b0534e9 HTTP/1.1" status: 200 len: 834 time: 0.1632740 Jul 22 19:21:53.254561 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194001e7-99fd-474a-adac-80ae4d1da24c req-62637e5b-2e69-468b-bdc7-097588c37347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:53.257097 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-194001e7-99fd-474a-adac-80ae4d1da24c req-62637e5b-2e69-468b-bdc7-097588c37347 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=69c530e8-2199-4fb5-a95e-746117c7a6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1219304 Jul 22 19:21:53.341324 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc383051-347b-43a6-bd5b-ddc428e629a4 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:53.364063 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4ea9926e-72b3-49a7-97bf-a40754bf8f80 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:53.430915 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-194001e7-99fd-474a-adac-80ae4d1da24c req-4f189839-6387-4e4c-a74b-1aa2e8e23df0 service neutron] 10.222.0.30 "GET /v2.0/networks/69c530e8-2199-4fb5-a95e-746117c7a6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654425 Jul 22 19:21:53.457771 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-76936a53-89d5-460e-8a4e-cacf7b545dc7 service neutron] For port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=050d3f74-c8f0-44a7-a793-d5eb72a68ec6,segment=NetworkSegment(cb52d942-9576-4c25-a64b-825c4afac57b),segment_id=cb52d942-9576-4c25-a64b-825c4afac57b)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:53.498100 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea9926e-72b3-49a7-97bf-a40754bf8f80 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:53.499745 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-4ea9926e-72b3-49a7-97bf-a40754bf8f80 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:53.502210 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9926e-72b3-49a7-97bf-a40754bf8f80 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=dd328a66-95ee-4b30-ae0d-af173697c126,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:53.509965 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea9926e-72b3-49a7-97bf-a40754bf8f80 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:53.510572 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4ea9926e-72b3-49a7-97bf-a40754bf8f80 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:53.529769 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c13470b0-36db-4743-a49a-29a927c192a9 None None] Provisioning complete for port df3bcf69-9c9c-4677-b153-77a86d407200 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:53.530554 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c13470b0-36db-4743-a49a-29a927c192a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:53.534805 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4ea9926e-72b3-49a7-97bf-a40754bf8f80 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5906568 Jul 22 19:21:53.537800 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60086) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:53.550585 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d53425a3-77bc-437e-89ed-4e77e46dbdc4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:53.555894 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-194001e7-99fd-474a-adac-80ae4d1da24c req-3f70f3ae-b437-4451-a4b4-8ee3192547cc service neutron] 10.222.0.30 "GET /v2.0/networks/69c530e8-2199-4fb5-a95e-746117c7a6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002212 Jul 22 19:21:53.589350 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9b35be9e-7521-4c4b-9b35-519ae953bcf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:53.612900 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-76936a53-89d5-460e-8a4e-cacf7b545dc7 service neutron] For port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:21:53.734452 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306f37d9-8a90-4bea-99b8-f5531fec5efd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:21:53.737230 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18f17df-8029-41a2-ba0d-9234d93fd3a7" -d '{"events": [{"server_uuid": "306f37d9-8a90-4bea-99b8-f5531fec5efd", "name": "network-vif-unplugged", "status": "completed", "tag": "050d3f74-c8f0-44a7-a793-d5eb72a68ec6"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:21:53.747564 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-76936a53-89d5-460e-8a4e-cacf7b545dc7 service neutron] For port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=050d3f74-c8f0-44a7-a793-d5eb72a68ec6,segment=NetworkSegment(cb52d942-9576-4c25-a64b-825c4afac57b),segment_id=cb52d942-9576-4c25-a64b-825c4afac57b)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:53.777474 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-76936a53-89d5-460e-8a4e-cacf7b545dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:53.817026 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe4271d-2691-4b22-ba52-e6c4b5e938ba x-openstack-request-id: req-fbe4271d-2691-4b22-ba52-e6c4b5e938ba {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:21:53.817643 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306f37d9-8a90-4bea-99b8-f5531fec5efd", "name": "network-vif-unplugged", "status": "completed", "tag": "050d3f74-c8f0-44a7-a793-d5eb72a68ec6", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:21:53.818005 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbe4271d-2691-4b22-ba52-e6c4b5e938ba {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:21:53.818500 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306f37d9-8a90-4bea-99b8-f5531fec5efd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6', 'code': 200} Jul 22 19:21:53.824753 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a76aab-459b-449d-8d39-59cb3cf55ec3 None None] Update dhcp port {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'fixed_ips': [{'subnet_id': 'dd328a66-95ee-4b30-ae0d-af173697c126'}], 'binding:host_id': 'n-d-800086-12'}, 'id': 'df3bcf69-9c9c-4677-b153-77a86d407200'} from n-d-800086-12. {{(pid=93808) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:21:53.888369 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9b35be9e-7521-4c4b-9b35-519ae953bcf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:53.893480 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-98a76aab-459b-449d-8d39-59cb3cf55ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:53.902479 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9b35be9e-7521-4c4b-9b35-519ae953bcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:53.917444 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b35be9e-7521-4c4b-9b35-519ae953bcf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:21:53.924221 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53425a3-77bc-437e-89ed-4e77e46dbdc4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:53.929089 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9b35be9e-7521-4c4b-9b35-519ae953bcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:53.929469 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-9b35be9e-7521-4c4b-9b35-519ae953bcf7 admin admin] Added segment b8d95f10-a57d-4eb7-b874-de5df6f7561d of type vlan for network fa0addae-83ae-48cf-a526-bca4c7882b6a Jul 22 19:21:53.930795 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d53425a3-77bc-437e-89ed-4e77e46dbdc4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:54.052045 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9b35be9e-7521-4c4b-9b35-519ae953bcf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:54.071965 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35be9e-7521-4c4b-9b35-519ae953bcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c561cbed-9e3d-471c-b2d5-942f2b9b5fb9,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:54.091368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-76936a53-89d5-460e-8a4e-cacf7b545dc7 service neutron] Transition to ACTIVE for port object 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:54.103760 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-76936a53-89d5-460e-8a4e-cacf7b545dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:54.165307 n-d-800086-12 neutron-server[93806]: INFO neutron.db.ipam_backend_mixin [None req-d53425a3-77bc-437e-89ed-4e77e46dbdc4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dd328a66-95ee-4b30-ae0d-af173697c126 (CIDR: 2001:db8::/64) Jul 22 19:21:54.174523 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53425a3-77bc-437e-89ed-4e77e46dbdc4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:21:54.175001 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d53425a3-77bc-437e-89ed-4e77e46dbdc4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:21:54.190359 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-98a76aab-459b-449d-8d39-59cb3cf55ec3 None None] Allocated IP 2001:db8::2 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/dd328a66-95ee-4b30-ae0d-af173697c126/df3bcf69-9c9c-4677-b153-77a86d407200) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:54.195573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76936a53-89d5-460e-8a4e-cacf7b545dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=050d3f74-c8f0-44a7-a793-d5eb72a68ec6,revision_number=11']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:54.210458 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9b35be9e-7521-4c4b-9b35-519ae953bcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:54.211664 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d53425a3-77bc-437e-89ed-4e77e46dbdc4 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6727910 Jul 22 19:21:54.212364 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60106) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:54.215048 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b35be9e-7521-4c4b-9b35-519ae953bcf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:54.217093 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9b35be9e-7521-4c4b-9b35-519ae953bcf7 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:54.221566 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-34d6cb20-5f78-4174-9be3-cc9ac5fcdee7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'subnet': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:54.429217 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9b35be9e-7521-4c4b-9b35-519ae953bcf7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2631528 Jul 22 19:21:54.463580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60112) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:54.475716 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-a560d715-9daa-467a-8e38-017da2a2009c admin admin] Request body: {'subnet': {'network_id': 'fa0addae-83ae-48cf-a526-bca4c7882b6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2083677227-subnet', 'tenant_id': '7b64001c031c45c6a5f22a2d8fc7d85f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:54.484788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35be9e-7521-4c4b-9b35-519ae953bcf7 admin admin] Pushing event updated for resources: {'Network': ['ID=fa0addae-83ae-48cf-a526-bca4c7882b6a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:54.512663 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network fa0addae-83ae-48cf-a526-bca4c7882b6a details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:21:54.569875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-76936a53-89d5-460e-8a4e-cacf7b545dc7 service neutron] No DVR routers for this DVR port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:21:54.592033 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d6cb20-5f78-4174-9be3-cc9ac5fcdee7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:54.596083 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34d6cb20-5f78-4174-9be3-cc9ac5fcdee7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:54.644539 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:21:54.684601 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-98a76aab-459b-449d-8d39-59cb3cf55ec3 None None] For port df3bcf69-9c9c-4677-b153-77a86d407200, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=df3bcf69-9c9c-4677-b153-77a86d407200,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:54.714401 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a560d715-9daa-467a-8e38-017da2a2009c admin admin] Made reservation on behalf of 7b64001c031c45c6a5f22a2d8fc7d85f for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:54.716683 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a560d715-9daa-467a-8e38-017da2a2009c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:54.743544 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857c4d4-24cb-4626-b6f4-c7187b963006 req-bca6c6c4-95b5-49d3-9409-5f60ea478b3f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:54.746489 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:21:54.751302 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8857c4d4-24cb-4626-b6f4-c7187b963006 req-bca6c6c4-95b5-49d3-9409-5f60ea478b3f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 945 time: 0.4658408 Jul 22 19:21:54.755612 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-98a76aab-459b-449d-8d39-59cb3cf55ec3 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:54.789508 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-98a76aab-459b-449d-8d39-59cb3cf55ec3 None None] Transition to ACTIVE for port object df3bcf69-9c9c-4677-b153-77a86d407200 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:54.800094 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-98a76aab-459b-449d-8d39-59cb3cf55ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:54.894430 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8857c4d4-24cb-4626-b6f4-c7187b963006 req-75e9f2a3-1291-49f6-aa58-67d4ca53b8a8 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291530 Jul 22 19:21:54.921655 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-76936a53-89d5-460e-8a4e-cacf7b545dc7 service neutron] 10.222.0.30 "PUT /v2.0/ports/050d3f74-c8f0-44a7-a793-d5eb72a68ec6/bindings/n-h2-800086-12/activate HTTP/1.1" status: 200 len: 370 time: 1.8529034 Jul 22 19:21:54.985658 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a76aab-459b-449d-8d39-59cb3cf55ec3 None None] Pushing event updated for resources: {'Port': ['ID=df3bcf69-9c9c-4677-b153-77a86d407200,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:55.228871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device df3bcf69-9c9c-4677-b153-77a86d407200 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:55.258895 n-d-800086-12 neutron-server[93806]: DEBUG neutron.objects.ports [None req-34d6cb20-5f78-4174-9be3-cc9ac5fcdee7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93806) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:21:55.301874 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a560d715-9daa-467a-8e38-017da2a2009c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:55.551067 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34d6cb20-5f78-4174-9be3-cc9ac5fcdee7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:55.580538 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a560d715-9daa-467a-8e38-017da2a2009c admin admin] Checking segment: {'id': 'b8d95f10-a57d-4eb7-b874-de5df6f7561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fa0addae-83ae-48cf-a526-bca4c7882b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:21:55.581236 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a560d715-9daa-467a-8e38-017da2a2009c admin admin] Network hostable DHCP agents. Network: fa0addae-83ae-48cf-a526-bca4c7882b6a, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:21:55.593573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-f3c249e4-8726-4cc2-98ff-dd245b12611f tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:55.598432 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-f3c249e4-8726-4cc2-98ff-dd245b12611f tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd&tenant_id=637aa3e692f04588bda049c0135065ab&binding%3Ahost_id=n-h1-800086-12 HTTP/1.1" status: 200 len: 1097 time: 0.5636811 Jul 22 19:21:55.605381 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560d715-9daa-467a-8e38-017da2a2009c admin admin] Pushing event updated for resources: {'Subnet': ['ID=562fea93-77e1-422c-9113-815390649ea9,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:55.793856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a560d715-9daa-467a-8e38-017da2a2009c admin admin] Network fa0addae-83ae-48cf-a526-bca4c7882b6a is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:21:55.832655 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-a560d715-9daa-467a-8e38-017da2a2009c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, fa0addae-83ae-48cf-a526-bca4c7882b6a) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:55.842653 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375fdc69-d304-4245-87ff-be731bd22242 None None] Network fa0addae-83ae-48cf-a526-bca4c7882b6a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:55.877668 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a560d715-9daa-467a-8e38-017da2a2009c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:55.880143 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a560d715-9daa-467a-8e38-017da2a2009c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:55.959078 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-34d6cb20-5f78-4174-9be3-cc9ac5fcdee7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] For port df3bcf69-9c9c-4677-b153-77a86d407200, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=df3bcf69-9c9c-4677-b153-77a86d407200,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:21:56.005102 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a560d715-9daa-467a-8e38-017da2a2009c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5383072 Jul 22 19:21:56.063523 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-2ea32f76-dbf5-4b44-8ae5-fdcee33596c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:56.070284 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-2ea32f76-dbf5-4b44-8ae5-fdcee33596c4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd&tenant_id=637aa3e692f04588bda049c0135065ab HTTP/1.1" status: 200 len: 1097 time: 0.4508188 Jul 22 19:21:56.074213 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34d6cb20-5f78-4174-9be3-cc9ac5fcdee7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:56.085651 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34d6cb20-5f78-4174-9be3-cc9ac5fcdee7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:56.086459 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34d6cb20-5f78-4174-9be3-cc9ac5fcdee7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:56.202252 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28f670a-87d0-4fc7-8ae5-231f13c4f2a0 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:56.243541 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abd03cb-165a-4157-bb52-ea71748821a0 None None] Network fa0addae-83ae-48cf-a526-bca4c7882b6a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:56.259233 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6cb20-5f78-4174-9be3-cc9ac5fcdee7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=df3bcf69-9c9c-4677-b153-77a86d407200,revision_number=10']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:56.286213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53388a10-7d13-4597-ae59-3ff18d49779c req-c2bc9ce7-544f-418a-9716-f129a9ef8b54 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:56.287867 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-53388a10-7d13-4597-ae59-3ff18d49779c req-c2bc9ce7-544f-418a-9716-f129a9ef8b54 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 945 time: 0.1952677 Jul 22 19:21:56.309049 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-c9a64537-8c97-45bf-a7b4-b1cfa0300981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:56.310694 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-c9a64537-8c97-45bf-a7b4-b1cfa0300981 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 1097 time: 0.1324508 Jul 22 19:21:56.338983 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d3e2c1c0-7d19-4697-adcb-8d4bd425875a None None] Provisioning for port df3bcf69-9c9c-4677-b153-77a86d407200 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:21:56.364843 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d3e2c1c0-7d19-4697-adcb-8d4bd425875a None None] Provisioning complete for port df3bcf69-9c9c-4677-b153-77a86d407200 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:56.365225 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d3e2c1c0-7d19-4697-adcb-8d4bd425875a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:56.450731 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d6cb20-5f78-4174-9be3-cc9ac5fcdee7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:56.470766 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-34d6cb20-5f78-4174-9be3-cc9ac5fcdee7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:56.479287 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d6cb20-5f78-4174-9be3-cc9ac5fcdee7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:56.481005 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34d6cb20-5f78-4174-9be3-cc9ac5fcdee7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:56.503553 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6cb20-5f78-4174-9be3-cc9ac5fcdee7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Subnet': ['ID=02772c67-d381-4cef-b5a3-9476af1a9967,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:56.534544 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-34d6cb20-5f78-4174-9be3-cc9ac5fcdee7 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3180881 Jul 22 19:21:56.538364 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60182) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:56.561888 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-419f17b5-943c-43b6-9266-70c493910ce3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Request body: {'port': {'network_id': 'ac1cdc45-8892-4608-b80a-7d90307aaf6c', 'mac_address': 'fa:16:3e:8f:a7:e7', 'name': 'tempest-NetworksTestDHCPv6-151407400'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:56.572678 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-53388a10-7d13-4597-ae59-3ff18d49779c req-3011782a-efd4-4894-96dc-3386f3039bc3 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764578 Jul 22 19:21:56.641924 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-55ffbe13-90b4-46a8-9daf-4364cf95fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:56.653268 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-55ffbe13-90b4-46a8-9daf-4364cf95fc5c service neutron] 10.222.0.16 "GET /v2.0/networks?id=69c530e8-2199-4fb5-a95e-746117c7a6dd HTTP/1.1" status: 200 len: 898 time: 0.3328128 Jul 22 19:21:56.783776 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-5bf61581-c21b-427c-b57a-cce83c866b12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=050d3f74-c8f0-44a7-a793-d5eb72a68ec6 HTTP/1.1" status: 200 len: 999 time: 0.1194501 Jul 22 19:21:56.921902 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-f98af644-8872-4c29-8358-ba3a97adb12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:56.925495 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-f98af644-8872-4c29-8358-ba3a97adb12b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f4e261e3-bc9b-4293-80ca-d29b9b0534e9 HTTP/1.1" status: 200 len: 834 time: 0.1343870 Jul 22 19:21:56.932897 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419f17b5-943c-43b6-9266-70c493910ce3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Made reservation on behalf of ad1cdc5a133746e29de5c5cd5af7586b for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:57.026676 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-c44f0428-dfc7-4ccf-8766-01d019d16dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:57.028738 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-c44f0428-dfc7-4ccf-8766-01d019d16dab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=69c530e8-2199-4fb5-a95e-746117c7a6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977986 Jul 22 19:21:57.081490 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-419f17b5-943c-43b6-9266-70c493910ce3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:57.148875 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-419f17b5-943c-43b6-9266-70c493910ce3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] device_id is not set on port 9c442aae-f68d-4b42-a0d3-a29ce114c167 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:21:57.217493 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-516c4259-563b-477d-bff6-6563ed76f89a service neutron] 10.222.0.16 "GET /v2.0/networks/69c530e8-2199-4fb5-a95e-746117c7a6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790845 Jul 22 19:21:57.217990 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60206) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:57.241704 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device df3bcf69-9c9c-4677-b153-77a86d407200 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:21:57.247913 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e56d7ba4-7ac6-4333-b75f-fe8c8cd8f2e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1661738403-network', 'tenant_id': '247014c8acd743df90db71597701c043'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:57.323501 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port df3bcf69-9c9c-4677-b153-77a86d407200 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:57.324225 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:57.501793 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56d7ba4-7ac6-4333-b75f-fe8c8cd8f2e1 admin admin] Made reservation on behalf of 247014c8acd743df90db71597701c043 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:57.504660 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e56d7ba4-7ac6-4333-b75f-fe8c8cd8f2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:57.527270 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e56d7ba4-7ac6-4333-b75f-fe8c8cd8f2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:57.603011 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-4997dfef-c837-4bc2-8823-2f20a56a75b4 service neutron] 10.222.0.16 "GET /v2.0/networks/69c530e8-2199-4fb5-a95e-746117c7a6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444104 Jul 22 19:21:57.612412 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-419f17b5-943c-43b6-9266-70c493910ce3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8::f7 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/dd328a66-95ee-4b30-ae0d-af173697c126/9c442aae-f68d-4b42-a0d3-a29ce114c167) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:57.657918 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-419f17b5-943c-43b6-9266-70c493910ce3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8f:a7e7 (ac1cdc45-8892-4608-b80a-7d90307aaf6c/02772c67-d381-4cef-b5a3-9476af1a9967/9c442aae-f68d-4b42-a0d3-a29ce114c167) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:21:58.067238 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-419f17b5-943c-43b6-9266-70c493910ce3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:58.100354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b3da5d-22f2-4eee-a262-2df8d6a4146d None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:21:58.110744 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-419f17b5-943c-43b6-9266-70c493910ce3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Transition to ACTIVE for port object 9c442aae-f68d-4b42-a0d3-a29ce114c167 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:21:58.148529 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e56d7ba4-7ac6-4333-b75f-fe8c8cd8f2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:58.174968 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e56d7ba4-7ac6-4333-b75f-fe8c8cd8f2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:58.186161 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-419f17b5-943c-43b6-9266-70c493910ce3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:58.233184 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56d7ba4-7ac6-4333-b75f-fe8c8cd8f2e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:21:58.245024 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f36f3ec4-829b-4fd3-bf02-8bcfc8c3dbfc None None] Provisioning complete for port df3bcf69-9c9c-4677-b153-77a86d407200 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:58.246075 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f36f3ec4-829b-4fd3-bf02-8bcfc8c3dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:58.250763 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e56d7ba4-7ac6-4333-b75f-fe8c8cd8f2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:58.251258 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-e56d7ba4-7ac6-4333-b75f-fe8c8cd8f2e1 admin admin] Added segment eaefaa7d-284e-4765-bd02-a27680d6de41 of type vlan for network 8b709668-caad-4f15-a385-2d9b6e95e6c2 Jul 22 19:21:58.284247 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f17b5-943c-43b6-9266-70c493910ce3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event updated for resources: {'Port': ['ID=9c442aae-f68d-4b42-a0d3-a29ce114c167,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:58.310481 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419f17b5-943c-43b6-9266-70c493910ce3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:21:58.312525 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-419f17b5-943c-43b6-9266-70c493910ce3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:21:58.316086 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419f17b5-943c-43b6-9266-70c493910ce3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:21:58.322314 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419f17b5-943c-43b6-9266-70c493910ce3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:58.323029 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-419f17b5-943c-43b6-9266-70c493910ce3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:58.345374 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d7ba4-7ac6-4333-b75f-fe8c8cd8f2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9659bb7f-78e1-456f-ba8e-b43122ee7aaa,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:58.352510 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-419f17b5-943c-43b6-9266-70c493910ce3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.8018210 Jul 22 19:21:58.353061 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60240) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:58.415673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6f0a4-f08f-4878-9eec-ca0f2016a5a9 req-9c6b5507-e13e-4d65-94ba-aae642aa654a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:58.418509 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34e6f0a4-f08f-4878-9eec-ca0f2016a5a9 req-9c6b5507-e13e-4d65-94ba-aae642aa654a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 945 time: 0.6470940 Jul 22 19:21:58.424054 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e56d7ba4-7ac6-4333-b75f-fe8c8cd8f2e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:58.462503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-e9c9126e-652d-4c57-81f3-5bc1c18bb97d tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:58.464015 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-e9c9126e-652d-4c57-81f3-5bc1c18bb97d tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd&tenant_id=637aa3e692f04588bda049c0135065ab&binding%3Ahost_id=n-h2-800086-12 HTTP/1.1" status: 200 len: 1097 time: 0.5240989 Jul 22 19:21:58.483183 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bc1a32ad-2082-4a0d-96b8-794139846bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:58.507620 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34e6f0a4-f08f-4878-9eec-ca0f2016a5a9 req-88382863-17c8-4c76-9ea3-74de53a41917 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794187 Jul 22 19:21:58.534522 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-efc24b5c-81aa-46d4-8007-f317e6dcbc26 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting port 9c442aae-f68d-4b42-a0d3-a29ce114c167 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:21:58.534756 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-efc24b5c-81aa-46d4-8007-f317e6dcbc26 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:58.614915 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e56d7ba4-7ac6-4333-b75f-fe8c8cd8f2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:58.616092 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56d7ba4-7ac6-4333-b75f-fe8c8cd8f2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:58.617304 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e56d7ba4-7ac6-4333-b75f-fe8c8cd8f2e1 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:58.665045 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e56d7ba4-7ac6-4333-b75f-fe8c8cd8f2e1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4434817 Jul 22 19:21:58.669923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60244) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:58.679567 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-efc24b5c-81aa-46d4-8007-f317e6dcbc26 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:58.682783 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-0b312cb9-f251-4bc8-b433-7b2ef16fc2c6 admin admin] Request body: {'subnet': {'network_id': '8b709668-caad-4f15-a385-2d9b6e95e6c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1661738403-subnet', 'tenant_id': '247014c8acd743df90db71597701c043', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:21:58.706635 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-efc24b5c-81aa-46d4-8007-f317e6dcbc26 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Calling delete_port for 9c442aae-f68d-4b42-a0d3-a29ce114c167 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:21:58.736965 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b312cb9-f251-4bc8-b433-7b2ef16fc2c6 admin admin] Made reservation on behalf of 247014c8acd743df90db71597701c043 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:21:58.739577 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b312cb9-f251-4bc8-b433-7b2ef16fc2c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:59.067498 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-efc24b5c-81aa-46d4-8007-f317e6dcbc26 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:59.133013 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e22199e7-26d2-44a7-948d-a709d4205458 None None] Provisioning complete for port df3bcf69-9c9c-4677-b153-77a86d407200 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:21:59.133321 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e22199e7-26d2-44a7-948d-a709d4205458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:59.162661 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc24b5c-81aa-46d4-8007-f317e6dcbc26 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Port': ['ID=9c442aae-f68d-4b42-a0d3-a29ce114c167,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:59.269564 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-efc24b5c-81aa-46d4-8007-f317e6dcbc26 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:59.272239 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-efc24b5c-81aa-46d4-8007-f317e6dcbc26 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/9c442aae-f68d-4b42-a0d3-a29ce114c167 HTTP/1.1" status: 204 len: 168 time: 0.9181292 Jul 22 19:21:59.275727 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60250) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:59.363049 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e22199e7-26d2-44a7-948d-a709d4205458 None None] Could not find standard attr ID for object 9c442aae-f68d-4b42-a0d3-a29ce114c167. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:21:59.379117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d7ba4-7ac6-4333-b75f-fe8c8cd8f2e1 admin admin] Pushing event updated for resources: {'Network': ['ID=8b709668-caad-4f15-a385-2d9b6e95e6c2,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:59.390458 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 8b709668-caad-4f15-a385-2d9b6e95e6c2 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:21:59.408682 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecc091d-ebf8-41e2-b0f4-e094d89df940 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:59.410288 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3ecc091d-ebf8-41e2-b0f4-e094d89df940 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1333246 Jul 22 19:21:59.415964 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60252) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:59.460524 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-39df8a51-f3ec-4c45-bf69-9bcf30cc0f6b service neutron] For port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:21:59.465559 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-39df8a51-f3ec-4c45-bf69-9bcf30cc0f6b service neutron] Notify callbacks [] for binding, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:59.467545 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4563b7ab-b28b-44e8-95d0-a09f2422a7b8 req-39df8a51-f3ec-4c45-bf69-9bcf30cc0f6b service neutron] 10.222.0.16 "DELETE /v2.0/ports/050d3f74-c8f0-44a7-a793-d5eb72a68ec6/bindings/n-h1-800086-12 HTTP/1.1" status: 204 len: 173 time: 0.9882426 Jul 22 19:21:59.485908 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-752bfdcd-0f7e-4d31-b905-dfae69f4fdcf None None] Could not find standard attr ID for object 9c442aae-f68d-4b42-a0d3-a29ce114c167. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:21:59.603147 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6015ac24-55cf-463d-8bfe-578e8b1d7e13 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:59.616228 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6015ac24-55cf-463d-8bfe-578e8b1d7e13 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1973157 Jul 22 19:21:59.620592 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60256) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:59.783796 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b312cb9-f251-4bc8-b433-7b2ef16fc2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:59.788344 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f19168-9536-4960-a5b4-9b3be1782304 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:59.790349 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f19168-9536-4960-a5b4-9b3be1782304 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:59.791864 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f19168-9536-4960-a5b4-9b3be1782304 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:59.801383 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-88f19168-9536-4960-a5b4-9b3be1782304 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1772094 Jul 22 19:21:59.802009 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60260) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:21:59.909794 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e430bd0-39df-42e0-8153-0a22267f5c3b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet 02772c67-d381-4cef-b5a3-9476af1a9967 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:21:59.910206 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b312cb9-f251-4bc8-b433-7b2ef16fc2c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb6a09fe-a40a-44d3-baf4-ed56c0300877,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:21:59.913312 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e430bd0-39df-42e0-8153-0a22267f5c3b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:59.943296 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658d669-b694-4cd4-938c-8c68ed5b7616 req-70d34b17-bd3f-413e-bbb0-4b3f52169252 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:21:59.945239 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e658d669-b694-4cd4-938c-8c68ed5b7616 req-70d34b17-bd3f-413e-bbb0-4b3f52169252 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 945 time: 0.2651980 Jul 22 19:21:59.955791 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b312cb9-f251-4bc8-b433-7b2ef16fc2c6 admin admin] Checking segment: {'id': 'eaefaa7d-284e-4765-bd02-a27680d6de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8b709668-caad-4f15-a385-2d9b6e95e6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:21:59.956173 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b312cb9-f251-4bc8-b433-7b2ef16fc2c6 admin admin] Network hostable DHCP agents. Network: 8b709668-caad-4f15-a385-2d9b6e95e6c2, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:22:00.075570 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b312cb9-f251-4bc8-b433-7b2ef16fc2c6 admin admin] Network 8b709668-caad-4f15-a385-2d9b6e95e6c2 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:22:00.104369 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e658d669-b694-4cd4-938c-8c68ed5b7616 req-2a5a4024-587b-4f42-8ace-ab5c16c2baa6 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456263 Jul 22 19:22:00.108442 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-0b312cb9-f251-4bc8-b433-7b2ef16fc2c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 8b709668-caad-4f15-a385-2d9b6e95e6c2) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:22:00.115710 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b312cb9-f251-4bc8-b433-7b2ef16fc2c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:00.115710 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b312cb9-f251-4bc8-b433-7b2ef16fc2c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:00.120658 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce7606a-d869-4730-a1dc-e497babd074d None None] Network 8b709668-caad-4f15-a385-2d9b6e95e6c2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:22:00.152575 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0b312cb9-f251-4bc8-b433-7b2ef16fc2c6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4810197 Jul 22 19:22:00.360649 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7259e1-dd42-436b-9aa1-c02487d930cc req-31a7ea03-a4ad-409c-bb1e-992b246f1162 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:00.370839 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9d7259e1-dd42-436b-9aa1-c02487d930cc req-31a7ea03-a4ad-409c-bb1e-992b246f1162 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 1097 time: 0.1680839 Jul 22 19:22:00.465253 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9d7259e1-dd42-436b-9aa1-c02487d930cc req-2d8fee53-37b9-4663-aded-313020de042e tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795918 Jul 22 19:22:00.551777 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e430bd0-39df-42e0-8153-0a22267f5c3b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:00.572748 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81ddb02-60cc-449a-ae46-3c97e1200c07 None None] Network 8b709668-caad-4f15-a385-2d9b6e95e6c2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:22:00.677585 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f103e-37b1-46fb-aa8c-a881a95f174f req-d9ffe9db-50d2-403c-9ebc-bf3a490c4509 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:00.679219 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e11f103e-37b1-46fb-aa8c-a881a95f174f req-d9ffe9db-50d2-403c-9ebc-bf3a490c4509 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 945 time: 0.1322784 Jul 22 19:22:00.706100 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e430bd0-39df-42e0-8153-0a22267f5c3b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:00.771888 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e11f103e-37b1-46fb-aa8c-a881a95f174f req-5a39d6d2-c235-420a-861d-2d15f1380268 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818214 Jul 22 19:22:00.798178 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60282) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:00.809488 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e430bd0-39df-42e0-8153-0a22267f5c3b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:00.843033 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e430bd0-39df-42e0-8153-0a22267f5c3b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=02772c67-d381-4cef-b5a3-9476af1a9967,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:00.860990 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e430bd0-39df-42e0-8153-0a22267f5c3b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:00.863236 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2e430bd0-39df-42e0-8153-0a22267f5c3b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/02772c67-d381-4cef-b5a3-9476af1a9967 HTTP/1.1" status: 204 len: 168 time: 1.0602176 Jul 22 19:22:00.865038 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bddcd3-754a-437a-8949-dcbb2763e901 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:22:00.873924 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60284) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:00.915764 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9df906bc-9d17-4456-9cff-3b96787f3b2f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/floatingips/8090f47d-0587-4d55-bddc-5e90c22050ad HTTP/1.1" status: 200 len: 991 time: 0.1138391 Jul 22 19:22:01.080313 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c2664f-3bdb-4b37-9523-f1ec46aa51c6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Deleting subnet dd328a66-95ee-4b30-ae0d-af173697c126 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:22:01.095342 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-71c2664f-3bdb-4b37-9523-f1ec46aa51c6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:01.214259 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60314) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:01.227181 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3a6437e6-4de2-4380-8abb-6c6f63ed4223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:01.259043 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:01.430804 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-71c2664f-3bdb-4b37-9523-f1ec46aa51c6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:01.543934 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-43180585-51ee-4535-ae99-993f07fc32df tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:01.548037 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-43180585-51ee-4535-ae99-993f07fc32df tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/networks?id=fa0addae-83ae-48cf-a526-bca4c7882b6a HTTP/1.1" status: 200 len: 809 time: 0.4480252 Jul 22 19:22:01.568189 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60324) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:01.631318 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-7f1aceec-8b0e-40fe-b6c5-fdff14342b35 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/quotas/7b64001c031c45c6a5f22a2d8fc7d85f HTTP/1.1" status: 200 len: 375 time: 0.0650401 Jul 22 19:22:01.768400 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-1473696e-134f-4973-937a-408da65a430f tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b64001c031c45c6a5f22a2d8fc7d85f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1268880 Jul 22 19:22:01.778856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-083212eb-b09e-438b-ae37-6e87300eca47 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:22:01.783809 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-71c2664f-3bdb-4b37-9523-f1ec46aa51c6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:01.791752 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-083212eb-b09e-438b-ae37-6e87300eca47 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0218937 Jul 22 19:22:01.854333 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a96df94e-8475-4ad9-9686-92bf753350a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:01.871976 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-01d1b9d2-f015-472c-af69-5f5dffdc1970 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Deleting port 71878968-4f15-4976-8948-f4140e2627b9 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:22:01.872584 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01d1b9d2-f015-472c-af69-5f5dffdc1970 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:02.106427 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-71c2664f-3bdb-4b37-9523-f1ec46aa51c6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:02.120763 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01d1b9d2-f015-472c-af69-5f5dffdc1970 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:02.121121 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01d1b9d2-f015-472c-af69-5f5dffdc1970 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:02.153115 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-89e54244-cce5-4f9c-8b4b-82a9248e7f55 service neutron] 10.222.0.13 "GET /v2.0/networks/fa0addae-83ae-48cf-a526-bca4c7882b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599370 Jul 22 19:22:02.173379 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-71c2664f-3bdb-4b37-9523-f1ec46aa51c6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:02.180077 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-71c2664f-3bdb-4b37-9523-f1ec46aa51c6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/dd328a66-95ee-4b30-ae0d-af173697c126 HTTP/1.1" status: 204 len: 168 time: 1.3013287 Jul 22 19:22:02.181220 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60332) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:02.209009 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2664f-3bdb-4b37-9523-f1ec46aa51c6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Subnet': ['ID=dd328a66-95ee-4b30-ae0d-af173697c126,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:02.222171 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-01d1b9d2-f015-472c-af69-5f5dffdc1970 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Calling delete_port for 71878968-4f15-4976-8948-f4140e2627b9 owned by network:floatingip {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:22:02.320856 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6c8eb646-8d2c-44e4-9c23-9b707ea76131 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1329257 Jul 22 19:22:02.321647 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60336) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:02.326374 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:02.391507 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a96df94e-8475-4ad9-9686-92bf753350a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:02.413066 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a96df94e-8475-4ad9-9686-92bf753350a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:02.506853 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a96df94e-8475-4ad9-9686-92bf753350a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de81425de3c841d3bbeba034686b2af0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9376516 Jul 22 19:22:02.513482 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60338) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:02.517050 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b66049-6c71-4e8f-ae43-7dc1d1273053 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:02.518736 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-43b66049-6c71-4e8f-ae43-7dc1d1273053 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1886928 Jul 22 19:22:02.526951 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60340) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:02.579282 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfcbf06-be78-4ad2-adbb-405cbff147c3 None None] Network ac1cdc45-8892-4608-b80a-7d90307aaf6c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:22:02.582160 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-5dd7c797-e142-4616-8ced-9a8ad125a051 service neutron] 10.222.0.13 "GET /v2.0/networks/fa0addae-83ae-48cf-a526-bca4c7882b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279342 Jul 22 19:22:02.612715 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-435d825c-ca41-4483-aa18-d8752e745fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:02.615966 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96df94e-8475-4ad9-9686-92bf753350a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2f4eb8-b103-4d3a-ab80-6e058d971d82,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:02.645391 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-435d825c-ca41-4483-aa18-d8752e745fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:02.661571 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7333d066-45f6-4506-ae39-b4b3f2b3f1a2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:02.666026 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7333d066-45f6-4506-ae39-b4b3f2b3f1a2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1298020 Jul 22 19:22:02.667173 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60342) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:02.721919 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-435d825c-ca41-4483-aa18-d8752e745fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:02.726846 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-435d825c-ca41-4483-aa18-d8752e745fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:02.728225 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-435d825c-ca41-4483-aa18-d8752e745fe8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc2f4eb8-b103-4d3a-ab80-6e058d971d82 HTTP/1.1" status: 204 len: 168 time: 0.2136111 Jul 22 19:22:02.761115 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d825c-ca41-4483-aa18-d8752e745fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2f4eb8-b103-4d3a-ab80-6e058d971d82,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:02.784422 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60348) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:02.784755 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-23c9e59c-6cb1-4d90-94b5-85f34001fcfd tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068060 Jul 22 19:22:02.785860 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01d1b9d2-f015-472c-af69-5f5dffdc1970 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:02.840778 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1b9d2-f015-472c-af69-5f5dffdc1970 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Port': ['ID=71878968-4f15-4976-8948-f4140e2627b9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:02.857574 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a610edb-bbda-4e4d-8073-98bc62d15d82 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:02.879257 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-cc2d55c6-b9be-463e-a673-a74665ff7f61 None None] Provisioning complete for port df3bcf69-9c9c-4677-b153-77a86d407200 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:02.879923 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cc2d55c6-b9be-463e-a673-a74665ff7f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:02.897127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a610edb-bbda-4e4d-8073-98bc62d15d82 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:02.901348 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7a610edb-bbda-4e4d-8073-98bc62d15d82 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/9c442aae-f68d-4b42-a0d3-a29ce114c167 HTTP/1.1" status: 404 len: 333 time: 0.1131046 Jul 22 19:22:02.902252 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60354) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:03.008793 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d9683f-eeda-4cf2-bcdc-3d2e8ff2dafa tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:03.009259 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d9683f-eeda-4cf2-bcdc-3d2e8ff2dafa tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:03.011223 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-83d9683f-eeda-4cf2-bcdc-3d2e8ff2dafa tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/02772c67-d381-4cef-b5a3-9476af1a9967 HTTP/1.1" status: 404 len: 337 time: 0.1078637 Jul 22 19:22:03.013871 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60358) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:03.039620 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-423e48eb-ad33-46db-8c0c-a6d99d6e0be8 req-1ea75cc7-beca-472c-abc1-683f2fd5b457 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/ports?device_id=088a88fb-6e68-4af4-9860-d35c44111e02 HTTP/1.1" status: 200 len: 210 time: 0.0827332 Jul 22 19:22:03.062298 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-6716e5ef-acc1-4e02-8d42-afbe37d45f27 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:03.063159 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6716e5ef-acc1-4e02-8d42-afbe37d45f27 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:03.065202 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6716e5ef-acc1-4e02-8d42-afbe37d45f27 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/dd328a66-95ee-4b30-ae0d-af173697c126 HTTP/1.1" status: 404 len: 337 time: 0.0504439 Jul 22 19:22:03.067974 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60362) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:03.073487 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01d1b9d2-f015-472c-af69-5f5dffdc1970 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for floatingip, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:03.073839 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [None req-01d1b9d2-f015-472c-af69-5f5dffdc1970 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Floating IP 8090f47d-0587-4d55-bddc-5e90c22050ad disassociated (deleted). External IP: 172.25.3.95, port: 050d3f74-c8f0-44a7-a793-d5eb72a68ec6. Jul 22 19:22:03.106575 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c42ba7-5cd2-40c8-aa36-e026b5e8a503 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:03.107317 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c42ba7-5cd2-40c8-aa36-e026b5e8a503 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:03.111703 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-93c42ba7-5cd2-40c8-aa36-e026b5e8a503 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/d96e9802-0c0c-462d-8fb8-c588bdb5e29f HTTP/1.1" status: 404 len: 333 time: 0.0398138 Jul 22 19:22:03.111979 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60364) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:03.145632 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-d103a714-6555-49f0-a66b-845e2144fa6a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:03.146409 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d103a714-6555-49f0-a66b-845e2144fa6a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:03.150167 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d103a714-6555-49f0-a66b-845e2144fa6a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/bc15c72c-e9b8-471c-9246-529cdf93a2bd HTTP/1.1" status: 404 len: 337 time: 0.0349770 Jul 22 19:22:03.153278 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60368) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:03.235125 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-80aefed1-1cee-4d9c-b1b3-29c6e8f96b53 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:03.235588 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80aefed1-1cee-4d9c-b1b3-29c6e8f96b53 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:03.237454 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-80aefed1-1cee-4d9c-b1b3-29c6e8f96b53 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/546d202a-9fb3-4275-978e-42bd91fd9c68 HTTP/1.1" status: 404 len: 337 time: 0.0832336 Jul 22 19:22:03.240879 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60372) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:03.319656 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f2bac6-5d1b-4ed2-833d-58687d616423 None None] DHCP port deletion for ac1cdc45-8892-4608-b80a-7d90307aaf6c request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:22:03.411084 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60376) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:03.420025 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-50f2bac6-5d1b-4ed2-833d-58687d616423 None None] Deleting port df3bcf69-9c9c-4677-b153-77a86d407200 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:22:03.420025 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-50f2bac6-5d1b-4ed2-833d-58687d616423 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:03.426647 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69ecf34-2050-4607-b161-0ea132b815ac tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:03.427489 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69ecf34-2050-4607-b161-0ea132b815ac tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:03.429366 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f69ecf34-2050-4607-b161-0ea132b815ac tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/8ae55523-0ec9-4fd7-8b86-d6a1acf29282 HTTP/1.1" status: 404 len: 333 time: 0.1330414 Jul 22 19:22:03.433235 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9ea9cfbc-26c7-467b-b282-8b24d109daff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:03.434001 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60378) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:03.481012 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb58c62d-bc1a-4fc5-b8e2-42e69d2e18dc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:03.481493 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb58c62d-bc1a-4fc5-b8e2-42e69d2e18dc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:03.483343 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cb58c62d-bc1a-4fc5-b8e2-42e69d2e18dc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/3341878d-daaa-42f5-b98e-b17abc9cafac HTTP/1.1" status: 404 len: 337 time: 0.0484176 Jul 22 19:22:03.494626 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60382) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:03.508997 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-50f2bac6-5d1b-4ed2-833d-58687d616423 None None] For port df3bcf69-9c9c-4677-b153-77a86d407200, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=df3bcf69-9c9c-4677-b153-77a86d407200,segment=NetworkSegment(ab9c40c4-78f9-499c-bb22-ba9568dcf792),segment_id=ab9c40c4-78f9-499c-bb22-ba9568dcf792)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:03.509394 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-50f2bac6-5d1b-4ed2-833d-58687d616423 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:03.530989 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-e277293c-c27d-479a-af60-b23883ff7db3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:03.532516 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e277293c-c27d-479a-af60-b23883ff7db3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:03.534194 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e277293c-c27d-479a-af60-b23883ff7db3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/572f0898-e896-48d2-85db-f191ee110b73 HTTP/1.1" status: 404 len: 337 time: 0.0385611 Jul 22 19:22:03.538670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60384) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:03.543697 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-50f2bac6-5d1b-4ed2-833d-58687d616423 None None] Calling delete_port for df3bcf69-9c9c-4677-b153-77a86d407200 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:22:03.579306 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74446fc-c46e-49f3-9120-53e86fe646d8 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:03.580982 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f74446fc-c46e-49f3-9120-53e86fe646d8 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:03.587426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60386) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:03.588525 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f74446fc-c46e-49f3-9120-53e86fe646d8 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/7d2e0ebf-ec6e-4cb0-ba32-0b1ffeb5d928 HTTP/1.1" status: 404 len: 333 time: 0.0486188 Jul 22 19:22:03.606235 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d1b9d2-f015-472c-af69-5f5dffdc1970 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Router 008f6a94-aabd-44a8-b74c-d4053383b91a has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:22:03.625843 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-8731dd4b-f0cd-4e2b-a41b-0cc6627bf962 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:03.626741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8731dd4b-f0cd-4e2b-a41b-0cc6627bf962 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:03.631001 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8731dd4b-f0cd-4e2b-a41b-0cc6627bf962 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/f1889df2-5893-44f9-9902-d7e5131feeac HTTP/1.1" status: 404 len: 337 time: 0.0402563 Jul 22 19:22:03.631898 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60388) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:03.658261 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-50f2bac6-5d1b-4ed2-833d-58687d616423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:03.659691 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-e107661e-4b8c-4492-918a-c60cc9425b99 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:03.660329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e107661e-4b8c-4492-918a-c60cc9425b99 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:03.662997 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e107661e-4b8c-4492-918a-c60cc9425b99 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/f2d95a34-9aa7-4b9c-bdb1-78cc770c04b0 HTTP/1.1" status: 404 len: 337 time: 0.0304935 Jul 22 19:22:03.665679 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60390) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:03.703680 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f2bac6-5d1b-4ed2-833d-58687d616423 None None] No DVR routers for this DVR port df3bcf69-9c9c-4677-b153-77a86d407200 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:22:03.718426 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2bac6-5d1b-4ed2-833d-58687d616423 None None] Pushing event deleted for resources: {'Port': ['ID=df3bcf69-9c9c-4677-b153-77a86d407200,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:03.726620 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-f172ff58-b3a4-452c-8cc4-6917f1a9abed tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:03.727527 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f172ff58-b3a4-452c-8cc4-6917f1a9abed tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:03.732052 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f172ff58-b3a4-452c-8cc4-6917f1a9abed tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/477c6d44-af76-452d-b6cb-6d10e346034b HTTP/1.1" status: 404 len: 333 time: 0.0628061 Jul 22 19:22:03.733181 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60392) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:03.737051 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9ea9cfbc-26c7-467b-b282-8b24d109daff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:03.746497 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9ea9cfbc-26c7-467b-b282-8b24d109daff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:03.767645 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d1b9d2-f015-472c-af69-5f5dffdc1970 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:22:03.768931 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-144eef94-7bd2-42b9-b109-baf0c2a4ba06 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:03.769385 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-144eef94-7bd2-42b9-b109-baf0c2a4ba06 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:03.771125 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-144eef94-7bd2-42b9-b109-baf0c2a4ba06 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/2f84d744-eea9-424c-ad3a-c6d73385827f HTTP/1.1" status: 404 len: 337 time: 0.0368502 Jul 22 19:22:03.779457 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a0c295-d63b-4cf9-8ee5-aae3e2889b15 None None] Sync routers for ids ['008f6a94-aabd-44a8-b74c-d4053383b91a'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:22:03.780361 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01d1b9d2-f015-472c-af69-5f5dffdc1970 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:03.782926 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60394) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:03.793518 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a0c295-d63b-4cf9-8ee5-aae3e2889b15 None None] Routers {'008f6a94-aabd-44a8-b74c-d4053383b91a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:22:03.794161 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d5a0c295-d63b-4cf9-8ee5-aae3e2889b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:22:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['008f6a94-aabd-44a8-b74c-d4053383b91a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:03.819419 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-654dd475-0aca-48d0-b252-2a3027c43e6d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:03.820458 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654dd475-0aca-48d0-b252-2a3027c43e6d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:03.822371 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-654dd475-0aca-48d0-b252-2a3027c43e6d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/bcbbd768-9ea0-440c-be64-d4d1287964bf HTTP/1.1" status: 404 len: 333 time: 0.0382760 Jul 22 19:22:03.830177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60396) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:03.867979 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9cfbc-26c7-467b-b282-8b24d109daff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e542c4-aa2d-4f4f-a840-ed8092ef3d45,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:03.869626 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-01d1b9d2-f015-472c-af69-5f5dffdc1970 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "DELETE /v2.0/floatingips/8090f47d-0587-4d55-bddc-5e90c22050ad HTTP/1.1" status: 204 len: 168 time: 2.6538208 Jul 22 19:22:03.870333 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306f37d9-8a90-4bea-99b8-f5531fec5efd', 'tag': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:22:03.872883 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbd5d3a-a942-4c24-986f-1af6e7ab8974 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:03.873516 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdbd5d3a-a942-4c24-986f-1af6e7ab8974 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:03.877564 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fdbd5d3a-a942-4c24-986f-1af6e7ab8974 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/e8223530-8032-45d5-9caa-c1e31fb10332 HTTP/1.1" status: 404 len: 337 time: 0.0436714 Jul 22 19:22:03.881342 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9ea9cfbc-26c7-467b-b282-8b24d109daff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea260bb3611041e2b0b4ec32439d0a7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4692230 Jul 22 19:22:03.882178 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60402) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:03.884057 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60404) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:03.909413 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342c3b90-952f-422c-a4c0-d0c6fa29dba9" -d '{"events": [{"name": "network-changed", "server_uuid": "306f37d9-8a90-4bea-99b8-f5531fec5efd", "tag": "050d3f74-c8f0-44a7-a793-d5eb72a68ec6"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:22:03.946508 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-62178d87-2a5d-4a46-a573-bd6f6cff2e91 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:03.951310 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62178d87-2a5d-4a46-a573-bd6f6cff2e91 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:03.958776 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-62178d87-2a5d-4a46-a573-bd6f6cff2e91 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/f8c05282-8cd6-4c1a-89f4-e525d7522d06 HTTP/1.1" status: 404 len: 333 time: 0.0754347 Jul 22 19:22:03.961484 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60410) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:03.975558 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-d5a0c295-d63b-4cf9-8ee5-aae3e2889b15 None None] Set router 008f6a94-aabd-44a8-b74c-d4053383b91a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:22:04.035183 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7be17a8-bb6f-4c8d-8cd5-2a3d1feb1765 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:04.036177 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7be17a8-bb6f-4c8d-8cd5-2a3d1feb1765 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:04.038297 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d7be17a8-bb6f-4c8d-8cd5-2a3d1feb1765 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/370638b9-a4c5-44a6-a92a-55193e0d923c HTTP/1.1" status: 404 len: 337 time: 0.0757186 Jul 22 19:22:04.041247 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60414) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:04.081226 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8725c98e-a464-4f8d-925f-0d50376b4381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:04.115060 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8725c98e-a464-4f8d-925f-0d50376b4381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:04.119434 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2233fd-8d2e-48e7-b73c-ab6697ec3f84 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:04.120301 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2233fd-8d2e-48e7-b73c-ab6697ec3f84 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:04.122145 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-af2233fd-8d2e-48e7-b73c-ab6697ec3f84 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/6ed9dc94-7c96-48ce-9986-76b84351c575 HTTP/1.1" status: 404 len: 333 time: 0.0797012 Jul 22 19:22:04.126462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60418) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:04.134510 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:04.210782 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-79eb3553-d1c4-4e18-88c5-8e9ff9bf1e82 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:04.211314 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79eb3553-d1c4-4e18-88c5-8e9ff9bf1e82 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:04.213166 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-79eb3553-d1c4-4e18-88c5-8e9ff9bf1e82 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/9b6b0e0f-5fb1-47c9-b086-707ce21237e4 HTTP/1.1" status: 404 len: 337 time: 0.0854809 Jul 22 19:22:04.216264 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60422) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:04.250929 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8725c98e-a464-4f8d-925f-0d50376b4381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:04.253961 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8725c98e-a464-4f8d-925f-0d50376b4381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:04.255293 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8725c98e-a464-4f8d-925f-0d50376b4381 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32e542c4-aa2d-4f4f-a840-ed8092ef3d45 HTTP/1.1" status: 204 len: 168 time: 0.3565786 Jul 22 19:22:04.285759 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-456b4a6f-048c-498b-a02f-67f1bf5d845f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:04.288580 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456b4a6f-048c-498b-a02f-67f1bf5d845f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:04.290606 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-456b4a6f-048c-498b-a02f-67f1bf5d845f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/f2957567-76bf-4a47-9fc5-0e3b01a83730 HTTP/1.1" status: 404 len: 333 time: 0.0731468 Jul 22 19:22:04.293755 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60426) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:04.294100 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725c98e-a464-4f8d-925f-0d50376b4381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e542c4-aa2d-4f4f-a840-ed8092ef3d45,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:04.370091 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad89e8d0-987f-4d8b-b8e6-56ae0865f7b3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:04.370911 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad89e8d0-987f-4d8b-b8e6-56ae0865f7b3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:04.375624 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ad89e8d0-987f-4d8b-b8e6-56ae0865f7b3 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/29abbe8f-0d3a-4d7e-909a-b4347fcf54e1 HTTP/1.1" status: 404 len: 337 time: 0.0775707 Jul 22 19:22:04.376680 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60428) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:04.378212 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84279b04-9494-4146-82c4-777a85d2f4eb x-openstack-request-id: req-84279b04-9494-4146-82c4-777a85d2f4eb {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:22:04.380996 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306f37d9-8a90-4bea-99b8-f5531fec5efd", "tag": "050d3f74-c8f0-44a7-a793-d5eb72a68ec6", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:22:04.381512 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84279b04-9494-4146-82c4-777a85d2f4eb {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:22:04.382107 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306f37d9-8a90-4bea-99b8-f5531fec5efd', 'tag': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6', 'status': 'completed', 'code': 200} Jul 22 19:22:04.441611 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-69de26f8-c532-436d-8869-bf8b6a014de6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:04.455886 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69de26f8-c532-436d-8869-bf8b6a014de6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:04.459877 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-69de26f8-c532-436d-8869-bf8b6a014de6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/827e37c7-d4e3-472f-9373-99c51ba82097 HTTP/1.1" status: 404 len: 333 time: 0.0760827 Jul 22 19:22:04.462988 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d5a0c295-d63b-4cf9-8ee5-aae3e2889b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692372752', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:22Z', 'updated_at': '2021-07-22T19:20:37Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:24Z', 'updated_at': '2021-07-22T19:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '0f4782d3-af36-434c-aec3-5308567ec0bb', 'name': '', 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:c7:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'f4e261e3-bc9b-4293-80ca-d29b9b0534e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:35Z', 'updated_at': '2021-07-22T19:20:49Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': 'f4e261e3-bc9b-4293-80ca-d29b9b0534e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:04.464201 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60432) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:04.529833 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a0c295-d63b-4cf9-8ee5-aae3e2889b15 None None] Checking router: 008f6a94-aabd-44a8-b74c-d4053383b91a for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:22:04.543330 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a0c295-d63b-4cf9-8ee5-aae3e2889b15 None None] Routers {'008f6a94-aabd-44a8-b74c-d4053383b91a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:22:04.543918 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d5a0c295-d63b-4cf9-8ee5-aae3e2889b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:22:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['008f6a94-aabd-44a8-b74c-d4053383b91a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:04.552214 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-739a4d19-7eda-4b44-92e5-49c26ccdff8d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:04.552742 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-739a4d19-7eda-4b44-92e5-49c26ccdff8d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:04.554562 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-739a4d19-7eda-4b44-92e5-49c26ccdff8d tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/066adbfb-d685-4278-9f5d-887f1210e5e4 HTTP/1.1" status: 404 len: 337 time: 0.0868173 Jul 22 19:22:04.565319 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60436) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:04.649516 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a8a754-86d2-45b7-b126-ccca969e5b3c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:04.652090 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a8a754-86d2-45b7-b126-ccca969e5b3c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:04.655850 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a7a8a754-86d2-45b7-b126-ccca969e5b3c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/12555b2d-8435-4d28-bc62-a7f012f244aa HTTP/1.1" status: 404 len: 337 time: 0.0895391 Jul 22 19:22:04.659600 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60440) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:04.659897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-d923bf14-7d74-4747-8456-5bf410b0cd35 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:04.662301 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-d923bf14-7d74-4747-8456-5bf410b0cd35 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.30 "GET /v2.0/networks?id=fa0addae-83ae-48cf-a526-bca4c7882b6a HTTP/1.1" status: 200 len: 809 time: 0.3449891 Jul 22 19:22:04.664699 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eea72971-dd4e-4fed-8ae4-130a2d30e748 req-a290292a-c149-4be2-a01d-c18721a10dc2 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/ports?device_id=088a88fb-6e68-4af4-9860-d35c44111e02 HTTP/1.1" status: 200 len: 210 time: 0.3761599 Jul 22 19:22:04.710020 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-e243a46d-7ccc-4d5c-aef6-23bcb69508dc tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Request body: {'port': {'device_id': '088a88fb-6e68-4af4-9860-d35c44111e02', 'network_id': 'fa0addae-83ae-48cf-a526-bca4c7882b6a', 'admin_state_up': True, 'tenant_id': '7b64001c031c45c6a5f22a2d8fc7d85f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:04.736724 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-d5a0c295-d63b-4cf9-8ee5-aae3e2889b15 None None] Set router 008f6a94-aabd-44a8-b74c-d4053383b91a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:22:04.763824 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbe2c86-a209-4515-b9fc-8d3a04c6a699 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:04.770251 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbbe2c86-a209-4515-b9fc-8d3a04c6a699 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:04.774747 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fbbe2c86-a209-4515-b9fc-8d3a04c6a699 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/08938a6e-1da1-4ea7-ab31-25a560129009 HTTP/1.1" status: 404 len: 333 time: 0.1105690 Jul 22 19:22:04.781877 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60444) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:04.879846 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a7c80-36c4-41c8-b520-dec4d529b092 req-e1c86997-5df9-46fe-adb8-e2ddda3c8c55 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:04.883598 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5e4a7c80-36c4-41c8-b520-dec4d529b092 req-e1c86997-5df9-46fe-adb8-e2ddda3c8c55 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.16 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 945 time: 0.2522340 Jul 22 19:22:04.897084 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce55f9d-df74-4d9e-8eab-17e144f0021c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:04.898579 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce55f9d-df74-4d9e-8eab-17e144f0021c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:04.916303 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60452) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:04.919930 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2ce55f9d-df74-4d9e-8eab-17e144f0021c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/040e9e67-ddc8-4cf6-bbce-ad019e644c4f HTTP/1.1" status: 404 len: 337 time: 0.1334381 Jul 22 19:22:05.021583 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c3b90-952f-422c-a4c0-d0c6fa29dba9 req-7194b27f-e53b-4741-be68-80eeed4d697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:05.023250 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-342c3b90-952f-422c-a4c0-d0c6fa29dba9 req-7194b27f-e53b-4741-be68-80eeed4d697d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 1097 time: 0.4587727 Jul 22 19:22:05.050089 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d5a0c295-d63b-4cf9-8ee5-aae3e2889b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692372752', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:22Z', 'updated_at': '2021-07-22T19:20:37Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:24Z', 'updated_at': '2021-07-22T19:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '0f4782d3-af36-434c-aec3-5308567ec0bb', 'name': '', 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:c7:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'f4e261e3-bc9b-4293-80ca-d29b9b0534e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:35Z', 'updated_at': '2021-07-22T19:20:49Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': 'f4e261e3-bc9b-4293-80ca-d29b9b0534e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:05.118589 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-36572315-b727-4fdf-b362-f8ed22b1ae88 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:05.118942 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36572315-b727-4fdf-b362-f8ed22b1ae88 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:05.134175 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a0c295-d63b-4cf9-8ee5-aae3e2889b15 None None] The sync data for ids ['008f6a94-aabd-44a8-b74c-d4053383b91a'] in n-d-800086-12 is: [{'id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692372752', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:22Z', 'updated_at': '2021-07-22T19:20:37Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:24Z', 'updated_at': '2021-07-22T19:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '0f4782d3-af36-434c-aec3-5308567ec0bb', 'name': '', 'network_id': '69c530e8-2199-4fb5-a95e-746117c7a6dd', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:c7:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'f4e261e3-bc9b-4293-80ca-d29b9b0534e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:35Z', 'updated_at': '2021-07-22T19:20:49Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': 'f4e261e3-bc9b-4293-80ca-d29b9b0534e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:22:05.137050 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9609c07-0476-4f4a-9d60-31a870818892 req-67661193-fd92-48cc-af5e-cc55076635ca tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:05.138216 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-36572315-b727-4fdf-b362-f8ed22b1ae88 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/41462efd-4dbe-4952-82a0-6d57cd789843 HTTP/1.1" status: 404 len: 337 time: 0.2032640 Jul 22 19:22:05.138839 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e9609c07-0476-4f4a-9d60-31a870818892 req-67661193-fd92-48cc-af5e-cc55076635ca tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 945 time: 0.5331633 Jul 22 19:22:05.142948 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60460) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:05.247908 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-4942813e-80d5-4d80-8f22-5f8eeed3affa tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:05.248727 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4942813e-80d5-4d80-8f22-5f8eeed3affa tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:05.254144 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60474) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:05.254576 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4942813e-80d5-4d80-8f22-5f8eeed3affa tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/22d64b96-e5e9-4b81-84c6-28a2e1e34fcc HTTP/1.1" status: 404 len: 333 time: 0.1106148 Jul 22 19:22:05.273798 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device df3bcf69-9c9c-4677-b153-77a86d407200 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:22:05.306951 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c3b90-952f-422c-a4c0-d0c6fa29dba9 req-6e377453-10d7-40b9-9a1f-77a52097048f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:05.308549 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-342c3b90-952f-422c-a4c0-d0c6fa29dba9 req-6e377453-10d7-40b9-9a1f-77a52097048f service neutron] 10.222.0.16 "GET /v2.0/networks?id=69c530e8-2199-4fb5-a95e-746117c7a6dd HTTP/1.1" status: 200 len: 898 time: 0.2773755 Jul 22 19:22:05.330799 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: df3bcf69-9c9c-4677-b153-77a86d407200 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:22:05.336208 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device df3bcf69-9c9c-4677-b153-77a86d407200 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:22:05.360663 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c994eb-f2ef-4bf3-9fab-599ec56f262f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:05.361462 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c994eb-f2ef-4bf3-9fab-599ec56f262f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:05.362734 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-e243a46d-7ccc-4d5c-aef6-23bcb69508dc tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Made reservation on behalf of 7b64001c031c45c6a5f22a2d8fc7d85f for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:22:05.367422 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b3c994eb-f2ef-4bf3-9fab-599ec56f262f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/5a349cd8-9f53-4a59-8d2e-cc2d9973a0e0 HTTP/1.1" status: 404 len: 337 time: 0.1097333 Jul 22 19:22:05.367844 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60480) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:05.371867 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-e243a46d-7ccc-4d5c-aef6-23bcb69508dc tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:05.379454 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-5e4a7c80-36c4-41c8-b520-dec4d529b092 req-540b72d8-575e-41f9-96ac-9ca3d65c0b3b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Deleting port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:22:05.379718 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5e4a7c80-36c4-41c8-b520-dec4d529b092 req-540b72d8-575e-41f9-96ac-9ca3d65c0b3b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:05.431858 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-6682281d-7c5c-475b-945b-3c51ab3502cf tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:05.432615 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6682281d-7c5c-475b-945b-3c51ab3502cf tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:05.434856 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6682281d-7c5c-475b-945b-3c51ab3502cf tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/ca28f93c-ddc9-46b0-ad03-f3708bc20324 HTTP/1.1" status: 404 len: 337 time: 0.0661449 Jul 22 19:22:05.438879 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60484) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:05.508881 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e9609c07-0476-4f4a-9d60-31a870818892 req-97482140-02f5-400b-82f8-6867f87f110d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=af74463b-d348-4453-945b-815b31f7b00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3550858 Jul 22 19:22:05.527909 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-342c3b90-952f-422c-a4c0-d0c6fa29dba9 req-30c01e24-bf37-418c-b1c7-d72d96b7f1de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=050d3f74-c8f0-44a7-a793-d5eb72a68ec6 HTTP/1.1" status: 200 len: 217 time: 0.2042258 Jul 22 19:22:05.546193 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b015ecf-3f9d-417e-936a-f494a4e8be7b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:05.547873 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b015ecf-3f9d-417e-936a-f494a4e8be7b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:05.549837 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6b015ecf-3f9d-417e-936a-f494a4e8be7b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/8e6046fc-4b7b-47b4-8c1a-58e93d81a115 HTTP/1.1" status: 404 len: 333 time: 0.1098557 Jul 22 19:22:05.561060 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60490) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:05.678369 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-5e4a7c80-36c4-41c8-b520-dec4d529b092 req-540b72d8-575e-41f9-96ac-9ca3d65c0b3b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] For port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=050d3f74-c8f0-44a7-a793-d5eb72a68ec6,segment=NetworkSegment(cb52d942-9576-4c25-a64b-825c4afac57b),segment_id=cb52d942-9576-4c25-a64b-825c4afac57b)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:05.678919 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5e4a7c80-36c4-41c8-b520-dec4d529b092 req-540b72d8-575e-41f9-96ac-9ca3d65c0b3b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:05.699081 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5baa7b3-21bd-494f-b31f-f813d3894bd0 None None] New status for floating IP 8090f47d-0587-4d55-bddc-5e90c22050ad: DOWN {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:22:05.715396 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-5e4a7c80-36c4-41c8-b520-dec4d529b092 req-540b72d8-575e-41f9-96ac-9ca3d65c0b3b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Calling delete_port for 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:22:05.758958 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a73c67-d98a-4c34-be84-9ffec7a28498 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:05.767082 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a73c67-d98a-4c34-be84-9ffec7a28498 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:05.769157 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-61a73c67-d98a-4c34-be84-9ffec7a28498 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/29519d21-0f92-4399-9fff-2fdfc7331017 HTTP/1.1" status: 404 len: 337 time: 0.1387315 Jul 22 19:22:05.781821 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60496) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:05.860520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c3b90-952f-422c-a4c0-d0c6fa29dba9 req-e163bc82-11c8-403a-96d4-7b302151ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:05.862487 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-342c3b90-952f-422c-a4c0-d0c6fa29dba9 req-e163bc82-11c8-403a-96d4-7b302151ed99 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f4e261e3-bc9b-4293-80ca-d29b9b0534e9 HTTP/1.1" status: 200 len: 834 time: 0.3287344 Jul 22 19:22:05.866520 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2da99e-4e95-440a-b738-649a10b577e5 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:05.872668 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2da99e-4e95-440a-b738-649a10b577e5 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:05.876692 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ed2da99e-4e95-440a-b738-649a10b577e5 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/632a3ecf-bc05-4ab0-b481-c8c3ae69b20a HTTP/1.1" status: 404 len: 337 time: 0.0936227 Jul 22 19:22:05.907052 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60498) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:06.011544 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9b99290b-6d42-425a-b829-f81ddcfd50c0 req-2b637d6f-7ac6-47cd-b001-f479ff45aec5 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/ports?device_id=088a88fb-6e68-4af4-9860-d35c44111e02 HTTP/1.1" status: 200 len: 210 time: 0.1631677 Jul 22 19:22:06.028963 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5e4a7c80-36c4-41c8-b520-dec4d529b092 req-540b72d8-575e-41f9-96ac-9ca3d65c0b3b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:06.053505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3fa01474-e115-4213-a4f8-98e585b1966a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad72a949-574b-4c25-bdb7-d7ea121be42f HTTP/1.1" status: 200 len: 205 time: 0.1427925 Jul 22 19:22:06.058829 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60502) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:06.102301 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b72d8-575e-41f9-96ac-9ca3d65c0b3b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Port': ['ID=050d3f74-c8f0-44a7-a793-d5eb72a68ec6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:06.156832 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-c4f7ff35-a870-41f6-81a0-c5cbdb863238 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] delete failed (client error): The resource could not be found. Jul 22 19:22:06.157888 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c4f7ff35-a870-41f6-81a0-c5cbdb863238 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/routers/ad72a949-574b-4c25-bdb7-d7ea121be42f HTTP/1.1" status: 404 len: 336 time: 0.0981393 Jul 22 19:22:06.161963 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60508) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:06.168404 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-e243a46d-7ccc-4d5c-aef6-23bcb69508dc tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Allocated IP 172.20.0.8 (fa0addae-83ae-48cf-a526-bca4c7882b6a/562fea93-77e1-422c-9113-815390649ea9/436f4e04-9fc5-4c60-821e-94e2ae978b94) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:22:06.203503 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4a7c80-36c4-41c8-b520-dec4d529b092 req-540b72d8-575e-41f9-96ac-9ca3d65c0b3b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] No DVR routers for this DVR port 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:22:06.209121 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5e4a7c80-36c4-41c8-b520-dec4d529b092 req-540b72d8-575e-41f9-96ac-9ca3d65c0b3b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:06.209839 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89cba17-8627-481b-94cb-eaf2a1f4ae08 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:06.210366 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89cba17-8627-481b-94cb-eaf2a1f4ae08 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:06.212687 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c89cba17-8627-481b-94cb-eaf2a1f4ae08 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/04b83719-73ad-495f-b097-0a1e7d904e77 HTTP/1.1" status: 404 len: 337 time: 0.0456076 Jul 22 19:22:06.214461 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c3b90-952f-422c-a4c0-d0c6fa29dba9 req-cdb79af5-8014-4d49-bddf-d34d6f01b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:06.215896 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-342c3b90-952f-422c-a4c0-d0c6fa29dba9 req-cdb79af5-8014-4d49-bddf-d34d6f01b41a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=69c530e8-2199-4fb5-a95e-746117c7a6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3325071 Jul 22 19:22:06.218172 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5e4a7c80-36c4-41c8-b520-dec4d529b092 req-540b72d8-575e-41f9-96ac-9ca3d65c0b3b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.16 "DELETE /v2.0/ports/050d3f74-c8f0-44a7-a793-d5eb72a68ec6 HTTP/1.1" status: 204 len: 173 time: 1.3289635 Jul 22 19:22:06.219549 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60512) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:06.264849 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-264e8075-e8b5-4c18-8202-62473e2ca1be tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8fcac30-7ac5-4968-a5af-d876898e17a0 HTTP/1.1" status: 200 len: 205 time: 0.0432775 Jul 22 19:22:06.266278 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60514) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:06.318952 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-a6202151-7da7-4891-98be-a53f13b1c14b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] delete failed (client error): The resource could not be found. Jul 22 19:22:06.320427 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a6202151-7da7-4891-98be-a53f13b1c14b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/routers/e8fcac30-7ac5-4968-a5af-d876898e17a0 HTTP/1.1" status: 404 len: 336 time: 0.0524552 Jul 22 19:22:06.323578 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60518) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:06.352802 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c45b18-3ea6-4d67-b53f-ada1e1419500 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:06.353188 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c45b18-3ea6-4d67-b53f-ada1e1419500 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:06.354968 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-25c45b18-3ea6-4d67-b53f-ada1e1419500 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/b88954f7-c2aa-407b-9d6d-2993130951f7 HTTP/1.1" status: 404 len: 337 time: 0.0304422 Jul 22 19:22:06.357524 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60520) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:06.393083 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306f37d9-8a90-4bea-99b8-f5531fec5efd', 'name': 'network-vif-deleted', 'tag': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:22:06.395306 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b85094-6b29-4830-b705-2fa84df3729a" -d '{"events": [{"server_uuid": "306f37d9-8a90-4bea-99b8-f5531fec5efd", "name": "network-vif-deleted", "tag": "050d3f74-c8f0-44a7-a793-d5eb72a68ec6"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:22:06.399918 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e98de5-b627-4639-9358-cf1582dc2c0a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:06.400291 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e98de5-b627-4639-9358-cf1582dc2c0a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:06.402095 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-37e98de5-b627-4639-9358-cf1582dc2c0a tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/00168c35-40ba-48ed-afa4-2dad8331ca4d HTTP/1.1" status: 404 len: 337 time: 0.0435197 Jul 22 19:22:06.404786 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60524) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:06.417721 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-342c3b90-952f-422c-a4c0-d0c6fa29dba9 req-07a45165-ea0f-4fc2-82bc-26ae426e9104 service neutron] 10.222.0.16 "GET /v2.0/networks/69c530e8-2199-4fb5-a95e-746117c7a6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922643 Jul 22 19:22:06.433280 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-9080d6ed-a60c-47a1-8c8b-5a556f6fbcca tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:06.434170 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9080d6ed-a60c-47a1-8c8b-5a556f6fbcca tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:06.436572 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9080d6ed-a60c-47a1-8c8b-5a556f6fbcca tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/3b2bca8e-7f31-49c9-a2c7-f071fc9c4d3d HTTP/1.1" status: 404 len: 333 time: 0.0303419 Jul 22 19:22:06.439612 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60528) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:06.474948 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b549157e-9627-45bf-9d7d-ef866edbc146 x-openstack-request-id: req-b549157e-9627-45bf-9d7d-ef866edbc146 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:22:06.475241 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306f37d9-8a90-4bea-99b8-f5531fec5efd", "name": "network-vif-deleted", "tag": "050d3f74-c8f0-44a7-a793-d5eb72a68ec6", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:22:06.475997 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b549157e-9627-45bf-9d7d-ef866edbc146 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:22:06.476680 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306f37d9-8a90-4bea-99b8-f5531fec5efd', 'name': 'network-vif-deleted', 'tag': '050d3f74-c8f0-44a7-a793-d5eb72a68ec6', 'status': 'completed', 'code': 200} Jul 22 19:22:06.477576 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecb0c76-15ca-4c47-9d81-31effc41522b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:06.478027 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cecb0c76-15ca-4c47-9d81-31effc41522b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:06.479790 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cecb0c76-15ca-4c47-9d81-31effc41522b tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/1ae1e490-049b-4103-924d-4a0dd0b49d31 HTTP/1.1" status: 404 len: 337 time: 0.0388179 Jul 22 19:22:06.482737 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60532) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:06.511747 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-798cef54-7a11-4b6d-a06a-c72371a5232c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:06.512916 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798cef54-7a11-4b6d-a06a-c72371a5232c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:06.517166 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-798cef54-7a11-4b6d-a06a-c72371a5232c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/38c1fae4-3d7b-4d9c-a8fb-76feeb923095 HTTP/1.1" status: 404 len: 333 time: 0.0334084 Jul 22 19:22:06.518635 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60534) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:06.555696 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb52695e-4712-4892-abd8-d37ec69d7e0e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:06.556264 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb52695e-4712-4892-abd8-d37ec69d7e0e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:06.558574 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-eb52695e-4712-4892-abd8-d37ec69d7e0e tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/7530ed18-6f5f-423f-b526-502c0c257d51 HTTP/1.1" status: 404 len: 337 time: 0.0389416 Jul 22 19:22:06.561866 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60538) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:06.599906 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13a7430-697b-4081-aecf-f7503233047f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:06.600739 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e13a7430-697b-4081-aecf-f7503233047f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:06.608957 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e13a7430-697b-4081-aecf-f7503233047f tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/dd47074f-8a3d-4a1b-b33d-4d696d332e09 HTTP/1.1" status: 404 len: 333 time: 0.0455437 Jul 22 19:22:06.611541 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60540) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:06.654209 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f48c056-374e-4576-b7e8-4b581f112b12 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:06.655093 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f48c056-374e-4576-b7e8-4b581f112b12 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:06.660524 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5f48c056-374e-4576-b7e8-4b581f112b12 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/856d1e0d-efd5-4ed7-b848-1ce635a677ad HTTP/1.1" status: 404 len: 337 time: 0.0458686 Jul 22 19:22:06.663076 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60548) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:06.722387 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-4912b8b4-fbc7-49c1-95b7-062729aa33b1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:06.723140 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4912b8b4-fbc7-49c1-95b7-062729aa33b1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:06.727661 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4912b8b4-fbc7-49c1-95b7-062729aa33b1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/c540f1f9-c46c-4c85-8bc2-004adc07ce5e HTTP/1.1" status: 404 len: 333 time: 0.0612280 Jul 22 19:22:06.729189 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60550) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:06.829964 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-116b0450-6383-4117-8db9-86e2ec2e3aa6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:06.833309 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-116b0450-6383-4117-8db9-86e2ec2e3aa6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:06.837729 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-116b0450-6383-4117-8db9-86e2ec2e3aa6 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/4288d728-d79a-40b0-a842-524b12f0e116 HTTP/1.1" status: 404 len: 337 time: 0.1063347 Jul 22 19:22:06.840442 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60554) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:06.896868 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7e59d3-1147-4fb6-a51b-488befcbf6e1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:06.897670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a7e59d3-1147-4fb6-a51b-488befcbf6e1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:06.899725 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8a7e59d3-1147-4fb6-a51b-488befcbf6e1 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/038510a9-65b6-4dae-8fb8-86116bb4e7d0 HTTP/1.1" status: 404 len: 333 time: 0.0577712 Jul 22 19:22:06.903413 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60560) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:06.922217 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-e243a46d-7ccc-4d5c-aef6-23bcb69508dc tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:06.932983 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-015c4c37-98be-45b5-af7b-fe82661607e2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:06.933693 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015c4c37-98be-45b5-af7b-fe82661607e2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:06.935548 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-015c4c37-98be-45b5-af7b-fe82661607e2 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/4422205a-ec31-4ae3-9b74-67d83efb1450 HTTP/1.1" status: 404 len: 337 time: 0.0312979 Jul 22 19:22:06.939039 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60562) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:06.958295 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f3f5191-6341-4ab5-b9a8-b178f68dbfad req-9d344ce1-9c89-4c55-8348-9babf8a49d5d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=306f37d9-8a90-4bea-99b8-f5531fec5efd HTTP/1.1" status: 200 len: 210 time: 0.0426209 Jul 22 19:22:06.978327 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-0516b15c-06a5-4e7e-95c8-d398b6ecdcbf tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:06.979214 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0516b15c-06a5-4e7e-95c8-d398b6ecdcbf tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:06.981194 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0516b15c-06a5-4e7e-95c8-d398b6ecdcbf tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/d20b5b43-2d5b-4804-9b9d-cd1d9ce1a47e HTTP/1.1" status: 404 len: 333 time: 0.0414507 Jul 22 19:22:06.983946 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60564) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:06.993429 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-342c3b90-952f-422c-a4c0-d0c6fa29dba9 req-48bd8317-b557-4f3c-a9b3-aa2188f02182 service neutron] 10.222.0.16 "GET /v2.0/networks/69c530e8-2199-4fb5-a95e-746117c7a6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5456963 Jul 22 19:22:07.012925 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7ea59f-966a-431c-8ad9-e3223411997c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:07.013384 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df7ea59f-966a-431c-8ad9-e3223411997c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:07.015397 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-df7ea59f-966a-431c-8ad9-e3223411997c tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/d28707ed-c15d-413f-80d7-17c570407458 HTTP/1.1" status: 404 len: 337 time: 0.0298495 Jul 22 19:22:07.019293 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60566) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:07.020533 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-e243a46d-7ccc-4d5c-aef6-23bcb69508dc tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:07.057802 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f8c3d5-4ce5-498d-a725-1a3be1f7c337 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:07.058526 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f8c3d5-4ce5-498d-a725-1a3be1f7c337 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:07.061855 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-42f8c3d5-4ce5-498d-a725-1a3be1f7c337 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/ports/2d94d102-832d-4f32-a487-b18d30e73b44 HTTP/1.1" status: 404 len: 333 time: 0.0392804 Jul 22 19:22:07.065263 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60570) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:07.114132 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1df578f-71cf-4e59-9fa1-08a01ac5a9fc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] DELETE failed (client error): The resource could not be found. Jul 22 19:22:07.114655 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1df578f-71cf-4e59-9fa1-08a01ac5a9fc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:22:07.116799 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b1df578f-71cf-4e59-9fa1-08a01ac5a9fc tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/subnets/ced86763-b4c1-403c-8c2d-23c6bb9b0b48 HTTP/1.1" status: 404 len: 337 time: 0.0504241 Jul 22 19:22:07.118937 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60576) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:07.148754 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-e243a46d-7ccc-4d5c-aef6-23bcb69508dc tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Network fa0addae-83ae-48cf-a526-bca4c7882b6a is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:22:07.154478 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-e243a46d-7ccc-4d5c-aef6-23bcb69508dc tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:22:07.168673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-e243a46d-7ccc-4d5c-aef6-23bcb69508dc tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:22:07.237943 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d246ba3b-9646-418c-bf25-8eccf5c0df58 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:07.250839 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-e243a46d-7ccc-4d5c-aef6-23bcb69508dc tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:07.250839 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-e243a46d-7ccc-4d5c-aef6-23bcb69508dc tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:07.270252 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243a46d-7ccc-4d5c-aef6-23bcb69508dc tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Pushing event updated for resources: {'Port': ['ID=436f4e04-9fc5-4c60-821e-94e2ae978b94,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:07.295278 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-e243a46d-7ccc-4d5c-aef6-23bcb69508dc tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5896308 Jul 22 19:22:07.318104 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] Request body: {'port': {'device_id': '088a88fb-6e68-4af4-9860-d35c44111e02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:07.372877 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:22:07.396256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c4b69-17c3-4ee5-a5c6-7abf8a735b57 req-807182e2-0aa7-4ff4-970e-622af0104941 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:07.397856 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-504c4b69-17c3-4ee5-a5c6-7abf8a735b57 req-807182e2-0aa7-4ff4-970e-622af0104941 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/ports?device_id=088a88fb-6e68-4af4-9860-d35c44111e02 HTTP/1.1" status: 200 len: 931 time: 0.2449298 Jul 22 19:22:07.434025 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:22:07.434376 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 050d3f74-c8f0-44a7-a793-d5eb72a68ec6 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:22:07.466491 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d246ba3b-9646-418c-bf25-8eccf5c0df58 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:07.477695 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-504c4b69-17c3-4ee5-a5c6-7abf8a735b57 req-0325b8fd-9bc0-4cfb-8b2f-ead1b253dcd2 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/security-groups?id=c561cbed-9e3d-471c-b2d5-942f2b9b5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563707 Jul 22 19:22:07.478271 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:07.481466 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-d246ba3b-9646-418c-bf25-8eccf5c0df58 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1cdc45-8892-4608-b80a-7d90307aaf6c']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:07.499630 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-d246ba3b-9646-418c-bf25-8eccf5c0df58 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab9c40c4-78f9-499c-bb22-ba9568dcf792') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:07.500358 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-d246ba3b-9646-418c-bf25-8eccf5c0df58 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab9c40c4-78f9-499c-bb22-ba9568dcf792') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:07.512035 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d246ba3b-9646-418c-bf25-8eccf5c0df58 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:07.532952 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d246ba3b-9646-418c-bf25-8eccf5c0df58 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:07.543095 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d246ba3b-9646-418c-bf25-8eccf5c0df58 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:22:07.543566 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d246ba3b-9646-418c-bf25-8eccf5c0df58 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:22:07.547868 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:22:07.639519 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d246ba3b-9646-418c-bf25-8eccf5c0df58 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:07.649405 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d246ba3b-9646-418c-bf25-8eccf5c0df58 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:07.666997 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d246ba3b-9646-418c-bf25-8eccf5c0df58 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] 10.222.0.13 "DELETE /v2.0/networks/ac1cdc45-8892-4608-b80a-7d90307aaf6c HTTP/1.1" status: 204 len: 168 time: 0.5468960 Jul 22 19:22:07.695242 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246ba3b-9646-418c-bf25-8eccf5c0df58 tempest-NetworksTestDHCPv6-1576936104 tempest-NetworksTestDHCPv6-1576936104-project] Pushing event deleted for resources: {'Network': ['ID=ac1cdc45-8892-4608-b80a-7d90307aaf6c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:07.834070 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60608) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:07.856885 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 436f4e04-9fc5-4c60-821e-94e2ae978b94 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:22:07.872657 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:07.889753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] Transition to ACTIVE for port object 436f4e04-9fc5-4c60-821e-94e2ae978b94 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:07.896389 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:07.952033 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] Pushing event updated for resources: {'Port': ['ID=436f4e04-9fc5-4c60-821e-94e2ae978b94,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:08.035910 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60618) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:08.130367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] Attempting to bind port 436f4e04-9fc5-4c60-821e-94e2ae978b94 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:22:08.130704 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] Attempting to bind port 436f4e04-9fc5-4c60-821e-94e2ae978b94 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'b8d95f10-a57d-4eb7-b874-de5df6f7561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fa0addae-83ae-48cf-a526-bca4c7882b6a'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:22:08.131034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] Attempting to bind port 436f4e04-9fc5-4c60-821e-94e2ae978b94 on network fa0addae-83ae-48cf-a526-bca4c7882b6a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:22:08.136067 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] Port 436f4e04-9fc5-4c60-821e-94e2ae978b94 on network fa0addae-83ae-48cf-a526-bca4c7882b6a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:22:08.136398 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] Attempting to bind port 436f4e04-9fc5-4c60-821e-94e2ae978b94 on network fa0addae-83ae-48cf-a526-bca4c7882b6a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:22:08.141758 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60620) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:08.147985 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:22:08.148337 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] Checking segment: {'id': 'b8d95f10-a57d-4eb7-b874-de5df6f7561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fa0addae-83ae-48cf-a526-bca4c7882b6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:22:08.148845 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] Bound using segment: {'id': 'b8d95f10-a57d-4eb7-b874-de5df6f7561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fa0addae-83ae-48cf-a526-bca4c7882b6a'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:22:08.149211 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] Bound port: 436f4e04-9fc5-4c60-821e-94e2ae978b94, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d95f10-a57d-4eb7-b874-de5df6f7561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fa0addae-83ae-48cf-a526-bca4c7882b6a'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:22:08.149573 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:08.287386 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] For port 436f4e04-9fc5-4c60-821e-94e2ae978b94, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:22:08.309977 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-335a9a27-6424-4afe-8632-e879925b0ecf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad1cdc5a133746e29de5c5cd5af7586b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668897 Jul 22 19:22:08.310467 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e6fd2f78-3307-43c4-adca-2ae111d56c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:08.311854 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] For port 436f4e04-9fc5-4c60-821e-94e2ae978b94, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=436f4e04-9fc5-4c60-821e-94e2ae978b94,segment=NetworkSegment(b8d95f10-a57d-4eb7-b874-de5df6f7561d),segment_id=b8d95f10-a57d-4eb7-b874-de5df6f7561d)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:22:08.313772 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60624) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:08.323212 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:08.393025 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:08.394068 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:08.395771 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] 10.222.0.30 "PUT /v2.0/ports/436f4e04-9fc5-4c60-821e-94e2ae978b94 HTTP/1.1" status: 200 len: 1092 time: 1.0921783 Jul 22 19:22:08.398904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088a88fb-6e68-4af4-9860-d35c44111e02', 'tag': '436f4e04-9fc5-4c60-821e-94e2ae978b94'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:22:08.402481 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6098760-6f0a-4cc7-9500-284c465444d4" -d '{"events": [{"name": "network-changed", "server_uuid": "088a88fb-6e68-4af4-9860-d35c44111e02", "tag": "436f4e04-9fc5-4c60-821e-94e2ae978b94"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:22:08.514419 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e6fd2f78-3307-43c4-adca-2ae111d56c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:08.524546 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e6fd2f78-3307-43c4-adca-2ae111d56c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:08.535461 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29522739-3fb9-4cbe-85f1-699373ac6985 x-openstack-request-id: req-29522739-3fb9-4cbe-85f1-699373ac6985 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:22:08.535902 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088a88fb-6e68-4af4-9860-d35c44111e02", "tag": "436f4e04-9fc5-4c60-821e-94e2ae978b94", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:22:08.536255 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29522739-3fb9-4cbe-85f1-699373ac6985 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:22:08.536782 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088a88fb-6e68-4af4-9860-d35c44111e02', 'tag': '436f4e04-9fc5-4c60-821e-94e2ae978b94', 'status': 'completed', 'code': 200} Jul 22 19:22:08.575894 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd2f78-3307-43c4-adca-2ae111d56c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cead039-3e23-4c3c-977b-174525a6c287,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:08.582294 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e6fd2f78-3307-43c4-adca-2ae111d56c54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=993b92f27fa04afc9744eff7c81aaca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7469306 Jul 22 19:22:08.587645 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60636) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:08.629312 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3df60b08-3bed-4f84-ad2e-6387c9419363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:08.666095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07cf58-312e-4eb0-83a5-25ad940bd3cd service neutron] Pushing event updated for resources: {'Port': ['ID=436f4e04-9fc5-4c60-821e-94e2ae978b94,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:08.702039 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3df60b08-3bed-4f84-ad2e-6387c9419363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:08.705398 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d141f3e1-37ef-4913-80d4-33cbb29c85bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:08.726639 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-9622ffc2-6696-43d8-99e1-071488391d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:08.726899 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d366e5df-724c-4868-baa6-c3422ecaf559 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:08.728592 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-9622ffc2-6696-43d8-99e1-071488391d2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b64001c031c45c6a5f22a2d8fc7d85f&device_id=088a88fb-6e68-4af4-9860-d35c44111e02 HTTP/1.1" status: 200 len: 1095 time: 0.2457089 Jul 22 19:22:08.793148 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-ae03eb70-6465-404a-955e-74e940c33100 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=436f4e04-9fc5-4c60-821e-94e2ae978b94 HTTP/1.1" status: 200 len: 217 time: 0.0559118 Jul 22 19:22:08.824829 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d141f3e1-37ef-4913-80d4-33cbb29c85bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:08.851545 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8400d-dcfb-49df-9e95-aba7f9158fc1 req-cab7a57f-42fb-4b3e-b4f2-13a694ee02a2 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:08.858539 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-36e8400d-dcfb-49df-9e95-aba7f9158fc1 req-cab7a57f-42fb-4b3e-b4f2-13a694ee02a2 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/ports?device_id=088a88fb-6e68-4af4-9860-d35c44111e02 HTTP/1.1" status: 200 len: 943 time: 0.2732873 Jul 22 19:22:08.912303 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-36e8400d-dcfb-49df-9e95-aba7f9158fc1 req-3e14f44b-df92-45fa-92ef-ef1cbbcd08f6 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/security-groups?id=c561cbed-9e3d-471c-b2d5-942f2b9b5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528026 Jul 22 19:22:08.918407 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-bf80de2e-0490-47a0-9767-0929e09bb801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:08.920043 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-bf80de2e-0490-47a0-9767-0929e09bb801 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=562fea93-77e1-422c-9113-815390649ea9 HTTP/1.1" status: 200 len: 849 time: 0.1197100 Jul 22 19:22:08.921247 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3df60b08-3bed-4f84-ad2e-6387c9419363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:08.924971 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3df60b08-3bed-4f84-ad2e-6387c9419363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:08.933310 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3df60b08-3bed-4f84-ad2e-6387c9419363 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8f44165-3691-4e5a-b46b-133e832f1ac4 HTTP/1.1" status: 204 len: 168 time: 0.6183450 Jul 22 19:22:08.978677 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-20914f7a-bb7e-4c05-b040-05fb3f93f265 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fa0addae-83ae-48cf-a526-bca4c7882b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439415 Jul 22 19:22:08.979419 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df60b08-3bed-4f84-ad2e-6387c9419363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f44165-3691-4e5a-b46b-133e832f1ac4,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:09.010316 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:09.130427 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-554cc151-03ba-4053-a1bb-a58a29759279 service neutron] 10.222.0.30 "GET /v2.0/networks/fa0addae-83ae-48cf-a526-bca4c7882b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432376 Jul 22 19:22:09.240706 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5d8af13-38f0-4258-bca2-1ba2442262e1 req-aecbd146-ee8f-4a30-86fe-515092cca1aa service neutron] 10.222.0.30 "GET /v2.0/networks/fa0addae-83ae-48cf-a526-bca4c7882b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038647 Jul 22 19:22:09.385377 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d141f3e1-37ef-4913-80d4-33cbb29c85bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:09.389425 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d141f3e1-37ef-4913-80d4-33cbb29c85bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:09.395805 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d141f3e1-37ef-4913-80d4-33cbb29c85bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1cead039-3e23-4c3c-977b-174525a6c287 HTTP/1.1" status: 204 len: 168 time: 0.8020122 Jul 22 19:22:09.408955 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6098760-6f0a-4cc7-9500-284c465444d4 req-bb30faad-8265-4431-9129-8dd63001106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:09.411276 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6098760-6f0a-4cc7-9500-284c465444d4 req-bb30faad-8265-4431-9129-8dd63001106b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b64001c031c45c6a5f22a2d8fc7d85f&device_id=088a88fb-6e68-4af4-9860-d35c44111e02 HTTP/1.1" status: 200 len: 1095 time: 0.1092861 Jul 22 19:22:09.430695 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141f3e1-37ef-4913-80d4-33cbb29c85bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cead039-3e23-4c3c-977b-174525a6c287,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:09.569353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6098760-6f0a-4cc7-9500-284c465444d4 req-9e99ee41-ab0c-4c0f-8823-2c73799d422c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:09.572197 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6098760-6f0a-4cc7-9500-284c465444d4 req-9e99ee41-ab0c-4c0f-8823-2c73799d422c service neutron] 10.222.0.30 "GET /v2.0/networks?id=fa0addae-83ae-48cf-a526-bca4c7882b6a HTTP/1.1" status: 200 len: 910 time: 0.1524272 Jul 22 19:22:09.588242 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-d366e5df-724c-4868-baa6-c3422ecaf559 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Deleting port 0f4782d3-af36-434c-aec3-5308567ec0bb {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:22:09.588937 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d366e5df-724c-4868-baa6-c3422ecaf559 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:09.630958 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6098760-6f0a-4cc7-9500-284c465444d4 req-89ff5b0c-edf9-4ac3-bbe2-8bcfa9ae2309 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=436f4e04-9fc5-4c60-821e-94e2ae978b94 HTTP/1.1" status: 200 len: 217 time: 0.0505924 Jul 22 19:22:09.712356 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6098760-6f0a-4cc7-9500-284c465444d4 req-1ef6a0f6-a539-4028-8b8f-10b6e1679f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:09.715518 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6098760-6f0a-4cc7-9500-284c465444d4 req-1ef6a0f6-a539-4028-8b8f-10b6e1679f30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=562fea93-77e1-422c-9113-815390649ea9 HTTP/1.1" status: 200 len: 849 time: 0.0760589 Jul 22 19:22:09.729261 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-d366e5df-724c-4868-baa6-c3422ecaf559 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] For port 0f4782d3-af36-434c-aec3-5308567ec0bb, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0f4782d3-af36-434c-aec3-5308567ec0bb,segment=NetworkSegment(cb52d942-9576-4c25-a64b-825c4afac57b),segment_id=cb52d942-9576-4c25-a64b-825c4afac57b)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:09.732454 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d366e5df-724c-4868-baa6-c3422ecaf559 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:09.745348 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-d366e5df-724c-4868-baa6-c3422ecaf559 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Calling delete_port for 0f4782d3-af36-434c-aec3-5308567ec0bb owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:22:09.769890 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6098760-6f0a-4cc7-9500-284c465444d4 req-65b08c2a-c308-4a12-bc14-ed80f995133e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fa0addae-83ae-48cf-a526-bca4c7882b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487001 Jul 22 19:22:09.917000 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6098760-6f0a-4cc7-9500-284c465444d4 req-a063f499-0c85-4447-abf2-c293ff74c474 service neutron] 10.222.0.30 "GET /v2.0/networks/fa0addae-83ae-48cf-a526-bca4c7882b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373782 Jul 22 19:22:09.917505 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60676) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:09.924294 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-31366efa-60c5-42e8-863a-d277bde4c406 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-506633593'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:09.930959 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60678) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:09.960078 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8d5003f-dbe2-4888-a36f-092d0952e3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:10.034088 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6098760-6f0a-4cc7-9500-284c465444d4 req-2d4d1f97-5c6a-4ce2-ad08-78f4a950b417 service neutron] 10.222.0.30 "GET /v2.0/networks/fa0addae-83ae-48cf-a526-bca4c7882b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051033 Jul 22 19:22:10.059949 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d366e5df-724c-4868-baa6-c3422ecaf559 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:10.080896 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.db.api [None req-31366efa-60c5-42e8-863a-d277bde4c406 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:22:10.080896 n-d-800086-12 neutron-server[93807]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 19:22:10.080896 n-d-800086-12 neutron-server[93807]: [parameters: {'project_id': '88edd86379da474f9e73474c4822e718', 'id': '7cdba222-67cf-48ea-a027-915459657695', 'expiration': datetime.datetime(2021, 7, 22, 19, 24, 10, 41130)}] Jul 22 19:22:10.080896 n-d-800086-12 neutron-server[93807]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:22:10.081288 n-d-800086-12 neutron-server[93807]: DEBUG oslo_db.api [None req-31366efa-60c5-42e8-863a-d277bde4c406 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:22:10.111155 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366e5df-724c-4868-baa6-c3422ecaf559 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Port': ['ID=0f4782d3-af36-434c-aec3-5308567ec0bb,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:10.144263 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f118bcc-6251-461c-88d2-2fcfc3656dce req-9bcc30e7-3f46-4fff-93a2-fae26a2cfb49 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:10.144263 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f118bcc-6251-461c-88d2-2fcfc3656dce req-9bcc30e7-3f46-4fff-93a2-fae26a2cfb49 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/ports?device_id=088a88fb-6e68-4af4-9860-d35c44111e02 HTTP/1.1" status: 200 len: 943 time: 0.1133056 Jul 22 19:22:10.204560 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f118bcc-6251-461c-88d2-2fcfc3656dce req-e5904a09-4003-4729-9488-34a16402fda8 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/security-groups?id=c561cbed-9e3d-471c-b2d5-942f2b9b5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614274 Jul 22 19:22:10.336391 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8d5003f-dbe2-4888-a36f-092d0952e3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:10.344211 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8d5003f-dbe2-4888-a36f-092d0952e3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:10.395757 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5003f-dbe2-4888-a36f-092d0952e3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342ccbdf-5049-46e9-b9de-fafeb5f9c30a,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:10.401753 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a8d5003f-dbe2-4888-a36f-092d0952e3d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2222c31f5f8c4ee0bf8e7cc4f4bdd70c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4697337 Jul 22 19:22:10.403160 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d366e5df-724c-4868-baa6-c3422ecaf559 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:10.404442 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60696) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:10.466705 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-50438341-8758-4a9f-b2fb-d89c248745ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:10.490532 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-50438341-8758-4a9f-b2fb-d89c248745ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:10.546097 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-50438341-8758-4a9f-b2fb-d89c248745ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:10.549234 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-50438341-8758-4a9f-b2fb-d89c248745ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:10.553082 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-50438341-8758-4a9f-b2fb-d89c248745ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/342ccbdf-5049-46e9-b9de-fafeb5f9c30a HTTP/1.1" status: 204 len: 168 time: 0.1443207 Jul 22 19:22:10.559084 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50438341-8758-4a9f-b2fb-d89c248745ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342ccbdf-5049-46e9-b9de-fafeb5f9c30a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:10.583450 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 436f4e04-9fc5-4c60-821e-94e2ae978b94 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:22:10.610188 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31366efa-60c5-42e8-863a-d277bde4c406 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Made reservation on behalf of 88edd86379da474f9e73474c4822e718 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:22:10.614269 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-31366efa-60c5-42e8-863a-d277bde4c406 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:10.642493 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31366efa-60c5-42e8-863a-d277bde4c406 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:22:10.654205 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-31366efa-60c5-42e8-863a-d277bde4c406 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:10.654754 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-31366efa-60c5-42e8-863a-d277bde4c406 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Added segment 357c10d5-b71c-41e2-9976-505628ff3983 of type vlan for network 0595bdbb-3fff-4758-845e-81a374857f98 Jul 22 19:22:10.690130 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d366e5df-724c-4868-baa6-c3422ecaf559 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Router 008f6a94-aabd-44a8-b74c-d4053383b91a has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:22:10.707134 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-31366efa-60c5-42e8-863a-d277bde4c406 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:10.715639 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 436f4e04-9fc5-4c60-821e-94e2ae978b94, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=436f4e04-9fc5-4c60-821e-94e2ae978b94,segment=NetworkSegment(b8d95f10-a57d-4eb7-b874-de5df6f7561d),segment_id=b8d95f10-a57d-4eb7-b874-de5df6f7561d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:10.731653 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '436f4e04-9fc5-4c60-821e-94e2ae978b94', 'network_id': 'fa0addae-83ae-48cf-a526-bca4c7882b6a', 'port_id': '436f4e04-9fc5-4c60-821e-94e2ae978b94', 'mac_address': 'fa:16:3e:18:93:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '562fea93-77e1-422c-9113-815390649ea9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:22:10.752691 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-31366efa-60c5-42e8-863a-d277bde4c406 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:10.762158 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31366efa-60c5-42e8-863a-d277bde4c406 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:10.763443 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-31366efa-60c5-42e8-863a-d277bde4c406 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:10.790357 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:10.809336 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-31366efa-60c5-42e8-863a-d277bde4c406 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8907197 Jul 22 19:22:10.811948 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60708) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:10.821178 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-7aee8687-b1ea-4bb5-b2df-42316b616b47 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-247036328'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:10.831390 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 436f4e04-9fc5-4c60-821e-94e2ae978b94 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:22:10.849502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31366efa-60c5-42e8-863a-d277bde4c406 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event updated for resources: {'Network': ['ID=0595bdbb-3fff-4758-845e-81a374857f98,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:10.871165 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 0595bdbb-3fff-4758-845e-81a374857f98 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:22:10.874426 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aee8687-b1ea-4bb5-b2df-42316b616b47 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Made reservation on behalf of 88edd86379da474f9e73474c4822e718 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:22:10.878966 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7aee8687-b1ea-4bb5-b2df-42316b616b47 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:10.908543 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d366e5df-724c-4868-baa6-c3422ecaf559 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:22:10.920711 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d366e5df-724c-4868-baa6-c3422ecaf559 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "PUT /v2.0/routers/008f6a94-aabd-44a8-b74c-d4053383b91a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8832462 Jul 22 19:22:10.924422 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60714) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:10.948995 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 436f4e04-9fc5-4c60-821e-94e2ae978b94, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=436f4e04-9fc5-4c60-821e-94e2ae978b94,segment=NetworkSegment(b8d95f10-a57d-4eb7-b874-de5df6f7561d),segment_id=b8d95f10-a57d-4eb7-b874-de5df6f7561d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:10.953714 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59a5c2e-6f20-41ca-815c-e0dd43cdec08 None None] Sync routers for ids ['008f6a94-aabd-44a8-b74c-d4053383b91a'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:22:10.971544 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:10.988899 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aee8687-b1ea-4bb5-b2df-42316b616b47 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:22:11.004259 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59a5c2e-6f20-41ca-815c-e0dd43cdec08 None None] Routers {'008f6a94-aabd-44a8-b74c-d4053383b91a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:22:11.004936 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e59a5c2e-6f20-41ca-815c-e0dd43cdec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:22:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['008f6a94-aabd-44a8-b74c-d4053383b91a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:11.005660 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7aee8687-b1ea-4bb5-b2df-42316b616b47 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:11.006017 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-7aee8687-b1ea-4bb5-b2df-42316b616b47 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Added segment 802b6a9a-5eac-464c-aad2-d87b2679eba4 of type vlan for network b232de7e-d507-4fe5-aca3-83142933123b Jul 22 19:22:11.010902 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-714c66cd-fece-4c48-b9e7-07ad62b8e4be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Deleting subnet f4e261e3-bc9b-4293-80ca-d29b9b0534e9 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:22:11.014095 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-714c66cd-fece-4c48-b9e7-07ad62b8e4be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:11.060492 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-714c66cd-fece-4c48-b9e7-07ad62b8e4be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:11.135432 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7aee8687-b1ea-4bb5-b2df-42316b616b47 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:11.247946 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7aee8687-b1ea-4bb5-b2df-42316b616b47 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:11.256377 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aee8687-b1ea-4bb5-b2df-42316b616b47 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:11.256377 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7aee8687-b1ea-4bb5-b2df-42316b616b47 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:11.350244 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee8687-b1ea-4bb5-b2df-42316b616b47 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event updated for resources: {'Network': ['ID=b232de7e-d507-4fe5-aca3-83142933123b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:11.359589 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=436f4e04-9fc5-4c60-821e-94e2ae978b94,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:11.365492 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-714c66cd-fece-4c48-b9e7-07ad62b8e4be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:11.370455 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network b232de7e-d507-4fe5-aca3-83142933123b details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:22:11.389133 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['436f4e04-9fc5-4c60-821e-94e2ae978b94'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:22:11.420775 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7aee8687-b1ea-4bb5-b2df-42316b616b47 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6060171 Jul 22 19:22:11.423433 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60742) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:11.439122 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-e92f50ea-8aee-4803-afd0-20bcbed61c38 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Request body: {'subnet': {'network_id': '0595bdbb-3fff-4758-845e-81a374857f98', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:11.486930 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-e59a5c2e-6f20-41ca-815c-e0dd43cdec08 None None] Set router 008f6a94-aabd-44a8-b74c-d4053383b91a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:22:11.503984 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9276b-144c-4688-9587-9895b75a326c req-529ae16b-8f2a-42bd-ade5-d8e8a208799b tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:11.512303 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3ca9276b-144c-4688-9587-9895b75a326c req-529ae16b-8f2a-42bd-ade5-d8e8a208799b tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/ports?device_id=088a88fb-6e68-4af4-9860-d35c44111e02 HTTP/1.1" status: 200 len: 944 time: 0.1897554 Jul 22 19:22:11.572660 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3ca9276b-144c-4688-9587-9895b75a326c req-0ec10c59-a4bb-41a5-8cc2-124f06a41101 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/security-groups?id=c561cbed-9e3d-471c-b2d5-942f2b9b5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536470 Jul 22 19:22:11.653337 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92f50ea-8aee-4803-afd0-20bcbed61c38 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Made reservation on behalf of 88edd86379da474f9e73474c4822e718 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:22:11.657168 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e92f50ea-8aee-4803-afd0-20bcbed61c38 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:11.660578 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:11.737865 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-714c66cd-fece-4c48-b9e7-07ad62b8e4be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:11.757781 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-714c66cd-fece-4c48-b9e7-07ad62b8e4be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:11.760053 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-714c66cd-fece-4c48-b9e7-07ad62b8e4be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "DELETE /v2.0/subnets/f4e261e3-bc9b-4293-80ca-d29b9b0534e9 HTTP/1.1" status: 204 len: 168 time: 0.8345258 Jul 22 19:22:11.763022 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60754) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:11.778212 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731c0ec6-acda-42b8-9fe1-982a8f50e701 None None] Network 69c530e8-2199-4fb5-a95e-746117c7a6dd requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:22:11.782173 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c66cd-fece-4c48-b9e7-07ad62b8e4be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e261e3-bc9b-4293-80ca-d29b9b0534e9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:11.826745 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e59a5c2e-6f20-41ca-815c-e0dd43cdec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692372752', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:22Z', 'updated_at': '2021-07-22T19:22:09Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:24Z', 'updated_at': '2021-07-22T19:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:11.864078 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60756) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:11.886633 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59a5c2e-6f20-41ca-815c-e0dd43cdec08 None None] Checking router: 008f6a94-aabd-44a8-b74c-d4053383b91a for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:22:11.923975 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59a5c2e-6f20-41ca-815c-e0dd43cdec08 None None] Routers {'008f6a94-aabd-44a8-b74c-d4053383b91a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:22:11.924939 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e59a5c2e-6f20-41ca-815c-e0dd43cdec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:22:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['008f6a94-aabd-44a8-b74c-d4053383b91a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:11.963134 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa26aea3-c580-4cb1-acf3-39f5a3e58e90 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:12.002148 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e92f50ea-8aee-4803-afd0-20bcbed61c38 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:12.092911 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-e59a5c2e-6f20-41ca-815c-e0dd43cdec08 None None] Set router 008f6a94-aabd-44a8-b74c-d4053383b91a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:22:12.143250 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa26aea3-c580-4cb1-acf3-39f5a3e58e90 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:12.148915 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92f50ea-8aee-4803-afd0-20bcbed61c38 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Checking segment: {'id': '357c10d5-b71c-41e2-9976-505628ff3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:22:12.149310 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92f50ea-8aee-4803-afd0-20bcbed61c38 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Network hostable DHCP agents. Network: 0595bdbb-3fff-4758-845e-81a374857f98, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:22:12.153766 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f50ea-8aee-4803-afd0-20bcbed61c38 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event updated for resources: {'Subnet': ['ID=a0699dc1-b53c-4154-b479-389ab7dae0e5,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:12.175364 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92f50ea-8aee-4803-afd0-20bcbed61c38 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Network 0595bdbb-3fff-4758-845e-81a374857f98 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:22:12.192285 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9eb4e9-eeaf-43bc-ad38-411e7ed90980 None None] DHCP port deletion for 69c530e8-2199-4fb5-a95e-746117c7a6dd request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:22:12.196147 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-e92f50ea-8aee-4803-afd0-20bcbed61c38 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 0595bdbb-3fff-4758-845e-81a374857f98) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:22:12.202690 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92f50ea-8aee-4803-afd0-20bcbed61c38 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:12.203536 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e92f50ea-8aee-4803-afd0-20bcbed61c38 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:12.221009 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593b9237-2da1-4151-90d9-5764d08605f6 None None] Network 0595bdbb-3fff-4758-845e-81a374857f98 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:22:12.236667 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-fa26aea3-c580-4cb1-acf3-39f5a3e58e90 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Deleting port 0eaaa0c5-0494-481f-9b3d-b0b4ffd11649 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:22:12.237269 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa26aea3-c580-4cb1-acf3-39f5a3e58e90 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:12.237783 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e92f50ea-8aee-4803-afd0-20bcbed61c38 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8071523 Jul 22 19:22:12.240353 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60770) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:12.246127 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Request body: {'subnet': {'network_id': 'b232de7e-d507-4fe5-aca3-83142933123b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:12.347270 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e47e1bb-1f25-4f7d-b56f-89a849929bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:12.364125 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-fa26aea3-c580-4cb1-acf3-39f5a3e58e90 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] For port 0eaaa0c5-0494-481f-9b3d-b0b4ffd11649, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0eaaa0c5-0494-481f-9b3d-b0b4ffd11649,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:12.372113 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa26aea3-c580-4cb1-acf3-39f5a3e58e90 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:12.387928 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-fa26aea3-c580-4cb1-acf3-39f5a3e58e90 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Calling delete_port for 0eaaa0c5-0494-481f-9b3d-b0b4ffd11649 owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:22:12.505749 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-0595bdbb-3fff-4758-845e-81a374857f98', 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'fixed_ips': [{'subnet_id': 'a0699dc1-b53c-4154-b479-389ab7dae0e5'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:22:12.506945 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:12.582238 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e47e1bb-1f25-4f7d-b56f-89a849929bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:12.583097 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 436f4e04-9fc5-4c60-821e-94e2ae978b94 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:22:12.591542 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e47e1bb-1f25-4f7d-b56f-89a849929bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:12.649897 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6e47e1bb-1f25-4f7d-b56f-89a849929bc5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3479185be334468bee59f13e288ed71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7844532 Jul 22 19:22:12.652938 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47e1bb-1f25-4f7d-b56f-89a849929bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b18021-5472-498e-bec9-0195a4f69b3d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:12.657776 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60780) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:12.687206 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2c9eb4e9-eeaf-43bc-ad38-411e7ed90980 None None] Deleting port 5bc4888a-13ea-499a-b874-5b4e31381c9a {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:22:12.688975 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb4e9-eeaf-43bc-ad38-411e7ed90980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:12.692630 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Made reservation on behalf of 88edd86379da474f9e73474c4822e718 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:22:12.697336 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:12.699416 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa26aea3-c580-4cb1-acf3-39f5a3e58e90 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:12.740407 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26aea3-c580-4cb1-acf3-39f5a3e58e90 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Port': ['ID=0eaaa0c5-0494-481f-9b3d-b0b4ffd11649,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:12.766125 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4d87fac-4a93-41ce-9e79-dd225bae851c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:12.798074 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4d87fac-4a93-41ce-9e79-dd225bae851c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:12.907211 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4d87fac-4a93-41ce-9e79-dd225bae851c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:12.911796 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4d87fac-4a93-41ce-9e79-dd225bae851c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:12.915567 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f4d87fac-4a93-41ce-9e79-dd225bae851c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56b18021-5472-498e-bec9-0195a4f69b3d HTTP/1.1" status: 204 len: 168 time: 0.2541392 Jul 22 19:22:12.920441 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-2c9eb4e9-eeaf-43bc-ad38-411e7ed90980 None None] For port 5bc4888a-13ea-499a-b874-5b4e31381c9a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5bc4888a-13ea-499a-b874-5b4e31381c9a,segment=NetworkSegment(cb52d942-9576-4c25-a64b-825c4afac57b),segment_id=cb52d942-9576-4c25-a64b-825c4afac57b)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:12.921051 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb4e9-eeaf-43bc-ad38-411e7ed90980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:12.930679 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d87fac-4a93-41ce-9e79-dd225bae851c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b18021-5472-498e-bec9-0195a4f69b3d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:12.934685 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60790) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:12.956062 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2c9eb4e9-eeaf-43bc-ad38-411e7ed90980 None None] Calling delete_port for 5bc4888a-13ea-499a-b874-5b4e31381c9a owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:22:12.961651 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e59a5c2e-6f20-41ca-815c-e0dd43cdec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692372752', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:22Z', 'updated_at': '2021-07-22T19:22:09Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:24Z', 'updated_at': '2021-07-22T19:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:12.974022 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 436f4e04-9fc5-4c60-821e-94e2ae978b94 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:22:12.989676 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa26aea3-c580-4cb1-acf3-39f5a3e58e90 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:13.026224 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 436f4e04-9fc5-4c60-821e-94e2ae978b94 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:13.026595 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:13.028250 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59a5c2e-6f20-41ca-815c-e0dd43cdec08 None None] The sync data for ids ['008f6a94-aabd-44a8-b74c-d4053383b91a'] in n-d-800086-12 is: [{'id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692372752', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:20:22Z', 'updated_at': '2021-07-22T19:22:09Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': '0eaaa0c5-0494-481f-9b3d-b0b4ffd11649', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f6a94-aabd-44a8-b74c-d4053383b91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:20:24Z', 'updated_at': '2021-07-22T19:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:22:13.059169 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Allocated IP 10.1.1.2 (0595bdbb-3fff-4758-845e-81a374857f98/a0699dc1-b53c-4154-b479-389ab7dae0e5/7cf9a92f-33a3-4ebe-b581-d2dbc75de12d) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:22:13.136956 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa26aea3-c580-4cb1-acf3-39f5a3e58e90 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:13.139531 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa26aea3-c580-4cb1-acf3-39f5a3e58e90 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:13.175799 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:13.228747 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396490bc-92c0-4486-b8ce-f0b85630c2e0 req-0dee60d6-aa61-4fbc-828c-2aed7402f012 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:13.230992 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-396490bc-92c0-4486-b8ce-f0b85630c2e0 req-0dee60d6-aa61-4fbc-828c-2aed7402f012 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/ports?device_id=088a88fb-6e68-4af4-9860-d35c44111e02 HTTP/1.1" status: 200 len: 944 time: 0.5242541 Jul 22 19:22:13.280088 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa26aea3-c580-4cb1-acf3-39f5a3e58e90 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:13.280659 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa26aea3-c580-4cb1-acf3-39f5a3e58e90 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Fanout notify agent at l3_agent the message router_deleted on router 008f6a94-aabd-44a8-b74c-d4053383b91a {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:22:13.285195 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb4e9-eeaf-43bc-ad38-411e7ed90980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:13.292848 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa26aea3-c580-4cb1-acf3-39f5a3e58e90 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:13.294216 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fa26aea3-c580-4cb1-acf3-39f5a3e58e90 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "DELETE /v2.0/routers/008f6a94-aabd-44a8-b74c-d4053383b91a HTTP/1.1" status: 204 len: 168 time: 1.5298843 Jul 22 19:22:13.303070 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60796) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:13.319618 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-255a33b2-0723-447b-a892-5fa3148c228c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:13.349515 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9eb4e9-eeaf-43bc-ad38-411e7ed90980 None None] Pushing event deleted for resources: {'Port': ['ID=5bc4888a-13ea-499a-b874-5b4e31381c9a,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:13.379485 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9eb4e9-eeaf-43bc-ad38-411e7ed90980 None None] No DVR routers for this DVR port 5bc4888a-13ea-499a-b874-5b4e31381c9a on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:22:13.393301 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:13.399304 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event updated for resources: {'Subnet': ['ID=9b92fb42-3fe2-4f94-b925-91fab573144c,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:13.406323 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-396490bc-92c0-4486-b8ce-f0b85630c2e0 req-5b22a0b5-6236-4c49-b104-8a6e2491ffbd tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/security-groups?id=c561cbed-9e3d-471c-b2d5-942f2b9b5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383064 Jul 22 19:22:13.418025 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Checking segment: {'id': '802b6a9a-5eac-464c-aad2-d87b2679eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b232de7e-d507-4fe5-aca3-83142933123b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:22:13.422184 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Network hostable DHCP agents. Network: b232de7e-d507-4fe5-aca3-83142933123b, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:22:13.435289 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549296b-f71d-4322-9aa3-93703cef5339 req-35312695-b03b-4481-87fd-58a61f0a41a4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:13.444210 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549296b-f71d-4322-9aa3-93703cef5339 req-35312695-b03b-4481-87fd-58a61f0a41a4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:13.452757 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088a88fb-6e68-4af4-9860-d35c44111e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436f4e04-9fc5-4c60-821e-94e2ae978b94'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:22:13.454599 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549296b-f71d-4322-9aa3-93703cef5339 req-35312695-b03b-4481-87fd-58a61f0a41a4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:13.464349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549296b-f71d-4322-9aa3-93703cef5339 req-35312695-b03b-4481-87fd-58a61f0a41a4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:13.465278 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bbd554-4c84-409f-be29-26338ba5e5ef" -d '{"events": [{"server_uuid": "088a88fb-6e68-4af4-9860-d35c44111e02", "name": "network-vif-plugged", "status": "completed", "tag": "436f4e04-9fc5-4c60-821e-94e2ae978b94"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:22:13.470972 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549296b-f71d-4322-9aa3-93703cef5339 req-35312695-b03b-4481-87fd-58a61f0a41a4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:13.472846 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60798) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:13.478872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549296b-f71d-4322-9aa3-93703cef5339 req-35312695-b03b-4481-87fd-58a61f0a41a4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:13.486693 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549296b-f71d-4322-9aa3-93703cef5339 req-35312695-b03b-4481-87fd-58a61f0a41a4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:13.497072 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9549296b-f71d-4322-9aa3-93703cef5339 req-35312695-b03b-4481-87fd-58a61f0a41a4 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5434 time: 0.3079696 Jul 22 19:22:13.504206 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 436f4e04-9fc5-4c60-821e-94e2ae978b94, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=436f4e04-9fc5-4c60-821e-94e2ae978b94,segment=NetworkSegment(b8d95f10-a57d-4eb7-b874-de5df6f7561d),segment_id=b8d95f10-a57d-4eb7-b874-de5df6f7561d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:13.508232 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:13.516842 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:13.521417 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:13.522072 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:13.522555 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:13.523039 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:13.523519 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:13.524010 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:13.524770 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:13.525265 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:13.525750 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:13.526216 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:13.526678 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:13.527133 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:13.528945 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Transition to ACTIVE for port object 7cf9a92f-33a3-4ebe-b581-d2dbc75de12d will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:13.562269 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b7261b5-b0b4-49d4-b29b-081c57fa1d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:13.569062 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e1294ab-f3a0-4dad-b44b-a516428cab18 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:13.582294 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9549296b-f71d-4322-9aa3-93703cef5339 req-968592f7-6218-44bc-b953-492dc9a9f9e2 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843110 Jul 22 19:22:13.603937 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Network b232de7e-d507-4fe5-aca3-83142933123b is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:22:13.613410 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5bc4888a-13ea-499a-b874-5b4e31381c9a no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:22:13.644433 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, b232de7e-d507-4fe5-aca3-83142933123b) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:22:13.652256 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:13.653084 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:13.672787 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3f7250-2afe-445b-91a4-80219ff57586 None None] Network b232de7e-d507-4fe5-aca3-83142933123b requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:22:13.686348 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Transition to ACTIVE for port object 7cf9a92f-33a3-4ebe-b581-d2dbc75de12d will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:13.692267 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 5bc4888a-13ea-499a-b874-5b4e31381c9a {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:22:13.692928 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5bc4888a-13ea-499a-b874-5b4e31381c9a not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:22:13.693355 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0f4782d3-af36-434c-aec3-5308567ec0bb no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:22:13.712210 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-255a33b2-0723-447b-a892-5fa3148c228c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:13.716821 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-255a33b2-0723-447b-a892-5fa3148c228c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:13.720255 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=436f4e04-9fc5-4c60-821e-94e2ae978b94,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:13.725296 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:13.741453 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e1294ab-f3a0-4dad-b44b-a516428cab18 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:13.754934 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c4a719a8-1655-4af2-a6a2-55c8b3257d32 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5134923 Jul 22 19:22:13.756946 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-1e1294ab-f3a0-4dad-b44b-a516428cab18 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c530e8-2199-4fb5-a95e-746117c7a6dd']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:13.765572 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60804) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:13.772074 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-1e1294ab-f3a0-4dad-b44b-a516428cab18 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb52d942-9576-4c25-a64b-825c4afac57b') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:13.772683 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-1e1294ab-f3a0-4dad-b44b-a516428cab18 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb52d942-9576-4c25-a64b-825c4afac57b') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:13.773544 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-08998301-3480-4100-9ede-8ffec7d61e66 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Request body: {'port': {'network_id': '0595bdbb-3fff-4758-845e-81a374857f98', 'name': 'tempest-TaggedBootDevicesTest_v242-1411942808', 'fixed_ips': [{'subnet_id': 'a0699dc1-b53c-4154-b479-389ab7dae0e5'}]}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:13.787721 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-255a33b2-0723-447b-a892-5fa3148c228c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=612e09074d41411a83108feeeab09fa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8519201 Jul 22 19:22:13.791454 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e1294ab-f3a0-4dad-b44b-a516428cab18 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:13.793328 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60806) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:13.802172 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a33b2-0723-447b-a892-5fa3148c228c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ffffaf-c4ad-4ed9-91ed-d3d065c593c0,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:13.813762 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 0f4782d3-af36-434c-aec3-5308567ec0bb {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:22:13.813762 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0f4782d3-af36-434c-aec3-5308567ec0bb not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:22:13.822203 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Network 0595bdbb-3fff-4758-845e-81a374857f98 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:22:13.860343 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Pushing event updated for resources: {'Port': ['ID=7cf9a92f-33a3-4ebe-b581-d2dbc75de12d,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:13.864436 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:22:13.866633 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:22:13.908402 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e1294ab-f3a0-4dad-b44b-a516428cab18 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:13.933306 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e1294ab-f3a0-4dad-b44b-a516428cab18 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:22:13.933877 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e1294ab-f3a0-4dad-b44b-a516428cab18 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:22:13.938074 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:22:13.964273 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ce626e-5e3a-4545-8011-a362943d5745 x-openstack-request-id: req-b7ce626e-5e3a-4545-8011-a362943d5745 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:22:13.964609 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088a88fb-6e68-4af4-9860-d35c44111e02", "name": "network-vif-plugged", "status": "completed", "tag": "436f4e04-9fc5-4c60-821e-94e2ae978b94", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:22:13.965024 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7ce626e-5e3a-4545-8011-a362943d5745 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:22:13.965332 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088a88fb-6e68-4af4-9860-d35c44111e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436f4e04-9fc5-4c60-821e-94e2ae978b94', 'code': 200} Jul 22 19:22:13.969810 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9f4a3b49-3f2d-4cec-a099-dd3a79b243d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:14.033748 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Attempting to bind port 7cf9a92f-33a3-4ebe-b581-d2dbc75de12d on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:22:14.034126 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Attempting to bind port 7cf9a92f-33a3-4ebe-b581-d2dbc75de12d by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '357c10d5-b71c-41e2-9976-505628ff3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:22:14.034496 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Attempting to bind port 7cf9a92f-33a3-4ebe-b581-d2dbc75de12d on network 0595bdbb-3fff-4758-845e-81a374857f98 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:22:14.069442 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:22:14.069827 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Checking segment: {'id': '357c10d5-b71c-41e2-9976-505628ff3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:22:14.070241 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:14.070637 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Bound using segment: {'id': '357c10d5-b71c-41e2-9976-505628ff3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:22:14.071135 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Bound port: 7cf9a92f-33a3-4ebe-b581-d2dbc75de12d, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357c10d5-b71c-41e2-9976-505628ff3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:22:14.071517 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:14.103600 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-b97c6a57-4550-4772-9ec6-29313bcaca94 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:14.106930 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9f4a3b49-3f2d-4cec-a099-dd3a79b243d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:14.109755 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-b97c6a57-4550-4772-9ec6-29313bcaca94 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:14.116007 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-b97c6a57-4550-4772-9ec6-29313bcaca94 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:14.122567 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-b97c6a57-4550-4772-9ec6-29313bcaca94 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:14.129294 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-b97c6a57-4550-4772-9ec6-29313bcaca94 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:14.135622 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-b97c6a57-4550-4772-9ec6-29313bcaca94 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:14.142577 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-b97c6a57-4550-4772-9ec6-29313bcaca94 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:14.144434 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-b97c6a57-4550-4772-9ec6-29313bcaca94 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5434 time: 0.2071960 Jul 22 19:22:14.190120 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc02106-fe88-47b4-a943-00edc16bf79e req-81e9bdf7-6e2f-48f9-a4c2-136d1981fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:14.190375 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-b232de7e-d507-4fe5-aca3-83142933123b', 'network_id': 'b232de7e-d507-4fe5-aca3-83142933123b', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'fixed_ips': [{'subnet_id': '9b92fb42-3fe2-4f94-b925-91fab573144c'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:22:14.191118 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:14.192517 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4dc02106-fe88-47b4-a943-00edc16bf79e req-81e9bdf7-6e2f-48f9-a4c2-136d1981fc58 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=088a88fb-6e68-4af4-9860-d35c44111e02 HTTP/1.1" status: 200 len: 1097 time: 0.2128420 Jul 22 19:22:14.192845 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e1294ab-f3a0-4dad-b44b-a516428cab18 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:14.198465 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e1294ab-f3a0-4dad-b44b-a516428cab18 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:14.203936 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1e1294ab-f3a0-4dad-b44b-a516428cab18 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "DELETE /v2.0/networks/69c530e8-2199-4fb5-a95e-746117c7a6dd HTTP/1.1" status: 204 len: 168 time: 0.8973250 Jul 22 19:22:14.207411 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] For port 7cf9a92f-33a3-4ebe-b581-d2dbc75de12d, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:22:14.209934 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60814) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:14.219087 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b7261b5-b0b4-49d4-b29b-081c57fa1d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:14.224578 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] For port 7cf9a92f-33a3-4ebe-b581-d2dbc75de12d, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=7cf9a92f-33a3-4ebe-b581-d2dbc75de12d,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:22:14.232176 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:14.232632 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1294ab-f3a0-4dad-b44b-a516428cab18 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Network': ['ID=69c530e8-2199-4fb5-a95e-746117c7a6dd,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:14.235784 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b7261b5-b0b4-49d4-b29b-081c57fa1d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:14.273129 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-0b1f7d24-15f3-4fa9-abba-8cdf6ed988ca tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:14.274636 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-0b1f7d24-15f3-4fa9-abba-8cdf6ed988ca tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.16 "GET /v2.0/ports/4caad598-a811-477a-8eac-c7e82e58d950?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1232965 Jul 22 19:22:14.283115 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7261b5-b0b4-49d4-b29b-081c57fa1d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95017101-cff8-47c0-a2db-e26c269dfcee,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:14.287663 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9f4a3b49-3f2d-4cec-a099-dd3a79b243d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:14.290316 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9f4a3b49-3f2d-4cec-a099-dd3a79b243d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:14.300496 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9f4a3b49-3f2d-4cec-a099-dd3a79b243d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79ffffaf-c4ad-4ed9-91ed-d3d065c593c0 HTTP/1.1" status: 204 len: 168 time: 0.4986656 Jul 22 19:22:14.310997 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08998301-3480-4100-9ede-8ffec7d61e66 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Made reservation on behalf of 88edd86379da474f9e73474c4822e718 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:22:14.327133 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4b7261b5-b0b4-49d4-b29b-081c57fa1d7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fbe7b04ccac4e8999598d885fd0338e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8468490 Jul 22 19:22:14.337556 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60818) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:14.368800 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a3b49-3f2d-4cec-a099-dd3a79b243d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ffffaf-c4ad-4ed9-91ed-d3d065c593c0,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:14.391336 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Pushing event updated for resources: {'Port': ['ID=7cf9a92f-33a3-4ebe-b581-d2dbc75de12d,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:14.405547 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:14.406507 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:14.406864 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:14.407492 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:14.407492 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:14.407839 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:14.408167 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:14.408506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:14.408837 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:14.409163 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:14.409484 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:14.409805 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a321cb-09b5-4115-bf8c-66e230602a2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:14.454291 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] Allocated IP 10.2.2.2 (b232de7e-d507-4fe5-aca3-83142933123b/9b92fb42-3fe2-4f94-b925-91fab573144c/791ef04e-eb45-4368-bb61-0e10ec72db5e) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:22:14.497366 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-54656831-089f-417d-8d5d-e2326e15e13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:14.542248 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-54656831-089f-417d-8d5d-e2326e15e13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:14.604567 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-54656831-089f-417d-8d5d-e2326e15e13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:14.612917 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-54656831-089f-417d-8d5d-e2326e15e13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:14.614456 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-54656831-089f-417d-8d5d-e2326e15e13e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95017101-cff8-47c0-a2db-e26c269dfcee HTTP/1.1" status: 204 len: 168 time: 0.2760746 Jul 22 19:22:14.627371 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54656831-089f-417d-8d5d-e2326e15e13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95017101-cff8-47c0-a2db-e26c269dfcee,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:14.897879 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4dc02106-fe88-47b4-a943-00edc16bf79e req-4ca0a85a-49ac-4216-b5c5-70f7e5dcdebf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c561cbed-9e3d-471c-b2d5-942f2b9b5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6994627 Jul 22 19:22:14.982745 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:14.993051 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] Transition to ACTIVE for port object 791ef04e-eb45-4368-bb61-0e10ec72db5e will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:15.024320 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] Transition to ACTIVE for port object 791ef04e-eb45-4368-bb61-0e10ec72db5e will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:15.035481 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:15.080347 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-08998301-3480-4100-9ede-8ffec7d61e66 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:15.087568 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4b8a277f-8bee-495e-9e1c-533054d6e739 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:15.109237 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] Network b232de7e-d507-4fe5-aca3-83142933123b is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:22:15.110593 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] Pushing event updated for resources: {'Port': ['ID=791ef04e-eb45-4368-bb61-0e10ec72db5e,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:15.114961 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:22:15.117291 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:22:15.190523 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-08998301-3480-4100-9ede-8ffec7d61e66 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] device_id is not set on port 78654019-d801-41ad-9f01-d5784c852f39 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:22:15.263594 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] Attempting to bind port 791ef04e-eb45-4368-bb61-0e10ec72db5e on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:22:15.264005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] Attempting to bind port 791ef04e-eb45-4368-bb61-0e10ec72db5e by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '802b6a9a-5eac-464c-aad2-d87b2679eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b232de7e-d507-4fe5-aca3-83142933123b'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:22:15.264377 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] Attempting to bind port 791ef04e-eb45-4368-bb61-0e10ec72db5e on network b232de7e-d507-4fe5-aca3-83142933123b {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:22:15.286424 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:22:15.286959 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] Checking segment: {'id': '802b6a9a-5eac-464c-aad2-d87b2679eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b232de7e-d507-4fe5-aca3-83142933123b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:22:15.287790 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:15.288205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] Bound using segment: {'id': '802b6a9a-5eac-464c-aad2-d87b2679eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b232de7e-d507-4fe5-aca3-83142933123b'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:22:15.290629 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] Bound port: 791ef04e-eb45-4368-bb61-0e10ec72db5e, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802b6a9a-5eac-464c-aad2-d87b2679eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b232de7e-d507-4fe5-aca3-83142933123b'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:22:15.291058 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:15.298438 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 7cf9a92f-33a3-4ebe-b581-d2dbc75de12d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:22:15.322910 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4b8a277f-8bee-495e-9e1c-533054d6e739 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:15.396567 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9997c06f-bfe5-4c0d-95db-4627e93aafa9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.16 "GET /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.1104786 Jul 22 19:22:15.527028 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] For port 791ef04e-eb45-4368-bb61-0e10ec72db5e, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:22:15.540229 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] For port 791ef04e-eb45-4368-bb61-0e10ec72db5e, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=791ef04e-eb45-4368-bb61-0e10ec72db5e,segment=NetworkSegment(802b6a9a-5eac-464c-aad2-d87b2679eba4),segment_id=802b6a9a-5eac-464c-aad2-d87b2679eba4)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:22:15.569599 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:15.610183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-bd75d0e5-fc53-4cd3-9fae-844cf33611bd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:15.712845 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4b8a277f-8bee-495e-9e1c-533054d6e739 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:15.715972 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4b8a277f-8bee-495e-9e1c-533054d6e739 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:15.726240 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4b8a277f-8bee-495e-9e1c-533054d6e739 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "DELETE /v2.0/security-groups/af74463b-d348-4453-945b-815b31f7b00d HTTP/1.1" status: 204 len: 168 time: 1.5111003 Jul 22 19:22:15.771381 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa6569-f6d4-41e1-897b-ad0ccc1d1389 req-6c4de35c-bd0c-42cd-b1d1-515f6b31de81 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:15.773268 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bfa6569-f6d4-41e1-897b-ad0ccc1d1389 req-6c4de35c-bd0c-42cd-b1d1-515f6b31de81 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/ports?device_id=088a88fb-6e68-4af4-9860-d35c44111e02 HTTP/1.1" status: 200 len: 945 time: 0.8709915 Jul 22 19:22:15.788035 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a277f-8bee-495e-9e1c-533054d6e739 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af74463b-d348-4453-945b-815b31f7b00d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:15.805952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa293d9e-b9e5-4cea-9c60-c91600a2686e None None] Pushing event updated for resources: {'Port': ['ID=791ef04e-eb45-4368-bb61-0e10ec72db5e,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:15.833193 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 7cf9a92f-33a3-4ebe-b581-d2dbc75de12d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:22:15.856696 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a277f-8bee-495e-9e1c-533054d6e739 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:15.857066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a277f-8bee-495e-9e1c-533054d6e739 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:15.857422 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a277f-8bee-495e-9e1c-533054d6e739 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:15.857760 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a277f-8bee-495e-9e1c-533054d6e739 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:15.860544 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a277f-8bee-495e-9e1c-533054d6e739 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:15.860897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a277f-8bee-495e-9e1c-533054d6e739 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:15.861240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a277f-8bee-495e-9e1c-533054d6e739 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:15.861575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a277f-8bee-495e-9e1c-533054d6e739 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:15.862138 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0eaaa0c5-0494-481f-9b3d-b0b4ffd11649 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:22:15.868197 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a277f-8bee-495e-9e1c-533054d6e739 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:15.868197 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a277f-8bee-495e-9e1c-533054d6e739 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:15.868197 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a277f-8bee-495e-9e1c-533054d6e739 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:15.868197 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a277f-8bee-495e-9e1c-533054d6e739 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:22:15.926246 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f63a7-5e65-43bb-87e1-fe576b6e88ca req-591a8c09-c4a4-4cee-8384-d6e664d23ed6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:15.933041 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f63a7-5e65-43bb-87e1-fe576b6e88ca req-591a8c09-c4a4-4cee-8384-d6e664d23ed6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:15.939993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f63a7-5e65-43bb-87e1-fe576b6e88ca req-591a8c09-c4a4-4cee-8384-d6e664d23ed6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:15.946701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f63a7-5e65-43bb-87e1-fe576b6e88ca req-591a8c09-c4a4-4cee-8384-d6e664d23ed6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:15.965712 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 0eaaa0c5-0494-481f-9b3d-b0b4ffd11649 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:22:15.966063 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0eaaa0c5-0494-481f-9b3d-b0b4ffd11649 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:22:15.976712 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f63a7-5e65-43bb-87e1-fe576b6e88ca req-591a8c09-c4a4-4cee-8384-d6e664d23ed6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:15.984074 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f63a7-5e65-43bb-87e1-fe576b6e88ca req-591a8c09-c4a4-4cee-8384-d6e664d23ed6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:15.990939 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f63a7-5e65-43bb-87e1-fe576b6e88ca req-591a8c09-c4a4-4cee-8384-d6e664d23ed6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:16.000333 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c1f63a7-5e65-43bb-87e1-fe576b6e88ca req-591a8c09-c4a4-4cee-8384-d6e664d23ed6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 5434 time: 1.0984337 Jul 22 19:22:16.113025 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bfa6569-f6d4-41e1-897b-ad0ccc1d1389 req-275c5aa7-6a38-48e6-8f78-8835d95ee9e4 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/security-groups?id=c561cbed-9e3d-471c-b2d5-942f2b9b5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822349 Jul 22 19:22:16.222328 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c1f63a7-5e65-43bb-87e1-fe576b6e88ca req-9ac09e75-5114-43b5-b1e7-343e229d3421 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2205617 Jul 22 19:22:16.266000 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-bd75d0e5-fc53-4cd3-9fae-844cf33611bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:16.291521 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-08998301-3480-4100-9ede-8ffec7d61e66 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Allocated IP 10.1.1.93 (0595bdbb-3fff-4758-845e-81a374857f98/a0699dc1-b53c-4154-b479-389ab7dae0e5/78654019-d801-41ad-9f01-d5784c852f39) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:22:16.305205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb80d90-03b0-4d2f-9224-9bac965ab05b None None] Network 0595bdbb-3fff-4758-845e-81a374857f98 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:22:16.508460 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-26e2264b-a81e-4382-bbb9-11a93ea52790 None None] Provisioning for port 7cf9a92f-33a3-4ebe-b581-d2dbc75de12d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:22:16.519829 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-26e2264b-a81e-4382-bbb9-11a93ea52790 None None] Provisioning complete for port 7cf9a92f-33a3-4ebe-b581-d2dbc75de12d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:16.520587 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-26e2264b-a81e-4382-bbb9-11a93ea52790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:16.625471 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-bd75d0e5-fc53-4cd3-9fae-844cf33611bd service neutron] For port 4caad598-a811-477a-8eac-c7e82e58d950, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=4caad598-a811-477a-8eac-c7e82e58d950,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:16.701304 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60914) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:16.708399 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-26e2264b-a81e-4382-bbb9-11a93ea52790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:16.711198 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-be183104-0269-4eda-a18e-b9b78f527ccf tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1609143908', 'description': 'tempest-secgroup-smoke-1609143908 description', 'project_id': '637aa3e692f04588bda049c0135065ab'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:16.750872 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-26e2264b-a81e-4382-bbb9-11a93ea52790 None None] For port 7cf9a92f-33a3-4ebe-b581-d2dbc75de12d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=7cf9a92f-33a3-4ebe-b581-d2dbc75de12d,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:16.758697 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-be183104-0269-4eda-a18e-b9b78f527ccf tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:16.784013 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-26e2264b-a81e-4382-bbb9-11a93ea52790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:16.839278 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-08998301-3480-4100-9ede-8ffec7d61e66 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:16.875787 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-08998301-3480-4100-9ede-8ffec7d61e66 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Transition to ACTIVE for port object 78654019-d801-41ad-9f01-d5784c852f39 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:16.920201 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2264b-a81e-4382-bbb9-11a93ea52790 None None] Pushing event updated for resources: {'Port': ['ID=7cf9a92f-33a3-4ebe-b581-d2dbc75de12d,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:16.948413 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-bd75d0e5-fc53-4cd3-9fae-844cf33611bd service neutron] For port 4caad598-a811-477a-8eac-c7e82e58d950, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:22:16.949147 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-be183104-0269-4eda-a18e-b9b78f527ccf tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:16.973830 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-be183104-0269-4eda-a18e-b9b78f527ccf tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:17.038932 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be183104-0269-4eda-a18e-b9b78f527ccf tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=414dad19-cd7f-4cd0-b345-5631fb2fce32,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:17.047153 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-08998301-3480-4100-9ede-8ffec7d61e66 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:17.056713 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-be183104-0269-4eda-a18e-b9b78f527ccf tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:17.059042 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-be183104-0269-4eda-a18e-b9b78f527ccf tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3542063 Jul 22 19:22:17.068617 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60932) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:17.082903 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-e6c55cdd-2be4-4aad-8ccc-1bb27c67001c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': '414dad19-cd7f-4cd0-b345-5631fb2fce32', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:17.159796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-bd75d0e5-fc53-4cd3-9fae-844cf33611bd service neutron] device_id is not set on port 4caad598-a811-477a-8eac-c7e82e58d950 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:22:17.166213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08998301-3480-4100-9ede-8ffec7d61e66 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event updated for resources: {'Port': ['ID=78654019-d801-41ad-9f01-d5784c852f39,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:17.179084 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-bd75d0e5-fc53-4cd3-9fae-844cf33611bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:17.179387 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e6c55cdd-2be4-4aad-8ccc-1bb27c67001c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:17.187265 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08998301-3480-4100-9ede-8ffec7d61e66 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Network 0595bdbb-3fff-4758-845e-81a374857f98 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:22:17.189476 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-08998301-3480-4100-9ede-8ffec7d61e66 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:22:17.192236 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08998301-3480-4100-9ede-8ffec7d61e66 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:22:17.330146 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a3d8e1f3-69ef-4701-97db-5903910f7caf None None] Provisioning complete for port 7cf9a92f-33a3-4ebe-b581-d2dbc75de12d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:17.330641 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a3d8e1f3-69ef-4701-97db-5903910f7caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:17.361964 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-bd75d0e5-fc53-4cd3-9fae-844cf33611bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:17.429544 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e6c55cdd-2be4-4aad-8ccc-1bb27c67001c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:17.442777 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e6c55cdd-2be4-4aad-8ccc-1bb27c67001c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:17.443953 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 0894d912-7036-4f59-8c93-29af89302f62 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:22:17.497577 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c55cdd-2be4-4aad-8ccc-1bb27c67001c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4677d4-a0ef-4623-8d74-a2c6c90cc074,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:17.522066 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e6c55cdd-2be4-4aad-8ccc-1bb27c67001c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:17.526057 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e6c55cdd-2be4-4aad-8ccc-1bb27c67001c tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4465978 Jul 22 19:22:17.526998 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60946) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:17.531680 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b85891c9-b6d8-4e34-9dd1-3048ef09bbf5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': '414dad19-cd7f-4cd0-b345-5631fb2fce32', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:17.546068 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 791ef04e-eb45-4368-bb61-0e10ec72db5e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:22:17.613425 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b85891c9-b6d8-4e34-9dd1-3048ef09bbf5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:17.689461 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 791ef04e-eb45-4368-bb61-0e10ec72db5e completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:22:17.704167 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08998301-3480-4100-9ede-8ffec7d61e66 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:17.704896 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-08998301-3480-4100-9ede-8ffec7d61e66 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:17.768212 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 7cf9a92f-33a3-4ebe-b581-d2dbc75de12d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:22:17.815873 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b85891c9-b6d8-4e34-9dd1-3048ef09bbf5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:17.834647 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b85891c9-b6d8-4e34-9dd1-3048ef09bbf5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:17.842432 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:17.862485 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85891c9-b6d8-4e34-9dd1-3048ef09bbf5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6222d8-01b1-465a-b1a1-509c6f958dc0,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:17.879724 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-bd75d0e5-fc53-4cd3-9fae-844cf33611bd service neutron] No DVR routers for this DVR port 4caad598-a811-477a-8eac-c7e82e58d950 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:22:17.886798 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b85891c9-b6d8-4e34-9dd1-3048ef09bbf5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:17.896402 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b85891c9-b6d8-4e34-9dd1-3048ef09bbf5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3657007 Jul 22 19:22:17.898105 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60978) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:17.911162 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-14ad03e7-0d09-4caf-b575-97f19fd744dc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': '414dad19-cd7f-4cd0-b345-5631fb2fce32', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:17.930099 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0894d912-7036-4f59-8c93-29af89302f62'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:22:17.932589 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87f4599-ac30-40fc-9baa-798ac2166403" -d '{"events": [{"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-unplugged", "status": "completed", "tag": "0894d912-7036-4f59-8c93-29af89302f62"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:22:17.941665 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-bd75d0e5-fc53-4cd3-9fae-844cf33611bd service neutron] In _notify_port_updated(), no bound segment for port 4caad598-a811-477a-8eac-c7e82e58d950 on network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 {{(pid=93807) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:22:17.942572 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-bd75d0e5-fc53-4cd3-9fae-844cf33611bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:17.943202 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-bd75d0e5-fc53-4cd3-9fae-844cf33611bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:17.944794 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-bd75d0e5-fc53-4cd3-9fae-844cf33611bd service neutron] 10.222.0.16 "PUT /v2.0/ports/4caad598-a811-477a-8eac-c7e82e58d950 HTTP/1.1" status: 200 len: 1026 time: 2.4898324 Jul 22 19:22:17.948996 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-08998301-3480-4100-9ede-8ffec7d61e66 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1822758 Jul 22 19:22:17.954649 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75d0e5-fc53-4cd3-9fae-844cf33611bd service neutron] Pushing event updated for resources: {'Port': ['ID=4caad598-a811-477a-8eac-c7e82e58d950,revision_number=6']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:17.979464 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60986) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:17.987128 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-a8ff6ef1-5dca-43d8-930a-97ec1cffec8d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Request body: {'port': {'network_id': '0595bdbb-3fff-4758-845e-81a374857f98', 'name': 'tempest-TaggedBootDevicesTest_v242-278193388', 'fixed_ips': [{'subnet_id': 'a0699dc1-b53c-4154-b479-389ab7dae0e5'}]}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:18.061763 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 0894d912-7036-4f59-8c93-29af89302f62, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=0894d912-7036-4f59-8c93-29af89302f62,segment=NetworkSegment(ede11575-67b0-4d88-84de-3f21001165e0),segment_id=ede11575-67b0-4d88-84de-3f21001165e0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:18.070788 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14ad03e7-0d09-4caf-b575-97f19fd744dc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:18.108957 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 7cf9a92f-33a3-4ebe-b581-d2dbc75de12d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:18.113420 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:18.122043 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:18.123708 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9df3022f-3694-41ee-8cbb-b947ff79670b no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:22:18.225244 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14ad03e7-0d09-4caf-b575-97f19fd744dc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:18.235507 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14ad03e7-0d09-4caf-b575-97f19fd744dc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:18.260768 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfec54b-f23e-42a1-8ad4-cf69eae2626e None None] Network b232de7e-d507-4fe5-aca3-83142933123b requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:22:18.305447 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf2981-5a1a-45ef-8de4-a6c5fb23ee1f req-ed38c092-804b-44ee-8d5f-bbfd6d0d92af tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:18.307091 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dcbf2981-5a1a-45ef-8de4-a6c5fb23ee1f req-ed38c092-804b-44ee-8d5f-bbfd6d0d92af tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/ports?device_id=088a88fb-6e68-4af4-9860-d35c44111e02 HTTP/1.1" status: 200 len: 945 time: 0.9661036 Jul 22 19:22:18.311684 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad03e7-0d09-4caf-b575-97f19fd744dc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d1ffe6-efe9-48d9-86da-3d673943a71c,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:18.326354 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14ad03e7-0d09-4caf-b575-97f19fd744dc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:18.329771 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-14ad03e7-0d09-4caf-b575-97f19fd744dc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4299979 Jul 22 19:22:18.334179 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60996) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:18.339699 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c556195e-599f-489f-9997-e62c1bae9436 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': '414dad19-cd7f-4cd0-b345-5631fb2fce32', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:18.384890 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c556195e-599f-489f-9997-e62c1bae9436 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:18.401404 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4c5c9233-e17a-4aa1-9e9b-c83446168472 None None] Provisioning for port 78654019-d801-41ad-9f01-d5784c852f39 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:22:18.430108 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e1e82-59d8-44bf-8a1e-2bd54e2f9650 req-be452ea6-06f5-4c3c-b177-44c1bbf13852 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:18.439020 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e1e82-59d8-44bf-8a1e-2bd54e2f9650 req-be452ea6-06f5-4c3c-b177-44c1bbf13852 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:18.446282 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e1e82-59d8-44bf-8a1e-2bd54e2f9650 req-be452ea6-06f5-4c3c-b177-44c1bbf13852 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:18.453634 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e1e82-59d8-44bf-8a1e-2bd54e2f9650 req-be452ea6-06f5-4c3c-b177-44c1bbf13852 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:18.460313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e1e82-59d8-44bf-8a1e-2bd54e2f9650 req-be452ea6-06f5-4c3c-b177-44c1bbf13852 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:18.467338 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e1e82-59d8-44bf-8a1e-2bd54e2f9650 req-be452ea6-06f5-4c3c-b177-44c1bbf13852 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:18.477988 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-100e1e82-59d8-44bf-8a1e-2bd54e2f9650 req-be452ea6-06f5-4c3c-b177-44c1bbf13852 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 4661 time: 1.0782814 Jul 22 19:22:18.484531 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c556195e-599f-489f-9997-e62c1bae9436 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:18.494116 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c556195e-599f-489f-9997-e62c1bae9436 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:18.495617 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4c5c9233-e17a-4aa1-9e9b-c83446168472 None None] Provisioning complete for port 78654019-d801-41ad-9f01-d5784c852f39 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:18.496175 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4c5c9233-e17a-4aa1-9e9b-c83446168472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:18.509045 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-3ab91c8e-c6b6-4d45-9491-98ba2664d393 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:18.510735 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-3ab91c8e-c6b6-4d45-9491-98ba2664d393 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.16 "GET /v2.0/ports/1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5467815 Jul 22 19:22:18.541163 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=0894d912-7036-4f59-8c93-29af89302f62,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:18.557949 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c556195e-599f-489f-9997-e62c1bae9436 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:18.561709 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c556195e-599f-489f-9997-e62c1bae9436 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2259316 Jul 22 19:22:18.567561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 32768) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:18.569159 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-865ba305-1094-44d3-bacf-00e0c14addcc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:18.572813 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556195e-599f-489f-9997-e62c1bae9436 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ecd424-b8df-4a9b-bdab-36f1f80a7f08,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:18.598960 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-41e8778f-0758-4e6f-8c48-773110dd7fe2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': '414dad19-cd7f-4cd0-b345-5631fb2fce32', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:18.644185 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c9233-e17a-4aa1-9e9b-c83446168472 None None] Port 78654019-d801-41ad-9f01-d5784c852f39 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:22:18.693651 n-d-800086-12 neutron-server[93806]: INFO neutron.db.securitygroups_db [None req-41e8778f-0758-4e6f-8c48-773110dd7fe2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Project 637aa3e692f04588bda049c0135065ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:22:18.694903 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:18.713584 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-41e8778f-0758-4e6f-8c48-773110dd7fe2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:18.716875 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-865ba305-1094-44d3-bacf-00e0c14addcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:18.746647 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9df3022f-3694-41ee-8cbb-b947ff79670b, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9df3022f-3694-41ee-8cbb-b947ff79670b,segment=NetworkSegment(1516a7d0-ce2f-448e-96b4-47e0539fd09b),segment_id=1516a7d0-ce2f-448e-96b4-47e0539fd09b)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:18.781825 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:18.782696 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 2accf516-ee91-4bb6-b761-c8c09b679d76 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:22:18.798774 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-100e1e82-59d8-44bf-8a1e-2bd54e2f9650 req-f138528e-9201-4f73-aff6-be21ba0d974a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=aff45a34-6a43-4976-8dd2-cc465e19e555&id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3197842 Jul 22 19:22:18.802653 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dcbf2981-5a1a-45ef-8de4-a6c5fb23ee1f req-ec37b22b-ca6a-477c-8338-956193ad21c0 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/security-groups?id=c561cbed-9e3d-471c-b2d5-942f2b9b5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575827 Jul 22 19:22:18.911673 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-41e8778f-0758-4e6f-8c48-773110dd7fe2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:18.918879 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=9df3022f-3694-41ee-8cbb-b947ff79670b,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:18.921817 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-41e8778f-0758-4e6f-8c48-773110dd7fe2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:18.947226 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383d4185-f6cc-4a5f-a521-cfd3f46022ab x-openstack-request-id: req-383d4185-f6cc-4a5f-a521-cfd3f46022ab {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:22:18.947654 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-unplugged", "status": "completed", "tag": "0894d912-7036-4f59-8c93-29af89302f62", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:22:18.947863 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-383d4185-f6cc-4a5f-a521-cfd3f46022ab {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:22:18.948275 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0894d912-7036-4f59-8c93-29af89302f62', 'code': 200} Jul 22 19:22:18.963280 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5128751b-619e-45c0-b886-1f0dd7369680 None None] Provisioning for port 791ef04e-eb45-4368-bb61-0e10ec72db5e completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:22:18.964404 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8778f-0758-4e6f-8c48-773110dd7fe2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91685d51-7bc0-4537-b0a1-bfa75b8af164,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:18.981012 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5128751b-619e-45c0-b886-1f0dd7369680 None None] Provisioning complete for port 791ef04e-eb45-4368-bb61-0e10ec72db5e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:18.981380 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5128751b-619e-45c0-b886-1f0dd7369680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:19.006146 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ff6ef1-5dca-43d8-930a-97ec1cffec8d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Made reservation on behalf of 88edd86379da474f9e73474c4822e718 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:22:19.006686 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-41e8778f-0758-4e6f-8c48-773110dd7fe2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:19.008586 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-41e8778f-0758-4e6f-8c48-773110dd7fe2 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4223430 Jul 22 19:22:19.011195 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 32774) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:19.020266 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-65bf7e28-8b22-4cbf-8d9b-62e91a11d59e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'security_group_rule': {'security_group_id': '414dad19-cd7f-4cd0-b345-5631fb2fce32', 'project_id': '637aa3e692f04588bda049c0135065ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:19.020558 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6ef1-5dca-43d8-930a-97ec1cffec8d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:19.071519 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:19.074061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-a8ff6ef1-5dca-43d8-930a-97ec1cffec8d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] device_id is not set on port fc734762-c254-4cb4-bad5-9b6992177001 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:22:19.095092 n-d-800086-12 neutron-server[93806]: INFO neutron.db.securitygroups_db [None req-65bf7e28-8b22-4cbf-8d9b-62e91a11d59e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Project 637aa3e692f04588bda049c0135065ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:22:19.105874 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65bf7e28-8b22-4cbf-8d9b-62e91a11d59e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:19.174688 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 2accf516-ee91-4bb6-b761-c8c09b679d76, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=2accf516-ee91-4bb6-b761-c8c09b679d76,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:19.189533 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:19.190979 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 259e9db0-beba-44b5-801c-945259c53a16 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:22:19.255397 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-865ba305-1094-44d3-bacf-00e0c14addcc service neutron] For port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:19.256843 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5128751b-619e-45c0-b886-1f0dd7369680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:19.288918 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65bf7e28-8b22-4cbf-8d9b-62e91a11d59e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:19.300918 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65bf7e28-8b22-4cbf-8d9b-62e91a11d59e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:19.370357 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf7e28-8b22-4cbf-8d9b-62e91a11d59e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14fd12b-97f1-47b8-83af-848d6667e1a2,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:19.404132 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65bf7e28-8b22-4cbf-8d9b-62e91a11d59e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:19.410635 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-65bf7e28-8b22-4cbf-8d9b-62e91a11d59e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3959754 Jul 22 19:22:19.413409 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 32780) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:19.422192 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-865ba305-1094-44d3-bacf-00e0c14addcc service neutron] For port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:22:19.428415 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-1210acd9-d62a-4444-b71a-4f965822aaf7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'network': {'name': 'tempest-network-smoke--654177408', 'project_id': '637aa3e692f04588bda049c0135065ab', 'port_security_enabled': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:19.458382 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-5128751b-619e-45c0-b886-1f0dd7369680 None None] For port 791ef04e-eb45-4368-bb61-0e10ec72db5e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=791ef04e-eb45-4368-bb61-0e10ec72db5e,segment=NetworkSegment(802b6a9a-5eac-464c-aad2-d87b2679eba4),segment_id=802b6a9a-5eac-464c-aad2-d87b2679eba4)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:19.459535 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=2accf516-ee91-4bb6-b761-c8c09b679d76,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:19.473873 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5128751b-619e-45c0-b886-1f0dd7369680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:19.484051 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1210acd9-d62a-4444-b71a-4f965822aaf7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Made reservation on behalf of 637aa3e692f04588bda049c0135065ab for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:22:19.487996 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1210acd9-d62a-4444-b71a-4f965822aaf7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:19.505261 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-865ba305-1094-44d3-bacf-00e0c14addcc service neutron] device_id is not set on port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:22:19.525832 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1210acd9-d62a-4444-b71a-4f965822aaf7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:22:19.526716 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-865ba305-1094-44d3-bacf-00e0c14addcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:19.544850 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1210acd9-d62a-4444-b71a-4f965822aaf7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:19.545333 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-1210acd9-d62a-4444-b71a-4f965822aaf7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Added segment 129e4c3a-ab91-4559-97dd-d2385044d31e of type vlan for network 9c297b54-303e-4a67-ba8a-52a15e243065 Jul 22 19:22:19.567628 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-865ba305-1094-44d3-bacf-00e0c14addcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:19.588592 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5128751b-619e-45c0-b886-1f0dd7369680 None None] Provisioning complete for port 4caad598-a811-477a-8eac-c7e82e58d950 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:19.589186 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5128751b-619e-45c0-b886-1f0dd7369680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:19.608505 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1210acd9-d62a-4444-b71a-4f965822aaf7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:19.639860 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128751b-619e-45c0-b886-1f0dd7369680 None None] Pushing event updated for resources: {'Port': ['ID=791ef04e-eb45-4368-bb61-0e10ec72db5e,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:19.655094 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1210acd9-d62a-4444-b71a-4f965822aaf7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:19.659240 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:19.662154 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5128751b-619e-45c0-b886-1f0dd7369680 None None] Port 4caad598-a811-477a-8eac-c7e82e58d950 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:22:19.670021 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1210acd9-d62a-4444-b71a-4f965822aaf7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:19.670706 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1210acd9-d62a-4444-b71a-4f965822aaf7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:19.682322 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-a8ff6ef1-5dca-43d8-930a-97ec1cffec8d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Allocated IP 10.1.1.214 (0595bdbb-3fff-4758-845e-81a374857f98/a0699dc1-b53c-4154-b479-389ab7dae0e5/fc734762-c254-4cb4-bad5-9b6992177001) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:22:19.722662 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 259e9db0-beba-44b5-801c-945259c53a16, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=259e9db0-beba-44b5-801c-945259c53a16,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:19.747062 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:19.747062 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:22:19.783084 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-865ba305-1094-44d3-bacf-00e0c14addcc service neutron] No DVR routers for this DVR port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:22:19.844005 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210acd9-d62a-4444-b71a-4f965822aaf7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Network': ['ID=9c297b54-303e-4a67-ba8a-52a15e243065,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:19.844889 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ba305-1094-44d3-bacf-00e0c14addcc service neutron] Pushing event updated for resources: {'Port': ['ID=1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669,revision_number=6']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:19.865430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-865ba305-1094-44d3-bacf-00e0c14addcc service neutron] In _notify_port_updated(), no bound segment for port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 on network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 {{(pid=93807) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:22:19.866587 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-865ba305-1094-44d3-bacf-00e0c14addcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:19.869193 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-865ba305-1094-44d3-bacf-00e0c14addcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:19.871260 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-865ba305-1094-44d3-bacf-00e0c14addcc service neutron] 10.222.0.16 "PUT /v2.0/ports/1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 HTTP/1.1" status: 200 len: 1028 time: 1.3134072 Jul 22 19:22:19.871607 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1210acd9-d62a-4444-b71a-4f965822aaf7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4580336 Jul 22 19:22:19.872880 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 32794) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:19.896263 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-df9b9365-b745-4d66-9e4a-6aad513cb116 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1393117424', 'admin_state_up': True, 'project_id': '637aa3e692f04588bda049c0135065ab', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:19.900049 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 9c297b54-303e-4a67-ba8a-52a15e243065 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:22:20.149503 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-216d2b21-6e24-4ef4-b946-90c325ad0653 None None] Provisioning complete for port 791ef04e-eb45-4368-bb61-0e10ec72db5e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:20.149890 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-216d2b21-6e24-4ef4-b946-90c325ad0653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:20.151969 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=259e9db0-beba-44b5-801c-945259c53a16,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:20.226602 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:22:20.227046 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 4caad598-a811-477a-8eac-c7e82e58d950 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:22:20.284125 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-df9b9365-b745-4d66-9e4a-6aad513cb116 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:20.286247 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-df9b9365-b745-4d66-9e4a-6aad513cb116 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:20.318715 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 4caad598-a811-477a-8eac-c7e82e58d950 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:22:20.318715 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device e70f378c-9c1a-448d-838d-2e90ac1ae42e no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:22:20.575039 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-df9b9365-b745-4d66-9e4a-6aad513cb116 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:20.593882 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:20.594832 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe3824-3f5c-487d-a416-a65618b5d7a4 req-4feaee20-876f-4ef6-ae16-e6fa12595494 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:20.600909 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe3824-3f5c-487d-a416-a65618b5d7a4 req-4feaee20-876f-4ef6-ae16-e6fa12595494 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:20.606932 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe3824-3f5c-487d-a416-a65618b5d7a4 req-4feaee20-876f-4ef6-ae16-e6fa12595494 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:20.613492 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe3824-3f5c-487d-a416-a65618b5d7a4 req-4feaee20-876f-4ef6-ae16-e6fa12595494 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:20.619546 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe3824-3f5c-487d-a416-a65618b5d7a4 req-4feaee20-876f-4ef6-ae16-e6fa12595494 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:20.621384 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2fbe3824-3f5c-487d-a416-a65618b5d7a4 req-4feaee20-876f-4ef6-ae16-e6fa12595494 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 3878 time: 0.5774097 Jul 22 19:22:20.632755 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-046a8fd8-7090-4ef6-b6ea-c24cad73fa48 None None] Provisioning complete for port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:20.634256 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-046a8fd8-7090-4ef6-b6ea-c24cad73fa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:20.681633 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-046a8fd8-7090-4ef6-b6ea-c24cad73fa48 None None] Port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:22:20.701787 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port e70f378c-9c1a-448d-838d-2e90ac1ae42e, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e70f378c-9c1a-448d-838d-2e90ac1ae42e,segment=NetworkSegment(1516a7d0-ce2f-448e-96b4-47e0539fd09b),segment_id=1516a7d0-ce2f-448e-96b4-47e0539fd09b)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:20.708298 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:20.769984 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9b6f73b1-03a5-4cef-8f11-d390bd34ac33 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Deleting port 0894d912-7036-4f59-8c93-29af89302f62 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:22:20.770893 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9b6f73b1-03a5-4cef-8f11-d390bd34ac33 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:20.804869 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=e70f378c-9c1a-448d-838d-2e90ac1ae42e,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:20.949683 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df3022f-3694-41ee-8cbb-b947ff79670b'}, {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2accf516-ee91-4bb6-b761-c8c09b679d76'}, {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '259e9db0-beba-44b5-801c-945259c53a16'}, {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e70f378c-9c1a-448d-838d-2e90ac1ae42e'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:22:20.959344 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f912a216-412c-42e9-ac04-ef55769dc354" -d '{"events": [{"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-unplugged", "status": "completed", "tag": "9df3022f-3694-41ee-8cbb-b947ff79670b"}, {"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-unplugged", "status": "completed", "tag": "2accf516-ee91-4bb6-b761-c8c09b679d76"}, {"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-unplugged", "status": "completed", "tag": "259e9db0-beba-44b5-801c-945259c53a16"}, {"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-unplugged", "status": "completed", "tag": "e70f378c-9c1a-448d-838d-2e90ac1ae42e"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:22:21.025441 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 22 Jul 2021 19:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc20604-9e5a-41a0-8207-c9fd52948a5d x-openstack-request-id: req-2bc20604-9e5a-41a0-8207-c9fd52948a5d {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:22:21.026074 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-unplugged", "status": "completed", "tag": "9df3022f-3694-41ee-8cbb-b947ff79670b", "code": 200}, {"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-unplugged", "status": "completed", "tag": "2accf516-ee91-4bb6-b761-c8c09b679d76", "code": 200}, {"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-unplugged", "status": "completed", "tag": "259e9db0-beba-44b5-801c-945259c53a16", "code": 200}, {"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-unplugged", "status": "completed", "tag": "e70f378c-9c1a-448d-838d-2e90ac1ae42e", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:22:21.027093 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bc20604-9e5a-41a0-8207-c9fd52948a5d {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:22:21.027777 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df3022f-3694-41ee-8cbb-b947ff79670b', 'code': 200} Jul 22 19:22:21.028371 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2accf516-ee91-4bb6-b761-c8c09b679d76', 'code': 200} Jul 22 19:22:21.028961 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '259e9db0-beba-44b5-801c-945259c53a16', 'code': 200} Jul 22 19:22:21.029291 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e70f378c-9c1a-448d-838d-2e90ac1ae42e', 'code': 200} Jul 22 19:22:21.221524 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 791ef04e-eb45-4368-bb61-0e10ec72db5e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:22:21.271755 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6ef1-5dca-43d8-930a-97ec1cffec8d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:21.292750 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 791ef04e-eb45-4368-bb61-0e10ec72db5e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:21.293407 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:21.304018 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-df9b9365-b745-4d66-9e4a-6aad513cb116 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:21.376064 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2fbe3824-3f5c-487d-a416-a65618b5d7a4 req-55e944bf-f4ec-4963-9af1-66bb21160806 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7446871 Jul 22 19:22:21.391952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-a8ff6ef1-5dca-43d8-930a-97ec1cffec8d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Transition to ACTIVE for port object fc734762-c254-4cb4-bad5-9b6992177001 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:21.501105 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9b6f73b1-03a5-4cef-8f11-d390bd34ac33 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] For port 0894d912-7036-4f59-8c93-29af89302f62, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=0894d912-7036-4f59-8c93-29af89302f62,segment=NetworkSegment(ede11575-67b0-4d88-84de-3f21001165e0),segment_id=ede11575-67b0-4d88-84de-3f21001165e0)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:21.501468 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9b6f73b1-03a5-4cef-8f11-d390bd34ac33 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:21.703067 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6ef1-5dca-43d8-930a-97ec1cffec8d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:21.780752 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:22:21.830453 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ff6ef1-5dca-43d8-930a-97ec1cffec8d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Network 0595bdbb-3fff-4758-845e-81a374857f98 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:22:21.843910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-a8ff6ef1-5dca-43d8-930a-97ec1cffec8d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:22:21.848430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff6ef1-5dca-43d8-930a-97ec1cffec8d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event updated for resources: {'Port': ['ID=fc734762-c254-4cb4-bad5-9b6992177001,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:21.857440 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ff6ef1-5dca-43d8-930a-97ec1cffec8d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:22:22.023652 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff6ef1-5dca-43d8-930a-97ec1cffec8d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:22.024891 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6ef1-5dca-43d8-930a-97ec1cffec8d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:22.185233 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a8ff6ef1-5dca-43d8-930a-97ec1cffec8d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2047393 Jul 22 19:22:22.208708 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9b6f73b1-03a5-4cef-8f11-d390bd34ac33 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:22.209742 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9b6f73b1-03a5-4cef-8f11-d390bd34ac33 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:22.210046 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9b6f73b1-03a5-4cef-8f11-d390bd34ac33 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Floating IP e1e5d9f1-60d7-43d8-b50c-2e486fc14658 disassociated. External IP: 172.25.3.59, port: 0894d912-7036-4f59-8c93-29af89302f62. Jul 22 19:22:22.210402 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9b6f73b1-03a5-4cef-8f11-d390bd34ac33 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Calling delete_port for 0894d912-7036-4f59-8c93-29af89302f62 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:22:22.223934 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bfbff8ff-9759-4bfd-b1f8-b5171238afd2 None None] Provisioning for port fc734762-c254-4cb4-bad5-9b6992177001 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:22:22.229289 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bfbff8ff-9759-4bfd-b1f8-b5171238afd2 None None] Provisioning complete for port fc734762-c254-4cb4-bad5-9b6992177001 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:22.230077 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bfbff8ff-9759-4bfd-b1f8-b5171238afd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:22.255711 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-df9b9365-b745-4d66-9e4a-6aad513cb116 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:22.281347 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-df9b9365-b745-4d66-9e4a-6aad513cb116 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:22.336683 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-bfbff8ff-9759-4bfd-b1f8-b5171238afd2 None None] Port fc734762-c254-4cb4-bad5-9b6992177001 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:22:22.629351 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-df9b9365-b745-4d66-9e4a-6aad513cb116 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Allocated IP 172.25.3.181 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/f65bce03-2c35-4cd0-92c5-1ac911550b6b) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:22:22.730630 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 32876) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:22.739339 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-382a7bb3-1413-4be6-ac5f-f5725507a5ec tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--115389017', 'description': 'tempest-description--1466127720'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:22.785351 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-382a7bb3-1413-4be6-ac5f-f5725507a5ec tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:22.803805 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9b6f73b1-03a5-4cef-8f11-d390bd34ac33 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:22.867901 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f73b1-03a5-4cef-8f11-d390bd34ac33 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event deleted for resources: {'Port': ['ID=0894d912-7036-4f59-8c93-29af89302f62,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:22.998926 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-382a7bb3-1413-4be6-ac5f-f5725507a5ec tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:23.011213 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-382a7bb3-1413-4be6-ac5f-f5725507a5ec tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:23.038312 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d7d54-36ad-4c86-8ae5-0ef0adeb2ca8 req-15a06330-4d71-4f45-ba4a-d501d4820dc9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:23.056567 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d7d54-36ad-4c86-8ae5-0ef0adeb2ca8 req-15a06330-4d71-4f45-ba4a-d501d4820dc9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:23.065174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d7d54-36ad-4c86-8ae5-0ef0adeb2ca8 req-15a06330-4d71-4f45-ba4a-d501d4820dc9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:23.071751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d7d54-36ad-4c86-8ae5-0ef0adeb2ca8 req-15a06330-4d71-4f45-ba4a-d501d4820dc9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:23.072442 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-382a7bb3-1413-4be6-ac5f-f5725507a5ec tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:23.078749 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-382a7bb3-1413-4be6-ac5f-f5725507a5ec tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3468192 Jul 22 19:22:23.080627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d7d54-36ad-4c86-8ae5-0ef0adeb2ca8 req-15a06330-4d71-4f45-ba4a-d501d4820dc9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:23.090243 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c13d7d54-36ad-4c86-8ae5-0ef0adeb2ca8 req-15a06330-4d71-4f45-ba4a-d501d4820dc9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 3798 time: 0.5243526 Jul 22 19:22:23.106100 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 32886) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:23.111332 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-cf2872a3-4e89-46b2-8025-622294ca6ce0 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Request body: {'security_group_rule': {'security_group_id': 'ca834bc2-1278-483f-be6a-923e43b5446d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:23.152668 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a7bb3-1413-4be6-ac5f-f5725507a5ec tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca834bc2-1278-483f-be6a-923e43b5446d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:23.265776 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c13d7d54-36ad-4c86-8ae5-0ef0adeb2ca8 req-56227040-4545-4408-8f0b-20f58881c218 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733744 Jul 22 19:22:23.341199 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-df9b9365-b745-4d66-9e4a-6aad513cb116 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:23.401289 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-df9b9365-b745-4d66-9e4a-6aad513cb116 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:23.459302 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9b6f73b1-03a5-4cef-8f11-d390bd34ac33 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Router 778bf9de-960f-4d29-a98a-41511c885ee0 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:22:23.498127 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cf2872a3-4e89-46b2-8025-622294ca6ce0 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:23.585002 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cf2872a3-4e89-46b2-8025-622294ca6ce0 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:23.609449 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9b9365-b745-4d66-9e4a-6aad513cb116 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:22:23.615255 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cf2872a3-4e89-46b2-8025-622294ca6ce0 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:23.622845 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-df9b9365-b745-4d66-9e4a-6aad513cb116 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:22:23.626586 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b9365-b745-4d66-9e4a-6aad513cb116 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=f65bce03-2c35-4cd0-92c5-1ac911550b6b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:23.634406 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b9365-b745-4d66-9e4a-6aad513cb116 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:22:23.708442 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cf2872a3-4e89-46b2-8025-622294ca6ce0 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:23.709585 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cf2872a3-4e89-46b2-8025-622294ca6ce0 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6021712 Jul 22 19:22:23.712539 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 32896) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:23.717342 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-291fb78e-8ba7-48e2-b2d5-2b0ff672012b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Request body: {'security_group_rule': {'security_group_id': 'ca834bc2-1278-483f-be6a-923e43b5446d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:23.748457 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2872a3-4e89-46b2-8025-622294ca6ce0 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0a9de5-0e80-46d7-866b-5678db44ea00,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:23.782494 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-291fb78e-8ba7-48e2-b2d5-2b0ff672012b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:23.841409 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-291fb78e-8ba7-48e2-b2d5-2b0ff672012b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:23.846944 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-291fb78e-8ba7-48e2-b2d5-2b0ff672012b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:23.871575 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291fb78e-8ba7-48e2-b2d5-2b0ff672012b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0944af-25e3-4644-8739-9858345e0df9,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:23.886978 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-291fb78e-8ba7-48e2-b2d5-2b0ff672012b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:23.888644 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-291fb78e-8ba7-48e2-b2d5-2b0ff672012b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1748962 Jul 22 19:22:23.892714 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 32902) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:23.897957 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-72e0e793-a29f-4ea9-b537-2810bf4fa5c4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:23.934948 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72e0e793-a29f-4ea9-b537-2810bf4fa5c4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for floatingip, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:24.070824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9b6f73b1-03a5-4cef-8f11-d390bd34ac33 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:22:24.089130 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bedd22f-d49e-45d4-ab4a-6c07e9575a39 None None] Sync routers for ids ['778bf9de-960f-4d29-a98a-41511c885ee0'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:22:24.103087 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bedd22f-d49e-45d4-ab4a-6c07e9575a39 None None] Routers {'778bf9de-960f-4d29-a98a-41511c885ee0'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:22:24.103290 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72e0e793-a29f-4ea9-b537-2810bf4fa5c4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:24.103394 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964865a2-f354-40e5-bbb1-913ebb278ecb req-3177b574-9b94-447e-abbb-df51b39bc8d4 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:24.103497 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6bedd22f-d49e-45d4-ab4a-6c07e9575a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:22:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['778bf9de-960f-4d29-a98a-41511c885ee0'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:24.113019 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-964865a2-f354-40e5-bbb1-913ebb278ecb req-3177b574-9b94-447e-abbb-df51b39bc8d4 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/ports?device_id=088a88fb-6e68-4af4-9860-d35c44111e02 HTTP/1.1" status: 200 len: 945 time: 0.3698485 Jul 22 19:22:24.351045 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-72e0e793-a29f-4ea9-b537-2810bf4fa5c4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Allocated IP 172.25.3.176 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/f495f47f-e169-4087-8392-0fa5b88f0a0f) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:22:24.392351 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9b6f73b1-03a5-4cef-8f11-d390bd34ac33 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] No DVR routers for this DVR port 0894d912-7036-4f59-8c93-29af89302f62 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:22:24.426209 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9b6f73b1-03a5-4cef-8f11-d390bd34ac33 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:24.428226 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9b6f73b1-03a5-4cef-8f11-d390bd34ac33 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.16 "DELETE /v2.0/ports/0894d912-7036-4f59-8c93-29af89302f62 HTTP/1.1" status: 204 len: 173 time: 4.5087869 Jul 22 19:22:24.428934 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-deleted', 'tag': '0894d912-7036-4f59-8c93-29af89302f62'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:22:24.431277 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d3d83a-a962-482c-9413-d91de029e0f3" -d '{"events": [{"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-deleted", "tag": "0894d912-7036-4f59-8c93-29af89302f62"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:22:24.532125 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-964865a2-f354-40e5-bbb1-913ebb278ecb req-7d5d76ca-5401-4bd0-9004-bb4c0f2337ae tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/security-groups?id=c561cbed-9e3d-471c-b2d5-942f2b9b5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178748 Jul 22 19:22:24.555058 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72e0e793-a29f-4ea9-b537-2810bf4fa5c4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:24.608194 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-df9b9365-b745-4d66-9e4a-6aad513cb116 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:24.661583 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72e0e793-a29f-4ea9-b537-2810bf4fa5c4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:24.684178 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c002ca9f-0efa-4df2-a3ee-1a38945dd614 x-openstack-request-id: req-c002ca9f-0efa-4df2-a3ee-1a38945dd614 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:22:24.684731 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-deleted", "tag": "0894d912-7036-4f59-8c93-29af89302f62", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:22:24.684938 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c002ca9f-0efa-4df2-a3ee-1a38945dd614 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:22:24.685334 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-deleted', 'tag': '0894d912-7036-4f59-8c93-29af89302f62', 'status': 'completed', 'code': 200} Jul 22 19:22:24.710888 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-6bedd22f-d49e-45d4-ab4a-6c07e9575a39 None None] Set router 778bf9de-960f-4d29-a98a-41511c885ee0 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:22:24.713898 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d92b02-9047-43b9-99bb-b841da22ad73 req-f863b601-cc13-46ab-8201-5344a4ec6cdd tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:24.720936 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d92b02-9047-43b9-99bb-b841da22ad73 req-f863b601-cc13-46ab-8201-5344a4ec6cdd tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:24.726979 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d92b02-9047-43b9-99bb-b841da22ad73 req-f863b601-cc13-46ab-8201-5344a4ec6cdd tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:24.733135 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d92b02-9047-43b9-99bb-b841da22ad73 req-f863b601-cc13-46ab-8201-5344a4ec6cdd tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:24.735005 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2d92b02-9047-43b9-99bb-b841da22ad73 req-f863b601-cc13-46ab-8201-5344a4ec6cdd tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 3143 time: 0.2991695 Jul 22 19:22:24.769002 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e0e793-a29f-4ea9-b537-2810bf4fa5c4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:22:24.774840 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-72e0e793-a29f-4ea9-b537-2810bf4fa5c4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:22:24.779600 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e0e793-a29f-4ea9-b537-2810bf4fa5c4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:22:24.819654 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9d3a0228-c502-4caa-9f21-28403419d578 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Deleting port e70f378c-9c1a-448d-838d-2e90ac1ae42e {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:22:24.819976 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9d3a0228-c502-4caa-9f21-28403419d578 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:24.835752 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0e793-a29f-4ea9-b537-2810bf4fa5c4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event updated for resources: {'Port': ['ID=f495f47f-e169-4087-8392-0fa5b88f0a0f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:24.931069 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72e0e793-a29f-4ea9-b537-2810bf4fa5c4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:24.931555 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2d92b02-9047-43b9-99bb-b841da22ad73 req-ba987fd1-3204-4776-b988-6a73c88b4af0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860805 Jul 22 19:22:25.030844 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72e0e793-a29f-4ea9-b537-2810bf4fa5c4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:25.172779 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6bedd22f-d49e-45d4-ab4a-6c07e9575a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'name': 'tempest-TaggedBootDevicesTest-797260946-router', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:41Z', 'updated_at': '2021-07-22T19:11:49Z', 'revision_number': 4, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'gw_port': {'id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:43Z', 'updated_at': '2021-07-22T19:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'eb0eea3b-ba9b-460e-a1bb-ae7c8990505c', 'name': '', 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'mac_address': 'fa:16:3e:89:cb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '46c28341-28d1-4391-a7f5-497116b1730d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:48Z', 'updated_at': '2021-07-22T19:11:58Z', 'revision_number': 5, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'subnets': [{'id': '46c28341-28d1-4391-a7f5-497116b1730d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:25.194736 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9d3a0228-c502-4caa-9f21-28403419d578 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] For port e70f378c-9c1a-448d-838d-2e90ac1ae42e, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=e70f378c-9c1a-448d-838d-2e90ac1ae42e,segment=NetworkSegment(1516a7d0-ce2f-448e-96b4-47e0539fd09b),segment_id=1516a7d0-ce2f-448e-96b4-47e0539fd09b)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:25.195107 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9d3a0228-c502-4caa-9f21-28403419d578 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:25.236229 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bedd22f-d49e-45d4-ab4a-6c07e9575a39 None None] Checking router: 778bf9de-960f-4d29-a98a-41511c885ee0 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:22:25.249803 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bedd22f-d49e-45d4-ab4a-6c07e9575a39 None None] Routers {'778bf9de-960f-4d29-a98a-41511c885ee0'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:22:25.254037 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6bedd22f-d49e-45d4-ab4a-6c07e9575a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:22:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['778bf9de-960f-4d29-a98a-41511c885ee0'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:25.494358 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-6bedd22f-d49e-45d4-ab4a-6c07e9575a39 None None] Set router 778bf9de-960f-4d29-a98a-41511c885ee0 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:22:25.751304 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9d3a0228-c502-4caa-9f21-28403419d578 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Calling delete_port for e70f378c-9c1a-448d-838d-2e90ac1ae42e owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:22:25.788694 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6bedd22f-d49e-45d4-ab4a-6c07e9575a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'name': 'tempest-TaggedBootDevicesTest-797260946-router', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:41Z', 'updated_at': '2021-07-22T19:11:49Z', 'revision_number': 4, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'gw_port': {'id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:43Z', 'updated_at': '2021-07-22T19:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'eb0eea3b-ba9b-460e-a1bb-ae7c8990505c', 'name': '', 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'mac_address': 'fa:16:3e:89:cb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '46c28341-28d1-4391-a7f5-497116b1730d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:48Z', 'updated_at': '2021-07-22T19:11:58Z', 'revision_number': 5, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'subnets': [{'id': '46c28341-28d1-4391-a7f5-497116b1730d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:25.825756 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bedd22f-d49e-45d4-ab4a-6c07e9575a39 None None] The sync data for ids ['778bf9de-960f-4d29-a98a-41511c885ee0'] in n-d-800086-12 is: [{'id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'name': 'tempest-TaggedBootDevicesTest-797260946-router', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:41Z', 'updated_at': '2021-07-22T19:11:49Z', 'revision_number': 4, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'gw_port': {'id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:43Z', 'updated_at': '2021-07-22T19:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'eb0eea3b-ba9b-460e-a1bb-ae7c8990505c', 'name': '', 'network_id': '47ed28f7-e57b-4725-b7b8-4e2ff6ef303b', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'mac_address': 'fa:16:3e:89:cb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '46c28341-28d1-4391-a7f5-497116b1730d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:48Z', 'updated_at': '2021-07-22T19:11:58Z', 'revision_number': 5, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'subnets': [{'id': '46c28341-28d1-4391-a7f5-497116b1730d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:22:26.007293 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72e0e793-a29f-4ea9-b537-2810bf4fa5c4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:26.018728 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72e0e793-a29f-4ea9-b537-2810bf4fa5c4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:26.046883 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a00ed4-64ce-42dc-8a51-68a281a875ef req-dc3b2c9c-26b6-4f44-b789-660bebe06db7 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:26.048446 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5a00ed4-64ce-42dc-8a51-68a281a875ef req-dc3b2c9c-26b6-4f44-b789-660bebe06db7 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.30 "GET /v2.0/ports?device_id=088a88fb-6e68-4af4-9860-d35c44111e02 HTTP/1.1" status: 200 len: 945 time: 1.1448269 Jul 22 19:22:26.082006 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34489e-71ef-429f-a274-de09cdd563de req-2e854d5f-7680-4c69-a46c-8739b5d4ed27 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:26.083587 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c34489e-71ef-429f-a274-de09cdd563de req-2e854d5f-7680-4c69-a46c-8739b5d4ed27 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/ports?device_id=088a88fb-6e68-4af4-9860-d35c44111e02 HTTP/1.1" status: 200 len: 945 time: 0.3614817 Jul 22 19:22:26.084703 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-df9b9365-b745-4d66-9e4a-6aad513cb116 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:26.103537 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0e793-a29f-4ea9-b537-2810bf4fa5c4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event updated for resources: {'Port': ['ID=f495f47f-e169-4087-8392-0fa5b88f0a0f,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:26.129532 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72e0e793-a29f-4ea9-b537-2810bf4fa5c4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:26.139553 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9d3a0228-c502-4caa-9f21-28403419d578 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:26.156956 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72e0e793-a29f-4ea9-b537-2810bf4fa5c4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:26.168910 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-72e0e793-a29f-4ea9-b537-2810bf4fa5c4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2649248 Jul 22 19:22:26.267924 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2a33c4-4363-4f92-a928-2501bd9c61e9 None None] New status for floating IP e1e5d9f1-60d7-43d8-b50c-2e486fc14658: DOWN {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:22:26.290138 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a0228-c502-4caa-9f21-28403419d578 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event deleted for resources: {'Port': ['ID=e70f378c-9c1a-448d-838d-2e90ac1ae42e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:26.465310 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9d3a0228-c502-4caa-9f21-28403419d578 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] No DVR routers for this DVR port e70f378c-9c1a-448d-838d-2e90ac1ae42e on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:22:26.469962 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9d3a0228-c502-4caa-9f21-28403419d578 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:26.473325 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-9d3a0228-c502-4caa-9f21-28403419d578 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.16 "DELETE /v2.0/ports/e70f378c-9c1a-448d-838d-2e90ac1ae42e HTTP/1.1" status: 204 len: 173 time: 2.0226405 Jul 22 19:22:26.485265 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c34489e-71ef-429f-a274-de09cdd563de req-865ad9ba-3b12-4b7a-87a8-08f01afc55b5 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/security-groups?id=c561cbed-9e3d-471c-b2d5-942f2b9b5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658280 Jul 22 19:22:26.602718 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-e5a00ed4-64ce-42dc-8a51-68a281a875ef req-d452bc28-f028-4ea4-b4f7-2de6fca98814 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Deleting port 436f4e04-9fc5-4c60-821e-94e2ae978b94 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:22:26.603202 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e5a00ed4-64ce-42dc-8a51-68a281a875ef req-d452bc28-f028-4ea4-b4f7-2de6fca98814 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:26.716995 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-deleted', 'tag': 'e70f378c-9c1a-448d-838d-2e90ac1ae42e'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:22:26.720338 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e3d060-c8dd-48ca-bca7-6502c9f9fe1b" -d '{"events": [{"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-deleted", "tag": "e70f378c-9c1a-448d-838d-2e90ac1ae42e"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:22:26.737534 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bff667-b45c-4ab4-ac01-19a5e74c4a93 req-4e868d70-5557-453e-bf39-e564a511f478 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:26.759920 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bff667-b45c-4ab4-ac01-19a5e74c4a93 req-4e868d70-5557-453e-bf39-e564a511f478 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:26.768267 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bff667-b45c-4ab4-ac01-19a5e74c4a93 req-4e868d70-5557-453e-bf39-e564a511f478 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:26.770082 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73bff667-b45c-4ab4-ac01-19a5e74c4a93 req-4e868d70-5557-453e-bf39-e564a511f478 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 2410 time: 0.6319275 Jul 22 19:22:27.057689 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a3459b88-2163-49d6-967e-6d8d3f7003a0 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--115389017&fields=id&tenant_id=88edd86379da474f9e73474c4822e718 HTTP/1.1" status: 200 len: 267 time: 0.3436263 Jul 22 19:22:27.071565 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73bff667-b45c-4ab4-ac01-19a5e74c4a93 req-cb42e80a-0e97-4e8c-8a46-0b74a5a3df9f tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802265 Jul 22 19:22:27.100729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-e5a00ed4-64ce-42dc-8a51-68a281a875ef req-d452bc28-f028-4ea4-b4f7-2de6fca98814 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] For port 436f4e04-9fc5-4c60-821e-94e2ae978b94, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=436f4e04-9fc5-4c60-821e-94e2ae978b94,segment=NetworkSegment(b8d95f10-a57d-4eb7-b874-de5df6f7561d),segment_id=b8d95f10-a57d-4eb7-b874-de5df6f7561d)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:27.102209 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e5a00ed4-64ce-42dc-8a51-68a281a875ef req-d452bc28-f028-4ea4-b4f7-2de6fca98814 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:27.150279 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-e5a00ed4-64ce-42dc-8a51-68a281a875ef req-d452bc28-f028-4ea4-b4f7-2de6fca98814 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Calling delete_port for 436f4e04-9fc5-4c60-821e-94e2ae978b94 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:22:27.174059 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76001851-b2c6-4e1d-ad3b-b833528dfb96 x-openstack-request-id: req-76001851-b2c6-4e1d-ad3b-b833528dfb96 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:22:27.174496 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-deleted", "tag": "e70f378c-9c1a-448d-838d-2e90ac1ae42e", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:22:27.174837 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76001851-b2c6-4e1d-ad3b-b833528dfb96 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:22:27.175559 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-deleted', 'tag': 'e70f378c-9c1a-448d-838d-2e90ac1ae42e', 'status': 'completed', 'code': 200} Jul 22 19:22:27.239821 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-2091e9ce-d5c1-4136-9a93-c8a612300236 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Deleting port 9df3022f-3694-41ee-8cbb-b947ff79670b {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:22:27.240320 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-2091e9ce-d5c1-4136-9a93-c8a612300236 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:27.417482 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9b9365-b745-4d66-9e4a-6aad513cb116 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Router ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:22:27.459585 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-d770852a-bb20-45cd-82e0-931a264abd1a tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:27.464996 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-d770852a-bb20-45cd-82e0-931a264abd1a tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports/78654019-d801-41ad-9f01-d5784c852f39 HTTP/1.1" status: 200 len: 936 time: 0.3920875 Jul 22 19:22:27.558780 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-c2b082f6-f4ae-40bf-8801-b240a0bc0f3e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:27.558780 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-c2b082f6-f4ae-40bf-8801-b240a0bc0f3e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports/fc734762-c254-4cb4-bad5-9b6992177001 HTTP/1.1" status: 200 len: 936 time: 0.0861473 Jul 22 19:22:27.768699 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-f5a56b37-0b3f-41d8-ab88-2a4c77f622c3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?network_id=b232de7e-d507-4fe5-aca3-83142933123b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1941392 Jul 22 19:22:27.771453 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-2091e9ce-d5c1-4136-9a93-c8a612300236 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] For port 9df3022f-3694-41ee-8cbb-b947ff79670b, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9df3022f-3694-41ee-8cbb-b947ff79670b,segment=NetworkSegment(1516a7d0-ce2f-448e-96b4-47e0539fd09b),segment_id=1516a7d0-ce2f-448e-96b4-47e0539fd09b)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:27.771818 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-2091e9ce-d5c1-4136-9a93-c8a612300236 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:27.845739 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-2091e9ce-d5c1-4136-9a93-c8a612300236 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Calling delete_port for 9df3022f-3694-41ee-8cbb-b947ff79670b owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:22:27.853203 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-d2907a49-0cce-4392-aec5-d12fdecec491 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?network_id=b232de7e-d507-4fe5-aca3-83142933123b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0783067 Jul 22 19:22:27.903660 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e5a00ed4-64ce-42dc-8a51-68a281a875ef req-d452bc28-f028-4ea4-b4f7-2de6fca98814 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:28.034056 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452bc28-f028-4ea4-b4f7-2de6fca98814 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Pushing event deleted for resources: {'Port': ['ID=436f4e04-9fc5-4c60-821e-94e2ae978b94,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:28.048647 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9b9365-b745-4d66-9e4a-6aad513cb116 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:22:28.081666 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] Sync routers for ids ['ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:22:28.096746 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] Routers {'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:22:28.098571 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:22:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:28.116660 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f018f8d-a1bf-4f75-92f6-b949d1a66524 req-643e3951-c740-44fc-904c-64aeaf4fc691 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:28.118153 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8f018f8d-a1bf-4f75-92f6-b949d1a66524 req-643e3951-c740-44fc-904c-64aeaf4fc691 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/ports?device_id=088a88fb-6e68-4af4-9860-d35c44111e02 HTTP/1.1" status: 200 len: 867 time: 0.4433234 Jul 22 19:22:28.158963 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a00ed4-64ce-42dc-8a51-68a281a875ef req-d452bc28-f028-4ea4-b4f7-2de6fca98814 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] No DVR routers for this DVR port 436f4e04-9fc5-4c60-821e-94e2ae978b94 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:22:28.170908 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e5a00ed4-64ce-42dc-8a51-68a281a875ef req-d452bc28-f028-4ea4-b4f7-2de6fca98814 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:28.173653 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5a00ed4-64ce-42dc-8a51-68a281a875ef req-d452bc28-f028-4ea4-b4f7-2de6fca98814 tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.30 "DELETE /v2.0/ports/436f4e04-9fc5-4c60-821e-94e2ae978b94 HTTP/1.1" status: 204 len: 173 time: 2.1131413 Jul 22 19:22:28.213074 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-f2a32ba8-acd5-4321-816b-7cc0fbbe45fd tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:28.219604 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-f2a32ba8-acd5-4321-816b-7cc0fbbe45fd tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:28.241768 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-f2a32ba8-acd5-4321-816b-7cc0fbbe45fd tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:28.243418 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-f2a32ba8-acd5-4321-816b-7cc0fbbe45fd tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/networks?id=e89c4a4f-ae66-40e9-a651-3fcc6679a396&id=0595bdbb-3fff-4758-845e-81a374857f98&id=0595bdbb-3fff-4758-845e-81a374857f98&id=b232de7e-d507-4fe5-aca3-83142933123b&id=b232de7e-d507-4fe5-aca3-83142933123b HTTP/1.1" status: 200 len: 1992 time: 0.3809853 Jul 22 19:22:28.244201 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-df9b9365-b745-4d66-9e4a-6aad513cb116 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:28.248325 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-df9b9365-b745-4d66-9e4a-6aad513cb116 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.3644695 Jul 22 19:22:28.252062 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 32980) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:28.290466 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] Set router ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:22:28.364167 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-5e70252f-5ffd-467c-96e5-ab71640215ff tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/quotas/88edd86379da474f9e73474c4822e718 HTTP/1.1" status: 200 len: 375 time: 0.0711708 Jul 22 19:22:28.366023 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ad821f62-d132-4e2a-8744-4126aea0ff08 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=637aa3e692f04588bda049c0135065ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1119809 Jul 22 19:22:28.370022 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 32982) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:28.390879 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8f018f8d-a1bf-4f75-92f6-b949d1a66524 req-2ada0dbc-bbb3-4666-a05a-9a5c430e765c tempest-VolumesActionsTest-446308296 tempest-VolumesActionsTest-446308296-project] 10.222.0.13 "GET /v2.0/security-groups?id=c561cbed-9e3d-471c-b2d5-942f2b9b5fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574670 Jul 22 19:22:28.434263 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2ebd854f-266d-4e31-99ce-8a02849e5714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:28.487869 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-2091e9ce-d5c1-4136-9a93-c8a612300236 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:28.575981 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393117424', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:22:20Z', 'updated_at': '2021-07-22T19:22:24Z', 'revision_number': 3, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:22:22Z', 'updated_at': '2021-07-22T19:22:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:28.581235 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091e9ce-d5c1-4136-9a93-c8a612300236 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event deleted for resources: {'Port': ['ID=9df3022f-3694-41ee-8cbb-b947ff79670b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:28.632273 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdff3b9-0349-4be3-a08a-21adc0922723 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:28.637760 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-acdff3b9-0349-4be3-a08a-21adc0922723 tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2667179 Jul 22 19:22:28.638716 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 32988) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:28.656323 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] Checking router: ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:22:28.656323 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] Updating router ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 port f65bce03-2c35-4cd0-92c5-1ac911550b6b binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:22:28.689297 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 436f4e04-9fc5-4c60-821e-94e2ae978b94 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:22:28.732598 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-324b44b5-13c0-4a61-b3c1-a70501667f81 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=88edd86379da474f9e73474c4822e718&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3405919 Jul 22 19:22:28.744773 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 32992) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:28.750911 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-72f2e3a3-6e11-4f70-bff0-a1bf203e4dff tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1093276 Jul 22 19:22:28.752559 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:28.758807 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 436f4e04-9fc5-4c60-821e-94e2ae978b94 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:22:28.759166 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 436f4e04-9fc5-4c60-821e-94e2ae978b94 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:22:28.784597 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-18ef30e7-7535-4041-8347-a4970991b65a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1915775308', 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065', 'project_id': '637aa3e692f04588bda049c0135065ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:28.903817 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-2091e9ce-d5c1-4136-9a93-c8a612300236 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] No DVR routers for this DVR port 9df3022f-3694-41ee-8cbb-b947ff79670b on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:22:28.908328 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-2091e9ce-d5c1-4136-9a93-c8a612300236 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:28.910509 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-2091e9ce-d5c1-4136-9a93-c8a612300236 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.16 "DELETE /v2.0/ports/9df3022f-3694-41ee-8cbb-b947ff79670b HTTP/1.1" status: 204 len: 173 time: 2.4183240 Jul 22 19:22:29.021767 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ef30e7-7535-4041-8347-a4970991b65a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Made reservation on behalf of 637aa3e692f04588bda049c0135065ab for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:22:29.024188 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-18ef30e7-7535-4041-8347-a4970991b65a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:29.180951 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088a88fb-6e68-4af4-9860-d35c44111e02', 'name': 'network-vif-deleted', 'tag': '436f4e04-9fc5-4c60-821e-94e2ae978b94'}, {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-deleted', 'tag': '9df3022f-3694-41ee-8cbb-b947ff79670b'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:22:29.184142 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0197b0-76be-4e1a-a2d6-9d0111282cdd" -d '{"events": [{"server_uuid": "088a88fb-6e68-4af4-9860-d35c44111e02", "name": "network-vif-deleted", "tag": "436f4e04-9fc5-4c60-821e-94e2ae978b94"}, {"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-deleted", "tag": "9df3022f-3694-41ee-8cbb-b947ff79670b"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:22:29.382097 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:29.386049 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972d555-61ef-4fbc-86fe-4a99150618e3 req-6030ab81-26c2-4d56-8526-71d6eba26c98 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:29.393323 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972d555-61ef-4fbc-86fe-4a99150618e3 req-6030ab81-26c2-4d56-8526-71d6eba26c98 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:29.395015 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4972d555-61ef-4fbc-86fe-4a99150618e3 req-6030ab81-26c2-4d56-8526-71d6eba26c98 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 1677 time: 0.6384709 Jul 22 19:22:29.402810 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] Transition to ACTIVE for port object f65bce03-2c35-4cd0-92c5-1ac911550b6b will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:29.411376 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:29.480317 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] Attempting to bind port f65bce03-2c35-4cd0-92c5-1ac911550b6b on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:22:29.480675 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] Attempting to bind port f65bce03-2c35-4cd0-92c5-1ac911550b6b by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:22:29.481788 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] Attempting to bind port f65bce03-2c35-4cd0-92c5-1ac911550b6b on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:22:29.484584 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d6f03-6084-4bc3-bc3d-2a70d4e9e6c4 None None] Pushing event updated for resources: {'Port': ['ID=f65bce03-2c35-4cd0-92c5-1ac911550b6b,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:29.497123 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:22:29.498944 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:22:29.498944 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:29.498944 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:22:29.498944 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] Bound port: f65bce03-2c35-4cd0-92c5-1ac911550b6b, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:22:29.501653 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:29.569349 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] For port f65bce03-2c35-4cd0-92c5-1ac911550b6b, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:22:29.576790 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] For port f65bce03-2c35-4cd0-92c5-1ac911550b6b, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f65bce03-2c35-4cd0-92c5-1ac911550b6b,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:22:29.588015 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:29.729631 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] Routers {'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:22:29.746512 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:22:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:29.862005 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-1a4a7dad-ac9c-44a4-b7e5-b474d814c2a2 service neutron] 10.222.0.13 "GET /v2.0/networks/e89c4a4f-ae66-40e9-a651-3fcc6679a396?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1162317 Jul 22 19:22:29.955704 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4972d555-61ef-4fbc-86fe-4a99150618e3 req-7f61b12a-b454-4469-b6fa-39ea7bd23a48 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133800 Jul 22 19:22:29.967464 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-79f27776-4b63-40c1-9d6f-c966e3ff229a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Deleting port 259e9db0-beba-44b5-801c-945259c53a16 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:22:29.970552 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-79f27776-4b63-40c1-9d6f-c966e3ff229a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:30.147133 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d6f03-6084-4bc3-bc3d-2a70d4e9e6c4 None None] Pushing event updated for resources: {'Port': ['ID=f65bce03-2c35-4cd0-92c5-1ac911550b6b,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:30.190413 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] Set router ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:22:30.194317 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 19:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc250b9-fb2e-4a4b-b81a-17daae798972 x-openstack-request-id: req-9fc250b9-fb2e-4a4b-b81a-17daae798972 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:22:30.194615 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088a88fb-6e68-4af4-9860-d35c44111e02", "name": "network-vif-deleted", "tag": "436f4e04-9fc5-4c60-821e-94e2ae978b94", "status": "completed", "code": 200}, {"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-deleted", "tag": "9df3022f-3694-41ee-8cbb-b947ff79670b", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:22:30.194862 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fc250b9-fb2e-4a4b-b81a-17daae798972 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:22:30.195296 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088a88fb-6e68-4af4-9860-d35c44111e02', 'name': 'network-vif-deleted', 'tag': '436f4e04-9fc5-4c60-821e-94e2ae978b94', 'status': 'completed', 'code': 200} Jul 22 19:22:30.195529 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-deleted', 'tag': '9df3022f-3694-41ee-8cbb-b947ff79670b', 'status': 'completed', 'code': 200} Jul 22 19:22:30.262859 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-79f27776-4b63-40c1-9d6f-c966e3ff229a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] For port 259e9db0-beba-44b5-801c-945259c53a16, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=259e9db0-beba-44b5-801c-945259c53a16,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:30.263200 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-79f27776-4b63-40c1-9d6f-c966e3ff229a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:30.285656 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-79f27776-4b63-40c1-9d6f-c966e3ff229a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Calling delete_port for 259e9db0-beba-44b5-801c-945259c53a16 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:22:30.388619 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e71c21f1-ae75-499c-b9b9-0e4a5a5bc088 service neutron] 10.222.0.13 "GET /v2.0/networks/e89c4a4f-ae66-40e9-a651-3fcc6679a396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148959 Jul 22 19:22:30.518735 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393117424', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:22:20Z', 'updated_at': '2021-07-22T19:22:24Z', 'revision_number': 3, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:22:22Z', 'updated_at': '2021-07-22T19:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:30.560844 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeee88d4-ce9d-483c-bd2a-b04e7a46589d None None] The sync data for ids ['ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'] in n-d-800086-12 is: [{'id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393117424', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:22:20Z', 'updated_at': '2021-07-22T19:22:24Z', 'revision_number': 3, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:22:22Z', 'updated_at': '2021-07-22T19:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:22:30.606481 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-09573844-11be-4473-bbeb-33fdd87736f1 service neutron] 10.222.0.13 "GET /v2.0/ports/78654019-d801-41ad-9f01-d5784c852f39?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2110035 Jul 22 19:22:30.805167 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-18ef30e7-7535-4041-8347-a4970991b65a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:30.920067 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef30e7-7535-4041-8347-a4970991b65a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Subnet': ['ID=424f4846-1760-4eba-8276-fd19966bb05d,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:31.091443 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ef30e7-7535-4041-8347-a4970991b65a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Checking segment: {'id': '129e4c3a-ab91-4559-97dd-d2385044d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:22:31.091814 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ef30e7-7535-4041-8347-a4970991b65a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network hostable DHCP agents. Network: 9c297b54-303e-4a67-ba8a-52a15e243065, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:22:31.135096 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4983985a-3347-49dc-b5cb-4dfb68a7fc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:31.152397 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:31.154568 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-8c396745-a920-48d8-a850-9dba210631f8 service neutron] 10.222.0.13 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898734 Jul 22 19:22:31.216204 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-79f27776-4b63-40c1-9d6f-c966e3ff229a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:31.348420 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ef30e7-7535-4041-8347-a4970991b65a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network 9c297b54-303e-4a67-ba8a-52a15e243065 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:22:31.356944 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f27776-4b63-40c1-9d6f-c966e3ff229a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event deleted for resources: {'Port': ['ID=259e9db0-beba-44b5-801c-945259c53a16,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:31.481974 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f65bce03-2c35-4cd0-92c5-1ac911550b6b up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:22:31.596680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-18ef30e7-7535-4041-8347-a4970991b65a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 9c297b54-303e-4a67-ba8a-52a15e243065) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:22:31.648085 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecde89be-d55c-4194-9687-fdec06e85ee7 None None] Network 9c297b54-303e-4a67-ba8a-52a15e243065 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:22:31.666959 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ef30e7-7535-4041-8347-a4970991b65a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:31.667566 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-18ef30e7-7535-4041-8347-a4970991b65a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:31.674543 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-79f27776-4b63-40c1-9d6f-c966e3ff229a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] No DVR routers for this DVR port 259e9db0-beba-44b5-801c-945259c53a16 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:22:31.679298 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port f65bce03-2c35-4cd0-92c5-1ac911550b6b completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:22:31.687746 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-79f27776-4b63-40c1-9d6f-c966e3ff229a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:31.689973 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-79f27776-4b63-40c1-9d6f-c966e3ff229a tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.16 "DELETE /v2.0/ports/259e9db0-beba-44b5-801c-945259c53a16 HTTP/1.1" status: 204 len: 173 time: 2.7623796 Jul 22 19:22:31.763127 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port f65bce03-2c35-4cd0-92c5-1ac911550b6b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:31.763506 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:31.803403 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-18ef30e7-7535-4041-8347-a4970991b65a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.0253987 Jul 22 19:22:31.805800 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33036) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:31.809324 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e6762530-478d-4678-90b7-2616cc6fd643 service neutron] 10.222.0.13 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6307302 Jul 22 19:22:31.998092 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-b695fa49-c86c-40d5-81a3-10393c0e8e17 service neutron] 10.222.0.13 "GET /v2.0/ports/fc734762-c254-4cb4-bad5-9b6992177001?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1576688 Jul 22 19:22:32.042903 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a6fcc-3bd2-47d2-aafa-1eb60a4d15e1 req-2fedcf3c-7334-4dc1-8418-9192b5f07086 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:32.065596 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-800a6fcc-3bd2-47d2-aafa-1eb60a4d15e1 req-2fedcf3c-7334-4dc1-8418-9192b5f07086 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 943 time: 0.8414152 Jul 22 19:22:32.247478 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-deleted', 'tag': '259e9db0-beba-44b5-801c-945259c53a16'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:22:32.264198 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fdfc48-01b4-46d6-81bb-2069d5925522" -d '{"events": [{"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-deleted", "tag": "259e9db0-beba-44b5-801c-945259c53a16"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:22:32.350917 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:32.376143 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:32.404894 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-9c297b54-303e-4a67-ba8a-52a15e243065', 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'fixed_ips': [{'subnet_id': '424f4846-1760-4eba-8276-fd19966bb05d'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:22:32.405917 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:32.505582 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port f65bce03-2c35-4cd0-92c5-1ac911550b6b, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f65bce03-2c35-4cd0-92c5-1ac911550b6b,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:32.521846 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-800a6fcc-3bd2-47d2-aafa-1eb60a4d15e1 req-1aee3e06-221e-4c23-adcb-c1ce0d77256d tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups?id=e49db830-42f1-43d9-8db0-7d0f729a00b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4554112 Jul 22 19:22:32.561088 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ab61ea64-9378-4d23-82f1-aa82795d78ae service neutron] 10.222.0.13 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710493 Jul 22 19:22:32.587250 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:32.646879 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-fdecbaaf-2bac-43d4-acf3-8315b1f959d1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Deleting port 2accf516-ee91-4bb6-b761-c8c09b679d76 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:22:32.646879 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-fdecbaaf-2bac-43d4-acf3-8315b1f959d1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:32.710135 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=f65bce03-2c35-4cd0-92c5-1ac911550b6b,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:32.819910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-fdecbaaf-2bac-43d4-acf3-8315b1f959d1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] For port 2accf516-ee91-4bb6-b761-c8c09b679d76, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=2accf516-ee91-4bb6-b761-c8c09b679d76,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:32.821245 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-fdecbaaf-2bac-43d4-acf3-8315b1f959d1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:32.847690 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-fdecbaaf-2bac-43d4-acf3-8315b1f959d1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Calling delete_port for 2accf516-ee91-4bb6-b761-c8c09b679d76 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:22:33.011188 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] Allocated IP 172.20.0.2 (9c297b54-303e-4a67-ba8a-52a15e243065/424f4846-1760-4eba-8276-fd19966bb05d/84670c3e-b2de-4062-ae0f-737e1422d722) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:22:33.297828 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d201fc7-6cb0-4e98-baaf-59be749745c4 x-openstack-request-id: req-3d201fc7-6cb0-4e98-baaf-59be749745c4 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:22:33.314094 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-deleted", "tag": "259e9db0-beba-44b5-801c-945259c53a16", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:22:33.314634 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d201fc7-6cb0-4e98-baaf-59be749745c4 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:22:33.315824 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-deleted', 'tag': '259e9db0-beba-44b5-801c-945259c53a16', 'status': 'completed', 'code': 200} Jul 22 19:22:33.324584 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-fdecbaaf-2bac-43d4-acf3-8315b1f959d1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:33.559904 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8950b38-3bb6-4d0a-9508-95f09b5076df tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:33.565191 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecbaaf-2bac-43d4-acf3-8315b1f959d1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event deleted for resources: {'Port': ['ID=2accf516-ee91-4bb6-b761-c8c09b679d76,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:33.602930 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f65bce03-2c35-4cd0-92c5-1ac911550b6b up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:22:33.752392 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:33.752654 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-fdecbaaf-2bac-43d4-acf3-8315b1f959d1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] No DVR routers for this DVR port 2accf516-ee91-4bb6-b761-c8c09b679d76 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:22:33.763005 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-fdecbaaf-2bac-43d4-acf3-8315b1f959d1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:33.765564 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-691317ce-9b0b-4c70-9cb9-a16944daf0f8 req-fdecbaaf-2bac-43d4-acf3-8315b1f959d1 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.16 "DELETE /v2.0/ports/2accf516-ee91-4bb6-b761-c8c09b679d76 HTTP/1.1" status: 204 len: 173 time: 2.0594709 Jul 22 19:22:33.797916 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-3e1219dc-bcc1-4834-b367-6996c1a68f30 service neutron] 10.222.0.13 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2297971 Jul 22 19:22:33.818991 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] Transition to ACTIVE for port object 84670c3e-b2de-4062-ae0f-737e1422d722 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:33.847886 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8bdfb716-570b-4f04-82b6-da8dcbf0f075 req-3f901b50-8dbf-4469-ae69-9dffcff01dae tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 210 time: 0.1316035 Jul 22 19:22:33.887825 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] Transition to ACTIVE for port object 84670c3e-b2de-4062-ae0f-737e1422d722 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:33.903073 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:34.002400 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-d1527781-1229-4c78-9716-ed5a59e119e3 service neutron] 10.222.0.13 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598957 Jul 22 19:22:34.125337 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] Pushing event updated for resources: {'Port': ['ID=84670c3e-b2de-4062-ae0f-737e1422d722,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:34.204052 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] Network 9c297b54-303e-4a67-ba8a-52a15e243065 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:22:34.205430 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-74a8e383-0f33-4f4e-9e14-02524bad7a0e service neutron] 10.222.0.13 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970532 Jul 22 19:22:34.214277 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port f65bce03-2c35-4cd0-92c5-1ac911550b6b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:34.218768 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:34.230657 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:22:34.268607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:22:34.272880 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:34.402973 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-a8950b38-3bb6-4d0a-9508-95f09b5076df tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Allocated IP 172.20.0.1 (9c297b54-303e-4a67-ba8a-52a15e243065/424f4846-1760-4eba-8276-fd19966bb05d/640bb3c3-5fe8-48e4-9570-55f2c1a11d2c) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:22:34.434404 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-83f105ca-d815-4a7e-b9d6-0a22cd4d339b service neutron] 10.222.0.13 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225227 Jul 22 19:22:34.613720 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] Attempting to bind port 84670c3e-b2de-4062-ae0f-737e1422d722 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:22:34.614919 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] Attempting to bind port 84670c3e-b2de-4062-ae0f-737e1422d722 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '129e4c3a-ab91-4559-97dd-d2385044d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:22:34.615520 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] Attempting to bind port 84670c3e-b2de-4062-ae0f-737e1422d722 on network 9c297b54-303e-4a67-ba8a-52a15e243065 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:22:34.637589 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:22:34.639043 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] Checking segment: {'id': '129e4c3a-ab91-4559-97dd-d2385044d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:22:34.643509 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:34.644201 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] Bound using segment: {'id': '129e4c3a-ab91-4559-97dd-d2385044d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:22:34.644954 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] Bound port: 84670c3e-b2de-4062-ae0f-737e1422d722, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129e4c3a-ab91-4559-97dd-d2385044d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:22:34.645723 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:34.788562 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-70610c00-d98a-46eb-afac-e15f448bdfcb service neutron] 10.222.0.13 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444357 Jul 22 19:22:34.794565 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8950b38-3bb6-4d0a-9508-95f09b5076df tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:34.803382 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] For port 84670c3e-b2de-4062-ae0f-737e1422d722, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:22:34.807589 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] For port 84670c3e-b2de-4062-ae0f-737e1422d722, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=84670c3e-b2de-4062-ae0f-737e1422d722,segment=NetworkSegment(129e4c3a-ab91-4559-97dd-d2385044d31e),segment_id=129e4c3a-ab91-4559-97dd-d2385044d31e)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:22:34.820460 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:34.849568 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-a8950b38-3bb6-4d0a-9508-95f09b5076df tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Transition to ACTIVE for port object 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:35.006199 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8950b38-3bb6-4d0a-9508-95f09b5076df tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:35.014381 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327da212-ef1c-426b-89ba-257c7eaba2a9 None None] Pushing event updated for resources: {'Port': ['ID=84670c3e-b2de-4062-ae0f-737e1422d722,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:35.180956 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8950b38-3bb6-4d0a-9508-95f09b5076df tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=640bb3c3-5fe8-48e4-9570-55f2c1a11d2c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:35.222302 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8950b38-3bb6-4d0a-9508-95f09b5076df tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network 9c297b54-303e-4a67-ba8a-52a15e243065 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:22:35.227929 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-a8950b38-3bb6-4d0a-9508-95f09b5076df tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:22:35.235148 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8950b38-3bb6-4d0a-9508-95f09b5076df tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:22:35.335587 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-deleted', 'tag': '2accf516-ee91-4bb6-b761-c8c09b679d76'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:22:35.337872 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d23f03-ac50-4442-8987-41d608289fd0" -d '{"events": [{"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-deleted", "tag": "2accf516-ee91-4bb6-b761-c8c09b679d76"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:22:35.356630 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d162632-3cfc-4fc9-a6ec-008f119c14ec req-71bcbcf8-77ef-43cb-a3b7-57a4811c56e0 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 210 time: 0.2606027 Jul 22 19:22:35.378834 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-0ac67a9f-f43b-44d9-86b6-01f590b04f4b service neutron] 10.222.0.13 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877504 Jul 22 19:22:35.484119 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8950b38-3bb6-4d0a-9508-95f09b5076df tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:35.594965 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae6070a-8a6d-4de8-8427-40527fa592cc x-openstack-request-id: req-cae6070a-8a6d-4de8-8427-40527fa592cc {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:22:35.597618 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f0ccbc-7995-46b3-9909-db380b698770", "name": "network-vif-deleted", "tag": "2accf516-ee91-4bb6-b761-c8c09b679d76", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:22:35.597618 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cae6070a-8a6d-4de8-8427-40527fa592cc {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:22:35.602848 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f0ccbc-7995-46b3-9909-db380b698770', 'name': 'network-vif-deleted', 'tag': '2accf516-ee91-4bb6-b761-c8c09b679d76', 'status': 'completed', 'code': 200} Jul 22 19:22:35.617941 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 84670c3e-b2de-4062-ae0f-737e1422d722 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:22:35.731159 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 84670c3e-b2de-4062-ae0f-737e1422d722 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:22:35.747220 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-974d49f4-f9e7-434d-ba29-8949328621b4 service neutron] 10.222.0.13 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658810 Jul 22 19:22:35.971501 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8950b38-3bb6-4d0a-9508-95f09b5076df tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:36.013512 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-5e5873e9-6fa7-4850-8d0c-701cf4df9e5a service neutron] 10.222.0.13 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540905 Jul 22 19:22:36.278377 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-915da504-293a-40c4-891f-b6a89ee055d5 service neutron] 10.222.0.13 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639291 Jul 22 19:22:36.612301 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6efae315-e282-45fe-b11c-7420f9e82952 req-32b9d3c9-3059-4f44-a4bf-74333c94c60d tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 210 time: 0.0676434 Jul 22 19:22:36.746657 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8950b38-3bb6-4d0a-9508-95f09b5076df tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:36.752981 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8950b38-3bb6-4d0a-9508-95f09b5076df tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:36.895496 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8950b38-3bb6-4d0a-9508-95f09b5076df tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:36.899348 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8950b38-3bb6-4d0a-9508-95f09b5076df tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=640bb3c3-5fe8-48e4-9570-55f2c1a11d2c,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:36.945044 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0fdaf8-ddb6-43a7-9b2e-9496aaaf9ad1 None None] Network 9c297b54-303e-4a67-ba8a-52a15e243065 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:22:37.147692 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8950b38-3bb6-4d0a-9508-95f09b5076df tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network 9c297b54-303e-4a67-ba8a-52a15e243065 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:22:37.152261 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-a8950b38-3bb6-4d0a-9508-95f09b5076df tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:22:37.157837 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-90458aac-925d-425c-95b8-d84936309313 None None] Provisioning for port 84670c3e-b2de-4062-ae0f-737e1422d722 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:22:37.219498 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-90458aac-925d-425c-95b8-d84936309313 None None] Provisioning complete for port 84670c3e-b2de-4062-ae0f-737e1422d722 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:37.220422 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-90458aac-925d-425c-95b8-d84936309313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:37.419206 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8950b38-3bb6-4d0a-9508-95f09b5076df tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Router ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:22:37.559109 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-90458aac-925d-425c-95b8-d84936309313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:37.605062 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8950b38-3bb6-4d0a-9508-95f09b5076df tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:22:37.619933 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a8950b38-3bb6-4d0a-9508-95f09b5076df tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "PUT /v2.0/routers/ddb9c221-d7c3-4d36-b1e4-bf564ef9d901/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8117571 Jul 22 19:22:37.709670 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-90458aac-925d-425c-95b8-d84936309313 None None] For port 84670c3e-b2de-4062-ae0f-737e1422d722, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=84670c3e-b2de-4062-ae0f-737e1422d722,segment=NetworkSegment(129e4c3a-ab91-4559-97dd-d2385044d31e),segment_id=129e4c3a-ab91-4559-97dd-d2385044d31e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:37.723724 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] Sync routers for ids ['ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:22:37.751434 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-90458aac-925d-425c-95b8-d84936309313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:37.844290 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] Routers {'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:22:37.845017 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:22:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:37.872086 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b010c7e-575c-4e43-9140-00bbfa3c28eb req-7674d3c7-993c-476d-9e1a-b1d58ec7881e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 210 time: 0.0583148 Jul 22 19:22:38.068658 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90458aac-925d-425c-95b8-d84936309313 None None] Pushing event updated for resources: {'Port': ['ID=84670c3e-b2de-4062-ae0f-737e1422d722,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:38.135380 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-df3ebeff-35c6-4237-9f61-49345e06134f None None] Provisioning for port 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:22:38.142341 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-df3ebeff-35c6-4237-9f61-49345e06134f None None] Provisioning complete for port 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:38.142769 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-df3ebeff-35c6-4237-9f61-49345e06134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:38.182330 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87b091a1-7e0c-48be-b72f-74497f014001 req-f1730001-a70f-4c20-8d49-b8fb617bcc00 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 210 time: 0.1014659 Jul 22 19:22:38.198573 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] Set router ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:22:38.201246 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-df3ebeff-35c6-4237-9f61-49345e06134f None None] Port 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:22:38.254787 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-df3ebeff-35c6-4237-9f61-49345e06134f None None] Provisioning complete for port 84670c3e-b2de-4062-ae0f-737e1422d722 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:38.255171 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-df3ebeff-35c6-4237-9f61-49345e06134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:38.269895 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-12395297-5fcf-4473-b45a-6a55a2c64e4e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1609143908&fields=id&tenant_id=637aa3e692f04588bda049c0135065ab HTTP/1.1" status: 200 len: 267 time: 0.2210050 Jul 22 19:22:38.524180 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-0940660a-881c-423a-a77a-052388f6b829 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:38.533626 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-0940660a-881c-423a-a77a-052388f6b829 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/networks?id=9c297b54-303e-4a67-ba8a-52a15e243065 HTTP/1.1" status: 200 len: 796 time: 0.2628105 Jul 22 19:22:38.551051 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-bc9abcd3-a254-40f1-b1a6-2951bb33806f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/quotas/637aa3e692f04588bda049c0135065ab HTTP/1.1" status: 200 len: 375 time: 0.0161285 Jul 22 19:22:38.563613 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393117424', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:22:20Z', 'updated_at': '2021-07-22T19:22:35Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:22:22Z', 'updated_at': '2021-07-22T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '640bb3c3-5fe8-48e4-9570-55f2c1a11d2c', 'name': '', 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:08:a9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '424f4846-1760-4eba-8276-fd19966bb05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:22:34Z', 'updated_at': '2021-07-22T19:22:36Z', 'revision_number': 2, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '424f4846-1760-4eba-8276-fd19966bb05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:38.608215 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] Checking router: ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:22:38.609116 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] Updating router ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 port 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:22:38.690615 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:38.705880 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-5f0126a7-7e01-4e6d-94a2-4c5f1d3f52be tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1534946 Jul 22 19:22:39.045047 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-a04c9bab-7e75-4c4a-838d-674cbf9b31df service neutron] 10.222.0.13 "GET /v2.0/networks/9c297b54-303e-4a67-ba8a-52a15e243065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342013 Jul 22 19:22:39.209640 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d53b749b-e09f-40fb-8be8-d0f6f20ed538 req-32c12b0d-9c44-4483-b732-4b3378e5c5de tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 210 time: 0.1570959 Jul 22 19:22:39.335860 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:39.345482 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fa28291c-5329-4d41-9aa5-d98e74dde819 None None] Provisioning complete for port 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:39.345800 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fa28291c-5329-4d41-9aa5-d98e74dde819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:39.381535 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9b5cf78-c907-4153-8f3c-d2a2a0a42754 req-8e584b01-d148-41ff-b3c4-4bc339bef7d6 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 210 time: 0.0556359 Jul 22 19:22:39.428740 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-8e378c43-b0ac-4b58-9a52-05ea550e7fe5 service neutron] 10.222.0.13 "GET /v2.0/networks/9c297b54-303e-4a67-ba8a-52a15e243065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800519 Jul 22 19:22:39.547337 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 84670c3e-b2de-4062-ae0f-737e1422d722 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:22:39.725201 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a2a7dd7-524a-47a3-8cef-941819ea6d11 req-596968d6-4626-4008-8493-a7a38f547d26 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 210 time: 0.0741539 Jul 22 19:22:39.800979 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-fa28291c-5329-4d41-9aa5-d98e74dde819 None None] Port 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:22:39.957983 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:40.019457 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 84670c3e-b2de-4062-ae0f-737e1422d722 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:40.019457 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:40.110746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7b6cf2f9-62cb-4caf-86b8-c09dfd0a605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:40.120997 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7b6cf2f9-62cb-4caf-86b8-c09dfd0a605e service neutron] 10.222.0.30 "GET /v2.0/ports/78654019-d801-41ad-9f01-d5784c852f39 HTTP/1.1" status: 200 len: 1032 time: 0.2334094 Jul 22 19:22:40.177942 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] Transition to ACTIVE for port object 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:40.181728 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ee7f1c08-fec5-4d58-82f0-660d68d6f638 None None] Provisioning complete for port 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:40.182106 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1c08-fec5-4d58-82f0-660d68d6f638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:40.305358 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:40.311817 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4b340d26-dcea-496b-8aaf-ee3ad42e6a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:40.321208 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4b340d26-dcea-496b-8aaf-ee3ad42e6a5a service neutron] 10.222.0.30 "GET /v2.0/ports/fc734762-c254-4cb4-bad5-9b6992177001 HTTP/1.1" status: 200 len: 1032 time: 0.1979492 Jul 22 19:22:40.388933 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c2a397f-d2ea-4803-a65d-d8e932a25c0d req-27f4341e-5624-44ed-8074-e9b2bca36602 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 210 time: 0.0663557 Jul 22 19:22:40.670359 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c587cda-8327-4902-a4c6-74fe9d5a04ac req-905497e1-0041-4a18-b249-9886659bf8ff tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 210 time: 0.0893834 Jul 22 19:22:40.762767 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-764ad933-91aa-40ef-ad0d-e6184c18724e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:40.779185 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-764ad933-91aa-40ef-ad0d-e6184c18724e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:40.813999 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-764ad933-91aa-40ef-ad0d-e6184c18724e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:40.815678 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-764ad933-91aa-40ef-ad0d-e6184c18724e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.30 "GET /v2.0/networks?id=e89c4a4f-ae66-40e9-a651-3fcc6679a396&id=0595bdbb-3fff-4758-845e-81a374857f98&id=0595bdbb-3fff-4758-845e-81a374857f98&id=0595bdbb-3fff-4758-845e-81a374857f98&id=0595bdbb-3fff-4758-845e-81a374857f98&id=b232de7e-d507-4fe5-aca3-83142933123b&id=b232de7e-d507-4fe5-aca3-83142933123b HTTP/1.1" status: 200 len: 1992 time: 0.4662626 Jul 22 19:22:41.014293 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f1c08-fec5-4d58-82f0-660d68d6f638 None None] Port 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:22:41.032754 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41a4a689-2c9c-4be0-aba3-97bb3e033507 req-6a7bca24-7a2f-4b69-991f-d29e8a20eccb tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 210 time: 0.1968923 Jul 22 19:22:41.068250 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-00f71bdf-d14d-46cc-86e1-37d46c9a021c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88edd86379da474f9e73474c4822e718 HTTP/1.1" status: 200 len: 379 time: 0.2415938 Jul 22 19:22:41.070936 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db179e-8373-4625-b7a6-70e6df06651a None None] Pushing event updated for resources: {'Port': ['ID=640bb3c3-5fe8-48e4-9570-55f2c1a11d2c,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:41.097232 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-88d2d9ce-0bc1-4ed0-9626-011524dc8eae tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Request body: {'port': {'device_id': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396', 'admin_state_up': True, 'tenant_id': '88edd86379da474f9e73474c4822e718', 'security_groups': ['ca834bc2-1278-483f-be6a-923e43b5446d']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:41.234471 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] Attempting to bind port 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:22:41.235726 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] Attempting to bind port 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '129e4c3a-ab91-4559-97dd-d2385044d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:22:41.237020 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] Attempting to bind port 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c on network 9c297b54-303e-4a67-ba8a-52a15e243065 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:22:41.262250 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:22:41.266008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] Checking segment: {'id': '129e4c3a-ab91-4559-97dd-d2385044d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:22:41.266437 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:41.266848 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] Bound using segment: {'id': '129e4c3a-ab91-4559-97dd-d2385044d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:22:41.268805 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] Bound port: 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129e4c3a-ab91-4559-97dd-d2385044d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:22:41.269434 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:41.401584 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-88d2d9ce-0bc1-4ed0-9626-011524dc8eae tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Made reservation on behalf of 88edd86379da474f9e73474c4822e718 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:22:41.408972 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-88d2d9ce-0bc1-4ed0-9626-011524dc8eae tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:41.481383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] For port 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:22:41.489885 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] For port 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=640bb3c3-5fe8-48e4-9570-55f2c1a11d2c,segment=NetworkSegment(129e4c3a-ab91-4559-97dd-d2385044d31e),segment_id=129e4c3a-ab91-4559-97dd-d2385044d31e)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:22:41.503815 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:41.731319 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-88d2d9ce-0bc1-4ed0-9626-011524dc8eae tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Allocated IP 172.20.0.10 (e89c4a4f-ae66-40e9-a651-3fcc6679a396/21df62a7-a6ca-436a-b217-caf06ac55fe4/5270d4db-298b-4df2-978e-ae9cd7fd456b) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:22:41.732532 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:41.773074 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-96cd0270-ce13-4671-a968-bd212947b9f3 req-4051df80-4b5d-4ced-8d66-872da9751314 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 210 time: 0.1504695 Jul 22 19:22:41.809336 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] Routers {'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:22:41.812233 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:22:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:41.850308 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db179e-8373-4625-b7a6-70e6df06651a None None] Pushing event updated for resources: {'Port': ['ID=640bb3c3-5fe8-48e4-9570-55f2c1a11d2c,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:42.104445 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-439b597f-73d3-40ab-a37c-5075e5c0cc84 req-8c8bfdf7-2dcb-42b9-9923-20014d822456 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 210 time: 0.0854402 Jul 22 19:22:42.150484 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] Set router ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:22:42.272082 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef7d2d0c-e8d6-42da-b6aa-c2bb9bac1a5d req-767418b3-d776-4ea5-a576-242a0cbd4f48 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 210 time: 0.0566440 Jul 22 19:22:42.384669 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-351d70f6-f423-4db2-a509-0dc0f5ea418a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:42.392079 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-351d70f6-f423-4db2-a509-0dc0f5ea418a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.16 "GET /v2.0/networks?id=9c297b54-303e-4a67-ba8a-52a15e243065 HTTP/1.1" status: 200 len: 796 time: 0.6432598 Jul 22 19:22:42.565187 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-4ce61ab9-36ee-4fa6-90dc-44c31dc9ea2e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=637aa3e692f04588bda049c0135065ab HTTP/1.1" status: 200 len: 380 time: 0.1537132 Jul 22 19:22:42.597713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-45a2085e-1a85-44ed-9306-e44af7296c0e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'port': {'device_id': 'a1873a86-7d07-48a2-8367-fa72ca16fa65', 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065', 'admin_state_up': True, 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'security_groups': ['414dad19-cd7f-4cd0-b345-5631fb2fce32']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:42.631738 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393117424', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:22:20Z', 'updated_at': '2021-07-22T19:22:35Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:22:22Z', 'updated_at': '2021-07-22T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '640bb3c3-5fe8-48e4-9570-55f2c1a11d2c', 'name': '', 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:08:a9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '424f4846-1760-4eba-8276-fd19966bb05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:22:34Z', 'updated_at': '2021-07-22T19:22:41Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '424f4846-1760-4eba-8276-fd19966bb05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:42.641068 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-88d2d9ce-0bc1-4ed0-9626-011524dc8eae tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:42.697384 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e16963-96f4-4521-bd09-8e5b13bad2a9 None None] The sync data for ids ['ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'] in n-d-800086-12 is: [{'id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393117424', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:22:20Z', 'updated_at': '2021-07-22T19:22:35Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:22:22Z', 'updated_at': '2021-07-22T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '640bb3c3-5fe8-48e4-9570-55f2c1a11d2c', 'name': '', 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:08:a9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '424f4846-1760-4eba-8276-fd19966bb05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:22:34Z', 'updated_at': '2021-07-22T19:22:41Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '424f4846-1760-4eba-8276-fd19966bb05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:22:42.741005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-88d2d9ce-0bc1-4ed0-9626-011524dc8eae tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Transition to ACTIVE for port object 5270d4db-298b-4df2-978e-ae9cd7fd456b will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:43.122041 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-06a498e8-a865-4ba1-b62d-dc9678e214ad req-976fb40c-a200-4d04-a3fb-615b2671ca66 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 210 time: 0.1115899 Jul 22 19:22:43.145976 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-88d2d9ce-0bc1-4ed0-9626-011524dc8eae tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:43.201071 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-45a2085e-1a85-44ed-9306-e44af7296c0e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Made reservation on behalf of 637aa3e692f04588bda049c0135065ab for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:22:43.206433 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-45a2085e-1a85-44ed-9306-e44af7296c0e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:43.221316 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-88d2d9ce-0bc1-4ed0-9626-011524dc8eae tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Network e89c4a4f-ae66-40e9-a651-3fcc6679a396 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:22:43.242309 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-88d2d9ce-0bc1-4ed0-9626-011524dc8eae tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:22:43.248503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-88d2d9ce-0bc1-4ed0-9626-011524dc8eae tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:22:43.262089 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2d9ce-0bc1-4ed0-9626-011524dc8eae tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event updated for resources: {'Port': ['ID=5270d4db-298b-4df2-978e-ae9cd7fd456b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:43.554782 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:22:43.642677 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-45a2085e-1a85-44ed-9306-e44af7296c0e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Allocated IP 172.20.0.8 (9c297b54-303e-4a67-ba8a-52a15e243065/424f4846-1760-4eba-8276-fd19966bb05d/83f824c9-ab76-400b-989c-e2c25e9a07ba) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:22:43.663852 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:22:43.668948 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:43.669360 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:43.716913 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a9faa9de-eda2-409c-9694-8af411c994c9 req-daa9cf97-6d77-40fb-a2a6-d43bb3ab8999 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 210 time: 0.2129884 Jul 22 19:22:43.740121 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9a227a1b-cf4f-432f-a188-fa97a6caa9c9 None None] Provisioning for port 5270d4db-298b-4df2-978e-ae9cd7fd456b completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:22:43.745038 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9a227a1b-cf4f-432f-a188-fa97a6caa9c9 None None] Provisioning complete for port 5270d4db-298b-4df2-978e-ae9cd7fd456b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:43.745655 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9a227a1b-cf4f-432f-a188-fa97a6caa9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:43.769713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-88d2d9ce-0bc1-4ed0-9626-011524dc8eae tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:43.770609 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-88d2d9ce-0bc1-4ed0-9626-011524dc8eae tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:43.830599 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-88d2d9ce-0bc1-4ed0-9626-011524dc8eae tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7565956 Jul 22 19:22:43.849268 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1d9f30e-2f75-4bd3-a900-a4feeee0b38b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Request body: {'port': {'device_id': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98', 'admin_state_up': True, 'tenant_id': '88edd86379da474f9e73474c4822e718', 'security_groups': ['ca834bc2-1278-483f-be6a-923e43b5446d']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:43.858649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-9a227a1b-cf4f-432f-a188-fa97a6caa9c9 None None] Port 5270d4db-298b-4df2-978e-ae9cd7fd456b cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:22:43.878670 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:43.922175 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=640bb3c3-5fe8-48e4-9570-55f2c1a11d2c,segment=NetworkSegment(129e4c3a-ab91-4559-97dd-d2385044d31e),segment_id=129e4c3a-ab91-4559-97dd-d2385044d31e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:43.934349 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:44.055066 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=640bb3c3-5fe8-48e4-9570-55f2c1a11d2c,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:44.494819 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc164b61-2b20-4e25-aa2b-edf0b18fe618 req-08501c6b-3da3-4833-af5e-355e784cc6ee tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 210 time: 0.0488002 Jul 22 19:22:44.536990 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a361d-a2ba-475a-9269-6b2f2c9a818d req-1c45a38f-ee92-47f0-bf7f-502dd19286f9 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:44.538460 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c4a361d-a2ba-475a-9269-6b2f2c9a818d req-1c45a38f-ee92-47f0-bf7f-502dd19286f9 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 932 time: 1.0336769 Jul 22 19:22:44.610212 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-45a2085e-1a85-44ed-9306-e44af7296c0e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:44.658582 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-45a2085e-1a85-44ed-9306-e44af7296c0e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Transition to ACTIVE for port object 83f824c9-ab76-400b-989c-e2c25e9a07ba will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:44.674446 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c4a361d-a2ba-475a-9269-6b2f2c9a818d req-8e85aa03-0d2d-4bda-9956-18f131591c3c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282630 Jul 22 19:22:44.724431 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1d9f30e-2f75-4bd3-a900-a4feeee0b38b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Made reservation on behalf of 88edd86379da474f9e73474c4822e718 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:22:44.731920 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1d9f30e-2f75-4bd3-a900-a4feeee0b38b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:44.853798 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-45a2085e-1a85-44ed-9306-e44af7296c0e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:44.970403 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-45a2085e-1a85-44ed-9306-e44af7296c0e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network 9c297b54-303e-4a67-ba8a-52a15e243065 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:22:44.987588 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-45a2085e-1a85-44ed-9306-e44af7296c0e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:22:45.025995 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-45a2085e-1a85-44ed-9306-e44af7296c0e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:22:45.093606 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2085e-1a85-44ed-9306-e44af7296c0e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=83f824c9-ab76-400b-989c-e2c25e9a07ba,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:45.137012 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1d9f30e-2f75-4bd3-a900-a4feeee0b38b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Allocated IP 10.1.1.247 (0595bdbb-3fff-4758-845e-81a374857f98/a0699dc1-b53c-4154-b479-389ab7dae0e5/c0c5619c-46c7-443b-a9b0-bbcf7be07888) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:22:45.154158 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-45a2085e-1a85-44ed-9306-e44af7296c0e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:45.155134 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-45a2085e-1a85-44ed-9306-e44af7296c0e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:45.177303 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea786c74-7d6d-435c-8b32-0f4964799fd0 req-547c9e82-fc3a-49af-9240-57326aad74dd tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:45.177618 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ea786c74-7d6d-435c-8b32-0f4964799fd0 req-547c9e82-fc3a-49af-9240-57326aad74dd tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 931 time: 0.3289256 Jul 22 19:22:45.220989 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-45a2085e-1a85-44ed-9306-e44af7296c0e tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6297896 Jul 22 19:22:45.252104 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] Request body: {'port': {'device_id': 'a1873a86-7d07-48a2-8367-fa72ca16fa65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:45.257469 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ea786c74-7d6d-435c-8b32-0f4964799fd0 req-c5d3e85f-2fcc-4498-943d-cee3b0d7acc8 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627344 Jul 22 19:22:45.400265 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1cdcf3f4-29e3-4760-8812-00b502cb5071 None None] Provisioning for port 83f824c9-ab76-400b-989c-e2c25e9a07ba completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:22:45.405893 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1cdcf3f4-29e3-4760-8812-00b502cb5071 None None] Provisioning complete for port 83f824c9-ab76-400b-989c-e2c25e9a07ba triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:45.406464 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1cdcf3f4-29e3-4760-8812-00b502cb5071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:45.424542 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:45.477633 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1d9f30e-2f75-4bd3-a900-a4feeee0b38b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:45.483551 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:22:45.501737 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1d9f30e-2f75-4bd3-a900-a4feeee0b38b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Transition to ACTIVE for port object c0c5619c-46c7-443b-a9b0-bbcf7be07888 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:45.557060 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1cdcf3f4-29e3-4760-8812-00b502cb5071 None None] Port 83f824c9-ab76-400b-989c-e2c25e9a07ba cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:22:45.568938 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:45.569563 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:45.646744 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1d9f30e-2f75-4bd3-a900-a4feeee0b38b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:45.756791 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42a120ca-8642-4cc1-b273-9d06e4325ab9 req-f38dce62-44a9-47d0-8217-094b075341a5 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 210 time: 0.1052141 Jul 22 19:22:45.766256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1d9f30e-2f75-4bd3-a900-a4feeee0b38b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Network 0595bdbb-3fff-4758-845e-81a374857f98 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:22:45.788109 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1d9f30e-2f75-4bd3-a900-a4feeee0b38b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:22:45.801659 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1d9f30e-2f75-4bd3-a900-a4feeee0b38b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:22:45.866320 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9f30e-2f75-4bd3-a900-a4feeee0b38b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event updated for resources: {'Port': ['ID=c0c5619c-46c7-443b-a9b0-bbcf7be07888,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:45.963900 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f824c9-ab76-400b-989c-e2c25e9a07ba {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:22:45.980873 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:45.988780 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1d9f30e-2f75-4bd3-a900-a4feeee0b38b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:45.989697 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1d9f30e-2f75-4bd3-a900-a4feeee0b38b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:46.017946 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1d9f30e-2f75-4bd3-a900-a4feeee0b38b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1783657 Jul 22 19:22:46.030582 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-601db3ff-f135-4677-80cc-e9dfeccdb29f tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Request body: {'port': {'device_id': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98', 'admin_state_up': True, 'tenant_id': '88edd86379da474f9e73474c4822e718', 'security_groups': ['ca834bc2-1278-483f-be6a-923e43b5446d']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:46.070651 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] Transition to ACTIVE for port object 83f824c9-ab76-400b-989c-e2c25e9a07ba will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:46.087605 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-23ca9011-c453-4573-835b-6d8b9eefcdde None None] Provisioning for port c0c5619c-46c7-443b-a9b0-bbcf7be07888 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:22:46.092766 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-23ca9011-c453-4573-835b-6d8b9eefcdde None None] Provisioning complete for port c0c5619c-46c7-443b-a9b0-bbcf7be07888 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:46.093545 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-23ca9011-c453-4573-835b-6d8b9eefcdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:46.114786 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:46.129919 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e524ac-f614-4fc1-afe9-856f71e539b5 req-b31631f5-db32-4ac0-a5e7-47a4039d5406 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:46.133792 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-23ca9011-c453-4573-835b-6d8b9eefcdde None None] Port c0c5619c-46c7-443b-a9b0-bbcf7be07888 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:22:46.136615 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e524ac-f614-4fc1-afe9-856f71e539b5 req-b31631f5-db32-4ac0-a5e7-47a4039d5406 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:46.140942 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b8e524ac-f614-4fc1-afe9-856f71e539b5 req-b31631f5-db32-4ac0-a5e7-47a4039d5406 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 1654 time: 0.3609526 Jul 22 19:22:46.305287 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] Pushing event updated for resources: {'Port': ['ID=83f824c9-ab76-400b-989c-e2c25e9a07ba,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:46.334437 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b8e524ac-f614-4fc1-afe9-856f71e539b5 req-c55e7c42-1082-4ab0-93e3-70ce9c0903df tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847808 Jul 22 19:22:46.353065 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] Attempting to bind port 83f824c9-ab76-400b-989c-e2c25e9a07ba on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:22:46.353581 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] Attempting to bind port 83f824c9-ab76-400b-989c-e2c25e9a07ba by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '129e4c3a-ab91-4559-97dd-d2385044d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:22:46.354107 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] Attempting to bind port 83f824c9-ab76-400b-989c-e2c25e9a07ba on network 9c297b54-303e-4a67-ba8a-52a15e243065 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:22:46.375644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] Port 83f824c9-ab76-400b-989c-e2c25e9a07ba on network 9c297b54-303e-4a67-ba8a-52a15e243065 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:22:46.375644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] Attempting to bind port 83f824c9-ab76-400b-989c-e2c25e9a07ba on network 9c297b54-303e-4a67-ba8a-52a15e243065 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:22:46.393493 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:22:46.393993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] Checking segment: {'id': '129e4c3a-ab91-4559-97dd-d2385044d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:22:46.394490 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] Bound using segment: {'id': '129e4c3a-ab91-4559-97dd-d2385044d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:22:46.395056 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] Bound port: 83f824c9-ab76-400b-989c-e2c25e9a07ba, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '129e4c3a-ab91-4559-97dd-d2385044d31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:22:46.395539 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:46.407732 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-601db3ff-f135-4677-80cc-e9dfeccdb29f tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Made reservation on behalf of 88edd86379da474f9e73474c4822e718 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:22:46.411806 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-601db3ff-f135-4677-80cc-e9dfeccdb29f tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:46.635174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] For port 83f824c9-ab76-400b-989c-e2c25e9a07ba, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:22:46.644977 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f40c42-c950-4b19-a3c4-93bb900d3d90 req-bbd41aa1-8005-479c-844d-0bfac20c1569 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:46.646549 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d5f40c42-c950-4b19-a3c4-93bb900d3d90 req-bbd41aa1-8005-479c-844d-0bfac20c1569 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 943 time: 0.2553585 Jul 22 19:22:46.666728 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] For port 83f824c9-ab76-400b-989c-e2c25e9a07ba, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=83f824c9-ab76-400b-989c-e2c25e9a07ba,segment=NetworkSegment(129e4c3a-ab91-4559-97dd-d2385044d31e),segment_id=129e4c3a-ab91-4559-97dd-d2385044d31e)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:22:46.685638 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:46.697982 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-601db3ff-f135-4677-80cc-e9dfeccdb29f tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Allocated IP 10.1.1.42 (0595bdbb-3fff-4758-845e-81a374857f98/a0699dc1-b53c-4154-b479-389ab7dae0e5/9e48ce15-6896-45cf-9ca4-cbb5850d0fce) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:22:46.757412 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:46.758048 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:46.759393 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] 10.222.0.16 "PUT /v2.0/ports/83f824c9-ab76-400b-989c-e2c25e9a07ba HTTP/1.1" status: 200 len: 1092 time: 1.5123861 Jul 22 19:22:46.759854 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1873a86-7d07-48a2-8367-fa72ca16fa65', 'tag': '83f824c9-ab76-400b-989c-e2c25e9a07ba'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:22:46.762127 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90332fb1-be4a-4ff4-9cce-334445641a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1873a86-7d07-48a2-8367-fa72ca16fa65", "tag": "83f824c9-ab76-400b-989c-e2c25e9a07ba"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:22:46.833648 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d5f40c42-c950-4b19-a3c4-93bb900d3d90 req-0a5eeeb2-fc4c-49e3-808b-4fc85f388219 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752946 Jul 22 19:22:46.834987 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93f144a-cbb4-44f9-a70e-3286502093ff x-openstack-request-id: req-c93f144a-cbb4-44f9-a70e-3286502093ff {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:22:46.835269 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1873a86-7d07-48a2-8367-fa72ca16fa65", "tag": "83f824c9-ab76-400b-989c-e2c25e9a07ba", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:22:46.835519 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c93f144a-cbb4-44f9-a70e-3286502093ff {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:22:46.835994 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1873a86-7d07-48a2-8367-fa72ca16fa65', 'tag': '83f824c9-ab76-400b-989c-e2c25e9a07ba', 'status': 'completed', 'code': 200} Jul 22 19:22:46.915382 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b0912-8f00-4f86-a6c0-190b0b460975 service neutron] Pushing event updated for resources: {'Port': ['ID=83f824c9-ab76-400b-989c-e2c25e9a07ba,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:46.943068 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-834099c4-a4a1-488a-9c0f-d8119ca025c4 req-21e7442b-da9f-4755-a429-a8be8aea9e1e tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 210 time: 0.0422025 Jul 22 19:22:47.045169 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-5e640bb9-23e0-4b72-9592-0c7d667d81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:47.047285 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-5e640bb9-23e0-4b72-9592-0c7d667d81b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 1095 time: 0.2401767 Jul 22 19:22:47.071533 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-601db3ff-f135-4677-80cc-e9dfeccdb29f tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:47.104419 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-03e19ffa-42f0-4aea-b0de-ba0c6b253459 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83f824c9-ab76-400b-989c-e2c25e9a07ba HTTP/1.1" status: 200 len: 217 time: 0.0451610 Jul 22 19:22:47.145564 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-601db3ff-f135-4677-80cc-e9dfeccdb29f tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Transition to ACTIVE for port object 9e48ce15-6896-45cf-9ca4-cbb5850d0fce will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:47.172723 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-5b21d5cc-55e7-4d19-9405-06ca399b17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:47.174241 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-5b21d5cc-55e7-4d19-9405-06ca399b17aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=424f4846-1760-4eba-8276-fd19966bb05d HTTP/1.1" status: 200 len: 835 time: 0.0632746 Jul 22 19:22:47.229690 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-601db3ff-f135-4677-80cc-e9dfeccdb29f tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:47.289223 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-601db3ff-f135-4677-80cc-e9dfeccdb29f tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Network 0595bdbb-3fff-4758-845e-81a374857f98 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:22:47.299482 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-601db3ff-f135-4677-80cc-e9dfeccdb29f tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:22:47.305018 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-601db3ff-f135-4677-80cc-e9dfeccdb29f tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:22:47.308754 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-2002b37c-0967-45ee-80e9-caee8d03cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:47.310284 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-2002b37c-0967-45ee-80e9-caee8d03cfb3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c297b54-303e-4a67-ba8a-52a15e243065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1258523 Jul 22 19:22:47.312503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601db3ff-f135-4677-80cc-e9dfeccdb29f tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event updated for resources: {'Port': ['ID=9e48ce15-6896-45cf-9ca4-cbb5850d0fce,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:47.422951 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-601db3ff-f135-4677-80cc-e9dfeccdb29f tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:47.423616 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-601db3ff-f135-4677-80cc-e9dfeccdb29f tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:47.478141 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-601db3ff-f135-4677-80cc-e9dfeccdb29f tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4529390 Jul 22 19:22:47.491884 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4996f633-b564-4335-b970-ad0ed681836c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Request body: {'port': {'device_id': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b232de7e-d507-4fe5-aca3-83142933123b', 'admin_state_up': True, 'tenant_id': '88edd86379da474f9e73474c4822e718', 'security_groups': ['ca834bc2-1278-483f-be6a-923e43b5446d']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:47.511354 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-fe10d0b7-faeb-4175-b5db-6d9340aecfff service neutron] 10.222.0.16 "GET /v2.0/networks/9c297b54-303e-4a67-ba8a-52a15e243065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778738 Jul 22 19:22:47.626218 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-660168df-871a-4084-baf8-c3fda9ea4aae None None] Provisioning for port 9e48ce15-6896-45cf-9ca4-cbb5850d0fce completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:22:47.633886 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-660168df-871a-4084-baf8-c3fda9ea4aae None None] Provisioning complete for port 9e48ce15-6896-45cf-9ca4-cbb5850d0fce triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:47.634611 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-660168df-871a-4084-baf8-c3fda9ea4aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:47.681746 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-660168df-871a-4084-baf8-c3fda9ea4aae None None] Port 9e48ce15-6896-45cf-9ca4-cbb5850d0fce cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:22:47.698186 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080f519-af35-4970-bdb1-1b8166b991c5 req-92aad41a-1271-4a11-8822-70c52ad7b2a5 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:47.705160 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080f519-af35-4970-bdb1-1b8166b991c5 req-92aad41a-1271-4a11-8822-70c52ad7b2a5 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:47.711195 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080f519-af35-4970-bdb1-1b8166b991c5 req-92aad41a-1271-4a11-8822-70c52ad7b2a5 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:47.712877 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9080f519-af35-4970-bdb1-1b8166b991c5 req-92aad41a-1271-4a11-8822-70c52ad7b2a5 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 2374 time: 0.2739708 Jul 22 19:22:47.760564 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f956b2df-5f66-4376-a5a4-009fb7d26e92 req-0a3abd3f-ec64-450e-810c-f7b932684a58 service neutron] 10.222.0.16 "GET /v2.0/networks/9c297b54-303e-4a67-ba8a-52a15e243065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319088 Jul 22 19:22:47.788000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4996f633-b564-4335-b970-ad0ed681836c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Made reservation on behalf of 88edd86379da474f9e73474c4822e718 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:22:47.807913 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9080f519-af35-4970-bdb1-1b8166b991c5 req-44cc04fb-689c-42c2-8149-0fb673cce685 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872030 Jul 22 19:22:47.938021 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4996f633-b564-4335-b970-ad0ed681836c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:47.967469 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90332fb1-be4a-4ff4-9cce-334445641a1f req-1952ed30-6932-4139-a5c6-784e49f3454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:47.969129 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90332fb1-be4a-4ff4-9cce-334445641a1f req-1952ed30-6932-4139-a5c6-784e49f3454d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 1095 time: 0.1602213 Jul 22 19:22:48.508263 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba954457-4191-4fc3-8d30-33e1fc6928cc req-b28f5903-a6cf-46b0-b03f-fee8786676c6 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 210 time: 0.4271882 Jul 22 19:22:48.582461 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57e0b4-713f-4384-b921-b458a68c5311 req-b49ceca4-0e5e-4011-a86a-c0c4f8934128 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:48.583891 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce57e0b4-713f-4384-b921-b458a68c5311 req-b49ceca4-0e5e-4011-a86a-c0c4f8934128 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 943 time: 0.6653409 Jul 22 19:22:48.606787 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90332fb1-be4a-4ff4-9cce-334445641a1f req-60886ecf-32e9-4290-80aa-6b63a4b40f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:48.608884 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90332fb1-be4a-4ff4-9cce-334445641a1f req-60886ecf-32e9-4290-80aa-6b63a4b40f8c service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c297b54-303e-4a67-ba8a-52a15e243065 HTTP/1.1" status: 200 len: 897 time: 0.6332750 Jul 22 19:22:48.693772 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90332fb1-be4a-4ff4-9cce-334445641a1f req-2db2842e-9734-4cc2-9af9-2362e73169a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83f824c9-ab76-400b-989c-e2c25e9a07ba HTTP/1.1" status: 200 len: 217 time: 0.0728528 Jul 22 19:22:48.720782 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce57e0b4-713f-4384-b921-b458a68c5311 req-e43b0ca6-d01d-4659-b09a-aca132217f01 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293254 Jul 22 19:22:48.751329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4996f633-b564-4335-b970-ad0ed681836c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Allocated IP 10.2.2.100 (b232de7e-d507-4fe5-aca3-83142933123b/9b92fb42-3fe2-4f94-b925-91fab573144c/f6c92945-cd4d-42cb-9049-acb10a656da9) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:22:48.777755 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90332fb1-be4a-4ff4-9cce-334445641a1f req-c7d35150-8c00-4e79-a39d-455c73d0ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:48.779335 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90332fb1-be4a-4ff4-9cce-334445641a1f req-c7d35150-8c00-4e79-a39d-455c73d0ecd8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=424f4846-1760-4eba-8276-fd19966bb05d HTTP/1.1" status: 200 len: 835 time: 0.0758319 Jul 22 19:22:48.961657 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90332fb1-be4a-4ff4-9cce-334445641a1f req-a83f3de2-e2c0-45ea-88a7-34377ed1ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:48.963173 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90332fb1-be4a-4ff4-9cce-334445641a1f req-a83f3de2-e2c0-45ea-88a7-34377ed1ea2c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c297b54-303e-4a67-ba8a-52a15e243065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1746998 Jul 22 19:22:49.004552 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4996f633-b564-4335-b970-ad0ed681836c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:49.051160 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4996f633-b564-4335-b970-ad0ed681836c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Transition to ACTIVE for port object f6c92945-cd4d-42cb-9049-acb10a656da9 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:49.109428 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ac4fc-6adb-44a8-b0ba-6a37a52a2210 req-3203daf8-7002-4336-a099-c4c0a244f2d1 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:49.115282 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ac4fc-6adb-44a8-b0ba-6a37a52a2210 req-3203daf8-7002-4336-a099-c4c0a244f2d1 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:49.121148 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ac4fc-6adb-44a8-b0ba-6a37a52a2210 req-3203daf8-7002-4336-a099-c4c0a244f2d1 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:49.122795 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-640ac4fc-6adb-44a8-b0ba-6a37a52a2210 req-3203daf8-7002-4336-a099-c4c0a244f2d1 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 2374 time: 0.2167213 Jul 22 19:22:49.164614 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90332fb1-be4a-4ff4-9cce-334445641a1f req-a30c7382-5eec-4c5b-9990-a1c8eeca49f0 service neutron] 10.222.0.16 "GET /v2.0/networks/9c297b54-303e-4a67-ba8a-52a15e243065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901855 Jul 22 19:22:49.215487 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-640ac4fc-6adb-44a8-b0ba-6a37a52a2210 req-1ae02bd8-5f28-4300-901f-62843c7ddbc8 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740323 Jul 22 19:22:49.218309 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4996f633-b564-4335-b970-ad0ed681836c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:49.296498 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4996f633-b564-4335-b970-ad0ed681836c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Network b232de7e-d507-4fe5-aca3-83142933123b is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:22:49.306008 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4996f633-b564-4335-b970-ad0ed681836c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:22:49.308284 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4996f633-b564-4335-b970-ad0ed681836c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:22:49.355499 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996f633-b564-4335-b970-ad0ed681836c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event updated for resources: {'Port': ['ID=f6c92945-cd4d-42cb-9049-acb10a656da9,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:49.369335 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90332fb1-be4a-4ff4-9cce-334445641a1f req-aa546729-da1a-47d7-9469-d5b18d2814f2 service neutron] 10.222.0.16 "GET /v2.0/networks/9c297b54-303e-4a67-ba8a-52a15e243065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976485 Jul 22 19:22:49.396307 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4996f633-b564-4335-b970-ad0ed681836c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:49.397024 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4996f633-b564-4335-b970-ad0ed681836c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:49.434781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4996f633-b564-4335-b970-ad0ed681836c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9474421 Jul 22 19:22:49.446891 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-09d50438-e092-461f-80f9-af636aa745fe tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Request body: {'port': {'device_id': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b232de7e-d507-4fe5-aca3-83142933123b', 'admin_state_up': True, 'tenant_id': '88edd86379da474f9e73474c4822e718', 'security_groups': ['ca834bc2-1278-483f-be6a-923e43b5446d']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:49.625770 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-09d50438-e092-461f-80f9-af636aa745fe tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Made reservation on behalf of 88edd86379da474f9e73474c4822e718 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:22:49.632819 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-09d50438-e092-461f-80f9-af636aa745fe tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:49.634764 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8747b014-1cc4-4b45-8a28-01a81df816c7 None None] Provisioning for port f6c92945-cd4d-42cb-9049-acb10a656da9 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:22:49.641709 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8747b014-1cc4-4b45-8a28-01a81df816c7 None None] Provisioning complete for port f6c92945-cd4d-42cb-9049-acb10a656da9 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:49.642347 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8747b014-1cc4-4b45-8a28-01a81df816c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:49.652347 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 83f824c9-ab76-400b-989c-e2c25e9a07ba details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:22:49.701329 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0f988bb4-e5a5-40de-912c-efa8159f2207 req-97578132-a364-421a-b7f2-8ed376482588 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 210 time: 0.0559001 Jul 22 19:22:49.717102 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-8747b014-1cc4-4b45-8a28-01a81df816c7 None None] Port f6c92945-cd4d-42cb-9049-acb10a656da9 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:22:49.846344 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 83f824c9-ab76-400b-989c-e2c25e9a07ba, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=83f824c9-ab76-400b-989c-e2c25e9a07ba,segment=NetworkSegment(129e4c3a-ab91-4559-97dd-d2385044d31e),segment_id=129e4c3a-ab91-4559-97dd-d2385044d31e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:49.865320 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '83f824c9-ab76-400b-989c-e2c25e9a07ba', 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065', 'port_id': '83f824c9-ab76-400b-989c-e2c25e9a07ba', 'mac_address': 'fa:16:3e:75:f5:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '424f4846-1760-4eba-8276-fd19966bb05d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:22:49.926236 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:49.948745 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-09d50438-e092-461f-80f9-af636aa745fe tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Allocated IP 10.2.2.200 (b232de7e-d507-4fe5-aca3-83142933123b/9b92fb42-3fe2-4f94-b925-91fab573144c/28f41fa7-7d4b-4478-8017-2b274904790c) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:22:49.949481 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f824c9-ab76-400b-989c-e2c25e9a07ba {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:22:49.996979 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 83f824c9-ab76-400b-989c-e2c25e9a07ba, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=83f824c9-ab76-400b-989c-e2c25e9a07ba,segment=NetworkSegment(129e4c3a-ab91-4559-97dd-d2385044d31e),segment_id=129e4c3a-ab91-4559-97dd-d2385044d31e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:50.009588 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:50.102465 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=83f824c9-ab76-400b-989c-e2c25e9a07ba,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:50.180316 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ff960-f346-4128-acee-43f938377541 req-2178c803-81b9-4d08-b755-adf802bebfae tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:50.181919 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-662ff960-f346-4128-acee-43f938377541 req-2178c803-81b9-4d08-b755-adf802bebfae tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 944 time: 0.1772342 Jul 22 19:22:50.204094 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-09d50438-e092-461f-80f9-af636aa745fe tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:50.228388 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-09d50438-e092-461f-80f9-af636aa745fe tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Transition to ACTIVE for port object 28f41fa7-7d4b-4478-8017-2b274904790c will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:50.249761 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-662ff960-f346-4128-acee-43f938377541 req-7cd83262-07af-4fc9-95cc-2afe3c298447 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571814 Jul 22 19:22:50.262139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['83f824c9-ab76-400b-989c-e2c25e9a07ba'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:22:50.314323 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-09d50438-e092-461f-80f9-af636aa745fe tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:50.396917 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d50438-e092-461f-80f9-af636aa745fe tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event updated for resources: {'Port': ['ID=28f41fa7-7d4b-4478-8017-2b274904790c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:50.491034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-09d50438-e092-461f-80f9-af636aa745fe tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Network b232de7e-d507-4fe5-aca3-83142933123b is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:22:50.494491 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-09d50438-e092-461f-80f9-af636aa745fe tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:22:50.519802 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-09d50438-e092-461f-80f9-af636aa745fe tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:22:50.632828 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-09d50438-e092-461f-80f9-af636aa745fe tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:50.633602 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-09d50438-e092-461f-80f9-af636aa745fe tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:50.672747 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-09d50438-e092-461f-80f9-af636aa745fe tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2308600 Jul 22 19:22:50.699802 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5801af-2407-4e47-b413-4ad0d884764e req-5d9fbc8d-05ea-4de9-869b-64ed90ad8907 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:50.707629 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5801af-2407-4e47-b413-4ad0d884764e req-5d9fbc8d-05ea-4de9-869b-64ed90ad8907 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:50.714404 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5801af-2407-4e47-b413-4ad0d884764e req-5d9fbc8d-05ea-4de9-869b-64ed90ad8907 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:50.721885 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5801af-2407-4e47-b413-4ad0d884764e req-5d9fbc8d-05ea-4de9-869b-64ed90ad8907 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:50.728050 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5801af-2407-4e47-b413-4ad0d884764e req-5d9fbc8d-05ea-4de9-869b-64ed90ad8907 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:50.729979 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb5801af-2407-4e47-b413-4ad0d884764e req-5d9fbc8d-05ea-4de9-869b-64ed90ad8907 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 3816 time: 0.4064083 Jul 22 19:22:50.736081 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] Request body: {'port': {'device_id': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:50.822700 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb5801af-2407-4e47-b413-4ad0d884764e req-a4fa8929-347a-42b5-964c-58336bfbd111 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508080 Jul 22 19:22:50.854189 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bc52940a-f391-472b-9ad6-49dba1cb715c None None] Provisioning for port 28f41fa7-7d4b-4478-8017-2b274904790c completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:22:50.859024 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bc52940a-f391-472b-9ad6-49dba1cb715c None None] Provisioning complete for port 28f41fa7-7d4b-4478-8017-2b274904790c triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:50.859422 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bc52940a-f391-472b-9ad6-49dba1cb715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:50.875821 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81194b0b-d3d4-44a3-a2f7-7ed4b683a329 req-7342d021-8457-4f1f-95b6-fe2fd971ae0d tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 210 time: 0.0519214 Jul 22 19:22:50.911118 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:50.927685 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-bc52940a-f391-472b-9ad6-49dba1cb715c None None] Port 28f41fa7-7d4b-4478-8017-2b274904790c cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:22:51.188563 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5270d4db-298b-4df2-978e-ae9cd7fd456b {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:22:51.196693 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:51.210068 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] Transition to ACTIVE for port object 5270d4db-298b-4df2-978e-ae9cd7fd456b will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:51.213776 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:51.267320 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] Pushing event updated for resources: {'Port': ['ID=5270d4db-298b-4df2-978e-ae9cd7fd456b,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:51.382468 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] Attempting to bind port 5270d4db-298b-4df2-978e-ae9cd7fd456b on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:22:51.382805 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] Attempting to bind port 5270d4db-298b-4df2-978e-ae9cd7fd456b by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '67173a3f-7a71-402f-90c0-152459e5c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:22:51.383238 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] Attempting to bind port 5270d4db-298b-4df2-978e-ae9cd7fd456b on network e89c4a4f-ae66-40e9-a651-3fcc6679a396 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:22:51.391620 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] Port 5270d4db-298b-4df2-978e-ae9cd7fd456b on network e89c4a4f-ae66-40e9-a651-3fcc6679a396 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:22:51.391943 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] Attempting to bind port 5270d4db-298b-4df2-978e-ae9cd7fd456b on network e89c4a4f-ae66-40e9-a651-3fcc6679a396 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:22:51.403863 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:22:51.404355 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] Checking segment: {'id': '67173a3f-7a71-402f-90c0-152459e5c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:22:51.405573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] Bound using segment: {'id': '67173a3f-7a71-402f-90c0-152459e5c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:22:51.406136 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] Bound port: 5270d4db-298b-4df2-978e-ae9cd7fd456b, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67173a3f-7a71-402f-90c0-152459e5c50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:22:51.406601 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:51.467923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080049c-a91e-432c-bb76-cb8cc196f5a8 req-657ce53e-9a29-408d-8441-ae05766e0769 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:51.469497 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7080049c-a91e-432c-bb76-cb8cc196f5a8 req-657ce53e-9a29-408d-8441-ae05766e0769 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 944 time: 0.1227274 Jul 22 19:22:51.523583 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] For port 5270d4db-298b-4df2-978e-ae9cd7fd456b, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:22:51.531611 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7080049c-a91e-432c-bb76-cb8cc196f5a8 req-a0b6d1f2-e6d4-4d42-9175-b201e2f689fc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554535 Jul 22 19:22:51.540605 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] For port 5270d4db-298b-4df2-978e-ae9cd7fd456b, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=5270d4db-298b-4df2-978e-ae9cd7fd456b,segment=NetworkSegment(67173a3f-7a71-402f-90c0-152459e5c50d),segment_id=67173a3f-7a71-402f-90c0-152459e5c50d)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:22:51.546665 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:51.589770 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:51.590491 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:51.591952 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] 10.222.0.30 "PUT /v2.0/ports/5270d4db-298b-4df2-978e-ae9cd7fd456b HTTP/1.1" status: 200 len: 1093 time: 0.8609428 Jul 22 19:22:51.592619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'tag': '5270d4db-298b-4df2-978e-ae9cd7fd456b'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:22:51.594940 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89a965b-1905-4ab3-8679-e3f48bb9dcdd" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "tag": "5270d4db-298b-4df2-978e-ae9cd7fd456b"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:22:51.631951 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] Request body: {'port': {'device_id': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:51.640562 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40290e04-877d-4d73-8307-dda970d24699 x-openstack-request-id: req-40290e04-877d-4d73-8307-dda970d24699 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:22:51.640951 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "tag": "5270d4db-298b-4df2-978e-ae9cd7fd456b", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:22:51.641278 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40290e04-877d-4d73-8307-dda970d24699 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:22:51.641873 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'tag': '5270d4db-298b-4df2-978e-ae9cd7fd456b', 'status': 'completed', 'code': 200} Jul 22 19:22:51.650825 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 83f824c9-ab76-400b-989c-e2c25e9a07ba up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:22:51.694776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161436c-a5cd-42e5-bea4-bc3e8dafe7ae service neutron] Pushing event updated for resources: {'Port': ['ID=5270d4db-298b-4df2-978e-ae9cd7fd456b,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:51.719388 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 83f824c9-ab76-400b-989c-e2c25e9a07ba completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:22:51.724081 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 83f824c9-ab76-400b-989c-e2c25e9a07ba triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:22:51.724605 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:51.779349 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:51.824742 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:51.849724 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a965b-1905-4ab3-8679-e3f48bb9dcdd req-5a105f75-5e3c-4b7a-9c21-fe568396eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:51.850210 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a965b-1905-4ab3-8679-e3f48bb9dcdd req-5a105f75-5e3c-4b7a-9c21-fe568396eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:51.850745 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a965b-1905-4ab3-8679-e3f48bb9dcdd req-5a105f75-5e3c-4b7a-9c21-fe568396eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:51.851171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a965b-1905-4ab3-8679-e3f48bb9dcdd req-5a105f75-5e3c-4b7a-9c21-fe568396eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:51.851783 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a965b-1905-4ab3-8679-e3f48bb9dcdd req-5a105f75-5e3c-4b7a-9c21-fe568396eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:51.853629 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c89a965b-1905-4ab3-8679-e3f48bb9dcdd req-5a105f75-5e3c-4b7a-9c21-fe568396eb5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=88edd86379da474f9e73474c4822e718&device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 4364 time: 0.1554391 Jul 22 19:22:51.854411 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1873a86-7d07-48a2-8367-fa72ca16fa65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f824c9-ab76-400b-989c-e2c25e9a07ba'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:22:51.857391 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418a9a8f-ddf0-4b2c-84e0-42cdd40f28e5" -d '{"events": [{"server_uuid": "a1873a86-7d07-48a2-8367-fa72ca16fa65", "name": "network-vif-plugged", "status": "completed", "tag": "83f824c9-ab76-400b-989c-e2c25e9a07ba"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:22:51.874529 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 83f824c9-ab76-400b-989c-e2c25e9a07ba, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=83f824c9-ab76-400b-989c-e2c25e9a07ba,segment=NetworkSegment(129e4c3a-ab91-4559-97dd-d2385044d31e),segment_id=129e4c3a-ab91-4559-97dd-d2385044d31e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:22:51.883221 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:51.933511 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0ef406-03b1-4f46-bcf3-796ab2e7ad56 x-openstack-request-id: req-5e0ef406-03b1-4f46-bcf3-796ab2e7ad56 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:22:51.933804 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1873a86-7d07-48a2-8367-fa72ca16fa65", "name": "network-vif-plugged", "status": "completed", "tag": "83f824c9-ab76-400b-989c-e2c25e9a07ba", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:22:51.934061 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e0ef406-03b1-4f46-bcf3-796ab2e7ad56 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:22:51.934463 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1873a86-7d07-48a2-8367-fa72ca16fa65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f824c9-ab76-400b-989c-e2c25e9a07ba', 'code': 200} Jul 22 19:22:51.960220 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=83f824c9-ab76-400b-989c-e2c25e9a07ba,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:52.126131 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-02709c20-cfba-469a-a9cd-6d0d0c73da83 req-8012267c-6605-460e-b401-8b5da9594552 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 210 time: 0.1233051 Jul 22 19:22:52.315382 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a965b-1905-4ab3-8679-e3f48bb9dcdd req-451f2bd5-55dc-4b33-b72b-272e3f713360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:52.315988 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a965b-1905-4ab3-8679-e3f48bb9dcdd req-451f2bd5-55dc-4b33-b72b-272e3f713360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:52.316372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a965b-1905-4ab3-8679-e3f48bb9dcdd req-451f2bd5-55dc-4b33-b72b-272e3f713360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:52.318256 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c89a965b-1905-4ab3-8679-e3f48bb9dcdd req-451f2bd5-55dc-4b33-b72b-272e3f713360 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=88edd86379da474f9e73474c4822e718&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4542365 Jul 22 19:22:52.359682 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928d3f4-a7da-49fc-9fe9-2ef60fe9e30f req-402979eb-e863-4579-a3c2-32732a523ee9 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:52.365898 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928d3f4-a7da-49fc-9fe9-2ef60fe9e30f req-402979eb-e863-4579-a3c2-32732a523ee9 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:52.371727 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928d3f4-a7da-49fc-9fe9-2ef60fe9e30f req-402979eb-e863-4579-a3c2-32732a523ee9 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:52.378598 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928d3f4-a7da-49fc-9fe9-2ef60fe9e30f req-402979eb-e863-4579-a3c2-32732a523ee9 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:52.385014 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928d3f4-a7da-49fc-9fe9-2ef60fe9e30f req-402979eb-e863-4579-a3c2-32732a523ee9 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:52.387013 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c928d3f4-a7da-49fc-9fe9-2ef60fe9e30f req-402979eb-e863-4579-a3c2-32732a523ee9 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 3828 time: 0.3831880 Jul 22 19:22:52.451122 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25399f86-cc7a-44f9-9ec8-b2c0ce77f40d req-b47b102f-bf19-491c-8427-2f66a18ffb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:52.453408 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-25399f86-cc7a-44f9-9ec8-b2c0ce77f40d req-b47b102f-bf19-491c-8427-2f66a18ffb4b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 1097 time: 0.4486041 Jul 22 19:22:52.652676 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c928d3f4-a7da-49fc-9fe9-2ef60fe9e30f req-93eb9cca-f2e8-43b0-91a1-2c63d7dcbedd tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439165 Jul 22 19:22:52.669932 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-25399f86-cc7a-44f9-9ec8-b2c0ce77f40d req-140ab4f7-12d6-4ff7-81af-6e18e4e1336c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015078 Jul 22 19:22:52.680581 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a965b-1905-4ab3-8679-e3f48bb9dcdd req-d8909bfd-c226-4af7-9a89-dd21a4c80fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:52.682153 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c89a965b-1905-4ab3-8679-e3f48bb9dcdd req-d8909bfd-c226-4af7-9a89-dd21a4c80fcd service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3508530 Jul 22 19:22:52.684270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78654019-d801-41ad-9f01-d5784c852f39 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:22:52.694387 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:52.723014 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] Transition to ACTIVE for port object 78654019-d801-41ad-9f01-d5784c852f39 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:52.734805 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:52.818055 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] Pushing event updated for resources: {'Port': ['ID=78654019-d801-41ad-9f01-d5784c852f39,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:53.010670 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47e08b-838c-4269-ba36-695be35c9f1b req-6b1d87d0-9581-4dd1-b542-ab3d1f574b23 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:53.012356 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b47e08b-838c-4269-ba36-695be35c9f1b req-6b1d87d0-9581-4dd1-b542-ab3d1f574b23 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 945 time: 0.2938616 Jul 22 19:22:53.055092 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] Attempting to bind port 78654019-d801-41ad-9f01-d5784c852f39 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:22:53.055430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] Attempting to bind port 78654019-d801-41ad-9f01-d5784c852f39 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '357c10d5-b71c-41e2-9976-505628ff3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:22:53.055817 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] Attempting to bind port 78654019-d801-41ad-9f01-d5784c852f39 on network 0595bdbb-3fff-4758-845e-81a374857f98 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:22:53.087747 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] Port 78654019-d801-41ad-9f01-d5784c852f39 on network 0595bdbb-3fff-4758-845e-81a374857f98 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:22:53.088153 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] Attempting to bind port 78654019-d801-41ad-9f01-d5784c852f39 on network 0595bdbb-3fff-4758-845e-81a374857f98 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:22:53.125267 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b47e08b-838c-4269-ba36-695be35c9f1b req-b5d80095-c9e0-4343-bf0d-b714a4e309e6 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063902 Jul 22 19:22:53.126058 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:22:53.126399 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] Checking segment: {'id': '357c10d5-b71c-41e2-9976-505628ff3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:22:53.126787 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] Bound using segment: {'id': '357c10d5-b71c-41e2-9976-505628ff3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:22:53.127238 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] Bound port: 78654019-d801-41ad-9f01-d5784c852f39, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '357c10d5-b71c-41e2-9976-505628ff3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:22:53.127600 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:53.347034 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ff194648-76ac-42df-8b45-b4adf7e7be3f req-e98913cb-8675-439e-b74f-d211115f0024 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 210 time: 0.0627801 Jul 22 19:22:53.379861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] For port 78654019-d801-41ad-9f01-d5784c852f39, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:22:53.400354 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] For port 78654019-d801-41ad-9f01-d5784c852f39, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=78654019-d801-41ad-9f01-d5784c852f39,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:22:53.407994 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:53.522409 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] Pushing event updated for resources: {'Port': ['ID=78654019-d801-41ad-9f01-d5784c852f39,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:53.538060 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:53.538688 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:53.540106 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e1b4b84c-2c28-4044-b871-2dd993764761 service neutron] 10.222.0.30 "PUT /v2.0/ports/78654019-d801-41ad-9f01-d5784c852f39 HTTP/1.1" status: 200 len: 1136 time: 1.9129744 Jul 22 19:22:53.567729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] Request body: {'port': {'device_id': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:53.644917 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'tag': '78654019-d801-41ad-9f01-d5784c852f39'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:22:53.647357 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021a0d9a-73c2-42ee-9ee3-51070abe2f62" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "tag": "78654019-d801-41ad-9f01-d5784c852f39"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:22:53.763755 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbfd3cf-6f9b-45da-b083-571213caed08 x-openstack-request-id: req-3fbfd3cf-6f9b-45da-b083-571213caed08 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:22:53.764162 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "tag": "78654019-d801-41ad-9f01-d5784c852f39", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:22:53.778069 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fbfd3cf-6f9b-45da-b083-571213caed08 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:22:53.778659 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'tag': '78654019-d801-41ad-9f01-d5784c852f39', 'status': 'completed', 'code': 200} Jul 22 19:22:54.403297 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:54.553939 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a0d9a-73c2-42ee-9ee3-51070abe2f62 req-f26381ee-fc4a-4684-8ed2-ee6294fb84ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:54.554569 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a0d9a-73c2-42ee-9ee3-51070abe2f62 req-f26381ee-fc4a-4684-8ed2-ee6294fb84ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:54.555327 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a0d9a-73c2-42ee-9ee3-51070abe2f62 req-f26381ee-fc4a-4684-8ed2-ee6294fb84ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:54.556019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a0d9a-73c2-42ee-9ee3-51070abe2f62 req-f26381ee-fc4a-4684-8ed2-ee6294fb84ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:54.556616 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a0d9a-73c2-42ee-9ee3-51070abe2f62 req-f26381ee-fc4a-4684-8ed2-ee6294fb84ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:54.557229 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a0d9a-73c2-42ee-9ee3-51070abe2f62 req-f26381ee-fc4a-4684-8ed2-ee6294fb84ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:54.559971 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-021a0d9a-73c2-42ee-9ee3-51070abe2f62 req-f26381ee-fc4a-4684-8ed2-ee6294fb84ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=88edd86379da474f9e73474c4822e718&device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5293 time: 0.7797434 Jul 22 19:22:54.677469 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd243c-a3c2-46f0-9285-bd95b917f420 req-ace1ed79-9bcd-421a-8e03-9285440e4f1d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:54.683632 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd243c-a3c2-46f0-9285-bd95b917f420 req-ace1ed79-9bcd-421a-8e03-9285440e4f1d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:54.690153 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd243c-a3c2-46f0-9285-bd95b917f420 req-ace1ed79-9bcd-421a-8e03-9285440e4f1d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:54.696377 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd243c-a3c2-46f0-9285-bd95b917f420 req-ace1ed79-9bcd-421a-8e03-9285440e4f1d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:54.703456 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd243c-a3c2-46f0-9285-bd95b917f420 req-ace1ed79-9bcd-421a-8e03-9285440e4f1d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:54.709674 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd243c-a3c2-46f0-9285-bd95b917f420 req-ace1ed79-9bcd-421a-8e03-9285440e4f1d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:54.711682 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3bd243c-a3c2-46f0-9285-bd95b917f420 req-ace1ed79-9bcd-421a-8e03-9285440e4f1d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 4605 time: 0.3542738 Jul 22 19:22:54.832818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8af0a-c433-4af3-9187-80d5971a2255 req-21ab3dae-0eac-43ea-a565-10d067656da7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:54.834441 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fab8af0a-c433-4af3-9187-80d5971a2255 req-21ab3dae-0eac-43ea-a565-10d067656da7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 945 time: 0.4757092 Jul 22 19:22:55.038203 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3bd243c-a3c2-46f0-9285-bd95b917f420 req-b17c309d-d123-4541-b99f-2b9e89f71995 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3077543 Jul 22 19:22:55.055938 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fab8af0a-c433-4af3-9187-80d5971a2255 req-b214fff5-8178-4d87-b77a-eebbc9593269 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948957 Jul 22 19:22:55.085398 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a0d9a-73c2-42ee-9ee3-51070abe2f62 req-fe8a26d6-16d1-418f-af98-89f13aa849d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:55.085893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a0d9a-73c2-42ee-9ee3-51070abe2f62 req-fe8a26d6-16d1-418f-af98-89f13aa849d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:55.086372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a0d9a-73c2-42ee-9ee3-51070abe2f62 req-fe8a26d6-16d1-418f-af98-89f13aa849d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:55.099380 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-021a0d9a-73c2-42ee-9ee3-51070abe2f62 req-fe8a26d6-16d1-418f-af98-89f13aa849d0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=88edd86379da474f9e73474c4822e718&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4609959 Jul 22 19:22:55.285516 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d95def1-bc0c-4b5a-b8b1-0e2bc854f33e req-a0aeb97e-c283-494d-9aee-01c24c44dfd3 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 210 time: 0.0906911 Jul 22 19:22:55.345721 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc734762-c254-4cb4-bad5-9b6992177001 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:22:55.361714 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:55.437837 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a0d9a-73c2-42ee-9ee3-51070abe2f62 req-b34f8eec-d703-4c3e-881f-7980ec1aae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:55.440293 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-021a0d9a-73c2-42ee-9ee3-51070abe2f62 req-b34f8eec-d703-4c3e-881f-7980ec1aae23 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3380191 Jul 22 19:22:55.444431 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] Transition to ACTIVE for port object fc734762-c254-4cb4-bad5-9b6992177001 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:55.459251 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d4486-5504-414d-9bda-f2bde12ea737 req-93ebb160-9571-427b-94a2-69b79d95abb0 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:55.461400 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac1d4486-5504-414d-9bda-f2bde12ea737 req-93ebb160-9571-427b-94a2-69b79d95abb0 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 945 time: 0.2554052 Jul 22 19:22:55.463056 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:55.575063 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] Pushing event updated for resources: {'Port': ['ID=fc734762-c254-4cb4-bad5-9b6992177001,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:55.616005 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac1d4486-5504-414d-9bda-f2bde12ea737 req-a5d7a999-63e7-4080-afa7-c436d674f628 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421876 Jul 22 19:22:55.647674 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33386) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:55.688025 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] Attempting to bind port fc734762-c254-4cb4-bad5-9b6992177001 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:22:55.689685 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] Attempting to bind port fc734762-c254-4cb4-bad5-9b6992177001 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '357c10d5-b71c-41e2-9976-505628ff3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:22:55.690040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] Attempting to bind port fc734762-c254-4cb4-bad5-9b6992177001 on network 0595bdbb-3fff-4758-845e-81a374857f98 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:22:55.702824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] Port fc734762-c254-4cb4-bad5-9b6992177001 on network 0595bdbb-3fff-4758-845e-81a374857f98 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:22:55.703176 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] Attempting to bind port fc734762-c254-4cb4-bad5-9b6992177001 on network 0595bdbb-3fff-4758-845e-81a374857f98 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:22:55.717660 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:22:55.718065 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] Checking segment: {'id': '357c10d5-b71c-41e2-9976-505628ff3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:22:55.719901 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] Bound using segment: {'id': '357c10d5-b71c-41e2-9976-505628ff3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:22:55.720410 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] Bound port: fc734762-c254-4cb4-bad5-9b6992177001, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '357c10d5-b71c-41e2-9976-505628ff3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:22:55.720811 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:55.736284 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054df380-b7e6-4763-8a43-c05abd23458c tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:55.739294 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-054df380-b7e6-4763-8a43-c05abd23458c tempest-TestNetworkAdvancedServerOps-1160217763 tempest-TestNetworkAdvancedServerOps-1160217763-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 1092 time: 0.0853810 Jul 22 19:22:55.741912 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33388) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:55.747993 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d2caf251-b2c0-45aa-89b6-d7fa14cbe96b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': '83f824c9-ab76-400b-989c-e2c25e9a07ba', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:55.780384 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2caf251-b2c0-45aa-89b6-d7fa14cbe96b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for floatingip, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:55.852585 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] For port fc734762-c254-4cb4-bad5-9b6992177001, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:22:55.857863 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] For port fc734762-c254-4cb4-bad5-9b6992177001, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=fc734762-c254-4cb4-bad5-9b6992177001,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:22:55.863412 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:55.904171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:55.905597 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:55.907322 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] 10.222.0.30 "PUT /v2.0/ports/fc734762-c254-4cb4-bad5-9b6992177001 HTTP/1.1" status: 200 len: 1136 time: 2.3442554 Jul 22 19:22:55.911072 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'tag': 'fc734762-c254-4cb4-bad5-9b6992177001'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:22:55.914279 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4a4689-1e14-4260-85bc-03a5fd853995" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "tag": "fc734762-c254-4cb4-bad5-9b6992177001"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:22:55.956781 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] Request body: {'port': {'device_id': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:55.983486 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2caf251-b2c0-45aa-89b6-d7fa14cbe96b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:56.014173 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c4b8f8-6ee6-4aaf-a8c6-77c13dcf2d32 x-openstack-request-id: req-44c4b8f8-6ee6-4aaf-a8c6-77c13dcf2d32 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:22:56.014858 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "tag": "fc734762-c254-4cb4-bad5-9b6992177001", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:22:56.015359 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44c4b8f8-6ee6-4aaf-a8c6-77c13dcf2d32 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:22:56.015913 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'tag': 'fc734762-c254-4cb4-bad5-9b6992177001', 'status': 'completed', 'code': 200} Jul 22 19:22:56.079758 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8e000-6961-40b6-8419-a66cf54b642f service neutron] Pushing event updated for resources: {'Port': ['ID=fc734762-c254-4cb4-bad5-9b6992177001,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:56.175843 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:56.218158 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-d2caf251-b2c0-45aa-89b6-d7fa14cbe96b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Allocated IP 172.25.3.70 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/44f78729-4c27-4285-b6bb-4d721f9a495f) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:22:56.243694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a4689-1e14-4260-85bc-03a5fd853995 req-766354c9-8e99-44eb-9299-ec4ae4684464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:56.244502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a4689-1e14-4260-85bc-03a5fd853995 req-766354c9-8e99-44eb-9299-ec4ae4684464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:56.245133 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a4689-1e14-4260-85bc-03a5fd853995 req-766354c9-8e99-44eb-9299-ec4ae4684464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:56.245781 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a4689-1e14-4260-85bc-03a5fd853995 req-766354c9-8e99-44eb-9299-ec4ae4684464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:56.246405 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a4689-1e14-4260-85bc-03a5fd853995 req-766354c9-8e99-44eb-9299-ec4ae4684464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:56.247507 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a4689-1e14-4260-85bc-03a5fd853995 req-766354c9-8e99-44eb-9299-ec4ae4684464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:56.248129 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a4689-1e14-4260-85bc-03a5fd853995 req-766354c9-8e99-44eb-9299-ec4ae4684464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:56.250550 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7b4a4689-1e14-4260-85bc-03a5fd853995 req-766354c9-8e99-44eb-9299-ec4ae4684464 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=88edd86379da474f9e73474c4822e718&device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 6222 time: 0.2274895 Jul 22 19:22:56.350136 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2caf251-b2c0-45aa-89b6-d7fa14cbe96b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:56.398212 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2caf251-b2c0-45aa-89b6-d7fa14cbe96b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:56.480928 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2caf251-b2c0-45aa-89b6-d7fa14cbe96b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:22:56.485479 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-d2caf251-b2c0-45aa-89b6-d7fa14cbe96b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:22:56.491047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2caf251-b2c0-45aa-89b6-d7fa14cbe96b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:22:56.510833 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef69eb3e-0121-4126-8054-91c1ad94e4ce req-444a9dbf-57c1-4656-9a12-e42823e75cdf tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f0ccbc-7995-46b3-9909-db380b698770 HTTP/1.1" status: 200 len: 210 time: 0.0450490 Jul 22 19:22:56.548335 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a782423-b522-4d99-9ebe-b85573c3baf1 req-63c133e3-1ac1-41bd-8e73-1381134d05fa tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:56.554277 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a782423-b522-4d99-9ebe-b85573c3baf1 req-63c133e3-1ac1-41bd-8e73-1381134d05fa tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:56.561813 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2caf251-b2c0-45aa-89b6-d7fa14cbe96b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=44f78729-4c27-4285-b6bb-4d721f9a495f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:56.571519 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a782423-b522-4d99-9ebe-b85573c3baf1 req-63c133e3-1ac1-41bd-8e73-1381134d05fa tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:56.577939 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a782423-b522-4d99-9ebe-b85573c3baf1 req-63c133e3-1ac1-41bd-8e73-1381134d05fa tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:56.583858 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a782423-b522-4d99-9ebe-b85573c3baf1 req-63c133e3-1ac1-41bd-8e73-1381134d05fa tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:56.590446 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a782423-b522-4d99-9ebe-b85573c3baf1 req-63c133e3-1ac1-41bd-8e73-1381134d05fa tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:56.596842 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a782423-b522-4d99-9ebe-b85573c3baf1 req-63c133e3-1ac1-41bd-8e73-1381134d05fa tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:56.598789 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0a782423-b522-4d99-9ebe-b85573c3baf1 req-63c133e3-1ac1-41bd-8e73-1381134d05fa tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5382 time: 0.4114869 Jul 22 19:22:56.623926 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a4689-1e14-4260-85bc-03a5fd853995 req-01c80fc8-fb23-41fe-abaf-a0c8466caac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:56.624754 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a4689-1e14-4260-85bc-03a5fd853995 req-01c80fc8-fb23-41fe-abaf-a0c8466caac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:56.625312 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a4689-1e14-4260-85bc-03a5fd853995 req-01c80fc8-fb23-41fe-abaf-a0c8466caac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:56.626786 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7b4a4689-1e14-4260-85bc-03a5fd853995 req-01c80fc8-fb23-41fe-abaf-a0c8466caac9 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=88edd86379da474f9e73474c4822e718&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3557689 Jul 22 19:22:56.757838 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0a782423-b522-4d99-9ebe-b85573c3baf1 req-271d163b-b7e9-4563-8238-d819537c3088 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1498940 Jul 22 19:22:56.819160 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a4689-1e14-4260-85bc-03a5fd853995 req-d552009d-0413-42eb-91e8-90b8486a3e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:56.820970 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7b4a4689-1e14-4260-85bc-03a5fd853995 req-d552009d-0413-42eb-91e8-90b8486a3e9d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1796887 Jul 22 19:22:56.931572 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c5619c-46c7-443b-a9b0-bbcf7be07888 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:22:56.959278 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:56.978396 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] Transition to ACTIVE for port object c0c5619c-46c7-443b-a9b0-bbcf7be07888 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:56.984726 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:57.046153 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c5619c-46c7-443b-a9b0-bbcf7be07888,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:57.072018 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2caf251-b2c0-45aa-89b6-d7fa14cbe96b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:57.222345 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] Attempting to bind port c0c5619c-46c7-443b-a9b0-bbcf7be07888 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:22:57.222690 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] Attempting to bind port c0c5619c-46c7-443b-a9b0-bbcf7be07888 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '357c10d5-b71c-41e2-9976-505628ff3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:22:57.223027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] Attempting to bind port c0c5619c-46c7-443b-a9b0-bbcf7be07888 on network 0595bdbb-3fff-4758-845e-81a374857f98 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:22:57.237262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] Port c0c5619c-46c7-443b-a9b0-bbcf7be07888 on network 0595bdbb-3fff-4758-845e-81a374857f98 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:22:57.237595 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] Attempting to bind port c0c5619c-46c7-443b-a9b0-bbcf7be07888 on network 0595bdbb-3fff-4758-845e-81a374857f98 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:22:57.250587 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:22:57.250944 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] Checking segment: {'id': '357c10d5-b71c-41e2-9976-505628ff3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:22:57.251275 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] Bound using segment: {'id': '357c10d5-b71c-41e2-9976-505628ff3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:22:57.251715 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] Bound port: c0c5619c-46c7-443b-a9b0-bbcf7be07888, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '357c10d5-b71c-41e2-9976-505628ff3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:22:57.252079 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:57.347289 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2caf251-b2c0-45aa-89b6-d7fa14cbe96b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:57.370478 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] For port c0c5619c-46c7-443b-a9b0-bbcf7be07888, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:22:57.375606 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] For port c0c5619c-46c7-443b-a9b0-bbcf7be07888, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=c0c5619c-46c7-443b-a9b0-bbcf7be07888,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:22:57.382512 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:57.405220 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:57.405864 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:57.408829 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] 10.222.0.30 "PUT /v2.0/ports/c0c5619c-46c7-443b-a9b0-bbcf7be07888 HTTP/1.1" status: 200 len: 1092 time: 1.4638374 Jul 22 19:22:57.480721 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] Request body: {'port': {'device_id': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:57.559465 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664f8b1-203d-4a45-9b7e-933b6df4fea9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c5619c-46c7-443b-a9b0-bbcf7be07888,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:57.654681 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:57.716134 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33422) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:57.728273 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2caf251-b2c0-45aa-89b6-d7fa14cbe96b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:57.740652 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2caf251-b2c0-45aa-89b6-d7fa14cbe96b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:58.017397 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'tag': 'c0c5619c-46c7-443b-a9b0-bbcf7be07888'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:22:58.019966 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a4c11f-10ad-4845-8518-5a0132d6dc3e" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "tag": "c0c5619c-46c7-443b-a9b0-bbcf7be07888"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:22:58.020400 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2caf251-b2c0-45aa-89b6-d7fa14cbe96b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event updated for resources: {'Port': ['ID=44f78729-4c27-4285-b6bb-4d721f9a495f,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:58.044922 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f38d0d9-3e39-47e2-b063-572aa0ec3085 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:58.059199 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2caf251-b2c0-45aa-89b6-d7fa14cbe96b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:58.103016 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59d410f-e4a4-4003-89f3-4a024a81c15c x-openstack-request-id: req-e59d410f-e4a4-4003-89f3-4a024a81c15c {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:22:58.103309 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "tag": "c0c5619c-46c7-443b-a9b0-bbcf7be07888", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:22:58.103552 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e59d410f-e4a4-4003-89f3-4a024a81c15c {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:22:58.103946 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'tag': 'c0c5619c-46c7-443b-a9b0-bbcf7be07888', 'status': 'completed', 'code': 200} Jul 22 19:22:58.141671 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2596cd-5eb3-45c1-ac7d-29d4c876ac6d req-0c5b2871-236d-4f98-b342-fb41197cb3e2 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:58.149064 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2596cd-5eb3-45c1-ac7d-29d4c876ac6d req-0c5b2871-236d-4f98-b342-fb41197cb3e2 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:58.155664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2596cd-5eb3-45c1-ac7d-29d4c876ac6d req-0c5b2871-236d-4f98-b342-fb41197cb3e2 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:58.162030 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2596cd-5eb3-45c1-ac7d-29d4c876ac6d req-0c5b2871-236d-4f98-b342-fb41197cb3e2 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:58.168460 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2596cd-5eb3-45c1-ac7d-29d4c876ac6d req-0c5b2871-236d-4f98-b342-fb41197cb3e2 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:58.175361 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2596cd-5eb3-45c1-ac7d-29d4c876ac6d req-0c5b2871-236d-4f98-b342-fb41197cb3e2 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:58.181678 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2596cd-5eb3-45c1-ac7d-29d4c876ac6d req-0c5b2871-236d-4f98-b342-fb41197cb3e2 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:58.190983 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb2596cd-5eb3-45c1-ac7d-29d4c876ac6d req-0c5b2871-236d-4f98-b342-fb41197cb3e2 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5394 time: 0.2745643 Jul 22 19:22:58.239977 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [None req-d2caf251-b2c0-45aa-89b6-d7fa14cbe96b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Floating IP 15a6c88e-f8df-43e4-bc17-8658c87db00c associated. External IP: 172.25.3.70, port: 83f824c9-ab76-400b-989c-e2c25e9a07ba. Jul 22 19:22:58.256007 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f38d0d9-3e39-47e2-b063-572aa0ec3085 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:58.406120 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb2596cd-5eb3-45c1-ac7d-29d4c876ac6d req-117a10be-bd8d-4f1e-9a1b-255b67a0415b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2069173 Jul 22 19:22:58.409768 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e48ce15-6896-45cf-9ca4-cbb5850d0fce {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:22:58.414705 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5ed15e8d-ed16-4aeb-83a1-c66a005cb48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:58.439019 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:58.449940 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f38d0d9-3e39-47e2-b063-572aa0ec3085 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:58.454245 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f38d0d9-3e39-47e2-b063-572aa0ec3085 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:58.455624 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2f38d0d9-3e39-47e2-b063-572aa0ec3085 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "DELETE /v2.0/security-groups/e49db830-42f1-43d9-8db0-7d0f729a00b5 HTTP/1.1" status: 204 len: 168 time: 0.7379971 Jul 22 19:22:58.460771 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33446) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:58.516000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] Transition to ACTIVE for port object 9e48ce15-6896-45cf-9ca4-cbb5850d0fce will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:22:58.521733 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-97c3f800-4338-48fc-aa25-2cce377df98c tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] show failed (client error): The resource could not be found. Jul 22 19:22:58.526801 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-97c3f800-4338-48fc-aa25-2cce377df98c tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "GET /v2.0/security-groups/e49db830-42f1-43d9-8db0-7d0f729a00b5 HTTP/1.1" status: 404 len: 347 time: 0.0513611 Jul 22 19:22:58.528063 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33448) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:58.543118 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:58.586282 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4c11f-10ad-4845-8518-5a0132d6dc3e req-86f482ed-cd94-4390-b19f-5ae0bb2805b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:58.588370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4c11f-10ad-4845-8518-5a0132d6dc3e req-86f482ed-cd94-4390-b19f-5ae0bb2805b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:58.589039 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4c11f-10ad-4845-8518-5a0132d6dc3e req-86f482ed-cd94-4390-b19f-5ae0bb2805b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:58.590854 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4c11f-10ad-4845-8518-5a0132d6dc3e req-86f482ed-cd94-4390-b19f-5ae0bb2805b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:58.591960 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4c11f-10ad-4845-8518-5a0132d6dc3e req-86f482ed-cd94-4390-b19f-5ae0bb2805b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:58.594550 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4c11f-10ad-4845-8518-5a0132d6dc3e req-86f482ed-cd94-4390-b19f-5ae0bb2805b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:58.595209 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4c11f-10ad-4845-8518-5a0132d6dc3e req-86f482ed-cd94-4390-b19f-5ae0bb2805b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:58.601103 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15a4c11f-10ad-4845-8518-5a0132d6dc3e req-86f482ed-cd94-4390-b19f-5ae0bb2805b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=88edd86379da474f9e73474c4822e718&device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 6290 time: 0.4729187 Jul 22 19:22:58.772744 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e48ce15-6896-45cf-9ca4-cbb5850d0fce,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:58.824087 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:22:58.911856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4c11f-10ad-4845-8518-5a0132d6dc3e req-adea04bc-1cce-45d1-8c95-d15706b356a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:58.912766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4c11f-10ad-4845-8518-5a0132d6dc3e req-adea04bc-1cce-45d1-8c95-d15706b356a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:58.913433 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4c11f-10ad-4845-8518-5a0132d6dc3e req-adea04bc-1cce-45d1-8c95-d15706b356a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:58.915326 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15a4c11f-10ad-4845-8518-5a0132d6dc3e req-adea04bc-1cce-45d1-8c95-d15706b356a4 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=88edd86379da474f9e73474c4822e718&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3036203 Jul 22 19:22:58.922081 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33460) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:59.105755 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] Attempting to bind port 9e48ce15-6896-45cf-9ca4-cbb5850d0fce on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:22:59.106117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] Attempting to bind port 9e48ce15-6896-45cf-9ca4-cbb5850d0fce by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '357c10d5-b71c-41e2-9976-505628ff3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:22:59.106447 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] Attempting to bind port 9e48ce15-6896-45cf-9ca4-cbb5850d0fce on network 0595bdbb-3fff-4758-845e-81a374857f98 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:22:59.200353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] Port 9e48ce15-6896-45cf-9ca4-cbb5850d0fce on network 0595bdbb-3fff-4758-845e-81a374857f98 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:22:59.200756 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] Attempting to bind port 9e48ce15-6896-45cf-9ca4-cbb5850d0fce on network 0595bdbb-3fff-4758-845e-81a374857f98 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:22:59.240291 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:22:59.240664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] Checking segment: {'id': '357c10d5-b71c-41e2-9976-505628ff3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:22:59.241054 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] Bound using segment: {'id': '357c10d5-b71c-41e2-9976-505628ff3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:22:59.241496 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] Bound port: 9e48ce15-6896-45cf-9ca4-cbb5850d0fce, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '357c10d5-b71c-41e2-9976-505628ff3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:22:59.241867 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:59.247067 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec1034b8-e184-4aa9-9c67-0973f63a5518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:59.312067 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38d0d9-3e39-47e2-b063-572aa0ec3085 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49db830-42f1-43d9-8db0-7d0f729a00b5,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:59.322150 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4c11f-10ad-4845-8518-5a0132d6dc3e req-3f0f2ef4-f1f5-4fe4-96c6-2b9b5fdd6778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:59.323813 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15a4c11f-10ad-4845-8518-5a0132d6dc3e req-3f0f2ef4-f1f5-4fe4-96c6-2b9b5fdd6778 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4005394 Jul 22 19:22:59.429880 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] For port 9e48ce15-6896-45cf-9ca4-cbb5850d0fce, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:22:59.447679 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] For port 9e48ce15-6896-45cf-9ca4-cbb5850d0fce, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9e48ce15-6896-45cf-9ca4-cbb5850d0fce,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:22:59.457556 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:59.555289 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2caf251-b2c0-45aa-89b6-d7fa14cbe96b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Router ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:22:59.672822 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:59.673824 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:59.675279 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] 10.222.0.30 "PUT /v2.0/ports/9e48ce15-6896-45cf-9ca4-cbb5850d0fce HTTP/1.1" status: 200 len: 1091 time: 2.2006001 Jul 22 19:22:59.676615 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef68b43-979e-4032-8a28-86d99b0928f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e48ce15-6896-45cf-9ca4-cbb5850d0fce,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:22:59.709477 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] Request body: {'port': {'device_id': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:22:59.712740 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-cc9de4db-94c0-4be7-96c5-70005f603df7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Deleting port 437c6127-583c-4a86-bdfd-573b2257c3e0 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:22:59.713091 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cc9de4db-94c0-4be7-96c5-70005f603df7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:59.802066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bbabc-91b4-4aac-941c-663efa845be2 req-b1d56f5d-0187-45f2-ba13-4b11a77789d4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:59.810011 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bbabc-91b4-4aac-941c-663efa845be2 req-b1d56f5d-0187-45f2-ba13-4b11a77789d4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:59.817880 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bbabc-91b4-4aac-941c-663efa845be2 req-b1d56f5d-0187-45f2-ba13-4b11a77789d4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:59.824013 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bbabc-91b4-4aac-941c-663efa845be2 req-b1d56f5d-0187-45f2-ba13-4b11a77789d4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:59.830929 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bbabc-91b4-4aac-941c-663efa845be2 req-b1d56f5d-0187-45f2-ba13-4b11a77789d4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:59.836969 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bbabc-91b4-4aac-941c-663efa845be2 req-b1d56f5d-0187-45f2-ba13-4b11a77789d4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:59.843444 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bbabc-91b4-4aac-941c-663efa845be2 req-b1d56f5d-0187-45f2-ba13-4b11a77789d4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:22:59.845445 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fd6bbabc-91b4-4aac-941c-663efa845be2 req-b1d56f5d-0187-45f2-ba13-4b11a77789d4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5406 time: 0.3123477 Jul 22 19:22:59.872712 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2caf251-b2c0-45aa-89b6-d7fa14cbe96b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:22:59.883201 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec1034b8-e184-4aa9-9c67-0973f63a5518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:59.883762 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd2f202-04b3-495c-87ef-4e6b8fdadb53 None None] Sync routers for ids ['ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:22:59.907622 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd2f202-04b3-495c-87ef-4e6b8fdadb53 None None] Routers {'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:22:59.908270 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-bdd2f202-04b3-495c-87ef-4e6b8fdadb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:22:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:22:59.913434 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec1034b8-e184-4aa9-9c67-0973f63a5518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:59.986631 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cc9de4db-94c0-4be7-96c5-70005f603df7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:59.989761 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cc9de4db-94c0-4be7-96c5-70005f603df7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:00.018157 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ec1034b8-e184-4aa9-9c67-0973f63a5518 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27c6416d5a084549a5b7a4e183e0f407&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0844476 Jul 22 19:23:00.018967 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1034b8-e184-4aa9-9c67-0973f63a5518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d684a698-d7e8-4e78-8617-b99967bd56fa,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:00.031333 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33472) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:00.047552 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-cc9de4db-94c0-4be7-96c5-70005f603df7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Calling delete_port for 437c6127-583c-4a86-bdfd-573b2257c3e0 owned by network:floatingip {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:23:00.068996 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2caf251-b2c0-45aa-89b6-d7fa14cbe96b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:00.069433 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:00.192267 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-bdd2f202-04b3-495c-87ef-4e6b8fdadb53 None None] Set router ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:23:00.198643 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'tag': '9e48ce15-6896-45cf-9ca4-cbb5850d0fce'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:23:00.205137 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d737509c-191f-4ccb-a9e3-3132e14f8995" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "tag": "9e48ce15-6896-45cf-9ca4-cbb5850d0fce"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:23:00.356182 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d2caf251-b2c0-45aa-89b6-d7fa14cbe96b tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6124842 Jul 22 19:23:00.383180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1873a86-7d07-48a2-8367-fa72ca16fa65', 'tag': '83f824c9-ab76-400b-989c-e2c25e9a07ba'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:23:00.392196 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec26b77-b94c-47ea-a33f-9f0e296376e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a1873a86-7d07-48a2-8367-fa72ca16fa65", "tag": "83f824c9-ab76-400b-989c-e2c25e9a07ba"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:23:00.455759 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-59f799bf-65e3-4976-91d5-d15156676d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:00.488150 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3194b6-70e1-4595-ab14-a763c6c15ee4 x-openstack-request-id: req-8d3194b6-70e1-4595-ab14-a763c6c15ee4 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:23:00.488773 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "tag": "9e48ce15-6896-45cf-9ca4-cbb5850d0fce", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:23:00.489582 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d3194b6-70e1-4595-ab14-a763c6c15ee4 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:23:00.490315 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'tag': '9e48ce15-6896-45cf-9ca4-cbb5850d0fce', 'status': 'completed', 'code': 200} Jul 22 19:23:00.493633 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-59f799bf-65e3-4976-91d5-d15156676d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:00.599606 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fd6bbabc-91b4-4aac-941c-663efa845be2 req-a7cf9d26-ec9a-4646-9d25-b2eb31f95de5 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7305522 Jul 22 19:23:00.646857 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-bdd2f202-04b3-495c-87ef-4e6b8fdadb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393117424', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:22:20Z', 'updated_at': '2021-07-22T19:22:35Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:22:22Z', 'updated_at': '2021-07-22T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '15a6c88e-f8df-43e4-bc17-8658c87db00c', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'port_id': '83f824c9-ab76-400b-989c-e2c25e9a07ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065', 'mac_address': 'fa:16:3e:75:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1873a86-7d07-48a2-8367-fa72ca16fa65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:22:56Z', 'updated_at': '2021-07-22T19:22:56Z', 'revision_number': 0, 'project_id': '637aa3e692f04588bda049c0135065ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640bb3c3-5fe8-48e4-9570-55f2c1a11d2c', 'name': '', 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:08:a9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '424f4846-1760-4eba-8276-fd19966bb05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:22:34Z', 'updated_at': '2021-07-22T19:22:43Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '424f4846-1760-4eba-8276-fd19966bb05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:00.649329 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cc9de4db-94c0-4be7-96c5-70005f603df7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:00.707765 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9de4db-94c0-4be7-96c5-70005f603df7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event deleted for resources: {'Port': ['ID=437c6127-583c-4a86-bdfd-573b2257c3e0,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:00.719343 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-59f799bf-65e3-4976-91d5-d15156676d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:00.722926 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-59f799bf-65e3-4976-91d5-d15156676d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:00.723986 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd2f202-04b3-495c-87ef-4e6b8fdadb53 None None] Checking router: ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:23:00.726717 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-59f799bf-65e3-4976-91d5-d15156676d75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d684a698-d7e8-4e78-8617-b99967bd56fa HTTP/1.1" status: 204 len: 168 time: 0.6943579 Jul 22 19:23:00.740780 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd2f202-04b3-495c-87ef-4e6b8fdadb53 None None] Routers {'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:23:00.741667 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-bdd2f202-04b3-495c-87ef-4e6b8fdadb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:22:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:00.749685 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f799bf-65e3-4976-91d5-d15156676d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d684a698-d7e8-4e78-8617-b99967bd56fa,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:00.751700 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6c92945-cd4d-42cb-9049-acb10a656da9 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:23:00.765359 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a14f86-b000-4a5a-bbf3-558959cc34f0 x-openstack-request-id: req-92a14f86-b000-4a5a-bbf3-558959cc34f0 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:23:00.765661 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1873a86-7d07-48a2-8367-fa72ca16fa65", "tag": "83f824c9-ab76-400b-989c-e2c25e9a07ba", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:23:00.765901 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92a14f86-b000-4a5a-bbf3-558959cc34f0 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:23:00.766313 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1873a86-7d07-48a2-8367-fa72ca16fa65', 'tag': '83f824c9-ab76-400b-989c-e2c25e9a07ba', 'status': 'completed', 'code': 200} Jul 22 19:23:00.791397 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737509c-191f-4ccb-a9e3-3132e14f8995 req-2b0e54c6-b8a4-4824-a0cc-ffc54860e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:00.791897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737509c-191f-4ccb-a9e3-3132e14f8995 req-2b0e54c6-b8a4-4824-a0cc-ffc54860e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:00.792385 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737509c-191f-4ccb-a9e3-3132e14f8995 req-2b0e54c6-b8a4-4824-a0cc-ffc54860e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:00.795627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737509c-191f-4ccb-a9e3-3132e14f8995 req-2b0e54c6-b8a4-4824-a0cc-ffc54860e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:00.796226 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737509c-191f-4ccb-a9e3-3132e14f8995 req-2b0e54c6-b8a4-4824-a0cc-ffc54860e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:00.796782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737509c-191f-4ccb-a9e3-3132e14f8995 req-2b0e54c6-b8a4-4824-a0cc-ffc54860e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:00.797237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737509c-191f-4ccb-a9e3-3132e14f8995 req-2b0e54c6-b8a4-4824-a0cc-ffc54860e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:00.799239 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d737509c-191f-4ccb-a9e3-3132e14f8995 req-2b0e54c6-b8a4-4824-a0cc-ffc54860e131 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=88edd86379da474f9e73474c4822e718&device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 6358 time: 0.3498206 Jul 22 19:23:00.801313 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:00.910061 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cc9de4db-94c0-4be7-96c5-70005f603df7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for floatingip, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:00.921926 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cc9de4db-94c0-4be7-96c5-70005f603df7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:00.926727 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cc9de4db-94c0-4be7-96c5-70005f603df7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "DELETE /v2.0/floatingips/e1e5d9f1-60d7-43d8-b50c-2e486fc14658 HTTP/1.1" status: 204 len: 168 time: 1.5840073 Jul 22 19:23:00.928716 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33498) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:00.967929 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-bdd2f202-04b3-495c-87ef-4e6b8fdadb53 None None] Set router ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:23:01.022947 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-faf4e3c0-d112-443f-ab2a-9b6de3c835e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:01.036345 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae3a59-b248-40f8-b7d9-acfd8d2e9943 req-98928482-9851-4523-a35f-fa6140e805fc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:01.040269 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-24ae3a59-b248-40f8-b7d9-acfd8d2e9943 req-98928482-9851-4523-a35f-fa6140e805fc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 945 time: 0.5344417 Jul 22 19:23:01.063097 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:01.111630 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] Transition to ACTIVE for port object f6c92945-cd4d-42cb-9049-acb10a656da9 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:01.182213 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:01.307085 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-57ad3f6c-5927-49d7-a9fe-85a3ead96bf3 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Deleting port 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:23:01.307445 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57ad3f6c-5927-49d7-a9fe-85a3ead96bf3 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:01.564407 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57ad3f6c-5927-49d7-a9fe-85a3ead96bf3 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:01.610293 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-57ad3f6c-5927-49d7-a9fe-85a3ead96bf3 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Calling delete_port for 1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:23:01.761926 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-bdd2f202-04b3-495c-87ef-4e6b8fdadb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393117424', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:22:20Z', 'updated_at': '2021-07-22T19:22:35Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:22:22Z', 'updated_at': '2021-07-22T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '15a6c88e-f8df-43e4-bc17-8658c87db00c', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'port_id': '83f824c9-ab76-400b-989c-e2c25e9a07ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065', 'mac_address': 'fa:16:3e:75:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1873a86-7d07-48a2-8367-fa72ca16fa65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:22:56Z', 'updated_at': '2021-07-22T19:22:56Z', 'revision_number': 0, 'project_id': '637aa3e692f04588bda049c0135065ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640bb3c3-5fe8-48e4-9570-55f2c1a11d2c', 'name': '', 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:08:a9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '424f4846-1760-4eba-8276-fd19966bb05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:22:34Z', 'updated_at': '2021-07-22T19:22:43Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '424f4846-1760-4eba-8276-fd19966bb05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:01.844090 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd2f202-04b3-495c-87ef-4e6b8fdadb53 None None] The sync data for ids ['ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'] in n-d-800086-12 is: [{'id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393117424', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:22:20Z', 'updated_at': '2021-07-22T19:22:35Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:22:22Z', 'updated_at': '2021-07-22T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '15a6c88e-f8df-43e4-bc17-8658c87db00c', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'port_id': '83f824c9-ab76-400b-989c-e2c25e9a07ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065', 'mac_address': 'fa:16:3e:75:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1873a86-7d07-48a2-8367-fa72ca16fa65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:22:56Z', 'updated_at': '2021-07-22T19:22:56Z', 'revision_number': 0, 'project_id': '637aa3e692f04588bda049c0135065ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640bb3c3-5fe8-48e4-9570-55f2c1a11d2c', 'name': '', 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:08:a9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '424f4846-1760-4eba-8276-fd19966bb05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:22:34Z', 'updated_at': '2021-07-22T19:22:43Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '424f4846-1760-4eba-8276-fd19966bb05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:23:01.853565 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33508) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:01.854798 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33516) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:02.021927 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57ad3f6c-5927-49d7-a9fe-85a3ead96bf3 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:02.057073 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9c11c672-367e-4555-aa0e-484df60b98dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:02.106081 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad3f6c-5927-49d7-a9fe-85a3ead96bf3 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event deleted for resources: {'Port': ['ID=1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:02.124188 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec26b77-b94c-47ea-a33f-9f0e296376e8 req-9033557f-003d-4781-af74-4d1a13726ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:02.128120 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aec26b77-b94c-47ea-a33f-9f0e296376e8 req-9033557f-003d-4781-af74-4d1a13726ef8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 1097 time: 1.3693299 Jul 22 19:23:02.160207 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-24ae3a59-b248-40f8-b7d9-acfd8d2e9943 req-f903bcbf-e5e3-46a2-a5a8-2508062b406a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0977683 Jul 22 19:23:02.191507 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33524) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:02.322132 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:02.342277 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e82e10c-9fb9-4624-bfea-a7a0dca2b191 None None] New status for floating IP 15a6c88e-f8df-43e4-bc17-8658c87db00c: ACTIVE {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:23:02.474442 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9c11c672-367e-4555-aa0e-484df60b98dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:02.478026 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737509c-191f-4ccb-a9e3-3132e14f8995 req-a8ef28e9-5654-4b95-bbcd-a482334b7b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:02.478887 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737509c-191f-4ccb-a9e3-3132e14f8995 req-a8ef28e9-5654-4b95-bbcd-a482334b7b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:02.479423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737509c-191f-4ccb-a9e3-3132e14f8995 req-a8ef28e9-5654-4b95-bbcd-a482334b7b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:02.481824 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d737509c-191f-4ccb-a9e3-3132e14f8995 req-a8ef28e9-5654-4b95-bbcd-a482334b7b30 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=88edd86379da474f9e73474c4822e718&shared=False HTTP/1.1" status: 200 len: 2295 time: 1.6687453 Jul 22 19:23:02.482540 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3bd5d79e-66ef-4c79-b7eb-063da4028e7f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/floatingips/15a6c88e-f8df-43e4-bc17-8658c87db00c HTTP/1.1" status: 200 len: 990 time: 0.2890625 Jul 22 19:23:02.482990 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] Pushing event updated for resources: {'Port': ['ID=f6c92945-cd4d-42cb-9049-acb10a656da9,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:02.484548 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57ad3f6c-5927-49d7-a9fe-85a3ead96bf3 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:02.491333 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-57ad3f6c-5927-49d7-a9fe-85a3ead96bf3 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "DELETE /v2.0/ports/1cfdce27-9ea2-4d5d-bf57-36ab1e9f1669 HTTP/1.1" status: 204 len: 168 time: 1.5593691 Jul 22 19:23:02.495741 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33534) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:02.503608 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9c11c672-367e-4555-aa0e-484df60b98dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:02.690024 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bce51ead-510d-48cc-baa5-b6120d52cbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:02.777976 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-15bef5fa-e0e8-44c2-80cd-bdaa1888f376 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Deleting port 4caad598-a811-477a-8eac-c7e82e58d950 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:23:02.786698 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-15bef5fa-e0e8-44c2-80cd-bdaa1888f376 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:02.896064 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9c11c672-367e-4555-aa0e-484df60b98dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc3c6d632ed24dd099771946821ad8b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0266650 Jul 22 19:23:02.907684 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33550) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:02.926474 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11c672-367e-4555-aa0e-484df60b98dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c432d0e-c5e5-4aaf-81be-d3994f83cc8a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:02.952746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] Attempting to bind port f6c92945-cd4d-42cb-9049-acb10a656da9 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:23:02.953086 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] Attempting to bind port f6c92945-cd4d-42cb-9049-acb10a656da9 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '802b6a9a-5eac-464c-aad2-d87b2679eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b232de7e-d507-4fe5-aca3-83142933123b'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:23:02.953413 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] Attempting to bind port f6c92945-cd4d-42cb-9049-acb10a656da9 on network b232de7e-d507-4fe5-aca3-83142933123b {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:23:03.010378 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] Port f6c92945-cd4d-42cb-9049-acb10a656da9 on network b232de7e-d507-4fe5-aca3-83142933123b not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:23:03.010714 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] Attempting to bind port f6c92945-cd4d-42cb-9049-acb10a656da9 on network b232de7e-d507-4fe5-aca3-83142933123b {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:23:03.040360 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dafc3-17e7-4072-be40-a5a7b45697f7 req-3bfb2283-4f25-4885-8fff-870d4851c08c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:03.046587 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dafc3-17e7-4072-be40-a5a7b45697f7 req-3bfb2283-4f25-4885-8fff-870d4851c08c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:03.052542 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dafc3-17e7-4072-be40-a5a7b45697f7 req-3bfb2283-4f25-4885-8fff-870d4851c08c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:03.058728 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dafc3-17e7-4072-be40-a5a7b45697f7 req-3bfb2283-4f25-4885-8fff-870d4851c08c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:03.064844 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dafc3-17e7-4072-be40-a5a7b45697f7 req-3bfb2283-4f25-4885-8fff-870d4851c08c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:03.065961 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-15bef5fa-e0e8-44c2-80cd-bdaa1888f376 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:03.070958 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dafc3-17e7-4072-be40-a5a7b45697f7 req-3bfb2283-4f25-4885-8fff-870d4851c08c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:03.078026 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dafc3-17e7-4072-be40-a5a7b45697f7 req-3bfb2283-4f25-4885-8fff-870d4851c08c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:03.080034 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe9dafc3-17e7-4072-be40-a5a7b45697f7 req-3bfb2283-4f25-4885-8fff-870d4851c08c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5418 time: 1.2227817 Jul 22 19:23:03.089694 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-15bef5fa-e0e8-44c2-80cd-bdaa1888f376 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Calling delete_port for 4caad598-a811-477a-8eac-c7e82e58d950 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:23:03.130808 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:23:03.131336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] Checking segment: {'id': '802b6a9a-5eac-464c-aad2-d87b2679eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b232de7e-d507-4fe5-aca3-83142933123b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:23:03.131835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] Bound using segment: {'id': '802b6a9a-5eac-464c-aad2-d87b2679eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b232de7e-d507-4fe5-aca3-83142933123b'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:23:03.132375 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] Bound port: f6c92945-cd4d-42cb-9049-acb10a656da9, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '802b6a9a-5eac-464c-aad2-d87b2679eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b232de7e-d507-4fe5-aca3-83142933123b'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:23:03.132865 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:03.256770 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737509c-191f-4ccb-a9e3-3132e14f8995 req-3075d510-cff5-4222-b6b6-ab222f1d887a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:03.260301 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d737509c-191f-4ccb-a9e3-3132e14f8995 req-3075d510-cff5-4222-b6b6-ab222f1d887a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7585993 Jul 22 19:23:03.273262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec26b77-b94c-47ea-a33f-9f0e296376e8 req-e87c40b8-337a-4aaa-b2aa-59435e765b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:03.275053 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aec26b77-b94c-47ea-a33f-9f0e296376e8 req-e87c40b8-337a-4aaa-b2aa-59435e765b06 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c297b54-303e-4a67-ba8a-52a15e243065 HTTP/1.1" status: 200 len: 897 time: 1.1127372 Jul 22 19:23:03.331532 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-15bef5fa-e0e8-44c2-80cd-bdaa1888f376 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:03.336999 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3df446cd-5374-4919-90ad-b487be1ee3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:03.354409 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe9dafc3-17e7-4072-be40-a5a7b45697f7 req-6612461e-b0fb-44a7-8f77-8b70accb881b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2382596 Jul 22 19:23:03.374994 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bef5fa-e0e8-44c2-80cd-bdaa1888f376 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event deleted for resources: {'Port': ['ID=4caad598-a811-477a-8eac-c7e82e58d950,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:03.486646 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33558) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:03.491171 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3df446cd-5374-4919-90ad-b487be1ee3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:03.518916 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33560) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:03.536762 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aec26b77-b94c-47ea-a33f-9f0e296376e8 req-454f4126-6917-4122-9c78-9dec46467720 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83f824c9-ab76-400b-989c-e2c25e9a07ba HTTP/1.1" status: 200 len: 1000 time: 0.2504425 Jul 22 19:23:03.571129 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] For port f6c92945-cd4d-42cb-9049-acb10a656da9, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:23:03.618559 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-15bef5fa-e0e8-44c2-80cd-bdaa1888f376 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:03.624309 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-15bef5fa-e0e8-44c2-80cd-bdaa1888f376 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "DELETE /v2.0/ports/4caad598-a811-477a-8eac-c7e82e58d950 HTTP/1.1" status: 204 len: 168 time: 1.1189644 Jul 22 19:23:03.624309 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33564) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:03.643867 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6af5022d-c7ed-43c7-ac25-f8e7ef3a9276 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/floatingips/15a6c88e-f8df-43e4-bc17-8658c87db00c HTTP/1.1" status: 200 len: 992 time: 0.1546557 Jul 22 19:23:03.687572 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bce51ead-510d-48cc-baa5-b6120d52cbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:03.698506 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6f18be-4169-4af5-b0cc-4873d7cfa7ed tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Deleting subnet eb3a5c04-3ab0-46f4-923f-871c4a99dc90 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:23:03.710805 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] For port f6c92945-cd4d-42cb-9049-acb10a656da9, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f6c92945-cd4d-42cb-9049-acb10a656da9,segment=NetworkSegment(802b6a9a-5eac-464c-aad2-d87b2679eba4),segment_id=802b6a9a-5eac-464c-aad2-d87b2679eba4)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:23:03.711864 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bce51ead-510d-48cc-baa5-b6120d52cbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:03.718573 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a6f18be-4169-4af5-b0cc-4873d7cfa7ed tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:03.750178 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:03.782997 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f14313a1-bd39-4161-9c56-9d9021e0389d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:03.804156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec26b77-b94c-47ea-a33f-9f0e296376e8 req-993ae533-9d40-42b1-8009-9042aa7dba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:03.806075 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aec26b77-b94c-47ea-a33f-9f0e296376e8 req-993ae533-9d40-42b1-8009-9042aa7dba78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=424f4846-1760-4eba-8276-fd19966bb05d HTTP/1.1" status: 200 len: 835 time: 0.2555261 Jul 22 19:23:03.813085 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33566) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:03.813349 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bce51ead-510d-48cc-baa5-b6120d52cbe0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3768147111c14d0da4ecc2c5fc88b418&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9498808 Jul 22 19:23:03.878619 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a6f18be-4169-4af5-b0cc-4873d7cfa7ed tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:03.901230 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:03.902591 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:03.905610 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] 10.222.0.30 "PUT /v2.0/ports/f6c92945-cd4d-42cb-9049-acb10a656da9 HTTP/1.1" status: 200 len: 1092 time: 4.2026632 Jul 22 19:23:03.921684 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'tag': 'f6c92945-cd4d-42cb-9049-acb10a656da9'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:23:03.925391 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702da096-15fb-419d-afa5-2961527551c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "tag": "f6c92945-cd4d-42cb-9049-acb10a656da9"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:23:03.958904 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:03.966662 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] Request body: {'port': {'device_id': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:03.975329 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3df446cd-5374-4919-90ad-b487be1ee3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:03.979486 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3df446cd-5374-4919-90ad-b487be1ee3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:03.980891 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3df446cd-5374-4919-90ad-b487be1ee3ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c432d0e-c5e5-4aaf-81be-d3994f83cc8a HTTP/1.1" status: 204 len: 168 time: 1.0704851 Jul 22 19:23:03.996213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce51ead-510d-48cc-baa5-b6120d52cbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94633ff2-6c7b-4050-8d42-7c9cea823515,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:04.109744 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47546e0-2a54-40c6-a40f-b61331db0460 x-openstack-request-id: req-b47546e0-2a54-40c6-a40f-b61331db0460 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:23:04.110186 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "tag": "f6c92945-cd4d-42cb-9049-acb10a656da9", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:23:04.111006 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b47546e0-2a54-40c6-a40f-b61331db0460 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:23:04.111006 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'tag': 'f6c92945-cd4d-42cb-9049-acb10a656da9', 'status': 'completed', 'code': 200} Jul 22 19:23:04.119240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df446cd-5374-4919-90ad-b487be1ee3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c432d0e-c5e5-4aaf-81be-d3994f83cc8a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:04.183452 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1ab13-a205-45ab-af14-0cd4a87d2c9c service neutron] Pushing event updated for resources: {'Port': ['ID=f6c92945-cd4d-42cb-9049-acb10a656da9,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:04.255114 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7530a48e-994a-44d0-92c3-0c8429578a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:04.261536 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f14313a1-bd39-4161-9c56-9d9021e0389d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:04.284058 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f14313a1-bd39-4161-9c56-9d9021e0389d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:04.331489 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7530a48e-994a-44d0-92c3-0c8429578a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:04.333865 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a6f18be-4169-4af5-b0cc-4873d7cfa7ed tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:04.398466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec26b77-b94c-47ea-a33f-9f0e296376e8 req-434419d0-1f5b-4fdc-b3c3-743dc1bf85e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:04.400186 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aec26b77-b94c-47ea-a33f-9f0e296376e8 req-434419d0-1f5b-4fdc-b3c3-743dc1bf85e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c297b54-303e-4a67-ba8a-52a15e243065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5769627 Jul 22 19:23:04.403360 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:04.412667 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f14313a1-bd39-4161-9c56-9d9021e0389d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f395065ff131437b8fe043a214fed1cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8890848 Jul 22 19:23:04.414372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33578) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:04.465012 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14313a1-bd39-4161-9c56-9d9021e0389d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d75f19e-bb68-405e-8ad2-a55ddb588608,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:04.567424 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702da096-15fb-419d-afa5-2961527551c4 req-f9825a0e-f011-4d92-bdd7-efa5baf87c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:04.567943 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702da096-15fb-419d-afa5-2961527551c4 req-f9825a0e-f011-4d92-bdd7-efa5baf87c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:04.568520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702da096-15fb-419d-afa5-2961527551c4 req-f9825a0e-f011-4d92-bdd7-efa5baf87c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:04.569009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702da096-15fb-419d-afa5-2961527551c4 req-f9825a0e-f011-4d92-bdd7-efa5baf87c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:04.569415 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702da096-15fb-419d-afa5-2961527551c4 req-f9825a0e-f011-4d92-bdd7-efa5baf87c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:04.569903 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702da096-15fb-419d-afa5-2961527551c4 req-f9825a0e-f011-4d92-bdd7-efa5baf87c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:04.570505 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702da096-15fb-419d-afa5-2961527551c4 req-f9825a0e-f011-4d92-bdd7-efa5baf87c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:04.572403 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-702da096-15fb-419d-afa5-2961527551c4 req-f9825a0e-f011-4d92-bdd7-efa5baf87c5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=88edd86379da474f9e73474c4822e718&device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 6426 time: 0.4715912 Jul 22 19:23:04.574630 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a6f18be-4169-4af5-b0cc-4873d7cfa7ed tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:04.624045 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f18be-4169-4af5-b0cc-4873d7cfa7ed tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3a5c04-3ab0-46f4-923f-871c4a99dc90,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:04.644955 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6932096e-7f63-4944-a3a7-e59aa9766228 None None] Network 06eb644b-f29e-45c4-8d9a-7769e64949ae requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:23:04.656339 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a6f18be-4169-4af5-b0cc-4873d7cfa7ed tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:04.661861 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6a6f18be-4169-4af5-b0cc-4873d7cfa7ed tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "DELETE /v2.0/subnets/eb3a5c04-3ab0-46f4-923f-871c4a99dc90 HTTP/1.1" status: 204 len: 168 time: 1.0347266 Jul 22 19:23:04.662935 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33590) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:04.704201 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aec26b77-b94c-47ea-a33f-9f0e296376e8 req-9217f709-214b-4bd9-9792-9991fd2fae8b service neutron] 10.222.0.16 "GET /v2.0/networks/9c297b54-303e-4a67-ba8a-52a15e243065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917027 Jul 22 19:23:04.763432 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c98d2ed-fc1f-4ea8-a530-8d0e16b61dd9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Deleting subnet 0319ae5f-ceed-4659-937d-f32e78dd9116 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:23:04.768260 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7530a48e-994a-44d0-92c3-0c8429578a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:04.771040 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7530a48e-994a-44d0-92c3-0c8429578a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:04.772368 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7530a48e-994a-44d0-92c3-0c8429578a4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94633ff2-6c7b-4050-8d42-7c9cea823515 HTTP/1.1" status: 204 len: 168 time: 0.9554925 Jul 22 19:23:04.773433 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c98d2ed-fc1f-4ea8-a530-8d0e16b61dd9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:04.804976 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530a48e-994a-44d0-92c3-0c8429578a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94633ff2-6c7b-4050-8d42-7c9cea823515,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:04.846241 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c98d2ed-fc1f-4ea8-a530-8d0e16b61dd9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:04.946860 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8864b941-af89-44e7-933e-787e563738a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:05.059048 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0212d4f-9122-4c4e-b28e-f01eafc1d2bf None None] DHCP port deletion for 06eb644b-f29e-45c4-8d9a-7769e64949ae request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:23:05.146263 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e77960-a758-4378-98ee-f3e44d9fb9b1 req-aae8bc93-454f-4e11-a754-07281882f8cf tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:05.153491 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e77960-a758-4378-98ee-f3e44d9fb9b1 req-aae8bc93-454f-4e11-a754-07281882f8cf tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:05.160466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e77960-a758-4378-98ee-f3e44d9fb9b1 req-aae8bc93-454f-4e11-a754-07281882f8cf tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:05.171703 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e77960-a758-4378-98ee-f3e44d9fb9b1 req-aae8bc93-454f-4e11-a754-07281882f8cf tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:05.176138 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-da1d88cd-d4e6-4169-b7d9-c1270568ba4a req-5651f335-87db-44fc-93d6-10af8d97f83a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2774527 Jul 22 19:23:05.183572 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e77960-a758-4378-98ee-f3e44d9fb9b1 req-aae8bc93-454f-4e11-a754-07281882f8cf tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:05.202020 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e77960-a758-4378-98ee-f3e44d9fb9b1 req-aae8bc93-454f-4e11-a754-07281882f8cf tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:05.204535 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c98d2ed-fc1f-4ea8-a530-8d0e16b61dd9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:05.221881 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e77960-a758-4378-98ee-f3e44d9fb9b1 req-aae8bc93-454f-4e11-a754-07281882f8cf tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:05.229843 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6e77960-a758-4378-98ee-f3e44d9fb9b1 req-aae8bc93-454f-4e11-a754-07281882f8cf tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5418 time: 0.6870399 Jul 22 19:23:05.254453 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8864b941-af89-44e7-933e-787e563738a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:05.260339 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a0212d4f-9122-4c4e-b28e-f01eafc1d2bf None None] Deleting port 900bb71b-7238-4a52-876f-a3ea660bdd40 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:23:05.261265 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a0212d4f-9122-4c4e-b28e-f01eafc1d2bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:05.294788 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c98d2ed-fc1f-4ea8-a530-8d0e16b61dd9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:05.338399 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98d2ed-fc1f-4ea8-a530-8d0e16b61dd9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event deleted for resources: {'Subnet': ['ID=0319ae5f-ceed-4659-937d-f32e78dd9116,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:05.355821 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c98d2ed-fc1f-4ea8-a530-8d0e16b61dd9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:05.362264 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7c98d2ed-fc1f-4ea8-a530-8d0e16b61dd9 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "DELETE /v2.0/subnets/0319ae5f-ceed-4659-937d-f32e78dd9116 HTTP/1.1" status: 204 len: 168 time: 0.6902053 Jul 22 19:23:05.367308 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33614) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:05.484861 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208f12a5-f25b-4ea2-8459-962620b9d99e None None] Network 4ed86889-1924-4c50-8c1e-24c776ed8bf6 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:23:05.589646 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f40c1ca-d759-40fe-82b3-4812da8a987b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:05.751313 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-4f40c1ca-d759-40fe-82b3-4812da8a987b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Deleting port 900bb71b-7238-4a52-876f-a3ea660bdd40 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:23:05.752923 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 900bb71b-7238-4a52-876f-a3ea660bdd40 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:23:05.757890 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f40c1ca-d759-40fe-82b3-4812da8a987b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:05.848272 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-a0212d4f-9122-4c4e-b28e-f01eafc1d2bf None None] For port 900bb71b-7238-4a52-876f-a3ea660bdd40, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=900bb71b-7238-4a52-876f-a3ea660bdd40,segment=NetworkSegment(1516a7d0-ce2f-448e-96b4-47e0539fd09b),segment_id=1516a7d0-ce2f-448e-96b4-47e0539fd09b)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:05.849139 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a0212d4f-9122-4c4e-b28e-f01eafc1d2bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:05.887264 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-4f40c1ca-d759-40fe-82b3-4812da8a987b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] For port 900bb71b-7238-4a52-876f-a3ea660bdd40, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=900bb71b-7238-4a52-876f-a3ea660bdd40,segment=NetworkSegment(1516a7d0-ce2f-448e-96b4-47e0539fd09b),segment_id=1516a7d0-ce2f-448e-96b4-47e0539fd09b)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:05.888252 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f40c1ca-d759-40fe-82b3-4812da8a987b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:05.903742 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-4f40c1ca-d759-40fe-82b3-4812da8a987b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Calling delete_port for 900bb71b-7238-4a52-876f-a3ea660bdd40 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:23:05.910873 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aec26b77-b94c-47ea-a33f-9f0e296376e8 req-a92e20da-3b2f-483c-aaaf-18ff5d88ee62 service neutron] 10.222.0.16 "GET /v2.0/networks/9c297b54-303e-4a67-ba8a-52a15e243065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1850693 Jul 22 19:23:05.993726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702da096-15fb-419d-afa5-2961527551c4 req-9696c163-9541-44ad-81bd-dd4fa207e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:05.994872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702da096-15fb-419d-afa5-2961527551c4 req-9696c163-9541-44ad-81bd-dd4fa207e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:05.995845 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702da096-15fb-419d-afa5-2961527551c4 req-9696c163-9541-44ad-81bd-dd4fa207e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:06.003773 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-702da096-15fb-419d-afa5-2961527551c4 req-9696c163-9541-44ad-81bd-dd4fa207e16a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=88edd86379da474f9e73474c4822e718&shared=False HTTP/1.1" status: 200 len: 2295 time: 1.4174640 Jul 22 19:23:06.006994 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a0212d4f-9122-4c4e-b28e-f01eafc1d2bf None None] Calling delete_port for 900bb71b-7238-4a52-876f-a3ea660bdd40 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:23:06.027927 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6e77960-a758-4378-98ee-f3e44d9fb9b1 req-1ace35ee-b994-495a-a819-8f714718e5e6 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7971840 Jul 22 19:23:06.092747 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f40c1ca-d759-40fe-82b3-4812da8a987b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:06.145573 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40c1ca-d759-40fe-82b3-4812da8a987b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event deleted for resources: {'Port': ['ID=900bb71b-7238-4a52-876f-a3ea660bdd40,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:06.162190 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f40c1ca-d759-40fe-82b3-4812da8a987b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] No DVR routers for this DVR port 900bb71b-7238-4a52-876f-a3ea660bdd40 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:23:06.250135 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8864b941-af89-44e7-933e-787e563738a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:06.266210 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8864b941-af89-44e7-933e-787e563738a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:06.270059 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8864b941-af89-44e7-933e-787e563738a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d75f19e-bb68-405e-8ad2-a55ddb588608 HTTP/1.1" status: 204 len: 168 time: 1.8525388 Jul 22 19:23:06.367747 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f40c1ca-d759-40fe-82b3-4812da8a987b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:06.381431 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-4f40c1ca-d759-40fe-82b3-4812da8a987b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06eb644b-f29e-45c4-8d9a-7769e64949ae']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:06.400083 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-4f40c1ca-d759-40fe-82b3-4812da8a987b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1516a7d0-ce2f-448e-96b4-47e0539fd09b') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:06.400389 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-4f40c1ca-d759-40fe-82b3-4812da8a987b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1516a7d0-ce2f-448e-96b4-47e0539fd09b') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:06.409998 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f40c1ca-d759-40fe-82b3-4812da8a987b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:06.419072 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702da096-15fb-419d-afa5-2961527551c4 req-c9f5907e-2821-4970-920c-72510da4daba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:06.421038 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-702da096-15fb-419d-afa5-2961527551c4 req-c9f5907e-2821-4970-920c-72510da4daba service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4163127 Jul 22 19:23:06.429210 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f40c1ca-d759-40fe-82b3-4812da8a987b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:06.440023 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864b941-af89-44e7-933e-787e563738a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d75f19e-bb68-405e-8ad2-a55ddb588608,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:06.449580 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f40c1ca-d759-40fe-82b3-4812da8a987b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:23:06.450006 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f40c1ca-d759-40fe-82b3-4812da8a987b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:06.493662 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d88cd-d4e6-4169-b7d9-c1270568ba4a req-f3e8d2b3-96cd-40d8-bfe2-4980eb195aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:06.495467 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da1d88cd-d4e6-4169-b7d9-c1270568ba4a req-f3e8d2b3-96cd-40d8-bfe2-4980eb195aac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 1097 time: 0.3078899 Jul 22 19:23:06.504061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f41fa7-7d4b-4478-8017-2b274904790c {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:23:06.516137 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:06.530931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No active binding found for port 900bb71b-7238-4a52-876f-a3ea660bdd40 {{(pid=93808) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 19:23:06.545758 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 900bb71b-7238-4a52-876f-a3ea660bdd40 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:23:06.598329 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:23:06.604668 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f40c1ca-d759-40fe-82b3-4812da8a987b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:06.611148 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f40c1ca-d759-40fe-82b3-4812da8a987b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:06.614495 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4f40c1ca-d759-40fe-82b3-4812da8a987b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "DELETE /v2.0/networks/06eb644b-f29e-45c4-8d9a-7769e64949ae HTTP/1.1" status: 204 len: 168 time: 1.2461452 Jul 22 19:23:06.626613 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33650) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:06.654740 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d88cd-d4e6-4169-b7d9-c1270568ba4a req-4de40326-11c2-4a7f-8028-b14c4624f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:06.657501 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da1d88cd-d4e6-4169-b7d9-c1270568ba4a req-4de40326-11c2-4a7f-8028-b14c4624f544 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c297b54-303e-4a67-ba8a-52a15e243065 HTTP/1.1" status: 200 len: 897 time: 0.1375959 Jul 22 19:23:06.674547 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40c1ca-d759-40fe-82b3-4812da8a987b tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event deleted for resources: {'Network': ['ID=06eb644b-f29e-45c4-8d9a-7769e64949ae,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:06.722963 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a0212d4f-9122-4c4e-b28e-f01eafc1d2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:06.772699 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da1d88cd-d4e6-4169-b7d9-c1270568ba4a req-07ea4880-542e-4ae2-a29f-129e324c3e36 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83f824c9-ab76-400b-989c-e2c25e9a07ba HTTP/1.1" status: 200 len: 1000 time: 0.1063590 Jul 22 19:23:06.781887 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0212d4f-9122-4c4e-b28e-f01eafc1d2bf None None] Pushing event deleted for resources: {'Port': ['ID=900bb71b-7238-4a52-876f-a3ea660bdd40,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:06.786866 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ac5bed-29c9-4661-804c-29c6b686d87b None None] DHCP port deletion for 4ed86889-1924-4c50-8c1e-24c776ed8bf6 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:23:06.809366 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a0212d4f-9122-4c4e-b28e-f01eafc1d2bf None None] Network 06eb644b-f29e-45c4-8d9a-7769e64949ae is not hosted by any dhcp agent {{(pid=93808) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 19:23:06.810212 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0212d4f-9122-4c4e-b28e-f01eafc1d2bf None None] No DVR routers for this DVR port 900bb71b-7238-4a52-876f-a3ea660bdd40 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:23:06.837184 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad91c48e-91dc-412d-ac01-046cd022f3c7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:06.837431 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d88cd-d4e6-4169-b7d9-c1270568ba4a req-725e1d12-676e-4710-bed4-97f2bd803082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:06.839372 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da1d88cd-d4e6-4169-b7d9-c1270568ba4a req-725e1d12-676e-4710-bed4-97f2bd803082 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=424f4846-1760-4eba-8276-fd19966bb05d HTTP/1.1" status: 200 len: 835 time: 0.0606275 Jul 22 19:23:06.840423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] Transition to ACTIVE for port object 28f41fa7-7d4b-4478-8017-2b274904790c will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:06.860141 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:06.968166 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ad91c48e-91dc-412d-ac01-046cd022f3c7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Deleting port 9602b95d-ab36-4024-b7e2-873f401196ab {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:23:06.968733 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad91c48e-91dc-412d-ac01-046cd022f3c7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:06.992452 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b6ac5bed-29c9-4661-804c-29c6b686d87b None None] Deleting port 9602b95d-ab36-4024-b7e2-873f401196ab {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:23:06.992864 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b6ac5bed-29c9-4661-804c-29c6b686d87b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:07.218347 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-ad91c48e-91dc-412d-ac01-046cd022f3c7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] For port 9602b95d-ab36-4024-b7e2-873f401196ab, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9602b95d-ab36-4024-b7e2-873f401196ab,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:07.222055 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad91c48e-91dc-412d-ac01-046cd022f3c7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:07.244402 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33660) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:07.260442 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ad91c48e-91dc-412d-ac01-046cd022f3c7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Calling delete_port for 9602b95d-ab36-4024-b7e2-873f401196ab owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:23:07.292032 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] Attempting to bind port 28f41fa7-7d4b-4478-8017-2b274904790c on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:23:07.304938 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] Attempting to bind port 28f41fa7-7d4b-4478-8017-2b274904790c by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '802b6a9a-5eac-464c-aad2-d87b2679eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b232de7e-d507-4fe5-aca3-83142933123b'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:23:07.305450 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] Attempting to bind port 28f41fa7-7d4b-4478-8017-2b274904790c on network b232de7e-d507-4fe5-aca3-83142933123b {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:23:07.308379 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d1198eb-3ab4-4eca-895b-743e9e2596b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:07.478786 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] Port 28f41fa7-7d4b-4478-8017-2b274904790c on network b232de7e-d507-4fe5-aca3-83142933123b not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:23:07.479311 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] Attempting to bind port 28f41fa7-7d4b-4478-8017-2b274904790c on network b232de7e-d507-4fe5-aca3-83142933123b {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:23:07.497816 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:23:07.498773 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] Checking segment: {'id': '802b6a9a-5eac-464c-aad2-d87b2679eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b232de7e-d507-4fe5-aca3-83142933123b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:23:07.499260 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] Bound using segment: {'id': '802b6a9a-5eac-464c-aad2-d87b2679eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b232de7e-d507-4fe5-aca3-83142933123b'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:23:07.499691 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] Bound port: 28f41fa7-7d4b-4478-8017-2b274904790c, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '802b6a9a-5eac-464c-aad2-d87b2679eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b232de7e-d507-4fe5-aca3-83142933123b'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:23:07.500051 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:07.515828 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] Pushing event updated for resources: {'Port': ['ID=28f41fa7-7d4b-4478-8017-2b274904790c,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:07.582074 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d88cd-d4e6-4169-b7d9-c1270568ba4a req-659d97fc-098f-4b2b-b71a-de3efaf62150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:07.583638 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da1d88cd-d4e6-4169-b7d9-c1270568ba4a req-659d97fc-098f-4b2b-b71a-de3efaf62150 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c297b54-303e-4a67-ba8a-52a15e243065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7338471 Jul 22 19:23:07.603315 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad91c48e-91dc-412d-ac01-046cd022f3c7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:07.632732 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9602b95d-ab36-4024-b7e2-873f401196ab no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:23:07.658765 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-b6ac5bed-29c9-4661-804c-29c6b686d87b None None] For port 9602b95d-ab36-4024-b7e2-873f401196ab, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9602b95d-ab36-4024-b7e2-873f401196ab,segment=NetworkSegment(c52169cd-f463-4ed2-99da-130e8770e390),segment_id=c52169cd-f463-4ed2-99da-130e8770e390)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:07.659317 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91c48e-91dc-412d-ac01-046cd022f3c7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event deleted for resources: {'Port': ['ID=9602b95d-ab36-4024-b7e2-873f401196ab,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:07.659852 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b6ac5bed-29c9-4661-804c-29c6b686d87b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:07.680035 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b6ac5bed-29c9-4661-804c-29c6b686d87b None None] Calling delete_port for 9602b95d-ab36-4024-b7e2-873f401196ab owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:23:07.689655 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad91c48e-91dc-412d-ac01-046cd022f3c7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] No DVR routers for this DVR port 9602b95d-ab36-4024-b7e2-873f401196ab on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:23:07.745844 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] For port 28f41fa7-7d4b-4478-8017-2b274904790c, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:23:07.751634 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] For port 28f41fa7-7d4b-4478-8017-2b274904790c, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=28f41fa7-7d4b-4478-8017-2b274904790c,segment=NetworkSegment(802b6a9a-5eac-464c-aad2-d87b2679eba4),segment_id=802b6a9a-5eac-464c-aad2-d87b2679eba4)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:23:07.766168 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:07.796925 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b6ac5bed-29c9-4661-804c-29c6b686d87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:07.827849 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 9602b95d-ab36-4024-b7e2-873f401196ab {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:23:07.828198 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9602b95d-ab36-4024-b7e2-873f401196ab not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:23:07.830635 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad91c48e-91dc-412d-ac01-046cd022f3c7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:07.858533 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-ad91c48e-91dc-412d-ac01-046cd022f3c7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed86889-1924-4c50-8c1e-24c776ed8bf6']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:07.876746 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac5bed-29c9-4661-804c-29c6b686d87b None None] Pushing event deleted for resources: {'Port': ['ID=9602b95d-ab36-4024-b7e2-873f401196ab,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:07.879253 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ac5bed-29c9-4661-804c-29c6b686d87b None None] No DVR routers for this DVR port 9602b95d-ab36-4024-b7e2-873f401196ab on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:23:07.893260 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-ad91c48e-91dc-412d-ac01-046cd022f3c7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52169cd-f463-4ed2-99da-130e8770e390') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:07.894061 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-ad91c48e-91dc-412d-ac01-046cd022f3c7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52169cd-f463-4ed2-99da-130e8770e390') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:07.908665 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad91c48e-91dc-412d-ac01-046cd022f3c7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:07.923772 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad91c48e-91dc-412d-ac01-046cd022f3c7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:07.931710 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad91c48e-91dc-412d-ac01-046cd022f3c7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:23:07.932126 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad91c48e-91dc-412d-ac01-046cd022f3c7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:07.942499 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] Pushing event updated for resources: {'Port': ['ID=28f41fa7-7d4b-4478-8017-2b274904790c,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:07.993228 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:07.993827 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:07.995882 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-21689ca9-2f79-43f5-8d5d-ee88140622fd service neutron] 10.222.0.30 "PUT /v2.0/ports/28f41fa7-7d4b-4478-8017-2b274904790c HTTP/1.1" status: 200 len: 1092 time: 4.0404069 Jul 22 19:23:07.997209 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'tag': '28f41fa7-7d4b-4478-8017-2b274904790c'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:23:08.000086 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00485e15-ec57-4bd5-9d68-7586c7ea30db" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "tag": "28f41fa7-7d4b-4478-8017-2b274904790c"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:23:08.061759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e743d1f-356f-46b3-8dfb-b0ea5e1b7ec0 req-4fc7e4cc-32b4-48d1-be6c-d009e1c239a1 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:08.072181 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e743d1f-356f-46b3-8dfb-b0ea5e1b7ec0 req-4fc7e4cc-32b4-48d1-be6c-d009e1c239a1 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:08.080501 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e743d1f-356f-46b3-8dfb-b0ea5e1b7ec0 req-4fc7e4cc-32b4-48d1-be6c-d009e1c239a1 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:23:08.081444 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:23:08.088050 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad91c48e-91dc-412d-ac01-046cd022f3c7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:08.089795 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e743d1f-356f-46b3-8dfb-b0ea5e1b7ec0 req-4fc7e4cc-32b4-48d1-be6c-d009e1c239a1 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:08.097007 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e743d1f-356f-46b3-8dfb-b0ea5e1b7ec0 req-4fc7e4cc-32b4-48d1-be6c-d009e1c239a1 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:08.104695 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e743d1f-356f-46b3-8dfb-b0ea5e1b7ec0 req-4fc7e4cc-32b4-48d1-be6c-d009e1c239a1 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:08.114019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e743d1f-356f-46b3-8dfb-b0ea5e1b7ec0 req-4fc7e4cc-32b4-48d1-be6c-d009e1c239a1 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:08.122109 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5e743d1f-356f-46b3-8dfb-b0ea5e1b7ec0 req-4fc7e4cc-32b4-48d1-be6c-d009e1c239a1 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5430 time: 0.9085188 Jul 22 19:23:08.131781 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff1ac63-4189-4cd3-83cc-521274cf9168 x-openstack-request-id: req-6ff1ac63-4189-4cd3-83cc-521274cf9168 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:23:08.132432 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "tag": "28f41fa7-7d4b-4478-8017-2b274904790c", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:23:08.132938 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ff1ac63-4189-4cd3-83cc-521274cf9168 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:23:08.133527 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'tag': '28f41fa7-7d4b-4478-8017-2b274904790c', 'status': 'completed', 'code': 200} Jul 22 19:23:08.150320 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad91c48e-91dc-412d-ac01-046cd022f3c7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:08.152384 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ad91c48e-91dc-412d-ac01-046cd022f3c7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] 10.222.0.13 "DELETE /v2.0/networks/4ed86889-1924-4c50-8c1e-24c776ed8bf6 HTTP/1.1" status: 204 len: 168 time: 1.5246649 Jul 22 19:23:08.153571 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91c48e-91dc-412d-ac01-046cd022f3c7 tempest-TaggedBootDevicesTest-282936444 tempest-TaggedBootDevicesTest-282936444-project] Pushing event deleted for resources: {'Network': ['ID=4ed86889-1924-4c50-8c1e-24c776ed8bf6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:08.313362 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d1198eb-3ab4-4eca-895b-743e9e2596b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:08.321031 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d1198eb-3ab4-4eca-895b-743e9e2596b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:08.393788 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6d1198eb-3ab4-4eca-895b-743e9e2596b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40a20f2177b54a2d8687359932b7fdc1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1465950 Jul 22 19:23:08.395016 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33682) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:08.409989 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1198eb-3ab4-4eca-895b-743e9e2596b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6392ec-e94e-43cf-994c-6391b2ddd3c2,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:08.486542 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-36dcde25-9036-4ca0-b5f1-366f08033226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:08.509694 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-36dcde25-9036-4ca0-b5f1-366f08033226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:08.529531 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5e743d1f-356f-46b3-8dfb-b0ea5e1b7ec0 req-b8193773-dd77-4b02-9829-59e036a1e967 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4061430 Jul 22 19:23:08.532696 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da1d88cd-d4e6-4169-b7d9-c1270568ba4a req-e958a914-0101-4e30-bc74-a880a6483d20 service neutron] 10.222.0.16 "GET /v2.0/networks/9c297b54-303e-4a67-ba8a-52a15e243065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7748835 Jul 22 19:23:08.595233 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-36dcde25-9036-4ca0-b5f1-366f08033226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:08.598528 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-36dcde25-9036-4ca0-b5f1-366f08033226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:08.601415 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-36dcde25-9036-4ca0-b5f1-366f08033226 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e6392ec-e94e-43cf-994c-6391b2ddd3c2 HTTP/1.1" status: 204 len: 168 time: 0.2051189 Jul 22 19:23:08.627956 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcde25-9036-4ca0-b5f1-366f08033226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6392ec-e94e-43cf-994c-6391b2ddd3c2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:08.657327 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da1d88cd-d4e6-4169-b7d9-c1270568ba4a req-0cb5a2c9-68b6-41fd-94a7-1f7e83412c71 service neutron] 10.222.0.16 "GET /v2.0/networks/9c297b54-303e-4a67-ba8a-52a15e243065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152878 Jul 22 19:23:08.669626 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-fc03a364-4c3d-40a1-ae2f-15e45a1dbfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:08.670408 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-fc03a364-4c3d-40a1-ae2f-15e45a1dbfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:08.671052 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-fc03a364-4c3d-40a1-ae2f-15e45a1dbfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:08.672130 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-fc03a364-4c3d-40a1-ae2f-15e45a1dbfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:08.672803 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-fc03a364-4c3d-40a1-ae2f-15e45a1dbfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:08.673441 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-fc03a364-4c3d-40a1-ae2f-15e45a1dbfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:08.674171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-fc03a364-4c3d-40a1-ae2f-15e45a1dbfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:08.705232 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-fc03a364-4c3d-40a1-ae2f-15e45a1dbfd2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=88edd86379da474f9e73474c4822e718&device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 6494 time: 0.5476573 Jul 22 19:23:08.821367 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ab57a713-76be-4128-8494-569e5293ce58 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5270d4db-298b-4df2-978e-ae9cd7fd456b HTTP/1.1" status: 200 len: 217 time: 0.1151915 Jul 22 19:23:08.920458 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-b9e85c38-a620-4d71-9c74-744950950195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:08.922107 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-b9e85c38-a620-4d71-9c74-744950950195 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21df62a7-a6ca-436a-b217-caf06ac55fe4 HTTP/1.1" status: 200 len: 854 time: 0.0899711 Jul 22 19:23:09.003141 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:09.041846 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a588374e-d2fd-439e-bc82-f66a934ae679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:09.044060 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-a588374e-d2fd-439e-bc82-f66a934ae679 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e89c4a4f-ae66-40e9-a651-3fcc6679a396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1142323 Jul 22 19:23:09.578395 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-c50dbdc6-1735-456c-b05b-d83608c99ab7 service neutron] 10.222.0.30 "GET /v2.0/networks/e89c4a4f-ae66-40e9-a651-3fcc6679a396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278122 Jul 22 19:23:09.750273 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-eda82acc-8569-47a4-9d19-3acca3f1285a service neutron] 10.222.0.30 "GET /v2.0/networks/e89c4a4f-ae66-40e9-a651-3fcc6679a396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529410 Jul 22 19:23:09.870337 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-b4a0196c-c93d-4d9d-8ac3-f7a6703cb34b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=78654019-d801-41ad-9f01-d5784c852f39 HTTP/1.1" status: 200 len: 217 time: 0.1053021 Jul 22 19:23:09.945014 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-455607fb-ee10-4818-9787-6e0dd6e1cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:09.947632 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-455607fb-ee10-4818-9787-6e0dd6e1cdc9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0699dc1-b53c-4154-b479-389ab7dae0e5 HTTP/1.1" status: 200 len: 797 time: 0.0713229 Jul 22 19:23:10.038210 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fa03e-3b25-47c9-88fb-3edb25e98926 req-44011070-8b77-42f2-a35b-81252ffa0412 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:10.046636 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fa03e-3b25-47c9-88fb-3edb25e98926 req-44011070-8b77-42f2-a35b-81252ffa0412 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:10.054496 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fa03e-3b25-47c9-88fb-3edb25e98926 req-44011070-8b77-42f2-a35b-81252ffa0412 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:10.062889 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fa03e-3b25-47c9-88fb-3edb25e98926 req-44011070-8b77-42f2-a35b-81252ffa0412 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:10.070306 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fa03e-3b25-47c9-88fb-3edb25e98926 req-44011070-8b77-42f2-a35b-81252ffa0412 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:10.079176 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fa03e-3b25-47c9-88fb-3edb25e98926 req-44011070-8b77-42f2-a35b-81252ffa0412 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:10.086265 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fa03e-3b25-47c9-88fb-3edb25e98926 req-44011070-8b77-42f2-a35b-81252ffa0412 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:10.094874 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a67fa03e-3b25-47c9-88fb-3edb25e98926 req-44011070-8b77-42f2-a35b-81252ffa0412 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5430 time: 0.3433502 Jul 22 19:23:10.145526 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-58f09128-ef7e-4fb0-bac2-f10a79ac599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:10.147403 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-58f09128-ef7e-4fb0-bac2-f10a79ac599d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0595bdbb-3fff-4758-845e-81a374857f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1930001 Jul 22 19:23:10.172605 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a67fa03e-3b25-47c9-88fb-3edb25e98926 req-cb59e42e-89e1-4bbb-941b-7abbdba8314a tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0688698 Jul 22 19:23:10.393875 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-87d19253-465e-42db-877c-3ba381886bf3 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193978 Jul 22 19:23:10.602719 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-408942b4-d4e0-4254-8757-b0c7c31d8002 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006540 Jul 22 19:23:10.690362 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-5e4a0889-bc9d-45d5-b67e-7e79aa0a7d1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=fc734762-c254-4cb4-bad5-9b6992177001 HTTP/1.1" status: 200 len: 217 time: 0.0796111 Jul 22 19:23:10.771799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-fb96f03f-0140-4697-9d91-80b06eb428b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:10.773586 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-fb96f03f-0140-4697-9d91-80b06eb428b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0699dc1-b53c-4154-b479-389ab7dae0e5 HTTP/1.1" status: 200 len: 797 time: 0.0749583 Jul 22 19:23:10.879678 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e5d724ac-0f06-4817-858c-a24d76ddaf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:10.881547 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e5d724ac-0f06-4817-858c-a24d76ddaf2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0595bdbb-3fff-4758-845e-81a374857f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1024079 Jul 22 19:23:11.036321 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-97bbd4c8-a915-41db-9273-8f3c2a493cf0 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386850 Jul 22 19:23:11.208728 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-058db9ce-87e0-4ac0-9503-83f45ca77954 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657677 Jul 22 19:23:11.360098 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-477a9c3c-7182-4ca1-91c4-b46c7523f0f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=c0c5619c-46c7-443b-a9b0-bbcf7be07888 HTTP/1.1" status: 200 len: 217 time: 0.1411300 Jul 22 19:23:11.461952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e24b1474-d462-4e6f-91c0-c5a566cf08df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:11.463582 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-e24b1474-d462-4e6f-91c0-c5a566cf08df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0699dc1-b53c-4154-b479-389ab7dae0e5 HTTP/1.1" status: 200 len: 797 time: 0.0926707 Jul 22 19:23:11.630181 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a382126-6049-4bcc-9829-f563e3679102 req-773eb09a-aaf7-4dc1-92c6-bec1485f88ce tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:11.636572 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:11.642098 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a382126-6049-4bcc-9829-f563e3679102 req-773eb09a-aaf7-4dc1-92c6-bec1485f88ce tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:11.648432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a382126-6049-4bcc-9829-f563e3679102 req-773eb09a-aaf7-4dc1-92c6-bec1485f88ce tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:11.655336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a382126-6049-4bcc-9829-f563e3679102 req-773eb09a-aaf7-4dc1-92c6-bec1485f88ce tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:11.662423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a382126-6049-4bcc-9829-f563e3679102 req-773eb09a-aaf7-4dc1-92c6-bec1485f88ce tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:11.669019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a382126-6049-4bcc-9829-f563e3679102 req-773eb09a-aaf7-4dc1-92c6-bec1485f88ce tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:11.677076 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a382126-6049-4bcc-9829-f563e3679102 req-773eb09a-aaf7-4dc1-92c6-bec1485f88ce tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:11.679514 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0a382126-6049-4bcc-9829-f563e3679102 req-773eb09a-aaf7-4dc1-92c6-bec1485f88ce tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5430 time: 0.3182788 Jul 22 19:23:11.740674 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0a382126-6049-4bcc-9829-f563e3679102 req-cb0e4806-b15e-4e8c-9fd0-f0a13ac4ac0a tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533555 Jul 22 19:23:11.751115 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-114688b3-049d-4097-83db-f35c118d9296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:11.753132 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-114688b3-049d-4097-83db-f35c118d9296 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0595bdbb-3fff-4758-845e-81a374857f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2555742 Jul 22 19:23:11.871621 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-2b80b8b4-67c2-43fc-ba62-f9c7d433fd8b service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126642 Jul 22 19:23:12.038401 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-dee072f0-a159-4bd1-bed3-ac144be9275f service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603091 Jul 22 19:23:12.086297 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-d7797d01-a4fc-44ac-8b16-4da27903cead service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=9e48ce15-6896-45cf-9ca4-cbb5850d0fce HTTP/1.1" status: 200 len: 217 time: 0.0418189 Jul 22 19:23:12.183392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-26a5c82d-0fa5-465a-9f0e-7ad4fe0d9469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:12.186198 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-26a5c82d-0fa5-465a-9f0e-7ad4fe0d9469 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0699dc1-b53c-4154-b479-389ab7dae0e5 HTTP/1.1" status: 200 len: 797 time: 0.0934308 Jul 22 19:23:12.264677 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4e57ab4a-c39a-4620-8fcf-4bb7b0fa3745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:12.266230 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-4e57ab4a-c39a-4620-8fcf-4bb7b0fa3745 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0595bdbb-3fff-4758-845e-81a374857f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0748498 Jul 22 19:23:12.387773 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-94384201-9ee9-467a-b343-26889c0f3069 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150577 Jul 22 19:23:12.516559 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-c9ca27e2-7e55-4a35-be45-4814442f53af service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209159 Jul 22 19:23:12.702175 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-b3f4cf38-ec32-4d99-9dd6-af57f71f4aa2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f6c92945-cd4d-42cb-9049-acb10a656da9 HTTP/1.1" status: 200 len: 217 time: 0.1601741 Jul 22 19:23:12.761022 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-1b855fa8-5f2f-403a-a0cf-899e034c115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:12.762679 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-1b855fa8-5f2f-403a-a0cf-899e034c115b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b92fb42-3fe2-4f94-b925-91fab573144c HTTP/1.1" status: 200 len: 797 time: 0.0597193 Jul 22 19:23:12.874711 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-df4717d0-1575-44aa-8d9e-736e5a621ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:12.877475 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-df4717d0-1575-44aa-8d9e-736e5a621ae2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b232de7e-d507-4fe5-aca3-83142933123b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1054640 Jul 22 19:23:13.062827 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-567b0eed-2f33-4d19-ba4d-1a5c5d462a10 service neutron] 10.222.0.30 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755683 Jul 22 19:23:13.087765 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33832) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:13.300361 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-382c2f88-abc3-4222-b2ce-c3522528c96b service neutron] 10.222.0.30 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335963 Jul 22 19:23:13.312378 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a67ba703-2a62-4744-bb79-0b7f042e5ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:13.402781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-ac4cd619-e234-4e5f-a7d6-cd577ac2e0a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28f41fa7-7d4b-4478-8017-2b274904790c HTTP/1.1" status: 200 len: 217 time: 0.0911784 Jul 22 19:23:13.581302 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a67ba703-2a62-4744-bb79-0b7f042e5ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:13.586580 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a67ba703-2a62-4744-bb79-0b7f042e5ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:13.607051 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-8f27b290-3d38-4754-bc42-18fb6b18b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:13.609600 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-8f27b290-3d38-4754-bc42-18fb6b18b212 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b92fb42-3fe2-4f94-b925-91fab573144c HTTP/1.1" status: 200 len: 797 time: 0.1998565 Jul 22 19:23:13.629180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ba703-2a62-4744-bb79-0b7f042e5ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1cfdca-8341-46b8-86eb-1e1ce230c772,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:13.647051 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ba703-2a62-4744-bb79-0b7f042e5ca0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:13.647408 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ba703-2a62-4744-bb79-0b7f042e5ca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:13.647857 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ba703-2a62-4744-bb79-0b7f042e5ca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:13.648201 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ba703-2a62-4744-bb79-0b7f042e5ca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:13.648553 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ba703-2a62-4744-bb79-0b7f042e5ca0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:13.649064 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ba703-2a62-4744-bb79-0b7f042e5ca0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:13.649611 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ba703-2a62-4744-bb79-0b7f042e5ca0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:13.650109 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ba703-2a62-4744-bb79-0b7f042e5ca0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:13.650616 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ba703-2a62-4744-bb79-0b7f042e5ca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:13.651113 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ba703-2a62-4744-bb79-0b7f042e5ca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:13.651444 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ba703-2a62-4744-bb79-0b7f042e5ca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:13.651777 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67ba703-2a62-4744-bb79-0b7f042e5ca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:13.681274 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2e2ad-f7b6-4a88-a332-14c7fa8c6eed req-c0bd6776-3bbe-4e31-9161-5c6fbfad18fa tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:13.688710 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2e2ad-f7b6-4a88-a332-14c7fa8c6eed req-c0bd6776-3bbe-4e31-9161-5c6fbfad18fa tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:13.694749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2e2ad-f7b6-4a88-a332-14c7fa8c6eed req-c0bd6776-3bbe-4e31-9161-5c6fbfad18fa tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:13.703023 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2e2ad-f7b6-4a88-a332-14c7fa8c6eed req-c0bd6776-3bbe-4e31-9161-5c6fbfad18fa tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:13.709229 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2e2ad-f7b6-4a88-a332-14c7fa8c6eed req-c0bd6776-3bbe-4e31-9161-5c6fbfad18fa tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:13.709894 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a67ba703-2a62-4744-bb79-0b7f042e5ca0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03000aca7fd043b9908f178e94e2df7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6202250 Jul 22 19:23:13.710709 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33860) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:13.719051 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2e2ad-f7b6-4a88-a332-14c7fa8c6eed req-c0bd6776-3bbe-4e31-9161-5c6fbfad18fa tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:13.728517 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2e2ad-f7b6-4a88-a332-14c7fa8c6eed req-c0bd6776-3bbe-4e31-9161-5c6fbfad18fa tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:13.737501 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dee2e2ad-f7b6-4a88-a332-14c7fa8c6eed req-c0bd6776-3bbe-4e31-9161-5c6fbfad18fa tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5430 time: 0.2337193 Jul 22 19:23:13.770029 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed92f512-190d-4431-af45-913133c8e313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:13.798012 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed92f512-190d-4431-af45-913133c8e313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:13.804072 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dee2e2ad-f7b6-4a88-a332-14c7fa8c6eed req-cb25de78-2378-4e76-85b5-92649385bedd tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659797 Jul 22 19:23:13.811748 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-8b0688bb-5034-46e7-b730-1aa42557cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:13.813336 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-8b0688bb-5034-46e7-b730-1aa42557cce1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b232de7e-d507-4fe5-aca3-83142933123b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1957786 Jul 22 19:23:13.875015 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed92f512-190d-4431-af45-913133c8e313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:13.878205 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed92f512-190d-4431-af45-913133c8e313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:13.879754 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ed92f512-190d-4431-af45-913133c8e313 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a1cfdca-8341-46b8-86eb-1e1ce230c772 HTTP/1.1" status: 204 len: 168 time: 0.1679101 Jul 22 19:23:13.895833 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92f512-190d-4431-af45-913133c8e313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1cfdca-8341-46b8-86eb-1e1ce230c772,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:14.073450 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-2c89be6a-d1d8-4e15-a219-31f7e576b09b service neutron] 10.222.0.30 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489481 Jul 22 19:23:14.283402 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ea8389a-5139-4190-a084-cd0bca3adb17 req-f1c0f7cc-a47a-4e23-89d1-821c74c52187 service neutron] 10.222.0.30 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053213 Jul 22 19:23:14.525867 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33884) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:14.547582 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00485e15-ec57-4bd5-9d68-7586c7ea30db req-60e8b37c-b211-4c9d-ab32-c76c3506751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:14.548370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00485e15-ec57-4bd5-9d68-7586c7ea30db req-60e8b37c-b211-4c9d-ab32-c76c3506751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:14.550329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00485e15-ec57-4bd5-9d68-7586c7ea30db req-60e8b37c-b211-4c9d-ab32-c76c3506751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:14.553687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00485e15-ec57-4bd5-9d68-7586c7ea30db req-60e8b37c-b211-4c9d-ab32-c76c3506751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:14.554260 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6cd40626-94cf-4986-88c2-2be32a9d36b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:14.555583 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00485e15-ec57-4bd5-9d68-7586c7ea30db req-60e8b37c-b211-4c9d-ab32-c76c3506751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:14.556624 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00485e15-ec57-4bd5-9d68-7586c7ea30db req-60e8b37c-b211-4c9d-ab32-c76c3506751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:14.559441 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00485e15-ec57-4bd5-9d68-7586c7ea30db req-60e8b37c-b211-4c9d-ab32-c76c3506751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:14.564601 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00485e15-ec57-4bd5-9d68-7586c7ea30db req-60e8b37c-b211-4c9d-ab32-c76c3506751c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=88edd86379da474f9e73474c4822e718&device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 6494 time: 0.2003489 Jul 22 19:23:14.726161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00485e15-ec57-4bd5-9d68-7586c7ea30db req-e1857e69-073b-4e17-9acd-68d6c7777ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:14.728776 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00485e15-ec57-4bd5-9d68-7586c7ea30db req-e1857e69-073b-4e17-9acd-68d6c7777ab5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b232de7e-d507-4fe5-aca3-83142933123b HTTP/1.1" status: 200 len: 902 time: 0.1564283 Jul 22 19:23:14.731288 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6cd40626-94cf-4986-88c2-2be32a9d36b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:14.736974 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6cd40626-94cf-4986-88c2-2be32a9d36b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:14.778591 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd40626-94cf-4986-88c2-2be32a9d36b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5805f201-ad23-4d52-b0cd-836b3aef9286,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:14.787895 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00485e15-ec57-4bd5-9d68-7586c7ea30db req-0fd1c823-a2a5-4f12-9bd8-9e5236811f34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28f41fa7-7d4b-4478-8017-2b274904790c HTTP/1.1" status: 200 len: 217 time: 0.0498445 Jul 22 19:23:14.830663 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6cd40626-94cf-4986-88c2-2be32a9d36b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad9c922ffd7a485f89722812e498aee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3005972 Jul 22 19:23:14.831427 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33894) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:14.931651 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00485e15-ec57-4bd5-9d68-7586c7ea30db req-8ae266f9-395f-4a7e-a69d-038ec556a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:14.938193 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00485e15-ec57-4bd5-9d68-7586c7ea30db req-8ae266f9-395f-4a7e-a69d-038ec556a0e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b92fb42-3fe2-4f94-b925-91fab573144c HTTP/1.1" status: 200 len: 797 time: 0.1382599 Jul 22 19:23:14.968362 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2d224915-df61-4e55-b728-9149c3fa6efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:14.993616 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2d224915-df61-4e55-b728-9149c3fa6efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:15.049581 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2d224915-df61-4e55-b728-9149c3fa6efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:15.054723 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2d224915-df61-4e55-b728-9149c3fa6efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:15.056775 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2d224915-df61-4e55-b728-9149c3fa6efc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5805f201-ad23-4d52-b0cd-836b3aef9286 HTTP/1.1" status: 204 len: 168 time: 0.2124531 Jul 22 19:23:15.070972 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d224915-df61-4e55-b728-9149c3fa6efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5805f201-ad23-4d52-b0cd-836b3aef9286,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:15.232194 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00485e15-ec57-4bd5-9d68-7586c7ea30db req-741fff6f-fe8b-447d-a866-c297c2a47d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:15.247264 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00485e15-ec57-4bd5-9d68-7586c7ea30db req-741fff6f-fe8b-447d-a866-c297c2a47d6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b232de7e-d507-4fe5-aca3-83142933123b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3061409 Jul 22 19:23:15.357842 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b9c8b-c28e-4916-a82f-7cbd8be9fe50 req-7726f418-4d04-4174-aa0f-a86511e61f22 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:15.391337 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b9c8b-c28e-4916-a82f-7cbd8be9fe50 req-7726f418-4d04-4174-aa0f-a86511e61f22 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:15.407906 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b9c8b-c28e-4916-a82f-7cbd8be9fe50 req-7726f418-4d04-4174-aa0f-a86511e61f22 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:15.423472 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b9c8b-c28e-4916-a82f-7cbd8be9fe50 req-7726f418-4d04-4174-aa0f-a86511e61f22 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:15.432230 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b9c8b-c28e-4916-a82f-7cbd8be9fe50 req-7726f418-4d04-4174-aa0f-a86511e61f22 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:15.462664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b9c8b-c28e-4916-a82f-7cbd8be9fe50 req-7726f418-4d04-4174-aa0f-a86511e61f22 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:15.482903 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b9c8b-c28e-4916-a82f-7cbd8be9fe50 req-7726f418-4d04-4174-aa0f-a86511e61f22 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:15.487438 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9a4b9c8b-c28e-4916-a82f-7cbd8be9fe50 req-7726f418-4d04-4174-aa0f-a86511e61f22 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5430 time: 0.5320840 Jul 22 19:23:15.586802 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00485e15-ec57-4bd5-9d68-7586c7ea30db req-04b1f10c-c991-4c02-8126-c3b5c56ca78d service neutron] 10.222.0.30 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275924 Jul 22 19:23:15.661258 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9a4b9c8b-c28e-4916-a82f-7cbd8be9fe50 req-bdb30172-0015-45fd-8ace-8587b9b47517 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737958 Jul 22 19:23:15.744617 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00485e15-ec57-4bd5-9d68-7586c7ea30db req-cb930d89-4ccb-4979-b3de-8ebef8267103 service neutron] 10.222.0.30 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130073 Jul 22 19:23:16.927325 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43def89b-30df-4a18-a1b4-ee6bab934275 req-b7f34000-2dae-45c7-8c8a-6b02cbe63867 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:16.934719 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43def89b-30df-4a18-a1b4-ee6bab934275 req-b7f34000-2dae-45c7-8c8a-6b02cbe63867 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:16.942280 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43def89b-30df-4a18-a1b4-ee6bab934275 req-b7f34000-2dae-45c7-8c8a-6b02cbe63867 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:16.965041 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43def89b-30df-4a18-a1b4-ee6bab934275 req-b7f34000-2dae-45c7-8c8a-6b02cbe63867 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:16.976222 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43def89b-30df-4a18-a1b4-ee6bab934275 req-b7f34000-2dae-45c7-8c8a-6b02cbe63867 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:16.995537 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43def89b-30df-4a18-a1b4-ee6bab934275 req-b7f34000-2dae-45c7-8c8a-6b02cbe63867 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:17.010444 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43def89b-30df-4a18-a1b4-ee6bab934275 req-b7f34000-2dae-45c7-8c8a-6b02cbe63867 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:17.020303 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43def89b-30df-4a18-a1b4-ee6bab934275 req-b7f34000-2dae-45c7-8c8a-6b02cbe63867 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5430 time: 0.1816013 Jul 22 19:23:17.111298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43def89b-30df-4a18-a1b4-ee6bab934275 req-d5a2ee03-347f-4e9b-8464-7b9c39554e22 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0888760 Jul 22 19:23:18.087739 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34000) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:18.315728 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-37792748-26a6-47a6-9b71-5f6bae4de604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:18.357685 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78657ac9-a1f8-460d-8fac-aaa41b9630b8 req-f7facad5-c532-4885-998a-43dc3bc6af4a tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:18.366507 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78657ac9-a1f8-460d-8fac-aaa41b9630b8 req-f7facad5-c532-4885-998a-43dc3bc6af4a tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:18.375669 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78657ac9-a1f8-460d-8fac-aaa41b9630b8 req-f7facad5-c532-4885-998a-43dc3bc6af4a tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:18.383319 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78657ac9-a1f8-460d-8fac-aaa41b9630b8 req-f7facad5-c532-4885-998a-43dc3bc6af4a tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:18.391420 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78657ac9-a1f8-460d-8fac-aaa41b9630b8 req-f7facad5-c532-4885-998a-43dc3bc6af4a tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:18.398628 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78657ac9-a1f8-460d-8fac-aaa41b9630b8 req-f7facad5-c532-4885-998a-43dc3bc6af4a tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:18.407308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78657ac9-a1f8-460d-8fac-aaa41b9630b8 req-f7facad5-c532-4885-998a-43dc3bc6af4a tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:18.410059 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-78657ac9-a1f8-460d-8fac-aaa41b9630b8 req-f7facad5-c532-4885-998a-43dc3bc6af4a tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5430 time: 0.2227094 Jul 22 19:23:18.490476 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-78657ac9-a1f8-460d-8fac-aaa41b9630b8 req-df60cdbb-f760-4b67-b14e-72adc97e627a tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0721879 Jul 22 19:23:18.582611 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-37792748-26a6-47a6-9b71-5f6bae4de604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:18.588197 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-37792748-26a6-47a6-9b71-5f6bae4de604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:18.623329 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34010) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:18.634911 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-37792748-26a6-47a6-9b71-5f6bae4de604 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab53a9cf26854e7d862cfcb508cb7ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5435188 Jul 22 19:23:18.696726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37792748-26a6-47a6-9b71-5f6bae4de604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3266368-4f35-4bf9-9a15-99281267c606,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:18.713873 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37792748-26a6-47a6-9b71-5f6bae4de604 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:18.719189 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37792748-26a6-47a6-9b71-5f6bae4de604 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:18.719714 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37792748-26a6-47a6-9b71-5f6bae4de604 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:18.720095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37792748-26a6-47a6-9b71-5f6bae4de604 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:18.720460 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37792748-26a6-47a6-9b71-5f6bae4de604 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:18.721519 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37792748-26a6-47a6-9b71-5f6bae4de604 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:18.722513 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37792748-26a6-47a6-9b71-5f6bae4de604 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:18.722871 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37792748-26a6-47a6-9b71-5f6bae4de604 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:18.723252 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37792748-26a6-47a6-9b71-5f6bae4de604 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:18.723610 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37792748-26a6-47a6-9b71-5f6bae4de604 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:18.723950 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37792748-26a6-47a6-9b71-5f6bae4de604 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:18.729575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37792748-26a6-47a6-9b71-5f6bae4de604 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:18.749641 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8a2f3fb6-9448-4661-90fe-37419315e143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:18.792343 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8a2f3fb6-9448-4661-90fe-37419315e143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:18.869135 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8a2f3fb6-9448-4661-90fe-37419315e143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:18.873893 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8a2f3fb6-9448-4661-90fe-37419315e143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:18.877244 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8a2f3fb6-9448-4661-90fe-37419315e143 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3266368-4f35-4bf9-9a15-99281267c606 HTTP/1.1" status: 204 len: 168 time: 0.2526541 Jul 22 19:23:18.888751 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f3fb6-9448-4661-90fe-37419315e143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3266368-4f35-4bf9-9a15-99281267c606,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:19.357844 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34026) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:19.383041 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f67b7798-3d56-4528-9ded-f31b43d41cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:19.618534 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f67b7798-3d56-4528-9ded-f31b43d41cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:19.638203 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f67b7798-3d56-4528-9ded-f31b43d41cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:19.710233 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b7798-3d56-4528-9ded-f31b43d41cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33b818a-883c-4026-a108-7c4a01d28246,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:19.723515 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f67b7798-3d56-4528-9ded-f31b43d41cc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11b3ad1637154af1b5f86e5520324fc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3643830 Jul 22 19:23:19.726187 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34036) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:19.848186 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2f6821fd-43b1-44e6-b28c-ee8d6d5ffe7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:19.859115 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34040) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:19.898039 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2f6821fd-43b1-44e6-b28c-ee8d6d5ffe7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:19.950689 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2f6821fd-43b1-44e6-b28c-ee8d6d5ffe7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:19.954337 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2f6821fd-43b1-44e6-b28c-ee8d6d5ffe7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:19.955450 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2f6821fd-43b1-44e6-b28c-ee8d6d5ffe7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e33b818a-883c-4026-a108-7c4a01d28246 HTTP/1.1" status: 204 len: 168 time: 0.2281494 Jul 22 19:23:19.967249 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6821fd-43b1-44e6-b28c-ee8d6d5ffe7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33b818a-883c-4026-a108-7c4a01d28246,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:19.989083 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03eccc0-74f7-4d30-9979-ca4ba2ace20a req-3eb1ed17-49ec-43fe-89db-4bbd919a36a3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:20.006308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03eccc0-74f7-4d30-9979-ca4ba2ace20a req-3eb1ed17-49ec-43fe-89db-4bbd919a36a3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:20.021605 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03eccc0-74f7-4d30-9979-ca4ba2ace20a req-3eb1ed17-49ec-43fe-89db-4bbd919a36a3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:20.034031 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03eccc0-74f7-4d30-9979-ca4ba2ace20a req-3eb1ed17-49ec-43fe-89db-4bbd919a36a3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:20.049329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03eccc0-74f7-4d30-9979-ca4ba2ace20a req-3eb1ed17-49ec-43fe-89db-4bbd919a36a3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:20.063354 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03eccc0-74f7-4d30-9979-ca4ba2ace20a req-3eb1ed17-49ec-43fe-89db-4bbd919a36a3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:20.074043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03eccc0-74f7-4d30-9979-ca4ba2ace20a req-3eb1ed17-49ec-43fe-89db-4bbd919a36a3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:20.077434 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d03eccc0-74f7-4d30-9979-ca4ba2ace20a req-3eb1ed17-49ec-43fe-89db-4bbd919a36a3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5430 time: 0.4149339 Jul 22 19:23:20.132686 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d03eccc0-74f7-4d30-9979-ca4ba2ace20a req-93f7e921-ffb4-42a6-8af4-2f5afe243e05 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485415 Jul 22 19:23:20.179126 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-087cd303-91da-4c47-a6cd-20ef60de9b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:20.356641 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-087cd303-91da-4c47-a6cd-20ef60de9b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:20.359025 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-087cd303-91da-4c47-a6cd-20ef60de9b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:20.413671 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-087cd303-91da-4c47-a6cd-20ef60de9b89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b394c078b62405680dc134e4656bd8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5534561 Jul 22 19:23:20.414721 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cd303-91da-4c47-a6cd-20ef60de9b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d8288e-dfa2-4553-a270-fd3849ac6e64,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:20.416795 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34056) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:20.507735 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-579140d3-b684-4712-94d5-8341d4ca1718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:20.551354 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-579140d3-b684-4712-94d5-8341d4ca1718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:20.617970 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-579140d3-b684-4712-94d5-8341d4ca1718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:20.620904 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-579140d3-b684-4712-94d5-8341d4ca1718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:20.625279 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-579140d3-b684-4712-94d5-8341d4ca1718 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10d8288e-dfa2-4553-a270-fd3849ac6e64 HTTP/1.1" status: 204 len: 168 time: 0.2044609 Jul 22 19:23:20.631172 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579140d3-b684-4712-94d5-8341d4ca1718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d8288e-dfa2-4553-a270-fd3849ac6e64,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:21.493252 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e974fe-006a-4ff7-960c-167af3d8f962 req-beb74a6f-5f59-43be-bb7d-ffe5e2643085 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:21.510734 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e974fe-006a-4ff7-960c-167af3d8f962 req-beb74a6f-5f59-43be-bb7d-ffe5e2643085 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:21.517725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e974fe-006a-4ff7-960c-167af3d8f962 req-beb74a6f-5f59-43be-bb7d-ffe5e2643085 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:21.524433 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e974fe-006a-4ff7-960c-167af3d8f962 req-beb74a6f-5f59-43be-bb7d-ffe5e2643085 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:21.531759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e974fe-006a-4ff7-960c-167af3d8f962 req-beb74a6f-5f59-43be-bb7d-ffe5e2643085 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:21.538449 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e974fe-006a-4ff7-960c-167af3d8f962 req-beb74a6f-5f59-43be-bb7d-ffe5e2643085 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:21.545660 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e974fe-006a-4ff7-960c-167af3d8f962 req-beb74a6f-5f59-43be-bb7d-ffe5e2643085 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:21.547825 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-52e974fe-006a-4ff7-960c-167af3d8f962 req-beb74a6f-5f59-43be-bb7d-ffe5e2643085 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5430 time: 0.2226508 Jul 22 19:23:21.610028 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-52e974fe-006a-4ff7-960c-167af3d8f962 req-e023ce07-3cab-4858-af9e-d167bc9ef3c1 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0508580 Jul 22 19:23:21.827592 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34124) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:22.063387 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-df193ed9-6893-4123-bb6f-0e984155c282 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-833518085-network', 'tenant_id': '7a8005499c5b4f96abc33f339641dd7e'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:22.107855 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df193ed9-6893-4123-bb6f-0e984155c282 admin admin] Made reservation on behalf of 7a8005499c5b4f96abc33f339641dd7e for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:23:22.110335 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df193ed9-6893-4123-bb6f-0e984155c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:22.124536 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df193ed9-6893-4123-bb6f-0e984155c282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:22.292288 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df193ed9-6893-4123-bb6f-0e984155c282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:22.297174 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df193ed9-6893-4123-bb6f-0e984155c282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:22.321138 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df193ed9-6893-4123-bb6f-0e984155c282 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:23:22.336031 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df193ed9-6893-4123-bb6f-0e984155c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:22.336911 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-df193ed9-6893-4123-bb6f-0e984155c282 admin admin] Added segment c4818171-480e-46b2-83dd-cf31c8e65f3e of type vlan for network d5504871-7d28-4506-9cbe-aab2b17e5d62 Jul 22 19:23:22.391788 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df193ed9-6893-4123-bb6f-0e984155c282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:22.431224 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df193ed9-6893-4123-bb6f-0e984155c282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e01419c-60cf-47cd-8eb9-2abb220d8b69,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:22.446284 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df193ed9-6893-4123-bb6f-0e984155c282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:22.447349 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df193ed9-6893-4123-bb6f-0e984155c282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:22.447991 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df193ed9-6893-4123-bb6f-0e984155c282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:22.492687 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-df193ed9-6893-4123-bb6f-0e984155c282 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6637890 Jul 22 19:23:22.495510 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34144) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:22.502004 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-08a9656d-3112-4968-b381-c0c234110a5b admin admin] Request body: {'subnet': {'network_id': 'd5504871-7d28-4506-9cbe-aab2b17e5d62', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-833518085-subnet', 'tenant_id': '7a8005499c5b4f96abc33f339641dd7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:22.529793 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a9656d-3112-4968-b381-c0c234110a5b admin admin] Made reservation on behalf of 7a8005499c5b4f96abc33f339641dd7e for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:23:22.532745 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-08a9656d-3112-4968-b381-c0c234110a5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:22.546118 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df193ed9-6893-4123-bb6f-0e984155c282 admin admin] Pushing event updated for resources: {'Network': ['ID=d5504871-7d28-4506-9cbe-aab2b17e5d62,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:22.562014 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network d5504871-7d28-4506-9cbe-aab2b17e5d62 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:23:22.815160 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-08a9656d-3112-4968-b381-c0c234110a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:22.858718 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9656d-3112-4968-b381-c0c234110a5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d5e421-b694-4fc1-9f0d-8e47ef1a61ca,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:22.913320 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a9656d-3112-4968-b381-c0c234110a5b admin admin] Checking segment: {'id': 'c4818171-480e-46b2-83dd-cf31c8e65f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd5504871-7d28-4506-9cbe-aab2b17e5d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:23:22.914269 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a9656d-3112-4968-b381-c0c234110a5b admin admin] Network hostable DHCP agents. Network: d5504871-7d28-4506-9cbe-aab2b17e5d62, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:23:22.997881 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e85f4-f073-4342-96c9-a24392a6129e req-154cb3e9-267e-4ff7-ad1e-056f6d0ca8ff tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:23.004637 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e85f4-f073-4342-96c9-a24392a6129e req-154cb3e9-267e-4ff7-ad1e-056f6d0ca8ff tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:23.010710 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e85f4-f073-4342-96c9-a24392a6129e req-154cb3e9-267e-4ff7-ad1e-056f6d0ca8ff tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:23.016996 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e85f4-f073-4342-96c9-a24392a6129e req-154cb3e9-267e-4ff7-ad1e-056f6d0ca8ff tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:23.022960 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e85f4-f073-4342-96c9-a24392a6129e req-154cb3e9-267e-4ff7-ad1e-056f6d0ca8ff tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:23.042320 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e85f4-f073-4342-96c9-a24392a6129e req-154cb3e9-267e-4ff7-ad1e-056f6d0ca8ff tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:23.057991 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e85f4-f073-4342-96c9-a24392a6129e req-154cb3e9-267e-4ff7-ad1e-056f6d0ca8ff tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:23.060106 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8b5e85f4-f073-4342-96c9-a24392a6129e req-154cb3e9-267e-4ff7-ad1e-056f6d0ca8ff tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5430 time: 0.2887766 Jul 22 19:23:23.061151 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a9656d-3112-4968-b381-c0c234110a5b admin admin] Network d5504871-7d28-4506-9cbe-aab2b17e5d62 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:23:23.101239 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-08a9656d-3112-4968-b381-c0c234110a5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, d5504871-7d28-4506-9cbe-aab2b17e5d62) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:23:23.109820 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4b5020-d6bc-49a2-96f6-43bd65bf37a9 None None] Network d5504871-7d28-4506-9cbe-aab2b17e5d62 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:23:23.113327 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a9656d-3112-4968-b381-c0c234110a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:23.113924 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-08a9656d-3112-4968-b381-c0c234110a5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:23.184235 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-08a9656d-3112-4968-b381-c0c234110a5b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6871583 Jul 22 19:23:23.214699 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8b5e85f4-f073-4342-96c9-a24392a6129e req-3010ebcd-f25d-4bed-a09b-87bec022c543 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1223621 Jul 22 19:23:23.443007 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f95dafa-2dff-4bad-be5f-30cb917103aa None None] Network d5504871-7d28-4506-9cbe-aab2b17e5d62 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:23:23.503671 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34168) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:24.267156 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d9e9e6d8-23b6-49fa-a480-38e08e57dfd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:24.402421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34192) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:24.539091 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a11b8d5-a5be-443d-9263-d8571a283f55 admin admin] Deleting subnet 562fea93-77e1-422c-9113-815390649ea9 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:23:24.544780 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a11b8d5-a5be-443d-9263-d8571a283f55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:24.584037 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a11b8d5-a5be-443d-9263-d8571a283f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:24.627842 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a11b8d5-a5be-443d-9263-d8571a283f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:24.630543 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be1922-9bb4-4b7f-82a7-ebcdb72af25e req-b66f5a21-c29d-4c29-bc74-c92fea955dab tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:24.636552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be1922-9bb4-4b7f-82a7-ebcdb72af25e req-b66f5a21-c29d-4c29-bc74-c92fea955dab tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:24.646697 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be1922-9bb4-4b7f-82a7-ebcdb72af25e req-b66f5a21-c29d-4c29-bc74-c92fea955dab tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:24.655126 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be1922-9bb4-4b7f-82a7-ebcdb72af25e req-b66f5a21-c29d-4c29-bc74-c92fea955dab tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:24.662401 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be1922-9bb4-4b7f-82a7-ebcdb72af25e req-b66f5a21-c29d-4c29-bc74-c92fea955dab tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:24.669849 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be1922-9bb4-4b7f-82a7-ebcdb72af25e req-b66f5a21-c29d-4c29-bc74-c92fea955dab tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:24.676240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be1922-9bb4-4b7f-82a7-ebcdb72af25e req-b66f5a21-c29d-4c29-bc74-c92fea955dab tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:24.684228 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-53be1922-9bb4-4b7f-82a7-ebcdb72af25e req-b66f5a21-c29d-4c29-bc74-c92fea955dab tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5430 time: 0.2376206 Jul 22 19:23:24.725510 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a11b8d5-a5be-443d-9263-d8571a283f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:24.740369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34196) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:24.776166 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11b8d5-a5be-443d-9263-d8571a283f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=562fea93-77e1-422c-9113-815390649ea9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:24.778562 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a11b8d5-a5be-443d-9263-d8571a283f55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:24.784357 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6a11b8d5-a5be-443d-9263-d8571a283f55 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/562fea93-77e1-422c-9113-815390649ea9 HTTP/1.1" status: 204 len: 168 time: 0.3807297 Jul 22 19:23:24.785365 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34200) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:24.803875 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-53be1922-9bb4-4b7f-82a7-ebcdb72af25e req-49b0485a-4d27-4c15-95c8-c5537e0af4ee tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1188252 Jul 22 19:23:24.872875 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-005b0b5d-e500-4d80-b0a1-cc0446cdf504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:24.975312 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9b1d5d79-c13a-40da-bcc1-aae59a3b27bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:24.976397 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-005b0b5d-e500-4d80-b0a1-cc0446cdf504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:24.986870 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-d9e9e6d8-23b6-49fa-a480-38e08e57dfd3 admin admin] Deleting port eb0eea3b-ba9b-460e-a1bb-ae7c8990505c {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:23:24.987222 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d9e9e6d8-23b6-49fa-a480-38e08e57dfd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:24.987361 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-005b0b5d-e500-4d80-b0a1-cc0446cdf504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0addae-83ae-48cf-a526-bca4c7882b6a']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:24.998530 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-005b0b5d-e500-4d80-b0a1-cc0446cdf504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d95f10-a57d-4eb7-b874-de5df6f7561d') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:24.998875 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-005b0b5d-e500-4d80-b0a1-cc0446cdf504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d95f10-a57d-4eb7-b874-de5df6f7561d') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:25.008096 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-005b0b5d-e500-4d80-b0a1-cc0446cdf504 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.024397 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-005b0b5d-e500-4d80-b0a1-cc0446cdf504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.033293 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005b0b5d-e500-4d80-b0a1-cc0446cdf504 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:23:25.033689 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-005b0b5d-e500-4d80-b0a1-cc0446cdf504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:23:25.035537 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:23:25.109351 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-005b0b5d-e500-4d80-b0a1-cc0446cdf504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.136452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-005b0b5d-e500-4d80-b0a1-cc0446cdf504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.141756 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-005b0b5d-e500-4d80-b0a1-cc0446cdf504 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fa0addae-83ae-48cf-a526-bca4c7882b6a HTTP/1.1" status: 204 len: 168 time: 0.3521795 Jul 22 19:23:25.141756 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b0b5d-e500-4d80-b0a1-cc0446cdf504 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa0addae-83ae-48cf-a526-bca4c7882b6a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:25.142927 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34204) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:25.231153 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e57ff9-8d0f-4135-ae89-f5ead9af9d06 admin admin] Deleting subnet bb6a09fe-a40a-44d3-baf4-ed56c0300877 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:23:25.235423 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2e57ff9-8d0f-4135-ae89-f5ead9af9d06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.277033 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2e57ff9-8d0f-4135-ae89-f5ead9af9d06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.318446 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2e57ff9-8d0f-4135-ae89-f5ead9af9d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.381292 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2e57ff9-8d0f-4135-ae89-f5ead9af9d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.415953 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e57ff9-8d0f-4135-ae89-f5ead9af9d06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb6a09fe-a40a-44d3-baf4-ed56c0300877,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:25.422456 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2e57ff9-8d0f-4135-ae89-f5ead9af9d06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.426542 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f2e57ff9-8d0f-4135-ae89-f5ead9af9d06 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bb6a09fe-a40a-44d3-baf4-ed56c0300877 HTTP/1.1" status: 204 len: 168 time: 0.2802804 Jul 22 19:23:25.426795 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34206) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:25.498121 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ceeadc20-76bf-46a9-8134-4ca67eaacdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.517544 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-d9e9e6d8-23b6-49fa-a480-38e08e57dfd3 admin admin] For port eb0eea3b-ba9b-460e-a1bb-ae7c8990505c, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=eb0eea3b-ba9b-460e-a1bb-ae7c8990505c,segment=NetworkSegment(ede11575-67b0-4d88-84de-3f21001165e0),segment_id=ede11575-67b0-4d88-84de-3f21001165e0)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:25.517837 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d9e9e6d8-23b6-49fa-a480-38e08e57dfd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.541089 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-d9e9e6d8-23b6-49fa-a480-38e08e57dfd3 admin admin] Calling delete_port for eb0eea3b-ba9b-460e-a1bb-ae7c8990505c owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:23:25.583687 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ceeadc20-76bf-46a9-8134-4ca67eaacdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.593899 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-ceeadc20-76bf-46a9-8134-4ca67eaacdb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b709668-caad-4f15-a385-2d9b6e95e6c2']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:25.604058 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-ceeadc20-76bf-46a9-8134-4ca67eaacdb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaefaa7d-284e-4765-bd02-a27680d6de41') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:25.604211 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-ceeadc20-76bf-46a9-8134-4ca67eaacdb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaefaa7d-284e-4765-bd02-a27680d6de41') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:25.614552 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ceeadc20-76bf-46a9-8134-4ca67eaacdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.629291 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9b1d5d79-c13a-40da-bcc1-aae59a3b27bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.629847 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ceeadc20-76bf-46a9-8134-4ca67eaacdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.636578 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9b1d5d79-c13a-40da-bcc1-aae59a3b27bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.638632 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceeadc20-76bf-46a9-8134-4ca67eaacdb6 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:23:25.639220 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ceeadc20-76bf-46a9-8134-4ca67eaacdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:23:25.641089 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:23:25.685451 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9b1d5d79-c13a-40da-bcc1-aae59a3b27bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3cd4cc78bdf437fa4ce0fac37cba443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9447367 Jul 22 19:23:25.692709 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34214) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:25.714950 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ceeadc20-76bf-46a9-8134-4ca67eaacdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.721607 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ceeadc20-76bf-46a9-8134-4ca67eaacdb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.722137 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d5d79-c13a-40da-bcc1-aae59a3b27bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe9db04-df1e-435e-ba5a-7df0024c117c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:25.725883 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ceeadc20-76bf-46a9-8134-4ca67eaacdb6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8b709668-caad-4f15-a385-2d9b6e95e6c2 HTTP/1.1" status: 204 len: 168 time: 0.2958331 Jul 22 19:23:25.772638 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeadc20-76bf-46a9-8134-4ca67eaacdb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b709668-caad-4f15-a385-2d9b6e95e6c2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:25.812569 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b1a8daab-ebe6-4452-a32c-904ee7e252ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.846886 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d9e9e6d8-23b6-49fa-a480-38e08e57dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.850876 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b1a8daab-ebe6-4452-a32c-904ee7e252ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.905610 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9e6d8-23b6-49fa-a480-38e08e57dfd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb0eea3b-ba9b-460e-a1bb-ae7c8990505c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:25.927159 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34224) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:25.936905 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b1a8daab-ebe6-4452-a32c-904ee7e252ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.939586 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b1a8daab-ebe6-4452-a32c-904ee7e252ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:25.943344 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b1a8daab-ebe6-4452-a32c-904ee7e252ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6fe9db04-df1e-435e-ba5a-7df0024c117c HTTP/1.1" status: 204 len: 168 time: 0.2470109 Jul 22 19:23:26.001928 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ebcc1d70-b09d-46cc-aff6-e95b86be41a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b64001c031c45c6a5f22a2d8fc7d85f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0740540 Jul 22 19:23:26.002754 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8daab-ebe6-4452-a32c-904ee7e252ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe9db04-df1e-435e-ba5a-7df0024c117c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:26.004430 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34228) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:26.096104 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7bfcacb-e0b7-46b7-9169-b06a8d29de8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:26.130914 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7bfcacb-e0b7-46b7-9169-b06a8d29de8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:26.206106 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7bfcacb-e0b7-46b7-9169-b06a8d29de8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:26.208991 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7bfcacb-e0b7-46b7-9169-b06a8d29de8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:26.214031 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a7bfcacb-e0b7-46b7-9169-b06a8d29de8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c561cbed-9e3d-471c-b2d5-942f2b9b5fb9 HTTP/1.1" status: 204 len: 168 time: 0.1989298 Jul 22 19:23:26.219101 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f27d74-f14a-4489-a1ba-0e5fc88c50f6 req-afbcd99b-517b-4e02-ab1a-9892f2df3f8d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:26.223056 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfcacb-e0b7-46b7-9169-b06a8d29de8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c561cbed-9e3d-471c-b2d5-942f2b9b5fb9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:26.225041 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f27d74-f14a-4489-a1ba-0e5fc88c50f6 req-afbcd99b-517b-4e02-ab1a-9892f2df3f8d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:26.242707 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f27d74-f14a-4489-a1ba-0e5fc88c50f6 req-afbcd99b-517b-4e02-ab1a-9892f2df3f8d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:26.249983 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f27d74-f14a-4489-a1ba-0e5fc88c50f6 req-afbcd99b-517b-4e02-ab1a-9892f2df3f8d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:26.256578 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f27d74-f14a-4489-a1ba-0e5fc88c50f6 req-afbcd99b-517b-4e02-ab1a-9892f2df3f8d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:26.264205 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f27d74-f14a-4489-a1ba-0e5fc88c50f6 req-afbcd99b-517b-4e02-ab1a-9892f2df3f8d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:26.270875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f27d74-f14a-4489-a1ba-0e5fc88c50f6 req-afbcd99b-517b-4e02-ab1a-9892f2df3f8d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:26.272326 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03f27d74-f14a-4489-a1ba-0e5fc88c50f6 req-afbcd99b-517b-4e02-ab1a-9892f2df3f8d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5430 time: 0.2323885 Jul 22 19:23:26.347479 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03f27d74-f14a-4489-a1ba-0e5fc88c50f6 req-e7b86787-dab7-47aa-934a-e64130484fcf tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0688903 Jul 22 19:23:26.364722 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d9e9e6d8-23b6-49fa-a480-38e08e57dfd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:26.434910 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34240) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:26.459814 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-46df21ab-6342-411a-9135-4b84ad7bcb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:26.632655 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-46df21ab-6342-411a-9135-4b84ad7bcb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:26.640027 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-46df21ab-6342-411a-9135-4b84ad7bcb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:26.688694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e9e6d8-23b6-49fa-a480-38e08e57dfd3 admin admin] Router 778bf9de-960f-4d29-a98a-41511c885ee0 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:23:26.692393 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-46df21ab-6342-411a-9135-4b84ad7bcb93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb1a1b5e0336452ba01e8b5bc247b5f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529969 Jul 22 19:23:26.692934 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34254) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:26.727287 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df21ab-6342-411a-9135-4b84ad7bcb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec9495c-f347-4051-9aeb-7f8ab134101e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:26.782463 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2799948-62e1-4f75-b750-6aede9736484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:26.813763 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2799948-62e1-4f75-b750-6aede9736484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:26.856422 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34256) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:26.898382 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-3fe4ee72-e605-4670-9df4-a89a164f26ba tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:26.900179 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-3fe4ee72-e605-4670-9df4-a89a164f26ba tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/networks?id=d5504871-7d28-4506-9cbe-aab2b17e5d62 HTTP/1.1" status: 200 len: 808 time: 0.2349298 Jul 22 19:23:26.900741 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2799948-62e1-4f75-b750-6aede9736484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:26.903314 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2799948-62e1-4f75-b750-6aede9736484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:26.907671 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d2799948-62e1-4f75-b750-6aede9736484 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aec9495c-f347-4051-9aeb-7f8ab134101e HTTP/1.1" status: 204 len: 168 time: 0.2113082 Jul 22 19:23:26.914002 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-98784d94-c58e-4ee2-b144-a0fac810f56f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=247014c8acd743df90db71597701c043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526519 Jul 22 19:23:26.917421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34262) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:26.942373 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2799948-62e1-4f75-b750-6aede9736484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec9495c-f347-4051-9aeb-7f8ab134101e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:26.957990 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-994385a9-9ea8-44fd-89ee-315f0d321a43 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/quotas/7a8005499c5b4f96abc33f339641dd7e HTTP/1.1" status: 200 len: 375 time: 0.0480380 Jul 22 19:23:26.971391 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e9e6d8-23b6-49fa-a480-38e08e57dfd3 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:23:26.982413 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9c4bdf-9a7b-4be5-a57d-31d21cd91af1 None None] Sync routers for ids ['778bf9de-960f-4d29-a98a-41511c885ee0'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:23:26.995054 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d9e9e6d8-23b6-49fa-a480-38e08e57dfd3 admin admin] 10.222.0.13 "PUT /v2.0/routers/778bf9de-960f-4d29-a98a-41511c885ee0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4894061 Jul 22 19:23:26.995340 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a5df4c70-961b-434b-a94f-86277beb92cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:26.997780 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9c4bdf-9a7b-4be5-a57d-31d21cd91af1 None None] Routers {'778bf9de-960f-4d29-a98a-41511c885ee0'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:23:26.998053 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34266) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:26.998501 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ba9c4bdf-9a7b-4be5-a57d-31d21cd91af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:23:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['778bf9de-960f-4d29-a98a-41511c885ee0'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:27.005145 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-91abb7fc-6636-4fc5-a4a4-15e9e15320c0 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a8005499c5b4f96abc33f339641dd7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462317 Jul 22 19:23:27.083740 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a5df4c70-961b-434b-a94f-86277beb92cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:27.134332 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-eedd2fa2-ffc7-4492-bcb7-e398d7fba1dc service neutron] 10.222.0.13 "GET /v2.0/networks/d5504871-7d28-4506-9cbe-aab2b17e5d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283157 Jul 22 19:23:27.188345 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-ba9c4bdf-9a7b-4be5-a57d-31d21cd91af1 None None] Set router 778bf9de-960f-4d29-a98a-41511c885ee0 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:23:27.329501 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-ce512821-2bab-459a-aaa3-6c84748b399a service neutron] 10.222.0.13 "GET /v2.0/networks/d5504871-7d28-4506-9cbe-aab2b17e5d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875513 Jul 22 19:23:27.450990 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ba9c4bdf-9a7b-4be5-a57d-31d21cd91af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'name': 'tempest-TaggedBootDevicesTest-797260946-router', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:41Z', 'updated_at': '2021-07-22T19:23:25Z', 'revision_number': 5, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'gw_port': {'id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:43Z', 'updated_at': '2021-07-22T19:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:27.555137 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9c4bdf-9a7b-4be5-a57d-31d21cd91af1 None None] Checking router: 778bf9de-960f-4d29-a98a-41511c885ee0 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:23:27.571856 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9c4bdf-9a7b-4be5-a57d-31d21cd91af1 None None] Routers {'778bf9de-960f-4d29-a98a-41511c885ee0'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:23:27.572504 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ba9c4bdf-9a7b-4be5-a57d-31d21cd91af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:23:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['778bf9de-960f-4d29-a98a-41511c885ee0'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:27.675551 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e14368f-8f24-4358-a388-1871d881d003 admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:27.702853 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-673d8d33-5d80-4b11-a1b5-b1dff96bd472 req-6f80b052-ac0e-41be-979b-5d66572d5841 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abaddcc-39ee-4fae-89c7-6bc98f87bd84 HTTP/1.1" status: 200 len: 210 time: 0.1323633 Jul 22 19:23:27.739766 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a5df4c70-961b-434b-a94f-86277beb92cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:27.742690 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a5df4c70-961b-434b-a94f-86277beb92cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:27.743849 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a5df4c70-961b-434b-a94f-86277beb92cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9659bb7f-78e1-456f-ba8e-b43122ee7aaa HTTP/1.1" status: 204 len: 168 time: 0.8255093 Jul 22 19:23:27.761603 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df4c70-961b-434b-a94f-86277beb92cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9659bb7f-78e1-456f-ba8e-b43122ee7aaa,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:27.849870 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca772ecb-307d-4a56-887b-932c9f1506ae req-363b80a6-015f-4a68-afa0-24d638acfd93 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:27.857462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca772ecb-307d-4a56-887b-932c9f1506ae req-363b80a6-015f-4a68-afa0-24d638acfd93 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:27.864520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca772ecb-307d-4a56-887b-932c9f1506ae req-363b80a6-015f-4a68-afa0-24d638acfd93 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:27.871686 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca772ecb-307d-4a56-887b-932c9f1506ae req-363b80a6-015f-4a68-afa0-24d638acfd93 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:27.880518 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca772ecb-307d-4a56-887b-932c9f1506ae req-363b80a6-015f-4a68-afa0-24d638acfd93 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:27.889138 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca772ecb-307d-4a56-887b-932c9f1506ae req-363b80a6-015f-4a68-afa0-24d638acfd93 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:27.897139 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca772ecb-307d-4a56-887b-932c9f1506ae req-363b80a6-015f-4a68-afa0-24d638acfd93 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:27.897949 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e14368f-8f24-4358-a388-1871d881d003 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:27.899779 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca772ecb-307d-4a56-887b-932c9f1506ae req-363b80a6-015f-4a68-afa0-24d638acfd93 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5430 time: 0.3031108 Jul 22 19:23:28.032828 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca772ecb-307d-4a56-887b-932c9f1506ae req-a440d5e6-e058-4ff1-804e-85db2d4c5392 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1191998 Jul 22 19:23:28.043822 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-1e14368f-8f24-4358-a388-1871d881d003 admin admin] Deleting port dc6b6971-7170-422d-b4e0-6a96e7aeb7ff {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:23:28.045008 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e14368f-8f24-4358-a388-1871d881d003 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:28.080107 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-ba9c4bdf-9a7b-4be5-a57d-31d21cd91af1 None None] Set router 778bf9de-960f-4d29-a98a-41511c885ee0 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:23:28.171313 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-1e14368f-8f24-4358-a388-1871d881d003 admin admin] For port dc6b6971-7170-422d-b4e0-6a96e7aeb7ff, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=dc6b6971-7170-422d-b4e0-6a96e7aeb7ff,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:28.172501 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e14368f-8f24-4358-a388-1871d881d003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:28.189860 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-1e14368f-8f24-4358-a388-1871d881d003 admin admin] Calling delete_port for dc6b6971-7170-422d-b4e0-6a96e7aeb7ff owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:23:28.415867 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a0c83a0c-f676-4be0-86b3-c0ce5e7b3385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:28.499234 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e14368f-8f24-4358-a388-1871d881d003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:28.529342 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ba9c4bdf-9a7b-4be5-a57d-31d21cd91af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'name': 'tempest-TaggedBootDevicesTest-797260946-router', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:41Z', 'updated_at': '2021-07-22T19:23:25Z', 'revision_number': 5, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'gw_port': {'id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:43Z', 'updated_at': '2021-07-22T19:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:28.592168 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9c4bdf-9a7b-4be5-a57d-31d21cd91af1 None None] The sync data for ids ['778bf9de-960f-4d29-a98a-41511c885ee0'] in n-d-800086-12 is: [{'id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'name': 'tempest-TaggedBootDevicesTest-797260946-router', 'tenant_id': '598d83e90cdd48809c7ec7a29420c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:11:41Z', 'updated_at': '2021-07-22T19:23:25Z', 'revision_number': 5, 'project_id': '598d83e90cdd48809c7ec7a29420c426', 'gw_port': {'id': 'dc6b6971-7170-422d-b4e0-6a96e7aeb7ff', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bf9de-960f-4d29-a98a-41511c885ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:11:43Z', 'updated_at': '2021-07-22T19:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:23:28.632990 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14368f-8f24-4358-a388-1871d881d003 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc6b6971-7170-422d-b4e0-6a96e7aeb7ff,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:28.681667 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e14368f-8f24-4358-a388-1871d881d003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:28.786454 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e14368f-8f24-4358-a388-1871d881d003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:28.788862 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e14368f-8f24-4358-a388-1871d881d003 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:28.816234 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e630565c-782f-41c7-9848-5875e4158315 req-dffcdcc6-3177-43f0-8f11-2017445e7775 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abaddcc-39ee-4fae-89c7-6bc98f87bd84 HTTP/1.1" status: 200 len: 210 time: 0.0327125 Jul 22 19:23:28.840721 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e14368f-8f24-4358-a388-1871d881d003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:28.841952 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e14368f-8f24-4358-a388-1871d881d003 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 778bf9de-960f-4d29-a98a-41511c885ee0 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:23:28.854908 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e14368f-8f24-4358-a388-1871d881d003 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:28.856120 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1e14368f-8f24-4358-a388-1871d881d003 admin admin] 10.222.0.13 "DELETE /v2.0/routers/778bf9de-960f-4d29-a98a-41511c885ee0 HTTP/1.1" status: 204 len: 168 time: 1.8567729 Jul 22 19:23:28.859478 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34336) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:28.923039 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-24fcce06-21a5-438c-9c12-286deb57807c admin admin] Deleting subnet 46c28341-28d1-4391-a7f5-497116b1730d {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:23:28.926564 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-24fcce06-21a5-438c-9c12-286deb57807c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:28.998086 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-24fcce06-21a5-438c-9c12-286deb57807c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:29.221417 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-24fcce06-21a5-438c-9c12-286deb57807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:29.350251 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-358a5628-217e-4ff0-9dd4-717a6508a2b0 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:29.355857 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-358a5628-217e-4ff0-9dd4-717a6508a2b0 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.16 "GET /v2.0/networks?id=d5504871-7d28-4506-9cbe-aab2b17e5d62 HTTP/1.1" status: 200 len: 808 time: 0.3787251 Jul 22 19:23:29.385095 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-24fcce06-21a5-438c-9c12-286deb57807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:29.425253 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34382) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:29.447414 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcce06-21a5-438c-9c12-286deb57807c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46c28341-28d1-4391-a7f5-497116b1730d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:29.449469 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-24fcce06-21a5-438c-9c12-286deb57807c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:29.454855 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-24fcce06-21a5-438c-9c12-286deb57807c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/46c28341-28d1-4391-a7f5-497116b1730d HTTP/1.1" status: 204 len: 168 time: 0.5941098 Jul 22 19:23:29.458980 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c64b4c-b2e1-4e33-9753-f15339408bff None None] Network 47ed28f7-e57b-4725-b7b8-4e2ff6ef303b requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:23:29.468389 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-f2a0c51c-421e-45f7-82e4-8ce41f671d7b tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Request body: {'port': {'device_id': '0abaddcc-39ee-4fae-89c7-6bc98f87bd84', 'network_id': 'd5504871-7d28-4506-9cbe-aab2b17e5d62', 'admin_state_up': True, 'tenant_id': '7a8005499c5b4f96abc33f339641dd7e'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:29.469061 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34396) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:29.559422 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device eb0eea3b-ba9b-460e-a1bb-ae7c8990505c no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:23:29.668940 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-abce3024-c7c3-4926-b3a9-ceff13d823be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:29.705832 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: eb0eea3b-ba9b-460e-a1bb-ae7c8990505c {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:23:29.706448 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device eb0eea3b-ba9b-460e-a1bb-ae7c8990505c not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:23:29.785400 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-abce3024-c7c3-4926-b3a9-ceff13d823be admin admin] Deleting port f413ea43-21bd-4123-94da-d0bc3357ba09 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:23:29.786493 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-abce3024-c7c3-4926-b3a9-ceff13d823be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:29.845031 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3f842a26-70eb-4bbb-937d-77483c4aa073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:29.895401 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-abce3024-c7c3-4926-b3a9-ceff13d823be admin admin] For port f413ea43-21bd-4123-94da-d0bc3357ba09, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f413ea43-21bd-4123-94da-d0bc3357ba09,segment=NetworkSegment(ede11575-67b0-4d88-84de-3f21001165e0),segment_id=ede11575-67b0-4d88-84de-3f21001165e0)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:29.895770 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-abce3024-c7c3-4926-b3a9-ceff13d823be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:29.908375 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-abce3024-c7c3-4926-b3a9-ceff13d823be admin admin] Calling delete_port for f413ea43-21bd-4123-94da-d0bc3357ba09 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:23:29.944935 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771c0be-8f89-44e8-afd3-41291717b8f8 req-fb3dab3a-416f-4ea9-b34a-e9cb0c049bbc tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:29.952302 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771c0be-8f89-44e8-afd3-41291717b8f8 req-fb3dab3a-416f-4ea9-b34a-e9cb0c049bbc tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:29.958571 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771c0be-8f89-44e8-afd3-41291717b8f8 req-fb3dab3a-416f-4ea9-b34a-e9cb0c049bbc tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:29.964710 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771c0be-8f89-44e8-afd3-41291717b8f8 req-fb3dab3a-416f-4ea9-b34a-e9cb0c049bbc tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:29.971256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771c0be-8f89-44e8-afd3-41291717b8f8 req-fb3dab3a-416f-4ea9-b34a-e9cb0c049bbc tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:29.977505 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771c0be-8f89-44e8-afd3-41291717b8f8 req-fb3dab3a-416f-4ea9-b34a-e9cb0c049bbc tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:29.984283 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771c0be-8f89-44e8-afd3-41291717b8f8 req-fb3dab3a-416f-4ea9-b34a-e9cb0c049bbc tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:29.986484 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1771c0be-8f89-44e8-afd3-41291717b8f8 req-fb3dab3a-416f-4ea9-b34a-e9cb0c049bbc tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5430 time: 0.6811299 Jul 22 19:23:29.998979 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470417e-aa9f-4f0a-9038-04f9205a73d5 req-aa8fef46-607e-4336-8771-bf409ef806cd tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:30.015902 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d470417e-aa9f-4f0a-9038-04f9205a73d5 req-aa8fef46-607e-4336-8771-bf409ef806cd tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 945 time: 0.5872536 Jul 22 19:23:30.026728 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-abce3024-c7c3-4926-b3a9-ceff13d823be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:30.080777 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce3024-c7c3-4926-b3a9-ceff13d823be admin admin] Pushing event deleted for resources: {'Port': ['ID=f413ea43-21bd-4123-94da-d0bc3357ba09,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:30.096887 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abce3024-c7c3-4926-b3a9-ceff13d823be admin admin] No DVR routers for this DVR port f413ea43-21bd-4123-94da-d0bc3357ba09 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:23:30.140269 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7a8697-7c3d-4eb3-ae1a-0abe930fa130 None None] DHCP port deletion for 47ed28f7-e57b-4725-b7b8-4e2ff6ef303b request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:23:30.182473 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d470417e-aa9f-4f0a-9038-04f9205a73d5 req-cd596625-da6a-489c-8c3e-95bce08c41dc tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596618 Jul 22 19:23:30.196132 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1771c0be-8f89-44e8-afd3-41291717b8f8 req-765421a1-98cd-4516-8ec6-dfd396588374 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1703024 Jul 22 19:23:30.199373 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-abce3024-c7c3-4926-b3a9-ceff13d823be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:30.212003 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-abce3024-c7c3-4926-b3a9-ceff13d823be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ed28f7-e57b-4725-b7b8-4e2ff6ef303b']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:30.234284 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-abce3024-c7c3-4926-b3a9-ceff13d823be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede11575-67b0-4d88-84de-3f21001165e0') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:30.234284 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-abce3024-c7c3-4926-b3a9-ceff13d823be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede11575-67b0-4d88-84de-3f21001165e0') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:30.251519 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-abce3024-c7c3-4926-b3a9-ceff13d823be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:30.273255 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-abce3024-c7c3-4926-b3a9-ceff13d823be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:30.282998 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abce3024-c7c3-4926-b3a9-ceff13d823be admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:23:30.283710 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-abce3024-c7c3-4926-b3a9-ceff13d823be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:23:30.286373 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:23:30.359197 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-11610355-18c7-421b-8ab4-0b5b88fdc53a req-63efb8e4-928d-4cf3-a3ad-81bf92e80110 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abaddcc-39ee-4fae-89c7-6bc98f87bd84 HTTP/1.1" status: 200 len: 210 time: 0.0605521 Jul 22 19:23:30.370894 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-abce3024-c7c3-4926-b3a9-ceff13d823be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:30.381154 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3f842a26-70eb-4bbb-937d-77483c4aa073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:30.383837 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-abce3024-c7c3-4926-b3a9-ceff13d823be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:30.389309 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-abce3024-c7c3-4926-b3a9-ceff13d823be admin admin] 10.222.0.13 "DELETE /v2.0/networks/47ed28f7-e57b-4725-b7b8-4e2ff6ef303b HTTP/1.1" status: 204 len: 168 time: 0.9122529 Jul 22 19:23:30.398607 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce3024-c7c3-4926-b3a9-ceff13d823be admin admin] Pushing event deleted for resources: {'Network': ['ID=47ed28f7-e57b-4725-b7b8-4e2ff6ef303b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:30.405348 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3f842a26-70eb-4bbb-937d-77483c4aa073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:30.447016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-f2a0c51c-421e-45f7-82e4-8ce41f671d7b tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Made reservation on behalf of 7a8005499c5b4f96abc33f339641dd7e for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:23:30.451926 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-f2a0c51c-421e-45f7-82e4-8ce41f671d7b tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:30.493910 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3f842a26-70eb-4bbb-937d-77483c4aa073 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c75c84a7c8f4cf4b206ac43fea814c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0665059 Jul 22 19:23:30.496741 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34456) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:30.509744 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f842a26-70eb-4bbb-937d-77483c4aa073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496a7b0c-0fb1-4380-9afb-17441cd8ae34,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:30.593363 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-96a4da9f-c67c-4df9-b49c-8f2dbca7f45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:30.602638 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34458) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:30.616055 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-96a4da9f-c67c-4df9-b49c-8f2dbca7f45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:30.679741 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-96a4da9f-c67c-4df9-b49c-8f2dbca7f45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:30.686249 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-96a4da9f-c67c-4df9-b49c-8f2dbca7f45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:30.688070 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-96a4da9f-c67c-4df9-b49c-8f2dbca7f45f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/496a7b0c-0fb1-4380-9afb-17441cd8ae34 HTTP/1.1" status: 204 len: 168 time: 0.1891422 Jul 22 19:23:30.692087 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a1282d89-0855-4d08-b070-295fc5dac3f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=598d83e90cdd48809c7ec7a29420c426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0860505 Jul 22 19:23:30.693612 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34464) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:30.703519 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4da9f-c67c-4df9-b49c-8f2dbca7f45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496a7b0c-0fb1-4380-9afb-17441cd8ae34,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:30.716943 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-f2a0c51c-421e-45f7-82e4-8ce41f671d7b tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Allocated IP 172.20.0.3 (d5504871-7d28-4506-9cbe-aab2b17e5d62/11d5e421-b694-4fc1-9f0d-8e47ef1a61ca/02521c5b-aa83-4b98-87ea-bfb52ecb7066) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:23:30.813239 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b997856-9ad1-45df-b16b-9638b8036b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:30.866621 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b997856-9ad1-45df-b16b-9638b8036b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:30.976371 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-f2a0c51c-421e-45f7-82e4-8ce41f671d7b tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:30.978820 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b997856-9ad1-45df-b16b-9638b8036b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:30.982022 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b997856-9ad1-45df-b16b-9638b8036b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:30.983725 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7b997856-9ad1-45df-b16b-9638b8036b61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aff45a34-6a43-4976-8dd2-cc465e19e555 HTTP/1.1" status: 204 len: 168 time: 0.2892025 Jul 22 19:23:30.997858 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b997856-9ad1-45df-b16b-9638b8036b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff45a34-6a43-4976-8dd2-cc465e19e555,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:31.021926 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 78654019-d801-41ad-9f01-d5784c852f39 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:23:31.042005 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-f2a0c51c-421e-45f7-82e4-8ce41f671d7b tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:31.119833 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-f2a0c51c-421e-45f7-82e4-8ce41f671d7b tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Network d5504871-7d28-4506-9cbe-aab2b17e5d62 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:23:31.131299 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-f2a0c51c-421e-45f7-82e4-8ce41f671d7b tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:23:31.135994 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-f2a0c51c-421e-45f7-82e4-8ce41f671d7b tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:23:31.164794 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-510cd67b-66a0-414f-82cb-3d7e9315ee7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:31.181235 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0c51c-421e-45f7-82e4-8ce41f671d7b tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Pushing event updated for resources: {'Port': ['ID=02521c5b-aa83-4b98-87ea-bfb52ecb7066,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:31.246782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-f2a0c51c-421e-45f7-82e4-8ce41f671d7b tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:31.248317 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-f2a0c51c-421e-45f7-82e4-8ce41f671d7b tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:31.267266 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 78654019-d801-41ad-9f01-d5784c852f39, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=78654019-d801-41ad-9f01-d5784c852f39,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:31.276644 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:31.294425 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-f2a0c51c-421e-45f7-82e4-8ce41f671d7b tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8628645 Jul 22 19:23:31.302155 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] Request body: {'port': {'device_id': '0abaddcc-39ee-4fae-89c7-6bc98f87bd84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:31.308204 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '78654019-d801-41ad-9f01-d5784c852f39', 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98', 'port_id': '78654019-d801-41ad-9f01-d5784c852f39', 'mac_address': 'fa:16:3e:ac:b0:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0699dc1-b53c-4154-b479-389ab7dae0e5', 'ip_address': '10.1.1.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:23:31.366329 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:31.382690 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78654019-d801-41ad-9f01-d5784c852f39 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:23:31.407788 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 78654019-d801-41ad-9f01-d5784c852f39, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=78654019-d801-41ad-9f01-d5784c852f39,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:31.414506 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:31.415527 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 5270d4db-298b-4df2-978e-ae9cd7fd456b details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:23:31.579876 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device dc6b6971-7170-422d-b4e0-6a96e7aeb7ff no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:23:31.587478 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:31.621218 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=78654019-d801-41ad-9f01-d5784c852f39,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:31.633768 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: dc6b6971-7170-422d-b4e0-6a96e7aeb7ff {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:23:31.634281 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device dc6b6971-7170-422d-b4e0-6a96e7aeb7ff not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:23:31.635105 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f413ea43-21bd-4123-94da-d0bc3357ba09 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:23:31.658886 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac7a6a-aabd-412b-a102-92d64dc09797 req-21b0635a-c56a-4a43-827e-a2c926437081 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:31.660720 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f4ac7a6a-aabd-412b-a102-92d64dc09797 req-21b0635a-c56a-4a43-827e-a2c926437081 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 945 time: 0.2670178 Jul 22 19:23:31.682432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.683042 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.683533 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.684017 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.684531 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.685424 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.685945 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.686427 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.686924 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.687463 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.688023 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.688721 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.694793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: f413ea43-21bd-4123-94da-d0bc3357ba09 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:23:31.695398 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f413ea43-21bd-4123-94da-d0bc3357ba09 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:23:31.741304 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f644635-c715-4313-a4f1-802ce96d135d req-926662d0-165d-41ee-99cf-0716495ba7a6 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:31.748199 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f644635-c715-4313-a4f1-802ce96d135d req-926662d0-165d-41ee-99cf-0716495ba7a6 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:31.754666 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f644635-c715-4313-a4f1-802ce96d135d req-926662d0-165d-41ee-99cf-0716495ba7a6 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:31.764280 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f644635-c715-4313-a4f1-802ce96d135d req-926662d0-165d-41ee-99cf-0716495ba7a6 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:31.768446 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 5270d4db-298b-4df2-978e-ae9cd7fd456b, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=5270d4db-298b-4df2-978e-ae9cd7fd456b,segment=NetworkSegment(67173a3f-7a71-402f-90c0-152459e5c50d),segment_id=67173a3f-7a71-402f-90c0-152459e5c50d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:31.770394 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f644635-c715-4313-a4f1-802ce96d135d req-926662d0-165d-41ee-99cf-0716495ba7a6 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:31.776656 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f644635-c715-4313-a4f1-802ce96d135d req-926662d0-165d-41ee-99cf-0716495ba7a6 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:31.782240 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '5270d4db-298b-4df2-978e-ae9cd7fd456b', 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396', 'port_id': '5270d4db-298b-4df2-978e-ae9cd7fd456b', 'mac_address': 'fa:16:3e:c9:fe:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21df62a7-a6ca-436a-b217-caf06ac55fe4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:23:31.783313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f644635-c715-4313-a4f1-802ce96d135d req-926662d0-165d-41ee-99cf-0716495ba7a6 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:31.791049 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0f644635-c715-4313-a4f1-802ce96d135d req-926662d0-165d-41ee-99cf-0716495ba7a6 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5431 time: 0.3090239 Jul 22 19:23:31.831798 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:31.858732 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5270d4db-298b-4df2-978e-ae9cd7fd456b {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:23:31.883176 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 5270d4db-298b-4df2-978e-ae9cd7fd456b, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=5270d4db-298b-4df2-978e-ae9cd7fd456b,segment=NetworkSegment(67173a3f-7a71-402f-90c0-152459e5c50d),segment_id=67173a3f-7a71-402f-90c0-152459e5c50d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:31.890255 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:31.907735 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f4ac7a6a-aabd-412b-a102-92d64dc09797 req-d10badca-2f9c-4b38-848b-70944d1b122a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342618 Jul 22 19:23:31.936811 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0f644635-c715-4313-a4f1-802ce96d135d req-63d4cc8c-e607-4998-8dad-93b6e64fe81b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1447344 Jul 22 19:23:32.002689 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=5270d4db-298b-4df2-978e-ae9cd7fd456b,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:32.120654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['5270d4db-298b-4df2-978e-ae9cd7fd456b'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:23:32.235967 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02521c5b-aa83-4b98-87ea-bfb52ecb7066 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:23:32.245153 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:32.276609 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49ea42-f942-4631-824b-7c9452b72708 req-9c70a74d-88e1-4070-a631-8cbee48c3d16 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:32.278781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd49ea42-f942-4631-824b-7c9452b72708 req-9c70a74d-88e1-4070-a631-8cbee48c3d16 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abaddcc-39ee-4fae-89c7-6bc98f87bd84 HTTP/1.1" status: 200 len: 931 time: 0.2533898 Jul 22 19:23:32.282269 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] Transition to ACTIVE for port object 02521c5b-aa83-4b98-87ea-bfb52ecb7066 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:32.288756 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:32.340547 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:32.410189 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] Pushing event updated for resources: {'Port': ['ID=02521c5b-aa83-4b98-87ea-bfb52ecb7066,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:32.439341 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd49ea42-f942-4631-824b-7c9452b72708 req-36b56179-de62-4c6d-b29d-e26dc52b22ac tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e01419c-60cf-47cd-8eb9-2abb220d8b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383169 Jul 22 19:23:32.515099 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] Attempting to bind port 02521c5b-aa83-4b98-87ea-bfb52ecb7066 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:23:32.515692 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] Attempting to bind port 02521c5b-aa83-4b98-87ea-bfb52ecb7066 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'c4818171-480e-46b2-83dd-cf31c8e65f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd5504871-7d28-4506-9cbe-aab2b17e5d62'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:23:32.516088 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] Attempting to bind port 02521c5b-aa83-4b98-87ea-bfb52ecb7066 on network d5504871-7d28-4506-9cbe-aab2b17e5d62 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:23:32.524027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] Port 02521c5b-aa83-4b98-87ea-bfb52ecb7066 on network d5504871-7d28-4506-9cbe-aab2b17e5d62 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:23:32.524849 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] Attempting to bind port 02521c5b-aa83-4b98-87ea-bfb52ecb7066 on network d5504871-7d28-4506-9cbe-aab2b17e5d62 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:23:32.536335 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:23:32.537016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] Checking segment: {'id': 'c4818171-480e-46b2-83dd-cf31c8e65f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd5504871-7d28-4506-9cbe-aab2b17e5d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:23:32.537814 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] Bound using segment: {'id': 'c4818171-480e-46b2-83dd-cf31c8e65f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd5504871-7d28-4506-9cbe-aab2b17e5d62'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:23:32.543618 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] Bound port: 02521c5b-aa83-4b98-87ea-bfb52ecb7066, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4818171-480e-46b2-83dd-cf31c8e65f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd5504871-7d28-4506-9cbe-aab2b17e5d62'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:23:32.545403 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:32.652069 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] For port 02521c5b-aa83-4b98-87ea-bfb52ecb7066, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:23:32.656341 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] For port 02521c5b-aa83-4b98-87ea-bfb52ecb7066, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=02521c5b-aa83-4b98-87ea-bfb52ecb7066,segment=NetworkSegment(c4818171-480e-46b2-83dd-cf31c8e65f3e),segment_id=c4818171-480e-46b2-83dd-cf31c8e65f3e)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:23:32.664337 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:32.742287 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:32.743200 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:32.745023 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] 10.222.0.16 "PUT /v2.0/ports/02521c5b-aa83-4b98-87ea-bfb52ecb7066 HTTP/1.1" status: 200 len: 1092 time: 1.4492888 Jul 22 19:23:32.745643 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abaddcc-39ee-4fae-89c7-6bc98f87bd84', 'tag': '02521c5b-aa83-4b98-87ea-bfb52ecb7066'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:23:32.750253 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde54fef-1b8d-41dd-94ba-68504fd9ff1b" -d '{"events": [{"name": "network-changed", "server_uuid": "0abaddcc-39ee-4fae-89c7-6bc98f87bd84", "tag": "02521c5b-aa83-4b98-87ea-bfb52ecb7066"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:23:32.787409 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b2f5b-09eb-4428-b5e5-87f4a8a3454e service neutron] Pushing event updated for resources: {'Port': ['ID=02521c5b-aa83-4b98-87ea-bfb52ecb7066,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:32.837101 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6394b3-a5b8-42e5-b1ba-490741c41e34 x-openstack-request-id: req-2b6394b3-a5b8-42e5-b1ba-490741c41e34 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:23:32.837386 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abaddcc-39ee-4fae-89c7-6bc98f87bd84", "tag": "02521c5b-aa83-4b98-87ea-bfb52ecb7066", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:23:32.837820 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b6394b3-a5b8-42e5-b1ba-490741c41e34 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:23:32.838367 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abaddcc-39ee-4fae-89c7-6bc98f87bd84', 'tag': '02521c5b-aa83-4b98-87ea-bfb52ecb7066', 'status': 'completed', 'code': 200} Jul 22 19:23:32.871039 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-ca5c5b34-8735-45d1-9c32-03b0a6f1f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:32.873376 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-ca5c5b34-8735-45d1-9c32-03b0a6f1f355 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a8005499c5b4f96abc33f339641dd7e&device_id=0abaddcc-39ee-4fae-89c7-6bc98f87bd84 HTTP/1.1" status: 200 len: 1095 time: 0.0819206 Jul 22 19:23:32.928832 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-8ce70d0a-0a12-4d43-9d81-002c067fb624 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02521c5b-aa83-4b98-87ea-bfb52ecb7066 HTTP/1.1" status: 200 len: 217 time: 0.0486469 Jul 22 19:23:33.025693 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device fc734762-c254-4cb4-bad5-9b6992177001 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:23:33.030623 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 5270d4db-298b-4df2-978e-ae9cd7fd456b up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:23:33.095572 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-3a6320df-872a-4d63-848d-f4f797cacd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:33.097103 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-3a6320df-872a-4d63-848d-f4f797cacd56 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11d5e421-b694-4fc1-9f0d-8e47ef1a61ca HTTP/1.1" status: 200 len: 848 time: 0.1625605 Jul 22 19:23:33.185361 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-dd60d87d-7a1f-4039-8cfe-735dba8d91d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5504871-7d28-4506-9cbe-aab2b17e5d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684643 Jul 22 19:23:33.214637 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['78654019-d801-41ad-9f01-d5784c852f39'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:23:33.229407 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 5270d4db-298b-4df2-978e-ae9cd7fd456b completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:23:33.267562 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6eb57-ab8a-496f-8ec2-b9c89199f0fe req-1df2dfdf-3194-44f3-a8ad-f0c4914b24df tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:33.274065 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6eb57-ab8a-496f-8ec2-b9c89199f0fe req-1df2dfdf-3194-44f3-a8ad-f0c4914b24df tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:33.280780 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6eb57-ab8a-496f-8ec2-b9c89199f0fe req-1df2dfdf-3194-44f3-a8ad-f0c4914b24df tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:33.287725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6eb57-ab8a-496f-8ec2-b9c89199f0fe req-1df2dfdf-3194-44f3-a8ad-f0c4914b24df tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:33.293983 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6eb57-ab8a-496f-8ec2-b9c89199f0fe req-1df2dfdf-3194-44f3-a8ad-f0c4914b24df tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:33.300432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6eb57-ab8a-496f-8ec2-b9c89199f0fe req-1df2dfdf-3194-44f3-a8ad-f0c4914b24df tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:33.306938 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6eb57-ab8a-496f-8ec2-b9c89199f0fe req-1df2dfdf-3194-44f3-a8ad-f0c4914b24df tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:33.309137 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04c6eb57-ab8a-496f-8ec2-b9c89199f0fe req-1df2dfdf-3194-44f3-a8ad-f0c4914b24df tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5432 time: 0.2762361 Jul 22 19:23:33.316942 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 5270d4db-298b-4df2-978e-ae9cd7fd456b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:33.317395 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:33.363388 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2943679-c468-488f-b0a5-81df809cb29b req-26e23dea-0198-475c-8bbb-3aca1aba7491 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:33.365269 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2943679-c468-488f-b0a5-81df809cb29b req-26e23dea-0198-475c-8bbb-3aca1aba7491 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 945 time: 0.3094730 Jul 22 19:23:33.423886 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port fc734762-c254-4cb4-bad5-9b6992177001, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=fc734762-c254-4cb4-bad5-9b6992177001,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:33.457308 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2943679-c468-488f-b0a5-81df809cb29b req-c6d26269-9a82-44ab-9afd-c26682a3b0ab tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840313 Jul 22 19:23:33.465347 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-3fd36645-52ad-4793-a448-92d08ff23ce3 service neutron] 10.222.0.16 "GET /v2.0/networks/d5504871-7d28-4506-9cbe-aab2b17e5d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719162 Jul 22 19:23:33.485369 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04c6eb57-ab8a-496f-8ec2-b9c89199f0fe req-c1f54b3c-2f29-498b-af87-2d0d050bd4ed tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1412547 Jul 22 19:23:33.557768 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'fc734762-c254-4cb4-bad5-9b6992177001', 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98', 'port_id': 'fc734762-c254-4cb4-bad5-9b6992177001', 'mac_address': 'fa:16:3e:df:dd:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0699dc1-b53c-4154-b479-389ab7dae0e5', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:23:33.674199 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:33.688939 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:33.709276 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc734762-c254-4cb4-bad5-9b6992177001 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:23:33.754943 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port fc734762-c254-4cb4-bad5-9b6992177001, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=fc734762-c254-4cb4-bad5-9b6992177001,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:33.775304 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:33.776022 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 28f41fa7-7d4b-4478-8017-2b274904790c details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:23:33.799963 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90b9a624-81b2-4662-8cdb-529f505cb5a7 req-b2e97822-67f2-4657-bcb9-62a60f8c0001 service neutron] 10.222.0.16 "GET /v2.0/networks/d5504871-7d28-4506-9cbe-aab2b17e5d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135095 Jul 22 19:23:33.849142 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cb087-85c2-4196-bfdd-92090f164ff2 req-31b38a39-6501-4bb9-b4fd-2c32d33a29b4 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:33.851107 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d8cb087-85c2-4196-bfdd-92090f164ff2 req-31b38a39-6501-4bb9-b4fd-2c32d33a29b4 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abaddcc-39ee-4fae-89c7-6bc98f87bd84 HTTP/1.1" status: 200 len: 943 time: 0.1958261 Jul 22 19:23:33.940440 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5270d4db-298b-4df2-978e-ae9cd7fd456b'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:23:33.943694 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1c39db-2905-4984-b468-bc7e9b69a665" -d '{"events": [{"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-plugged", "status": "completed", "tag": "5270d4db-298b-4df2-978e-ae9cd7fd456b"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:23:34.000167 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d8cb087-85c2-4196-bfdd-92090f164ff2 req-9a5d9e20-bcea-449d-be18-f24a713b65a4 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e01419c-60cf-47cd-8eb9-2abb220d8b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414592 Jul 22 19:23:34.023508 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde54fef-1b8d-41dd-94ba-68504fd9ff1b req-3afc8d11-8855-4ab0-b11a-f39f5624ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:34.025259 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fde54fef-1b8d-41dd-94ba-68504fd9ff1b req-3afc8d11-8855-4ab0-b11a-f39f5624ccd9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a8005499c5b4f96abc33f339641dd7e&device_id=0abaddcc-39ee-4fae-89c7-6bc98f87bd84 HTTP/1.1" status: 200 len: 1095 time: 0.1646843 Jul 22 19:23:34.045367 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 5270d4db-298b-4df2-978e-ae9cd7fd456b, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=5270d4db-298b-4df2-978e-ae9cd7fd456b,segment=NetworkSegment(67173a3f-7a71-402f-90c0-152459e5c50d),segment_id=67173a3f-7a71-402f-90c0-152459e5c50d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:34.051525 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c180fe43-a354-4179-a707-b92a3fbef039 x-openstack-request-id: req-c180fe43-a354-4179-a707-b92a3fbef039 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:23:34.052457 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-plugged", "status": "completed", "tag": "5270d4db-298b-4df2-978e-ae9cd7fd456b", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:23:34.052985 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c180fe43-a354-4179-a707-b92a3fbef039 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:23:34.053881 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5270d4db-298b-4df2-978e-ae9cd7fd456b', 'code': 200} Jul 22 19:23:34.054833 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:34.064098 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:34.121776 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=fc734762-c254-4cb4-bad5-9b6992177001,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:34.165931 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34578) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:34.221300 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 28f41fa7-7d4b-4478-8017-2b274904790c, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=28f41fa7-7d4b-4478-8017-2b274904790c,segment=NetworkSegment(802b6a9a-5eac-464c-aad2-d87b2679eba4),segment_id=802b6a9a-5eac-464c-aad2-d87b2679eba4)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:34.225376 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde54fef-1b8d-41dd-94ba-68504fd9ff1b req-c994dadf-fa43-4461-90b5-5e53111866b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:34.228910 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fde54fef-1b8d-41dd-94ba-68504fd9ff1b req-c994dadf-fa43-4461-90b5-5e53111866b8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5504871-7d28-4506-9cbe-aab2b17e5d62 HTTP/1.1" status: 200 len: 909 time: 0.1880047 Jul 22 19:23:34.245062 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '28f41fa7-7d4b-4478-8017-2b274904790c', 'network_id': 'b232de7e-d507-4fe5-aca3-83142933123b', 'port_id': '28f41fa7-7d4b-4478-8017-2b274904790c', 'mac_address': 'fa:16:3e:fe:b6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b92fb42-3fe2-4f94-b925-91fab573144c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:23:34.246772 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=5270d4db-298b-4df2-978e-ae9cd7fd456b,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:34.304186 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:34.320895 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f41fa7-7d4b-4478-8017-2b274904790c {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:23:34.353031 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 28f41fa7-7d4b-4478-8017-2b274904790c, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=28f41fa7-7d4b-4478-8017-2b274904790c,segment=NetworkSegment(802b6a9a-5eac-464c-aad2-d87b2679eba4),segment_id=802b6a9a-5eac-464c-aad2-d87b2679eba4)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:34.361195 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:34.362452 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device c0c5619c-46c7-443b-a9b0-bbcf7be07888 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:23:34.462492 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=28f41fa7-7d4b-4478-8017-2b274904790c,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:34.490964 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port c0c5619c-46c7-443b-a9b0-bbcf7be07888, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=c0c5619c-46c7-443b-a9b0-bbcf7be07888,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:34.522100 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'c0c5619c-46c7-443b-a9b0-bbcf7be07888', 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98', 'port_id': 'c0c5619c-46c7-443b-a9b0-bbcf7be07888', 'mac_address': 'fa:16:3e:3f:a1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0699dc1-b53c-4154-b479-389ab7dae0e5', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:23:34.615818 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:34.648076 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c5619c-46c7-443b-a9b0-bbcf7be07888 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:23:34.692073 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port c0c5619c-46c7-443b-a9b0-bbcf7be07888, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=c0c5619c-46c7-443b-a9b0-bbcf7be07888,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:34.697686 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:34.698548 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f6c92945-cd4d-42cb-9049-acb10a656da9 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:23:34.739984 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f6c92945-cd4d-42cb-9049-acb10a656da9, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f6c92945-cd4d-42cb-9049-acb10a656da9,segment=NetworkSegment(802b6a9a-5eac-464c-aad2-d87b2679eba4),segment_id=802b6a9a-5eac-464c-aad2-d87b2679eba4)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:34.781103 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'f6c92945-cd4d-42cb-9049-acb10a656da9', 'network_id': 'b232de7e-d507-4fe5-aca3-83142933123b', 'port_id': 'f6c92945-cd4d-42cb-9049-acb10a656da9', 'mac_address': 'fa:16:3e:f2:8b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b92fb42-3fe2-4f94-b925-91fab573144c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:23:34.795124 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fde54fef-1b8d-41dd-94ba-68504fd9ff1b req-121fbdc6-3a99-4ec9-9d11-ac8ff2a57d1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02521c5b-aa83-4b98-87ea-bfb52ecb7066 HTTP/1.1" status: 200 len: 217 time: 0.5590186 Jul 22 19:23:34.830232 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=c0c5619c-46c7-443b-a9b0-bbcf7be07888,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:34.894363 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:34.899951 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-01921a3a-c9b3-4be4-a6cf-3e546276210a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:34.909256 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c92945-cd4d-42cb-9049-acb10a656da9 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:23:34.939990 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f6c92945-cd4d-42cb-9049-acb10a656da9, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f6c92945-cd4d-42cb-9049-acb10a656da9,segment=NetworkSegment(802b6a9a-5eac-464c-aad2-d87b2679eba4),segment_id=802b6a9a-5eac-464c-aad2-d87b2679eba4)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:34.947737 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:34.948711 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 9e48ce15-6896-45cf-9ca4-cbb5850d0fce details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:23:35.045925 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde54fef-1b8d-41dd-94ba-68504fd9ff1b req-633c9700-1c67-435d-a3ea-07d90b3f21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:35.047279 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fde54fef-1b8d-41dd-94ba-68504fd9ff1b req-633c9700-1c67-435d-a3ea-07d90b3f21b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11d5e421-b694-4fc1-9f0d-8e47ef1a61ca HTTP/1.1" status: 200 len: 848 time: 0.1924820 Jul 22 19:23:35.057847 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7292f8d-2f12-4ab4-a9b9-0685c2efb4c5 req-77673193-c238-455c-824d-3249baaeb158 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:35.061581 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 9e48ce15-6896-45cf-9ca4-cbb5850d0fce, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9e48ce15-6896-45cf-9ca4-cbb5850d0fce,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:35.067401 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7292f8d-2f12-4ab4-a9b9-0685c2efb4c5 req-77673193-c238-455c-824d-3249baaeb158 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 945 time: 0.2899251 Jul 22 19:23:35.098830 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=f6c92945-cd4d-42cb-9049-acb10a656da9,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:35.104143 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '9e48ce15-6896-45cf-9ca4-cbb5850d0fce', 'network_id': '0595bdbb-3fff-4758-845e-81a374857f98', 'port_id': '9e48ce15-6896-45cf-9ca4-cbb5850d0fce', 'mac_address': 'fa:16:3e:6c:2d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0699dc1-b53c-4154-b479-389ab7dae0e5', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:23:35.131206 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fde54fef-1b8d-41dd-94ba-68504fd9ff1b req-c28c3192-e1b8-4ad3-b873-4d5595b99e2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5504871-7d28-4506-9cbe-aab2b17e5d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573430 Jul 22 19:23:35.164090 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.180715 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92887a-18c7-4099-9570-6a53bd6ac387 req-ee3e4801-e879-4c2d-99d1-eba96d30d168 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:35.189435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92887a-18c7-4099-9570-6a53bd6ac387 req-ee3e4801-e879-4c2d-99d1-eba96d30d168 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:35.190481 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e48ce15-6896-45cf-9ca4-cbb5850d0fce {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:23:35.195647 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92887a-18c7-4099-9570-6a53bd6ac387 req-ee3e4801-e879-4c2d-99d1-eba96d30d168 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:35.202618 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92887a-18c7-4099-9570-6a53bd6ac387 req-ee3e4801-e879-4c2d-99d1-eba96d30d168 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:35.210066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92887a-18c7-4099-9570-6a53bd6ac387 req-ee3e4801-e879-4c2d-99d1-eba96d30d168 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:35.216799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92887a-18c7-4099-9570-6a53bd6ac387 req-ee3e4801-e879-4c2d-99d1-eba96d30d168 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:35.221300 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 9e48ce15-6896-45cf-9ca4-cbb5850d0fce, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9e48ce15-6896-45cf-9ca4-cbb5850d0fce,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:35.223253 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92887a-18c7-4099-9570-6a53bd6ac387 req-ee3e4801-e879-4c2d-99d1-eba96d30d168 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:35.226615 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb92887a-18c7-4099-9570-6a53bd6ac387 req-ee3e4801-e879-4c2d-99d1-eba96d30d168 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5436 time: 0.4503217 Jul 22 19:23:35.229342 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.267432 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7292f8d-2f12-4ab4-a9b9-0685c2efb4c5 req-96b978a0-8c6a-4c4c-a1a1-cb1189ffe0b3 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991429 Jul 22 19:23:35.287938 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 78654019-d801-41ad-9f01-d5784c852f39 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:23:35.395326 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=9e48ce15-6896-45cf-9ca4-cbb5850d0fce,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:35.415630 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb92887a-18c7-4099-9570-6a53bd6ac387 req-ee833846-f8ef-47d4-be1b-06e4e43230ff tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1518629 Jul 22 19:23:35.438789 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 78654019-d801-41ad-9f01-d5784c852f39 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:23:35.459734 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 78654019-d801-41ad-9f01-d5784c852f39 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:35.459734 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.498420 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-01921a3a-c9b3-4be4-a6cf-3e546276210a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.551188 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-01921a3a-c9b3-4be4-a6cf-3e546276210a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.594704 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fde54fef-1b8d-41dd-94ba-68504fd9ff1b req-848cac69-f204-444b-9530-98bb214fb96a service neutron] 10.222.0.16 "GET /v2.0/networks/d5504871-7d28-4506-9cbe-aab2b17e5d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522617 Jul 22 19:23:35.604163 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.622267 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-dd472368-2ca2-4406-9c8b-2cd9b77dc23a tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=eb6202b29e6a45c08928e5c20cf85d0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1210120 Jul 22 19:23:35.659256 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 78654019-d801-41ad-9f01-d5784c852f39, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=78654019-d801-41ad-9f01-d5784c852f39,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:35.663919 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.672701 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['28f41fa7-7d4b-4478-8017-2b274904790c'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:23:35.729479 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['f6c92945-cd4d-42cb-9049-acb10a656da9'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:23:35.735611 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['c0c5619c-46c7-443b-a9b0-bbcf7be07888'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:23:35.757546 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01921a3a-c9b3-4be4-a6cf-3e546276210a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb599e6-6ecf-45ed-8899-19df023116ce,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:35.765147 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-01921a3a-c9b3-4be4-a6cf-3e546276210a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80656ba7a8684d8d96d2c582ac3f720c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5911791 Jul 22 19:23:35.765917 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34608) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:35.787025 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:23:35.812462 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['9e48ce15-6896-45cf-9ca4-cbb5850d0fce'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:23:35.835683 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-936c2f8a-d340-4560-8a67-9f742b9abb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.861824 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-936c2f8a-d340-4560-8a67-9f742b9abb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.920868 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-936c2f8a-d340-4560-8a67-9f742b9abb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.929560 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-936c2f8a-d340-4560-8a67-9f742b9abb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.938907 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-936c2f8a-d340-4560-8a67-9f742b9abb80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4bb599e6-6ecf-45ed-8899-19df023116ce HTTP/1.1" status: 204 len: 168 time: 0.1697183 Jul 22 19:23:35.939800 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fde54fef-1b8d-41dd-94ba-68504fd9ff1b req-901ad17a-3ff6-4b7b-b0c2-bbb515f59281 service neutron] 10.222.0.16 "GET /v2.0/networks/d5504871-7d28-4506-9cbe-aab2b17e5d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164039 Jul 22 19:23:35.961656 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c2f8a-d340-4560-8a67-9f742b9abb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb599e6-6ecf-45ed-8899-19df023116ce,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:36.023068 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 02521c5b-aa83-4b98-87ea-bfb52ecb7066 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:23:36.026585 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7edae5-04f2-4bae-8728-b063ca86c3a3 req-4d4edaba-b4e7-472f-ab1b-0e05473810e4 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:36.035423 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8f7edae5-04f2-4bae-8728-b063ca86c3a3 req-4d4edaba-b4e7-472f-ab1b-0e05473810e4 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abaddcc-39ee-4fae-89c7-6bc98f87bd84 HTTP/1.1" status: 200 len: 943 time: 0.5120034 Jul 22 19:23:36.060582 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78654019-d801-41ad-9f01-d5784c852f39'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:23:36.071859 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6aaff4-99cd-4d79-b0f6-a7dab6ea5bbe" -d '{"events": [{"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-plugged", "status": "completed", "tag": "78654019-d801-41ad-9f01-d5784c852f39"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:23:36.157401 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8f7edae5-04f2-4bae-8728-b063ca86c3a3 req-6e182100-fbe1-4ff2-8439-c7c683be9f14 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e01419c-60cf-47cd-8eb9-2abb220d8b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198165 Jul 22 19:23:36.214725 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=78654019-d801-41ad-9f01-d5784c852f39,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:36.224156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-c35d3bb9-4a31-4a67-8211-de0974d0655e tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:36.224646 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-c35d3bb9-4a31-4a67-8211-de0974d0655e tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5783548 Jul 22 19:23:36.247496 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-7bfaa793-d5a1-4471-90b9-c3c731ec65d0 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/quotas/eb6202b29e6a45c08928e5c20cf85d0f HTTP/1.1" status: 200 len: 375 time: 0.0161998 Jul 22 19:23:36.322824 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4fa6fd93-d748-498c-b96e-c6148a2505ef tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=eb6202b29e6a45c08928e5c20cf85d0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692248 Jul 22 19:23:36.326580 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6fad4c-cf6c-475b-be41-a3ea6e9173d1 x-openstack-request-id: req-5d6fad4c-cf6c-475b-be41-a3ea6e9173d1 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:23:36.327086 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-plugged", "status": "completed", "tag": "78654019-d801-41ad-9f01-d5784c852f39", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:23:36.327179 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d6fad4c-cf6c-475b-be41-a3ea6e9173d1 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:23:36.327523 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78654019-d801-41ad-9f01-d5784c852f39', 'code': 200} Jul 22 19:23:36.338775 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.resource_extend [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:23:36.693540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c2f76-4813-4c9a-8b89-0a2362323646 req-775dc774-d7ef-4295-8641-9f10992baef4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:36.706557 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-584c2f76-4813-4c9a-8b89-0a2362323646 req-775dc774-d7ef-4295-8641-9f10992baef4 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 945 time: 0.2391348 Jul 22 19:23:36.849349 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-584c2f76-4813-4c9a-8b89-0a2362323646 req-6a3b05fa-7c6a-452d-8781-da12aa9302b6 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418138 Jul 22 19:23:36.883843 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['fc734762-c254-4cb4-bad5-9b6992177001'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:23:37.051901 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58d82d9a-95b1-4413-904d-9caab49088f7 req-5d83bbfc-243f-4e22-b3bb-55886d64a578 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc4e658-7413-4636-833a-77fd72a5f4fe HTTP/1.1" status: 200 len: 210 time: 0.0942147 Jul 22 19:23:37.137207 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb091a7-03fe-4e9b-9101-8451f2a190b6 req-3aa2bdce-9865-4a59-bec6-bea8d6b5aa5e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:37.180640 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb091a7-03fe-4e9b-9101-8451f2a190b6 req-3aa2bdce-9865-4a59-bec6-bea8d6b5aa5e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:37.187320 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 02521c5b-aa83-4b98-87ea-bfb52ecb7066, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=02521c5b-aa83-4b98-87ea-bfb52ecb7066,segment=NetworkSegment(c4818171-480e-46b2-83dd-cf31c8e65f3e),segment_id=c4818171-480e-46b2-83dd-cf31c8e65f3e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:37.214209 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb091a7-03fe-4e9b-9101-8451f2a190b6 req-3aa2bdce-9865-4a59-bec6-bea8d6b5aa5e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:37.245905 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb091a7-03fe-4e9b-9101-8451f2a190b6 req-3aa2bdce-9865-4a59-bec6-bea8d6b5aa5e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:37.277164 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb091a7-03fe-4e9b-9101-8451f2a190b6 req-3aa2bdce-9865-4a59-bec6-bea8d6b5aa5e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:37.282215 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '02521c5b-aa83-4b98-87ea-bfb52ecb7066', 'network_id': 'd5504871-7d28-4506-9cbe-aab2b17e5d62', 'port_id': '02521c5b-aa83-4b98-87ea-bfb52ecb7066', 'mac_address': 'fa:16:3e:2f:2a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d5e421-b694-4fc1-9f0d-8e47ef1a61ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:23:37.301850 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb091a7-03fe-4e9b-9101-8451f2a190b6 req-3aa2bdce-9865-4a59-bec6-bea8d6b5aa5e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:37.323382 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb091a7-03fe-4e9b-9101-8451f2a190b6 req-3aa2bdce-9865-4a59-bec6-bea8d6b5aa5e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:37.337723 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-beb091a7-03fe-4e9b-9101-8451f2a190b6 req-3aa2bdce-9865-4a59-bec6-bea8d6b5aa5e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5439 time: 0.4506063 Jul 22 19:23:37.444923 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34656) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:37.494181 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-beb091a7-03fe-4e9b-9101-8451f2a190b6 req-5d8eef55-de93-492e-b872-f72916d58acd tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1555707 Jul 22 19:23:37.531222 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e2098-0e2a-4f80-9e30-f1baba73e099 req-286f8e21-bad9-413b-9685-8a254932b9c2 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:37.548639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c25e2098-0e2a-4f80-9e30-f1baba73e099 req-286f8e21-bad9-413b-9685-8a254932b9c2 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abaddcc-39ee-4fae-89c7-6bc98f87bd84 HTTP/1.1" status: 200 len: 943 time: 0.2083809 Jul 22 19:23:37.626844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c25e2098-0e2a-4f80-9e30-f1baba73e099 req-23032acd-f7db-4119-965a-e13cd55babf3 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e01419c-60cf-47cd-8eb9-2abb220d8b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696990 Jul 22 19:23:37.686641 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:37.723157 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a7d6553f-e58c-41e5-9ff5-e1acb2b53c1a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1455683431-network', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:37.771405 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d6553f-e58c-41e5-9ff5-e1acb2b53c1a admin admin] Made reservation on behalf of a4e9bbb0623146efb026ab76e903f9f4 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:23:37.774580 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7d6553f-e58c-41e5-9ff5-e1acb2b53c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:37.779468 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02521c5b-aa83-4b98-87ea-bfb52ecb7066 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:23:37.810876 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7d6553f-e58c-41e5-9ff5-e1acb2b53c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:37.822551 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 02521c5b-aa83-4b98-87ea-bfb52ecb7066, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=02521c5b-aa83-4b98-87ea-bfb52ecb7066,segment=NetworkSegment(c4818171-480e-46b2-83dd-cf31c8e65f3e),segment_id=c4818171-480e-46b2-83dd-cf31c8e65f3e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:37.834665 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:37.936890 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=02521c5b-aa83-4b98-87ea-bfb52ecb7066,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:38.033314 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7d6553f-e58c-41e5-9ff5-e1acb2b53c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.039882 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7d6553f-e58c-41e5-9ff5-e1acb2b53c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.055632 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['02521c5b-aa83-4b98-87ea-bfb52ecb7066'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:23:38.072210 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26222a-9950-43f2-b888-d44b92baf4ee req-2df935ef-6e8a-4ec5-ade4-cf8ce7653dec tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:38.080393 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e26222a-9950-43f2-b888-d44b92baf4ee req-2df935ef-6e8a-4ec5-ade4-cf8ce7653dec tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 945 time: 0.1199465 Jul 22 19:23:38.087667 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d6553f-e58c-41e5-9ff5-e1acb2b53c1a admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:23:38.105695 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7d6553f-e58c-41e5-9ff5-e1acb2b53c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.106966 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-a7d6553f-e58c-41e5-9ff5-e1acb2b53c1a admin admin] Added segment bbf54585-73cb-4311-a6cc-ea66a8b99bb0 of type vlan for network 0d34eab5-aeb5-4524-924a-da6ba796a415 Jul 22 19:23:38.134975 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e26222a-9950-43f2-b888-d44b92baf4ee req-c7f91d8d-6430-4215-9875-3585293b7969 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534887 Jul 22 19:23:38.185321 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7d6553f-e58c-41e5-9ff5-e1acb2b53c1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.194489 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2a8e502b-7188-4803-b809-159520ea5d7d req-af8a2474-ac88-4b13-abda-5d185cb58044 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc4e658-7413-4636-833a-77fd72a5f4fe HTTP/1.1" status: 200 len: 210 time: 0.0492818 Jul 22 19:23:38.197573 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6553f-e58c-41e5-9ff5-e1acb2b53c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:38.248753 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7d6553f-e58c-41e5-9ff5-e1acb2b53c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.249841 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d6553f-e58c-41e5-9ff5-e1acb2b53c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:38.250497 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7d6553f-e58c-41e5-9ff5-e1acb2b53c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.296905 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a7d6553f-e58c-41e5-9ff5-e1acb2b53c1a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8504963 Jul 22 19:23:38.303256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34668) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:38.318004 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-a49d7353-f47f-407a-a3b7-a6058e509c89 admin admin] Request body: {'subnet': {'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1455683431-subnet', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:38.346955 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-14d08485-3218-46ad-9230-56c0d01d1925 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=eb6202b29e6a45c08928e5c20cf85d0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605860 Jul 22 19:23:38.375689 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6553f-e58c-41e5-9ff5-e1acb2b53c1a admin admin] Pushing event updated for resources: {'Network': ['ID=0d34eab5-aeb5-4524-924a-da6ba796a415,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:38.396359 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 0d34eab5-aeb5-4524-924a-da6ba796a415 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:23:38.425265 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49d7353-f47f-407a-a3b7-a6058e509c89 admin admin] Made reservation on behalf of a4e9bbb0623146efb026ab76e903f9f4 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:23:38.427668 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a49d7353-f47f-407a-a3b7-a6058e509c89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.570861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4f5a70e4-647d-4fe4-a23f-22ebb3c9a5ea tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:38.572390 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4f5a70e4-647d-4fe4-a23f-22ebb3c9a5ea tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2138622 Jul 22 19:23:38.591886 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-baee4ce4-c531-483b-b3c7-e2afd1b0ff6a tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Request body: {'port': {'device_id': 'efc4e658-7413-4636-833a-77fd72a5f4fe', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': 'eb6202b29e6a45c08928e5c20cf85d0f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:38.874409 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a49d7353-f47f-407a-a3b7-a6058e509c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.895548 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13186c01-bb51-4a58-8424-871a624b2d00 req-07077785-0a81-4245-9727-a3147fa3d1a4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:38.901694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13186c01-bb51-4a58-8424-871a624b2d00 req-07077785-0a81-4245-9727-a3147fa3d1a4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:38.908127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13186c01-bb51-4a58-8424-871a624b2d00 req-07077785-0a81-4245-9727-a3147fa3d1a4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:38.914373 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13186c01-bb51-4a58-8424-871a624b2d00 req-07077785-0a81-4245-9727-a3147fa3d1a4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:38.921398 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13186c01-bb51-4a58-8424-871a624b2d00 req-07077785-0a81-4245-9727-a3147fa3d1a4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:38.927720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13186c01-bb51-4a58-8424-871a624b2d00 req-07077785-0a81-4245-9727-a3147fa3d1a4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:38.933713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13186c01-bb51-4a58-8424-871a624b2d00 req-07077785-0a81-4245-9727-a3147fa3d1a4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:38.936325 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13186c01-bb51-4a58-8424-871a624b2d00 req-07077785-0a81-4245-9727-a3147fa3d1a4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5439 time: 0.3198354 Jul 22 19:23:38.959516 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-baee4ce4-c531-483b-b3c7-e2afd1b0ff6a tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Made reservation on behalf of eb6202b29e6a45c08928e5c20cf85d0f for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:23:38.963015 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-baee4ce4-c531-483b-b3c7-e2afd1b0ff6a tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.984444 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.001845 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-baee4ce4-c531-483b-b3c7-e2afd1b0ff6a tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.034042 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d1df4-d8d2-4b7f-9cba-e5dfe4bcb734 req-6f3b20c1-fd69-46ff-b1b9-2ffc346a80f4 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:39.040853 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f91d1df4-d8d2-4b7f-9cba-e5dfe4bcb734 req-6f3b20c1-fd69-46ff-b1b9-2ffc346a80f4 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abaddcc-39ee-4fae-89c7-6bc98f87bd84 HTTP/1.1" status: 200 len: 944 time: 0.3091552 Jul 22 19:23:39.062586 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d7353-f47f-407a-a3b7-a6058e509c89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:39.107629 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13186c01-bb51-4a58-8424-871a624b2d00 req-f0ab5877-3f0e-41d6-96c2-f9b2e34672ea tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1489758 Jul 22 19:23:39.133598 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49d7353-f47f-407a-a3b7-a6058e509c89 admin admin] Checking segment: {'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:23:39.133968 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49d7353-f47f-407a-a3b7-a6058e509c89 admin admin] Network hostable DHCP agents. Network: 0d34eab5-aeb5-4524-924a-da6ba796a415, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:23:39.150528 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f91d1df4-d8d2-4b7f-9cba-e5dfe4bcb734 req-47a4ab26-1e6c-430d-a013-40e32e3bacba tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e01419c-60cf-47cd-8eb9-2abb220d8b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087275 Jul 22 19:23:39.195364 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49d7353-f47f-407a-a3b7-a6058e509c89 admin admin] Network 0d34eab5-aeb5-4524-924a-da6ba796a415 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:23:39.212010 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-a49d7353-f47f-407a-a3b7-a6058e509c89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 0d34eab5-aeb5-4524-924a-da6ba796a415) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:23:39.219593 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49d7353-f47f-407a-a3b7-a6058e509c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:39.220303 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a49d7353-f47f-407a-a3b7-a6058e509c89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.223150 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32e8e0c-9143-45a1-8630-2bc938334320 None None] Network 0d34eab5-aeb5-4524-924a-da6ba796a415 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:23:39.261259 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-baee4ce4-c531-483b-b3c7-e2afd1b0ff6a tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.280569 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device fc734762-c254-4cb4-bad5-9b6992177001 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:23:39.287706 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-baee4ce4-c531-483b-b3c7-e2afd1b0ff6a tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.315472 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34682) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:39.316042 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a49d7353-f47f-407a-a3b7-a6058e509c89 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0111055 Jul 22 19:23:39.323809 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-cb5234bd-e4fe-4be2-828f-b723b820319b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1455683431-router', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:39.350704 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1b67c54b-3829-41a6-8db4-9472ec47946a req-a5e1d82f-309f-4860-b609-d57bb1b656d1 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc4e658-7413-4636-833a-77fd72a5f4fe HTTP/1.1" status: 200 len: 210 time: 0.0673792 Jul 22 19:23:39.391672 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb5234bd-e4fe-4be2-828f-b723b820319b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.392747 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb5234bd-e4fe-4be2-828f-b723b820319b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.419678 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee4ce4-c531-483b-b3c7-e2afd1b0ff6a tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb10a9f4-e787-4f5c-8a51-652f738de85f,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:39.484913 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc6656-b85c-4814-8140-985183b53c85 req-430b096f-e360-4f5f-bee4-13362f7f60e0 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:39.486497 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ecc6656-b85c-4814-8140-985183b53c85 req-430b096f-e360-4f5f-bee4-13362f7f60e0 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 945 time: 0.2444963 Jul 22 19:23:39.513244 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb5234bd-e4fe-4be2-828f-b723b820319b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.516525 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port fc734762-c254-4cb4-bad5-9b6992177001 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:23:39.523030 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port fc734762-c254-4cb4-bad5-9b6992177001 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:39.523594 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.542965 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-baee4ce4-c531-483b-b3c7-e2afd1b0ff6a tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Allocated IP 192.168.233.135 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/11a5d1a3-0140-431f-9ed9-00e48ac7a2ed) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:23:39.579918 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ecc6656-b85c-4814-8140-985183b53c85 req-2b6a6526-7162-4065-84e3-55897c4742bf tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818646 Jul 22 19:23:39.598797 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-0d34eab5-aeb5-4524-924a-da6ba796a415', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'fixed_ips': [{'subnet_id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:23:39.599874 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.733964 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb5234bd-e4fe-4be2-828f-b723b820319b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.740780 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-baee4ce4-c531-483b-b3c7-e2afd1b0ff6a tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.759075 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-baee4ce4-c531-483b-b3c7-e2afd1b0ff6a tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Transition to ACTIVE for port object 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:39.812829 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-baee4ce4-c531-483b-b3c7-e2afd1b0ff6a tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.814559 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] Allocated IP 172.20.0.2 (0d34eab5-aeb5-4524-924a-da6ba796a415/a3036dcc-3a64-4ac8-b61e-3e3981ee7c50/658c28f9-4ed8-431d-9bdb-41fa575c0134) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:23:39.818032 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.851830 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc734762-c254-4cb4-bad5-9b6992177001'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:23:39.855114 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04309f14-ba2d-4f2e-99a9-55d63f309ef0" -d '{"events": [{"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-plugged", "status": "completed", "tag": "fc734762-c254-4cb4-bad5-9b6992177001"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:23:39.888110 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port fc734762-c254-4cb4-bad5-9b6992177001, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=fc734762-c254-4cb4-bad5-9b6992177001,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:39.897134 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.898107 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 28f41fa7-7d4b-4478-8017-2b274904790c up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:23:39.922911 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-baee4ce4-c531-483b-b3c7-e2afd1b0ff6a tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:23:39.939360 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-baee4ce4-c531-483b-b3c7-e2afd1b0ff6a tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:23:39.943813 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee4ce4-c531-483b-b3c7-e2afd1b0ff6a tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Pushing event updated for resources: {'Port': ['ID=11a5d1a3-0140-431f-9ed9-00e48ac7a2ed,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:39.944436 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 02521c5b-aa83-4b98-87ea-bfb52ecb7066 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:23:39.958646 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-baee4ce4-c531-483b-b3c7-e2afd1b0ff6a tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:23:40.034719 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cebba1e-3a21-41e2-99c8-c9c472a76852 x-openstack-request-id: req-4cebba1e-3a21-41e2-99c8-c9c472a76852 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:23:40.035271 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-plugged", "status": "completed", "tag": "fc734762-c254-4cb4-bad5-9b6992177001", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:23:40.035271 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4cebba1e-3a21-41e2-99c8-c9c472a76852 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:23:40.035656 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc734762-c254-4cb4-bad5-9b6992177001', 'code': 200} Jul 22 19:23:40.104269 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-baee4ce4-c531-483b-b3c7-e2afd1b0ff6a tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:40.104991 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-baee4ce4-c531-483b-b3c7-e2afd1b0ff6a tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:40.144639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-baee4ce4-c531-483b-b3c7-e2afd1b0ff6a tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5583308 Jul 22 19:23:40.157388 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] Request body: {'port': {'device_id': 'efc4e658-7413-4636-833a-77fd72a5f4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:40.175316 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb5234bd-e4fe-4be2-828f-b723b820319b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:40.240670 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb5234bd-e4fe-4be2-828f-b723b820319b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:40.280150 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=fc734762-c254-4cb4-bad5-9b6992177001,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:40.420581 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 28f41fa7-7d4b-4478-8017-2b274904790c completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:23:40.436710 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 28f41fa7-7d4b-4478-8017-2b274904790c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:40.439379 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:40.452760 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-cb5234bd-e4fe-4be2-828f-b723b820319b admin admin] Allocated IP 172.25.3.37 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/b65a3785-ba36-4daf-9d9e-fd33149297ee) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:23:40.458533 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 02521c5b-aa83-4b98-87ea-bfb52ecb7066 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:23:40.474192 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:40.570176 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 02521c5b-aa83-4b98-87ea-bfb52ecb7066 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:40.570503 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:40.595410 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb5234bd-e4fe-4be2-828f-b723b820319b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:40.611589 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2998c-977a-44d0-8e08-ebf4f55f3f3f req-7678f031-5d4e-438f-9029-74fb9489f704 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:40.619572 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00a2998c-977a-44d0-8e08-ebf4f55f3f3f req-7678f031-5d4e-438f-9029-74fb9489f704 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abaddcc-39ee-4fae-89c7-6bc98f87bd84 HTTP/1.1" status: 200 len: 944 time: 0.2880349 Jul 22 19:23:40.663258 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb5234bd-e4fe-4be2-828f-b723b820319b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:40.670714 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a1bbbaa6-f291-487b-8aed-638a116cea55 None None] Provisioning for port 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:23:40.676065 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:40.686382 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a1bbbaa6-f291-487b-8aed-638a116cea55 None None] Provisioning complete for port 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:40.686763 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a1bbbaa6-f291-487b-8aed-638a116cea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:40.722270 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5234bd-e4fe-4be2-828f-b723b820319b admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:23:40.726338 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-cb5234bd-e4fe-4be2-828f-b723b820319b admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:23:40.730463 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5234bd-e4fe-4be2-828f-b723b820319b admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:23:40.735882 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a1bbbaa6-f291-487b-8aed-638a116cea55 None None] Port 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:23:40.748640 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748dfa8-5ae1-494d-b813-b86b096d35ad req-8fa536f5-d174-497c-a4dd-3e8edbfc396d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:40.754706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748dfa8-5ae1-494d-b813-b86b096d35ad req-8fa536f5-d174-497c-a4dd-3e8edbfc396d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:40.761554 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748dfa8-5ae1-494d-b813-b86b096d35ad req-8fa536f5-d174-497c-a4dd-3e8edbfc396d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:40.768666 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748dfa8-5ae1-494d-b813-b86b096d35ad req-8fa536f5-d174-497c-a4dd-3e8edbfc396d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:40.773226 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5234bd-e4fe-4be2-828f-b723b820319b admin admin] Pushing event updated for resources: {'Port': ['ID=b65a3785-ba36-4daf-9d9e-fd33149297ee,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:40.775689 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748dfa8-5ae1-494d-b813-b86b096d35ad req-8fa536f5-d174-497c-a4dd-3e8edbfc396d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:40.790617 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:40.791558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748dfa8-5ae1-494d-b813-b86b096d35ad req-8fa536f5-d174-497c-a4dd-3e8edbfc396d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:40.792760 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] Transition to ACTIVE for port object 658c28f9-4ed8-431d-9bdb-41fa575c0134 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:40.799069 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748dfa8-5ae1-494d-b813-b86b096d35ad req-8fa536f5-d174-497c-a4dd-3e8edbfc396d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:40.801471 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4748dfa8-5ae1-494d-b813-b86b096d35ad req-8fa536f5-d174-497c-a4dd-3e8edbfc396d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5440 time: 0.4684353 Jul 22 19:23:40.834993 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00a2998c-977a-44d0-8e08-ebf4f55f3f3f req-45df150b-1770-4bb7-ad53-30eab0a803dd tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e01419c-60cf-47cd-8eb9-2abb220d8b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092347 Jul 22 19:23:40.870446 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] Transition to ACTIVE for port object 658c28f9-4ed8-431d-9bdb-41fa575c0134 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:40.874799 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:40.899317 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:40.930488 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 28f41fa7-7d4b-4478-8017-2b274904790c, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=28f41fa7-7d4b-4478-8017-2b274904790c,segment=NetworkSegment(802b6a9a-5eac-464c-aad2-d87b2679eba4),segment_id=802b6a9a-5eac-464c-aad2-d87b2679eba4)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:40.954544 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:40.955344 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device c0c5619c-46c7-443b-a9b0-bbcf7be07888 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:23:40.988184 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] Network 0d34eab5-aeb5-4524-924a-da6ba796a415 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:23:40.993148 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4748dfa8-5ae1-494d-b813-b86b096d35ad req-72f6c523-415b-4c2c-83d0-c0b7ab9db94c tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1857314 Jul 22 19:23:41.036464 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:23:41.049791 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:23:41.057510 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 02521c5b-aa83-4b98-87ea-bfb52ecb7066, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=02521c5b-aa83-4b98-87ea-bfb52ecb7066,segment=NetworkSegment(c4818171-480e-46b2-83dd-cf31c8e65f3e),segment_id=c4818171-480e-46b2-83dd-cf31c8e65f3e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:41.063211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] Pushing event updated for resources: {'Port': ['ID=658c28f9-4ed8-431d-9bdb-41fa575c0134,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:41.154890 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:41.163644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7464e-8593-4ddf-9a42-cf3b1e17aac6 req-650d6270-86c8-478f-ba86-1bfbfbbd768f tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:41.180713 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c5a7464e-8593-4ddf-9a42-cf3b1e17aac6 req-650d6270-86c8-478f-ba86-1bfbfbbd768f tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc4e658-7413-4636-833a-77fd72a5f4fe HTTP/1.1" status: 200 len: 936 time: 0.2429059 Jul 22 19:23:41.205062 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb5234bd-e4fe-4be2-828f-b723b820319b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:41.329141 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c5a7464e-8593-4ddf-9a42-cf3b1e17aac6 req-51c17194-2a9c-4d31-84ff-5394ab5b6c02 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb10a9f4-e787-4f5c-8a51-652f738de85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474512 Jul 22 19:23:41.341594 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=28f41fa7-7d4b-4478-8017-2b274904790c,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:41.355966 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] Attempting to bind port 658c28f9-4ed8-431d-9bdb-41fa575c0134 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:23:41.356907 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] Attempting to bind port 658c28f9-4ed8-431d-9bdb-41fa575c0134 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:23:41.357354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] Attempting to bind port 658c28f9-4ed8-431d-9bdb-41fa575c0134 on network 0d34eab5-aeb5-4524-924a-da6ba796a415 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:23:41.394172 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:23:41.394657 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] Checking segment: {'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:23:41.394994 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:41.395364 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] Bound using segment: {'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:23:41.396038 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] Bound port: 658c28f9-4ed8-431d-9bdb-41fa575c0134, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:23:41.396444 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:41.417201 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port c0c5619c-46c7-443b-a9b0-bbcf7be07888 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:23:41.433541 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port c0c5619c-46c7-443b-a9b0-bbcf7be07888 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:41.433912 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:41.462985 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b266005-7d1a-46cf-a8a7-199e9dd4dcc6 req-7da55606-4cad-4de0-aabd-92db90897e01 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:41.470197 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b266005-7d1a-46cf-a8a7-199e9dd4dcc6 req-7da55606-4cad-4de0-aabd-92db90897e01 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 945 time: 0.3600988 Jul 22 19:23:41.483543 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:23:41.494586 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=02521c5b-aa83-4b98-87ea-bfb52ecb7066,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:41.510396 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:41.531255 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] Transition to ACTIVE for port object 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:41.573693 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:41.628974 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb5234bd-e4fe-4be2-828f-b723b820319b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:41.660776 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] For port 658c28f9-4ed8-431d-9bdb-41fa575c0134, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:23:41.666473 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] For port 658c28f9-4ed8-431d-9bdb-41fa575c0134, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=658c28f9-4ed8-431d-9bdb-41fa575c0134,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:23:41.714493 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:41.733547 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b266005-7d1a-46cf-a8a7-199e9dd4dcc6 req-477b8895-b1e0-478a-9af4-2ceabc328ac1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998713 Jul 22 19:23:41.746429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] Pushing event updated for resources: {'Port': ['ID=11a5d1a3-0140-431f-9ed9-00e48ac7a2ed,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:41.774363 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:41.792507 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:41.857471 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5234bd-e4fe-4be2-828f-b723b820319b admin admin] Router 9a645d28-638f-4a1d-a503-b06bf32aea9d is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:23:41.909417 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port c0c5619c-46c7-443b-a9b0-bbcf7be07888, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=c0c5619c-46c7-443b-a9b0-bbcf7be07888,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:41.911116 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef50439-ec40-4a6e-a2e3-965001c8ad88 None None] Pushing event updated for resources: {'Port': ['ID=658c28f9-4ed8-431d-9bdb-41fa575c0134,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:41.924456 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:41.925300 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f6c92945-cd4d-42cb-9049-acb10a656da9 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:23:42.005118 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] Attempting to bind port 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:23:42.005457 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] Attempting to bind port 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:23:42.007347 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] Attempting to bind port 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:23:42.056183 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f41fa7-7d4b-4478-8017-2b274904790c'}, {'server_uuid': '0abaddcc-39ee-4fae-89c7-6bc98f87bd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02521c5b-aa83-4b98-87ea-bfb52ecb7066'}, {'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c5619c-46c7-443b-a9b0-bbcf7be07888'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:23:42.066424 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] Port 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:23:42.069097 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7aa7e8f-a62a-458a-a729-7f9d824707ef" -d '{"events": [{"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-plugged", "status": "completed", "tag": "28f41fa7-7d4b-4478-8017-2b274904790c"}, {"server_uuid": "0abaddcc-39ee-4fae-89c7-6bc98f87bd84", "name": "network-vif-plugged", "status": "completed", "tag": "02521c5b-aa83-4b98-87ea-bfb52ecb7066"}, {"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-plugged", "status": "completed", "tag": "c0c5619c-46c7-443b-a9b0-bbcf7be07888"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:23:42.076668 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] Attempting to bind port 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:23:42.104712 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:23:42.105080 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:23:42.107756 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:23:42.111342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] Bound port: 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:23:42.111755 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:42.186839 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=c0c5619c-46c7-443b-a9b0-bbcf7be07888,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:42.210010 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5234bd-e4fe-4be2-828f-b723b820319b admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:23:42.245331 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] Sync routers for ids ['9a645d28-638f-4a1d-a503-b06bf32aea9d'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:23:42.249831 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb5234bd-e4fe-4be2-828f-b723b820319b admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:42.256202 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cb5234bd-e4fe-4be2-828f-b723b820319b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9393177 Jul 22 19:23:42.257738 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34714) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:42.290872 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port f6c92945-cd4d-42cb-9049-acb10a656da9 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:23:42.331124 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port f6c92945-cd4d-42cb-9049-acb10a656da9 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:42.332524 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:42.378980 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] Routers {'9a645d28-638f-4a1d-a503-b06bf32aea9d'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:23:42.381124 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:23:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['9a645d28-638f-4a1d-a503-b06bf32aea9d'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:42.390068 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92143383-4e2f-4d09-8238-4d917c013a6d req-9e6d58da-8931-4846-91eb-047af6a7fea8 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:42.400139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92143383-4e2f-4d09-8238-4d917c013a6d req-9e6d58da-8931-4846-91eb-047af6a7fea8 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abaddcc-39ee-4fae-89c7-6bc98f87bd84 HTTP/1.1" status: 200 len: 945 time: 0.3968859 Jul 22 19:23:42.559018 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] For port 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:23:42.571700 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] For port 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=11a5d1a3-0140-431f-9ed9-00e48ac7a2ed,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:23:42.581720 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92143383-4e2f-4d09-8238-4d917c013a6d req-fd2b00cf-4c43-4634-b6f7-82eb5298ca50 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e01419c-60cf-47cd-8eb9-2abb220d8b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795042 Jul 22 19:23:42.587832 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:42.718462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c62033-970f-46a7-b785-32aa5fba5a7c req-224c16ca-812d-48e2-9b78-6220784390d6 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:42.720461 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 19:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a4e2d2-1587-440c-a549-9648e238de65 x-openstack-request-id: req-f6a4e2d2-1587-440c-a549-9648e238de65 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:23:42.723727 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-plugged", "status": "completed", "tag": "28f41fa7-7d4b-4478-8017-2b274904790c", "code": 200}, {"server_uuid": "0abaddcc-39ee-4fae-89c7-6bc98f87bd84", "name": "network-vif-plugged", "status": "completed", "tag": "02521c5b-aa83-4b98-87ea-bfb52ecb7066", "code": 200}, {"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-plugged", "status": "completed", "tag": "c0c5619c-46c7-443b-a9b0-bbcf7be07888", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:23:42.724731 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6a4e2d2-1587-440c-a549-9648e238de65 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:23:42.728928 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c62033-970f-46a7-b785-32aa5fba5a7c req-224c16ca-812d-48e2-9b78-6220784390d6 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:42.730180 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f41fa7-7d4b-4478-8017-2b274904790c', 'code': 200} Jul 22 19:23:42.730623 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abaddcc-39ee-4fae-89c7-6bc98f87bd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02521c5b-aa83-4b98-87ea-bfb52ecb7066', 'code': 200} Jul 22 19:23:42.735478 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c5619c-46c7-443b-a9b0-bbcf7be07888', 'code': 200} Jul 22 19:23:42.750799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c62033-970f-46a7-b785-32aa5fba5a7c req-224c16ca-812d-48e2-9b78-6220784390d6 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:42.757653 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c62033-970f-46a7-b785-32aa5fba5a7c req-224c16ca-812d-48e2-9b78-6220784390d6 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:42.765669 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c62033-970f-46a7-b785-32aa5fba5a7c req-224c16ca-812d-48e2-9b78-6220784390d6 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:42.781702 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c62033-970f-46a7-b785-32aa5fba5a7c req-224c16ca-812d-48e2-9b78-6220784390d6 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:42.792092 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c62033-970f-46a7-b785-32aa5fba5a7c req-224c16ca-812d-48e2-9b78-6220784390d6 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:42.795090 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f0c62033-970f-46a7-b785-32aa5fba5a7c req-224c16ca-812d-48e2-9b78-6220784390d6 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5442 time: 0.5151234 Jul 22 19:23:42.838874 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:42.855288 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] Set router 9a645d28-638f-4a1d-a503-b06bf32aea9d gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:23:42.857480 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:42.857983 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:42.859680 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] 10.222.0.30 "PUT /v2.0/ports/11a5d1a3-0140-431f-9ed9-00e48ac7a2ed HTTP/1.1" status: 200 len: 1097 time: 2.7074559 Jul 22 19:23:42.865153 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc4e658-7413-4636-833a-77fd72a5f4fe', 'tag': '11a5d1a3-0140-431f-9ed9-00e48ac7a2ed'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:23:42.868963 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d165c4-b930-4a4b-b96c-a8f54b326e49" -d '{"events": [{"name": "network-changed", "server_uuid": "efc4e658-7413-4636-833a-77fd72a5f4fe", "tag": "11a5d1a3-0140-431f-9ed9-00e48ac7a2ed"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:23:43.242768 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c717ad0-01ec-45ba-aa85-a5068a9329d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:43.321056 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f6c92945-cd4d-42cb-9049-acb10a656da9, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f6c92945-cd4d-42cb-9049-acb10a656da9,segment=NetworkSegment(802b6a9a-5eac-464c-aad2-d87b2679eba4),segment_id=802b6a9a-5eac-464c-aad2-d87b2679eba4)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:43.333507 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:43.335601 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 9e48ce15-6896-45cf-9ca4-cbb5850d0fce up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:23:43.673107 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 658c28f9-4ed8-431d-9bdb-41fa575c0134 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:23:43.785666 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=f6c92945-cd4d-42cb-9049-acb10a656da9,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:43.790500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 9e48ce15-6896-45cf-9ca4-cbb5850d0fce completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:23:43.811754 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 9e48ce15-6896-45cf-9ca4-cbb5850d0fce triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:43.812124 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:43.846233 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-8c717ad0-01ec-45ba-aa85-a5068a9329d7 admin admin] Allocated IP 172.20.0.1 (0d34eab5-aeb5-4524-924a-da6ba796a415/a3036dcc-3a64-4ac8-b61e-3e3981ee7c50/c6fbd9c1-795b-4934-9961-85a98880ba2d) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:23:43.895086 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 658c28f9-4ed8-431d-9bdb-41fa575c0134 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:23:43.909591 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36194239-b052-4a56-8f61-9565d87535e6 None None] Network 0d34eab5-aeb5-4524-924a-da6ba796a415 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:23:43.961641 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34734) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:44.026598 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'name': 'tempest-ServerActionsTestJSON-1455683431-router', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:40Z', 'revision_number': 3, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'gw_port': {'id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:40Z', 'updated_at': '2021-07-22T19:23:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:44.051464 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb1256-6c95-4945-9f51-c3c89e2b56fd service neutron] Pushing event updated for resources: {'Port': ['ID=11a5d1a3-0140-431f-9ed9-00e48ac7a2ed,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:44.058152 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f0c62033-970f-46a7-b785-32aa5fba5a7c req-04e37fcc-6695-4a39-a888-2669d913a247 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2378061 Jul 22 19:23:44.125998 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab2795-f278-4116-9fa8-7f4503652336 req-64f23a95-5b98-4f53-afa3-5fe3abfbd051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:44.128624 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-caab2795-f278-4116-9fa8-7f4503652336 req-64f23a95-5b98-4f53-afa3-5fe3abfbd051 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0abaddcc-39ee-4fae-89c7-6bc98f87bd84 HTTP/1.1" status: 200 len: 1097 time: 1.3038120 Jul 22 19:23:44.134722 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-81ea1a93-5c12-4f7d-91e3-3c8619968931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:44.137128 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-81ea1a93-5c12-4f7d-91e3-3c8619968931 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb6202b29e6a45c08928e5c20cf85d0f&device_id=efc4e658-7413-4636-833a-77fd72a5f4fe HTTP/1.1" status: 200 len: 1100 time: 1.2004147 Jul 22 19:23:44.149226 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] Checking router: 9a645d28-638f-4a1d-a503-b06bf32aea9d for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:23:44.149584 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] Updating router 9a645d28-638f-4a1d-a503-b06bf32aea9d port b65a3785-ba36-4daf-9d9e-fd33149297ee binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:23:44.206843 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:44.230569 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8f11ec49-5c3c-4ada-91cf-6fb0e5d7b6f9 None None] Provisioning for port 658c28f9-4ed8-431d-9bdb-41fa575c0134 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:23:44.248377 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-b74dc23d-e3e1-4ad2-9967-2ebdc7ed2751 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=11a5d1a3-0140-431f-9ed9-00e48ac7a2ed HTTP/1.1" status: 200 len: 217 time: 0.0845361 Jul 22 19:23:44.256406 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8f11ec49-5c3c-4ada-91cf-6fb0e5d7b6f9 None None] Provisioning complete for port 658c28f9-4ed8-431d-9bdb-41fa575c0134 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:44.256880 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8f11ec49-5c3c-4ada-91cf-6fb0e5d7b6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:44.258065 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f772ff-8459-4fd6-ab40-24992984fa2c req-ef421b4e-61dd-40c0-902a-e8a03804e18a tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:44.267613 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-54f772ff-8459-4fd6-ab40-24992984fa2c req-ef421b4e-61dd-40c0-902a-e8a03804e18a tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc4e658-7413-4636-833a-77fd72a5f4fe HTTP/1.1" status: 200 len: 948 time: 1.3479021 Jul 22 19:23:44.333327 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 9e48ce15-6896-45cf-9ca4-cbb5850d0fce, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9e48ce15-6896-45cf-9ca4-cbb5850d0fce,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:44.347465 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:44.353662 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:44.360935 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-6afe09e0-7438-466b-93d6-a1127063b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:44.366064 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-6afe09e0-7438-466b-93d6-a1127063b47d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0927522 Jul 22 19:23:44.452811 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c717ad0-01ec-45ba-aa85-a5068a9329d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:44.470737 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-8c717ad0-01ec-45ba-aa85-a5068a9329d7 admin admin] Transition to ACTIVE for port object c6fbd9c1-795b-4934-9961-85a98880ba2d will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:44.476890 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-54f772ff-8459-4fd6-ab40-24992984fa2c req-da5d42c4-de8a-40aa-a08f-aef4802d9993 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb10a9f4-e787-4f5c-8a51-652f738de85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047391 Jul 22 19:23:44.509931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=9e48ce15-6896-45cf-9ca4-cbb5850d0fce,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:44.531635 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-caab2795-f278-4116-9fa8-7f4503652336 req-0d222a72-e5f7-4522-b2c6-115ce92fdf1e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1e01419c-60cf-47cd-8eb9-2abb220d8b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921735 Jul 22 19:23:44.564141 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c717ad0-01ec-45ba-aa85-a5068a9329d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:44.604713 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3a21a5-14f5-47a8-ab85-382be491947a x-openstack-request-id: req-da3a21a5-14f5-47a8-ab85-382be491947a {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:23:44.605682 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc4e658-7413-4636-833a-77fd72a5f4fe", "tag": "11a5d1a3-0140-431f-9ed9-00e48ac7a2ed", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:23:44.605939 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da3a21a5-14f5-47a8-ab85-382be491947a {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:23:44.607051 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc4e658-7413-4636-833a-77fd72a5f4fe', 'tag': '11a5d1a3-0140-431f-9ed9-00e48ac7a2ed', 'status': 'completed', 'code': 200} Jul 22 19:23:44.645400 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-9358b9ef-ebb8-4181-a545-efc14d540eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:44.648358 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-9358b9ef-ebb8-4181-a545-efc14d540eb6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2264476 Jul 22 19:23:44.652459 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c717ad0-01ec-45ba-aa85-a5068a9329d7 admin admin] Network 0d34eab5-aeb5-4524-924a-da6ba796a415 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:23:44.672836 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419f7be-c693-4955-938f-122584a91778 req-3c3fccea-ccf4-455b-b210-cea78c5c9ef5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:44.674016 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8f11ec49-5c3c-4ada-91cf-6fb0e5d7b6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:44.676707 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4419f7be-c693-4955-938f-122584a91778 req-3c3fccea-ccf4-455b-b210-cea78c5c9ef5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 945 time: 0.4008641 Jul 22 19:23:44.677523 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-8c717ad0-01ec-45ba-aa85-a5068a9329d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:23:44.682154 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c717ad0-01ec-45ba-aa85-a5068a9329d7 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:23:44.687141 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-664d300d-c40e-4b23-a5b4-3503551c4222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:44.737744 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c92945-cd4d-42cb-9049-acb10a656da9'}, {'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e48ce15-6896-45cf-9ca4-cbb5850d0fce'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:23:44.741023 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385c4d18-9a4a-44be-8944-6ab18d0fce17" -d '{"events": [{"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-plugged", "status": "completed", "tag": "f6c92945-cd4d-42cb-9049-acb10a656da9"}, {"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-plugged", "status": "completed", "tag": "9e48ce15-6896-45cf-9ca4-cbb5850d0fce"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:23:44.745779 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-8f11ec49-5c3c-4ada-91cf-6fb0e5d7b6f9 None None] For port 658c28f9-4ed8-431d-9bdb-41fa575c0134, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=658c28f9-4ed8-431d-9bdb-41fa575c0134,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:44.760518 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8f11ec49-5c3c-4ada-91cf-6fb0e5d7b6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:44.813536 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c717ad0-01ec-45ba-aa85-a5068a9329d7 admin admin] Pushing event updated for resources: {'Port': ['ID=c6fbd9c1-795b-4934-9961-85a98880ba2d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:44.862547 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c717ad0-01ec-45ba-aa85-a5068a9329d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:44.865345 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-3a6bb510-29ff-47bd-9e76-332e824094a5 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841271 Jul 22 19:23:44.915866 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11ec49-5c3c-4ada-91cf-6fb0e5d7b6f9 None None] Pushing event updated for resources: {'Port': ['ID=658c28f9-4ed8-431d-9bdb-41fa575c0134,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:45.049628 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4419f7be-c693-4955-938f-122584a91778 req-68d9e510-f033-4f3b-9b9c-66881f6c831a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832030 Jul 22 19:23:45.091940 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:45.109427 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] Transition to ACTIVE for port object b65a3785-ba36-4daf-9d9e-fd33149297ee will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:45.122200 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:45.124221 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64335e07-31d6-4b4a-aff5-d7aa1b536047 req-451e4f5a-97e4-442f-87fa-d26798fb1116 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358713 Jul 22 19:23:45.152048 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b451fba-1a3a-4baa-9ca9-be9fa7d52284 req-55089de6-23b4-484f-97f9-480fb2e7374d tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:45.161961 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b451fba-1a3a-4baa-9ca9-be9fa7d52284 req-55089de6-23b4-484f-97f9-480fb2e7374d tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abaddcc-39ee-4fae-89c7-6bc98f87bd84 HTTP/1.1" status: 200 len: 945 time: 0.2854214 Jul 22 19:23:45.170371 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-664d300d-c40e-4b23-a5b4-3503551c4222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:45.197054 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-664d300d-c40e-4b23-a5b4-3503551c4222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:45.222332 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 19:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d544e59d-707c-4e33-991c-b473e9586734 x-openstack-request-id: req-d544e59d-707c-4e33-991c-b473e9586734 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:23:45.222635 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-plugged", "status": "completed", "tag": "f6c92945-cd4d-42cb-9049-acb10a656da9", "code": 200}, {"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-plugged", "status": "completed", "tag": "9e48ce15-6896-45cf-9ca4-cbb5850d0fce", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:23:45.222888 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d544e59d-707c-4e33-991c-b473e9586734 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:23:45.223418 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c92945-cd4d-42cb-9049-acb10a656da9', 'code': 200} Jul 22 19:23:45.223680 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e48ce15-6896-45cf-9ca4-cbb5850d0fce', 'code': 200} Jul 22 19:23:45.242669 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-31d9d0bf-0639-4c41-a00b-42950285d19e None None] Provisioning complete for port 658c28f9-4ed8-431d-9bdb-41fa575c0134 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:45.242933 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-31d9d0bf-0639-4c41-a00b-42950285d19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:45.247695 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cf3fe-5627-496c-910e-e073a79418b7 None None] Pushing event updated for resources: {'Port': ['ID=b65a3785-ba36-4daf-9d9e-fd33149297ee,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:45.304457 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] Attempting to bind port b65a3785-ba36-4daf-9d9e-fd33149297ee on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:23:45.304907 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] Attempting to bind port b65a3785-ba36-4daf-9d9e-fd33149297ee by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:23:45.305274 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] Attempting to bind port b65a3785-ba36-4daf-9d9e-fd33149297ee on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:23:45.309062 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b451fba-1a3a-4baa-9ca9-be9fa7d52284 req-9fb4bf16-c670-457e-adc2-6f3b48a8f2b5 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e01419c-60cf-47cd-8eb9-2abb220d8b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441708 Jul 22 19:23:45.340515 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:23:45.341309 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:23:45.341705 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:45.342163 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:23:45.342597 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] Bound port: b65a3785-ba36-4daf-9d9e-fd33149297ee, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:23:45.342981 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:45.362993 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-664d300d-c40e-4b23-a5b4-3503551c4222 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=794d636a90024d5ab6b9afabd88e127d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4002731 Jul 22 19:23:45.367485 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34744) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:45.415276 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] For port b65a3785-ba36-4daf-9d9e-fd33149297ee, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:23:45.418533 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] For port b65a3785-ba36-4daf-9d9e-fd33149297ee, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b65a3785-ba36-4daf-9d9e-fd33149297ee,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:23:45.426254 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:45.465771 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d165c4-b930-4a4b-b96c-a8f54b326e49 req-a12d5619-011f-45e2-ba88-07fffae3be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:45.466818 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2d165c4-b930-4a4b-b96c-a8f54b326e49 req-a12d5619-011f-45e2-ba88-07fffae3be16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb6202b29e6a45c08928e5c20cf85d0f&device_id=efc4e658-7413-4636-833a-77fd72a5f4fe HTTP/1.1" status: 200 len: 1100 time: 0.2596586 Jul 22 19:23:45.485697 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c717ad0-01ec-45ba-aa85-a5068a9329d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:45.511157 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d300d-c40e-4b23-a5b4-3503551c4222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efc21f8-c8c7-4e57-9486-7869639da38e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:45.519906 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] Routers {'9a645d28-638f-4a1d-a503-b06bf32aea9d'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:23:45.526870 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:23:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['9a645d28-638f-4a1d-a503-b06bf32aea9d'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:45.554832 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-246b3693-9015-4dfa-bcb9-e32deeb186eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:45.599303 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 658c28f9-4ed8-431d-9bdb-41fa575c0134 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:23:45.610641 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-246b3693-9015-4dfa-bcb9-e32deeb186eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:45.711001 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf78a3-7007-4467-9bba-040a3f07148b req-e093af72-d29c-4306-adf1-749da545274d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:45.717218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf78a3-7007-4467-9bba-040a3f07148b req-e093af72-d29c-4306-adf1-749da545274d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:45.724304 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf78a3-7007-4467-9bba-040a3f07148b req-e093af72-d29c-4306-adf1-749da545274d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:45.730856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf78a3-7007-4467-9bba-040a3f07148b req-e093af72-d29c-4306-adf1-749da545274d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:45.737947 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf78a3-7007-4467-9bba-040a3f07148b req-e093af72-d29c-4306-adf1-749da545274d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:45.738145 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cf3fe-5627-496c-910e-e073a79418b7 None None] Pushing event updated for resources: {'Port': ['ID=b65a3785-ba36-4daf-9d9e-fd33149297ee,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:45.744224 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf78a3-7007-4467-9bba-040a3f07148b req-e093af72-d29c-4306-adf1-749da545274d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:45.746263 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-246b3693-9015-4dfa-bcb9-e32deeb186eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:45.749332 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-246b3693-9015-4dfa-bcb9-e32deeb186eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:45.750471 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-246b3693-9015-4dfa-bcb9-e32deeb186eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1efc21f8-c8c7-4e57-9486-7869639da38e HTTP/1.1" status: 204 len: 168 time: 0.3642113 Jul 22 19:23:45.750801 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf78a3-7007-4467-9bba-040a3f07148b req-e093af72-d29c-4306-adf1-749da545274d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:45.752797 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eedf78a3-7007-4467-9bba-040a3f07148b req-e093af72-d29c-4306-adf1-749da545274d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5444 time: 0.3919880 Jul 22 19:23:45.760671 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b3693-9015-4dfa-bcb9-e32deeb186eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efc21f8-c8c7-4e57-9486-7869639da38e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:45.785175 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c717ad0-01ec-45ba-aa85-a5068a9329d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:45.786412 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88596c4-54c2-40a7-b0b8-a9d3b4824de6 req-4619749f-d2b3-40c1-9d01-7c732a316a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:45.786889 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88596c4-54c2-40a7-b0b8-a9d3b4824de6 req-4619749f-d2b3-40c1-9d01-7c732a316a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:45.787378 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88596c4-54c2-40a7-b0b8-a9d3b4824de6 req-4619749f-d2b3-40c1-9d01-7c732a316a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:45.787855 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88596c4-54c2-40a7-b0b8-a9d3b4824de6 req-4619749f-d2b3-40c1-9d01-7c732a316a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:45.788331 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88596c4-54c2-40a7-b0b8-a9d3b4824de6 req-4619749f-d2b3-40c1-9d01-7c732a316a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:45.788830 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88596c4-54c2-40a7-b0b8-a9d3b4824de6 req-4619749f-d2b3-40c1-9d01-7c732a316a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:45.789306 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88596c4-54c2-40a7-b0b8-a9d3b4824de6 req-4619749f-d2b3-40c1-9d01-7c732a316a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:45.791286 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c717ad0-01ec-45ba-aa85-a5068a9329d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:45.791467 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e88596c4-54c2-40a7-b0b8-a9d3b4824de6 req-4619749f-d2b3-40c1-9d01-7c732a316a74 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 6508 time: 0.4687407 Jul 22 19:23:45.837446 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c717ad0-01ec-45ba-aa85-a5068a9329d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:45.878877 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 658c28f9-4ed8-431d-9bdb-41fa575c0134 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:45.883907 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:45.886947 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eedf78a3-7007-4467-9bba-040a3f07148b req-d5ccd113-0046-42c5-94f1-ecf1829832c4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0943258 Jul 22 19:23:45.936787 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2abcf-dd03-4864-a58b-e70bde9c9186 req-dd88322d-899d-4cfe-b89e-0d529b1d3616 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:45.939939 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e2a2abcf-dd03-4864-a58b-e70bde9c9186 req-dd88322d-899d-4cfe-b89e-0d529b1d3616 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc4e658-7413-4636-833a-77fd72a5f4fe HTTP/1.1" status: 200 len: 948 time: 0.3089550 Jul 22 19:23:45.947864 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d165c4-b930-4a4b-b96c-a8f54b326e49 req-76d05ca3-420e-487f-92bf-9a7d47b882c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:45.949920 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2d165c4-b930-4a4b-b96c-a8f54b326e49 req-76d05ca3-420e-487f-92bf-9a7d47b882c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.4572816 Jul 22 19:23:45.955275 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e88596c4-54c2-40a7-b0b8-a9d3b4824de6 req-a2990d04-d19a-401e-b7b6-700e36c6e99b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ca834bc2-1278-483f-be6a-923e43b5446d&id=a86ff70c-ff59-4244-b8ae-3f575de545af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1449726 Jul 22 19:23:45.960828 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] Set router 9a645d28-638f-4a1d-a503-b06bf32aea9d gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:23:45.979888 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c717ad0-01ec-45ba-aa85-a5068a9329d7 admin admin] Pushing event updated for resources: {'Port': ['ID=c6fbd9c1-795b-4934-9961-85a98880ba2d,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:46.014501 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3d439cee-0ab6-4cc5-9746-3043ad55276e None None] Provisioning for port c6fbd9c1-795b-4934-9961-85a98880ba2d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:23:46.029414 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3d439cee-0ab6-4cc5-9746-3043ad55276e None None] Provisioning complete for port c6fbd9c1-795b-4934-9961-85a98880ba2d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:46.029920 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3d439cee-0ab6-4cc5-9746-3043ad55276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:46.101320 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c717ad0-01ec-45ba-aa85-a5068a9329d7 admin admin] Network 0d34eab5-aeb5-4524-924a-da6ba796a415 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:23:46.104585 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-8c717ad0-01ec-45ba-aa85-a5068a9329d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:23:46.167073 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2d165c4-b930-4a4b-b96c-a8f54b326e49 req-2da47bf2-c9d5-4c5a-a4e9-263f3ee4603d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=11a5d1a3-0140-431f-9ed9-00e48ac7a2ed HTTP/1.1" status: 200 len: 217 time: 0.1436131 Jul 22 19:23:46.175946 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e2a2abcf-dd03-4864-a58b-e70bde9c9186 req-cf3672b3-7fad-4253-9ee5-7772c061b826 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb10a9f4-e787-4f5c-8a51-652f738de85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227919 Jul 22 19:23:46.446780 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d165c4-b930-4a4b-b96c-a8f54b326e49 req-256c5eac-81e8-43f1-8a15-c308dcfd9d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:46.448758 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2d165c4-b930-4a4b-b96c-a8f54b326e49 req-256c5eac-81e8-43f1-8a15-c308dcfd9d7a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.2718353 Jul 22 19:23:46.466603 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c717ad0-01ec-45ba-aa85-a5068a9329d7 admin admin] Router 9a645d28-638f-4a1d-a503-b06bf32aea9d has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:23:46.497903 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848dd21-d747-4c1b-a03b-240e2cec5acf req-88b46e93-560b-4964-a4b1-cf6df9a9a8b5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:46.502768 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3848dd21-d747-4c1b-a03b-240e2cec5acf req-88b46e93-560b-4964-a4b1-cf6df9a9a8b5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 945 time: 0.2383604 Jul 22 19:23:46.509678 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34758) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:46.516035 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-3d439cee-0ab6-4cc5-9746-3043ad55276e None None] Port c6fbd9c1-795b-4934-9961-85a98880ba2d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:23:46.549636 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0f33325b-4fb3-4d7e-bfb2-9af38cc8677d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:46.630949 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c717ad0-01ec-45ba-aa85-a5068a9329d7 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:23:46.641115 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8c717ad0-01ec-45ba-aa85-a5068a9329d7 admin admin] 10.222.0.13 "PUT /v2.0/routers/9a645d28-638f-4a1d-a503-b06bf32aea9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3821809 Jul 22 19:23:46.651834 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6fbe20b8-4090-4055-8cc7-44798da4cb96 None None] Provisioning complete for port c6fbd9c1-795b-4934-9961-85a98880ba2d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:46.652154 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6fbe20b8-4090-4055-8cc7-44798da4cb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:46.684953 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3848dd21-d747-4c1b-a03b-240e2cec5acf req-75fdc895-4027-45c7-b52f-f23317873189 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740217 Jul 22 19:23:46.687536 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'name': 'tempest-ServerActionsTestJSON-1455683431-router', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'gw_port': {'id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:40Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'c6fbd9c1-795b-4934-9961-85a98880ba2d', 'name': '', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'mac_address': 'fa:16:3e:88:bf:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:43Z', 'revision_number': 1, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'subnets': [{'id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:46.715088 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9854c97-c6be-4f02-ad98-9b0d963b59c9 req-ee22c23b-2b0d-4e66-82a1-fc54ef42428f tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:46.718690 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e9854c97-c6be-4f02-ad98-9b0d963b59c9 req-ee22c23b-2b0d-4e66-82a1-fc54ef42428f tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abaddcc-39ee-4fae-89c7-6bc98f87bd84 HTTP/1.1" status: 200 len: 945 time: 0.2859945 Jul 22 19:23:46.725402 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c76411-5e37-4cdc-95a4-00ff44ae2e55 None None] The sync data for ids ['9a645d28-638f-4a1d-a503-b06bf32aea9d'] in n-d-800086-12 is: [{'id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'name': 'tempest-ServerActionsTestJSON-1455683431-router', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'gw_port': {'id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:40Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'c6fbd9c1-795b-4934-9961-85a98880ba2d', 'name': '', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'mac_address': 'fa:16:3e:88:bf:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:43Z', 'revision_number': 1, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'subnets': [{'id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:23:46.736267 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe20b8-4090-4055-8cc7-44798da4cb96 None None] Port c6fbd9c1-795b-4934-9961-85a98880ba2d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:23:46.762289 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d165c4-b930-4a4b-b96c-a8f54b326e49 req-8f8d70b1-90f5-4694-bafa-d6c504bb421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:46.765162 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2d165c4-b930-4a4b-b96c-a8f54b326e49 req-8f8d70b1-90f5-4694-bafa-d6c504bb421a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2601542 Jul 22 19:23:46.834799 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e9854c97-c6be-4f02-ad98-9b0d963b59c9 req-ef52d485-264a-4e4c-9fdb-3fe46d59651e tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e01419c-60cf-47cd-8eb9-2abb220d8b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082418 Jul 22 19:23:47.179848 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2d165c4-b930-4a4b-b96c-a8f54b326e49 req-290caa02-40ba-49a8-96c9-b3a62e34dc87 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023647 Jul 22 19:23:47.183328 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0f33325b-4fb3-4d7e-bfb2-9af38cc8677d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:47.216848 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0f33325b-4fb3-4d7e-bfb2-9af38cc8677d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:47.309850 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:23:47.366132 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34778) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:47.366535 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0f33325b-4fb3-4d7e-bfb2-9af38cc8677d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83462a18c64a4de4a1abced081120d90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8364501 Jul 22 19:23:47.410240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ade3b-6a3a-4248-9e6f-119ae69b8951 req-c30ae678-a282-43ac-85a4-b6745faa5aca tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:47.425409 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ade3b-6a3a-4248-9e6f-119ae69b8951 req-c30ae678-a282-43ac-85a4-b6745faa5aca tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:47.443902 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ade3b-6a3a-4248-9e6f-119ae69b8951 req-c30ae678-a282-43ac-85a4-b6745faa5aca tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:47.451994 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ade3b-6a3a-4248-9e6f-119ae69b8951 req-c30ae678-a282-43ac-85a4-b6745faa5aca tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:47.453511 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-58beb14d-6435-400f-8f20-d6f2931fab49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:47.458010 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ade3b-6a3a-4248-9e6f-119ae69b8951 req-c30ae678-a282-43ac-85a4-b6745faa5aca tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:47.466735 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ade3b-6a3a-4248-9e6f-119ae69b8951 req-c30ae678-a282-43ac-85a4-b6745faa5aca tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:47.484935 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ade3b-6a3a-4248-9e6f-119ae69b8951 req-c30ae678-a282-43ac-85a4-b6745faa5aca tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:47.490463 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-58beb14d-6435-400f-8f20-d6f2931fab49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:47.493125 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-107ade3b-6a3a-4248-9e6f-119ae69b8951 req-c30ae678-a282-43ac-85a4-b6745faa5aca tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5444 time: 0.4330361 Jul 22 19:23:47.546433 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-58beb14d-6435-400f-8f20-d6f2931fab49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:47.552951 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-58beb14d-6435-400f-8f20-d6f2931fab49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:47.560760 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33325b-4fb3-4d7e-bfb2-9af38cc8677d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e495fa-6ce7-4022-8b50-1745ae865d48,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:47.567758 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-58beb14d-6435-400f-8f20-d6f2931fab49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4e495fa-6ce7-4022-8b50-1745ae865d48 HTTP/1.1" status: 204 len: 168 time: 0.1909423 Jul 22 19:23:47.586305 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58beb14d-6435-400f-8f20-d6f2931fab49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e495fa-6ce7-4022-8b50-1745ae865d48,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:47.602332 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2d165c4-b930-4a4b-b96c-a8f54b326e49 req-86c2f805-8043-4aed-b659-dd5bc3ecdf85 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152434 Jul 22 19:23:47.605472 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=11a5d1a3-0140-431f-9ed9-00e48ac7a2ed,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:47.640587 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-107ade3b-6a3a-4248-9e6f-119ae69b8951 req-12a587fd-4de0-4b81-90dc-80e609989377 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1464312 Jul 22 19:23:47.674768 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '11a5d1a3-0140-431f-9ed9-00e48ac7a2ed', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '11a5d1a3-0140-431f-9ed9-00e48ac7a2ed', 'mac_address': 'fa:16:3e:15:c3:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:23:47.707220 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34786) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:47.707758 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00768b64-904a-458f-b8e2-8c2143e7c4d5 req-eee4cbde-2aa7-49c0-9328-12a9c244af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:47.712317 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00768b64-904a-458f-b8e2-8c2143e7c4d5 req-eee4cbde-2aa7-49c0-9328-12a9c244af82 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 1097 time: 0.2138436 Jul 22 19:23:47.713532 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-adc266d7-fe7e-4c62-b1a4-16b9d1fe6d2d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1487785545', 'description': 'tempest-description--2002071461'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:47.730101 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:47.747243 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:23:47.776696 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-adc266d7-fe7e-4c62-b1a4-16b9d1fe6d2d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:47.811965 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=11a5d1a3-0140-431f-9ed9-00e48ac7a2ed,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:47.818486 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:47.845874 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00768b64-904a-458f-b8e2-8c2143e7c4d5 req-f1b61ffc-27bd-4196-9484-1a4a044c1f9e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266365 Jul 22 19:23:47.946755 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee8577-9fbf-4eb7-b478-199a73fc2345 req-d3ed0a6a-60f8-424c-a257-752960eb835e tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:47.956408 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cee8577-9fbf-4eb7-b478-199a73fc2345 req-d3ed0a6a-60f8-424c-a257-752960eb835e tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc4e658-7413-4636-833a-77fd72a5f4fe HTTP/1.1" status: 200 len: 948 time: 0.1727979 Jul 22 19:23:47.970354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=11a5d1a3-0140-431f-9ed9-00e48ac7a2ed,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:48.021893 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-adc266d7-fe7e-4c62-b1a4-16b9d1fe6d2d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:48.028153 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-adc266d7-fe7e-4c62-b1a4-16b9d1fe6d2d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:48.063358 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc266d7-fe7e-4c62-b1a4-16b9d1fe6d2d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bab0f8-89df-4a2c-8b25-62dab0380e38,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:48.083864 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-adc266d7-fe7e-4c62-b1a4-16b9d1fe6d2d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:48.086676 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-adc266d7-fe7e-4c62-b1a4-16b9d1fe6d2d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3761880 Jul 22 19:23:48.090525 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34796) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:48.105122 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4648ec4c-6762-4e95-b3f2-fadd9e8a1f67 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Request body: {'security_group_rule': {'security_group_id': 'a9bab0f8-89df-4a2c-8b25-62dab0380e38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:48.115169 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['11a5d1a3-0140-431f-9ed9-00e48ac7a2ed'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:23:48.129321 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cee8577-9fbf-4eb7-b478-199a73fc2345 req-5e8f23a1-18d8-40a7-9cda-da1f0df2d9ef tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb10a9f4-e787-4f5c-8a51-652f738de85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694975 Jul 22 19:23:48.169764 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4648ec4c-6762-4e95-b3f2-fadd9e8a1f67 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:48.266265 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4648ec4c-6762-4e95-b3f2-fadd9e8a1f67 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:48.276452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4648ec4c-6762-4e95-b3f2-fadd9e8a1f67 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:48.310979 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648ec4c-6762-4e95-b3f2-fadd9e8a1f67 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731e6810-d2f5-42fc-a58a-69c38111b567,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:48.341249 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4648ec4c-6762-4e95-b3f2-fadd9e8a1f67 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:48.346085 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4648ec4c-6762-4e95-b3f2-fadd9e8a1f67 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2502496 Jul 22 19:23:48.348004 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34804) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:48.357342 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-7c4459b8-f0d4-486e-93c5-4a5f2a93fb1d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Request body: {'security_group_rule': {'security_group_id': 'a9bab0f8-89df-4a2c-8b25-62dab0380e38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:48.375375 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9024c-0226-4565-acb5-f02a072f1360 req-54e00602-626b-42d5-84d4-e2f5439e947d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:48.380036 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-78a9024c-0226-4565-acb5-f02a072f1360 req-54e00602-626b-42d5-84d4-e2f5439e947d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 945 time: 0.1812823 Jul 22 19:23:48.417663 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c4459b8-f0d4-486e-93c5-4a5f2a93fb1d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:48.465885 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-78a9024c-0226-4565-acb5-f02a072f1360 req-c51549df-e102-4d37-acaf-cb78f6a8f252 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715342 Jul 22 19:23:48.501230 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98fab6-dff1-4043-a11f-e9d56312005a req-cf57198b-2877-4436-a3d9-37c9a4c6ce82 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:48.503715 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6a98fab6-dff1-4043-a11f-e9d56312005a req-cf57198b-2877-4436-a3d9-37c9a4c6ce82 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abaddcc-39ee-4fae-89c7-6bc98f87bd84 HTTP/1.1" status: 200 len: 945 time: 0.2200348 Jul 22 19:23:48.543932 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c4459b8-f0d4-486e-93c5-4a5f2a93fb1d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:48.555840 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c4459b8-f0d4-486e-93c5-4a5f2a93fb1d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:48.563062 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6a98fab6-dff1-4043-a11f-e9d56312005a req-b3be5ca3-e272-4b56-9029-7eaa78ad79cf tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e01419c-60cf-47cd-8eb9-2abb220d8b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489397 Jul 22 19:23:48.590948 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4459b8-f0d4-486e-93c5-4a5f2a93fb1d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e1fefb-2628-4711-9ddd-de1668cb9f2d,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:48.615613 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7c4459b8-f0d4-486e-93c5-4a5f2a93fb1d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:48.619899 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34810) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:48.620094 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7c4459b8-f0d4-486e-93c5-4a5f2a93fb1d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2694664 Jul 22 19:23:48.625930 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-1902152b-35c1-4bfb-a0f6-b555e95eb4fd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:48.663076 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1902152b-35c1-4bfb-a0f6-b555e95eb4fd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:48.957517 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf7b87-77fe-478f-b53b-5b645e2b90d0 req-388cf05a-d30d-40b4-8229-92de413f6eb3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:48.964919 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf7b87-77fe-478f-b53b-5b645e2b90d0 req-388cf05a-d30d-40b4-8229-92de413f6eb3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:48.972062 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf7b87-77fe-478f-b53b-5b645e2b90d0 req-388cf05a-d30d-40b4-8229-92de413f6eb3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:48.978816 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf7b87-77fe-478f-b53b-5b645e2b90d0 req-388cf05a-d30d-40b4-8229-92de413f6eb3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:48.985156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf7b87-77fe-478f-b53b-5b645e2b90d0 req-388cf05a-d30d-40b4-8229-92de413f6eb3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:48.991690 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf7b87-77fe-478f-b53b-5b645e2b90d0 req-388cf05a-d30d-40b4-8229-92de413f6eb3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:48.998289 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf7b87-77fe-478f-b53b-5b645e2b90d0 req-388cf05a-d30d-40b4-8229-92de413f6eb3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:49.000344 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5edf7b87-77fe-478f-b53b-5b645e2b90d0 req-388cf05a-d30d-40b4-8229-92de413f6eb3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5444 time: 0.2424490 Jul 22 19:23:49.054452 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1902152b-35c1-4bfb-a0f6-b555e95eb4fd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:49.061888 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5edf7b87-77fe-478f-b53b-5b645e2b90d0 req-6ab6a723-f1dd-4c53-9ba2-f4cf931209bd tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540793 Jul 22 19:23:49.263190 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-1902152b-35c1-4bfb-a0f6-b555e95eb4fd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Allocated IP 172.25.3.126 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/a8de20e0-fdf3-4ca7-a776-f5e8e0bd938b) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:23:49.310922 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:23:49.319000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ed094-7150-4f3e-ab01-6374c2a52caf req-c8c00264-6e36-4eb1-9aa3-446d1bffbdfd tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:49.328365 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ed094-7150-4f3e-ab01-6374c2a52caf req-c8c00264-6e36-4eb1-9aa3-446d1bffbdfd tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:49.335193 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ed094-7150-4f3e-ab01-6374c2a52caf req-c8c00264-6e36-4eb1-9aa3-446d1bffbdfd tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:49.341222 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ed094-7150-4f3e-ab01-6374c2a52caf req-c8c00264-6e36-4eb1-9aa3-446d1bffbdfd tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:49.347778 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ed094-7150-4f3e-ab01-6374c2a52caf req-c8c00264-6e36-4eb1-9aa3-446d1bffbdfd tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:49.354175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ed094-7150-4f3e-ab01-6374c2a52caf req-c8c00264-6e36-4eb1-9aa3-446d1bffbdfd tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:49.361958 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ed094-7150-4f3e-ab01-6374c2a52caf req-c8c00264-6e36-4eb1-9aa3-446d1bffbdfd tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:49.364194 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f22ed094-7150-4f3e-ab01-6374c2a52caf req-c8c00264-6e36-4eb1-9aa3-446d1bffbdfd tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5444 time: 0.2256062 Jul 22 19:23:49.375704 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34830) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:49.382011 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4b94169f-0e8c-416b-8cd2-15f708d73d22 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Request body: {'floatingip': {'port_id': '5270d4db-298b-4df2-978e-ae9cd7fd456b'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:49.399103 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:23:49.408753 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:49.409491 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:49.492101 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b94169f-0e8c-416b-8cd2-15f708d73d22 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for floatingip, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:49.599172 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ce338-525a-46e8-919a-e2f7f6dc9bc9 req-7933b9ca-4624-49c8-94a7-45d7af09aa55 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:49.609154 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b8ce338-525a-46e8-919a-e2f7f6dc9bc9 req-7933b9ca-4624-49c8-94a7-45d7af09aa55 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc4e658-7413-4636-833a-77fd72a5f4fe HTTP/1.1" status: 200 len: 949 time: 0.3748872 Jul 22 19:23:49.625258 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b65a3785-ba36-4daf-9d9e-fd33149297ee up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:23:49.671280 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:49.678953 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1902152b-35c1-4bfb-a0f6-b555e95eb4fd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:49.705064 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc4e658-7413-4636-833a-77fd72a5f4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a5d1a3-0140-431f-9ed9-00e48ac7a2ed'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:23:49.707743 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e051aa1b-70c3-4fa7-9e10-edb03c36fe35" -d '{"events": [{"server_uuid": "efc4e658-7413-4636-833a-77fd72a5f4fe", "name": "network-vif-plugged", "status": "completed", "tag": "11a5d1a3-0140-431f-9ed9-00e48ac7a2ed"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:23:49.725992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port b65a3785-ba36-4daf-9d9e-fd33149297ee completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:23:49.732322 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=11a5d1a3-0140-431f-9ed9-00e48ac7a2ed,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:49.734598 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port b65a3785-ba36-4daf-9d9e-fd33149297ee triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:49.735197 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:49.738431 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:49.757204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362657b6-87a1-4ecb-b6f9-d6e9be32ddfa req-e368d2f5-855d-41e1-908e-cdba85e0b1a9 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:49.758954 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-362657b6-87a1-4ecb-b6f9-d6e9be32ddfa req-e368d2f5-855d-41e1-908e-cdba85e0b1a9 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.16 "GET /v2.0/ports?device_id=0abaddcc-39ee-4fae-89c7-6bc98f87bd84 HTTP/1.1" status: 200 len: 945 time: 0.3722241 Jul 22 19:23:49.826768 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=11a5d1a3-0140-431f-9ed9-00e48ac7a2ed,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:49.857942 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b8ce338-525a-46e8-919a-e2f7f6dc9bc9 req-a55c266e-e495-417b-8410-f8724a8366f7 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb10a9f4-e787-4f5c-8a51-652f738de85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499309 Jul 22 19:23:49.931743 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:49.946469 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fcb84-0137-4e3a-afd1-b15bd2e659a7 req-3b7bff9d-a9f5-4618-b691-bc9730bababb tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:49.948681 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-579fcb84-0137-4e3a-afd1-b15bd2e659a7 req-3b7bff9d-a9f5-4618-b691-bc9730bababb tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 945 time: 0.3397484 Jul 22 19:23:49.960259 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1902152b-35c1-4bfb-a0f6-b555e95eb4fd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:49.977395 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 83f824c9-ab76-400b-989c-e2c25e9a07ba details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:23:50.022886 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902152b-35c1-4bfb-a0f6-b555e95eb4fd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Pushing event updated for resources: {'Port': ['ID=a8de20e0-fdf3-4ca7-a776-f5e8e0bd938b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:50.064605 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1902152b-35c1-4bfb-a0f6-b555e95eb4fd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:23:50.092701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-1902152b-35c1-4bfb-a0f6-b555e95eb4fd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:23:50.131778 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1902152b-35c1-4bfb-a0f6-b555e95eb4fd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:23:50.141209 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-362657b6-87a1-4ecb-b6f9-d6e9be32ddfa req-030c4ac7-5afe-4f36-abf0-6a5da1ac5074 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Deleting port 02521c5b-aa83-4b98-87ea-bfb52ecb7066 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:23:50.141789 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-362657b6-87a1-4ecb-b6f9-d6e9be32ddfa req-030c4ac7-5afe-4f36-abf0-6a5da1ac5074 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:50.159751 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] Sync routers for ids ['9a645d28-638f-4a1d-a503-b06bf32aea9d'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:23:50.182119 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] Routers {'9a645d28-638f-4a1d-a503-b06bf32aea9d'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:23:50.182745 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:23:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['9a645d28-638f-4a1d-a503-b06bf32aea9d'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:50.210273 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 83f824c9-ab76-400b-989c-e2c25e9a07ba, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=83f824c9-ab76-400b-989c-e2c25e9a07ba,segment=NetworkSegment(129e4c3a-ab91-4559-97dd-d2385044d31e),segment_id=129e4c3a-ab91-4559-97dd-d2385044d31e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:50.236534 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 83f824c9-ab76-400b-989c-e2c25e9a07ba no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:23:50.245297 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '83f824c9-ab76-400b-989c-e2c25e9a07ba', 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065', 'port_id': '83f824c9-ab76-400b-989c-e2c25e9a07ba', 'mac_address': 'fa:16:3e:75:f5:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '424f4846-1760-4eba-8276-fd19966bb05d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:23:50.255533 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-362657b6-87a1-4ecb-b6f9-d6e9be32ddfa req-030c4ac7-5afe-4f36-abf0-6a5da1ac5074 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] For port 02521c5b-aa83-4b98-87ea-bfb52ecb7066, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=02521c5b-aa83-4b98-87ea-bfb52ecb7066,segment=NetworkSegment(c4818171-480e-46b2-83dd-cf31c8e65f3e),segment_id=c4818171-480e-46b2-83dd-cf31c8e65f3e)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:50.255948 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-362657b6-87a1-4ecb-b6f9-d6e9be32ddfa req-030c4ac7-5afe-4f36-abf0-6a5da1ac5074 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:50.273699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-362657b6-87a1-4ecb-b6f9-d6e9be32ddfa req-030c4ac7-5afe-4f36-abf0-6a5da1ac5074 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Calling delete_port for 02521c5b-aa83-4b98-87ea-bfb52ecb7066 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:23:50.348203 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port b65a3785-ba36-4daf-9d9e-fd33149297ee, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b65a3785-ba36-4daf-9d9e-fd33149297ee,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:50.403641 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:50.423047 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] Set router 9a645d28-638f-4a1d-a503-b06bf32aea9d gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:23:50.443750 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b94169f-0e8c-416b-8cd2-15f708d73d22 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:50.444568 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-362657b6-87a1-4ecb-b6f9-d6e9be32ddfa req-030c4ac7-5afe-4f36-abf0-6a5da1ac5074 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:50.454156 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b94169f-0e8c-416b-8cd2-15f708d73d22 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:50.455163 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-579fcb84-0137-4e3a-afd1-b15bd2e659a7 req-9493e984-1998-4ceb-9e35-e440d53cad82 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4333673 Jul 22 19:23:50.494509 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['02521c5b-aa83-4b98-87ea-bfb52ecb7066'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:23:50.502361 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34846) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:50.539095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c4ac7-5afe-4f36-abf0-6a5da1ac5074 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Pushing event deleted for resources: {'Port': ['ID=02521c5b-aa83-4b98-87ea-bfb52ecb7066,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:50.571927 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:50.639641 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e85dbb-694a-49ed-bd61-6e614ce3649c x-openstack-request-id: req-c7e85dbb-694a-49ed-bd61-6e614ce3649c {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:23:50.640374 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc4e658-7413-4636-833a-77fd72a5f4fe", "name": "network-vif-plugged", "status": "completed", "tag": "11a5d1a3-0140-431f-9ed9-00e48ac7a2ed", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:23:50.640733 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7e85dbb-694a-49ed-bd61-6e614ce3649c {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:23:50.642590 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc4e658-7413-4636-833a-77fd72a5f4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a5d1a3-0140-431f-9ed9-00e48ac7a2ed', 'code': 200} Jul 22 19:23:50.654749 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83f824c9-ab76-400b-989c-e2c25e9a07ba {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:23:50.669590 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [None req-4b94169f-0e8c-416b-8cd2-15f708d73d22 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Floating IP 5208be9d-8f55-40d1-ba42-9dd4cd3eb7a0 associated. External IP: 172.25.3.176, port: 5270d4db-298b-4df2-978e-ae9cd7fd456b. Jul 22 19:23:50.742583 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d590b8c6-59c7-47c2-b5cd-fb312c1eecc5 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/floatingips/15a6c88e-f8df-43e4-bc17-8658c87db00c HTTP/1.1" status: 200 len: 992 time: 0.2357290 Jul 22 19:23:50.753107 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-362657b6-87a1-4ecb-b6f9-d6e9be32ddfa req-030c4ac7-5afe-4f36-abf0-6a5da1ac5074 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] No DVR routers for this DVR port 02521c5b-aa83-4b98-87ea-bfb52ecb7066 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:23:50.756371 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-362657b6-87a1-4ecb-b6f9-d6e9be32ddfa req-030c4ac7-5afe-4f36-abf0-6a5da1ac5074 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:50.758821 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-362657b6-87a1-4ecb-b6f9-d6e9be32ddfa req-030c4ac7-5afe-4f36-abf0-6a5da1ac5074 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.16 "DELETE /v2.0/ports/02521c5b-aa83-4b98-87ea-bfb52ecb7066 HTTP/1.1" status: 204 len: 173 time: 0.9936230 Jul 22 19:23:50.770299 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abaddcc-39ee-4fae-89c7-6bc98f87bd84', 'name': 'network-vif-deleted', 'tag': '02521c5b-aa83-4b98-87ea-bfb52ecb7066'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:23:50.777326 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb823c69-3a1d-41d7-be89-b479f8130132" -d '{"events": [{"server_uuid": "0abaddcc-39ee-4fae-89c7-6bc98f87bd84", "name": "network-vif-deleted", "tag": "02521c5b-aa83-4b98-87ea-bfb52ecb7066"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:23:50.796755 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:50.853340 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=b65a3785-ba36-4daf-9d9e-fd33149297ee,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:50.868211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 83f824c9-ab76-400b-989c-e2c25e9a07ba, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=83f824c9-ab76-400b-989c-e2c25e9a07ba,segment=NetworkSegment(129e4c3a-ab91-4559-97dd-d2385044d31e),segment_id=129e4c3a-ab91-4559-97dd-d2385044d31e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:50.876284 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:50.899811 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10e0110-ea06-4963-a14a-125b5bbcc2dd x-openstack-request-id: req-c10e0110-ea06-4963-a14a-125b5bbcc2dd {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:23:50.900120 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abaddcc-39ee-4fae-89c7-6bc98f87bd84", "name": "network-vif-deleted", "tag": "02521c5b-aa83-4b98-87ea-bfb52ecb7066", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:23:50.900360 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c10e0110-ea06-4963-a14a-125b5bbcc2dd {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:23:50.905397 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abaddcc-39ee-4fae-89c7-6bc98f87bd84', 'name': 'network-vif-deleted', 'tag': '02521c5b-aa83-4b98-87ea-bfb52ecb7066', 'status': 'completed', 'code': 200} Jul 22 19:23:50.928108 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def94f2b-c347-4c78-9c49-a9b07b9af1d0 req-94f7f6a6-2bc8-4070-b12c-b5aeec5752d9 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:50.945901 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-def94f2b-c347-4c78-9c49-a9b07b9af1d0 req-94f7f6a6-2bc8-4070-b12c-b5aeec5752d9 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abaddcc-39ee-4fae-89c7-6bc98f87bd84 HTTP/1.1" status: 200 len: 867 time: 0.8899968 Jul 22 19:23:50.976285 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'name': 'tempest-ServerActionsTestJSON-1455683431-router', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'gw_port': {'id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:40Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'c6fbd9c1-795b-4934-9961-85a98880ba2d', 'name': '', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'mac_address': 'fa:16:3e:88:bf:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 2, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'subnets': [{'id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:51.008465 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.api [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:23:51.009005 n-d-800086-12 neutron-server[93808]: DEBUG oslo_db.api [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:23:51.013339 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=83f824c9-ab76-400b-989c-e2c25e9a07ba,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:51.016278 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1902152b-35c1-4bfb-a0f6-b555e95eb4fd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.031606 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] Checking router: 9a645d28-638f-4a1d-a503-b06bf32aea9d for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:23:51.032140 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] Updating router 9a645d28-638f-4a1d-a503-b06bf32aea9d port c6fbd9c1-795b-4934-9961-85a98880ba2d binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:23:51.077078 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.101134 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['83f824c9-ab76-400b-989c-e2c25e9a07ba'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:23:51.120938 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b94169f-0e8c-416b-8cd2-15f708d73d22 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Router 077a9144-4c0f-4d4e-9e38-6a24a00ed67c has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:23:51.128174 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1902152b-35c1-4bfb-a0f6-b555e95eb4fd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.133599 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-def94f2b-c347-4c78-9c49-a9b07b9af1d0 req-07c484a1-2df5-4665-b170-4b3bd238c2be tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e01419c-60cf-47cd-8eb9-2abb220d8b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863017 Jul 22 19:23:51.139702 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4f064-a79b-4bba-9bd1-5a8474142b26 req-36ded40b-91dd-418b-a658-9d286ef24c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:51.141829 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-57d4f064-a79b-4bba-9bd1-5a8474142b26 req-36ded40b-91dd-418b-a658-9d286ef24c1f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=efc4e658-7413-4636-833a-77fd72a5f4fe HTTP/1.1" status: 200 len: 1102 time: 0.3982391 Jul 22 19:23:51.219209 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-57d4f064-a79b-4bba-9bd1-5a8474142b26 req-7f537c7e-12f3-4afe-9163-28b4beca6c13 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fb10a9f4-e787-4f5c-8a51-652f738de85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512903 Jul 22 19:23:51.250081 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c5875-bf72-4553-aced-7ab7062537e1 req-b813e73c-8a90-4d67-9545-9c8826482e25 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:51.252056 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f54c5875-bf72-4553-aced-7ab7062537e1 req-b813e73c-8a90-4d67-9545-9c8826482e25 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc4e658-7413-4636-833a-77fd72a5f4fe HTTP/1.1" status: 200 len: 950 time: 0.2318933 Jul 22 19:23:51.319644 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b94169f-0e8c-416b-8cd2-15f708d73d22 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:23:51.327702 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b94169f-0e8c-416b-8cd2-15f708d73d22 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.346085 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beda561-3d94-4a06-9b5b-8a6e89cabd19 None None] Sync routers for ids ['077a9144-4c0f-4d4e-9e38-6a24a00ed67c'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:23:51.397702 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4b94169f-0e8c-416b-8cd2-15f708d73d22 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "PUT /v2.0/floatingips/5208be9d-8f55-40d1-ba42-9dd4cd3eb7a0 HTTP/1.1" status: 200 len: 992 time: 2.0172460 Jul 22 19:23:51.399498 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'tag': '5270d4db-298b-4df2-978e-ae9cd7fd456b'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:23:51.411700 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba18d82c-d53d-4009-bb5a-9e942d39a7e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "tag": "5270d4db-298b-4df2-978e-ae9cd7fd456b"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:23:51.450393 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f54c5875-bf72-4553-aced-7ab7062537e1 req-7bf3ac60-29aa-44ff-80b3-0e83fdab171e tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb10a9f4-e787-4f5c-8a51-652f738de85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744316 Jul 22 19:23:51.470273 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beda561-3d94-4a06-9b5b-8a6e89cabd19 None None] Routers {'077a9144-4c0f-4d4e-9e38-6a24a00ed67c'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:23:51.473026 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-4beda561-3d94-4a06-9b5b-8a6e89cabd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:23:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['077a9144-4c0f-4d4e-9e38-6a24a00ed67c'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:51.561914 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be931b0-e8c2-4e1d-9871-bb915fafaaaf x-openstack-request-id: req-2be931b0-e8c2-4e1d-9871-bb915fafaaaf {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:23:51.562403 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "tag": "5270d4db-298b-4df2-978e-ae9cd7fd456b", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:23:51.562505 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2be931b0-e8c2-4e1d-9871-bb915fafaaaf {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:23:51.563032 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'tag': '5270d4db-298b-4df2-978e-ae9cd7fd456b', 'status': 'completed', 'code': 200} Jul 22 19:23:51.583399 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b65a3785-ba36-4daf-9d9e-fd33149297ee up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:23:51.607978 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1902152b-35c1-4bfb-a0f6-b555e95eb4fd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.633983 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1902152b-35c1-4bfb-a0f6-b555e95eb4fd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.667483 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.678964 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] Transition to ACTIVE for port object c6fbd9c1-795b-4934-9961-85a98880ba2d will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:51.685789 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.729066 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.742439 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902152b-35c1-4bfb-a0f6-b555e95eb4fd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Pushing event updated for resources: {'Port': ['ID=a8de20e0-fdf3-4ca7-a776-f5e8e0bd938b,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:51.750475 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f519a-69de-4f80-8609-3035fd86b348 None None] Pushing event updated for resources: {'Port': ['ID=c6fbd9c1-795b-4934-9961-85a98880ba2d,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:51.760978 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 83f824c9-ab76-400b-989c-e2c25e9a07ba {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:23:51.761222 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1902152b-35c1-4bfb-a0f6-b555e95eb4fd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.765372 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036f519a-69de-4f80-8609-3035fd86b348 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:51.766969 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036f519a-69de-4f80-8609-3035fd86b348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:51.767492 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036f519a-69de-4f80-8609-3035fd86b348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:51.768048 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036f519a-69de-4f80-8609-3035fd86b348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:51.768181 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-4beda561-3d94-4a06-9b5b-8a6e89cabd19 None None] Set router 077a9144-4c0f-4d4e-9e38-6a24a00ed67c gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:23:51.768615 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036f519a-69de-4f80-8609-3035fd86b348 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:51.769044 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036f519a-69de-4f80-8609-3035fd86b348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:51.771225 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036f519a-69de-4f80-8609-3035fd86b348 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:51.771828 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036f519a-69de-4f80-8609-3035fd86b348 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:51.772271 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036f519a-69de-4f80-8609-3035fd86b348 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:51.773032 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036f519a-69de-4f80-8609-3035fd86b348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:51.773476 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036f519a-69de-4f80-8609-3035fd86b348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:51.773910 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036f519a-69de-4f80-8609-3035fd86b348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:51.774032 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d82c-d53d-4009-bb5a-9e942d39a7e6 req-093f5742-b24b-4799-9984-285543d1de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:51.774644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d82c-d53d-4009-bb5a-9e942d39a7e6 req-093f5742-b24b-4799-9984-285543d1de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:51.775133 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d82c-d53d-4009-bb5a-9e942d39a7e6 req-093f5742-b24b-4799-9984-285543d1de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:51.775614 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d82c-d53d-4009-bb5a-9e942d39a7e6 req-093f5742-b24b-4799-9984-285543d1de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:51.776255 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d82c-d53d-4009-bb5a-9e942d39a7e6 req-093f5742-b24b-4799-9984-285543d1de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:51.776779 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d82c-d53d-4009-bb5a-9e942d39a7e6 req-093f5742-b24b-4799-9984-285543d1de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:51.777256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d82c-d53d-4009-bb5a-9e942d39a7e6 req-093f5742-b24b-4799-9984-285543d1de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:51.781073 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba18d82c-d53d-4009-bb5a-9e942d39a7e6 req-093f5742-b24b-4799-9984-285543d1de42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=88edd86379da474f9e73474c4822e718&device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 6508 time: 0.1858470 Jul 22 19:23:51.797377 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port b65a3785-ba36-4daf-9d9e-fd33149297ee triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:51.797749 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.870884 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 83f824c9-ab76-400b-989c-e2c25e9a07ba, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=83f824c9-ab76-400b-989c-e2c25e9a07ba,segment=NetworkSegment(129e4c3a-ab91-4559-97dd-d2385044d31e),segment_id=129e4c3a-ab91-4559-97dd-d2385044d31e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:51.879801 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.892860 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] Attempting to bind port c6fbd9c1-795b-4934-9961-85a98880ba2d on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:23:51.893228 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] Attempting to bind port c6fbd9c1-795b-4934-9961-85a98880ba2d by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:23:51.893770 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] Attempting to bind port c6fbd9c1-795b-4934-9961-85a98880ba2d on network 0d34eab5-aeb5-4524-924a-da6ba796a415 {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:23:51.899882 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:23:51.900319 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] Checking segment: {'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:23:51.900782 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.901826 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] Bound using segment: {'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:23:51.902249 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] Bound port: c6fbd9c1-795b-4934-9961-85a98880ba2d, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:23:51.902668 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.985893 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 02521c5b-aa83-4b98-87ea-bfb52ecb7066 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:23:52.059696 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 02521c5b-aa83-4b98-87ea-bfb52ecb7066 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:23:52.060395 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 02521c5b-aa83-4b98-87ea-bfb52ecb7066 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:23:52.081916 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] For port c6fbd9c1-795b-4934-9961-85a98880ba2d, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:23:52.087668 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] For port c6fbd9c1-795b-4934-9961-85a98880ba2d, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c6fbd9c1-795b-4934-9961-85a98880ba2d,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:23:52.111482 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:52.154497 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=83f824c9-ab76-400b-989c-e2c25e9a07ba,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:52.201825 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] Routers {'9a645d28-638f-4a1d-a503-b06bf32aea9d'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:23:52.202464 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:23:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['9a645d28-638f-4a1d-a503-b06bf32aea9d'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:52.492457 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] Set router 9a645d28-638f-4a1d-a503-b06bf32aea9d gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:23:52.536740 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1902152b-35c1-4bfb-a0f6-b555e95eb4fd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:52.538062 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1902152b-35c1-4bfb-a0f6-b555e95eb4fd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9169149 Jul 22 19:23:52.609925 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-4beda561-3d94-4a06-9b5b-8a6e89cabd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'name': 'tempest-TaggedBootDevicesTest_v242-46686100-router', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:21:20Z', 'updated_at': '2021-07-22T19:21:28Z', 'revision_number': 4, 'project_id': '88edd86379da474f9e73474c4822e718', 'gw_port': {'id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:21:21Z', 'updated_at': '2021-07-22T19:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '5208be9d-8f55-40d1-ba42-9dd4cd3eb7a0', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'port_id': '5270d4db-298b-4df2-978e-ae9cd7fd456b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396', 'mac_address': 'fa:16:3e:c9:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:22:24Z', 'updated_at': '2021-07-22T19:23:50Z', 'revision_number': 1, 'project_id': '88edd86379da474f9e73474c4822e718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09bfcff8-4ee0-451e-8895-a518f1a485c7', 'name': '', 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'mac_address': 'fa:16:3e:dc:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '21df62a7-a6ca-436a-b217-caf06ac55fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:21:26Z', 'updated_at': '2021-07-22T19:21:36Z', 'revision_number': 5, 'project_id': '88edd86379da474f9e73474c4822e718', 'subnets': [{'id': '21df62a7-a6ca-436a-b217-caf06ac55fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:52.649109 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beda561-3d94-4a06-9b5b-8a6e89cabd19 None None] Checking router: 077a9144-4c0f-4d4e-9e38-6a24a00ed67c for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:23:52.668154 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beda561-3d94-4a06-9b5b-8a6e89cabd19 None None] Routers {'077a9144-4c0f-4d4e-9e38-6a24a00ed67c'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:23:52.670072 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-4beda561-3d94-4a06-9b5b-8a6e89cabd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:23:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['077a9144-4c0f-4d4e-9e38-6a24a00ed67c'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:52.796808 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-4beda561-3d94-4a06-9b5b-8a6e89cabd19 None None] Set router 077a9144-4c0f-4d4e-9e38-6a24a00ed67c gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:23:52.882469 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f519a-69de-4f80-8609-3035fd86b348 None None] Pushing event updated for resources: {'Port': ['ID=c6fbd9c1-795b-4934-9961-85a98880ba2d,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:52.893303 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'name': 'tempest-ServerActionsTestJSON-1455683431-router', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'gw_port': {'id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:40Z', 'updated_at': '2021-07-22T19:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'c6fbd9c1-795b-4934-9961-85a98880ba2d', 'name': '', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'mac_address': 'fa:16:3e:88:bf:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:52Z', 'revision_number': 4, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'subnets': [{'id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:52.917864 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-bef5a3bd-5d42-4ebc-901c-0d94bf6c890e tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:52.924831 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-bef5a3bd-5d42-4ebc-901c-0d94bf6c890e tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/networks?id=d5504871-7d28-4506-9cbe-aab2b17e5d62 HTTP/1.1" status: 200 len: 808 time: 0.2504461 Jul 22 19:23:52.941697 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81303d95-cfcd-47b4-b37b-2735af30e694 None None] The sync data for ids ['9a645d28-638f-4a1d-a503-b06bf32aea9d'] in n-d-800086-12 is: [{'id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'name': 'tempest-ServerActionsTestJSON-1455683431-router', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'gw_port': {'id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:40Z', 'updated_at': '2021-07-22T19:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'c6fbd9c1-795b-4934-9961-85a98880ba2d', 'name': '', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'mac_address': 'fa:16:3e:88:bf:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:52Z', 'revision_number': 4, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'subnets': [{'id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:23:53.008172 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-4edb4a47-9fe1-448c-b530-a2581efa1994 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/quotas/7a8005499c5b4f96abc33f339641dd7e HTTP/1.1" status: 200 len: 375 time: 0.0356994 Jul 22 19:23:53.017793 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d82c-d53d-4009-bb5a-9e942d39a7e6 req-a4554370-af87-4b42-a6a2-d7f06a1e1ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:53.019353 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba18d82c-d53d-4009-bb5a-9e942d39a7e6 req-a4554370-af87-4b42-a6a2-d7f06a1e1ca8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e89c4a4f-ae66-40e9-a651-3fcc6679a396 HTTP/1.1" status: 200 len: 916 time: 1.2221608 Jul 22 19:23:53.127620 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-5500dac7-d1b0-4c2c-91e2-0e61f456ed29 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a8005499c5b4f96abc33f339641dd7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1111794 Jul 22 19:23:53.267755 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba18d82c-d53d-4009-bb5a-9e942d39a7e6 req-bbc4b845-aaf7-4392-8071-44fbef813a97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5270d4db-298b-4df2-978e-ae9cd7fd456b HTTP/1.1" status: 200 len: 1000 time: 0.2370150 Jul 22 19:23:53.287200 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6eefe-e623-411e-8938-b61263efc105 req-c30b54dc-d9f5-491d-b54c-48bd27e676c1 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:53.296673 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-07c6eefe-e623-411e-8938-b61263efc105 req-c30b54dc-d9f5-491d-b54c-48bd27e676c1 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc4e658-7413-4636-833a-77fd72a5f4fe HTTP/1.1" status: 200 len: 950 time: 0.6239684 Jul 22 19:23:53.388002 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-d86561a2-ce1b-471f-8e99-277e505d1708 service neutron] 10.222.0.13 "GET /v2.0/networks/d5504871-7d28-4506-9cbe-aab2b17e5d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593963 Jul 22 19:23:53.428441 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-4beda561-3d94-4a06-9b5b-8a6e89cabd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'name': 'tempest-TaggedBootDevicesTest_v242-46686100-router', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:21:20Z', 'updated_at': '2021-07-22T19:21:28Z', 'revision_number': 4, 'project_id': '88edd86379da474f9e73474c4822e718', 'gw_port': {'id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:21:21Z', 'updated_at': '2021-07-22T19:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '5208be9d-8f55-40d1-ba42-9dd4cd3eb7a0', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'port_id': '5270d4db-298b-4df2-978e-ae9cd7fd456b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396', 'mac_address': 'fa:16:3e:c9:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:22:24Z', 'updated_at': '2021-07-22T19:23:50Z', 'revision_number': 1, 'project_id': '88edd86379da474f9e73474c4822e718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09bfcff8-4ee0-451e-8895-a518f1a485c7', 'name': '', 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'mac_address': 'fa:16:3e:dc:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '21df62a7-a6ca-436a-b217-caf06ac55fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:21:26Z', 'updated_at': '2021-07-22T19:21:36Z', 'revision_number': 5, 'project_id': '88edd86379da474f9e73474c4822e718', 'subnets': [{'id': '21df62a7-a6ca-436a-b217-caf06ac55fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:53.463217 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beda561-3d94-4a06-9b5b-8a6e89cabd19 None None] The sync data for ids ['077a9144-4c0f-4d4e-9e38-6a24a00ed67c'] in n-d-800086-12 is: [{'id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'name': 'tempest-TaggedBootDevicesTest_v242-46686100-router', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:21:20Z', 'updated_at': '2021-07-22T19:21:28Z', 'revision_number': 4, 'project_id': '88edd86379da474f9e73474c4822e718', 'gw_port': {'id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:21:21Z', 'updated_at': '2021-07-22T19:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '5208be9d-8f55-40d1-ba42-9dd4cd3eb7a0', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'port_id': '5270d4db-298b-4df2-978e-ae9cd7fd456b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396', 'mac_address': 'fa:16:3e:c9:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:22:24Z', 'updated_at': '2021-07-22T19:23:50Z', 'revision_number': 1, 'project_id': '88edd86379da474f9e73474c4822e718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09bfcff8-4ee0-451e-8895-a518f1a485c7', 'name': '', 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'mac_address': 'fa:16:3e:dc:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '21df62a7-a6ca-436a-b217-caf06ac55fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:21:26Z', 'updated_at': '2021-07-22T19:21:36Z', 'revision_number': 5, 'project_id': '88edd86379da474f9e73474c4822e718', 'subnets': [{'id': '21df62a7-a6ca-436a-b217-caf06ac55fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:23:53.487364 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-07c6eefe-e623-411e-8938-b61263efc105 req-2dd7df78-5354-40b3-afec-a42f0da8d7ff tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb10a9f4-e787-4f5c-8a51-652f738de85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879635 Jul 22 19:23:53.503865 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d82c-d53d-4009-bb5a-9e942d39a7e6 req-c6baad2a-f9aa-4173-9a9c-d1fd7cb73f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:53.505423 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba18d82c-d53d-4009-bb5a-9e942d39a7e6 req-c6baad2a-f9aa-4173-9a9c-d1fd7cb73f3d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21df62a7-a6ca-436a-b217-caf06ac55fe4 HTTP/1.1" status: 200 len: 854 time: 0.1957669 Jul 22 19:23:53.613433 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c6fbd9c1-795b-4934-9961-85a98880ba2d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:23:53.735147 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port c6fbd9c1-795b-4934-9961-85a98880ba2d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:23:53.750434 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port c6fbd9c1-795b-4934-9961-85a98880ba2d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:53.750955 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:53.757339 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-39abbb98-ab3d-4445-8c16-77b1325801aa service neutron] 10.222.0.13 "GET /v2.0/networks/d5504871-7d28-4506-9cbe-aab2b17e5d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573756 Jul 22 19:23:53.790657 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18d82c-d53d-4009-bb5a-9e942d39a7e6 req-edfb2b5c-ada6-451a-a13f-e99b4dc36fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:53.792245 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba18d82c-d53d-4009-bb5a-9e942d39a7e6 req-edfb2b5c-ada6-451a-a13f-e99b4dc36fd8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e89c4a4f-ae66-40e9-a651-3fcc6679a396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2656753 Jul 22 19:23:53.861599 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-d8e3f529-5a18-46de-9070-ce9083c49764 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1487785545&fields=id&tenant_id=a4e9bbb0623146efb026ab76e903f9f4 HTTP/1.1" status: 200 len: 267 time: 0.1116183 Jul 22 19:23:53.955513 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b84e77f-feb8-4b28-898d-c3cc772f0f7e None None] New status for floating IP 5208be9d-8f55-40d1-ba42-9dd4cd3eb7a0: ACTIVE {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:23:53.979644 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:54.021904 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 83f824c9-ab76-400b-989c-e2c25e9a07ba up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:23:54.126112 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port c6fbd9c1-795b-4934-9961-85a98880ba2d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c6fbd9c1-795b-4934-9961-85a98880ba2d,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:54.139760 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:54.159475 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 83f824c9-ab76-400b-989c-e2c25e9a07ba triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:54.159475 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:54.242635 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-6ae8208a-9de5-4a4e-9558-57cff2164326 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:54.253730 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-6ae8208a-9de5-4a4e-9558-57cff2164326 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 812 time: 0.3800089 Jul 22 19:23:54.286355 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-6c37c902-9e38-4392-8c13-6727e7dda203 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/quotas/a4e9bbb0623146efb026ab76e903f9f4 HTTP/1.1" status: 200 len: 375 time: 0.0314214 Jul 22 19:23:54.379773 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba18d82c-d53d-4009-bb5a-9e942d39a7e6 req-d73dd080-ee58-4125-9da8-948bbaebb1d7 service neutron] 10.222.0.30 "GET /v2.0/networks/e89c4a4f-ae66-40e9-a651-3fcc6679a396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796340 Jul 22 19:23:54.419734 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=c6fbd9c1-795b-4934-9961-85a98880ba2d,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:54.504043 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc95151e-b064-4118-aaa0-8463ff0d1555 req-23521aff-45f1-4be7-86fa-6c94d4623cc2 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad51b7ae-b4c4-4720-babe-fbf68cdb3383 HTTP/1.1" status: 200 len: 210 time: 0.0742617 Jul 22 19:23:54.523951 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:54.530899 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-a1d02ec9-201e-4db9-bb4d-4ac696cf9c2d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2436674 Jul 22 19:23:54.568245 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1873a86-7d07-48a2-8367-fa72ca16fa65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f824c9-ab76-400b-989c-e2c25e9a07ba'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:23:54.572961 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696c79b7-9d4c-40e3-a28f-755046aeaa74" -d '{"events": [{"server_uuid": "a1873a86-7d07-48a2-8367-fa72ca16fa65", "name": "network-vif-plugged", "status": "completed", "tag": "83f824c9-ab76-400b-989c-e2c25e9a07ba"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:23:54.600432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 83f824c9-ab76-400b-989c-e2c25e9a07ba, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=83f824c9-ab76-400b-989c-e2c25e9a07ba,segment=NetworkSegment(129e4c3a-ab91-4559-97dd-d2385044d31e),segment_id=129e4c3a-ab91-4559-97dd-d2385044d31e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:54.608286 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:54.679397 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=83f824c9-ab76-400b-989c-e2c25e9a07ba,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:54.694030 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba18d82c-d53d-4009-bb5a-9e942d39a7e6 req-5e8fb249-1d53-4e50-be83-568f66775984 service neutron] 10.222.0.30 "GET /v2.0/networks/e89c4a4f-ae66-40e9-a651-3fcc6679a396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050973 Jul 22 19:23:54.773308 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-f1e02010-a8f3-4ed4-9260-c01c632c5302 service neutron] 10.222.0.13 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963599 Jul 22 19:23:54.893127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152b016-f4df-42b7-81d4-3c6b11ba4519 req-63b0cbc1-1472-4419-b449-0dfeb47a1a82 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:54.894775 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c152b016-f4df-42b7-81d4-3c6b11ba4519 req-63b0cbc1-1472-4419-b449-0dfeb47a1a82 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc4e658-7413-4636-833a-77fd72a5f4fe HTTP/1.1" status: 200 len: 950 time: 0.1997645 Jul 22 19:23:54.918716 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-dbaa2423-5772-4147-b194-66cfb58711de service neutron] 10.222.0.13 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444337 Jul 22 19:23:54.947426 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c152b016-f4df-42b7-81d4-3c6b11ba4519 req-0c287470-2b0f-4cf3-8e66-7de47baf423d tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb10a9f4-e787-4f5c-8a51-652f738de85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415723 Jul 22 19:23:55.008556 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953d5e25-26af-4dcc-9c3c-522df85fbd8d x-openstack-request-id: req-953d5e25-26af-4dcc-9c3c-522df85fbd8d {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:23:55.009053 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1873a86-7d07-48a2-8367-fa72ca16fa65", "name": "network-vif-plugged", "status": "completed", "tag": "83f824c9-ab76-400b-989c-e2c25e9a07ba", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:23:55.010072 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-953d5e25-26af-4dcc-9c3c-522df85fbd8d {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:23:55.010628 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1873a86-7d07-48a2-8367-fa72ca16fa65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f824c9-ab76-400b-989c-e2c25e9a07ba', 'code': 200} Jul 22 19:23:55.146256 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce9e4b42-93e7-42cd-92b7-07407f551c07 req-7f59f128-99a3-40f6-82ca-025eae4d4e94 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 210 time: 0.0539591 Jul 22 19:23:55.417323 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-28eb49f6-e689-426e-a96f-d837dbf13846 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:55.420580 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-28eb49f6-e689-426e-a96f-d837dbf13846 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.16 "GET /v2.0/networks?id=d5504871-7d28-4506-9cbe-aab2b17e5d62 HTTP/1.1" status: 200 len: 808 time: 0.1715567 Jul 22 19:23:55.453293 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-5fa78bcc-81da-4663-a055-6921764a4390 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Request body: {'port': {'device_id': 'ad51b7ae-b4c4-4720-babe-fbf68cdb3383', 'network_id': 'd5504871-7d28-4506-9cbe-aab2b17e5d62', 'admin_state_up': True, 'tenant_id': '7a8005499c5b4f96abc33f339641dd7e'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:55.552443 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c6fbd9c1-795b-4934-9961-85a98880ba2d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:23:55.639567 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-32538d3c-3d6a-4513-a5e2-51e0db6be455 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2371538 Jul 22 19:23:55.666966 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port c6fbd9c1-795b-4934-9961-85a98880ba2d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:55.667686 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:55.680542 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bf0f62ca-6b1c-4ee4-b033-e07f4c34deb3 req-27087657-9609-4ffa-8ec4-e457201bd79a tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad51b7ae-b4c4-4720-babe-fbf68cdb3383 HTTP/1.1" status: 200 len: 210 time: 0.0358820 Jul 22 19:23:55.899541 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-5fa78bcc-81da-4663-a055-6921764a4390 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Made reservation on behalf of 7a8005499c5b4f96abc33f339641dd7e for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:23:55.903190 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-5fa78bcc-81da-4663-a055-6921764a4390 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:55.923695 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-32f63912-10dc-4fa4-8ec5-158507a4672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:55.924183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-32f63912-10dc-4fa4-8ec5-158507a4672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:55.924687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-32f63912-10dc-4fa4-8ec5-158507a4672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:55.925160 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-32f63912-10dc-4fa4-8ec5-158507a4672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:55.925627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-32f63912-10dc-4fa4-8ec5-158507a4672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:55.926094 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-32f63912-10dc-4fa4-8ec5-158507a4672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:55.926557 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-32f63912-10dc-4fa4-8ec5-158507a4672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:55.928579 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-32f63912-10dc-4fa4-8ec5-158507a4672e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=88edd86379da474f9e73474c4822e718&device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 6508 time: 0.1938939 Jul 22 19:23:55.936490 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed13f3c-a8a3-48ea-8a4e-c172f6fdb3ce req-85a94999-0489-452e-b494-60329131f8e0 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:55.937964 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fed13f3c-a8a3-48ea-8a4e-c172f6fdb3ce req-85a94999-0489-452e-b494-60329131f8e0 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.30 "GET /v2.0/ports?device_id=efc4e658-7413-4636-833a-77fd72a5f4fe HTTP/1.1" status: 200 len: 950 time: 0.3284397 Jul 22 19:23:56.329705 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d0d44d62-6b27-4348-8add-f7478a5e367b req-25779b85-de98-43cf-8bd8-1a6d291370ec tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 210 time: 0.0861130 Jul 22 19:23:56.347190 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-db67763a-6653-4462-ac5b-f91c0bf09b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:56.347953 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-db67763a-6653-4462-ac5b-f91c0bf09b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:56.348622 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-db67763a-6653-4462-ac5b-f91c0bf09b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:56.350350 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-db67763a-6653-4462-ac5b-f91c0bf09b4e service neutron] 10.222.0.30 "GET /v2.0/networks?id=e89c4a4f-ae66-40e9-a651-3fcc6679a396&id=0595bdbb-3fff-4758-845e-81a374857f98&id=0595bdbb-3fff-4758-845e-81a374857f98&id=0595bdbb-3fff-4758-845e-81a374857f98&id=0595bdbb-3fff-4758-845e-81a374857f98&id=b232de7e-d507-4fe5-aca3-83142933123b&id=b232de7e-d507-4fe5-aca3-83142933123b HTTP/1.1" status: 200 len: 2295 time: 0.3953478 Jul 22 19:23:56.473896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a4518-808f-4897-a402-b764ec7e5928 req-02086cba-020c-41b8-be63-f21a55b7d7c2 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:56.475396 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-257a4518-808f-4897-a402-b764ec7e5928 req-02086cba-020c-41b8-be63-f21a55b7d7c2 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc4e658-7413-4636-833a-77fd72a5f4fe HTTP/1.1" status: 200 len: 950 time: 0.4372704 Jul 22 19:23:56.502338 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-5fa78bcc-81da-4663-a055-6921764a4390 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Allocated IP 172.20.0.13 (d5504871-7d28-4506-9cbe-aab2b17e5d62/11d5e421-b694-4fc1-9f0d-8e47ef1a61ca/01302eee-f000-4780-95f9-418ef61f0433) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:23:56.559378 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-fed13f3c-a8a3-48ea-8a4e-c172f6fdb3ce req-0c5f7aa0-57c1-42cb-8c85-521a064b9488 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Deleting port 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:23:56.559612 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fed13f3c-a8a3-48ea-8a4e-c172f6fdb3ce req-0c5f7aa0-57c1-42cb-8c85-521a064b9488 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:56.570267 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-79ddcc5c-32bd-4833-aa78-f4c62324fda2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5270d4db-298b-4df2-978e-ae9cd7fd456b HTTP/1.1" status: 200 len: 1002 time: 0.1965485 Jul 22 19:23:56.591694 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-545fe37c-8dcb-4e2d-87bd-09175069d7b1 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:56.594057 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-545fe37c-8dcb-4e2d-87bd-09175069d7b1 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.16 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 812 time: 0.3213730 Jul 22 19:23:56.651245 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-a4524e56-ad53-4f56-97c8-3e6a0c28ae82 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4e9bbb0623146efb026ab76e903f9f4 HTTP/1.1" status: 200 len: 380 time: 0.0457563 Jul 22 19:23:56.661500 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-8daf5b13-3df2-40c3-9d57-8393f096defd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Request body: {'port': {'device_id': '1020d379-41bf-4d11-ac54-97e43213c200', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'admin_state_up': True, 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'security_groups': ['a9bab0f8-89df-4a2c-8b25-62dab0380e38']}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:56.669669 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-257a4518-808f-4897-a402-b764ec7e5928 req-a40a50bd-2d98-40c3-aadf-614897b42cae tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb10a9f4-e787-4f5c-8a51-652f738de85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704223 Jul 22 19:23:56.774702 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-2a9a2474-e67b-418f-8819-815fb3680dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:56.774702 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-2a9a2474-e67b-418f-8819-815fb3680dfa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21df62a7-a6ca-436a-b217-caf06ac55fe4 HTTP/1.1" status: 200 len: 854 time: 0.1970522 Jul 22 19:23:56.832862 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-fed13f3c-a8a3-48ea-8a4e-c172f6fdb3ce req-0c5f7aa0-57c1-42cb-8c85-521a064b9488 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] For port 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=11a5d1a3-0140-431f-9ed9-00e48ac7a2ed,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:56.833143 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fed13f3c-a8a3-48ea-8a4e-c172f6fdb3ce req-0c5f7aa0-57c1-42cb-8c85-521a064b9488 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:56.833826 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-8daf5b13-3df2-40c3-9d57-8393f096defd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Made reservation on behalf of a4e9bbb0623146efb026ab76e903f9f4 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:23:56.838975 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-8daf5b13-3df2-40c3-9d57-8393f096defd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:56.900889 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-fed13f3c-a8a3-48ea-8a4e-c172f6fdb3ce req-0c5f7aa0-57c1-42cb-8c85-521a064b9488 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Calling delete_port for 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:23:56.904419 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e8f347f6-5322-4714-b607-2ec3094e0378 req-7ae05ac1-9032-4247-8306-8dd2076c6ab4 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad51b7ae-b4c4-4720-babe-fbf68cdb3383 HTTP/1.1" status: 200 len: 210 time: 0.0787961 Jul 22 19:23:56.986825 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-5fa78bcc-81da-4663-a055-6921764a4390 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:57.038927 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-76a10b9c-315c-4bc4-9444-830a5c7a8f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:57.040430 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-76a10b9c-315c-4bc4-9444-830a5c7a8f4e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e89c4a4f-ae66-40e9-a651-3fcc6679a396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2566061 Jul 22 19:23:57.083850 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-8daf5b13-3df2-40c3-9d57-8393f096defd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Allocated IP 172.20.0.10 (0d34eab5-aeb5-4524-924a-da6ba796a415/a3036dcc-3a64-4ac8-b61e-3e3981ee7c50/ea28ff98-45cf-4989-9491-cdadefc38c7a) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:23:57.294004 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-8daf5b13-3df2-40c3-9d57-8393f096defd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:57.592900 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-8daf5b13-3df2-40c3-9d57-8393f096defd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Transition to ACTIVE for port object ea28ff98-45cf-4989-9491-cdadefc38c7a will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:57.716399 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fed13f3c-a8a3-48ea-8a4e-c172f6fdb3ce req-0c5f7aa0-57c1-42cb-8c85-521a064b9488 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:57.720238 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-5fa78bcc-81da-4663-a055-6921764a4390 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:57.726297 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-8daf5b13-3df2-40c3-9d57-8393f096defd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:57.798485 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-8daf5b13-3df2-40c3-9d57-8393f096defd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Network 0d34eab5-aeb5-4524-924a-da6ba796a415 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:23:57.802562 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-8daf5b13-3df2-40c3-9d57-8393f096defd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:23:57.814649 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f7aa0-57c1-42cb-8c85-521a064b9488 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Pushing event deleted for resources: {'Port': ['ID=11a5d1a3-0140-431f-9ed9-00e48ac7a2ed,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:57.840795 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-8daf5b13-3df2-40c3-9d57-8393f096defd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:23:57.894417 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-5fa78bcc-81da-4663-a055-6921764a4390 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Network d5504871-7d28-4506-9cbe-aab2b17e5d62 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:23:57.904313 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-e8550728-05fb-4b4d-9f6d-1b9bfab71dd9 service neutron] 10.222.0.30 "GET /v2.0/networks/e89c4a4f-ae66-40e9-a651-3fcc6679a396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8545811 Jul 22 19:23:57.982646 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf5b13-3df2-40c3-9d57-8393f096defd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Pushing event updated for resources: {'Port': ['ID=ea28ff98-45cf-4989-9491-cdadefc38c7a,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:58.012047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-8daf5b13-3df2-40c3-9d57-8393f096defd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:58.015824 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-8daf5b13-3df2-40c3-9d57-8393f096defd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:58.051211 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-8daf5b13-3df2-40c3-9d57-8393f096defd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3944170 Jul 22 19:23:58.076619 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] Request body: {'port': {'device_id': '1020d379-41bf-4d11-ac54-97e43213c200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:58.135665 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa78bcc-81da-4663-a055-6921764a4390 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Pushing event updated for resources: {'Port': ['ID=01302eee-f000-4780-95f9-418ef61f0433,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:58.242646 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8bc8893c-e0f6-4ed6-bb67-f053b714ed7c req-8ae151ae-26bd-4147-935d-e2ebb0b0d280 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.13 "GET /v2.0/ports?device_id=efc4e658-7413-4636-833a-77fd72a5f4fe HTTP/1.1" status: 200 len: 210 time: 0.3584197 Jul 22 19:23:58.249087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-5fa78bcc-81da-4663-a055-6921764a4390 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:23:58.278119 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed13f3c-a8a3-48ea-8a4e-c172f6fdb3ce req-0c5f7aa0-57c1-42cb-8c85-521a064b9488 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] No DVR routers for this DVR port 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:23:58.282561 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-5fa78bcc-81da-4663-a055-6921764a4390 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:23:58.291228 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fed13f3c-a8a3-48ea-8a4e-c172f6fdb3ce req-0c5f7aa0-57c1-42cb-8c85-521a064b9488 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:58.294750 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fed13f3c-a8a3-48ea-8a4e-c172f6fdb3ce req-0c5f7aa0-57c1-42cb-8c85-521a064b9488 tempest-VolumesNegativeTest-167688288 tempest-VolumesNegativeTest-167688288-project] 10.222.0.30 "DELETE /v2.0/ports/11a5d1a3-0140-431f-9ed9-00e48ac7a2ed HTTP/1.1" status: 204 len: 173 time: 2.3487499 Jul 22 19:23:58.297106 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc4e658-7413-4636-833a-77fd72a5f4fe', 'name': 'network-vif-deleted', 'tag': '11a5d1a3-0140-431f-9ed9-00e48ac7a2ed'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:23:58.299670 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409e70e8-b451-4735-8099-48a737a63d25" -d '{"events": [{"server_uuid": "efc4e658-7413-4636-833a-77fd72a5f4fe", "name": "network-vif-deleted", "tag": "11a5d1a3-0140-431f-9ed9-00e48ac7a2ed"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:23:58.333816 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fef36b1a-c8fd-4afb-92b1-d8df918c3085 None None] Provisioning for port ea28ff98-45cf-4989-9491-cdadefc38c7a completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:23:58.343998 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:58.345375 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fef36b1a-c8fd-4afb-92b1-d8df918c3085 None None] Provisioning complete for port ea28ff98-45cf-4989-9491-cdadefc38c7a triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:58.345754 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fef36b1a-c8fd-4afb-92b1-d8df918c3085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:58.413960 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6eb8d-4364-462f-8232-572118c49f8b req-1ec79d2b-5b00-4ee9-a0b8-e4212e552bea tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:58.422440 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1db6eb8d-4364-462f-8232-572118c49f8b req-1ec79d2b-5b00-4ee9-a0b8-e4212e552bea tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 932 time: 0.7234614 Jul 22 19:23:58.478620 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9f30b2c2-5c3b-466c-a40f-55c2e1791336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:58.487209 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-5fa78bcc-81da-4663-a055-6921764a4390 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:58.489899 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-5fa78bcc-81da-4663-a055-6921764a4390 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:58.495534 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-fef36b1a-c8fd-4afb-92b1-d8df918c3085 None None] Port ea28ff98-45cf-4989-9491-cdadefc38c7a cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:23:58.545578 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-5fa78bcc-81da-4663-a055-6921764a4390 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0971258 Jul 22 19:23:58.566848 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] Request body: {'port': {'device_id': 'ad51b7ae-b4c4-4720-babe-fbf68cdb3383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:58.623803 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1db6eb8d-4364-462f-8232-572118c49f8b req-92a8fa1a-197b-445d-a653-1828fbc2bc02 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003071 Jul 22 19:23:58.735002 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-4dd05e40-c0e5-4a41-92ce-6993e293cf00 service neutron] 10.222.0.30 "GET /v2.0/networks/e89c4a4f-ae66-40e9-a651-3fcc6679a396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904980 Jul 22 19:23:58.826708 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b5c364-49b0-42d2-acba-0968ea8d2b60 x-openstack-request-id: req-a9b5c364-49b0-42d2-acba-0968ea8d2b60 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:23:58.826996 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc4e658-7413-4636-833a-77fd72a5f4fe", "name": "network-vif-deleted", "tag": "11a5d1a3-0140-431f-9ed9-00e48ac7a2ed", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:23:58.827322 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9b5c364-49b0-42d2-acba-0968ea8d2b60 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:23:58.827733 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc4e658-7413-4636-833a-77fd72a5f4fe', 'name': 'network-vif-deleted', 'tag': '11a5d1a3-0140-431f-9ed9-00e48ac7a2ed', 'status': 'completed', 'code': 200} Jul 22 19:23:58.830251 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:58.835023 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-fc234fad-7cfa-4231-b9bd-512d35d88164 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=78654019-d801-41ad-9f01-d5784c852f39 HTTP/1.1" status: 200 len: 217 time: 0.0790343 Jul 22 19:23:58.916775 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-770a5bfb-ddd2-4d1c-8323-fb12ce5dc481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:58.919245 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-770a5bfb-ddd2-4d1c-8323-fb12ce5dc481 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0699dc1-b53c-4154-b479-389ab7dae0e5 HTTP/1.1" status: 200 len: 797 time: 0.0732150 Jul 22 19:23:58.993669 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40292a2d-f50e-45bc-919f-2052b68eefe3 req-6f97bb2f-be2c-4e60-b713-7a80231b7de0 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:58.995516 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40292a2d-f50e-45bc-919f-2052b68eefe3 req-6f97bb2f-be2c-4e60-b713-7a80231b7de0 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad51b7ae-b4c4-4720-babe-fbf68cdb3383 HTTP/1.1" status: 200 len: 932 time: 0.4871180 Jul 22 19:23:59.030594 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea28ff98-45cf-4989-9491-cdadefc38c7a {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:23:59.047452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:59.071996 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] Transition to ACTIVE for port object ea28ff98-45cf-4989-9491-cdadefc38c7a will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:59.078909 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:59.231264 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] Pushing event updated for resources: {'Port': ['ID=ea28ff98-45cf-4989-9491-cdadefc38c7a,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:59.273204 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] Attempting to bind port ea28ff98-45cf-4989-9491-cdadefc38c7a on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:23:59.273609 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] Attempting to bind port ea28ff98-45cf-4989-9491-cdadefc38c7a by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:23:59.274310 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] Attempting to bind port ea28ff98-45cf-4989-9491-cdadefc38c7a on network 0d34eab5-aeb5-4524-924a-da6ba796a415 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:23:59.281231 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] Port ea28ff98-45cf-4989-9491-cdadefc38c7a on network 0d34eab5-aeb5-4524-924a-da6ba796a415 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:23:59.281547 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] Attempting to bind port ea28ff98-45cf-4989-9491-cdadefc38c7a on network 0d34eab5-aeb5-4524-924a-da6ba796a415 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:23:59.295156 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:23:59.295507 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] Checking segment: {'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:23:59.296201 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] Bound using segment: {'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:23:59.296325 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] Bound port: ea28ff98-45cf-4989-9491-cdadefc38c7a, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:23:59.299071 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:59.299933 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-dc7859cf-b176-4b7f-bb2b-150bee9249e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:59.301607 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-dc7859cf-b176-4b7f-bb2b-150bee9249e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0595bdbb-3fff-4758-845e-81a374857f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3471057 Jul 22 19:23:59.318244 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40292a2d-f50e-45bc-919f-2052b68eefe3 req-3c832786-4d4d-4cc5-949b-cd694017b780 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e01419c-60cf-47cd-8eb9-2abb220d8b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084967 Jul 22 19:23:59.381022 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:23:59.420974 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:23:59.421671 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 11a5d1a3-0140-431f-9ed9-00e48ac7a2ed not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:23:59.464409 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] For port ea28ff98-45cf-4989-9491-cdadefc38c7a, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:23:59.468962 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] For port ea28ff98-45cf-4989-9491-cdadefc38c7a, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:23:59.474564 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:59.523667 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:59.524390 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:59.525981 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] 10.222.0.16 "PUT /v2.0/ports/ea28ff98-45cf-4989-9491-cdadefc38c7a HTTP/1.1" status: 200 len: 1093 time: 1.4599051 Jul 22 19:23:59.526611 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1020d379-41bf-4d11-ac54-97e43213c200', 'tag': 'ea28ff98-45cf-4989-9491-cdadefc38c7a'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:23:59.530075 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6f850d-396b-49e2-bdbf-9b69e84e653a" -d '{"events": [{"name": "network-changed", "server_uuid": "1020d379-41bf-4d11-ac54-97e43213c200", "tag": "ea28ff98-45cf-4989-9491-cdadefc38c7a"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:23:59.536688 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-2579ce1a-6a76-4d27-bf70-a3050a74ab24 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017732 Jul 22 19:23:59.607035 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5991ff-0dd2-4e7f-be35-b48dfc467b7e x-openstack-request-id: req-9c5991ff-0dd2-4e7f-be35-b48dfc467b7e {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:23:59.607331 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1020d379-41bf-4d11-ac54-97e43213c200", "tag": "ea28ff98-45cf-4989-9491-cdadefc38c7a", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:23:59.607684 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c5991ff-0dd2-4e7f-be35-b48dfc467b7e {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:23:59.608180 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1020d379-41bf-4d11-ac54-97e43213c200', 'tag': 'ea28ff98-45cf-4989-9491-cdadefc38c7a', 'status': 'completed', 'code': 200} Jul 22 19:23:59.610175 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0d586-48e9-4697-86c2-771984c3ce8b service neutron] Pushing event updated for resources: {'Port': ['ID=ea28ff98-45cf-4989-9491-cdadefc38c7a,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:59.654128 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-0eea284b-0514-4c49-838d-debb4fb857b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:59.655771 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-0eea284b-0514-4c49-838d-debb4fb857b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 1096 time: 0.0855432 Jul 22 19:23:59.730362 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-7a1ce9de-25d9-4d77-bad7-af1caed52a27 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a HTTP/1.1" status: 200 len: 217 time: 0.0671635 Jul 22 19:23:59.765436 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01302eee-f000-4780-95f9-418ef61f0433 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:23:59.797160 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:59.814337 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] Transition to ACTIVE for port object 01302eee-f000-4780-95f9-418ef61f0433 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:59.821501 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:59.934493 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] Pushing event updated for resources: {'Port': ['ID=01302eee-f000-4780-95f9-418ef61f0433,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:59.983268 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-41c9788c-e055-4e0c-8fc0-c21b42ae4067 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379470 Jul 22 19:24:00.037293 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-39794bcf-afce-4eac-af67-7b35eebb02e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=fc734762-c254-4cb4-bad5-9b6992177001 HTTP/1.1" status: 200 len: 217 time: 0.0447791 Jul 22 19:24:00.135180 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d4b79-3f75-4eeb-a9c5-b6543b268b15 req-8949f708-9d04-4b5d-a4d3-aadfc70450d8 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:00.136934 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bd0d4b79-3f75-4eeb-a9c5-b6543b268b15 req-8949f708-9d04-4b5d-a4d3-aadfc70450d8 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 944 time: 0.3197615 Jul 22 19:24:00.176339 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-09e92e1d-7e7d-4359-813b-58a1ee1893f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:00.178037 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-09e92e1d-7e7d-4359-813b-58a1ee1893f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0699dc1-b53c-4154-b479-389ab7dae0e5 HTTP/1.1" status: 200 len: 797 time: 0.1123569 Jul 22 19:24:00.252932 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] Attempting to bind port 01302eee-f000-4780-95f9-418ef61f0433 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:00.253154 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] Attempting to bind port 01302eee-f000-4780-95f9-418ef61f0433 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'c4818171-480e-46b2-83dd-cf31c8e65f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd5504871-7d28-4506-9cbe-aab2b17e5d62'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:00.253351 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] Attempting to bind port 01302eee-f000-4780-95f9-418ef61f0433 on network d5504871-7d28-4506-9cbe-aab2b17e5d62 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:00.254380 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-e79d2cd8-0b52-45b1-a34b-79e95d42a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:00.256851 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-e79d2cd8-0b52-45b1-a34b-79e95d42a0b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.5202682 Jul 22 19:24:00.259106 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bd0d4b79-3f75-4eeb-a9c5-b6543b268b15 req-1f510e14-a088-4a81-bca5-21ad74d526b3 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142662 Jul 22 19:24:00.265950 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] Port 01302eee-f000-4780-95f9-418ef61f0433 on network d5504871-7d28-4506-9cbe-aab2b17e5d62 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:24:00.266368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] Attempting to bind port 01302eee-f000-4780-95f9-418ef61f0433 on network d5504871-7d28-4506-9cbe-aab2b17e5d62 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:00.277416 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:00.278663 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] Checking segment: {'id': 'c4818171-480e-46b2-83dd-cf31c8e65f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd5504871-7d28-4506-9cbe-aab2b17e5d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:00.279304 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] Bound using segment: {'id': 'c4818171-480e-46b2-83dd-cf31c8e65f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd5504871-7d28-4506-9cbe-aab2b17e5d62'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:00.279997 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] Bound port: 01302eee-f000-4780-95f9-418ef61f0433, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4818171-480e-46b2-83dd-cf31c8e65f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd5504871-7d28-4506-9cbe-aab2b17e5d62'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:00.280626 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:00.355935 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-e43068ef-dde9-49b1-8a81-b4471b318a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:00.358157 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-e43068ef-dde9-49b1-8a81-b4471b318a85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0595bdbb-3fff-4758-845e-81a374857f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1537356 Jul 22 19:24:00.395297 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-c8378751-8c87-4fc0-a95d-c2e24f07a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:00.396865 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-c8378751-8c87-4fc0-a95d-c2e24f07a7da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1244390 Jul 22 19:24:00.484941 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-70084051-0e6c-4e22-b3e4-b0e35ff4ef4f service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164794 Jul 22 19:24:00.584343 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-62fe3eb5-9cf5-42d7-9b48-28f1f35401f7 service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744785 Jul 22 19:24:00.621097 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] For port 01302eee-f000-4780-95f9-418ef61f0433, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:00.625663 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] For port 01302eee-f000-4780-95f9-418ef61f0433, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=01302eee-f000-4780-95f9-418ef61f0433,segment=NetworkSegment(c4818171-480e-46b2-83dd-cf31c8e65f3e),segment_id=c4818171-480e-46b2-83dd-cf31c8e65f3e)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:00.671115 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:00.750045 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:00.750818 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:00.752895 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] 10.222.0.16 "PUT /v2.0/ports/01302eee-f000-4780-95f9-418ef61f0433 HTTP/1.1" status: 200 len: 1093 time: 2.1904926 Jul 22 19:24:00.805030 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-dfba0b6e-4b0e-4035-b87d-3366cc59923a req-3d59b54c-6676-4235-a55a-78f461dd124a service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140462 Jul 22 19:24:00.830738 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea0b25-0bf0-4cf6-8444-d6e17c5377d0 req-9d23866c-78af-470f-b3cb-bacb3a762026 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:00.832290 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0ea0b25-0bf0-4cf6-8444-d6e17c5377d0 req-9d23866c-78af-470f-b3cb-bacb3a762026 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad51b7ae-b4c4-4720-babe-fbf68cdb3383 HTTP/1.1" status: 200 len: 944 time: 0.3420122 Jul 22 19:24:00.835794 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad51b7ae-b4c4-4720-babe-fbf68cdb3383', 'tag': '01302eee-f000-4780-95f9-418ef61f0433'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:00.839477 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115f3abb-12c6-4670-8905-df275e3db4c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ad51b7ae-b4c4-4720-babe-fbf68cdb3383", "tag": "01302eee-f000-4780-95f9-418ef61f0433"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:00.889799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5a49b-8966-4fda-9a86-6fb6e9afbcda service neutron] Pushing event updated for resources: {'Port': ['ID=01302eee-f000-4780-95f9-418ef61f0433,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:00.896288 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-54871f31-547a-4f51-abdb-a52db58b0a88 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944004 Jul 22 19:24:00.958588 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fabd438-104c-4733-a493-73a253795bdd x-openstack-request-id: req-5fabd438-104c-4733-a493-73a253795bdd {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:00.958884 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad51b7ae-b4c4-4720-babe-fbf68cdb3383", "tag": "01302eee-f000-4780-95f9-418ef61f0433", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:00.959136 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fabd438-104c-4733-a493-73a253795bdd {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:00.959535 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad51b7ae-b4c4-4720-babe-fbf68cdb3383', 'tag': '01302eee-f000-4780-95f9-418ef61f0433', 'status': 'completed', 'code': 200} Jul 22 19:24:01.010692 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f850d-396b-49e2-bdbf-9b69e84e653a req-d9e2c59a-8ea0-49de-82a1-e8d0a62aaa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:01.014370 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0d6f850d-396b-49e2-bdbf-9b69e84e653a req-d9e2c59a-8ea0-49de-82a1-e8d0a62aaa25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 1096 time: 0.1590288 Jul 22 19:24:01.018282 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bec3372c-045b-49ca-a511-f15cd43c4e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:01.077766 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:01.113536 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-78f22651-3793-4d75-822e-1d00524142d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=c0c5619c-46c7-443b-a9b0-bbcf7be07888 HTTP/1.1" status: 200 len: 217 time: 0.1531763 Jul 22 19:24:01.127415 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0ea0b25-0bf0-4cf6-8444-d6e17c5377d0 req-16f5aea3-4d84-4df0-b287-791f50b9a9f5 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e01419c-60cf-47cd-8eb9-2abb220d8b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400961 Jul 22 19:24:01.189426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-c0518aaf-8ce1-4f8e-a141-79142637defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:01.191209 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-c0518aaf-8ce1-4f8e-a141-79142637defb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a8005499c5b4f96abc33f339641dd7e&device_id=ad51b7ae-b4c4-4720-babe-fbf68cdb3383 HTTP/1.1" status: 200 len: 1096 time: 0.3830135 Jul 22 19:24:01.195257 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-697e4e51-b327-4c33-9165-086ba0966f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:01.196832 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-697e4e51-b327-4c33-9165-086ba0966f9e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0699dc1-b53c-4154-b479-389ab7dae0e5 HTTP/1.1" status: 200 len: 797 time: 0.0580657 Jul 22 19:24:01.213717 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f850d-396b-49e2-bdbf-9b69e84e653a req-1f494288-5411-4cf0-ad28-db5879015a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:01.217069 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0d6f850d-396b-49e2-bdbf-9b69e84e653a req-1f494288-5411-4cf0-ad28-db5879015a97 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 913 time: 0.1954231 Jul 22 19:24:01.245017 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-026b8c78-34d8-47d9-aca8-50e6b4fd9dc2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01302eee-f000-4780-95f9-418ef61f0433 HTTP/1.1" status: 200 len: 217 time: 0.0461307 Jul 22 19:24:01.307409 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0d6f850d-396b-49e2-bdbf-9b69e84e653a req-6d7486e6-fb7b-4ccb-9b6c-a70811bd419e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a HTTP/1.1" status: 200 len: 217 time: 0.0836179 Jul 22 19:24:01.384042 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-0ae6df8d-3f80-4eeb-9dc2-a7c414f3577a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:01.385997 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-0ae6df8d-3f80-4eeb-9dc2-a7c414f3577a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11d5e421-b694-4fc1-9f0d-8e47ef1a61ca HTTP/1.1" status: 200 len: 848 time: 0.1299815 Jul 22 19:24:01.433127 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f850d-396b-49e2-bdbf-9b69e84e653a req-17b08acd-f58e-4627-8b78-0e05de29e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:01.435617 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0d6f850d-396b-49e2-bdbf-9b69e84e653a req-17b08acd-f58e-4627-8b78-0e05de29e9ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.1210780 Jul 22 19:24:01.544567 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-07e8b7d8-1a10-4e6d-a6fc-1b278a7af274 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5504871-7d28-4506-9cbe-aab2b17e5d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1381073 Jul 22 19:24:01.581021 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f850d-396b-49e2-bdbf-9b69e84e653a req-ef1ad4c4-5e62-4b91-a427-3d8387ee0eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:01.582095 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0d6f850d-396b-49e2-bdbf-9b69e84e653a req-ef1ad4c4-5e62-4b91-a427-3d8387ee0eb6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1379189 Jul 22 19:24:01.645833 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-53ac266e-fb1b-463f-9841-f513aa178f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:01.647573 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-53ac266e-fb1b-463f-9841-f513aa178f82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0595bdbb-3fff-4758-845e-81a374857f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4014676 Jul 22 19:24:01.763363 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0d6f850d-396b-49e2-bdbf-9b69e84e653a req-cb3aba03-220c-418d-a72a-287538e9dc7d service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717298 Jul 22 19:24:01.863369 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-f70529c4-56cd-40bf-a4b4-e474c11990c2 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943510 Jul 22 19:24:01.906386 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77b348-a529-4701-9a13-e3f59103233a req-5211aad9-9fe3-47fc-9707-300885ee9497 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:01.920813 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb77b348-a529-4701-9a13-e3f59103233a req-5211aad9-9fe3-47fc-9707-300885ee9497 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 944 time: 0.4995008 Jul 22 19:24:01.932910 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0d6f850d-396b-49e2-bdbf-9b69e84e653a req-a8694657-026a-431c-bdd1-387dbf8a1b03 service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640704 Jul 22 19:24:02.002670 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-2152a2f1-3bd4-4880-a36c-254432d1c5d6 service neutron] 10.222.0.16 "GET /v2.0/networks/d5504871-7d28-4506-9cbe-aab2b17e5d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548404 Jul 22 19:24:02.047224 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb77b348-a529-4701-9a13-e3f59103233a req-a9089286-8366-4d9f-a130-f068967fcbcb tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254151 Jul 22 19:24:02.197430 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-90c15017-e222-4967-b2b1-c4fee27737ba service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218541 Jul 22 19:24:02.303659 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-617035ab-1d21-4cce-a889-2d1714767c03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=9e48ce15-6896-45cf-9ca4-cbb5850d0fce HTTP/1.1" status: 200 len: 217 time: 0.0979018 Jul 22 19:24:02.308574 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:02.382916 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49d34bb3-e27e-4618-9e9e-e4b9e7cb3956 req-40b48718-e95c-4d65-bdbc-e8c66ff0c729 service neutron] 10.222.0.16 "GET /v2.0/networks/d5504871-7d28-4506-9cbe-aab2b17e5d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639462 Jul 22 19:24:02.405828 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-5adeddf7-8e98-4a07-9ae4-c595fe04237b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:02.407558 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-5adeddf7-8e98-4a07-9ae4-c595fe04237b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0699dc1-b53c-4154-b479-389ab7dae0e5 HTTP/1.1" status: 200 len: 797 time: 0.0838499 Jul 22 19:24:02.517655 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941963f-0f4f-458f-8b3a-dabf35317c4c req-5e0b77dd-a741-44eb-80bc-ab9393a95465 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:02.519767 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1941963f-0f4f-458f-8b3a-dabf35317c4c req-5e0b77dd-a741-44eb-80bc-ab9393a95465 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad51b7ae-b4c4-4720-babe-fbf68cdb3383 HTTP/1.1" status: 200 len: 944 time: 0.2322531 Jul 22 19:24:02.655223 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-a4554ab4-c1c1-42a9-89a9-b566fbfd51bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:02.657115 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-a4554ab4-c1c1-42a9-89a9-b566fbfd51bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0595bdbb-3fff-4758-845e-81a374857f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2416389 Jul 22 19:24:02.680513 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1941963f-0f4f-458f-8b3a-dabf35317c4c req-bd79076d-e4c2-4aa2-be1f-0856ba223c64 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e01419c-60cf-47cd-8eb9-2abb220d8b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450090 Jul 22 19:24:02.720089 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f3abb-12c6-4670-8905-df275e3db4c8 req-80bdcb1c-cb12-49a1-9618-6404e3a9d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:02.721692 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-115f3abb-12c6-4670-8905-df275e3db4c8 req-80bdcb1c-cb12-49a1-9618-6404e3a9d9ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a8005499c5b4f96abc33f339641dd7e&device_id=ad51b7ae-b4c4-4720-babe-fbf68cdb3383 HTTP/1.1" status: 200 len: 1096 time: 0.2581832 Jul 22 19:24:03.313404 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-fc3fedd2-a8df-411d-af4f-fd0b7512dab9 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6490140 Jul 22 19:24:03.369038 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f3abb-12c6-4670-8905-df275e3db4c8 req-baaeef80-7f05-4fc1-9c4e-190daf904c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:03.370539 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-115f3abb-12c6-4670-8905-df275e3db4c8 req-baaeef80-7f05-4fc1-9c4e-190daf904c04 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5504871-7d28-4506-9cbe-aab2b17e5d62 HTTP/1.1" status: 200 len: 909 time: 0.6418555 Jul 22 19:24:03.460678 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-115f3abb-12c6-4670-8905-df275e3db4c8 req-f16948c4-2957-4777-a0e4-3f6d5fbc6e64 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01302eee-f000-4780-95f9-418ef61f0433 HTTP/1.1" status: 200 len: 217 time: 0.0771942 Jul 22 19:24:03.495824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c234d-b700-4a2f-9885-0db93007d9d4 req-85a64e16-a840-4722-877e-6a4edb441b16 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:03.497983 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-196c234d-b700-4a2f-9885-0db93007d9d4 req-85a64e16-a840-4722-877e-6a4edb441b16 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 944 time: 0.2396281 Jul 22 19:24:03.571158 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-17ac8af4-1825-4dcd-b61d-08ad25faef88 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453806 Jul 22 19:24:03.596048 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f3abb-12c6-4670-8905-df275e3db4c8 req-24a5ea9a-9541-4ba6-b69e-6dcba8ac483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:03.597598 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-115f3abb-12c6-4670-8905-df275e3db4c8 req-24a5ea9a-9541-4ba6-b69e-6dcba8ac483f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11d5e421-b694-4fc1-9f0d-8e47ef1a61ca HTTP/1.1" status: 200 len: 848 time: 0.1291485 Jul 22 19:24:03.642828 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-9228bcfa-91e3-4792-8c22-36e9dab40d6c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f6c92945-cd4d-42cb-9049-acb10a656da9 HTTP/1.1" status: 200 len: 217 time: 0.0621102 Jul 22 19:24:03.645786 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-196c234d-b700-4a2f-9885-0db93007d9d4 req-88b95cf4-97b2-4ea2-9bb4-469de36d5929 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240070 Jul 22 19:24:03.678318 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-115f3abb-12c6-4670-8905-df275e3db4c8 req-9c165eee-1851-4ab0-a40d-d2f17196c861 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5504871-7d28-4506-9cbe-aab2b17e5d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485351 Jul 22 19:24:03.746202 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-9bcb4362-cc55-418f-ac75-ee9dca462abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:03.748132 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-9bcb4362-cc55-418f-ac75-ee9dca462abd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b92fb42-3fe2-4f94-b925-91fab573144c HTTP/1.1" status: 200 len: 797 time: 0.0789042 Jul 22 19:24:03.866922 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-115f3abb-12c6-4670-8905-df275e3db4c8 req-b23b4c9a-c7d1-4a93-8312-82b329aa9b52 service neutron] 10.222.0.16 "GET /v2.0/networks/d5504871-7d28-4506-9cbe-aab2b17e5d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680236 Jul 22 19:24:03.963825 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:03.976953 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-c8e755ce-bfa6-4398-9031-e09c5add47ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:03.978484 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-c8e755ce-bfa6-4398-9031-e09c5add47ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b232de7e-d507-4fe5-aca3-83142933123b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2011960 Jul 22 19:24:03.990250 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae9d4a-307f-4a69-9fac-e3dac7cf53c1 req-2c4465d7-c4ac-4aff-acb0-f6a0146953dc tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:03.991919 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89ae9d4a-307f-4a69-9fac-e3dac7cf53c1 req-2c4465d7-c4ac-4aff-acb0-f6a0146953dc tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad51b7ae-b4c4-4720-babe-fbf68cdb3383 HTTP/1.1" status: 200 len: 944 time: 0.2023189 Jul 22 19:24:04.048313 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-115f3abb-12c6-4670-8905-df275e3db4c8 req-9ab5b14b-5783-469f-8374-526164627e61 service neutron] 10.222.0.16 "GET /v2.0/networks/d5504871-7d28-4506-9cbe-aab2b17e5d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729167 Jul 22 19:24:04.072453 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ea28ff98-45cf-4989-9491-cdadefc38c7a details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:24:04.102771 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89ae9d4a-307f-4a69-9fac-e3dac7cf53c1 req-c2d17c38-a644-4f82-8f7a-063e8d0e0208 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e01419c-60cf-47cd-8eb9-2abb220d8b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969231 Jul 22 19:24:04.151690 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-16e12069-c453-4bcc-a496-e54c2287051b service neutron] 10.222.0.30 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572239 Jul 22 19:24:04.258041 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ea28ff98-45cf-4989-9491-cdadefc38c7a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:04.275505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-b68001fb-ccd6-4577-9e11-e0ae0affd4ac service neutron] 10.222.0.30 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170638 Jul 22 19:24:04.286174 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'ea28ff98-45cf-4989-9491-cdadefc38c7a', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'port_id': 'ea28ff98-45cf-4989-9491-cdadefc38c7a', 'mac_address': 'fa:16:3e:84:5a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:24:04.334653 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.338298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-f478538b-832f-415d-ac64-e8e1165188d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28f41fa7-7d4b-4478-8017-2b274904790c HTTP/1.1" status: 200 len: 217 time: 0.0567772 Jul 22 19:24:04.350621 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea28ff98-45cf-4989-9491-cdadefc38c7a {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:24:04.373692 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ea28ff98-45cf-4989-9491-cdadefc38c7a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:04.383508 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.384941 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 01302eee-f000-4780-95f9-418ef61f0433 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:24:04.419751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-cc2a9305-5164-4865-985d-92706343cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:04.421648 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-cc2a9305-5164-4865-985d-92706343cc4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b92fb42-3fe2-4f94-b925-91fab573144c HTTP/1.1" status: 200 len: 797 time: 0.0775900 Jul 22 19:24:04.440847 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=ea28ff98-45cf-4989-9491-cdadefc38c7a,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:04.508781 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-2da285f1-3f8b-4169-b26e-79a84e0b9bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:04.511021 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-2da285f1-3f8b-4169-b26e-79a84e0b9bba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b232de7e-d507-4fe5-aca3-83142933123b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0800784 Jul 22 19:24:04.578531 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 01302eee-f000-4780-95f9-418ef61f0433, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=01302eee-f000-4780-95f9-418ef61f0433,segment=NetworkSegment(c4818171-480e-46b2-83dd-cf31c8e65f3e),segment_id=c4818171-480e-46b2-83dd-cf31c8e65f3e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:04.590767 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '01302eee-f000-4780-95f9-418ef61f0433', 'network_id': 'd5504871-7d28-4506-9cbe-aab2b17e5d62', 'port_id': '01302eee-f000-4780-95f9-418ef61f0433', 'mac_address': 'fa:16:3e:49:60:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d5e421-b694-4fc1-9f0d-8e47ef1a61ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:24:04.650528 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-ef87ccc2-c4e3-48d2-8ca1-7e12481fd98e service neutron] 10.222.0.30 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316626 Jul 22 19:24:04.671181 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.703944 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01302eee-f000-4780-95f9-418ef61f0433 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:24:04.738799 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 01302eee-f000-4780-95f9-418ef61f0433, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=01302eee-f000-4780-95f9-418ef61f0433,segment=NetworkSegment(c4818171-480e-46b2-83dd-cf31c8e65f3e),segment_id=c4818171-480e-46b2-83dd-cf31c8e65f3e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:04.746418 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.779941 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f32d4de1-faad-4d30-a2d8-09d8b5540185 req-f146fea0-2c5f-42a2-a391-59fda709df1a service neutron] 10.222.0.30 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211462 Jul 22 19:24:04.803165 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=01302eee-f000-4780-95f9-418ef61f0433,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:04.882110 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5735c67-0e63-48f7-9546-08f6588b8207 req-4531f04e-ed8b-4f27-b3bd-4dd481ec1e3e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:04.924576 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5735c67-0e63-48f7-9546-08f6588b8207 req-4531f04e-ed8b-4f27-b3bd-4dd481ec1e3e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.1358066 Jul 22 19:24:04.997987 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5735c67-0e63-48f7-9546-08f6588b8207 req-daa48abe-134c-4745-a0f7-f89dbdc139db tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704873 Jul 22 19:24:05.018664 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['ea28ff98-45cf-4989-9491-cdadefc38c7a'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:24:05.133705 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['01302eee-f000-4780-95f9-418ef61f0433'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:24:05.303296 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a7670-4586-4425-85af-1bc562452a96 req-79dab08e-e131-40cc-b761-8779f531845d tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:05.312339 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-762a7670-4586-4425-85af-1bc562452a96 req-79dab08e-e131-40cc-b761-8779f531845d tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad51b7ae-b4c4-4720-babe-fbf68cdb3383 HTTP/1.1" status: 200 len: 945 time: 0.0928218 Jul 22 19:24:05.366654 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-762a7670-4586-4425-85af-1bc562452a96 req-a6c2e541-209f-409d-add8-846e7a297c68 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e01419c-60cf-47cd-8eb9-2abb220d8b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530920 Jul 22 19:24:06.098062 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 01302eee-f000-4780-95f9-418ef61f0433 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:06.207140 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 01302eee-f000-4780-95f9-418ef61f0433 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:06.216940 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 01302eee-f000-4780-95f9-418ef61f0433 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:06.218024 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:06.319851 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df268f9e-4f0e-4af0-8b65-9375d4f4f87c req-6c5dd43c-7e44-4520-863c-964dcf93df27 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:06.329644 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df268f9e-4f0e-4af0-8b65-9375d4f4f87c req-6c5dd43c-7e44-4520-863c-964dcf93df27 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.2042434 Jul 22 19:24:06.407559 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:06.481812 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad51b7ae-b4c4-4720-babe-fbf68cdb3383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01302eee-f000-4780-95f9-418ef61f0433'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:06.483584 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df268f9e-4f0e-4af0-8b65-9375d4f4f87c req-0cdbe6f1-c3c4-4b51-a0db-e053a59b3744 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354456 Jul 22 19:24:06.485117 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67ca5da-e773-4278-ae04-190f514e4a7a" -d '{"events": [{"server_uuid": "ad51b7ae-b4c4-4720-babe-fbf68cdb3383", "name": "network-vif-plugged", "status": "completed", "tag": "01302eee-f000-4780-95f9-418ef61f0433"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:06.560592 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 01302eee-f000-4780-95f9-418ef61f0433, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=01302eee-f000-4780-95f9-418ef61f0433,segment=NetworkSegment(c4818171-480e-46b2-83dd-cf31c8e65f3e),segment_id=c4818171-480e-46b2-83dd-cf31c8e65f3e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:06.578994 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:06.583510 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ea28ff98-45cf-4989-9491-cdadefc38c7a up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:06.709372 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ecb5c7-4f2d-47a8-9ce0-a97772683537 x-openstack-request-id: req-33ecb5c7-4f2d-47a8-9ce0-a97772683537 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:06.710338 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad51b7ae-b4c4-4720-babe-fbf68cdb3383", "name": "network-vif-plugged", "status": "completed", "tag": "01302eee-f000-4780-95f9-418ef61f0433", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:06.710338 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33ecb5c7-4f2d-47a8-9ce0-a97772683537 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:06.710338 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad51b7ae-b4c4-4720-babe-fbf68cdb3383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01302eee-f000-4780-95f9-418ef61f0433', 'code': 200} Jul 22 19:24:06.749596 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=01302eee-f000-4780-95f9-418ef61f0433,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:06.797589 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port ea28ff98-45cf-4989-9491-cdadefc38c7a completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:06.805098 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port ea28ff98-45cf-4989-9491-cdadefc38c7a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:06.805451 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:06.838385 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae57d0b-dcf9-45f8-965b-e32707f8cf71 req-5b372ce2-0c9c-4b25-9308-fc3838306b95 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:06.847649 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ae57d0b-dcf9-45f8-965b-e32707f8cf71 req-5b372ce2-0c9c-4b25-9308-fc3838306b95 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad51b7ae-b4c4-4720-babe-fbf68cdb3383 HTTP/1.1" status: 200 len: 946 time: 0.2111473 Jul 22 19:24:06.931935 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ae57d0b-dcf9-45f8-965b-e32707f8cf71 req-93b5296b-648d-4876-96f7-20cc102a1fd6 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e01419c-60cf-47cd-8eb9-2abb220d8b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828798 Jul 22 19:24:06.945089 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bf732-83e4-427b-a79d-395c5e133764 req-53145f61-8beb-47a8-9517-26e10143ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:06.961196 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-362bf732-83e4-427b-a79d-395c5e133764 req-53145f61-8beb-47a8-9517-26e10143ea10 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ad51b7ae-b4c4-4720-babe-fbf68cdb3383 HTTP/1.1" status: 200 len: 1098 time: 0.2029824 Jul 22 19:24:06.971443 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.018817 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ea28ff98-45cf-4989-9491-cdadefc38c7a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:07.025105 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.106551 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=ea28ff98-45cf-4989-9491-cdadefc38c7a,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:07.124049 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-362bf732-83e4-427b-a79d-395c5e133764 req-43f4164b-03b9-4a5a-a0b1-54ad66aef475 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1e01419c-60cf-47cd-8eb9-2abb220d8b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566768 Jul 22 19:24:07.255048 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0acab6bf-98c8-4821-87f1-094489bbaea3 req-a5634cb9-4f3f-402b-943c-f3327e4fba44 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1655960 Jul 22 19:24:07.378866 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35344) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:07.417973 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acab6bf-98c8-4821-87f1-094489bbaea3 req-c3e33bef-fb11-4bd2-b574-95b6219ec05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:07.437633 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0acab6bf-98c8-4821-87f1-094489bbaea3 req-c3e33bef-fb11-4bd2-b574-95b6219ec05a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 1097 time: 0.1263456 Jul 22 19:24:07.640502 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-87a39320-2c6e-451c-bfe3-4ee38383d123 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb6202b29e6a45c08928e5c20cf85d0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570264 Jul 22 19:24:07.640743 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35354) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:07.700161 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acab6bf-98c8-4821-87f1-094489bbaea3 req-200f42bb-812c-4bec-8ad4-0f4e05704385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:07.702474 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0acab6bf-98c8-4821-87f1-094489bbaea3 req-200f42bb-812c-4bec-8ad4-0f4e05704385 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c297b54-303e-4a67-ba8a-52a15e243065 HTTP/1.1" status: 200 len: 897 time: 0.2338212 Jul 22 19:24:07.765539 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ea52c9ab-016a-473b-9e53-4c951a297b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.770966 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5558b-c770-4eb3-99c0-73978e119a83 req-1bef1e51-e6f4-46d8-8bab-094cbe7e7e94 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:07.773700 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cf5558b-c770-4eb3-99c0-73978e119a83 req-1bef1e51-e6f4-46d8-8bab-094cbe7e7e94 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 946 time: 0.1182601 Jul 22 19:24:07.801386 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ea52c9ab-016a-473b-9e53-4c951a297b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.815721 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0acab6bf-98c8-4821-87f1-094489bbaea3 req-04c7cf76-fc8f-4a73-9e93-f217e1b2b91e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83f824c9-ab76-400b-989c-e2c25e9a07ba HTTP/1.1" status: 200 len: 1000 time: 0.1005361 Jul 22 19:24:07.841059 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cf5558b-c770-4eb3-99c0-73978e119a83 req-a7bd8cfc-c238-4f92-bd84-2eb5eea1ea67 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606563 Jul 22 19:24:07.915922 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acab6bf-98c8-4821-87f1-094489bbaea3 req-b530327b-9ad6-4497-beea-7672a62cf5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:07.917891 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0acab6bf-98c8-4821-87f1-094489bbaea3 req-b530327b-9ad6-4497-beea-7672a62cf5b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=424f4846-1760-4eba-8276-fd19966bb05d HTTP/1.1" status: 200 len: 835 time: 0.0953636 Jul 22 19:24:07.943158 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ea52c9ab-016a-473b-9e53-4c951a297b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.946873 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ea52c9ab-016a-473b-9e53-4c951a297b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.951226 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ea52c9ab-016a-473b-9e53-4c951a297b51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb10a9f4-e787-4f5c-8a51-652f738de85f HTTP/1.1" status: 204 len: 168 time: 0.3064301 Jul 22 19:24:08.037141 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52c9ab-016a-473b-9e53-4c951a297b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb10a9f4-e787-4f5c-8a51-652f738de85f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:08.171733 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acab6bf-98c8-4821-87f1-094489bbaea3 req-e76be1f9-e656-4a92-a3cf-26b6232e3af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:08.174116 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0acab6bf-98c8-4821-87f1-094489bbaea3 req-e76be1f9-e656-4a92-a3cf-26b6232e3af8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c297b54-303e-4a67-ba8a-52a15e243065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2475731 Jul 22 19:24:08.230120 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e55302-9883-40d3-b73f-becd291d22fa req-b30ff5ce-d083-4135-b2be-bd41fc14f579 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:08.232268 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-77e55302-9883-40d3-b73f-becd291d22fa req-b30ff5ce-d083-4135-b2be-bd41fc14f579 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad51b7ae-b4c4-4720-babe-fbf68cdb3383 HTTP/1.1" status: 200 len: 946 time: 0.1280651 Jul 22 19:24:08.322384 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-77e55302-9883-40d3-b73f-becd291d22fa req-cf16f713-ca76-4e3c-b7bf-e1260d0d783b tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e01419c-60cf-47cd-8eb9-2abb220d8b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809674 Jul 22 19:24:08.394043 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0acab6bf-98c8-4821-87f1-094489bbaea3 req-435a7335-f3c1-4c6a-a3f1-1e8cba8fdd23 service neutron] 10.222.0.16 "GET /v2.0/networks/9c297b54-303e-4a67-ba8a-52a15e243065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094791 Jul 22 19:24:08.546257 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0acab6bf-98c8-4821-87f1-094489bbaea3 req-1e4b4211-84b1-40c1-9475-7c952f92b5e6 service neutron] 10.222.0.16 "GET /v2.0/networks/9c297b54-303e-4a67-ba8a-52a15e243065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466210 Jul 22 19:24:08.712711 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1020d379-41bf-4d11-ac54-97e43213c200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28ff98-45cf-4989-9491-cdadefc38c7a'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:08.717771 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc7ace8-af77-4f7b-bd45-874564ef583d" -d '{"events": [{"server_uuid": "1020d379-41bf-4d11-ac54-97e43213c200", "name": "network-vif-plugged", "status": "completed", "tag": "ea28ff98-45cf-4989-9491-cdadefc38c7a"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:08.779742 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5f5cf8-8cce-4a77-8298-6f5dc4c0cd07 x-openstack-request-id: req-cb5f5cf8-8cce-4a77-8298-6f5dc4c0cd07 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:08.780033 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1020d379-41bf-4d11-ac54-97e43213c200", "name": "network-vif-plugged", "status": "completed", "tag": "ea28ff98-45cf-4989-9491-cdadefc38c7a", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:08.780625 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb5f5cf8-8cce-4a77-8298-6f5dc4c0cd07 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:08.780967 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1020d379-41bf-4d11-ac54-97e43213c200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28ff98-45cf-4989-9491-cdadefc38c7a', 'code': 200} Jul 22 19:24:09.001352 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea65128-4e52-42f3-afc7-baa10321220a req-95358755-8276-49be-ad06-aa4037e7394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:09.004204 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3ea65128-4e52-42f3-afc7-baa10321220a req-95358755-8276-49be-ad06-aa4037e7394f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 1098 time: 0.1281552 Jul 22 19:24:09.009088 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:09.064417 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0fc10-b6eb-4459-a900-282ab1345440 req-09abf872-c7aa-49c2-bb67-45dbf8276553 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:09.073967 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88a0fc10-b6eb-4459-a900-282ab1345440 req-09abf872-c7aa-49c2-bb67-45dbf8276553 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 946 time: 0.1416876 Jul 22 19:24:09.076989 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3ea65128-4e52-42f3-afc7-baa10321220a req-3d3ef46b-0c88-4a1e-bc4d-81011cd51db9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656488 Jul 22 19:24:09.117724 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88a0fc10-b6eb-4459-a900-282ab1345440 req-e7eaf34d-62fa-49c5-8b8e-dde9d639cffe tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434444 Jul 22 19:24:09.305875 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35388) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:09.459306 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f715a891-dc89-4e62-8822-0b599aed822d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1885282964-network', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:09.499786 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575c574-d183-41ea-8223-d3067d05073f req-49f6e033-3adf-49ab-92f4-9679e3e4ce8b tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:09.508418 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0575c574-d183-41ea-8223-d3067d05073f req-49f6e033-3adf-49ab-92f4-9679e3e4ce8b tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad51b7ae-b4c4-4720-babe-fbf68cdb3383 HTTP/1.1" status: 200 len: 946 time: 0.0979762 Jul 22 19:24:09.519563 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f715a891-dc89-4e62-8822-0b599aed822d admin admin] Made reservation on behalf of 9ade0e6eb0dd4b2183d5e433ea099f6a for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:24:09.523031 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f715a891-dc89-4e62-8822-0b599aed822d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:09.533434 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f715a891-dc89-4e62-8822-0b599aed822d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:09.578020 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0575c574-d183-41ea-8223-d3067d05073f req-7381ad3e-fb2d-44f5-adbb-13d1e9677c28 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e01419c-60cf-47cd-8eb9-2abb220d8b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686538 Jul 22 19:24:09.745483 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f715a891-dc89-4e62-8822-0b599aed822d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:09.749855 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f715a891-dc89-4e62-8822-0b599aed822d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:09.778761 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f715a891-dc89-4e62-8822-0b599aed822d admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:24:09.798525 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715a891-dc89-4e62-8822-0b599aed822d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42469465-4efe-4a25-98c5-3be4190d0fb5,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:09.802056 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f715a891-dc89-4e62-8822-0b599aed822d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:09.802056 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-f715a891-dc89-4e62-8822-0b599aed822d admin admin] Added segment a9c2f036-6000-4366-819f-4cfc217c7cb0 of type vlan for network 13a55bad-8b19-4c87-b50a-5b513916342a Jul 22 19:24:09.883508 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f715a891-dc89-4e62-8822-0b599aed822d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:09.944202 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f715a891-dc89-4e62-8822-0b599aed822d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:09.946990 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f715a891-dc89-4e62-8822-0b599aed822d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:09.948009 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f715a891-dc89-4e62-8822-0b599aed822d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:10.003066 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f715a891-dc89-4e62-8822-0b599aed822d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6958253 Jul 22 19:24:10.006195 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35406) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:10.011288 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-0315fa48-3bae-4601-919e-cd468fd7b864 admin admin] Request body: {'subnet': {'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1885282964-subnet', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:10.072439 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0315fa48-3bae-4601-919e-cd468fd7b864 admin admin] Made reservation on behalf of 9ade0e6eb0dd4b2183d5e433ea099f6a for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:24:10.080375 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0315fa48-3bae-4601-919e-cd468fd7b864 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:10.146767 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715a891-dc89-4e62-8822-0b599aed822d admin admin] Pushing event updated for resources: {'Network': ['ID=13a55bad-8b19-4c87-b50a-5b513916342a,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:10.178764 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 13a55bad-8b19-4c87-b50a-5b513916342a details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:24:10.503034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f8d86-d49b-4e47-8d04-6a71aca6517c req-faf4b62f-57d2-4893-9104-1e5b0d98b282 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:10.504501 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab5f8d86-d49b-4e47-8d04-6a71aca6517c req-faf4b62f-57d2-4893-9104-1e5b0d98b282 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 946 time: 0.1674039 Jul 22 19:24:10.505808 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0315fa48-3bae-4601-919e-cd468fd7b864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:10.593475 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab5f8d86-d49b-4e47-8d04-6a71aca6517c req-52a22393-6b43-4459-813d-ef896852876a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613990 Jul 22 19:24:10.595159 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315fa48-3bae-4601-919e-cd468fd7b864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ffb26b-871c-4d5c-9582-82dc6015256c,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:10.612256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315fa48-3bae-4601-919e-cd468fd7b864 admin admin] Checking segment: {'id': 'a9c2f036-6000-4366-819f-4cfc217c7cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:10.612650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0315fa48-3bae-4601-919e-cd468fd7b864 admin admin] Network hostable DHCP agents. Network: 13a55bad-8b19-4c87-b50a-5b513916342a, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:24:10.633792 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0315fa48-3bae-4601-919e-cd468fd7b864 admin admin] Network 13a55bad-8b19-4c87-b50a-5b513916342a is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:24:10.648000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-0315fa48-3bae-4601-919e-cd468fd7b864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 13a55bad-8b19-4c87-b50a-5b513916342a) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:10.676211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c42d27-e8e3-41c0-bb94-ae032d365a71 None None] Network 13a55bad-8b19-4c87-b50a-5b513916342a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:24:10.712393 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0315fa48-3bae-4601-919e-cd468fd7b864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:10.748167 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0315fa48-3bae-4601-919e-cd468fd7b864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:10.901931 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0315fa48-3bae-4601-919e-cd468fd7b864 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8920901 Jul 22 19:24:10.904866 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35422) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:10.914027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-fbb02ee7-b2f6-4de0-885c-5f593ea26f97 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1885282964-router', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:10.982472 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7773ec-67c3-44c2-85af-eab6da0bac01 req-dd002b7a-cfc4-427e-9bd2-16aabe0c9fa5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:10.984043 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2c7773ec-67c3-44c2-85af-eab6da0bac01 req-dd002b7a-cfc4-427e-9bd2-16aabe0c9fa5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 946 time: 0.2212462 Jul 22 19:24:10.992408 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fbb02ee7-b2f6-4de0-885c-5f593ea26f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:10.993481 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fbb02ee7-b2f6-4de0-885c-5f593ea26f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:11.022758 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35426) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:11.046220 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-60d16154-96ea-490c-b640-b6a55234646b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Request body: {'floatingip': {'port_id': 'ea28ff98-45cf-4989-9491-cdadefc38c7a'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:11.051584 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-13a55bad-8b19-4c87-b50a-5b513916342a', 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'fixed_ips': [{'subnet_id': '88ffb26b-871c-4d5c-9582-82dc6015256c'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:24:11.052791 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:11.052996 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fbb02ee7-b2f6-4de0-885c-5f593ea26f97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:11.065146 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38aac0c-4f1e-449b-adbd-6589e4c0e111 req-c02035fa-7066-4d2a-ba2c-3fb7205e4477 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:11.073923 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d38aac0c-4f1e-449b-adbd-6589e4c0e111 req-c02035fa-7066-4d2a-ba2c-3fb7205e4477 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad51b7ae-b4c4-4720-babe-fbf68cdb3383 HTTP/1.1" status: 200 len: 946 time: 0.2435489 Jul 22 19:24:11.214061 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-60d16154-96ea-490c-b640-b6a55234646b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for floatingip, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:11.227333 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] Allocated IP 172.20.0.2 (13a55bad-8b19-4c87-b50a-5b513916342a/88ffb26b-871c-4d5c-9582-82dc6015256c/bdc1717e-259c-4834-9893-859ecd7d2cf2) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:11.245163 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d38aac0c-4f1e-449b-adbd-6589e4c0e111 req-0a4a41d1-763b-4070-b2e9-6ecdd3f9ae11 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e01419c-60cf-47cd-8eb9-2abb220d8b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696587 Jul 22 19:24:11.461850 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fbb02ee7-b2f6-4de0-885c-5f593ea26f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:11.516158 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:11.529870 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] Transition to ACTIVE for port object bdc1717e-259c-4834-9893-859ecd7d2cf2 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:11.562019 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] Transition to ACTIVE for port object bdc1717e-259c-4834-9893-859ecd7d2cf2 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:11.573480 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:11.617068 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] Network 13a55bad-8b19-4c87-b50a-5b513916342a is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:11.625198 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:11.636053 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:11.654897 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] Pushing event updated for resources: {'Port': ['ID=bdc1717e-259c-4834-9893-859ecd7d2cf2,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:11.659730 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:11.739626 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] Attempting to bind port bdc1717e-259c-4834-9893-859ecd7d2cf2 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:11.740039 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] Attempting to bind port bdc1717e-259c-4834-9893-859ecd7d2cf2 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a9c2f036-6000-4366-819f-4cfc217c7cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:11.740489 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] Attempting to bind port bdc1717e-259c-4834-9893-859ecd7d2cf2 on network 13a55bad-8b19-4c87-b50a-5b513916342a {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:11.748171 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:11.751518 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] Checking segment: {'id': 'a9c2f036-6000-4366-819f-4cfc217c7cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:11.751518 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:11.751852 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] Bound using segment: {'id': 'a9c2f036-6000-4366-819f-4cfc217c7cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:11.752302 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] Bound port: bdc1717e-259c-4834-9893-859ecd7d2cf2, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c2f036-6000-4366-819f-4cfc217c7cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:11.752725 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:11.893889 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fbb02ee7-b2f6-4de0-885c-5f593ea26f97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:11.939160 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fbb02ee7-b2f6-4de0-885c-5f593ea26f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:11.944136 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] For port bdc1717e-259c-4834-9893-859ecd7d2cf2, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:11.954792 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] For port bdc1717e-259c-4834-9893-859ecd7d2cf2, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bdc1717e-259c-4834-9893-859ecd7d2cf2,segment=NetworkSegment(a9c2f036-6000-4366-819f-4cfc217c7cb0),segment_id=a9c2f036-6000-4366-819f-4cfc217c7cb0)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:11.955363 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-60d16154-96ea-490c-b640-b6a55234646b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:11.959900 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-60d16154-96ea-490c-b640-b6a55234646b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:11.968768 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:12.065680 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80f2c6-6adc-45cb-b5bf-b10c06d2236e None None] Pushing event updated for resources: {'Port': ['ID=bdc1717e-259c-4834-9893-859ecd7d2cf2,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:12.145625 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-fbb02ee7-b2f6-4de0-885c-5f593ea26f97 admin admin] Allocated IP 172.25.3.163 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/c95a8cc1-77ce-4790-93c8-d27a2402f68c) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:12.393162 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [None req-60d16154-96ea-490c-b640-b6a55234646b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Floating IP f7e07a92-30e7-48ae-a96c-0699dd6f8cbb associated. External IP: 172.25.3.126, port: ea28ff98-45cf-4989-9491-cdadefc38c7a. Jul 22 19:24:12.465650 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fbb02ee7-b2f6-4de0-885c-5f593ea26f97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:12.505882 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a8080-eb98-4b1b-8240-befabf50348f req-d39f170c-6de8-47a4-b230-fe5256d7544e tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:12.507610 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1d8a8080-eb98-4b1b-8240-befabf50348f req-d39f170c-6de8-47a4-b230-fe5256d7544e tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad51b7ae-b4c4-4720-babe-fbf68cdb3383 HTTP/1.1" status: 200 len: 946 time: 0.3556495 Jul 22 19:24:12.544562 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614892ef-ad28-418c-a60b-f220a34b9c47 req-4bbeb162-1c02-40b7-90ec-deb0b64da0ff tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:12.552330 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-614892ef-ad28-418c-a60b-f220a34b9c47 req-4bbeb162-1c02-40b7-90ec-deb0b64da0ff tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad51b7ae-b4c4-4720-babe-fbf68cdb3383 HTTP/1.1" status: 200 len: 946 time: 0.1530740 Jul 22 19:24:12.636236 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-614892ef-ad28-418c-a60b-f220a34b9c47 req-b44b74f3-e854-426c-a6c2-9ced463d7a6d tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e01419c-60cf-47cd-8eb9-2abb220d8b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823689 Jul 22 19:24:12.644652 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fbb02ee7-b2f6-4de0-885c-5f593ea26f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:12.712540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb02ee7-b2f6-4de0-885c-5f593ea26f97 admin admin] Pushing event updated for resources: {'Port': ['ID=c95a8cc1-77ce-4790-93c8-d27a2402f68c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:12.723430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb02ee7-b2f6-4de0-885c-5f593ea26f97 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:12.726226 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-fbb02ee7-b2f6-4de0-885c-5f593ea26f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:12.737713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb02ee7-b2f6-4de0-885c-5f593ea26f97 admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:12.794292 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:24:12.797792 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-1d8a8080-eb98-4b1b-8240-befabf50348f req-ec896146-b88e-4455-a409-11269bb81e08 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Deleting port 01302eee-f000-4780-95f9-418ef61f0433 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:24:12.798082 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1d8a8080-eb98-4b1b-8240-befabf50348f req-ec896146-b88e-4455-a409-11269bb81e08 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:12.994600 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d16154-96ea-490c-b640-b6a55234646b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Router 9a645d28-638f-4a1d-a503-b06bf32aea9d has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:24:13.026964 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-1d8a8080-eb98-4b1b-8240-befabf50348f req-ec896146-b88e-4455-a409-11269bb81e08 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] For port 01302eee-f000-4780-95f9-418ef61f0433, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=01302eee-f000-4780-95f9-418ef61f0433,segment=NetworkSegment(c4818171-480e-46b2-83dd-cf31c8e65f3e),segment_id=c4818171-480e-46b2-83dd-cf31c8e65f3e)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:13.027816 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1d8a8080-eb98-4b1b-8240-befabf50348f req-ec896146-b88e-4455-a409-11269bb81e08 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:13.107007 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fbb02ee7-b2f6-4de0-885c-5f593ea26f97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:13.118283 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-1d8a8080-eb98-4b1b-8240-befabf50348f req-ec896146-b88e-4455-a409-11269bb81e08 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Calling delete_port for 01302eee-f000-4780-95f9-418ef61f0433 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:24:13.273622 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d16154-96ea-490c-b640-b6a55234646b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:24:13.292321 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74d04b9-9de1-4256-a68e-e5edd48eb38f None None] Sync routers for ids ['9a645d28-638f-4a1d-a503-b06bf32aea9d'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:24:13.294729 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-60d16154-96ea-490c-b640-b6a55234646b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:13.333684 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74d04b9-9de1-4256-a68e-e5edd48eb38f None None] Routers {'9a645d28-638f-4a1d-a503-b06bf32aea9d'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:13.335748 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e74d04b9-9de1-4256-a68e-e5edd48eb38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:24:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['9a645d28-638f-4a1d-a503-b06bf32aea9d'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:13.359844 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-60d16154-96ea-490c-b640-b6a55234646b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "PUT /v2.0/floatingips/f7e07a92-30e7-48ae-a96c-0699dd6f8cbb HTTP/1.1" status: 200 len: 992 time: 2.3347170 Jul 22 19:24:13.360870 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1020d379-41bf-4d11-ac54-97e43213c200', 'tag': 'ea28ff98-45cf-4989-9491-cdadefc38c7a'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:13.363868 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2495d69-ccf4-4eef-aad1-e6f6ff83ce3b" -d '{"events": [{"name": "network-changed", "server_uuid": "1020d379-41bf-4d11-ac54-97e43213c200", "tag": "ea28ff98-45cf-4989-9491-cdadefc38c7a"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:13.403960 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fbb02ee7-b2f6-4de0-885c-5f593ea26f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:13.519142 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1d8a8080-eb98-4b1b-8240-befabf50348f req-ec896146-b88e-4455-a409-11269bb81e08 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:13.542368 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c6c2e6-16a8-4cca-87fe-6f7cb972518f x-openstack-request-id: req-e9c6c2e6-16a8-4cca-87fe-6f7cb972518f {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:13.542937 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1020d379-41bf-4d11-ac54-97e43213c200", "tag": "ea28ff98-45cf-4989-9491-cdadefc38c7a", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:13.542937 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9c6c2e6-16a8-4cca-87fe-6f7cb972518f {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:13.550990 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1020d379-41bf-4d11-ac54-97e43213c200', 'tag': 'ea28ff98-45cf-4989-9491-cdadefc38c7a', 'status': 'completed', 'code': 200} Jul 22 19:24:13.572757 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['01302eee-f000-4780-95f9-418ef61f0433'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:24:13.641056 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec896146-b88e-4455-a409-11269bb81e08 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Pushing event deleted for resources: {'Port': ['ID=01302eee-f000-4780-95f9-418ef61f0433,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:13.693867 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bdc1717e-259c-4834-9893-859ecd7d2cf2 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:13.752702 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8a8080-eb98-4b1b-8240-befabf50348f req-ec896146-b88e-4455-a409-11269bb81e08 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] No DVR routers for this DVR port 01302eee-f000-4780-95f9-418ef61f0433 on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:24:13.767407 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1d8a8080-eb98-4b1b-8240-befabf50348f req-ec896146-b88e-4455-a409-11269bb81e08 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:13.772195 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1d8a8080-eb98-4b1b-8240-befabf50348f req-ec896146-b88e-4455-a409-11269bb81e08 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.16 "DELETE /v2.0/ports/01302eee-f000-4780-95f9-418ef61f0433 HTTP/1.1" status: 204 len: 173 time: 1.2503698 Jul 22 19:24:13.810601 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f034e42-296e-4cec-874a-12d13f4680b2 None None] Network 13a55bad-8b19-4c87-b50a-5b513916342a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:24:13.819770 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-e74d04b9-9de1-4256-a68e-e5edd48eb38f None None] Set router 9a645d28-638f-4a1d-a503-b06bf32aea9d gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:13.887877 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port bdc1717e-259c-4834-9893-859ecd7d2cf2 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:13.928640 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-45373e02-3b48-4adb-a1c9-8a41f2f95a6c None None] Provisioning for port bdc1717e-259c-4834-9893-859ecd7d2cf2 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:13.942562 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4fa0b74c-2071-4e1d-970e-63e091378d98 req-ce7344c5-9293-44fc-8258-5fa4219bedd9 tempest-VolumesActionsTest-614202059 tempest-VolumesActionsTest-614202059-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad51b7ae-b4c4-4720-babe-fbf68cdb3383 HTTP/1.1" status: 200 len: 210 time: 0.1195300 Jul 22 19:24:14.030904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2495d69-ccf4-4eef-aad1-e6f6ff83ce3b req-809a6902-5a16-4dab-abf0-b2f48694633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:14.035000 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2495d69-ccf4-4eef-aad1-e6f6ff83ce3b req-809a6902-5a16-4dab-abf0-b2f48694633b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 1098 time: 0.4635241 Jul 22 19:24:14.081528 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-45373e02-3b48-4adb-a1c9-8a41f2f95a6c None None] Provisioning complete for port bdc1717e-259c-4834-9893-859ecd7d2cf2 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:14.081808 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-45373e02-3b48-4adb-a1c9-8a41f2f95a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:14.110541 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb02ee7-b2f6-4de0-885c-5f593ea26f97 admin admin] Router 3fae9832-d6ed-403b-aefd-95166ddaaf4d is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:24:14.807318 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2495d69-ccf4-4eef-aad1-e6f6ff83ce3b req-3af7bcec-ce6d-4363-a496-1fd423c69ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:14.810270 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2495d69-ccf4-4eef-aad1-e6f6ff83ce3b req-3af7bcec-ce6d-4363-a496-1fd423c69ad1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 913 time: 0.7622466 Jul 22 19:24:14.820065 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-45373e02-3b48-4adb-a1c9-8a41f2f95a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:14.931295 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2495d69-ccf4-4eef-aad1-e6f6ff83ce3b req-a4260e10-0b1b-4f30-b0d3-c27663edae3e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a HTTP/1.1" status: 200 len: 1000 time: 0.0935273 Jul 22 19:24:14.982783 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-45373e02-3b48-4adb-a1c9-8a41f2f95a6c None None] For port bdc1717e-259c-4834-9893-859ecd7d2cf2, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bdc1717e-259c-4834-9893-859ecd7d2cf2,segment=NetworkSegment(a9c2f036-6000-4366-819f-4cfc217c7cb0),segment_id=a9c2f036-6000-4366-819f-4cfc217c7cb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:15.012631 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-45373e02-3b48-4adb-a1c9-8a41f2f95a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:15.131505 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e74d04b9-9de1-4256-a68e-e5edd48eb38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'name': 'tempest-ServerActionsTestJSON-1455683431-router', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'gw_port': {'id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:40Z', 'updated_at': '2021-07-22T19:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'f7e07a92-30e7-48ae-a96c-0699dd6f8cbb', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'port_id': 'ea28ff98-45cf-4989-9491-cdadefc38c7a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'mac_address': 'fa:16:3e:84:5a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020d379-41bf-4d11-ac54-97e43213c200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:23:50Z', 'updated_at': '2021-07-22T19:24:11Z', 'revision_number': 1, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6fbd9c1-795b-4934-9961-85a98880ba2d', 'name': '', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'mac_address': 'fa:16:3e:88:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:54Z', 'revision_number': 5, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'subnets': [{'id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:15.136404 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb02ee7-b2f6-4de0-885c-5f593ea26f97 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:24:15.156510 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] Sync routers for ids ['3fae9832-d6ed-403b-aefd-95166ddaaf4d'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:24:15.167097 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2495d69-ccf4-4eef-aad1-e6f6ff83ce3b req-27c1831f-63cc-44da-bd1b-39e17186c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:15.171421 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2495d69-ccf4-4eef-aad1-e6f6ff83ce3b req-27c1831f-63cc-44da-bd1b-39e17186c7ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.2307830 Jul 22 19:24:15.173950 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fbb02ee7-b2f6-4de0-885c-5f593ea26f97 admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:15.176559 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fbb02ee7-b2f6-4de0-885c-5f593ea26f97 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2690020 Jul 22 19:24:15.177645 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35470) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:15.189250 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] Routers {'3fae9832-d6ed-403b-aefd-95166ddaaf4d'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:15.189880 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:24:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['3fae9832-d6ed-403b-aefd-95166ddaaf4d'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:15.448782 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74d04b9-9de1-4256-a68e-e5edd48eb38f None None] Checking router: 9a645d28-638f-4a1d-a503-b06bf32aea9d for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:24:15.463796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2495d69-ccf4-4eef-aad1-e6f6ff83ce3b req-1584356e-7cf6-4ea1-a838-ae85b15abd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:15.467525 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2495d69-ccf4-4eef-aad1-e6f6ff83ce3b req-1584356e-7cf6-4ea1-a838-ae85b15abd39 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2876418 Jul 22 19:24:15.473060 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45373e02-3b48-4adb-a1c9-8a41f2f95a6c None None] Pushing event updated for resources: {'Port': ['ID=bdc1717e-259c-4834-9893-859ecd7d2cf2,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:15.490159 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74d04b9-9de1-4256-a68e-e5edd48eb38f None None] Routers {'9a645d28-638f-4a1d-a503-b06bf32aea9d'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:15.493838 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e74d04b9-9de1-4256-a68e-e5edd48eb38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:24:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['9a645d28-638f-4a1d-a503-b06bf32aea9d'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:15.646746 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] Set router 3fae9832-d6ed-403b-aefd-95166ddaaf4d gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:15.650662 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-e74d04b9-9de1-4256-a68e-e5edd48eb38f None None] Set router 9a645d28-638f-4a1d-a503-b06bf32aea9d gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:15.697788 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad51b7ae-b4c4-4720-babe-fbf68cdb3383', 'name': 'network-vif-deleted', 'tag': '01302eee-f000-4780-95f9-418ef61f0433'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:15.706515 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c8f676-7e82-4dbf-9197-8229ec6783de" -d '{"events": [{"server_uuid": "ad51b7ae-b4c4-4720-babe-fbf68cdb3383", "name": "network-vif-deleted", "tag": "01302eee-f000-4780-95f9-418ef61f0433"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:15.806755 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c4ba9634-9ccf-49f1-89ea-cf0102137a33 None None] Provisioning complete for port bdc1717e-259c-4834-9893-859ecd7d2cf2 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:15.807150 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9634-9ccf-49f1-89ea-cf0102137a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:15.841906 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2495d69-ccf4-4eef-aad1-e6f6ff83ce3b req-e015f27e-eaf6-44b2-bd93-7468453c59dd service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675158 Jul 22 19:24:15.916734 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e300d2dd-afd9-46c3-b880-043a8bf2feb4 x-openstack-request-id: req-e300d2dd-afd9-46c3-b880-043a8bf2feb4 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:15.917113 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad51b7ae-b4c4-4720-babe-fbf68cdb3383", "name": "network-vif-deleted", "tag": "01302eee-f000-4780-95f9-418ef61f0433", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:15.917309 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e300d2dd-afd9-46c3-b880-043a8bf2feb4 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:15.918150 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad51b7ae-b4c4-4720-babe-fbf68cdb3383', 'name': 'network-vif-deleted', 'tag': '01302eee-f000-4780-95f9-418ef61f0433', 'status': 'completed', 'code': 200} Jul 22 19:24:16.020663 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e74d04b9-9de1-4256-a68e-e5edd48eb38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'name': 'tempest-ServerActionsTestJSON-1455683431-router', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'gw_port': {'id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:40Z', 'updated_at': '2021-07-22T19:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'f7e07a92-30e7-48ae-a96c-0699dd6f8cbb', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'port_id': 'ea28ff98-45cf-4989-9491-cdadefc38c7a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'mac_address': 'fa:16:3e:84:5a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020d379-41bf-4d11-ac54-97e43213c200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:23:50Z', 'updated_at': '2021-07-22T19:24:11Z', 'revision_number': 1, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6fbd9c1-795b-4934-9961-85a98880ba2d', 'name': '', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'mac_address': 'fa:16:3e:88:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:54Z', 'revision_number': 5, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'subnets': [{'id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:16.067460 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74d04b9-9de1-4256-a68e-e5edd48eb38f None None] The sync data for ids ['9a645d28-638f-4a1d-a503-b06bf32aea9d'] in n-d-800086-12 is: [{'id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'name': 'tempest-ServerActionsTestJSON-1455683431-router', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'gw_port': {'id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:40Z', 'updated_at': '2021-07-22T19:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'f7e07a92-30e7-48ae-a96c-0699dd6f8cbb', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'port_id': 'ea28ff98-45cf-4989-9491-cdadefc38c7a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'mac_address': 'fa:16:3e:84:5a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1020d379-41bf-4d11-ac54-97e43213c200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:23:50Z', 'updated_at': '2021-07-22T19:24:11Z', 'revision_number': 1, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6fbd9c1-795b-4934-9961-85a98880ba2d', 'name': '', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'mac_address': 'fa:16:3e:88:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:54Z', 'revision_number': 5, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'subnets': [{'id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:24:16.089217 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2495d69-ccf4-4eef-aad1-e6f6ff83ce3b req-72580f6c-4c88-478c-bde9-82b099dfe631 service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409246 Jul 22 19:24:16.144690 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'name': 'tempest-TestServerBasicOps-1885282964-router', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:10Z', 'updated_at': '2021-07-22T19:24:12Z', 'revision_number': 3, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'gw_port': {'id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:11Z', 'updated_at': '2021-07-22T19:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:16.154482 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 01302eee-f000-4780-95f9-418ef61f0433 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:24:16.201658 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] Checking router: 3fae9832-d6ed-403b-aefd-95166ddaaf4d for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:24:16.202383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 01302eee-f000-4780-95f9-418ef61f0433 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:24:16.202738 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 01302eee-f000-4780-95f9-418ef61f0433 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:24:16.203169 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] Updating router 3fae9832-d6ed-403b-aefd-95166ddaaf4d port c95a8cc1-77ce-4790-93c8-d27a2402f68c binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:24:16.248446 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:16.334545 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:16.509952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc52601d-d8a8-44b1-ad33-2d2ce2939f88 None None] New status for floating IP f7e07a92-30e7-48ae-a96c-0699dd6f8cbb: ACTIVE {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:24:16.692133 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Allocated IP 172.20.0.1 (13a55bad-8b19-4c87-b50a-5b513916342a/88ffb26b-871c-4d5c-9582-82dc6015256c/241187cc-e861-49a1-804e-c5802889a22a) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:16.794128 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:16.810353 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] Transition to ACTIVE for port object c95a8cc1-77ce-4790-93c8-d27a2402f68c will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:16.819499 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:16.876699 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:16.909415 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Transition to ACTIVE for port object 241187cc-e861-49a1-804e-c5802889a22a will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:16.945714 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de40c6-994c-498f-8f6b-b3c4fe814392 None None] Pushing event updated for resources: {'Port': ['ID=c95a8cc1-77ce-4790-93c8-d27a2402f68c,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:16.969221 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] Attempting to bind port c95a8cc1-77ce-4790-93c8-d27a2402f68c on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:16.969609 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] Attempting to bind port c95a8cc1-77ce-4790-93c8-d27a2402f68c by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:16.969969 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] Attempting to bind port c95a8cc1-77ce-4790-93c8-d27a2402f68c on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:16.992693 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:16.993198 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:16.993605 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:16.993994 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:16.994548 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] Bound port: c95a8cc1-77ce-4790-93c8-d27a2402f68c, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:16.994856 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:16.994990 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:17.034919 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Network 13a55bad-8b19-4c87-b50a-5b513916342a is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:17.040123 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:17.044376 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:17.071096 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Pushing event updated for resources: {'Port': ['ID=241187cc-e861-49a1-804e-c5802889a22a,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:17.081584 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:17.082865 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:17.083361 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:17.083850 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:17.084333 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:17.084861 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:17.085333 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:17.085798 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:17.086277 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:17.086754 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:17.087260 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:17.087736 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:17.112048 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] For port c95a8cc1-77ce-4790-93c8-d27a2402f68c, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:17.116200 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] For port c95a8cc1-77ce-4790-93c8-d27a2402f68c, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c95a8cc1-77ce-4790-93c8-d27a2402f68c,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:17.122478 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:17.122962 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:17.213919 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] Routers {'3fae9832-d6ed-403b-aefd-95166ddaaf4d'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:17.215291 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:24:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['3fae9832-d6ed-403b-aefd-95166ddaaf4d'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:17.385293 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de40c6-994c-498f-8f6b-b3c4fe814392 None None] Pushing event updated for resources: {'Port': ['ID=c95a8cc1-77ce-4790-93c8-d27a2402f68c,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:17.460809 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] Set router 3fae9832-d6ed-403b-aefd-95166ddaaf4d gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:17.524839 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-50407e55-95cb-4b5a-b5fd-3cf73eb2ac76 None None] Provisioning for port 241187cc-e861-49a1-804e-c5802889a22a completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:17.536951 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bdc1717e-259c-4834-9893-859ecd7d2cf2 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:17.595619 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-50407e55-95cb-4b5a-b5fd-3cf73eb2ac76 None None] Provisioning complete for port 241187cc-e861-49a1-804e-c5802889a22a triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:17.595997 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-50407e55-95cb-4b5a-b5fd-3cf73eb2ac76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:17.697359 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-50407e55-95cb-4b5a-b5fd-3cf73eb2ac76 None None] Port 241187cc-e861-49a1-804e-c5802889a22a cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:24:17.720078 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port bdc1717e-259c-4834-9893-859ecd7d2cf2 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:17.720334 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:17.792223 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'name': 'tempest-TestServerBasicOps-1885282964-router', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:10Z', 'updated_at': '2021-07-22T19:24:12Z', 'revision_number': 3, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'gw_port': {'id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:11Z', 'updated_at': '2021-07-22T19:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:17.877191 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4d3a73-3d68-4257-bf57-0fc2a2eaaecf None None] The sync data for ids ['3fae9832-d6ed-403b-aefd-95166ddaaf4d'] in n-d-800086-12 is: [{'id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'name': 'tempest-TestServerBasicOps-1885282964-router', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:10Z', 'updated_at': '2021-07-22T19:24:12Z', 'revision_number': 3, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'gw_port': {'id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:11Z', 'updated_at': '2021-07-22T19:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:24:18.045018 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:18.332193 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:18.338094 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:18.422588 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:18.537436 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Pushing event updated for resources: {'Port': ['ID=241187cc-e861-49a1-804e-c5802889a22a,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:18.632894 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Network 13a55bad-8b19-4c87-b50a-5b513916342a is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:18.634855 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:18.862131 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Router 3fae9832-d6ed-403b-aefd-95166ddaaf4d has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:24:19.070252 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:24:19.080992 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-828dd907-fc08-4425-aa56-98b38442e2ad admin admin] 10.222.0.13 "PUT /v2.0/routers/3fae9832-d6ed-403b-aefd-95166ddaaf4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9021440 Jul 22 19:24:19.150244 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2a9c717c-a7e7-4573-b71f-9cc1e2a96811 None None] Provisioning complete for port 241187cc-e861-49a1-804e-c5802889a22a triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:19.150795 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2a9c717c-a7e7-4573-b71f-9cc1e2a96811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.305691 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2a9c717c-a7e7-4573-b71f-9cc1e2a96811 None None] Port 241187cc-e861-49a1-804e-c5802889a22a cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:24:19.627617 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c95a8cc1-77ce-4790-93c8-d27a2402f68c up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:19.749621 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port c95a8cc1-77ce-4790-93c8-d27a2402f68c completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:19.762559 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port c95a8cc1-77ce-4790-93c8-d27a2402f68c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:19.762942 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.972520 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.008352 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port c95a8cc1-77ce-4790-93c8-d27a2402f68c, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c95a8cc1-77ce-4790-93c8-d27a2402f68c,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:20.016407 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.105304 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=c95a8cc1-77ce-4790-93c8-d27a2402f68c,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:20.254187 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35620) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:20.259828 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8cea33b0-5aa4-4125-a666-a58cc6ea3f1f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1945679784-network', 'tenant_id': '4b36438935e249f1893e92d4b49c9be2'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:20.316708 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cea33b0-5aa4-4125-a666-a58cc6ea3f1f admin admin] Made reservation on behalf of 4b36438935e249f1893e92d4b49c9be2 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:24:20.321060 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8cea33b0-5aa4-4125-a666-a58cc6ea3f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.338044 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8cea33b0-5aa4-4125-a666-a58cc6ea3f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.521609 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8cea33b0-5aa4-4125-a666-a58cc6ea3f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.531441 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8cea33b0-5aa4-4125-a666-a58cc6ea3f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.557546 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cea33b0-5aa4-4125-a666-a58cc6ea3f1f admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:24:20.570335 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8cea33b0-5aa4-4125-a666-a58cc6ea3f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.570735 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-8cea33b0-5aa4-4125-a666-a58cc6ea3f1f admin admin] Added segment 40027f19-5dd5-408d-a9c1-7aee2b0d344e of type vlan for network c1004dd2-19c9-4796-a785-0740f4a96043 Jul 22 19:24:20.596701 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d655f35-36ae-413c-879e-453880913993 None None] Sync routers for ids ['3fae9832-d6ed-403b-aefd-95166ddaaf4d'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:24:20.613233 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d655f35-36ae-413c-879e-453880913993 None None] Routers {'3fae9832-d6ed-403b-aefd-95166ddaaf4d'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:20.614397 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-7d655f35-36ae-413c-879e-453880913993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:24:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['3fae9832-d6ed-403b-aefd-95166ddaaf4d'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:20.663873 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8cea33b0-5aa4-4125-a666-a58cc6ea3f1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.712763 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea33b0-5aa4-4125-a666-a58cc6ea3f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb1a750-28e0-4311-b4c3-61e82a2ec616,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:20.726624 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8cea33b0-5aa4-4125-a666-a58cc6ea3f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.728813 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cea33b0-5aa4-4125-a666-a58cc6ea3f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:20.729414 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8cea33b0-5aa4-4125-a666-a58cc6ea3f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.781845 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8cea33b0-5aa4-4125-a666-a58cc6ea3f1f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5261285 Jul 22 19:24:20.784547 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35626) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:20.794003 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] Request body: {'subnet': {'network_id': 'c1004dd2-19c9-4796-a785-0740f4a96043', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1945679784-subnet', 'tenant_id': '4b36438935e249f1893e92d4b49c9be2', 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:20.872939 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-7d655f35-36ae-413c-879e-453880913993 None None] Set router 3fae9832-d6ed-403b-aefd-95166ddaaf4d gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:20.883356 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] Made reservation on behalf of 4b36438935e249f1893e92d4b49c9be2 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:24:20.889735 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.919326 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea33b0-5aa4-4125-a666-a58cc6ea3f1f admin admin] Pushing event updated for resources: {'Network': ['ID=c1004dd2-19c9-4796-a785-0740f4a96043,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:20.933994 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network c1004dd2-19c9-4796-a785-0740f4a96043 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:24:21.410170 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:21.465631 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c477953d-4329-4272-be07-fc1b2f93347c,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:21.485226 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:21.485777 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:21.486278 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:21.486807 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:21.487467 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:21.487954 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:21.488606 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:21.489230 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:21.489711 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:21.490205 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:21.490724 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:21.491228 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:21.491450 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-7d655f35-36ae-413c-879e-453880913993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'name': 'tempest-TestServerBasicOps-1885282964-router', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:10Z', 'updated_at': '2021-07-22T19:24:17Z', 'revision_number': 4, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'gw_port': {'id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:11Z', 'updated_at': '2021-07-22T19:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '241187cc-e861-49a1-804e-c5802889a22a', 'name': '', 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'mac_address': 'fa:16:3e:f6:e4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '88ffb26b-871c-4d5c-9582-82dc6015256c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:16Z', 'updated_at': '2021-07-22T19:24:18Z', 'revision_number': 2, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'subnets': [{'id': '88ffb26b-871c-4d5c-9582-82dc6015256c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:21.534122 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d655f35-36ae-413c-879e-453880913993 None None] Checking router: 3fae9832-d6ed-403b-aefd-95166ddaaf4d for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:24:21.534510 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d655f35-36ae-413c-879e-453880913993 None None] Updating router 3fae9832-d6ed-403b-aefd-95166ddaaf4d port 241187cc-e861-49a1-804e-c5802889a22a binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:24:21.546101 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] Checking segment: {'id': '40027f19-5dd5-408d-a9c1-7aee2b0d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c1004dd2-19c9-4796-a785-0740f4a96043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:21.546750 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] Network hostable DHCP agents. Network: c1004dd2-19c9-4796-a785-0740f4a96043, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:24:21.639405 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] Network c1004dd2-19c9-4796-a785-0740f4a96043 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:24:21.677813 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, c1004dd2-19c9-4796-a785-0740f4a96043) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:21.700882 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa86978-019f-4203-9788-1a75cf88c33c None None] Network c1004dd2-19c9-4796-a785-0740f4a96043 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:24:21.767427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:21.774881 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:21.841566 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1b3e0c3f-c63e-4df2-afd2-5e940f23fba4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0536106 Jul 22 19:24:21.843280 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35648) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:21.850153 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c9fd3f8f-232d-4613-9f8d-05106e55bbb1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1945679784-router', 'tenant_id': '4b36438935e249f1893e92d4b49c9be2', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:21.866982 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c95a8cc1-77ce-4790-93c8-d27a2402f68c up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:21.910313 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3f8f-232d-4613-9f8d-05106e55bbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:21.912684 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3f8f-232d-4613-9f8d-05106e55bbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:22.037233 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-7d655f35-36ae-413c-879e-453880913993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:22.067637 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3f8f-232d-4613-9f8d-05106e55bbb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:22.127915 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port c95a8cc1-77ce-4790-93c8-d27a2402f68c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:22.128516 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:22.383759 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3f8f-232d-4613-9f8d-05106e55bbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:22.472705 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-c1004dd2-19c9-4796-a785-0740f4a96043', 'network_id': 'c1004dd2-19c9-4796-a785-0740f4a96043', 'tenant_id': '4b36438935e249f1893e92d4b49c9be2', 'fixed_ips': [{'subnet_id': 'c477953d-4329-4272-be07-fc1b2f93347c'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:24:22.473577 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:22.661863 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-7d655f35-36ae-413c-879e-453880913993 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:22.685030 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-7d655f35-36ae-413c-879e-453880913993 None None] Transition to ACTIVE for port object 241187cc-e861-49a1-804e-c5802889a22a will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:22.700128 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-7d655f35-36ae-413c-879e-453880913993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:22.795812 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] Allocated IP 172.20.0.2 (c1004dd2-19c9-4796-a785-0740f4a96043/c477953d-4329-4272-be07-fc1b2f93347c/d1ced23d-af8d-4ff3-aec3-b462fa2db6e3) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:22.933853 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fca220-ae3d-43c6-b162-fb222ea1040d None None] Pushing event updated for resources: {'Port': ['ID=241187cc-e861-49a1-804e-c5802889a22a,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:22.992433 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3f8f-232d-4613-9f8d-05106e55bbb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:23.038434 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3f8f-232d-4613-9f8d-05106e55bbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:23.137495 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-7d655f35-36ae-413c-879e-453880913993 None None] Attempting to bind port 241187cc-e861-49a1-804e-c5802889a22a on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:23.138249 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-7d655f35-36ae-413c-879e-453880913993 None None] Attempting to bind port 241187cc-e861-49a1-804e-c5802889a22a by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a9c2f036-6000-4366-819f-4cfc217c7cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:23.138249 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d655f35-36ae-413c-879e-453880913993 None None] Attempting to bind port 241187cc-e861-49a1-804e-c5802889a22a on network 13a55bad-8b19-4c87-b50a-5b513916342a {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:23.143556 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d655f35-36ae-413c-879e-453880913993 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:23.143921 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d655f35-36ae-413c-879e-453880913993 None None] Checking segment: {'id': 'a9c2f036-6000-4366-819f-4cfc217c7cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:23.144314 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-7d655f35-36ae-413c-879e-453880913993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:23.144808 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d655f35-36ae-413c-879e-453880913993 None None] Bound using segment: {'id': 'a9c2f036-6000-4366-819f-4cfc217c7cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:23.145265 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-7d655f35-36ae-413c-879e-453880913993 None None] Bound port: 241187cc-e861-49a1-804e-c5802889a22a, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c2f036-6000-4366-819f-4cfc217c7cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:23.145639 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-7d655f35-36ae-413c-879e-453880913993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:23.295671 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-7d655f35-36ae-413c-879e-453880913993 None None] For port 241187cc-e861-49a1-804e-c5802889a22a, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:23.300059 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-7d655f35-36ae-413c-879e-453880913993 None None] For port 241187cc-e861-49a1-804e-c5802889a22a, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=241187cc-e861-49a1-804e-c5802889a22a,segment=NetworkSegment(a9c2f036-6000-4366-819f-4cfc217c7cb0),segment_id=a9c2f036-6000-4366-819f-4cfc217c7cb0)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:23.306522 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-7d655f35-36ae-413c-879e-453880913993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:23.312101 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:23.325690 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] Transition to ACTIVE for port object d1ced23d-af8d-4ff3-aec3-b462fa2db6e3 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:23.333890 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-c9fd3f8f-232d-4613-9f8d-05106e55bbb1 admin admin] Allocated IP 172.25.3.144 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/bcd078a5-0bcc-458c-91d3-365c9e3a41c5) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:23.357340 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] Transition to ACTIVE for port object d1ced23d-af8d-4ff3-aec3-b462fa2db6e3 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:23.368154 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:23.388849 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fca220-ae3d-43c6-b162-fb222ea1040d None None] Pushing event updated for resources: {'Port': ['ID=241187cc-e861-49a1-804e-c5802889a22a,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:23.407026 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d655f35-36ae-413c-879e-453880913993 None None] Routers {'3fae9832-d6ed-403b-aefd-95166ddaaf4d'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:23.407761 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-7d655f35-36ae-413c-879e-453880913993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:24:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['3fae9832-d6ed-403b-aefd-95166ddaaf4d'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:23.547118 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] Network c1004dd2-19c9-4796-a785-0740f4a96043 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:23.557909 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:23.566951 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:23.579744 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] Pushing event updated for resources: {'Port': ['ID=d1ced23d-af8d-4ff3-aec3-b462fa2db6e3,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:23.618280 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3f8f-232d-4613-9f8d-05106e55bbb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:23.686901 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] Attempting to bind port d1ced23d-af8d-4ff3-aec3-b462fa2db6e3 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:23.687747 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] Attempting to bind port d1ced23d-af8d-4ff3-aec3-b462fa2db6e3 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '40027f19-5dd5-408d-a9c1-7aee2b0d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c1004dd2-19c9-4796-a785-0740f4a96043'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:23.688304 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] Attempting to bind port d1ced23d-af8d-4ff3-aec3-b462fa2db6e3 on network c1004dd2-19c9-4796-a785-0740f4a96043 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:23.698036 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:23.698815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] Checking segment: {'id': '40027f19-5dd5-408d-a9c1-7aee2b0d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c1004dd2-19c9-4796-a785-0740f4a96043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:23.701142 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:23.702714 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] Bound using segment: {'id': '40027f19-5dd5-408d-a9c1-7aee2b0d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c1004dd2-19c9-4796-a785-0740f4a96043'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:23.703849 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] Bound port: d1ced23d-af8d-4ff3-aec3-b462fa2db6e3, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40027f19-5dd5-408d-a9c1-7aee2b0d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c1004dd2-19c9-4796-a785-0740f4a96043'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:23.705468 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:23.719124 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3f8f-232d-4613-9f8d-05106e55bbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:23.765453 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-7d655f35-36ae-413c-879e-453880913993 None None] Set router 3fae9832-d6ed-403b-aefd-95166ddaaf4d gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:23.828323 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd3f8f-232d-4613-9f8d-05106e55bbb1 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:23.832020 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-c9fd3f8f-232d-4613-9f8d-05106e55bbb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:23.844095 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd3f8f-232d-4613-9f8d-05106e55bbb1 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:23.888688 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd3f8f-232d-4613-9f8d-05106e55bbb1 admin admin] Pushing event updated for resources: {'Port': ['ID=bcd078a5-0bcc-458c-91d3-365c9e3a41c5,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:23.906812 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] For port d1ced23d-af8d-4ff3-aec3-b462fa2db6e3, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:23.967456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] For port d1ced23d-af8d-4ff3-aec3-b462fa2db6e3, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d1ced23d-af8d-4ff3-aec3-b462fa2db6e3,segment=NetworkSegment(40027f19-5dd5-408d-a9c1-7aee2b0d344e),segment_id=40027f19-5dd5-408d-a9c1-7aee2b0d344e)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:23.974982 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:24.171021 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ed4e2-6865-4123-85c0-9fa4f981d547 None None] Pushing event updated for resources: {'Port': ['ID=d1ced23d-af8d-4ff3-aec3-b462fa2db6e3,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:24.282675 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-7d655f35-36ae-413c-879e-453880913993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'name': 'tempest-TestServerBasicOps-1885282964-router', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:10Z', 'updated_at': '2021-07-22T19:24:17Z', 'revision_number': 4, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'gw_port': {'id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:11Z', 'updated_at': '2021-07-22T19:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '241187cc-e861-49a1-804e-c5802889a22a', 'name': '', 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'mac_address': 'fa:16:3e:f6:e4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '88ffb26b-871c-4d5c-9582-82dc6015256c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:16Z', 'updated_at': '2021-07-22T19:24:23Z', 'revision_number': 4, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'subnets': [{'id': '88ffb26b-871c-4d5c-9582-82dc6015256c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:24.335263 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d655f35-36ae-413c-879e-453880913993 None None] The sync data for ids ['3fae9832-d6ed-403b-aefd-95166ddaaf4d'] in n-d-800086-12 is: [{'id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'name': 'tempest-TestServerBasicOps-1885282964-router', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:10Z', 'updated_at': '2021-07-22T19:24:17Z', 'revision_number': 4, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'gw_port': {'id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:11Z', 'updated_at': '2021-07-22T19:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '241187cc-e861-49a1-804e-c5802889a22a', 'name': '', 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'mac_address': 'fa:16:3e:f6:e4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '88ffb26b-871c-4d5c-9582-82dc6015256c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:16Z', 'updated_at': '2021-07-22T19:24:23Z', 'revision_number': 4, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'subnets': [{'id': '88ffb26b-871c-4d5c-9582-82dc6015256c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:24:24.357822 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3f8f-232d-4613-9f8d-05106e55bbb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:24.921914 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3f8f-232d-4613-9f8d-05106e55bbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:25.247234 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fd3f8f-232d-4613-9f8d-05106e55bbb1 admin admin] Router 20e0e956-7466-4503-98e9-20711318f03c is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:24:25.646799 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fd3f8f-232d-4613-9f8d-05106e55bbb1 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:24:25.660962 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] Sync routers for ids ['20e0e956-7466-4503-98e9-20711318f03c'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:24:25.684701 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] Routers {'20e0e956-7466-4503-98e9-20711318f03c'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:25.686890 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:24:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['20e0e956-7466-4503-98e9-20711318f03c'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:25.704129 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3f8f-232d-4613-9f8d-05106e55bbb1 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:25.707979 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c9fd3f8f-232d-4613-9f8d-05106e55bbb1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8631318 Jul 22 19:24:25.710705 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35696) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:25.893302 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35700) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:25.973354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] Set router 20e0e956-7466-4503-98e9-20711318f03c gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:26.156092 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d1ced23d-af8d-4ff3-aec3-b462fa2db6e3 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:26.362559 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc9fb23-fc70-4026-b726-598d05ab2e71 None None] Network c1004dd2-19c9-4796-a785-0740f4a96043 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:24:26.434971 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-b17ec6ac-1729-490a-8a71-3f5da066a74f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Deleting port 44f78729-4c27-4285-b6bb-4d721f9a495f {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:24:26.435569 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b17ec6ac-1729-490a-8a71-3f5da066a74f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:26.635483 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b17ec6ac-1729-490a-8a71-3f5da066a74f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:26.636993 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b17ec6ac-1729-490a-8a71-3f5da066a74f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:26.673648 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-b17ec6ac-1729-490a-8a71-3f5da066a74f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Calling delete_port for 44f78729-4c27-4285-b6bb-4d721f9a495f owned by network:floatingip {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:24:27.156243 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b17ec6ac-1729-490a-8a71-3f5da066a74f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:27.202547 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-008ff84a-03dd-4ad6-9f9b-8dbad8004d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:27.327074 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ec6ac-1729-490a-8a71-3f5da066a74f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Port': ['ID=44f78729-4c27-4285-b6bb-4d721f9a495f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:27.374910 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-92833299-f70b-4d84-8de7-377c0ba0f035 None None] Provisioning for port d1ced23d-af8d-4ff3-aec3-b462fa2db6e3 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:27.508504 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b17ec6ac-1729-490a-8a71-3f5da066a74f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for floatingip, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:27.514123 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [None req-b17ec6ac-1729-490a-8a71-3f5da066a74f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Floating IP 15a6c88e-f8df-43e4-bc17-8658c87db00c disassociated (deleted). External IP: 172.25.3.70, port: 83f824c9-ab76-400b-989c-e2c25e9a07ba. Jul 22 19:24:27.608773 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port d1ced23d-af8d-4ff3-aec3-b462fa2db6e3 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:27.637198 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port d1ced23d-af8d-4ff3-aec3-b462fa2db6e3 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:27.637418 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:27.690080 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-008ff84a-03dd-4ad6-9f9b-8dbad8004d54 admin admin] Allocated IP 172.20.0.1 (c1004dd2-19c9-4796-a785-0740f4a96043/c477953d-4329-4272-be07-fc1b2f93347c/e4933a6c-14d3-480a-9511-2bdf9162be89) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:27.846595 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e0e956-7466-4503-98e9-20711318f03c', 'name': 'tempest-TestServerBasicOps-1945679784-router', 'tenant_id': '4b36438935e249f1893e92d4b49c9be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bcd078a5-0bcc-458c-91d3-365c9e3a41c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:21Z', 'updated_at': '2021-07-22T19:24:24Z', 'revision_number': 3, 'project_id': '4b36438935e249f1893e92d4b49c9be2', 'gw_port': {'id': 'bcd078a5-0bcc-458c-91d3-365c9e3a41c5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:65:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e0e956-7466-4503-98e9-20711318f03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:23Z', 'updated_at': '2021-07-22T19:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:27.904227 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] Checking router: 20e0e956-7466-4503-98e9-20711318f03c for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:24:27.904902 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] Updating router 20e0e956-7466-4503-98e9-20711318f03c port bcd078a5-0bcc-458c-91d3-365c9e3a41c5 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:24:27.907606 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-008ff84a-03dd-4ad6-9f9b-8dbad8004d54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:27.956222 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-008ff84a-03dd-4ad6-9f9b-8dbad8004d54 admin admin] Transition to ACTIVE for port object e4933a6c-14d3-480a-9511-2bdf9162be89 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:28.065989 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-008ff84a-03dd-4ad6-9f9b-8dbad8004d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:28.069235 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:28.170660 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008ff84a-03dd-4ad6-9f9b-8dbad8004d54 admin admin] Network c1004dd2-19c9-4796-a785-0740f4a96043 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:28.174710 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-008ff84a-03dd-4ad6-9f9b-8dbad8004d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:28.181069 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ff84a-03dd-4ad6-9f9b-8dbad8004d54 admin admin] Pushing event updated for resources: {'Port': ['ID=e4933a6c-14d3-480a-9511-2bdf9162be89,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:28.193346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ff84a-03dd-4ad6-9f9b-8dbad8004d54 admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:28.226667 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:28.274542 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-008ff84a-03dd-4ad6-9f9b-8dbad8004d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:28.279417 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17ec6ac-1729-490a-8a71-3f5da066a74f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Router ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:24:28.422674 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port d1ced23d-af8d-4ff3-aec3-b462fa2db6e3, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d1ced23d-af8d-4ff3-aec3-b462fa2db6e3,segment=NetworkSegment(40027f19-5dd5-408d-a9c1-7aee2b0d344e),segment_id=40027f19-5dd5-408d-a9c1-7aee2b0d344e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:28.464134 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:28.465978 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 241187cc-e861-49a1-804e-c5802889a22a up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:28.707009 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17ec6ac-1729-490a-8a71-3f5da066a74f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:24:28.723959 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d66ff-f3ef-4836-974b-e86e1c5c33a6 None None] Sync routers for ids ['ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:24:28.733424 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-008ff84a-03dd-4ad6-9f9b-8dbad8004d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:28.738709 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d66ff-f3ef-4836-974b-e86e1c5c33a6 None None] Routers {'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:28.739348 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2c9d66ff-f3ef-4836-974b-e86e1c5c33a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:24:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:28.740130 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b17ec6ac-1729-490a-8a71-3f5da066a74f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:28.798594 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-26d76cbd-f11d-4774-880f-f624c7aa960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:28.836292 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b17ec6ac-1729-490a-8a71-3f5da066a74f tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "DELETE /v2.0/floatingips/15a6c88e-f8df-43e4-bc17-8658c87db00c HTTP/1.1" status: 204 len: 168 time: 2.9414873 Jul 22 19:24:28.838777 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1873a86-7d07-48a2-8367-fa72ca16fa65', 'tag': '83f824c9-ab76-400b-989c-e2c25e9a07ba'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:28.843168 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034ab57b-22a4-444d-bc2f-6e3f61732366" -d '{"events": [{"name": "network-changed", "server_uuid": "a1873a86-7d07-48a2-8367-fa72ca16fa65", "tag": "83f824c9-ab76-400b-989c-e2c25e9a07ba"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:28.945170 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2830a146-c23f-4aa2-b121-6fa4fb38dab6 x-openstack-request-id: req-2830a146-c23f-4aa2-b121-6fa4fb38dab6 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:28.945525 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1873a86-7d07-48a2-8367-fa72ca16fa65", "tag": "83f824c9-ab76-400b-989c-e2c25e9a07ba", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:28.946082 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2830a146-c23f-4aa2-b121-6fa4fb38dab6 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:28.946862 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1873a86-7d07-48a2-8367-fa72ca16fa65', 'tag': '83f824c9-ab76-400b-989c-e2c25e9a07ba', 'status': 'completed', 'code': 200} Jul 22 19:24:29.240794 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-2c9d66ff-f3ef-4836-974b-e86e1c5c33a6 None None] Set router ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:29.248439 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9c7359c0-06ec-4e03-9c64-9faa64b4ac34 None None] Provisioning complete for port d1ced23d-af8d-4ff3-aec3-b462fa2db6e3 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:29.259908 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9c7359c0-06ec-4e03-9c64-9faa64b4ac34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:29.503304 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=d1ced23d-af8d-4ff3-aec3-b462fa2db6e3,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:29.553224 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-008ff84a-03dd-4ad6-9f9b-8dbad8004d54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:29.561887 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-008ff84a-03dd-4ad6-9f9b-8dbad8004d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:29.613592 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 241187cc-e861-49a1-804e-c5802889a22a completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:29.712268 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 241187cc-e861-49a1-804e-c5802889a22a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:29.716399 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:29.898711 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-008ff84a-03dd-4ad6-9f9b-8dbad8004d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:30.004168 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ff84a-03dd-4ad6-9f9b-8dbad8004d54 admin admin] Pushing event updated for resources: {'Port': ['ID=e4933a6c-14d3-480a-9511-2bdf9162be89,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:30.028981 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ab57b-22a4-444d-bc2f-6e3f61732366 req-56b0c4bf-c692-449d-844c-6d7843294f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:30.030523 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-034ab57b-22a4-444d-bc2f-6e3f61732366 req-56b0c4bf-c692-449d-844c-6d7843294f0d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=637aa3e692f04588bda049c0135065ab&device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 1097 time: 1.0801206 Jul 22 19:24:30.105265 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:30.194775 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] Transition to ACTIVE for port object bcd078a5-0bcc-458c-91d3-365c9e3a41c5 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:30.218657 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2c9d66ff-f3ef-4836-974b-e86e1c5c33a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393117424', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:22:20Z', 'updated_at': '2021-07-22T19:22:35Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:22:22Z', 'updated_at': '2021-07-22T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '640bb3c3-5fe8-48e4-9570-55f2c1a11d2c', 'name': '', 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:08:a9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '424f4846-1760-4eba-8276-fd19966bb05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:22:34Z', 'updated_at': '2021-07-22T19:22:43Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '424f4846-1760-4eba-8276-fd19966bb05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:30.279061 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:30.329055 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008ff84a-03dd-4ad6-9f9b-8dbad8004d54 admin admin] Network c1004dd2-19c9-4796-a785-0740f4a96043 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:30.333837 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d66ff-f3ef-4836-974b-e86e1c5c33a6 None None] Checking router: ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:24:30.368927 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d66ff-f3ef-4836-974b-e86e1c5c33a6 None None] Routers {'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:30.369599 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2c9d66ff-f3ef-4836-974b-e86e1c5c33a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:24:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:30.373282 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-008ff84a-03dd-4ad6-9f9b-8dbad8004d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:30.668976 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:30.826027 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-2c9d66ff-f3ef-4836-974b-e86e1c5c33a6 None None] Set router ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:30.834297 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6cfbfa7e-b1e0-42f8-a9c7-736ca8ad4b76 None None] Provisioning for port e4933a6c-14d3-480a-9511-2bdf9162be89 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:30.845453 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] Attempting to bind port bcd078a5-0bcc-458c-91d3-365c9e3a41c5 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:30.846088 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] Attempting to bind port bcd078a5-0bcc-458c-91d3-365c9e3a41c5 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:30.846923 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] Attempting to bind port bcd078a5-0bcc-458c-91d3-365c9e3a41c5 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:30.922789 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 241187cc-e861-49a1-804e-c5802889a22a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=241187cc-e861-49a1-804e-c5802889a22a,segment=NetworkSegment(a9c2f036-6000-4366-819f-4cfc217c7cb0),segment_id=a9c2f036-6000-4366-819f-4cfc217c7cb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:30.971996 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:30.981642 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0285e-ef81-4dd2-99f5-ebb140d733bc req-65e53d09-d1bb-4605-b3f0-c9bb489d4fb1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:31.002406 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65c0285e-ef81-4dd2-99f5-ebb140d733bc req-65e53d09-d1bb-4605-b3f0-c9bb489d4fb1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 945 time: 1.1076055 Jul 22 19:24:31.002623 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc4fca-5885-4a0b-8658-086f5f1649b2 None None] Pushing event updated for resources: {'Port': ['ID=bcd078a5-0bcc-458c-91d3-365c9e3a41c5,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:31.022047 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6cfbfa7e-b1e0-42f8-a9c7-736ca8ad4b76 None None] Provisioning complete for port e4933a6c-14d3-480a-9511-2bdf9162be89 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:31.022425 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6cfbfa7e-b1e0-42f8-a9c7-736ca8ad4b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:31.056314 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45a306-824a-45ba-b79b-14b919986ff2 req-77a07cb8-0807-44da-9cf7-a19d01574bae tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:31.061655 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fe45a306-824a-45ba-b79b-14b919986ff2 req-77a07cb8-0807-44da-9cf7-a19d01574bae tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 945 time: 0.2860882 Jul 22 19:24:31.271809 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ab57b-22a4-444d-bc2f-6e3f61732366 req-3c913934-54ff-4628-9344-77199ba3c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:31.277483 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-034ab57b-22a4-444d-bc2f-6e3f61732366 req-3c913934-54ff-4628-9344-77199ba3c504 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c297b54-303e-4a67-ba8a-52a15e243065 HTTP/1.1" status: 200 len: 897 time: 1.2051766 Jul 22 19:24:31.295641 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008ff84a-03dd-4ad6-9f9b-8dbad8004d54 admin admin] Router 20e0e956-7466-4503-98e9-20711318f03c has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:24:31.364878 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-fe45a306-824a-45ba-b79b-14b919986ff2 req-b91f2383-0eda-4e27-9fc6-4f62d93b5a0d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Deleting port 83f824c9-ab76-400b-989c-e2c25e9a07ba {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:24:31.365837 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fe45a306-824a-45ba-b79b-14b919986ff2 req-b91f2383-0eda-4e27-9fc6-4f62d93b5a0d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:31.429751 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d1ced23d-af8d-4ff3-aec3-b462fa2db6e3 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:31.452050 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:31.459181 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:31.467253 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-034ab57b-22a4-444d-bc2f-6e3f61732366 req-d42770bb-f987-4607-a1b9-1536650de386 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83f824c9-ab76-400b-989c-e2c25e9a07ba HTTP/1.1" status: 200 len: 217 time: 0.1701634 Jul 22 19:24:31.469825 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:31.470780 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:31.476034 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] Bound port: bcd078a5-0bcc-458c-91d3-365c9e3a41c5, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:31.481069 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:31.659718 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65c0285e-ef81-4dd2-99f5-ebb140d733bc req-dca2a23d-7d5a-4213-b9dc-264ea0849088 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/security-groups?id=414dad19-cd7f-4cd0-b345-5631fb2fce32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6563306 Jul 22 19:24:31.682103 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:31.720363 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2c9d66ff-f3ef-4836-974b-e86e1c5c33a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393117424', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:22:20Z', 'updated_at': '2021-07-22T19:22:35Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:22:22Z', 'updated_at': '2021-07-22T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '640bb3c3-5fe8-48e4-9570-55f2c1a11d2c', 'name': '', 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:08:a9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '424f4846-1760-4eba-8276-fd19966bb05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:22:34Z', 'updated_at': '2021-07-22T19:22:43Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '424f4846-1760-4eba-8276-fd19966bb05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:31.726386 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-fe45a306-824a-45ba-b79b-14b919986ff2 req-b91f2383-0eda-4e27-9fc6-4f62d93b5a0d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] For port 83f824c9-ab76-400b-989c-e2c25e9a07ba, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=83f824c9-ab76-400b-989c-e2c25e9a07ba,segment=NetworkSegment(129e4c3a-ab91-4559-97dd-d2385044d31e),segment_id=129e4c3a-ab91-4559-97dd-d2385044d31e)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:31.726752 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fe45a306-824a-45ba-b79b-14b919986ff2 req-b91f2383-0eda-4e27-9fc6-4f62d93b5a0d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:31.743425 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-6cfbfa7e-b1e0-42f8-a9c7-736ca8ad4b76 None None] Port e4933a6c-14d3-480a-9511-2bdf9162be89 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:24:31.755273 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-edf49ba4-dc52-498b-ae02-c4365a9856cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:31.783080 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-fe45a306-824a-45ba-b79b-14b919986ff2 req-b91f2383-0eda-4e27-9fc6-4f62d93b5a0d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Calling delete_port for 83f824c9-ab76-400b-989c-e2c25e9a07ba owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:24:31.826826 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d66ff-f3ef-4836-974b-e86e1c5c33a6 None None] The sync data for ids ['ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'] in n-d-800086-12 is: [{'id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393117424', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:22:20Z', 'updated_at': '2021-07-22T19:22:35Z', 'revision_number': 4, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:22:22Z', 'updated_at': '2021-07-22T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '640bb3c3-5fe8-48e4-9570-55f2c1a11d2c', 'name': '', 'network_id': '9c297b54-303e-4a67-ba8a-52a15e243065', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'mac_address': 'fa:16:3e:08:a9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '424f4846-1760-4eba-8276-fd19966bb05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:22:34Z', 'updated_at': '2021-07-22T19:22:43Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'subnets': [{'id': '424f4846-1760-4eba-8276-fd19966bb05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:24:31.853625 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=241187cc-e861-49a1-804e-c5802889a22a,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:31.923908 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:31.924262 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:31.926731 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ab57b-22a4-444d-bc2f-6e3f61732366 req-6a93c5d0-feb4-4a72-974f-92e0b6057ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:31.928606 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-034ab57b-22a4-444d-bc2f-6e3f61732366 req-6a93c5d0-feb4-4a72-974f-92e0b6057ee6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=424f4846-1760-4eba-8276-fd19966bb05d HTTP/1.1" status: 200 len: 835 time: 0.4288778 Jul 22 19:24:31.931060 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:31.931607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:31.932205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:31.932771 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:31.934076 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:31.934422 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:31.936198 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:31.938954 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:31.939294 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:31.939627 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:31.962801 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] For port bcd078a5-0bcc-458c-91d3-365c9e3a41c5, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:32.016270 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] For port bcd078a5-0bcc-458c-91d3-365c9e3a41c5, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bcd078a5-0bcc-458c-91d3-365c9e3a41c5,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:32.021506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port d1ced23d-af8d-4ff3-aec3-b462fa2db6e3 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:32.022436 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:32.103308 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:32.115558 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6a3aab9d-44f7-48e8-8109-73e479019625 None None] Provisioning complete for port e4933a6c-14d3-480a-9511-2bdf9162be89 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:32.129776 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6a3aab9d-44f7-48e8-8109-73e479019625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:32.218686 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008ff84a-03dd-4ad6-9f9b-8dbad8004d54 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:24:32.228921 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-008ff84a-03dd-4ad6-9f9b-8dbad8004d54 admin admin] 10.222.0.13 "PUT /v2.0/routers/20e0e956-7466-4503-98e9-20711318f03c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5168860 Jul 22 19:24:32.293185 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fe45a306-824a-45ba-b79b-14b919986ff2 req-b91f2383-0eda-4e27-9fc6-4f62d93b5a0d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:32.340437 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ab57b-22a4-444d-bc2f-6e3f61732366 req-b35aedaa-8574-44ea-81c9-7dafc86632ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:32.344983 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-034ab57b-22a4-444d-bc2f-6e3f61732366 req-b35aedaa-8574-44ea-81c9-7dafc86632ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c297b54-303e-4a67-ba8a-52a15e243065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4057894 Jul 22 19:24:32.399446 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f2383-0eda-4e27-9fc6-4f62d93b5a0d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Port': ['ID=83f824c9-ab76-400b-989c-e2c25e9a07ba,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:32.626890 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe45a306-824a-45ba-b79b-14b919986ff2 req-b91f2383-0eda-4e27-9fc6-4f62d93b5a0d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] No DVR routers for this DVR port 83f824c9-ab76-400b-989c-e2c25e9a07ba on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:24:32.631561 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fe45a306-824a-45ba-b79b-14b919986ff2 req-b91f2383-0eda-4e27-9fc6-4f62d93b5a0d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:32.638750 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fe45a306-824a-45ba-b79b-14b919986ff2 req-b91f2383-0eda-4e27-9fc6-4f62d93b5a0d tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.16 "DELETE /v2.0/ports/83f824c9-ab76-400b-989c-e2c25e9a07ba HTTP/1.1" status: 204 len: 173 time: 1.5703914 Jul 22 19:24:32.639808 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1873a86-7d07-48a2-8367-fa72ca16fa65', 'name': 'network-vif-deleted', 'tag': '83f824c9-ab76-400b-989c-e2c25e9a07ba'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:32.644465 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964ba10c-cffd-4d11-a8f4-a2e0fb02dfbe" -d '{"events": [{"server_uuid": "a1873a86-7d07-48a2-8367-fa72ca16fa65", "name": "network-vif-deleted", "tag": "83f824c9-ab76-400b-989c-e2c25e9a07ba"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:32.814283 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc4fca-5885-4a0b-8658-086f5f1649b2 None None] Pushing event updated for resources: {'Port': ['ID=bcd078a5-0bcc-458c-91d3-365c9e3a41c5,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:32.818202 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825a629a-4c4b-4ad0-95c8-c6b9e55e4c06 x-openstack-request-id: req-825a629a-4c4b-4ad0-95c8-c6b9e55e4c06 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:32.818569 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1873a86-7d07-48a2-8367-fa72ca16fa65", "name": "network-vif-deleted", "tag": "83f824c9-ab76-400b-989c-e2c25e9a07ba", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:32.818954 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-825a629a-4c4b-4ad0-95c8-c6b9e55e4c06 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:32.819476 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1873a86-7d07-48a2-8367-fa72ca16fa65', 'name': 'network-vif-deleted', 'tag': '83f824c9-ab76-400b-989c-e2c25e9a07ba', 'status': 'completed', 'code': 200} Jul 22 19:24:32.885367 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-034ab57b-22a4-444d-bc2f-6e3f61732366 req-4876b478-822e-45ee-8b5f-4cee9fa99d40 service neutron] 10.222.0.16 "GET /v2.0/networks/9c297b54-303e-4a67-ba8a-52a15e243065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341146 Jul 22 19:24:32.887326 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d08033-ce92-46d0-8da8-62a56fc71bd2 None None] New status for floating IP 15a6c88e-f8df-43e4-bc17-8658c87db00c: DOWN {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:24:32.914386 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:33.189284 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] Routers {'20e0e956-7466-4503-98e9-20711318f03c'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:33.189949 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:24:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['20e0e956-7466-4503-98e9-20711318f03c'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:33.284319 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6af5b43-4899-44e4-a49b-b0de3b9fc242 req-d2d704ca-5881-4a61-b191-af8ad81e94fd tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1873a86-7d07-48a2-8367-fa72ca16fa65 HTTP/1.1" status: 200 len: 210 time: 0.1493342 Jul 22 19:24:33.312660 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-034ab57b-22a4-444d-bc2f-6e3f61732366 req-daba2ada-b0b7-4ce7-b63e-d364cae4cd7e service neutron] 10.222.0.16 "GET /v2.0/networks/9c297b54-303e-4a67-ba8a-52a15e243065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138870 Jul 22 19:24:33.496604 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] Set router 20e0e956-7466-4503-98e9-20711318f03c gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:33.543762 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-6a3aab9d-44f7-48e8-8109-73e479019625 None None] Port e4933a6c-14d3-480a-9511-2bdf9162be89 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:24:33.890118 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e0e956-7466-4503-98e9-20711318f03c', 'name': 'tempest-TestServerBasicOps-1945679784-router', 'tenant_id': '4b36438935e249f1893e92d4b49c9be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bcd078a5-0bcc-458c-91d3-365c9e3a41c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:21Z', 'updated_at': '2021-07-22T19:24:28Z', 'revision_number': 4, 'project_id': '4b36438935e249f1893e92d4b49c9be2', 'gw_port': {'id': 'bcd078a5-0bcc-458c-91d3-365c9e3a41c5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:65:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e0e956-7466-4503-98e9-20711318f03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:23Z', 'updated_at': '2021-07-22T19:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'e4933a6c-14d3-480a-9511-2bdf9162be89', 'name': '', 'network_id': 'c1004dd2-19c9-4796-a785-0740f4a96043', 'tenant_id': '4b36438935e249f1893e92d4b49c9be2', 'mac_address': 'fa:16:3e:5c:d0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e0e956-7466-4503-98e9-20711318f03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'c477953d-4329-4272-be07-fc1b2f93347c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:27Z', 'updated_at': '2021-07-22T19:24:28Z', 'revision_number': 2, 'project_id': '4b36438935e249f1893e92d4b49c9be2', 'subnets': [{'id': 'c477953d-4329-4272-be07-fc1b2f93347c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:33.930542 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 241187cc-e861-49a1-804e-c5802889a22a up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:33.976404 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168383a6-c440-4ea0-852d-7c83301c9b4a None None] The sync data for ids ['20e0e956-7466-4503-98e9-20711318f03c'] in n-d-800086-12 is: [{'id': '20e0e956-7466-4503-98e9-20711318f03c', 'name': 'tempest-TestServerBasicOps-1945679784-router', 'tenant_id': '4b36438935e249f1893e92d4b49c9be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bcd078a5-0bcc-458c-91d3-365c9e3a41c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:21Z', 'updated_at': '2021-07-22T19:24:28Z', 'revision_number': 4, 'project_id': '4b36438935e249f1893e92d4b49c9be2', 'gw_port': {'id': 'bcd078a5-0bcc-458c-91d3-365c9e3a41c5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:65:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e0e956-7466-4503-98e9-20711318f03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:23Z', 'updated_at': '2021-07-22T19:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'e4933a6c-14d3-480a-9511-2bdf9162be89', 'name': '', 'network_id': 'c1004dd2-19c9-4796-a785-0740f4a96043', 'tenant_id': '4b36438935e249f1893e92d4b49c9be2', 'mac_address': 'fa:16:3e:5c:d0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e0e956-7466-4503-98e9-20711318f03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'c477953d-4329-4272-be07-fc1b2f93347c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:27Z', 'updated_at': '2021-07-22T19:24:28Z', 'revision_number': 2, 'project_id': '4b36438935e249f1893e92d4b49c9be2', 'subnets': [{'id': 'c477953d-4329-4272-be07-fc1b2f93347c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:24:33.997668 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35876) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:34.007978 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e34fd804-3afc-408d-a094-39133c9bdff8 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2077424717', 'description': 'tempest-secgroup-smoke-2077424717 description', 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:34.015996 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:34.030138 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 241187cc-e861-49a1-804e-c5802889a22a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:34.030764 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:34.066597 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e34fd804-3afc-408d-a094-39133c9bdff8 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:34.238951 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e34fd804-3afc-408d-a094-39133c9bdff8 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:34.244780 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e34fd804-3afc-408d-a094-39133c9bdff8 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:34.289015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 83f824c9-ab76-400b-989c-e2c25e9a07ba no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:24:34.289503 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e34fd804-3afc-408d-a094-39133c9bdff8 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:34.291441 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e34fd804-3afc-408d-a094-39133c9bdff8 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2907681 Jul 22 19:24:34.294464 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fd804-3afc-408d-a094-39133c9bdff8 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e879a35b-c428-4f80-a302-b3956bd256b6,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:34.296439 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35878) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:34.308144 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-37fe7f5d-6d1a-44e7-a958-e8c9c3442427 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Request body: {'security_group_rule': {'security_group_id': 'e879a35b-c428-4f80-a302-b3956bd256b6', 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:34.327098 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 83f824c9-ab76-400b-989c-e2c25e9a07ba {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:24:34.327425 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 83f824c9-ab76-400b-989c-e2c25e9a07ba not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:24:34.419257 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-37fe7f5d-6d1a-44e7-a958-e8c9c3442427 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:34.438760 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35882) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:34.590759 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-37fe7f5d-6d1a-44e7-a958-e8c9c3442427 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:34.605762 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-37fe7f5d-6d1a-44e7-a958-e8c9c3442427 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:34.690643 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe7f5d-6d1a-44e7-a958-e8c9c3442427 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e01bb5-4d02-43de-ac0c-3a64bfcbc720,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:34.709647 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-37fe7f5d-6d1a-44e7-a958-e8c9c3442427 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:34.713361 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-37fe7f5d-6d1a-44e7-a958-e8c9c3442427 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4156752 Jul 22 19:24:34.716700 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35888) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:34.730477 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f8ee204d-29c3-4d42-a9dd-4fd74ac54dd1 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Request body: {'security_group_rule': {'security_group_id': 'e879a35b-c428-4f80-a302-b3956bd256b6', 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:34.796337 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f8ee204d-29c3-4d42-a9dd-4fd74ac54dd1 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.020510 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f8ee204d-29c3-4d42-a9dd-4fd74ac54dd1 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.032525 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f8ee204d-29c3-4d42-a9dd-4fd74ac54dd1 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.104275 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee204d-29c3-4d42-a9dd-4fd74ac54dd1 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9335c4-b4a3-48f6-b61e-fcb366da73b1,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:35.107313 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f8ee204d-29c3-4d42-a9dd-4fd74ac54dd1 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.111923 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f8ee204d-29c3-4d42-a9dd-4fd74ac54dd1 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3908782 Jul 22 19:24:35.113174 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35894) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:35.121722 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-79046a70-6152-4611-ba9d-53eaa90bd04f tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Request body: {'security_group_rule': {'security_group_id': 'e879a35b-c428-4f80-a302-b3956bd256b6', 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:35.187033 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-79046a70-6152-4611-ba9d-53eaa90bd04f tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.283496 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-79046a70-6152-4611-ba9d-53eaa90bd04f tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.289394 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-79046a70-6152-4611-ba9d-53eaa90bd04f tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.327820 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79046a70-6152-4611-ba9d-53eaa90bd04f tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4c323d-e957-4e19-b43e-a8b9d888a9c4,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:35.328446 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5bca0582-0a54-4db9-a296-bbbff73d2ab7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.369411 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-79046a70-6152-4611-ba9d-53eaa90bd04f tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.370975 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-79046a70-6152-4611-ba9d-53eaa90bd04f tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2561238 Jul 22 19:24:35.374199 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35896) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:35.379526 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-33433227-4d1d-4b0a-a8e9-bb484d2a5723 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Request body: {'security_group_rule': {'security_group_id': 'e879a35b-c428-4f80-a302-b3956bd256b6', 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:35.447353 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-33433227-4d1d-4b0a-a8e9-bb484d2a5723 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.576927 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-33433227-4d1d-4b0a-a8e9-bb484d2a5723 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.583005 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-33433227-4d1d-4b0a-a8e9-bb484d2a5723 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.609088 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33433227-4d1d-4b0a-a8e9-bb484d2a5723 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf13041-bfb7-4bac-ac86-837f9d65f528,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:35.625791 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-33433227-4d1d-4b0a-a8e9-bb484d2a5723 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.630163 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-33433227-4d1d-4b0a-a8e9-bb484d2a5723 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2522714 Jul 22 19:24:35.630597 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35898) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:35.637597 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-0995f59c-3e5c-4ad9-a136-de4a6496cb56 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Request body: {'security_group_rule': {'security_group_id': 'e879a35b-c428-4f80-a302-b3956bd256b6', 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:35.681486 n-d-800086-12 neutron-server[93806]: INFO neutron.db.securitygroups_db [None req-0995f59c-3e5c-4ad9-a136-de4a6496cb56 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Project 9ade0e6eb0dd4b2183d5e433ea099f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:24:35.698150 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0995f59c-3e5c-4ad9-a136-de4a6496cb56 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.943889 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0995f59c-3e5c-4ad9-a136-de4a6496cb56 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.952605 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0995f59c-3e5c-4ad9-a136-de4a6496cb56 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.977467 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0995f59c-3e5c-4ad9-a136-de4a6496cb56 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.979560 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0995f59c-3e5c-4ad9-a136-de4a6496cb56 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3476052 Jul 22 19:24:35.982586 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35906) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:35.983313 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995f59c-3e5c-4ad9-a136-de4a6496cb56 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a29c4bc-fcba-4105-86e0-4687f2031e83,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:35.991743 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d848a29f-8644-4b70-a081-04dd577c9f68 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Request body: {'security_group_rule': {'security_group_id': 'e879a35b-c428-4f80-a302-b3956bd256b6', 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:36.029042 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bcd078a5-0bcc-458c-91d3-365c9e3a41c5 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:36.063988 n-d-800086-12 neutron-server[93806]: INFO neutron.db.securitygroups_db [None req-d848a29f-8644-4b70-a081-04dd577c9f68 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Project 9ade0e6eb0dd4b2183d5e433ea099f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:24:36.076354 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d848a29f-8644-4b70-a081-04dd577c9f68 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:36.162565 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port bcd078a5-0bcc-458c-91d3-365c9e3a41c5 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:36.173984 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port bcd078a5-0bcc-458c-91d3-365c9e3a41c5 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:36.177064 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:36.194810 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-5bca0582-0a54-4db9-a296-bbbff73d2ab7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Deleting port 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:24:36.199437 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5bca0582-0a54-4db9-a296-bbbff73d2ab7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:36.349889 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d848a29f-8644-4b70-a081-04dd577c9f68 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:36.358555 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d848a29f-8644-4b70-a081-04dd577c9f68 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:36.415393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848a29f-8644-4b70-a081-04dd577c9f68 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4851ed-449e-4190-a29a-58de002fd1cf,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:36.442334 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d848a29f-8644-4b70-a081-04dd577c9f68 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:36.447326 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d848a29f-8644-4b70-a081-04dd577c9f68 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4615421 Jul 22 19:24:36.523369 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:36.552395 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port bcd078a5-0bcc-458c-91d3-365c9e3a41c5, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bcd078a5-0bcc-458c-91d3-365c9e3a41c5,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:36.560566 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:36.615046 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-5bca0582-0a54-4db9-a296-bbbff73d2ab7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] For port 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=640bb3c3-5fe8-48e4-9570-55f2c1a11d2c,segment=NetworkSegment(129e4c3a-ab91-4559-97dd-d2385044d31e),segment_id=129e4c3a-ab91-4559-97dd-d2385044d31e)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:36.615674 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5bca0582-0a54-4db9-a296-bbbff73d2ab7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:36.649712 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-5bca0582-0a54-4db9-a296-bbbff73d2ab7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Calling delete_port for 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:24:36.660617 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=bcd078a5-0bcc-458c-91d3-365c9e3a41c5,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:37.570996 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5bca0582-0a54-4db9-a296-bbbff73d2ab7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:37.608564 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca0582-0a54-4db9-a296-bbbff73d2ab7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Port': ['ID=640bb3c3-5fe8-48e4-9570-55f2c1a11d2c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:37.858371 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5bca0582-0a54-4db9-a296-bbbff73d2ab7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:37.999310 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] Sync routers for ids ['20e0e956-7466-4503-98e9-20711318f03c'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:24:38.017034 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] Routers {'20e0e956-7466-4503-98e9-20711318f03c'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:38.017436 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:24:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['20e0e956-7466-4503-98e9-20711318f03c'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:38.090782 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bcd078a5-0bcc-458c-91d3-365c9e3a41c5 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:38.217306 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port bcd078a5-0bcc-458c-91d3-365c9e3a41c5 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:38.217710 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:38.278699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bca0582-0a54-4db9-a296-bbbff73d2ab7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Router ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:24:38.476837 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bca0582-0a54-4db9-a296-bbbff73d2ab7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:24:38.497031 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] Set router 20e0e956-7466-4503-98e9-20711318f03c gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:38.501887 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeb1f57-46b3-4ae4-9a33-b0f8ae58c609 None None] Sync routers for ids ['ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:24:38.505620 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35942) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:38.507264 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5bca0582-0a54-4db9-a296-bbbff73d2ab7 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "PUT /v2.0/routers/ddb9c221-d7c3-4d36-b1e4-bf564ef9d901/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0622840 Jul 22 19:24:38.517354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeb1f57-46b3-4ae4-9a33-b0f8ae58c609 None None] Routers {'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:38.519176 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-cbeb1f57-46b3-4ae4-9a33-b0f8ae58c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:24:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:38.638409 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-76928367-8244-4099-b2b2-3aef1b367e7a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Deleting subnet 424f4846-1760-4eba-8276-fd19966bb05d {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:24:38.651764 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-76928367-8244-4099-b2b2-3aef1b367e7a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:38.717943 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-76928367-8244-4099-b2b2-3aef1b367e7a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:38.725051 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-cbeb1f57-46b3-4ae4-9a33-b0f8ae58c609 None None] Set router ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:38.884794 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-76928367-8244-4099-b2b2-3aef1b367e7a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:38.918548 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e0e956-7466-4503-98e9-20711318f03c', 'name': 'tempest-TestServerBasicOps-1945679784-router', 'tenant_id': '4b36438935e249f1893e92d4b49c9be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bcd078a5-0bcc-458c-91d3-365c9e3a41c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:21Z', 'updated_at': '2021-07-22T19:24:28Z', 'revision_number': 4, 'project_id': '4b36438935e249f1893e92d4b49c9be2', 'gw_port': {'id': 'bcd078a5-0bcc-458c-91d3-365c9e3a41c5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:65:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e0e956-7466-4503-98e9-20711318f03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:23Z', 'updated_at': '2021-07-22T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'e4933a6c-14d3-480a-9511-2bdf9162be89', 'name': '', 'network_id': 'c1004dd2-19c9-4796-a785-0740f4a96043', 'tenant_id': '4b36438935e249f1893e92d4b49c9be2', 'mac_address': 'fa:16:3e:5c:d0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e0e956-7466-4503-98e9-20711318f03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'c477953d-4329-4272-be07-fc1b2f93347c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:27Z', 'updated_at': '2021-07-22T19:24:28Z', 'revision_number': 2, 'project_id': '4b36438935e249f1893e92d4b49c9be2', 'subnets': [{'id': 'c477953d-4329-4272-be07-fc1b2f93347c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:38.972102 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-76928367-8244-4099-b2b2-3aef1b367e7a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:38.997167 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-76928367-8244-4099-b2b2-3aef1b367e7a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:39.000718 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-76928367-8244-4099-b2b2-3aef1b367e7a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "DELETE /v2.0/subnets/424f4846-1760-4eba-8276-fd19966bb05d HTTP/1.1" status: 204 len: 168 time: 0.4933057 Jul 22 19:24:39.002971 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35946) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:39.025138 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76928367-8244-4099-b2b2-3aef1b367e7a tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Subnet': ['ID=424f4846-1760-4eba-8276-fd19966bb05d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:39.034766 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] Checking router: 20e0e956-7466-4503-98e9-20711318f03c for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:24:39.035739 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] Updating router 20e0e956-7466-4503-98e9-20711318f03c port e4933a6c-14d3-480a-9511-2bdf9162be89 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:24:39.096815 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:39.255181 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df164e0b-790d-4607-952b-1976552c99c3 None None] Network 9c297b54-303e-4a67-ba8a-52a15e243065 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:24:39.286920 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d3ad761c-fdea-45af-8ed8-78e2077d4627 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:39.525797 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:39.543080 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] Transition to ACTIVE for port object e4933a6c-14d3-480a-9511-2bdf9162be89 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:39.543989 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d3ad761c-fdea-45af-8ed8-78e2077d4627 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:39.552001 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:39.557343 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:39.622152 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-d3ad761c-fdea-45af-8ed8-78e2077d4627 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Deleting port f65bce03-2c35-4cd0-92c5-1ac911550b6b {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:24:39.622518 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d3ad761c-fdea-45af-8ed8-78e2077d4627 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:39.717191 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] Attempting to bind port e4933a6c-14d3-480a-9511-2bdf9162be89 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:39.717580 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] Attempting to bind port e4933a6c-14d3-480a-9511-2bdf9162be89 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '40027f19-5dd5-408d-a9c1-7aee2b0d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c1004dd2-19c9-4796-a785-0740f4a96043'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:39.717944 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] Attempting to bind port e4933a6c-14d3-480a-9511-2bdf9162be89 on network c1004dd2-19c9-4796-a785-0740f4a96043 {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:39.743994 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:39.746449 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] Checking segment: {'id': '40027f19-5dd5-408d-a9c1-7aee2b0d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c1004dd2-19c9-4796-a785-0740f4a96043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:39.746870 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:39.747277 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] Bound using segment: {'id': '40027f19-5dd5-408d-a9c1-7aee2b0d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c1004dd2-19c9-4796-a785-0740f4a96043'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:39.747777 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] Bound port: e4933a6c-14d3-480a-9511-2bdf9162be89, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40027f19-5dd5-408d-a9c1-7aee2b0d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c1004dd2-19c9-4796-a785-0740f4a96043'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:39.748167 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:39.798659 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-cbeb1f57-46b3-4ae4-9a33-b0f8ae58c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393117424', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:22:20Z', 'updated_at': '2021-07-22T19:24:36Z', 'revision_number': 5, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port': {'id': 'f65bce03-2c35-4cd0-92c5-1ac911550b6b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:22:22Z', 'updated_at': '2021-07-22T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:39.824811 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857caa7d-6f29-40a6-ad5e-e46f519bed53 None None] Pushing event updated for resources: {'Port': ['ID=e4933a6c-14d3-480a-9511-2bdf9162be89,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:39.855593 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeb1f57-46b3-4ae4-9a33-b0f8ae58c609 None None] Checking router: ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:24:39.866800 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeb1f57-46b3-4ae4-9a33-b0f8ae58c609 None None] Routers {'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:39.869100 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-cbeb1f57-46b3-4ae4-9a33-b0f8ae58c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:24:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:39.924315 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-d3ad761c-fdea-45af-8ed8-78e2077d4627 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] For port f65bce03-2c35-4cd0-92c5-1ac911550b6b, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f65bce03-2c35-4cd0-92c5-1ac911550b6b,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:39.926964 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d3ad761c-fdea-45af-8ed8-78e2077d4627 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:39.953020 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f946fb-2170-48fa-b60d-a350c3e85614 None None] DHCP port deletion for 9c297b54-303e-4a67-ba8a-52a15e243065 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:24:39.961393 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-d3ad761c-fdea-45af-8ed8-78e2077d4627 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Calling delete_port for f65bce03-2c35-4cd0-92c5-1ac911550b6b owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:24:39.991302 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] For port e4933a6c-14d3-480a-9511-2bdf9162be89, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:40.002616 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] For port e4933a6c-14d3-480a-9511-2bdf9162be89, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e4933a6c-14d3-480a-9511-2bdf9162be89,segment=NetworkSegment(40027f19-5dd5-408d-a9c1-7aee2b0d344e),segment_id=40027f19-5dd5-408d-a9c1-7aee2b0d344e)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:40.013267 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:40.059352 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-cbeb1f57-46b3-4ae4-9a33-b0f8ae58c609 None None] Set router ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:40.138028 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-cbeb1f57-46b3-4ae4-9a33-b0f8ae58c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393117424', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:22:20Z', 'updated_at': '2021-07-22T19:24:39Z', 'revision_number': 6, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:40.235800 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857caa7d-6f29-40a6-ad5e-e46f519bed53 None None] Pushing event updated for resources: {'Port': ['ID=e4933a6c-14d3-480a-9511-2bdf9162be89,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:40.243853 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeb1f57-46b3-4ae4-9a33-b0f8ae58c609 None None] The sync data for ids ['ddb9c221-d7c3-4d36-b1e4-bf564ef9d901'] in n-d-800086-12 is: [{'id': 'ddb9c221-d7c3-4d36-b1e4-bf564ef9d901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393117424', 'tenant_id': '637aa3e692f04588bda049c0135065ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:22:20Z', 'updated_at': '2021-07-22T19:24:39Z', 'revision_number': 6, 'project_id': '637aa3e692f04588bda049c0135065ab', 'gw_port_host': None}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:24:40.295147 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] Routers {'20e0e956-7466-4503-98e9-20711318f03c'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:40.295888 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:24:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['20e0e956-7466-4503-98e9-20711318f03c'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:40.350673 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-62f946fb-2170-48fa-b60d-a350c3e85614 None None] Deleting port 84670c3e-b2de-4062-ae0f-737e1422d722 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:24:40.350673 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-62f946fb-2170-48fa-b60d-a350c3e85614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:40.518701 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d3ad761c-fdea-45af-8ed8-78e2077d4627 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:40.521679 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-62f946fb-2170-48fa-b60d-a350c3e85614 None None] For port 84670c3e-b2de-4062-ae0f-737e1422d722, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=84670c3e-b2de-4062-ae0f-737e1422d722,segment=NetworkSegment(129e4c3a-ab91-4559-97dd-d2385044d31e),segment_id=129e4c3a-ab91-4559-97dd-d2385044d31e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:40.524527 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-62f946fb-2170-48fa-b60d-a350c3e85614 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:40.554660 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-62f946fb-2170-48fa-b60d-a350c3e85614 None None] Calling delete_port for 84670c3e-b2de-4062-ae0f-737e1422d722 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:24:40.609668 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad761c-fdea-45af-8ed8-78e2077d4627 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Port': ['ID=f65bce03-2c35-4cd0-92c5-1ac911550b6b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:40.640304 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] Set router 20e0e956-7466-4503-98e9-20711318f03c gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:40.851885 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d3ad761c-fdea-45af-8ed8-78e2077d4627 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:40.883577 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-62f946fb-2170-48fa-b60d-a350c3e85614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:40.982667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f946fb-2170-48fa-b60d-a350c3e85614 None None] No DVR routers for this DVR port 84670c3e-b2de-4062-ae0f-737e1422d722 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:24:40.992329 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f946fb-2170-48fa-b60d-a350c3e85614 None None] Pushing event deleted for resources: {'Port': ['ID=84670c3e-b2de-4062-ae0f-737e1422d722,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:41.070511 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d3ad761c-fdea-45af-8ed8-78e2077d4627 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:41.073521 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d3ad761c-fdea-45af-8ed8-78e2077d4627 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:41.159569 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d3ad761c-fdea-45af-8ed8-78e2077d4627 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:41.160350 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ad761c-fdea-45af-8ed8-78e2077d4627 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Fanout notify agent at l3_agent the message router_deleted on router ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:24:41.173797 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d3ad761c-fdea-45af-8ed8-78e2077d4627 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:41.192384 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d3ad761c-fdea-45af-8ed8-78e2077d4627 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "DELETE /v2.0/routers/ddb9c221-d7c3-4d36-b1e4-bf564ef9d901 HTTP/1.1" status: 204 len: 168 time: 2.1882885 Jul 22 19:24:41.194941 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35964) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:41.342525 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7754af8b-7031-4faa-937e-d903bb9f2df1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:41.411154 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e0e956-7466-4503-98e9-20711318f03c', 'name': 'tempest-TestServerBasicOps-1945679784-router', 'tenant_id': '4b36438935e249f1893e92d4b49c9be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bcd078a5-0bcc-458c-91d3-365c9e3a41c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:21Z', 'updated_at': '2021-07-22T19:24:28Z', 'revision_number': 4, 'project_id': '4b36438935e249f1893e92d4b49c9be2', 'gw_port': {'id': 'bcd078a5-0bcc-458c-91d3-365c9e3a41c5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:65:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e0e956-7466-4503-98e9-20711318f03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:23Z', 'updated_at': '2021-07-22T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'e4933a6c-14d3-480a-9511-2bdf9162be89', 'name': '', 'network_id': 'c1004dd2-19c9-4796-a785-0740f4a96043', 'tenant_id': '4b36438935e249f1893e92d4b49c9be2', 'mac_address': 'fa:16:3e:5c:d0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e0e956-7466-4503-98e9-20711318f03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'c477953d-4329-4272-be07-fc1b2f93347c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:27Z', 'updated_at': '2021-07-22T19:24:39Z', 'revision_number': 4, 'project_id': '4b36438935e249f1893e92d4b49c9be2', 'subnets': [{'id': 'c477953d-4329-4272-be07-fc1b2f93347c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:41.474474 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7754af8b-7031-4faa-937e-d903bb9f2df1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:41.486580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-7754af8b-7031-4faa-937e-d903bb9f2df1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c297b54-303e-4a67-ba8a-52a15e243065']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:41.499226 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-7754af8b-7031-4faa-937e-d903bb9f2df1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129e4c3a-ab91-4559-97dd-d2385044d31e') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:41.499226 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-7754af8b-7031-4faa-937e-d903bb9f2df1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129e4c3a-ab91-4559-97dd-d2385044d31e') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:41.508307 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7754af8b-7031-4faa-937e-d903bb9f2df1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:41.518132 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe41d4c-68b4-4eb9-a439-9b2eb7039db2 None None] The sync data for ids ['20e0e956-7466-4503-98e9-20711318f03c'] in n-d-800086-12 is: [{'id': '20e0e956-7466-4503-98e9-20711318f03c', 'name': 'tempest-TestServerBasicOps-1945679784-router', 'tenant_id': '4b36438935e249f1893e92d4b49c9be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bcd078a5-0bcc-458c-91d3-365c9e3a41c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:21Z', 'updated_at': '2021-07-22T19:24:28Z', 'revision_number': 4, 'project_id': '4b36438935e249f1893e92d4b49c9be2', 'gw_port': {'id': 'bcd078a5-0bcc-458c-91d3-365c9e3a41c5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:65:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e0e956-7466-4503-98e9-20711318f03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:23Z', 'updated_at': '2021-07-22T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'e4933a6c-14d3-480a-9511-2bdf9162be89', 'name': '', 'network_id': 'c1004dd2-19c9-4796-a785-0740f4a96043', 'tenant_id': '4b36438935e249f1893e92d4b49c9be2', 'mac_address': 'fa:16:3e:5c:d0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e0e956-7466-4503-98e9-20711318f03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'c477953d-4329-4272-be07-fc1b2f93347c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:27Z', 'updated_at': '2021-07-22T19:24:39Z', 'revision_number': 4, 'project_id': '4b36438935e249f1893e92d4b49c9be2', 'subnets': [{'id': 'c477953d-4329-4272-be07-fc1b2f93347c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:24:41.524947 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7754af8b-7031-4faa-937e-d903bb9f2df1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:41.532522 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7754af8b-7031-4faa-937e-d903bb9f2df1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:24:41.532944 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7754af8b-7031-4faa-937e-d903bb9f2df1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:24:41.657434 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:24:41.665599 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7754af8b-7031-4faa-937e-d903bb9f2df1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:41.671098 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:41.693719 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7754af8b-7031-4faa-937e-d903bb9f2df1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:41.696972 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7754af8b-7031-4faa-937e-d903bb9f2df1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "DELETE /v2.0/networks/9c297b54-303e-4a67-ba8a-52a15e243065 HTTP/1.1" status: 204 len: 168 time: 0.5003686 Jul 22 19:24:41.699269 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35970) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:41.718595 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754af8b-7031-4faa-937e-d903bb9f2df1 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'Network': ['ID=9c297b54-303e-4a67-ba8a-52a15e243065,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:41.883121 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01d6a962-abca-4576-95c5-73fb0728f174 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:41.977714 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e4933a6c-14d3-480a-9511-2bdf9162be89 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:42.032216 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01d6a962-abca-4576-95c5-73fb0728f174 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:42.096229 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port e4933a6c-14d3-480a-9511-2bdf9162be89 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:42.118194 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port e4933a6c-14d3-480a-9511-2bdf9162be89 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:42.118976 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:42.216997 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01d6a962-abca-4576-95c5-73fb0728f174 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:42.221016 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01d6a962-abca-4576-95c5-73fb0728f174 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:42.222371 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-01d6a962-abca-4576-95c5-73fb0728f174 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] 10.222.0.13 "DELETE /v2.0/security-groups/414dad19-cd7f-4cd0-b345-5631fb2fce32 HTTP/1.1" status: 204 len: 168 time: 0.5211961 Jul 22 19:24:42.262697 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6a962-abca-4576-95c5-73fb0728f174 tempest-TestNetworkAdvancedServerOps-1192426955 tempest-TestNetworkAdvancedServerOps-1192426955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=414dad19-cd7f-4cd0-b345-5631fb2fce32,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:42.352436 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:42.427752 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port e4933a6c-14d3-480a-9511-2bdf9162be89, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e4933a6c-14d3-480a-9511-2bdf9162be89,segment=NetworkSegment(40027f19-5dd5-408d-a9c1-7aee2b0d344e),segment_id=40027f19-5dd5-408d-a9c1-7aee2b0d344e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:42.433807 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:42.553181 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 84670c3e-b2de-4062-ae0f-737e1422d722 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:24:42.608860 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 84670c3e-b2de-4062-ae0f-737e1422d722 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:24:42.609201 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 84670c3e-b2de-4062-ae0f-737e1422d722 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:24:42.609636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f65bce03-2c35-4cd0-92c5-1ac911550b6b no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:24:42.614953 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=e4933a6c-14d3-480a-9511-2bdf9162be89,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:42.677005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: f65bce03-2c35-4cd0-92c5-1ac911550b6b {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:24:42.683299 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f65bce03-2c35-4cd0-92c5-1ac911550b6b not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:24:42.683912 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:24:42.749526 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:24:42.750208 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 640bb3c3-5fe8-48e4-9570-55f2c1a11d2c not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:24:42.834318 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35988) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:43.116952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35996) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:43.120574 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1fab7015-fffd-4c79-a161-16e73d492389 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=637aa3e692f04588bda049c0135065ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2844045 Jul 22 19:24:43.177683 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8bed1260-cd26-4554-aaf2-123d691c675a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:43.217686 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8bed1260-cd26-4554-aaf2-123d691c675a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:43.311025 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8bed1260-cd26-4554-aaf2-123d691c675a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:43.314794 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8bed1260-cd26-4554-aaf2-123d691c675a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:43.316553 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8bed1260-cd26-4554-aaf2-123d691c675a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98703c48-3d65-49a8-b885-30453f9e9149 HTTP/1.1" status: 204 len: 168 time: 0.1977158 Jul 22 19:24:43.328128 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed1260-cd26-4554-aaf2-123d691c675a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98703c48-3d65-49a8-b885-30453f9e9149,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:43.972611 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e4933a6c-14d3-480a-9511-2bdf9162be89 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:43.991988 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 36010) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:44.067990 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36012) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:44.070264 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ad5c72f5-521a-46e5-b63b-1ca0e1df7052 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e121d14f4af4c3494eb3a0335dd972f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0770051 Jul 22 19:24:44.077032 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port e4933a6c-14d3-480a-9511-2bdf9162be89 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:44.078191 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:44.170978 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa1e33f1-e059-4830-aba3-530ad11f25e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:44.205347 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa1e33f1-e059-4830-aba3-530ad11f25e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:44.271370 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa1e33f1-e059-4830-aba3-530ad11f25e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:44.274224 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa1e33f1-e059-4830-aba3-530ad11f25e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:44.278939 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fa1e33f1-e059-4830-aba3-530ad11f25e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f148970d-530b-4ce7-a84d-1ae410b70b2c HTTP/1.1" status: 204 len: 168 time: 0.2092865 Jul 22 19:24:44.289634 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e33f1-e059-4830-aba3-530ad11f25e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f148970d-530b-4ce7-a84d-1ae410b70b2c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:49.784562 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:24:51.427959 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36092) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:51.560963 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-869cf85a-22c2-4255-9469-f6d7a96ac87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:51.749709 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-869cf85a-22c2-4255-9469-f6d7a96ac87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:51.754690 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-869cf85a-22c2-4255-9469-f6d7a96ac87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:51.787122 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cf85a-22c2-4255-9469-f6d7a96ac87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3562ac-ad36-438f-b1b3-e0bd3ff5ae10,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:51.813090 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-869cf85a-22c2-4255-9469-f6d7a96ac87b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19172d61a72148cc9f98fc4d77e5b5e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3840034 Jul 22 19:24:51.815543 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36096) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:51.918835 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2dbcbc09-185c-4408-bc04-30038ce9d040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:51.943145 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2dbcbc09-185c-4408-bc04-30038ce9d040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:52.010015 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2dbcbc09-185c-4408-bc04-30038ce9d040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:52.014483 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2dbcbc09-185c-4408-bc04-30038ce9d040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:52.018293 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2dbcbc09-185c-4408-bc04-30038ce9d040 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb3562ac-ad36-438f-b1b3-e0bd3ff5ae10 HTTP/1.1" status: 204 len: 168 time: 0.2014956 Jul 22 19:24:52.036507 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcbc09-185c-4408-bc04-30038ce9d040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3562ac-ad36-438f-b1b3-e0bd3ff5ae10,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:54.844352 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-2c0869fb-c5a7-4e6f-b3fe-cd67d13d813c tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2077424717&fields=id&tenant_id=9ade0e6eb0dd4b2183d5e433ea099f6a HTTP/1.1" status: 200 len: 267 time: 0.0375936 Jul 22 19:24:54.991786 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-8cdc86ae-0f4a-4698-8afe-25aa27b0d006 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:54.993612 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-8cdc86ae-0f4a-4698-8afe-25aa27b0d006 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/networks?id=13a55bad-8b19-4c87-b50a-5b513916342a HTTP/1.1" status: 200 len: 809 time: 0.1424851 Jul 22 19:24:55.024860 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-b96866a7-3f73-40f9-a89a-740e4502ba7c tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/quotas/9ade0e6eb0dd4b2183d5e433ea099f6a HTTP/1.1" status: 200 len: 375 time: 0.0198050 Jul 22 19:24:55.098350 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-5a9d4c86-9f5b-4b21-9b59-405dd60a1609 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ade0e6eb0dd4b2183d5e433ea099f6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715101 Jul 22 19:24:55.123202 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-049a5352-e71e-47aa-bf96-31696b0d75d0 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:24:55.124783 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-049a5352-e71e-47aa-bf96-31696b0d75d0 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113387 Jul 22 19:24:55.235786 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-2a3b6d4d-e04a-4107-a9c2-6298d2dfb247 service neutron] 10.222.0.13 "GET /v2.0/networks/13a55bad-8b19-4c87-b50a-5b513916342a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040671 Jul 22 19:24:55.375162 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-35200f3b-2fd2-4e1f-aaae-ca2a8ba889b8 service neutron] 10.222.0.13 "GET /v2.0/networks/13a55bad-8b19-4c87-b50a-5b513916342a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255965 Jul 22 19:24:55.720569 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16b7af95-9872-4632-bd35-e1ca5ccc0201 req-bc145aed-c831-424e-a77c-ac85f0730686 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 210 time: 0.0938647 Jul 22 19:24:56.961164 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dfd75e4b-6066-41b0-8fd9-679661a68336 req-bb209f1a-0ade-4f98-b307-21c56054e24f tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 210 time: 0.1050460 Jul 22 19:24:57.002773 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-9f3fdc59-60e7-46fa-bb70-904496386908 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2339327 Jul 22 19:24:57.035288 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-dbd14379-d1b1-440b-8822-6aa30c7e81a2 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:57.037094 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-dbd14379-d1b1-440b-8822-6aa30c7e81a2 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.30 "GET /v2.0/networks?id=13a55bad-8b19-4c87-b50a-5b513916342a HTTP/1.1" status: 200 len: 809 time: 0.2350574 Jul 22 19:24:57.130391 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-2f723c51-ea04-48a6-bd67-c556f96a713d tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ade0e6eb0dd4b2183d5e433ea099f6a HTTP/1.1" status: 200 len: 380 time: 0.0766931 Jul 22 19:24:57.142206 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-623c1ad2-e186-45d5-9847-22692da0f383 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Request body: {'port': {'device_id': '2eb20d03-64fd-4e99-aad3-d5b183295696', 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a', 'admin_state_up': True, 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'security_groups': ['e879a35b-c428-4f80-a302-b3956bd256b6']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:57.234665 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-aa9dfafb-30c5-40eb-9b91-951414dfbc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:57.235159 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-aa9dfafb-30c5-40eb-9b91-951414dfbc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:57.235649 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-aa9dfafb-30c5-40eb-9b91-951414dfbc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:57.236127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-aa9dfafb-30c5-40eb-9b91-951414dfbc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:57.236635 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-aa9dfafb-30c5-40eb-9b91-951414dfbc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:57.237181 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-aa9dfafb-30c5-40eb-9b91-951414dfbc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:57.237670 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-aa9dfafb-30c5-40eb-9b91-951414dfbc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:57.239642 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-aa9dfafb-30c5-40eb-9b91-951414dfbc72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=88edd86379da474f9e73474c4822e718&device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 6508 time: 0.1455181 Jul 22 19:24:57.311643 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-623c1ad2-e186-45d5-9847-22692da0f383 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Made reservation on behalf of 9ade0e6eb0dd4b2183d5e433ea099f6a for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:24:57.315565 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-623c1ad2-e186-45d5-9847-22692da0f383 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:57.430385 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-53a82469-9f4f-4b2b-be79-8c6e70c4fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:57.430873 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-53a82469-9f4f-4b2b-be79-8c6e70c4fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:57.431355 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-53a82469-9f4f-4b2b-be79-8c6e70c4fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:57.433517 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-53a82469-9f4f-4b2b-be79-8c6e70c4fb6f service neutron] 10.222.0.30 "GET /v2.0/networks?id=e89c4a4f-ae66-40e9-a651-3fcc6679a396&id=0595bdbb-3fff-4758-845e-81a374857f98&id=0595bdbb-3fff-4758-845e-81a374857f98&id=0595bdbb-3fff-4758-845e-81a374857f98&id=0595bdbb-3fff-4758-845e-81a374857f98&id=b232de7e-d507-4fe5-aca3-83142933123b&id=b232de7e-d507-4fe5-aca3-83142933123b HTTP/1.1" status: 200 len: 2295 time: 0.1706638 Jul 22 19:24:57.544602 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-b0b635ea-a4e8-41d7-a6a4-eb258acb0dfd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5270d4db-298b-4df2-978e-ae9cd7fd456b HTTP/1.1" status: 200 len: 1002 time: 0.1023767 Jul 22 19:24:57.561991 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-623c1ad2-e186-45d5-9847-22692da0f383 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Allocated IP 172.20.0.5 (13a55bad-8b19-4c87-b50a-5b513916342a/88ffb26b-871c-4d5c-9582-82dc6015256c/060c25c7-9d61-4d4f-aec8-b628aca098b3) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:57.621065 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-2fedb05e-a4e7-4b87-8fae-7acbbec3adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:57.622542 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-2fedb05e-a4e7-4b87-8fae-7acbbec3adbd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21df62a7-a6ca-436a-b217-caf06ac55fe4 HTTP/1.1" status: 200 len: 854 time: 0.0693841 Jul 22 19:24:57.762776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-083bfaf0-4430-4967-a937-e2485ea3cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:57.764283 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-083bfaf0-4430-4967-a937-e2485ea3cfb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e89c4a4f-ae66-40e9-a651-3fcc6679a396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336100 Jul 22 19:24:57.797413 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-623c1ad2-e186-45d5-9847-22692da0f383 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:57.822164 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-623c1ad2-e186-45d5-9847-22692da0f383 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Transition to ACTIVE for port object 060c25c7-9d61-4d4f-aec8-b628aca098b3 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:57.894630 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-089502d9-96bd-49f6-92bc-f6b4c5d05bfd service neutron] 10.222.0.30 "GET /v2.0/networks/e89c4a4f-ae66-40e9-a651-3fcc6679a396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223328 Jul 22 19:24:57.923297 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-623c1ad2-e186-45d5-9847-22692da0f383 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:58.006863 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-623c1ad2-e186-45d5-9847-22692da0f383 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Network 13a55bad-8b19-4c87-b50a-5b513916342a is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:58.015846 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-623c1ad2-e186-45d5-9847-22692da0f383 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:58.022972 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-623c1ad2-e186-45d5-9847-22692da0f383 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:58.057794 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c1ad2-e186-45d5-9847-22692da0f383 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Pushing event updated for resources: {'Port': ['ID=060c25c7-9d61-4d4f-aec8-b628aca098b3,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:58.100085 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-3de50835-f86f-4d7e-b2a6-d8ed08137b45 service neutron] 10.222.0.30 "GET /v2.0/networks/e89c4a4f-ae66-40e9-a651-3fcc6679a396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973298 Jul 22 19:24:58.141054 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-623c1ad2-e186-45d5-9847-22692da0f383 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:58.141911 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-623c1ad2-e186-45d5-9847-22692da0f383 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:58.189582 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-3d898461-7c3d-44c8-8609-c9067d1521a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=78654019-d801-41ad-9f01-d5784c852f39 HTTP/1.1" status: 200 len: 217 time: 0.0654829 Jul 22 19:24:58.208356 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-623c1ad2-e186-45d5-9847-22692da0f383 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0715942 Jul 22 19:24:58.233966 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] Request body: {'port': {'device_id': '2eb20d03-64fd-4e99-aad3-d5b183295696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:58.286661 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-42458c66-92bc-4b54-9c98-203d46eeffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:58.288294 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-42458c66-92bc-4b54-9c98-203d46eeffc6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0699dc1-b53c-4154-b479-389ab7dae0e5 HTTP/1.1" status: 200 len: 797 time: 0.0928204 Jul 22 19:24:58.312147 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93323a58-ec0b-4f88-a32c-8abb43e0485b req-3097c6da-a840-42b3-9fd6-30463eef6428 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:58.313668 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-93323a58-ec0b-4f88-a32c-8abb43e0485b req-3097c6da-a840-42b3-9fd6-30463eef6428 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 931 time: 0.2259834 Jul 22 19:24:58.362389 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-caa02b4b-76cc-40f3-8f5d-f9ef9db8f1d3 None None] Provisioning for port 060c25c7-9d61-4d4f-aec8-b628aca098b3 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:58.367261 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-caa02b4b-76cc-40f3-8f5d-f9ef9db8f1d3 None None] Provisioning complete for port 060c25c7-9d61-4d4f-aec8-b628aca098b3 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:58.367816 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-caa02b4b-76cc-40f3-8f5d-f9ef9db8f1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:58.441280 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-caa02b4b-76cc-40f3-8f5d-f9ef9db8f1d3 None None] Port 060c25c7-9d61-4d4f-aec8-b628aca098b3 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:24:58.453086 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1466df29-12ce-4d71-89d1-90175a4fb729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:58.776705 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:58.876687 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-93323a58-ec0b-4f88-a32c-8abb43e0485b req-18ea42fd-9015-4f00-a036-ba6a0a1ae264 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/security-groups?id=e879a35b-c428-4f80-a302-b3956bd256b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5282910 Jul 22 19:24:58.893931 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-0fb46c77-df08-4a32-97a0-1b275b11241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:58.895958 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-0fb46c77-df08-4a32-97a0-1b275b11241d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0595bdbb-3fff-4758-845e-81a374857f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6008070 Jul 22 19:24:59.144277 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-fc8ade3f-c6f5-4d26-902c-6ce6e0d1a38d service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408950 Jul 22 19:24:59.314441 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-ab6ac073-d1e4-4660-84ff-51e5b0efec8f service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640620 Jul 22 19:24:59.317432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 060c25c7-9d61-4d4f-aec8-b628aca098b3 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:24:59.334886 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:59.369233 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-b52f83be-3701-41d6-9454-6556b5eaf658 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=fc734762-c254-4cb4-bad5-9b6992177001 HTTP/1.1" status: 200 len: 217 time: 0.0466039 Jul 22 19:24:59.409530 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] Transition to ACTIVE for port object 060c25c7-9d61-4d4f-aec8-b628aca098b3 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:59.424605 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:59.478581 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-642e4575-8cb1-4f5e-8369-9272e8fe24d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:59.480515 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-642e4575-8cb1-4f5e-8369-9272e8fe24d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0699dc1-b53c-4154-b479-389ab7dae0e5 HTTP/1.1" status: 200 len: 797 time: 0.1041639 Jul 22 19:24:59.531768 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] Pushing event updated for resources: {'Port': ['ID=060c25c7-9d61-4d4f-aec8-b628aca098b3,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:59.640142 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-45d13feb-9638-4e3b-aef1-e19c0ef0a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:59.641977 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-45d13feb-9638-4e3b-aef1-e19c0ef0a9c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0595bdbb-3fff-4758-845e-81a374857f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1497250 Jul 22 19:24:59.647903 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] Attempting to bind port 060c25c7-9d61-4d4f-aec8-b628aca098b3 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:59.648233 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] Attempting to bind port 060c25c7-9d61-4d4f-aec8-b628aca098b3 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'a9c2f036-6000-4366-819f-4cfc217c7cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:59.648604 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] Attempting to bind port 060c25c7-9d61-4d4f-aec8-b628aca098b3 on network 13a55bad-8b19-4c87-b50a-5b513916342a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:59.678257 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] Port 060c25c7-9d61-4d4f-aec8-b628aca098b3 on network 13a55bad-8b19-4c87-b50a-5b513916342a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:24:59.678595 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] Attempting to bind port 060c25c7-9d61-4d4f-aec8-b628aca098b3 on network 13a55bad-8b19-4c87-b50a-5b513916342a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:59.696282 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:59.696671 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] Checking segment: {'id': 'a9c2f036-6000-4366-819f-4cfc217c7cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:59.697328 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] Bound using segment: {'id': 'a9c2f036-6000-4366-819f-4cfc217c7cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:59.698762 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] Bound port: 060c25c7-9d61-4d4f-aec8-b628aca098b3, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c2f036-6000-4366-819f-4cfc217c7cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:59.699367 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:59.845504 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-a248b959-d411-4d4b-a1f9-7adb3285308c service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940885 Jul 22 19:24:59.880687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] For port 060c25c7-9d61-4d4f-aec8-b628aca098b3, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:59.904210 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] For port 060c25c7-9d61-4d4f-aec8-b628aca098b3, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=060c25c7-9d61-4d4f-aec8-b628aca098b3,segment=NetworkSegment(a9c2f036-6000-4366-819f-4cfc217c7cb0),segment_id=a9c2f036-6000-4366-819f-4cfc217c7cb0)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:59.941699 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:59.991909 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:59.992817 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:59.995072 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] 10.222.0.30 "PUT /v2.0/ports/060c25c7-9d61-4d4f-aec8-b628aca098b3 HTTP/1.1" status: 200 len: 1092 time: 1.7662883 Jul 22 19:24:59.997892 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb20d03-64fd-4e99-aad3-d5b183295696', 'tag': '060c25c7-9d61-4d4f-aec8-b628aca098b3'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:59.998468 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6efe18-9a07-467d-9aad-62515bac231e" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb20d03-64fd-4e99-aad3-d5b183295696", "tag": "060c25c7-9d61-4d4f-aec8-b628aca098b3"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:00.120266 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55443e1-2022-4724-ba7f-268cc4d896c0 x-openstack-request-id: req-a55443e1-2022-4724-ba7f-268cc4d896c0 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:00.120803 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb20d03-64fd-4e99-aad3-d5b183295696", "tag": "060c25c7-9d61-4d4f-aec8-b628aca098b3", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:00.121215 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a55443e1-2022-4724-ba7f-268cc4d896c0 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:00.121773 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb20d03-64fd-4e99-aad3-d5b183295696', 'tag': '060c25c7-9d61-4d4f-aec8-b628aca098b3', 'status': 'completed', 'code': 200} Jul 22 19:25:00.125872 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-a4cd0561-61cf-4c12-a9a5-f0fd82962c91 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739780 Jul 22 19:25:00.141818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72815954-08c7-4b4a-9875-eb6b4e17787d service neutron] Pushing event updated for resources: {'Port': ['ID=060c25c7-9d61-4d4f-aec8-b628aca098b3,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:00.179270 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-e0373c79-2ab0-42c2-81c2-5a5e2cd498f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=c0c5619c-46c7-443b-a9b0-bbcf7be07888 HTTP/1.1" status: 200 len: 217 time: 0.0465987 Jul 22 19:25:00.262134 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-90e67a29-7715-4663-b8fc-ead9d53e800c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:00.264022 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-90e67a29-7715-4663-b8fc-ead9d53e800c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0699dc1-b53c-4154-b479-389ab7dae0e5 HTTP/1.1" status: 200 len: 797 time: 0.0776114 Jul 22 19:25:00.331559 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f4b9c-9e3e-4c97-a39e-179a6d3b80e9 req-e18be93a-8964-46ee-8ab7-2ee3b58df0da tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:00.333108 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5e8f4b9c-9e3e-4c97-a39e-179a6d3b80e9 req-e18be93a-8964-46ee-8ab7-2ee3b58df0da tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 943 time: 0.3250792 Jul 22 19:25:00.352443 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-19e0aaab-ba83-4f5c-8fe4-f9e08194af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:00.355298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-19e0aaab-ba83-4f5c-8fe4-f9e08194af3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ade0e6eb0dd4b2183d5e433ea099f6a&device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 1095 time: 0.2972009 Jul 22 19:25:00.430983 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-ae07b1db-e8c0-485d-9874-52566fd5ec89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=060c25c7-9d61-4d4f-aec8-b628aca098b3 HTTP/1.1" status: 200 len: 217 time: 0.0582774 Jul 22 19:25:00.446906 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-5e9de1bc-18ed-4937-b305-3683f3d73409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:00.449164 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-5e9de1bc-18ed-4937-b305-3683f3d73409 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0595bdbb-3fff-4758-845e-81a374857f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1770520 Jul 22 19:25:00.474759 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5e8f4b9c-9e3e-4c97-a39e-179a6d3b80e9 req-75265841-19ee-459c-9f23-2ce6d4abd3eb tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/security-groups?id=e879a35b-c428-4f80-a302-b3956bd256b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318007 Jul 22 19:25:00.561125 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-70173645-4a5f-4c81-b67e-5a4106a4ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:00.562585 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-70173645-4a5f-4c81-b67e-5a4106a4ba7f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=88ffb26b-871c-4d5c-9582-82dc6015256c HTTP/1.1" status: 200 len: 848 time: 0.1207683 Jul 22 19:25:00.630144 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-b5aef6d0-629c-46d4-873c-5d3e34643740 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692913 Jul 22 19:25:00.706146 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-bb3fa483-2938-43a3-8e57-de2434787534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:00.707587 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-bb3fa483-2938-43a3-8e57-de2434787534 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13a55bad-8b19-4c87-b50a-5b513916342a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1365099 Jul 22 19:25:00.804203 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-b73e88b2-01f4-42e5-9d35-09b753439d3f service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681218 Jul 22 19:25:00.853367 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-1c105511-7f5f-48f4-a805-77163cd5a1c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=9e48ce15-6896-45cf-9ca4-cbb5850d0fce HTTP/1.1" status: 200 len: 217 time: 0.0399833 Jul 22 19:25:00.905860 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-7e9e200e-aac8-4ced-9e9a-9f0ca133ac34 service neutron] 10.222.0.30 "GET /v2.0/networks/13a55bad-8b19-4c87-b50a-5b513916342a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895740 Jul 22 19:25:00.946868 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-6751c396-a151-460b-8c19-ea5f6f53c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:00.952287 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-6751c396-a151-460b-8c19-ea5f6f53c9cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0699dc1-b53c-4154-b479-389ab7dae0e5 HTTP/1.1" status: 200 len: 797 time: 0.0842772 Jul 22 19:25:00.952920 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36292) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:01.022240 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-982a6111-63c5-4a70-aa43-34bdc4c19c4c admin admin] Deleting subnet 11d5e421-b694-4fc1-9f0d-8e47ef1a61ca {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:25:01.027705 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-982a6111-63c5-4a70-aa43-34bdc4c19c4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:01.031303 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-eeafdc00-ee41-416d-b45d-5964c64815cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:01.047400 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66666e8b-e21e-41b3-965c-1378138c7dc7 req-932bb493-4be4-44e6-8747-04bb78ec6ba2 service neutron] 10.222.0.30 "GET /v2.0/networks/13a55bad-8b19-4c87-b50a-5b513916342a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346674 Jul 22 19:25:01.062373 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-9cf41b7c-ab9f-4705-bc1f-e0fbb4767f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:01.064023 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-9cf41b7c-ab9f-4705-bc1f-e0fbb4767f6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0595bdbb-3fff-4758-845e-81a374857f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1078012 Jul 22 19:25:01.076944 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-982a6111-63c5-4a70-aa43-34bdc4c19c4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:01.121795 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:01.131655 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-982a6111-63c5-4a70-aa43-34bdc4c19c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:01.189317 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-982a6111-63c5-4a70-aa43-34bdc4c19c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:01.214078 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6efe18-9a07-467d-9aad-62515bac231e req-9cb8c67b-f718-4665-ac7e-c4fae52535b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:01.215787 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df6efe18-9a07-467d-9aad-62515bac231e req-9cb8c67b-f718-4665-ac7e-c4fae52535b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ade0e6eb0dd4b2183d5e433ea099f6a&device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 1095 time: 0.1173787 Jul 22 19:25:01.217505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-c1417ea8-2546-44d0-824d-1519baeb1aa3 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468539 Jul 22 19:25:01.222652 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-982a6111-63c5-4a70-aa43-34bdc4c19c4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:01.224557 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-982a6111-63c5-4a70-aa43-34bdc4c19c4c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/11d5e421-b694-4fc1-9f0d-8e47ef1a61ca HTTP/1.1" status: 204 len: 168 time: 0.2688005 Jul 22 19:25:01.225563 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a6111-63c5-4a70-aa43-34bdc4c19c4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d5e421-b694-4fc1-9f0d-8e47ef1a61ca,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:01.227093 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36296) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:01.304637 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e5627955-6a5a-4ce9-ac25-a34c136cbac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:01.396313 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-cfde36f0-57d6-4fa5-9d55-353836224d44 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681478 Jul 22 19:25:01.407241 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e5627955-6a5a-4ce9-ac25-a34c136cbac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:01.418727 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-e5627955-6a5a-4ce9-ac25-a34c136cbac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5504871-7d28-4506-9cbe-aab2b17e5d62']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:01.433905 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-e5627955-6a5a-4ce9-ac25-a34c136cbac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4818171-480e-46b2-83dd-cf31c8e65f3e') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:01.434201 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-e5627955-6a5a-4ce9-ac25-a34c136cbac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4818171-480e-46b2-83dd-cf31c8e65f3e') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:01.443677 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e5627955-6a5a-4ce9-ac25-a34c136cbac2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:01.465585 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e5627955-6a5a-4ce9-ac25-a34c136cbac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:01.469720 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-6b3e7692-ccf7-42c0-878c-3d3adf64d86d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f6c92945-cd4d-42cb-9049-acb10a656da9 HTTP/1.1" status: 200 len: 217 time: 0.0517118 Jul 22 19:25:01.471317 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6efe18-9a07-467d-9aad-62515bac231e req-fbf7f2b3-0d24-4e93-806b-99df364e97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:01.472776 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df6efe18-9a07-467d-9aad-62515bac231e req-fbf7f2b3-0d24-4e93-806b-99df364e97d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=13a55bad-8b19-4c87-b50a-5b513916342a HTTP/1.1" status: 200 len: 910 time: 0.2330017 Jul 22 19:25:01.474327 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5627955-6a5a-4ce9-ac25-a34c136cbac2 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:25:01.474738 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e5627955-6a5a-4ce9-ac25-a34c136cbac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:25:01.476416 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:25:01.551800 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e5627955-6a5a-4ce9-ac25-a34c136cbac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:01.573178 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e5627955-6a5a-4ce9-ac25-a34c136cbac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:01.575863 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e5627955-6a5a-4ce9-ac25-a34c136cbac2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d5504871-7d28-4506-9cbe-aab2b17e5d62 HTTP/1.1" status: 204 len: 168 time: 0.3478703 Jul 22 19:25:01.577276 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5627955-6a5a-4ce9-ac25-a34c136cbac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5504871-7d28-4506-9cbe-aab2b17e5d62,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:01.586411 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df6efe18-9a07-467d-9aad-62515bac231e req-79dacdb2-0ec9-4a4e-89c4-ed1edfb42d47 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=060c25c7-9d61-4d4f-aec8-b628aca098b3 HTTP/1.1" status: 200 len: 217 time: 0.0667620 Jul 22 19:25:01.641399 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-22b3643f-2db7-40b1-ab72-5e0897ea403b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:01.642957 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-22b3643f-2db7-40b1-ab72-5e0897ea403b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b92fb42-3fe2-4f94-b925-91fab573144c HTTP/1.1" status: 200 len: 797 time: 0.1614335 Jul 22 19:25:01.710993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6efe18-9a07-467d-9aad-62515bac231e req-cebfab68-e79e-4714-a9bd-39ec6f7a26b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:01.712611 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df6efe18-9a07-467d-9aad-62515bac231e req-cebfab68-e79e-4714-a9bd-39ec6f7a26b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=88ffb26b-871c-4d5c-9582-82dc6015256c HTTP/1.1" status: 200 len: 848 time: 0.1174762 Jul 22 19:25:01.797010 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d35617-7285-41b5-8df0-8e74de8bfd85 req-c0ab25db-1d72-4748-a835-f30d3b99ed13 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:01.798564 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90d35617-7285-41b5-8df0-8e74de8bfd85 req-c0ab25db-1d72-4748-a835-f30d3b99ed13 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 943 time: 0.1692975 Jul 22 19:25:01.813987 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-a0c8b325-ad2d-4afd-9a71-13bb326b0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:01.815457 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-a0c8b325-ad2d-4afd-9a71-13bb326b0b20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b232de7e-d507-4fe5-aca3-83142933123b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1527805 Jul 22 19:25:01.830234 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36314) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:01.866508 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6efe18-9a07-467d-9aad-62515bac231e req-cfb82969-2f57-4ae1-8f69-ae7f75de5158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:01.868016 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df6efe18-9a07-467d-9aad-62515bac231e req-cfb82969-2f57-4ae1-8f69-ae7f75de5158 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13a55bad-8b19-4c87-b50a-5b513916342a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1447568 Jul 22 19:25:01.885826 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-49bf06ee-c3e5-4be7-bc08-2be27eb1e699 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a8005499c5b4f96abc33f339641dd7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526779 Jul 22 19:25:01.886685 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36318) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:01.896552 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90d35617-7285-41b5-8df0-8e74de8bfd85 req-aa446e30-8165-4b26-85c4-6bad1f1ce01c tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/security-groups?id=e879a35b-c428-4f80-a302-b3956bd256b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880418 Jul 22 19:25:01.964797 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c59ddcf0-3c11-4a7b-b06b-64716bc53f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:01.998959 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c59ddcf0-3c11-4a7b-b06b-64716bc53f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:02.030472 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df6efe18-9a07-467d-9aad-62515bac231e req-389df180-0bfa-4ced-8825-cd6b7ee66abb service neutron] 10.222.0.30 "GET /v2.0/networks/13a55bad-8b19-4c87-b50a-5b513916342a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518996 Jul 22 19:25:02.061980 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c59ddcf0-3c11-4a7b-b06b-64716bc53f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:02.065256 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c59ddcf0-3c11-4a7b-b06b-64716bc53f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:02.069549 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c59ddcf0-3c11-4a7b-b06b-64716bc53f1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e01419c-60cf-47cd-8eb9-2abb220d8b69 HTTP/1.1" status: 204 len: 168 time: 0.1811337 Jul 22 19:25:02.073614 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-0e84b3e5-4e7e-4a50-882c-2e900df0c412 service neutron] 10.222.0.30 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405961 Jul 22 19:25:02.081590 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ddcf0-3c11-4a7b-b06b-64716bc53f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e01419c-60cf-47cd-8eb9-2abb220d8b69,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:02.209260 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df6efe18-9a07-467d-9aad-62515bac231e req-ffdbcfbd-f41a-4992-82bf-08411352bc70 service neutron] 10.222.0.30 "GET /v2.0/networks/13a55bad-8b19-4c87-b50a-5b513916342a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681468 Jul 22 19:25:02.225335 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-c8483223-1db2-4876-b005-ab31989fa8b8 service neutron] 10.222.0.30 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447361 Jul 22 19:25:02.279895 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-91dcf91c-5850-4c64-b31f-23fb35ddd9b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28f41fa7-7d4b-4478-8017-2b274904790c HTTP/1.1" status: 200 len: 217 time: 0.0481293 Jul 22 19:25:02.312871 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:02.332687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-ea562dc9-7857-43c0-9915-d1cdea99590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:02.334328 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-ea562dc9-7857-43c0-9915-d1cdea99590a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b92fb42-3fe2-4f94-b925-91fab573144c HTTP/1.1" status: 200 len: 797 time: 0.0486221 Jul 22 19:25:02.397204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-c3c7f5cb-7f94-4cd2-b8e5-69fb106e1ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:02.398891 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-c3c7f5cb-7f94-4cd2-b8e5-69fb106e1ea8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b232de7e-d507-4fe5-aca3-83142933123b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0570791 Jul 22 19:25:02.510967 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-d5f493e2-f668-433a-867f-df492feef27d service neutron] 10.222.0.30 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047254 Jul 22 19:25:02.613782 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14c6c8c8-47cf-4c72-9374-a75113f4f4b9 req-e7aff1c2-61ba-4eae-8cbd-dc9c61d5bf09 service neutron] 10.222.0.30 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971079 Jul 22 19:25:03.048524 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69484c2-65e4-421b-88c6-316f28792889 req-a578aca9-df7a-4bfd-9be4-61135a5363a7 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:03.050175 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d69484c2-65e4-421b-88c6-316f28792889 req-a578aca9-df7a-4bfd-9be4-61135a5363a7 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 943 time: 0.0777082 Jul 22 19:25:03.104958 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d69484c2-65e4-421b-88c6-316f28792889 req-1234d7ca-44fc-4ea1-9f42-5f061eef24e5 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/security-groups?id=e879a35b-c428-4f80-a302-b3956bd256b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477202 Jul 22 19:25:03.796294 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 060c25c7-9d61-4d4f-aec8-b628aca098b3 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:25:03.920603 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 060c25c7-9d61-4d4f-aec8-b628aca098b3, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=060c25c7-9d61-4d4f-aec8-b628aca098b3,segment=NetworkSegment(a9c2f036-6000-4366-819f-4cfc217c7cb0),segment_id=a9c2f036-6000-4366-819f-4cfc217c7cb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:03.931828 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '060c25c7-9d61-4d4f-aec8-b628aca098b3', 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a', 'port_id': '060c25c7-9d61-4d4f-aec8-b628aca098b3', 'mac_address': 'fa:16:3e:e1:4d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ffb26b-871c-4d5c-9582-82dc6015256c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:25:03.976357 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:03.980688 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:03.993362 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 060c25c7-9d61-4d4f-aec8-b628aca098b3 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:04.015298 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 060c25c7-9d61-4d4f-aec8-b628aca098b3, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=060c25c7-9d61-4d4f-aec8-b628aca098b3,segment=NetworkSegment(a9c2f036-6000-4366-819f-4cfc217c7cb0),segment_id=a9c2f036-6000-4366-819f-4cfc217c7cb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:04.019200 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:04.070245 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=060c25c7-9d61-4d4f-aec8-b628aca098b3,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:04.253086 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448c78e-8fa7-490a-8e4c-9bfa121995c4 req-c557fe0b-3528-4a63-a57f-1f1286d5c223 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:04.254492 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6448c78e-8fa7-490a-8e4c-9bfa121995c4 req-c557fe0b-3528-4a63-a57f-1f1286d5c223 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 944 time: 0.0692306 Jul 22 19:25:04.285510 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['060c25c7-9d61-4d4f-aec8-b628aca098b3'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:04.299590 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6448c78e-8fa7-490a-8e4c-9bfa121995c4 req-ea6ea6c4-94d1-483d-b248-b8fc669c5590 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/security-groups?id=e879a35b-c428-4f80-a302-b3956bd256b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392649 Jul 22 19:25:04.491169 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-62ab34d1-5f62-4dbc-bb9b-f6486258df87 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=32138681c6644bd1bde660902d95a1dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238125 Jul 22 19:25:04.613568 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-6800bf84-3b4f-4455-b0bd-4c208c32b879 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:04.615041 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-6800bf84-3b4f-4455-b0bd-4c208c32b879 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1176717 Jul 22 19:25:04.630524 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-01247c0c-40aa-4d5a-b3f8-64425f7bbf8b tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.13 "GET /v2.0/quotas/32138681c6644bd1bde660902d95a1dc HTTP/1.1" status: 200 len: 375 time: 0.0093980 Jul 22 19:25:04.665827 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-c107a5ac-7036-4424-bdca-fdd2c49ae09c tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=32138681c6644bd1bde660902d95a1dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297763 Jul 22 19:25:04.842956 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a7c27120-f150-4cde-9757-e23c537589f3 req-4f6e120c-5f20-4714-8a83-5a09ad1c6ec3 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88b22ca-2028-4086-90b6-a0b52f60dd4f HTTP/1.1" status: 200 len: 210 time: 0.0301850 Jul 22 19:25:05.468975 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbcab0-88b7-486a-95dd-3272936e1865 req-3afdf152-d91a-4148-b0e0-7618b7f3509a tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:05.470649 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47bbcab0-88b7-486a-95dd-3272936e1865 req-3afdf152-d91a-4148-b0e0-7618b7f3509a tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 944 time: 0.0933166 Jul 22 19:25:05.513956 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47bbcab0-88b7-486a-95dd-3272936e1865 req-aea94a5b-3522-40ce-b35e-e1d22c64ddf8 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/security-groups?id=e879a35b-c428-4f80-a302-b3956bd256b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372274 Jul 22 19:25:05.710924 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-4e3ab70a-247b-4e00-a07e-a0e8e7914805 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=32138681c6644bd1bde660902d95a1dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263984 Jul 22 19:25:05.807990 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 060c25c7-9d61-4d4f-aec8-b628aca098b3 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:25:05.846243 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-3cda4888-9445-45e6-b404-f8891106bf92 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:05.847829 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-3cda4888-9445-45e6-b404-f8891106bf92 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1318252 Jul 22 19:25:05.857488 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 060c25c7-9d61-4d4f-aec8-b628aca098b3 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:05.861005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 060c25c7-9d61-4d4f-aec8-b628aca098b3 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:05.861292 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:05.865723 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-da0d8739-bdd6-469f-b59c-34404ef98cfc tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Request body: {'port': {'device_id': 'f88b22ca-2028-4086-90b6-a0b52f60dd4f', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': '32138681c6644bd1bde660902d95a1dc'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:05.965254 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:05.969517 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-400cb485-6781-4f94-b35a-fb4027a3a4ec req-cdb3d9a9-a9eb-4518-9082-03fed20a022d tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88b22ca-2028-4086-90b6-a0b52f60dd4f HTTP/1.1" status: 200 len: 210 time: 0.0401461 Jul 22 19:25:06.003062 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb20d03-64fd-4e99-aad3-d5b183295696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060c25c7-9d61-4d4f-aec8-b628aca098b3'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:06.005883 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd0f023-ba8f-4361-90a0-eb0799c1cb09" -d '{"events": [{"server_uuid": "2eb20d03-64fd-4e99-aad3-d5b183295696", "name": "network-vif-plugged", "status": "completed", "tag": "060c25c7-9d61-4d4f-aec8-b628aca098b3"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:06.006904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-da0d8739-bdd6-469f-b59c-34404ef98cfc tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Made reservation on behalf of 32138681c6644bd1bde660902d95a1dc for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:25:06.012072 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-da0d8739-bdd6-469f-b59c-34404ef98cfc tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:06.026148 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-da0d8739-bdd6-469f-b59c-34404ef98cfc tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:06.032327 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 060c25c7-9d61-4d4f-aec8-b628aca098b3, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=060c25c7-9d61-4d4f-aec8-b628aca098b3,segment=NetworkSegment(a9c2f036-6000-4366-819f-4cfc217c7cb0),segment_id=a9c2f036-6000-4366-819f-4cfc217c7cb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:06.041916 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:06.083651 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2b86ea-4c75-4e85-86d7-ae42a47fb6af x-openstack-request-id: req-0b2b86ea-4c75-4e85-86d7-ae42a47fb6af {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:06.084256 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb20d03-64fd-4e99-aad3-d5b183295696", "name": "network-vif-plugged", "status": "completed", "tag": "060c25c7-9d61-4d4f-aec8-b628aca098b3", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:06.084692 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b2b86ea-4c75-4e85-86d7-ae42a47fb6af {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:06.085377 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb20d03-64fd-4e99-aad3-d5b183295696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060c25c7-9d61-4d4f-aec8-b628aca098b3', 'code': 200} Jul 22 19:25:06.183065 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=060c25c7-9d61-4d4f-aec8-b628aca098b3,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:06.516495 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63b866-0d1b-4667-98d4-4bc009e4ba2f req-37105771-8596-410a-9073-94824b6c097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:06.518076 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b63b866-0d1b-4667-98d4-4bc009e4ba2f req-37105771-8596-410a-9073-94824b6c097f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 1097 time: 0.0984502 Jul 22 19:25:06.528230 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-da0d8739-bdd6-469f-b59c-34404ef98cfc tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:06.536287 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-da0d8739-bdd6-469f-b59c-34404ef98cfc tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:06.630096 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b63b866-0d1b-4667-98d4-4bc009e4ba2f req-c1bd4140-797c-4508-9b7d-fc93148e12bf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e879a35b-c428-4f80-a302-b3956bd256b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044419 Jul 22 19:25:06.634484 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d8739-bdd6-469f-b59c-34404ef98cfc tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a30c6448-480e-4b54-90f1-b7ead1eddd9b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:06.740123 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c0448-331d-4d42-b0a5-c19682a6b727 req-632da666-1997-467b-b609-bc83db90d3cc tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:06.741666 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f07c0448-331d-4d42-b0a5-c19682a6b727 req-632da666-1997-467b-b609-bc83db90d3cc tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 945 time: 0.1253936 Jul 22 19:25:06.747542 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-da0d8739-bdd6-469f-b59c-34404ef98cfc tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Allocated IP 192.168.233.222 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/34c96cdb-85d3-4220-b915-747ac418aac3) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:25:06.812265 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f07c0448-331d-4d42-b0a5-c19682a6b727 req-205a3a58-9111-4384-b77c-86f21cda2718 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/security-groups?id=e879a35b-c428-4f80-a302-b3956bd256b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623946 Jul 22 19:25:06.934021 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-da0d8739-bdd6-469f-b59c-34404ef98cfc tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:06.949487 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-da0d8739-bdd6-469f-b59c-34404ef98cfc tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Transition to ACTIVE for port object 34c96cdb-85d3-4220-b915-747ac418aac3 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:25:06.985599 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-da0d8739-bdd6-469f-b59c-34404ef98cfc tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:07.028137 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-da0d8739-bdd6-469f-b59c-34404ef98cfc tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:25:07.033397 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-da0d8739-bdd6-469f-b59c-34404ef98cfc tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:25:07.037072 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-da0d8739-bdd6-469f-b59c-34404ef98cfc tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:25:07.072133 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d8739-bdd6-469f-b59c-34404ef98cfc tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Pushing event updated for resources: {'Port': ['ID=34c96cdb-85d3-4220-b915-747ac418aac3,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:07.127284 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-da0d8739-bdd6-469f-b59c-34404ef98cfc tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:07.127926 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-da0d8739-bdd6-469f-b59c-34404ef98cfc tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:07.150895 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-da0d8739-bdd6-469f-b59c-34404ef98cfc tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2883565 Jul 22 19:25:07.163423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] Request body: {'port': {'device_id': 'f88b22ca-2028-4086-90b6-a0b52f60dd4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:07.193595 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8557d-2d44-40c2-814b-5b856628e002 req-ce08dee1-d0c1-48a9-af1a-58b3ddea59c1 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:07.195158 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4e8557d-2d44-40c2-814b-5b856628e002 req-ce08dee1-d0c1-48a9-af1a-58b3ddea59c1 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88b22ca-2028-4086-90b6-a0b52f60dd4f HTTP/1.1" status: 200 len: 936 time: 0.1273313 Jul 22 19:25:07.279442 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4e8557d-2d44-40c2-814b-5b856628e002 req-a0572da0-924e-415b-b18f-9b7145a703b3 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.13 "GET /v2.0/security-groups?id=a30c6448-480e-4b54-90f1-b7ead1eddd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731685 Jul 22 19:25:07.280143 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:07.305352 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f4de33d3-b3e0-4a8c-a1c9-f8e4b8fa7f85 None None] Provisioning for port 34c96cdb-85d3-4220-b915-747ac418aac3 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:07.310045 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f4de33d3-b3e0-4a8c-a1c9-f8e4b8fa7f85 None None] Provisioning complete for port 34c96cdb-85d3-4220-b915-747ac418aac3 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:07.310534 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f4de33d3-b3e0-4a8c-a1c9-f8e4b8fa7f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:07.367931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-f4de33d3-b3e0-4a8c-a1c9-f8e4b8fa7f85 None None] Port 34c96cdb-85d3-4220-b915-747ac418aac3 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:25:07.585420 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c96cdb-85d3-4220-b915-747ac418aac3 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:07.594546 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:07.607435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] Transition to ACTIVE for port object 34c96cdb-85d3-4220-b915-747ac418aac3 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:25:07.611318 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:07.663621 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] Pushing event updated for resources: {'Port': ['ID=34c96cdb-85d3-4220-b915-747ac418aac3,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:07.767794 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] Attempting to bind port 34c96cdb-85d3-4220-b915-747ac418aac3 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:25:07.768130 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] Attempting to bind port 34c96cdb-85d3-4220-b915-747ac418aac3 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:25:07.768459 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] Attempting to bind port 34c96cdb-85d3-4220-b915-747ac418aac3 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:07.773437 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] Port 34c96cdb-85d3-4220-b915-747ac418aac3 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:25:07.773767 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] Attempting to bind port 34c96cdb-85d3-4220-b915-747ac418aac3 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:07.780427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:25:07.780869 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:25:07.781509 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:25:07.781953 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] Bound port: 34c96cdb-85d3-4220-b915-747ac418aac3, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:25:07.782315 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:07.881557 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] For port 34c96cdb-85d3-4220-b915-747ac418aac3, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:25:07.887836 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] For port 34c96cdb-85d3-4220-b915-747ac418aac3, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=34c96cdb-85d3-4220-b915-747ac418aac3,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:25:07.895802 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:07.990816 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:07.991444 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:07.992910 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] 10.222.0.16 "PUT /v2.0/ports/34c96cdb-85d3-4220-b915-747ac418aac3 HTTP/1.1" status: 200 len: 1097 time: 0.8348491 Jul 22 19:25:07.993305 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88b22ca-2028-4086-90b6-a0b52f60dd4f', 'tag': '34c96cdb-85d3-4220-b915-747ac418aac3'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:07.996132 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b092ba-83f5-4044-908f-aa11a15ff11d" -d '{"events": [{"name": "network-changed", "server_uuid": "f88b22ca-2028-4086-90b6-a0b52f60dd4f", "tag": "34c96cdb-85d3-4220-b915-747ac418aac3"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:08.017057 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c3911-cf0e-48d4-9365-dfd299671c05 service neutron] Pushing event updated for resources: {'Port': ['ID=34c96cdb-85d3-4220-b915-747ac418aac3,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:08.052864 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c42e3-e04b-4221-9075-b0be81e3512a req-63bf855f-a1c6-45ad-956a-71c9662df977 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:08.060268 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-245c42e3-e04b-4221-9075-b0be81e3512a req-63bf855f-a1c6-45ad-956a-71c9662df977 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 945 time: 0.1377914 Jul 22 19:25:08.070304 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec186a6b-003d-4110-882d-ac4cc1812156 x-openstack-request-id: req-ec186a6b-003d-4110-882d-ac4cc1812156 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:08.070684 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88b22ca-2028-4086-90b6-a0b52f60dd4f", "tag": "34c96cdb-85d3-4220-b915-747ac418aac3", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:08.071029 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec186a6b-003d-4110-882d-ac4cc1812156 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:08.071518 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88b22ca-2028-4086-90b6-a0b52f60dd4f', 'tag': '34c96cdb-85d3-4220-b915-747ac418aac3', 'status': 'completed', 'code': 200} Jul 22 19:25:08.145937 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-245c42e3-e04b-4221-9075-b0be81e3512a req-0001bb23-da62-4cff-9a3f-f8122ae68c51 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/security-groups?id=e879a35b-c428-4f80-a302-b3956bd256b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802245 Jul 22 19:25:08.167462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-2d0d5ef5-aece-43de-9769-85ca42cb8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:08.169168 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-2d0d5ef5-aece-43de-9769-85ca42cb8482 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32138681c6644bd1bde660902d95a1dc&device_id=f88b22ca-2028-4086-90b6-a0b52f60dd4f HTTP/1.1" status: 200 len: 1100 time: 0.1067605 Jul 22 19:25:08.221613 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-59ff9abf-cbd8-4392-b14a-49dec182c7b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=34c96cdb-85d3-4220-b915-747ac418aac3 HTTP/1.1" status: 200 len: 217 time: 0.0452542 Jul 22 19:25:08.306642 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-c18376d6-34c3-4630-8f98-00e60fcd9b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:08.308716 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-c18376d6-34c3-4630-8f98-00e60fcd9b82 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0792241 Jul 22 19:25:08.355992 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b9114-9825-4157-9ce3-849436fbd62b req-e1cf005a-6a71-4ebe-bdae-00813a579592 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:08.357531 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-540b9114-9825-4157-9ce3-849436fbd62b req-e1cf005a-6a71-4ebe-bdae-00813a579592 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 945 time: 0.1385162 Jul 22 19:25:08.451782 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-540b9114-9825-4157-9ce3-849436fbd62b req-b42994ce-1b64-4901-9f68-af1ad544efe0 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/security-groups?id=e879a35b-c428-4f80-a302-b3956bd256b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795453 Jul 22 19:25:08.460674 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-5804cade-31ab-4e57-ad39-35b86705d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:08.462176 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-5804cade-31ab-4e57-ad39-35b86705d026 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1475096 Jul 22 19:25:08.496267 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-06cc674b-7a64-4ccb-8894-d9b64dafd04b req-de0ff074-f928-4014-b58a-37f23e8ac768 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0676634 Jul 22 19:25:08.499334 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d459465-3b7d-4e45-9e96-7a56d72b5e4a req-2365997b-d516-44aa-a09e-835c689cafd8 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:08.500888 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8d459465-3b7d-4e45-9e96-7a56d72b5e4a req-2365997b-d516-44aa-a09e-835c689cafd8 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88b22ca-2028-4086-90b6-a0b52f60dd4f HTTP/1.1" status: 200 len: 948 time: 0.1412032 Jul 22 19:25:08.594539 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8d459465-3b7d-4e45-9e96-7a56d72b5e4a req-9f32cf2d-d1c3-4039-81e3-f611349c3b44 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.13 "GET /v2.0/security-groups?id=a30c6448-480e-4b54-90f1-b7ead1eddd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750780 Jul 22 19:25:08.610950 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-3b8aa22a-713f-43f9-9e02-41e8dc090b02 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419072 Jul 22 19:25:08.618921 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc674b-7a64-4ccb-8894-d9b64dafd04b req-1c6c1a0f-a921-430b-a185-a1200189bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:08.621535 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-06cc674b-7a64-4ccb-8894-d9b64dafd04b req-1c6c1a0f-a921-430b-a185-a1200189bf6b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 1098 time: 0.0769768 Jul 22 19:25:08.726776 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc674b-7a64-4ccb-8894-d9b64dafd04b req-bc86eab9-9ba8-40e3-ab79-1ed149b84d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:08.728508 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-06cc674b-7a64-4ccb-8894-d9b64dafd04b req-bc86eab9-9ba8-40e3-ab79-1ed149b84d91 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 913 time: 0.0889850 Jul 22 19:25:08.752743 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29b2fad2-e4be-4cea-a8db-cd8cb7ba29d2 req-0c950d8e-8fa4-44fe-952d-be2c3c147603 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357169 Jul 22 19:25:08.762035 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca4558-7be6-4d5b-ad41-cb114c0bd1a8 req-07fe1f36-e22e-45dc-a12a-cb0a19564a65 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:08.763737 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04ca4558-7be6-4d5b-ad41-cb114c0bd1a8 req-07fe1f36-e22e-45dc-a12a-cb0a19564a65 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 945 time: 0.1375017 Jul 22 19:25:08.876130 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04ca4558-7be6-4d5b-ad41-cb114c0bd1a8 req-9114d7f0-1072-4e25-b7fb-e41df843d9bc tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/security-groups?id=e879a35b-c428-4f80-a302-b3956bd256b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068401 Jul 22 19:25:08.895039 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 36458) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:08.915415 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b092ba-83f5-4044-908f-aa11a15ff11d req-d9f432fc-180b-4b91-9869-901eece3a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:08.917224 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88b092ba-83f5-4044-908f-aa11a15ff11d req-d9f432fc-180b-4b91-9869-901eece3a05e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32138681c6644bd1bde660902d95a1dc&device_id=f88b22ca-2028-4086-90b6-a0b52f60dd4f HTTP/1.1" status: 200 len: 1100 time: 0.1050620 Jul 22 19:25:09.015590 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:09.029403 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b092ba-83f5-4044-908f-aa11a15ff11d req-e44d3f51-6444-4ec9-a91a-fb13911d79e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:09.031093 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88b092ba-83f5-4044-908f-aa11a15ff11d req-e44d3f51-6444-4ec9-a91a-fb13911d79e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.1075547 Jul 22 19:25:09.084038 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88b092ba-83f5-4044-908f-aa11a15ff11d req-9e2c957c-c0b2-4331-af77-3d875f0dc721 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=34c96cdb-85d3-4220-b915-747ac418aac3 HTTP/1.1" status: 200 len: 217 time: 0.0450408 Jul 22 19:25:09.170788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b092ba-83f5-4044-908f-aa11a15ff11d req-c4bc6ba6-e26f-40fc-afd4-7a660a48c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:09.172306 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88b092ba-83f5-4044-908f-aa11a15ff11d req-c4bc6ba6-e26f-40fc-afd4-7a660a48c6d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0806417 Jul 22 19:25:09.222123 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d866177-2dd6-4e4e-a1cd-fc433d03edd7 tempest-TestServerBasicOps-656818861 tempest-TestServerBasicOps-656818861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:09.223643 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8d866177-2dd6-4e4e-a1cd-fc433d03edd7 tempest-TestServerBasicOps-656818861 tempest-TestServerBasicOps-656818861-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 1092 time: 0.3263631 Jul 22 19:25:09.226746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 36462) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:09.230001 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-06cc674b-7a64-4ccb-8894-d9b64dafd04b req-7dc68958-0cf6-4966-a2de-a86abbe0adc5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a HTTP/1.1" status: 200 len: 1002 time: 0.4958301 Jul 22 19:25:09.231431 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-13aef4b1-a6ec-49fb-b833-236c07bda622 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': '060c25c7-9d61-4d4f-aec8-b628aca098b3', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:09.274408 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-13aef4b1-a6ec-49fb-b833-236c07bda622 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:09.280412 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b092ba-83f5-4044-908f-aa11a15ff11d req-99ebe058-31a8-41f5-85f2-e70992384574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:09.281960 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88b092ba-83f5-4044-908f-aa11a15ff11d req-99ebe058-31a8-41f5-85f2-e70992384574 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1019812 Jul 22 19:25:09.284612 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc674b-7a64-4ccb-8894-d9b64dafd04b req-96f4f062-60ab-4252-915a-01bbb901aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:09.286066 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-06cc674b-7a64-4ccb-8894-d9b64dafd04b req-96f4f062-60ab-4252-915a-01bbb901aa91 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.0500100 Jul 22 19:25:09.359589 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc674b-7a64-4ccb-8894-d9b64dafd04b req-c30bbca2-1699-4a8f-8afa-eb60bd67ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:09.361137 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-06cc674b-7a64-4ccb-8894-d9b64dafd04b req-c30bbca2-1699-4a8f-8afa-eb60bd67ea4e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666826 Jul 22 19:25:09.437837 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88b092ba-83f5-4044-908f-aa11a15ff11d req-6ee08d9c-9cd8-475c-bdeb-574356af93b8 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440277 Jul 22 19:25:09.461707 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-06cc674b-7a64-4ccb-8894-d9b64dafd04b req-fd0c7b2b-1e81-4962-8f1e-3bda309ab8a0 service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895109 Jul 22 19:25:09.521745 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-13aef4b1-a6ec-49fb-b833-236c07bda622 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:09.571838 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88b092ba-83f5-4044-908f-aa11a15ff11d req-2048fccb-4378-414c-af0e-e5379fac0143 service neutron] 10.222.0.16 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265299 Jul 22 19:25:09.578238 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-06cc674b-7a64-4ccb-8894-d9b64dafd04b req-09268614-0726-451d-be94-a713abc27cb5 service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099567 Jul 22 19:25:09.666463 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-13aef4b1-a6ec-49fb-b833-236c07bda622 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Allocated IP 172.25.3.29 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/dbcf482b-7833-4ced-bf42-eb74cd03438a) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:25:09.816037 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-13aef4b1-a6ec-49fb-b833-236c07bda622 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:09.832821 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013541e7-a525-4e10-a43c-0d597e696ca5 req-46cf394a-6970-46f6-88d4-ba20b3d6ed78 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:09.834228 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-013541e7-a525-4e10-a43c-0d597e696ca5 req-46cf394a-6970-46f6-88d4-ba20b3d6ed78 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88b22ca-2028-4086-90b6-a0b52f60dd4f HTTP/1.1" status: 200 len: 948 time: 0.1387863 Jul 22 19:25:09.892911 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-013541e7-a525-4e10-a43c-0d597e696ca5 req-47d69375-133e-4735-a9c5-54049b9ee3d2 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.13 "GET /v2.0/security-groups?id=a30c6448-480e-4b54-90f1-b7ead1eddd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510030 Jul 22 19:25:09.906275 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-13aef4b1-a6ec-49fb-b833-236c07bda622 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:09.972248 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aef4b1-a6ec-49fb-b833-236c07bda622 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:25:09.982940 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-13aef4b1-a6ec-49fb-b833-236c07bda622 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:25:09.985076 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aef4b1-a6ec-49fb-b833-236c07bda622 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Pushing event updated for resources: {'Port': ['ID=dbcf482b-7833-4ced-bf42-eb74cd03438a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:09.987581 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aef4b1-a6ec-49fb-b833-236c07bda622 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:25:10.152426 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36476) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:10.264423 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0fad89ea-c4e3-4438-b791-2c48d871166d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:10.362639 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-13aef4b1-a6ec-49fb-b833-236c07bda622 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:10.365200 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0fad89ea-c4e3-4438-b791-2c48d871166d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:10.369058 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0fad89ea-c4e3-4438-b791-2c48d871166d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:10.396547 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 34c96cdb-85d3-4220-b915-747ac418aac3 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:25:10.413290 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0fad89ea-c4e3-4438-b791-2c48d871166d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11afce64674d45b09c86d0d179d2bda6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574427 Jul 22 19:25:10.413290 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad89ea-c4e3-4438-b791-2c48d871166d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d5574c-5815-43c6-8e5b-ee0c11ae9b76,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:10.415304 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36480) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:10.443956 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-13aef4b1-a6ec-49fb-b833-236c07bda622 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:10.472014 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac059f6f-11ef-4830-9fbd-628483014fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:10.495719 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac059f6f-11ef-4830-9fbd-628483014fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:10.522156 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 34c96cdb-85d3-4220-b915-747ac418aac3, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=34c96cdb-85d3-4220-b915-747ac418aac3,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:10.541729 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '34c96cdb-85d3-4220-b915-747ac418aac3', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '34c96cdb-85d3-4220-b915-747ac418aac3', 'mac_address': 'fa:16:3e:82:d9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:25:10.543852 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac059f6f-11ef-4830-9fbd-628483014fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:10.546981 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac059f6f-11ef-4830-9fbd-628483014fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:10.548137 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ac059f6f-11ef-4830-9fbd-628483014fa7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44d5574c-5815-43c6-8e5b-ee0c11ae9b76 HTTP/1.1" status: 204 len: 168 time: 0.1305201 Jul 22 19:25:10.557309 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac059f6f-11ef-4830-9fbd-628483014fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d5574c-5815-43c6-8e5b-ee0c11ae9b76,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:10.596585 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:10.611073 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c96cdb-85d3-4220-b915-747ac418aac3 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:10.625061 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-13aef4b1-a6ec-49fb-b833-236c07bda622 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:10.631164 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-13aef4b1-a6ec-49fb-b833-236c07bda622 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:10.633088 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 34c96cdb-85d3-4220-b915-747ac418aac3, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=34c96cdb-85d3-4220-b915-747ac418aac3,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:10.637810 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:10.706393 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=34c96cdb-85d3-4220-b915-747ac418aac3,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:10.722096 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-13aef4b1-a6ec-49fb-b833-236c07bda622 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:10.801489 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aef4b1-a6ec-49fb-b833-236c07bda622 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Pushing event updated for resources: {'Port': ['ID=dbcf482b-7833-4ced-bf42-eb74cd03438a,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:10.836104 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-13aef4b1-a6ec-49fb-b833-236c07bda622 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Floating IP daa2a452-c782-4d8f-911f-34f0939cab1d associated. External IP: 172.25.3.29, port: 060c25c7-9d61-4d4f-aec8-b628aca098b3. Jul 22 19:25:10.867733 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['34c96cdb-85d3-4220-b915-747ac418aac3'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:11.115003 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13aef4b1-a6ec-49fb-b833-236c07bda622 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Router 3fae9832-d6ed-403b-aefd-95166ddaaf4d has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:25:11.128701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c50a0c-caf2-43d4-8cf6-41d6a58a5d38 req-074c819f-917e-4f2b-b165-7a16b71b652d tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:11.130193 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-28c50a0c-caf2-43d4-8cf6-41d6a58a5d38 req-074c819f-917e-4f2b-b165-7a16b71b652d tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88b22ca-2028-4086-90b6-a0b52f60dd4f HTTP/1.1" status: 200 len: 949 time: 0.1311462 Jul 22 19:25:11.217197 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36508) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:11.319373 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-72444fec-82c9-4631-9ce8-31bea562d77e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1058424402-network', 'tenant_id': '565be8e7e0114c03bc65fc5223972477'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:11.345680 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72444fec-82c9-4631-9ce8-31bea562d77e admin admin] Made reservation on behalf of 565be8e7e0114c03bc65fc5223972477 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:25:11.348114 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72444fec-82c9-4631-9ce8-31bea562d77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.357699 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72444fec-82c9-4631-9ce8-31bea562d77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.452415 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72444fec-82c9-4631-9ce8-31bea562d77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.456362 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72444fec-82c9-4631-9ce8-31bea562d77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.485696 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72444fec-82c9-4631-9ce8-31bea562d77e admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:25:11.492124 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72444fec-82c9-4631-9ce8-31bea562d77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ba4598-bfd0-4ce0-ade7-3727fa271a4b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:11.499661 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72444fec-82c9-4631-9ce8-31bea562d77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.500049 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-72444fec-82c9-4631-9ce8-31bea562d77e admin admin] Added segment fdfed3fe-adb8-449c-af85-ef43741a4af9 of type vlan for network bd98edeb-b659-4566-a031-5250ff0a8993 Jul 22 19:25:11.542335 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72444fec-82c9-4631-9ce8-31bea562d77e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.573871 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72444fec-82c9-4631-9ce8-31bea562d77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.575112 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72444fec-82c9-4631-9ce8-31bea562d77e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:11.575704 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-72444fec-82c9-4631-9ce8-31bea562d77e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.578348 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-28c50a0c-caf2-43d4-8cf6-41d6a58a5d38 req-182d40b8-f868-431c-add2-2095682dfa01 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.13 "GET /v2.0/security-groups?id=a30c6448-480e-4b54-90f1-b7ead1eddd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409935 Jul 22 19:25:11.600729 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-72444fec-82c9-4631-9ce8-31bea562d77e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3807759 Jul 22 19:25:11.602689 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 36512) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:11.610247 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-54a44fbc-a803-405d-ae7f-6162be7ede7d admin admin] Request body: {'subnet': {'network_id': 'bd98edeb-b659-4566-a031-5250ff0a8993', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1058424402-subnet', 'tenant_id': '565be8e7e0114c03bc65fc5223972477', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:11.621796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13aef4b1-a6ec-49fb-b833-236c07bda622 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:25:11.633960 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec86324-be61-4209-8e2f-8111dbe2a9d4 None None] Sync routers for ids ['3fae9832-d6ed-403b-aefd-95166ddaaf4d'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:25:11.645836 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72444fec-82c9-4631-9ce8-31bea562d77e admin admin] Pushing event updated for resources: {'Network': ['ID=bd98edeb-b659-4566-a031-5250ff0a8993,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:11.646574 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a44fbc-a803-405d-ae7f-6162be7ede7d admin admin] Made reservation on behalf of 565be8e7e0114c03bc65fc5223972477 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:25:11.646701 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec86324-be61-4209-8e2f-8111dbe2a9d4 None None] Routers {'3fae9832-d6ed-403b-aefd-95166ddaaf4d'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:25:11.647353 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4ec86324-be61-4209-8e2f-8111dbe2a9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:25:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['3fae9832-d6ed-403b-aefd-95166ddaaf4d'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:11.650056 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-54a44fbc-a803-405d-ae7f-6162be7ede7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.659596 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network bd98edeb-b659-4566-a031-5250ff0a8993 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:25:11.675486 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.730717 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-13aef4b1-a6ec-49fb-b833-236c07bda622 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.765194 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-4ec86324-be61-4209-8e2f-8111dbe2a9d4 None None] Set router 3fae9832-d6ed-403b-aefd-95166ddaaf4d gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:25:11.792497 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-13aef4b1-a6ec-49fb-b833-236c07bda622 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5539634 Jul 22 19:25:11.792497 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb20d03-64fd-4e99-aad3-d5b183295696', 'tag': '060c25c7-9d61-4d4f-aec8-b628aca098b3'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:11.792497 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cff99b-fc5f-425b-aa75-15e65c7022fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb20d03-64fd-4e99-aad3-d5b183295696", "tag": "060c25c7-9d61-4d4f-aec8-b628aca098b3"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:11.832778 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f8d2cf-478d-4035-948c-5bc5a045fc2a x-openstack-request-id: req-46f8d2cf-478d-4035-948c-5bc5a045fc2a {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:11.833070 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb20d03-64fd-4e99-aad3-d5b183295696", "tag": "060c25c7-9d61-4d4f-aec8-b628aca098b3", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:11.833322 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46f8d2cf-478d-4035-948c-5bc5a045fc2a {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:11.833744 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb20d03-64fd-4e99-aad3-d5b183295696', 'tag': '060c25c7-9d61-4d4f-aec8-b628aca098b3', 'status': 'completed', 'code': 200} Jul 22 19:25:11.918579 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-54a44fbc-a803-405d-ae7f-6162be7ede7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.988184 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a44fbc-a803-405d-ae7f-6162be7ede7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7aaf51b-8f4b-4524-865e-a8becfa8c3a5,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:12.000029 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cff99b-fc5f-425b-aa75-15e65c7022fd req-f90efcb5-3bad-4ecb-a6bc-7269ba15ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:12.001600 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1cff99b-fc5f-425b-aa75-15e65c7022fd req-f90efcb5-3bad-4ecb-a6bc-7269ba15ed17 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ade0e6eb0dd4b2183d5e433ea099f6a&device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 1097 time: 0.1296542 Jul 22 19:25:12.016365 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a44fbc-a803-405d-ae7f-6162be7ede7d admin admin] Checking segment: {'id': 'fdfed3fe-adb8-449c-af85-ef43741a4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bd98edeb-b659-4566-a031-5250ff0a8993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:25:12.016753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a44fbc-a803-405d-ae7f-6162be7ede7d admin admin] Network hostable DHCP agents. Network: bd98edeb-b659-4566-a031-5250ff0a8993, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:25:12.018801 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4ec86324-be61-4209-8e2f-8111dbe2a9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'name': 'tempest-TestServerBasicOps-1885282964-router', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:10Z', 'updated_at': '2021-07-22T19:24:17Z', 'revision_number': 4, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'gw_port': {'id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:11Z', 'updated_at': '2021-07-22T19:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'daa2a452-c782-4d8f-911f-34f0939cab1d', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'port_id': '060c25c7-9d61-4d4f-aec8-b628aca098b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a', 'mac_address': 'fa:16:3e:e1:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb20d03-64fd-4e99-aad3-d5b183295696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:25:10Z', 'updated_at': '2021-07-22T19:25:10Z', 'revision_number': 0, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '241187cc-e861-49a1-804e-c5802889a22a', 'name': '', 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'mac_address': 'fa:16:3e:f6:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '88ffb26b-871c-4d5c-9582-82dc6015256c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:16Z', 'updated_at': '2021-07-22T19:24:30Z', 'revision_number': 5, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'subnets': [{'id': '88ffb26b-871c-4d5c-9582-82dc6015256c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:12.079847 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a44fbc-a803-405d-ae7f-6162be7ede7d admin admin] Network bd98edeb-b659-4566-a031-5250ff0a8993 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:25:12.097223 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-54a44fbc-a803-405d-ae7f-6162be7ede7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, bd98edeb-b659-4566-a031-5250ff0a8993) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:25:12.106123 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a44fbc-a803-405d-ae7f-6162be7ede7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:12.106731 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-54a44fbc-a803-405d-ae7f-6162be7ede7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:12.108865 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb12e952-7614-4a55-a3b1-4827dafd5546 None None] Network bd98edeb-b659-4566-a031-5250ff0a8993 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:25:12.122650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cff99b-fc5f-425b-aa75-15e65c7022fd req-d8720858-4e2e-4c53-bd1d-1e1998a9e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:12.124173 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1cff99b-fc5f-425b-aa75-15e65c7022fd req-d8720858-4e2e-4c53-bd1d-1e1998a9e431 service neutron] 10.222.0.30 "GET /v2.0/networks?id=13a55bad-8b19-4c87-b50a-5b513916342a HTTP/1.1" status: 200 len: 910 time: 0.1156216 Jul 22 19:25:12.142263 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec86324-be61-4209-8e2f-8111dbe2a9d4 None None] Checking router: 3fae9832-d6ed-403b-aefd-95166ddaaf4d for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:25:12.151361 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-54a44fbc-a803-405d-ae7f-6162be7ede7d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5468206 Jul 22 19:25:12.154336 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec86324-be61-4209-8e2f-8111dbe2a9d4 None None] Routers {'3fae9832-d6ed-403b-aefd-95166ddaaf4d'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:25:12.154957 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4ec86324-be61-4209-8e2f-8111dbe2a9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:25:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['3fae9832-d6ed-403b-aefd-95166ddaaf4d'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:12.223240 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1cff99b-fc5f-425b-aa75-15e65c7022fd req-299f2c43-ce95-4189-a365-a9b55b78f3ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=060c25c7-9d61-4d4f-aec8-b628aca098b3 HTTP/1.1" status: 200 len: 998 time: 0.0856967 Jul 22 19:25:12.264124 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc54529-8c66-48f7-840e-825a72baa8dd None None] Network bd98edeb-b659-4566-a031-5250ff0a8993 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:25:12.281631 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-4ec86324-be61-4209-8e2f-8111dbe2a9d4 None None] Set router 3fae9832-d6ed-403b-aefd-95166ddaaf4d gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:25:12.281870 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cff99b-fc5f-425b-aa75-15e65c7022fd req-4649eca3-7ea3-434c-9239-579405439f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:12.283417 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1cff99b-fc5f-425b-aa75-15e65c7022fd req-4649eca3-7ea3-434c-9239-579405439f9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=88ffb26b-871c-4d5c-9582-82dc6015256c HTTP/1.1" status: 200 len: 848 time: 0.0538404 Jul 22 19:25:12.352916 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cff99b-fc5f-425b-aa75-15e65c7022fd req-bb907d11-30c2-4b15-af5e-f75d9ebf24bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:12.355233 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1cff99b-fc5f-425b-aa75-15e65c7022fd req-bb907d11-30c2-4b15-af5e-f75d9ebf24bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13a55bad-8b19-4c87-b50a-5b513916342a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643938 Jul 22 19:25:12.411824 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 34c96cdb-85d3-4220-b915-747ac418aac3 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:25:12.462319 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1cff99b-fc5f-425b-aa75-15e65c7022fd req-4086444e-c847-4ff8-853d-e17fea4bca44 service neutron] 10.222.0.30 "GET /v2.0/networks/13a55bad-8b19-4c87-b50a-5b513916342a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996184 Jul 22 19:25:12.471623 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 34c96cdb-85d3-4220-b915-747ac418aac3 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:12.477753 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 34c96cdb-85d3-4220-b915-747ac418aac3 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:12.478209 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:12.564367 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4ec86324-be61-4209-8e2f-8111dbe2a9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'name': 'tempest-TestServerBasicOps-1885282964-router', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:10Z', 'updated_at': '2021-07-22T19:24:17Z', 'revision_number': 4, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'gw_port': {'id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:11Z', 'updated_at': '2021-07-22T19:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'daa2a452-c782-4d8f-911f-34f0939cab1d', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'port_id': '060c25c7-9d61-4d4f-aec8-b628aca098b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a', 'mac_address': 'fa:16:3e:e1:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb20d03-64fd-4e99-aad3-d5b183295696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:25:10Z', 'updated_at': '2021-07-22T19:25:10Z', 'revision_number': 0, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '241187cc-e861-49a1-804e-c5802889a22a', 'name': '', 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'mac_address': 'fa:16:3e:f6:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '88ffb26b-871c-4d5c-9582-82dc6015256c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:16Z', 'updated_at': '2021-07-22T19:24:30Z', 'revision_number': 5, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'subnets': [{'id': '88ffb26b-871c-4d5c-9582-82dc6015256c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:12.570464 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1cff99b-fc5f-425b-aa75-15e65c7022fd req-e1b1f679-bdc8-4b18-8270-36cd2d43ef56 service neutron] 10.222.0.30 "GET /v2.0/networks/13a55bad-8b19-4c87-b50a-5b513916342a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022618 Jul 22 19:25:12.574240 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:12.601195 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88b22ca-2028-4086-90b6-a0b52f60dd4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c96cdb-85d3-4220-b915-747ac418aac3'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:12.603801 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff9b2ed-5010-4a70-a61a-7ec1f43ea09b" -d '{"events": [{"server_uuid": "f88b22ca-2028-4086-90b6-a0b52f60dd4f", "name": "network-vif-plugged", "status": "completed", "tag": "34c96cdb-85d3-4220-b915-747ac418aac3"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:12.610676 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec86324-be61-4209-8e2f-8111dbe2a9d4 None None] The sync data for ids ['3fae9832-d6ed-403b-aefd-95166ddaaf4d'] in n-d-800086-12 is: [{'id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'name': 'tempest-TestServerBasicOps-1885282964-router', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:10Z', 'updated_at': '2021-07-22T19:24:17Z', 'revision_number': 4, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'gw_port': {'id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:11Z', 'updated_at': '2021-07-22T19:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'daa2a452-c782-4d8f-911f-34f0939cab1d', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'port_id': '060c25c7-9d61-4d4f-aec8-b628aca098b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a', 'mac_address': 'fa:16:3e:e1:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb20d03-64fd-4e99-aad3-d5b183295696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:25:10Z', 'updated_at': '2021-07-22T19:25:10Z', 'revision_number': 0, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '241187cc-e861-49a1-804e-c5802889a22a', 'name': '', 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'mac_address': 'fa:16:3e:f6:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '88ffb26b-871c-4d5c-9582-82dc6015256c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:16Z', 'updated_at': '2021-07-22T19:24:30Z', 'revision_number': 5, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'subnets': [{'id': '88ffb26b-871c-4d5c-9582-82dc6015256c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:25:12.629558 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 34c96cdb-85d3-4220-b915-747ac418aac3, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=34c96cdb-85d3-4220-b915-747ac418aac3,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:12.637026 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:12.718933 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d9fd92-f204-4972-be71-4a2fb3d935ad x-openstack-request-id: req-06d9fd92-f204-4972-be71-4a2fb3d935ad {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:12.719560 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88b22ca-2028-4086-90b6-a0b52f60dd4f", "name": "network-vif-plugged", "status": "completed", "tag": "34c96cdb-85d3-4220-b915-747ac418aac3", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:12.719560 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06d9fd92-f204-4972-be71-4a2fb3d935ad {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:12.720273 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88b22ca-2028-4086-90b6-a0b52f60dd4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c96cdb-85d3-4220-b915-747ac418aac3', 'code': 200} Jul 22 19:25:12.720412 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=34c96cdb-85d3-4220-b915-747ac418aac3,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:12.789549 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ec617-6b5c-435e-ac18-14c81cfa4cc5 req-7f9df4ad-a283-4567-b1a8-df005d51e69c tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:12.791634 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a00ec617-6b5c-435e-ac18-14c81cfa4cc5 req-7f9df4ad-a283-4567-b1a8-df005d51e69c tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88b22ca-2028-4086-90b6-a0b52f60dd4f HTTP/1.1" status: 200 len: 950 time: 0.1318860 Jul 22 19:25:12.813878 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7384d5-f1fa-4f3b-b05d-e0314565081f req-eaa41b70-6319-4113-9ca1-1620f6f5129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:12.816392 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ef7384d5-f1fa-4f3b-b05d-e0314565081f req-eaa41b70-6319-4113-9ca1-1620f6f5129d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f88b22ca-2028-4086-90b6-a0b52f60dd4f HTTP/1.1" status: 200 len: 1102 time: 0.0762038 Jul 22 19:25:12.845048 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a00ec617-6b5c-435e-ac18-14c81cfa4cc5 req-c293f4f7-8045-44e0-8a6d-6eb40f51e765 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.13 "GET /v2.0/security-groups?id=a30c6448-480e-4b54-90f1-b7ead1eddd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404265 Jul 22 19:25:12.879428 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ef7384d5-f1fa-4f3b-b05d-e0314565081f req-7836cf9b-2b6c-4f41-9be1-0dc30a20219c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a30c6448-480e-4b54-90f1-b7ead1eddd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572417 Jul 22 19:25:12.925802 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe34333-3453-4559-b324-5f02113549fa None None] New status for floating IP daa2a452-c782-4d8f-911f-34f0939cab1d: ACTIVE {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:25:14.001875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674224e1-47b6-4b5c-9f1a-e8f586883ab3 req-0c22deb6-f986-42e5-87c3-f52efb40423a tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:14.004085 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-674224e1-47b6-4b5c-9f1a-e8f586883ab3 req-0c22deb6-f986-42e5-87c3-f52efb40423a tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88b22ca-2028-4086-90b6-a0b52f60dd4f HTTP/1.1" status: 200 len: 950 time: 0.0767949 Jul 22 19:25:14.059521 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-674224e1-47b6-4b5c-9f1a-e8f586883ab3 req-82c7f80c-0021-4f9e-b926-3124cedd0c0d tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.13 "GET /v2.0/security-groups?id=a30c6448-480e-4b54-90f1-b7ead1eddd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459609 Jul 22 19:25:26.784039 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:25:28.434421 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-795a1eb8-f31d-4758-a90b-95cf9295a7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:31.015128 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-db20d934-fdc3-44a6-947b-f0c777b7df02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:31.133546 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:32.360743 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:33.975342 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:39.023596 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:41.677142 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:46.469979 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 37254) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:46.595192 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e422dcb-1525-44b7-8356-546073bd99bd req-d329bbc2-47ff-4795-8445-f7fe09dbd74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:46.596897 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5e422dcb-1525-44b7-8356-546073bd99bd req-d329bbc2-47ff-4795-8445-f7fe09dbd74f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 1097 time: 0.1259398 Jul 22 19:25:46.632797 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5e422dcb-1525-44b7-8356-546073bd99bd req-236ada26-90bd-4b36-95e6-1fd9e676eed7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e879a35b-c428-4f80-a302-b3956bd256b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291557 Jul 22 19:25:49.773743 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf364e-b794-45eb-b928-6548bedc29c6 req-09c8656c-17fa-478d-8369-47fda90ccd42 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:49.776139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-35cf364e-b794-45eb-b928-6548bedc29c6 req-09c8656c-17fa-478d-8369-47fda90ccd42 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 946 time: 0.0805852 Jul 22 19:25:49.818715 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-35cf364e-b794-45eb-b928-6548bedc29c6 req-13cd9d9d-584f-4d20-a356-73c1cec804dd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368419 Jul 22 19:25:52.638303 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ea28ff98-45cf-4989-9491-cdadefc38c7a details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:25:52.764565 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-af52f1da-07de-47bd-9db9-9363267aea07 req-6da00b83-38db-4e3c-8cad-104d946ef071 service neutron] (93807) timed out ('10.222.0.16', 58920) {{(pid=93807) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 19:25:52.770698 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ea28ff98-45cf-4989-9491-cdadefc38c7a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:52.788220 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'ea28ff98-45cf-4989-9491-cdadefc38c7a', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'port_id': 'ea28ff98-45cf-4989-9491-cdadefc38c7a', 'mac_address': 'fa:16:3e:84:5a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:25:52.841093 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:52.858389 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea28ff98-45cf-4989-9491-cdadefc38c7a {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:52.882059 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ea28ff98-45cf-4989-9491-cdadefc38c7a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:52.886640 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:52.945766 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=ea28ff98-45cf-4989-9491-cdadefc38c7a,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:52.954377 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:52.954728 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:52.955142 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:52.955482 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:52.955742 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:52.956524 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:52.957061 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:52.957551 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:52.958044 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:52.958529 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:52.959027 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:52.959534 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:52.969907 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['ea28ff98-45cf-4989-9491-cdadefc38c7a'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:54.645504 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ea28ff98-45cf-4989-9491-cdadefc38c7a up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:25:54.719176 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port ea28ff98-45cf-4989-9491-cdadefc38c7a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:54.719840 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:54.848679 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:54.902590 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ea28ff98-45cf-4989-9491-cdadefc38c7a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:54.903921 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1020d379-41bf-4d11-ac54-97e43213c200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28ff98-45cf-4989-9491-cdadefc38c7a'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:54.907211 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379ef50b-16f9-4f9e-80ba-043c3a5abb15" -d '{"events": [{"server_uuid": "1020d379-41bf-4d11-ac54-97e43213c200", "name": "network-vif-plugged", "status": "completed", "tag": "ea28ff98-45cf-4989-9491-cdadefc38c7a"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:54.911762 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:54.999418 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=ea28ff98-45cf-4989-9491-cdadefc38c7a,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:55.009938 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e625ae9-8759-4dad-b1a6-6b6f198b31e4 x-openstack-request-id: req-4e625ae9-8759-4dad-b1a6-6b6f198b31e4 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:55.009938 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1020d379-41bf-4d11-ac54-97e43213c200", "name": "network-vif-plugged", "status": "completed", "tag": "ea28ff98-45cf-4989-9491-cdadefc38c7a", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:55.009938 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e625ae9-8759-4dad-b1a6-6b6f198b31e4 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:55.010592 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1020d379-41bf-4d11-ac54-97e43213c200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28ff98-45cf-4989-9491-cdadefc38c7a', 'code': 200} Jul 22 19:25:57.811310 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-c60570ba-22fd-46da-b8e2-813c24d44a03 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0815799 Jul 22 19:25:57.984522 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-2825eba4-1038-48b8-b1b5-70a4c927b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:57.985796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-2825eba4-1038-48b8-b1b5-70a4c927b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:57.986025 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-2825eba4-1038-48b8-b1b5-70a4c927b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:57.986707 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-2825eba4-1038-48b8-b1b5-70a4c927b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:57.987357 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-2825eba4-1038-48b8-b1b5-70a4c927b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:57.987990 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-2825eba4-1038-48b8-b1b5-70a4c927b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:57.989469 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-2825eba4-1038-48b8-b1b5-70a4c927b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:57.992016 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-2825eba4-1038-48b8-b1b5-70a4c927b3af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=88edd86379da474f9e73474c4822e718&device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 6508 time: 0.1015546 Jul 22 19:25:58.306738 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-952f84f1-5f45-48da-ae21-4e8bce51916d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:58.307622 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-952f84f1-5f45-48da-ae21-4e8bce51916d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:58.308413 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-952f84f1-5f45-48da-ae21-4e8bce51916d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:58.310370 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-952f84f1-5f45-48da-ae21-4e8bce51916d service neutron] 10.222.0.30 "GET /v2.0/networks?id=e89c4a4f-ae66-40e9-a651-3fcc6679a396&id=0595bdbb-3fff-4758-845e-81a374857f98&id=0595bdbb-3fff-4758-845e-81a374857f98&id=0595bdbb-3fff-4758-845e-81a374857f98&id=0595bdbb-3fff-4758-845e-81a374857f98&id=b232de7e-d507-4fe5-aca3-83142933123b&id=b232de7e-d507-4fe5-aca3-83142933123b HTTP/1.1" status: 200 len: 2295 time: 0.2907670 Jul 22 19:25:58.442885 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-13d17d4c-148c-404b-8d5b-80c0cf60095a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:58.502524 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-f7762553-6131-4c4d-b685-a3c2016669fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5270d4db-298b-4df2-978e-ae9cd7fd456b HTTP/1.1" status: 200 len: 1002 time: 0.1838894 Jul 22 19:25:58.563888 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-fa1b68e6-5ac2-465a-b305-7f876f43cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:58.565455 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-fa1b68e6-5ac2-465a-b305-7f876f43cabe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21df62a7-a6ca-436a-b217-caf06ac55fe4 HTTP/1.1" status: 200 len: 854 time: 0.0558877 Jul 22 19:25:58.666219 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-1c71d49d-e7cc-4e28-adcf-8492d4f94a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:58.667907 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-1c71d49d-e7cc-4e28-adcf-8492d4f94a6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e89c4a4f-ae66-40e9-a651-3fcc6679a396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953348 Jul 22 19:25:58.795282 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-1bbe793d-0e57-4fe1-a0f8-7c2aa74478d4 service neutron] 10.222.0.30 "GET /v2.0/networks/e89c4a4f-ae66-40e9-a651-3fcc6679a396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208241 Jul 22 19:25:58.999321 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-d9b87e32-8a28-4c73-bda2-593e343c8532 service neutron] 10.222.0.30 "GET /v2.0/networks/e89c4a4f-ae66-40e9-a651-3fcc6679a396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950941 Jul 22 19:25:59.072392 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-fc3fe956-1be0-4ac9-a694-a51eb8a24c28 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=78654019-d801-41ad-9f01-d5784c852f39 HTTP/1.1" status: 200 len: 217 time: 0.0631633 Jul 22 19:25:59.169632 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-662e6860-6f46-4ad2-8082-dd7550aa5c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:59.171101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-662e6860-6f46-4ad2-8082-dd7550aa5c7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0699dc1-b53c-4154-b479-389ab7dae0e5 HTTP/1.1" status: 200 len: 797 time: 0.0909343 Jul 22 19:25:59.249468 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-336c5577-656e-4883-92a8-f6e72d700903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:59.251545 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-336c5577-656e-4883-92a8-f6e72d700903 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0595bdbb-3fff-4758-845e-81a374857f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0739305 Jul 22 19:25:59.427275 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-cde1b423-98ca-46dc-ba68-908652152536 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636178 Jul 22 19:25:59.574556 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-4ddd5df6-b6ae-437a-aff0-f73bb0f9b190 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401086 Jul 22 19:25:59.634658 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-e9bb2c1e-c52a-4a1a-b08b-e697ed32cddc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=fc734762-c254-4cb4-bad5-9b6992177001 HTTP/1.1" status: 200 len: 217 time: 0.0527110 Jul 22 19:25:59.716446 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-0e29fac9-8b89-4bec-9bec-51187c9eab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:59.717990 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-0e29fac9-8b89-4bec-9bec-51187c9eab24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0699dc1-b53c-4154-b479-389ab7dae0e5 HTTP/1.1" status: 200 len: 797 time: 0.0785935 Jul 22 19:25:59.804961 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-883c85fd-a5aa-4589-adb1-d0a2b358edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:59.807709 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-883c85fd-a5aa-4589-adb1-d0a2b358edb0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0595bdbb-3fff-4758-845e-81a374857f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0815849 Jul 22 19:25:59.933208 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-cec0655c-3d13-414a-9c57-7a137e1dc42b service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194572 Jul 22 19:26:00.092935 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-0ec57b3a-d1ca-4023-836b-d945650fbb45 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517854 Jul 22 19:26:00.165753 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-e050f214-6f22-480c-8539-a811b49700bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=c0c5619c-46c7-443b-a9b0-bbcf7be07888 HTTP/1.1" status: 200 len: 217 time: 0.0616198 Jul 22 19:26:00.255753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-45ebf53b-3ac1-4a0f-a9c2-d95006683fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:00.257305 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-45ebf53b-3ac1-4a0f-a9c2-d95006683fbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0699dc1-b53c-4154-b479-389ab7dae0e5 HTTP/1.1" status: 200 len: 797 time: 0.0853086 Jul 22 19:26:00.345217 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-44f11ddb-ff70-4d29-aef0-b54b6a63efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:00.346765 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-44f11ddb-ff70-4d29-aef0-b54b6a63efcc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0595bdbb-3fff-4758-845e-81a374857f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0777531 Jul 22 19:26:00.497560 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-9adf40bb-8913-4ce6-a97f-efbe51c2db5d service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401134 Jul 22 19:26:00.658576 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-82a50994-9391-4eb0-8da7-385de97a7011 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536572 Jul 22 19:26:00.719249 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-35475bf1-da0a-4b05-b33a-48f8e98c7a1c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=9e48ce15-6896-45cf-9ca4-cbb5850d0fce HTTP/1.1" status: 200 len: 217 time: 0.0532598 Jul 22 19:26:00.776313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-53a778fc-e7bf-4dc6-9fde-a8aee26b1cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:00.778516 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-53a778fc-e7bf-4dc6-9fde-a8aee26b1cb3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0699dc1-b53c-4154-b479-389ab7dae0e5 HTTP/1.1" status: 200 len: 797 time: 0.0505991 Jul 22 19:26:00.846284 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-bf4406c9-69b0-4a4a-9b0f-a230ad44bded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:00.848015 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-bf4406c9-69b0-4a4a-9b0f-a230ad44bded service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0595bdbb-3fff-4758-845e-81a374857f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0624852 Jul 22 19:26:00.962847 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-8b76705e-abef-4ea7-b759-787586521b12 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080840 Jul 22 19:26:01.021736 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e58a459f-51e9-4ea7-a4cd-b0285c7639fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:01.134880 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:01.139271 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-017d2425-26e3-4293-9278-4620fe9435e6 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706741 Jul 22 19:26:01.193725 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-38960de7-dfb8-41be-9e03-16e11bf65b7b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f6c92945-cd4d-42cb-9049-acb10a656da9 HTTP/1.1" status: 200 len: 217 time: 0.0481193 Jul 22 19:26:01.273097 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-71a75f77-9b2f-458e-aa9c-2ad2b328d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:01.277160 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-71a75f77-9b2f-458e-aa9c-2ad2b328d481 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b92fb42-3fe2-4f94-b925-91fab573144c HTTP/1.1" status: 200 len: 797 time: 0.0748165 Jul 22 19:26:01.360096 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-4d1476be-828c-4c15-b11b-c6680e147f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:01.362048 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-4d1476be-828c-4c15-b11b-c6680e147f89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b232de7e-d507-4fe5-aca3-83142933123b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0816185 Jul 22 19:26:01.477648 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-ea17c611-6580-4257-9b2e-85e8f3e8db3d service neutron] 10.222.0.30 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077640 Jul 22 19:26:01.646657 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-c1112ac2-7464-4c37-a636-75e417772d95 service neutron] 10.222.0.30 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530554 Jul 22 19:26:01.708800 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-7cdcb8ec-8a7a-421b-b4e5-1eb7c3c866ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28f41fa7-7d4b-4478-8017-2b274904790c HTTP/1.1" status: 200 len: 217 time: 0.0547442 Jul 22 19:26:01.778434 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-74b1edc5-4934-4e03-97e4-9497b3cbbace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:01.780077 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-74b1edc5-4934-4e03-97e4-9497b3cbbace service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b92fb42-3fe2-4f94-b925-91fab573144c HTTP/1.1" status: 200 len: 797 time: 0.0643907 Jul 22 19:26:01.854086 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-93a5567c-ec21-4abc-b4c1-14f58f92a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:01.856513 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-93a5567c-ec21-4abc-b4c1-14f58f92a0b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b232de7e-d507-4fe5-aca3-83142933123b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0697238 Jul 22 19:26:02.037877 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-eb4ece0a-94eb-4c1c-bebc-99468cc79a52 service neutron] 10.222.0.30 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750090 Jul 22 19:26:02.142884 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7a2742e-e2cb-4223-a634-5c5be81db651 req-547cf17f-581f-4554-9afe-3b09387d5b3a service neutron] 10.222.0.30 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991585 Jul 22 19:26:02.326344 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:03.783621 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:26:03.972463 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:06.249843 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff3d41-071d-449e-aca9-f1e6977fde6d req-52f39b0b-ca71-40bb-bb81-f30cfba32523 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:06.259126 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2ff3d41-071d-449e-aca9-f1e6977fde6d req-52f39b0b-ca71-40bb-bb81-f30cfba32523 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 946 time: 0.2652559 Jul 22 19:26:06.295886 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2ff3d41-071d-449e-aca9-f1e6977fde6d req-055cee16-17b3-44ac-b7bb-cd2eff0bb92c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357311 Jul 22 19:26:08.305614 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-bf788f67-a68a-4031-9e9d-30d440288366 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:08.307228 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-bf788f67-a68a-4031-9e9d-30d440288366 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/networks?id=bd98edeb-b659-4566-a031-5250ff0a8993 HTTP/1.1" status: 200 len: 814 time: 0.1074767 Jul 22 19:26:08.322101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-05113d56-d8cd-4ae4-8077-27a84f8e8ec2 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/quotas/565be8e7e0114c03bc65fc5223972477 HTTP/1.1" status: 200 len: 375 time: 0.0093894 Jul 22 19:26:08.360795 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-3ccefe66-5e1e-4d44-88c4-16768acda38e tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=565be8e7e0114c03bc65fc5223972477&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335786 Jul 22 19:26:08.454999 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-5f8d2b17-808c-4235-aeeb-9452fef3c33f service neutron] 10.222.0.13 "GET /v2.0/networks/bd98edeb-b659-4566-a031-5250ff0a8993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868034 Jul 22 19:26:08.568549 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-f2a5dc36-92c1-4e8e-b395-1a5e43ded265 service neutron] 10.222.0.13 "GET /v2.0/networks/bd98edeb-b659-4566-a031-5250ff0a8993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039152 Jul 22 19:26:08.670276 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ea28ff98-45cf-4989-9491-cdadefc38c7a details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:26:08.708230 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707272ba-432c-46d2-b211-12d000741e9d req-f5b0c57a-1ceb-4424-9463-8c8e94e8d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:08.710716 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-707272ba-432c-46d2-b211-12d000741e9d req-f5b0c57a-1ceb-4424-9463-8c8e94e8d6cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 1098 time: 0.1136646 Jul 22 19:26:08.715134 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ea28ff98-45cf-4989-9491-cdadefc38c7a no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:26:08.799893 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34721c7b-9bae-44d4-8448-4e5ad67c1133 req-e819c912-c936-4520-ba80-97c852b3f7cc tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=269f6dc9-70b8-4d46-901e-2d09b5b968e2 HTTP/1.1" status: 200 len: 210 time: 0.0458729 Jul 22 19:26:08.876689 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707272ba-432c-46d2-b211-12d000741e9d req-08ec5566-1ed6-45c7-a919-4f81db46d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:08.878658 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-707272ba-432c-46d2-b211-12d000741e9d req-08ec5566-1ed6-45c7-a919-4f81db46d60f service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 913 time: 0.1406507 Jul 22 19:26:08.912786 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:08.921938 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ea28ff98-45cf-4989-9491-cdadefc38c7a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:08.957345 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'ea28ff98-45cf-4989-9491-cdadefc38c7a', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'port_id': 'ea28ff98-45cf-4989-9491-cdadefc38c7a', 'mac_address': 'fa:16:3e:84:5a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:26:08.964202 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1020d379-41bf-4d11-ac54-97e43213c200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea28ff98-45cf-4989-9491-cdadefc38c7a'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:08.966504 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a44fc4a-bc0b-4c38-bbe9-809779ed5d63" -d '{"events": [{"server_uuid": "1020d379-41bf-4d11-ac54-97e43213c200", "name": "network-vif-unplugged", "status": "completed", "tag": "ea28ff98-45cf-4989-9491-cdadefc38c7a"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:08.974701 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-707272ba-432c-46d2-b211-12d000741e9d req-9a94d4eb-b22d-4680-99b5-b2a6c5e17b66 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a HTTP/1.1" status: 200 len: 1002 time: 0.0881779 Jul 22 19:26:08.983350 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ea28ff98-45cf-4989-9491-cdadefc38c7a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:09.010847 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:09.015120 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a97d64d-e171-4812-bb0d-e94b0c2e16a7 x-openstack-request-id: req-7a97d64d-e171-4812-bb0d-e94b0c2e16a7 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:09.015420 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1020d379-41bf-4d11-ac54-97e43213c200", "name": "network-vif-unplugged", "status": "completed", "tag": "ea28ff98-45cf-4989-9491-cdadefc38c7a", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:09.015671 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a97d64d-e171-4812-bb0d-e94b0c2e16a7 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:09.016055 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1020d379-41bf-4d11-ac54-97e43213c200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea28ff98-45cf-4989-9491-cdadefc38c7a', 'code': 200} Jul 22 19:26:09.047746 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707272ba-432c-46d2-b211-12d000741e9d req-7d9af900-6b12-4079-b95b-6f4a4f173a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:09.049463 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-707272ba-432c-46d2-b211-12d000741e9d req-7d9af900-6b12-4079-b95b-6f4a4f173a0e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.0661824 Jul 22 19:26:09.089107 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:09.092964 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=ea28ff98-45cf-4989-9491-cdadefc38c7a,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:09.104821 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:09.111424 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea28ff98-45cf-4989-9491-cdadefc38c7a {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:09.119529 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707272ba-432c-46d2-b211-12d000741e9d req-3707643d-bba8-49ba-a963-bed47c8ac547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:09.121308 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-707272ba-432c-46d2-b211-12d000741e9d req-3707643d-bba8-49ba-a963-bed47c8ac547 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649917 Jul 22 19:26:09.171603 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.api [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:26:09.171968 n-d-800086-12 neutron-server[93808]: DEBUG oslo_db.api [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:26:09.238759 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-707272ba-432c-46d2-b211-12d000741e9d req-487e78ba-7ec8-4ba7-9558-a0a3d5df0c74 service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095436 Jul 22 19:26:09.348417 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-707272ba-432c-46d2-b211-12d000741e9d req-9e743a16-2e78-40ea-90a9-67f0a7227b86 service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007540 Jul 22 19:26:09.709343 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:09.721973 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea28ff98-45cf-4989-9491-cdadefc38c7a {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:09.743573 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ea28ff98-45cf-4989-9491-cdadefc38c7a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:09.747821 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:09.798189 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=ea28ff98-45cf-4989-9491-cdadefc38c7a,revision_number=9']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:09.842474 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['ea28ff98-45cf-4989-9491-cdadefc38c7a'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:26:09.910047 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a274aa09-8886-4a06-8155-740058504906 req-fb266664-0473-4831-9fe9-58bf88718739 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=269f6dc9-70b8-4d46-901e-2d09b5b968e2 HTTP/1.1" status: 200 len: 210 time: 0.0401723 Jul 22 19:26:10.100457 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-fc730048-9dc9-4b3b-9404-1f9ca8de29cf tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:10.102146 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-fc730048-9dc9-4b3b-9404-1f9ca8de29cf tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.16 "GET /v2.0/networks?id=bd98edeb-b659-4566-a031-5250ff0a8993 HTTP/1.1" status: 200 len: 814 time: 0.1945415 Jul 22 19:26:10.119599 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Request body: {'port': {'device_id': '269f6dc9-70b8-4d46-901e-2d09b5b968e2', 'network_id': 'bd98edeb-b659-4566-a031-5250ff0a8993', 'admin_state_up': True, 'tenant_id': '565be8e7e0114c03bc65fc5223972477'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:10.238928 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Made reservation on behalf of 565be8e7e0114c03bc65fc5223972477 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:26:10.243928 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:10.407748 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Allocated IP 172.20.0.6 (bd98edeb-b659-4566-a031-5250ff0a8993/a7aaf51b-8f4b-4524-865e-a8becfa8c3a5/d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:26:10.580290 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:10.657444 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:10.692615 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ea28ff98-45cf-4989-9491-cdadefc38c7a up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:26:10.761087 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port ea28ff98-45cf-4989-9491-cdadefc38c7a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:10.762275 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:10.773875 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Network bd98edeb-b659-4566-a031-5250ff0a8993 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:26:10.781898 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Pushing event updated for resources: {'Port': ['ID=d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:10.787662 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:26:10.800802 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:26:10.821770 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:10.822224 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:10.822637 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:10.823043 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:10.823450 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:10.824113 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:10.824533 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:10.827204 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:10.827613 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:10.828020 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:10.829264 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:10.829767 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:10.870550 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:10.918426 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:10.919129 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:10.920867 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ea28ff98-45cf-4989-9491-cdadefc38c7a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:10.933690 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:10.968692 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-9bf93090-3f71-4e69-8e7a-9cc78ccc7c74 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8539739 Jul 22 19:26:10.985741 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] Request body: {'port': {'device_id': '269f6dc9-70b8-4d46-901e-2d09b5b968e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:11.024938 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1020d379-41bf-4d11-ac54-97e43213c200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28ff98-45cf-4989-9491-cdadefc38c7a'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:11.027440 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26721c0b-0476-44c5-a08e-a55d14462c8e" -d '{"events": [{"server_uuid": "1020d379-41bf-4d11-ac54-97e43213c200", "name": "network-vif-plugged", "status": "completed", "tag": "ea28ff98-45cf-4989-9491-cdadefc38c7a"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:11.051169 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=ea28ff98-45cf-4989-9491-cdadefc38c7a,revision_number=10']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:11.118362 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761126f8-8672-4639-98d6-32f0af618a0e x-openstack-request-id: req-761126f8-8672-4639-98d6-32f0af618a0e {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:11.118846 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1020d379-41bf-4d11-ac54-97e43213c200", "name": "network-vif-plugged", "status": "completed", "tag": "ea28ff98-45cf-4989-9491-cdadefc38c7a", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:11.119284 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-761126f8-8672-4639-98d6-32f0af618a0e {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:11.119906 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1020d379-41bf-4d11-ac54-97e43213c200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28ff98-45cf-4989-9491-cdadefc38c7a', 'code': 200} Jul 22 19:26:11.181485 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226293c-4c62-4dbc-9a82-178408b0f4da req-615a0697-f926-4b55-8caa-56d4965a83fc tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:11.189492 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c226293c-4c62-4dbc-9a82-178408b0f4da req-615a0697-f926-4b55-8caa-56d4965a83fc tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=269f6dc9-70b8-4d46-901e-2d09b5b968e2 HTTP/1.1" status: 200 len: 931 time: 0.1162159 Jul 22 19:26:11.202003 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:11.276597 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c226293c-4c62-4dbc-9a82-178408b0f4da req-e56c676a-5617-4b4f-a29b-52b934ab3ac6 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/security-groups?id=31ba4598-bfd0-4ce0-ade7-3727fa271a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858297 Jul 22 19:26:11.565568 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:11.586227 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:11.605963 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] Transition to ACTIVE for port object d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:26:11.611682 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:11.699353 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:11.704797 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:11.778609 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] Attempting to bind port d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:26:11.778609 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] Attempting to bind port d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'fdfed3fe-adb8-449c-af85-ef43741a4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bd98edeb-b659-4566-a031-5250ff0a8993'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:26:11.780124 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] Attempting to bind port d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014 on network bd98edeb-b659-4566-a031-5250ff0a8993 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:11.785243 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] Port d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014 on network bd98edeb-b659-4566-a031-5250ff0a8993 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:26:11.785608 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] Attempting to bind port d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014 on network bd98edeb-b659-4566-a031-5250ff0a8993 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:11.790779 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:26:11.791121 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] Checking segment: {'id': 'fdfed3fe-adb8-449c-af85-ef43741a4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bd98edeb-b659-4566-a031-5250ff0a8993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:26:11.791595 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] Bound using segment: {'id': 'fdfed3fe-adb8-449c-af85-ef43741a4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bd98edeb-b659-4566-a031-5250ff0a8993'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:26:11.792027 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] Bound port: d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdfed3fe-adb8-449c-af85-ef43741a4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bd98edeb-b659-4566-a031-5250ff0a8993'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:26:11.792395 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:11.867613 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] For port d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:26:11.871637 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] For port d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014,segment=NetworkSegment(fdfed3fe-adb8-449c-af85-ef43741a4af9),segment_id=fdfed3fe-adb8-449c-af85-ef43741a4af9)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:26:11.878934 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:11.900455 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:11.901117 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:11.902586 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] 10.222.0.16 "PUT /v2.0/ports/d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014 HTTP/1.1" status: 200 len: 1092 time: 0.9263978 Jul 22 19:26:11.931947 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269f6dc9-70b8-4d46-901e-2d09b5b968e2', 'tag': 'd2ef23b0-7a3d-43db-aca7-8eb1b6c5d014'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:11.934659 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b534ea51-f365-4a8c-bb87-bdb4e17a25fd" -d '{"events": [{"name": "network-changed", "server_uuid": "269f6dc9-70b8-4d46-901e-2d09b5b968e2", "tag": "d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:12.028981 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4f0d5e-c355-40c5-9808-aef554929727 x-openstack-request-id: req-7f4f0d5e-c355-40c5-9808-aef554929727 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:12.029253 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "269f6dc9-70b8-4d46-901e-2d09b5b968e2", "tag": "d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:12.029508 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f4f0d5e-c355-40c5-9808-aef554929727 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:12.030107 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '269f6dc9-70b8-4d46-901e-2d09b5b968e2', 'tag': 'd2ef23b0-7a3d-43db-aca7-8eb1b6c5d014', 'status': 'completed', 'code': 200} Jul 22 19:26:12.054102 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5deef4-e0d5-493e-bd58-c67a2795b9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:12.078658 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-5231acab-f07a-4eec-819b-7e72899e71d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:12.080174 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-5231acab-f07a-4eec-819b-7e72899e71d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=565be8e7e0114c03bc65fc5223972477&device_id=269f6dc9-70b8-4d46-901e-2d09b5b968e2 HTTP/1.1" status: 200 len: 1095 time: 0.1232328 Jul 22 19:26:12.144825 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-cd3b766d-0bc0-468b-9302-04a7c5643e23 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014 HTTP/1.1" status: 200 len: 217 time: 0.0400286 Jul 22 19:26:12.195472 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-49a24185-15c5-4c73-bf72-4a7b59af7d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:12.197318 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-49a24185-15c5-4c73-bf72-4a7b59af7d88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a7aaf51b-8f4b-4524-865e-a8becfa8c3a5 HTTP/1.1" status: 200 len: 854 time: 0.0518548 Jul 22 19:26:12.240253 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-09303818-641a-46b1-992a-a9f1606d20ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd98edeb-b659-4566-a031-5250ff0a8993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356798 Jul 22 19:26:12.373244 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-b983f87d-f4c9-43cd-b455-8e618b215fa4 service neutron] 10.222.0.16 "GET /v2.0/networks/bd98edeb-b659-4566-a031-5250ff0a8993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263471 Jul 22 19:26:12.487003 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c434dd4-3b33-4848-a84b-eb8f7acd8b5b req-cfb32cb2-d254-4d00-8eb8-cbf3d823b755 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:12.488994 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c434dd4-3b33-4848-a84b-eb8f7acd8b5b req-cfb32cb2-d254-4d00-8eb8-cbf3d823b755 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=269f6dc9-70b8-4d46-901e-2d09b5b968e2 HTTP/1.1" status: 200 len: 943 time: 0.1020839 Jul 22 19:26:12.508756 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fe156236-9103-40a9-b50a-8d1e47dcd42e req-992ef1bd-9ea4-4bb4-97f1-dc28c7d3a200 service neutron] 10.222.0.16 "GET /v2.0/networks/bd98edeb-b659-4566-a031-5250ff0a8993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251941 Jul 22 19:26:12.553130 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c434dd4-3b33-4848-a84b-eb8f7acd8b5b req-1454889d-7230-495d-b819-18dfd04bede0 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/security-groups?id=31ba4598-bfd0-4ce0-ade7-3727fa271a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578079 Jul 22 19:26:12.632787 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534ea51-f365-4a8c-bb87-bdb4e17a25fd req-c5fcf9c1-67a5-4567-8687-b06c47f2df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:12.634480 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b534ea51-f365-4a8c-bb87-bdb4e17a25fd req-c5fcf9c1-67a5-4567-8687-b06c47f2df55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=565be8e7e0114c03bc65fc5223972477&device_id=269f6dc9-70b8-4d46-901e-2d09b5b968e2 HTTP/1.1" status: 200 len: 1095 time: 0.0733171 Jul 22 19:26:12.761139 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534ea51-f365-4a8c-bb87-bdb4e17a25fd req-744a86ed-6b07-457b-9151-c71c28ce596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:12.762663 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b534ea51-f365-4a8c-bb87-bdb4e17a25fd req-744a86ed-6b07-457b-9151-c71c28ce596e service neutron] 10.222.0.16 "GET /v2.0/networks?id=bd98edeb-b659-4566-a031-5250ff0a8993 HTTP/1.1" status: 200 len: 915 time: 0.1211500 Jul 22 19:26:12.807629 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b534ea51-f365-4a8c-bb87-bdb4e17a25fd req-f63a32f6-cc98-49f7-a9ce-6f1e9c45e284 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014 HTTP/1.1" status: 200 len: 217 time: 0.0378938 Jul 22 19:26:12.859928 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534ea51-f365-4a8c-bb87-bdb4e17a25fd req-0b706695-196e-4c22-bd1f-666e7ac8a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:12.861746 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b534ea51-f365-4a8c-bb87-bdb4e17a25fd req-0b706695-196e-4c22-bd1f-666e7ac8a0a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a7aaf51b-8f4b-4524-865e-a8becfa8c3a5 HTTP/1.1" status: 200 len: 854 time: 0.0474014 Jul 22 19:26:12.904794 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b534ea51-f365-4a8c-bb87-bdb4e17a25fd req-c2b77eb3-4ac9-4f6c-87d2-155ef7257223 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd98edeb-b659-4566-a031-5250ff0a8993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343850 Jul 22 19:26:13.016936 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b534ea51-f365-4a8c-bb87-bdb4e17a25fd req-559c96d1-4a96-4bc3-a8ec-7d907ac77835 service neutron] 10.222.0.16 "GET /v2.0/networks/bd98edeb-b659-4566-a031-5250ff0a8993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051900 Jul 22 19:26:13.137018 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b534ea51-f365-4a8c-bb87-bdb4e17a25fd req-fdae2056-424b-459b-971f-14d6d874c6fb service neutron] 10.222.0.16 "GET /v2.0/networks/bd98edeb-b659-4566-a031-5250ff0a8993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126735 Jul 22 19:26:13.762792 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa56ea-669d-4857-92e6-10f24cb0514a req-b9af2e69-7f36-4ab8-8b76-6e1ca88789ed tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:13.762792 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9dfa56ea-669d-4857-92e6-10f24cb0514a req-b9af2e69-7f36-4ab8-8b76-6e1ca88789ed tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=269f6dc9-70b8-4d46-901e-2d09b5b968e2 HTTP/1.1" status: 200 len: 943 time: 0.0962076 Jul 22 19:26:13.805389 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9dfa56ea-669d-4857-92e6-10f24cb0514a req-6b5fb531-df36-48ee-ba1d-7888c0b00aff tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/security-groups?id=31ba4598-bfd0-4ce0-ade7-3727fa271a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364017 Jul 22 19:26:14.724953 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:26:14.875816 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014,segment=NetworkSegment(fdfed3fe-adb8-449c-af85-ef43741a4af9),segment_id=fdfed3fe-adb8-449c-af85-ef43741a4af9)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:14.906032 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'd2ef23b0-7a3d-43db-aca7-8eb1b6c5d014', 'network_id': 'bd98edeb-b659-4566-a031-5250ff0a8993', 'port_id': 'd2ef23b0-7a3d-43db-aca7-8eb1b6c5d014', 'mac_address': 'fa:16:3e:73:49:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7aaf51b-8f4b-4524-865e-a8becfa8c3a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:26:14.983715 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:14.999773 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:15.022842 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014,segment=NetworkSegment(fdfed3fe-adb8-449c-af85-ef43741a4af9),segment_id=fdfed3fe-adb8-449c-af85-ef43741a4af9)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:15.029760 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:15.045823 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bc122-650a-49e5-be6d-9a3e56ddac62 req-c67eb9ef-f97b-478a-9ecd-4a7b22f945c0 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:15.049896 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f58bc122-650a-49e5-be6d-9a3e56ddac62 req-c67eb9ef-f97b-478a-9ecd-4a7b22f945c0 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=269f6dc9-70b8-4d46-901e-2d09b5b968e2 HTTP/1.1" status: 200 len: 943 time: 0.1346838 Jul 22 19:26:15.088672 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:15.115975 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f58bc122-650a-49e5-be6d-9a3e56ddac62 req-fc027e38-c8ee-4ab6-af99-9cf84eb055b9 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/security-groups?id=31ba4598-bfd0-4ce0-ade7-3727fa271a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614769 Jul 22 19:26:15.285678 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:26:16.295708 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b741e24-9681-4925-bd99-6c1bb181a217 req-077fb491-8d62-45a8-96f8-9aa8a93ca71a tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:16.301850 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9b741e24-9681-4925-bd99-6c1bb181a217 req-077fb491-8d62-45a8-96f8-9aa8a93ca71a tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=269f6dc9-70b8-4d46-901e-2d09b5b968e2 HTTP/1.1" status: 200 len: 944 time: 0.1012795 Jul 22 19:26:16.346506 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9b741e24-9681-4925-bd99-6c1bb181a217 req-424dec56-dec4-41f4-92c9-7c07beba4c3d tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/security-groups?id=31ba4598-bfd0-4ce0-ade7-3727fa271a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416229 Jul 22 19:26:16.740707 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:26:16.837174 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:26:16.848231 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:16.850150 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:17.040809 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:17.095810 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014,segment=NetworkSegment(fdfed3fe-adb8-449c-af85-ef43741a4af9),segment_id=fdfed3fe-adb8-449c-af85-ef43741a4af9)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:17.097316 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269f6dc9-70b8-4d46-901e-2d09b5b968e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ef23b0-7a3d-43db-aca7-8eb1b6c5d014'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:17.100052 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722945f3-dd7f-482b-8e00-f3430678d91a" -d '{"events": [{"server_uuid": "269f6dc9-70b8-4d46-901e-2d09b5b968e2", "name": "network-vif-plugged", "status": "completed", "tag": "d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:17.107438 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:17.165851 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f56f87-2462-4ca3-8c33-55e37509e45e x-openstack-request-id: req-03f56f87-2462-4ca3-8c33-55e37509e45e {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:17.166137 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269f6dc9-70b8-4d46-901e-2d09b5b968e2", "name": "network-vif-plugged", "status": "completed", "tag": "d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:17.166569 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03f56f87-2462-4ca3-8c33-55e37509e45e {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:17.166767 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269f6dc9-70b8-4d46-901e-2d09b5b968e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ef23b0-7a3d-43db-aca7-8eb1b6c5d014', 'code': 200} Jul 22 19:26:17.178319 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:17.302558 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad182a8-3810-4ef5-8b81-c23ce8d0469c req-458f566e-64a4-4e9e-85fb-dc1e26f3235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:17.305241 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-dad182a8-3810-4ef5-8b81-c23ce8d0469c req-458f566e-64a4-4e9e-85fb-dc1e26f3235c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=269f6dc9-70b8-4d46-901e-2d09b5b968e2 HTTP/1.1" status: 200 len: 1097 time: 0.0738089 Jul 22 19:26:17.364724 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-dad182a8-3810-4ef5-8b81-c23ce8d0469c req-1137c0dd-ffdf-45e9-b83e-0eb2b0bc5f49 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=31ba4598-bfd0-4ce0-ade7-3727fa271a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532377 Jul 22 19:26:17.557177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e9b0d-260a-4269-9bcb-497aca5b244e req-0c4ffa8d-020d-4ebc-ae45-174a237dda92 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:17.560143 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-776e9b0d-260a-4269-9bcb-497aca5b244e req-0c4ffa8d-020d-4ebc-ae45-174a237dda92 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=269f6dc9-70b8-4d46-901e-2d09b5b968e2 HTTP/1.1" status: 200 len: 945 time: 0.1060402 Jul 22 19:26:17.631183 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-776e9b0d-260a-4269-9bcb-497aca5b244e req-d06faf3a-7720-49cd-8fba-6849b1d82eba tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/security-groups?id=31ba4598-bfd0-4ce0-ade7-3727fa271a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654833 Jul 22 19:26:18.828535 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206419c6-ca73-40b2-8b6c-f09bd9682e89 req-c9689b57-bfda-40c4-b646-9cab6332e198 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:18.837661 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-206419c6-ca73-40b2-8b6c-f09bd9682e89 req-c9689b57-bfda-40c4-b646-9cab6332e198 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=269f6dc9-70b8-4d46-901e-2d09b5b968e2 HTTP/1.1" status: 200 len: 945 time: 0.1130323 Jul 22 19:26:18.921307 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-206419c6-ca73-40b2-8b6c-f09bd9682e89 req-703ee083-2597-4bb9-a2e3-808c8e25e84c tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/security-groups?id=31ba4598-bfd0-4ce0-ade7-3727fa271a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712295 Jul 22 19:26:21.064539 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd4c8c-9d1f-45d4-ba9f-e76d86ad768c req-0e4b8bfb-36c3-4c8e-bcd6-fb2168907ec8 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:21.066056 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b8dd4c8c-9d1f-45d4-ba9f-e76d86ad768c req-0e4b8bfb-36c3-4c8e-bcd6-fb2168907ec8 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 947 time: 0.0762258 Jul 22 19:26:21.121907 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b8dd4c8c-9d1f-45d4-ba9f-e76d86ad768c req-b86f8288-3867-4afd-b9d0-646652b6204c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474405 Jul 22 19:26:22.279716 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1ccd9-fc47-4446-a3bb-a8253870b2f2 req-da28f2b7-8e8f-46b0-88ea-98d4acb5a63a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:22.281444 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d0f1ccd9-fc47-4446-a3bb-a8253870b2f2 req-da28f2b7-8e8f-46b0-88ea-98d4acb5a63a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 947 time: 0.0821459 Jul 22 19:26:22.359070 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d0f1ccd9-fc47-4446-a3bb-a8253870b2f2 req-8c00dfd8-4dd0-4ba2-8843-99e505840dac tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703874 Jul 22 19:26:22.843985 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a6875-5509-4593-a53b-b82927d64f80 req-deb67932-c2ce-4ceb-b44a-2c41ab3b8717 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:22.846340 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-375a6875-5509-4593-a53b-b82927d64f80 req-deb67932-c2ce-4ceb-b44a-2c41ab3b8717 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 947 time: 0.0784161 Jul 22 19:26:22.891584 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-375a6875-5509-4593-a53b-b82927d64f80 req-fb8e6332-10ab-4b7f-b6e9-ef5b476f16e8 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361030 Jul 22 19:26:24.048319 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69a75b-51f3-4109-9c74-ed7bfd67365c req-de8037c3-cbf3-4ab1-bf62-399e34abb19f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:24.050032 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6d69a75b-51f3-4109-9c74-ed7bfd67365c req-de8037c3-cbf3-4ab1-bf62-399e34abb19f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 947 time: 0.0845027 Jul 22 19:26:24.093985 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6d69a75b-51f3-4109-9c74-ed7bfd67365c req-8f4a59fa-e2d5-458e-b89d-45c3a03443d4 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376816 Jul 22 19:26:24.762113 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ea28ff98-45cf-4989-9491-cdadefc38c7a details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:26:24.766762 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ea28ff98-45cf-4989-9491-cdadefc38c7a no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:26:24.934584 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:24.967129 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ea28ff98-45cf-4989-9491-cdadefc38c7a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:24.980434 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1020d379-41bf-4d11-ac54-97e43213c200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea28ff98-45cf-4989-9491-cdadefc38c7a'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:24.982922 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423a0fcb-2335-427c-8245-7138fef46df7" -d '{"events": [{"server_uuid": "1020d379-41bf-4d11-ac54-97e43213c200", "name": "network-vif-unplugged", "status": "completed", "tag": "ea28ff98-45cf-4989-9491-cdadefc38c7a"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:24.997932 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'ea28ff98-45cf-4989-9491-cdadefc38c7a', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'port_id': 'ea28ff98-45cf-4989-9491-cdadefc38c7a', 'mac_address': 'fa:16:3e:84:5a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:26:25.000832 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ea28ff98-45cf-4989-9491-cdadefc38c7a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:25.007564 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:25.056520 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94090945-82fe-4971-a8e3-a62c6982dbfb x-openstack-request-id: req-94090945-82fe-4971-a8e3-a62c6982dbfb {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:25.056813 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1020d379-41bf-4d11-ac54-97e43213c200", "name": "network-vif-unplugged", "status": "completed", "tag": "ea28ff98-45cf-4989-9491-cdadefc38c7a", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:25.057272 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94090945-82fe-4971-a8e3-a62c6982dbfb {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:25.057697 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1020d379-41bf-4d11-ac54-97e43213c200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea28ff98-45cf-4989-9491-cdadefc38c7a', 'code': 200} Jul 22 19:26:25.089462 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=ea28ff98-45cf-4989-9491-cdadefc38c7a,revision_number=11']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:25.093981 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:25.108940 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea28ff98-45cf-4989-9491-cdadefc38c7a {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:25.131304 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ea28ff98-45cf-4989-9491-cdadefc38c7a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:25.138612 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:25.194300 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=ea28ff98-45cf-4989-9491-cdadefc38c7a,revision_number=12']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:25.225793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['ea28ff98-45cf-4989-9491-cdadefc38c7a'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:26:25.250018 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5a8e5-2e73-40ff-a438-9b47e8657da3 req-53ff90af-0ca0-4d0c-b456-4fec3e2187b4 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:25.253178 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-59f5a8e5-2e73-40ff-a438-9b47e8657da3 req-53ff90af-0ca0-4d0c-b456-4fec3e2187b4 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 946 time: 0.0801194 Jul 22 19:26:25.310067 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-59f5a8e5-2e73-40ff-a438-9b47e8657da3 req-562cd2e2-191a-4963-852c-adea1cfac5ae tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478354 Jul 22 19:26:26.456963 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad21bc-b44e-493a-b4e7-069a2b91ab08 req-90533e55-8398-4b9d-8bd1-7f09a5b4fc67 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:26.458506 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3ad21bc-b44e-493a-b4e7-069a2b91ab08 req-90533e55-8398-4b9d-8bd1-7f09a5b4fc67 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 946 time: 0.0690634 Jul 22 19:26:26.579358 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3ad21bc-b44e-493a-b4e7-069a2b91ab08 req-1d3a89bd-dcef-4d20-88d2-af6a5c7b44c4 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090174 Jul 22 19:26:26.788690 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ea28ff98-45cf-4989-9491-cdadefc38c7a up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:26:26.906568 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port ea28ff98-45cf-4989-9491-cdadefc38c7a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:26.907357 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:27.018601 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:27.061671 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1020d379-41bf-4d11-ac54-97e43213c200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28ff98-45cf-4989-9491-cdadefc38c7a'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:27.063334 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa10e57-f714-418f-b897-d3d726ef5a50" -d '{"events": [{"server_uuid": "1020d379-41bf-4d11-ac54-97e43213c200", "name": "network-vif-plugged", "status": "completed", "tag": "ea28ff98-45cf-4989-9491-cdadefc38c7a"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:27.073177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42247a-0b78-4858-831b-234591776e53 req-f39d0934-3b20-4ee1-9da3-52466a071ee0 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:27.074975 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc42247a-0b78-4858-831b-234591776e53 req-f39d0934-3b20-4ee1-9da3-52466a071ee0 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88b22ca-2028-4086-90b6-a0b52f60dd4f HTTP/1.1" status: 200 len: 950 time: 0.1517556 Jul 22 19:26:27.077516 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ea28ff98-45cf-4989-9491-cdadefc38c7a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:27.082800 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:27.121225 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc42247a-0b78-4858-831b-234591776e53 req-ef2f66c4-9661-4209-b861-b5c36243ca6d tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.13 "GET /v2.0/security-groups?id=a30c6448-480e-4b54-90f1-b7ead1eddd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395622 Jul 22 19:26:27.130528 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e9622b-cdb2-4ee8-a9e6-63ebf0f4e528 x-openstack-request-id: req-a6e9622b-cdb2-4ee8-a9e6-63ebf0f4e528 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:27.131514 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1020d379-41bf-4d11-ac54-97e43213c200", "name": "network-vif-plugged", "status": "completed", "tag": "ea28ff98-45cf-4989-9491-cdadefc38c7a", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:27.131762 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6e9622b-cdb2-4ee8-a9e6-63ebf0f4e528 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:27.133495 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1020d379-41bf-4d11-ac54-97e43213c200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28ff98-45cf-4989-9491-cdadefc38c7a', 'code': 200} Jul 22 19:26:27.170961 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=ea28ff98-45cf-4989-9491-cdadefc38c7a,revision_number=13']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:27.755119 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787ad65-2005-419f-9129-91aa786b057b req-ffe56c74-f74a-4bf7-9750-70e858e39361 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:27.757993 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f787ad65-2005-419f-9129-91aa786b057b req-ffe56c74-f74a-4bf7-9750-70e858e39361 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 947 time: 0.0879598 Jul 22 19:26:27.815414 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f787ad65-2005-419f-9129-91aa786b057b req-b60b114b-c5c0-4522-864a-b671aba02bfd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455599 Jul 22 19:26:28.346742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062072c0-f8cc-41b2-945c-ca300957a596 req-c1786e46-4eb0-4038-b9e0-ee0cc928db08 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:28.355425 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-062072c0-f8cc-41b2-945c-ca300957a596 req-c1786e46-4eb0-4038-b9e0-ee0cc928db08 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88b22ca-2028-4086-90b6-a0b52f60dd4f HTTP/1.1" status: 200 len: 950 time: 0.1510644 Jul 22 19:26:28.405050 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-062072c0-f8cc-41b2-945c-ca300957a596 req-56cdfb52-a09e-4126-be2b-bde2b708ad9c tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.13 "GET /v2.0/security-groups?id=a30c6448-480e-4b54-90f1-b7ead1eddd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487094 Jul 22 19:26:28.437213 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4bbdb0bc-351b-461d-9d08-a68998798a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:28.519851 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f453e-2ce6-46d1-85fd-b76b90f6d2a9 req-049329e4-6732-4e91-945a-b9978119bcd7 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:28.524115 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c49f453e-2ce6-46d1-85fd-b76b90f6d2a9 req-049329e4-6732-4e91-945a-b9978119bcd7 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.16 "GET /v2.0/ports?device_id=f88b22ca-2028-4086-90b6-a0b52f60dd4f HTTP/1.1" status: 200 len: 950 time: 0.0802138 Jul 22 19:26:28.646122 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-c49f453e-2ce6-46d1-85fd-b76b90f6d2a9 req-da2b897e-93c6-4c4b-be1c-bd39ea60b423 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Deleting port 34c96cdb-85d3-4220-b915-747ac418aac3 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:26:28.646458 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c49f453e-2ce6-46d1-85fd-b76b90f6d2a9 req-da2b897e-93c6-4c4b-be1c-bd39ea60b423 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:28.765959 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-c49f453e-2ce6-46d1-85fd-b76b90f6d2a9 req-da2b897e-93c6-4c4b-be1c-bd39ea60b423 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] For port 34c96cdb-85d3-4220-b915-747ac418aac3, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=34c96cdb-85d3-4220-b915-747ac418aac3,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:28.766628 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c49f453e-2ce6-46d1-85fd-b76b90f6d2a9 req-da2b897e-93c6-4c4b-be1c-bd39ea60b423 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:28.782229 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-c49f453e-2ce6-46d1-85fd-b76b90f6d2a9 req-da2b897e-93c6-4c4b-be1c-bd39ea60b423 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Calling delete_port for 34c96cdb-85d3-4220-b915-747ac418aac3 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:26:28.980708 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c49f453e-2ce6-46d1-85fd-b76b90f6d2a9 req-da2b897e-93c6-4c4b-be1c-bd39ea60b423 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:29.017760 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc6d64-0622-49d0-b848-2d3a59c7aa8c req-871256a7-0583-4ff4-a6ca-b01cde57977f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:29.024712 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b897e-93c6-4c4b-be1c-bd39ea60b423 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Pushing event deleted for resources: {'Port': ['ID=34c96cdb-85d3-4220-b915-747ac418aac3,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:29.032891 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8dfc6d64-0622-49d0-b848-2d3a59c7aa8c req-871256a7-0583-4ff4-a6ca-b01cde57977f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 947 time: 0.1075811 Jul 22 19:26:29.083174 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49f453e-2ce6-46d1-85fd-b76b90f6d2a9 req-da2b897e-93c6-4c4b-be1c-bd39ea60b423 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] No DVR routers for this DVR port 34c96cdb-85d3-4220-b915-747ac418aac3 on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:26:29.086873 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c49f453e-2ce6-46d1-85fd-b76b90f6d2a9 req-da2b897e-93c6-4c4b-be1c-bd39ea60b423 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:29.089168 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c49f453e-2ce6-46d1-85fd-b76b90f6d2a9 req-da2b897e-93c6-4c4b-be1c-bd39ea60b423 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.16 "DELETE /v2.0/ports/34c96cdb-85d3-4220-b915-747ac418aac3 HTTP/1.1" status: 204 len: 173 time: 0.5549631 Jul 22 19:26:29.089618 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88b22ca-2028-4086-90b6-a0b52f60dd4f', 'name': 'network-vif-deleted', 'tag': '34c96cdb-85d3-4220-b915-747ac418aac3'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:29.092385 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34623f9a-d2be-47e8-8ba3-a8ff13a31d16" -d '{"events": [{"server_uuid": "f88b22ca-2028-4086-90b6-a0b52f60dd4f", "name": "network-vif-deleted", "tag": "34c96cdb-85d3-4220-b915-747ac418aac3"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:29.129065 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8dfc6d64-0622-49d0-b848-2d3a59c7aa8c req-c4740e42-cd44-4348-ab35-83b74644a824 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950522 Jul 22 19:26:29.175258 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13487a61-0f50-4d7e-b756-a7770a37a716 x-openstack-request-id: req-13487a61-0f50-4d7e-b756-a7770a37a716 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:29.176851 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88b22ca-2028-4086-90b6-a0b52f60dd4f", "name": "network-vif-deleted", "tag": "34c96cdb-85d3-4220-b915-747ac418aac3", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:29.177279 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13487a61-0f50-4d7e-b756-a7770a37a716 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:29.177876 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88b22ca-2028-4086-90b6-a0b52f60dd4f', 'name': 'network-vif-deleted', 'tag': '34c96cdb-85d3-4220-b915-747ac418aac3', 'status': 'completed', 'code': 200} Jul 22 19:26:29.607880 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-562f5c65-890b-4f7e-b914-f912f29d7919 req-aafcbdbf-c80a-4d56-bb0d-c53c20aaeb26 tempest-VolumesBackupsTest-516201286 tempest-VolumesBackupsTest-516201286-project] 10.222.0.13 "GET /v2.0/ports?device_id=f88b22ca-2028-4086-90b6-a0b52f60dd4f HTTP/1.1" status: 200 len: 210 time: 0.0699689 Jul 22 19:26:30.291715 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594b2ca-cd08-444c-b5ef-06b1b724d8ab req-474cd109-39bd-4a32-a47d-7123b84e277c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:30.298455 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d594b2ca-cd08-444c-b5ef-06b1b724d8ab req-474cd109-39bd-4a32-a47d-7123b84e277c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 947 time: 0.0825608 Jul 22 19:26:30.342600 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d594b2ca-cd08-444c-b5ef-06b1b724d8ab req-6c26642d-8949-4dae-a99e-5c0610a2f9e0 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416453 Jul 22 19:26:30.800728 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 34c96cdb-85d3-4220-b915-747ac418aac3 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:26:30.842893 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 34c96cdb-85d3-4220-b915-747ac418aac3 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:26:30.843645 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 34c96cdb-85d3-4220-b915-747ac418aac3 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:26:31.052240 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e4e0785d-2455-4b39-a104-09f2ac8e205a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:31.133411 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:31.514423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bb371-4294-4a4f-9591-0267fc08d1f3 req-faf50cff-70c8-4676-a5a4-1fc2660314cb tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:31.516718 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba9bb371-4294-4a4f-9591-0267fc08d1f3 req-faf50cff-70c8-4676-a5a4-1fc2660314cb tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 947 time: 0.0797236 Jul 22 19:26:31.591235 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba9bb371-4294-4a4f-9591-0267fc08d1f3 req-075224b2-bbe8-46a4-854e-0393fd6113ea tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672140 Jul 22 19:26:32.330437 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:32.793458 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20caafa3-4728-4da1-9804-f0b3b9dca298 req-1f8ecba3-e0a3-4507-a8c8-1f865cc8bd24 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:32.795164 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20caafa3-4728-4da1-9804-f0b3b9dca298 req-1f8ecba3-e0a3-4507-a8c8-1f865cc8bd24 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 947 time: 0.1021113 Jul 22 19:26:32.852221 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20caafa3-4728-4da1-9804-f0b3b9dca298 req-18388390-e0f2-4b3e-a427-615df0bc49dd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504935 Jul 22 19:26:33.998216 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:34.021492 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffca69e-77b1-4cca-9776-35d3827eb12e req-31379b17-07c2-4d42-bc45-1de470f2f9ad tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:34.025680 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fffca69e-77b1-4cca-9776-35d3827eb12e req-31379b17-07c2-4d42-bc45-1de470f2f9ad tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 947 time: 0.0993021 Jul 22 19:26:34.076443 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fffca69e-77b1-4cca-9776-35d3827eb12e req-c3d1fbd7-fa76-4890-96e5-cc3ed544167e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449440 Jul 22 19:26:35.236323 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae0034-c6a3-458d-b923-f71a197f4a47 req-259b6c5b-789a-49d7-b280-2b050417a79b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:35.244518 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6ae0034-c6a3-458d-b923-f71a197f4a47 req-259b6c5b-789a-49d7-b280-2b050417a79b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 947 time: 0.0844014 Jul 22 19:26:35.294359 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6ae0034-c6a3-458d-b923-f71a197f4a47 req-87e16db2-54c3-4c42-8136-5f407ac30ef7 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473359 Jul 22 19:26:36.506518 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce28ab-8354-434e-9ced-45770c2140d6 req-633b0614-eb2b-41cc-826a-2453433bb8a5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:36.517514 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58ce28ab-8354-434e-9ced-45770c2140d6 req-633b0614-eb2b-41cc-826a-2453433bb8a5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 947 time: 0.1317205 Jul 22 19:26:36.593338 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58ce28ab-8354-434e-9ced-45770c2140d6 req-21047ba4-2bef-4ae5-bccf-01f9ab2fad53 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739169 Jul 22 19:26:37.740645 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720db2e0-e518-4841-8608-d61f4cf39e86 req-d5600a5a-0630-4227-93aa-12a988ff393e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:37.742865 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-720db2e0-e518-4841-8608-d61f4cf39e86 req-d5600a5a-0630-4227-93aa-12a988ff393e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 947 time: 0.0747421 Jul 22 19:26:37.787000 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-720db2e0-e518-4841-8608-d61f4cf39e86 req-4f649f14-e790-49e1-9004-c91bd0697a6c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383360 Jul 22 19:26:38.952221 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e795b5-410c-4100-90c5-bb8dc5a4ae84 req-1e4f3d3b-4277-440b-9aaf-bc8321d879e8 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:38.953812 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13e795b5-410c-4100-90c5-bb8dc5a4ae84 req-1e4f3d3b-4277-440b-9aaf-bc8321d879e8 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 947 time: 0.0777953 Jul 22 19:26:39.001348 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13e795b5-410c-4100-90c5-bb8dc5a4ae84 req-eaab15b5-9ff9-443a-b5a6-f63ccbb429ab tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415792 Jul 22 19:26:39.059434 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:39.233629 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f32542-2e59-4303-a2bc-e72d1e2e8166 req-50024833-86cb-4c53-b251-063919e8a681 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:39.235213 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c1f32542-2e59-4303-a2bc-e72d1e2e8166 req-50024833-86cb-4c53-b251-063919e8a681 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 947 time: 0.0778444 Jul 22 19:26:39.279118 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c1f32542-2e59-4303-a2bc-e72d1e2e8166 req-8b6e07ca-a10c-4b58-8405-32f683284091 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368111 Jul 22 19:26:40.438251 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d7618-2c31-42b6-812b-ce21fe03a80e req-f533c05c-03bf-4ce0-b4e9-026483dcd34a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:40.439845 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-428d7618-2c31-42b6-812b-ce21fe03a80e req-f533c05c-03bf-4ce0-b4e9-026483dcd34a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 947 time: 0.0762849 Jul 22 19:26:40.491282 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-428d7618-2c31-42b6-812b-ce21fe03a80e req-63091d8f-d859-41ac-a4d9-fd80fe8c7c07 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443943 Jul 22 19:26:40.741883 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd185f-2cde-4146-a520-06aefe27f9cc req-d9e12ea2-0027-4287-aa08-e8d22201aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:40.744320 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-39bd185f-2cde-4146-a520-06aefe27f9cc req-d9e12ea2-0027-4287-aa08-e8d22201aaaf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 1099 time: 0.0653908 Jul 22 19:26:40.768790 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6c17d-f815-4ba9-b56e-54001532fb1b req-d5a3754b-6699-4f1c-8879-f935f2ea2cd2 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:40.770906 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-08e6c17d-f815-4ba9-b56e-54001532fb1b req-d5a3754b-6699-4f1c-8879-f935f2ea2cd2 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 947 time: 0.0860751 Jul 22 19:26:40.783265 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:26:40.817945 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-08e6c17d-f815-4ba9-b56e-54001532fb1b req-8e0d2742-2243-46df-9cf7-d96ff86648ec tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390761 Jul 22 19:26:40.847227 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ea28ff98-45cf-4989-9491-cdadefc38c7a no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:26:40.861389 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd185f-2cde-4146-a520-06aefe27f9cc req-747972e9-e3aa-4340-b6b3-fa54336fb82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:40.863497 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-39bd185f-2cde-4146-a520-06aefe27f9cc req-747972e9-e3aa-4340-b6b3-fa54336fb82b service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 913 time: 0.1122563 Jul 22 19:26:40.931670 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:40.947831 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-39bd185f-2cde-4146-a520-06aefe27f9cc req-629f6774-8de6-4145-909b-68862e5e6ec2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a HTTP/1.1" status: 200 len: 1002 time: 0.0773520 Jul 22 19:26:40.979841 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ea28ff98-45cf-4989-9491-cdadefc38c7a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:40.985267 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1020d379-41bf-4d11-ac54-97e43213c200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea28ff98-45cf-4989-9491-cdadefc38c7a'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:40.988256 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ceca38e-9bb3-4292-9f4a-aa3380554c33" -d '{"events": [{"server_uuid": "1020d379-41bf-4d11-ac54-97e43213c200", "name": "network-vif-unplugged", "status": "completed", "tag": "ea28ff98-45cf-4989-9491-cdadefc38c7a"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:40.998679 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:41.019476 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd185f-2cde-4146-a520-06aefe27f9cc req-bbac810f-c09e-4546-91ef-49dc6501bdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:41.021576 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-39bd185f-2cde-4146-a520-06aefe27f9cc req-bbac810f-c09e-4546-91ef-49dc6501bdfb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.0667348 Jul 22 19:26:41.057374 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137db1ea-8443-4244-bce9-1fd841939146 x-openstack-request-id: req-137db1ea-8443-4244-bce9-1fd841939146 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:41.057927 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1020d379-41bf-4d11-ac54-97e43213c200", "name": "network-vif-unplugged", "status": "completed", "tag": "ea28ff98-45cf-4989-9491-cdadefc38c7a", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:41.058200 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-137db1ea-8443-4244-bce9-1fd841939146 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:41.058597 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1020d379-41bf-4d11-ac54-97e43213c200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea28ff98-45cf-4989-9491-cdadefc38c7a', 'code': 200} Jul 22 19:26:41.070931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=ea28ff98-45cf-4989-9491-cdadefc38c7a,revision_number=14']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:41.104348 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd185f-2cde-4146-a520-06aefe27f9cc req-576f34c1-b003-4459-b2c2-ece3a260ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:41.105901 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-39bd185f-2cde-4146-a520-06aefe27f9cc req-576f34c1-b003-4459-b2c2-ece3a260ed61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767913 Jul 22 19:26:41.217089 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-39bd185f-2cde-4146-a520-06aefe27f9cc req-13c5e97a-b573-4126-a007-9a33d880c250 service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040511 Jul 22 19:26:41.345415 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-39bd185f-2cde-4146-a520-06aefe27f9cc req-3f1f3b68-b3b3-4a14-8e41-f049debe1620 service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211214 Jul 22 19:26:41.689231 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:41.971870 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29d487-09f4-45de-9ed4-bb48b242898c req-d72d627a-a06c-41d6-a28f-2ba71a0f29eb tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:41.979930 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f29d487-09f4-45de-9ed4-bb48b242898c req-d72d627a-a06c-41d6-a28f-2ba71a0f29eb tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0849030 Jul 22 19:26:42.018078 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f29d487-09f4-45de-9ed4-bb48b242898c req-61f0084e-8738-48b4-85ec-475e3781836c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371671 Jul 22 19:26:42.222701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32882440-207b-4964-a0ef-3e334ede1b44 req-a5b9f6a0-7431-40e4-939a-202a0e1ac94f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:42.224292 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32882440-207b-4964-a0ef-3e334ede1b44 req-a5b9f6a0-7431-40e4-939a-202a0e1ac94f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0689447 Jul 22 19:26:42.282062 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32882440-207b-4964-a0ef-3e334ede1b44 req-4eeebabb-dbe9-4b0d-89e8-697fcfcf8345 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486429 Jul 22 19:26:42.432602 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdd2e4-0a78-4f22-8771-3c94bb7c0b14 req-6ea3caa8-0292-4434-80b4-6f5022975db6 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:42.434092 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1acdd2e4-0a78-4f22-8771-3c94bb7c0b14 req-6ea3caa8-0292-4434-80b4-6f5022975db6 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0701425 Jul 22 19:26:42.477312 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1acdd2e4-0a78-4f22-8771-3c94bb7c0b14 req-03ea3581-7078-483c-ad4c-d20229b5f67d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362868 Jul 22 19:26:42.789520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-a8739d74-c4ff-40c8-8acc-27b892d01c29 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:42.791021 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-a8739d74-c4ff-40c8-8acc-27b892d01c29 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 812 time: 0.1141384 Jul 22 19:26:42.807194 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-b277cd48-e830-496e-9328-f83a269a6187 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/quotas/a4e9bbb0623146efb026ab76e903f9f4 HTTP/1.1" status: 200 len: 375 time: 0.0101087 Jul 22 19:26:42.884001 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-9e83cdda-5d0f-4465-8578-edd40f4412ef tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0711555 Jul 22 19:26:42.980785 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-ea66fea7-298b-4528-bf0c-984b45f348ba service neutron] 10.222.0.13 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901058 Jul 22 19:26:43.079465 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-f47040f3-ec04-4249-b136-4070b3e93e8c service neutron] 10.222.0.13 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929356 Jul 22 19:26:43.252449 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7fe487f-b1ee-4099-b674-87221c130a3c req-7a5f7a66-4c8f-472c-9fc6-fd05c722436e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 210 time: 0.0307143 Jul 22 19:26:44.421522 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e25cd71-24ef-4bfc-a6d4-75addfa00de4 req-71e0f190-15d6-4456-a7f9-9be00ec568ff tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 210 time: 0.0786512 Jul 22 19:26:44.506877 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-37b0481b-e08d-46af-9a25-99f2b214d71a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:44.508884 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-37b0481b-e08d-46af-9a25-99f2b214d71a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.30 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 812 time: 0.2155883 Jul 22 19:26:44.529059 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Request body: {'port': {'device_id': 'd6e51f9d-8244-4ff4-a8be-637aa77c7620', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'admin_state_up': True, 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:44.653397 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Made reservation on behalf of a4e9bbb0623146efb026ab76e903f9f4 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:26:44.656919 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:44.801445 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Allocated IP 172.20.0.14 (0d34eab5-aeb5-4524-924a-da6ba796a415/a3036dcc-3a64-4ac8-b61e-3e3981ee7c50/78bec359-325f-4fb2-b93f-8f2a97f876c1) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:26:44.845744 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [req-eabfad42-9956-4616-ac43-31d0caa4df6b req-1e9d2fc1-9915-4075-bb19-9c87cfa43611 tempest-DeleteServersTestJSON-673475196 tempest-DeleteServersTestJSON-673475196-project] (93806) timed out ('10.222.0.30', 56689) {{(pid=93806) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 19:26:44.959433 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:44.977529 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Transition to ACTIVE for port object 78bec359-325f-4fb2-b93f-8f2a97f876c1 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:26:45.013480 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:45.055545 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Network 0d34eab5-aeb5-4524-924a-da6ba796a415 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:26:45.060675 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:26:45.063228 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:26:45.365596 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-90b2e265-4970-4eba-9d2e-800d780ba5e0 None None] Provisioning for port 78bec359-325f-4fb2-b93f-8f2a97f876c1 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:26:45.370642 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-90b2e265-4970-4eba-9d2e-800d780ba5e0 None None] Provisioning complete for port 78bec359-325f-4fb2-b93f-8f2a97f876c1 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:45.371285 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-90b2e265-4970-4eba-9d2e-800d780ba5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:45.415815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-90b2e265-4970-4eba-9d2e-800d780ba5e0 None None] Port 78bec359-325f-4fb2-b93f-8f2a97f876c1 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:26:45.451423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Pushing event updated for resources: {'Port': ['ID=78bec359-325f-4fb2-b93f-8f2a97f876c1,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:45.466189 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:45.466538 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:45.466898 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:45.467239 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:45.467570 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:45.467900 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:45.468224 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:45.468572 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:45.468895 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:45.469214 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:45.469535 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:45.469854 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:45.488731 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:45.489340 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:45.506529 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-e9c462f3-423b-4da6-97f4-925ca9a93ba5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9813452 Jul 22 19:26:45.518529 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] Request body: {'port': {'device_id': 'd6e51f9d-8244-4ff4-a8be-637aa77c7620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:45.639002 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:45.660245 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f7a1b-9c01-4840-9e1c-ae490ca298cb req-53377aae-bd10-41d5-8e94-e067eb0beed6 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:45.661774 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d02f7a1b-9c01-4840-9e1c-ae490ca298cb req-53377aae-bd10-41d5-8e94-e067eb0beed6 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 932 time: 0.1406286 Jul 22 19:26:45.737119 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d02f7a1b-9c01-4840-9e1c-ae490ca298cb req-9e8ae472-6923-4427-a9d9-d00932d1f067 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540404 Jul 22 19:26:45.957820 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78bec359-325f-4fb2-b93f-8f2a97f876c1 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:45.966286 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:45.979046 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] Transition to ACTIVE for port object 78bec359-325f-4fb2-b93f-8f2a97f876c1 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:26:45.982778 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:46.033635 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] Pushing event updated for resources: {'Port': ['ID=78bec359-325f-4fb2-b93f-8f2a97f876c1,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:46.111862 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] Attempting to bind port 78bec359-325f-4fb2-b93f-8f2a97f876c1 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:26:46.112297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] Attempting to bind port 78bec359-325f-4fb2-b93f-8f2a97f876c1 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:26:46.112737 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] Attempting to bind port 78bec359-325f-4fb2-b93f-8f2a97f876c1 on network 0d34eab5-aeb5-4524-924a-da6ba796a415 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:46.120098 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] Port 78bec359-325f-4fb2-b93f-8f2a97f876c1 on network 0d34eab5-aeb5-4524-924a-da6ba796a415 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:26:46.120362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] Attempting to bind port 78bec359-325f-4fb2-b93f-8f2a97f876c1 on network 0d34eab5-aeb5-4524-924a-da6ba796a415 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:46.125515 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:26:46.125857 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] Checking segment: {'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:26:46.126243 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] Bound using segment: {'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:26:46.126674 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] Bound port: 78bec359-325f-4fb2-b93f-8f2a97f876c1, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:26:46.127035 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:46.200568 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] For port 78bec359-325f-4fb2-b93f-8f2a97f876c1, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:26:46.204025 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] For port 78bec359-325f-4fb2-b93f-8f2a97f876c1, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=78bec359-325f-4fb2-b93f-8f2a97f876c1,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:26:46.209342 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:46.248568 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:46.249189 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:46.250806 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] 10.222.0.30 "PUT /v2.0/ports/78bec359-325f-4fb2-b93f-8f2a97f876c1 HTTP/1.1" status: 200 len: 1093 time: 0.7368946 Jul 22 19:26:46.251253 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e51f9d-8244-4ff4-a8be-637aa77c7620', 'tag': '78bec359-325f-4fb2-b93f-8f2a97f876c1'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:46.253614 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba564e0-b956-4ae8-9ea9-db7781577317" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e51f9d-8244-4ff4-a8be-637aa77c7620", "tag": "78bec359-325f-4fb2-b93f-8f2a97f876c1"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:46.285738 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eea6c3-2d15-46e5-89e7-920295accde3 service neutron] Pushing event updated for resources: {'Port': ['ID=78bec359-325f-4fb2-b93f-8f2a97f876c1,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:46.318417 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215093d3-5dd7-4762-92f8-546e7416c584 x-openstack-request-id: req-215093d3-5dd7-4762-92f8-546e7416c584 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:46.318731 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e51f9d-8244-4ff4-a8be-637aa77c7620", "tag": "78bec359-325f-4fb2-b93f-8f2a97f876c1", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:46.319884 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-215093d3-5dd7-4762-92f8-546e7416c584 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:46.320653 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e51f9d-8244-4ff4-a8be-637aa77c7620', 'tag': '78bec359-325f-4fb2-b93f-8f2a97f876c1', 'status': 'completed', 'code': 200} Jul 22 19:26:46.378051 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-9c09f5ee-e6fc-4173-b71f-294ff31fa383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:46.379562 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-9c09f5ee-e6fc-4173-b71f-294ff31fa383 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 1096 time: 0.0701118 Jul 22 19:26:46.429939 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-fed288ee-a92b-4041-bb16-ca6db5ef2a07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78bec359-325f-4fb2-b93f-8f2a97f876c1 HTTP/1.1" status: 200 len: 217 time: 0.0436110 Jul 22 19:26:46.482367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-33d68af5-35a4-4011-a21a-568395ecba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:46.485094 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-33d68af5-35a4-4011-a21a-568395ecba87 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.0498581 Jul 22 19:26:46.551440 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-af77a124-2552-4dfa-bed8-2d92e8a7084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:46.552995 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-af77a124-2552-4dfa-bed8-2d92e8a7084c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611641 Jul 22 19:26:46.648287 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-4e94f7c0-5374-499f-9331-e5d160b4ada4 service neutron] 10.222.0.30 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890617 Jul 22 19:26:46.796924 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ff5528-3d7d-47ff-a561-e1a887209397 req-0443c555-4811-48ab-9a6c-9e0cdd78eda4 service neutron] 10.222.0.30 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410379 Jul 22 19:26:46.954024 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817b0e8-f60c-49a5-ab5b-d530c9eeff73 req-0af243f9-f5da-4dd3-82b2-9cd7f42f2b78 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:46.955655 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0817b0e8-f60c-49a5-ab5b-d530c9eeff73 req-0af243f9-f5da-4dd3-82b2-9cd7f42f2b78 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 944 time: 0.0982704 Jul 22 19:26:47.007056 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba564e0-b956-4ae8-9ea9-db7781577317 req-232336c5-b855-46ed-8055-10a3de5ec659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:47.009882 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ba564e0-b956-4ae8-9ea9-db7781577317 req-232336c5-b855-46ed-8055-10a3de5ec659 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 1096 time: 0.1007557 Jul 22 19:26:47.015165 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0817b0e8-f60c-49a5-ab5b-d530c9eeff73 req-18d8e168-2ff8-45a6-afc7-a50e81219973 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508473 Jul 22 19:26:47.102131 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba564e0-b956-4ae8-9ea9-db7781577317 req-eb1be5cc-7b1b-435c-89be-f6b4a9e79344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:47.103601 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ba564e0-b956-4ae8-9ea9-db7781577317 req-eb1be5cc-7b1b-435c-89be-f6b4a9e79344 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 913 time: 0.0876212 Jul 22 19:26:47.148849 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ba564e0-b956-4ae8-9ea9-db7781577317 req-31bcafab-1749-4282-96c2-7a3bee0a88c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78bec359-325f-4fb2-b93f-8f2a97f876c1 HTTP/1.1" status: 200 len: 217 time: 0.0386202 Jul 22 19:26:47.196449 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba564e0-b956-4ae8-9ea9-db7781577317 req-ced07bf0-9066-4413-825c-5c453000c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:47.197926 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ba564e0-b956-4ae8-9ea9-db7781577317 req-ced07bf0-9066-4413-825c-5c453000c203 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.0434377 Jul 22 19:26:47.256094 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba564e0-b956-4ae8-9ea9-db7781577317 req-3c2ee0d3-fac4-4da7-ae9c-d3e7b2d8867d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:47.258176 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ba564e0-b956-4ae8-9ea9-db7781577317 req-3c2ee0d3-fac4-4da7-ae9c-d3e7b2d8867d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542936 Jul 22 19:26:47.352510 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ba564e0-b956-4ae8-9ea9-db7781577317 req-615b2536-1938-4537-b7a9-e5278107c0a7 service neutron] 10.222.0.30 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877213 Jul 22 19:26:47.446684 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ba564e0-b956-4ae8-9ea9-db7781577317 req-dc22499d-779b-4eca-9e6d-f7d5f0761080 service neutron] 10.222.0.30 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872452 Jul 22 19:26:48.148009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa021eb4-862a-4c6a-8ffe-e9dc14c32a3d req-2bd99917-2eae-4977-93eb-085beef8cc6f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:48.149465 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa021eb4-862a-4c6a-8ffe-e9dc14c32a3d req-2bd99917-2eae-4977-93eb-085beef8cc6f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 944 time: 0.0639830 Jul 22 19:26:48.195387 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa021eb4-862a-4c6a-8ffe-e9dc14c32a3d req-c1d1cfca-5f4f-4b82-8c71-2e3dd1198d47 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399153 Jul 22 19:26:49.338009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527489a3-97fe-4a9a-8d52-5dcdc0982b6e req-7d424208-9d5a-43df-b76d-c2229d57f9f6 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:49.339616 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-527489a3-97fe-4a9a-8d52-5dcdc0982b6e req-7d424208-9d5a-43df-b76d-c2229d57f9f6 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 944 time: 0.0741756 Jul 22 19:26:49.382881 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-527489a3-97fe-4a9a-8d52-5dcdc0982b6e req-d336b3d3-5e4b-4087-b820-be9904b4c19f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368037 Jul 22 19:26:50.321261 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 78bec359-325f-4fb2-b93f-8f2a97f876c1 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:26:50.443980 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 78bec359-325f-4fb2-b93f-8f2a97f876c1, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=78bec359-325f-4fb2-b93f-8f2a97f876c1,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:50.460603 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '78bec359-325f-4fb2-b93f-8f2a97f876c1', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'port_id': '78bec359-325f-4fb2-b93f-8f2a97f876c1', 'mac_address': 'fa:16:3e:80:1a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:26:50.521547 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:50.538697 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78bec359-325f-4fb2-b93f-8f2a97f876c1 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:50.541019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec2c70-1102-4a12-a062-9688306ec173 req-12bb6a46-c701-446f-aa83-f33a116722a3 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:50.545122 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1ec2c70-1102-4a12-a062-9688306ec173 req-12bb6a46-c701-446f-aa83-f33a116722a3 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 944 time: 0.0856824 Jul 22 19:26:50.563435 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 78bec359-325f-4fb2-b93f-8f2a97f876c1, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=78bec359-325f-4fb2-b93f-8f2a97f876c1,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:50.569184 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:50.613257 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1ec2c70-1102-4a12-a062-9688306ec173 req-a9603a5f-f6ad-468c-bc8a-cee5a8031377 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622776 Jul 22 19:26:50.628148 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=78bec359-325f-4fb2-b93f-8f2a97f876c1,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:50.838212 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['78bec359-325f-4fb2-b93f-8f2a97f876c1'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:26:51.751247 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de9b40-068b-4e52-aadb-a9c1c68dbb84 req-d75e7e8c-0f69-4986-8a3c-9b400f9db1e1 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:51.752681 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a4de9b40-068b-4e52-aadb-a9c1c68dbb84 req-d75e7e8c-0f69-4986-8a3c-9b400f9db1e1 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 945 time: 0.0687010 Jul 22 19:26:51.792158 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a4de9b40-068b-4e52-aadb-a9c1c68dbb84 req-f302df92-36a3-4849-8752-c3488928a189 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337024 Jul 22 19:26:52.332780 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 78bec359-325f-4fb2-b93f-8f2a97f876c1 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:26:52.453949 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 78bec359-325f-4fb2-b93f-8f2a97f876c1 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:26:52.459166 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 78bec359-325f-4fb2-b93f-8f2a97f876c1 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:52.459888 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:52.547545 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:52.572031 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e51f9d-8244-4ff4-a8be-637aa77c7620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bec359-325f-4fb2-b93f-8f2a97f876c1'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:52.574579 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4a89ad-fb35-405d-a48b-964b682bd201" -d '{"events": [{"server_uuid": "d6e51f9d-8244-4ff4-a8be-637aa77c7620", "name": "network-vif-plugged", "status": "completed", "tag": "78bec359-325f-4fb2-b93f-8f2a97f876c1"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:52.587263 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 78bec359-325f-4fb2-b93f-8f2a97f876c1, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=78bec359-325f-4fb2-b93f-8f2a97f876c1,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:52.591769 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:52.622972 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2b1f6e-05f2-4eff-94d6-3ac95a6c35b5 x-openstack-request-id: req-3e2b1f6e-05f2-4eff-94d6-3ac95a6c35b5 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:52.623263 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e51f9d-8244-4ff4-a8be-637aa77c7620", "name": "network-vif-plugged", "status": "completed", "tag": "78bec359-325f-4fb2-b93f-8f2a97f876c1", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:52.623523 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e2b1f6e-05f2-4eff-94d6-3ac95a6c35b5 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:52.623935 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e51f9d-8244-4ff4-a8be-637aa77c7620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bec359-325f-4fb2-b93f-8f2a97f876c1', 'code': 200} Jul 22 19:26:52.658416 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=78bec359-325f-4fb2-b93f-8f2a97f876c1,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:52.779580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3a18e-c8fa-4eed-ae7b-fd22b1b9fb68 req-b5352ce5-e3d5-4b28-8520-256d5335bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:52.781130 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fd3a18e-c8fa-4eed-ae7b-fd22b1b9fb68 req-b5352ce5-e3d5-4b28-8520-256d5335bf25 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 1098 time: 0.1045325 Jul 22 19:26:52.815607 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fd3a18e-c8fa-4eed-ae7b-fd22b1b9fb68 req-034149cc-d5a7-495a-845c-311a11545464 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278592 Jul 22 19:26:52.925196 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684e38b-89c3-47f1-8f61-e3f2e9fbb1c0 req-55d0e259-504d-4365-b58f-48b30371599a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:52.926699 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7684e38b-89c3-47f1-8f61-e3f2e9fbb1c0 req-55d0e259-504d-4365-b58f-48b30371599a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0641460 Jul 22 19:26:52.971525 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7684e38b-89c3-47f1-8f61-e3f2e9fbb1c0 req-348b3f78-2999-44bd-a761-983f07e6a07c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385010 Jul 22 19:26:54.111368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693591d-5b6c-4004-af1c-0e4409d26aba req-3eb60e1b-86e6-409a-a976-73645503d1ca tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:54.112739 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6693591d-5b6c-4004-af1c-0e4409d26aba req-3eb60e1b-86e6-409a-a976-73645503d1ca tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0715411 Jul 22 19:26:54.157868 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6693591d-5b6c-4004-af1c-0e4409d26aba req-b061aa4a-c8f6-4902-bf9a-6243ffbe7977 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384002 Jul 22 19:26:54.401916 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1422f-bad9-465b-ba30-7c749aa4c1c4 req-c414411b-0858-4e32-a36e-09af40c58740 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:54.403921 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aaa1422f-bad9-465b-ba30-7c749aa4c1c4 req-c414411b-0858-4e32-a36e-09af40c58740 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0815265 Jul 22 19:26:54.445080 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aaa1422f-bad9-465b-ba30-7c749aa4c1c4 req-e5de6d7c-df51-4a72-9a01-e6fcfc770f98 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360405 Jul 22 19:26:55.582516 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ae9f0-89ae-456d-a269-4cef5822d9c4 req-4ed438cd-c851-4f2c-9eb8-866090f7753e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:55.583993 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-096ae9f0-89ae-456d-a269-4cef5822d9c4 req-4ed438cd-c851-4f2c-9eb8-866090f7753e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0714092 Jul 22 19:26:55.623663 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-096ae9f0-89ae-456d-a269-4cef5822d9c4 req-2dcb8bd9-7114-4c92-bed3-7cc524602d20 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334113 Jul 22 19:26:56.762358 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b40379-51e8-4834-8a40-f61ef3e3346b req-85f10668-216c-4eac-85cf-a5c0dd64f8a7 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:56.764254 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88b40379-51e8-4834-8a40-f61ef3e3346b req-85f10668-216c-4eac-85cf-a5c0dd64f8a7 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0686400 Jul 22 19:26:56.807086 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88b40379-51e8-4834-8a40-f61ef3e3346b req-4fbefc34-0f20-4af8-9369-baedd6916521 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338991 Jul 22 19:26:57.950099 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363211e-e225-4c15-a6c8-a38fe72b4445 req-4b81dec7-c5a4-4d96-9133-61aeea2971bd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:57.952353 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f363211e-e225-4c15-a6c8-a38fe72b4445 req-4b81dec7-c5a4-4d96-9133-61aeea2971bd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0694020 Jul 22 19:26:58.002817 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f363211e-e225-4c15-a6c8-a38fe72b4445 req-51a3a227-5803-4650-a173-72604d9389aa tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445561 Jul 22 19:26:58.432377 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2c87a879-7495-4f63-b3cb-39e5f9901867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:59.139491 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbe1a1-c54c-4faf-b623-6d0669f0bd50 req-3c29658d-37d2-4b45-831c-82583f11dc38 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:59.140909 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00dbe1a1-c54c-4faf-b623-6d0669f0bd50 req-3c29658d-37d2-4b45-831c-82583f11dc38 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0664356 Jul 22 19:26:59.186092 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00dbe1a1-c54c-4faf-b623-6d0669f0bd50 req-323911ef-5f84-47c8-a65b-f85a1490e906 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393350 Jul 22 19:26:59.780060 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d6d2fc2-0f46-4458-afd0-35bb2f6523d7 req-953f02f0-d591-4190-b97d-bdb10aed022b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2eb20d03-64fd-4e99-aad3-d5b183295696&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532484 Jul 22 19:26:59.860036 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d2fc2-0f46-4458-afd0-35bb2f6523d7 req-a703a5b6-f316-47ff-94ae-9422eeb76057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:59.861564 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d6d2fc2-0f46-4458-afd0-35bb2f6523d7 req-a703a5b6-f316-47ff-94ae-9422eeb76057 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ade0e6eb0dd4b2183d5e433ea099f6a&device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 1097 time: 0.0606422 Jul 22 19:26:59.971962 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d2fc2-0f46-4458-afd0-35bb2f6523d7 req-dd0efd42-6b3b-462a-8ade-49b4c008427f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:59.973542 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d6d2fc2-0f46-4458-afd0-35bb2f6523d7 req-dd0efd42-6b3b-462a-8ade-49b4c008427f service neutron] 10.222.0.30 "GET /v2.0/networks?id=13a55bad-8b19-4c87-b50a-5b513916342a HTTP/1.1" status: 200 len: 910 time: 0.0922949 Jul 22 19:27:00.050079 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d6d2fc2-0f46-4458-afd0-35bb2f6523d7 req-a953876d-3674-4860-bebf-c7fd7f820947 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=060c25c7-9d61-4d4f-aec8-b628aca098b3 HTTP/1.1" status: 200 len: 1000 time: 0.0685234 Jul 22 19:27:00.102383 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d2fc2-0f46-4458-afd0-35bb2f6523d7 req-3962dd49-7084-44b5-8819-6c83f0fab93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:00.103972 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d6d2fc2-0f46-4458-afd0-35bb2f6523d7 req-3962dd49-7084-44b5-8819-6c83f0fab93e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=88ffb26b-871c-4d5c-9582-82dc6015256c HTTP/1.1" status: 200 len: 848 time: 0.0480657 Jul 22 19:27:00.163687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d2fc2-0f46-4458-afd0-35bb2f6523d7 req-ffde4bdc-4b4a-4451-a699-942134225efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:00.165311 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d6d2fc2-0f46-4458-afd0-35bb2f6523d7 req-ffde4bdc-4b4a-4451-a699-942134225efa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13a55bad-8b19-4c87-b50a-5b513916342a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556297 Jul 22 19:27:00.295982 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d6d2fc2-0f46-4458-afd0-35bb2f6523d7 req-73491104-7be4-4aa3-be67-ede4198dfb2e service neutron] 10.222.0.30 "GET /v2.0/networks/13a55bad-8b19-4c87-b50a-5b513916342a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243908 Jul 22 19:27:00.397686 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba354b63-a530-46eb-a3e5-481b0d24937f req-efa87f36-8d87-4bc1-9b12-210666233878 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:00.399079 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba354b63-a530-46eb-a3e5-481b0d24937f req-efa87f36-8d87-4bc1-9b12-210666233878 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.1417954 Jul 22 19:27:00.424132 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d6d2fc2-0f46-4458-afd0-35bb2f6523d7 req-b8ca6022-ba07-4782-a9ee-7f87e43a733c service neutron] 10.222.0.30 "GET /v2.0/networks/13a55bad-8b19-4c87-b50a-5b513916342a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215363 Jul 22 19:27:00.451774 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba354b63-a530-46eb-a3e5-481b0d24937f req-9ccc216a-0885-49fc-bf20-e335fcca59f8 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439119 Jul 22 19:27:01.007339 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8502f0a0-3023-4f61-baa9-3b8c9f65eb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:01.127768 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:01.591114 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e01253-440e-4f3f-8193-8e413d2335ad req-8c5b5b03-22b1-4600-b314-47be723be799 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:01.592642 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-71e01253-440e-4f3f-8193-8e413d2335ad req-8c5b5b03-22b1-4600-b314-47be723be799 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0714433 Jul 22 19:27:01.633087 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-71e01253-440e-4f3f-8193-8e413d2335ad req-77939e80-8e48-4ca7-9ecc-1bdc2ee44a07 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345752 Jul 22 19:27:02.325416 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:02.777728 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb856592-d0c0-4c18-9812-328a5c6519d4 req-3bf3d90c-a642-4ae2-9d1c-cfce70281117 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:02.781466 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb856592-d0c0-4c18-9812-328a5c6519d4 req-3bf3d90c-a642-4ae2-9d1c-cfce70281117 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0783517 Jul 22 19:27:02.819795 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb856592-d0c0-4c18-9812-328a5c6519d4 req-314c0114-de96-4334-ab2e-36f602e2487a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347915 Jul 22 19:27:03.969001 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:03.989829 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701c0e6-f06f-4a8a-a209-879408bb888d req-5883d1bf-2549-4804-9298-ba76ffd63fe7 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:03.992229 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8701c0e6-f06f-4a8a-a209-879408bb888d req-5883d1bf-2549-4804-9298-ba76ffd63fe7 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0915961 Jul 22 19:27:04.032912 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8701c0e6-f06f-4a8a-a209-879408bb888d req-f2ecfe11-f86c-42b4-868e-d5a89de9de00 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346308 Jul 22 19:27:05.175737 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc418cf-5078-4a2a-9499-1449e77d6854 req-67aa4901-1eb8-426d-9f87-cd3670502a41 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:05.177927 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8bc418cf-5078-4a2a-9499-1449e77d6854 req-67aa4901-1eb8-426d-9f87-cd3670502a41 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0748873 Jul 22 19:27:05.226716 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8bc418cf-5078-4a2a-9499-1449e77d6854 req-df8f77ec-52fe-4b91-b985-8dfad111a222 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412152 Jul 22 19:27:06.368682 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b655fb0-e717-4f40-b895-b408014d4748 req-ac661000-db91-4615-9605-331d8d14095f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:06.370139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b655fb0-e717-4f40-b895-b408014d4748 req-ac661000-db91-4615-9605-331d8d14095f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0721188 Jul 22 19:27:06.407882 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b655fb0-e717-4f40-b895-b408014d4748 req-f7cb5577-437a-4de2-9b43-a8c58b914211 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322139 Jul 22 19:27:06.808968 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d3d03-c46e-46c9-a7dd-311d10e19bc2 req-841d06dd-13b7-406e-99bb-8565cf58591a tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:06.810466 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-360d3d03-c46e-46c9-a7dd-311d10e19bc2 req-841d06dd-13b7-406e-99bb-8565cf58591a tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=269f6dc9-70b8-4d46-901e-2d09b5b968e2 HTTP/1.1" status: 200 len: 945 time: 0.0698521 Jul 22 19:27:06.848677 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-360d3d03-c46e-46c9-a7dd-311d10e19bc2 req-96cd16c4-5aae-4c22-91b6-e15fcff14a6a tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/security-groups?id=31ba4598-bfd0-4ce0-ade7-3727fa271a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324426 Jul 22 19:27:07.541057 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d396d1-cd46-44dd-b611-0abac34fe2fe req-aa63e614-9724-4fa6-a565-027569bc1a2f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:07.542697 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b7d396d1-cd46-44dd-b611-0abac34fe2fe req-aa63e614-9724-4fa6-a565-027569bc1a2f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0683415 Jul 22 19:27:07.582047 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b7d396d1-cd46-44dd-b611-0abac34fe2fe req-e7734bfa-bf02-4083-944a-07c43be1e5d6 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333138 Jul 22 19:27:07.985236 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bfc05-c724-4b2c-b7e0-dbbe9637ca08 req-ca58d487-b765-467d-9e55-41b49efcc67e tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:07.986714 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d8bfc05-c724-4b2c-b7e0-dbbe9637ca08 req-ca58d487-b765-467d-9e55-41b49efcc67e tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=269f6dc9-70b8-4d46-901e-2d09b5b968e2 HTTP/1.1" status: 200 len: 945 time: 0.0650976 Jul 22 19:27:08.025293 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d8bfc05-c724-4b2c-b7e0-dbbe9637ca08 req-a7adcbfe-9a56-4609-8219-d3321a48f89d tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/security-groups?id=31ba4598-bfd0-4ce0-ade7-3727fa271a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324080 Jul 22 19:27:08.279458 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb68a7-da70-4984-8661-c9beb9b50c0f req-70b630b4-7fce-4eec-9d50-947fb968e816 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:08.280847 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2ddb68a7-da70-4984-8661-c9beb9b50c0f req-70b630b4-7fce-4eec-9d50-947fb968e816 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.16 "GET /v2.0/ports?device_id=269f6dc9-70b8-4d46-901e-2d09b5b968e2 HTTP/1.1" status: 200 len: 945 time: 0.0627711 Jul 22 19:27:08.386008 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-2ddb68a7-da70-4984-8661-c9beb9b50c0f req-b157182a-502e-42e9-92cc-53028eee9430 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Deleting port d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:27:08.386366 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2ddb68a7-da70-4984-8661-c9beb9b50c0f req-b157182a-502e-42e9-92cc-53028eee9430 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:08.476046 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-2ddb68a7-da70-4984-8661-c9beb9b50c0f req-b157182a-502e-42e9-92cc-53028eee9430 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] For port d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014,segment=NetworkSegment(fdfed3fe-adb8-449c-af85-ef43741a4af9),segment_id=fdfed3fe-adb8-449c-af85-ef43741a4af9)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:08.476399 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2ddb68a7-da70-4984-8661-c9beb9b50c0f req-b157182a-502e-42e9-92cc-53028eee9430 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:08.488489 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-2ddb68a7-da70-4984-8661-c9beb9b50c0f req-b157182a-502e-42e9-92cc-53028eee9430 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Calling delete_port for d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:27:08.617539 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2ddb68a7-da70-4984-8661-c9beb9b50c0f req-b157182a-502e-42e9-92cc-53028eee9430 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:08.633044 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:08.648886 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157182a-502e-42e9-92cc-53028eee9430 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Pushing event deleted for resources: {'Port': ['ID=d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:08.704123 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddb68a7-da70-4984-8661-c9beb9b50c0f req-b157182a-502e-42e9-92cc-53028eee9430 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] No DVR routers for this DVR port d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014 on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:27:08.707138 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2ddb68a7-da70-4984-8661-c9beb9b50c0f req-b157182a-502e-42e9-92cc-53028eee9430 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:08.709647 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2ddb68a7-da70-4984-8661-c9beb9b50c0f req-b157182a-502e-42e9-92cc-53028eee9430 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.16 "DELETE /v2.0/ports/d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014 HTTP/1.1" status: 204 len: 173 time: 0.4234188 Jul 22 19:27:08.709647 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269f6dc9-70b8-4d46-901e-2d09b5b968e2', 'name': 'network-vif-deleted', 'tag': 'd2ef23b0-7a3d-43db-aca7-8eb1b6c5d014'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:08.712133 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e04deb1-b867-4e3a-acd7-9bfbd96547dc" -d '{"events": [{"server_uuid": "269f6dc9-70b8-4d46-901e-2d09b5b968e2", "name": "network-vif-deleted", "tag": "d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:08.739141 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068a9a4-dfdc-4ae2-b85f-97395114cf74 req-0088ec1a-cf68-43e2-8100-fa154646b696 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:08.742228 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9068a9a4-dfdc-4ae2-b85f-97395114cf74 req-0088ec1a-cf68-43e2-8100-fa154646b696 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0784993 Jul 22 19:27:08.805384 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9068a9a4-dfdc-4ae2-b85f-97395114cf74 req-acc4c9c3-e027-4915-a68f-67e5730ad0d1 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536873 Jul 22 19:27:08.858236 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde95a62-dfb4-4de1-bc20-ee885dd06901 x-openstack-request-id: req-bde95a62-dfb4-4de1-bc20-ee885dd06901 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:08.858987 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269f6dc9-70b8-4d46-901e-2d09b5b968e2", "name": "network-vif-deleted", "tag": "d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:08.858987 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bde95a62-dfb4-4de1-bc20-ee885dd06901 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:08.859325 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269f6dc9-70b8-4d46-901e-2d09b5b968e2', 'name': 'network-vif-deleted', 'tag': 'd2ef23b0-7a3d-43db-aca7-8eb1b6c5d014', 'status': 'completed', 'code': 200} Jul 22 19:27:09.052148 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:09.145561 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0805e47f-34a1-42f2-bd2b-9a1b00e49235 req-1854012e-be88-46fb-80f5-b7eb814fef43 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=269f6dc9-70b8-4d46-901e-2d09b5b968e2 HTTP/1.1" status: 200 len: 210 time: 0.0350671 Jul 22 19:27:09.930677 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baee06-57ce-476b-808c-b2d9a7f6c2c0 req-4696af10-4866-4d25-867d-e7b37d09b408 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:09.932176 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20baee06-57ce-476b-808c-b2d9a7f6c2c0 req-4696af10-4866-4d25-867d-e7b37d09b408 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0639429 Jul 22 19:27:09.974705 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20baee06-57ce-476b-808c-b2d9a7f6c2c0 req-7edaaf8a-7e82-48aa-a509-1a2bd77d3d63 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367095 Jul 22 19:27:10.979104 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:27:11.002188 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:27:11.002532 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d2ef23b0-7a3d-43db-aca7-8eb1b6c5d014 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:27:11.132187 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb178b07-d743-41b1-9340-64b6902317e9 req-cb2621e5-912e-4451-86a1-b8818cacd0be tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:11.133758 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb178b07-d743-41b1-9340-64b6902317e9 req-cb2621e5-912e-4451-86a1-b8818cacd0be tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0820796 Jul 22 19:27:11.190710 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb178b07-d743-41b1-9340-64b6902317e9 req-8d3a903b-bf50-4c91-adfc-2ca41e5fdd96 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359108 Jul 22 19:27:11.691548 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:12.327035 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47b382-d267-4d79-aad6-8bff2d7acb9d req-6401b077-e48f-4e3e-85a0-bd0634f300ce tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:12.328540 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb47b382-d267-4d79-aad6-8bff2d7acb9d req-6401b077-e48f-4e3e-85a0-bd0634f300ce tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0688705 Jul 22 19:27:12.368004 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb47b382-d267-4d79-aad6-8bff2d7acb9d req-2dc6ad3a-4ebf-464b-a4f6-9bf0fbf73772 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333884 Jul 22 19:27:13.538336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a0462-c00d-45bd-a4ad-0c79d88f5d84 req-ce778964-275c-4601-8518-4529ac4f0782 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:13.540433 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f34a0462-c00d-45bd-a4ad-0c79d88f5d84 req-ce778964-275c-4601-8518-4529ac4f0782 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0887570 Jul 22 19:27:13.610622 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f34a0462-c00d-45bd-a4ad-0c79d88f5d84 req-c9b039fb-4c8b-4fa2-9137-0643b3f04c3d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567632 Jul 22 19:27:14.750046 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ddd86-589a-42c3-baad-22d8ca6e87ab req-874805d9-1506-4a26-87b4-99aed987401b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:14.751505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca1ddd86-589a-42c3-baad-22d8ca6e87ab req-874805d9-1506-4a26-87b4-99aed987401b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0740864 Jul 22 19:27:14.798321 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca1ddd86-589a-42c3-baad-22d8ca6e87ab req-713389de-a215-424d-9434-db9792b58c3d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396514 Jul 22 19:27:16.049951 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303250c8-2ac7-4618-a2ea-ac89ba4a4950 req-301edc78-c719-4a70-a4ea-6736ad4cc9f0 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:16.051521 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-303250c8-2ac7-4618-a2ea-ac89ba4a4950 req-301edc78-c719-4a70-a4ea-6736ad4cc9f0 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0702367 Jul 22 19:27:16.094268 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-303250c8-2ac7-4618-a2ea-ac89ba4a4950 req-2f7b1185-89bc-4bc4-9845-b496607d1ece tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368156 Jul 22 19:27:17.220096 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ade41-e092-485d-b379-412336104d02 req-57e9f442-a078-4f3f-9cf4-409b81c710b3 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:17.221692 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf5ade41-e092-485d-b379-412336104d02 req-57e9f442-a078-4f3f-9cf4-409b81c710b3 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/networks?id=bd98edeb-b659-4566-a031-5250ff0a8993 HTTP/1.1" status: 200 len: 814 time: 0.1428087 Jul 22 19:27:17.241844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf5ade41-e092-485d-b379-412336104d02 req-60c4638a-6d6a-4020-a3f3-19bd7053e563 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/quotas/565be8e7e0114c03bc65fc5223972477 HTTP/1.1" status: 200 len: 375 time: 0.0139828 Jul 22 19:27:17.281301 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf5ade41-e092-485d-b379-412336104d02 req-a4dbee67-ceee-43ba-a5da-6d6911dd3af7 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=565be8e7e0114c03bc65fc5223972477&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333514 Jul 22 19:27:17.294068 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec57e2c-9b64-4c5a-b107-d6abf3c3813f req-18f4ffea-71ee-4431-8a65-381dbe2e05f0 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:17.295556 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ec57e2c-9b64-4c5a-b107-d6abf3c3813f req-18f4ffea-71ee-4431-8a65-381dbe2e05f0 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.1235619 Jul 22 19:27:17.339410 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ec57e2c-9b64-4c5a-b107-d6abf3c3813f req-fbcdc19a-501f-4bb6-820b-07ba04fb2d6d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379829 Jul 22 19:27:17.431662 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf5ade41-e092-485d-b379-412336104d02 req-c537be44-3f12-4c91-a784-068a4eddc23f service neutron] 10.222.0.13 "GET /v2.0/networks/bd98edeb-b659-4566-a031-5250ff0a8993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351624 Jul 22 19:27:17.527548 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf5ade41-e092-485d-b379-412336104d02 req-760987bb-0507-40ac-94c5-28092e84388b service neutron] 10.222.0.13 "GET /v2.0/networks/bd98edeb-b659-4566-a031-5250ff0a8993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897977 Jul 22 19:27:17.710219 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d3bcb30-586f-4823-99af-aa850b450293 req-a8474fe5-4224-47bf-bfc7-92dd66318fd1 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=c13adee8-55b1-4360-8d1f-4aace58f5925 HTTP/1.1" status: 200 len: 210 time: 0.0405107 Jul 22 19:27:17.782280 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:27:18.476039 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbb081-9e4e-4060-92dd-acc076623c9b req-d2a14ea8-9275-4992-968d-de1f41dd7400 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:18.478242 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cdbbb081-9e4e-4060-92dd-acc076623c9b req-d2a14ea8-9275-4992-968d-de1f41dd7400 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0687764 Jul 22 19:27:18.531195 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cdbbb081-9e4e-4060-92dd-acc076623c9b req-284a58ab-f845-47da-998c-9732dca8180b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463626 Jul 22 19:27:18.610823 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ade41-e092-485d-b379-412336104d02 req-cd84c662-ccca-4ebf-a2e9-6b44b62161d8 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:18.612403 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cf5ade41-e092-485d-b379-412336104d02 req-cd84c662-ccca-4ebf-a2e9-6b44b62161d8 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.16 "GET /v2.0/networks?id=bd98edeb-b659-4566-a031-5250ff0a8993 HTTP/1.1" status: 200 len: 814 time: 0.1095486 Jul 22 19:27:18.624948 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-cf5ade41-e092-485d-b379-412336104d02 req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Request body: {'port': {'device_id': 'c13adee8-55b1-4360-8d1f-4aace58f5925', 'network_id': 'bd98edeb-b659-4566-a031-5250ff0a8993', 'admin_state_up': True, 'tenant_id': '565be8e7e0114c03bc65fc5223972477'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:18.741197 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5ade41-e092-485d-b379-412336104d02 req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Made reservation on behalf of 565be8e7e0114c03bc65fc5223972477 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:27:18.745017 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cf5ade41-e092-485d-b379-412336104d02 req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:18.832881 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-abfe8c24-e00f-45af-9d82-909cab1cb056 req-c9151996-c0e6-4448-9363-020f283fda78 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=c13adee8-55b1-4360-8d1f-4aace58f5925 HTTP/1.1" status: 200 len: 210 time: 0.0452256 Jul 22 19:27:18.873370 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-cf5ade41-e092-485d-b379-412336104d02 req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Allocated IP 172.20.0.9 (bd98edeb-b659-4566-a031-5250ff0a8993/a7aaf51b-8f4b-4524-865e-a8becfa8c3a5/82a411d5-d357-41a9-b8fd-99e76e35eadf) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:27:19.024977 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cf5ade41-e092-485d-b379-412336104d02 req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:19.063767 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cf5ade41-e092-485d-b379-412336104d02 req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:19.106988 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5ade41-e092-485d-b379-412336104d02 req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Network bd98edeb-b659-4566-a031-5250ff0a8993 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:27:19.109910 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-cf5ade41-e092-485d-b379-412336104d02 req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:27:19.113579 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5ade41-e092-485d-b379-412336104d02 req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:27:19.120843 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Pushing event updated for resources: {'Port': ['ID=82a411d5-d357-41a9-b8fd-99e76e35eadf,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:19.151446 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:19.151719 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:19.152053 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:19.152384 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:19.152735 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:19.153061 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:19.153382 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:19.153701 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:19.154021 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:19.154339 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:19.154653 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:19.154968 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:19.178064 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ade41-e092-485d-b379-412336104d02 req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:19.178669 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cf5ade41-e092-485d-b379-412336104d02 req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:19.192349 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cf5ade41-e092-485d-b379-412336104d02 req-12ac83a9-0328-419c-a3e2-46531e6e5134 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5714734 Jul 22 19:27:19.204923 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-cf5ade41-e092-485d-b379-412336104d02 req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] Request body: {'port': {'device_id': 'c13adee8-55b1-4360-8d1f-4aace58f5925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:19.275779 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cf5ade41-e092-485d-b379-412336104d02 req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:19.542552 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-cf5ade41-e092-485d-b379-412336104d02 req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a411d5-d357-41a9-b8fd-99e76e35eadf {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:19.550174 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cf5ade41-e092-485d-b379-412336104d02 req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:19.568774 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-cf5ade41-e092-485d-b379-412336104d02 req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] Transition to ACTIVE for port object 82a411d5-d357-41a9-b8fd-99e76e35eadf will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:27:19.573643 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cf5ade41-e092-485d-b379-412336104d02 req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:19.624009 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] Pushing event updated for resources: {'Port': ['ID=82a411d5-d357-41a9-b8fd-99e76e35eadf,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:19.694525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cd78d-3597-4870-a9b8-f6943f318bd7 req-200252e6-87bb-4a0d-a4e2-08ee287f4a24 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:19.696760 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd1cd78d-3597-4870-a9b8-f6943f318bd7 req-200252e6-87bb-4a0d-a4e2-08ee287f4a24 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0710878 Jul 22 19:27:19.702177 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-cf5ade41-e092-485d-b379-412336104d02 req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] Attempting to bind port 82a411d5-d357-41a9-b8fd-99e76e35eadf on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:27:19.702622 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-cf5ade41-e092-485d-b379-412336104d02 req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] Attempting to bind port 82a411d5-d357-41a9-b8fd-99e76e35eadf by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'fdfed3fe-adb8-449c-af85-ef43741a4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bd98edeb-b659-4566-a031-5250ff0a8993'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:27:19.703043 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ade41-e092-485d-b379-412336104d02 req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] Attempting to bind port 82a411d5-d357-41a9-b8fd-99e76e35eadf on network bd98edeb-b659-4566-a031-5250ff0a8993 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:19.707477 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ade41-e092-485d-b379-412336104d02 req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] Port 82a411d5-d357-41a9-b8fd-99e76e35eadf on network bd98edeb-b659-4566-a031-5250ff0a8993 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:27:19.707970 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ade41-e092-485d-b379-412336104d02 req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] Attempting to bind port 82a411d5-d357-41a9-b8fd-99e76e35eadf on network bd98edeb-b659-4566-a031-5250ff0a8993 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:19.714022 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ade41-e092-485d-b379-412336104d02 req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:27:19.714476 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ade41-e092-485d-b379-412336104d02 req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] Checking segment: {'id': 'fdfed3fe-adb8-449c-af85-ef43741a4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bd98edeb-b659-4566-a031-5250ff0a8993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:27:19.714956 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ade41-e092-485d-b379-412336104d02 req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] Bound using segment: {'id': 'fdfed3fe-adb8-449c-af85-ef43741a4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bd98edeb-b659-4566-a031-5250ff0a8993'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:27:19.715493 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-cf5ade41-e092-485d-b379-412336104d02 req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] Bound port: 82a411d5-d357-41a9-b8fd-99e76e35eadf, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdfed3fe-adb8-449c-af85-ef43741a4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bd98edeb-b659-4566-a031-5250ff0a8993'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:27:19.715942 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cf5ade41-e092-485d-b379-412336104d02 req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:19.746814 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd1cd78d-3597-4870-a9b8-f6943f318bd7 req-f33b361a-1c8d-4595-a3a0-3ec390e11761 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368788 Jul 22 19:27:19.785261 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-cf5ade41-e092-485d-b379-412336104d02 req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] For port 82a411d5-d357-41a9-b8fd-99e76e35eadf, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:27:19.789637 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-cf5ade41-e092-485d-b379-412336104d02 req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] For port 82a411d5-d357-41a9-b8fd-99e76e35eadf, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=82a411d5-d357-41a9-b8fd-99e76e35eadf,segment=NetworkSegment(fdfed3fe-adb8-449c-af85-ef43741a4af9),segment_id=fdfed3fe-adb8-449c-af85-ef43741a4af9)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:27:19.793981 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cf5ade41-e092-485d-b379-412336104d02 req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:19.832597 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ade41-e092-485d-b379-412336104d02 req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:19.833288 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cf5ade41-e092-485d-b379-412336104d02 req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:19.835289 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cf5ade41-e092-485d-b379-412336104d02 req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] 10.222.0.16 "PUT /v2.0/ports/82a411d5-d357-41a9-b8fd-99e76e35eadf HTTP/1.1" status: 200 len: 1092 time: 0.6347277 Jul 22 19:27:19.835834 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13adee8-55b1-4360-8d1f-4aace58f5925', 'tag': '82a411d5-d357-41a9-b8fd-99e76e35eadf'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:19.838221 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78fd45e-c924-4bb4-a30f-d55f0dd5b1ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c13adee8-55b1-4360-8d1f-4aace58f5925", "tag": "82a411d5-d357-41a9-b8fd-99e76e35eadf"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:19.865470 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefcbec-9cd0-4697-9b6a-7d8c6f197903 service neutron] Pushing event updated for resources: {'Port': ['ID=82a411d5-d357-41a9-b8fd-99e76e35eadf,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:19.913204 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4610bad5-1ed7-44c4-9a73-daedbcd36d35 x-openstack-request-id: req-4610bad5-1ed7-44c4-9a73-daedbcd36d35 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:19.913621 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13adee8-55b1-4360-8d1f-4aace58f5925", "tag": "82a411d5-d357-41a9-b8fd-99e76e35eadf", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:19.913964 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4610bad5-1ed7-44c4-9a73-daedbcd36d35 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:19.914457 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13adee8-55b1-4360-8d1f-4aace58f5925', 'tag': '82a411d5-d357-41a9-b8fd-99e76e35eadf', 'status': 'completed', 'code': 200} Jul 22 19:27:19.945145 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ade41-e092-485d-b379-412336104d02 req-762ca710-025f-4497-bb5f-d39a5f5e4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:19.946779 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cf5ade41-e092-485d-b379-412336104d02 req-762ca710-025f-4497-bb5f-d39a5f5e4639 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=565be8e7e0114c03bc65fc5223972477&device_id=c13adee8-55b1-4360-8d1f-4aace58f5925 HTTP/1.1" status: 200 len: 1095 time: 0.0681543 Jul 22 19:27:19.971632 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe458a-4a4e-414c-92c2-0ac2a44e62ca req-95bb8559-5fc5-4d76-9ee9-9113160a61f0 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:19.973814 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fcfe458a-4a4e-414c-92c2-0ac2a44e62ca req-95bb8559-5fc5-4d76-9ee9-9113160a61f0 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0834918 Jul 22 19:27:20.011479 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cf5ade41-e092-485d-b379-412336104d02 req-9da7c0c6-9b5c-4256-8660-4446a6794ea1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82a411d5-d357-41a9-b8fd-99e76e35eadf HTTP/1.1" status: 200 len: 217 time: 0.0569692 Jul 22 19:27:20.054110 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fcfe458a-4a4e-414c-92c2-0ac2a44e62ca req-75d03fbd-3c69-4ad7-9fb2-a6e3362663a3 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678687 Jul 22 19:27:20.088814 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3def9-be90-4b8f-a7c7-e8a5b8df6601 req-383fc293-b25a-43a7-8bdb-cfd509be5f8c tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:20.094534 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ade41-e092-485d-b379-412336104d02 req-4eb2f43e-6551-4264-b45d-168034f61ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:20.095997 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2c3def9-be90-4b8f-a7c7-e8a5b8df6601 req-383fc293-b25a-43a7-8bdb-cfd509be5f8c tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=c13adee8-55b1-4360-8d1f-4aace58f5925 HTTP/1.1" status: 200 len: 943 time: 0.1118946 Jul 22 19:27:20.101978 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cf5ade41-e092-485d-b379-412336104d02 req-4eb2f43e-6551-4264-b45d-168034f61ccc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a7aaf51b-8f4b-4524-865e-a8becfa8c3a5 HTTP/1.1" status: 200 len: 854 time: 0.0812213 Jul 22 19:27:20.138541 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2c3def9-be90-4b8f-a7c7-e8a5b8df6601 req-1cbe60d9-b04a-41b8-b4b1-11ae85cc6c75 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/security-groups?id=31ba4598-bfd0-4ce0-ade7-3727fa271a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413175 Jul 22 19:27:20.145399 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cf5ade41-e092-485d-b379-412336104d02 req-50864904-b548-4518-9eb0-8d748ac9d00d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd98edeb-b659-4566-a031-5250ff0a8993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375099 Jul 22 19:27:20.268495 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee747a89-d9fc-4e13-9ff2-b49f98938565 req-936502f9-a9df-49e2-9e3b-e33ac48fe0fa tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:20.269995 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee747a89-d9fc-4e13-9ff2-b49f98938565 req-936502f9-a9df-49e2-9e3b-e33ac48fe0fa tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0668850 Jul 22 19:27:20.313574 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee747a89-d9fc-4e13-9ff2-b49f98938565 req-bf8c1bf3-16eb-4881-96ad-d20883b787ac tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367868 Jul 22 19:27:20.555865 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153534cc-2366-46d5-9c1c-914424def3db req-64462a4e-8f44-437c-a4d4-4704a8873996 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:20.557690 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-153534cc-2366-46d5-9c1c-914424def3db req-64462a4e-8f44-437c-a4d4-4704a8873996 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 812 time: 0.1099701 Jul 22 19:27:20.574083 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-153534cc-2366-46d5-9c1c-914424def3db req-ef25bef5-121d-4827-a2a0-4b94931f8531 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/quotas/a4e9bbb0623146efb026ab76e903f9f4 HTTP/1.1" status: 200 len: 375 time: 0.0105829 Jul 22 19:27:20.583799 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cf5ade41-e092-485d-b379-412336104d02 req-3e60f666-8dbd-426a-a2cc-efeaf14ca1ef service neutron] 10.222.0.16 "GET /v2.0/networks/bd98edeb-b659-4566-a031-5250ff0a8993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316919 Jul 22 19:27:20.650329 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-153534cc-2366-46d5-9c1c-914424def3db req-faa9a077-543b-45c6-98a1-d206765e956b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0693157 Jul 22 19:27:20.675879 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cf5ade41-e092-485d-b379-412336104d02 req-89f38770-0286-4718-8c05-b3f71e59ad7b service neutron] 10.222.0.16 "GET /v2.0/networks/bd98edeb-b659-4566-a031-5250ff0a8993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860519 Jul 22 19:27:20.765591 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-153534cc-2366-46d5-9c1c-914424def3db req-1787807d-ad25-4591-87fc-cf25b2b5dd8d service neutron] 10.222.0.13 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020751 Jul 22 19:27:20.790754 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78fd45e-c924-4bb4-a30f-d55f0dd5b1ba req-16a69be4-e8b4-4574-bdcb-ee8e9cb196d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:20.790754 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e78fd45e-c924-4bb4-a30f-d55f0dd5b1ba req-16a69be4-e8b4-4574-bdcb-ee8e9cb196d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=565be8e7e0114c03bc65fc5223972477&device_id=c13adee8-55b1-4360-8d1f-4aace58f5925 HTTP/1.1" status: 200 len: 1095 time: 0.0684676 Jul 22 19:27:20.860507 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-153534cc-2366-46d5-9c1c-914424def3db req-c53a4045-d836-499b-b222-fdabc6bc88af service neutron] 10.222.0.13 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890431 Jul 22 19:27:20.894742 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78fd45e-c924-4bb4-a30f-d55f0dd5b1ba req-3a971826-c540-478f-817b-34fc88c473d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:20.896826 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e78fd45e-c924-4bb4-a30f-d55f0dd5b1ba req-3a971826-c540-478f-817b-34fc88c473d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bd98edeb-b659-4566-a031-5250ff0a8993 HTTP/1.1" status: 200 len: 915 time: 0.0993977 Jul 22 19:27:20.937848 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e78fd45e-c924-4bb4-a30f-d55f0dd5b1ba req-cc1a1a0b-d8f2-4a99-b31f-5b65459510f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82a411d5-d357-41a9-b8fd-99e76e35eadf HTTP/1.1" status: 200 len: 217 time: 0.0341916 Jul 22 19:27:21.006438 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78fd45e-c924-4bb4-a30f-d55f0dd5b1ba req-76bf9cb4-f821-4b38-b3c7-51b3b44615e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:21.007937 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e78fd45e-c924-4bb4-a30f-d55f0dd5b1ba req-76bf9cb4-f821-4b38-b3c7-51b3b44615e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a7aaf51b-8f4b-4524-865e-a8becfa8c3a5 HTTP/1.1" status: 200 len: 854 time: 0.0629752 Jul 22 19:27:21.047204 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e78fd45e-c924-4bb4-a30f-d55f0dd5b1ba req-96ee36a6-c62c-4d13-8db0-d9f30e6d1df1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd98edeb-b659-4566-a031-5250ff0a8993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320084 Jul 22 19:27:21.070082 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ea3bad2c-b0f0-4054-b7d5-bc97e5b1d6aa req-aa1c6796-8fcf-43dd-9555-36766ec47d0b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61fd288-d9ba-4d35-ad76-37197ccc72a8 HTTP/1.1" status: 200 len: 210 time: 0.0490916 Jul 22 19:27:21.144397 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e78fd45e-c924-4bb4-a30f-d55f0dd5b1ba req-15670389-d5e7-4c00-8f1e-4562c871d67f service neutron] 10.222.0.16 "GET /v2.0/networks/bd98edeb-b659-4566-a031-5250ff0a8993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909388 Jul 22 19:27:21.285907 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e78fd45e-c924-4bb4-a30f-d55f0dd5b1ba req-1672c74c-8a3b-40b9-922e-edd1df51ed2a service neutron] 10.222.0.16 "GET /v2.0/networks/bd98edeb-b659-4566-a031-5250ff0a8993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341262 Jul 22 19:27:21.311686 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586fdd7-be6f-4d82-b39a-a1ebec053886 req-436f7714-3287-4133-aba0-76ea39e35e2d tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:21.313445 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f586fdd7-be6f-4d82-b39a-a1ebec053886 req-436f7714-3287-4133-aba0-76ea39e35e2d tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=c13adee8-55b1-4360-8d1f-4aace58f5925 HTTP/1.1" status: 200 len: 943 time: 0.0860724 Jul 22 19:27:21.355689 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f586fdd7-be6f-4d82-b39a-a1ebec053886 req-7f9679aa-9b2d-4261-9817-29bf25094bdb tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/security-groups?id=31ba4598-bfd0-4ce0-ade7-3727fa271a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356159 Jul 22 19:27:22.050112 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153534cc-2366-46d5-9c1c-914424def3db req-7bbfbc13-c313-4a32-9bc4-dd6d4f6aa3c9 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:22.051674 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-153534cc-2366-46d5-9c1c-914424def3db req-7bbfbc13-c313-4a32-9bc4-dd6d4f6aa3c9 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.30 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 812 time: 0.1193061 Jul 22 19:27:22.063546 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-153534cc-2366-46d5-9c1c-914424def3db req-71c22f50-8590-4c04-956f-3b2f80a01881 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Request body: {'port': {'device_id': 'f61fd288-d9ba-4d35-ad76-37197ccc72a8', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'admin_state_up': True, 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:22.171272 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b78f5370-3d29-481d-90cd-24741dab628e req-3188631d-1374-416d-baa0-133341d1775e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61fd288-d9ba-4d35-ad76-37197ccc72a8 HTTP/1.1" status: 200 len: 210 time: 0.0361428 Jul 22 19:27:22.209990 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-153534cc-2366-46d5-9c1c-914424def3db req-71c22f50-8590-4c04-956f-3b2f80a01881 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Made reservation on behalf of a4e9bbb0623146efb026ab76e903f9f4 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:27:22.213533 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-153534cc-2366-46d5-9c1c-914424def3db req-71c22f50-8590-4c04-956f-3b2f80a01881 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:22.343680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-153534cc-2366-46d5-9c1c-914424def3db req-71c22f50-8590-4c04-956f-3b2f80a01881 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Allocated IP 172.20.0.11 (0d34eab5-aeb5-4524-924a-da6ba796a415/a3036dcc-3a64-4ac8-b61e-3e3981ee7c50/86d130a6-64b0-43c7-b6a8-ac7353ed126e) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:27:22.529239 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-153534cc-2366-46d5-9c1c-914424def3db req-71c22f50-8590-4c04-956f-3b2f80a01881 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:22.547987 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-153534cc-2366-46d5-9c1c-914424def3db req-71c22f50-8590-4c04-956f-3b2f80a01881 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Transition to ACTIVE for port object 86d130a6-64b0-43c7-b6a8-ac7353ed126e will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:27:22.557285 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7daf96-693d-496e-836b-bb302f364b9e req-b12f96c2-8c98-4194-bfd7-2555bf24c7d8 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:22.558826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3c7daf96-693d-496e-836b-bb302f364b9e req-b12f96c2-8c98-4194-bfd7-2555bf24c7d8 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=c13adee8-55b1-4360-8d1f-4aace58f5925 HTTP/1.1" status: 200 len: 943 time: 0.1062813 Jul 22 19:27:22.615354 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3c7daf96-693d-496e-836b-bb302f364b9e req-49a2e182-de16-46e8-af75-0b848bb77a84 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/security-groups?id=31ba4598-bfd0-4ce0-ade7-3727fa271a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494006 Jul 22 19:27:22.628918 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-153534cc-2366-46d5-9c1c-914424def3db req-71c22f50-8590-4c04-956f-3b2f80a01881 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:22.641488 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['78bec359-325f-4fb2-b93f-8f2a97f876c1'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:22.681574 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-153534cc-2366-46d5-9c1c-914424def3db req-71c22f50-8590-4c04-956f-3b2f80a01881 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Network 0d34eab5-aeb5-4524-924a-da6ba796a415 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:27:22.684866 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-153534cc-2366-46d5-9c1c-914424def3db req-71c22f50-8590-4c04-956f-3b2f80a01881 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:27:22.689026 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-153534cc-2366-46d5-9c1c-914424def3db req-71c22f50-8590-4c04-956f-3b2f80a01881 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:27:23.016885 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 82a411d5-d357-41a9-b8fd-99e76e35eadf details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:27:23.067123 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3e639131-1ff4-4f4f-9d13-845f19583a32 None None] Provisioning for port 86d130a6-64b0-43c7-b6a8-ac7353ed126e completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:27:23.076031 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3e639131-1ff4-4f4f-9d13-845f19583a32 None None] Provisioning complete for port 86d130a6-64b0-43c7-b6a8-ac7353ed126e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:27:23.076405 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3e639131-1ff4-4f4f-9d13-845f19583a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:23.091141 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153534cc-2366-46d5-9c1c-914424def3db req-71c22f50-8590-4c04-956f-3b2f80a01881 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:23.091791 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-153534cc-2366-46d5-9c1c-914424def3db req-71c22f50-8590-4c04-956f-3b2f80a01881 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:23.101122 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c22f50-8590-4c04-956f-3b2f80a01881 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Pushing event updated for resources: {'Port': ['ID=86d130a6-64b0-43c7-b6a8-ac7353ed126e,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:23.113278 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-153534cc-2366-46d5-9c1c-914424def3db req-71c22f50-8590-4c04-956f-3b2f80a01881 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0533822 Jul 22 19:27:23.125483 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-153534cc-2366-46d5-9c1c-914424def3db req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] Request body: {'port': {'device_id': 'f61fd288-d9ba-4d35-ad76-37197ccc72a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:23.143072 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-3e639131-1ff4-4f4f-9d13-845f19583a32 None None] Port 86d130a6-64b0-43c7-b6a8-ac7353ed126e cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:27:23.159322 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 82a411d5-d357-41a9-b8fd-99e76e35eadf, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=82a411d5-d357-41a9-b8fd-99e76e35eadf,segment=NetworkSegment(fdfed3fe-adb8-449c-af85-ef43741a4af9),segment_id=fdfed3fe-adb8-449c-af85-ef43741a4af9)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:23.169882 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '82a411d5-d357-41a9-b8fd-99e76e35eadf', 'network_id': 'bd98edeb-b659-4566-a031-5250ff0a8993', 'port_id': '82a411d5-d357-41a9-b8fd-99e76e35eadf', 'mac_address': 'fa:16:3e:96:fc:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7aaf51b-8f4b-4524-865e-a8becfa8c3a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:27:23.202096 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-153534cc-2366-46d5-9c1c-914424def3db req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:23.217664 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:23.233359 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a411d5-d357-41a9-b8fd-99e76e35eadf {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:23.264777 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 82a411d5-d357-41a9-b8fd-99e76e35eadf, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=82a411d5-d357-41a9-b8fd-99e76e35eadf,segment=NetworkSegment(fdfed3fe-adb8-449c-af85-ef43741a4af9),segment_id=fdfed3fe-adb8-449c-af85-ef43741a4af9)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:23.269553 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:23.320218 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=82a411d5-d357-41a9-b8fd-99e76e35eadf,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:23.327870 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:23.328289 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:23.328717 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:23.329121 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:23.329564 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:23.329996 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:23.330426 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:23.330871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:23.331283 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:23.331671 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:23.332059 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:23.332444 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:23.438654 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85a03d-d948-425b-9e1e-87acc22f3ae1 req-f2a53c8e-c38d-4e24-9d8d-1bd62ca4e8f9 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:23.440183 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5d85a03d-d948-425b-9e1e-87acc22f3ae1 req-f2a53c8e-c38d-4e24-9d8d-1bd62ca4e8f9 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61fd288-d9ba-4d35-ad76-37197ccc72a8 HTTP/1.1" status: 200 len: 932 time: 0.1877253 Jul 22 19:27:23.481535 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['82a411d5-d357-41a9-b8fd-99e76e35eadf'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:23.502361 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5d85a03d-d948-425b-9e1e-87acc22f3ae1 req-a875b35f-4c87-429d-aff9-0149a62650d2 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547748 Jul 22 19:27:23.563999 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-153534cc-2366-46d5-9c1c-914424def3db req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d130a6-64b0-43c7-b6a8-ac7353ed126e {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:23.571801 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-153534cc-2366-46d5-9c1c-914424def3db req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:23.586524 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-153534cc-2366-46d5-9c1c-914424def3db req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] Transition to ACTIVE for port object 86d130a6-64b0-43c7-b6a8-ac7353ed126e will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:27:23.594613 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-153534cc-2366-46d5-9c1c-914424def3db req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:23.650927 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] Pushing event updated for resources: {'Port': ['ID=86d130a6-64b0-43c7-b6a8-ac7353ed126e,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:23.775907 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-153534cc-2366-46d5-9c1c-914424def3db req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] Attempting to bind port 86d130a6-64b0-43c7-b6a8-ac7353ed126e on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:27:23.776249 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-153534cc-2366-46d5-9c1c-914424def3db req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] Attempting to bind port 86d130a6-64b0-43c7-b6a8-ac7353ed126e by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:27:23.776605 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153534cc-2366-46d5-9c1c-914424def3db req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] Attempting to bind port 86d130a6-64b0-43c7-b6a8-ac7353ed126e on network 0d34eab5-aeb5-4524-924a-da6ba796a415 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:23.784680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153534cc-2366-46d5-9c1c-914424def3db req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] Port 86d130a6-64b0-43c7-b6a8-ac7353ed126e on network 0d34eab5-aeb5-4524-924a-da6ba796a415 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:27:23.785015 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153534cc-2366-46d5-9c1c-914424def3db req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] Attempting to bind port 86d130a6-64b0-43c7-b6a8-ac7353ed126e on network 0d34eab5-aeb5-4524-924a-da6ba796a415 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:23.799521 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ede51-2733-4f9f-a332-2807639526f2 req-9eccd1f4-c70c-4f7c-be0c-a81803cfeee6 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:23.801169 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a07ede51-2733-4f9f-a332-2807639526f2 req-9eccd1f4-c70c-4f7c-be0c-a81803cfeee6 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=c13adee8-55b1-4360-8d1f-4aace58f5925 HTTP/1.1" status: 200 len: 944 time: 0.0939503 Jul 22 19:27:23.802501 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153534cc-2366-46d5-9c1c-914424def3db req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:27:23.802846 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153534cc-2366-46d5-9c1c-914424def3db req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] Checking segment: {'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:27:23.803237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153534cc-2366-46d5-9c1c-914424def3db req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] Bound using segment: {'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:27:23.803685 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-153534cc-2366-46d5-9c1c-914424def3db req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] Bound port: 86d130a6-64b0-43c7-b6a8-ac7353ed126e, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:27:23.804046 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-153534cc-2366-46d5-9c1c-914424def3db req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:23.888681 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a07ede51-2733-4f9f-a332-2807639526f2 req-b6154878-2ae1-4b79-b4be-f10bfab183af tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/security-groups?id=31ba4598-bfd0-4ce0-ade7-3727fa271a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812521 Jul 22 19:27:23.910286 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-153534cc-2366-46d5-9c1c-914424def3db req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] For port 86d130a6-64b0-43c7-b6a8-ac7353ed126e, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:27:23.914157 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-153534cc-2366-46d5-9c1c-914424def3db req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] For port 86d130a6-64b0-43c7-b6a8-ac7353ed126e, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=86d130a6-64b0-43c7-b6a8-ac7353ed126e,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:27:23.918737 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-153534cc-2366-46d5-9c1c-914424def3db req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:23.950206 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153534cc-2366-46d5-9c1c-914424def3db req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:23.952562 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-153534cc-2366-46d5-9c1c-914424def3db req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:23.952562 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-153534cc-2366-46d5-9c1c-914424def3db req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] 10.222.0.30 "PUT /v2.0/ports/86d130a6-64b0-43c7-b6a8-ac7353ed126e HTTP/1.1" status: 200 len: 1093 time: 0.8312950 Jul 22 19:27:23.954653 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61fd288-d9ba-4d35-ad76-37197ccc72a8', 'tag': '86d130a6-64b0-43c7-b6a8-ac7353ed126e'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:23.958002 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c4eb21-6bc2-4c56-92ae-b5c765c5ef37" -d '{"events": [{"name": "network-changed", "server_uuid": "f61fd288-d9ba-4d35-ad76-37197ccc72a8", "tag": "86d130a6-64b0-43c7-b6a8-ac7353ed126e"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:23.993578 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056a0eb-e6e6-42dc-8db6-ee64cdc8fe40 service neutron] Pushing event updated for resources: {'Port': ['ID=86d130a6-64b0-43c7-b6a8-ac7353ed126e,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:24.062042 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153534cc-2366-46d5-9c1c-914424def3db req-e44a17b5-dc42-4e72-9c48-cce27efd6bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:24.063570 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-153534cc-2366-46d5-9c1c-914424def3db req-e44a17b5-dc42-4e72-9c48-cce27efd6bdb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=f61fd288-d9ba-4d35-ad76-37197ccc72a8 HTTP/1.1" status: 200 len: 1096 time: 0.0656695 Jul 22 19:27:24.112827 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd84c827-9c87-41b7-b86b-4ca8bb9e06b8 x-openstack-request-id: req-bd84c827-9c87-41b7-b86b-4ca8bb9e06b8 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:24.113490 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61fd288-d9ba-4d35-ad76-37197ccc72a8", "tag": "86d130a6-64b0-43c7-b6a8-ac7353ed126e", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:24.113490 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd84c827-9c87-41b7-b86b-4ca8bb9e06b8 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:24.113796 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61fd288-d9ba-4d35-ad76-37197ccc72a8', 'tag': '86d130a6-64b0-43c7-b6a8-ac7353ed126e', 'status': 'completed', 'code': 200} Jul 22 19:27:24.115641 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-153534cc-2366-46d5-9c1c-914424def3db req-88b1054e-dcf4-4c0c-a3d4-770ef5ebfafe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86d130a6-64b0-43c7-b6a8-ac7353ed126e HTTP/1.1" status: 200 len: 217 time: 0.0448105 Jul 22 19:27:24.167517 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153534cc-2366-46d5-9c1c-914424def3db req-be310bd8-0b54-4757-bdd5-f3852ef6780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:24.169042 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-153534cc-2366-46d5-9c1c-914424def3db req-be310bd8-0b54-4757-bdd5-f3852ef6780d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.0478632 Jul 22 19:27:24.229365 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153534cc-2366-46d5-9c1c-914424def3db req-68ca18e8-7b20-46eb-ae3a-a36c5730dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:24.230802 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-153534cc-2366-46d5-9c1c-914424def3db req-68ca18e8-7b20-46eb-ae3a-a36c5730dd09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559828 Jul 22 19:27:24.325637 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-153534cc-2366-46d5-9c1c-914424def3db req-8c7e3747-3b3a-44c9-a3d5-b51baa95cc54 service neutron] 10.222.0.30 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884531 Jul 22 19:27:24.417321 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-153534cc-2366-46d5-9c1c-914424def3db req-b4a8bf3e-4942-4a63-9d63-14ba51fb2337 service neutron] 10.222.0.30 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846391 Jul 22 19:27:24.526922 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4eb21-6bc2-4c56-92ae-b5c765c5ef37 req-bb562663-c1f1-4b17-9f3d-b37aa24a8eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:24.528621 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c0c4eb21-6bc2-4c56-92ae-b5c765c5ef37 req-bb562663-c1f1-4b17-9f3d-b37aa24a8eb4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=f61fd288-d9ba-4d35-ad76-37197ccc72a8 HTTP/1.1" status: 200 len: 1096 time: 0.0635462 Jul 22 19:27:24.659571 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4eb21-6bc2-4c56-92ae-b5c765c5ef37 req-75b46560-105a-4d8e-bbd1-174402c9da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:24.661001 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c0c4eb21-6bc2-4c56-92ae-b5c765c5ef37 req-75b46560-105a-4d8e-bbd1-174402c9da1d service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 913 time: 0.1257141 Jul 22 19:27:24.707413 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c0c4eb21-6bc2-4c56-92ae-b5c765c5ef37 req-f3f59474-59cf-4ed9-8ec9-982cab1b89d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86d130a6-64b0-43c7-b6a8-ac7353ed126e HTTP/1.1" status: 200 len: 217 time: 0.0393009 Jul 22 19:27:24.719156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b89661-8afa-4d11-a757-b27a09ecc0e2 req-b37b56c7-6d65-462b-9b89-7f04611b1699 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:24.720582 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-85b89661-8afa-4d11-a757-b27a09ecc0e2 req-b37b56c7-6d65-462b-9b89-7f04611b1699 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61fd288-d9ba-4d35-ad76-37197ccc72a8 HTTP/1.1" status: 200 len: 944 time: 0.1235836 Jul 22 19:27:24.790604 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4eb21-6bc2-4c56-92ae-b5c765c5ef37 req-864c7871-91d1-4cf8-aa33-bf432295177e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:24.792074 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c0c4eb21-6bc2-4c56-92ae-b5c765c5ef37 req-864c7871-91d1-4cf8-aa33-bf432295177e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.0706637 Jul 22 19:27:24.797071 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-85b89661-8afa-4d11-a757-b27a09ecc0e2 req-7a8c8c5c-2ac1-4874-9f3b-ef53afbbd1a5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670843 Jul 22 19:27:24.867694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4eb21-6bc2-4c56-92ae-b5c765c5ef37 req-2e9c5def-9588-4998-8f9d-9234facce60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:24.869320 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c0c4eb21-6bc2-4c56-92ae-b5c765c5ef37 req-2e9c5def-9588-4998-8f9d-9234facce60c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697062 Jul 22 19:27:24.962527 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c0c4eb21-6bc2-4c56-92ae-b5c765c5ef37 req-fe41479f-f95a-4005-b7ca-c95c5b1c00bc service neutron] 10.222.0.30 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854993 Jul 22 19:27:25.033162 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 82a411d5-d357-41a9-b8fd-99e76e35eadf up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:27:25.085994 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 82a411d5-d357-41a9-b8fd-99e76e35eadf completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:27:25.089859 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 82a411d5-d357-41a9-b8fd-99e76e35eadf triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:27:25.090298 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:25.099894 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c0c4eb21-6bc2-4c56-92ae-b5c765c5ef37 req-4199b45b-8361-417b-b0f2-777bd698ec84 service neutron] 10.222.0.30 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293366 Jul 22 19:27:25.108671 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e9884-3873-4514-83b6-7d1b26060f5f req-81df1a71-9bd7-45b7-aa84-1985d9ec9fc4 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:25.113191 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab5e9884-3873-4514-83b6-7d1b26060f5f req-81df1a71-9bd7-45b7-aa84-1985d9ec9fc4 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=c13adee8-55b1-4360-8d1f-4aace58f5925 HTTP/1.1" status: 200 len: 944 time: 0.1349218 Jul 22 19:27:25.151296 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab5e9884-3873-4514-83b6-7d1b26060f5f req-45b1883e-dc05-4475-bf40-3ea440fe6a82 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/security-groups?id=31ba4598-bfd0-4ce0-ade7-3727fa271a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352328 Jul 22 19:27:25.185226 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:25.208011 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13adee8-55b1-4360-8d1f-4aace58f5925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a411d5-d357-41a9-b8fd-99e76e35eadf'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:25.210954 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05370e41-d72b-4624-ad4b-508bc53ed751" -d '{"events": [{"server_uuid": "c13adee8-55b1-4360-8d1f-4aace58f5925", "name": "network-vif-plugged", "status": "completed", "tag": "82a411d5-d357-41a9-b8fd-99e76e35eadf"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:25.225025 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 82a411d5-d357-41a9-b8fd-99e76e35eadf, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=82a411d5-d357-41a9-b8fd-99e76e35eadf,segment=NetworkSegment(fdfed3fe-adb8-449c-af85-ef43741a4af9),segment_id=fdfed3fe-adb8-449c-af85-ef43741a4af9)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:25.231086 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:25.283475 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=82a411d5-d357-41a9-b8fd-99e76e35eadf,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:25.324026 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d58ac9-17bb-4845-bae6-09a7ba128435 x-openstack-request-id: req-59d58ac9-17bb-4845-bae6-09a7ba128435 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:25.324399 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13adee8-55b1-4360-8d1f-4aace58f5925", "name": "network-vif-plugged", "status": "completed", "tag": "82a411d5-d357-41a9-b8fd-99e76e35eadf", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:25.324743 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59d58ac9-17bb-4845-bae6-09a7ba128435 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:25.325234 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13adee8-55b1-4360-8d1f-4aace58f5925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a411d5-d357-41a9-b8fd-99e76e35eadf', 'code': 200} Jul 22 19:27:25.443434 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a404420-8b28-4936-b811-acebd5e28528 req-bad18bf6-55c3-4490-a88e-924565456a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:25.444855 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5a404420-8b28-4936-b811-acebd5e28528 req-bad18bf6-55c3-4490-a88e-924565456a6c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c13adee8-55b1-4360-8d1f-4aace58f5925 HTTP/1.1" status: 200 len: 1097 time: 0.0570104 Jul 22 19:27:25.483240 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5a404420-8b28-4936-b811-acebd5e28528 req-17296fd9-c00d-4a07-bd8b-24bcd00d9afe service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=31ba4598-bfd0-4ce0-ade7-3727fa271a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314310 Jul 22 19:27:25.942202 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf7c3f-43f8-4f1e-a420-813c6d1f3f7d req-f460f246-c92b-4d41-befe-f0e95a965366 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:25.943979 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8daf7c3f-43f8-4f1e-a420-813c6d1f3f7d req-f460f246-c92b-4d41-befe-f0e95a965366 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61fd288-d9ba-4d35-ad76-37197ccc72a8 HTTP/1.1" status: 200 len: 944 time: 0.0763505 Jul 22 19:27:25.989491 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8daf7c3f-43f8-4f1e-a420-813c6d1f3f7d req-aa47ccdd-1c4c-4ab1-bd95-a4a143234494 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365074 Jul 22 19:27:26.308799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a494404-5ca8-4371-9b53-103794e5bc15 req-dd54df38-c35a-4dbc-ba2c-dcf8b5214776 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:26.311670 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6a494404-5ca8-4371-9b53-103794e5bc15 req-dd54df38-c35a-4dbc-ba2c-dcf8b5214776 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=c13adee8-55b1-4360-8d1f-4aace58f5925 HTTP/1.1" status: 200 len: 945 time: 0.0882351 Jul 22 19:27:26.353366 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6a494404-5ca8-4371-9b53-103794e5bc15 req-6c725362-9458-4faf-847f-88f5589d348e tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/security-groups?id=31ba4598-bfd0-4ce0-ade7-3727fa271a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370247 Jul 22 19:27:27.120977 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b906a-c76e-4032-affb-f64f2d3f1324 req-cee46bf4-b68c-4cd5-8a74-1dce99ff0abd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:27.122546 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ec4b906a-c76e-4032-affb-f64f2d3f1324 req-cee46bf4-b68c-4cd5-8a74-1dce99ff0abd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61fd288-d9ba-4d35-ad76-37197ccc72a8 HTTP/1.1" status: 200 len: 944 time: 0.0645316 Jul 22 19:27:27.167147 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ec4b906a-c76e-4032-affb-f64f2d3f1324 req-41cf093b-14f6-4908-9af4-4f34358eec7c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385060 Jul 22 19:27:27.492141 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594553a-9284-4808-adb1-67a713942b4d req-cc262367-4937-41b6-b10e-bb7f836c0e39 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:27.493701 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d594553a-9284-4808-adb1-67a713942b4d req-cc262367-4937-41b6-b10e-bb7f836c0e39 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=c13adee8-55b1-4360-8d1f-4aace58f5925 HTTP/1.1" status: 200 len: 945 time: 0.0695040 Jul 22 19:27:27.531599 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d594553a-9284-4808-adb1-67a713942b4d req-5b8b69dc-5f1f-4303-8c12-22a35250a078 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/security-groups?id=31ba4598-bfd0-4ce0-ade7-3727fa271a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321658 Jul 22 19:27:28.304140 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d406bc2-a7cf-46e9-8c79-568315b6fa9b req-ba68d856-e6e7-4a61-a959-4e7667fc68af tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:28.305591 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d406bc2-a7cf-46e9-8c79-568315b6fa9b req-ba68d856-e6e7-4a61-a959-4e7667fc68af tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61fd288-d9ba-4d35-ad76-37197ccc72a8 HTTP/1.1" status: 200 len: 944 time: 0.0664008 Jul 22 19:27:28.345583 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d406bc2-a7cf-46e9-8c79-568315b6fa9b req-fb682e12-4cb2-413d-b235-2dce0ac5020a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337160 Jul 22 19:27:28.444089 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1479ddf5-7f18-4495-b181-c689a5df09fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:28.539000 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 86d130a6-64b0-43c7-b6a8-ac7353ed126e details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:27:28.636596 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 86d130a6-64b0-43c7-b6a8-ac7353ed126e, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=86d130a6-64b0-43c7-b6a8-ac7353ed126e,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:28.649076 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '86d130a6-64b0-43c7-b6a8-ac7353ed126e', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'port_id': '86d130a6-64b0-43c7-b6a8-ac7353ed126e', 'mac_address': 'fa:16:3e:4e:75:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:27:28.693567 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:28.707958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d130a6-64b0-43c7-b6a8-ac7353ed126e {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:28.729995 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 86d130a6-64b0-43c7-b6a8-ac7353ed126e, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=86d130a6-64b0-43c7-b6a8-ac7353ed126e,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:28.734346 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:28.789548 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=86d130a6-64b0-43c7-b6a8-ac7353ed126e,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:29.002921 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['86d130a6-64b0-43c7-b6a8-ac7353ed126e'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:29.488997 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b2c54-cc38-45e4-a42c-f6057fafcc55 req-4a802fc8-26c0-49d8-8407-b5a586b7ad0c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:29.491578 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-959b2c54-cc38-45e4-a42c-f6057fafcc55 req-4a802fc8-26c0-49d8-8407-b5a586b7ad0c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61fd288-d9ba-4d35-ad76-37197ccc72a8 HTTP/1.1" status: 200 len: 945 time: 0.0761666 Jul 22 19:27:29.532906 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-959b2c54-cc38-45e4-a42c-f6057fafcc55 req-af7de091-68a9-48b5-95a5-f03ed65e4385 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354629 Jul 22 19:27:30.565947 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 86d130a6-64b0-43c7-b6a8-ac7353ed126e up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:27:30.633977 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 86d130a6-64b0-43c7-b6a8-ac7353ed126e completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:27:30.641455 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 86d130a6-64b0-43c7-b6a8-ac7353ed126e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:27:30.641888 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:30.693515 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70136b58-107b-4782-959f-5e26d3d0a64d req-bc610fb5-2c29-43cd-84ec-09d3835c4467 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:30.695914 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70136b58-107b-4782-959f-5e26d3d0a64d req-bc610fb5-2c29-43cd-84ec-09d3835c4467 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61fd288-d9ba-4d35-ad76-37197ccc72a8 HTTP/1.1" status: 200 len: 945 time: 0.0755169 Jul 22 19:27:30.733925 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:30.736892 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70136b58-107b-4782-959f-5e26d3d0a64d req-665f127e-c4c4-4c6e-ab98-dba06c23e15e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345075 Jul 22 19:27:30.763826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61fd288-d9ba-4d35-ad76-37197ccc72a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d130a6-64b0-43c7-b6a8-ac7353ed126e'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:30.766082 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f27ae3-f526-415a-abb8-fadb57f3f1a8" -d '{"events": [{"server_uuid": "f61fd288-d9ba-4d35-ad76-37197ccc72a8", "name": "network-vif-plugged", "status": "completed", "tag": "86d130a6-64b0-43c7-b6a8-ac7353ed126e"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:30.783155 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 86d130a6-64b0-43c7-b6a8-ac7353ed126e, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=86d130a6-64b0-43c7-b6a8-ac7353ed126e,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:30.787717 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:30.815780 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65509625-a7e8-4be0-9509-e9da9fde1da0 x-openstack-request-id: req-65509625-a7e8-4be0-9509-e9da9fde1da0 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:30.816123 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61fd288-d9ba-4d35-ad76-37197ccc72a8", "name": "network-vif-plugged", "status": "completed", "tag": "86d130a6-64b0-43c7-b6a8-ac7353ed126e", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:30.816374 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65509625-a7e8-4be0-9509-e9da9fde1da0 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:30.816796 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61fd288-d9ba-4d35-ad76-37197ccc72a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d130a6-64b0-43c7-b6a8-ac7353ed126e', 'code': 200} Jul 22 19:27:30.841768 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=86d130a6-64b0-43c7-b6a8-ac7353ed126e,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:30.938495 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0eee86-b453-4a14-840e-4ae7c08b9047 req-8c15b78d-1ca2-4122-a695-49ab04f2a604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:30.940390 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e0eee86-b453-4a14-840e-4ae7c08b9047 req-8c15b78d-1ca2-4122-a695-49ab04f2a604 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f61fd288-d9ba-4d35-ad76-37197ccc72a8 HTTP/1.1" status: 200 len: 1098 time: 0.0568430 Jul 22 19:27:30.978937 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e0eee86-b453-4a14-840e-4ae7c08b9047 req-b188b84a-de60-406e-a11b-12c7e640a56c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325427 Jul 22 19:27:31.008386 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ce8cc712-fde9-48f0-8ed5-a863abc2a0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:31.131431 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:31.888667 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2ca34-6b8e-46ad-9823-d35ceb339d29 req-4c28f11b-e1bc-4be7-a9c6-6322826d0473 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:31.890286 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27a2ca34-6b8e-46ad-9823-d35ceb339d29 req-4c28f11b-e1bc-4be7-a9c6-6322826d0473 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61fd288-d9ba-4d35-ad76-37197ccc72a8 HTTP/1.1" status: 200 len: 946 time: 0.0780480 Jul 22 19:27:31.939291 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27a2ca34-6b8e-46ad-9823-d35ceb339d29 req-ddef221e-f191-47c7-94f9-24331a5733bd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423100 Jul 22 19:27:32.327007 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:33.972355 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:39.054550 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:41.706621 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:43.866462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c6456-6db3-4910-9cd4-5343f472d8de req-800b1cce-8d00-480f-9be7-1eb6689ad0dc tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:43.868848 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-257c6456-6db3-4910-9cd4-5343f472d8de req-800b1cce-8d00-480f-9be7-1eb6689ad0dc tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0671964 Jul 22 19:27:43.918035 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-257c6456-6db3-4910-9cd4-5343f472d8de req-76380840-506f-444b-8c8f-6d14bceca4e7 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433269 Jul 22 19:27:44.138379 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a402886-d14d-4db1-a658-35c81c7b6de2 req-9ce065e3-7d8a-4c9c-902b-9b766a931dd5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:44.139992 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a402886-d14d-4db1-a658-35c81c7b6de2 req-9ce065e3-7d8a-4c9c-902b-9b766a931dd5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0755665 Jul 22 19:27:44.182101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a402886-d14d-4db1-a658-35c81c7b6de2 req-3992a334-7a45-417e-908a-0aedf72bd7e5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361648 Jul 22 19:27:44.447359 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356f11b-851b-4c08-bb5c-996591a01048 req-4fa04d79-5973-4355-866a-061caf10d540 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:44.449042 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0356f11b-851b-4c08-bb5c-996591a01048 req-4fa04d79-5973-4355-866a-061caf10d540 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0726237 Jul 22 19:27:44.488599 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0356f11b-851b-4c08-bb5c-996591a01048 req-917efd1b-b0c3-42da-bebe-200eec07971c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337729 Jul 22 19:27:44.944196 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c54d00-2bcb-44ca-a0f7-e32e6045cf2d req-27f2c698-0498-45bc-b8f3-e63ac644941f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:44.945869 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0c54d00-2bcb-44ca-a0f7-e32e6045cf2d req-27f2c698-0498-45bc-b8f3-e63ac644941f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0803068 Jul 22 19:27:44.992556 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0c54d00-2bcb-44ca-a0f7-e32e6045cf2d req-b49edafc-c45a-476d-b809-b69a21b2e411 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405743 Jul 22 19:27:46.176858 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5c10e-cfd2-4b22-bac6-b86583edd2bf req-7a379e18-8fac-4796-98e5-fc93611056f2 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:46.178377 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19d5c10e-cfd2-4b22-bac6-b86583edd2bf req-7a379e18-8fac-4796-98e5-fc93611056f2 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0918829 Jul 22 19:27:46.240615 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19d5c10e-cfd2-4b22-bac6-b86583edd2bf req-d831751d-8f04-4236-9e60-3370a353ed3d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528090 Jul 22 19:27:47.376379 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76722c9e-ac18-4877-a436-bce52f547824 req-6b7855d5-ae67-4caf-af1e-a3348a281e47 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:47.377820 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76722c9e-ac18-4877-a436-bce52f547824 req-6b7855d5-ae67-4caf-af1e-a3348a281e47 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0730867 Jul 22 19:27:47.431182 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76722c9e-ac18-4877-a436-bce52f547824 req-0a895e37-b396-4977-855a-dca22d76f3f9 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455105 Jul 22 19:27:48.581757 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03a294-ea59-4f1a-91d6-5bc9122c34db req-521a101c-e645-46c1-ba61-c4b436adb941 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:48.583670 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bf03a294-ea59-4f1a-91d6-5bc9122c34db req-521a101c-e645-46c1-ba61-c4b436adb941 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0780888 Jul 22 19:27:48.630396 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bf03a294-ea59-4f1a-91d6-5bc9122c34db req-341f6c1b-e004-4722-a1ce-1d39cb4b1345 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398631 Jul 22 19:27:49.769400 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f443b5b-e6bc-4478-be7d-137060886526 req-e6ca6943-cc93-4890-a5c2-9155524d1920 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:49.771470 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f443b5b-e6bc-4478-be7d-137060886526 req-e6ca6943-cc93-4890-a5c2-9155524d1920 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0683477 Jul 22 19:27:49.811107 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f443b5b-e6bc-4478-be7d-137060886526 req-3cd6f734-d982-420b-976e-8c026d337969 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332494 Jul 22 19:27:50.956116 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93ef18-d2dd-410e-b2de-2517b603f360 req-3d6352e8-1abd-4f2e-960e-9410206a6c51 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:50.958715 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8e93ef18-d2dd-410e-b2de-2517b603f360 req-3d6352e8-1abd-4f2e-960e-9410206a6c51 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0728579 Jul 22 19:27:51.006735 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8e93ef18-d2dd-410e-b2de-2517b603f360 req-00350e9e-9ae3-4d60-8515-81cf9f30b603 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358510 Jul 22 19:27:52.147255 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8a9e7-61d2-42f0-8340-1f10f5bc5de9 req-14a3cc66-d4a0-450c-bf24-e315272bb75b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:52.148887 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-efe8a9e7-61d2-42f0-8340-1f10f5bc5de9 req-14a3cc66-d4a0-450c-bf24-e315272bb75b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0701411 Jul 22 19:27:52.187900 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-efe8a9e7-61d2-42f0-8340-1f10f5bc5de9 req-50ff24d7-3ee6-4dbb-a88d-b9482131f37a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331154 Jul 22 19:27:53.339954 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a713bf-1ff7-46bd-b018-46220e3a7ab6 req-424d1014-dae8-4f9e-9050-33a7f5f59d4e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:53.341751 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37a713bf-1ff7-46bd-b018-46220e3a7ab6 req-424d1014-dae8-4f9e-9050-33a7f5f59d4e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0776348 Jul 22 19:27:53.383715 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37a713bf-1ff7-46bd-b018-46220e3a7ab6 req-bbc87421-1178-4674-8270-2b2fff50d509 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357058 Jul 22 19:27:54.114660 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cf4a7-4cee-415a-99ca-dadc90b1a64d req-3ac61f03-30b4-4b8b-ab97-a9de5cfae961 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:54.116150 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-469cf4a7-4cee-415a-99ca-dadc90b1a64d req-3ac61f03-30b4-4b8b-ab97-a9de5cfae961 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=c13adee8-55b1-4360-8d1f-4aace58f5925 HTTP/1.1" status: 200 len: 945 time: 0.0739398 Jul 22 19:27:54.155791 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-469cf4a7-4cee-415a-99ca-dadc90b1a64d req-793aaa35-4ba8-450f-a551-9724cba9d6f3 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/security-groups?id=31ba4598-bfd0-4ce0-ade7-3727fa271a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339217 Jul 22 19:27:54.520843 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034a5d0-1b01-42fe-8e5f-b0708b123fa2 req-8bc0b39c-be4e-49f9-8419-772b60f4c2d7 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:54.522275 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2034a5d0-1b01-42fe-8e5f-b0708b123fa2 req-8bc0b39c-be4e-49f9-8419-772b60f4c2d7 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0668528 Jul 22 19:27:54.560964 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2034a5d0-1b01-42fe-8e5f-b0708b123fa2 req-1a326c3d-181b-4a55-9a7d-9bfbbd62ff11 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325999 Jul 22 19:27:54.781263 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:27:55.289575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba078ad3-920c-4b83-a472-00ba102c6789 req-28b19583-2d2c-4342-9bf1-541761ee0946 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:55.291070 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba078ad3-920c-4b83-a472-00ba102c6789 req-28b19583-2d2c-4342-9bf1-541761ee0946 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=c13adee8-55b1-4360-8d1f-4aace58f5925 HTTP/1.1" status: 200 len: 945 time: 0.0653968 Jul 22 19:27:55.329788 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba078ad3-920c-4b83-a472-00ba102c6789 req-c7283110-80e1-4e17-9e5c-8d161f1ea393 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/security-groups?id=31ba4598-bfd0-4ce0-ade7-3727fa271a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328941 Jul 22 19:27:55.608555 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee1f29-b074-4486-b0d5-73df8ce758d8 req-a375616a-9a2a-425c-9729-d4e14e4b3bf5 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:55.610115 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c4ee1f29-b074-4486-b0d5-73df8ce758d8 req-a375616a-9a2a-425c-9729-d4e14e4b3bf5 tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13adee8-55b1-4360-8d1f-4aace58f5925 HTTP/1.1" status: 200 len: 945 time: 0.0707097 Jul 22 19:27:55.723246 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a271edb-55c1-48d6-ac30-9c2eb17a2dd1 req-cb1f0205-66ed-4945-bb0b-e299b43ac9a5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:55.724245 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-c4ee1f29-b074-4486-b0d5-73df8ce758d8 req-4662a792-7127-40b0-8bd6-c912fdca6d6d tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Deleting port 82a411d5-d357-41a9-b8fd-99e76e35eadf {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:27:55.724245 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c4ee1f29-b074-4486-b0d5-73df8ce758d8 req-4662a792-7127-40b0-8bd6-c912fdca6d6d tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:55.726045 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a271edb-55c1-48d6-ac30-9c2eb17a2dd1 req-cb1f0205-66ed-4945-bb0b-e299b43ac9a5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0913577 Jul 22 19:27:55.767345 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a271edb-55c1-48d6-ac30-9c2eb17a2dd1 req-6083f5b0-43b2-410d-bfe3-4d143c6e0973 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355535 Jul 22 19:27:55.823221 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-c4ee1f29-b074-4486-b0d5-73df8ce758d8 req-4662a792-7127-40b0-8bd6-c912fdca6d6d tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] For port 82a411d5-d357-41a9-b8fd-99e76e35eadf, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=82a411d5-d357-41a9-b8fd-99e76e35eadf,segment=NetworkSegment(fdfed3fe-adb8-449c-af85-ef43741a4af9),segment_id=fdfed3fe-adb8-449c-af85-ef43741a4af9)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:55.823583 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c4ee1f29-b074-4486-b0d5-73df8ce758d8 req-4662a792-7127-40b0-8bd6-c912fdca6d6d tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:55.835578 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-c4ee1f29-b074-4486-b0d5-73df8ce758d8 req-4662a792-7127-40b0-8bd6-c912fdca6d6d tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Calling delete_port for 82a411d5-d357-41a9-b8fd-99e76e35eadf owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:27:55.976019 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c4ee1f29-b074-4486-b0d5-73df8ce758d8 req-4662a792-7127-40b0-8bd6-c912fdca6d6d tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:55.990346 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['82a411d5-d357-41a9-b8fd-99e76e35eadf'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:56.006997 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662a792-7127-40b0-8bd6-c912fdca6d6d tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Pushing event deleted for resources: {'Port': ['ID=82a411d5-d357-41a9-b8fd-99e76e35eadf,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:56.055576 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ee1f29-b074-4486-b0d5-73df8ce758d8 req-4662a792-7127-40b0-8bd6-c912fdca6d6d tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] No DVR routers for this DVR port 82a411d5-d357-41a9-b8fd-99e76e35eadf on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:27:56.058291 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c4ee1f29-b074-4486-b0d5-73df8ce758d8 req-4662a792-7127-40b0-8bd6-c912fdca6d6d tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:56.060287 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c4ee1f29-b074-4486-b0d5-73df8ce758d8 req-4662a792-7127-40b0-8bd6-c912fdca6d6d tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.16 "DELETE /v2.0/ports/82a411d5-d357-41a9-b8fd-99e76e35eadf HTTP/1.1" status: 204 len: 173 time: 0.4449432 Jul 22 19:27:56.060761 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13adee8-55b1-4360-8d1f-4aace58f5925', 'name': 'network-vif-deleted', 'tag': '82a411d5-d357-41a9-b8fd-99e76e35eadf'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:56.063002 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ee5961-f180-4742-9632-04040c732253" -d '{"events": [{"server_uuid": "c13adee8-55b1-4360-8d1f-4aace58f5925", "name": "network-vif-deleted", "tag": "82a411d5-d357-41a9-b8fd-99e76e35eadf"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:56.096917 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7acd02-c618-47e2-a378-5c8fbcf5f9f7 req-150f12f9-5d9d-4890-812c-ee4513bf727f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:56.104170 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e7acd02-c618-47e2-a378-5c8fbcf5f9f7 req-150f12f9-5d9d-4890-812c-ee4513bf727f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.1512692 Jul 22 19:27:56.109527 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7740df-799b-4994-950f-ccd9d982a968 x-openstack-request-id: req-ee7740df-799b-4994-950f-ccd9d982a968 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:56.110024 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13adee8-55b1-4360-8d1f-4aace58f5925", "name": "network-vif-deleted", "tag": "82a411d5-d357-41a9-b8fd-99e76e35eadf", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:56.110448 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee7740df-799b-4994-950f-ccd9d982a968 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:56.110997 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13adee8-55b1-4360-8d1f-4aace58f5925', 'name': 'network-vif-deleted', 'tag': '82a411d5-d357-41a9-b8fd-99e76e35eadf', 'status': 'completed', 'code': 200} Jul 22 19:27:56.138134 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061ad9e-b80e-4692-a2ce-2953206ef514 req-e37a5724-0891-472f-b00d-19774c6d7d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:56.139876 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4061ad9e-b80e-4692-a2ce-2953206ef514 req-e37a5724-0891-472f-b00d-19774c6d7d8f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 1097 time: 0.1315725 Jul 22 19:27:56.153798 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e7acd02-c618-47e2-a378-5c8fbcf5f9f7 req-d3dca151-9dfa-4300-9eb4-83a96247052c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435495 Jul 22 19:27:56.247338 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061ad9e-b80e-4692-a2ce-2953206ef514 req-2accdb1b-1782-4dba-a744-445d4ed35096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:56.248850 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4061ad9e-b80e-4692-a2ce-2953206ef514 req-2accdb1b-1782-4dba-a744-445d4ed35096 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 913 time: 0.0985110 Jul 22 19:27:56.316846 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4061ad9e-b80e-4692-a2ce-2953206ef514 req-be948c47-b85d-468c-86ef-41817566626a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a HTTP/1.1" status: 200 len: 1000 time: 0.0614469 Jul 22 19:27:56.370311 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061ad9e-b80e-4692-a2ce-2953206ef514 req-5890fde0-f2c9-48e0-959f-54daec571ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:56.371815 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4061ad9e-b80e-4692-a2ce-2953206ef514 req-5890fde0-f2c9-48e0-959f-54daec571ab4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.0482769 Jul 22 19:27:56.463817 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fbd84d8c-0722-467c-9024-ef1b33ee0352 req-7de0c4e6-146b-48f5-8d12-515c54d2f8fd tempest-VolumesSnapshotTestJSON-1753157828 tempest-VolumesSnapshotTestJSON-1753157828-project] 10.222.0.13 "GET /v2.0/ports?device_id=c13adee8-55b1-4360-8d1f-4aace58f5925 HTTP/1.1" status: 200 len: 210 time: 0.0377829 Jul 22 19:27:56.469901 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061ad9e-b80e-4692-a2ce-2953206ef514 req-9435ebcb-eaa8-4eeb-837c-d20114b05b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:56.471413 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4061ad9e-b80e-4692-a2ce-2953206ef514 req-9435ebcb-eaa8-4eeb-837c-d20114b05b40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929842 Jul 22 19:27:56.572524 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4061ad9e-b80e-4692-a2ce-2953206ef514 req-07e44c80-3388-4bfa-9e91-dc38c48710b6 service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932047 Jul 22 19:27:56.676680 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4061ad9e-b80e-4692-a2ce-2953206ef514 req-fa5be6e2-1b8d-4b2b-bd6e-a0ff6fd05193 service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973635 Jul 22 19:27:57.296390 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd4f06-a0ef-4bab-a83a-212c570bc953 req-bea93019-78c0-4052-927c-0a50a13e60c8 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:57.297847 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73cd4f06-a0ef-4bab-a83a-212c570bc953 req-bea93019-78c0-4052-927c-0a50a13e60c8 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0651348 Jul 22 19:27:57.336742 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73cd4f06-a0ef-4bab-a83a-212c570bc953 req-17526f1c-0a0b-4308-ac06-15508051c3d4 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330899 Jul 22 19:27:57.468038 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd212f9-4b03-4a76-8499-c802e57081af req-653d7ee3-027d-4a07-a187-fb409e944e41 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:57.469536 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dbd212f9-4b03-4a76-8499-c802e57081af req-653d7ee3-027d-4a07-a187-fb409e944e41 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0639691 Jul 22 19:27:57.508501 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dbd212f9-4b03-4a76-8499-c802e57081af req-67bc2c0d-1e7b-4694-b5a4-81bff32126cd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322437 Jul 22 19:27:57.776811 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a69d3e-2f10-4e4c-8328-2431ad9b92c4 req-e6fa862b-7131-46e0-afb7-691daaee0b0d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:57.779150 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89a69d3e-2f10-4e4c-8328-2431ad9b92c4 req-e6fa862b-7131-46e0-afb7-691daaee0b0d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0831106 Jul 22 19:27:57.829461 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89a69d3e-2f10-4e4c-8328-2431ad9b92c4 req-2872124b-b39c-4f25-a945-45b04a681008 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376527 Jul 22 19:27:58.089252 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd794-ece8-4c7d-99a9-5d5e15a75e94 req-e33742c2-5278-4167-89de-ed3c4e3d65a1 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:58.091265 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f96cd794-ece8-4c7d-99a9-5d5e15a75e94 req-e33742c2-5278-4167-89de-ed3c4e3d65a1 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0674832 Jul 22 19:27:58.153439 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f96cd794-ece8-4c7d-99a9-5d5e15a75e94 req-46a6b97b-1f1d-418f-a381-354449feff87 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509045 Jul 22 19:27:58.439317 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-26d63062-749b-4952-99f6-3a05f155b265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:59.234893 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 82a411d5-d357-41a9-b8fd-99e76e35eadf no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:27:59.260134 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 82a411d5-d357-41a9-b8fd-99e76e35eadf {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:27:59.260792 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 82a411d5-d357-41a9-b8fd-99e76e35eadf not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:27:59.283832 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832cc06-e426-4dad-b753-8231144be2af req-694f14e3-2c81-4cb9-a78c-2cab3dcd1d87 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:59.286153 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3832cc06-e426-4dad-b753-8231144be2af req-694f14e3-2c81-4cb9-a78c-2cab3dcd1d87 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0701036 Jul 22 19:27:59.330247 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3832cc06-e426-4dad-b753-8231144be2af req-f75fd916-3945-4f60-80c2-a334b37ca269 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382476 Jul 22 19:27:59.565412 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7da72-7e7f-4b42-a5b1-b64b4383aabe req-84640434-1aa1-4088-b393-b059c3096f72 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:59.567794 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2a7da72-7e7f-4b42-a5b1-b64b4383aabe req-84640434-1aa1-4088-b393-b059c3096f72 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0728996 Jul 22 19:27:59.630416 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2a7da72-7e7f-4b42-a5b1-b64b4383aabe req-d60b1f0f-16d0-4795-889e-2902235321a1 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561771 Jul 22 19:28:00.753422 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b0715-314f-48a5-8b57-7a8003488e53 req-c00ca254-bd6f-4b4f-a794-1e5eed67c051 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:00.755535 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad3b0715-314f-48a5-8b57-7a8003488e53 req-c00ca254-bd6f-4b4f-a794-1e5eed67c051 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0670505 Jul 22 19:28:00.795148 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad3b0715-314f-48a5-8b57-7a8003488e53 req-1963dd36-8fa9-4b51-b301-d80b4b0f7309 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337429 Jul 22 19:28:00.932901 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e194cf-3dde-4969-b6a7-c2854c2b36e1 req-5a5a63df-c413-4552-8a7f-7528d6ee0f85 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:00.934384 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c4e194cf-3dde-4969-b6a7-c2854c2b36e1 req-5a5a63df-c413-4552-8a7f-7528d6ee0f85 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0708802 Jul 22 19:28:00.974908 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c4e194cf-3dde-4969-b6a7-c2854c2b36e1 req-db22e034-2e4c-44e3-a1c5-951bffa94619 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347617 Jul 22 19:28:01.011711 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cda03131-cc96-41e8-b844-8abcebd9cec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:01.115509 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86eb204-dee1-4bbc-94bb-aeaf3b4756e7 req-649c3927-34fe-4922-8a6f-7a029ba258b9 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:01.121182 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c86eb204-dee1-4bbc-94bb-aeaf3b4756e7 req-649c3927-34fe-4922-8a6f-7a029ba258b9 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0729837 Jul 22 19:28:01.135098 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:01.162446 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c86eb204-dee1-4bbc-94bb-aeaf3b4756e7 req-b6131dae-c7ae-42bd-96e4-357a6c85f048 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394092 Jul 22 19:28:01.302888 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c097c-6bc3-4c4d-9336-bd95c82a9d24 req-0cc0e81e-2054-4a28-9a03-60085acd9b99 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:01.304801 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-771c097c-6bc3-4c4d-9336-bd95c82a9d24 req-0cc0e81e-2054-4a28-9a03-60085acd9b99 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0686090 Jul 22 19:28:01.368055 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-771c097c-6bc3-4c4d-9336-bd95c82a9d24 req-0e1c27e3-2b08-46cf-a162-c3068f8775e1 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573432 Jul 22 19:28:01.774580 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-4295de0b-f3ab-465e-8155-9cdd4de7d4ea service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0628932 Jul 22 19:28:01.885418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-112d0250-9627-43fc-a050-46c930363a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:01.886061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-112d0250-9627-43fc-a050-46c930363a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:01.886619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-112d0250-9627-43fc-a050-46c930363a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:01.887160 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-112d0250-9627-43fc-a050-46c930363a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:01.887705 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-112d0250-9627-43fc-a050-46c930363a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:01.888240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-112d0250-9627-43fc-a050-46c930363a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:01.888806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-112d0250-9627-43fc-a050-46c930363a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:01.891121 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-112d0250-9627-43fc-a050-46c930363a74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=88edd86379da474f9e73474c4822e718&device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 6508 time: 0.0703499 Jul 22 19:28:02.021242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-eacb6e76-8cfb-4599-bb0f-517a48eb27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:02.021625 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-eacb6e76-8cfb-4599-bb0f-517a48eb27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:02.022223 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-eacb6e76-8cfb-4599-bb0f-517a48eb27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:02.024097 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-eacb6e76-8cfb-4599-bb0f-517a48eb27ae service neutron] 10.222.0.30 "GET /v2.0/networks?id=e89c4a4f-ae66-40e9-a651-3fcc6679a396&id=0595bdbb-3fff-4758-845e-81a374857f98&id=0595bdbb-3fff-4758-845e-81a374857f98&id=0595bdbb-3fff-4758-845e-81a374857f98&id=0595bdbb-3fff-4758-845e-81a374857f98&id=b232de7e-d507-4fe5-aca3-83142933123b&id=b232de7e-d507-4fe5-aca3-83142933123b HTTP/1.1" status: 200 len: 2295 time: 0.1080358 Jul 22 19:28:02.117021 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-ccfa6bac-4728-45f1-b37d-7c63af1e8341 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5270d4db-298b-4df2-978e-ae9cd7fd456b HTTP/1.1" status: 200 len: 1002 time: 0.0771136 Jul 22 19:28:02.174955 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-e8d6508e-bd3b-4ee8-b73d-2f4231f57b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:02.177187 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-e8d6508e-bd3b-4ee8-b73d-2f4231f57b28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21df62a7-a6ca-436a-b217-caf06ac55fe4 HTTP/1.1" status: 200 len: 854 time: 0.0521994 Jul 22 19:28:02.242176 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-08a22344-5db8-4dac-a384-f21a19ce19a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:02.244011 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-08a22344-5db8-4dac-a384-f21a19ce19a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e89c4a4f-ae66-40e9-a651-3fcc6679a396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597868 Jul 22 19:28:02.333859 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:02.340142 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-a6a0481d-b788-43df-b73b-ce734f64a5f3 service neutron] 10.222.0.30 "GET /v2.0/networks/e89c4a4f-ae66-40e9-a651-3fcc6679a396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889084 Jul 22 19:28:02.438283 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-2d48b30f-62ba-4f8b-9982-089fc234446e service neutron] 10.222.0.30 "GET /v2.0/networks/e89c4a4f-ae66-40e9-a651-3fcc6679a396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911210 Jul 22 19:28:02.479140 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-4a5c4e8d-74fc-4a0c-9ff8-e290a66bc7c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=78654019-d801-41ad-9f01-d5784c852f39 HTTP/1.1" status: 200 len: 217 time: 0.0347016 Jul 22 19:28:02.536840 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-f498cd38-5c24-47cf-a779-9099a7de539c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:02.537395 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-f498cd38-5c24-47cf-a779-9099a7de539c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0699dc1-b53c-4154-b479-389ab7dae0e5 HTTP/1.1" status: 200 len: 797 time: 0.0508399 Jul 22 19:28:02.602546 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-72b26d88-137a-4a8e-8dbd-fa37bc04fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:02.604151 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-72b26d88-137a-4a8e-8dbd-fa37bc04fb25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0595bdbb-3fff-4758-845e-81a374857f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0601487 Jul 22 19:28:02.697035 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-a49f5944-1f04-43a1-be74-b883ebc980b6 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853114 Jul 22 19:28:02.797255 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-1d9179ad-e162-4204-838a-0f5c04c793b0 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940359 Jul 22 19:28:02.839271 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-80a328a2-ced6-4af1-9a28-38a9ad691e6e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=fc734762-c254-4cb4-bad5-9b6992177001 HTTP/1.1" status: 200 len: 217 time: 0.0362093 Jul 22 19:28:02.894370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-033bb649-2b88-4ac4-88b7-90fd9dadb09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:02.895882 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-033bb649-2b88-4ac4-88b7-90fd9dadb09e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0699dc1-b53c-4154-b479-389ab7dae0e5 HTTP/1.1" status: 200 len: 797 time: 0.0496771 Jul 22 19:28:02.970647 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-61184a8f-9f3b-45f8-9570-be264dd05206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:02.972393 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-61184a8f-9f3b-45f8-9570-be264dd05206 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0595bdbb-3fff-4758-845e-81a374857f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0703216 Jul 22 19:28:03.069708 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-92d5c490-469e-44c3-81d1-ecf608819a01 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905049 Jul 22 19:28:03.170963 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-1bb23735-bc88-41d8-96bb-567610250b65 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946417 Jul 22 19:28:03.213462 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-eedca1b8-f9bc-4699-8b7b-e68a45bf819c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=c0c5619c-46c7-443b-a9b0-bbcf7be07888 HTTP/1.1" status: 200 len: 217 time: 0.0355771 Jul 22 19:28:03.274059 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-664ff4dc-1561-4c91-aa09-a6a5663def82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:03.276502 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-664ff4dc-1561-4c91-aa09-a6a5663def82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0699dc1-b53c-4154-b479-389ab7dae0e5 HTTP/1.1" status: 200 len: 797 time: 0.0577650 Jul 22 19:28:03.348832 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-410f466b-6357-4f4c-b487-883885ee372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:03.350442 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-410f466b-6357-4f4c-b487-883885ee372f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0595bdbb-3fff-4758-845e-81a374857f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0672059 Jul 22 19:28:03.449174 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-2b4e981f-bef9-420c-a671-9b2185c0a94a service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921268 Jul 22 19:28:03.548186 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-aa5b21f3-4e63-4ecb-b3b2-9cb6475b3610 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921223 Jul 22 19:28:03.591280 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-e50072c6-a48c-44bc-a95a-f8c145d6683c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=9e48ce15-6896-45cf-9ca4-cbb5850d0fce HTTP/1.1" status: 200 len: 217 time: 0.0367730 Jul 22 19:28:03.648846 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-c5ff0c04-407d-4575-b3a0-5d743709e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:03.650356 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-c5ff0c04-407d-4575-b3a0-5d743709e8b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0699dc1-b53c-4154-b479-389ab7dae0e5 HTTP/1.1" status: 200 len: 797 time: 0.0528159 Jul 22 19:28:03.718976 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-824ed1f8-93f2-4f5f-9659-d99b54912ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:03.720800 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-824ed1f8-93f2-4f5f-9659-d99b54912ac2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0595bdbb-3fff-4758-845e-81a374857f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0647016 Jul 22 19:28:03.815039 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-49cc4694-99f5-42f1-b030-d9fc92bdb0b6 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874460 Jul 22 19:28:03.932852 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-ce2230c3-19bf-4bb5-8d98-b5e25cc00a77 service neutron] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116188 Jul 22 19:28:03.979287 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-356b8dcc-8243-4ff6-80ba-8aca645639d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f6c92945-cd4d-42cb-9049-acb10a656da9 HTTP/1.1" status: 200 len: 217 time: 0.0400572 Jul 22 19:28:03.979717 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:04.054307 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-8b34ac0b-6585-4b49-a676-e293426d14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:04.056046 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-8b34ac0b-6585-4b49-a676-e293426d14f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b92fb42-3fe2-4f94-b925-91fab573144c HTTP/1.1" status: 200 len: 797 time: 0.0703287 Jul 22 19:28:04.130366 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-a6c312ea-3c38-4fd3-89b9-3bf4be449b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:04.131668 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-a6c312ea-3c38-4fd3-89b9-3bf4be449b6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b232de7e-d507-4fe5-aca3-83142933123b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0693729 Jul 22 19:28:04.283918 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-f97f4bbc-a725-40e5-a45b-221a7f5949af service neutron] 10.222.0.30 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422668 Jul 22 19:28:04.769656 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-49703366-cd63-4e48-a11a-24b2c434ab40 service neutron] 10.222.0.30 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778802 Jul 22 19:28:04.810764 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-7076dbd6-50c7-47f9-ae29-0e4e979f5415 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28f41fa7-7d4b-4478-8017-2b274904790c HTTP/1.1" status: 200 len: 217 time: 0.0345516 Jul 22 19:28:04.864015 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-33b5a703-42ae-4d67-be9b-71ceed3ac75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:04.865507 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-33b5a703-42ae-4d67-be9b-71ceed3ac75d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b92fb42-3fe2-4f94-b925-91fab573144c HTTP/1.1" status: 200 len: 797 time: 0.0489962 Jul 22 19:28:04.925860 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-4e7e7687-06ae-4143-96c5-b4d00ffcd4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:04.927499 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-4e7e7687-06ae-4143-96c5-b4d00ffcd4ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b232de7e-d507-4fe5-aca3-83142933123b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0564916 Jul 22 19:28:05.023362 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-f3eeccc6-588e-4526-a7f0-6e145b3e3c37 service neutron] 10.222.0.30 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895481 Jul 22 19:28:05.118832 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09bda9d2-ad1e-4f74-a557-7ff11d753b96 req-62f007af-4d17-4321-96b2-d4b7c87ac5c6 service neutron] 10.222.0.30 "GET /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895219 Jul 22 19:28:09.067871 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:10.462555 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81b55aaf-8856-4f6e-a275-956d928b18fe req-bc990e2a-0bac-46b1-9f9a-3287b6ae2b6b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0630264 Jul 22 19:28:10.578167 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b55aaf-8856-4f6e-a275-956d928b18fe req-64d618b8-fb0f-441f-bae7-097bbe666823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:10.579747 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81b55aaf-8856-4f6e-a275-956d928b18fe req-64d618b8-fb0f-441f-bae7-097bbe666823 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 1097 time: 0.0714848 Jul 22 19:28:10.688284 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b55aaf-8856-4f6e-a275-956d928b18fe req-d8192424-5e19-4b1d-b985-6537e75077f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:10.689900 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81b55aaf-8856-4f6e-a275-956d928b18fe req-d8192424-5e19-4b1d-b985-6537e75077f0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 913 time: 0.0907893 Jul 22 19:28:10.764195 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81b55aaf-8856-4f6e-a275-956d928b18fe req-55f2675c-ea86-4b39-b838-d1783146d567 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a HTTP/1.1" status: 200 len: 1000 time: 0.0674505 Jul 22 19:28:10.815461 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b55aaf-8856-4f6e-a275-956d928b18fe req-a908995d-0d42-4279-9da7-f1116862ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:10.817090 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81b55aaf-8856-4f6e-a275-956d928b18fe req-a908995d-0d42-4279-9da7-f1116862ea64 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.0461688 Jul 22 19:28:10.887327 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b55aaf-8856-4f6e-a275-956d928b18fe req-cb5a5a87-f16a-4bd1-bf92-1fe203088e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:10.888985 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81b55aaf-8856-4f6e-a275-956d928b18fe req-cb5a5a87-f16a-4bd1-bf92-1fe203088e1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652740 Jul 22 19:28:11.007292 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81b55aaf-8856-4f6e-a275-956d928b18fe req-f66e8a44-6af0-45fe-a5cb-1e0df402d600 service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112747 Jul 22 19:28:11.107718 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81b55aaf-8856-4f6e-a275-956d928b18fe req-fc818a5c-35f0-4f03-b057-b424e109d269 service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938478 Jul 22 19:28:11.714182 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:28.434604 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2bc5b4b9-75e4-4d61-a74a-4977413e25af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:30.551296 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6f809-5575-4b79-9088-63b17c9ac52b req-b2228028-332a-4c1f-974a-a82d5718258f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:30.552915 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99e6f809-5575-4b79-9088-63b17c9ac52b req-b2228028-332a-4c1f-974a-a82d5718258f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.1329010 Jul 22 19:28:30.568892 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69473e56-87d7-4a77-810c-c7bc7f8101f4 req-99897562-23e4-41e5-9a50-49256cda5116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:30.570336 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69473e56-87d7-4a77-810c-c7bc7f8101f4 req-99897562-23e4-41e5-9a50-49256cda5116 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 1097 time: 0.0955684 Jul 22 19:28:30.629025 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99e6f809-5575-4b79-9088-63b17c9ac52b req-5c273869-b1ec-43db-85f8-5d618848bea5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691833 Jul 22 19:28:30.687345 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69473e56-87d7-4a77-810c-c7bc7f8101f4 req-8ea77442-eb1c-4f8f-a1e7-797e99b99c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:30.688943 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69473e56-87d7-4a77-810c-c7bc7f8101f4 req-8ea77442-eb1c-4f8f-a1e7-797e99b99c87 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 913 time: 0.1108618 Jul 22 19:28:30.755580 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69473e56-87d7-4a77-810c-c7bc7f8101f4 req-43575c51-89bc-43f0-ac69-7e252c00d849 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a HTTP/1.1" status: 200 len: 1000 time: 0.0597758 Jul 22 19:28:30.805472 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69473e56-87d7-4a77-810c-c7bc7f8101f4 req-31be50ed-166f-4a96-ac25-2dc21c59e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:30.806867 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69473e56-87d7-4a77-810c-c7bc7f8101f4 req-31be50ed-166f-4a96-ac25-2dc21c59e0fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.0452797 Jul 22 19:28:30.870571 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69473e56-87d7-4a77-810c-c7bc7f8101f4 req-1f983fb7-ac7c-4214-9b37-33d0d255c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:30.872099 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69473e56-87d7-4a77-810c-c7bc7f8101f4 req-1f983fb7-ac7c-4214-9b37-33d0d255c86e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589886 Jul 22 19:28:30.963474 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69473e56-87d7-4a77-810c-c7bc7f8101f4 req-16b9ea83-f5b3-4180-a5e4-288fad4faa34 service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843954 Jul 22 19:28:31.019511 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c102f4f3-cde0-4f3a-a2d5-fb7133e544b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:31.074112 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69473e56-87d7-4a77-810c-c7bc7f8101f4 req-8f51954d-5c27-463b-8e6f-e739a76e2052 service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035120 Jul 22 19:28:31.137744 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:31.771478 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e49ecc-7f4f-4d90-8609-1bcca41718ff req-cde871ec-ba5d-437d-b16b-7cbcf12157ba tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:31.773782 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4e49ecc-7f4f-4d90-8609-1bcca41718ff req-cde871ec-ba5d-437d-b16b-7cbcf12157ba tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0700741 Jul 22 19:28:31.782072 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:28:31.819292 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4e49ecc-7f4f-4d90-8609-1bcca41718ff req-1ec2ffbf-f20f-4fda-94bd-f6bed5e70c95 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380588 Jul 22 19:28:32.334113 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:32.999475 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e22284-4971-41c6-9167-f10d9feb6f34 req-622034dc-e664-472c-83c5-16fe91887648 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:33.001121 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9e22284-4971-41c6-9167-f10d9feb6f34 req-622034dc-e664-472c-83c5-16fe91887648 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0734487 Jul 22 19:28:33.046860 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9e22284-4971-41c6-9167-f10d9feb6f34 req-cc3e5f7d-0b25-4cec-ba80-cba98c0986d5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385227 Jul 22 19:28:33.976523 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:34.183767 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80e13b-0092-48a0-a5bb-499aea081965 req-e8a5c461-d272-4485-8d33-5054edf500e4 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:34.185307 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df80e13b-0092-48a0-a5bb-499aea081965 req-e8a5c461-d272-4485-8d33-5054edf500e4 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0672545 Jul 22 19:28:34.224561 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df80e13b-0092-48a0-a5bb-499aea081965 req-6d54fe2e-27e5-4c5b-8d08-17af29c8969d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332570 Jul 22 19:28:35.374416 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5164e-a001-4e37-a9e0-d642a4e554c7 req-8e11524e-28b8-42dd-85b6-82bfc2dd981a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:35.376037 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14d5164e-a001-4e37-a9e0-d642a4e554c7 req-8e11524e-28b8-42dd-85b6-82bfc2dd981a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0827241 Jul 22 19:28:35.416665 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14d5164e-a001-4e37-a9e0-d642a4e554c7 req-da04528f-438f-4803-8e19-6c0c2cfd4b8e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339203 Jul 22 19:28:36.572672 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b02f4-45a3-4159-b2e8-92953f3b18e7 req-52f745d1-3b84-471b-b476-45e491cc7797 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:36.574527 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e59b02f4-45a3-4159-b2e8-92953f3b18e7 req-52f745d1-3b84-471b-b476-45e491cc7797 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0872495 Jul 22 19:28:36.617571 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e59b02f4-45a3-4159-b2e8-92953f3b18e7 req-498dae48-aae9-4343-9fa1-8bb2fef907ec tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371137 Jul 22 19:28:39.072342 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.268878 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42046) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:41.322888 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbfe0c7c-ed20-4284-ace2-0a3d9f89db97 admin admin] Deleting subnet a7aaf51b-8f4b-4524-865e-a8becfa8c3a5 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:28:41.326857 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0c7c-ed20-4284-ace2-0a3d9f89db97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.368704 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0c7c-ed20-4284-ace2-0a3d9f89db97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.410065 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0c7c-ed20-4284-ace2-0a3d9f89db97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.488518 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0c7c-ed20-4284-ace2-0a3d9f89db97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.524340 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe0c7c-ed20-4284-ace2-0a3d9f89db97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7aaf51b-8f4b-4524-865e-a8becfa8c3a5,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:41.529623 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0c7c-ed20-4284-ace2-0a3d9f89db97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.531808 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fbfe0c7c-ed20-4284-ace2-0a3d9f89db97 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a7aaf51b-8f4b-4524-865e-a8becfa8c3a5 HTTP/1.1" status: 204 len: 168 time: 0.2611787 Jul 22 19:28:41.534450 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42052) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:41.537318 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0c7c-ed20-4284-ace2-0a3d9f89db97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:41.537744 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0c7c-ed20-4284-ace2-0a3d9f89db97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:41.538161 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0c7c-ed20-4284-ace2-0a3d9f89db97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:41.538573 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0c7c-ed20-4284-ace2-0a3d9f89db97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:41.539302 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0c7c-ed20-4284-ace2-0a3d9f89db97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:41.539870 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0c7c-ed20-4284-ace2-0a3d9f89db97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:41.540403 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0c7c-ed20-4284-ace2-0a3d9f89db97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:41.540977 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0c7c-ed20-4284-ace2-0a3d9f89db97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:41.541505 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0c7c-ed20-4284-ace2-0a3d9f89db97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:41.542053 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0c7c-ed20-4284-ace2-0a3d9f89db97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:41.542590 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0c7c-ed20-4284-ace2-0a3d9f89db97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:41.543364 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfe0c7c-ed20-4284-ace2-0a3d9f89db97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:41.649806 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.705283 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.740775 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.752844 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd98edeb-b659-4566-a031-5250ff0a8993']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:41.766419 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdfed3fe-adb8-449c-af85-ef43741a4af9') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:41.766841 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdfed3fe-adb8-449c-af85-ef43741a4af9') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:41.785960 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.801842 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.810531 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:28:41.811227 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:28:41.827278 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:28:41.881916 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.898761 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.900935 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bd98edeb-b659-4566-a031-5250ff0a8993 HTTP/1.1" status: 204 len: 168 time: 0.3649633 Jul 22 19:28:41.902003 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd98edeb-b659-4566-a031-5250ff0a8993,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:41.926714 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:41.927368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:41.927866 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:41.928362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:41.928990 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:41.929484 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:41.930003 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:41.930502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:41.930998 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:41.931480 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:41.931962 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:41.932458 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63645c7-5418-4e05-ad29-12834cb16630 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:42.062974 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42062) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:42.112784 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cbf88dd0-45d8-4d4d-af07-4401f16786c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=565be8e7e0114c03bc65fc5223972477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457230 Jul 22 19:28:42.113090 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42066) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:42.175192 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-12943185-eb6a-480b-ba93-4959f6757c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:42.198122 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-12943185-eb6a-480b-ba93-4959f6757c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:42.257560 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-12943185-eb6a-480b-ba93-4959f6757c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:42.260904 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-12943185-eb6a-480b-ba93-4959f6757c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:42.263279 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-12943185-eb6a-480b-ba93-4959f6757c19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31ba4598-bfd0-4ce0-ade7-3727fa271a4b HTTP/1.1" status: 204 len: 168 time: 0.1485085 Jul 22 19:28:42.291531 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12943185-eb6a-480b-ba93-4959f6757c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ba4598-bfd0-4ce0-ade7-3727fa271a4b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:42.984523 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42106) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:43.084799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-09cb2741-3b11-4ae4-a2b4-7dbdf1233280 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-637595655-network', 'tenant_id': '4440afb57e7642f09160897c06afbda5'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:43.105440 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cb2741-3b11-4ae4-a2b4-7dbdf1233280 admin admin] Made reservation on behalf of 4440afb57e7642f09160897c06afbda5 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:28:43.107965 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-09cb2741-3b11-4ae4-a2b4-7dbdf1233280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:43.117005 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-09cb2741-3b11-4ae4-a2b4-7dbdf1233280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:43.213985 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-09cb2741-3b11-4ae4-a2b4-7dbdf1233280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:43.217870 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-09cb2741-3b11-4ae4-a2b4-7dbdf1233280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:43.248195 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09cb2741-3b11-4ae4-a2b4-7dbdf1233280 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:28:43.252969 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb2741-3b11-4ae4-a2b4-7dbdf1233280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e55012-98d8-423e-8af0-1caeeab08b38,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:43.262797 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-09cb2741-3b11-4ae4-a2b4-7dbdf1233280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:43.262797 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-09cb2741-3b11-4ae4-a2b4-7dbdf1233280 admin admin] Added segment 99b7eefd-941b-40cc-8852-62adcb833371 of type vlan for network b8a153fb-aef4-4e4f-b8ab-e2807490ca4c Jul 22 19:28:43.307687 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-09cb2741-3b11-4ae4-a2b4-7dbdf1233280 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:43.340349 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-09cb2741-3b11-4ae4-a2b4-7dbdf1233280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:43.341469 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cb2741-3b11-4ae4-a2b4-7dbdf1233280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:43.342181 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-09cb2741-3b11-4ae4-a2b4-7dbdf1233280 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:43.373734 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-09cb2741-3b11-4ae4-a2b4-7dbdf1233280 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3878849 Jul 22 19:28:43.376583 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42118) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:43.382065 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-e0e0e12d-c561-4563-83f2-e548d1bddfa2 admin admin] Request body: {'subnet': {'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-637595655-subnet', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:43.403265 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e0e12d-c561-4563-83f2-e548d1bddfa2 admin admin] Made reservation on behalf of 4440afb57e7642f09160897c06afbda5 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:28:43.405631 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0e0e12d-c561-4563-83f2-e548d1bddfa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:43.411846 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb2741-3b11-4ae4-a2b4-7dbdf1233280 admin admin] Pushing event updated for resources: {'Network': ['ID=b8a153fb-aef4-4e4f-b8ab-e2807490ca4c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:43.423088 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network b8a153fb-aef4-4e4f-b8ab-e2807490ca4c details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:28:43.588883 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0e0e12d-c561-4563-83f2-e548d1bddfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:43.650324 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0e12d-c561-4563-83f2-e548d1bddfa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6e2415d-5af4-44b3-83f0-e56ea2f0d84c,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:43.659031 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e0e12d-c561-4563-83f2-e548d1bddfa2 admin admin] Checking segment: {'id': '99b7eefd-941b-40cc-8852-62adcb833371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:28:43.659457 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e0e12d-c561-4563-83f2-e548d1bddfa2 admin admin] Network hostable DHCP agents. Network: b8a153fb-aef4-4e4f-b8ab-e2807490ca4c, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:28:43.676092 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e0e12d-c561-4563-83f2-e548d1bddfa2 admin admin] Network b8a153fb-aef4-4e4f-b8ab-e2807490ca4c is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:28:43.684462 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-e0e0e12d-c561-4563-83f2-e548d1bddfa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, b8a153fb-aef4-4e4f-b8ab-e2807490ca4c) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:28:43.688755 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e0e12d-c561-4563-83f2-e548d1bddfa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:43.689410 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0e0e12d-c561-4563-83f2-e548d1bddfa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:43.696451 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e641e0-2987-4dd5-82da-1ac9638598fc None None] Network b8a153fb-aef4-4e4f-b8ab-e2807490ca4c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:28:43.707921 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e0e0e12d-c561-4563-83f2-e548d1bddfa2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3270805 Jul 22 19:28:43.708148 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42124) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:43.713640 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-08c6dca7-36cf-4114-b7c4-44f3a6cc7587 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-637595655-router', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:43.737552 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-08c6dca7-36cf-4114-b7c4-44f3a6cc7587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:43.738511 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-08c6dca7-36cf-4114-b7c4-44f3a6cc7587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:43.797370 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-08c6dca7-36cf-4114-b7c4-44f3a6cc7587 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:43.860943 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-b8a153fb-aef4-4e4f-b8ab-e2807490ca4c', 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'fixed_ips': [{'subnet_id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:28:43.862960 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:43.944211 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-08c6dca7-36cf-4114-b7c4-44f3a6cc7587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:44.024175 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Allocated IP 172.20.0.2 (b8a153fb-aef4-4e4f-b8ab-e2807490ca4c/d6e2415d-5af4-44b3-83f0-e56ea2f0d84c/c1a760f0-ece5-4157-8ccb-799531ba82ff) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:28:44.180372 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-08c6dca7-36cf-4114-b7c4-44f3a6cc7587 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:44.182669 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:44.192780 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Transition to ACTIVE for port object c1a760f0-ece5-4157-8ccb-799531ba82ff will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:28:44.201961 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-08c6dca7-36cf-4114-b7c4-44f3a6cc7587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:44.208945 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Transition to ACTIVE for port object c1a760f0-ece5-4157-8ccb-799531ba82ff will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:28:44.215101 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:44.255261 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Network b8a153fb-aef4-4e4f-b8ab-e2807490ca4c is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:28:44.258004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:28:44.260505 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:28:44.269963 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Pushing event updated for resources: {'Port': ['ID=c1a760f0-ece5-4157-8ccb-799531ba82ff,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:44.295282 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:44.295630 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:44.295971 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:44.296308 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:44.296664 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:44.297348 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:44.297348 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:44.297635 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:44.297959 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:44.298283 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:44.298609 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:44.298932 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:44.318673 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-08c6dca7-36cf-4114-b7c4-44f3a6cc7587 admin admin] Allocated IP 172.25.3.241 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/a4a92f48-a472-4eaa-a765-f2c47d02c5ea) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:28:44.347295 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Attempting to bind port c1a760f0-ece5-4157-8ccb-799531ba82ff on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:28:44.347802 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Attempting to bind port c1a760f0-ece5-4157-8ccb-799531ba82ff by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '99b7eefd-941b-40cc-8852-62adcb833371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:28:44.348202 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Attempting to bind port c1a760f0-ece5-4157-8ccb-799531ba82ff on network b8a153fb-aef4-4e4f-b8ab-e2807490ca4c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:44.353754 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:28:44.354138 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Checking segment: {'id': '99b7eefd-941b-40cc-8852-62adcb833371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:28:44.354553 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:44.354952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Bound using segment: {'id': '99b7eefd-941b-40cc-8852-62adcb833371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:28:44.355510 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Bound port: c1a760f0-ece5-4157-8ccb-799531ba82ff, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b7eefd-941b-40cc-8852-62adcb833371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:28:44.356020 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:44.439345 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-08c6dca7-36cf-4114-b7c4-44f3a6cc7587 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:44.441475 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] For port c1a760f0-ece5-4157-8ccb-799531ba82ff, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:28:44.444641 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] For port c1a760f0-ece5-4157-8ccb-799531ba82ff, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c1a760f0-ece5-4157-8ccb-799531ba82ff,segment=NetworkSegment(99b7eefd-941b-40cc-8852-62adcb833371),segment_id=99b7eefd-941b-40cc-8852-62adcb833371)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:28:44.449586 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:44.483346 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-08c6dca7-36cf-4114-b7c4-44f3a6cc7587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:44.507558 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea287e97-3ce9-41b8-8112-ce7bdcbd1dc2 None None] Pushing event updated for resources: {'Port': ['ID=c1a760f0-ece5-4157-8ccb-799531ba82ff,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:44.528329 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c6dca7-36cf-4114-b7c4-44f3a6cc7587 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:28:44.529788 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-08c6dca7-36cf-4114-b7c4-44f3a6cc7587 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:28:44.533363 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c6dca7-36cf-4114-b7c4-44f3a6cc7587 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:28:44.579083 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6dca7-36cf-4114-b7c4-44f3a6cc7587 admin admin] Pushing event updated for resources: {'Port': ['ID=a4a92f48-a472-4eaa-a765-f2c47d02c5ea,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:44.857913 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-08c6dca7-36cf-4114-b7c4-44f3a6cc7587 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:45.110677 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-08c6dca7-36cf-4114-b7c4-44f3a6cc7587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:45.276357 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c6dca7-36cf-4114-b7c4-44f3a6cc7587 admin admin] Router 31b483fe-b09f-4da2-931d-b1f1c99056d8 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:28:45.398213 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c6dca7-36cf-4114-b7c4-44f3a6cc7587 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:28:45.409605 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] Sync routers for ids ['31b483fe-b09f-4da2-931d-b1f1c99056d8'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:28:45.415103 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-08c6dca7-36cf-4114-b7c4-44f3a6cc7587 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:45.416797 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-08c6dca7-36cf-4114-b7c4-44f3a6cc7587 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7076669 Jul 22 19:28:45.419093 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42158) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:45.422088 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] Routers {'31b483fe-b09f-4da2-931d-b1f1c99056d8'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:45.422970 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:28:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['31b483fe-b09f-4da2-931d-b1f1c99056d8'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:45.539266 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] Set router 31b483fe-b09f-4da2-931d-b1f1c99056d8 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:45.618916 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818493bd-c210-4181-a1f7-051f16f0415d None None] Network b8a153fb-aef4-4e4f-b8ab-e2807490ca4c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:28:45.706194 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-21e33dfa-0e3a-4c52-8dae-426edfd10b0b None None] Provisioning for port c1a760f0-ece5-4157-8ccb-799531ba82ff completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:28:45.747495 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'name': 'tempest-TestVolumeBackupRestore-637595655-router', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:43Z', 'updated_at': '2021-07-22T19:28:44Z', 'revision_number': 3, 'project_id': '4440afb57e7642f09160897c06afbda5', 'gw_port': {'id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:44Z', 'updated_at': '2021-07-22T19:28:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:45.782918 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] Checking router: 31b483fe-b09f-4da2-931d-b1f1c99056d8 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:28:45.783387 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] Updating router 31b483fe-b09f-4da2-931d-b1f1c99056d8 port a4a92f48-a472-4eaa-a765-f2c47d02c5ea binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:28:45.840466 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:45.920649 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-491211e0-7b82-4ddd-b5d2-3565ed73bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:46.108229 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c1a760f0-ece5-4157-8ccb-799531ba82ff up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:46.201694 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port c1a760f0-ece5-4157-8ccb-799531ba82ff completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:28:46.202282 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-491211e0-7b82-4ddd-b5d2-3565ed73bfc7 admin admin] Allocated IP 172.20.0.1 (b8a153fb-aef4-4e4f-b8ab-e2807490ca4c/d6e2415d-5af4-44b3-83f0-e56ea2f0d84c/2a7d246c-4c57-4b24-bbf1-b5cca3325564) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:28:46.208949 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port c1a760f0-ece5-4157-8ccb-799531ba82ff triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:46.210027 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:46.229705 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:46.251384 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] Transition to ACTIVE for port object a4a92f48-a472-4eaa-a765-f2c47d02c5ea will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:28:46.259117 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:46.298531 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0a6d4bf4-9af0-4700-879b-70c32d9e601a None None] Provisioning complete for port c1a760f0-ece5-4157-8ccb-799531ba82ff triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:46.299008 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0a6d4bf4-9af0-4700-879b-70c32d9e601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:46.312197 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70173d-89d2-4ea1-a427-fb11985a7e73 None None] Pushing event updated for resources: {'Port': ['ID=a4a92f48-a472-4eaa-a765-f2c47d02c5ea,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:46.332075 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] Attempting to bind port a4a92f48-a472-4eaa-a765-f2c47d02c5ea on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:28:46.332780 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] Attempting to bind port a4a92f48-a472-4eaa-a765-f2c47d02c5ea by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:28:46.333335 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] Attempting to bind port a4a92f48-a472-4eaa-a765-f2c47d02c5ea on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:46.340088 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:28:46.340727 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:28:46.340890 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:46.341451 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:46.342048 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:28:46.342668 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] Bound port: a4a92f48-a472-4eaa-a765-f2c47d02c5ea, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:28:46.343224 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:46.371289 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-491211e0-7b82-4ddd-b5d2-3565ed73bfc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:46.386749 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port c1a760f0-ece5-4157-8ccb-799531ba82ff, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c1a760f0-ece5-4157-8ccb-799531ba82ff,segment=NetworkSegment(99b7eefd-941b-40cc-8852-62adcb833371),segment_id=99b7eefd-941b-40cc-8852-62adcb833371)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:46.392809 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-491211e0-7b82-4ddd-b5d2-3565ed73bfc7 admin admin] Transition to ACTIVE for port object 2a7d246c-4c57-4b24-bbf1-b5cca3325564 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:28:46.405402 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] For port a4a92f48-a472-4eaa-a765-f2c47d02c5ea, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:28:46.409905 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] For port a4a92f48-a472-4eaa-a765-f2c47d02c5ea, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a4a92f48-a472-4eaa-a765-f2c47d02c5ea,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:28:46.416277 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70173d-89d2-4ea1-a427-fb11985a7e73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:46.417387 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70173d-89d2-4ea1-a427-fb11985a7e73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:46.417387 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70173d-89d2-4ea1-a427-fb11985a7e73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:46.417387 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70173d-89d2-4ea1-a427-fb11985a7e73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:46.417707 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70173d-89d2-4ea1-a427-fb11985a7e73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:46.417939 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70173d-89d2-4ea1-a427-fb11985a7e73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:46.418258 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70173d-89d2-4ea1-a427-fb11985a7e73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:46.418583 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70173d-89d2-4ea1-a427-fb11985a7e73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:46.418902 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70173d-89d2-4ea1-a427-fb11985a7e73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:46.419521 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70173d-89d2-4ea1-a427-fb11985a7e73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:46.419853 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70173d-89d2-4ea1-a427-fb11985a7e73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:46.420174 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70173d-89d2-4ea1-a427-fb11985a7e73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:46.426473 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:46.438188 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:46.439111 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-491211e0-7b82-4ddd-b5d2-3565ed73bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:46.496151 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491211e0-7b82-4ddd-b5d2-3565ed73bfc7 admin admin] Network b8a153fb-aef4-4e4f-b8ab-e2807490ca4c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:28:46.496293 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] Routers {'31b483fe-b09f-4da2-931d-b1f1c99056d8'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:46.496950 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:28:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['31b483fe-b09f-4da2-931d-b1f1c99056d8'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:46.499830 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=c1a760f0-ece5-4157-8ccb-799531ba82ff,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:46.500124 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-491211e0-7b82-4ddd-b5d2-3565ed73bfc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:28:46.505873 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491211e0-7b82-4ddd-b5d2-3565ed73bfc7 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:28:46.507907 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491211e0-7b82-4ddd-b5d2-3565ed73bfc7 admin admin] Pushing event updated for resources: {'Port': ['ID=2a7d246c-4c57-4b24-bbf1-b5cca3325564,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:46.559483 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-491211e0-7b82-4ddd-b5d2-3565ed73bfc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:46.674719 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70173d-89d2-4ea1-a427-fb11985a7e73 None None] Pushing event updated for resources: {'Port': ['ID=a4a92f48-a472-4eaa-a765-f2c47d02c5ea,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:46.727415 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-491211e0-7b82-4ddd-b5d2-3565ed73bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:46.731520 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] Set router 31b483fe-b09f-4da2-931d-b1f1c99056d8 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:46.799028 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-acd0a625-68ce-4078-90a0-9c013a8f3465 None None] Provisioning for port 2a7d246c-4c57-4b24-bbf1-b5cca3325564 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:28:46.803757 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-acd0a625-68ce-4078-90a0-9c013a8f3465 None None] Provisioning complete for port 2a7d246c-4c57-4b24-bbf1-b5cca3325564 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:46.804285 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-acd0a625-68ce-4078-90a0-9c013a8f3465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:46.878862 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-acd0a625-68ce-4078-90a0-9c013a8f3465 None None] Port 2a7d246c-4c57-4b24-bbf1-b5cca3325564 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:28:46.928982 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-491211e0-7b82-4ddd-b5d2-3565ed73bfc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:46.933969 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-491211e0-7b82-4ddd-b5d2-3565ed73bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:46.971077 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'name': 'tempest-TestVolumeBackupRestore-637595655-router', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:43Z', 'updated_at': '2021-07-22T19:28:44Z', 'revision_number': 3, 'project_id': '4440afb57e7642f09160897c06afbda5', 'gw_port': {'id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:44Z', 'updated_at': '2021-07-22T19:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:47.004736 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16805d78-5317-4d66-84ea-d49ccf87a212 None None] The sync data for ids ['31b483fe-b09f-4da2-931d-b1f1c99056d8'] in n-d-800086-12 is: [{'id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'name': 'tempest-TestVolumeBackupRestore-637595655-router', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:43Z', 'updated_at': '2021-07-22T19:28:44Z', 'revision_number': 3, 'project_id': '4440afb57e7642f09160897c06afbda5', 'gw_port': {'id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:44Z', 'updated_at': '2021-07-22T19:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:28:47.005572 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491211e0-7b82-4ddd-b5d2-3565ed73bfc7 admin admin] Pushing event updated for resources: {'Port': ['ID=2a7d246c-4c57-4b24-bbf1-b5cca3325564,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:47.009305 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-491211e0-7b82-4ddd-b5d2-3565ed73bfc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:47.105631 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491211e0-7b82-4ddd-b5d2-3565ed73bfc7 admin admin] Network b8a153fb-aef4-4e4f-b8ab-e2807490ca4c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:28:47.110700 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-491211e0-7b82-4ddd-b5d2-3565ed73bfc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:28:47.257945 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491211e0-7b82-4ddd-b5d2-3565ed73bfc7 admin admin] Router 31b483fe-b09f-4da2-931d-b1f1c99056d8 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:28:47.411421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491211e0-7b82-4ddd-b5d2-3565ed73bfc7 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:28:47.417284 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-491211e0-7b82-4ddd-b5d2-3565ed73bfc7 admin admin] 10.222.0.13 "PUT /v2.0/routers/31b483fe-b09f-4da2-931d-b1f1c99056d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9969320 Jul 22 19:28:47.505220 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c3f5d0af-d12d-4953-8456-df36e5cbaae6 None None] Provisioning complete for port 2a7d246c-4c57-4b24-bbf1-b5cca3325564 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:47.505587 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c3f5d0af-d12d-4953-8456-df36e5cbaae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:47.542589 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-c3f5d0af-d12d-4953-8456-df36e5cbaae6 None None] Port 2a7d246c-4c57-4b24-bbf1-b5cca3325564 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:28:47.947007 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42218) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:47.952523 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a437973e-237c-4f86-889a-6d1f11b7d8ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-643858764-network', 'tenant_id': '4ca4d3643a034c85878efec7e1e8229c'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:48.015098 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a437973e-237c-4f86-889a-6d1f11b7d8ad admin admin] Made reservation on behalf of 4ca4d3643a034c85878efec7e1e8229c for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:28:48.019527 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a437973e-237c-4f86-889a-6d1f11b7d8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:48.031102 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a437973e-237c-4f86-889a-6d1f11b7d8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:48.135591 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a437973e-237c-4f86-889a-6d1f11b7d8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:48.139225 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a437973e-237c-4f86-889a-6d1f11b7d8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:48.160906 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c1a760f0-ece5-4157-8ccb-799531ba82ff up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:48.165566 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a437973e-237c-4f86-889a-6d1f11b7d8ad admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:28:48.176047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437973e-237c-4f86-889a-6d1f11b7d8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d059f0f-79c2-40e4-99a6-163224ab17cd,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:48.180915 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a437973e-237c-4f86-889a-6d1f11b7d8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:48.181263 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-a437973e-237c-4f86-889a-6d1f11b7d8ad admin admin] Added segment 2fd4e3a5-4152-493d-be1e-c6ab24d21fb6 of type vlan for network cebe99df-e6ec-44d0-8023-b295b73880a5 Jul 22 19:28:48.229816 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a437973e-237c-4f86-889a-6d1f11b7d8ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:48.233183 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port c1a760f0-ece5-4157-8ccb-799531ba82ff triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:48.233729 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:48.288808 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a437973e-237c-4f86-889a-6d1f11b7d8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:48.289838 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a437973e-237c-4f86-889a-6d1f11b7d8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:48.290537 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a437973e-237c-4f86-889a-6d1f11b7d8ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:48.342935 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a4a92f48-a472-4eaa-a765-f2c47d02c5ea up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:48.395046 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port a4a92f48-a472-4eaa-a765-f2c47d02c5ea completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:28:48.399073 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port a4a92f48-a472-4eaa-a765-f2c47d02c5ea triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:48.399580 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:48.500396 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:48.533144 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port a4a92f48-a472-4eaa-a765-f2c47d02c5ea, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a4a92f48-a472-4eaa-a765-f2c47d02c5ea,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:48.538459 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:48.598211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=a4a92f48-a472-4eaa-a765-f2c47d02c5ea,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:48.680602 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a437973e-237c-4f86-889a-6d1f11b7d8ad admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7324274 Jul 22 19:28:48.683377 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42232) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:48.689841 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-73144b02-884d-4a43-b7f4-9e3eb69447c0 admin admin] Request body: {'subnet': {'network_id': 'cebe99df-e6ec-44d0-8023-b295b73880a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-643858764-subnet', 'tenant_id': '4ca4d3643a034c85878efec7e1e8229c', 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:48.722146 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437973e-237c-4f86-889a-6d1f11b7d8ad admin admin] Pushing event updated for resources: {'Network': ['ID=cebe99df-e6ec-44d0-8023-b295b73880a5,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:48.734753 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network cebe99df-e6ec-44d0-8023-b295b73880a5 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:28:48.737864 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73144b02-884d-4a43-b7f4-9e3eb69447c0 admin admin] Made reservation on behalf of 4ca4d3643a034c85878efec7e1e8229c for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:28:48.740763 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-73144b02-884d-4a43-b7f4-9e3eb69447c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:48.901898 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] Sync routers for ids ['31b483fe-b09f-4da2-931d-b1f1c99056d8'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:28:48.914114 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] Routers {'31b483fe-b09f-4da2-931d-b1f1c99056d8'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:48.914759 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:28:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['31b483fe-b09f-4da2-931d-b1f1c99056d8'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:48.932095 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-73144b02-884d-4a43-b7f4-9e3eb69447c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:48.996584 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73144b02-884d-4a43-b7f4-9e3eb69447c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b913ae4a-29d2-463a-a8b2-e1b75a9bb57e,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:49.006086 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73144b02-884d-4a43-b7f4-9e3eb69447c0 admin admin] Checking segment: {'id': '2fd4e3a5-4152-493d-be1e-c6ab24d21fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cebe99df-e6ec-44d0-8023-b295b73880a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:28:49.006457 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73144b02-884d-4a43-b7f4-9e3eb69447c0 admin admin] Network hostable DHCP agents. Network: cebe99df-e6ec-44d0-8023-b295b73880a5, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:28:49.024940 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73144b02-884d-4a43-b7f4-9e3eb69447c0 admin admin] Network cebe99df-e6ec-44d0-8023-b295b73880a5 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:28:49.034882 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] Set router 31b483fe-b09f-4da2-931d-b1f1c99056d8 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:49.035170 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-73144b02-884d-4a43-b7f4-9e3eb69447c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, cebe99df-e6ec-44d0-8023-b295b73880a5) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:28:49.039676 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73144b02-884d-4a43-b7f4-9e3eb69447c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:49.040738 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-73144b02-884d-4a43-b7f4-9e3eb69447c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:49.056365 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-73144b02-884d-4a43-b7f4-9e3eb69447c0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3716447 Jul 22 19:28:49.058638 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 42238) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:49.063771 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-7b08b89b-8cd9-4d7f-a2e7-0a0b81742ffb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-643858764-router', 'tenant_id': '4ca4d3643a034c85878efec7e1e8229c', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:49.090418 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7b08b89b-8cd9-4d7f-a2e7-0a0b81742ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:49.091536 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7b08b89b-8cd9-4d7f-a2e7-0a0b81742ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:49.164622 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7b08b89b-8cd9-4d7f-a2e7-0a0b81742ffb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:49.235278 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf00f19a-3402-48f1-9908-cf1dd01fb26f None None] Network cebe99df-e6ec-44d0-8023-b295b73880a5 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:28:49.306774 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7b08b89b-8cd9-4d7f-a2e7-0a0b81742ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:49.535522 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-cebe99df-e6ec-44d0-8023-b295b73880a5', 'network_id': 'cebe99df-e6ec-44d0-8023-b295b73880a5', 'tenant_id': '4ca4d3643a034c85878efec7e1e8229c', 'fixed_ips': [{'subnet_id': 'b913ae4a-29d2-463a-a8b2-e1b75a9bb57e'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:28:49.536381 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:49.545068 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7b08b89b-8cd9-4d7f-a2e7-0a0b81742ffb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:49.570399 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7b08b89b-8cd9-4d7f-a2e7-0a0b81742ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:49.623139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'name': 'tempest-TestVolumeBackupRestore-637595655-router', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:43Z', 'updated_at': '2021-07-22T19:28:46Z', 'revision_number': 4, 'project_id': '4440afb57e7642f09160897c06afbda5', 'gw_port': {'id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:44Z', 'updated_at': '2021-07-22T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2a7d246c-4c57-4b24-bbf1-b5cca3325564', 'name': '', 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'mac_address': 'fa:16:3e:ea:8d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:45Z', 'updated_at': '2021-07-22T19:28:46Z', 'revision_number': 2, 'project_id': '4440afb57e7642f09160897c06afbda5', 'subnets': [{'id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:49.657892 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] Checking router: 31b483fe-b09f-4da2-931d-b1f1c99056d8 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:28:49.658246 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] Updating router 31b483fe-b09f-4da2-931d-b1f1c99056d8 port 2a7d246c-4c57-4b24-bbf1-b5cca3325564 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:28:49.683091 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-7b08b89b-8cd9-4d7f-a2e7-0a0b81742ffb admin admin] Allocated IP 172.25.3.41 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/644df656-fbe6-4293-b7b6-d8bb96314d5e) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:28:49.735919 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:49.789735 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] Allocated IP 172.20.0.2 (cebe99df-e6ec-44d0-8023-b295b73880a5/b913ae4a-29d2-463a-a8b2-e1b75a9bb57e/0a1c4da3-d220-443b-9a26-f40b7226f681) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:28:49.813724 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7b08b89b-8cd9-4d7f-a2e7-0a0b81742ffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:49.854807 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7b08b89b-8cd9-4d7f-a2e7-0a0b81742ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:49.899998 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b08b89b-8cd9-4d7f-a2e7-0a0b81742ffb admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:28:49.912150 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-7b08b89b-8cd9-4d7f-a2e7-0a0b81742ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:28:49.917327 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b08b89b-8cd9-4d7f-a2e7-0a0b81742ffb admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:28:49.938578 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08b89b-8cd9-4d7f-a2e7-0a0b81742ffb admin admin] Pushing event updated for resources: {'Port': ['ID=644df656-fbe6-4293-b7b6-d8bb96314d5e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:50.064677 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a4a92f48-a472-4eaa-a765-f2c47d02c5ea up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:50.130837 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:50.147078 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] Transition to ACTIVE for port object 0a1c4da3-d220-443b-9a26-f40b7226f681 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:28:50.198027 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] Transition to ACTIVE for port object 0a1c4da3-d220-443b-9a26-f40b7226f681 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:28:50.200754 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7b08b89b-8cd9-4d7f-a2e7-0a0b81742ffb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:50.214026 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:50.222698 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port a4a92f48-a472-4eaa-a765-f2c47d02c5ea triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:50.223436 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:50.275805 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:50.305638 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] Network cebe99df-e6ec-44d0-8023-b295b73880a5 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:28:50.318241 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] Transition to ACTIVE for port object 2a7d246c-4c57-4b24-bbf1-b5cca3325564 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:28:50.320433 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:28:50.324633 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:28:50.326649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] Pushing event updated for resources: {'Port': ['ID=0a1c4da3-d220-443b-9a26-f40b7226f681,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:50.332281 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:50.444195 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7b08b89b-8cd9-4d7f-a2e7-0a0b81742ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:50.484370 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf88de-6014-41e5-ab62-2f56db2b5a2d None None] Pushing event updated for resources: {'Port': ['ID=2a7d246c-4c57-4b24-bbf1-b5cca3325564,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:50.533088 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] Attempting to bind port 0a1c4da3-d220-443b-9a26-f40b7226f681 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:28:50.533454 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] Attempting to bind port 0a1c4da3-d220-443b-9a26-f40b7226f681 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '2fd4e3a5-4152-493d-be1e-c6ab24d21fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cebe99df-e6ec-44d0-8023-b295b73880a5'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:28:50.533840 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] Attempting to bind port 0a1c4da3-d220-443b-9a26-f40b7226f681 on network cebe99df-e6ec-44d0-8023-b295b73880a5 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:50.577704 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:28:50.578424 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] Checking segment: {'id': '2fd4e3a5-4152-493d-be1e-c6ab24d21fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cebe99df-e6ec-44d0-8023-b295b73880a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:28:50.579169 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:50.579736 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] Bound using segment: {'id': '2fd4e3a5-4152-493d-be1e-c6ab24d21fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cebe99df-e6ec-44d0-8023-b295b73880a5'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:28:50.580458 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] Bound port: 0a1c4da3-d220-443b-9a26-f40b7226f681, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd4e3a5-4152-493d-be1e-c6ab24d21fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cebe99df-e6ec-44d0-8023-b295b73880a5'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:28:50.581079 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:50.608867 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b08b89b-8cd9-4d7f-a2e7-0a0b81742ffb admin admin] Router feb495ab-17e9-4f9d-9d19-b03301503187 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:28:50.620868 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] Attempting to bind port 2a7d246c-4c57-4b24-bbf1-b5cca3325564 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:28:50.621253 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] Attempting to bind port 2a7d246c-4c57-4b24-bbf1-b5cca3325564 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '99b7eefd-941b-40cc-8852-62adcb833371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:28:50.621629 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] Attempting to bind port 2a7d246c-4c57-4b24-bbf1-b5cca3325564 on network b8a153fb-aef4-4e4f-b8ab-e2807490ca4c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:50.656339 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:28:50.656804 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] Checking segment: {'id': '99b7eefd-941b-40cc-8852-62adcb833371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:28:50.657084 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:50.657493 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] Bound using segment: {'id': '99b7eefd-941b-40cc-8852-62adcb833371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:28:50.657965 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] Bound port: 2a7d246c-4c57-4b24-bbf1-b5cca3325564, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b7eefd-941b-40cc-8852-62adcb833371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:28:50.658349 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:50.723857 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] For port 0a1c4da3-d220-443b-9a26-f40b7226f681, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:28:50.729922 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b08b89b-8cd9-4d7f-a2e7-0a0b81742ffb admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:28:50.743171 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] Sync routers for ids ['feb495ab-17e9-4f9d-9d19-b03301503187'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:28:50.743743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] For port 0a1c4da3-d220-443b-9a26-f40b7226f681, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0a1c4da3-d220-443b-9a26-f40b7226f681,segment=NetworkSegment(2fd4e3a5-4152-493d-be1e-c6ab24d21fb6),segment_id=2fd4e3a5-4152-493d-be1e-c6ab24d21fb6)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:28:50.748075 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7b08b89b-8cd9-4d7f-a2e7-0a0b81742ffb admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:50.749982 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7b08b89b-8cd9-4d7f-a2e7-0a0b81742ffb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6901278 Jul 22 19:28:50.753391 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 42272) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:50.761221 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] Routers {'feb495ab-17e9-4f9d-9d19-b03301503187'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:50.761946 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:28:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['feb495ab-17e9-4f9d-9d19-b03301503187'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:50.775303 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] For port 2a7d246c-4c57-4b24-bbf1-b5cca3325564, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:28:50.778661 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] For port 2a7d246c-4c57-4b24-bbf1-b5cca3325564, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2a7d246c-4c57-4b24-bbf1-b5cca3325564,segment=NetworkSegment(99b7eefd-941b-40cc-8852-62adcb833371),segment_id=99b7eefd-941b-40cc-8852-62adcb833371)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:28:50.780752 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:50.794529 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:50.866826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a2916-5003-49d8-b0e7-6f2c074524f0 None None] Pushing event updated for resources: {'Port': ['ID=0a1c4da3-d220-443b-9a26-f40b7226f681,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:50.873815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] Routers {'31b483fe-b09f-4da2-931d-b1f1c99056d8'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:50.874585 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:28:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['31b483fe-b09f-4da2-931d-b1f1c99056d8'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:51.026754 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] Set router feb495ab-17e9-4f9d-9d19-b03301503187 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:51.062280 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf88de-6014-41e5-ab62-2f56db2b5a2d None None] Pushing event updated for resources: {'Port': ['ID=2a7d246c-4c57-4b24-bbf1-b5cca3325564,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:51.113461 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] Set router 31b483fe-b09f-4da2-931d-b1f1c99056d8 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:51.306982 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb495ab-17e9-4f9d-9d19-b03301503187', 'name': 'tempest-TestVolumeBackupRestore-643858764-router', 'tenant_id': '4ca4d3643a034c85878efec7e1e8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '644df656-fbe6-4293-b7b6-d8bb96314d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:49Z', 'updated_at': '2021-07-22T19:28:50Z', 'revision_number': 3, 'project_id': '4ca4d3643a034c85878efec7e1e8229c', 'gw_port': {'id': '644df656-fbe6-4293-b7b6-d8bb96314d5e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:84:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb495ab-17e9-4f9d-9d19-b03301503187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:49Z', 'updated_at': '2021-07-22T19:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:51.351607 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] Checking router: feb495ab-17e9-4f9d-9d19-b03301503187 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:28:51.352380 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] Updating router feb495ab-17e9-4f9d-9d19-b03301503187 port 644df656-fbe6-4293-b7b6-d8bb96314d5e binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:28:51.421672 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:51.471378 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'name': 'tempest-TestVolumeBackupRestore-637595655-router', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:43Z', 'updated_at': '2021-07-22T19:28:46Z', 'revision_number': 4, 'project_id': '4440afb57e7642f09160897c06afbda5', 'gw_port': {'id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:44Z', 'updated_at': '2021-07-22T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2a7d246c-4c57-4b24-bbf1-b5cca3325564', 'name': '', 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'mac_address': 'fa:16:3e:ea:8d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:45Z', 'updated_at': '2021-07-22T19:28:50Z', 'revision_number': 4, 'project_id': '4440afb57e7642f09160897c06afbda5', 'subnets': [{'id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:51.501850 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88656d41-7623-4e0e-9e84-f8afa91ca28b None None] The sync data for ids ['31b483fe-b09f-4da2-931d-b1f1c99056d8'] in n-d-800086-12 is: [{'id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'name': 'tempest-TestVolumeBackupRestore-637595655-router', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:43Z', 'updated_at': '2021-07-22T19:28:46Z', 'revision_number': 4, 'project_id': '4440afb57e7642f09160897c06afbda5', 'gw_port': {'id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:44Z', 'updated_at': '2021-07-22T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2a7d246c-4c57-4b24-bbf1-b5cca3325564', 'name': '', 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'mac_address': 'fa:16:3e:ea:8d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:45Z', 'updated_at': '2021-07-22T19:28:50Z', 'revision_number': 4, 'project_id': '4440afb57e7642f09160897c06afbda5', 'subnets': [{'id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:28:51.505622 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-01153fbf-1587-4ebb-aab6-5933981b57e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:51.777720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-01153fbf-1587-4ebb-aab6-5933981b57e0 admin admin] Allocated IP 172.20.0.1 (cebe99df-e6ec-44d0-8023-b295b73880a5/b913ae4a-29d2-463a-a8b2-e1b75a9bb57e/ac288538-3c50-467c-9ddf-bc7930aeea12) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:28:51.801220 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:51.813331 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] Transition to ACTIVE for port object 644df656-fbe6-4293-b7b6-d8bb96314d5e will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:28:51.823032 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:51.904230 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18a758-b0ab-4d37-8469-db54d8033bc9 None None] Pushing event updated for resources: {'Port': ['ID=644df656-fbe6-4293-b7b6-d8bb96314d5e,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:51.907097 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] Attempting to bind port 644df656-fbe6-4293-b7b6-d8bb96314d5e on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:28:51.907446 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] Attempting to bind port 644df656-fbe6-4293-b7b6-d8bb96314d5e by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:28:51.907850 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] Attempting to bind port 644df656-fbe6-4293-b7b6-d8bb96314d5e on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:51.914330 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:28:51.914546 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:28:51.915227 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:51.915422 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:28:51.915790 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] Bound port: 644df656-fbe6-4293-b7b6-d8bb96314d5e, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:28:51.916427 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:51.942295 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-01153fbf-1587-4ebb-aab6-5933981b57e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:51.978613 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] For port 644df656-fbe6-4293-b7b6-d8bb96314d5e, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:28:51.984103 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] For port 644df656-fbe6-4293-b7b6-d8bb96314d5e, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=644df656-fbe6-4293-b7b6-d8bb96314d5e,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:28:51.993935 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:51.994115 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-01153fbf-1587-4ebb-aab6-5933981b57e0 admin admin] Transition to ACTIVE for port object ac288538-3c50-467c-9ddf-bc7930aeea12 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:28:52.056871 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-01153fbf-1587-4ebb-aab6-5933981b57e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:52.114537 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01153fbf-1587-4ebb-aab6-5933981b57e0 admin admin] Network cebe99df-e6ec-44d0-8023-b295b73880a5 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:28:52.124435 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18a758-b0ab-4d37-8469-db54d8033bc9 None None] Pushing event updated for resources: {'Port': ['ID=644df656-fbe6-4293-b7b6-d8bb96314d5e,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:52.134477 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-01153fbf-1587-4ebb-aab6-5933981b57e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:28:52.138338 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01153fbf-1587-4ebb-aab6-5933981b57e0 admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:28:52.145752 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] Routers {'feb495ab-17e9-4f9d-9d19-b03301503187'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:52.146442 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:28:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['feb495ab-17e9-4f9d-9d19-b03301503187'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:52.210347 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0a1c4da3-d220-443b-9a26-f40b7226f681 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:52.223465 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01153fbf-1587-4ebb-aab6-5933981b57e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ac288538-3c50-467c-9ddf-bc7930aeea12,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:52.225044 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-01153fbf-1587-4ebb-aab6-5933981b57e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:52.328819 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 0a1c4da3-d220-443b-9a26-f40b7226f681 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:28:52.334575 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2a7d246c-4c57-4b24-bbf1-b5cca3325564 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:52.353315 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] Set router feb495ab-17e9-4f9d-9d19-b03301503187 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:52.408873 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 2a7d246c-4c57-4b24-bbf1-b5cca3325564 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:28:52.414101 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e58739-7ba7-415c-bab0-d86b579e38e3 None None] Network cebe99df-e6ec-44d0-8023-b295b73880a5 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:28:52.417743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 2a7d246c-4c57-4b24-bbf1-b5cca3325564 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:52.418313 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:52.496769 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-01153fbf-1587-4ebb-aab6-5933981b57e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:52.707754 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb495ab-17e9-4f9d-9d19-b03301503187', 'name': 'tempest-TestVolumeBackupRestore-643858764-router', 'tenant_id': '4ca4d3643a034c85878efec7e1e8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '644df656-fbe6-4293-b7b6-d8bb96314d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:49Z', 'updated_at': '2021-07-22T19:28:50Z', 'revision_number': 3, 'project_id': '4ca4d3643a034c85878efec7e1e8229c', 'gw_port': {'id': '644df656-fbe6-4293-b7b6-d8bb96314d5e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:84:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb495ab-17e9-4f9d-9d19-b03301503187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:49Z', 'updated_at': '2021-07-22T19:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:52.742616 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-01153fbf-1587-4ebb-aab6-5933981b57e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:52.744725 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055c0ba6-5902-43ee-bbbc-d0de970c2959 None None] The sync data for ids ['feb495ab-17e9-4f9d-9d19-b03301503187'] in n-d-800086-12 is: [{'id': 'feb495ab-17e9-4f9d-9d19-b03301503187', 'name': 'tempest-TestVolumeBackupRestore-643858764-router', 'tenant_id': '4ca4d3643a034c85878efec7e1e8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '644df656-fbe6-4293-b7b6-d8bb96314d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:49Z', 'updated_at': '2021-07-22T19:28:50Z', 'revision_number': 3, 'project_id': '4ca4d3643a034c85878efec7e1e8229c', 'gw_port': {'id': '644df656-fbe6-4293-b7b6-d8bb96314d5e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:84:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb495ab-17e9-4f9d-9d19-b03301503187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:49Z', 'updated_at': '2021-07-22T19:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:28:52.753910 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-01153fbf-1587-4ebb-aab6-5933981b57e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:52.833159 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-da197f42-d325-4212-9f1f-539cdcf8f919 None None] Provisioning for port 0a1c4da3-d220-443b-9a26-f40b7226f681 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:28:52.840899 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-da197f42-d325-4212-9f1f-539cdcf8f919 None None] Provisioning complete for port 0a1c4da3-d220-443b-9a26-f40b7226f681 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:52.841271 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-da197f42-d325-4212-9f1f-539cdcf8f919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:52.868161 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-01153fbf-1587-4ebb-aab6-5933981b57e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:52.870309 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01153fbf-1587-4ebb-aab6-5933981b57e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ac288538-3c50-467c-9ddf-bc7930aeea12,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:52.999306 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01153fbf-1587-4ebb-aab6-5933981b57e0 admin admin] Network cebe99df-e6ec-44d0-8023-b295b73880a5 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:28:53.002137 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-01153fbf-1587-4ebb-aab6-5933981b57e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:28:53.042320 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:53.095549 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 2a7d246c-4c57-4b24-bbf1-b5cca3325564, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2a7d246c-4c57-4b24-bbf1-b5cca3325564,segment=NetworkSegment(99b7eefd-941b-40cc-8852-62adcb833371),segment_id=99b7eefd-941b-40cc-8852-62adcb833371)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:53.140354 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:53.162080 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01153fbf-1587-4ebb-aab6-5933981b57e0 admin admin] Router feb495ab-17e9-4f9d-9d19-b03301503187 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:28:53.224371 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-da197f42-d325-4212-9f1f-539cdcf8f919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:53.262790 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=2a7d246c-4c57-4b24-bbf1-b5cca3325564,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:53.309459 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-da197f42-d325-4212-9f1f-539cdcf8f919 None None] For port 0a1c4da3-d220-443b-9a26-f40b7226f681, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0a1c4da3-d220-443b-9a26-f40b7226f681,segment=NetworkSegment(2fd4e3a5-4152-493d-be1e-c6ab24d21fb6),segment_id=2fd4e3a5-4152-493d-be1e-c6ab24d21fb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:53.331550 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-da197f42-d325-4212-9f1f-539cdcf8f919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:53.406017 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01153fbf-1587-4ebb-aab6-5933981b57e0 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:28:53.425000 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-01153fbf-1587-4ebb-aab6-5933981b57e0 admin admin] 10.222.0.13 "PUT /v2.0/routers/feb495ab-17e9-4f9d-9d19-b03301503187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6624076 Jul 22 19:28:53.425325 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da197f42-d325-4212-9f1f-539cdcf8f919 None None] Pushing event updated for resources: {'Port': ['ID=0a1c4da3-d220-443b-9a26-f40b7226f681,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:53.669651 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6c1e5ab6-843e-4147-905d-0189b0a5ff46 None None] Provisioning for port ac288538-3c50-467c-9ddf-bc7930aeea12 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:28:53.694115 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6c1e5ab6-843e-4147-905d-0189b0a5ff46 None None] Provisioning complete for port ac288538-3c50-467c-9ddf-bc7930aeea12 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:53.694475 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6c1e5ab6-843e-4147-905d-0189b0a5ff46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:53.762866 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-6c1e5ab6-843e-4147-905d-0189b0a5ff46 None None] Port ac288538-3c50-467c-9ddf-bc7930aeea12 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:28:53.795912 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6c1e5ab6-843e-4147-905d-0189b0a5ff46 None None] Provisioning complete for port 0a1c4da3-d220-443b-9a26-f40b7226f681 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:53.796420 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6c1e5ab6-843e-4147-905d-0189b0a5ff46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:54.085197 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3f2f0697-27d7-431d-b5ac-a15df1cabaf2 None None] Provisioning complete for port ac288538-3c50-467c-9ddf-bc7930aeea12 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:54.085829 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0697-27d7-431d-b5ac-a15df1cabaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:54.177257 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-3f2f0697-27d7-431d-b5ac-a15df1cabaf2 None None] Port ac288538-3c50-467c-9ddf-bc7930aeea12 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:28:54.195481 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2a7d246c-4c57-4b24-bbf1-b5cca3325564 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:54.261466 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 2a7d246c-4c57-4b24-bbf1-b5cca3325564 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:54.261830 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:54.312409 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ff4e93af-fb7a-44bd-b65e-49f9ba9fd90a None None] Provisioning complete for port ac288538-3c50-467c-9ddf-bc7930aeea12 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:54.312811 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ff4e93af-fb7a-44bd-b65e-49f9ba9fd90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:54.357591 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ff4e93af-fb7a-44bd-b65e-49f9ba9fd90a None None] Port ac288538-3c50-467c-9ddf-bc7930aeea12 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:28:54.402447 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0a1c4da3-d220-443b-9a26-f40b7226f681 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:54.463845 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 0a1c4da3-d220-443b-9a26-f40b7226f681 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:54.463845 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:54.549551 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 644df656-fbe6-4293-b7b6-d8bb96314d5e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:54.602050 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 644df656-fbe6-4293-b7b6-d8bb96314d5e completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:28:54.606347 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 644df656-fbe6-4293-b7b6-d8bb96314d5e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:54.606910 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:54.690963 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:54.717701 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 644df656-fbe6-4293-b7b6-d8bb96314d5e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=644df656-fbe6-4293-b7b6-d8bb96314d5e,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:54.724425 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:54.802210 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=644df656-fbe6-4293-b7b6-d8bb96314d5e,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:55.117102 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3962859-2828-4add-800c-b800f1c3613a None None] Sync routers for ids ['feb495ab-17e9-4f9d-9d19-b03301503187'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:28:55.126556 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3962859-2828-4add-800c-b800f1c3613a None None] Routers {'feb495ab-17e9-4f9d-9d19-b03301503187'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:55.127355 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d3962859-2828-4add-800c-b800f1c3613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:28:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['feb495ab-17e9-4f9d-9d19-b03301503187'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:55.257140 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-d3962859-2828-4add-800c-b800f1c3613a None None] Set router feb495ab-17e9-4f9d-9d19-b03301503187 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:55.476664 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d3962859-2828-4add-800c-b800f1c3613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb495ab-17e9-4f9d-9d19-b03301503187', 'name': 'tempest-TestVolumeBackupRestore-643858764-router', 'tenant_id': '4ca4d3643a034c85878efec7e1e8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '644df656-fbe6-4293-b7b6-d8bb96314d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:49Z', 'updated_at': '2021-07-22T19:28:52Z', 'revision_number': 4, 'project_id': '4ca4d3643a034c85878efec7e1e8229c', 'gw_port': {'id': '644df656-fbe6-4293-b7b6-d8bb96314d5e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:84:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb495ab-17e9-4f9d-9d19-b03301503187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:49Z', 'updated_at': '2021-07-22T19:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'ac288538-3c50-467c-9ddf-bc7930aeea12', 'name': '', 'network_id': 'cebe99df-e6ec-44d0-8023-b295b73880a5', 'tenant_id': '4ca4d3643a034c85878efec7e1e8229c', 'mac_address': 'fa:16:3e:75:dd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb495ab-17e9-4f9d-9d19-b03301503187', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'b913ae4a-29d2-463a-a8b2-e1b75a9bb57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:51Z', 'updated_at': '2021-07-22T19:28:52Z', 'revision_number': 2, 'project_id': '4ca4d3643a034c85878efec7e1e8229c', 'subnets': [{'id': 'b913ae4a-29d2-463a-a8b2-e1b75a9bb57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:55.505432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3962859-2828-4add-800c-b800f1c3613a None None] Checking router: feb495ab-17e9-4f9d-9d19-b03301503187 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:28:55.505914 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3962859-2828-4add-800c-b800f1c3613a None None] Updating router feb495ab-17e9-4f9d-9d19-b03301503187 port ac288538-3c50-467c-9ddf-bc7930aeea12 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:28:55.554927 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d3962859-2828-4add-800c-b800f1c3613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:55.867675 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d3962859-2828-4add-800c-b800f1c3613a None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:55.879344 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d3962859-2828-4add-800c-b800f1c3613a None None] Transition to ACTIVE for port object ac288538-3c50-467c-9ddf-bc7930aeea12 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:28:55.885588 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d3962859-2828-4add-800c-b800f1c3613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:56.042361 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b218d1-23db-419e-8a28-1a554c510657 None None] Pushing event updated for resources: {'Port': ['ID=ac288538-3c50-467c-9ddf-bc7930aeea12,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:56.062697 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d3962859-2828-4add-800c-b800f1c3613a None None] Attempting to bind port ac288538-3c50-467c-9ddf-bc7930aeea12 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:28:56.063251 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d3962859-2828-4add-800c-b800f1c3613a None None] Attempting to bind port ac288538-3c50-467c-9ddf-bc7930aeea12 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '2fd4e3a5-4152-493d-be1e-c6ab24d21fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cebe99df-e6ec-44d0-8023-b295b73880a5'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:28:56.063727 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3962859-2828-4add-800c-b800f1c3613a None None] Attempting to bind port ac288538-3c50-467c-9ddf-bc7930aeea12 on network cebe99df-e6ec-44d0-8023-b295b73880a5 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:56.070694 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3962859-2828-4add-800c-b800f1c3613a None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:28:56.071432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3962859-2828-4add-800c-b800f1c3613a None None] Checking segment: {'id': '2fd4e3a5-4152-493d-be1e-c6ab24d21fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cebe99df-e6ec-44d0-8023-b295b73880a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:28:56.071937 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d3962859-2828-4add-800c-b800f1c3613a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:56.072678 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3962859-2828-4add-800c-b800f1c3613a None None] Bound using segment: {'id': '2fd4e3a5-4152-493d-be1e-c6ab24d21fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cebe99df-e6ec-44d0-8023-b295b73880a5'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:28:56.073474 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d3962859-2828-4add-800c-b800f1c3613a None None] Bound port: ac288538-3c50-467c-9ddf-bc7930aeea12, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd4e3a5-4152-493d-be1e-c6ab24d21fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cebe99df-e6ec-44d0-8023-b295b73880a5'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:28:56.073934 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d3962859-2828-4add-800c-b800f1c3613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:56.077996 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 644df656-fbe6-4293-b7b6-d8bb96314d5e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:56.187353 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 644df656-fbe6-4293-b7b6-d8bb96314d5e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:56.188112 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:56.263783 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d3962859-2828-4add-800c-b800f1c3613a None None] For port ac288538-3c50-467c-9ddf-bc7930aeea12, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:28:56.268870 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d3962859-2828-4add-800c-b800f1c3613a None None] For port ac288538-3c50-467c-9ddf-bc7930aeea12, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ac288538-3c50-467c-9ddf-bc7930aeea12,segment=NetworkSegment(2fd4e3a5-4152-493d-be1e-c6ab24d21fb6),segment_id=2fd4e3a5-4152-493d-be1e-c6ab24d21fb6)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:28:56.276263 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d3962859-2828-4add-800c-b800f1c3613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:56.397259 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3962859-2828-4add-800c-b800f1c3613a None None] Routers {'feb495ab-17e9-4f9d-9d19-b03301503187'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:56.398722 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d3962859-2828-4add-800c-b800f1c3613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:28:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['feb495ab-17e9-4f9d-9d19-b03301503187'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:56.449099 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b218d1-23db-419e-8a28-1a554c510657 None None] Pushing event updated for resources: {'Port': ['ID=ac288538-3c50-467c-9ddf-bc7930aeea12,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:56.540830 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-d3962859-2828-4add-800c-b800f1c3613a None None] Set router feb495ab-17e9-4f9d-9d19-b03301503187 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:56.807746 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d3962859-2828-4add-800c-b800f1c3613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb495ab-17e9-4f9d-9d19-b03301503187', 'name': 'tempest-TestVolumeBackupRestore-643858764-router', 'tenant_id': '4ca4d3643a034c85878efec7e1e8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '644df656-fbe6-4293-b7b6-d8bb96314d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:49Z', 'updated_at': '2021-07-22T19:28:52Z', 'revision_number': 4, 'project_id': '4ca4d3643a034c85878efec7e1e8229c', 'gw_port': {'id': '644df656-fbe6-4293-b7b6-d8bb96314d5e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:84:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb495ab-17e9-4f9d-9d19-b03301503187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:49Z', 'updated_at': '2021-07-22T19:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'ac288538-3c50-467c-9ddf-bc7930aeea12', 'name': '', 'network_id': 'cebe99df-e6ec-44d0-8023-b295b73880a5', 'tenant_id': '4ca4d3643a034c85878efec7e1e8229c', 'mac_address': 'fa:16:3e:75:dd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb495ab-17e9-4f9d-9d19-b03301503187', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'b913ae4a-29d2-463a-a8b2-e1b75a9bb57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:51Z', 'updated_at': '2021-07-22T19:28:56Z', 'revision_number': 4, 'project_id': '4ca4d3643a034c85878efec7e1e8229c', 'subnets': [{'id': 'b913ae4a-29d2-463a-a8b2-e1b75a9bb57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:56.998720 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3962859-2828-4add-800c-b800f1c3613a None None] The sync data for ids ['feb495ab-17e9-4f9d-9d19-b03301503187'] in n-d-800086-12 is: [{'id': 'feb495ab-17e9-4f9d-9d19-b03301503187', 'name': 'tempest-TestVolumeBackupRestore-643858764-router', 'tenant_id': '4ca4d3643a034c85878efec7e1e8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '644df656-fbe6-4293-b7b6-d8bb96314d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:49Z', 'updated_at': '2021-07-22T19:28:52Z', 'revision_number': 4, 'project_id': '4ca4d3643a034c85878efec7e1e8229c', 'gw_port': {'id': '644df656-fbe6-4293-b7b6-d8bb96314d5e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:84:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb495ab-17e9-4f9d-9d19-b03301503187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:49Z', 'updated_at': '2021-07-22T19:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'ac288538-3c50-467c-9ddf-bc7930aeea12', 'name': '', 'network_id': 'cebe99df-e6ec-44d0-8023-b295b73880a5', 'tenant_id': '4ca4d3643a034c85878efec7e1e8229c', 'mac_address': 'fa:16:3e:75:dd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb495ab-17e9-4f9d-9d19-b03301503187', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'b913ae4a-29d2-463a-a8b2-e1b75a9bb57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:51Z', 'updated_at': '2021-07-22T19:28:56Z', 'revision_number': 4, 'project_id': '4ca4d3643a034c85878efec7e1e8229c', 'subnets': [{'id': 'b913ae4a-29d2-463a-a8b2-e1b75a9bb57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:28:58.062263 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ac288538-3c50-467c-9ddf-bc7930aeea12 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:58.118604 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port ac288538-3c50-467c-9ddf-bc7930aeea12 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:28:58.122764 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port ac288538-3c50-467c-9ddf-bc7930aeea12 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:58.123256 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:58.213251 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:58.250802 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port ac288538-3c50-467c-9ddf-bc7930aeea12, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ac288538-3c50-467c-9ddf-bc7930aeea12,segment=NetworkSegment(2fd4e3a5-4152-493d-be1e-c6ab24d21fb6),segment_id=2fd4e3a5-4152-493d-be1e-c6ab24d21fb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:58.259246 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:58.311899 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=ac288538-3c50-467c-9ddf-bc7930aeea12,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:58.440433 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-408d8093-690a-44c2-8e48-21d0a988c83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:00.059683 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ac288538-3c50-467c-9ddf-bc7930aeea12 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:29:00.128546 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port ac288538-3c50-467c-9ddf-bc7930aeea12 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:00.128891 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:01.017639 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c869d20b-c568-4cfc-83e6-ec2a7a78c3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:01.143757 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:02.340335 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:02.806732 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7c268e3-c2d9-45bd-be1e-53a3621f03ca req-0bdb4d06-7dc9-470d-be6a-c6f9fca66998 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2eb20d03-64fd-4e99-aad3-d5b183295696&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0683501 Jul 22 19:29:02.884461 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c268e3-c2d9-45bd-be1e-53a3621f03ca req-5fa02bc5-cac8-4a2b-b4d1-a5fa99328706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:02.885788 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7c268e3-c2d9-45bd-be1e-53a3621f03ca req-5fa02bc5-cac8-4a2b-b4d1-a5fa99328706 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ade0e6eb0dd4b2183d5e433ea099f6a&device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 1097 time: 0.0571699 Jul 22 19:29:03.005163 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c268e3-c2d9-45bd-be1e-53a3621f03ca req-2acba647-084d-493a-917a-bb6462155793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:03.007598 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7c268e3-c2d9-45bd-be1e-53a3621f03ca req-2acba647-084d-493a-917a-bb6462155793 service neutron] 10.222.0.30 "GET /v2.0/networks?id=13a55bad-8b19-4c87-b50a-5b513916342a HTTP/1.1" status: 200 len: 910 time: 0.1032512 Jul 22 19:29:03.088246 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7c268e3-c2d9-45bd-be1e-53a3621f03ca req-9bb26ae7-614d-4cc5-9d71-8816114a92d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=060c25c7-9d61-4d4f-aec8-b628aca098b3 HTTP/1.1" status: 200 len: 1000 time: 0.0743985 Jul 22 19:29:03.143763 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c268e3-c2d9-45bd-be1e-53a3621f03ca req-a31f8e60-e467-42b3-bcbf-f568a3d666a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:03.145424 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7c268e3-c2d9-45bd-be1e-53a3621f03ca req-a31f8e60-e467-42b3-bcbf-f568a3d666a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=88ffb26b-871c-4d5c-9582-82dc6015256c HTTP/1.1" status: 200 len: 848 time: 0.0504918 Jul 22 19:29:03.212241 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c268e3-c2d9-45bd-be1e-53a3621f03ca req-6e3e9f17-f407-4e52-a78e-709fc81a13c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:03.213802 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7c268e3-c2d9-45bd-be1e-53a3621f03ca req-6e3e9f17-f407-4e52-a78e-709fc81a13c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13a55bad-8b19-4c87-b50a-5b513916342a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621634 Jul 22 19:29:03.329732 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7c268e3-c2d9-45bd-be1e-53a3621f03ca req-39f3ff9c-4b7b-4d72-a354-940d8c253870 service neutron] 10.222.0.30 "GET /v2.0/networks/13a55bad-8b19-4c87-b50a-5b513916342a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086814 Jul 22 19:29:03.427404 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7c268e3-c2d9-45bd-be1e-53a3621f03ca req-cce25264-6b69-42a4-9b38-846184f321a5 service neutron] 10.222.0.30 "GET /v2.0/networks/13a55bad-8b19-4c87-b50a-5b513916342a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916448 Jul 22 19:29:03.974810 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:08.783742 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:29:09.087054 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:09.628790 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7f238-68ad-4b1f-969e-e6df3209158c req-13c80c9f-c54f-4de9-8ea7-00f245b55b1d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:09.631278 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6e7f238-68ad-4b1f-969e-e6df3209158c req-13c80c9f-c54f-4de9-8ea7-00f245b55b1d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0868924 Jul 22 19:29:09.707250 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6e7f238-68ad-4b1f-969e-e6df3209158c req-934ad752-065a-45ba-baf4-66157351587c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683146 Jul 22 19:29:09.844207 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcf29d-b26c-4016-a7de-feb8643f233e req-4a07d3cb-6228-433f-9dd4-aba0b86b3962 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:09.846640 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c2dcf29d-b26c-4016-a7de-feb8643f233e req-4a07d3cb-6228-433f-9dd4-aba0b86b3962 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0726156 Jul 22 19:29:09.896708 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c2dcf29d-b26c-4016-a7de-feb8643f233e req-9064471b-5154-4896-a265-37481fc6dcef tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444252 Jul 22 19:29:10.159379 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-5365d117-3319-4a07-88cc-6a706c5dc04c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:10.160772 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-5365d117-3319-4a07-88cc-6a706c5dc04c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 812 time: 0.1077869 Jul 22 19:29:10.175889 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-6f22c50b-cf05-4c9a-accb-faf231bc570e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/quotas/a4e9bbb0623146efb026ab76e903f9f4 HTTP/1.1" status: 200 len: 375 time: 0.0097280 Jul 22 19:29:10.252913 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-cdda9c74-1645-414e-aaa6-997b997d64b0 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0716097 Jul 22 19:29:10.702563 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-70fb7596-84b7-45a9-b126-054e0ac86bf6 service neutron] 10.222.0.13 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427845 Jul 22 19:29:10.833773 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04ffc57b-fe59-4731-9b22-6880ef20d968 req-6021bdcd-0eaf-4029-825a-d60822c10877 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1302555 Jul 22 19:29:10.849542 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-77604be5-d95b-44c9-af92-ede62a98a35f service neutron] 10.222.0.13 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136665 Jul 22 19:29:10.947175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffc57b-fe59-4731-9b22-6880ef20d968 req-b5542896-b0bb-4fad-88df-da4e839566d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:10.948787 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04ffc57b-fe59-4731-9b22-6880ef20d968 req-b5542896-b0bb-4fad-88df-da4e839566d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 1097 time: 0.0720906 Jul 22 19:29:11.119624 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b998e8ba-fc09-4756-b855-20167b37f671 req-b91e1da2-8889-4dd7-a7cb-695fe2aa9edd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=99936069-ebb8-47e2-b2a1-699fdc309b07 HTTP/1.1" status: 200 len: 210 time: 0.0564034 Jul 22 19:29:11.124931 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffc57b-fe59-4731-9b22-6880ef20d968 req-af116f1c-4d20-4ccb-bff2-0f5869ae33c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:11.126364 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04ffc57b-fe59-4731-9b22-6880ef20d968 req-af116f1c-4d20-4ccb-bff2-0f5869ae33c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 913 time: 0.1580014 Jul 22 19:29:11.223431 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04ffc57b-fe59-4731-9b22-6880ef20d968 req-4b2ca94c-b12a-47c7-93ef-b24d63922cac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a HTTP/1.1" status: 200 len: 1000 time: 0.0885551 Jul 22 19:29:11.281149 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffc57b-fe59-4731-9b22-6880ef20d968 req-ad45bd83-8422-4a95-a41e-b0f21f235257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:11.284032 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04ffc57b-fe59-4731-9b22-6880ef20d968 req-ad45bd83-8422-4a95-a41e-b0f21f235257 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.0518770 Jul 22 19:29:11.353211 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffc57b-fe59-4731-9b22-6880ef20d968 req-78f3ae4b-094f-46c0-b873-f5d295399cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:11.354784 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04ffc57b-fe59-4731-9b22-6880ef20d968 req-78f3ae4b-094f-46c0-b873-f5d295399cb3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657551 Jul 22 19:29:11.468937 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04ffc57b-fe59-4731-9b22-6880ef20d968 req-1385544f-b826-44ae-8938-71dcc4ca9e6e service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072986 Jul 22 19:29:11.576094 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04ffc57b-fe59-4731-9b22-6880ef20d968 req-3309e939-9fcb-4848-b739-bb5a20056c25 service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011479 Jul 22 19:29:11.730383 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:12.134146 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-fbccd80f-78d4-46c3-a884-dda66d647052 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:12.136784 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-fbccd80f-78d4-46c3-a884-dda66d647052 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.16 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 812 time: 0.1433661 Jul 22 19:29:12.150011 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-91bc2c96-1bca-4412-a7d5-1ed267211089 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Request body: {'port': {'device_id': '99936069-ebb8-47e2-b2a1-699fdc309b07', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'admin_state_up': True, 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:12.269205 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37ec537d-8caa-4eec-aab9-e866f8810fcc req-dc45bd84-d05c-4f0a-a74e-eb93c973c8f9 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=99936069-ebb8-47e2-b2a1-699fdc309b07 HTTP/1.1" status: 200 len: 210 time: 0.0382049 Jul 22 19:29:12.309033 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-91bc2c96-1bca-4412-a7d5-1ed267211089 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Made reservation on behalf of a4e9bbb0623146efb026ab76e903f9f4 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:12.312687 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-91bc2c96-1bca-4412-a7d5-1ed267211089 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:12.447671 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-91bc2c96-1bca-4412-a7d5-1ed267211089 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Allocated IP 172.20.0.3 (0d34eab5-aeb5-4524-924a-da6ba796a415/a3036dcc-3a64-4ac8-b61e-3e3981ee7c50/9ceb932a-1931-40f2-8f94-cd438752098a) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:29:12.595263 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-91bc2c96-1bca-4412-a7d5-1ed267211089 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:12.609146 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-91bc2c96-1bca-4412-a7d5-1ed267211089 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Transition to ACTIVE for port object 9ceb932a-1931-40f2-8f94-cd438752098a will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:29:12.641665 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-91bc2c96-1bca-4412-a7d5-1ed267211089 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:12.653778 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['78bec359-325f-4fb2-b93f-8f2a97f876c1', '86d130a6-64b0-43c7-b6a8-ac7353ed126e'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:12.687973 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-91bc2c96-1bca-4412-a7d5-1ed267211089 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Network 0d34eab5-aeb5-4524-924a-da6ba796a415 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:29:12.691426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-91bc2c96-1bca-4412-a7d5-1ed267211089 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:29:12.695989 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-91bc2c96-1bca-4412-a7d5-1ed267211089 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:29:12.733122 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc2c96-1bca-4412-a7d5-1ed267211089 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Pushing event updated for resources: {'Port': ['ID=9ceb932a-1931-40f2-8f94-cd438752098a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:12.774572 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-91bc2c96-1bca-4412-a7d5-1ed267211089 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:12.775359 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-91bc2c96-1bca-4412-a7d5-1ed267211089 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:12.796633 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-91bc2c96-1bca-4412-a7d5-1ed267211089 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6501050 Jul 22 19:29:12.811524 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] Request body: {'port': {'device_id': '99936069-ebb8-47e2-b2a1-699fdc309b07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:12.909075 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:13.050748 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9094c68f-5c1c-42b0-9396-e88b8014d0ae None None] Provisioning for port 9ceb932a-1931-40f2-8f94-cd438752098a completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:29:13.054783 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9094c68f-5c1c-42b0-9396-e88b8014d0ae None None] Provisioning complete for port 9ceb932a-1931-40f2-8f94-cd438752098a triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:13.055160 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9094c68f-5c1c-42b0-9396-e88b8014d0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:13.091626 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-9094c68f-5c1c-42b0-9396-e88b8014d0ae None None] Port 9ceb932a-1931-40f2-8f94-cd438752098a cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:29:13.196418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ceb932a-1931-40f2-8f94-cd438752098a {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:13.205393 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:13.217812 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] Transition to ACTIVE for port object 9ceb932a-1931-40f2-8f94-cd438752098a will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:29:13.222745 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:13.392740 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] Pushing event updated for resources: {'Port': ['ID=9ceb932a-1931-40f2-8f94-cd438752098a,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:13.442756 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] Attempting to bind port 9ceb932a-1931-40f2-8f94-cd438752098a on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:29:13.443182 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] Attempting to bind port 9ceb932a-1931-40f2-8f94-cd438752098a by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:29:13.443583 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] Attempting to bind port 9ceb932a-1931-40f2-8f94-cd438752098a on network 0d34eab5-aeb5-4524-924a-da6ba796a415 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:13.452367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] Port 9ceb932a-1931-40f2-8f94-cd438752098a on network 0d34eab5-aeb5-4524-924a-da6ba796a415 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:29:13.452669 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] Attempting to bind port 9ceb932a-1931-40f2-8f94-cd438752098a on network 0d34eab5-aeb5-4524-924a-da6ba796a415 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:13.463841 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:29:13.464189 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] Checking segment: {'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:29:13.464639 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] Bound using segment: {'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:29:13.465396 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] Bound port: 9ceb932a-1931-40f2-8f94-cd438752098a, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:29:13.465563 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:13.496371 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c223b7-612b-4bc2-9632-cc4a2e6004db req-671ee4fa-af6a-45b6-b718-31091a0d1ab2 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:13.498079 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29c223b7-612b-4bc2-9632-cc4a2e6004db req-671ee4fa-af6a-45b6-b718-31091a0d1ab2 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=99936069-ebb8-47e2-b2a1-699fdc309b07 HTTP/1.1" status: 200 len: 943 time: 0.1227517 Jul 22 19:29:13.583582 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29c223b7-612b-4bc2-9632-cc4a2e6004db req-23bda3fd-684c-48fa-a5c5-1a36e0862845 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661342 Jul 22 19:29:13.588022 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] For port 9ceb932a-1931-40f2-8f94-cd438752098a, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:29:13.591990 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] For port 9ceb932a-1931-40f2-8f94-cd438752098a, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9ceb932a-1931-40f2-8f94-cd438752098a,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:29:13.599063 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:13.637682 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:13.638553 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:13.640334 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] 10.222.0.16 "PUT /v2.0/ports/9ceb932a-1931-40f2-8f94-cd438752098a HTTP/1.1" status: 200 len: 1092 time: 0.8358357 Jul 22 19:29:13.640878 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99936069-ebb8-47e2-b2a1-699fdc309b07', 'tag': '9ceb932a-1931-40f2-8f94-cd438752098a'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:13.644168 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6f37aa-dd68-48ca-a784-907a61a925a6" -d '{"events": [{"name": "network-changed", "server_uuid": "99936069-ebb8-47e2-b2a1-699fdc309b07", "tag": "9ceb932a-1931-40f2-8f94-cd438752098a"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:13.722020 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af761dd7-ac90-41f6-bf37-51654631d266 x-openstack-request-id: req-af761dd7-ac90-41f6-bf37-51654631d266 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:13.722384 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99936069-ebb8-47e2-b2a1-699fdc309b07", "tag": "9ceb932a-1931-40f2-8f94-cd438752098a", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:13.722755 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af761dd7-ac90-41f6-bf37-51654631d266 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:13.723226 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99936069-ebb8-47e2-b2a1-699fdc309b07', 'tag': '9ceb932a-1931-40f2-8f94-cd438752098a', 'status': 'completed', 'code': 200} Jul 22 19:29:13.725366 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffd797-ed8d-437f-ac75-608e4f3e5ddc service neutron] Pushing event updated for resources: {'Port': ['ID=9ceb932a-1931-40f2-8f94-cd438752098a,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:13.760297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-477852a0-a18e-4e37-9138-e9d850e1a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:13.762204 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-477852a0-a18e-4e37-9138-e9d850e1a48b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=99936069-ebb8-47e2-b2a1-699fdc309b07 HTTP/1.1" status: 200 len: 1095 time: 0.0767884 Jul 22 19:29:13.824321 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-49487c6d-242d-4e71-9c99-5336b501d6f2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ceb932a-1931-40f2-8f94-cd438752098a HTTP/1.1" status: 200 len: 217 time: 0.0546026 Jul 22 19:29:13.886575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-2c4e938d-3a9a-4403-8af3-e8d5ce38f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:13.888354 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-2c4e938d-3a9a-4403-8af3-e8d5ce38f522 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.0552859 Jul 22 19:29:13.957122 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-384f8d38-2482-433a-8a5d-f643890957fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:13.958792 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-384f8d38-2482-433a-8a5d-f643890957fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637519 Jul 22 19:29:14.062577 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-58ffbf07-8a1e-493f-b3f9-217a558ce379 service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948274 Jul 22 19:29:14.155891 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c745920-8653-4ac8-b7ca-d11aa3b353c5 req-cb24cb4d-c4f3-474a-9bb9-f57250eba15b service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867369 Jul 22 19:29:14.270200 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f37aa-dd68-48ca-a784-907a61a925a6 req-a72ddcea-71eb-424f-9232-96ca6d15b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:14.272178 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c6f37aa-dd68-48ca-a784-907a61a925a6 req-a72ddcea-71eb-424f-9232-96ca6d15b79f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=99936069-ebb8-47e2-b2a1-699fdc309b07 HTTP/1.1" status: 200 len: 1095 time: 0.0700119 Jul 22 19:29:14.382088 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f37aa-dd68-48ca-a784-907a61a925a6 req-987126a6-42e8-4a24-aa22-0c51bd384255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:14.384459 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c6f37aa-dd68-48ca-a784-907a61a925a6 req-987126a6-42e8-4a24-aa22-0c51bd384255 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 913 time: 0.1062686 Jul 22 19:29:14.440076 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c6f37aa-dd68-48ca-a784-907a61a925a6 req-265f8f44-792a-4272-a133-ddbe6f2ad73b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ceb932a-1931-40f2-8f94-cd438752098a HTTP/1.1" status: 200 len: 217 time: 0.0487177 Jul 22 19:29:14.492491 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f37aa-dd68-48ca-a784-907a61a925a6 req-571fcee8-8395-405a-a52a-47be7342a596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:14.493968 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c6f37aa-dd68-48ca-a784-907a61a925a6 req-571fcee8-8395-405a-a52a-47be7342a596 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.0478742 Jul 22 19:29:14.552923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f37aa-dd68-48ca-a784-907a61a925a6 req-44817ff7-fd3e-4186-a4a9-7c9fac57d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:14.554312 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c6f37aa-dd68-48ca-a784-907a61a925a6 req-44817ff7-fd3e-4186-a4a9-7c9fac57d4b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540283 Jul 22 19:29:14.662947 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c6f37aa-dd68-48ca-a784-907a61a925a6 req-52675e05-a55c-49de-b486-418044712a0f service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015196 Jul 22 19:29:14.816980 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c6f37aa-dd68-48ca-a784-907a61a925a6 req-e946525f-ba82-4c0a-b87b-2f1d1a54295e service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474302 Jul 22 19:29:14.839480 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69a9b0-7222-464d-9fa3-23a6da21df34 req-04115f9a-ca42-4d6e-941f-a5968c4d0f61 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:14.841475 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c69a9b0-7222-464d-9fa3-23a6da21df34 req-04115f9a-ca42-4d6e-941f-a5968c4d0f61 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=99936069-ebb8-47e2-b2a1-699fdc309b07 HTTP/1.1" status: 200 len: 943 time: 0.1221516 Jul 22 19:29:14.888192 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c69a9b0-7222-464d-9fa3-23a6da21df34 req-caa9b5bc-7c0c-43ad-ac07-efc5135107d3 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346329 Jul 22 19:29:15.607291 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9ceb932a-1931-40f2-8f94-cd438752098a details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:29:15.710372 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9ceb932a-1931-40f2-8f94-cd438752098a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9ceb932a-1931-40f2-8f94-cd438752098a,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:15.722944 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '9ceb932a-1931-40f2-8f94-cd438752098a', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'port_id': '9ceb932a-1931-40f2-8f94-cd438752098a', 'mac_address': 'fa:16:3e:12:4c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:29:15.764777 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:15.779411 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ceb932a-1931-40f2-8f94-cd438752098a {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:15.804159 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9ceb932a-1931-40f2-8f94-cd438752098a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9ceb932a-1931-40f2-8f94-cd438752098a,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:15.810586 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:15.877860 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=9ceb932a-1931-40f2-8f94-cd438752098a,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:16.024738 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9ceb932a-1931-40f2-8f94-cd438752098a'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:16.047765 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bf30a-daaf-4e2e-a00b-284b075696e1 req-9e4cfd16-5846-48b9-9528-54a7245f0b5e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:16.053026 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa1bf30a-daaf-4e2e-a00b-284b075696e1 req-9e4cfd16-5846-48b9-9528-54a7245f0b5e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=99936069-ebb8-47e2-b2a1-699fdc309b07 HTTP/1.1" status: 200 len: 944 time: 0.0826895 Jul 22 19:29:16.105597 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa1bf30a-daaf-4e2e-a00b-284b075696e1 req-287decd4-bcb2-4d84-a5b1-ed8445aed716 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479543 Jul 22 19:29:17.246137 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7920c6-9dc0-4c3e-b575-772e56ef4550 req-80e2946f-113f-498b-9cbf-18a197c6e68e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:17.247827 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fd7920c6-9dc0-4c3e-b575-772e56ef4550 req-80e2946f-113f-498b-9cbf-18a197c6e68e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=99936069-ebb8-47e2-b2a1-699fdc309b07 HTTP/1.1" status: 200 len: 944 time: 0.0678017 Jul 22 19:29:17.292614 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fd7920c6-9dc0-4c3e-b575-772e56ef4550 req-89f50772-da36-48a5-a696-7569bfc3ff3e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382793 Jul 22 19:29:17.622891 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9ceb932a-1931-40f2-8f94-cd438752098a up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:29:17.681072 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 9ceb932a-1931-40f2-8f94-cd438752098a completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:29:17.685169 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 9ceb932a-1931-40f2-8f94-cd438752098a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:17.685549 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:17.773340 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:17.796407 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99936069-ebb8-47e2-b2a1-699fdc309b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ceb932a-1931-40f2-8f94-cd438752098a'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:17.798814 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07221e9-bb4a-46f1-ab2b-8986d6f12d59" -d '{"events": [{"server_uuid": "99936069-ebb8-47e2-b2a1-699fdc309b07", "name": "network-vif-plugged", "status": "completed", "tag": "9ceb932a-1931-40f2-8f94-cd438752098a"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:17.811744 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9ceb932a-1931-40f2-8f94-cd438752098a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9ceb932a-1931-40f2-8f94-cd438752098a,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:17.817822 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:17.848521 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709626b9-5a9e-4116-9873-9ea2b498f2cb x-openstack-request-id: req-709626b9-5a9e-4116-9873-9ea2b498f2cb {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:17.848817 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99936069-ebb8-47e2-b2a1-699fdc309b07", "name": "network-vif-plugged", "status": "completed", "tag": "9ceb932a-1931-40f2-8f94-cd438752098a", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:17.849061 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-709626b9-5a9e-4116-9873-9ea2b498f2cb {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:17.849654 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99936069-ebb8-47e2-b2a1-699fdc309b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ceb932a-1931-40f2-8f94-cd438752098a', 'code': 200} Jul 22 19:29:17.897574 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=9ceb932a-1931-40f2-8f94-cd438752098a,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:17.976011 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa05d4-075b-46d4-a428-10ac18edeeb8 req-296606f4-fd01-4a52-8bb7-977aaa7c9d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:17.977584 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64aa05d4-075b-46d4-a428-10ac18edeeb8 req-296606f4-fd01-4a52-8bb7-977aaa7c9d3f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99936069-ebb8-47e2-b2a1-699fdc309b07 HTTP/1.1" status: 200 len: 1097 time: 0.0755205 Jul 22 19:29:18.015908 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64aa05d4-075b-46d4-a428-10ac18edeeb8 req-6da97311-ba02-4845-a268-61d0dbcd6e26 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314717 Jul 22 19:29:18.433989 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3138be-c2d9-4d0f-9de1-33dc319840bd req-7c0c54db-13dd-4520-84ef-811ece074707 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:18.435454 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5e3138be-c2d9-4d0f-9de1-33dc319840bd req-7c0c54db-13dd-4520-84ef-811ece074707 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=99936069-ebb8-47e2-b2a1-699fdc309b07 HTTP/1.1" status: 200 len: 945 time: 0.0700455 Jul 22 19:29:18.477374 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5e3138be-c2d9-4d0f-9de1-33dc319840bd req-ff1094ba-3dff-4e54-be76-033a1f452c5a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356662 Jul 22 19:29:19.617345 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c9b7d-7427-49a5-8a47-9c9b1c9286f6 req-9be939e0-7d05-4cec-bb7a-04ae4ad2c10f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:19.618819 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c8c9b7d-7427-49a5-8a47-9c9b1c9286f6 req-9be939e0-7d05-4cec-bb7a-04ae4ad2c10f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=99936069-ebb8-47e2-b2a1-699fdc309b07 HTTP/1.1" status: 200 len: 945 time: 0.0674403 Jul 22 19:29:19.655996 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c8c9b7d-7427-49a5-8a47-9c9b1c9286f6 req-92d41c28-be5d-416b-9122-9694cf1be96a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316129 Jul 22 19:29:19.758535 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2ee6f97-b139-41ce-90c0-a81ff3daa3fb req-910712f2-335c-4d4a-b1f6-8285e8c8b927 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a4e9bbb0623146efb026ab76e903f9f4 HTTP/1.1" status: 200 len: 267 time: 0.0338135 Jul 22 19:29:19.831466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee6f97-b139-41ce-90c0-a81ff3daa3fb req-2a9f0277-c3c9-47f0-8d8b-f24671f36769 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:19.833519 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2ee6f97-b139-41ce-90c0-a81ff3daa3fb req-2a9f0277-c3c9-47f0-8d8b-f24671f36769 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=99936069-ebb8-47e2-b2a1-699fdc309b07 HTTP/1.1" status: 200 len: 945 time: 0.0688641 Jul 22 19:29:19.846172 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-a2ee6f97-b139-41ce-90c0-a81ff3daa3fb req-a8439355-c3a6-4c2d-92a5-9efe273c229c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Request body: {'port': {'security_groups': []}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:19.940254 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a2ee6f97-b139-41ce-90c0-a81ff3daa3fb req-a8439355-c3a6-4c2d-92a5-9efe273c229c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:20.118324 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-a2ee6f97-b139-41ce-90c0-a81ff3daa3fb req-a8439355-c3a6-4c2d-92a5-9efe273c229c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] For port 9ceb932a-1931-40f2-8f94-cd438752098a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9ceb932a-1931-40f2-8f94-cd438752098a,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:20.147106 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a2ee6f97-b139-41ce-90c0-a81ff3daa3fb req-a8439355-c3a6-4c2d-92a5-9efe273c229c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:20.151808 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a2ee6f97-b139-41ce-90c0-a81ff3daa3fb req-a8439355-c3a6-4c2d-92a5-9efe273c229c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:20.164064 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9ceb932a-1931-40f2-8f94-cd438752098a'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:20.166988 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['78bec359-325f-4fb2-b93f-8f2a97f876c1', '86d130a6-64b0-43c7-b6a8-ac7353ed126e'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:20.194303 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee6f97-b139-41ce-90c0-a81ff3daa3fb req-a8439355-c3a6-4c2d-92a5-9efe273c229c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:20.194927 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a2ee6f97-b139-41ce-90c0-a81ff3daa3fb req-a8439355-c3a6-4c2d-92a5-9efe273c229c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:20.196623 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2ee6f97-b139-41ce-90c0-a81ff3daa3fb req-a8439355-c3a6-4c2d-92a5-9efe273c229c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "PUT /v2.0/ports/9ceb932a-1931-40f2-8f94-cd438752098a HTTP/1.1" status: 200 len: 904 time: 0.3561373 Jul 22 19:29:20.197076 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99936069-ebb8-47e2-b2a1-699fdc309b07', 'tag': '9ceb932a-1931-40f2-8f94-cd438752098a'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:20.199401 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e829096a-9d7e-4d1c-8b92-bd964c532354" -d '{"events": [{"name": "network-changed", "server_uuid": "99936069-ebb8-47e2-b2a1-699fdc309b07", "tag": "9ceb932a-1931-40f2-8f94-cd438752098a"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:20.248389 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8439355-c3a6-4c2d-92a5-9efe273c229c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Pushing event updated for resources: {'Port': ['ID=9ceb932a-1931-40f2-8f94-cd438752098a,revision_number=6']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:20.287051 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde0baae-d9a4-4152-99f5-a878360e43d5 x-openstack-request-id: req-cde0baae-d9a4-4152-99f5-a878360e43d5 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:20.287548 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99936069-ebb8-47e2-b2a1-699fdc309b07", "tag": "9ceb932a-1931-40f2-8f94-cd438752098a", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:20.287887 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cde0baae-d9a4-4152-99f5-a878360e43d5 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:20.288512 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99936069-ebb8-47e2-b2a1-699fdc309b07', 'tag': '9ceb932a-1931-40f2-8f94-cd438752098a', 'status': 'completed', 'code': 200} Jul 22 19:29:20.290850 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9ceb932a-1931-40f2-8f94-cd438752098a'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:20.440283 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829096a-9d7e-4d1c-8b92-bd964c532354 req-64a48a41-7a5b-475a-acbf-46891e555bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:20.442136 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e829096a-9d7e-4d1c-8b92-bd964c532354 req-64a48a41-7a5b-475a-acbf-46891e555bf1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=99936069-ebb8-47e2-b2a1-699fdc309b07 HTTP/1.1" status: 200 len: 1059 time: 0.1297221 Jul 22 19:29:20.460797 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9464f-76cd-41ba-a4d9-36566e46a658 req-02b01dc5-914f-43d4-8f8f-1bbe49111eb6 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:20.462631 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6e9464f-76cd-41ba-a4d9-36566e46a658 req-02b01dc5-914f-43d4-8f8f-1bbe49111eb6 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=99936069-ebb8-47e2-b2a1-699fdc309b07 HTTP/1.1" status: 200 len: 907 time: 0.1410134 Jul 22 19:29:20.580434 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829096a-9d7e-4d1c-8b92-bd964c532354 req-1d9f0c89-129f-49cb-9d52-d798b4b0e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:20.582096 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e829096a-9d7e-4d1c-8b92-bd964c532354 req-1d9f0c89-129f-49cb-9d52-d798b4b0e5c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 913 time: 0.1303806 Jul 22 19:29:20.634810 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d812e238-4057-450a-b10a-a0c74907618f None None] Provisioning complete for port 9ceb932a-1931-40f2-8f94-cd438752098a triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:20.635187 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d812e238-4057-450a-b10a-a0c74907618f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:20.639063 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e829096a-9d7e-4d1c-8b92-bd964c532354 req-002437bd-b2e7-4769-bba0-a6b895b83a03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ceb932a-1931-40f2-8f94-cd438752098a HTTP/1.1" status: 200 len: 217 time: 0.0473146 Jul 22 19:29:20.716935 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829096a-9d7e-4d1c-8b92-bd964c532354 req-c39ae125-c628-4adb-b295-46d6a8683e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:20.718474 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e829096a-9d7e-4d1c-8b92-bd964c532354 req-c39ae125-c628-4adb-b295-46d6a8683e05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.0629139 Jul 22 19:29:20.771642 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e4ddf-a83a-486a-a674-16279b80521e req-26d81369-665a-4c71-b794-3f5309019523 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:20.773768 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-183e4ddf-a83a-486a-a674-16279b80521e req-26d81369-665a-4c71-b794-3f5309019523 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.1902831 Jul 22 19:29:20.839052 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-183e4ddf-a83a-486a-a674-16279b80521e req-a39246b0-c474-40b2-9ba3-6a0d959bce1e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587313 Jul 22 19:29:21.065053 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829096a-9d7e-4d1c-8b92-bd964c532354 req-7d507899-8a97-4019-ad37-c67af16da1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:21.065053 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e829096a-9d7e-4d1c-8b92-bd964c532354 req-7d507899-8a97-4019-ad37-c67af16da1c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1189299 Jul 22 19:29:21.065053 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e829096a-9d7e-4d1c-8b92-bd964c532354 req-0a1bf769-e737-43e4-9ced-b081506cf11f service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195109 Jul 22 19:29:21.104867 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2168c20-7bd6-4482-a96e-fb342f53ef5c req-a57b0eb8-cd2b-45c5-85ec-a99b819b802c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:21.106490 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2168c20-7bd6-4482-a96e-fb342f53ef5c req-a57b0eb8-cd2b-45c5-85ec-a99b819b802c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.1568766 Jul 22 19:29:21.135014 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e829096a-9d7e-4d1c-8b92-bd964c532354 req-cc7d8f58-2133-4bb2-919c-359fcafdf1c3 service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462824 Jul 22 19:29:21.157068 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2168c20-7bd6-4482-a96e-fb342f53ef5c req-cbf58e34-1418-4900-8063-1bc1402fef1b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434773 Jul 22 19:29:21.430370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-2c90889a-4795-4317-85f8-dcf991ccd1d2 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:21.432017 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-2c90889a-4795-4317-85f8-dcf991ccd1d2 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 812 time: 0.1239388 Jul 22 19:29:21.448947 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-565ef911-2b5c-4663-8dfe-0baa0430b97e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/quotas/a4e9bbb0623146efb026ab76e903f9f4 HTTP/1.1" status: 200 len: 375 time: 0.0108740 Jul 22 19:29:21.535697 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-7af6a2ab-c0f4-4bcb-bf0b-56195c744825 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0808520 Jul 22 19:29:21.756346 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-8b1af08f-90f6-443e-96a6-c16028b460ca service neutron] 10.222.0.13 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136350 Jul 22 19:29:21.863239 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-841a332d-c57f-42f2-a404-f8f04d7637f0 service neutron] 10.222.0.13 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004369 Jul 22 19:29:22.091555 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b7a84b9d-1e01-442b-b747-13eb61525a07 req-943b6346-b3b1-44f3-8efa-aeedbff77453 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 210 time: 0.0680933 Jul 22 19:29:23.215917 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-3f2c8f1f-d83a-44e9-b5c2-940ab99298f2 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:23.217537 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-3f2c8f1f-d83a-44e9-b5c2-940ab99298f2 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.30 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 812 time: 0.1606338 Jul 22 19:29:23.240456 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-4b2ac60c-dcab-465a-96ff-8cb1a896e37d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Request body: {'port': {'device_id': 'fefe95cd-1e24-4117-b75d-e4574f4e0b3c', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'admin_state_up': True, 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:23.284130 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-edeb511a-a6e1-4853-9703-7a4420eae2b2 req-ae072ba4-b81b-456e-96eb-c6cb3af1a60b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 210 time: 0.0655179 Jul 22 19:29:23.396247 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-4b2ac60c-dcab-465a-96ff-8cb1a896e37d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Made reservation on behalf of a4e9bbb0623146efb026ab76e903f9f4 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:23.399955 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-4b2ac60c-dcab-465a-96ff-8cb1a896e37d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:23.541550 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-4b2ac60c-dcab-465a-96ff-8cb1a896e37d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Allocated IP 172.20.0.13 (0d34eab5-aeb5-4524-924a-da6ba796a415/a3036dcc-3a64-4ac8-b61e-3e3981ee7c50/23042996-001a-4e33-aad4-1809170c56f5) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:29:23.701082 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-4b2ac60c-dcab-465a-96ff-8cb1a896e37d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:23.719811 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-4b2ac60c-dcab-465a-96ff-8cb1a896e37d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Transition to ACTIVE for port object 23042996-001a-4e33-aad4-1809170c56f5 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:29:23.757851 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-4b2ac60c-dcab-465a-96ff-8cb1a896e37d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:23.776523 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['78bec359-325f-4fb2-b93f-8f2a97f876c1', '86d130a6-64b0-43c7-b6a8-ac7353ed126e'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:23.810274 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-4b2ac60c-dcab-465a-96ff-8cb1a896e37d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Network 0d34eab5-aeb5-4524-924a-da6ba796a415 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:29:23.814267 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-4b2ac60c-dcab-465a-96ff-8cb1a896e37d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:29:23.823025 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-4b2ac60c-dcab-465a-96ff-8cb1a896e37d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:29:23.876135 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ac60c-dcab-465a-96ff-8cb1a896e37d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Pushing event updated for resources: {'Port': ['ID=23042996-001a-4e33-aad4-1809170c56f5,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:23.904334 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-4b2ac60c-dcab-465a-96ff-8cb1a896e37d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:23.905427 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-4b2ac60c-dcab-465a-96ff-8cb1a896e37d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:23.932632 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-4b2ac60c-dcab-465a-96ff-8cb1a896e37d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7053022 Jul 22 19:29:23.946556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] Request body: {'port': {'device_id': 'fefe95cd-1e24-4117-b75d-e4574f4e0b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:24.180700 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8e7aa913-168f-48b3-8fd3-1234e07f96cc None None] Provisioning for port 23042996-001a-4e33-aad4-1809170c56f5 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:29:24.195558 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8e7aa913-168f-48b3-8fd3-1234e07f96cc None None] Provisioning complete for port 23042996-001a-4e33-aad4-1809170c56f5 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:24.195847 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa913-168f-48b3-8fd3-1234e07f96cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:24.241086 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-8e7aa913-168f-48b3-8fd3-1234e07f96cc None None] Port 23042996-001a-4e33-aad4-1809170c56f5 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:29:24.572405 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:24.714111 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e2ad2-bfec-40ed-8385-4030c13d6c30 req-42e1d843-5d0c-4eca-9fd1-76395b89782d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:24.715628 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aa0e2ad2-bfec-40ed-8385-4030c13d6c30 req-42e1d843-5d0c-4eca-9fd1-76395b89782d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 932 time: 0.1771283 Jul 22 19:29:24.788693 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aa0e2ad2-bfec-40ed-8385-4030c13d6c30 req-58f60d70-f492-44a9-bc34-64ea38849fde tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638669 Jul 22 19:29:24.915436 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23042996-001a-4e33-aad4-1809170c56f5 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:24.924169 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:24.936959 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] Transition to ACTIVE for port object 23042996-001a-4e33-aad4-1809170c56f5 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:29:24.942485 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:24.991894 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] Pushing event updated for resources: {'Port': ['ID=23042996-001a-4e33-aad4-1809170c56f5,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:25.088776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] Attempting to bind port 23042996-001a-4e33-aad4-1809170c56f5 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:29:25.088776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] Attempting to bind port 23042996-001a-4e33-aad4-1809170c56f5 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:29:25.088776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] Attempting to bind port 23042996-001a-4e33-aad4-1809170c56f5 on network 0d34eab5-aeb5-4524-924a-da6ba796a415 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:25.097214 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] Port 23042996-001a-4e33-aad4-1809170c56f5 on network 0d34eab5-aeb5-4524-924a-da6ba796a415 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:29:25.097770 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] Attempting to bind port 23042996-001a-4e33-aad4-1809170c56f5 on network 0d34eab5-aeb5-4524-924a-da6ba796a415 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:25.104089 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:29:25.104718 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] Checking segment: {'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:29:25.105289 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] Bound using segment: {'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:29:25.106076 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] Bound port: 23042996-001a-4e33-aad4-1809170c56f5, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:29:25.106614 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:25.217404 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] For port 23042996-001a-4e33-aad4-1809170c56f5, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:29:25.222135 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] For port 23042996-001a-4e33-aad4-1809170c56f5, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=23042996-001a-4e33-aad4-1809170c56f5,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:29:25.229465 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:25.274314 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:25.274941 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:25.276676 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] 10.222.0.30 "PUT /v2.0/ports/23042996-001a-4e33-aad4-1809170c56f5 HTTP/1.1" status: 200 len: 1093 time: 1.3358464 Jul 22 19:29:25.292978 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fefe95cd-1e24-4117-b75d-e4574f4e0b3c', 'tag': '23042996-001a-4e33-aad4-1809170c56f5'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:25.300036 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30556790-744b-4eec-bdff-2468e25bc536" -d '{"events": [{"name": "network-changed", "server_uuid": "fefe95cd-1e24-4117-b75d-e4574f4e0b3c", "tag": "23042996-001a-4e33-aad4-1809170c56f5"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:25.373565 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc42038-e878-4e90-98d2-82dcf07b583a x-openstack-request-id: req-bdc42038-e878-4e90-98d2-82dcf07b583a {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:25.374154 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fefe95cd-1e24-4117-b75d-e4574f4e0b3c", "tag": "23042996-001a-4e33-aad4-1809170c56f5", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:25.374576 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdc42038-e878-4e90-98d2-82dcf07b583a {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:25.375215 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fefe95cd-1e24-4117-b75d-e4574f4e0b3c', 'tag': '23042996-001a-4e33-aad4-1809170c56f5', 'status': 'completed', 'code': 200} Jul 22 19:29:25.397733 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40a2e5-3bca-44bb-910c-36968445636a service neutron] Pushing event updated for resources: {'Port': ['ID=23042996-001a-4e33-aad4-1809170c56f5,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:25.429852 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-3ece1f3d-4927-4310-83e9-d5bbb35ba1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:25.431442 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-3ece1f3d-4927-4310-83e9-d5bbb35ba1c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 1096 time: 0.1015735 Jul 22 19:29:25.485672 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-52716666-75fd-4fbc-b541-a4cb00ffa123 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23042996-001a-4e33-aad4-1809170c56f5 HTTP/1.1" status: 200 len: 217 time: 0.0474427 Jul 22 19:29:25.562200 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-52acca8c-8653-4496-8c5b-c59bfa833517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:25.564223 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-52acca8c-8653-4496-8c5b-c59bfa833517 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.0720432 Jul 22 19:29:25.626793 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-aea99d63-c250-4ecc-8bd0-21f77cb62bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:25.628265 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-aea99d63-c250-4ecc-8bd0-21f77cb62bec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586786 Jul 22 19:29:25.726611 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-36375d49-0ac8-4599-bebf-6e8b1f49f377 service neutron] 10.222.0.30 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920081 Jul 22 19:29:25.833177 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af9a4d56-2076-4f1f-ac79-3671e3d7c3a0 req-adf42071-f6c6-46bb-a5e7-677a2fb9e5f7 service neutron] 10.222.0.30 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007864 Jul 22 19:29:26.026814 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba93d25-41db-4033-ba92-e32c96f46c6d req-82ca0399-70bf-44a6-ac27-a03097b885b6 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:26.028216 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fba93d25-41db-4033-ba92-e32c96f46c6d req-82ca0399-70bf-44a6-ac27-a03097b885b6 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 944 time: 0.1479278 Jul 22 19:29:26.031163 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30556790-744b-4eec-bdff-2468e25bc536 req-c204438a-2734-47b5-ba6b-4e9b61a8f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:26.033194 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30556790-744b-4eec-bdff-2468e25bc536 req-c204438a-2734-47b5-ba6b-4e9b61a8f528 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 1096 time: 0.1150026 Jul 22 19:29:26.125840 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fba93d25-41db-4033-ba92-e32c96f46c6d req-6df78dc4-5257-41e4-9513-70e14bdacbb3 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912178 Jul 22 19:29:26.154008 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30556790-744b-4eec-bdff-2468e25bc536 req-5d4b05c4-d4ba-4d45-b7ae-07b0f5463815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:26.155675 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30556790-744b-4eec-bdff-2468e25bc536 req-5d4b05c4-d4ba-4d45-b7ae-07b0f5463815 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 913 time: 0.1149442 Jul 22 19:29:26.200739 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30556790-744b-4eec-bdff-2468e25bc536 req-144aa400-cee7-4e0b-abd0-ed46fb02591b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23042996-001a-4e33-aad4-1809170c56f5 HTTP/1.1" status: 200 len: 217 time: 0.0371704 Jul 22 19:29:26.262905 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30556790-744b-4eec-bdff-2468e25bc536 req-83496d13-ed93-46d4-800f-12d800cbb961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:26.264340 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30556790-744b-4eec-bdff-2468e25bc536 req-83496d13-ed93-46d4-800f-12d800cbb961 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.0548079 Jul 22 19:29:26.331201 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30556790-744b-4eec-bdff-2468e25bc536 req-0c4a2148-e2f3-4dc5-acac-637b0778ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:26.332972 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30556790-744b-4eec-bdff-2468e25bc536 req-0c4a2148-e2f3-4dc5-acac-637b0778ae66 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619516 Jul 22 19:29:26.442729 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30556790-744b-4eec-bdff-2468e25bc536 req-797207f2-02a9-4af9-a579-931bb85bf5ce service neutron] 10.222.0.30 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031876 Jul 22 19:29:26.550749 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30556790-744b-4eec-bdff-2468e25bc536 req-8ae64bc9-4caf-4abc-bcd5-6ddbab20069e service neutron] 10.222.0.30 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939682 Jul 22 19:29:27.273623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1a201-0e94-465f-be1b-20ead0de100d req-3f7d373f-10af-4525-b0c4-901218cce88f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:27.275376 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ef1a201-0e94-465f-be1b-20ead0de100d req-3f7d373f-10af-4525-b0c4-901218cce88f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 944 time: 0.0715666 Jul 22 19:29:27.318344 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ef1a201-0e94-465f-be1b-20ead0de100d req-a883ad86-ebd0-4070-8c33-2267faa41615 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369923 Jul 22 19:29:28.446183 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-771c1125-3997-40d7-92c5-bc29e5e13c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:28.497204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab54954-09fd-4aa4-8abb-d9025a72e133 req-4ca600a2-fa71-4d3d-9e7c-6a3ea66897ca tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:28.498865 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6ab54954-09fd-4aa4-8abb-d9025a72e133 req-4ca600a2-fa71-4d3d-9e7c-6a3ea66897ca tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 944 time: 0.0939732 Jul 22 19:29:28.537610 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6ab54954-09fd-4aa4-8abb-d9025a72e133 req-645bfbb5-3eba-44f9-aa74-7d73a625672c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331392 Jul 22 19:29:29.063556 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 23042996-001a-4e33-aad4-1809170c56f5 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:29:29.176728 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 23042996-001a-4e33-aad4-1809170c56f5, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=23042996-001a-4e33-aad4-1809170c56f5,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:29.193116 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '23042996-001a-4e33-aad4-1809170c56f5', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'port_id': '23042996-001a-4e33-aad4-1809170c56f5', 'mac_address': 'fa:16:3e:1b:59:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:29:29.242310 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:29.255716 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23042996-001a-4e33-aad4-1809170c56f5 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:29.280233 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 23042996-001a-4e33-aad4-1809170c56f5, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=23042996-001a-4e33-aad4-1809170c56f5,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:29.286061 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:29.354119 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=23042996-001a-4e33-aad4-1809170c56f5,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:29.620292 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['23042996-001a-4e33-aad4-1809170c56f5'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:29.789697 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada36cd-f118-4852-a06e-5de3c8f0a0cc req-97f62951-0980-46b6-81f7-4191888675e1 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:29.799435 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dada36cd-f118-4852-a06e-5de3c8f0a0cc req-97f62951-0980-46b6-81f7-4191888675e1 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 945 time: 0.1556432 Jul 22 19:29:29.856378 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dada36cd-f118-4852-a06e-5de3c8f0a0cc req-2a24e9bf-cf71-4140-8774-de80651e937a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555859 Jul 22 19:29:31.012020 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-561e53c3-56e3-48a7-af57-6d29ea8ebeb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.045839 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461ee53-1cf5-40df-bb79-154193bd0dba req-eddbf1dd-6971-4e2a-acdd-fa75d522d734 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:31.048736 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4461ee53-1cf5-40df-bb79-154193bd0dba req-eddbf1dd-6971-4e2a-acdd-fa75d522d734 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 945 time: 0.1040156 Jul 22 19:29:31.071391 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 23042996-001a-4e33-aad4-1809170c56f5 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:29:31.118323 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4461ee53-1cf5-40df-bb79-154193bd0dba req-c7f5c809-97d5-4854-bb5b-ee0fec679085 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640898 Jul 22 19:29:31.150720 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.154462 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 23042996-001a-4e33-aad4-1809170c56f5 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:29:31.160588 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 23042996-001a-4e33-aad4-1809170c56f5 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:31.161130 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.251724 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.287520 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 23042996-001a-4e33-aad4-1809170c56f5, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=23042996-001a-4e33-aad4-1809170c56f5,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:31.288717 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fefe95cd-1e24-4117-b75d-e4574f4e0b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23042996-001a-4e33-aad4-1809170c56f5'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:31.291435 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0b8dc4-e5c5-441f-b1ff-45ec948e28ba" -d '{"events": [{"server_uuid": "fefe95cd-1e24-4117-b75d-e4574f4e0b3c", "name": "network-vif-plugged", "status": "completed", "tag": "23042996-001a-4e33-aad4-1809170c56f5"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:31.294613 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.358523 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187eb519-4ad8-42c7-ade0-27a558af864f x-openstack-request-id: req-187eb519-4ad8-42c7-ade0-27a558af864f {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:31.359306 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fefe95cd-1e24-4117-b75d-e4574f4e0b3c", "name": "network-vif-plugged", "status": "completed", "tag": "23042996-001a-4e33-aad4-1809170c56f5", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:31.359657 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-187eb519-4ad8-42c7-ade0-27a558af864f {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:31.361245 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fefe95cd-1e24-4117-b75d-e4574f4e0b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23042996-001a-4e33-aad4-1809170c56f5', 'code': 200} Jul 22 19:29:31.363192 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=23042996-001a-4e33-aad4-1809170c56f5,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:31.484989 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872b1b4-e899-4c8c-bbae-0fc4c72a4918 req-c33230fc-5f30-42e7-9644-681a4a3a113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:31.487424 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0872b1b4-e899-4c8c-bbae-0fc4c72a4918 req-c33230fc-5f30-42e7-9644-681a4a3a113b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 1098 time: 0.0716980 Jul 22 19:29:31.522740 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0872b1b4-e899-4c8c-bbae-0fc4c72a4918 req-6234bbd3-5b0b-4cb6-9712-e8d550e5f632 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293307 Jul 22 19:29:32.256461 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94262bb6-3ddc-4954-bfc5-e8884e9ab9ce req-93085987-e639-4bb3-90d2-a64a3ea5a357 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:32.258171 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-94262bb6-3ddc-4954-bfc5-e8884e9ab9ce req-93085987-e639-4bb3-90d2-a64a3ea5a357 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 946 time: 0.0866349 Jul 22 19:29:32.319121 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-94262bb6-3ddc-4954-bfc5-e8884e9ab9ce req-e0dd11d7-f9b2-40d0-aeab-4816a82d54ff tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551202 Jul 22 19:29:32.358709 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:33.448034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7b5f0-742d-404f-a13c-ec2a29d412cb req-20498881-b8b3-41cc-a712-3cab25017e47 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:33.449771 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3aa7b5f0-742d-404f-a13c-ec2a29d412cb req-20498881-b8b3-41cc-a712-3cab25017e47 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 946 time: 0.0707147 Jul 22 19:29:33.489798 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3aa7b5f0-742d-404f-a13c-ec2a29d412cb req-7b134a3d-1db1-4075-ad1a-ddc7e9e8e6ed tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336514 Jul 22 19:29:33.752156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf15eeb-fc3b-4a1d-b9c0-43e3ce29e086 req-7163005b-e11e-4085-8dcd-10c353a5d874 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:33.753888 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1bf15eeb-fc3b-4a1d-b9c0-43e3ce29e086 req-7163005b-e11e-4085-8dcd-10c353a5d874 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 946 time: 0.0856709 Jul 22 19:29:33.809230 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1bf15eeb-fc3b-4a1d-b9c0-43e3ce29e086 req-97a030c3-1f2d-4735-ae02-1a5fcfd9ba8b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444608 Jul 22 19:29:33.980813 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:34.936797 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4db6d3-9e77-4f72-98a1-87388030f5b7 req-4bf1caac-3b53-46d1-8e8d-f1b1702f60e6 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:34.939881 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d4db6d3-9e77-4f72-98a1-87388030f5b7 req-4bf1caac-3b53-46d1-8e8d-f1b1702f60e6 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 946 time: 0.0685849 Jul 22 19:29:34.984120 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d4db6d3-9e77-4f72-98a1-87388030f5b7 req-01f288f2-a986-4053-b554-907443afd717 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377882 Jul 22 19:29:35.467981 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2751725-691d-471f-a104-a13ba8beccfe req-089c492b-f98b-4721-bbbf-76e863bbc7d1 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:35.476252 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2751725-691d-471f-a104-a13ba8beccfe req-089c492b-f98b-4721-bbbf-76e863bbc7d1 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 946 time: 0.0826454 Jul 22 19:29:35.518831 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2751725-691d-471f-a104-a13ba8beccfe req-4fbe863b-d29c-4c7f-a7da-4f48ee668c5b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415080 Jul 22 19:29:36.649648 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3e61c-7191-4f12-9cde-adb9164229ea req-3797c81a-54e2-4aa1-bb67-3b0a313cabda tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:36.651147 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f3c3e61c-7191-4f12-9cde-adb9164229ea req-3797c81a-54e2-4aa1-bb67-3b0a313cabda tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 946 time: 0.0634382 Jul 22 19:29:36.690473 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f3c3e61c-7191-4f12-9cde-adb9164229ea req-d72f2512-c07a-493e-b03d-52070dcd2bc8 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336854 Jul 22 19:29:37.856408 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064baa0-5579-4c1a-9d43-787cefbd815c req-148e7bb0-5515-49fb-9e73-d69569300420 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:37.864131 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9064baa0-5579-4c1a-9d43-787cefbd815c req-148e7bb0-5515-49fb-9e73-d69569300420 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 946 time: 0.0885549 Jul 22 19:29:37.910393 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9064baa0-5579-4c1a-9d43-787cefbd815c req-03afa36a-94dd-4014-a014-85002069fc1b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408056 Jul 22 19:29:39.086825 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 23042996-001a-4e33-aad4-1809170c56f5 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:29:39.139276 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b02f9-5e0d-4b0a-a00b-9a9e50e3f2d7 req-484d9caa-516c-4576-a91e-91be8ce446f4 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:39.140845 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b9b02f9-5e0d-4b0a-a00b-9a9e50e3f2d7 req-484d9caa-516c-4576-a91e-91be8ce446f4 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 946 time: 0.1004157 Jul 22 19:29:39.185883 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:39.211603 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b9b02f9-5e0d-4b0a-a00b-9a9e50e3f2d7 req-e0e0e57f-31e0-47c1-9514-24277afbea39 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553522 Jul 22 19:29:39.290564 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 23042996-001a-4e33-aad4-1809170c56f5, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=23042996-001a-4e33-aad4-1809170c56f5,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:39.311092 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '23042996-001a-4e33-aad4-1809170c56f5', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'port_id': '23042996-001a-4e33-aad4-1809170c56f5', 'mac_address': 'fa:16:3e:1b:59:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:29:39.393456 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:39.423824 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23042996-001a-4e33-aad4-1809170c56f5 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:39.451958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 23042996-001a-4e33-aad4-1809170c56f5, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=23042996-001a-4e33-aad4-1809170c56f5,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:39.457316 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:39.512629 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=23042996-001a-4e33-aad4-1809170c56f5,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:39.599956 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['23042996-001a-4e33-aad4-1809170c56f5'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:40.392955 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa65dd2-106e-4c1b-b022-0f5a7b924942 req-4ee28ce5-1f62-4200-ba02-042442a8dc75 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:40.400376 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8fa65dd2-106e-4c1b-b022-0f5a7b924942 req-4ee28ce5-1f62-4200-ba02-042442a8dc75 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 945 time: 0.1046593 Jul 22 19:29:40.443640 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8fa65dd2-106e-4c1b-b022-0f5a7b924942 req-ee4e93cb-e54d-4579-a273-0c0a80333ef7 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421231 Jul 22 19:29:41.093955 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 23042996-001a-4e33-aad4-1809170c56f5 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:29:41.183394 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 23042996-001a-4e33-aad4-1809170c56f5 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:41.189333 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:41.303069 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:41.335542 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fefe95cd-1e24-4117-b75d-e4574f4e0b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23042996-001a-4e33-aad4-1809170c56f5'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:41.338809 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1fb45d-c233-4857-aee7-727c5bf93ee5" -d '{"events": [{"server_uuid": "fefe95cd-1e24-4117-b75d-e4574f4e0b3c", "name": "network-vif-plugged", "status": "completed", "tag": "23042996-001a-4e33-aad4-1809170c56f5"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:41.355881 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 23042996-001a-4e33-aad4-1809170c56f5, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=23042996-001a-4e33-aad4-1809170c56f5,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:41.372968 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:41.466345 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab1f7fe-94a7-4fb6-aa2e-141d0f6b6500 x-openstack-request-id: req-8ab1f7fe-94a7-4fb6-aa2e-141d0f6b6500 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:41.466639 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fefe95cd-1e24-4117-b75d-e4574f4e0b3c", "name": "network-vif-plugged", "status": "completed", "tag": "23042996-001a-4e33-aad4-1809170c56f5", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:41.466888 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ab1f7fe-94a7-4fb6-aa2e-141d0f6b6500 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:41.467271 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fefe95cd-1e24-4117-b75d-e4574f4e0b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23042996-001a-4e33-aad4-1809170c56f5', 'code': 200} Jul 22 19:29:41.479800 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=23042996-001a-4e33-aad4-1809170c56f5,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:41.622327 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028b719-c2e2-4005-b6b3-4a656f733d5b req-997b7d8e-e442-40d2-91c9-18d9a37f0ac6 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:41.641043 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3028b719-c2e2-4005-b6b3-4a656f733d5b req-997b7d8e-e442-40d2-91c9-18d9a37f0ac6 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 946 time: 0.1030209 Jul 22 19:29:41.726240 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3028b719-c2e2-4005-b6b3-4a656f733d5b req-5f33116a-d215-42f7-8059-ffd0745f3602 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838583 Jul 22 19:29:41.759912 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:42.911296 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ff4e2-d069-4b07-add0-80ddbf131648 req-1c643e14-0bea-408c-9cdc-f5b1505f77f8 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:42.915530 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-387ff4e2-d069-4b07-add0-80ddbf131648 req-1c643e14-0bea-408c-9cdc-f5b1505f77f8 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 946 time: 0.0960722 Jul 22 19:29:42.977133 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-387ff4e2-d069-4b07-add0-80ddbf131648 req-e15e557c-2fe6-413f-9f2a-920a4abfd6d6 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559163 Jul 22 19:29:44.134647 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a3ed0-5f4d-4f94-a398-6398b8fed187 req-ac6a8a1b-ebe9-41b5-a8e9-3af14364b47f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:44.137618 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-be5a3ed0-5f4d-4f94-a398-6398b8fed187 req-ac6a8a1b-ebe9-41b5-a8e9-3af14364b47f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 946 time: 0.0808935 Jul 22 19:29:44.198834 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-be5a3ed0-5f4d-4f94-a398-6398b8fed187 req-e1a123d0-9fe7-4794-a852-941dc9602190 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531082 Jul 22 19:29:45.367700 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991c89e-09c4-4b82-a58e-7b00cf309fd8 req-9a07aed7-8ed9-4583-bf10-c757e5e484d8 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:45.376508 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3991c89e-09c4-4b82-a58e-7b00cf309fd8 req-9a07aed7-8ed9-4583-bf10-c757e5e484d8 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 946 time: 0.0850403 Jul 22 19:29:45.427727 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3991c89e-09c4-4b82-a58e-7b00cf309fd8 req-d4362f98-eccb-4b76-acfa-dd1dedf8b203 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498786 Jul 22 19:29:45.784312 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:29:46.606498 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea2852-fe20-4961-895a-92b80ece2d20 req-b01b2e7a-a887-4425-90e9-c39b7c4412f1 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:46.608837 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-80ea2852-fe20-4961-895a-92b80ece2d20 req-b01b2e7a-a887-4425-90e9-c39b7c4412f1 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 946 time: 0.0834434 Jul 22 19:29:46.689511 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-80ea2852-fe20-4961-895a-92b80ece2d20 req-c7d3e275-ae64-4997-b88d-33a1021e8b49 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719867 Jul 22 19:29:47.121930 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-6217fbe8-852a-49bd-b3bf-f9be12384ca4 req-7d717c19-0c76-466e-8a73-0966c3cf77c7 service neutron] (93807) timed out ('10.222.0.30', 56690) {{(pid=93807) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 19:29:47.896595 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440baf96-1013-4ae0-8f25-5d525c1c932c req-35ce6666-d96e-4ae5-affb-9a6a31ab00de tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:47.898828 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-440baf96-1013-4ae0-8f25-5d525c1c932c req-35ce6666-d96e-4ae5-affb-9a6a31ab00de tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 946 time: 0.1046085 Jul 22 19:29:47.966751 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-440baf96-1013-4ae0-8f25-5d525c1c932c req-74bda16d-67fa-45d9-b88a-f2e904ba7ce1 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623136 Jul 22 19:29:49.044680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bbe28-b1a3-4528-ab4a-4431bfacfccd req-3d134be4-3e6c-4003-baa9-e93d8fe972bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:49.046207 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8b6bbe28-b1a3-4528-ab4a-4431bfacfccd req-3d134be4-3e6c-4003-baa9-e93d8fe972bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 1098 time: 0.0621345 Jul 22 19:29:49.180438 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bbe28-b1a3-4528-ab4a-4431bfacfccd req-851df774-e867-425d-95b1-5e58703e6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:49.181969 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8b6bbe28-b1a3-4528-ab4a-4431bfacfccd req-851df774-e867-425d-95b1-5e58703e6599 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 913 time: 0.1297276 Jul 22 19:29:49.190430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27188ea9-8435-47a0-91c1-074a7fde41e1 req-c2849333-c5aa-4e75-bf7f-97f85246fcfa tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:49.191820 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27188ea9-8435-47a0-91c1-074a7fde41e1 req-c2849333-c5aa-4e75-bf7f-97f85246fcfa tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 946 time: 0.1309171 Jul 22 19:29:49.239318 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8b6bbe28-b1a3-4528-ab4a-4431bfacfccd req-3489d425-8185-4c95-b776-e74aadde5918 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23042996-001a-4e33-aad4-1809170c56f5 HTTP/1.1" status: 200 len: 217 time: 0.0458200 Jul 22 19:29:49.288365 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27188ea9-8435-47a0-91c1-074a7fde41e1 req-ea263258-4f17-4e96-a12b-99c43ae71ffb tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887470 Jul 22 19:29:49.303997 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bbe28-b1a3-4528-ab4a-4431bfacfccd req-273fc2e7-e2a9-4794-a918-be96b8f47fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:49.305492 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8b6bbe28-b1a3-4528-ab4a-4431bfacfccd req-273fc2e7-e2a9-4794-a918-be96b8f47fd2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.0587685 Jul 22 19:29:49.374191 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bbe28-b1a3-4528-ab4a-4431bfacfccd req-f78e67d8-c211-4a57-af86-a911680d5471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:49.376556 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8b6bbe28-b1a3-4528-ab4a-4431bfacfccd req-f78e67d8-c211-4a57-af86-a911680d5471 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647621 Jul 22 19:29:49.478575 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8b6bbe28-b1a3-4528-ab4a-4431bfacfccd req-936e2752-7311-4595-8df6-c92a405a8750 service neutron] 10.222.0.30 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954905 Jul 22 19:29:49.585965 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8b6bbe28-b1a3-4528-ab4a-4431bfacfccd req-50637c5b-b0e0-44a7-894b-8ed751b386ae service neutron] 10.222.0.30 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015863 Jul 22 19:29:50.503674 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69589a0-01cd-4a50-b0ba-dbc890a3b5b0 req-98a89065-c317-4d2e-b62a-52888983399a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:50.506478 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e69589a0-01cd-4a50-b0ba-dbc890a3b5b0 req-98a89065-c317-4d2e-b62a-52888983399a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 946 time: 0.0950236 Jul 22 19:29:50.556856 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e69589a0-01cd-4a50-b0ba-dbc890a3b5b0 req-b4bcd09f-a57a-467a-8179-fad692545350 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410237 Jul 22 19:29:51.208791 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8d8a1-4f68-401e-a499-b07befa25b50 req-ee8a185c-e819-4fea-a0ba-3842dbf86b2c tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:51.210595 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7fc8d8a1-4f68-401e-a499-b07befa25b50 req-ee8a185c-e819-4fea-a0ba-3842dbf86b2c tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 945 time: 0.0717955 Jul 22 19:29:51.257157 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7fc8d8a1-4f68-401e-a499-b07befa25b50 req-ce9ab5fe-0697-44e5-bdb2-37e714e00f40 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/security-groups?id=e879a35b-c428-4f80-a302-b3956bd256b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397310 Jul 22 19:29:51.704441 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fc0b4-cc2b-46ba-86a4-fb933486bda5 req-fb99ebd3-8113-45ac-863c-d21d5099cd8a tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:51.722451 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fc0b4-cc2b-46ba-86a4-fb933486bda5 req-fb99ebd3-8113-45ac-863c-d21d5099cd8a tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:51.729114 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fc0b4-cc2b-46ba-86a4-fb933486bda5 req-fb99ebd3-8113-45ac-863c-d21d5099cd8a tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:51.735672 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fc0b4-cc2b-46ba-86a4-fb933486bda5 req-fb99ebd3-8113-45ac-863c-d21d5099cd8a tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:51.742258 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fc0b4-cc2b-46ba-86a4-fb933486bda5 req-fb99ebd3-8113-45ac-863c-d21d5099cd8a tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:51.749400 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fc0b4-cc2b-46ba-86a4-fb933486bda5 req-fb99ebd3-8113-45ac-863c-d21d5099cd8a tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:51.757370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fc0b4-cc2b-46ba-86a4-fb933486bda5 req-fb99ebd3-8113-45ac-863c-d21d5099cd8a tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:51.760326 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-978fc0b4-cc2b-46ba-86a4-fb933486bda5 req-fb99ebd3-8113-45ac-863c-d21d5099cd8a tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5444 time: 0.1760271 Jul 22 19:29:51.825209 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-978fc0b4-cc2b-46ba-86a4-fb933486bda5 req-e59e474f-d5ec-47ee-996d-e8e82c78bac2 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551605 Jul 22 19:29:51.834173 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a962798-c977-4a25-bbae-ebbd7aa85029 req-b6261f5f-f5b8-43c2-bdc4-4ecc7310d9b9 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:51.835663 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a962798-c977-4a25-bbae-ebbd7aa85029 req-b6261f5f-f5b8-43c2-bdc4-4ecc7310d9b9 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 946 time: 0.1890509 Jul 22 19:29:51.884201 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a962798-c977-4a25-bbae-ebbd7aa85029 req-5babf54c-5c3b-473d-9d7e-316902016a68 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386946 Jul 22 19:29:52.083864 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f45f8-770c-4b2c-837d-8c5dea653791 req-d5580626-ef5b-4299-bfd9-cdde9bc3b583 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:52.089877 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f45f8-770c-4b2c-837d-8c5dea653791 req-d5580626-ef5b-4299-bfd9-cdde9bc3b583 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:52.096009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f45f8-770c-4b2c-837d-8c5dea653791 req-d5580626-ef5b-4299-bfd9-cdde9bc3b583 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:52.102179 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f45f8-770c-4b2c-837d-8c5dea653791 req-d5580626-ef5b-4299-bfd9-cdde9bc3b583 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:52.108146 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f45f8-770c-4b2c-837d-8c5dea653791 req-d5580626-ef5b-4299-bfd9-cdde9bc3b583 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:52.114681 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f45f8-770c-4b2c-837d-8c5dea653791 req-d5580626-ef5b-4299-bfd9-cdde9bc3b583 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:52.120916 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f45f8-770c-4b2c-837d-8c5dea653791 req-d5580626-ef5b-4299-bfd9-cdde9bc3b583 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:52.123330 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a23f45f8-770c-4b2c-837d-8c5dea653791 req-d5580626-ef5b-4299-bfd9-cdde9bc3b583 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5444 time: 0.1600981 Jul 22 19:29:52.133587 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4e65a-502c-43ad-83ad-3750f3eded1f req-b4f4f1ed-f759-45be-88e1-b34760432e53 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:52.136098 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbd4e65a-502c-43ad-83ad-3750f3eded1f req-b4f4f1ed-f759-45be-88e1-b34760432e53 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.1638198 Jul 22 19:29:52.178383 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbd4e65a-502c-43ad-83ad-3750f3eded1f req-22ae8c0c-374d-4060-8294-6ea0e7ff8edc tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358016 Jul 22 19:29:52.332906 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c63ebc-e38d-458d-bc09-50a1c0d61e24 req-1a5bb368-ad08-41f3-8274-2745365456e6 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:52.334479 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15c63ebc-e38d-458d-bc09-50a1c0d61e24 req-1a5bb368-ad08-41f3-8274-2745365456e6 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0774319 Jul 22 19:29:52.434269 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15c63ebc-e38d-458d-bc09-50a1c0d61e24 req-a50e73f1-2df1-4545-b43d-7b7b9ae2d98a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899305 Jul 22 19:29:52.465985 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9feb32f-3208-4f9e-831c-02fa7649465c req-2a0ea04e-b445-4a85-8c47-e1c3e6ebaaba tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:52.470225 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b9feb32f-3208-4f9e-831c-02fa7649465c req-2a0ea04e-b445-4a85-8c47-e1c3e6ebaaba tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 945 time: 0.1347103 Jul 22 19:29:52.522983 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e308b-6240-42c4-af6b-d6d221759a38 req-83c8ea4e-6884-473d-bca2-c73874117c04 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:52.525384 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-316e308b-6240-42c4-af6b-d6d221759a38 req-83c8ea4e-6884-473d-bca2-c73874117c04 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.30 "GET /v2.0/ports?device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 945 time: 0.1363249 Jul 22 19:29:52.552605 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b9feb32f-3208-4f9e-831c-02fa7649465c req-98f53ad5-0539-4bda-b935-71451842b6f2 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/security-groups?id=e879a35b-c428-4f80-a302-b3956bd256b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743203 Jul 22 19:29:52.730313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-316e308b-6240-42c4-af6b-d6d221759a38 req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Deleting port 060c25c7-9d61-4d4f-aec8-b628aca098b3 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:52.730918 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-316e308b-6240-42c4-af6b-d6d221759a38 req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:52.768792 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb4619-0eb1-4652-aebc-4a2676a4dffd req-0fa602be-e37c-46b9-9503-39f77c5e6f69 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:52.770547 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48bb4619-0eb1-4652-aebc-4a2676a4dffd req-0fa602be-e37c-46b9-9503-39f77c5e6f69 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.1224906 Jul 22 19:29:52.854516 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48bb4619-0eb1-4652-aebc-4a2676a4dffd req-873fb86f-1421-4158-8d82-eac262549788 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774455 Jul 22 19:29:52.887182 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-316e308b-6240-42c4-af6b-d6d221759a38 req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] For port 060c25c7-9d61-4d4f-aec8-b628aca098b3, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=060c25c7-9d61-4d4f-aec8-b628aca098b3,segment=NetworkSegment(a9c2f036-6000-4366-819f-4cfc217c7cb0),segment_id=a9c2f036-6000-4366-819f-4cfc217c7cb0)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:52.887577 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-316e308b-6240-42c4-af6b-d6d221759a38 req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:53.089856 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-316e308b-6240-42c4-af6b-d6d221759a38 req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:53.090125 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-316e308b-6240-42c4-af6b-d6d221759a38 req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:53.090413 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [req-316e308b-6240-42c4-af6b-d6d221759a38 req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Floating IP daa2a452-c782-4d8f-911f-34f0939cab1d disassociated. External IP: 172.25.3.29, port: 060c25c7-9d61-4d4f-aec8-b628aca098b3. Jul 22 19:29:53.090751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-316e308b-6240-42c4-af6b-d6d221759a38 req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Calling delete_port for 060c25c7-9d61-4d4f-aec8-b628aca098b3 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:53.209889 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 23042996-001a-4e33-aad4-1809170c56f5 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:53.227667 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-316e308b-6240-42c4-af6b-d6d221759a38 req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:53.261964 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Pushing event deleted for resources: {'Port': ['ID=060c25c7-9d61-4d4f-aec8-b628aca098b3,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:53.277639 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.278210 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.283882 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.287017 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.287426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.287872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.288308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.288732 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.289132 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.289512 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.290124 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.290452 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.325562 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:53.350756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fefe95cd-1e24-4117-b75d-e4574f4e0b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23042996-001a-4e33-aad4-1809170c56f5'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:53.353682 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a62b5b-0938-4730-b4a4-99494c7f9ad8" -d '{"events": [{"server_uuid": "fefe95cd-1e24-4117-b75d-e4574f4e0b3c", "name": "network-vif-unplugged", "status": "completed", "tag": "23042996-001a-4e33-aad4-1809170c56f5"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:53.394069 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 23042996-001a-4e33-aad4-1809170c56f5, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=23042996-001a-4e33-aad4-1809170c56f5,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:53.399728 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:53.433349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-316e308b-6240-42c4-af6b-d6d221759a38 req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Router 3fae9832-d6ed-403b-aefd-95166ddaaf4d has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:29:53.461653 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128e6097-2358-4f4c-8fb3-9bada90bfc71 x-openstack-request-id: req-128e6097-2358-4f4c-8fb3-9bada90bfc71 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:53.461945 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fefe95cd-1e24-4117-b75d-e4574f4e0b3c", "name": "network-vif-unplugged", "status": "failed", "tag": "23042996-001a-4e33-aad4-1809170c56f5", "code": 422}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:53.462193 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-128e6097-2358-4f4c-8fb3-9bada90bfc71 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:53.462551 n-d-800086-12 neutron-server[93808]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fefe95cd-1e24-4117-b75d-e4574f4e0b3c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '23042996-001a-4e33-aad4-1809170c56f5', 'code': 422} returned with failed status Jul 22 19:29:53.463493 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=23042996-001a-4e33-aad4-1809170c56f5,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:53.472146 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.472557 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.472866 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.473205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.473540 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.473872 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.474200 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.475297 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.475910 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.476229 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.476582 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.476952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:53.556467 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-316e308b-6240-42c4-af6b-d6d221759a38 req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:29:53.580213 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da263401-c10c-4b83-927d-2ac2456b92cc None None] Sync routers for ids ['3fae9832-d6ed-403b-aefd-95166ddaaf4d'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:29:53.599231 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da263401-c10c-4b83-927d-2ac2456b92cc None None] Routers {'3fae9832-d6ed-403b-aefd-95166ddaaf4d'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:29:53.600054 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-da263401-c10c-4b83-927d-2ac2456b92cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:29:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['3fae9832-d6ed-403b-aefd-95166ddaaf4d'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:53.615577 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-316e308b-6240-42c4-af6b-d6d221759a38 req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] No DVR routers for this DVR port 060c25c7-9d61-4d4f-aec8-b628aca098b3 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:29:53.618688 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-316e308b-6240-42c4-af6b-d6d221759a38 req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:53.621311 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-316e308b-6240-42c4-af6b-d6d221759a38 req-3d75bfeb-56ae-450d-9a53-096505b5a015 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.30 "DELETE /v2.0/ports/060c25c7-9d61-4d4f-aec8-b628aca098b3 HTTP/1.1" status: 204 len: 173 time: 1.0899541 Jul 22 19:29:53.621929 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb20d03-64fd-4e99-aad3-d5b183295696', 'name': 'network-vif-deleted', 'tag': '060c25c7-9d61-4d4f-aec8-b628aca098b3'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:53.624348 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d689f47-9fb8-43f9-b7e5-6f91ffa46848" -d '{"events": [{"server_uuid": "2eb20d03-64fd-4e99-aad3-d5b183295696", "name": "network-vif-deleted", "tag": "060c25c7-9d61-4d4f-aec8-b628aca098b3"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:53.701991 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bef066-9a29-4907-9ce1-df72b5fcdad2 x-openstack-request-id: req-e4bef066-9a29-4907-9ce1-df72b5fcdad2 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:53.702405 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb20d03-64fd-4e99-aad3-d5b183295696", "name": "network-vif-deleted", "tag": "060c25c7-9d61-4d4f-aec8-b628aca098b3", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:53.702570 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4bef066-9a29-4907-9ce1-df72b5fcdad2 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:53.703016 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb20d03-64fd-4e99-aad3-d5b183295696', 'name': 'network-vif-deleted', 'tag': '060c25c7-9d61-4d4f-aec8-b628aca098b3', 'status': 'completed', 'code': 200} Jul 22 19:29:53.757788 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bf211c7b-1335-4127-8d71-b2b2659ce6da req-d8dc97cd-d8e6-4d31-b29b-c2600f135ba8 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb20d03-64fd-4e99-aad3-d5b183295696 HTTP/1.1" status: 200 len: 210 time: 0.0834579 Jul 22 19:29:53.917994 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-da263401-c10c-4b83-927d-2ac2456b92cc None None] Set router 3fae9832-d6ed-403b-aefd-95166ddaaf4d gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:29:54.056509 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006fd51-1b91-4a1a-95e6-e7d248e56874 req-0f5ea78a-ca86-474e-97d6-e3a754e83bc9 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:54.059492 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7006fd51-1b91-4a1a-95e6-e7d248e56874 req-0f5ea78a-ca86-474e-97d6-e3a754e83bc9 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0992150 Jul 22 19:29:54.127852 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7006fd51-1b91-4a1a-95e6-e7d248e56874 req-530d076f-38d1-4360-b799-2b321efaffa3 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625162 Jul 22 19:29:54.242548 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b296ef8-9f22-4f66-a2d0-b29fc4c5b5ac req-cb38dd2a-cb34-4a2b-adef-7cdb13d11992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:54.243617 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b296ef8-9f22-4f66-a2d0-b29fc4c5b5ac req-cb38dd2a-cb34-4a2b-adef-7cdb13d11992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:54.244113 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b296ef8-9f22-4f66-a2d0-b29fc4c5b5ac req-cb38dd2a-cb34-4a2b-adef-7cdb13d11992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:54.244630 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b296ef8-9f22-4f66-a2d0-b29fc4c5b5ac req-cb38dd2a-cb34-4a2b-adef-7cdb13d11992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:54.245774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b296ef8-9f22-4f66-a2d0-b29fc4c5b5ac req-cb38dd2a-cb34-4a2b-adef-7cdb13d11992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:54.246284 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b296ef8-9f22-4f66-a2d0-b29fc4c5b5ac req-cb38dd2a-cb34-4a2b-adef-7cdb13d11992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:54.246768 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b296ef8-9f22-4f66-a2d0-b29fc4c5b5ac req-cb38dd2a-cb34-4a2b-adef-7cdb13d11992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:54.249464 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1b296ef8-9f22-4f66-a2d0-b29fc4c5b5ac req-cb38dd2a-cb34-4a2b-adef-7cdb13d11992 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 6508 time: 0.0990155 Jul 22 19:29:54.266331 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-da263401-c10c-4b83-927d-2ac2456b92cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'name': 'tempest-TestServerBasicOps-1885282964-router', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:10Z', 'updated_at': '2021-07-22T19:24:17Z', 'revision_number': 4, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'gw_port': {'id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:11Z', 'updated_at': '2021-07-22T19:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '241187cc-e861-49a1-804e-c5802889a22a', 'name': '', 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'mac_address': 'fa:16:3e:f6:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '88ffb26b-871c-4d5c-9582-82dc6015256c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:16Z', 'updated_at': '2021-07-22T19:24:30Z', 'revision_number': 5, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'subnets': [{'id': '88ffb26b-871c-4d5c-9582-82dc6015256c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:54.308858 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44110) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:54.310347 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1b296ef8-9f22-4f66-a2d0-b29fc4c5b5ac req-85bf15cf-0d5e-4eaf-859a-1f584e4bdff7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537179 Jul 22 19:29:54.311736 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da263401-c10c-4b83-927d-2ac2456b92cc None None] Checking router: 3fae9832-d6ed-403b-aefd-95166ddaaf4d for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:29:54.321490 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da263401-c10c-4b83-927d-2ac2456b92cc None None] Routers {'3fae9832-d6ed-403b-aefd-95166ddaaf4d'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:29:54.322117 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-da263401-c10c-4b83-927d-2ac2456b92cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:29:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['3fae9832-d6ed-403b-aefd-95166ddaaf4d'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:54.448038 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-da263401-c10c-4b83-927d-2ac2456b92cc None None] Set router 3fae9832-d6ed-403b-aefd-95166ddaaf4d gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:29:54.471138 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ad0a8c90-c2c7-415a-8981-2f9b3f16f9f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32138681c6644bd1bde660902d95a1dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610658 Jul 22 19:29:54.473534 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44118) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:54.523580 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-286b484b-d706-4127-8ae6-cebd04eb43a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:54.544497 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-286b484b-d706-4127-8ae6-cebd04eb43a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:54.592256 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-286b484b-d706-4127-8ae6-cebd04eb43a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:54.595659 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-286b484b-d706-4127-8ae6-cebd04eb43a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:54.599563 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-286b484b-d706-4127-8ae6-cebd04eb43a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a30c6448-480e-4b54-90f1-b7ead1eddd9b HTTP/1.1" status: 204 len: 168 time: 0.1248894 Jul 22 19:29:54.607731 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b484b-d706-4127-8ae6-cebd04eb43a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30c6448-480e-4b54-90f1-b7ead1eddd9b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:54.618232 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b484b-d706-4127-8ae6-cebd04eb43a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:54.618575 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b484b-d706-4127-8ae6-cebd04eb43a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:54.619169 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b484b-d706-4127-8ae6-cebd04eb43a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:54.619466 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b484b-d706-4127-8ae6-cebd04eb43a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:54.620564 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b484b-d706-4127-8ae6-cebd04eb43a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:54.621069 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b484b-d706-4127-8ae6-cebd04eb43a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:54.621865 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b484b-d706-4127-8ae6-cebd04eb43a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:54.622373 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b484b-d706-4127-8ae6-cebd04eb43a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:54.625544 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b484b-d706-4127-8ae6-cebd04eb43a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:54.626792 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b484b-d706-4127-8ae6-cebd04eb43a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:54.628210 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b484b-d706-4127-8ae6-cebd04eb43a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:54.628210 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b484b-d706-4127-8ae6-cebd04eb43a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:54.661536 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-da263401-c10c-4b83-927d-2ac2456b92cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'name': 'tempest-TestServerBasicOps-1885282964-router', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:10Z', 'updated_at': '2021-07-22T19:24:17Z', 'revision_number': 4, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'gw_port': {'id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:11Z', 'updated_at': '2021-07-22T19:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '241187cc-e861-49a1-804e-c5802889a22a', 'name': '', 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'mac_address': 'fa:16:3e:f6:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '88ffb26b-871c-4d5c-9582-82dc6015256c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:16Z', 'updated_at': '2021-07-22T19:24:30Z', 'revision_number': 5, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'subnets': [{'id': '88ffb26b-871c-4d5c-9582-82dc6015256c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:54.688301 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da263401-c10c-4b83-927d-2ac2456b92cc None None] The sync data for ids ['3fae9832-d6ed-403b-aefd-95166ddaaf4d'] in n-d-800086-12 is: [{'id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'name': 'tempest-TestServerBasicOps-1885282964-router', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:10Z', 'updated_at': '2021-07-22T19:24:17Z', 'revision_number': 4, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'gw_port': {'id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:11Z', 'updated_at': '2021-07-22T19:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '241187cc-e861-49a1-804e-c5802889a22a', 'name': '', 'network_id': '13a55bad-8b19-4c87-b50a-5b513916342a', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'mac_address': 'fa:16:3e:f6:e4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '88ffb26b-871c-4d5c-9582-82dc6015256c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:16Z', 'updated_at': '2021-07-22T19:24:30Z', 'revision_number': 5, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'subnets': [{'id': '88ffb26b-871c-4d5c-9582-82dc6015256c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:29:54.823187 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44128) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:54.986735 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-0c91259d-60ff-4a4b-a2b1-4c4b649ab964 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Deleting port dbcf482b-7833-4ced-bf42-eb74cd03438a {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:54.987192 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c91259d-60ff-4a4b-a2b1-4c4b649ab964 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.052070 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d26621-833a-4ee5-b4f5-a61816e81112 None None] New status for floating IP daa2a452-c782-4d8f-911f-34f0939cab1d: DOWN {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:29:55.084336 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c91259d-60ff-4a4b-a2b1-4c4b649ab964 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.084710 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c91259d-60ff-4a4b-a2b1-4c4b649ab964 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.101105 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-0c91259d-60ff-4a4b-a2b1-4c4b649ab964 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Calling delete_port for dbcf482b-7833-4ced-bf42-eb74cd03438a owned by network:floatingip {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:55.278607 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c91259d-60ff-4a4b-a2b1-4c4b649ab964 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.318694 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91259d-60ff-4a4b-a2b1-4c4b649ab964 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Pushing event deleted for resources: {'Port': ['ID=dbcf482b-7833-4ced-bf42-eb74cd03438a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:55.319293 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5f131-5a24-4d20-9ea7-ab473acdcb85 req-3fbeac65-28b7-4083-9e48-c34c4cc6aa49 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:55.331431 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fff5f131-5a24-4d20-9ea7-ab473acdcb85 req-3fbeac65-28b7-4083-9e48-c34c4cc6aa49 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0961139 Jul 22 19:29:55.369377 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fff5f131-5a24-4d20-9ea7-ab473acdcb85 req-fdccc87c-3332-480e-a709-c84e5f802c71 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370238 Jul 22 19:29:55.408057 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c91259d-60ff-4a4b-a2b1-4c4b649ab964 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for floatingip, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.410744 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c91259d-60ff-4a4b-a2b1-4c4b649ab964 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.412082 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0c91259d-60ff-4a4b-a2b1-4c4b649ab964 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "DELETE /v2.0/floatingips/daa2a452-c782-4d8f-911f-34f0939cab1d HTTP/1.1" status: 204 len: 168 time: 0.5876637 Jul 22 19:29:55.483361 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44162) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:55.544068 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-678ab561-0789-44c6-a627-088b0d7e79f3 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.574322 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-678ab561-0789-44c6-a627-088b0d7e79f3 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.647311 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-678ab561-0789-44c6-a627-088b0d7e79f3 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.650054 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-678ab561-0789-44c6-a627-088b0d7e79f3 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.653930 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-678ab561-0789-44c6-a627-088b0d7e79f3 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] 10.222.0.13 "DELETE /v2.0/security-groups/e879a35b-c428-4f80-a302-b3956bd256b6 HTTP/1.1" status: 204 len: 168 time: 0.1668525 Jul 22 19:29:55.662613 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ab561-0789-44c6-a627-088b0d7e79f3 tempest-TestServerBasicOps-12101704 tempest-TestServerBasicOps-12101704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e879a35b-c428-4f80-a302-b3956bd256b6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:55.711456 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44176) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:56.285405 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6932e657-656a-4456-b632-8c4c9e2654af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:56.870716 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73155f2-7a8b-46ef-ba0a-797d7b8e2092 req-b76ccf59-64b9-4d15-ae79-480f8b9bac3b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:56.872236 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d73155f2-7a8b-46ef-ba0a-797d7b8e2092 req-b76ccf59-64b9-4d15-ae79-480f8b9bac3b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0867031 Jul 22 19:29:56.941671 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d73155f2-7a8b-46ef-ba0a-797d7b8e2092 req-de82feb3-cc24-49d3-8c04-262ab0bcd3e2 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628958 Jul 22 19:29:56.983963 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-6932e657-656a-4456-b632-8c4c9e2654af admin admin] Deleting port 241187cc-e861-49a1-804e-c5802889a22a {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:56.984378 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6932e657-656a-4456-b632-8c4c9e2654af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:57.068644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-6932e657-656a-4456-b632-8c4c9e2654af admin admin] For port 241187cc-e861-49a1-804e-c5802889a22a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=241187cc-e861-49a1-804e-c5802889a22a,segment=NetworkSegment(a9c2f036-6000-4366-819f-4cfc217c7cb0),segment_id=a9c2f036-6000-4366-819f-4cfc217c7cb0)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:57.069079 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6932e657-656a-4456-b632-8c4c9e2654af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:57.082521 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-6932e657-656a-4456-b632-8c4c9e2654af admin admin] Calling delete_port for 241187cc-e861-49a1-804e-c5802889a22a owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:57.240298 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 060c25c7-9d61-4d4f-aec8-b628aca098b3 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:57.282317 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 060c25c7-9d61-4d4f-aec8-b628aca098b3 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:29:57.282793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 060c25c7-9d61-4d4f-aec8-b628aca098b3 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:29:57.302664 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6932e657-656a-4456-b632-8c4c9e2654af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:57.331342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932e657-656a-4456-b632-8c4c9e2654af admin admin] Pushing event deleted for resources: {'Port': ['ID=241187cc-e861-49a1-804e-c5802889a22a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:57.507919 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6932e657-656a-4456-b632-8c4c9e2654af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:57.728364 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6932e657-656a-4456-b632-8c4c9e2654af admin admin] Router 3fae9832-d6ed-403b-aefd-95166ddaaf4d has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:29:57.842024 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6932e657-656a-4456-b632-8c4c9e2654af admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:29:57.848203 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6932e657-656a-4456-b632-8c4c9e2654af admin admin] 10.222.0.13 "PUT /v2.0/routers/3fae9832-d6ed-403b-aefd-95166ddaaf4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1356287 Jul 22 19:29:57.850561 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44206) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:57.853695 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b0a480-4b28-4801-a248-cb240fd0757e None None] Sync routers for ids ['3fae9832-d6ed-403b-aefd-95166ddaaf4d'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:29:57.865712 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b0a480-4b28-4801-a248-cb240fd0757e None None] Routers {'3fae9832-d6ed-403b-aefd-95166ddaaf4d'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:29:57.866651 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-b2b0a480-4b28-4801-a248-cb240fd0757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:29:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['3fae9832-d6ed-403b-aefd-95166ddaaf4d'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:58.023496 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a40d58b2-9cbe-4e33-af1e-495b302a5ec7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:58.037597 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-b2b0a480-4b28-4801-a248-cb240fd0757e None None] Set router 3fae9832-d6ed-403b-aefd-95166ddaaf4d gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:29:58.237877 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08764634-b4db-48a2-9514-554cc7d2a1bf req-ce3ccae1-8736-440d-9a19-9b20f97211a5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:58.245781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-08764634-b4db-48a2-9514-554cc7d2a1bf req-ce3ccae1-8736-440d-9a19-9b20f97211a5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.1399226 Jul 22 19:29:58.274676 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a40d58b2-9cbe-4e33-af1e-495b302a5ec7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:58.303984 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-08764634-b4db-48a2-9514-554cc7d2a1bf req-726c173c-2765-4538-b781-f0bf4867c50e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576582 Jul 22 19:29:58.354080 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-b2b0a480-4b28-4801-a248-cb240fd0757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'name': 'tempest-TestServerBasicOps-1885282964-router', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:10Z', 'updated_at': '2021-07-22T19:29:57Z', 'revision_number': 5, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'gw_port': {'id': 'c95a8cc1-77ce-4790-93c8-d27a2402f68c', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:11Z', 'updated_at': '2021-07-22T19:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:58.424616 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-a40d58b2-9cbe-4e33-af1e-495b302a5ec7 admin admin] Deleting port c95a8cc1-77ce-4790-93c8-d27a2402f68c {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:58.425205 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a40d58b2-9cbe-4e33-af1e-495b302a5ec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:58.426656 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b0a480-4b28-4801-a248-cb240fd0757e None None] Checking router: 3fae9832-d6ed-403b-aefd-95166ddaaf4d for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:29:58.464068 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b0a480-4b28-4801-a248-cb240fd0757e None None] Routers {'3fae9832-d6ed-403b-aefd-95166ddaaf4d'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:29:58.464508 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-b2b0a480-4b28-4801-a248-cb240fd0757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:29:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['3fae9832-d6ed-403b-aefd-95166ddaaf4d'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:58.512461 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5c734c73-eb26-4f2c-bcbd-e6619b45959e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:58.560966 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-a40d58b2-9cbe-4e33-af1e-495b302a5ec7 admin admin] For port c95a8cc1-77ce-4790-93c8-d27a2402f68c, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c95a8cc1-77ce-4790-93c8-d27a2402f68c,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:58.561365 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a40d58b2-9cbe-4e33-af1e-495b302a5ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:58.577917 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-a40d58b2-9cbe-4e33-af1e-495b302a5ec7 admin admin] Calling delete_port for c95a8cc1-77ce-4790-93c8-d27a2402f68c owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:58.605230 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-b2b0a480-4b28-4801-a248-cb240fd0757e None None] Set router 3fae9832-d6ed-403b-aefd-95166ddaaf4d gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:29:58.660882 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-b2b0a480-4b28-4801-a248-cb240fd0757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'name': 'tempest-TestServerBasicOps-1885282964-router', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:10Z', 'updated_at': '2021-07-22T19:29:58Z', 'revision_number': 6, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:58.689326 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b0a480-4b28-4801-a248-cb240fd0757e None None] The sync data for ids ['3fae9832-d6ed-403b-aefd-95166ddaaf4d'] in n-d-800086-12 is: [{'id': '3fae9832-d6ed-403b-aefd-95166ddaaf4d', 'name': 'tempest-TestServerBasicOps-1885282964-router', 'tenant_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:10Z', 'updated_at': '2021-07-22T19:29:58Z', 'revision_number': 6, 'project_id': '9ade0e6eb0dd4b2183d5e433ea099f6a', 'gw_port_host': None}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:29:58.770406 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a40d58b2-9cbe-4e33-af1e-495b302a5ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:58.796274 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d58b2-9cbe-4e33-af1e-495b302a5ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c95a8cc1-77ce-4790-93c8-d27a2402f68c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:58.858417 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a40d58b2-9cbe-4e33-af1e-495b302a5ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:58.960536 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a40d58b2-9cbe-4e33-af1e-495b302a5ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:58.962785 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a40d58b2-9cbe-4e33-af1e-495b302a5ec7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:59.010278 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a40d58b2-9cbe-4e33-af1e-495b302a5ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:59.011056 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40d58b2-9cbe-4e33-af1e-495b302a5ec7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fae9832-d6ed-403b-aefd-95166ddaaf4d {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:29:59.015893 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a40d58b2-9cbe-4e33-af1e-495b302a5ec7 admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:59.017224 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a40d58b2-9cbe-4e33-af1e-495b302a5ec7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3fae9832-d6ed-403b-aefd-95166ddaaf4d HTTP/1.1" status: 204 len: 168 time: 1.1656759 Jul 22 19:29:59.019736 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44222) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:59.070838 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd55335b-6b0d-4025-91bd-5f4513daca28 admin admin] Deleting subnet 88ffb26b-871c-4d5c-9582-82dc6015256c {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:29:59.077476 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bd55335b-6b0d-4025-91bd-5f4513daca28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:59.115861 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bd55335b-6b0d-4025-91bd-5f4513daca28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:59.200971 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bd55335b-6b0d-4025-91bd-5f4513daca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:59.253491 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bd55335b-6b0d-4025-91bd-5f4513daca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:59.278444 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55335b-6b0d-4025-91bd-5f4513daca28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ffb26b-871c-4d5c-9582-82dc6015256c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:59.282824 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bd55335b-6b0d-4025-91bd-5f4513daca28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:59.285093 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bd55335b-6b0d-4025-91bd-5f4513daca28 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/88ffb26b-871c-4d5c-9582-82dc6015256c HTTP/1.1" status: 204 len: 168 time: 0.2640564 Jul 22 19:29:59.287688 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44226) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:59.291421 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622ad062-e0fb-4e37-b87f-49198e347294 None None] Network 13a55bad-8b19-4c87-b50a-5b513916342a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:29:59.384285 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b090fe5-f8d3-49b5-8514-24b304c0db35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:59.511161 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-9b090fe5-f8d3-49b5-8514-24b304c0db35 admin admin] Deleting port bdc1717e-259c-4834-9893-859ecd7d2cf2 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:59.511493 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b090fe5-f8d3-49b5-8514-24b304c0db35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:59.518536 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5249f6e-f258-43ef-8471-533e330b9c9c req-09c2c313-009a-4912-91c8-864f99368fed tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:59.526721 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c5249f6e-f258-43ef-8471-533e330b9c9c req-09c2c313-009a-4912-91c8-864f99368fed tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.1189187 Jul 22 19:29:59.581734 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c5249f6e-f258-43ef-8471-533e330b9c9c req-3266bdf0-3bc0-4076-a8e6-f9a06072a494 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536675 Jul 22 19:29:59.622526 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-9b090fe5-f8d3-49b5-8514-24b304c0db35 admin admin] For port bdc1717e-259c-4834-9893-859ecd7d2cf2, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bdc1717e-259c-4834-9893-859ecd7d2cf2,segment=NetworkSegment(a9c2f036-6000-4366-819f-4cfc217c7cb0),segment_id=a9c2f036-6000-4366-819f-4cfc217c7cb0)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:59.623279 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b090fe5-f8d3-49b5-8514-24b304c0db35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:59.637908 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-9b090fe5-f8d3-49b5-8514-24b304c0db35 admin admin] Calling delete_port for bdc1717e-259c-4834-9893-859ecd7d2cf2 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:59.784422 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b090fe5-f8d3-49b5-8514-24b304c0db35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:59.833370 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b090fe5-f8d3-49b5-8514-24b304c0db35 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc1717e-259c-4834-9893-859ecd7d2cf2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:59.839201 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b090fe5-f8d3-49b5-8514-24b304c0db35 admin admin] No DVR routers for this DVR port bdc1717e-259c-4834-9893-859ecd7d2cf2 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:29:59.902163 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b9dd03-c7cc-484f-b319-80a82df8bf54 None None] DHCP port deletion for 13a55bad-8b19-4c87-b50a-5b513916342a request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:29:59.948321 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b090fe5-f8d3-49b5-8514-24b304c0db35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:59.967701 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-9b090fe5-f8d3-49b5-8514-24b304c0db35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a55bad-8b19-4c87-b50a-5b513916342a']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:59.982530 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-9b090fe5-f8d3-49b5-8514-24b304c0db35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c2f036-6000-4366-819f-4cfc217c7cb0') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:59.983069 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-9b090fe5-f8d3-49b5-8514-24b304c0db35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c2f036-6000-4366-819f-4cfc217c7cb0') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:00.007279 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b090fe5-f8d3-49b5-8514-24b304c0db35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:00.025724 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b090fe5-f8d3-49b5-8514-24b304c0db35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:00.038408 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b090fe5-f8d3-49b5-8514-24b304c0db35 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:30:00.038867 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b090fe5-f8d3-49b5-8514-24b304c0db35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:30:00.106401 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:30:00.115939 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b090fe5-f8d3-49b5-8514-24b304c0db35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:00.122177 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b090fe5-f8d3-49b5-8514-24b304c0db35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:00.130639 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9b090fe5-f8d3-49b5-8514-24b304c0db35 admin admin] 10.222.0.13 "DELETE /v2.0/networks/13a55bad-8b19-4c87-b50a-5b513916342a HTTP/1.1" status: 204 len: 168 time: 0.8392899 Jul 22 19:30:00.132215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44242) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:00.147835 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c95a8cc1-77ce-4790-93c8-d27a2402f68c no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:30:00.167277 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b090fe5-f8d3-49b5-8514-24b304c0db35 admin admin] Pushing event deleted for resources: {'Network': ['ID=13a55bad-8b19-4c87-b50a-5b513916342a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:00.178973 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: c95a8cc1-77ce-4790-93c8-d27a2402f68c {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:30:00.179518 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c95a8cc1-77ce-4790-93c8-d27a2402f68c not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:30:00.180248 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bdc1717e-259c-4834-9893-859ecd7d2cf2 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:30:00.211433 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: bdc1717e-259c-4834-9893-859ecd7d2cf2 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:30:00.212134 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bdc1717e-259c-4834-9893-859ecd7d2cf2 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:30:00.212781 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 241187cc-e861-49a1-804e-c5802889a22a no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:30:00.238682 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 241187cc-e861-49a1-804e-c5802889a22a {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:30:00.239438 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 241187cc-e861-49a1-804e-c5802889a22a not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:30:00.573515 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-28b6a19b-fb59-4d06-b9ab-207b6bbed66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:00.837543 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3db60c-2c02-4d46-a27a-085c538d28da req-8d68b3ac-383c-4f83-bddb-158553651063 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:00.839043 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7b3db60c-2c02-4d46-a27a-085c538d28da req-8d68b3ac-383c-4f83-bddb-158553651063 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.1618676 Jul 22 19:30:00.919804 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7b3db60c-2c02-4d46-a27a-085c538d28da req-8dbc25ee-528a-4a14-8da8-f9ae7b4a53c5 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712817 Jul 22 19:30:00.977780 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-28b6a19b-fb59-4d06-b9ab-207b6bbed66c admin admin] Deleting port e4933a6c-14d3-480a-9511-2bdf9162be89 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:30:00.978122 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-28b6a19b-fb59-4d06-b9ab-207b6bbed66c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:01.018452 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c39988b4-0c76-4fcf-93b5-f28991641650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:01.084589 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-28b6a19b-fb59-4d06-b9ab-207b6bbed66c admin admin] For port e4933a6c-14d3-480a-9511-2bdf9162be89, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e4933a6c-14d3-480a-9511-2bdf9162be89,segment=NetworkSegment(40027f19-5dd5-408d-a9c1-7aee2b0d344e),segment_id=40027f19-5dd5-408d-a9c1-7aee2b0d344e)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:01.084920 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-28b6a19b-fb59-4d06-b9ab-207b6bbed66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:01.099608 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-28b6a19b-fb59-4d06-b9ab-207b6bbed66c admin admin] Calling delete_port for e4933a6c-14d3-480a-9511-2bdf9162be89 owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:30:01.154738 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:01.293725 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-28b6a19b-fb59-4d06-b9ab-207b6bbed66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:01.320411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6a19b-fb59-4d06-b9ab-207b6bbed66c admin admin] Pushing event deleted for resources: {'Port': ['ID=e4933a6c-14d3-480a-9511-2bdf9162be89,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:01.507074 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-28b6a19b-fb59-4d06-b9ab-207b6bbed66c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:01.762492 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b6a19b-fb59-4d06-b9ab-207b6bbed66c admin admin] Router 20e0e956-7466-4503-98e9-20711318f03c has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:30:01.874410 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b6a19b-fb59-4d06-b9ab-207b6bbed66c admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:30:01.880779 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-28b6a19b-fb59-4d06-b9ab-207b6bbed66c admin admin] 10.222.0.13 "PUT /v2.0/routers/20e0e956-7466-4503-98e9-20711318f03c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7465529 Jul 22 19:30:01.882898 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44278) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:01.887027 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a300e2-ec86-4ef9-b3a5-c5d9cdc3a6b8 None None] Sync routers for ids ['20e0e956-7466-4503-98e9-20711318f03c'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:30:01.919768 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a300e2-ec86-4ef9-b3a5-c5d9cdc3a6b8 None None] Routers {'20e0e956-7466-4503-98e9-20711318f03c'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:01.920610 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e8a300e2-ec86-4ef9-b3a5-c5d9cdc3a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:30:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['20e0e956-7466-4503-98e9-20711318f03c'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:02.069232 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-e8a300e2-ec86-4ef9-b3a5-c5d9cdc3a6b8 None None] Set router 20e0e956-7466-4503-98e9-20711318f03c gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:02.297860 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e8a300e2-ec86-4ef9-b3a5-c5d9cdc3a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e0e956-7466-4503-98e9-20711318f03c', 'name': 'tempest-TestServerBasicOps-1945679784-router', 'tenant_id': '4b36438935e249f1893e92d4b49c9be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bcd078a5-0bcc-458c-91d3-365c9e3a41c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:21Z', 'updated_at': '2021-07-22T19:30:01Z', 'revision_number': 5, 'project_id': '4b36438935e249f1893e92d4b49c9be2', 'gw_port': {'id': 'bcd078a5-0bcc-458c-91d3-365c9e3a41c5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:65:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e0e956-7466-4503-98e9-20711318f03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:23Z', 'updated_at': '2021-07-22T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:02.352852 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a300e2-ec86-4ef9-b3a5-c5d9cdc3a6b8 None None] Checking router: 20e0e956-7466-4503-98e9-20711318f03c for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:30:02.365701 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a300e2-ec86-4ef9-b3a5-c5d9cdc3a6b8 None None] Routers {'20e0e956-7466-4503-98e9-20711318f03c'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:02.366981 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e8a300e2-ec86-4ef9-b3a5-c5d9cdc3a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:30:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['20e0e956-7466-4503-98e9-20711318f03c'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:02.480840 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6cfed278-371c-4dd6-bffe-c12ecc0c74e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.493704 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-e8a300e2-ec86-4ef9-b3a5-c5d9cdc3a6b8 None None] Set router 20e0e956-7466-4503-98e9-20711318f03c gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:02.557278 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.561013 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6ee9a-8983-417b-8883-f0f71927e281 req-db619736-d02f-42a4-baca-9c84b03e4d86 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:02.564755 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-adf6ee9a-8983-417b-8883-f0f71927e281 req-db619736-d02f-42a4-baca-9c84b03e4d86 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.1750541 Jul 22 19:30:02.632240 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-adf6ee9a-8983-417b-8883-f0f71927e281 req-8a002d94-16e7-45e7-b96e-57ba47431932 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569007 Jul 22 19:30:02.653506 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6cfed278-371c-4dd6-bffe-c12ecc0c74e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.731956 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-6cfed278-371c-4dd6-bffe-c12ecc0c74e8 admin admin] Deleting port bcd078a5-0bcc-458c-91d3-365c9e3a41c5 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:30:02.732448 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6cfed278-371c-4dd6-bffe-c12ecc0c74e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.753725 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e8a300e2-ec86-4ef9-b3a5-c5d9cdc3a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e0e956-7466-4503-98e9-20711318f03c', 'name': 'tempest-TestServerBasicOps-1945679784-router', 'tenant_id': '4b36438935e249f1893e92d4b49c9be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bcd078a5-0bcc-458c-91d3-365c9e3a41c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:21Z', 'updated_at': '2021-07-22T19:30:01Z', 'revision_number': 5, 'project_id': '4b36438935e249f1893e92d4b49c9be2', 'gw_port': {'id': 'bcd078a5-0bcc-458c-91d3-365c9e3a41c5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:65:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e0e956-7466-4503-98e9-20711318f03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:23Z', 'updated_at': '2021-07-22T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:02.798743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a300e2-ec86-4ef9-b3a5-c5d9cdc3a6b8 None None] The sync data for ids ['20e0e956-7466-4503-98e9-20711318f03c'] in n-d-800086-12 is: [{'id': '20e0e956-7466-4503-98e9-20711318f03c', 'name': 'tempest-TestServerBasicOps-1945679784-router', 'tenant_id': '4b36438935e249f1893e92d4b49c9be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bcd078a5-0bcc-458c-91d3-365c9e3a41c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:21Z', 'updated_at': '2021-07-22T19:30:01Z', 'revision_number': 5, 'project_id': '4b36438935e249f1893e92d4b49c9be2', 'gw_port': {'id': 'bcd078a5-0bcc-458c-91d3-365c9e3a41c5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:65:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e0e956-7466-4503-98e9-20711318f03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:23Z', 'updated_at': '2021-07-22T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:30:02.889422 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de20d9c7-72fb-446a-9d25-7af55ba429ef req-a357158b-d42e-45bb-851f-68df559fee0d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1681206 Jul 22 19:30:02.895481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-6cfed278-371c-4dd6-bffe-c12ecc0c74e8 admin admin] For port bcd078a5-0bcc-458c-91d3-365c9e3a41c5, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bcd078a5-0bcc-458c-91d3-365c9e3a41c5,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:02.895963 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6cfed278-371c-4dd6-bffe-c12ecc0c74e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.910178 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-6cfed278-371c-4dd6-bffe-c12ecc0c74e8 admin admin] Calling delete_port for bcd078a5-0bcc-458c-91d3-365c9e3a41c5 owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:30:03.072003 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20d9c7-72fb-446a-9d25-7af55ba429ef req-6d503172-08ea-4d6c-a7f3-c1b8b84315f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:03.073476 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de20d9c7-72fb-446a-9d25-7af55ba429ef req-6d503172-08ea-4d6c-a7f3-c1b8b84315f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 1098 time: 0.1155500 Jul 22 19:30:03.224414 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20d9c7-72fb-446a-9d25-7af55ba429ef req-d0954f3e-ec56-456f-9400-6f0503cfc5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:03.226058 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de20d9c7-72fb-446a-9d25-7af55ba429ef req-d0954f3e-ec56-456f-9400-6f0503cfc5e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 913 time: 0.1295755 Jul 22 19:30:03.227251 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6cfed278-371c-4dd6-bffe-c12ecc0c74e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.274676 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfed278-371c-4dd6-bffe-c12ecc0c74e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd078a5-0bcc-458c-91d3-365c9e3a41c5,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:03.315321 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de20d9c7-72fb-446a-9d25-7af55ba429ef req-6cc587fa-d15f-4d69-8f37-9428d0932c9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78bec359-325f-4fb2-b93f-8f2a97f876c1 HTTP/1.1" status: 200 len: 217 time: 0.0823624 Jul 22 19:30:03.427613 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6cfed278-371c-4dd6-bffe-c12ecc0c74e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.431681 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20d9c7-72fb-446a-9d25-7af55ba429ef req-dbf9ef93-0d66-46aa-86e9-47aa3ce4b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:03.433301 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de20d9c7-72fb-446a-9d25-7af55ba429ef req-dbf9ef93-0d66-46aa-86e9-47aa3ce4b528 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.0965872 Jul 22 19:30:03.561827 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6cfed278-371c-4dd6-bffe-c12ecc0c74e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.566560 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6cfed278-371c-4dd6-bffe-c12ecc0c74e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.619935 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6cfed278-371c-4dd6-bffe-c12ecc0c74e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.620582 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfed278-371c-4dd6-bffe-c12ecc0c74e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20e0e956-7466-4503-98e9-20711318f03c {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:30:03.625761 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6cfed278-371c-4dd6-bffe-c12ecc0c74e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.629702 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6cfed278-371c-4dd6-bffe-c12ecc0c74e8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/20e0e956-7466-4503-98e9-20711318f03c HTTP/1.1" status: 204 len: 168 time: 1.7454667 Jul 22 19:30:03.629987 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44300) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:03.640705 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20d9c7-72fb-446a-9d25-7af55ba429ef req-6d1f7c18-d0ba-45a6-8842-940b1ebddc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:03.642422 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de20d9c7-72fb-446a-9d25-7af55ba429ef req-6d1f7c18-d0ba-45a6-8842-940b1ebddc51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1791155 Jul 22 19:30:03.712503 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-d662a717-5329-440f-8a46-bc6c5c14d82a admin admin] Deleting subnet c477953d-4329-4272-be07-fc1b2f93347c {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:30:03.724515 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d662a717-5329-440f-8a46-bc6c5c14d82a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.807358 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d662a717-5329-440f-8a46-bc6c5c14d82a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.892834 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de20d9c7-72fb-446a-9d25-7af55ba429ef req-5118cc4d-feac-474d-844c-bbcb32cbec0a service neutron] 10.222.0.30 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413776 Jul 22 19:30:03.922836 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d662a717-5329-440f-8a46-bc6c5c14d82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.996226 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.999313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716df0fe-7eae-4b4a-9046-968009d9e0af req-ce69be1a-ab1b-4a56-a3a1-5e29928d3119 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:04.008432 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-716df0fe-7eae-4b4a-9046-968009d9e0af req-ce69be1a-ab1b-4a56-a3a1-5e29928d3119 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.2023993 Jul 22 19:30:04.025978 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d662a717-5329-440f-8a46-bc6c5c14d82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.060008 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662a717-5329-440f-8a46-bc6c5c14d82a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c477953d-4329-4272-be07-fc1b2f93347c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:04.066162 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d662a717-5329-440f-8a46-bc6c5c14d82a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.072072 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d662a717-5329-440f-8a46-bc6c5c14d82a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c477953d-4329-4272-be07-fc1b2f93347c HTTP/1.1" status: 204 len: 168 time: 0.4411051 Jul 22 19:30:04.072638 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44314) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:04.076343 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1ee62f-b7f1-49c1-a565-3d6996858c34 None None] Network c1004dd2-19c9-4796-a785-0740f4a96043 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:30:04.080699 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-716df0fe-7eae-4b4a-9046-968009d9e0af req-a8ed8ba1-b5f3-47a4-9137-25b109086f76 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536578 Jul 22 19:30:04.157297 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de20d9c7-72fb-446a-9d25-7af55ba429ef req-2a8e5384-fe21-4127-bda3-bd45c414803d service neutron] 10.222.0.30 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587566 Jul 22 19:30:04.219522 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44318) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:04.264088 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3cad4a50-bf1e-48a7-93d5-8d9f1b698382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.368949 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-3cad4a50-bf1e-48a7-93d5-8d9f1b698382 admin admin] Deleting port d1ced23d-af8d-4ff3-aec3-b462fa2db6e3 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:30:04.369304 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3cad4a50-bf1e-48a7-93d5-8d9f1b698382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.395604 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e4933a6c-14d3-480a-9511-2bdf9162be89 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:30:04.436801 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d91b837-d2c5-4ffc-8f8a-8c11f791f8ba None None] DHCP port deletion for c1004dd2-19c9-4796-a785-0740f4a96043 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:30:04.464050 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-3cad4a50-bf1e-48a7-93d5-8d9f1b698382 admin admin] For port d1ced23d-af8d-4ff3-aec3-b462fa2db6e3, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d1ced23d-af8d-4ff3-aec3-b462fa2db6e3,segment=NetworkSegment(40027f19-5dd5-408d-a9c1-7aee2b0d344e),segment_id=40027f19-5dd5-408d-a9c1-7aee2b0d344e)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:04.464414 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3cad4a50-bf1e-48a7-93d5-8d9f1b698382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.487881 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-3cad4a50-bf1e-48a7-93d5-8d9f1b698382 admin admin] Calling delete_port for d1ced23d-af8d-4ff3-aec3-b462fa2db6e3 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:30:04.495190 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: e4933a6c-14d3-480a-9511-2bdf9162be89 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:30:04.495548 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e4933a6c-14d3-480a-9511-2bdf9162be89 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:30:04.495980 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bcd078a5-0bcc-458c-91d3-365c9e3a41c5 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:30:04.537556 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: bcd078a5-0bcc-458c-91d3-365c9e3a41c5 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:30:04.538415 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bcd078a5-0bcc-458c-91d3-365c9e3a41c5 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:30:04.563789 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06972b1d-6c22-44f4-98d2-8805a8cd05cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.578108 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-3d91b837-d2c5-4ffc-8f8a-8c11f791f8ba None None] Deleting port d1ced23d-af8d-4ff3-aec3-b462fa2db6e3 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:30:04.579046 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3d91b837-d2c5-4ffc-8f8a-8c11f791f8ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.618653 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3cad4a50-bf1e-48a7-93d5-8d9f1b698382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.659527 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad4a50-bf1e-48a7-93d5-8d9f1b698382 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ced23d-af8d-4ff3-aec3-b462fa2db6e3,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:04.666723 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cad4a50-bf1e-48a7-93d5-8d9f1b698382 admin admin] No DVR routers for this DVR port d1ced23d-af8d-4ff3-aec3-b462fa2db6e3 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:30:04.671630 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d1e94-837a-4d39-91e0-7c14cc37ffa4 req-6dfa017c-07d7-4c9b-b56b-b7d10ee0448c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:04.680193 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-089d1e94-837a-4d39-91e0-7c14cc37ffa4 req-6dfa017c-07d7-4c9b-b56b-b7d10ee0448c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.2623286 Jul 22 19:30:04.705768 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079193e-2bfa-4ca5-9866-0aa8f9d65263 req-63456cdc-8e6e-4174-80db-d7bd98358614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:04.707569 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3079193e-2bfa-4ca5-9866-0aa8f9d65263 req-63456cdc-8e6e-4174-80db-d7bd98358614 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 1097 time: 0.2309909 Jul 22 19:30:04.712102 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-3d91b837-d2c5-4ffc-8f8a-8c11f791f8ba None None] For port d1ced23d-af8d-4ff3-aec3-b462fa2db6e3, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d1ced23d-af8d-4ff3-aec3-b462fa2db6e3,segment=NetworkSegment(40027f19-5dd5-408d-a9c1-7aee2b0d344e),segment_id=40027f19-5dd5-408d-a9c1-7aee2b0d344e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:04.712523 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3d91b837-d2c5-4ffc-8f8a-8c11f791f8ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.737379 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-3d91b837-d2c5-4ffc-8f8a-8c11f791f8ba None None] Calling delete_port for d1ced23d-af8d-4ff3-aec3-b462fa2db6e3 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:30:04.783558 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3cad4a50-bf1e-48a7-93d5-8d9f1b698382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.789563 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-089d1e94-837a-4d39-91e0-7c14cc37ffa4 req-c87e7b17-90a3-4d46-8ced-f755c11eee30 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037424 Jul 22 19:30:04.800420 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-3cad4a50-bf1e-48a7-93d5-8d9f1b698382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1004dd2-19c9-4796-a785-0740f4a96043']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:04.824420 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-3cad4a50-bf1e-48a7-93d5-8d9f1b698382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40027f19-5dd5-408d-a9c1-7aee2b0d344e') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:04.824768 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-3cad4a50-bf1e-48a7-93d5-8d9f1b698382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40027f19-5dd5-408d-a9c1-7aee2b0d344e') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:04.839570 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3cad4a50-bf1e-48a7-93d5-8d9f1b698382 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.841298 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3d91b837-d2c5-4ffc-8f8a-8c11f791f8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.859958 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3cad4a50-bf1e-48a7-93d5-8d9f1b698382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.870650 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d91b837-d2c5-4ffc-8f8a-8c11f791f8ba None None] No DVR routers for this DVR port d1ced23d-af8d-4ff3-aec3-b462fa2db6e3 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:30:04.877738 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06972b1d-6c22-44f4-98d2-8805a8cd05cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.887009 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cad4a50-bf1e-48a7-93d5-8d9f1b698382 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:30:04.888638 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3cad4a50-bf1e-48a7-93d5-8d9f1b698382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.894454 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06972b1d-6c22-44f4-98d2-8805a8cd05cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:30:04.894569 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:30:04.899172 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079193e-2bfa-4ca5-9866-0aa8f9d65263 req-b013e583-1421-43fa-9dc9-ecc05b453691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:04.900726 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3079193e-2bfa-4ca5-9866-0aa8f9d65263 req-b013e583-1421-43fa-9dc9-ecc05b453691 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 913 time: 0.1849530 Jul 22 19:30:04.927265 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91b837-d2c5-4ffc-8f8a-8c11f791f8ba None None] Pushing event deleted for resources: {'Port': ['ID=d1ced23d-af8d-4ff3-aec3-b462fa2db6e3,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:04.997640 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-06972b1d-6c22-44f4-98d2-8805a8cd05cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=acb1851ac34b4075875fa2e04c10d023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7766500 Jul 22 19:30:05.001987 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44330) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:05.003728 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06972b1d-6c22-44f4-98d2-8805a8cd05cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f27312-a553-4a9f-b862-928b0e92399c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:05.010933 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3cad4a50-bf1e-48a7-93d5-8d9f1b698382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:05.018186 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3cad4a50-bf1e-48a7-93d5-8d9f1b698382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:05.018419 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3079193e-2bfa-4ca5-9866-0aa8f9d65263 req-16b09b9a-5cf4-4907-bba7-f84d24a5533f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a HTTP/1.1" status: 200 len: 1000 time: 0.1101489 Jul 22 19:30:05.020539 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3cad4a50-bf1e-48a7-93d5-8d9f1b698382 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c1004dd2-19c9-4796-a785-0740f4a96043 HTTP/1.1" status: 204 len: 168 time: 0.9468937 Jul 22 19:30:05.045030 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad4a50-bf1e-48a7-93d5-8d9f1b698382 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1004dd2-19c9-4796-a785-0740f4a96043,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:05.077686 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079193e-2bfa-4ca5-9866-0aa8f9d65263 req-5e23b9a3-950c-4a03-bbda-497aa12dc439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:05.079298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3079193e-2bfa-4ca5-9866-0aa8f9d65263 req-5e23b9a3-950c-4a03-bbda-497aa12dc439 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.0546818 Jul 22 19:30:05.094711 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d987e546-c6df-4dde-bcfb-daa8ea68cb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:05.117563 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d987e546-c6df-4dde-bcfb-daa8ea68cb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:05.151844 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079193e-2bfa-4ca5-9866-0aa8f9d65263 req-e04d6443-5209-4e18-8d1b-5a490656ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:05.154041 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3079193e-2bfa-4ca5-9866-0aa8f9d65263 req-e04d6443-5209-4e18-8d1b-5a490656ec20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682888 Jul 22 19:30:05.165676 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d987e546-c6df-4dde-bcfb-daa8ea68cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:05.168528 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d987e546-c6df-4dde-bcfb-daa8ea68cb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:05.170119 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d987e546-c6df-4dde-bcfb-daa8ea68cb7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21f27312-a553-4a9f-b862-928b0e92399c HTTP/1.1" status: 204 len: 168 time: 0.1670594 Jul 22 19:30:05.189072 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44336) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:05.200332 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987e546-c6df-4dde-bcfb-daa8ea68cb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f27312-a553-4a9f-b862-928b0e92399c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:05.260965 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-50c5083b-dd30-4b95-babb-dcd4629219e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ade0e6eb0dd4b2183d5e433ea099f6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701528 Jul 22 19:30:05.261244 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44342) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:05.280075 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3079193e-2bfa-4ca5-9866-0aa8f9d65263 req-6becfa9e-06b4-4d09-be08-82d7cb2da8b9 service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195433 Jul 22 19:30:05.388447 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1de17741-e365-47fe-886d-7e3365ba8119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:05.428855 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1de17741-e365-47fe-886d-7e3365ba8119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:05.437916 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3079193e-2bfa-4ca5-9866-0aa8f9d65263 req-d7a4901d-9663-4d67-ad35-1c227052f2b7 service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475861 Jul 22 19:30:05.492530 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1de17741-e365-47fe-886d-7e3365ba8119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:05.498772 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1de17741-e365-47fe-886d-7e3365ba8119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:05.498772 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1de17741-e365-47fe-886d-7e3365ba8119 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42469465-4efe-4a25-98c5-3be4190d0fb5 HTTP/1.1" status: 204 len: 168 time: 0.2357309 Jul 22 19:30:05.512128 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de17741-e365-47fe-886d-7e3365ba8119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42469465-4efe-4a25-98c5-3be4190d0fb5,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:05.834136 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44372) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:05.954911 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cb60e821-2a36-43c2-b623-3e7eae64f275 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b36438935e249f1893e92d4b49c9be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1194699 Jul 22 19:30:05.957671 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44374) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:05.990846 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe9e43-6ccc-4239-b32a-9dacb877c862 req-3d3d16a2-2118-466f-aecd-8327ae77b9cb tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:05.992592 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1cfe9e43-6ccc-4239-b32a-9dacb877c862 req-3d3d16a2-2118-466f-aecd-8327ae77b9cb tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0799999 Jul 22 19:30:06.019801 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c739479f-e87e-47bc-9e2a-5cff4d297b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:06.048436 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1cfe9e43-6ccc-4239-b32a-9dacb877c862 req-65c8d3fc-1323-42ba-a8b2-396106e00d7f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472810 Jul 22 19:30:06.050405 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c739479f-e87e-47bc-9e2a-5cff4d297b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:06.113027 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c739479f-e87e-47bc-9e2a-5cff4d297b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:06.115780 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c739479f-e87e-47bc-9e2a-5cff4d297b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:06.119434 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c739479f-e87e-47bc-9e2a-5cff4d297b4d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bb1a750-28e0-4311-b4c3-61e82a2ec616 HTTP/1.1" status: 204 len: 168 time: 0.1575143 Jul 22 19:30:06.129492 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739479f-e87e-47bc-9e2a-5cff4d297b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb1a750-28e0-4311-b4c3-61e82a2ec616,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:06.157705 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d1ced23d-af8d-4ff3-aec3-b462fa2db6e3 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:30:06.178506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: d1ced23d-af8d-4ff3-aec3-b462fa2db6e3 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:30:06.179199 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d1ced23d-af8d-4ff3-aec3-b462fa2db6e3 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:30:07.192685 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481daa9-d2e6-47a6-b063-27c8b9cd5a7f req-f742dcfd-dc6e-4641-8340-8da245a11264 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:07.194280 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1481daa9-d2e6-47a6-b063-27c8b9cd5a7f req-f742dcfd-dc6e-4641-8340-8da245a11264 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0726268 Jul 22 19:30:07.241819 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1481daa9-d2e6-47a6-b063-27c8b9cd5a7f req-a26228ba-0481-4413-a2f4-2095b03dd907 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389202 Jul 22 19:30:07.387294 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2d0b7-6e9c-41a4-a317-47171d036139 req-a9f428da-c33d-4e97-88c5-353bde09270c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:07.390549 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9dd2d0b7-6e9c-41a4-a317-47171d036139 req-a9f428da-c33d-4e97-88c5-353bde09270c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0750341 Jul 22 19:30:07.432527 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9dd2d0b7-6e9c-41a4-a317-47171d036139 req-15bfbafc-0bb1-4aa6-a501-a2e8390d43a0 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352926 Jul 22 19:30:07.596462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c8cf6-384e-4a5b-bc27-8b4723c53e7c req-e9e6d882-b91d-4e14-847e-0c143c4cb432 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:07.598650 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-937c8cf6-384e-4a5b-bc27-8b4723c53e7c req-e9e6d882-b91d-4e14-847e-0c143c4cb432 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0902810 Jul 22 19:30:07.680009 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-937c8cf6-384e-4a5b-bc27-8b4723c53e7c req-d25fdebe-a05a-48f8-ab0a-4dcc6f681259 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692353 Jul 22 19:30:07.910042 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44444) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:07.915324 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-877b053e-50b2-4603-a269-c533a6257ef2 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Request body: {'network': {'name': 'tempest-network-smoke--245139975', 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'port_security_enabled': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:07.938997 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877b053e-50b2-4603-a269-c533a6257ef2 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Made reservation on behalf of 3da4ab999acb40b8ac365fc65087f150 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:07.942944 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-877b053e-50b2-4603-a269-c533a6257ef2 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:07.952450 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedb0ea-d0cd-49aa-915d-bec749ad53da req-26e117f2-62dc-4364-9459-ff3f81913131 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:07.955103 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-877b053e-50b2-4603-a269-c533a6257ef2 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:07.959827 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1eedb0ea-d0cd-49aa-915d-bec749ad53da req-26e117f2-62dc-4364-9459-ff3f81913131 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0966675 Jul 22 19:30:07.996627 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1eedb0ea-d0cd-49aa-915d-bec749ad53da req-cc350c19-3d01-41eb-9592-426bcbaca539 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358953 Jul 22 19:30:08.061356 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-877b053e-50b2-4603-a269-c533a6257ef2 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:08.066057 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-877b053e-50b2-4603-a269-c533a6257ef2 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:08.088320 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877b053e-50b2-4603-a269-c533a6257ef2 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:30:08.104037 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b053e-50b2-4603-a269-c533a6257ef2 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5a46db-29cc-4872-b4bc-8a377bcf8206,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:08.107019 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-877b053e-50b2-4603-a269-c533a6257ef2 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:08.107371 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-877b053e-50b2-4603-a269-c533a6257ef2 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Added segment 77400d98-b218-483a-88ed-8f0fe3b18381 of type vlan for network 8cc94d84-78be-4508-a982-5c90ccffc312 Jul 22 19:30:08.147314 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-877b053e-50b2-4603-a269-c533a6257ef2 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:08.176264 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-877b053e-50b2-4603-a269-c533a6257ef2 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:08.181898 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877b053e-50b2-4603-a269-c533a6257ef2 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:08.182496 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-877b053e-50b2-4603-a269-c533a6257ef2 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:08.220536 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-877b053e-50b2-4603-a269-c533a6257ef2 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3061254 Jul 22 19:30:08.220976 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44446) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:08.225997 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-90a1597f-3987-44a2-9e0d-66ccaf15b5ca tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-236196053', 'admin_state_up': True, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:08.253191 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b053e-50b2-4603-a269-c533a6257ef2 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event updated for resources: {'Network': ['ID=8cc94d84-78be-4508-a982-5c90ccffc312,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:08.262404 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-90a1597f-3987-44a2-9e0d-66ccaf15b5ca tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:08.266815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 8cc94d84-78be-4508-a982-5c90ccffc312 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:30:08.270833 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-90a1597f-3987-44a2-9e0d-66ccaf15b5ca tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:08.341874 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-90a1597f-3987-44a2-9e0d-66ccaf15b5ca tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:08.493182 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-90a1597f-3987-44a2-9e0d-66ccaf15b5ca tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:08.688206 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-90a1597f-3987-44a2-9e0d-66ccaf15b5ca tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:08.706938 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-90a1597f-3987-44a2-9e0d-66ccaf15b5ca tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:08.813406 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-90a1597f-3987-44a2-9e0d-66ccaf15b5ca tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Allocated IP 172.25.3.78 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/2bd53a21-40c9-414b-bed8-dfa5b916cca5) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:08.914863 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-90a1597f-3987-44a2-9e0d-66ccaf15b5ca tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:08.954781 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-90a1597f-3987-44a2-9e0d-66ccaf15b5ca tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:08.989626 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a1597f-3987-44a2-9e0d-66ccaf15b5ca tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:08.993045 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-90a1597f-3987-44a2-9e0d-66ccaf15b5ca tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:08.997506 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a1597f-3987-44a2-9e0d-66ccaf15b5ca tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:09.040585 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1597f-3987-44a2-9e0d-66ccaf15b5ca tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event updated for resources: {'Port': ['ID=2bd53a21-40c9-414b-bed8-dfa5b916cca5,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:09.099133 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:09.242386 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132bc69-b15f-46e8-b76f-8d0aa139e5d4 req-bfe92186-4d77-474c-9613-0513f8429554 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:09.243872 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e132bc69-b15f-46e8-b76f-8d0aa139e5d4 req-bfe92186-4d77-474c-9613-0513f8429554 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.1590672 Jul 22 19:30:09.322583 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e132bc69-b15f-46e8-b76f-8d0aa139e5d4 req-34ab2739-e29e-46c3-addf-13f99a59deb4 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502028 Jul 22 19:30:09.339850 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-90a1597f-3987-44a2-9e0d-66ccaf15b5ca tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:09.654677 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-90a1597f-3987-44a2-9e0d-66ccaf15b5ca tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:10.044452 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7900b4-9c1a-484c-b6d9-29c6d70317ef req-22cd7d08-1bd4-4187-bf84-2f479089d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:10.046103 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc7900b4-9c1a-484c-b6d9-29c6d70317ef req-22cd7d08-1bd4-4187-bf84-2f479089d23b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 1097 time: 0.5313618 Jul 22 19:30:10.081409 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fe829-0456-4f9b-bfa3-183628c9fc3b req-954f7382-e512-41db-9d0d-017109fc093a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:10.082836 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d07fe829-0456-4f9b-bfa3-183628c9fc3b req-954f7382-e512-41db-9d0d-017109fc093a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.5698926 Jul 22 19:30:10.213383 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d07fe829-0456-4f9b-bfa3-183628c9fc3b req-f4352586-2e10-4b56-99c5-c9abf36a143c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202548 Jul 22 19:30:10.247956 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7900b4-9c1a-484c-b6d9-29c6d70317ef req-dd5d0b28-0de8-4ec6-9648-6d21f8dc0912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:10.249465 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc7900b4-9c1a-484c-b6d9-29c6d70317ef req-dd5d0b28-0de8-4ec6-9648-6d21f8dc0912 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 913 time: 0.1762009 Jul 22 19:30:10.314056 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a1597f-3987-44a2-9e0d-66ccaf15b5ca tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Router 86970342-67dd-4db7-b928-9f7679edfac3 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:30:10.332701 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc7900b4-9c1a-484c-b6d9-29c6d70317ef req-bd24c39e-a2b2-482c-bd7e-04177a6a8608 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a HTTP/1.1" status: 200 len: 1000 time: 0.0737872 Jul 22 19:30:10.460132 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7900b4-9c1a-484c-b6d9-29c6d70317ef req-ac90eb92-558e-4cc7-8bd9-d92109f21a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:10.461658 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc7900b4-9c1a-484c-b6d9-29c6d70317ef req-ac90eb92-558e-4cc7-8bd9-d92109f21a8d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.0955772 Jul 22 19:30:10.507543 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a1597f-3987-44a2-9e0d-66ccaf15b5ca tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:30:10.518705 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] Sync routers for ids ['86970342-67dd-4db7-b928-9f7679edfac3'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:30:10.528749 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] Routers {'86970342-67dd-4db7-b928-9f7679edfac3'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:10.529630 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:30:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['86970342-67dd-4db7-b928-9f7679edfac3'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:10.535456 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-90a1597f-3987-44a2-9e0d-66ccaf15b5ca tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:10.537814 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-90a1597f-3987-44a2-9e0d-66ccaf15b5ca tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.3145392 Jul 22 19:30:10.539986 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44474) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:10.548311 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7900b4-9c1a-484c-b6d9-29c6d70317ef req-2728a31a-5f11-4c78-8b42-883148371b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:10.550169 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc7900b4-9c1a-484c-b6d9-29c6d70317ef req-2728a31a-5f11-4c78-8b42-883148371b51 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804670 Jul 22 19:30:10.687993 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc7900b4-9c1a-484c-b6d9-29c6d70317ef req-a727e0bf-f3de-4f29-8026-439e9dd8b56c service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313975 Jul 22 19:30:10.697001 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-48648c9a-64c9-4218-ae12-5d80594d0218 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=3da4ab999acb40b8ac365fc65087f150&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1555693 Jul 22 19:30:10.699644 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44484) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:10.788140 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] Set router 86970342-67dd-4db7-b928-9f7679edfac3 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:10.805230 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc7900b4-9c1a-484c-b6d9-29c6d70317ef req-2df22dd8-cff8-463d-a2bd-5f439dc23088 service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112788 Jul 22 19:30:10.806296 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b4e289-3374-4dce-b9f3-e127970ad3e4 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:10.808533 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-55b4e289-3374-4dce-b9f3-e127970ad3e4 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1072867 Jul 22 19:30:10.810917 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44486) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:10.844611 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0a5aeae6-94d5-4ffe-ad36-c2bec9ec12c8 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322721 Jul 22 19:30:10.847112 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44488) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:10.852368 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-14ba9a96-f10b-4bce-b8c5-07744ef5619a tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1090435087', 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312', 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:10.943353 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ba9a96-f10b-4bce-b8c5-07744ef5619a tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Made reservation on behalf of 3da4ab999acb40b8ac365fc65087f150 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:10.947108 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14ba9a96-f10b-4bce-b8c5-07744ef5619a tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:11.024179 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86970342-67dd-4db7-b928-9f7679edfac3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-236196053', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:09Z', 'revision_number': 3, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port': {'id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:11.055845 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b179505-a9a0-4629-822d-29b908993c15 req-646bb364-711a-4eec-bf99-8e174738063d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:11.058013 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b179505-a9a0-4629-822d-29b908993c15 req-646bb364-711a-4eec-bf99-8e174738063d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 1097 time: 0.1187172 Jul 22 19:30:11.066476 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] Checking router: 86970342-67dd-4db7-b928-9f7679edfac3 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:30:11.066827 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] Updating router 86970342-67dd-4db7-b928-9f7679edfac3 port 2bd53a21-40c9-414b-bed8-dfa5b916cca5 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:30:11.114135 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:11.164664 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14ba9a96-f10b-4bce-b8c5-07744ef5619a tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:11.195430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b179505-a9a0-4629-822d-29b908993c15 req-a049c753-c7b8-41a4-98d3-be9304a1d8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:11.197352 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b179505-a9a0-4629-822d-29b908993c15 req-a049c753-c7b8-41a4-98d3-be9304a1d8e9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 200 len: 913 time: 0.1010351 Jul 22 19:30:11.227971 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba9a96-f10b-4bce-b8c5-07744ef5619a tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event updated for resources: {'Subnet': ['ID=68fcbf20-0077-42bc-b4f7-a70bb6ff7db2,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:11.250564 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ba9a96-f10b-4bce-b8c5-07744ef5619a tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Checking segment: {'id': '77400d98-b218-483a-88ed-8f0fe3b18381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:11.250982 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ba9a96-f10b-4bce-b8c5-07744ef5619a tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Network hostable DHCP agents. Network: 8cc94d84-78be-4508-a982-5c90ccffc312, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:30:11.287659 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ba9a96-f10b-4bce-b8c5-07744ef5619a tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Network 8cc94d84-78be-4508-a982-5c90ccffc312 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:30:11.293819 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b179505-a9a0-4629-822d-29b908993c15 req-b9633ec1-b717-4c4c-adec-9d2379bd9473 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a HTTP/1.1" status: 200 len: 1000 time: 0.0889566 Jul 22 19:30:11.298199 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-14ba9a96-f10b-4bce-b8c5-07744ef5619a tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 8cc94d84-78be-4508-a982-5c90ccffc312) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:11.306865 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8771e9-5f5b-4bae-b5c1-df6f596d8901 None None] Network 8cc94d84-78be-4508-a982-5c90ccffc312 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:30:11.313095 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ba9a96-f10b-4bce-b8c5-07744ef5619a tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:11.316639 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-14ba9a96-f10b-4bce-b8c5-07744ef5619a tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:11.340722 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-14ba9a96-f10b-4bce-b8c5-07744ef5619a tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4923480 Jul 22 19:30:11.343795 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44500) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:11.413555 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b179505-a9a0-4629-822d-29b908993c15 req-5fec6195-4a67-45da-81ab-dbc4aab91187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:11.416180 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b179505-a9a0-4629-822d-29b908993c15 req-5fec6195-4a67-45da-81ab-dbc4aab91187 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 200 len: 851 time: 0.1145420 Jul 22 19:30:11.495096 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429bf66-5008-4fd9-8136-02c5f8c4d72c req-55c7e736-7a70-4570-a68a-dcb0e9c1c6bd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:11.497107 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4429bf66-5008-4fd9-8136-02c5f8c4d72c req-55c7e736-7a70-4570-a68a-dcb0e9c1c6bd tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.1525207 Jul 22 19:30:11.570809 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:11.582581 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4429bf66-5008-4fd9-8136-02c5f8c4d72c req-c8aa8017-8ad8-4e9c-b9dc-5de8a43fd409 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779066 Jul 22 19:30:11.593016 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] Transition to ACTIVE for port object 2bd53a21-40c9-414b-bed8-dfa5b916cca5 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:11.597108 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b179505-a9a0-4629-822d-29b908993c15 req-8a1529c3-8ff7-4839-a437-b79898c3ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:11.599150 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b179505-a9a0-4629-822d-29b908993c15 req-8a1529c3-8ff7-4839-a437-b79898c3ca3c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0d34eab5-aeb5-4524-924a-da6ba796a415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1691349 Jul 22 19:30:11.602249 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:11.705790 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-8cc94d84-78be-4508-a982-5c90ccffc312', 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'fixed_ips': [{'subnet_id': '68fcbf20-0077-42bc-b4f7-a70bb6ff7db2'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:30:11.708447 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:11.731469 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] Attempting to bind port 2bd53a21-40c9-414b-bed8-dfa5b916cca5 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:30:11.732465 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] Attempting to bind port 2bd53a21-40c9-414b-bed8-dfa5b916cca5 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:30:11.733383 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] Attempting to bind port 2bd53a21-40c9-414b-bed8-dfa5b916cca5 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:11.748738 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:30:11.749252 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:11.749881 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:11.750812 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:30:11.751934 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] Bound port: 2bd53a21-40c9-414b-bed8-dfa5b916cca5, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:30:11.752641 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:11.841041 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] For port 2bd53a21-40c9-414b-bed8-dfa5b916cca5, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:11.845886 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] For port 2bd53a21-40c9-414b-bed8-dfa5b916cca5, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2bd53a21-40c9-414b-bed8-dfa5b916cca5,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:30:11.853574 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:11.883274 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b179505-a9a0-4629-822d-29b908993c15 req-6cdcbe56-a837-4913-8b51-e4857093e44a service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751780 Jul 22 19:30:11.889881 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] Routers {'86970342-67dd-4db7-b928-9f7679edfac3'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:11.891958 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:30:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['86970342-67dd-4db7-b928-9f7679edfac3'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:11.920209 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:12.060761 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] Set router 86970342-67dd-4db7-b928-9f7679edfac3 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:12.064425 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed1db6-57aa-4be5-9149-d12a0902d855 None None] Pushing event updated for resources: {'Port': ['ID=2bd53a21-40c9-414b-bed8-dfa5b916cca5,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:12.077712 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] Allocated IP 172.20.0.2 (8cc94d84-78be-4508-a982-5c90ccffc312/68fcbf20-0077-42bc-b4f7-a70bb6ff7db2/b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:12.114665 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b179505-a9a0-4629-822d-29b908993c15 req-e428129e-c3dc-4ee9-bae5-9e2553e80487 service neutron] 10.222.0.16 "GET /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249954 Jul 22 19:30:12.199401 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ed1db6-57aa-4be5-9149-d12a0902d855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:12.200693 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ed1db6-57aa-4be5-9149-d12a0902d855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:12.201226 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ed1db6-57aa-4be5-9149-d12a0902d855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:12.201790 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ed1db6-57aa-4be5-9149-d12a0902d855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:12.202300 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ed1db6-57aa-4be5-9149-d12a0902d855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:12.203358 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ed1db6-57aa-4be5-9149-d12a0902d855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:12.210987 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ed1db6-57aa-4be5-9149-d12a0902d855 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:12.211326 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ed1db6-57aa-4be5-9149-d12a0902d855 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:12.211654 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ed1db6-57aa-4be5-9149-d12a0902d855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:12.211979 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ed1db6-57aa-4be5-9149-d12a0902d855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:12.212305 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ed1db6-57aa-4be5-9149-d12a0902d855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:12.212652 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ed1db6-57aa-4be5-9149-d12a0902d855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:12.313782 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed1db6-57aa-4be5-9149-d12a0902d855 None None] Pushing event updated for resources: {'Port': ['ID=2bd53a21-40c9-414b-bed8-dfa5b916cca5,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:12.315740 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:12.329668 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] Transition to ACTIVE for port object b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:12.349310 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] Transition to ACTIVE for port object b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:12.355831 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:12.463659 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] Network 8cc94d84-78be-4508-a982-5c90ccffc312 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:12.475791 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:12.477752 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] Pushing event updated for resources: {'Port': ['ID=b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:12.480331 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:12.583556 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86970342-67dd-4db7-b928-9f7679edfac3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-236196053', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:09Z', 'revision_number': 3, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port': {'id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:12.602918 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] Attempting to bind port b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:30:12.603295 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] Attempting to bind port b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '77400d98-b218-483a-88ed-8f0fe3b18381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:30:12.603666 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] Attempting to bind port b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa on network 8cc94d84-78be-4508-a982-5c90ccffc312 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:12.619957 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:30:12.620355 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] Checking segment: {'id': '77400d98-b218-483a-88ed-8f0fe3b18381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:12.620870 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:12.621547 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] Bound using segment: {'id': '77400d98-b218-483a-88ed-8f0fe3b18381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:30:12.622327 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] Bound port: b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77400d98-b218-483a-88ed-8f0fe3b18381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:30:12.622975 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:12.677785 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921fca8-aa20-4773-afd6-8a8824920e58 None None] The sync data for ids ['86970342-67dd-4db7-b928-9f7679edfac3'] in n-d-800086-12 is: [{'id': '86970342-67dd-4db7-b928-9f7679edfac3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-236196053', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:09Z', 'revision_number': 3, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port': {'id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:30:12.737989 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-758e6ffb-e4e3-418a-aa53-98a3178172cd tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:12.763950 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] For port b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:12.783107 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] For port b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa,segment=NetworkSegment(77400d98-b218-483a-88ed-8f0fe3b18381),segment_id=77400d98-b218-483a-88ed-8f0fe3b18381)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:30:12.787503 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:12.912906 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ec177-17ec-45ae-91e9-50c7b6d9d589 req-c9b59d4c-63b7-4d5d-92cb-94abe46f331c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:12.925504 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe4ec177-17ec-45ae-91e9-50c7b6d9d589 req-c9b59d4c-63b7-4d5d-92cb-94abe46f331c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.1713450 Jul 22 19:30:12.951968 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b7854-b686-4a14-a4f0-3de6f31b252f None None] Pushing event updated for resources: {'Port': ['ID=b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:13.018822 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe4ec177-17ec-45ae-91e9-50c7b6d9d589 req-1cb4d024-5592-493d-9c22-c1a999dd4102 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896549 Jul 22 19:30:13.259478 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dde69f-9528-405b-8e8b-f76cfda05724 req-10d2133e-f5db-4883-bcea-22d5fecb893e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:13.268147 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-61dde69f-9528-405b-8e8b-f76cfda05724 req-10d2133e-f5db-4883-bcea-22d5fecb893e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.1338646 Jul 22 19:30:13.342452 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-61dde69f-9528-405b-8e8b-f76cfda05724 req-2971e01f-4321-487a-ae5c-72ec135f5ad3 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727034 Jul 22 19:30:13.442262 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-758e6ffb-e4e3-418a-aa53-98a3178172cd tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Allocated IP 172.20.0.1 (8cc94d84-78be-4508-a982-5c90ccffc312/68fcbf20-0077-42bc-b4f7-a70bb6ff7db2/012d08b2-eb85-4a59-a98b-2553079576bf) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:13.636952 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-758e6ffb-e4e3-418a-aa53-98a3178172cd tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:13.658741 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-758e6ffb-e4e3-418a-aa53-98a3178172cd tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Transition to ACTIVE for port object 012d08b2-eb85-4a59-a98b-2553079576bf will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:13.699847 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-758e6ffb-e4e3-418a-aa53-98a3178172cd tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:13.773782 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758e6ffb-e4e3-418a-aa53-98a3178172cd tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Network 8cc94d84-78be-4508-a982-5c90ccffc312 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:13.780208 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e6ffb-e4e3-418a-aa53-98a3178172cd tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event updated for resources: {'Port': ['ID=012d08b2-eb85-4a59-a98b-2553079576bf,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:13.783782 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-758e6ffb-e4e3-418a-aa53-98a3178172cd tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:13.787182 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758e6ffb-e4e3-418a-aa53-98a3178172cd tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:13.841661 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-758e6ffb-e4e3-418a-aa53-98a3178172cd tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:14.096612 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-758e6ffb-e4e3-418a-aa53-98a3178172cd tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:14.245577 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:14.366021 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:14.386457 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2bd53a21-40c9-414b-bed8-dfa5b916cca5 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:14.470657 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 2bd53a21-40c9-414b-bed8-dfa5b916cca5 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:14.483535 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 2bd53a21-40c9-414b-bed8-dfa5b916cca5 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:14.484734 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:14.586961 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94914e67-09fb-4687-812a-888c2494ee1d req-56bd5d9e-e43c-4720-bda4-3fb0c77511bc tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:14.589087 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-94914e67-09fb-4687-812a-888c2494ee1d req-56bd5d9e-e43c-4720-bda4-3fb0c77511bc tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefe95cd-1e24-4117-b75d-e4574f4e0b3c HTTP/1.1" status: 200 len: 944 time: 0.1036251 Jul 22 19:30:14.602031 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:14.616275 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-758e6ffb-e4e3-418a-aa53-98a3178172cd tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:14.621647 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-758e6ffb-e4e3-418a-aa53-98a3178172cd tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:14.635240 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 2bd53a21-40c9-414b-bed8-dfa5b916cca5, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2bd53a21-40c9-414b-bed8-dfa5b916cca5,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:14.642453 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:14.717857 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6997616f-1faf-4c36-9045-c853cb7041b6 None None] Network 8cc94d84-78be-4508-a982-5c90ccffc312 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:30:14.721141 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-758e6ffb-e4e3-418a-aa53-98a3178172cd tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:14.740051 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e6ffb-e4e3-418a-aa53-98a3178172cd tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event updated for resources: {'Port': ['ID=012d08b2-eb85-4a59-a98b-2553079576bf,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:14.746667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=2bd53a21-40c9-414b-bed8-dfa5b916cca5,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:14.775634 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d621151f-0fd6-4cad-9085-998a30fdfe00 None None] Provisioning for port b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:14.783687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-94914e67-09fb-4687-812a-888c2494ee1d req-44729c92-682d-4e78-b659-0af32c0c3d6a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Deleting port 23042996-001a-4e33-aad4-1809170c56f5 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:30:14.783927 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-94914e67-09fb-4687-812a-888c2494ee1d req-44729c92-682d-4e78-b659-0af32c0c3d6a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:14.824834 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d621151f-0fd6-4cad-9085-998a30fdfe00 None None] Provisioning complete for port b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:14.825256 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d621151f-0fd6-4cad-9085-998a30fdfe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:14.867469 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758e6ffb-e4e3-418a-aa53-98a3178172cd tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Network 8cc94d84-78be-4508-a982-5c90ccffc312 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:14.869857 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-758e6ffb-e4e3-418a-aa53-98a3178172cd tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:14.954777 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-94914e67-09fb-4687-812a-888c2494ee1d req-44729c92-682d-4e78-b659-0af32c0c3d6a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] For port 23042996-001a-4e33-aad4-1809170c56f5, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=23042996-001a-4e33-aad4-1809170c56f5,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:14.955107 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-94914e67-09fb-4687-812a-888c2494ee1d req-44729c92-682d-4e78-b659-0af32c0c3d6a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:14.973211 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-94914e67-09fb-4687-812a-888c2494ee1d req-44729c92-682d-4e78-b659-0af32c0c3d6a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Calling delete_port for 23042996-001a-4e33-aad4-1809170c56f5 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:30:15.034230 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758e6ffb-e4e3-418a-aa53-98a3178172cd tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Router 86970342-67dd-4db7-b928-9f7679edfac3 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:30:15.042667 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d621151f-0fd6-4cad-9085-998a30fdfe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:15.096468 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d621151f-0fd6-4cad-9085-998a30fdfe00 None None] For port b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa,segment=NetworkSegment(77400d98-b218-483a-88ed-8f0fe3b18381),segment_id=77400d98-b218-483a-88ed-8f0fe3b18381)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:15.101845 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d621151f-0fd6-4cad-9085-998a30fdfe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:15.172883 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621151f-0fd6-4cad-9085-998a30fdfe00 None None] Pushing event updated for resources: {'Port': ['ID=b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:15.210783 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-94914e67-09fb-4687-812a-888c2494ee1d req-44729c92-682d-4e78-b659-0af32c0c3d6a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:15.225214 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['78bec359-325f-4fb2-b93f-8f2a97f876c1', '86d130a6-64b0-43c7-b6a8-ac7353ed126e'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:30:15.239368 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758e6ffb-e4e3-418a-aa53-98a3178172cd tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:30:15.249038 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44729c92-682d-4e78-b659-0af32c0c3d6a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Pushing event deleted for resources: {'Port': ['ID=23042996-001a-4e33-aad4-1809170c56f5,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:15.251101 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44588) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:15.255615 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-da5e87f3-6e46-404f-96db-cb696a8ee646 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1164887513', 'description': 'tempest-secgroup_access--1164887513 description', 'project_id': '3da4ab999acb40b8ac365fc65087f150'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:15.255784 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-758e6ffb-e4e3-418a-aa53-98a3178172cd tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "PUT /v2.0/routers/86970342-67dd-4db7-b928-9f7679edfac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9047365 Jul 22 19:30:15.324817 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-94914e67-09fb-4687-812a-888c2494ee1d req-44729c92-682d-4e78-b659-0af32c0c3d6a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] No DVR routers for this DVR port 23042996-001a-4e33-aad4-1809170c56f5 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:30:15.328704 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-da5e87f3-6e46-404f-96db-cb696a8ee646 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:15.345434 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-94914e67-09fb-4687-812a-888c2494ee1d req-44729c92-682d-4e78-b659-0af32c0c3d6a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:15.347775 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-94914e67-09fb-4687-812a-888c2494ee1d req-44729c92-682d-4e78-b659-0af32c0c3d6a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "DELETE /v2.0/ports/23042996-001a-4e33-aad4-1809170c56f5 HTTP/1.1" status: 204 len: 173 time: 0.7520378 Jul 22 19:30:15.350438 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fefe95cd-1e24-4117-b75d-e4574f4e0b3c', 'name': 'network-vif-deleted', 'tag': '23042996-001a-4e33-aad4-1809170c56f5'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:15.353262 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa979ed-e82c-475d-a4e6-5e408873e493" -d '{"events": [{"server_uuid": "fefe95cd-1e24-4117-b75d-e4574f4e0b3c", "name": "network-vif-deleted", "tag": "23042996-001a-4e33-aad4-1809170c56f5"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:15.443705 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f5c090-8fdb-4d7b-bfc3-19277b9c4129 x-openstack-request-id: req-20f5c090-8fdb-4d7b-bfc3-19277b9c4129 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:15.443985 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fefe95cd-1e24-4117-b75d-e4574f4e0b3c", "name": "network-vif-deleted", "tag": "23042996-001a-4e33-aad4-1809170c56f5", "status": "failed", "code": 422}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:15.444231 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20f5c090-8fdb-4d7b-bfc3-19277b9c4129 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:15.447395 n-d-800086-12 neutron-server[93807]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fefe95cd-1e24-4117-b75d-e4574f4e0b3c', 'name': 'network-vif-deleted', 'tag': '23042996-001a-4e33-aad4-1809170c56f5', 'status': 'failed', 'code': 422} returned with failed status Jul 22 19:30:15.515834 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-da5e87f3-6e46-404f-96db-cb696a8ee646 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:15.520689 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-da5e87f3-6e46-404f-96db-cb696a8ee646 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:15.522274 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] Sync routers for ids ['86970342-67dd-4db7-b928-9f7679edfac3'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:30:15.570406 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-da5e87f3-6e46-404f-96db-cb696a8ee646 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:15.573766 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-da5e87f3-6e46-404f-96db-cb696a8ee646 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3215179 Jul 22 19:30:15.577029 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44600) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:15.584916 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-3441046b-6830-40c7-ba20-11096609a914 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1015040723', 'description': 'tempest-secgroup_general--1015040723 description', 'project_id': '3da4ab999acb40b8ac365fc65087f150'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:15.604600 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] Routers {'86970342-67dd-4db7-b928-9f7679edfac3'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:15.605261 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:30:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['86970342-67dd-4db7-b928-9f7679edfac3'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:15.608040 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-98153047-687c-4385-b0c4-3dae3815c258 None None] Provisioning complete for port b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:15.608397 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-98153047-687c-4385-b0c4-3dae3815c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:15.611583 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e87f3-6e46-404f-96db-cb696a8ee646 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fc8dc4-110e-4775-be8f-e1b25f210dd8,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:15.658164 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3441046b-6830-40c7-ba20-11096609a914 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:15.788779 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3441046b-6830-40c7-ba20-11096609a914 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:15.794891 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3441046b-6830-40c7-ba20-11096609a914 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:15.817203 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3441046b-6830-40c7-ba20-11096609a914 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:15.819019 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3441046b-6830-40c7-ba20-11096609a914 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2412775 Jul 22 19:30:15.822437 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44602) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:15.829509 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-668a0486-6179-400d-8fcc-3e033838eb06 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Request body: {'security_group_rule': {'security_group_id': 'c6fc8dc4-110e-4775-be8f-e1b25f210dd8', 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:15.862039 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441046b-6830-40c7-ba20-11096609a914 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3995884-6dd6-4c0c-9d76-d2782d545177,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:15.935633 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-668a0486-6179-400d-8fcc-3e033838eb06 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:15.946456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] Set router 86970342-67dd-4db7-b928-9f7679edfac3 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:15.994201 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-98153047-687c-4385-b0c4-3dae3815c258 None None] Provisioning for port 012d08b2-eb85-4a59-a98b-2553079576bf completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:16.002310 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-98153047-687c-4385-b0c4-3dae3815c258 None None] Provisioning complete for port 012d08b2-eb85-4a59-a98b-2553079576bf triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:16.002677 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-98153047-687c-4385-b0c4-3dae3815c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:16.027921 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-668a0486-6179-400d-8fcc-3e033838eb06 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:16.043597 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-668a0486-6179-400d-8fcc-3e033838eb06 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:16.075278 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a0486-6179-400d-8fcc-3e033838eb06 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53eb538c-8231-44ef-8ac0-0eee5ec7fdd1,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:16.089463 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-668a0486-6179-400d-8fcc-3e033838eb06 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:16.100513 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-668a0486-6179-400d-8fcc-3e033838eb06 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2668121 Jul 22 19:30:16.357008 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-80ab4ab5-0f6f-458b-93c8-ca5f0c13c92d tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--1015040723&fields=id&tenant_id=3da4ab999acb40b8ac365fc65087f150 HTTP/1.1" status: 200 len: 267 time: 0.0652807 Jul 22 19:30:16.403713 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:16.411524 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-d12f6992-1549-4ca1-b1f5-f01a6c382395 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--1164887513&fields=id&tenant_id=3da4ab999acb40b8ac365fc65087f150 HTTP/1.1" status: 200 len: 267 time: 0.0535176 Jul 22 19:30:16.427394 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-98153047-687c-4385-b0c4-3dae3815c258 None None] Port 012d08b2-eb85-4a59-a98b-2553079576bf cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:30:16.526088 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:16.526809 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:16.581448 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606242f3-03fe-4fe9-9b80-6de47c76a1bd req-216478d3-86a4-4b37-8cfa-278e90a426ec tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:16.583119 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-606242f3-03fe-4fe9-9b80-6de47c76a1bd req-216478d3-86a4-4b37-8cfa-278e90a426ec tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=99936069-ebb8-47e2-b2a1-699fdc309b07 HTTP/1.1" status: 200 len: 907 time: 0.1596854 Jul 22 19:30:16.590443 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-9bd94de4-41d4-4145-89d1-5e3accd735f0 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:16.592150 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-9bd94de4-41d4-4145-89d1-5e3accd735f0 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/networks?id=8cc94d84-78be-4508-a982-5c90ccffc312 HTTP/1.1" status: 200 len: 796 time: 0.1793950 Jul 22 19:30:16.612505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-ffbdb527-87f9-4f41-8f41-7f938e585fc6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/quotas/3da4ab999acb40b8ac365fc65087f150 HTTP/1.1" status: 200 len: 375 time: 0.0126514 Jul 22 19:30:16.623922 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f4dac750-2117-4f05-9dc1-59e31ba24278 None None] Provisioning complete for port 012d08b2-eb85-4a59-a98b-2553079576bf triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:16.624312 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f4dac750-2117-4f05-9dc1-59e31ba24278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:16.689587 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-becd74bd-298d-48f2-ad28-b478da470e5f tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3da4ab999acb40b8ac365fc65087f150&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712385 Jul 22 19:30:16.700312 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-f4dac750-2117-4f05-9dc1-59e31ba24278 None None] Port 012d08b2-eb85-4a59-a98b-2553079576bf cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:30:16.720005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86970342-67dd-4db7-b928-9f7679edfac3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-236196053', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:13Z', 'revision_number': 4, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port': {'id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '012d08b2-eb85-4a59-a98b-2553079576bf', 'name': '', 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'mac_address': 'fa:16:3e:e5:ca:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '68fcbf20-0077-42bc-b4f7-a70bb6ff7db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:13Z', 'updated_at': '2021-07-22T19:30:14Z', 'revision_number': 2, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'subnets': [{'id': '68fcbf20-0077-42bc-b4f7-a70bb6ff7db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:16.751459 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] Checking router: 86970342-67dd-4db7-b928-9f7679edfac3 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:30:16.751811 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] Updating router 86970342-67dd-4db7-b928-9f7679edfac3 port 012d08b2-eb85-4a59-a98b-2553079576bf binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:30:16.756769 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2bd53a21-40c9-414b-bed8-dfa5b916cca5 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:16.798283 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-4b75d18e-7030-4047-abe8-e7237fd16c9e service neutron] 10.222.0.13 "GET /v2.0/networks/8cc94d84-78be-4508-a982-5c90ccffc312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964470 Jul 22 19:30:16.817310 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:16.874542 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 2bd53a21-40c9-414b-bed8-dfa5b916cca5 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:16.875416 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:16.904518 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-c4f76161-c794-4e39-9bc5-365f35eca91d service neutron] 10.222.0.13 "GET /v2.0/networks/8cc94d84-78be-4508-a982-5c90ccffc312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922434 Jul 22 19:30:17.163233 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1de8c578-1877-4f34-a696-811dedc628d4 req-1b1dc86b-5d71-4397-ac52-33a103574bb0 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa63624-410b-4ecc-bc86-618a8e2e5bc3 HTTP/1.1" status: 200 len: 210 time: 0.0595186 Jul 22 19:30:17.192543 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:17.203978 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] Transition to ACTIVE for port object 012d08b2-eb85-4a59-a98b-2553079576bf will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:17.211276 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:17.266337 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1dc63-0c99-41d8-8659-8e06525d4376 None None] Pushing event updated for resources: {'Port': ['ID=012d08b2-eb85-4a59-a98b-2553079576bf,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:17.342833 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] Attempting to bind port 012d08b2-eb85-4a59-a98b-2553079576bf on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:30:17.343786 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] Attempting to bind port 012d08b2-eb85-4a59-a98b-2553079576bf by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '77400d98-b218-483a-88ed-8f0fe3b18381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:30:17.344721 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] Attempting to bind port 012d08b2-eb85-4a59-a98b-2553079576bf on network 8cc94d84-78be-4508-a982-5c90ccffc312 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:17.351581 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:30:17.352281 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] Checking segment: {'id': '77400d98-b218-483a-88ed-8f0fe3b18381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:17.353007 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:17.353648 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] Bound using segment: {'id': '77400d98-b218-483a-88ed-8f0fe3b18381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:30:17.354628 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] Bound port: 012d08b2-eb85-4a59-a98b-2553079576bf, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77400d98-b218-483a-88ed-8f0fe3b18381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:30:17.355408 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:17.445355 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] For port 012d08b2-eb85-4a59-a98b-2553079576bf, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:17.449639 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] For port 012d08b2-eb85-4a59-a98b-2553079576bf, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=012d08b2-eb85-4a59-a98b-2553079576bf,segment=NetworkSegment(77400d98-b218-483a-88ed-8f0fe3b18381),segment_id=77400d98-b218-483a-88ed-8f0fe3b18381)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:30:17.458033 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:17.523030 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] Routers {'86970342-67dd-4db7-b928-9f7679edfac3'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:17.523667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:30:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['86970342-67dd-4db7-b928-9f7679edfac3'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:17.602211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1dc63-0c99-41d8-8659-8e06525d4376 None None] Pushing event updated for resources: {'Port': ['ID=012d08b2-eb85-4a59-a98b-2553079576bf,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:17.702999 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] Set router 86970342-67dd-4db7-b928-9f7679edfac3 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:17.809567 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025658d4-f6b9-4422-83d6-5e34caa69575 req-e6e09b8b-6609-462a-8d44-c0ff3e66effc tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:17.812901 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-025658d4-f6b9-4422-83d6-5e34caa69575 req-e6e09b8b-6609-462a-8d44-c0ff3e66effc tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.16 "GET /v2.0/ports?device_id=99936069-ebb8-47e2-b2a1-699fdc309b07 HTTP/1.1" status: 200 len: 907 time: 0.1980593 Jul 22 19:30:17.838080 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df99c0-18df-471c-b8aa-40f8adbeaf54 req-5d66a6ad-1959-44cf-9aef-5611f9223385 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:17.845124 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-12df99c0-18df-471c-b8aa-40f8adbeaf54 req-5d66a6ad-1959-44cf-9aef-5611f9223385 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=99936069-ebb8-47e2-b2a1-699fdc309b07 HTTP/1.1" status: 200 len: 907 time: 0.1662629 Jul 22 19:30:17.957965 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-025658d4-f6b9-4422-83d6-5e34caa69575 req-ed292bfc-160d-4f03-9fd7-76736451e779 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Deleting port 9ceb932a-1931-40f2-8f94-cd438752098a {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:30:17.958311 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-025658d4-f6b9-4422-83d6-5e34caa69575 req-ed292bfc-160d-4f03-9fd7-76736451e779 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:17.982688 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86970342-67dd-4db7-b928-9f7679edfac3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-236196053', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:13Z', 'revision_number': 4, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port': {'id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '012d08b2-eb85-4a59-a98b-2553079576bf', 'name': '', 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'mac_address': 'fa:16:3e:e5:ca:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '68fcbf20-0077-42bc-b4f7-a70bb6ff7db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:13Z', 'updated_at': '2021-07-22T19:30:17Z', 'revision_number': 4, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'subnets': [{'id': '68fcbf20-0077-42bc-b4f7-a70bb6ff7db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:18.012084 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d0396e-6511-48c7-9797-dcd3375eef94 None None] The sync data for ids ['86970342-67dd-4db7-b928-9f7679edfac3'] in n-d-800086-12 is: [{'id': '86970342-67dd-4db7-b928-9f7679edfac3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-236196053', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:13Z', 'revision_number': 4, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port': {'id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '012d08b2-eb85-4a59-a98b-2553079576bf', 'name': '', 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'mac_address': 'fa:16:3e:e5:ca:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '68fcbf20-0077-42bc-b4f7-a70bb6ff7db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:13Z', 'updated_at': '2021-07-22T19:30:17Z', 'revision_number': 4, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'subnets': [{'id': '68fcbf20-0077-42bc-b4f7-a70bb6ff7db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:30:18.112933 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-025658d4-f6b9-4422-83d6-5e34caa69575 req-ed292bfc-160d-4f03-9fd7-76736451e779 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] For port 9ceb932a-1931-40f2-8f94-cd438752098a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9ceb932a-1931-40f2-8f94-cd438752098a,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:18.113394 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-025658d4-f6b9-4422-83d6-5e34caa69575 req-ed292bfc-160d-4f03-9fd7-76736451e779 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:18.147206 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-025658d4-f6b9-4422-83d6-5e34caa69575 req-ed292bfc-160d-4f03-9fd7-76736451e779 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Calling delete_port for 9ceb932a-1931-40f2-8f94-cd438752098a owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:30:18.272649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 012d08b2-eb85-4a59-a98b-2553079576bf up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:18.419573 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-81723b68-8c19-4c24-9513-34f044538938 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:18.420498 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 012d08b2-eb85-4a59-a98b-2553079576bf completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:18.422678 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-81723b68-8c19-4c24-9513-34f044538938 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.16 "GET /v2.0/networks?id=8cc94d84-78be-4508-a982-5c90ccffc312 HTTP/1.1" status: 200 len: 796 time: 0.2219594 Jul 22 19:30:18.425159 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 012d08b2-eb85-4a59-a98b-2553079576bf triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:18.425548 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:18.425673 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87f4570c-db7e-4a68-9e99-513648fe8da0 req-d3f59456-ad24-4ca5-a92f-f22189f7b8b8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa63624-410b-4ecc-bc86-618a8e2e5bc3 HTTP/1.1" status: 200 len: 210 time: 0.1270556 Jul 22 19:30:18.478729 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-025658d4-f6b9-4422-83d6-5e34caa69575 req-ed292bfc-160d-4f03-9fd7-76736451e779 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:18.535888 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-db583629-a14e-4e55-bd07-a65f2cab161e tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3da4ab999acb40b8ac365fc65087f150 HTTP/1.1" status: 200 len: 478 time: 0.1047337 Jul 22 19:30:18.545365 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-b5904a32-b02a-42e2-ac47-0012d4141ed6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Request body: {'port': {'device_id': '5aa63624-410b-4ecc-bc86-618a8e2e5bc3', 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312', 'admin_state_up': True, 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'security_groups': ['e3995884-6dd6-4c0c-9d76-d2782d545177', 'c6fc8dc4-110e-4775-be8f-e1b25f210dd8']}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:18.582182 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-025658d4-f6b9-4422-83d6-5e34caa69575 req-ed292bfc-160d-4f03-9fd7-76736451e779 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] No DVR routers for this DVR port 9ceb932a-1931-40f2-8f94-cd438752098a on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:30:18.586535 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-025658d4-f6b9-4422-83d6-5e34caa69575 req-ed292bfc-160d-4f03-9fd7-76736451e779 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:18.590343 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-025658d4-f6b9-4422-83d6-5e34caa69575 req-ed292bfc-160d-4f03-9fd7-76736451e779 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.16 "DELETE /v2.0/ports/9ceb932a-1931-40f2-8f94-cd438752098a HTTP/1.1" status: 204 len: 173 time: 0.7642219 Jul 22 19:30:18.592743 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed292bfc-160d-4f03-9fd7-76736451e779 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Pushing event deleted for resources: {'Port': ['ID=9ceb932a-1931-40f2-8f94-cd438752098a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:18.597174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99936069-ebb8-47e2-b2a1-699fdc309b07', 'name': 'network-vif-deleted', 'tag': '9ceb932a-1931-40f2-8f94-cd438752098a'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:18.600319 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125991b2-5c7f-49ac-a63f-7b3bf159b2d8" -d '{"events": [{"server_uuid": "99936069-ebb8-47e2-b2a1-699fdc309b07", "name": "network-vif-deleted", "tag": "9ceb932a-1931-40f2-8f94-cd438752098a"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:18.623183 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:18.696232 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fe816f-6d91-4ccd-a27a-e5dc5e0c3e20 x-openstack-request-id: req-93fe816f-6d91-4ccd-a27a-e5dc5e0c3e20 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:18.696717 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99936069-ebb8-47e2-b2a1-699fdc309b07", "name": "network-vif-deleted", "tag": "9ceb932a-1931-40f2-8f94-cd438752098a", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:18.697221 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93fe816f-6d91-4ccd-a27a-e5dc5e0c3e20 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:18.697722 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99936069-ebb8-47e2-b2a1-699fdc309b07', 'name': 'network-vif-deleted', 'tag': '9ceb932a-1931-40f2-8f94-cd438752098a', 'status': 'completed', 'code': 200} Jul 22 19:30:18.705613 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 012d08b2-eb85-4a59-a98b-2553079576bf, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=012d08b2-eb85-4a59-a98b-2553079576bf,segment=NetworkSegment(77400d98-b218-483a-88ed-8f0fe3b18381),segment_id=77400d98-b218-483a-88ed-8f0fe3b18381)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:18.710602 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:18.795680 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-b5904a32-b02a-42e2-ac47-0012d4141ed6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Made reservation on behalf of 3da4ab999acb40b8ac365fc65087f150 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:18.800604 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-b5904a32-b02a-42e2-ac47-0012d4141ed6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:18.803974 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=012d08b2-eb85-4a59-a98b-2553079576bf,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:18.994814 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-b5904a32-b02a-42e2-ac47-0012d4141ed6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Allocated IP 172.20.0.4 (8cc94d84-78be-4508-a982-5c90ccffc312/68fcbf20-0077-42bc-b4f7-a70bb6ff7db2/c7683b4a-d493-4717-8e8d-5090c0ff0d54) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:19.002914 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-74ca007c-30cf-4851-9f74-c4958188f51d req-2d68c67f-89b2-4b92-97c7-b0e1c6b393e9 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=99936069-ebb8-47e2-b2a1-699fdc309b07 HTTP/1.1" status: 200 len: 210 time: 0.0422463 Jul 22 19:30:19.219810 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-b5904a32-b02a-42e2-ac47-0012d4141ed6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:19.239700 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-b5904a32-b02a-42e2-ac47-0012d4141ed6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Transition to ACTIVE for port object c7683b4a-d493-4717-8e8d-5090c0ff0d54 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:19.278400 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-b5904a32-b02a-42e2-ac47-0012d4141ed6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:19.327444 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-b5904a32-b02a-42e2-ac47-0012d4141ed6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Network 8cc94d84-78be-4508-a982-5c90ccffc312 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:19.331070 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-b5904a32-b02a-42e2-ac47-0012d4141ed6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:19.334175 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-b5904a32-b02a-42e2-ac47-0012d4141ed6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:19.372014 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5904a32-b02a-42e2-ac47-0012d4141ed6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event updated for resources: {'Port': ['ID=c7683b4a-d493-4717-8e8d-5090c0ff0d54,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:19.400939 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-b5904a32-b02a-42e2-ac47-0012d4141ed6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:19.401605 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-b5904a32-b02a-42e2-ac47-0012d4141ed6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:19.417896 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-b5904a32-b02a-42e2-ac47-0012d4141ed6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8767664 Jul 22 19:30:19.430842 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] Request body: {'port': {'device_id': '5aa63624-410b-4ecc-bc86-618a8e2e5bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:19.586433 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:19.595856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe7250-ceb1-486f-9dbb-17732193ca12 req-28cb9675-7354-47b5-b810-dcc4e66511b8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:19.597830 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0bbe7250-ceb1-486f-9dbb-17732193ca12 req-28cb9675-7354-47b5-b810-dcc4e66511b8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa63624-410b-4ecc-bc86-618a8e2e5bc3 HTTP/1.1" status: 200 len: 970 time: 0.0817218 Jul 22 19:30:19.664529 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0bbe7250-ceb1-486f-9dbb-17732193ca12 req-46561380-530d-499b-867b-fa0996c277f5 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3995884-6dd6-4c0c-9d76-d2782d545177&id=c6fc8dc4-110e-4775-be8f-e1b25f210dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0600686 Jul 22 19:30:19.766599 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c6272afa-7a5b-4ade-989a-faacb548fb63 None None] Provisioning for port c7683b4a-d493-4717-8e8d-5090c0ff0d54 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:19.770915 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c6272afa-7a5b-4ade-989a-faacb548fb63 None None] Provisioning complete for port c7683b4a-d493-4717-8e8d-5090c0ff0d54 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:19.771281 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c6272afa-7a5b-4ade-989a-faacb548fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:19.810240 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-c6272afa-7a5b-4ade-989a-faacb548fb63 None None] Port c7683b4a-d493-4717-8e8d-5090c0ff0d54 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:30:19.932007 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7683b4a-d493-4717-8e8d-5090c0ff0d54 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:30:19.940714 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:19.953360 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] Transition to ACTIVE for port object c7683b4a-d493-4717-8e8d-5090c0ff0d54 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:19.958419 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:20.034062 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] Pushing event updated for resources: {'Port': ['ID=c7683b4a-d493-4717-8e8d-5090c0ff0d54,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:20.168670 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 012d08b2-eb85-4a59-a98b-2553079576bf up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:20.169656 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] Attempting to bind port c7683b4a-d493-4717-8e8d-5090c0ff0d54 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:30:20.170004 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] Attempting to bind port c7683b4a-d493-4717-8e8d-5090c0ff0d54 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '77400d98-b218-483a-88ed-8f0fe3b18381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:30:20.170340 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] Attempting to bind port c7683b4a-d493-4717-8e8d-5090c0ff0d54 on network 8cc94d84-78be-4508-a982-5c90ccffc312 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:20.185448 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] Port c7683b4a-d493-4717-8e8d-5090c0ff0d54 on network 8cc94d84-78be-4508-a982-5c90ccffc312 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:30:20.185448 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] Attempting to bind port c7683b4a-d493-4717-8e8d-5090c0ff0d54 on network 8cc94d84-78be-4508-a982-5c90ccffc312 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:20.195990 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:30:20.196721 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] Checking segment: {'id': '77400d98-b218-483a-88ed-8f0fe3b18381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:20.197493 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] Bound using segment: {'id': '77400d98-b218-483a-88ed-8f0fe3b18381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:30:20.197936 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] Bound port: c7683b4a-d493-4717-8e8d-5090c0ff0d54, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77400d98-b218-483a-88ed-8f0fe3b18381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:30:20.198300 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:20.251490 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 012d08b2-eb85-4a59-a98b-2553079576bf triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:20.251792 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:20.281161 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] For port c7683b4a-d493-4717-8e8d-5090c0ff0d54, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:20.285523 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] For port c7683b4a-d493-4717-8e8d-5090c0ff0d54, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c7683b4a-d493-4717-8e8d-5090c0ff0d54,segment=NetworkSegment(77400d98-b218-483a-88ed-8f0fe3b18381),segment_id=77400d98-b218-483a-88ed-8f0fe3b18381)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:30:20.292632 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:20.341198 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:20.342205 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:20.344662 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] 10.222.0.16 "PUT /v2.0/ports/c7683b4a-d493-4717-8e8d-5090c0ff0d54 HTTP/1.1" status: 200 len: 1131 time: 0.9189861 Jul 22 19:30:20.347466 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa63624-410b-4ecc-bc86-618a8e2e5bc3', 'tag': 'c7683b4a-d493-4717-8e8d-5090c0ff0d54'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:20.363863 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dd1d6f-2043-4d18-b9eb-5e7f1c8c2ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa63624-410b-4ecc-bc86-618a8e2e5bc3", "tag": "c7683b4a-d493-4717-8e8d-5090c0ff0d54"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:20.446383 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37de3517-eb2e-4796-bff6-816fcba6898c x-openstack-request-id: req-37de3517-eb2e-4796-bff6-816fcba6898c {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:20.447089 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa63624-410b-4ecc-bc86-618a8e2e5bc3", "tag": "c7683b4a-d493-4717-8e8d-5090c0ff0d54", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:20.447089 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37de3517-eb2e-4796-bff6-816fcba6898c {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:20.447511 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa63624-410b-4ecc-bc86-618a8e2e5bc3', 'tag': 'c7683b4a-d493-4717-8e8d-5090c0ff0d54', 'status': 'completed', 'code': 200} Jul 22 19:30:20.449730 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c64267-cdd1-43f8-8500-ec316eef0c7d service neutron] Pushing event updated for resources: {'Port': ['ID=c7683b4a-d493-4717-8e8d-5090c0ff0d54,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:20.484982 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-6a68fbd8-fbfb-4005-b8ca-aa559d0856a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:20.486608 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-6a68fbd8-fbfb-4005-b8ca-aa559d0856a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3da4ab999acb40b8ac365fc65087f150&device_id=5aa63624-410b-4ecc-bc86-618a8e2e5bc3 HTTP/1.1" status: 200 len: 1134 time: 0.0862870 Jul 22 19:30:20.524408 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32315a-fbab-4875-8b7d-c19126842cc6 req-4d6d5212-e0d7-42e5-a0b1-3f034c4174ad tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:20.526614 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca32315a-fbab-4875-8b7d-c19126842cc6 req-4d6d5212-e0d7-42e5-a0b1-3f034c4174ad tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61fd288-d9ba-4d35-ad76-37197ccc72a8 HTTP/1.1" status: 200 len: 946 time: 0.0781500 Jul 22 19:30:20.539857 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-0bfab40c-acdc-4c29-a21d-8e218465e9ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7683b4a-d493-4717-8e8d-5090c0ff0d54 HTTP/1.1" status: 200 len: 217 time: 0.0447361 Jul 22 19:30:20.569733 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca32315a-fbab-4875-8b7d-c19126842cc6 req-cf1187fc-a34e-4481-b42d-fa290d01b14e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360730 Jul 22 19:30:20.602242 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-e1ea760f-3716-468c-9648-fd5335016f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:20.603723 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-e1ea760f-3716-468c-9648-fd5335016f4e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=68fcbf20-0077-42bc-b4f7-a70bb6ff7db2 HTTP/1.1" status: 200 len: 835 time: 0.0581236 Jul 22 19:30:20.669577 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-53b92187-8fd9-4cda-a768-3bdc8b5dc7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:20.671137 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-53b92187-8fd9-4cda-a768-3bdc8b5dc7a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8cc94d84-78be-4508-a982-5c90ccffc312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599127 Jul 22 19:30:20.776353 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-fee548c4-7010-4f23-9492-c30204c0ee04 service neutron] 10.222.0.16 "GET /v2.0/networks/8cc94d84-78be-4508-a982-5c90ccffc312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976691 Jul 22 19:30:20.813059 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf715fef-7c72-4623-ac2d-6859611e0d9e req-1ce6e370-c440-4d5e-ac13-0607c6d64aab tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:20.814788 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bf715fef-7c72-4623-ac2d-6859611e0d9e req-1ce6e370-c440-4d5e-ac13-0607c6d64aab tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa63624-410b-4ecc-bc86-618a8e2e5bc3 HTTP/1.1" status: 200 len: 982 time: 0.0709021 Jul 22 19:30:20.862461 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bf715fef-7c72-4623-ac2d-6859611e0d9e req-7b1b3106-fb74-481e-88a8-3fb89d4cbfe3 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3995884-6dd6-4c0c-9d76-d2782d545177&id=c6fc8dc4-110e-4775-be8f-e1b25f210dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0392697 Jul 22 19:30:20.884176 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d78b02ff-54ef-461c-9acc-90a9572627b5 req-984d30b6-ca8b-40bd-bbf3-eb834d96615e service neutron] 10.222.0.16 "GET /v2.0/networks/8cc94d84-78be-4508-a982-5c90ccffc312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015723 Jul 22 19:30:20.990585 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd1d6f-2043-4d18-b9eb-5e7f1c8c2ae6 req-b8c71e01-0ce9-49c2-9ad2-f77b00089efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:20.992517 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-29dd1d6f-2043-4d18-b9eb-5e7f1c8c2ae6 req-b8c71e01-0ce9-49c2-9ad2-f77b00089efa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3da4ab999acb40b8ac365fc65087f150&device_id=5aa63624-410b-4ecc-bc86-618a8e2e5bc3 HTTP/1.1" status: 200 len: 1134 time: 0.0568118 Jul 22 19:30:21.082728 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd1d6f-2043-4d18-b9eb-5e7f1c8c2ae6 req-7f6f0c5e-db44-403b-a9b5-3feaa233d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:21.084234 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-29dd1d6f-2043-4d18-b9eb-5e7f1c8c2ae6 req-7f6f0c5e-db44-403b-a9b5-3feaa233d0dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=8cc94d84-78be-4508-a982-5c90ccffc312 HTTP/1.1" status: 200 len: 897 time: 0.0847166 Jul 22 19:30:21.129444 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-29dd1d6f-2043-4d18-b9eb-5e7f1c8c2ae6 req-9e007166-676b-443a-838f-11fdef165f93 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7683b4a-d493-4717-8e8d-5090c0ff0d54 HTTP/1.1" status: 200 len: 217 time: 0.0382221 Jul 22 19:30:21.179645 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd1d6f-2043-4d18-b9eb-5e7f1c8c2ae6 req-65015a63-3208-460e-a5ee-3e977ed57223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:21.181192 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-29dd1d6f-2043-4d18-b9eb-5e7f1c8c2ae6 req-65015a63-3208-460e-a5ee-3e977ed57223 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=68fcbf20-0077-42bc-b4f7-a70bb6ff7db2 HTTP/1.1" status: 200 len: 835 time: 0.0449383 Jul 22 19:30:21.244030 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd1d6f-2043-4d18-b9eb-5e7f1c8c2ae6 req-b67de231-65c5-45cf-8024-5090e3aafd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:21.245581 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-29dd1d6f-2043-4d18-b9eb-5e7f1c8c2ae6 req-b67de231-65c5-45cf-8024-5090e3aafd18 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8cc94d84-78be-4508-a982-5c90ccffc312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562649 Jul 22 19:30:21.338007 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-29dd1d6f-2043-4d18-b9eb-5e7f1c8c2ae6 req-5b8ccbaa-21d0-4110-be5e-71def32be692 service neutron] 10.222.0.16 "GET /v2.0/networks/8cc94d84-78be-4508-a982-5c90ccffc312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849562 Jul 22 19:30:21.434290 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-29dd1d6f-2043-4d18-b9eb-5e7f1c8c2ae6 req-6355415d-7cc7-49bd-aa03-b84e62a60283 service neutron] 10.222.0.16 "GET /v2.0/networks/8cc94d84-78be-4508-a982-5c90ccffc312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895343 Jul 22 19:30:21.707002 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4fc88-ed8b-487c-a597-85d65a4ebdd5 req-b6049f11-8d8e-43cf-84ce-e310b4933553 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:21.708610 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cdd4fc88-ed8b-487c-a597-85d65a4ebdd5 req-b6049f11-8d8e-43cf-84ce-e310b4933553 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.30 "GET /v2.0/ports?device_id=f61fd288-d9ba-4d35-ad76-37197ccc72a8 HTTP/1.1" status: 200 len: 946 time: 0.1194835 Jul 22 19:30:21.769157 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7a4af-70ab-427a-8c33-75292dac93e2 req-2f3d0aa1-4b68-4d38-9302-021c30472f7c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:21.770657 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eac7a4af-70ab-427a-8c33-75292dac93e2 req-2f3d0aa1-4b68-4d38-9302-021c30472f7c tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61fd288-d9ba-4d35-ad76-37197ccc72a8 HTTP/1.1" status: 200 len: 946 time: 0.1224906 Jul 22 19:30:21.845622 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eac7a4af-70ab-427a-8c33-75292dac93e2 req-549d3dad-e73c-43b3-8600-e9942992a154 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682306 Jul 22 19:30:21.862715 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-cdd4fc88-ed8b-487c-a597-85d65a4ebdd5 req-3523b428-24ce-4fb7-9937-0049d3600d76 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Deleting port 86d130a6-64b0-43c7-b6a8-ac7353ed126e {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:30:21.863145 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cdd4fc88-ed8b-487c-a597-85d65a4ebdd5 req-3523b428-24ce-4fb7-9937-0049d3600d76 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:21.869336 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9ceb932a-1931-40f2-8f94-cd438752098a no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:30:21.899815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 9ceb932a-1931-40f2-8f94-cd438752098a {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:30:21.900163 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9ceb932a-1931-40f2-8f94-cd438752098a not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:30:21.998943 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-cdd4fc88-ed8b-487c-a597-85d65a4ebdd5 req-3523b428-24ce-4fb7-9937-0049d3600d76 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] For port 86d130a6-64b0-43c7-b6a8-ac7353ed126e, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=86d130a6-64b0-43c7-b6a8-ac7353ed126e,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:22.000001 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cdd4fc88-ed8b-487c-a597-85d65a4ebdd5 req-3523b428-24ce-4fb7-9937-0049d3600d76 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:22.018586 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-cdd4fc88-ed8b-487c-a597-85d65a4ebdd5 req-3523b428-24ce-4fb7-9937-0049d3600d76 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Calling delete_port for 86d130a6-64b0-43c7-b6a8-ac7353ed126e owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:30:22.074799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390ee83-6fad-4776-a234-b217d31b6a2a req-31039da9-4b56-473e-8aea-a79138a68077 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:22.076195 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0390ee83-6fad-4776-a234-b217d31b6a2a req-31039da9-4b56-473e-8aea-a79138a68077 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa63624-410b-4ecc-bc86-618a8e2e5bc3 HTTP/1.1" status: 200 len: 982 time: 0.1360669 Jul 22 19:30:22.140457 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0390ee83-6fad-4776-a234-b217d31b6a2a req-ea2e0770-f2d3-466b-bbb9-ed2e6475b5db tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3995884-6dd6-4c0c-9d76-d2782d545177&id=c6fc8dc4-110e-4775-be8f-e1b25f210dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0542572 Jul 22 19:30:22.208130 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cdd4fc88-ed8b-487c-a597-85d65a4ebdd5 req-3523b428-24ce-4fb7-9937-0049d3600d76 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:22.220944 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['78bec359-325f-4fb2-b93f-8f2a97f876c1', '86d130a6-64b0-43c7-b6a8-ac7353ed126e'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:30:22.238474 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523b428-24ce-4fb7-9937-0049d3600d76 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Pushing event deleted for resources: {'Port': ['ID=86d130a6-64b0-43c7-b6a8-ac7353ed126e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:22.288084 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd4fc88-ed8b-487c-a597-85d65a4ebdd5 req-3523b428-24ce-4fb7-9937-0049d3600d76 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] No DVR routers for this DVR port 86d130a6-64b0-43c7-b6a8-ac7353ed126e on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:30:22.290725 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cdd4fc88-ed8b-487c-a597-85d65a4ebdd5 req-3523b428-24ce-4fb7-9937-0049d3600d76 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:22.292726 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cdd4fc88-ed8b-487c-a597-85d65a4ebdd5 req-3523b428-24ce-4fb7-9937-0049d3600d76 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.30 "DELETE /v2.0/ports/86d130a6-64b0-43c7-b6a8-ac7353ed126e HTTP/1.1" status: 204 len: 173 time: 0.5773301 Jul 22 19:30:22.293337 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61fd288-d9ba-4d35-ad76-37197ccc72a8', 'name': 'network-vif-deleted', 'tag': '86d130a6-64b0-43c7-b6a8-ac7353ed126e'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:22.295571 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c828795b-87a0-4525-b6cc-756a05643a5b" -d '{"events": [{"server_uuid": "f61fd288-d9ba-4d35-ad76-37197ccc72a8", "name": "network-vif-deleted", "tag": "86d130a6-64b0-43c7-b6a8-ac7353ed126e"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:22.337421 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19819dcc-5774-4635-a67d-211e6b78c513 x-openstack-request-id: req-19819dcc-5774-4635-a67d-211e6b78c513 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:22.337711 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61fd288-d9ba-4d35-ad76-37197ccc72a8", "name": "network-vif-deleted", "tag": "86d130a6-64b0-43c7-b6a8-ac7353ed126e", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:22.337953 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19819dcc-5774-4635-a67d-211e6b78c513 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:22.338419 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61fd288-d9ba-4d35-ad76-37197ccc72a8', 'name': 'network-vif-deleted', 'tag': '86d130a6-64b0-43c7-b6a8-ac7353ed126e', 'status': 'completed', 'code': 200} Jul 22 19:30:22.782824 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:30:23.147064 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6a99c-7f89-47a7-972a-e71e223b1fb2 req-906d7bff-0a6c-4f89-b277-d1f7a935bf34 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:23.148525 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47c6a99c-7f89-47a7-972a-e71e223b1fb2 req-906d7bff-0a6c-4f89-b277-d1f7a935bf34 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0652354 Jul 22 19:30:23.191123 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47c6a99c-7f89-47a7-972a-e71e223b1fb2 req-e1bfd74e-bd0f-4e58-b984-205f338a84c7 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368991 Jul 22 19:30:23.294565 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cf871-4502-460a-8632-e3e316f51dc9 req-c1d8ab9a-9e94-40ca-a69a-d12b6d1b5a08 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:23.296242 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9a9cf871-4502-460a-8632-e3e316f51dc9 req-c1d8ab9a-9e94-40ca-a69a-d12b6d1b5a08 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa63624-410b-4ecc-bc86-618a8e2e5bc3 HTTP/1.1" status: 200 len: 982 time: 0.0722392 Jul 22 19:30:23.338128 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9a9cf871-4502-460a-8632-e3e316f51dc9 req-1234bc41-aaca-4fff-8a21-d99d577a8b62 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3995884-6dd6-4c0c-9d76-d2782d545177&id=c6fc8dc4-110e-4775-be8f-e1b25f210dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0358467 Jul 22 19:30:23.886184 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device c7683b4a-d493-4717-8e8d-5090c0ff0d54 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:30:23.987348 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port c7683b4a-d493-4717-8e8d-5090c0ff0d54, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c7683b4a-d493-4717-8e8d-5090c0ff0d54,segment=NetworkSegment(77400d98-b218-483a-88ed-8f0fe3b18381),segment_id=77400d98-b218-483a-88ed-8f0fe3b18381)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:23.998267 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'c7683b4a-d493-4717-8e8d-5090c0ff0d54', 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312', 'port_id': 'c7683b4a-d493-4717-8e8d-5090c0ff0d54', 'mac_address': 'fa:16:3e:3c:77:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68fcbf20-0077-42bc-b4f7-a70bb6ff7db2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:30:24.036594 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:24.049329 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7683b4a-d493-4717-8e8d-5090c0ff0d54 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:30:24.073006 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port c7683b4a-d493-4717-8e8d-5090c0ff0d54, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c7683b4a-d493-4717-8e8d-5090c0ff0d54,segment=NetworkSegment(77400d98-b218-483a-88ed-8f0fe3b18381),segment_id=77400d98-b218-483a-88ed-8f0fe3b18381)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:24.077955 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:24.125367 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=c7683b4a-d493-4717-8e8d-5090c0ff0d54,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:24.260786 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f85629-c339-4665-ae55-6c57586aba35 req-24b11f25-1093-4958-b2dd-34877837efa9 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:24.262266 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c4f85629-c339-4665-ae55-6c57586aba35 req-24b11f25-1093-4958-b2dd-34877837efa9 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.0667014 Jul 22 19:30:24.301747 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['c7683b4a-d493-4717-8e8d-5090c0ff0d54'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:30:24.414996 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc0768-c133-4c94-9a72-7878d9dcff00 req-7fdb3bd8-6488-43a6-b436-cf5382aee39f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:24.421618 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4adc0768-c133-4c94-9a72-7878d9dcff00 req-7fdb3bd8-6488-43a6-b436-cf5382aee39f tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6e51f9d-8244-4ff4-a8be-637aa77c7620 HTTP/1.1" status: 200 len: 946 time: 0.1553941 Jul 22 19:30:24.505218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-c4f85629-c339-4665-ae55-6c57586aba35 req-59c41286-d5c7-4998-95a6-044713a1969d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Deleting port 78bec359-325f-4fb2-b93f-8f2a97f876c1 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:30:24.505479 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c4f85629-c339-4665-ae55-6c57586aba35 req-59c41286-d5c7-4998-95a6-044713a1969d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:24.510404 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4adc0768-c133-4c94-9a72-7878d9dcff00 req-5f949fb4-906e-4033-8c8a-0785ec627dab tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875814 Jul 22 19:30:24.587112 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c6f5c-fd18-48b9-be55-1d74dd740259 req-de8eb76b-a10c-44a6-a998-aa7aacb2196d tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:24.588635 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c25c6f5c-fd18-48b9-be55-1d74dd740259 req-de8eb76b-a10c-44a6-a998-aa7aacb2196d tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa63624-410b-4ecc-bc86-618a8e2e5bc3 HTTP/1.1" status: 200 len: 983 time: 0.1629381 Jul 22 19:30:24.633092 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-c4f85629-c339-4665-ae55-6c57586aba35 req-59c41286-d5c7-4998-95a6-044713a1969d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] For port 78bec359-325f-4fb2-b93f-8f2a97f876c1, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=78bec359-325f-4fb2-b93f-8f2a97f876c1,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:24.633371 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c4f85629-c339-4665-ae55-6c57586aba35 req-59c41286-d5c7-4998-95a6-044713a1969d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:24.654226 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-c4f85629-c339-4665-ae55-6c57586aba35 req-59c41286-d5c7-4998-95a6-044713a1969d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Calling delete_port for 78bec359-325f-4fb2-b93f-8f2a97f876c1 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:30:24.660385 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c25c6f5c-fd18-48b9-be55-1d74dd740259 req-6e98d6d4-3948-4ca6-8d86-ecfe63d0c97e tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3995884-6dd6-4c0c-9d76-d2782d545177&id=c6fc8dc4-110e-4775-be8f-e1b25f210dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0639024 Jul 22 19:30:24.799511 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c4f85629-c339-4665-ae55-6c57586aba35 req-59c41286-d5c7-4998-95a6-044713a1969d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:24.811267 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['78bec359-325f-4fb2-b93f-8f2a97f876c1'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:30:24.831828 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c41286-d5c7-4998-95a6-044713a1969d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Pushing event deleted for resources: {'Port': ['ID=78bec359-325f-4fb2-b93f-8f2a97f876c1,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:24.888178 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f85629-c339-4665-ae55-6c57586aba35 req-59c41286-d5c7-4998-95a6-044713a1969d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] No DVR routers for this DVR port 78bec359-325f-4fb2-b93f-8f2a97f876c1 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:30:24.891873 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c4f85629-c339-4665-ae55-6c57586aba35 req-59c41286-d5c7-4998-95a6-044713a1969d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:24.894334 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c4f85629-c339-4665-ae55-6c57586aba35 req-59c41286-d5c7-4998-95a6-044713a1969d tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.30 "DELETE /v2.0/ports/78bec359-325f-4fb2-b93f-8f2a97f876c1 HTTP/1.1" status: 204 len: 173 time: 0.6187091 Jul 22 19:30:24.895175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e51f9d-8244-4ff4-a8be-637aa77c7620', 'name': 'network-vif-deleted', 'tag': '78bec359-325f-4fb2-b93f-8f2a97f876c1'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:24.897463 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a2bf70-77d9-4154-9413-471094fbc1ab" -d '{"events": [{"server_uuid": "d6e51f9d-8244-4ff4-a8be-637aa77c7620", "name": "network-vif-deleted", "tag": "78bec359-325f-4fb2-b93f-8f2a97f876c1"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:24.953925 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda42473-09e4-4b09-a21a-5494e11d927d x-openstack-request-id: req-eda42473-09e4-4b09-a21a-5494e11d927d {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:24.954295 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e51f9d-8244-4ff4-a8be-637aa77c7620", "name": "network-vif-deleted", "tag": "78bec359-325f-4fb2-b93f-8f2a97f876c1", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:24.954615 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eda42473-09e4-4b09-a21a-5494e11d927d {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:24.955090 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e51f9d-8244-4ff4-a8be-637aa77c7620', 'name': 'network-vif-deleted', 'tag': '78bec359-325f-4fb2-b93f-8f2a97f876c1', 'status': 'completed', 'code': 200} Jul 22 19:30:25.424710 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 86d130a6-64b0-43c7-b6a8-ac7353ed126e no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:30:25.444074 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 86d130a6-64b0-43c7-b6a8-ac7353ed126e {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:30:25.444693 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 86d130a6-64b0-43c7-b6a8-ac7353ed126e not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:30:25.843160 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff4db2-d5ea-451e-ada1-0a4b0587d07e req-ab83f8b2-a258-4950-858c-f71a3c2f85a6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:25.845479 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43ff4db2-d5ea-451e-ada1-0a4b0587d07e req-ab83f8b2-a258-4950-858c-f71a3c2f85a6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa63624-410b-4ecc-bc86-618a8e2e5bc3 HTTP/1.1" status: 200 len: 983 time: 0.1041849 Jul 22 19:30:25.859998 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b358d16-10ee-4714-a30e-85add5a33b56 req-17564d50-ef2d-451a-a902-827b7efbd312 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:25.861444 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b358d16-10ee-4714-a30e-85add5a33b56 req-17564d50-ef2d-451a-a902-827b7efbd312 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.1089954 Jul 22 19:30:25.917270 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43ff4db2-d5ea-451e-ada1-0a4b0587d07e req-0e688d2b-5b33-461b-bba4-5da40a539638 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3995884-6dd6-4c0c-9d76-d2782d545177&id=c6fc8dc4-110e-4775-be8f-e1b25f210dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0650299 Jul 22 19:30:25.919664 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device c7683b4a-d493-4717-8e8d-5090c0ff0d54 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:25.943758 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b358d16-10ee-4714-a30e-85add5a33b56 req-683cf915-cb07-4f7f-86a2-fbe4f0237745 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657871 Jul 22 19:30:25.989004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port c7683b4a-d493-4717-8e8d-5090c0ff0d54 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:25.992451 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port c7683b4a-d493-4717-8e8d-5090c0ff0d54 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:25.992875 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:26.073317 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:26.096115 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa63624-410b-4ecc-bc86-618a8e2e5bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7683b4a-d493-4717-8e8d-5090c0ff0d54'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:26.098305 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2412a03c-9590-4ae7-8f54-ebb4e87002a9" -d '{"events": [{"server_uuid": "5aa63624-410b-4ecc-bc86-618a8e2e5bc3", "name": "network-vif-plugged", "status": "completed", "tag": "c7683b4a-d493-4717-8e8d-5090c0ff0d54"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:26.111145 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port c7683b4a-d493-4717-8e8d-5090c0ff0d54, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c7683b4a-d493-4717-8e8d-5090c0ff0d54,segment=NetworkSegment(77400d98-b218-483a-88ed-8f0fe3b18381),segment_id=77400d98-b218-483a-88ed-8f0fe3b18381)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:26.115794 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:26.142674 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593c32cc-b557-43b3-9bc5-1944b7f0f3c0 x-openstack-request-id: req-593c32cc-b557-43b3-9bc5-1944b7f0f3c0 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:26.143033 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa63624-410b-4ecc-bc86-618a8e2e5bc3", "name": "network-vif-plugged", "status": "completed", "tag": "c7683b4a-d493-4717-8e8d-5090c0ff0d54", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:26.143352 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-593c32cc-b557-43b3-9bc5-1944b7f0f3c0 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:26.143810 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa63624-410b-4ecc-bc86-618a8e2e5bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7683b4a-d493-4717-8e8d-5090c0ff0d54', 'code': 200} Jul 22 19:30:26.169316 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=c7683b4a-d493-4717-8e8d-5090c0ff0d54,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:26.259781 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7788ad3-96c2-4319-aac5-f348ecdf6cc4 req-5a344cc9-bd35-4486-ac34-a975dc282049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:26.261332 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a7788ad3-96c2-4319-aac5-f348ecdf6cc4 req-5a344cc9-bd35-4486-ac34-a975dc282049 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5aa63624-410b-4ecc-bc86-618a8e2e5bc3 HTTP/1.1" status: 200 len: 1136 time: 0.0573950 Jul 22 19:30:26.297903 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a7788ad3-96c2-4319-aac5-f348ecdf6cc4 req-33ce2259-8050-4202-b819-073184ba6101 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e3995884-6dd6-4c0c-9d76-d2782d545177&id=c6fc8dc4-110e-4775-be8f-e1b25f210dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0292044 Jul 22 19:30:27.107276 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3874bc-0015-4332-ad76-d7003048df89 req-2ec13a0c-3eaa-4614-868d-0c834677af6c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:27.109400 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab3874bc-0015-4332-ad76-d7003048df89 req-2ec13a0c-3eaa-4614-868d-0c834677af6c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa63624-410b-4ecc-bc86-618a8e2e5bc3 HTTP/1.1" status: 200 len: 984 time: 0.1106627 Jul 22 19:30:27.140565 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d875b-a22e-4ed7-9196-af15750ad3df req-63a04418-0e53-4910-aaa9-9d1e27c8a17e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:27.142053 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-177d875b-a22e-4ed7-9196-af15750ad3df req-63a04418-0e53-4910-aaa9-9d1e27c8a17e tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.1090248 Jul 22 19:30:27.177730 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab3874bc-0015-4332-ad76-d7003048df89 req-6834c7b6-81ed-44a2-ba1a-2e291385af9c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3995884-6dd6-4c0c-9d76-d2782d545177&id=c6fc8dc4-110e-4775-be8f-e1b25f210dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0619333 Jul 22 19:30:27.195735 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-177d875b-a22e-4ed7-9196-af15750ad3df req-2b4ec61b-6fc3-430f-aa8b-572e99874f25 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470531 Jul 22 19:30:28.235764 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dd1ed-5245-49af-9a50-58a452d29162 req-8619fcb4-57ca-4965-802f-a3db8cdb8175 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:28.240928 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fb8dd1ed-5245-49af-9a50-58a452d29162 req-8619fcb4-57ca-4965-802f-a3db8cdb8175 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.16 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.0941064 Jul 22 19:30:28.420126 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12861c4a-7cbf-4e8b-9e0a-b2a987f73868 req-e9b2c0a4-cf48-4f27-b230-8fe6f54e5771 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:28.422672 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-12861c4a-7cbf-4e8b-9e0a-b2a987f73868 req-e9b2c0a4-cf48-4f27-b230-8fe6f54e5771 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa63624-410b-4ecc-bc86-618a8e2e5bc3 HTTP/1.1" status: 200 len: 984 time: 0.1562455 Jul 22 19:30:28.426861 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-fb8dd1ed-5245-49af-9a50-58a452d29162 req-3e84d06f-90bc-4089-92df-b81b1847a35b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Deleting port ea28ff98-45cf-4989-9491-cdadefc38c7a {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:30:28.427293 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fb8dd1ed-5245-49af-9a50-58a452d29162 req-3e84d06f-90bc-4089-92df-b81b1847a35b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:28.450548 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5dc5b2-21dd-425d-b5ef-c80821afb802 req-ab80d9d7-bfdd-4d9d-8ce4-330cdc2b48cb tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:28.453428 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb5dc5b2-21dd-425d-b5ef-c80821afb802 req-ab80d9d7-bfdd-4d9d-8ce4-330cdc2b48cb tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 945 time: 0.1309481 Jul 22 19:30:28.457217 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b65419e6-efa6-4fab-9a84-54feabe6d735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:28.516969 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-12861c4a-7cbf-4e8b-9e0a-b2a987f73868 req-d72f84da-be90-4668-9479-f7da7acc3126 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3995884-6dd6-4c0c-9d76-d2782d545177&id=c6fc8dc4-110e-4775-be8f-e1b25f210dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0856481 Jul 22 19:30:28.522854 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb5dc5b2-21dd-425d-b5ef-c80821afb802 req-fdee1ccd-3d26-4b50-b235-71aad6b75268 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9bab0f8-89df-4a2c-8b25-62dab0380e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597236 Jul 22 19:30:28.549336 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-fb8dd1ed-5245-49af-9a50-58a452d29162 req-3e84d06f-90bc-4089-92df-b81b1847a35b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] For port ea28ff98-45cf-4989-9491-cdadefc38c7a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea28ff98-45cf-4989-9491-cdadefc38c7a,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:28.549661 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fb8dd1ed-5245-49af-9a50-58a452d29162 req-3e84d06f-90bc-4089-92df-b81b1847a35b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:28.674535 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1f8e4-70df-458d-9bfc-75b86999e6c4 req-6d72e6d5-3537-47ea-af4b-2bb9fc7d78c1 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:28.676154 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ac1f8e4-70df-458d-9bfc-75b86999e6c4 req-6d72e6d5-3537-47ea-af4b-2bb9fc7d78c1 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa63624-410b-4ecc-bc86-618a8e2e5bc3 HTTP/1.1" status: 200 len: 984 time: 0.0784876 Jul 22 19:30:28.756012 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ac1f8e4-70df-458d-9bfc-75b86999e6c4 req-1ea5e2e8-8f3e-4e31-aa65-6694ffa75b10 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3995884-6dd6-4c0c-9d76-d2782d545177&id=c6fc8dc4-110e-4775-be8f-e1b25f210dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0662253 Jul 22 19:30:28.812419 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fb8dd1ed-5245-49af-9a50-58a452d29162 req-3e84d06f-90bc-4089-92df-b81b1847a35b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:28.813232 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fb8dd1ed-5245-49af-9a50-58a452d29162 req-3e84d06f-90bc-4089-92df-b81b1847a35b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:28.813566 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [req-fb8dd1ed-5245-49af-9a50-58a452d29162 req-3e84d06f-90bc-4089-92df-b81b1847a35b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Floating IP f7e07a92-30e7-48ae-a96c-0699dd6f8cbb disassociated. External IP: 172.25.3.126, port: ea28ff98-45cf-4989-9491-cdadefc38c7a. Jul 22 19:30:28.813898 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-fb8dd1ed-5245-49af-9a50-58a452d29162 req-3e84d06f-90bc-4089-92df-b81b1847a35b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Calling delete_port for ea28ff98-45cf-4989-9491-cdadefc38c7a owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:30:28.901881 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97330cf-c3e4-4342-88b7-5ff854d8c46a req-7565d592-3747-4f35-b688-7e38ebddc97e tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:28.903584 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d97330cf-c3e4-4342-88b7-5ff854d8c46a req-7565d592-3747-4f35-b688-7e38ebddc97e tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5aa63624-410b-4ecc-bc86-618a8e2e5bc3 HTTP/1.1" status: 200 len: 1136 time: 0.0645890 Jul 22 19:30:28.930011 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d97330cf-c3e4-4342-88b7-5ff854d8c46a req-f3a8bfe8-adaf-4883-a35b-1f36e72b2072 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:28.999835 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fb8dd1ed-5245-49af-9a50-58a452d29162 req-3e84d06f-90bc-4089-92df-b81b1847a35b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:29.035835 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84d06f-90bc-4089-92df-b81b1847a35b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Pushing event deleted for resources: {'Port': ['ID=ea28ff98-45cf-4989-9491-cdadefc38c7a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:29.050407 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d97330cf-c3e4-4342-88b7-5ff854d8c46a req-f3a8bfe8-adaf-4883-a35b-1f36e72b2072 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:29.055605 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d97330cf-c3e4-4342-88b7-5ff854d8c46a req-f3a8bfe8-adaf-4883-a35b-1f36e72b2072 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:29.084750 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d97330cf-c3e4-4342-88b7-5ff854d8c46a req-f3a8bfe8-adaf-4883-a35b-1f36e72b2072 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e3995884-6dd6-4c0c-9d76-d2782d545177&id=c6fc8dc4-110e-4775-be8f-e1b25f210dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1746278 Jul 22 19:30:29.096402 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8bfe8-adaf-4883-a35b-1f36e72b2072 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05596b37-914e-4a13-9b38-9ecccdae1fa1,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:29.127986 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44826) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:29.214649 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144f8026-95a0-4824-9ac2-3a5ad870ce4f tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:29.215949 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb8dd1ed-5245-49af-9a50-58a452d29162 req-3e84d06f-90bc-4089-92df-b81b1847a35b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Router 9a645d28-638f-4a1d-a503-b06bf32aea9d has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:30:29.216625 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-144f8026-95a0-4824-9ac2-3a5ad870ce4f tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5aa63624-410b-4ecc-bc86-618a8e2e5bc3 HTTP/1.1" status: 200 len: 1131 time: 0.0870860 Jul 22 19:30:29.220183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44828) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:29.226066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-91d95270-66ce-4fea-93f7-a230c5c3f8a6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': 'c7683b4a-d493-4717-8e8d-5090c0ff0d54', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:29.273461 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91d95270-66ce-4fea-93f7-a230c5c3f8a6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:29.372342 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb8dd1ed-5245-49af-9a50-58a452d29162 req-3e84d06f-90bc-4089-92df-b81b1847a35b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:30:29.390723 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f50f170-dd1a-4ee5-bbee-0de59a31f41b None None] Sync routers for ids ['9a645d28-638f-4a1d-a503-b06bf32aea9d'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:30:29.416946 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f50f170-dd1a-4ee5-bbee-0de59a31f41b None None] Routers {'9a645d28-638f-4a1d-a503-b06bf32aea9d'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:29.418442 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4f50f170-dd1a-4ee5-bbee-0de59a31f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:30:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['9a645d28-638f-4a1d-a503-b06bf32aea9d'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:29.426967 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91d95270-66ce-4fea-93f7-a230c5c3f8a6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:29.457230 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 78bec359-325f-4fb2-b93f-8f2a97f876c1 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:30:29.463159 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8dd1ed-5245-49af-9a50-58a452d29162 req-3e84d06f-90bc-4089-92df-b81b1847a35b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] No DVR routers for this DVR port ea28ff98-45cf-4989-9491-cdadefc38c7a on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:30:29.470011 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fb8dd1ed-5245-49af-9a50-58a452d29162 req-3e84d06f-90bc-4089-92df-b81b1847a35b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:29.472061 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fb8dd1ed-5245-49af-9a50-58a452d29162 req-3e84d06f-90bc-4089-92df-b81b1847a35b tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.16 "DELETE /v2.0/ports/ea28ff98-45cf-4989-9491-cdadefc38c7a HTTP/1.1" status: 204 len: 173 time: 1.2248724 Jul 22 19:30:29.472740 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1020d379-41bf-4d11-ac54-97e43213c200', 'name': 'network-vif-deleted', 'tag': 'ea28ff98-45cf-4989-9491-cdadefc38c7a'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:29.474863 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5fc9b8-c137-4219-b4cb-5aaa0e1bc33a" -d '{"events": [{"server_uuid": "1020d379-41bf-4d11-ac54-97e43213c200", "name": "network-vif-deleted", "tag": "ea28ff98-45cf-4989-9491-cdadefc38c7a"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:29.506233 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 78bec359-325f-4fb2-b93f-8f2a97f876c1 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:30:29.506913 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 78bec359-325f-4fb2-b93f-8f2a97f876c1 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:30:29.542072 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1600d926-2856-4944-9a8a-61159f1d4f44 x-openstack-request-id: req-1600d926-2856-4944-9a8a-61159f1d4f44 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:29.542249 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1020d379-41bf-4d11-ac54-97e43213c200", "name": "network-vif-deleted", "tag": "ea28ff98-45cf-4989-9491-cdadefc38c7a", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:29.544066 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1600d926-2856-4944-9a8a-61159f1d4f44 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:29.544549 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1020d379-41bf-4d11-ac54-97e43213c200', 'name': 'network-vif-deleted', 'tag': 'ea28ff98-45cf-4989-9491-cdadefc38c7a', 'status': 'completed', 'code': 200} Jul 22 19:30:29.577053 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-4f50f170-dd1a-4ee5-bbee-0de59a31f41b None None] Set router 9a645d28-638f-4a1d-a503-b06bf32aea9d gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:29.875306 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4f50f170-dd1a-4ee5-bbee-0de59a31f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'name': 'tempest-ServerActionsTestJSON-1455683431-router', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'gw_port': {'id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:40Z', 'updated_at': '2021-07-22T19:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'c6fbd9c1-795b-4934-9961-85a98880ba2d', 'name': '', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'mac_address': 'fa:16:3e:88:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:54Z', 'revision_number': 5, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'subnets': [{'id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:29.907369 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f50f170-dd1a-4ee5-bbee-0de59a31f41b None None] Checking router: 9a645d28-638f-4a1d-a503-b06bf32aea9d for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:30:29.917869 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f50f170-dd1a-4ee5-bbee-0de59a31f41b None None] Routers {'9a645d28-638f-4a1d-a503-b06bf32aea9d'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:29.918984 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4f50f170-dd1a-4ee5-bbee-0de59a31f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:30:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['9a645d28-638f-4a1d-a503-b06bf32aea9d'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:30.085638 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-4f50f170-dd1a-4ee5-bbee-0de59a31f41b None None] Set router 9a645d28-638f-4a1d-a503-b06bf32aea9d gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:30.152291 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8592b3d0-06d4-4e0f-9d61-4c99b997c852 req-f5fc6e1f-69cb-40ec-8286-53bce860a38a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/ports?device_id=1020d379-41bf-4d11-ac54-97e43213c200 HTTP/1.1" status: 200 len: 210 time: 0.0499079 Jul 22 19:30:30.204616 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-91d95270-66ce-4fea-93f7-a230c5c3f8a6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Allocated IP 172.25.3.234 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/7a4bacad-9fac-4f40-b7e3-b195adccc67b) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:30.328336 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91d95270-66ce-4fea-93f7-a230c5c3f8a6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:30.380686 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91d95270-66ce-4fea-93f7-a230c5c3f8a6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:30.423334 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d95270-66ce-4fea-93f7-a230c5c3f8a6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:30.425555 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-91d95270-66ce-4fea-93f7-a230c5c3f8a6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:30.429973 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d95270-66ce-4fea-93f7-a230c5c3f8a6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:30.464076 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4f50f170-dd1a-4ee5-bbee-0de59a31f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'name': 'tempest-ServerActionsTestJSON-1455683431-router', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'gw_port': {'id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:40Z', 'updated_at': '2021-07-22T19:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'c6fbd9c1-795b-4934-9961-85a98880ba2d', 'name': '', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'mac_address': 'fa:16:3e:88:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:54Z', 'revision_number': 5, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'subnets': [{'id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:30.486377 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d95270-66ce-4fea-93f7-a230c5c3f8a6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event updated for resources: {'Port': ['ID=7a4bacad-9fac-4f40-b7e3-b195adccc67b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:30.493933 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f50f170-dd1a-4ee5-bbee-0de59a31f41b None None] The sync data for ids ['9a645d28-638f-4a1d-a503-b06bf32aea9d'] in n-d-800086-12 is: [{'id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'name': 'tempest-ServerActionsTestJSON-1455683431-router', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'gw_port': {'id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:40Z', 'updated_at': '2021-07-22T19:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'c6fbd9c1-795b-4934-9961-85a98880ba2d', 'name': '', 'network_id': '0d34eab5-aeb5-4524-924a-da6ba796a415', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'mac_address': 'fa:16:3e:88:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:54Z', 'revision_number': 5, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'subnets': [{'id': 'a3036dcc-3a64-4ac8-b61e-3e3981ee7c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:30:30.858140 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc97a48-0d8e-424a-b300-2c41dd9750f3 None None] New status for floating IP f7e07a92-30e7-48ae-a96c-0699dd6f8cbb: DOWN {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:30:30.868847 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91d95270-66ce-4fea-93f7-a230c5c3f8a6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:30.970374 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91d95270-66ce-4fea-93f7-a230c5c3f8a6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:31.019397 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-504a0341-2365-462b-9f3b-97c47f3a904f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:31.142940 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:31.162950 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91d95270-66ce-4fea-93f7-a230c5c3f8a6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:31.168448 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91d95270-66ce-4fea-93f7-a230c5c3f8a6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:31.250890 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d95270-66ce-4fea-93f7-a230c5c3f8a6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event updated for resources: {'Port': ['ID=7a4bacad-9fac-4f40-b7e3-b195adccc67b,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:31.265082 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44844) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:31.269877 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91d95270-66ce-4fea-93f7-a230c5c3f8a6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:31.335226 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9f3d1855-0790-4f8d-b36d-2cf40214cafa tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:31.365388 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9f3d1855-0790-4f8d-b36d-2cf40214cafa tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:31.403051 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-91d95270-66ce-4fea-93f7-a230c5c3f8a6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Floating IP 2c8b362a-6364-49ee-ae8e-e8dac9d24219 associated. External IP: 172.25.3.234, port: c7683b4a-d493-4717-8e8d-5090c0ff0d54. Jul 22 19:30:31.429398 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9f3d1855-0790-4f8d-b36d-2cf40214cafa tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:31.430127 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9f3d1855-0790-4f8d-b36d-2cf40214cafa tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:31.431383 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9f3d1855-0790-4f8d-b36d-2cf40214cafa tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "DELETE /v2.0/security-groups/a9bab0f8-89df-4a2c-8b25-62dab0380e38 HTTP/1.1" status: 204 len: 168 time: 0.1646821 Jul 22 19:30:31.435985 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44846) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:31.459223 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d1855-0790-4f8d-b36d-2cf40214cafa tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bab0f8-89df-4a2c-8b25-62dab0380e38,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:31.462164 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-4d6d1834-0e9c-4d22-87c4-60b0d023481a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] show failed (client error): The resource could not be found. Jul 22 19:30:31.463217 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4d6d1834-0e9c-4d22-87c4-60b0d023481a tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "GET /v2.0/security-groups/a9bab0f8-89df-4a2c-8b25-62dab0380e38 HTTP/1.1" status: 404 len: 347 time: 0.0255234 Jul 22 19:30:31.468584 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44848) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:31.713476 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d95270-66ce-4fea-93f7-a230c5c3f8a6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Router 86970342-67dd-4db7-b928-9f7679edfac3 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:30:31.872905 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d95270-66ce-4fea-93f7-a230c5c3f8a6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:30:31.884109 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4399a5-6f1b-41a3-8f36-496d8634e0ab None None] Sync routers for ids ['86970342-67dd-4db7-b928-9f7679edfac3'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:30:31.897685 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91d95270-66ce-4fea-93f7-a230c5c3f8a6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:31.901491 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4399a5-6f1b-41a3-8f36-496d8634e0ab None None] Routers {'86970342-67dd-4db7-b928-9f7679edfac3'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:31.903733 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-aa4399a5-6f1b-41a3-8f36-496d8634e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:30:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['86970342-67dd-4db7-b928-9f7679edfac3'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:31.971258 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ea28ff98-45cf-4989-9491-cdadefc38c7a no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:30:32.021252 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: ea28ff98-45cf-4989-9491-cdadefc38c7a {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:30:32.026667 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-91d95270-66ce-4fea-93f7-a230c5c3f8a6 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8047345 Jul 22 19:30:32.027820 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa63624-410b-4ecc-bc86-618a8e2e5bc3', 'tag': 'c7683b4a-d493-4717-8e8d-5090c0ff0d54'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:32.032154 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588a9318-86f5-4c9f-adbf-f04861930ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa63624-410b-4ecc-bc86-618a8e2e5bc3", "tag": "c7683b4a-d493-4717-8e8d-5090c0ff0d54"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:32.032997 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ea28ff98-45cf-4989-9491-cdadefc38c7a not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:30:32.033774 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44854) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:32.112006 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17d8eb0-f352-42a9-a4c4-31402c740b24 x-openstack-request-id: req-e17d8eb0-f352-42a9-a4c4-31402c740b24 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:32.112447 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa63624-410b-4ecc-bc86-618a8e2e5bc3", "tag": "c7683b4a-d493-4717-8e8d-5090c0ff0d54", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:32.112812 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e17d8eb0-f352-42a9-a4c4-31402c740b24 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:32.113247 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa63624-410b-4ecc-bc86-618a8e2e5bc3', 'tag': 'c7683b4a-d493-4717-8e8d-5090c0ff0d54', 'status': 'completed', 'code': 200} Jul 22 19:30:32.125571 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-aa4399a5-6f1b-41a3-8f36-496d8634e0ab None None] Set router 86970342-67dd-4db7-b928-9f7679edfac3 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:32.352444 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-c1fcc85d-bf5e-4b72-b829-128c8346f967 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Deleting port a8de20e0-fdf3-4ca7-a776-f5e8e0bd938b {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:30:32.353093 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc85d-bf5e-4b72-b829-128c8346f967 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:32.364215 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:32.409497 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-aa4399a5-6f1b-41a3-8f36-496d8634e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86970342-67dd-4db7-b928-9f7679edfac3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-236196053', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:13Z', 'revision_number': 4, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port': {'id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '2c8b362a-6364-49ee-ae8e-e8dac9d24219', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'port_id': 'c7683b4a-d493-4717-8e8d-5090c0ff0d54', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312', 'mac_address': 'fa:16:3e:3c:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa63624-410b-4ecc-bc86-618a8e2e5bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:30:30Z', 'updated_at': '2021-07-22T19:30:30Z', 'revision_number': 0, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012d08b2-eb85-4a59-a98b-2553079576bf', 'name': '', 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'mac_address': 'fa:16:3e:e5:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '68fcbf20-0077-42bc-b4f7-a70bb6ff7db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:13Z', 'updated_at': '2021-07-22T19:30:18Z', 'revision_number': 5, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'subnets': [{'id': '68fcbf20-0077-42bc-b4f7-a70bb6ff7db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:32.423302 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1189261-11d6-4225-a7cf-6f023750bc8e tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.423851 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1189261-11d6-4225-a7cf-6f023750bc8e tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.424326 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1189261-11d6-4225-a7cf-6f023750bc8e tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.424821 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1189261-11d6-4225-a7cf-6f023750bc8e tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.425393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1189261-11d6-4225-a7cf-6f023750bc8e tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.425874 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1189261-11d6-4225-a7cf-6f023750bc8e tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.426338 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1189261-11d6-4225-a7cf-6f023750bc8e tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.426804 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1189261-11d6-4225-a7cf-6f023750bc8e tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.427255 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1189261-11d6-4225-a7cf-6f023750bc8e tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.427715 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1189261-11d6-4225-a7cf-6f023750bc8e tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.432428 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c1189261-11d6-4225-a7cf-6f023750bc8e tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7068 time: 0.3943298 Jul 22 19:30:32.432873 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44858) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:32.441853 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4399a5-6f1b-41a3-8f36-496d8634e0ab None None] Checking router: 86970342-67dd-4db7-b928-9f7679edfac3 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:30:32.452694 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4399a5-6f1b-41a3-8f36-496d8634e0ab None None] Routers {'86970342-67dd-4db7-b928-9f7679edfac3'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:32.453437 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-aa4399a5-6f1b-41a3-8f36-496d8634e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:30:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['86970342-67dd-4db7-b928-9f7679edfac3'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:32.492252 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a9318-86f5-4c9f-adbf-f04861930ed0 req-d77673c7-3458-4a5d-9645-1ccfa95fa68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.495977 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-588a9318-86f5-4c9f-adbf-f04861930ed0 req-d77673c7-3458-4a5d-9645-1ccfa95fa68c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3da4ab999acb40b8ac365fc65087f150&device_id=5aa63624-410b-4ecc-bc86-618a8e2e5bc3 HTTP/1.1" status: 200 len: 1136 time: 0.3464558 Jul 22 19:30:32.570818 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc85d-bf5e-4b72-b829-128c8346f967 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:32.571388 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc85d-bf5e-4b72-b829-128c8346f967 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:32.586874 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-aa4399a5-6f1b-41a3-8f36-496d8634e0ab None None] Set router 86970342-67dd-4db7-b928-9f7679edfac3 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:32.589680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bd7d36-eaa9-4539-8359-496988dd7d1d tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.590458 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bd7d36-eaa9-4539-8359-496988dd7d1d tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.591124 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bd7d36-eaa9-4539-8359-496988dd7d1d tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.592268 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bd7d36-eaa9-4539-8359-496988dd7d1d tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.594700 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bd7d36-eaa9-4539-8359-496988dd7d1d tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.595380 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bd7d36-eaa9-4539-8359-496988dd7d1d tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.596039 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bd7d36-eaa9-4539-8359-496988dd7d1d tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.596747 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bd7d36-eaa9-4539-8359-496988dd7d1d tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.597773 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bd7d36-eaa9-4539-8359-496988dd7d1d tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.598432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bd7d36-eaa9-4539-8359-496988dd7d1d tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.604661 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d3bd7d36-eaa9-4539-8359-496988dd7d1d tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6459 time: 0.1707661 Jul 22 19:30:32.605609 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44860) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:32.618680 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-c1fcc85d-bf5e-4b72-b829-128c8346f967 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Calling delete_port for a8de20e0-fdf3-4ca7-a776-f5e8e0bd938b owned by network:floatingip {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:30:32.696386 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a9318-86f5-4c9f-adbf-f04861930ed0 req-809fb1c5-fa8b-45ea-a265-e87233b68ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.698720 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-588a9318-86f5-4c9f-adbf-f04861930ed0 req-809fb1c5-fa8b-45ea-a265-e87233b68ed0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8cc94d84-78be-4508-a982-5c90ccffc312 HTTP/1.1" status: 200 len: 897 time: 0.1895835 Jul 22 19:30:32.837458 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-588a9318-86f5-4c9f-adbf-f04861930ed0 req-6b7a0421-b3ba-498e-968a-45467f834896 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7683b4a-d493-4717-8e8d-5090c0ff0d54 HTTP/1.1" status: 200 len: 999 time: 0.1314533 Jul 22 19:30:32.921278 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-aa4399a5-6f1b-41a3-8f36-496d8634e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86970342-67dd-4db7-b928-9f7679edfac3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-236196053', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:13Z', 'revision_number': 4, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port': {'id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '2c8b362a-6364-49ee-ae8e-e8dac9d24219', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'port_id': 'c7683b4a-d493-4717-8e8d-5090c0ff0d54', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312', 'mac_address': 'fa:16:3e:3c:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa63624-410b-4ecc-bc86-618a8e2e5bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:30:30Z', 'updated_at': '2021-07-22T19:30:30Z', 'revision_number': 0, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012d08b2-eb85-4a59-a98b-2553079576bf', 'name': '', 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'mac_address': 'fa:16:3e:e5:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '68fcbf20-0077-42bc-b4f7-a70bb6ff7db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:13Z', 'updated_at': '2021-07-22T19:30:18Z', 'revision_number': 5, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'subnets': [{'id': '68fcbf20-0077-42bc-b4f7-a70bb6ff7db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:32.932113 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a9318-86f5-4c9f-adbf-f04861930ed0 req-490d9c35-e22e-4a2a-a514-4d24a86b776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.933669 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-588a9318-86f5-4c9f-adbf-f04861930ed0 req-490d9c35-e22e-4a2a-a514-4d24a86b776d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=68fcbf20-0077-42bc-b4f7-a70bb6ff7db2 HTTP/1.1" status: 200 len: 835 time: 0.0867057 Jul 22 19:30:32.959907 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4399a5-6f1b-41a3-8f36-496d8634e0ab None None] The sync data for ids ['86970342-67dd-4db7-b928-9f7679edfac3'] in n-d-800086-12 is: [{'id': '86970342-67dd-4db7-b928-9f7679edfac3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-236196053', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:13Z', 'revision_number': 4, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port': {'id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '2c8b362a-6364-49ee-ae8e-e8dac9d24219', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'port_id': 'c7683b4a-d493-4717-8e8d-5090c0ff0d54', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312', 'mac_address': 'fa:16:3e:3c:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa63624-410b-4ecc-bc86-618a8e2e5bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:30:30Z', 'updated_at': '2021-07-22T19:30:30Z', 'revision_number': 0, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012d08b2-eb85-4a59-a98b-2553079576bf', 'name': '', 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'mac_address': 'fa:16:3e:e5:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '68fcbf20-0077-42bc-b4f7-a70bb6ff7db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:13Z', 'updated_at': '2021-07-22T19:30:18Z', 'revision_number': 5, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'subnets': [{'id': '68fcbf20-0077-42bc-b4f7-a70bb6ff7db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:30:32.982582 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-34f3252b-8ea4-4b34-b17e-f2dd2d5cc956 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4500 time: 0.3753867 Jul 22 19:30:32.990227 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44864) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:33.077835 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a9318-86f5-4c9f-adbf-f04861930ed0 req-d639c307-bfb0-4571-9cfb-78d0ee002adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:33.079507 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-588a9318-86f5-4c9f-adbf-f04861930ed0 req-d639c307-bfb0-4571-9cfb-78d0ee002adf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8cc94d84-78be-4508-a982-5c90ccffc312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1396103 Jul 22 19:30:33.080153 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc85d-bf5e-4b72-b829-128c8346f967 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:33.085955 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99ab156-76ba-41c4-a42d-8f0cefdfa9cf tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:33.087125 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99ab156-76ba-41c4-a42d-8f0cefdfa9cf tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:33.103655 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a99ab156-76ba-41c4-a42d-8f0cefdfa9cf tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=86970342-67dd-4db7-b928-9f7679edfac3 HTTP/1.1" status: 200 len: 1991 time: 0.1056998 Jul 22 19:30:33.121460 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fcc85d-bf5e-4b72-b829-128c8346f967 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Pushing event deleted for resources: {'Port': ['ID=a8de20e0-fdf3-4ca7-a776-f5e8e0bd938b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:33.262489 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2613d626-852c-4611-9a8f-a0511a0a2323 None None] New status for floating IP 2c8b362a-6364-49ee-ae8e-e8dac9d24219: ACTIVE {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:30:33.274064 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc85d-bf5e-4b72-b829-128c8346f967 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks [] for floatingip, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:33.277452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc85d-bf5e-4b72-b829-128c8346f967 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:33.278623 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c1fcc85d-bf5e-4b72-b829-128c8346f967 tempest-ServerActionsTestJSON-34025092 tempest-ServerActionsTestJSON-34025092-project] 10.222.0.13 "DELETE /v2.0/floatingips/f7e07a92-30e7-48ae-a96c-0699dd6f8cbb HTTP/1.1" status: 204 len: 168 time: 1.8095841 Jul 22 19:30:33.282388 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44868) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:33.287327 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-588a9318-86f5-4c9f-adbf-f04861930ed0 req-e6aba863-2077-4061-b6bb-14fc5e0d1387 service neutron] 10.222.0.16 "GET /v2.0/networks/8cc94d84-78be-4508-a982-5c90ccffc312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766837 Jul 22 19:30:33.442104 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-588a9318-86f5-4c9f-adbf-f04861930ed0 req-95b783f7-4e2c-4332-a678-aeea23fe7b72 service neutron] 10.222.0.16 "GET /v2.0/networks/8cc94d84-78be-4508-a982-5c90ccffc312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482148 Jul 22 19:30:33.822806 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b1b839d4-a835-4631-8fc3-ebcfcfe10286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:33.994435 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:34.154055 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-b1b839d4-a835-4631-8fc3-ebcfcfe10286 admin admin] Deleting port c6fbd9c1-795b-4934-9961-85a98880ba2d {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:30:34.154649 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b1b839d4-a835-4631-8fc3-ebcfcfe10286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:34.240325 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-b1b839d4-a835-4631-8fc3-ebcfcfe10286 admin admin] For port c6fbd9c1-795b-4934-9961-85a98880ba2d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c6fbd9c1-795b-4934-9961-85a98880ba2d,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:34.240728 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b1b839d4-a835-4631-8fc3-ebcfcfe10286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:34.254203 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-b1b839d4-a835-4631-8fc3-ebcfcfe10286 admin admin] Calling delete_port for c6fbd9c1-795b-4934-9961-85a98880ba2d owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:30:34.441879 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b1b839d4-a835-4631-8fc3-ebcfcfe10286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:34.472808 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b839d4-a835-4631-8fc3-ebcfcfe10286 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6fbd9c1-795b-4934-9961-85a98880ba2d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:34.653898 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b1b839d4-a835-4631-8fc3-ebcfcfe10286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:35.220131 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b839d4-a835-4631-8fc3-ebcfcfe10286 admin admin] Router 9a645d28-638f-4a1d-a503-b06bf32aea9d has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:30:35.332757 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b839d4-a835-4631-8fc3-ebcfcfe10286 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:30:35.338126 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b1b839d4-a835-4631-8fc3-ebcfcfe10286 admin admin] 10.222.0.13 "PUT /v2.0/routers/9a645d28-638f-4a1d-a503-b06bf32aea9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0547128 Jul 22 19:30:35.343013 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76056ac8-6b45-4470-876b-c48bd5fda552 None None] Sync routers for ids ['9a645d28-638f-4a1d-a503-b06bf32aea9d'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:30:35.346467 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44880) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:35.355751 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76056ac8-6b45-4470-876b-c48bd5fda552 None None] Routers {'9a645d28-638f-4a1d-a503-b06bf32aea9d'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:35.356358 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-76056ac8-6b45-4470-876b-c48bd5fda552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:30:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['9a645d28-638f-4a1d-a503-b06bf32aea9d'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:35.462500 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edf63452-1263-4176-9e1c-7edf3af7219e admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:35.667525 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-76056ac8-6b45-4470-876b-c48bd5fda552 None None] Set router 9a645d28-638f-4a1d-a503-b06bf32aea9d gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:35.674027 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edf63452-1263-4176-9e1c-7edf3af7219e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:35.724801 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-edf63452-1263-4176-9e1c-7edf3af7219e admin admin] Deleting port b65a3785-ba36-4daf-9d9e-fd33149297ee {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:30:35.725447 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edf63452-1263-4176-9e1c-7edf3af7219e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:35.802390 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-76056ac8-6b45-4470-876b-c48bd5fda552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'name': 'tempest-ServerActionsTestJSON-1455683431-router', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:30:34Z', 'revision_number': 5, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'gw_port': {'id': 'b65a3785-ba36-4daf-9d9e-fd33149297ee', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:40Z', 'updated_at': '2021-07-22T19:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:35.828922 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-edf63452-1263-4176-9e1c-7edf3af7219e admin admin] For port b65a3785-ba36-4daf-9d9e-fd33149297ee, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b65a3785-ba36-4daf-9d9e-fd33149297ee,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:35.829556 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edf63452-1263-4176-9e1c-7edf3af7219e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:35.838091 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76056ac8-6b45-4470-876b-c48bd5fda552 None None] Checking router: 9a645d28-638f-4a1d-a503-b06bf32aea9d for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:30:35.845089 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-edf63452-1263-4176-9e1c-7edf3af7219e admin admin] Calling delete_port for b65a3785-ba36-4daf-9d9e-fd33149297ee owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:30:35.850211 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76056ac8-6b45-4470-876b-c48bd5fda552 None None] Routers {'9a645d28-638f-4a1d-a503-b06bf32aea9d'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:35.851410 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-76056ac8-6b45-4470-876b-c48bd5fda552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:30:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['9a645d28-638f-4a1d-a503-b06bf32aea9d'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:35.975129 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-76056ac8-6b45-4470-876b-c48bd5fda552 None None] Set router 9a645d28-638f-4a1d-a503-b06bf32aea9d gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:36.159649 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edf63452-1263-4176-9e1c-7edf3af7219e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:36.191423 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-76056ac8-6b45-4470-876b-c48bd5fda552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'name': 'tempest-ServerActionsTestJSON-1455683431-router', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:30:35Z', 'revision_number': 6, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:36.197269 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf63452-1263-4176-9e1c-7edf3af7219e admin admin] Pushing event deleted for resources: {'Port': ['ID=b65a3785-ba36-4daf-9d9e-fd33149297ee,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:36.220761 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76056ac8-6b45-4470-876b-c48bd5fda552 None None] The sync data for ids ['9a645d28-638f-4a1d-a503-b06bf32aea9d'] in n-d-800086-12 is: [{'id': '9a645d28-638f-4a1d-a503-b06bf32aea9d', 'name': 'tempest-ServerActionsTestJSON-1455683431-router', 'tenant_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:30:35Z', 'revision_number': 6, 'project_id': 'a4e9bbb0623146efb026ab76e903f9f4', 'gw_port_host': None}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:30:36.275716 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edf63452-1263-4176-9e1c-7edf3af7219e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:36.386665 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edf63452-1263-4176-9e1c-7edf3af7219e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:36.389215 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edf63452-1263-4176-9e1c-7edf3af7219e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:36.459700 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edf63452-1263-4176-9e1c-7edf3af7219e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:36.460172 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf63452-1263-4176-9e1c-7edf3af7219e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a645d28-638f-4a1d-a503-b06bf32aea9d {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:30:36.467489 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edf63452-1263-4176-9e1c-7edf3af7219e admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:36.469211 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-edf63452-1263-4176-9e1c-7edf3af7219e admin admin] 10.222.0.13 "DELETE /v2.0/routers/9a645d28-638f-4a1d-a503-b06bf32aea9d HTTP/1.1" status: 204 len: 168 time: 1.1241660 Jul 22 19:30:36.471733 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44906) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:36.518308 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa21aca-aa12-4fd4-a260-62c0cabc402b admin admin] Deleting subnet a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:30:36.521882 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-afa21aca-aa12-4fd4-a260-62c0cabc402b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:36.561714 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-afa21aca-aa12-4fd4-a260-62c0cabc402b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:36.674161 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-afa21aca-aa12-4fd4-a260-62c0cabc402b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:36.740502 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-afa21aca-aa12-4fd4-a260-62c0cabc402b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:36.767964 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa21aca-aa12-4fd4-a260-62c0cabc402b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3036dcc-3a64-4ac8-b61e-3e3981ee7c50,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:36.770140 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-afa21aca-aa12-4fd4-a260-62c0cabc402b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:36.772131 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-afa21aca-aa12-4fd4-a260-62c0cabc402b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a3036dcc-3a64-4ac8-b61e-3e3981ee7c50 HTTP/1.1" status: 204 len: 168 time: 0.2994490 Jul 22 19:30:36.774783 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44912) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:36.777960 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44510488-99f9-406b-9810-94a59bab0361 None None] Network 0d34eab5-aeb5-4524-924a-da6ba796a415 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:30:36.873048 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-65276b00-7d47-44f5-b8bd-00a2ff0e1330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:36.979739 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-65276b00-7d47-44f5-b8bd-00a2ff0e1330 admin admin] Deleting port 658c28f9-4ed8-431d-9bdb-41fa575c0134 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:30:36.980118 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-65276b00-7d47-44f5-b8bd-00a2ff0e1330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:37.073697 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b041eaf-aef7-47d2-8c63-345a0d754d3b None None] DHCP port deletion for 0d34eab5-aeb5-4524-924a-da6ba796a415 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:30:37.092587 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-65276b00-7d47-44f5-b8bd-00a2ff0e1330 admin admin] For port 658c28f9-4ed8-431d-9bdb-41fa575c0134, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=658c28f9-4ed8-431d-9bdb-41fa575c0134,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:37.093509 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-65276b00-7d47-44f5-b8bd-00a2ff0e1330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:37.123132 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-65276b00-7d47-44f5-b8bd-00a2ff0e1330 admin admin] Calling delete_port for 658c28f9-4ed8-431d-9bdb-41fa575c0134 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:30:37.190810 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1b041eaf-aef7-47d2-8c63-345a0d754d3b None None] Deleting port 658c28f9-4ed8-431d-9bdb-41fa575c0134 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:30:37.191596 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1b041eaf-aef7-47d2-8c63-345a0d754d3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:37.259511 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-65276b00-7d47-44f5-b8bd-00a2ff0e1330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:37.292801 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65276b00-7d47-44f5-b8bd-00a2ff0e1330 admin admin] Pushing event deleted for resources: {'Port': ['ID=658c28f9-4ed8-431d-9bdb-41fa575c0134,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:37.307352 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65276b00-7d47-44f5-b8bd-00a2ff0e1330 admin admin] No DVR routers for this DVR port 658c28f9-4ed8-431d-9bdb-41fa575c0134 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:30:37.423396 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-65276b00-7d47-44f5-b8bd-00a2ff0e1330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:37.435408 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-65276b00-7d47-44f5-b8bd-00a2ff0e1330 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d34eab5-aeb5-4524-924a-da6ba796a415']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:37.463690 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-65276b00-7d47-44f5-b8bd-00a2ff0e1330 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:37.464064 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-65276b00-7d47-44f5-b8bd-00a2ff0e1330 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf54585-73cb-4311-a6cc-ea66a8b99bb0') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:37.490357 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-65276b00-7d47-44f5-b8bd-00a2ff0e1330 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:37.534533 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1b041eaf-aef7-47d2-8c63-345a0d754d3b None None] For port 658c28f9-4ed8-431d-9bdb-41fa575c0134, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=658c28f9-4ed8-431d-9bdb-41fa575c0134,segment=NetworkSegment(bbf54585-73cb-4311-a6cc-ea66a8b99bb0),segment_id=bbf54585-73cb-4311-a6cc-ea66a8b99bb0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:37.535287 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1b041eaf-aef7-47d2-8c63-345a0d754d3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:37.537719 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-65276b00-7d47-44f5-b8bd-00a2ff0e1330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:37.550997 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1b041eaf-aef7-47d2-8c63-345a0d754d3b None None] Calling delete_port for 658c28f9-4ed8-431d-9bdb-41fa575c0134 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:30:37.559018 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65276b00-7d47-44f5-b8bd-00a2ff0e1330 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:30:37.561847 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-65276b00-7d47-44f5-b8bd-00a2ff0e1330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:30:37.564383 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:30:37.660327 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-65276b00-7d47-44f5-b8bd-00a2ff0e1330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:37.688030 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-65276b00-7d47-44f5-b8bd-00a2ff0e1330 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:37.689980 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-65276b00-7d47-44f5-b8bd-00a2ff0e1330 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0d34eab5-aeb5-4524-924a-da6ba796a415 HTTP/1.1" status: 204 len: 168 time: 0.9128613 Jul 22 19:30:37.690840 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65276b00-7d47-44f5-b8bd-00a2ff0e1330 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d34eab5-aeb5-4524-924a-da6ba796a415,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:37.709489 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1b041eaf-aef7-47d2-8c63-345a0d754d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:37.743518 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b041eaf-aef7-47d2-8c63-345a0d754d3b None None] Network 0d34eab5-aeb5-4524-924a-da6ba796a415 is not hosted by any dhcp agent {{(pid=93808) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 19:30:37.744132 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b041eaf-aef7-47d2-8c63-345a0d754d3b None None] No DVR routers for this DVR port 658c28f9-4ed8-431d-9bdb-41fa575c0134 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:30:37.745855 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b041eaf-aef7-47d2-8c63-345a0d754d3b None None] Pushing event deleted for resources: {'Port': ['ID=658c28f9-4ed8-431d-9bdb-41fa575c0134,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:37.872012 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44932) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:37.922247 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-52051005-4cf9-469b-8fb5-8bf98981b298 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4e9bbb0623146efb026ab76e903f9f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487893 Jul 22 19:30:37.924435 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44934) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:38.001311 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5bb0285-7c8a-4b86-9061-f445a741d23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:38.023857 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5bb0285-7c8a-4b86-9061-f445a741d23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:38.087486 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5bb0285-7c8a-4b86-9061-f445a741d23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:38.090674 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5bb0285-7c8a-4b86-9061-f445a741d23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:38.093329 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c5bb0285-7c8a-4b86-9061-f445a741d23d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d2482c4-df5d-4c18-957a-4f9d4ab67fe2 HTTP/1.1" status: 204 len: 168 time: 0.1671448 Jul 22 19:30:38.106371 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb0285-7c8a-4b86-9061-f445a741d23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2482c4-df5d-4c18-957a-4f9d4ab67fe2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:38.218390 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c6fbd9c1-795b-4934-9961-85a98880ba2d no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:30:38.261477 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: c6fbd9c1-795b-4934-9961-85a98880ba2d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:30:38.262125 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c6fbd9c1-795b-4934-9961-85a98880ba2d not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:30:38.262740 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b65a3785-ba36-4daf-9d9e-fd33149297ee no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:30:38.293846 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: b65a3785-ba36-4daf-9d9e-fd33149297ee {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:30:38.294201 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b65a3785-ba36-4daf-9d9e-fd33149297ee not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:30:38.294851 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 658c28f9-4ed8-431d-9bdb-41fa575c0134 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:30:38.314547 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 658c28f9-4ed8-431d-9bdb-41fa575c0134 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:30:38.315127 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 658c28f9-4ed8-431d-9bdb-41fa575c0134 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:30:38.993746 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 44972) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:39.098664 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f0b19c77-ba1e-4d5c-a207-3cfdf10d4a00 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1826213889-network', 'tenant_id': '39b3cdd77f404045b9ef9ca9152ef39e'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:39.100239 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:39.125938 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b19c77-ba1e-4d5c-a207-3cfdf10d4a00 admin admin] Made reservation on behalf of 39b3cdd77f404045b9ef9ca9152ef39e for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:39.128446 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f0b19c77-ba1e-4d5c-a207-3cfdf10d4a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:39.137083 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f0b19c77-ba1e-4d5c-a207-3cfdf10d4a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:39.233893 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f0b19c77-ba1e-4d5c-a207-3cfdf10d4a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:39.238474 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f0b19c77-ba1e-4d5c-a207-3cfdf10d4a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:39.266719 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b19c77-ba1e-4d5c-a207-3cfdf10d4a00 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:30:39.272987 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b19c77-ba1e-4d5c-a207-3cfdf10d4a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfcefb0-3c0a-48f5-8b78-d097814ae7e3,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:39.280925 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f0b19c77-ba1e-4d5c-a207-3cfdf10d4a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:39.281184 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-f0b19c77-ba1e-4d5c-a207-3cfdf10d4a00 admin admin] Added segment 05187260-1d4a-4692-ab23-b6413a6c6052 of type vlan for network 977f3961-2f6f-41fd-b134-7ee9e87cbc74 Jul 22 19:30:39.320789 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f0b19c77-ba1e-4d5c-a207-3cfdf10d4a00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:39.351744 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f0b19c77-ba1e-4d5c-a207-3cfdf10d4a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:39.353000 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b19c77-ba1e-4d5c-a207-3cfdf10d4a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:39.353753 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f0b19c77-ba1e-4d5c-a207-3cfdf10d4a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:39.397556 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f0b19c77-ba1e-4d5c-a207-3cfdf10d4a00 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3995330 Jul 22 19:30:39.397871 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 44984) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:39.403530 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-85a80462-9618-4202-bc69-d46276857242 admin admin] Request body: {'subnet': {'network_id': '977f3961-2f6f-41fd-b134-7ee9e87cbc74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1826213889-subnet', 'tenant_id': '39b3cdd77f404045b9ef9ca9152ef39e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:39.424588 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b19c77-ba1e-4d5c-a207-3cfdf10d4a00 admin admin] Pushing event updated for resources: {'Network': ['ID=977f3961-2f6f-41fd-b134-7ee9e87cbc74,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:39.430107 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a80462-9618-4202-bc69-d46276857242 admin admin] Made reservation on behalf of 39b3cdd77f404045b9ef9ca9152ef39e for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:39.432526 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-85a80462-9618-4202-bc69-d46276857242 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:39.437332 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 977f3961-2f6f-41fd-b134-7ee9e87cbc74 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:30:39.643892 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-85a80462-9618-4202-bc69-d46276857242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:39.703670 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a80462-9618-4202-bc69-d46276857242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c06ca840-8efa-41b9-ac53-e589657c6718,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:39.716272 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a80462-9618-4202-bc69-d46276857242 admin admin] Checking segment: {'id': '05187260-1d4a-4692-ab23-b6413a6c6052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '977f3961-2f6f-41fd-b134-7ee9e87cbc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:39.716664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a80462-9618-4202-bc69-d46276857242 admin admin] Network hostable DHCP agents. Network: 977f3961-2f6f-41fd-b134-7ee9e87cbc74, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:30:39.738696 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a80462-9618-4202-bc69-d46276857242 admin admin] Network 977f3961-2f6f-41fd-b134-7ee9e87cbc74 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:30:39.749358 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-85a80462-9618-4202-bc69-d46276857242 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 977f3961-2f6f-41fd-b134-7ee9e87cbc74) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:39.754628 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a80462-9618-4202-bc69-d46276857242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:39.755369 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-85a80462-9618-4202-bc69-d46276857242 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:39.775898 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-85a80462-9618-4202-bc69-d46276857242 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3762810 Jul 22 19:30:39.791957 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d377b0-2fb1-4ebb-afad-395e689213cd None None] Network 977f3961-2f6f-41fd-b134-7ee9e87cbc74 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:30:39.956814 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870299f6-cd83-42cd-add7-8e8cbee4b465 None None] Network 977f3961-2f6f-41fd-b134-7ee9e87cbc74 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:30:40.309396 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-5cb9444c-09de-442f-b063-82f6728a720f tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:40.311952 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-5cb9444c-09de-442f-b063-82f6728a720f tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/networks?id=977f3961-2f6f-41fd-b134-7ee9e87cbc74 HTTP/1.1" status: 200 len: 809 time: 0.1113017 Jul 22 19:30:40.333015 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-158f1a31-5979-432f-90c5-5c0f7e9cd8bd tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/quotas/39b3cdd77f404045b9ef9ca9152ef39e HTTP/1.1" status: 200 len: 375 time: 0.0150132 Jul 22 19:30:40.368646 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-fff76b9b-5830-4fd9-9f3e-68f85cfdaab1 tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=39b3cdd77f404045b9ef9ca9152ef39e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335906 Jul 22 19:30:40.461394 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-d7eec1bc-97ff-4460-bd9e-0eb1c596d0fc service neutron] 10.222.0.13 "GET /v2.0/networks/977f3961-2f6f-41fd-b134-7ee9e87cbc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850122 Jul 22 19:30:40.561692 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-13a341d7-861e-42cd-bcab-a14172207c6b service neutron] 10.222.0.13 "GET /v2.0/networks/977f3961-2f6f-41fd-b134-7ee9e87cbc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939374 Jul 22 19:30:40.737733 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-495f843b-7e52-42b2-b34f-52dcf6c4e37c req-3fd2aa48-ce9c-464a-975d-64962ae2ecfb tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b HTTP/1.1" status: 200 len: 210 time: 0.0317166 Jul 22 19:30:41.730710 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-0a773b53-8d5b-417f-93b7-1a97d7728879 tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:41.732215 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-0a773b53-8d5b-417f-93b7-1a97d7728879 tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.30 "GET /v2.0/networks?id=977f3961-2f6f-41fd-b134-7ee9e87cbc74 HTTP/1.1" status: 200 len: 809 time: 0.1248562 Jul 22 19:30:41.745274 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-5879905a-d0bd-4f2a-9497-b764b96708ae tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Request body: {'port': {'device_id': '5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b', 'network_id': '977f3961-2f6f-41fd-b134-7ee9e87cbc74', 'admin_state_up': True, 'tenant_id': '39b3cdd77f404045b9ef9ca9152ef39e'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:41.750628 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:41.860385 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a772ada0-c775-432b-b04a-3c03820c8640 req-6af6e86f-0030-4555-8394-2ff441abb75f tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b HTTP/1.1" status: 200 len: 210 time: 0.0438671 Jul 22 19:30:41.902245 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-5879905a-d0bd-4f2a-9497-b764b96708ae tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Made reservation on behalf of 39b3cdd77f404045b9ef9ca9152ef39e for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:41.905860 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-5879905a-d0bd-4f2a-9497-b764b96708ae tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:42.061839 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-5879905a-d0bd-4f2a-9497-b764b96708ae tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Allocated IP 172.20.0.5 (977f3961-2f6f-41fd-b134-7ee9e87cbc74/c06ca840-8efa-41b9-ac53-e589657c6718/66daef81-e4e5-4724-b896-5a8d59df178b) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:42.225390 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-5879905a-d0bd-4f2a-9497-b764b96708ae tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:42.265389 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-5879905a-d0bd-4f2a-9497-b764b96708ae tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:42.314000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-5879905a-d0bd-4f2a-9497-b764b96708ae tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Network 977f3961-2f6f-41fd-b134-7ee9e87cbc74 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:42.317156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-5879905a-d0bd-4f2a-9497-b764b96708ae tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:42.321470 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-5879905a-d0bd-4f2a-9497-b764b96708ae tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:42.349576 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879905a-d0bd-4f2a-9497-b764b96708ae tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Pushing event updated for resources: {'Port': ['ID=66daef81-e4e5-4724-b896-5a8d59df178b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:42.378409 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-5879905a-d0bd-4f2a-9497-b764b96708ae tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:42.379020 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-5879905a-d0bd-4f2a-9497-b764b96708ae tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:42.393894 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-5879905a-d0bd-4f2a-9497-b764b96708ae tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6538517 Jul 22 19:30:42.406544 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] Request body: {'port': {'device_id': '5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:42.494815 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:42.777626 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66daef81-e4e5-4724-b896-5a8d59df178b {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:30:42.786455 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:42.799108 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] Transition to ACTIVE for port object 66daef81-e4e5-4724-b896-5a8d59df178b will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:42.802879 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:42.859157 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] Pushing event updated for resources: {'Port': ['ID=66daef81-e4e5-4724-b896-5a8d59df178b,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:42.931519 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] Attempting to bind port 66daef81-e4e5-4724-b896-5a8d59df178b on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:30:42.931880 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] Attempting to bind port 66daef81-e4e5-4724-b896-5a8d59df178b by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '05187260-1d4a-4692-ab23-b6413a6c6052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '977f3961-2f6f-41fd-b134-7ee9e87cbc74'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:30:42.932179 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] Attempting to bind port 66daef81-e4e5-4724-b896-5a8d59df178b on network 977f3961-2f6f-41fd-b134-7ee9e87cbc74 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:42.936893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] Port 66daef81-e4e5-4724-b896-5a8d59df178b on network 977f3961-2f6f-41fd-b134-7ee9e87cbc74 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:30:42.937238 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] Attempting to bind port 66daef81-e4e5-4724-b896-5a8d59df178b on network 977f3961-2f6f-41fd-b134-7ee9e87cbc74 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:42.953340 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:30:42.954128 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] Checking segment: {'id': '05187260-1d4a-4692-ab23-b6413a6c6052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '977f3961-2f6f-41fd-b134-7ee9e87cbc74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:42.954128 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] Bound using segment: {'id': '05187260-1d4a-4692-ab23-b6413a6c6052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '977f3961-2f6f-41fd-b134-7ee9e87cbc74'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:30:42.954581 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] Bound port: 66daef81-e4e5-4724-b896-5a8d59df178b, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05187260-1d4a-4692-ab23-b6413a6c6052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '977f3961-2f6f-41fd-b134-7ee9e87cbc74'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:30:42.955135 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:43.059789 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] For port 66daef81-e4e5-4724-b896-5a8d59df178b, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:43.064993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] For port 66daef81-e4e5-4724-b896-5a8d59df178b, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=66daef81-e4e5-4724-b896-5a8d59df178b,segment=NetworkSegment(05187260-1d4a-4692-ab23-b6413a6c6052),segment_id=05187260-1d4a-4692-ab23-b6413a6c6052)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:30:43.074763 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be4844-8db5-4156-ab51-3d8a5a736596 req-6bd2cc07-4488-4ea7-96b3-f3039196d0ec tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:43.076252 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45be4844-8db5-4156-ab51-3d8a5a736596 req-6bd2cc07-4488-4ea7-96b3-f3039196d0ec tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b HTTP/1.1" status: 200 len: 943 time: 0.1367373 Jul 22 19:30:43.078565 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:43.132606 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:43.133231 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:43.134623 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] 10.222.0.30 "PUT /v2.0/ports/66daef81-e4e5-4724-b896-5a8d59df178b HTTP/1.1" status: 200 len: 1092 time: 0.7332561 Jul 22 19:30:43.135059 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b', 'tag': '66daef81-e4e5-4724-b896-5a8d59df178b'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:43.137324 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae19244-0c0b-4dd4-afad-523d01c3ed41" -d '{"events": [{"name": "network-changed", "server_uuid": "5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b", "tag": "66daef81-e4e5-4724-b896-5a8d59df178b"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:43.176186 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45be4844-8db5-4156-ab51-3d8a5a736596 req-9d66491d-b684-4317-91d9-6ec44140d90b tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bfcefb0-3c0a-48f5-8b78-d097814ae7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702150 Jul 22 19:30:43.179311 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f5fb0-581c-4e48-b8e3-6729b4aa09a7 service neutron] Pushing event updated for resources: {'Port': ['ID=66daef81-e4e5-4724-b896-5a8d59df178b,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:43.190682 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5b9ae3-676e-48d5-80c3-641f5c284f93 x-openstack-request-id: req-2d5b9ae3-676e-48d5-80c3-641f5c284f93 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:43.190970 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b", "tag": "66daef81-e4e5-4724-b896-5a8d59df178b", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:43.191219 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d5b9ae3-676e-48d5-80c3-641f5c284f93 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:43.192229 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b', 'tag': '66daef81-e4e5-4724-b896-5a8d59df178b', 'status': 'completed', 'code': 200} Jul 22 19:30:43.249242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-900366bb-ee1e-43df-82ea-eba3f4ece771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:43.251217 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-900366bb-ee1e-43df-82ea-eba3f4ece771 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=39b3cdd77f404045b9ef9ca9152ef39e&device_id=5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b HTTP/1.1" status: 200 len: 1095 time: 0.0702569 Jul 22 19:30:43.295047 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-1c12ca10-a94c-487f-8bbc-6ba0f14798c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66daef81-e4e5-4724-b896-5a8d59df178b HTTP/1.1" status: 200 len: 217 time: 0.0360672 Jul 22 19:30:43.345802 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a7cdd820-8eb0-4968-91c9-fc2a57d7b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:43.347334 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a7cdd820-8eb0-4968-91c9-fc2a57d7b172 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c06ca840-8efa-41b9-ac53-e589657c6718 HTTP/1.1" status: 200 len: 849 time: 0.0466244 Jul 22 19:30:43.397497 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-daec00b5-a614-4387-873e-d1ffea5ddeb3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=977f3961-2f6f-41fd-b134-7ee9e87cbc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435426 Jul 22 19:30:43.491231 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-a4650e3b-5082-4d9b-81f5-e9d04086d3b4 service neutron] 10.222.0.30 "GET /v2.0/networks/977f3961-2f6f-41fd-b134-7ee9e87cbc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880141 Jul 22 19:30:43.586639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd53b529-43a9-41b5-958f-76cab557b2ad req-c42cb691-dd57-4891-a182-45c6984461a1 service neutron] 10.222.0.30 "GET /v2.0/networks/977f3961-2f6f-41fd-b134-7ee9e87cbc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896075 Jul 22 19:30:43.689940 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae19244-0c0b-4dd4-afad-523d01c3ed41 req-19a2c0fd-c4a4-473d-8b53-5cdafb35a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:43.691546 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ae19244-0c0b-4dd4-afad-523d01c3ed41 req-19a2c0fd-c4a4-473d-8b53-5cdafb35a15e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=39b3cdd77f404045b9ef9ca9152ef39e&device_id=5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b HTTP/1.1" status: 200 len: 1095 time: 0.0572495 Jul 22 19:30:43.788871 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae19244-0c0b-4dd4-afad-523d01c3ed41 req-4f1eef50-5b4a-4f2a-82f4-a5944fc93e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:43.790579 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ae19244-0c0b-4dd4-afad-523d01c3ed41 req-4f1eef50-5b4a-4f2a-82f4-a5944fc93e61 service neutron] 10.222.0.30 "GET /v2.0/networks?id=977f3961-2f6f-41fd-b134-7ee9e87cbc74 HTTP/1.1" status: 200 len: 910 time: 0.0929561 Jul 22 19:30:43.834913 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ae19244-0c0b-4dd4-afad-523d01c3ed41 req-86290742-532d-4bcd-87a7-1dbb656fdb51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66daef81-e4e5-4724-b896-5a8d59df178b HTTP/1.1" status: 200 len: 217 time: 0.0381835 Jul 22 19:30:43.883962 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae19244-0c0b-4dd4-afad-523d01c3ed41 req-f1f9bebb-ee89-4db7-97cb-90eb27cb89f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:43.885378 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ae19244-0c0b-4dd4-afad-523d01c3ed41 req-f1f9bebb-ee89-4db7-97cb-90eb27cb89f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c06ca840-8efa-41b9-ac53-e589657c6718 HTTP/1.1" status: 200 len: 849 time: 0.0447023 Jul 22 19:30:43.921330 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ae19244-0c0b-4dd4-afad-523d01c3ed41 req-af8a2c76-9821-48dd-843d-5123ba403e3f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=977f3961-2f6f-41fd-b134-7ee9e87cbc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294113 Jul 22 19:30:44.018327 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ae19244-0c0b-4dd4-afad-523d01c3ed41 req-822c249c-7c2b-45b5-8ef6-a1c6d16fe253 service neutron] 10.222.0.30 "GET /v2.0/networks/977f3961-2f6f-41fd-b134-7ee9e87cbc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911250 Jul 22 19:30:44.116251 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ae19244-0c0b-4dd4-afad-523d01c3ed41 req-3aefdcdd-1c3b-4766-9c5f-64b391b4517e service neutron] 10.222.0.30 "GET /v2.0/networks/977f3961-2f6f-41fd-b134-7ee9e87cbc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907142 Jul 22 19:30:44.335278 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c694b4-169a-48e5-8ada-5496bf91188c req-1afca7a0-0d37-4ff6-a690-f43002fbab3c tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:44.336893 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92c694b4-169a-48e5-8ada-5496bf91188c req-1afca7a0-0d37-4ff6-a690-f43002fbab3c tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b HTTP/1.1" status: 200 len: 943 time: 0.0662305 Jul 22 19:30:44.377775 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92c694b4-169a-48e5-8ada-5496bf91188c req-8c150f1a-a6a2-4544-94a5-ac0f5253ad8c tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bfcefb0-3c0a-48f5-8b78-d097814ae7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338888 Jul 22 19:30:45.518862 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64322189-784d-4d97-a5a5-ac27c9c56516 req-96014a38-628d-4758-8fb3-a8eef931b444 tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:45.520389 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64322189-784d-4d97-a5a5-ac27c9c56516 req-96014a38-628d-4758-8fb3-a8eef931b444 tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b HTTP/1.1" status: 200 len: 943 time: 0.0752091 Jul 22 19:30:45.561616 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64322189-784d-4d97-a5a5-ac27c9c56516 req-65f29ce1-05f9-46aa-a5fa-c4b951491980 tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bfcefb0-3c0a-48f5-8b78-d097814ae7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349755 Jul 22 19:30:46.707463 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ebf11-b4f1-424b-ab32-01ea9aa1ec53 req-17081f83-2388-4688-b25d-2c07b356967b tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:46.708984 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-936ebf11-b4f1-424b-ab32-01ea9aa1ec53 req-17081f83-2388-4688-b25d-2c07b356967b tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b HTTP/1.1" status: 200 len: 943 time: 0.0736971 Jul 22 19:30:46.748085 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-936ebf11-b4f1-424b-ab32-01ea9aa1ec53 req-a0e7e571-b4f3-41b5-9fbc-3bfe937bdfe1 tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bfcefb0-3c0a-48f5-8b78-d097814ae7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333323 Jul 22 19:30:47.574795 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 66daef81-e4e5-4724-b896-5a8d59df178b details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:30:47.678556 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 66daef81-e4e5-4724-b896-5a8d59df178b, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=66daef81-e4e5-4724-b896-5a8d59df178b,segment=NetworkSegment(05187260-1d4a-4692-ab23-b6413a6c6052),segment_id=05187260-1d4a-4692-ab23-b6413a6c6052)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:47.694645 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '66daef81-e4e5-4724-b896-5a8d59df178b', 'network_id': '977f3961-2f6f-41fd-b134-7ee9e87cbc74', 'port_id': '66daef81-e4e5-4724-b896-5a8d59df178b', 'mac_address': 'fa:16:3e:26:b8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06ca840-8efa-41b9-ac53-e589657c6718', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:30:47.735786 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:47.749500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66daef81-e4e5-4724-b896-5a8d59df178b {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:30:47.772291 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 66daef81-e4e5-4724-b896-5a8d59df178b, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=66daef81-e4e5-4724-b896-5a8d59df178b,segment=NetworkSegment(05187260-1d4a-4692-ab23-b6413a6c6052),segment_id=05187260-1d4a-4692-ab23-b6413a6c6052)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:47.777828 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:47.835988 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=66daef81-e4e5-4724-b896-5a8d59df178b,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:47.890343 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c22ba-7a0e-4d8d-babf-13958c637deb req-add38bfd-d35f-4e59-8049-2ecd8af400ba tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:47.892989 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-987c22ba-7a0e-4d8d-babf-13958c637deb req-add38bfd-d35f-4e59-8049-2ecd8af400ba tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b HTTP/1.1" status: 200 len: 944 time: 0.0722272 Jul 22 19:30:47.931639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-987c22ba-7a0e-4d8d-babf-13958c637deb req-797dbd25-a800-4b03-9aa7-2b5843798e41 tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bfcefb0-3c0a-48f5-8b78-d097814ae7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337515 Jul 22 19:30:48.033877 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['66daef81-e4e5-4724-b896-5a8d59df178b'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:30:49.066198 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3762fa4-f910-48a7-b7ef-de67b0d93c53 req-cc0cf591-1a16-4e61-bbd8-45d8e47cffc3 tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:49.067712 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3762fa4-f910-48a7-b7ef-de67b0d93c53 req-cc0cf591-1a16-4e61-bbd8-45d8e47cffc3 tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b HTTP/1.1" status: 200 len: 944 time: 0.0675313 Jul 22 19:30:49.113019 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3762fa4-f910-48a7-b7ef-de67b0d93c53 req-61cb10b8-7d9b-4409-a431-b6f61239bf80 tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bfcefb0-3c0a-48f5-8b78-d097814ae7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383101 Jul 22 19:30:49.581190 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 66daef81-e4e5-4724-b896-5a8d59df178b up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:49.633389 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 66daef81-e4e5-4724-b896-5a8d59df178b completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:49.636945 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 66daef81-e4e5-4724-b896-5a8d59df178b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:49.637315 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:49.713593 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:49.735935 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66daef81-e4e5-4724-b896-5a8d59df178b'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:49.738219 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687d3b46-51a3-48af-a686-42b88ffe6077" -d '{"events": [{"server_uuid": "5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b", "name": "network-vif-plugged", "status": "completed", "tag": "66daef81-e4e5-4724-b896-5a8d59df178b"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:49.750867 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 66daef81-e4e5-4724-b896-5a8d59df178b, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=66daef81-e4e5-4724-b896-5a8d59df178b,segment=NetworkSegment(05187260-1d4a-4692-ab23-b6413a6c6052),segment_id=05187260-1d4a-4692-ab23-b6413a6c6052)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:49.754338 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:49.800701 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f61914b-f76c-4816-96d4-6f14f9ba0706 x-openstack-request-id: req-1f61914b-f76c-4816-96d4-6f14f9ba0706 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:49.800993 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b", "name": "network-vif-plugged", "status": "completed", "tag": "66daef81-e4e5-4724-b896-5a8d59df178b", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:49.801244 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f61914b-f76c-4816-96d4-6f14f9ba0706 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:49.801627 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66daef81-e4e5-4724-b896-5a8d59df178b', 'code': 200} Jul 22 19:30:49.806316 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=66daef81-e4e5-4724-b896-5a8d59df178b,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:49.915231 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19deb789-20be-4c2b-9ea9-633013c610d7 req-83544406-c87d-46bb-beaa-02907f56541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:49.916789 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19deb789-20be-4c2b-9ea9-633013c610d7 req-83544406-c87d-46bb-beaa-02907f56541a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b HTTP/1.1" status: 200 len: 1097 time: 0.0559850 Jul 22 19:30:49.954017 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19deb789-20be-4c2b-9ea9-633013c610d7 req-122b8cf2-53f6-4d39-87c5-605bb316e105 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4bfcefb0-3c0a-48f5-8b78-d097814ae7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315015 Jul 22 19:30:50.247125 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce3923-8ed7-4ca2-b438-0bdd28da570e req-7b528063-c0fd-460f-b802-83df3960c8cd tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:50.249256 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01ce3923-8ed7-4ca2-b438-0bdd28da570e req-7b528063-c0fd-460f-b802-83df3960c8cd tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b HTTP/1.1" status: 200 len: 945 time: 0.0657468 Jul 22 19:30:50.287420 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01ce3923-8ed7-4ca2-b438-0bdd28da570e req-7ce1f2d3-2944-451c-a8d3-08266b1e3db9 tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bfcefb0-3c0a-48f5-8b78-d097814ae7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323470 Jul 22 19:30:51.424669 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd3b14-067b-4698-8a09-1bd24b9937f9 req-d37de8b1-52b9-429a-ba37-974cf86aa4c1 tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:51.426216 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19dd3b14-067b-4698-8a09-1bd24b9937f9 req-d37de8b1-52b9-429a-ba37-974cf86aa4c1 tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b HTTP/1.1" status: 200 len: 945 time: 0.0704823 Jul 22 19:30:51.721240 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19dd3b14-067b-4698-8a09-1bd24b9937f9 req-32fc851d-e20a-4e61-bfb7-c53cf4682231 tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bfcefb0-3c0a-48f5-8b78-d097814ae7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888198 Jul 22 19:30:53.290382 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df1847-4eab-4a9b-acf8-ab83b162dd8f req-2d72aa19-3c7b-48ef-8803-1a2c3f1bf7b3 tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:53.291790 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-54df1847-4eab-4a9b-acf8-ab83b162dd8f req-2d72aa19-3c7b-48ef-8803-1a2c3f1bf7b3 tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b HTTP/1.1" status: 200 len: 945 time: 0.0642819 Jul 22 19:30:53.329795 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-54df1847-4eab-4a9b-acf8-ab83b162dd8f req-f3de6d67-37b4-44ca-8706-5eb9d8af7733 tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bfcefb0-3c0a-48f5-8b78-d097814ae7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315347 Jul 22 19:30:54.009536 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45274) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:54.014148 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-8edae814-7793-4902-8cac-23bca2bb8caf tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1831678571', 'description': 'tempest-secgroup-smoke-1831678571 description', 'project_id': '4440afb57e7642f09160897c06afbda5'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:54.036797 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8edae814-7793-4902-8cac-23bca2bb8caf tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.114905 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8edae814-7793-4902-8cac-23bca2bb8caf tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.118621 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8edae814-7793-4902-8cac-23bca2bb8caf tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.147505 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8edae814-7793-4902-8cac-23bca2bb8caf tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.148732 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8edae814-7793-4902-8cac-23bca2bb8caf tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1381552 Jul 22 19:30:54.151772 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45276) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:54.152734 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edae814-7793-4902-8cac-23bca2bb8caf tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac6a2ce-4cb9-4f29-b0cf-6ef426491d20,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:54.156722 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-9610ead5-e6f4-439b-9ad5-9d7aa741680e tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Request body: {'security_group_rule': {'security_group_id': 'dac6a2ce-4cb9-4f29-b0cf-6ef426491d20', 'project_id': '4440afb57e7642f09160897c06afbda5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:54.160776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edae814-7793-4902-8cac-23bca2bb8caf tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.161127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edae814-7793-4902-8cac-23bca2bb8caf tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.161468 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edae814-7793-4902-8cac-23bca2bb8caf tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.161806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edae814-7793-4902-8cac-23bca2bb8caf tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.162144 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edae814-7793-4902-8cac-23bca2bb8caf tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.162473 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edae814-7793-4902-8cac-23bca2bb8caf tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.162799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edae814-7793-4902-8cac-23bca2bb8caf tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.163125 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edae814-7793-4902-8cac-23bca2bb8caf tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.163455 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edae814-7793-4902-8cac-23bca2bb8caf tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.163775 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edae814-7793-4902-8cac-23bca2bb8caf tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.164098 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edae814-7793-4902-8cac-23bca2bb8caf tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.164420 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edae814-7793-4902-8cac-23bca2bb8caf tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.188528 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9610ead5-e6f4-439b-9ad5-9d7aa741680e tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.256992 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9610ead5-e6f4-439b-9ad5-9d7aa741680e tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.260778 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9610ead5-e6f4-439b-9ad5-9d7aa741680e tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.278264 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610ead5-e6f4-439b-9ad5-9d7aa741680e tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4063904-ac25-465c-9735-212fe97b155e,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:54.285106 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9610ead5-e6f4-439b-9ad5-9d7aa741680e tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.286505 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9610ead5-e6f4-439b-9ad5-9d7aa741680e tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336861 Jul 22 19:30:54.289163 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45278) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:54.293575 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a66467ab-431c-4ee2-a0cb-8c56b8cdb3d5 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Request body: {'security_group_rule': {'security_group_id': 'dac6a2ce-4cb9-4f29-b0cf-6ef426491d20', 'project_id': '4440afb57e7642f09160897c06afbda5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:54.320858 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a66467ab-431c-4ee2-a0cb-8c56b8cdb3d5 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.378118 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a66467ab-431c-4ee2-a0cb-8c56b8cdb3d5 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.381798 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a66467ab-431c-4ee2-a0cb-8c56b8cdb3d5 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.400138 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66467ab-431c-4ee2-a0cb-8c56b8cdb3d5 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10fe6a7a-c161-406c-b652-86ca3914eb10,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:54.406546 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a66467ab-431c-4ee2-a0cb-8c56b8cdb3d5 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.407727 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a66467ab-431c-4ee2-a0cb-8c56b8cdb3d5 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176183 Jul 22 19:30:54.410483 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45282) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:54.414997 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-2f118040-82c1-45f5-a3e5-8f8950ea73e6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Request body: {'security_group_rule': {'security_group_id': 'dac6a2ce-4cb9-4f29-b0cf-6ef426491d20', 'project_id': '4440afb57e7642f09160897c06afbda5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:54.442801 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f118040-82c1-45f5-a3e5-8f8950ea73e6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.493994 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09001d13-9969-4909-91f2-61e7a324116f req-9bd41741-4776-4691-8c65-74d8ec4639d0 tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:54.495498 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09001d13-9969-4909-91f2-61e7a324116f req-9bd41741-4776-4691-8c65-74d8ec4639d0 tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b HTTP/1.1" status: 200 len: 945 time: 0.0937054 Jul 22 19:30:54.507369 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f118040-82c1-45f5-a3e5-8f8950ea73e6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.511181 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f118040-82c1-45f5-a3e5-8f8950ea73e6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.525799 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f118040-82c1-45f5-a3e5-8f8950ea73e6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d18cba87-553e-4155-8aad-cda9ce7fe8b8,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:54.534911 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f118040-82c1-45f5-a3e5-8f8950ea73e6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.536193 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2f118040-82c1-45f5-a3e5-8f8950ea73e6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247821 Jul 22 19:30:54.538804 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45284) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:54.543261 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8222b891-bc82-4d8a-aaef-d3b910be8bd3 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Request body: {'security_group_rule': {'security_group_id': 'dac6a2ce-4cb9-4f29-b0cf-6ef426491d20', 'project_id': '4440afb57e7642f09160897c06afbda5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:54.553810 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09001d13-9969-4909-91f2-61e7a324116f req-433d0420-49a4-4534-bc26-5fcb1bcdf742 tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bfcefb0-3c0a-48f5-8b78-d097814ae7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513217 Jul 22 19:30:54.563326 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0dd17-b9d2-4d1c-9156-872efe5bf950 req-dcc6e842-7507-4c30-92db-ce12baff3b93 tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:54.565064 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70e0dd17-b9d2-4d1c-9156-872efe5bf950 req-dcc6e842-7507-4c30-92db-ce12baff3b93 tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b HTTP/1.1" status: 200 len: 945 time: 0.1113942 Jul 22 19:30:54.576775 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8222b891-bc82-4d8a-aaef-d3b910be8bd3 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.636650 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8222b891-bc82-4d8a-aaef-d3b910be8bd3 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.641038 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8222b891-bc82-4d8a-aaef-d3b910be8bd3 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.659959 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222b891-bc82-4d8a-aaef-d3b910be8bd3 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eca6c5b-7804-4fc8-8c1d-c4e408fcc17e,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:54.663245 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8222b891-bc82-4d8a-aaef-d3b910be8bd3 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.664487 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8222b891-bc82-4d8a-aaef-d3b910be8bd3 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247089 Jul 22 19:30:54.667568 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45286) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:54.670087 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b891-bc82-4d8a-aaef-d3b910be8bd3 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.670444 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b891-bc82-4d8a-aaef-d3b910be8bd3 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.670850 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b891-bc82-4d8a-aaef-d3b910be8bd3 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.671190 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b891-bc82-4d8a-aaef-d3b910be8bd3 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.671523 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b891-bc82-4d8a-aaef-d3b910be8bd3 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.671856 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b891-bc82-4d8a-aaef-d3b910be8bd3 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.672179 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b891-bc82-4d8a-aaef-d3b910be8bd3 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.672524 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b891-bc82-4d8a-aaef-d3b910be8bd3 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.672694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-4bd7dd47-d640-403e-b2a9-fa026a1a573d tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Request body: {'security_group_rule': {'security_group_id': 'dac6a2ce-4cb9-4f29-b0cf-6ef426491d20', 'project_id': '4440afb57e7642f09160897c06afbda5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:54.672853 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b891-bc82-4d8a-aaef-d3b910be8bd3 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.673194 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b891-bc82-4d8a-aaef-d3b910be8bd3 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.673498 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b891-bc82-4d8a-aaef-d3b910be8bd3 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.673823 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8222b891-bc82-4d8a-aaef-d3b910be8bd3 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:54.691949 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-70e0dd17-b9d2-4d1c-9156-872efe5bf950 req-72a8575f-df7b-4333-9962-f8f4911823ff tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Deleting port 66daef81-e4e5-4724-b896-5a8d59df178b {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:30:54.692341 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-70e0dd17-b9d2-4d1c-9156-872efe5bf950 req-72a8575f-df7b-4333-9962-f8f4911823ff tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.719512 n-d-800086-12 neutron-server[93807]: INFO neutron.db.securitygroups_db [None req-4bd7dd47-d640-403e-b2a9-fa026a1a573d tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Project 4440afb57e7642f09160897c06afbda5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:30:54.727416 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4bd7dd47-d640-403e-b2a9-fa026a1a573d tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.828547 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-70e0dd17-b9d2-4d1c-9156-872efe5bf950 req-72a8575f-df7b-4333-9962-f8f4911823ff tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] For port 66daef81-e4e5-4724-b896-5a8d59df178b, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=66daef81-e4e5-4724-b896-5a8d59df178b,segment=NetworkSegment(05187260-1d4a-4692-ab23-b6413a6c6052),segment_id=05187260-1d4a-4692-ab23-b6413a6c6052)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:54.828817 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-70e0dd17-b9d2-4d1c-9156-872efe5bf950 req-72a8575f-df7b-4333-9962-f8f4911823ff tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.840036 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4bd7dd47-d640-403e-b2a9-fa026a1a573d tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.847006 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-70e0dd17-b9d2-4d1c-9156-872efe5bf950 req-72a8575f-df7b-4333-9962-f8f4911823ff tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Calling delete_port for 66daef81-e4e5-4724-b896-5a8d59df178b owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:30:54.848619 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4bd7dd47-d640-403e-b2a9-fa026a1a573d tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.877926 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7dd47-d640-403e-b2a9-fa026a1a573d tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb4b632-fbd8-491b-9e0e-dca01c65792f,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:54.882473 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4bd7dd47-d640-403e-b2a9-fa026a1a573d tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.886317 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4bd7dd47-d640-403e-b2a9-fa026a1a573d tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2150366 Jul 22 19:30:54.886666 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45288) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:54.891491 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-1351599e-6064-43ea-91b2-a312085360e9 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Request body: {'security_group_rule': {'security_group_id': 'dac6a2ce-4cb9-4f29-b0cf-6ef426491d20', 'project_id': '4440afb57e7642f09160897c06afbda5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:54.913713 n-d-800086-12 neutron-server[93806]: INFO neutron.db.securitygroups_db [None req-1351599e-6064-43ea-91b2-a312085360e9 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Project 4440afb57e7642f09160897c06afbda5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:30:54.918832 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1351599e-6064-43ea-91b2-a312085360e9 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.985969 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1351599e-6064-43ea-91b2-a312085360e9 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.990449 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1351599e-6064-43ea-91b2-a312085360e9 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:55.005359 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-70e0dd17-b9d2-4d1c-9156-872efe5bf950 req-72a8575f-df7b-4333-9962-f8f4911823ff tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:55.012276 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351599e-6064-43ea-91b2-a312085360e9 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e61d87-9174-4cef-a507-aea60cde4292,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:55.017083 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1351599e-6064-43ea-91b2-a312085360e9 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:55.018283 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['66daef81-e4e5-4724-b896-5a8d59df178b'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:30:55.018773 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1351599e-6064-43ea-91b2-a312085360e9 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305795 Jul 22 19:30:55.040778 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8575f-df7b-4333-9962-f8f4911823ff tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Pushing event deleted for resources: {'Port': ['ID=66daef81-e4e5-4724-b896-5a8d59df178b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:55.089136 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e0dd17-b9d2-4d1c-9156-872efe5bf950 req-72a8575f-df7b-4333-9962-f8f4911823ff tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] No DVR routers for this DVR port 66daef81-e4e5-4724-b896-5a8d59df178b on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:30:55.091887 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-70e0dd17-b9d2-4d1c-9156-872efe5bf950 req-72a8575f-df7b-4333-9962-f8f4911823ff tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:55.094868 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70e0dd17-b9d2-4d1c-9156-872efe5bf950 req-72a8575f-df7b-4333-9962-f8f4911823ff tempest-ServerTagsTestJSON-357208274 tempest-ServerTagsTestJSON-357208274-project] 10.222.0.30 "DELETE /v2.0/ports/66daef81-e4e5-4724-b896-5a8d59df178b HTTP/1.1" status: 204 len: 173 time: 0.5246925 Jul 22 19:30:55.095323 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b', 'name': 'network-vif-deleted', 'tag': '66daef81-e4e5-4724-b896-5a8d59df178b'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:55.098185 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad06d00-2c5b-4062-8ff4-c608af25e127" -d '{"events": [{"server_uuid": "5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b", "name": "network-vif-deleted", "tag": "66daef81-e4e5-4724-b896-5a8d59df178b"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:55.137627 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b56e86b-c303-4755-9e8c-deb216c1610e x-openstack-request-id: req-7b56e86b-c303-4755-9e8c-deb216c1610e {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:55.137926 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b", "name": "network-vif-deleted", "tag": "66daef81-e4e5-4724-b896-5a8d59df178b", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:55.138183 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b56e86b-c303-4755-9e8c-deb216c1610e {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:55.138579 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f54bfec-cc09-4c2f-99fc-0d5d5cd6ff2b', 'name': 'network-vif-deleted', 'tag': '66daef81-e4e5-4724-b896-5a8d59df178b', 'status': 'completed', 'code': 200} Jul 22 19:30:55.227765 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-439c17b0-afa0-4529-af92-2b483d78b8b6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1831678571&fields=id&tenant_id=4440afb57e7642f09160897c06afbda5 HTTP/1.1" status: 200 len: 267 time: 0.0365155 Jul 22 19:30:55.335601 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-1c48f943-3427-40f8-b53d-23540cc4a32d tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:55.337075 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-1c48f943-3427-40f8-b53d-23540cc4a32d tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/networks?id=b8a153fb-aef4-4e4f-b8ab-e2807490ca4c HTTP/1.1" status: 200 len: 813 time: 0.1029179 Jul 22 19:30:55.351577 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-a740df60-a12a-4782-b53d-761bd03ba69b tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/quotas/4440afb57e7642f09160897c06afbda5 HTTP/1.1" status: 200 len: 375 time: 0.0090239 Jul 22 19:30:55.417177 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-ca5b805a-96d5-462f-aba7-49f16a761ac7 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4440afb57e7642f09160897c06afbda5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610013 Jul 22 19:30:55.520454 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-4bb1aaf7-26ea-48b4-8d73-d7c97070483f service neutron] 10.222.0.13 "GET /v2.0/networks/b8a153fb-aef4-4e4f-b8ab-e2807490ca4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921211 Jul 22 19:30:55.614677 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45300) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:55.616392 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-e9f820eb-cee6-4039-b7ed-d2e0f9c89835 service neutron] 10.222.0.13 "GET /v2.0/networks/b8a153fb-aef4-4e4f-b8ab-e2807490ca4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900888 Jul 22 19:30:55.661001 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d70147-2bba-4b81-80a8-9ac73ace46bd admin admin] Deleting subnet c06ca840-8efa-41b9-ac53-e589657c6718 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:30:55.663979 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1d70147-2bba-4b81-80a8-9ac73ace46bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:55.699131 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1d70147-2bba-4b81-80a8-9ac73ace46bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:55.738406 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1d70147-2bba-4b81-80a8-9ac73ace46bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:55.791453 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1d70147-2bba-4b81-80a8-9ac73ace46bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:55.824202 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d70147-2bba-4b81-80a8-9ac73ace46bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c06ca840-8efa-41b9-ac53-e589657c6718,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:55.826203 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1d70147-2bba-4b81-80a8-9ac73ace46bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:55.830691 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d1d70147-2bba-4b81-80a8-9ac73ace46bd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c06ca840-8efa-41b9-ac53-e589657c6718 HTTP/1.1" status: 204 len: 168 time: 0.2125597 Jul 22 19:30:55.831545 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45308) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:55.922255 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1c9f636-175d-4f5d-9578-0a2467b57413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:55.925260 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5210ad5d-3baf-4c60-bd8a-cff5bae2b622 req-aad9b8f2-e28d-45ae-ba40-3de9d75e8e84 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 210 time: 0.0368497 Jul 22 19:30:56.011745 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1c9f636-175d-4f5d-9578-0a2467b57413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:56.022457 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-a1c9f636-175d-4f5d-9578-0a2467b57413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977f3961-2f6f-41fd-b134-7ee9e87cbc74']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:56.033067 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-a1c9f636-175d-4f5d-9578-0a2467b57413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05187260-1d4a-4692-ab23-b6413a6c6052') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:56.033400 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-a1c9f636-175d-4f5d-9578-0a2467b57413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05187260-1d4a-4692-ab23-b6413a6c6052') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:56.042468 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1c9f636-175d-4f5d-9578-0a2467b57413 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:56.057328 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1c9f636-175d-4f5d-9578-0a2467b57413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:56.064352 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c9f636-175d-4f5d-9578-0a2467b57413 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:30:56.064769 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1c9f636-175d-4f5d-9578-0a2467b57413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:30:56.066467 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:30:56.120996 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1c9f636-175d-4f5d-9578-0a2467b57413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:56.127505 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1c9f636-175d-4f5d-9578-0a2467b57413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:56.132585 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a1c9f636-175d-4f5d-9578-0a2467b57413 admin admin] 10.222.0.13 "DELETE /v2.0/networks/977f3961-2f6f-41fd-b134-7ee9e87cbc74 HTTP/1.1" status: 204 len: 168 time: 0.3007240 Jul 22 19:30:56.147847 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9f636-175d-4f5d-9578-0a2467b57413 admin admin] Pushing event deleted for resources: {'Network': ['ID=977f3961-2f6f-41fd-b134-7ee9e87cbc74,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:56.241656 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45322) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:56.292110 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-84205400-04a1-49a4-aead-53f0368d963f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39b3cdd77f404045b9ef9ca9152ef39e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492189 Jul 22 19:30:56.294560 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45324) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:56.344316 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebaf4a6e-fdc9-47c9-b866-7bc34c726c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:56.365851 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebaf4a6e-fdc9-47c9-b866-7bc34c726c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:56.414241 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebaf4a6e-fdc9-47c9-b866-7bc34c726c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:56.417947 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebaf4a6e-fdc9-47c9-b866-7bc34c726c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:56.419100 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ebaf4a6e-fdc9-47c9-b866-7bc34c726c09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4bfcefb0-3c0a-48f5-8b78-d097814ae7e3 HTTP/1.1" status: 204 len: 168 time: 0.1236215 Jul 22 19:30:56.429128 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf4a6e-fdc9-47c9-b866-7bc34c726c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfcefb0-3c0a-48f5-8b78-d097814ae7e3,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:56.847343 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5580acaf-349f-4e2b-935a-6264476e492c tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:56.848835 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5580acaf-349f-4e2b-935a-6264476e492c tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.30 "GET /v2.0/networks?id=b8a153fb-aef4-4e4f-b8ab-e2807490ca4c HTTP/1.1" status: 200 len: 813 time: 0.1111536 Jul 22 19:30:56.904131 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-72b02175-584d-4a99-b10a-f71579b87525 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4440afb57e7642f09160897c06afbda5 HTTP/1.1" status: 200 len: 380 time: 0.0476432 Jul 22 19:30:56.913089 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-54b26bc3-9f18-4ee1-b381-2015bbe1ec5a tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Request body: {'port': {'device_id': '600b1d16-699f-451d-9c1f-42f8fdbc948d', 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c', 'admin_state_up': True, 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'security_groups': ['dac6a2ce-4cb9-4f29-b0cf-6ef426491d20']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:57.045145 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c206d325-ebf7-44c7-a946-6024027632c1 req-1f2d6502-1753-4b0f-b241-9c795bca18b0 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 210 time: 0.0378852 Jul 22 19:30:57.082580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-54b26bc3-9f18-4ee1-b381-2015bbe1ec5a tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Made reservation on behalf of 4440afb57e7642f09160897c06afbda5 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:57.086755 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-54b26bc3-9f18-4ee1-b381-2015bbe1ec5a tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:57.116859 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45348) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:57.222455 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-54b26bc3-9f18-4ee1-b381-2015bbe1ec5a tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Allocated IP 172.20.0.6 (b8a153fb-aef4-4e4f-b8ab-e2807490ca4c/d6e2415d-5af4-44b3-83f0-e56ea2f0d84c/f2bb2214-37a1-4865-9d5b-d82db49d95d7) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:57.223705 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4d38b9d9-3d29-4cb5-8368-d269fcdd2d0e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1601354903-network', 'tenant_id': '881aa17641714d81bee1e3323cd59a48'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:57.245406 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d38b9d9-3d29-4cb5-8368-d269fcdd2d0e admin admin] Made reservation on behalf of 881aa17641714d81bee1e3323cd59a48 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:57.247826 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4d38b9d9-3d29-4cb5-8368-d269fcdd2d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:57.257723 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4d38b9d9-3d29-4cb5-8368-d269fcdd2d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:57.355630 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4d38b9d9-3d29-4cb5-8368-d269fcdd2d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:57.360328 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4d38b9d9-3d29-4cb5-8368-d269fcdd2d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:57.379598 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-54b26bc3-9f18-4ee1-b381-2015bbe1ec5a tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:57.386109 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d38b9d9-3d29-4cb5-8368-d269fcdd2d0e admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:30:57.396871 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38b9d9-3d29-4cb5-8368-d269fcdd2d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e0145e-7374-4dad-9fe3-60b8cc479c03,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:57.399427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-54b26bc3-9f18-4ee1-b381-2015bbe1ec5a tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Transition to ACTIVE for port object f2bb2214-37a1-4865-9d5b-d82db49d95d7 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:57.403446 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4d38b9d9-3d29-4cb5-8368-d269fcdd2d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:57.404064 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-4d38b9d9-3d29-4cb5-8368-d269fcdd2d0e admin admin] Added segment da616397-d644-4e67-8cfa-5beb3c54ec5d of type vlan for network 79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 Jul 22 19:30:57.434083 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-54b26bc3-9f18-4ee1-b381-2015bbe1ec5a tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:57.449400 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4d38b9d9-3d29-4cb5-8368-d269fcdd2d0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:57.480627 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4d38b9d9-3d29-4cb5-8368-d269fcdd2d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:57.481472 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-54b26bc3-9f18-4ee1-b381-2015bbe1ec5a tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Network b8a153fb-aef4-4e4f-b8ab-e2807490ca4c is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:57.482061 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d38b9d9-3d29-4cb5-8368-d269fcdd2d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:57.482729 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4d38b9d9-3d29-4cb5-8368-d269fcdd2d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:57.485758 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-54b26bc3-9f18-4ee1-b381-2015bbe1ec5a tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:57.490034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-54b26bc3-9f18-4ee1-b381-2015bbe1ec5a tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:57.521126 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4d38b9d9-3d29-4cb5-8368-d269fcdd2d0e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3990004 Jul 22 19:30:57.521126 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45352) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:57.523993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b26bc3-9f18-4ee1-b381-2015bbe1ec5a tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Pushing event updated for resources: {'Port': ['ID=f2bb2214-37a1-4865-9d5b-d82db49d95d7,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:57.525607 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-da5d30bc-897f-4d56-a6db-d07cbc7733c4 admin admin] Request body: {'subnet': {'network_id': '79ae5d6f-e74a-4a73-acd8-7c48c2dc8820', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1601354903-subnet', 'tenant_id': '881aa17641714d81bee1e3323cd59a48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:57.558717 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-54b26bc3-9f18-4ee1-b381-2015bbe1ec5a tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:57.559385 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-54b26bc3-9f18-4ee1-b381-2015bbe1ec5a tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:57.574241 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38b9d9-3d29-4cb5-8368-d269fcdd2d0e admin admin] Pushing event updated for resources: {'Network': ['ID=79ae5d6f-e74a-4a73-acd8-7c48c2dc8820,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:57.582609 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5d30bc-897f-4d56-a6db-d07cbc7733c4 admin admin] Made reservation on behalf of 881aa17641714d81bee1e3323cd59a48 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:57.586035 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da5d30bc-897f-4d56-a6db-d07cbc7733c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:57.586193 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:30:57.600144 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-54b26bc3-9f18-4ee1-b381-2015bbe1ec5a tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6909173 Jul 22 19:30:57.613018 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] Request body: {'port': {'device_id': '600b1d16-699f-451d-9c1f-42f8fdbc948d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:57.720187 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:57.767079 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da5d30bc-897f-4d56-a6db-d07cbc7733c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:57.812222 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d30bc-897f-4d56-a6db-d07cbc7733c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f2ee51e-14b2-4a1b-9c47-77a8e3d2957f,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:57.841742 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5d30bc-897f-4d56-a6db-d07cbc7733c4 admin admin] Checking segment: {'id': 'da616397-d644-4e67-8cfa-5beb3c54ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '79ae5d6f-e74a-4a73-acd8-7c48c2dc8820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:57.842240 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5d30bc-897f-4d56-a6db-d07cbc7733c4 admin admin] Network hostable DHCP agents. Network: 79ae5d6f-e74a-4a73-acd8-7c48c2dc8820, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:30:57.859808 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5d30bc-897f-4d56-a6db-d07cbc7733c4 admin admin] Network 79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:30:57.869627 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-da5d30bc-897f-4d56-a6db-d07cbc7733c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 79ae5d6f-e74a-4a73-acd8-7c48c2dc8820) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:57.874759 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5d30bc-897f-4d56-a6db-d07cbc7733c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:57.875805 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da5d30bc-897f-4d56-a6db-d07cbc7733c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:57.882027 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f61b9a-35de-4bdf-b9b9-e06cce9651c5 None None] Network 79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:30:57.898850 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-da5d30bc-897f-4d56-a6db-d07cbc7733c4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3696778 Jul 22 19:30:58.025444 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b3178a40-6a3f-4f01-bcb2-fc0048595fff None None] Provisioning for port f2bb2214-37a1-4865-9d5b-d82db49d95d7 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:58.031103 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b3178a40-6a3f-4f01-bcb2-fc0048595fff None None] Provisioning complete for port f2bb2214-37a1-4865-9d5b-d82db49d95d7 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:58.031673 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b3178a40-6a3f-4f01-bcb2-fc0048595fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:58.035171 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943aede1-91a3-41af-93ab-35d804d4ab98 None None] Network 79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:30:58.073856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2bb2214-37a1-4865-9d5b-d82db49d95d7 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:30:58.096505 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:58.111223 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] Transition to ACTIVE for port object f2bb2214-37a1-4865-9d5b-d82db49d95d7 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:58.119461 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:58.140497 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b3178a40-6a3f-4f01-bcb2-fc0048595fff None None] Port f2bb2214-37a1-4865-9d5b-d82db49d95d7 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:30:58.333729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] Pushing event updated for resources: {'Port': ['ID=f2bb2214-37a1-4865-9d5b-d82db49d95d7,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:58.408038 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1bc9e-8078-4729-aa0f-da3a42ba35d7 req-3a08ca73-7489-4a77-9b92-7bea65e48370 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:58.414943 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7bc1bc9e-8078-4729-aa0f-da3a42ba35d7 req-3a08ca73-7489-4a77-9b92-7bea65e48370 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 943 time: 0.2777436 Jul 22 19:30:58.425088 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] Attempting to bind port f2bb2214-37a1-4865-9d5b-d82db49d95d7 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:30:58.425417 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] Attempting to bind port f2bb2214-37a1-4865-9d5b-d82db49d95d7 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '99b7eefd-941b-40cc-8852-62adcb833371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:30:58.425740 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] Attempting to bind port f2bb2214-37a1-4865-9d5b-d82db49d95d7 on network b8a153fb-aef4-4e4f-b8ab-e2807490ca4c {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:58.452676 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d439808b-6cb5-4dc4-8ccf-31b5a0076437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:58.471050 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] Port f2bb2214-37a1-4865-9d5b-d82db49d95d7 on network b8a153fb-aef4-4e4f-b8ab-e2807490ca4c not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:30:58.471316 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] Attempting to bind port f2bb2214-37a1-4865-9d5b-d82db49d95d7 on network b8a153fb-aef4-4e4f-b8ab-e2807490ca4c {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:58.486640 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:30:58.486979 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] Checking segment: {'id': '99b7eefd-941b-40cc-8852-62adcb833371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:58.487364 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] Bound using segment: {'id': '99b7eefd-941b-40cc-8852-62adcb833371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:30:58.487799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] Bound port: f2bb2214-37a1-4865-9d5b-d82db49d95d7, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b7eefd-941b-40cc-8852-62adcb833371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:30:58.488159 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:58.523818 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7bc1bc9e-8078-4729-aa0f-da3a42ba35d7 req-9002cb0b-a9e9-483b-a298-c81fe60152ca tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/security-groups?id=dac6a2ce-4cb9-4f29-b0cf-6ef426491d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080165 Jul 22 19:30:58.537036 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-11aca0fc-f0d9-48a4-a895-3e949e62110c tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:58.538584 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-11aca0fc-f0d9-48a4-a895-3e949e62110c tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/networks?id=79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 HTTP/1.1" status: 200 len: 814 time: 0.1968834 Jul 22 19:30:58.572467 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-0548729d-ea91-4dc5-b661-30b05b6f5c73 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/quotas/881aa17641714d81bee1e3323cd59a48 HTTP/1.1" status: 200 len: 375 time: 0.0140185 Jul 22 19:30:58.619804 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-e43302ae-d2b1-43c7-afc8-cd2055a3a0af tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=881aa17641714d81bee1e3323cd59a48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403945 Jul 22 19:30:58.637917 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] For port f2bb2214-37a1-4865-9d5b-d82db49d95d7, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:58.666229 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] For port f2bb2214-37a1-4865-9d5b-d82db49d95d7, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f2bb2214-37a1-4865-9d5b-d82db49d95d7,segment=NetworkSegment(99b7eefd-941b-40cc-8852-62adcb833371),segment_id=99b7eefd-941b-40cc-8852-62adcb833371)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:30:58.674623 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:58.739863 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:58.740650 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:58.741927 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] 10.222.0.30 "PUT /v2.0/ports/f2bb2214-37a1-4865-9d5b-d82db49d95d7 HTTP/1.1" status: 200 len: 1092 time: 1.1349142 Jul 22 19:30:58.744249 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600b1d16-699f-451d-9c1f-42f8fdbc948d', 'tag': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:58.746346 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a5302a-0dfc-4d60-9acb-4ed5af276787" -d '{"events": [{"name": "network-changed", "server_uuid": "600b1d16-699f-451d-9c1f-42f8fdbc948d", "tag": "f2bb2214-37a1-4865-9d5b-d82db49d95d7"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:58.833882 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539bc8fe-b77e-434c-8fea-734f3e6a562f x-openstack-request-id: req-539bc8fe-b77e-434c-8fea-734f3e6a562f {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:58.834207 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600b1d16-699f-451d-9c1f-42f8fdbc948d", "tag": "f2bb2214-37a1-4865-9d5b-d82db49d95d7", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:58.834432 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-539bc8fe-b77e-434c-8fea-734f3e6a562f {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:58.834836 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600b1d16-699f-451d-9c1f-42f8fdbc948d', 'tag': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7', 'status': 'completed', 'code': 200} Jul 22 19:30:58.836910 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-0019fbe2-75a5-48d4-b5a7-106bff615bff service neutron] 10.222.0.13 "GET /v2.0/networks/79ae5d6f-e74a-4a73-acd8-7c48c2dc8820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083125 Jul 22 19:30:58.838763 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc37f3d-ea0e-4827-bd46-e55880a5f14a service neutron] Pushing event updated for resources: {'Port': ['ID=f2bb2214-37a1-4865-9d5b-d82db49d95d7,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:58.926588 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-014a0a4d-8bd3-4bc6-a90f-cd8240de8710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:58.928151 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-014a0a4d-8bd3-4bc6-a90f-cd8240de8710 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4440afb57e7642f09160897c06afbda5&device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 1095 time: 0.1368365 Jul 22 19:30:58.986251 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-d821aa6d-0833-47cc-935f-8448c3ea1d1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2bb2214-37a1-4865-9d5b-d82db49d95d7 HTTP/1.1" status: 200 len: 217 time: 0.0497530 Jul 22 19:30:59.026437 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-8b751a7e-82ad-4d6f-b37e-29171541c80d service neutron] 10.222.0.13 "GET /v2.0/networks/79ae5d6f-e74a-4a73-acd8-7c48c2dc8820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754172 Jul 22 19:30:59.045421 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-65774984-a6ef-413b-8682-5daf326e32fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:59.047373 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-65774984-a6ef-413b-8682-5daf326e32fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6e2415d-5af4-44b3-83f0-e56ea2f0d84c HTTP/1.1" status: 200 len: 852 time: 0.0520384 Jul 22 19:30:59.109497 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-ae6d98df-345a-415e-86ee-cebae9e69b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:59.111049 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-ae6d98df-345a-415e-86ee-cebae9e69b9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8a153fb-aef4-4e4f-b8ab-e2807490ca4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578098 Jul 22 19:30:59.221360 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8ce1d46d-f7cf-4f11-a33f-d28909dce984 req-18da4558-ce90-4e07-a550-117f919ff86c tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 210 time: 0.0350401 Jul 22 19:30:59.244813 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-d810aa3b-b9c5-4580-801c-4f7de2abdf74 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a153fb-aef4-4e4f-b8ab-e2807490ca4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256697 Jul 22 19:30:59.345571 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00e276a0-7a44-42ea-98f9-efdea940e1f4 req-15358573-f6db-41c8-a447-93b7a347d0e1 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a153fb-aef4-4e4f-b8ab-e2807490ca4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962830 Jul 22 19:30:59.455800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5302a-0dfc-4d60-9acb-4ed5af276787 req-8700217a-c23c-4f37-ac0d-00df30a36f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:59.457626 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82a5302a-0dfc-4d60-9acb-4ed5af276787 req-8700217a-c23c-4f37-ac0d-00df30a36f5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4440afb57e7642f09160897c06afbda5&device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 1095 time: 0.0638511 Jul 22 19:30:59.554672 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5302a-0dfc-4d60-9acb-4ed5af276787 req-7b89e0e4-806c-45b4-8243-30b245c56e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:59.556441 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82a5302a-0dfc-4d60-9acb-4ed5af276787 req-7b89e0e4-806c-45b4-8243-30b245c56e46 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8a153fb-aef4-4e4f-b8ab-e2807490ca4c HTTP/1.1" status: 200 len: 914 time: 0.0930569 Jul 22 19:30:59.606334 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82a5302a-0dfc-4d60-9acb-4ed5af276787 req-c80af2c8-a8fa-4d13-bcb2-a844a0ff7329 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2bb2214-37a1-4865-9d5b-d82db49d95d7 HTTP/1.1" status: 200 len: 217 time: 0.0437129 Jul 22 19:30:59.659063 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 66daef81-e4e5-4724-b896-5a8d59df178b no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:30:59.689265 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5302a-0dfc-4d60-9acb-4ed5af276787 req-72c9d69d-f703-4567-a001-c3143d085da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:59.690759 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82a5302a-0dfc-4d60-9acb-4ed5af276787 req-72c9d69d-f703-4567-a001-c3143d085da8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6e2415d-5af4-44b3-83f0-e56ea2f0d84c HTTP/1.1" status: 200 len: 852 time: 0.0770559 Jul 22 19:30:59.694554 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 66daef81-e4e5-4724-b896-5a8d59df178b {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:30:59.695259 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 66daef81-e4e5-4724-b896-5a8d59df178b not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:30:59.719743 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a150039-b9e9-44eb-8804-fffa4c0bcb76 req-f7832070-98e9-40a3-a7af-900e9692174b tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:59.721364 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2a150039-b9e9-44eb-8804-fffa4c0bcb76 req-f7832070-98e9-40a3-a7af-900e9692174b tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 943 time: 0.1176176 Jul 22 19:30:59.783183 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:30:59.795618 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2a150039-b9e9-44eb-8804-fffa4c0bcb76 req-644af215-e9a5-41d3-bacc-0c853e71e9c2 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/security-groups?id=dac6a2ce-4cb9-4f29-b0cf-6ef426491d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563910 Jul 22 19:30:59.819119 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5302a-0dfc-4d60-9acb-4ed5af276787 req-e37f7a18-c239-4971-a58c-8efcce06bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:59.819119 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82a5302a-0dfc-4d60-9acb-4ed5af276787 req-e37f7a18-c239-4971-a58c-8efcce06bcd1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8a153fb-aef4-4e4f-b8ab-e2807490ca4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1169605 Jul 22 19:30:59.906676 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82a5302a-0dfc-4d60-9acb-4ed5af276787 req-d5b63504-4088-4903-be08-b7c02b67b640 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a153fb-aef4-4e4f-b8ab-e2807490ca4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856876 Jul 22 19:31:00.002231 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82a5302a-0dfc-4d60-9acb-4ed5af276787 req-31117330-5bc3-4326-8be1-14292246d804 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a153fb-aef4-4e4f-b8ab-e2807490ca4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893013 Jul 22 19:31:00.238211 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-8f9e565e-4988-47f9-bb8f-64a385f698bf tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:00.240319 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-8f9e565e-4988-47f9-bb8f-64a385f698bf tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.16 "GET /v2.0/networks?id=79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 HTTP/1.1" status: 200 len: 814 time: 0.1267993 Jul 22 19:31:00.257554 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-e79364f4-0d63-4012-824c-5ad77c19fd44 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Request body: {'port': {'device_id': 'a7c9777b-55aa-4b70-b06b-315ea957a20c', 'network_id': '79ae5d6f-e74a-4a73-acd8-7c48c2dc8820', 'admin_state_up': True, 'tenant_id': '881aa17641714d81bee1e3323cd59a48'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:00.325747 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae9fcda6-750c-4ddf-a3e5-a6ed3620953a req-2c70cd8e-44bb-4f12-81bb-176a84997c13 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 210 time: 0.0304027 Jul 22 19:31:00.375849 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-e79364f4-0d63-4012-824c-5ad77c19fd44 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Made reservation on behalf of 881aa17641714d81bee1e3323cd59a48 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:00.379678 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-e79364f4-0d63-4012-824c-5ad77c19fd44 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:00.511492 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-e79364f4-0d63-4012-824c-5ad77c19fd44 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Allocated IP 172.20.0.8 (79ae5d6f-e74a-4a73-acd8-7c48c2dc8820/6f2ee51e-14b2-4a1b-9c47-77a8e3d2957f/b43a60e7-4828-4fd6-82c1-1023f7fdea58) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:00.660310 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-e79364f4-0d63-4012-824c-5ad77c19fd44 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:00.699560 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-e79364f4-0d63-4012-824c-5ad77c19fd44 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:00.743933 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-e79364f4-0d63-4012-824c-5ad77c19fd44 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Network 79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:00.746925 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-e79364f4-0d63-4012-824c-5ad77c19fd44 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:00.750814 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-e79364f4-0d63-4012-824c-5ad77c19fd44 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:00.778664 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79364f4-0d63-4012-824c-5ad77c19fd44 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Pushing event updated for resources: {'Port': ['ID=b43a60e7-4828-4fd6-82c1-1023f7fdea58,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:00.806104 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-e79364f4-0d63-4012-824c-5ad77c19fd44 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:00.806719 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-e79364f4-0d63-4012-824c-5ad77c19fd44 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:00.821595 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-e79364f4-0d63-4012-824c-5ad77c19fd44 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5686934 Jul 22 19:31:00.843558 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] Request body: {'port': {'device_id': 'a7c9777b-55aa-4b70-b06b-315ea957a20c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:00.924759 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:00.940037 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbbf80-ec34-411b-ad4a-65bb6bdb8a25 req-a038adf1-0eec-407d-b895-4e6fdb8ff820 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:00.941691 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5cbbf80-ec34-411b-ad4a-65bb6bdb8a25 req-a038adf1-0eec-407d-b895-4e6fdb8ff820 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 943 time: 0.0709984 Jul 22 19:31:00.982668 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5cbbf80-ec34-411b-ad4a-65bb6bdb8a25 req-bed72a53-3a95-432f-99e0-30ba7041d083 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/security-groups?id=dac6a2ce-4cb9-4f29-b0cf-6ef426491d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349154 Jul 22 19:31:01.015977 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-841cb7c6-c8c9-4fef-a9c5-1c0ac1f52d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:01.138572 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:01.207773 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43a60e7-4828-4fd6-82c1-1023f7fdea58 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:31:01.215882 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:01.229797 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] Transition to ACTIVE for port object b43a60e7-4828-4fd6-82c1-1023f7fdea58 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:01.232823 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:01.304133 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] Pushing event updated for resources: {'Port': ['ID=b43a60e7-4828-4fd6-82c1-1023f7fdea58,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:01.312721 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45394) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:01.362561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] Attempting to bind port b43a60e7-4828-4fd6-82c1-1023f7fdea58 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:01.362840 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] Attempting to bind port b43a60e7-4828-4fd6-82c1-1023f7fdea58 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'da616397-d644-4e67-8cfa-5beb3c54ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '79ae5d6f-e74a-4a73-acd8-7c48c2dc8820'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:01.363169 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] Attempting to bind port b43a60e7-4828-4fd6-82c1-1023f7fdea58 on network 79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:01.368111 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] Port b43a60e7-4828-4fd6-82c1-1023f7fdea58 on network 79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:01.368595 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] Attempting to bind port b43a60e7-4828-4fd6-82c1-1023f7fdea58 on network 79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:01.374412 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:01.374853 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] Checking segment: {'id': 'da616397-d644-4e67-8cfa-5beb3c54ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '79ae5d6f-e74a-4a73-acd8-7c48c2dc8820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:01.375244 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] Bound using segment: {'id': 'da616397-d644-4e67-8cfa-5beb3c54ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '79ae5d6f-e74a-4a73-acd8-7c48c2dc8820'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:01.375676 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] Bound port: b43a60e7-4828-4fd6-82c1-1023f7fdea58, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da616397-d644-4e67-8cfa-5beb3c54ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '79ae5d6f-e74a-4a73-acd8-7c48c2dc8820'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:01.376032 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:01.445701 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] For port b43a60e7-4828-4fd6-82c1-1023f7fdea58, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:01.448092 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7fa02cae-ca41-4454-b9c6-27576fbd8929 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4086 time: 0.1341870 Jul 22 19:31:01.448919 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] For port b43a60e7-4828-4fd6-82c1-1023f7fdea58, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b43a60e7-4828-4fd6-82c1-1023f7fdea58,segment=NetworkSegment(da616397-d644-4e67-8cfa-5beb3c54ec5d),segment_id=da616397-d644-4e67-8cfa-5beb3c54ec5d)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:01.451037 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45398) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:01.455136 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:01.456294 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-adf6caca-f945-4383-af9c-88b5bc23efeb tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Request body: {'network': {'name': 'tempest-network-smoke--22200528', 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'port_security_enabled': False}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:01.490953 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:01.491575 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:01.492997 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] 10.222.0.16 "PUT /v2.0/ports/b43a60e7-4828-4fd6-82c1-1023f7fdea58 HTTP/1.1" status: 200 len: 1092 time: 0.6545265 Jul 22 19:31:01.493440 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c9777b-55aa-4b70-b06b-315ea957a20c', 'tag': 'b43a60e7-4828-4fd6-82c1-1023f7fdea58'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:01.496051 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c154f2f1-0b33-4cef-9d3c-dc313885f69b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c9777b-55aa-4b70-b06b-315ea957a20c", "tag": "b43a60e7-4828-4fd6-82c1-1023f7fdea58"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:01.515221 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf6caca-f945-4383-af9c-88b5bc23efeb tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Made reservation on behalf of 3da4ab999acb40b8ac365fc65087f150 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:01.520578 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-adf6caca-f945-4383-af9c-88b5bc23efeb tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:01.530590 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09ee2a-d6a1-47fe-9064-648ff4ee875b service neutron] Pushing event updated for resources: {'Port': ['ID=b43a60e7-4828-4fd6-82c1-1023f7fdea58,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:01.548998 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c734f0-5cdb-413d-a8b4-76f9327f8dbd x-openstack-request-id: req-44c734f0-5cdb-413d-a8b4-76f9327f8dbd {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:01.549362 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c9777b-55aa-4b70-b06b-315ea957a20c", "tag": "b43a60e7-4828-4fd6-82c1-1023f7fdea58", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:01.549617 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44c734f0-5cdb-413d-a8b4-76f9327f8dbd {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:01.550002 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c9777b-55aa-4b70-b06b-315ea957a20c', 'tag': 'b43a60e7-4828-4fd6-82c1-1023f7fdea58', 'status': 'completed', 'code': 200} Jul 22 19:31:01.556952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54337e-9888-46d2-a153-933ea6a64507 req-2d8ade6d-bebd-4c68-b1b1-0f11b19ddb0a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:01.558497 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aa54337e-9888-46d2-a153-933ea6a64507 req-2d8ade6d-bebd-4c68-b1b1-0f11b19ddb0a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 943 time: 0.1417799 Jul 22 19:31:01.569040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf6caca-f945-4383-af9c-88b5bc23efeb tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:31:01.594072 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-adf6caca-f945-4383-af9c-88b5bc23efeb tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:01.594416 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-adf6caca-f945-4383-af9c-88b5bc23efeb tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Added segment 1270ff78-c15f-4231-9a1d-e7d0c084afae of type vlan for network ec42c0c3-db74-47bd-adb8-6a6c21975d96 Jul 22 19:31:01.598979 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-d76c2629-9268-4a81-8c8f-3a5cc92a7571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:01.600518 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-d76c2629-9268-4a81-8c8f-3a5cc92a7571 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=881aa17641714d81bee1e3323cd59a48&device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 1095 time: 0.0640929 Jul 22 19:31:01.640748 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aa54337e-9888-46d2-a153-933ea6a64507 req-4d4dec98-fe88-4ea7-8c07-9ff688319526 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734148 Jul 22 19:31:01.652338 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-adf6caca-f945-4383-af9c-88b5bc23efeb tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:01.689728 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-adf6caca-f945-4383-af9c-88b5bc23efeb tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:01.695732 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf6caca-f945-4383-af9c-88b5bc23efeb tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:01.696347 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-adf6caca-f945-4383-af9c-88b5bc23efeb tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:01.987793 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-9f2265f8-fef8-4457-82fe-b0037eecf065 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b43a60e7-4828-4fd6-82c1-1023f7fdea58 HTTP/1.1" status: 200 len: 217 time: 0.3800333 Jul 22 19:31:02.038209 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-adf6caca-f945-4383-af9c-88b5bc23efeb tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5859468 Jul 22 19:31:02.038833 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45404) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:02.041009 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-94ba5670-cfce-469d-8302-ecfa2b9f6fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:02.042571 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-94ba5670-cfce-469d-8302-ecfa2b9f6fc1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f2ee51e-14b2-4a1b-9c47-77a8e3d2957f HTTP/1.1" status: 200 len: 854 time: 0.0479472 Jul 22 19:31:02.049879 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-1ba62839-21b8-4420-b16d-27834aff4b77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-773150778', 'admin_state_up': True, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:02.079729 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-4875ccb7-a032-4119-9ee2-beb8a80f9ecc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79ae5d6f-e74a-4a73-acd8-7c48c2dc8820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297606 Jul 22 19:31:02.104770 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6caca-f945-4383-af9c-88b5bc23efeb tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event updated for resources: {'Network': ['ID=ec42c0c3-db74-47bd-adb8-6a6c21975d96,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:02.117997 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network ec42c0c3-db74-47bd-adb8-6a6c21975d96 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:31:02.145277 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ba62839-21b8-4420-b16d-27834aff4b77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:02.146282 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ba62839-21b8-4420-b16d-27834aff4b77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:02.187469 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-2b26b6a6-d5fc-4f0a-bd6d-e3e0d49c1517 service neutron] 10.222.0.16 "GET /v2.0/networks/79ae5d6f-e74a-4a73-acd8-7c48c2dc8820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019866 Jul 22 19:31:02.213095 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ba62839-21b8-4420-b16d-27834aff4b77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:02.221937 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05122ab8-9a27-491b-809b-fadcef0e3c0d req-f0d071c4-e874-4242-b980-d981520c9c5d tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:02.223405 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05122ab8-9a27-491b-809b-fadcef0e3c0d req-f0d071c4-e874-4242-b980-d981520c9c5d tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 943 time: 0.1320372 Jul 22 19:31:02.284435 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fb8c1f7d-4996-42a5-b91a-369d17ac052a req-8334660b-0cc9-4edc-8bd6-bb635ca7b4ea service neutron] 10.222.0.16 "GET /v2.0/networks/79ae5d6f-e74a-4a73-acd8-7c48c2dc8820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859501 Jul 22 19:31:02.347935 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:02.384618 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ba62839-21b8-4420-b16d-27834aff4b77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:02.391484 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05122ab8-9a27-491b-809b-fadcef0e3c0d req-c60e03ed-0b0d-48f9-ad79-5026d02ffdfa tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/security-groups?id=dac6a2ce-4cb9-4f29-b0cf-6ef426491d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323497 Jul 22 19:31:02.392026 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154f2f1-0b33-4cef-9d3c-dc313885f69b req-75b080d6-9782-460b-ac11-b4f4e7311358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:02.393859 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c154f2f1-0b33-4cef-9d3c-dc313885f69b req-75b080d6-9782-460b-ac11-b4f4e7311358 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=881aa17641714d81bee1e3323cd59a48&device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 1095 time: 0.0617635 Jul 22 19:31:02.485286 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154f2f1-0b33-4cef-9d3c-dc313885f69b req-6f925df1-206f-4c7f-993c-e83505fc5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:02.487035 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c154f2f1-0b33-4cef-9d3c-dc313885f69b req-6f925df1-206f-4c7f-993c-e83505fc5dca service neutron] 10.222.0.16 "GET /v2.0/networks?id=79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 HTTP/1.1" status: 200 len: 915 time: 0.0868046 Jul 22 19:31:02.531809 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c154f2f1-0b33-4cef-9d3c-dc313885f69b req-9b3d6592-d21d-40e5-a64e-21988b7c0fdf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b43a60e7-4828-4fd6-82c1-1023f7fdea58 HTTP/1.1" status: 200 len: 217 time: 0.0383494 Jul 22 19:31:02.580854 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154f2f1-0b33-4cef-9d3c-dc313885f69b req-3efd8066-84d5-41f8-8f60-a583e2a0469a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:02.582333 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c154f2f1-0b33-4cef-9d3c-dc313885f69b req-3efd8066-84d5-41f8-8f60-a583e2a0469a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f2ee51e-14b2-4a1b-9c47-77a8e3d2957f HTTP/1.1" status: 200 len: 854 time: 0.0442100 Jul 22 19:31:02.588546 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ba62839-21b8-4420-b16d-27834aff4b77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:02.607956 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ba62839-21b8-4420-b16d-27834aff4b77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:02.616582 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c154f2f1-0b33-4cef-9d3c-dc313885f69b req-40973f08-f3ad-49d3-a59b-1841ba32b0cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79ae5d6f-e74a-4a73-acd8-7c48c2dc8820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277793 Jul 22 19:31:02.712725 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c154f2f1-0b33-4cef-9d3c-dc313885f69b req-af40597e-1f1b-4f3f-a209-a6053e22ebee service neutron] 10.222.0.16 "GET /v2.0/networks/79ae5d6f-e74a-4a73-acd8-7c48c2dc8820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896363 Jul 22 19:31:02.726696 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-1ba62839-21b8-4420-b16d-27834aff4b77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Allocated IP 172.25.3.108 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/ec76cfee-4675-4c51-9d62-a1746dbe188b) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:02.804330 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c154f2f1-0b33-4cef-9d3c-dc313885f69b req-8f738507-51e9-4c16-8dc5-4139d1a45ac9 service neutron] 10.222.0.16 "GET /v2.0/networks/79ae5d6f-e74a-4a73-acd8-7c48c2dc8820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847421 Jul 22 19:31:02.844184 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96cc73-c700-4e8a-998b-baed3b94a12a req-84bd65b9-7d60-4eb8-9fa6-dde2829acc24 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:02.845711 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2f96cc73-c700-4e8a-998b-baed3b94a12a req-84bd65b9-7d60-4eb8-9fa6-dde2829acc24 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 943 time: 0.1350014 Jul 22 19:31:02.900356 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ba62839-21b8-4420-b16d-27834aff4b77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:02.908074 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2f96cc73-c700-4e8a-998b-baed3b94a12a req-a6861ce4-6243-4301-a382-65baed1f41d1 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566607 Jul 22 19:31:02.942786 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ba62839-21b8-4420-b16d-27834aff4b77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:02.988834 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba62839-21b8-4420-b16d-27834aff4b77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:02.991695 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-1ba62839-21b8-4420-b16d-27834aff4b77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:02.995305 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba62839-21b8-4420-b16d-27834aff4b77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:03.001599 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba62839-21b8-4420-b16d-27834aff4b77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event updated for resources: {'Port': ['ID=ec76cfee-4675-4c51-9d62-a1746dbe188b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:03.244951 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ba62839-21b8-4420-b16d-27834aff4b77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:03.444689 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ba62839-21b8-4420-b16d-27834aff4b77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:03.601374 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973654f-da3f-4f06-870b-d262e3e6e05a req-a94af88b-6fe5-40ab-ae5c-725a94b6a148 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:03.602763 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f973654f-da3f-4f06-870b-d262e3e6e05a req-a94af88b-6fe5-40ab-ae5c-725a94b6a148 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 943 time: 0.1211827 Jul 22 19:31:03.638856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba62839-21b8-4420-b16d-27834aff4b77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Router ea026acd-128d-4630-a3ca-8952e845e03c is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:31:03.656038 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f973654f-da3f-4f06-870b-d262e3e6e05a req-5cd29b56-256b-4b3e-b41d-760129e7f567 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/security-groups?id=dac6a2ce-4cb9-4f29-b0cf-6ef426491d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464940 Jul 22 19:31:03.758573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba62839-21b8-4420-b16d-27834aff4b77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:31:03.768402 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] Sync routers for ids ['ea026acd-128d-4630-a3ca-8952e845e03c'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:31:03.777586 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] Routers {'ea026acd-128d-4630-a3ca-8952e845e03c'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:03.777833 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ba62839-21b8-4420-b16d-27834aff4b77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:03.778234 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:31:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ea026acd-128d-4630-a3ca-8952e845e03c'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:03.779161 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1ba62839-21b8-4420-b16d-27834aff4b77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7329097 Jul 22 19:31:03.782786 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45410) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:03.854408 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d214a30f-b6d1-4002-acac-8783557dbaf1 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:03.855932 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d214a30f-b6d1-4002-acac-8783557dbaf1 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=3da4ab999acb40b8ac365fc65087f150&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0721951 Jul 22 19:31:03.859485 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45412) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:03.886619 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] Set router ea026acd-128d-4630-a3ca-8952e845e03c gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:04.016811 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.044725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf7ac46-5ed7-4ec4-a3c8-ca0dc20331cd tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:04.046293 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4bf7ac46-5ed7-4ec4-a3c8-ca0dc20331cd tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1858931 Jul 22 19:31:04.049532 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45416) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:04.075356 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6167613-dde4-434d-b9d6-f2a68049af99 req-2cd6a814-d7bd-44d5-a401-1fd8f14f899f tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:04.079015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea026acd-128d-4630-a3ca-8952e845e03c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-773150778', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'ec76cfee-4675-4c51-9d62-a1746dbe188b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:02Z', 'updated_at': '2021-07-22T19:31:03Z', 'revision_number': 3, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port': {'id': 'ec76cfee-4675-4c51-9d62-a1746dbe188b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea026acd-128d-4630-a3ca-8952e845e03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:02Z', 'updated_at': '2021-07-22T19:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:04.080077 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5b546d9a-6ce3-4743-add7-6e94768e954b tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291016 Jul 22 19:31:04.080981 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6167613-dde4-434d-b9d6-f2a68049af99 req-2cd6a814-d7bd-44d5-a401-1fd8f14f899f tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 943 time: 0.0927062 Jul 22 19:31:04.082742 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45418) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:04.113047 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] Checking router: ea026acd-128d-4630-a3ca-8952e845e03c for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:31:04.113388 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] Updating router ea026acd-128d-4630-a3ca-8952e845e03c port ec76cfee-4675-4c51-9d62-a1746dbe188b binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:31:04.116163 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1ec5e350-aaf6-408c-9342-094fa03069b1 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=3da4ab999acb40b8ac365fc65087f150&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322640 Jul 22 19:31:04.118655 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45420) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:04.132106 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6167613-dde4-434d-b9d6-f2a68049af99 req-2a62159e-c838-48fe-8ac5-bf8d5aa61d7f tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346487 Jul 22 19:31:04.148193 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.215764 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493eb005-574d-48f6-8132-43c0e1d69f64 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:04.217392 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-493eb005-574d-48f6-8132-43c0e1d69f64 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0975754 Jul 22 19:31:04.220793 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45422) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:04.248124 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7b753ddf-76e3-4059-ac0f-e042f3d34c44 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262496 Jul 22 19:31:04.250723 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45424) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:04.255546 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-51ed5f3f-612a-4a32-a98b-b7a906f52e6c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1287874868', 'network_id': 'ec42c0c3-db74-47bd-adb8-6a6c21975d96', 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:04.348505 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ed5f3f-612a-4a32-a98b-b7a906f52e6c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Made reservation on behalf of 3da4ab999acb40b8ac365fc65087f150 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:04.351934 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-51ed5f3f-612a-4a32-a98b-b7a906f52e6c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.407776 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.418094 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] Transition to ACTIVE for port object ec76cfee-4675-4c51-9d62-a1746dbe188b will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:04.425211 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.474950 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] Attempting to bind port ec76cfee-4675-4c51-9d62-a1746dbe188b on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:04.475324 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] Attempting to bind port ec76cfee-4675-4c51-9d62-a1746dbe188b by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:04.475712 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] Attempting to bind port ec76cfee-4675-4c51-9d62-a1746dbe188b on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:04.481191 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ef8bd-8f16-47e8-9322-ade7c1718ac7 None None] Pushing event updated for resources: {'Port': ['ID=ec76cfee-4675-4c51-9d62-a1746dbe188b,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:04.486780 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:04.487376 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:04.488067 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.488732 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:04.489214 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] Bound port: ec76cfee-4675-4c51-9d62-a1746dbe188b, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:04.489596 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.514323 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ef8bd-8f16-47e8-9322-ade7c1718ac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:04.514673 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ef8bd-8f16-47e8-9322-ade7c1718ac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:04.515010 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ef8bd-8f16-47e8-9322-ade7c1718ac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:04.515347 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ef8bd-8f16-47e8-9322-ade7c1718ac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:04.515678 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ef8bd-8f16-47e8-9322-ade7c1718ac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:04.516006 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ef8bd-8f16-47e8-9322-ade7c1718ac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:04.516333 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ef8bd-8f16-47e8-9322-ade7c1718ac7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:04.516680 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ef8bd-8f16-47e8-9322-ade7c1718ac7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:04.517004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ef8bd-8f16-47e8-9322-ade7c1718ac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:04.517327 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ef8bd-8f16-47e8-9322-ade7c1718ac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:04.517646 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ef8bd-8f16-47e8-9322-ade7c1718ac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:04.517962 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ef8bd-8f16-47e8-9322-ade7c1718ac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:04.537682 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-51ed5f3f-612a-4a32-a98b-b7a906f52e6c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.555399 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] For port ec76cfee-4675-4c51-9d62-a1746dbe188b, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:04.558702 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] For port ec76cfee-4675-4c51-9d62-a1746dbe188b, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ec76cfee-4675-4c51-9d62-a1746dbe188b,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:04.563181 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.600220 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed5f3f-612a-4a32-a98b-b7a906f52e6c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event updated for resources: {'Subnet': ['ID=ed9d7a1b-7117-47b6-b435-7477dea1eed6,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:04.608725 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ed5f3f-612a-4a32-a98b-b7a906f52e6c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Checking segment: {'id': '1270ff78-c15f-4231-9a1d-e7d0c084afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ec42c0c3-db74-47bd-adb8-6a6c21975d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:04.609038 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ed5f3f-612a-4a32-a98b-b7a906f52e6c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Network hostable DHCP agents. Network: ec42c0c3-db74-47bd-adb8-6a6c21975d96, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:31:04.619380 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] Routers {'ea026acd-128d-4630-a3ca-8952e845e03c'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:04.620010 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:31:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ea026acd-128d-4630-a3ca-8952e845e03c'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:04.624786 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ef8bd-8f16-47e8-9322-ade7c1718ac7 None None] Pushing event updated for resources: {'Port': ['ID=ec76cfee-4675-4c51-9d62-a1746dbe188b,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:04.626513 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ed5f3f-612a-4a32-a98b-b7a906f52e6c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Network ec42c0c3-db74-47bd-adb8-6a6c21975d96 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:31:04.636127 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-51ed5f3f-612a-4a32-a98b-b7a906f52e6c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, ec42c0c3-db74-47bd-adb8-6a6c21975d96) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:04.640340 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ed5f3f-612a-4a32-a98b-b7a906f52e6c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:04.640969 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-51ed5f3f-612a-4a32-a98b-b7a906f52e6c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.655722 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-51ed5f3f-612a-4a32-a98b-b7a906f52e6c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4039330 Jul 22 19:31:04.658664 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45426) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:04.662356 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5ae3e3-be8e-4b86-bf8a-e72d3f98a976 None None] Network ec42c0c3-db74-47bd-adb8-6a6c21975d96 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:31:04.796263 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] Set router ea026acd-128d-4630-a3ca-8952e845e03c gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:04.802729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f8ef3-caeb-47c8-bd2d-9e330b1a8753 req-d848cec6-bebf-4995-a91d-601ea6cbc173 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:04.804256 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dc0f8ef3-caeb-47c8-bd2d-9e330b1a8753 req-d848cec6-bebf-4995-a91d-601ea6cbc173 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 943 time: 0.0762398 Jul 22 19:31:04.852587 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dc0f8ef3-caeb-47c8-bd2d-9e330b1a8753 req-f01e4052-d96b-44ac-a269-bd83526948d4 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/security-groups?id=dac6a2ce-4cb9-4f29-b0cf-6ef426491d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418808 Jul 22 19:31:05.117396 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d712cf3c-ae5b-49f3-85d6-e245a54b3cb7 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.130806 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-ec42c0c3-db74-47bd-adb8-6a6c21975d96', 'network_id': 'ec42c0c3-db74-47bd-adb8-6a6c21975d96', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'fixed_ips': [{'subnet_id': 'ed9d7a1b-7117-47b6-b435-7477dea1eed6'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:31:05.131637 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.302767 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea026acd-128d-4630-a3ca-8952e845e03c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-773150778', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'ec76cfee-4675-4c51-9d62-a1746dbe188b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:02Z', 'updated_at': '2021-07-22T19:31:03Z', 'revision_number': 3, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port': {'id': 'ec76cfee-4675-4c51-9d62-a1746dbe188b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea026acd-128d-4630-a3ca-8952e845e03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:02Z', 'updated_at': '2021-07-22T19:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:05.336770 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef38c5a-c276-4a0e-a40d-86176af235d5 None None] The sync data for ids ['ea026acd-128d-4630-a3ca-8952e845e03c'] in n-d-800086-12 is: [{'id': 'ea026acd-128d-4630-a3ca-8952e845e03c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-773150778', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'ec76cfee-4675-4c51-9d62-a1746dbe188b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:02Z', 'updated_at': '2021-07-22T19:31:03Z', 'revision_number': 3, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port': {'id': 'ec76cfee-4675-4c51-9d62-a1746dbe188b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea026acd-128d-4630-a3ca-8952e845e03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:02Z', 'updated_at': '2021-07-22T19:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:31:05.341889 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] Allocated IP 172.20.0.18 (ec42c0c3-db74-47bd-adb8-6a6c21975d96/ed9d7a1b-7117-47b6-b435-7477dea1eed6/48e5e608-6154-4b1c-ad08-2dc21e0db31a) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:05.501962 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.512512 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] Transition to ACTIVE for port object 48e5e608-6154-4b1c-ad08-2dc21e0db31a will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:05.529857 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] Transition to ACTIVE for port object 48e5e608-6154-4b1c-ad08-2dc21e0db31a will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:05.543101 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.547322 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4893a-5303-4692-a283-e3ed8a6c60e9 req-8c590a1a-98d5-405b-8a69-f8e2c5876bf1 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:05.549219 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32d4893a-5303-4692-a283-e3ed8a6c60e9 req-8c590a1a-98d5-405b-8a69-f8e2c5876bf1 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 943 time: 0.3463824 Jul 22 19:31:05.614640 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] Network ec42c0c3-db74-47bd-adb8-6a6c21975d96 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:05.617467 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:05.620000 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:05.621199 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-d712cf3c-ae5b-49f3-85d6-e245a54b3cb7 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Allocated IP 172.20.0.17 (ec42c0c3-db74-47bd-adb8-6a6c21975d96/ed9d7a1b-7117-47b6-b435-7477dea1eed6/4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:05.629049 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32d4893a-5303-4692-a283-e3ed8a6c60e9 req-ab988712-8d08-4a94-99f0-c344b9e15647 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729587 Jul 22 19:31:05.636384 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] Pushing event updated for resources: {'Port': ['ID=48e5e608-6154-4b1c-ad08-2dc21e0db31a,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:05.693229 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] Attempting to bind port 48e5e608-6154-4b1c-ad08-2dc21e0db31a on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:05.693958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] Attempting to bind port 48e5e608-6154-4b1c-ad08-2dc21e0db31a by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '1270ff78-c15f-4231-9a1d-e7d0c084afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ec42c0c3-db74-47bd-adb8-6a6c21975d96'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:05.694389 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] Attempting to bind port 48e5e608-6154-4b1c-ad08-2dc21e0db31a on network ec42c0c3-db74-47bd-adb8-6a6c21975d96 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:05.699874 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:05.700252 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] Checking segment: {'id': '1270ff78-c15f-4231-9a1d-e7d0c084afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ec42c0c3-db74-47bd-adb8-6a6c21975d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:05.700684 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.701127 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] Bound using segment: {'id': '1270ff78-c15f-4231-9a1d-e7d0c084afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ec42c0c3-db74-47bd-adb8-6a6c21975d96'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:05.701650 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] Bound port: 48e5e608-6154-4b1c-ad08-2dc21e0db31a, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1270ff78-c15f-4231-9a1d-e7d0c084afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ec42c0c3-db74-47bd-adb8-6a6c21975d96'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:05.702030 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.770633 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d712cf3c-ae5b-49f3-85d6-e245a54b3cb7 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.776723 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] For port 48e5e608-6154-4b1c-ad08-2dc21e0db31a, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:05.780431 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] For port 48e5e608-6154-4b1c-ad08-2dc21e0db31a, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=48e5e608-6154-4b1c-ad08-2dc21e0db31a,segment=NetworkSegment(1270ff78-c15f-4231-9a1d-e7d0c084afae),segment_id=1270ff78-c15f-4231-9a1d-e7d0c084afae)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:05.786338 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.786804 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-d712cf3c-ae5b-49f3-85d6-e245a54b3cb7 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Transition to ACTIVE for port object 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:05.828285 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d712cf3c-ae5b-49f3-85d6-e245a54b3cb7 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.854449 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f3da2-3886-49fb-88ee-ff70478bda04 None None] Pushing event updated for resources: {'Port': ['ID=48e5e608-6154-4b1c-ad08-2dc21e0db31a,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:05.880634 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d712cf3c-ae5b-49f3-85d6-e245a54b3cb7 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Network ec42c0c3-db74-47bd-adb8-6a6c21975d96 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:05.884233 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-d712cf3c-ae5b-49f3-85d6-e245a54b3cb7 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:05.888653 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d712cf3c-ae5b-49f3-85d6-e245a54b3cb7 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:05.900173 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712cf3c-ae5b-49f3-85d6-e245a54b3cb7 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event updated for resources: {'Port': ['ID=4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:05.947626 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d712cf3c-ae5b-49f3-85d6-e245a54b3cb7 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:06.098776 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b43a60e7-4828-4fd6-82c1-1023f7fdea58 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:31:06.172151 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22afede-5047-4f7a-abf7-ed8d653f60b2 req-562839e1-f199-4a56-9387-798d79dc8a96 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:06.175870 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d712cf3c-ae5b-49f3-85d6-e245a54b3cb7 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:06.185730 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c22afede-5047-4f7a-abf7-ed8d653f60b2 req-562839e1-f199-4a56-9387-798d79dc8a96 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 943 time: 0.2427967 Jul 22 19:31:06.246345 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c22afede-5047-4f7a-abf7-ed8d653f60b2 req-9ca67851-4a31-4fde-a8c2-291690a1f8ad tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/security-groups?id=dac6a2ce-4cb9-4f29-b0cf-6ef426491d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596106 Jul 22 19:31:06.318106 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ec76cfee-4675-4c51-9d62-a1746dbe188b up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:06.441242 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port b43a60e7-4828-4fd6-82c1-1023f7fdea58, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b43a60e7-4828-4fd6-82c1-1023f7fdea58,segment=NetworkSegment(da616397-d644-4e67-8cfa-5beb3c54ec5d),segment_id=da616397-d644-4e67-8cfa-5beb3c54ec5d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:06.450525 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port ec76cfee-4675-4c51-9d62-a1746dbe188b completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:06.460546 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'b43a60e7-4828-4fd6-82c1-1023f7fdea58', 'network_id': '79ae5d6f-e74a-4a73-acd8-7c48c2dc8820', 'port_id': 'b43a60e7-4828-4fd6-82c1-1023f7fdea58', 'mac_address': 'fa:16:3e:d5:2c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2ee51e-14b2-4a1b-9c47-77a8e3d2957f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:31:06.463130 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port ec76cfee-4675-4c51-9d62-a1746dbe188b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:06.463493 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:06.540204 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d712cf3c-ae5b-49f3-85d6-e245a54b3cb7 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:06.544086 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:06.546057 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d712cf3c-ae5b-49f3-85d6-e245a54b3cb7 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:06.571947 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43a60e7-4828-4fd6-82c1-1023f7fdea58 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:31:06.613610 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port b43a60e7-4828-4fd6-82c1-1023f7fdea58, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b43a60e7-4828-4fd6-82c1-1023f7fdea58,segment=NetworkSegment(da616397-d644-4e67-8cfa-5beb3c54ec5d),segment_id=da616397-d644-4e67-8cfa-5beb3c54ec5d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:06.622405 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:06.623481 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d712cf3c-ae5b-49f3-85d6-e245a54b3cb7 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:06.625455 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712cf3c-ae5b-49f3-85d6-e245a54b3cb7 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event updated for resources: {'Port': ['ID=4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:06.629910 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:06.676576 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port ec76cfee-4675-4c51-9d62-a1746dbe188b, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ec76cfee-4675-4c51-9d62-a1746dbe188b,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:06.688587 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:06.689297 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 48e5e608-6154-4b1c-ad08-2dc21e0db31a up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:06.717047 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=b43a60e7-4828-4fd6-82c1-1023f7fdea58,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:06.735116 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d712cf3c-ae5b-49f3-85d6-e245a54b3cb7 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Network ec42c0c3-db74-47bd-adb8-6a6c21975d96 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:06.736623 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-d712cf3c-ae5b-49f3-85d6-e245a54b3cb7 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:06.789857 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=ec76cfee-4675-4c51-9d62-a1746dbe188b,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:06.803796 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 48e5e608-6154-4b1c-ad08-2dc21e0db31a completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:06.822193 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['b43a60e7-4828-4fd6-82c1-1023f7fdea58'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:31:06.860691 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e886dc-8e0b-45c7-bd57-e303bb5b447e req-ce36f44a-2982-43da-a069-06cd0179285f tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:06.863803 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88e886dc-8e0b-45c7-bd57-e303bb5b447e req-ce36f44a-2982-43da-a069-06cd0179285f tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 944 time: 0.1453238 Jul 22 19:31:06.889887 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d712cf3c-ae5b-49f3-85d6-e245a54b3cb7 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Router ea026acd-128d-4630-a3ca-8952e845e03c has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:31:06.911643 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88e886dc-8e0b-45c7-bd57-e303bb5b447e req-c50451ba-daf3-47d2-8c75-37223ac2225b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425417 Jul 22 19:31:07.018390 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d712cf3c-ae5b-49f3-85d6-e245a54b3cb7 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:31:07.025298 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d712cf3c-ae5b-49f3-85d6-e245a54b3cb7 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "PUT /v2.0/routers/ea026acd-128d-4630-a3ca-8952e845e03c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3639476 Jul 22 19:31:07.221909 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae0c2ad-0115-4462-a783-2bf65a865c05 None None] Network ec42c0c3-db74-47bd-adb8-6a6c21975d96 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:31:07.304266 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d7c8e4fd-e30b-47b7-8f83-7907f3060913 None None] Provisioning for port 48e5e608-6154-4b1c-ad08-2dc21e0db31a completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:07.318014 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-33b25a71-edc7-40b7-b269-b42d385a1485 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:07.324640 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d7c8e4fd-e30b-47b7-8f83-7907f3060913 None None] Provisioning complete for port 48e5e608-6154-4b1c-ad08-2dc21e0db31a triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:07.324836 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-33b25a71-edc7-40b7-b269-b42d385a1485 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/networks?id=ec42c0c3-db74-47bd-adb8-6a6c21975d96 HTTP/1.1" status: 200 len: 796 time: 0.1231086 Jul 22 19:31:07.325143 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d7c8e4fd-e30b-47b7-8f83-7907f3060913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:07.346790 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-feaecea3-df0c-47d0-9231-12d5131f3e86 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/quotas/3da4ab999acb40b8ac365fc65087f150 HTTP/1.1" status: 200 len: 375 time: 0.0202849 Jul 22 19:31:07.444252 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] Sync routers for ids ['ea026acd-128d-4630-a3ca-8952e845e03c'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:31:07.444935 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1faffe-9b9d-48e0-8f07-3cadf013cdda req-6fd42953-c2f3-40cf-98c4-338e7426798e tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:07.446468 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7a1faffe-9b9d-48e0-8f07-3cadf013cdda req-6fd42953-c2f3-40cf-98c4-338e7426798e tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 943 time: 0.1187835 Jul 22 19:31:07.457438 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] Routers {'ea026acd-128d-4630-a3ca-8952e845e03c'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:07.458415 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:31:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ea026acd-128d-4630-a3ca-8952e845e03c'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:07.475084 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-31d59be4-0473-4779-bb19-8273e9d7acd2 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3da4ab999acb40b8ac365fc65087f150&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1074886 Jul 22 19:31:07.477272 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d7c8e4fd-e30b-47b7-8f83-7907f3060913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:07.516387 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d7c8e4fd-e30b-47b7-8f83-7907f3060913 None None] For port 48e5e608-6154-4b1c-ad08-2dc21e0db31a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=48e5e608-6154-4b1c-ad08-2dc21e0db31a,segment=NetworkSegment(1270ff78-c15f-4231-9a1d-e7d0c084afae),segment_id=1270ff78-c15f-4231-9a1d-e7d0c084afae)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:07.521769 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d7c8e4fd-e30b-47b7-8f83-7907f3060913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:07.583229 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7a1faffe-9b9d-48e0-8f07-3cadf013cdda req-9e6b10e6-3f31-47df-9fa0-2300db50a135 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/security-groups?id=dac6a2ce-4cb9-4f29-b0cf-6ef426491d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283636 Jul 22 19:31:07.587434 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] Set router ea026acd-128d-4630-a3ca-8952e845e03c gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:07.589337 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8e4fd-e30b-47b7-8f83-7907f3060913 None None] Pushing event updated for resources: {'Port': ['ID=48e5e608-6154-4b1c-ad08-2dc21e0db31a,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:07.621986 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-5aded2d0-b94e-4d94-89d8-912c62b773a5 service neutron] 10.222.0.13 "GET /v2.0/networks/ec42c0c3-db74-47bd-adb8-6a6c21975d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325970 Jul 22 19:31:07.719675 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-696cd38d-5ce7-482b-b309-b9661f79209b service neutron] 10.222.0.13 "GET /v2.0/networks/ec42c0c3-db74-47bd-adb8-6a6c21975d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914073 Jul 22 19:31:07.752595 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0df7c8c6-6bef-48c6-9728-a87d89b10209 None None] Provisioning for port 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:07.757825 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0df7c8c6-6bef-48c6-9728-a87d89b10209 None None] Provisioning complete for port 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:07.758344 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0df7c8c6-6bef-48c6-9728-a87d89b10209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:07.808688 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0df7c8c6-6bef-48c6-9728-a87d89b10209 None None] Port 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:31:07.820323 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0df7c8c6-6bef-48c6-9728-a87d89b10209 None None] Provisioning complete for port 48e5e608-6154-4b1c-ad08-2dc21e0db31a triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:07.821116 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0df7c8c6-6bef-48c6-9728-a87d89b10209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:07.829696 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea026acd-128d-4630-a3ca-8952e845e03c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-773150778', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'ec76cfee-4675-4c51-9d62-a1746dbe188b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:02Z', 'updated_at': '2021-07-22T19:31:06Z', 'revision_number': 4, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port': {'id': 'ec76cfee-4675-4c51-9d62-a1746dbe188b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea026acd-128d-4630-a3ca-8952e845e03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:02Z', 'updated_at': '2021-07-22T19:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3', 'name': '', 'network_id': 'ec42c0c3-db74-47bd-adb8-6a6c21975d96', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'mac_address': 'fa:16:3e:96:ce:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea026acd-128d-4630-a3ca-8952e845e03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'ed9d7a1b-7117-47b6-b435-7477dea1eed6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:05Z', 'updated_at': '2021-07-22T19:31:06Z', 'revision_number': 2, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'subnets': [{'id': 'ed9d7a1b-7117-47b6-b435-7477dea1eed6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:07.869369 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] Checking router: ea026acd-128d-4630-a3ca-8952e845e03c for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:31:07.869934 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] Updating router ea026acd-128d-4630-a3ca-8952e845e03c port 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:31:07.933836 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:07.962393 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de10f788-83ac-456e-a864-2b2f5a08c07c req-ab9180ea-5f31-4878-87f2-636b75b3b758 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e57c3f-56e7-4343-badd-735aea56904e HTTP/1.1" status: 200 len: 210 time: 0.0396798 Jul 22 19:31:08.055636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0d87a5ab-5671-44f8-b7b9-ebabc3af3109 None None] Provisioning complete for port 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:08.056010 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0d87a5ab-5671-44f8-b7b9-ebabc3af3109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:08.089228 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65af765-9bf4-48ea-8279-3fe75c1612e8 req-3bfcfc3e-3e6e-4f9b-8231-5a4b5aa261c4 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:08.091632 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c65af765-9bf4-48ea-8279-3fe75c1612e8 req-3bfcfc3e-3e6e-4f9b-8231-5a4b5aa261c4 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 944 time: 0.0766830 Jul 22 19:31:08.111793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0d87a5ab-5671-44f8-b7b9-ebabc3af3109 None None] Port 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:31:08.130577 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b43a60e7-4828-4fd6-82c1-1023f7fdea58 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:08.181571 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c65af765-9bf4-48ea-8279-3fe75c1612e8 req-a2e68546-bf0f-42fe-a39c-3bdf0557d706 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631979 Jul 22 19:31:08.227943 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ec76cfee-4675-4c51-9d62-a1746dbe188b up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:08.262043 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port b43a60e7-4828-4fd6-82c1-1023f7fdea58 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:08.268977 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port b43a60e7-4828-4fd6-82c1-1023f7fdea58 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:08.269377 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:08.352883 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:08.363825 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] Transition to ACTIVE for port object 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:08.370181 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port ec76cfee-4675-4c51-9d62-a1746dbe188b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:08.370377 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:08.370589 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:08.374389 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ae8e0863-890b-4a84-ab10-e1831d68b141 None None] Provisioning complete for port 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:08.374750 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ae8e0863-890b-4a84-ab10-e1831d68b141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:08.429144 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d7033-b287-41e2-ac64-134cf96105ca None None] Pushing event updated for resources: {'Port': ['ID=4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:08.444428 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:08.459571 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ae8e0863-890b-4a84-ab10-e1831d68b141 None None] Port 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:31:08.484883 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c9777b-55aa-4b70-b06b-315ea957a20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43a60e7-4828-4fd6-82c1-1023f7fdea58'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:08.487182 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e2c949-d2f6-4294-b0cc-7288ba48a6ba" -d '{"events": [{"server_uuid": "a7c9777b-55aa-4b70-b06b-315ea957a20c", "name": "network-vif-plugged", "status": "completed", "tag": "b43a60e7-4828-4fd6-82c1-1023f7fdea58"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:08.495501 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] Attempting to bind port 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:08.497115 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] Attempting to bind port 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '1270ff78-c15f-4231-9a1d-e7d0c084afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ec42c0c3-db74-47bd-adb8-6a6c21975d96'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:08.497115 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] Attempting to bind port 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3 on network ec42c0c3-db74-47bd-adb8-6a6c21975d96 {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:08.503077 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:08.503524 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] Checking segment: {'id': '1270ff78-c15f-4231-9a1d-e7d0c084afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ec42c0c3-db74-47bd-adb8-6a6c21975d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:08.503893 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:08.504274 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] Bound using segment: {'id': '1270ff78-c15f-4231-9a1d-e7d0c084afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ec42c0c3-db74-47bd-adb8-6a6c21975d96'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:08.504847 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] Bound port: 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1270ff78-c15f-4231-9a1d-e7d0c084afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ec42c0c3-db74-47bd-adb8-6a6c21975d96'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:08.505439 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:08.520922 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port b43a60e7-4828-4fd6-82c1-1023f7fdea58, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b43a60e7-4828-4fd6-82c1-1023f7fdea58,segment=NetworkSegment(da616397-d644-4e67-8cfa-5beb3c54ec5d),segment_id=da616397-d644-4e67-8cfa-5beb3c54ec5d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:08.533503 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:08.566232 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 48e5e608-6154-4b1c-ad08-2dc21e0db31a up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:08.569035 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ede71ec-b06c-4902-91e1-5dc52731f222 x-openstack-request-id: req-2ede71ec-b06c-4902-91e1-5dc52731f222 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:08.569331 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c9777b-55aa-4b70-b06b-315ea957a20c", "name": "network-vif-plugged", "status": "completed", "tag": "b43a60e7-4828-4fd6-82c1-1023f7fdea58", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:08.569592 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ede71ec-b06c-4902-91e1-5dc52731f222 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:08.570238 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c9777b-55aa-4b70-b06b-315ea957a20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43a60e7-4828-4fd6-82c1-1023f7fdea58', 'code': 200} Jul 22 19:31:08.583229 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] For port 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:08.586822 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] For port 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3,segment=NetworkSegment(1270ff78-c15f-4231-9a1d-e7d0c084afae),segment_id=1270ff78-c15f-4231-9a1d-e7d0c084afae)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:08.593996 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:08.677803 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=b43a60e7-4828-4fd6-82c1-1023f7fdea58,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:08.690407 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c1441-3913-4fb0-96ea-225d64d5085d req-4829cb7b-8ba6-4d51-8822-64ed1ce6e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:08.692026 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1c1c1441-3913-4fb0-96ea-225d64d5085d req-4829cb7b-8ba6-4d51-8822-64ed1ce6e218 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 1097 time: 0.0650930 Jul 22 19:31:08.707175 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] Routers {'ea026acd-128d-4630-a3ca-8952e845e03c'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:08.707921 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:31:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ea026acd-128d-4630-a3ca-8952e845e03c'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:08.718985 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 48e5e608-6154-4b1c-ad08-2dc21e0db31a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:08.719598 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:08.754175 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d7033-b287-41e2-ac64-134cf96105ca None None] Pushing event updated for resources: {'Port': ['ID=4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:08.812657 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1c1c1441-3913-4fb0-96ea-225d64d5085d req-ed969fd7-84b9-4e76-adb3-3a12d6c365a6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130149 Jul 22 19:31:08.825584 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9aa9c-61c4-41e4-aacc-85eab1e57e97 req-6d065ac0-12f8-4dea-a1fb-bb534e1d32b0 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:08.827219 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-75e9aa9c-61c4-41e4-aacc-85eab1e57e97 req-6d065ac0-12f8-4dea-a1fb-bb534e1d32b0 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 943 time: 0.1419680 Jul 22 19:31:08.849661 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] Set router ea026acd-128d-4630-a3ca-8952e845e03c gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:08.877922 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-75e9aa9c-61c4-41e4-aacc-85eab1e57e97 req-e7fc874f-e6ad-4d9b-aa34-b614319254ba tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/security-groups?id=dac6a2ce-4cb9-4f29-b0cf-6ef426491d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428255 Jul 22 19:31:09.064609 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea026acd-128d-4630-a3ca-8952e845e03c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-773150778', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'ec76cfee-4675-4c51-9d62-a1746dbe188b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:02Z', 'updated_at': '2021-07-22T19:31:06Z', 'revision_number': 4, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port': {'id': 'ec76cfee-4675-4c51-9d62-a1746dbe188b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea026acd-128d-4630-a3ca-8952e845e03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:02Z', 'updated_at': '2021-07-22T19:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3', 'name': '', 'network_id': 'ec42c0c3-db74-47bd-adb8-6a6c21975d96', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'mac_address': 'fa:16:3e:96:ce:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea026acd-128d-4630-a3ca-8952e845e03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'ed9d7a1b-7117-47b6-b435-7477dea1eed6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:05Z', 'updated_at': '2021-07-22T19:31:08Z', 'revision_number': 4, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'subnets': [{'id': 'ed9d7a1b-7117-47b6-b435-7477dea1eed6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:09.074122 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac19d7de-38a4-4478-87c5-965156beb58e req-3c928125-5bea-45cc-a9b8-90019303b035 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e57c3f-56e7-4343-badd-735aea56904e HTTP/1.1" status: 200 len: 210 time: 0.0353332 Jul 22 19:31:09.101079 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2494cdb9-6296-4a97-8923-80dd7fe75822 None None] The sync data for ids ['ea026acd-128d-4630-a3ca-8952e845e03c'] in n-d-800086-12 is: [{'id': 'ea026acd-128d-4630-a3ca-8952e845e03c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-773150778', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'ec76cfee-4675-4c51-9d62-a1746dbe188b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:02Z', 'updated_at': '2021-07-22T19:31:06Z', 'revision_number': 4, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port': {'id': 'ec76cfee-4675-4c51-9d62-a1746dbe188b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea026acd-128d-4630-a3ca-8952e845e03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:02Z', 'updated_at': '2021-07-22T19:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3', 'name': '', 'network_id': 'ec42c0c3-db74-47bd-adb8-6a6c21975d96', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'mac_address': 'fa:16:3e:96:ce:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea026acd-128d-4630-a3ca-8952e845e03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'ed9d7a1b-7117-47b6-b435-7477dea1eed6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:05Z', 'updated_at': '2021-07-22T19:31:08Z', 'revision_number': 4, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'subnets': [{'id': 'ed9d7a1b-7117-47b6-b435-7477dea1eed6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:31:09.104245 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.255481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-ab53bd4d-1675-4525-8c6e-bf5c1835e4dd tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:09.257245 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-ab53bd4d-1675-4525-8c6e-bf5c1835e4dd tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.30 "GET /v2.0/networks?id=ec42c0c3-db74-47bd-adb8-6a6c21975d96 HTTP/1.1" status: 200 len: 796 time: 0.1478825 Jul 22 19:31:09.280753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-3803fabc-1d76-4314-a554-5943bfff8f7c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Request body: {'port': {'device_id': 'd0e57c3f-56e7-4343-badd-735aea56904e', 'network_id': 'ec42c0c3-db74-47bd-adb8-6a6c21975d96', 'admin_state_up': True, 'tenant_id': '3da4ab999acb40b8ac365fc65087f150'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:09.417006 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591ec58-ebd4-4050-9d62-72c5a02fc1a0 req-c0b1c950-517f-45d1-b0a8-0c9cdf745673 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:09.418501 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0591ec58-ebd4-4050-9d62-72c5a02fc1a0 req-c0b1c950-517f-45d1-b0a8-0c9cdf745673 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1553750 Jul 22 19:31:09.457035 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-3803fabc-1d76-4314-a554-5943bfff8f7c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Made reservation on behalf of 3da4ab999acb40b8ac365fc65087f150 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:09.460548 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-3803fabc-1d76-4314-a554-5943bfff8f7c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.485483 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0591ec58-ebd4-4050-9d62-72c5a02fc1a0 req-0c45e977-bd46-4320-a3ff-a522f013ec19 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600984 Jul 22 19:31:09.625385 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-3803fabc-1d76-4314-a554-5943bfff8f7c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Allocated IP 172.20.0.21 (ec42c0c3-db74-47bd-adb8-6a6c21975d96/ed9d7a1b-7117-47b6-b435-7477dea1eed6/06a0599f-30b0-4840-bec2-3a9684b8ed48) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:09.745978 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-3803fabc-1d76-4314-a554-5943bfff8f7c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.752007 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f2bb2214-37a1-4865-9d5b-d82db49d95d7 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:31:09.766488 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-3803fabc-1d76-4314-a554-5943bfff8f7c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Transition to ACTIVE for port object 06a0599f-30b0-4840-bec2-3a9684b8ed48 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:09.802750 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-3803fabc-1d76-4314-a554-5943bfff8f7c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.847818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-3803fabc-1d76-4314-a554-5943bfff8f7c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Network ec42c0c3-db74-47bd-adb8-6a6c21975d96 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:09.851077 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-3803fabc-1d76-4314-a554-5943bfff8f7c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:09.855026 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-3803fabc-1d76-4314-a554-5943bfff8f7c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:09.872574 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f2bb2214-37a1-4865-9d5b-d82db49d95d7, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f2bb2214-37a1-4865-9d5b-d82db49d95d7,segment=NetworkSegment(99b7eefd-941b-40cc-8852-62adcb833371),segment_id=99b7eefd-941b-40cc-8852-62adcb833371)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:09.885510 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7', 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c', 'port_id': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7', 'mac_address': 'fa:16:3e:34:af:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:31:09.891503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803fabc-1d76-4314-a554-5943bfff8f7c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event updated for resources: {'Port': ['ID=06a0599f-30b0-4840-bec2-3a9684b8ed48,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:09.924864 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-3803fabc-1d76-4314-a554-5943bfff8f7c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:09.925791 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-3803fabc-1d76-4314-a554-5943bfff8f7c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.939704 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.946050 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-3803fabc-1d76-4314-a554-5943bfff8f7c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6797388 Jul 22 19:31:09.956679 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2bb2214-37a1-4865-9d5b-d82db49d95d7 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:31:09.965916 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] Request body: {'port': {'device_id': 'd0e57c3f-56e7-4343-badd-735aea56904e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:09.992329 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f2bb2214-37a1-4865-9d5b-d82db49d95d7, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f2bb2214-37a1-4865-9d5b-d82db49d95d7,segment=NetworkSegment(99b7eefd-941b-40cc-8852-62adcb833371),segment_id=99b7eefd-941b-40cc-8852-62adcb833371)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:09.997846 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.063845 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=f2bb2214-37a1-4865-9d5b-d82db49d95d7,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:10.102871 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.136284 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc04e39-13b4-49f9-90c7-37de7ee0e76a req-85c59e29-fc96-4b9b-80fc-d5dbb5c55250 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:10.137672 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3dc04e39-13b4-49f9-90c7-37de7ee0e76a req-85c59e29-fc96-4b9b-80fc-d5dbb5c55250 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 944 time: 0.1352959 Jul 22 19:31:10.159980 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b574c288-78d2-47fb-8492-f505ff9a92a4 None None] Provisioning for port 06a0599f-30b0-4840-bec2-3a9684b8ed48 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:10.167038 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b574c288-78d2-47fb-8492-f505ff9a92a4 None None] Provisioning complete for port 06a0599f-30b0-4840-bec2-3a9684b8ed48 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:10.167263 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b574c288-78d2-47fb-8492-f505ff9a92a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.212502 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b574c288-78d2-47fb-8492-f505ff9a92a4 None None] Port 06a0599f-30b0-4840-bec2-3a9684b8ed48 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:31:10.237383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:10.303011 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3dc04e39-13b4-49f9-90c7-37de7ee0e76a req-b9660200-fe17-44a4-81bf-b129373f08c2 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/security-groups?id=dac6a2ce-4cb9-4f29-b0cf-6ef426491d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447825 Jul 22 19:31:10.371778 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8206d5-f890-46d8-ab60-03312b20f241 req-151b29bc-4cd4-4cb6-893f-375388d5f535 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:10.373518 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8d8206d5-f890-46d8-ab60-03312b20f241 req-151b29bc-4cd4-4cb6-893f-375388d5f535 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e57c3f-56e7-4343-badd-735aea56904e HTTP/1.1" status: 200 len: 895 time: 0.1961381 Jul 22 19:31:10.425673 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['f2bb2214-37a1-4865-9d5b-d82db49d95d7'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:31:10.498165 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:10.511748 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:10.512124 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.519027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a0599f-30b0-4840-bec2-3a9684b8ed48 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:31:10.529293 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.544081 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] Transition to ACTIVE for port object 06a0599f-30b0-4840-bec2-3a9684b8ed48 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:10.548951 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.661226 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.661442 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] Pushing event updated for resources: {'Port': ['ID=06a0599f-30b0-4840-bec2-3a9684b8ed48,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:10.723142 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3,segment=NetworkSegment(1270ff78-c15f-4231-9a1d-e7d0c084afae),segment_id=1270ff78-c15f-4231-9a1d-e7d0c084afae)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:10.726996 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803ad6b-4890-4c05-894a-3b63ddda3919 req-25f3c63b-c0f2-4555-b568-5751cd6daa5c tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:10.728748 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4803ad6b-4890-4c05-894a-3b63ddda3919 req-25f3c63b-c0f2-4555-b568-5751cd6daa5c tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1501596 Jul 22 19:31:10.732136 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.735746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] Attempting to bind port 06a0599f-30b0-4840-bec2-3a9684b8ed48 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:10.736023 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] Attempting to bind port 06a0599f-30b0-4840-bec2-3a9684b8ed48 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '1270ff78-c15f-4231-9a1d-e7d0c084afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ec42c0c3-db74-47bd-adb8-6a6c21975d96'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:10.736354 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] Attempting to bind port 06a0599f-30b0-4840-bec2-3a9684b8ed48 on network ec42c0c3-db74-47bd-adb8-6a6c21975d96 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:10.751576 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] Port 06a0599f-30b0-4840-bec2-3a9684b8ed48 on network ec42c0c3-db74-47bd-adb8-6a6c21975d96 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:10.751896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] Attempting to bind port 06a0599f-30b0-4840-bec2-3a9684b8ed48 on network ec42c0c3-db74-47bd-adb8-6a6c21975d96 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:10.766359 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:10.766694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] Checking segment: {'id': '1270ff78-c15f-4231-9a1d-e7d0c084afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ec42c0c3-db74-47bd-adb8-6a6c21975d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:10.767086 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] Bound using segment: {'id': '1270ff78-c15f-4231-9a1d-e7d0c084afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ec42c0c3-db74-47bd-adb8-6a6c21975d96'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:10.767524 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] Bound port: 06a0599f-30b0-4840-bec2-3a9684b8ed48, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1270ff78-c15f-4231-9a1d-e7d0c084afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ec42c0c3-db74-47bd-adb8-6a6c21975d96'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:10.767886 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.794102 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4803ad6b-4890-4c05-894a-3b63ddda3919 req-081a454b-1ea6-4e04-96bc-49ab299324cb tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526850 Jul 22 19:31:10.817665 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:10.862891 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] For port 06a0599f-30b0-4840-bec2-3a9684b8ed48, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:10.866090 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] For port 06a0599f-30b0-4840-bec2-3a9684b8ed48, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=06a0599f-30b0-4840-bec2-3a9684b8ed48,segment=NetworkSegment(1270ff78-c15f-4231-9a1d-e7d0c084afae),segment_id=1270ff78-c15f-4231-9a1d-e7d0c084afae)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:10.871493 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.908232 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:10.908670 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.910105 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] 10.222.0.30 "PUT /v2.0/ports/06a0599f-30b0-4840-bec2-3a9684b8ed48 HTTP/1.1" status: 200 len: 1056 time: 0.9523704 Jul 22 19:31:10.910552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e57c3f-56e7-4343-badd-735aea56904e', 'tag': '06a0599f-30b0-4840-bec2-3a9684b8ed48'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:10.912950 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd3c653-cd05-4cb8-bd04-1f49f9252394" -d '{"events": [{"name": "network-changed", "server_uuid": "d0e57c3f-56e7-4343-badd-735aea56904e", "tag": "06a0599f-30b0-4840-bec2-3a9684b8ed48"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:10.962367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e3323-cf2a-40ca-89cb-de9a9dbded1f service neutron] Pushing event updated for resources: {'Port': ['ID=06a0599f-30b0-4840-bec2-3a9684b8ed48,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:10.982448 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50011aaa-5429-4c69-8ecb-665d595d6129 x-openstack-request-id: req-50011aaa-5429-4c69-8ecb-665d595d6129 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:10.983273 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0e57c3f-56e7-4343-badd-735aea56904e", "tag": "06a0599f-30b0-4840-bec2-3a9684b8ed48", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:10.983559 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50011aaa-5429-4c69-8ecb-665d595d6129 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:10.983955 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e57c3f-56e7-4343-badd-735aea56904e', 'tag': '06a0599f-30b0-4840-bec2-3a9684b8ed48', 'status': 'completed', 'code': 200} Jul 22 19:31:11.113311 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-c7009c9d-652a-4c32-96db-f5ae1f21e1c3 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:11.114791 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-c7009c9d-652a-4c32-96db-f5ae1f21e1c3 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/networks?id=79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 HTTP/1.1" status: 200 len: 814 time: 0.1481431 Jul 22 19:31:11.119186 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-6d960cc7-5805-4a5f-9fe6-1facd31fee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:11.120582 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-6d960cc7-5805-4a5f-9fe6-1facd31fee95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3da4ab999acb40b8ac365fc65087f150&device_id=d0e57c3f-56e7-4343-badd-735aea56904e HTTP/1.1" status: 200 len: 1059 time: 0.1341243 Jul 22 19:31:11.136060 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-41b4f5bf-a7de-4ccf-a0f8-22a3a8858dc4 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/quotas/881aa17641714d81bee1e3323cd59a48 HTTP/1.1" status: 200 len: 375 time: 0.0146000 Jul 22 19:31:11.169743 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-09d2c80f-20bd-4332-970d-4460aa438c43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=06a0599f-30b0-4840-bec2-3a9684b8ed48 HTTP/1.1" status: 200 len: 217 time: 0.0411603 Jul 22 19:31:11.244358 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-d9d39464-7662-4180-9344-e6a04114a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:11.245871 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-d9d39464-7662-4180-9344-e6a04114a850 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ed9d7a1b-7117-47b6-b435-7477dea1eed6 HTTP/1.1" status: 200 len: 838 time: 0.0680194 Jul 22 19:31:11.292713 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-3e050c23-d2e9-471e-baf4-6e09b946a23b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=881aa17641714d81bee1e3323cd59a48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1256921 Jul 22 19:31:11.367605 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-fee9bfa9-9b2c-4eb4-a6d4-a75395a51b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:11.369154 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-fee9bfa9-9b2c-4eb4-a6d4-a75395a51b7d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec42c0c3-db74-47bd-adb8-6a6c21975d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1173573 Jul 22 19:31:11.488190 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-06866029-ab98-4191-ab5d-204d6655b543 service neutron] 10.222.0.13 "GET /v2.0/networks/79ae5d6f-e74a-4a73-acd8-7c48c2dc8820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884708 Jul 22 19:31:11.584083 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe967c8-19cd-4638-8b7e-f2d63c2b6987 req-03c216b5-fc06-4622-8f5e-870116674ad1 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:11.585595 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8fe967c8-19cd-4638-8b7e-f2d63c2b6987 req-03c216b5-fc06-4622-8f5e-870116674ad1 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 944 time: 0.2082093 Jul 22 19:31:11.587342 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-cddf2d20-6415-482c-914f-42587d0fd519 service neutron] 10.222.0.30 "GET /v2.0/networks/ec42c0c3-db74-47bd-adb8-6a6c21975d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088885 Jul 22 19:31:11.667306 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-b1c778e4-1322-45eb-999f-94457e37e849 service neutron] 10.222.0.13 "GET /v2.0/networks/79ae5d6f-e74a-4a73-acd8-7c48c2dc8820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691437 Jul 22 19:31:11.672362 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8fe967c8-19cd-4638-8b7e-f2d63c2b6987 req-ad62cd1b-bca6-4450-808d-91e20ba9a553 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/security-groups?id=dac6a2ce-4cb9-4f29-b0cf-6ef426491d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810099 Jul 22 19:31:11.761655 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:11.766356 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9e7a99f-b8e7-4440-a907-7f1b5da127fc req-8abbf997-8938-456f-81ba-45acf0bd8607 service neutron] 10.222.0.30 "GET /v2.0/networks/ec42c0c3-db74-47bd-adb8-6a6c21975d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651232 Jul 22 19:31:11.782904 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f2bb2214-37a1-4865-9d5b-d82db49d95d7 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:11.818030 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e291e-fc6f-4ef4-91f0-d35d2208ec62 req-1c574a92-b97d-4997-b530-dd5df33aeba3 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:11.820265 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d92e291e-fc6f-4ef4-91f0-d35d2208ec62 req-1c574a92-b97d-4997-b530-dd5df33aeba3 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e57c3f-56e7-4343-badd-735aea56904e HTTP/1.1" status: 200 len: 907 time: 0.0886567 Jul 22 19:31:11.869735 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port f2bb2214-37a1-4865-9d5b-d82db49d95d7 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:11.874455 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port f2bb2214-37a1-4865-9d5b-d82db49d95d7 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:11.875230 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:11.876834 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-277cdb10-474f-4847-a8c3-5882940eefa7 req-7e80b023-eed5-407c-ab35-63c4d7bca180 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6ae1e2a-62bb-4358-bb77-b10fa096f9e4 HTTP/1.1" status: 200 len: 210 time: 0.0471492 Jul 22 19:31:11.907645 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3c653-cd05-4cb8-bd04-1f49f9252394 req-c7efc32d-4845-4434-8928-1843cd9eb9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:11.909806 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3cd3c653-cd05-4cb8-bd04-1f49f9252394 req-c7efc32d-4845-4434-8928-1843cd9eb9a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3da4ab999acb40b8ac365fc65087f150&device_id=d0e57c3f-56e7-4343-badd-735aea56904e HTTP/1.1" status: 200 len: 1059 time: 0.0891726 Jul 22 19:31:11.968638 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:11.995272 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600b1d16-699f-451d-9c1f-42f8fdbc948d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:11.997555 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d64c7b-f19e-45d5-9bfc-d5a69ec8879b" -d '{"events": [{"server_uuid": "600b1d16-699f-451d-9c1f-42f8fdbc948d", "name": "network-vif-plugged", "status": "completed", "tag": "f2bb2214-37a1-4865-9d5b-d82db49d95d7"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:12.012256 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f2bb2214-37a1-4865-9d5b-d82db49d95d7, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f2bb2214-37a1-4865-9d5b-d82db49d95d7,segment=NetworkSegment(99b7eefd-941b-40cc-8852-62adcb833371),segment_id=99b7eefd-941b-40cc-8852-62adcb833371)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:12.019332 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3c653-cd05-4cb8-bd04-1f49f9252394 req-e8086a2b-15e3-475b-8481-d61b071c316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:12.020983 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3cd3c653-cd05-4cb8-bd04-1f49f9252394 req-e8086a2b-15e3-475b-8481-d61b071c316b service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec42c0c3-db74-47bd-adb8-6a6c21975d96 HTTP/1.1" status: 200 len: 897 time: 0.1045170 Jul 22 19:31:12.022013 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:12.054441 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e49117-00aa-4599-8d94-b21b4818a391 x-openstack-request-id: req-77e49117-00aa-4599-8d94-b21b4818a391 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:12.054731 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600b1d16-699f-451d-9c1f-42f8fdbc948d", "name": "network-vif-plugged", "status": "completed", "tag": "f2bb2214-37a1-4865-9d5b-d82db49d95d7", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:12.054980 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77e49117-00aa-4599-8d94-b21b4818a391 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:12.055361 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600b1d16-699f-451d-9c1f-42f8fdbc948d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7', 'code': 200} Jul 22 19:31:12.070356 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3cd3c653-cd05-4cb8-bd04-1f49f9252394 req-7669d477-ac84-439b-8150-f5ca9925ac98 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=06a0599f-30b0-4840-bec2-3a9684b8ed48 HTTP/1.1" status: 200 len: 217 time: 0.0398276 Jul 22 19:31:12.092260 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=f2bb2214-37a1-4865-9d5b-d82db49d95d7,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:12.131714 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3c653-cd05-4cb8-bd04-1f49f9252394 req-cb3e226b-2a71-4fac-8f99-2c840f977497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:12.133611 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3cd3c653-cd05-4cb8-bd04-1f49f9252394 req-cb3e226b-2a71-4fac-8f99-2c840f977497 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ed9d7a1b-7117-47b6-b435-7477dea1eed6 HTTP/1.1" status: 200 len: 838 time: 0.0554094 Jul 22 19:31:12.201189 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:12.227744 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fbcb2-e761-4236-9d09-0e53eb85112e req-aa18f320-5dd1-4403-9763-32f8a03d496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:12.229334 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-503fbcb2-e761-4236-9d09-0e53eb85112e req-aa18f320-5dd1-4403-9763-32f8a03d496f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 1097 time: 0.0947464 Jul 22 19:31:12.235510 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3c653-cd05-4cb8-bd04-1f49f9252394 req-0fd614a7-a233-4466-93bc-7fc89f56cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:12.236987 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3cd3c653-cd05-4cb8-bd04-1f49f9252394 req-0fd614a7-a233-4466-93bc-7fc89f56cb32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec42c0c3-db74-47bd-adb8-6a6c21975d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0928349 Jul 22 19:31:12.253689 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:12.254062 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:12.322545 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-503fbcb2-e761-4236-9d09-0e53eb85112e req-07d57a5b-21d3-45b1-b8c1-37435b81e0c6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dac6a2ce-4cb9-4f29-b0cf-6ef426491d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843647 Jul 22 19:31:12.351601 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3cd3c653-cd05-4cb8-bd04-1f49f9252394 req-e8390e4a-01cc-45cc-9099-3a01f810856e service neutron] 10.222.0.30 "GET /v2.0/networks/ec42c0c3-db74-47bd-adb8-6a6c21975d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084502 Jul 22 19:31:12.454581 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3cd3c653-cd05-4cb8-bd04-1f49f9252394 req-0cda4dd7-6587-4e90-bb6d-c28f609847c1 service neutron] 10.222.0.30 "GET /v2.0/networks/ec42c0c3-db74-47bd-adb8-6a6c21975d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825262 Jul 22 19:31:12.812369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe64b8f-6d1c-4d39-8741-ab03b4f4c444 req-d4907ff1-481a-4510-b9ca-077d3fd4482f tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:12.813942 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbe64b8f-6d1c-4d39-8741-ab03b4f4c444 req-d4907ff1-481a-4510-b9ca-077d3fd4482f tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 945 time: 0.0733032 Jul 22 19:31:12.855751 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbe64b8f-6d1c-4d39-8741-ab03b4f4c444 req-a8ada3ff-4547-4eaf-8856-bd3d574c4c5d tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/security-groups?id=dac6a2ce-4cb9-4f29-b0cf-6ef426491d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354519 Jul 22 19:31:12.938817 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-d1d65e19-1c59-4c02-a008-fd5c7212032e tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:12.940440 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-d1d65e19-1c59-4c02-a008-fd5c7212032e tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.16 "GET /v2.0/networks?id=79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 HTTP/1.1" status: 200 len: 814 time: 0.1319451 Jul 22 19:31:12.956843 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-b2f69f77-aa7d-4e6b-a4e0-95b4c05fe2ed tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Request body: {'port': {'device_id': 'f6ae1e2a-62bb-4358-bb77-b10fa096f9e4', 'network_id': '79ae5d6f-e74a-4a73-acd8-7c48c2dc8820', 'admin_state_up': True, 'tenant_id': '881aa17641714d81bee1e3323cd59a48'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:12.994645 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42e1fb6f-e30d-4e5c-b23a-9929417a1a44 req-1ff8207e-ab23-46b3-b134-c21762cdc532 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6ae1e2a-62bb-4358-bb77-b10fa096f9e4 HTTP/1.1" status: 200 len: 210 time: 0.0379732 Jul 22 19:31:13.009438 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033db57-f0c7-4d91-9c88-d85448528b98 req-05e262c4-1028-4847-8875-28b960f86561 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:13.010947 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8033db57-f0c7-4d91-9c88-d85448528b98 req-05e262c4-1028-4847-8875-28b960f86561 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e57c3f-56e7-4343-badd-735aea56904e HTTP/1.1" status: 200 len: 907 time: 0.1044102 Jul 22 19:31:13.076024 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-b2f69f77-aa7d-4e6b-a4e0-95b4c05fe2ed tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Made reservation on behalf of 881aa17641714d81bee1e3323cd59a48 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:13.080182 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-b2f69f77-aa7d-4e6b-a4e0-95b4c05fe2ed tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:13.213935 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-b2f69f77-aa7d-4e6b-a4e0-95b4c05fe2ed tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Allocated IP 172.20.0.5 (79ae5d6f-e74a-4a73-acd8-7c48c2dc8820/6f2ee51e-14b2-4a1b-9c47-77a8e3d2957f/cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:13.596562 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-b2f69f77-aa7d-4e6b-a4e0-95b4c05fe2ed tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:13.633304 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-b2f69f77-aa7d-4e6b-a4e0-95b4c05fe2ed tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:13.644625 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['b43a60e7-4828-4fd6-82c1-1023f7fdea58'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:31:13.674585 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-b2f69f77-aa7d-4e6b-a4e0-95b4c05fe2ed tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Network 79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:13.679673 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-b2f69f77-aa7d-4e6b-a4e0-95b4c05fe2ed tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:13.683348 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-b2f69f77-aa7d-4e6b-a4e0-95b4c05fe2ed tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:13.711431 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f69f77-aa7d-4e6b-a4e0-95b4c05fe2ed tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Pushing event updated for resources: {'Port': ['ID=cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:13.737493 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-b2f69f77-aa7d-4e6b-a4e0-95b4c05fe2ed tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:13.738101 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-b2f69f77-aa7d-4e6b-a4e0-95b4c05fe2ed tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:13.752330 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-b2f69f77-aa7d-4e6b-a4e0-95b4c05fe2ed tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8039587 Jul 22 19:31:13.762029 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-5023e1ab-60ae-4858-a401-93eaca8a8d41 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:31:13.762958 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-5023e1ab-60ae-4858-a401-93eaca8a8d41 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051680 Jul 22 19:31:13.773313 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] Request body: {'port': {'device_id': 'f6ae1e2a-62bb-4358-bb77-b10fa096f9e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:13.845416 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:13.991522 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa09ff-7a8d-42cc-a38b-a6007cc135d6 req-d33b272f-02f0-4c24-a786-6b0c02151a5b tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:13.993330 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5aaa09ff-7a8d-42cc-a38b-a6007cc135d6 req-d33b272f-02f0-4c24-a786-6b0c02151a5b tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 945 time: 0.0688038 Jul 22 19:31:14.033801 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5aaa09ff-7a8d-42cc-a38b-a6007cc135d6 req-0758c891-811c-4813-8bed-7ccd29385a61 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/security-groups?id=dac6a2ce-4cb9-4f29-b0cf-6ef426491d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343449 Jul 22 19:31:14.121693 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:31:14.130339 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:14.142574 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] Transition to ACTIVE for port object cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:14.146583 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:14.169534 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3a0ac-d705-44f2-966b-8a792a6c5898 req-7779df75-db47-4efc-9e01-c5a7e2ba3a09 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:14.171642 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f4b3a0ac-d705-44f2-966b-8a792a6c5898 req-7779df75-db47-4efc-9e01-c5a7e2ba3a09 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6ae1e2a-62bb-4358-bb77-b10fa096f9e4 HTTP/1.1" status: 200 len: 931 time: 0.1055555 Jul 22 19:31:14.194670 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a1f8f-56e6-461b-91ea-42e403ad3218 req-d75b20c1-86d3-467a-924d-7b509335a136 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:14.196129 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b1a1f8f-56e6-461b-91ea-42e403ad3218 req-d75b20c1-86d3-467a-924d-7b509335a136 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e57c3f-56e7-4343-badd-735aea56904e HTTP/1.1" status: 200 len: 907 time: 0.0979943 Jul 22 19:31:14.222565 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] Pushing event updated for resources: {'Port': ['ID=cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:14.235481 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f4b3a0ac-d705-44f2-966b-8a792a6c5898 req-cdfd816e-bcbb-46e9-8336-fd0b8a1d8b90 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580444 Jul 22 19:31:14.270506 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] Attempting to bind port cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:14.270843 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] Attempting to bind port cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'da616397-d644-4e67-8cfa-5beb3c54ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '79ae5d6f-e74a-4a73-acd8-7c48c2dc8820'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:14.271173 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] Attempting to bind port cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7 on network 79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:14.275498 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] Port cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7 on network 79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:14.275807 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] Attempting to bind port cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7 on network 79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:14.281232 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:14.281569 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] Checking segment: {'id': 'da616397-d644-4e67-8cfa-5beb3c54ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '79ae5d6f-e74a-4a73-acd8-7c48c2dc8820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:14.281954 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] Bound using segment: {'id': 'da616397-d644-4e67-8cfa-5beb3c54ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '79ae5d6f-e74a-4a73-acd8-7c48c2dc8820'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:14.282380 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] Bound port: cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da616397-d644-4e67-8cfa-5beb3c54ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '79ae5d6f-e74a-4a73-acd8-7c48c2dc8820'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:14.282735 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:14.330315 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f9d42-3824-4c38-b29a-89bd83550e74 req-bdebaff2-3486-4a01-a95b-1df419571c02 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:14.331991 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-989f9d42-3824-4c38-b29a-89bd83550e74 req-bdebaff2-3486-4a01-a95b-1df419571c02 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 945 time: 0.0686419 Jul 22 19:31:14.349267 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] For port cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:14.352384 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] For port cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7,segment=NetworkSegment(da616397-d644-4e67-8cfa-5beb3c54ec5d),segment_id=da616397-d644-4e67-8cfa-5beb3c54ec5d)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:14.357218 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:14.371487 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-989f9d42-3824-4c38-b29a-89bd83550e74 req-6013851f-8bb5-4a48-9927-8a4f5c2b4877 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/security-groups?id=dac6a2ce-4cb9-4f29-b0cf-6ef426491d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338542 Jul 22 19:31:14.391943 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:14.392651 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:14.393474 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45526) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:14.394522 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] 10.222.0.16 "PUT /v2.0/ports/cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7 HTTP/1.1" status: 200 len: 1092 time: 0.6247592 Jul 22 19:31:14.398370 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ae1e2a-62bb-4358-bb77-b10fa096f9e4', 'tag': 'cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:14.401566 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c007fa3-74e6-4e7d-93a4-bd2ebfa9f830" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ae1e2a-62bb-4358-bb77-b10fa096f9e4", "tag": "cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:14.447444 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d43aa7b-41e7-4b95-84a6-93efec2edae4 x-openstack-request-id: req-9d43aa7b-41e7-4b95-84a6-93efec2edae4 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:14.447745 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ae1e2a-62bb-4358-bb77-b10fa096f9e4", "tag": "cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:14.448001 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d43aa7b-41e7-4b95-84a6-93efec2edae4 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:14.448396 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ae1e2a-62bb-4358-bb77-b10fa096f9e4', 'tag': 'cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7', 'status': 'completed', 'code': 200} Jul 22 19:31:14.468575 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4fff2-d562-4b29-995c-53604f503264 service neutron] Pushing event updated for resources: {'Port': ['ID=cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:14.496422 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-b4e54c28-3a2d-4505-a41b-2f80fb12bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:14.498004 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-b4e54c28-3a2d-4505-a41b-2f80fb12bc82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=881aa17641714d81bee1e3323cd59a48&device_id=f6ae1e2a-62bb-4358-bb77-b10fa096f9e4 HTTP/1.1" status: 200 len: 1095 time: 0.0682251 Jul 22 19:31:14.543064 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-2550eb70-58bf-4975-a50f-a7850370e3e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7 HTTP/1.1" status: 200 len: 217 time: 0.0381289 Jul 22 19:31:14.550648 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0108fe22-a5c2-42d3-9cb0-6a012ea723ca tempest-TestVolumeBackupRestore-447281311 tempest-TestVolumeBackupRestore-447281311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:14.552160 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0108fe22-a5c2-42d3-9cb0-6a012ea723ca tempest-TestVolumeBackupRestore-447281311 tempest-TestVolumeBackupRestore-447281311-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 1092 time: 0.1575353 Jul 22 19:31:14.555142 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45532) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:14.559411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-8ea2762e-40c5-4d3f-b6ce-49b8506aa8f6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:14.581853 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ea2762e-40c5-4d3f-b6ce-49b8506aa8f6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:14.590929 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-9a2e5af7-23a2-4a96-b748-afb6351e5a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:14.593174 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-9a2e5af7-23a2-4a96-b748-afb6351e5a08 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f2ee51e-14b2-4a1b-9c47-77a8e3d2957f HTTP/1.1" status: 200 len: 854 time: 0.0448675 Jul 22 19:31:14.627338 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-55866548-62a7-481c-a7ce-1e1a82805d44 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79ae5d6f-e74a-4a73-acd8-7c48c2dc8820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287511 Jul 22 19:31:14.681889 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ea2762e-40c5-4d3f-b6ce-49b8506aa8f6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:14.721684 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-e8044dd2-8ffe-4490-9a52-9f3f1d17a924 service neutron] 10.222.0.16 "GET /v2.0/networks/79ae5d6f-e74a-4a73-acd8-7c48c2dc8820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885696 Jul 22 19:31:14.792503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-8ea2762e-40c5-4d3f-b6ce-49b8506aa8f6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Allocated IP 172.25.3.219 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/634d9ccd-1c45-4d7d-8de6-3c603d522f51) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:14.813792 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8d299a1b-6234-48a6-905c-f8e73348c582 req-28f3bc9a-a6dd-428b-ad95-dd8b21be49e1 service neutron] 10.222.0.16 "GET /v2.0/networks/79ae5d6f-e74a-4a73-acd8-7c48c2dc8820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866773 Jul 22 19:31:14.900868 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ea2762e-40c5-4d3f-b6ce-49b8506aa8f6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:14.911021 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c007fa3-74e6-4e7d-93a4-bd2ebfa9f830 req-2d8c5ec3-1122-424c-a789-99dbea2d98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:14.912553 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4c007fa3-74e6-4e7d-93a4-bd2ebfa9f830 req-2d8c5ec3-1122-424c-a789-99dbea2d98dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=881aa17641714d81bee1e3323cd59a48&device_id=f6ae1e2a-62bb-4358-bb77-b10fa096f9e4 HTTP/1.1" status: 200 len: 1095 time: 0.0537338 Jul 22 19:31:14.941168 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ea2762e-40c5-4d3f-b6ce-49b8506aa8f6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:14.981507 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea2762e-40c5-4d3f-b6ce-49b8506aa8f6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:14.984523 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-8ea2762e-40c5-4d3f-b6ce-49b8506aa8f6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:14.988507 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea2762e-40c5-4d3f-b6ce-49b8506aa8f6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:14.993802 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2762e-40c5-4d3f-b6ce-49b8506aa8f6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Pushing event updated for resources: {'Port': ['ID=634d9ccd-1c45-4d7d-8de6-3c603d522f51,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:15.009517 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c007fa3-74e6-4e7d-93a4-bd2ebfa9f830 req-0562e819-c411-4b0e-8d87-983dd3f9e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:15.011133 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4c007fa3-74e6-4e7d-93a4-bd2ebfa9f830 req-0562e819-c411-4b0e-8d87-983dd3f9e511 service neutron] 10.222.0.16 "GET /v2.0/networks?id=79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 HTTP/1.1" status: 200 len: 915 time: 0.0930314 Jul 22 19:31:15.052417 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4c007fa3-74e6-4e7d-93a4-bd2ebfa9f830 req-e561fb84-c526-446c-b2a0-bacc782f6568 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7 HTTP/1.1" status: 200 len: 217 time: 0.0346019 Jul 22 19:31:15.105681 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c007fa3-74e6-4e7d-93a4-bd2ebfa9f830 req-a97aa70f-dc45-48c3-ba73-ede489b3f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:15.107149 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4c007fa3-74e6-4e7d-93a4-bd2ebfa9f830 req-a97aa70f-dc45-48c3-ba73-ede489b3f715 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f2ee51e-14b2-4a1b-9c47-77a8e3d2957f HTTP/1.1" status: 200 len: 854 time: 0.0489511 Jul 22 19:31:15.142453 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4c007fa3-74e6-4e7d-93a4-bd2ebfa9f830 req-2740a26f-0ea1-4ccb-b2d0-9b8974fbf420 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79ae5d6f-e74a-4a73-acd8-7c48c2dc8820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286667 Jul 22 19:31:15.238168 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4c007fa3-74e6-4e7d-93a4-bd2ebfa9f830 req-a001ccc4-4695-4f96-9631-432906a7e970 service neutron] 10.222.0.16 "GET /v2.0/networks/79ae5d6f-e74a-4a73-acd8-7c48c2dc8820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895646 Jul 22 19:31:15.337649 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4c007fa3-74e6-4e7d-93a4-bd2ebfa9f830 req-9d215a50-3d8b-4e77-b616-e20e569c535c service neutron] 10.222.0.16 "GET /v2.0/networks/79ae5d6f-e74a-4a73-acd8-7c48c2dc8820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930316 Jul 22 19:31:15.614607 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeda4d4-bd30-46ad-b112-8dfa2a7d3b66 req-771cfd18-cce1-4dbc-895c-678e3d4518ad tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:15.616000 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aeeda4d4-bd30-46ad-b112-8dfa2a7d3b66 req-771cfd18-cce1-4dbc-895c-678e3d4518ad tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e57c3f-56e7-4343-badd-735aea56904e HTTP/1.1" status: 200 len: 907 time: 0.1457975 Jul 22 19:31:15.624423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6d6f3-7374-4e7f-9103-fa7a363b84ce req-edf53379-f36c-4b49-b61a-5fd09c8f8615 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:15.625865 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1a6d6f3-7374-4e7f-9103-fa7a363b84ce req-edf53379-f36c-4b49-b61a-5fd09c8f8615 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6ae1e2a-62bb-4358-bb77-b10fa096f9e4 HTTP/1.1" status: 200 len: 943 time: 0.1567566 Jul 22 19:31:15.749966 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1a6d6f3-7374-4e7f-9103-fa7a363b84ce req-1cf43c3d-5a77-49c2-a975-a46335d0c3d0 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027515 Jul 22 19:31:15.775753 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ea2762e-40c5-4d3f-b6ce-49b8506aa8f6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:15.799967 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 06a0599f-30b0-4840-bec2-3a9684b8ed48 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:31:15.851402 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ea2762e-40c5-4d3f-b6ce-49b8506aa8f6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:15.900418 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 06a0599f-30b0-4840-bec2-3a9684b8ed48, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=06a0599f-30b0-4840-bec2-3a9684b8ed48,segment=NetworkSegment(1270ff78-c15f-4231-9a1d-e7d0c084afae),segment_id=1270ff78-c15f-4231-9a1d-e7d0c084afae)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:15.914035 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '06a0599f-30b0-4840-bec2-3a9684b8ed48', 'network_id': 'ec42c0c3-db74-47bd-adb8-6a6c21975d96', 'port_id': '06a0599f-30b0-4840-bec2-3a9684b8ed48', 'mac_address': 'fa:16:3e:3e:4e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed9d7a1b-7117-47b6-b435-7477dea1eed6', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:31:15.952285 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:15.965180 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a0599f-30b0-4840-bec2-3a9684b8ed48 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:31:15.985554 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 06a0599f-30b0-4840-bec2-3a9684b8ed48, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=06a0599f-30b0-4840-bec2-3a9684b8ed48,segment=NetworkSegment(1270ff78-c15f-4231-9a1d-e7d0c084afae),segment_id=1270ff78-c15f-4231-9a1d-e7d0c084afae)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:15.989827 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:16.014473 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ea2762e-40c5-4d3f-b6ce-49b8506aa8f6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:16.019141 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ea2762e-40c5-4d3f-b6ce-49b8506aa8f6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:16.040378 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=06a0599f-30b0-4840-bec2-3a9684b8ed48,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:16.097665 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2762e-40c5-4d3f-b6ce-49b8506aa8f6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Pushing event updated for resources: {'Port': ['ID=634d9ccd-1c45-4d7d-8de6-3c603d522f51,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:16.104851 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ea2762e-40c5-4d3f-b6ce-49b8506aa8f6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:16.208374 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-8ea2762e-40c5-4d3f-b6ce-49b8506aa8f6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Floating IP 386c8d8d-01aa-4526-91ce-c7884a2fd45a associated. External IP: 172.25.3.219, port: f2bb2214-37a1-4865-9d5b-d82db49d95d7. Jul 22 19:31:16.259497 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['06a0599f-30b0-4840-bec2-3a9684b8ed48'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:31:16.418360 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea2762e-40c5-4d3f-b6ce-49b8506aa8f6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Router 31b483fe-b09f-4da2-931d-b1f1c99056d8 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:31:16.524995 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea2762e-40c5-4d3f-b6ce-49b8506aa8f6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:31:16.535137 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffb2916-ba80-4ef0-be28-a3478b851855 None None] Sync routers for ids ['31b483fe-b09f-4da2-931d-b1f1c99056d8'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:31:16.541079 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ea2762e-40c5-4d3f-b6ce-49b8506aa8f6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:16.544005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffb2916-ba80-4ef0-be28-a3478b851855 None None] Routers {'31b483fe-b09f-4da2-931d-b1f1c99056d8'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:16.544667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0ffb2916-ba80-4ef0-be28-a3478b851855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:31:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['31b483fe-b09f-4da2-931d-b1f1c99056d8'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:16.577810 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8ea2762e-40c5-4d3f-b6ce-49b8506aa8f6 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0216558 Jul 22 19:31:16.578407 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600b1d16-699f-451d-9c1f-42f8fdbc948d', 'tag': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:16.580721 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45540) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:16.581187 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef8dc3b-853e-41cd-b878-496b677bbce4" -d '{"events": [{"name": "network-changed", "server_uuid": "600b1d16-699f-451d-9c1f-42f8fdbc948d", "tag": "f2bb2214-37a1-4865-9d5b-d82db49d95d7"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:16.618841 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756c2deb-e712-460c-b0be-a4e610e22641 x-openstack-request-id: req-756c2deb-e712-460c-b0be-a4e610e22641 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:16.619418 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600b1d16-699f-451d-9c1f-42f8fdbc948d", "tag": "f2bb2214-37a1-4865-9d5b-d82db49d95d7", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:16.620005 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-756c2deb-e712-460c-b0be-a4e610e22641 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:16.620523 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600b1d16-699f-451d-9c1f-42f8fdbc948d', 'tag': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7', 'status': 'completed', 'code': 200} Jul 22 19:31:16.637981 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9e25e7-5340-4716-9681-83d4f235e5d8 tempest-TestVolumeBackupRestore-447281311 tempest-TestVolumeBackupRestore-447281311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:16.639609 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9d9e25e7-5340-4716-9681-83d4f235e5d8 tempest-TestVolumeBackupRestore-447281311 tempest-TestVolumeBackupRestore-447281311-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 1092 time: 0.0578022 Jul 22 19:31:16.642376 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45546) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:16.647679 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-7ce03737-2101-4c1a-ba12-e4c14ff278ff tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Request body: {'floatingip': {'port_id': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:16.660241 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-0ffb2916-ba80-4ef0-be28-a3478b851855 None None] Set router 31b483fe-b09f-4da2-931d-b1f1c99056d8 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:16.718551 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7ce03737-2101-4c1a-ba12-e4c14ff278ff tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for floatingip, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:16.729655 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8dc3b-853e-41cd-b878-496b677bbce4 req-6e5db8b3-a595-4d7f-81b3-a1e500f0a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:16.731209 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ef8dc3b-853e-41cd-b878-496b677bbce4 req-6e5db8b3-a595-4d7f-81b3-a1e500f0a951 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4440afb57e7642f09160897c06afbda5&device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 1097 time: 0.0898438 Jul 22 19:31:16.835738 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b60e18-5130-4033-91ce-d61dd6e07eac req-867c7d1d-c469-49f8-8f1d-f73f1e4147f8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:16.837430 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-02b60e18-5130-4033-91ce-d61dd6e07eac req-867c7d1d-c469-49f8-8f1d-f73f1e4147f8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e57c3f-56e7-4343-badd-735aea56904e HTTP/1.1" status: 200 len: 908 time: 0.1449897 Jul 22 19:31:16.893942 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8dc3b-853e-41cd-b878-496b677bbce4 req-94b9679d-c92f-4679-ba42-8d64a51994ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:16.895452 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ef8dc3b-853e-41cd-b878-496b677bbce4 req-94b9679d-c92f-4679-ba42-8d64a51994ae service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8a153fb-aef4-4e4f-b8ab-e2807490ca4c HTTP/1.1" status: 200 len: 914 time: 0.1568334 Jul 22 19:31:16.931399 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0ffb2916-ba80-4ef0-be28-a3478b851855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'name': 'tempest-TestVolumeBackupRestore-637595655-router', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:43Z', 'updated_at': '2021-07-22T19:28:46Z', 'revision_number': 4, 'project_id': '4440afb57e7642f09160897c06afbda5', 'gw_port': {'id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:44Z', 'updated_at': '2021-07-22T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '386c8d8d-01aa-4526-91ce-c7884a2fd45a', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'port_id': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c', 'mac_address': 'fa:16:3e:34:af:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b1d16-699f-451d-9c1f-42f8fdbc948d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:31:15Z', 'updated_at': '2021-07-22T19:31:15Z', 'revision_number': 0, 'project_id': '4440afb57e7642f09160897c06afbda5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7d246c-4c57-4b24-bbf1-b5cca3325564', 'name': '', 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'mac_address': 'fa:16:3e:ea:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:45Z', 'updated_at': '2021-07-22T19:28:53Z', 'revision_number': 5, 'project_id': '4440afb57e7642f09160897c06afbda5', 'subnets': [{'id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:16.957720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73eec6-bdb0-4b58-b80c-159cce793867 req-9e372146-9ab1-4f1b-9d86-efcf4b3f6039 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:16.959407 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c73eec6-bdb0-4b58-b80c-159cce793867 req-9e372146-9ab1-4f1b-9d86-efcf4b3f6039 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6ae1e2a-62bb-4358-bb77-b10fa096f9e4 HTTP/1.1" status: 200 len: 943 time: 0.1210933 Jul 22 19:31:16.969491 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffb2916-ba80-4ef0-be28-a3478b851855 None None] Checking router: 31b483fe-b09f-4da2-931d-b1f1c99056d8 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:31:16.978037 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffb2916-ba80-4ef0-be28-a3478b851855 None None] Routers {'31b483fe-b09f-4da2-931d-b1f1c99056d8'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:16.978651 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0ffb2916-ba80-4ef0-be28-a3478b851855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:31:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['31b483fe-b09f-4da2-931d-b1f1c99056d8'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:16.999069 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ef8dc3b-853e-41cd-b878-496b677bbce4 req-baa187d0-b7b9-4a3c-b6c1-be3a57363989 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2bb2214-37a1-4865-9d5b-d82db49d95d7 HTTP/1.1" status: 200 len: 999 time: 0.0952404 Jul 22 19:31:17.043538 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c73eec6-bdb0-4b58-b80c-159cce793867 req-9a7c9255-1e12-4680-b637-c1a42a57fc3a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766242 Jul 22 19:31:17.070565 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8dc3b-853e-41cd-b878-496b677bbce4 req-51b4a5fb-7ab9-4179-869a-8a4eba2b67b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:17.072303 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ef8dc3b-853e-41cd-b878-496b677bbce4 req-51b4a5fb-7ab9-4179-869a-8a4eba2b67b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6e2415d-5af4-44b3-83f0-e56ea2f0d84c HTTP/1.1" status: 200 len: 852 time: 0.0661440 Jul 22 19:31:17.093056 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-0ffb2916-ba80-4ef0-be28-a3478b851855 None None] Set router 31b483fe-b09f-4da2-931d-b1f1c99056d8 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:17.134174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8dc3b-853e-41cd-b878-496b677bbce4 req-470e7694-7bee-4a43-9ff5-dfa8adbe991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:17.135940 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ef8dc3b-853e-41cd-b878-496b677bbce4 req-470e7694-7bee-4a43-9ff5-dfa8adbe991b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8a153fb-aef4-4e4f-b8ab-e2807490ca4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574281 Jul 22 19:31:17.236452 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ef8dc3b-853e-41cd-b878-496b677bbce4 req-1cbd9d04-ef8a-4a5c-b71f-cfdd2955b3d6 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a153fb-aef4-4e4f-b8ab-e2807490ca4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939922 Jul 22 19:31:17.329116 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ef8dc3b-853e-41cd-b878-496b677bbce4 req-ded764bf-ff00-41b7-879b-a05f02b59c09 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a153fb-aef4-4e4f-b8ab-e2807490ca4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861967 Jul 22 19:31:17.332014 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0ffb2916-ba80-4ef0-be28-a3478b851855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'name': 'tempest-TestVolumeBackupRestore-637595655-router', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:43Z', 'updated_at': '2021-07-22T19:28:46Z', 'revision_number': 4, 'project_id': '4440afb57e7642f09160897c06afbda5', 'gw_port': {'id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:44Z', 'updated_at': '2021-07-22T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '386c8d8d-01aa-4526-91ce-c7884a2fd45a', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'port_id': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c', 'mac_address': 'fa:16:3e:34:af:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b1d16-699f-451d-9c1f-42f8fdbc948d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:31:15Z', 'updated_at': '2021-07-22T19:31:15Z', 'revision_number': 0, 'project_id': '4440afb57e7642f09160897c06afbda5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7d246c-4c57-4b24-bbf1-b5cca3325564', 'name': '', 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'mac_address': 'fa:16:3e:ea:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:45Z', 'updated_at': '2021-07-22T19:28:53Z', 'revision_number': 5, 'project_id': '4440afb57e7642f09160897c06afbda5', 'subnets': [{'id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:17.338121 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7ce03737-2101-4c1a-ba12-e4c14ff278ff tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:17.343126 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7ce03737-2101-4c1a-ba12-e4c14ff278ff tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:17.365674 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffb2916-ba80-4ef0-be28-a3478b851855 None None] The sync data for ids ['31b483fe-b09f-4da2-931d-b1f1c99056d8'] in n-d-800086-12 is: [{'id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'name': 'tempest-TestVolumeBackupRestore-637595655-router', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:43Z', 'updated_at': '2021-07-22T19:28:46Z', 'revision_number': 4, 'project_id': '4440afb57e7642f09160897c06afbda5', 'gw_port': {'id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:44Z', 'updated_at': '2021-07-22T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '386c8d8d-01aa-4526-91ce-c7884a2fd45a', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'port_id': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c', 'mac_address': 'fa:16:3e:34:af:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b1d16-699f-451d-9c1f-42f8fdbc948d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:31:15Z', 'updated_at': '2021-07-22T19:31:15Z', 'revision_number': 0, 'project_id': '4440afb57e7642f09160897c06afbda5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7d246c-4c57-4b24-bbf1-b5cca3325564', 'name': '', 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'mac_address': 'fa:16:3e:ea:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:45Z', 'updated_at': '2021-07-22T19:28:53Z', 'revision_number': 5, 'project_id': '4440afb57e7642f09160897c06afbda5', 'subnets': [{'id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:31:17.555141 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce03737-2101-4c1a-ba12-e4c14ff278ff tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Router 31b483fe-b09f-4da2-931d-b1f1c99056d8 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:31:17.571129 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c3cea7-a09a-4864-ae7a-bd90325d44ee None None] New status for floating IP 386c8d8d-01aa-4526-91ce-c7884a2fd45a: ACTIVE {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:31:17.666055 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce03737-2101-4c1a-ba12-e4c14ff278ff tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:31:17.670715 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7ce03737-2101-4c1a-ba12-e4c14ff278ff tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:17.706716 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600b1d16-699f-451d-9c1f-42f8fdbc948d', 'tag': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:17.708985 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2956c92b-e046-4402-a439-d03c90e5bbac" -d '{"events": [{"name": "network-changed", "server_uuid": "600b1d16-699f-451d-9c1f-42f8fdbc948d", "tag": "f2bb2214-37a1-4865-9d5b-d82db49d95d7"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:17.748115 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb07e3fd-4f8c-4e52-95aa-59fdb037577f x-openstack-request-id: req-eb07e3fd-4f8c-4e52-95aa-59fdb037577f {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:17.748402 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600b1d16-699f-451d-9c1f-42f8fdbc948d", "tag": "f2bb2214-37a1-4865-9d5b-d82db49d95d7", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:17.748726 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb07e3fd-4f8c-4e52-95aa-59fdb037577f {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:17.749125 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600b1d16-699f-451d-9c1f-42f8fdbc948d', 'tag': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7', 'status': 'completed', 'code': 200} Jul 22 19:31:17.754913 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7ce03737-2101-4c1a-ba12-e4c14ff278ff tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "PUT /v2.0/floatingips/386c8d8d-01aa-4526-91ce-c7884a2fd45a HTTP/1.1" status: 200 len: 991 time: 1.1115348 Jul 22 19:31:17.799472 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 06a0599f-30b0-4840-bec2-3a9684b8ed48 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:17.822103 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c0b047-4580-4226-8efa-c871c9f82bf4 None None] Sync routers for ids ['31b483fe-b09f-4da2-931d-b1f1c99056d8'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:31:17.825774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956c92b-e046-4402-a439-d03c90e5bbac req-4acd58b5-9618-4402-95e9-25a39ddd21b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:17.828057 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2956c92b-e046-4402-a439-d03c90e5bbac req-4acd58b5-9618-4402-95e9-25a39ddd21b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4440afb57e7642f09160897c06afbda5&device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 1097 time: 0.0587673 Jul 22 19:31:17.842076 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c0b047-4580-4226-8efa-c871c9f82bf4 None None] Routers {'31b483fe-b09f-4da2-931d-b1f1c99056d8'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:17.842700 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-20c0b047-4580-4226-8efa-c871c9f82bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:31:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['31b483fe-b09f-4da2-931d-b1f1c99056d8'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:17.918386 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 06a0599f-30b0-4840-bec2-3a9684b8ed48 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:17.927593 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 06a0599f-30b0-4840-bec2-3a9684b8ed48 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:17.927970 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:17.954242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956c92b-e046-4402-a439-d03c90e5bbac req-3ac6f2f0-a115-4718-9861-e57e8f5d96f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:17.955877 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2956c92b-e046-4402-a439-d03c90e5bbac req-3ac6f2f0-a115-4718-9861-e57e8f5d96f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8a153fb-aef4-4e4f-b8ab-e2807490ca4c HTTP/1.1" status: 200 len: 914 time: 0.1216354 Jul 22 19:31:17.994607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-20c0b047-4580-4226-8efa-c871c9f82bf4 None None] Set router 31b483fe-b09f-4da2-931d-b1f1c99056d8 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:18.037575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd23d8-be37-4a8e-a4fe-c3977ee1369f req-9b3db479-8110-418d-84fb-71e60c287e2f tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:18.039078 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-12bd23d8-be37-4a8e-a4fe-c3977ee1369f req-9b3db479-8110-418d-84fb-71e60c287e2f tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e57c3f-56e7-4343-badd-735aea56904e HTTP/1.1" status: 200 len: 908 time: 0.1233003 Jul 22 19:31:18.048897 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2956c92b-e046-4402-a439-d03c90e5bbac req-186a4c82-c412-488d-a984-13c9cfb4c087 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2bb2214-37a1-4865-9d5b-d82db49d95d7 HTTP/1.1" status: 200 len: 1001 time: 0.0849688 Jul 22 19:31:18.096524 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:18.102132 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956c92b-e046-4402-a439-d03c90e5bbac req-d5be8339-34fb-412f-9271-53fe56a9d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:18.106654 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2956c92b-e046-4402-a439-d03c90e5bbac req-d5be8339-34fb-412f-9271-53fe56a9d3c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6e2415d-5af4-44b3-83f0-e56ea2f0d84c HTTP/1.1" status: 200 len: 852 time: 0.0519931 Jul 22 19:31:18.127983 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e57c3f-56e7-4343-badd-735aea56904e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a0599f-30b0-4840-bec2-3a9684b8ed48'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:18.130245 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba32ca9c-cbcd-4e1f-a262-dd62ffd02354" -d '{"events": [{"server_uuid": "d0e57c3f-56e7-4343-badd-735aea56904e", "name": "network-vif-plugged", "status": "completed", "tag": "06a0599f-30b0-4840-bec2-3a9684b8ed48"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:18.150860 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 06a0599f-30b0-4840-bec2-3a9684b8ed48, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=06a0599f-30b0-4840-bec2-3a9684b8ed48,segment=NetworkSegment(1270ff78-c15f-4231-9a1d-e7d0c084afae),segment_id=1270ff78-c15f-4231-9a1d-e7d0c084afae)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:18.165235 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:18.171735 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992e80a7-5414-458e-8c63-a0aa467d268a x-openstack-request-id: req-992e80a7-5414-458e-8c63-a0aa467d268a {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:18.172031 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e57c3f-56e7-4343-badd-735aea56904e", "name": "network-vif-plugged", "status": "completed", "tag": "06a0599f-30b0-4840-bec2-3a9684b8ed48", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:18.172284 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-992e80a7-5414-458e-8c63-a0aa467d268a {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:18.172705 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e57c3f-56e7-4343-badd-735aea56904e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a0599f-30b0-4840-bec2-3a9684b8ed48', 'code': 200} Jul 22 19:31:18.204537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:31:18.219432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956c92b-e046-4402-a439-d03c90e5bbac req-85ea578f-a97d-4994-b051-42e171c39ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:18.221005 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2956c92b-e046-4402-a439-d03c90e5bbac req-85ea578f-a97d-4994-b051-42e171c39ba0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8a153fb-aef4-4e4f-b8ab-e2807490ca4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1086018 Jul 22 19:31:18.228344 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf451862-bda9-4b8e-bb51-85006569e08c req-8cd4b281-f335-4d5c-8dad-c92f1227fb61 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:18.229722 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bf451862-bda9-4b8e-bb51-85006569e08c req-8cd4b281-f335-4d5c-8dad-c92f1227fb61 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6ae1e2a-62bb-4358-bb77-b10fa096f9e4 HTTP/1.1" status: 200 len: 943 time: 0.1079285 Jul 22 19:31:18.282270 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=06a0599f-30b0-4840-bec2-3a9684b8ed48,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:18.365741 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bf451862-bda9-4b8e-bb51-85006569e08c req-31e6457d-72ac-445f-9538-e97f53909ea9 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175385 Jul 22 19:31:18.387981 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2956c92b-e046-4402-a439-d03c90e5bbac req-49811ad1-1a09-4d57-8eda-7c457b2e0927 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a153fb-aef4-4e4f-b8ab-e2807490ca4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514871 Jul 22 19:31:18.417505 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f890935-1529-4f71-b696-5ccf2bd49e57 req-a308c7e6-5540-47b7-9f9b-acf7ac60fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:18.419058 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f890935-1529-4f71-b696-5ccf2bd49e57 req-a308c7e6-5540-47b7-9f9b-acf7ac60fe0b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d0e57c3f-56e7-4343-badd-735aea56904e HTTP/1.1" status: 200 len: 1061 time: 0.1783962 Jul 22 19:31:18.490164 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2956c92b-e046-4402-a439-d03c90e5bbac req-73f5ded2-943d-453e-812e-3dca4d0448dd service neutron] 10.222.0.30 "GET /v2.0/networks/b8a153fb-aef4-4e4f-b8ab-e2807490ca4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978291 Jul 22 19:31:18.559203 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7,segment=NetworkSegment(da616397-d644-4e67-8cfa-5beb3c54ec5d),segment_id=da616397-d644-4e67-8cfa-5beb3c54ec5d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:18.573837 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7', 'network_id': '79ae5d6f-e74a-4a73-acd8-7c48c2dc8820', 'port_id': 'cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7', 'mac_address': 'fa:16:3e:c6:ed:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2ee51e-14b2-4a1b-9c47-77a8e3d2957f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:31:18.583290 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-20c0b047-4580-4226-8efa-c871c9f82bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'name': 'tempest-TestVolumeBackupRestore-637595655-router', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:43Z', 'updated_at': '2021-07-22T19:28:46Z', 'revision_number': 4, 'project_id': '4440afb57e7642f09160897c06afbda5', 'gw_port': {'id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:44Z', 'updated_at': '2021-07-22T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '386c8d8d-01aa-4526-91ce-c7884a2fd45a', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'port_id': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c', 'mac_address': 'fa:16:3e:34:af:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b1d16-699f-451d-9c1f-42f8fdbc948d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:31:15Z', 'updated_at': '2021-07-22T19:31:17Z', 'revision_number': 2, 'project_id': '4440afb57e7642f09160897c06afbda5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7d246c-4c57-4b24-bbf1-b5cca3325564', 'name': '', 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'mac_address': 'fa:16:3e:ea:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:45Z', 'updated_at': '2021-07-22T19:28:53Z', 'revision_number': 5, 'project_id': '4440afb57e7642f09160897c06afbda5', 'subnets': [{'id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:18.628364 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c0b047-4580-4226-8efa-c871c9f82bf4 None None] Checking router: 31b483fe-b09f-4da2-931d-b1f1c99056d8 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:31:18.645322 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:18.647839 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c0b047-4580-4226-8efa-c871c9f82bf4 None None] Routers {'31b483fe-b09f-4da2-931d-b1f1c99056d8'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:18.648455 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-20c0b047-4580-4226-8efa-c871c9f82bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:31:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['31b483fe-b09f-4da2-931d-b1f1c99056d8'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:18.715055 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:31:18.750534 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7,segment=NetworkSegment(da616397-d644-4e67-8cfa-5beb3c54ec5d),segment_id=da616397-d644-4e67-8cfa-5beb3c54ec5d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:18.756947 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:18.809469 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-20c0b047-4580-4226-8efa-c871c9f82bf4 None None] Set router 31b483fe-b09f-4da2-931d-b1f1c99056d8 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:18.845181 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:18.979764 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:31:19.123583 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-20c0b047-4580-4226-8efa-c871c9f82bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'name': 'tempest-TestVolumeBackupRestore-637595655-router', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:43Z', 'updated_at': '2021-07-22T19:28:46Z', 'revision_number': 4, 'project_id': '4440afb57e7642f09160897c06afbda5', 'gw_port': {'id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:44Z', 'updated_at': '2021-07-22T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '386c8d8d-01aa-4526-91ce-c7884a2fd45a', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'port_id': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c', 'mac_address': 'fa:16:3e:34:af:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b1d16-699f-451d-9c1f-42f8fdbc948d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:31:15Z', 'updated_at': '2021-07-22T19:31:17Z', 'revision_number': 2, 'project_id': '4440afb57e7642f09160897c06afbda5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7d246c-4c57-4b24-bbf1-b5cca3325564', 'name': '', 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'mac_address': 'fa:16:3e:ea:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:45Z', 'updated_at': '2021-07-22T19:28:53Z', 'revision_number': 5, 'project_id': '4440afb57e7642f09160897c06afbda5', 'subnets': [{'id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:19.160112 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c0b047-4580-4226-8efa-c871c9f82bf4 None None] The sync data for ids ['31b483fe-b09f-4da2-931d-b1f1c99056d8'] in n-d-800086-12 is: [{'id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'name': 'tempest-TestVolumeBackupRestore-637595655-router', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:43Z', 'updated_at': '2021-07-22T19:28:46Z', 'revision_number': 4, 'project_id': '4440afb57e7642f09160897c06afbda5', 'gw_port': {'id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:44Z', 'updated_at': '2021-07-22T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '386c8d8d-01aa-4526-91ce-c7884a2fd45a', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'port_id': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c', 'mac_address': 'fa:16:3e:34:af:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b1d16-699f-451d-9c1f-42f8fdbc948d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:31:15Z', 'updated_at': '2021-07-22T19:31:17Z', 'revision_number': 2, 'project_id': '4440afb57e7642f09160897c06afbda5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7d246c-4c57-4b24-bbf1-b5cca3325564', 'name': '', 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'mac_address': 'fa:16:3e:ea:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:45Z', 'updated_at': '2021-07-22T19:28:53Z', 'revision_number': 5, 'project_id': '4440afb57e7642f09160897c06afbda5', 'subnets': [{'id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:31:19.180801 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b3589-570b-4e87-9949-4b233e89dc5c req-adf90049-1d64-45ce-9379-994f3ffc0a31 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:19.183816 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f60b3589-570b-4e87-9949-4b233e89dc5c req-adf90049-1d64-45ce-9379-994f3ffc0a31 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e57c3f-56e7-4343-badd-735aea56904e HTTP/1.1" status: 200 len: 909 time: 0.0729570 Jul 22 19:31:19.497430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da045e-2237-4e8f-8144-3581adb69a66 req-70a0fa01-2c45-4985-92c0-e3fe881193bd tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:19.499503 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-57da045e-2237-4e8f-8144-3581adb69a66 req-70a0fa01-2c45-4985-92c0-e3fe881193bd tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6ae1e2a-62bb-4358-bb77-b10fa096f9e4 HTTP/1.1" status: 200 len: 944 time: 0.0650430 Jul 22 19:31:19.536487 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-57da045e-2237-4e8f-8144-3581adb69a66 req-15106140-ae44-4797-87b4-af4db75d96d4 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312889 Jul 22 19:31:19.750412 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600b1d16-699f-451d-9c1f-42f8fdbc948d', 'tag': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:19.752780 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab5f434-2fdb-4b7a-9c79-56e58b901944" -d '{"events": [{"name": "network-changed", "server_uuid": "600b1d16-699f-451d-9c1f-42f8fdbc948d", "tag": "f2bb2214-37a1-4865-9d5b-d82db49d95d7"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:19.787140 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14cdda6-e11c-4f67-9eed-78db6ed6c64f x-openstack-request-id: req-d14cdda6-e11c-4f67-9eed-78db6ed6c64f {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:19.787503 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600b1d16-699f-451d-9c1f-42f8fdbc948d", "tag": "f2bb2214-37a1-4865-9d5b-d82db49d95d7", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:19.787822 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d14cdda6-e11c-4f67-9eed-78db6ed6c64f {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:19.788282 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600b1d16-699f-451d-9c1f-42f8fdbc948d', 'tag': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7', 'status': 'completed', 'code': 200} Jul 22 19:31:19.862171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5f434-2fdb-4b7a-9c79-56e58b901944 req-7a2b9789-ef77-469f-84bd-26be5306c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:19.863683 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cab5f434-2fdb-4b7a-9c79-56e58b901944 req-7a2b9789-ef77-469f-84bd-26be5306c777 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4440afb57e7642f09160897c06afbda5&device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 1097 time: 0.0550392 Jul 22 19:31:19.954344 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5f434-2fdb-4b7a-9c79-56e58b901944 req-c623bad0-51b5-478d-ad9a-95dbd3ee02b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:19.955813 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cab5f434-2fdb-4b7a-9c79-56e58b901944 req-c623bad0-51b5-478d-ad9a-95dbd3ee02b7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8a153fb-aef4-4e4f-b8ab-e2807490ca4c HTTP/1.1" status: 200 len: 914 time: 0.0865896 Jul 22 19:31:20.020404 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cab5f434-2fdb-4b7a-9c79-56e58b901944 req-46205e38-550b-4ab6-b964-e9697a380acf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2bb2214-37a1-4865-9d5b-d82db49d95d7 HTTP/1.1" status: 200 len: 1001 time: 0.0587788 Jul 22 19:31:20.072466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5f434-2fdb-4b7a-9c79-56e58b901944 req-863d7825-3f86-4033-9398-c847d1f32864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:20.073925 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cab5f434-2fdb-4b7a-9c79-56e58b901944 req-863d7825-3f86-4033-9398-c847d1f32864 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6e2415d-5af4-44b3-83f0-e56ea2f0d84c HTTP/1.1" status: 200 len: 852 time: 0.0481687 Jul 22 19:31:20.131921 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5f434-2fdb-4b7a-9c79-56e58b901944 req-940093b0-6631-41ca-91af-bef87c56d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:20.133481 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cab5f434-2fdb-4b7a-9c79-56e58b901944 req-940093b0-6631-41ca-91af-bef87c56d591 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8a153fb-aef4-4e4f-b8ab-e2807490ca4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539975 Jul 22 19:31:20.190895 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:20.224859 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cab5f434-2fdb-4b7a-9c79-56e58b901944 req-cf73bab7-0610-4c2d-a56c-44a14e89e668 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a153fb-aef4-4e4f-b8ab-e2807490ca4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850556 Jul 22 19:31:20.245542 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:20.250717 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:20.251096 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:20.329252 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:20.351730 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ae1e2a-62bb-4358-bb77-b10fa096f9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:20.354020 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734cebf9-4fe9-47d9-8471-b98e6b827e6a" -d '{"events": [{"server_uuid": "f6ae1e2a-62bb-4358-bb77-b10fa096f9e4", "name": "network-vif-plugged", "status": "completed", "tag": "cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:20.359440 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cab5f434-2fdb-4b7a-9c79-56e58b901944 req-928a50fe-ec37-4b53-b82a-f0d2bdf68c04 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a153fb-aef4-4e4f-b8ab-e2807490ca4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285498 Jul 22 19:31:20.371635 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7,segment=NetworkSegment(da616397-d644-4e67-8cfa-5beb3c54ec5d),segment_id=da616397-d644-4e67-8cfa-5beb3c54ec5d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:20.377995 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:20.381206 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea6cba-9440-4556-85ec-dac96f1e1f77 req-2ad89017-3578-456d-84aa-8dd873016ffb tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:20.383391 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82ea6cba-9440-4556-85ec-dac96f1e1f77 req-2ad89017-3578-456d-84aa-8dd873016ffb tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e57c3f-56e7-4343-badd-735aea56904e HTTP/1.1" status: 200 len: 909 time: 0.1211271 Jul 22 19:31:20.407116 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5776725c-1761-4ffc-b50a-bfc78b89eccd x-openstack-request-id: req-5776725c-1761-4ffc-b50a-bfc78b89eccd {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:20.407437 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ae1e2a-62bb-4358-bb77-b10fa096f9e4", "name": "network-vif-plugged", "status": "completed", "tag": "cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:20.407692 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5776725c-1761-4ffc-b50a-bfc78b89eccd {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:20.408380 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ae1e2a-62bb-4358-bb77-b10fa096f9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7', 'code': 200} Jul 22 19:31:20.442287 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:20.502467 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d831ad-c869-4f5d-a1af-096d4989917d req-05b9bc47-456f-4c5b-8992-29c60861727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:20.504242 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-58d831ad-c869-4f5d-a1af-096d4989917d req-05b9bc47-456f-4c5b-8992-29c60861727b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f6ae1e2a-62bb-4358-bb77-b10fa096f9e4 HTTP/1.1" status: 200 len: 1097 time: 0.0530334 Jul 22 19:31:20.525485 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad334b1-d24b-4f5d-b268-5813d737e94a req-4f89093d-bdf6-49cf-91ed-2caf014ccb56 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:20.527003 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ad334b1-d24b-4f5d-b268-5813d737e94a req-4f89093d-bdf6-49cf-91ed-2caf014ccb56 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e57c3f-56e7-4343-badd-735aea56904e HTTP/1.1" status: 200 len: 909 time: 0.0682070 Jul 22 19:31:20.542732 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-58d831ad-c869-4f5d-a1af-096d4989917d req-16252a4b-03f8-4a39-9441-260de7cda63b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327625 Jul 22 19:31:20.687583 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d324fc-888c-46ae-9bd6-d512dd7ca905 req-39a0161d-e294-410c-a03c-a46387593289 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:20.689209 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34d324fc-888c-46ae-9bd6-d512dd7ca905 req-39a0161d-e294-410c-a03c-a46387593289 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d0e57c3f-56e7-4343-badd-735aea56904e HTTP/1.1" status: 200 len: 1061 time: 0.0955818 Jul 22 19:31:20.696786 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13701e-78ae-4c36-94d8-c50a71989916 req-14a918fb-2199-49bb-a6e8-ac752506482a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:20.698170 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fd13701e-78ae-4c36-94d8-c50a71989916 req-14a918fb-2199-49bb-a6e8-ac752506482a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6ae1e2a-62bb-4358-bb77-b10fa096f9e4 HTTP/1.1" status: 200 len: 945 time: 0.0952928 Jul 22 19:31:20.738006 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fd13701e-78ae-4c36-94d8-c50a71989916 req-8469d995-9219-44d9-951d-2ab14144c217 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328128 Jul 22 19:31:20.808617 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad997014-4c30-4c60-8f02-ce09c4de3673 req-622abfae-835e-479d-9dff-b188d596a137 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:20.810064 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad997014-4c30-4c60-8f02-ce09c4de3673 req-622abfae-835e-479d-9dff-b188d596a137 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5aa63624-410b-4ecc-bc86-618a8e2e5bc3 HTTP/1.1" status: 200 len: 1136 time: 0.0560763 Jul 22 19:31:20.846088 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad997014-4c30-4c60-8f02-ce09c4de3673 req-56ebb77d-5ad5-4272-ac45-014625e4edb2 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e3995884-6dd6-4c0c-9d76-d2782d545177&id=c6fc8dc4-110e-4775-be8f-e1b25f210dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0294387 Jul 22 19:31:20.867766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45576) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:20.919575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843e5511-c420-48a5-b244-cdd9867b5c00 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:20.921722 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-843e5511-c420-48a5-b244-cdd9867b5c00 tempest-TestSecurityGroupsBasicOps-536307071 tempest-TestSecurityGroupsBasicOps-536307071-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d0e57c3f-56e7-4343-badd-735aea56904e HTTP/1.1" status: 200 len: 1056 time: 0.0530059 Jul 22 19:31:21.144947 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29443347-7e33-447f-aa9d-9ade75c15b47 req-f5d4e2d1-5849-49ab-8d7e-3eb6f69d679b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:21.146335 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-29443347-7e33-447f-aa9d-9ade75c15b47 req-f5d4e2d1-5849-49ab-8d7e-3eb6f69d679b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e57c3f-56e7-4343-badd-735aea56904e HTTP/1.1" status: 200 len: 909 time: 0.0628736 Jul 22 19:31:21.876568 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5408344-1782-45e1-b893-3427a22a5365 req-a9bd8e9c-42d8-44a4-828d-b26d6ef1793d tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:21.878073 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5408344-1782-45e1-b893-3427a22a5365 req-a9bd8e9c-42d8-44a4-828d-b26d6ef1793d tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6ae1e2a-62bb-4358-bb77-b10fa096f9e4 HTTP/1.1" status: 200 len: 945 time: 0.0699255 Jul 22 19:31:21.915392 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5408344-1782-45e1-b893-3427a22a5365 req-bdfb0bf8-02f0-4326-a7af-c3966a6096bf tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318344 Jul 22 19:31:22.159622 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586258e-7315-463a-a71f-97bcbb692ac9 req-ce46c768-b9f2-48c4-bd6c-7908c4746199 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:22.161140 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0586258e-7315-463a-a71f-97bcbb692ac9 req-ce46c768-b9f2-48c4-bd6c-7908c4746199 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6ae1e2a-62bb-4358-bb77-b10fa096f9e4 HTTP/1.1" status: 200 len: 945 time: 0.0648561 Jul 22 19:31:22.202741 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0586258e-7315-463a-a71f-97bcbb692ac9 req-1baeb576-db62-499a-9e96-8f210dbc098b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360515 Jul 22 19:31:22.282474 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c213f-53bd-49cc-8e56-7b62bd70da9e req-22e4c74b-2991-42a8-b282-840150c3414f tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:22.283969 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-470c213f-53bd-49cc-8e56-7b62bd70da9e req-22e4c74b-2991-42a8-b282-840150c3414f tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e57c3f-56e7-4343-badd-735aea56904e HTTP/1.1" status: 200 len: 909 time: 0.0647538 Jul 22 19:31:22.669347 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a45de8-c01e-4c08-8760-c0cc5c7f758c req-19b2c09c-f876-440c-9fe2-584f7dc7f1ce tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:22.671405 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-52a45de8-c01e-4c08-8760-c0cc5c7f758c req-19b2c09c-f876-440c-9fe2-584f7dc7f1ce tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0e57c3f-56e7-4343-badd-735aea56904e HTTP/1.1" status: 200 len: 909 time: 0.3435075 Jul 22 19:31:22.776735 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-52a45de8-c01e-4c08-8760-c0cc5c7f758c req-5e45313b-2ffc-4bf4-a01c-ec34546dd9b9 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Deleting port 06a0599f-30b0-4840-bec2-3a9684b8ed48 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:31:22.777083 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-52a45de8-c01e-4c08-8760-c0cc5c7f758c req-5e45313b-2ffc-4bf4-a01c-ec34546dd9b9 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:22.866826 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-52a45de8-c01e-4c08-8760-c0cc5c7f758c req-5e45313b-2ffc-4bf4-a01c-ec34546dd9b9 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] For port 06a0599f-30b0-4840-bec2-3a9684b8ed48, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=06a0599f-30b0-4840-bec2-3a9684b8ed48,segment=NetworkSegment(1270ff78-c15f-4231-9a1d-e7d0c084afae),segment_id=1270ff78-c15f-4231-9a1d-e7d0c084afae)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:22.867186 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-52a45de8-c01e-4c08-8760-c0cc5c7f758c req-5e45313b-2ffc-4bf4-a01c-ec34546dd9b9 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:22.878854 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-52a45de8-c01e-4c08-8760-c0cc5c7f758c req-5e45313b-2ffc-4bf4-a01c-ec34546dd9b9 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Calling delete_port for 06a0599f-30b0-4840-bec2-3a9684b8ed48 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:31:23.006687 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-52a45de8-c01e-4c08-8760-c0cc5c7f758c req-5e45313b-2ffc-4bf4-a01c-ec34546dd9b9 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:23.035716 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45313b-2ffc-4bf4-a01c-ec34546dd9b9 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event deleted for resources: {'Port': ['ID=06a0599f-30b0-4840-bec2-3a9684b8ed48,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:23.082597 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a45de8-c01e-4c08-8760-c0cc5c7f758c req-5e45313b-2ffc-4bf4-a01c-ec34546dd9b9 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] No DVR routers for this DVR port 06a0599f-30b0-4840-bec2-3a9684b8ed48 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:31:23.085306 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-52a45de8-c01e-4c08-8760-c0cc5c7f758c req-5e45313b-2ffc-4bf4-a01c-ec34546dd9b9 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:23.087337 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-52a45de8-c01e-4c08-8760-c0cc5c7f758c req-5e45313b-2ffc-4bf4-a01c-ec34546dd9b9 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.30 "DELETE /v2.0/ports/06a0599f-30b0-4840-bec2-3a9684b8ed48 HTTP/1.1" status: 204 len: 173 time: 0.4086423 Jul 22 19:31:23.087788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e57c3f-56e7-4343-badd-735aea56904e', 'name': 'network-vif-deleted', 'tag': '06a0599f-30b0-4840-bec2-3a9684b8ed48'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:23.090106 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513b3edd-f4a6-4147-b325-4c58593512ca" -d '{"events": [{"server_uuid": "d0e57c3f-56e7-4343-badd-735aea56904e", "name": "network-vif-deleted", "tag": "06a0599f-30b0-4840-bec2-3a9684b8ed48"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:23.143991 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0808ada4-65ea-43be-a3dc-8c2dd8ad5e49 x-openstack-request-id: req-0808ada4-65ea-43be-a3dc-8c2dd8ad5e49 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:23.144537 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e57c3f-56e7-4343-badd-735aea56904e", "name": "network-vif-deleted", "tag": "06a0599f-30b0-4840-bec2-3a9684b8ed48", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:23.144956 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0808ada4-65ea-43be-a3dc-8c2dd8ad5e49 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:23.145373 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e57c3f-56e7-4343-badd-735aea56904e', 'name': 'network-vif-deleted', 'tag': '06a0599f-30b0-4840-bec2-3a9684b8ed48', 'status': 'completed', 'code': 200} Jul 22 19:31:23.333646 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237d6aa-28e4-4310-99b2-34daf6898df7 req-569a9626-3d3d-4617-b865-c461a1be69c7 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:23.335160 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8237d6aa-28e4-4310-99b2-34daf6898df7 req-569a9626-3d3d-4617-b865-c461a1be69c7 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6ae1e2a-62bb-4358-bb77-b10fa096f9e4 HTTP/1.1" status: 200 len: 945 time: 0.0668836 Jul 22 19:31:23.386853 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8237d6aa-28e4-4310-99b2-34daf6898df7 req-5c0d6752-442b-4318-88f9-ff5d4cb61625 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459497 Jul 22 19:31:23.405879 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5bc0e00-a4e2-40a5-8fbb-8491bcc09cd6 req-937e6ee7-2a52-43e9-87e1-88d4a40e78ac tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0e57c3f-56e7-4343-badd-735aea56904e HTTP/1.1" status: 200 len: 210 time: 0.0380433 Jul 22 19:31:23.715319 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf39133-758e-4d08-85fd-126d830ab4d0 req-50745878-0eb8-4a39-bd6d-15103e5774fb tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:23.716861 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-dcf39133-758e-4d08-85fd-126d830ab4d0 req-50745878-0eb8-4a39-bd6d-15103e5774fb tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6ae1e2a-62bb-4358-bb77-b10fa096f9e4 HTTP/1.1" status: 200 len: 945 time: 0.3071599 Jul 22 19:31:23.822517 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-dcf39133-758e-4d08-85fd-126d830ab4d0 req-d9d4ed8d-2981-4b17-bf68-6d3fea2c278a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Deleting port cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:31:23.822770 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-dcf39133-758e-4d08-85fd-126d830ab4d0 req-d9d4ed8d-2981-4b17-bf68-6d3fea2c278a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:23.910070 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-dcf39133-758e-4d08-85fd-126d830ab4d0 req-d9d4ed8d-2981-4b17-bf68-6d3fea2c278a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] For port cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7,segment=NetworkSegment(da616397-d644-4e67-8cfa-5beb3c54ec5d),segment_id=da616397-d644-4e67-8cfa-5beb3c54ec5d)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:23.910432 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-dcf39133-758e-4d08-85fd-126d830ab4d0 req-d9d4ed8d-2981-4b17-bf68-6d3fea2c278a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:23.923666 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-dcf39133-758e-4d08-85fd-126d830ab4d0 req-d9d4ed8d-2981-4b17-bf68-6d3fea2c278a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Calling delete_port for cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:31:24.065850 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-dcf39133-758e-4d08-85fd-126d830ab4d0 req-d9d4ed8d-2981-4b17-bf68-6d3fea2c278a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:24.078302 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['b43a60e7-4828-4fd6-82c1-1023f7fdea58', 'cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:31:24.095807 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4ed8d-2981-4b17-bf68-6d3fea2c278a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Pushing event deleted for resources: {'Port': ['ID=cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:24.144767 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf39133-758e-4d08-85fd-126d830ab4d0 req-d9d4ed8d-2981-4b17-bf68-6d3fea2c278a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] No DVR routers for this DVR port cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7 on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:31:24.147479 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-dcf39133-758e-4d08-85fd-126d830ab4d0 req-d9d4ed8d-2981-4b17-bf68-6d3fea2c278a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:24.149617 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-dcf39133-758e-4d08-85fd-126d830ab4d0 req-d9d4ed8d-2981-4b17-bf68-6d3fea2c278a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.16 "DELETE /v2.0/ports/cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7 HTTP/1.1" status: 204 len: 173 time: 0.4249182 Jul 22 19:31:24.150058 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ae1e2a-62bb-4358-bb77-b10fa096f9e4', 'name': 'network-vif-deleted', 'tag': 'cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:24.152413 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aca3590-3b8b-4873-ac5b-348e7e80c3a3" -d '{"events": [{"server_uuid": "f6ae1e2a-62bb-4358-bb77-b10fa096f9e4", "name": "network-vif-deleted", "tag": "cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:24.193512 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b28344-e982-4552-9f25-208d017639e6 x-openstack-request-id: req-f2b28344-e982-4552-9f25-208d017639e6 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:24.194038 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ae1e2a-62bb-4358-bb77-b10fa096f9e4", "name": "network-vif-deleted", "tag": "cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:24.194486 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2b28344-e982-4552-9f25-208d017639e6 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:24.195071 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ae1e2a-62bb-4358-bb77-b10fa096f9e4', 'name': 'network-vif-deleted', 'tag': 'cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7', 'status': 'completed', 'code': 200} Jul 22 19:31:24.467758 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45602) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:24.497567 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42553724-3050-4b57-8c09-642e84b88158 req-c79a5acd-d808-4909-b704-e105a9477011 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6ae1e2a-62bb-4358-bb77-b10fa096f9e4 HTTP/1.1" status: 200 len: 210 time: 0.0315399 Jul 22 19:31:24.925596 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd839962-4146-4eff-b55d-a89f8e93ee16 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:25.243343 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-fd839962-4146-4eff-b55d-a89f8e93ee16 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Deleting port 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:31:25.243604 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd839962-4146-4eff-b55d-a89f8e93ee16 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:25.332623 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-fd839962-4146-4eff-b55d-a89f8e93ee16 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] For port 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3,segment=NetworkSegment(1270ff78-c15f-4231-9a1d-e7d0c084afae),segment_id=1270ff78-c15f-4231-9a1d-e7d0c084afae)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:25.332988 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd839962-4146-4eff-b55d-a89f8e93ee16 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:25.345489 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-fd839962-4146-4eff-b55d-a89f8e93ee16 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Calling delete_port for 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:31:25.525564 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd839962-4146-4eff-b55d-a89f8e93ee16 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:25.553722 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd839962-4146-4eff-b55d-a89f8e93ee16 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event deleted for resources: {'Port': ['ID=4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:25.682129 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446dedc-3859-4515-9878-aaaf3576a8df req-47f54a26-c828-4393-af91-a80ee13ac54f tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:25.683710 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7446dedc-3859-4515-9878-aaaf3576a8df req-47f54a26-c828-4393-af91-a80ee13ac54f tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0686326 Jul 22 19:31:25.730980 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fd839962-4146-4eff-b55d-a89f8e93ee16 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:25.731780 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7446dedc-3859-4515-9878-aaaf3576a8df req-80dc1199-05a3-441c-9b7a-9f7e62c49c57 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420184 Jul 22 19:31:25.845290 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 06a0599f-30b0-4840-bec2-3a9684b8ed48 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:31:25.866154 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 06a0599f-30b0-4840-bec2-3a9684b8ed48 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:31:25.866583 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 06a0599f-30b0-4840-bec2-3a9684b8ed48 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:31:25.916651 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea002f7-c0d1-4461-9d28-8036a7888ace req-aea43447-1c36-4d44-aa4b-c2d0ee14c04d tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:25.918291 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ea002f7-c0d1-4461-9d28-8036a7888ace req-aea43447-1c36-4d44-aa4b-c2d0ee14c04d tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0746908 Jul 22 19:31:25.961407 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ea002f7-c0d1-4461-9d28-8036a7888ace req-baa6f57c-8399-464b-bf76-03d2ab985cfd tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339663 Jul 22 19:31:25.961618 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd839962-4146-4eff-b55d-a89f8e93ee16 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Router ea026acd-128d-4630-a3ca-8952e845e03c has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:31:26.062513 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd839962-4146-4eff-b55d-a89f8e93ee16 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:31:26.067500 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fd839962-4146-4eff-b55d-a89f8e93ee16 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "PUT /v2.0/routers/ea026acd-128d-4630-a3ca-8952e845e03c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5984998 Jul 22 19:31:26.070272 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45616) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:26.073073 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5724cae8-5c11-4f88-8b3c-57577f5fe9bf None None] Sync routers for ids ['ea026acd-128d-4630-a3ca-8952e845e03c'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:31:26.082717 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5724cae8-5c11-4f88-8b3c-57577f5fe9bf None None] Routers {'ea026acd-128d-4630-a3ca-8952e845e03c'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:26.083339 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5724cae8-5c11-4f88-8b3c-57577f5fe9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:31:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ea026acd-128d-4630-a3ca-8952e845e03c'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:26.096545 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a93d4-a2ea-470b-b5aa-52702c348d5d req-b308e299-d27f-4bc5-af34-727cbbe1cd25 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:26.098170 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4e1a93d4-a2ea-470b-b5aa-52702c348d5d req-b308e299-d27f-4bc5-af34-727cbbe1cd25 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0703220 Jul 22 19:31:26.138519 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e81230-c182-4197-83c9-36fbc17ba1c4 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Deleting subnet ed9d7a1b-7117-47b6-b435-7477dea1eed6 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:31:26.142264 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d0e81230-c182-4197-83c9-36fbc17ba1c4 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.144699 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4e1a93d4-a2ea-470b-b5aa-52702c348d5d req-029a0329-cd2f-4762-83a2-4f902721327b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406268 Jul 22 19:31:26.199703 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d0e81230-c182-4197-83c9-36fbc17ba1c4 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.287439 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-5724cae8-5c11-4f88-8b3c-57577f5fe9bf None None] Set router ea026acd-128d-4630-a3ca-8952e845e03c gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:26.288094 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d0e81230-c182-4197-83c9-36fbc17ba1c4 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.362007 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d0e81230-c182-4197-83c9-36fbc17ba1c4 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.391841 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e81230-c182-4197-83c9-36fbc17ba1c4 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event deleted for resources: {'Subnet': ['ID=ed9d7a1b-7117-47b6-b435-7477dea1eed6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:26.394046 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d0e81230-c182-4197-83c9-36fbc17ba1c4 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.398539 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d0e81230-c182-4197-83c9-36fbc17ba1c4 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "DELETE /v2.0/subnets/ed9d7a1b-7117-47b6-b435-7477dea1eed6 HTTP/1.1" status: 204 len: 168 time: 0.3247051 Jul 22 19:31:26.399305 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45620) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:26.406226 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd0accb-e931-45c1-bd2d-dd70c037080b None None] Network ec42c0c3-db74-47bd-adb8-6a6c21975d96 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:31:26.533337 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5724cae8-5c11-4f88-8b3c-57577f5fe9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea026acd-128d-4630-a3ca-8952e845e03c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-773150778', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'ec76cfee-4675-4c51-9d62-a1746dbe188b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:02Z', 'updated_at': '2021-07-22T19:31:25Z', 'revision_number': 5, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port': {'id': 'ec76cfee-4675-4c51-9d62-a1746dbe188b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea026acd-128d-4630-a3ca-8952e845e03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:02Z', 'updated_at': '2021-07-22T19:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:26.563129 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5724cae8-5c11-4f88-8b3c-57577f5fe9bf None None] Checking router: ea026acd-128d-4630-a3ca-8952e845e03c for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:31:26.567401 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-44d60935-c043-43f8-9b65-fc0727180a8b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.575066 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5724cae8-5c11-4f88-8b3c-57577f5fe9bf None None] Routers {'ea026acd-128d-4630-a3ca-8952e845e03c'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:26.575702 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5724cae8-5c11-4f88-8b3c-57577f5fe9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:31:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ea026acd-128d-4630-a3ca-8952e845e03c'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:26.681679 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd8420a-0922-45c2-82bd-a6680ee3d399 None None] DHCP port deletion for ec42c0c3-db74-47bd-adb8-6a6c21975d96 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:31:26.697089 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-5724cae8-5c11-4f88-8b3c-57577f5fe9bf None None] Set router ea026acd-128d-4630-a3ca-8952e845e03c gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:26.708378 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-44d60935-c043-43f8-9b65-fc0727180a8b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.739539 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-8dd8420a-0922-45c2-82bd-a6680ee3d399 None None] Deleting port 48e5e608-6154-4b1c-ad08-2dc21e0db31a {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:31:26.740122 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8dd8420a-0922-45c2-82bd-a6680ee3d399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.770368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-44d60935-c043-43f8-9b65-fc0727180a8b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Deleting port ec76cfee-4675-4c51-9d62-a1746dbe188b {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:31:26.770952 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-44d60935-c043-43f8-9b65-fc0727180a8b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.817903 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-8dd8420a-0922-45c2-82bd-a6680ee3d399 None None] For port 48e5e608-6154-4b1c-ad08-2dc21e0db31a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=48e5e608-6154-4b1c-ad08-2dc21e0db31a,segment=NetworkSegment(1270ff78-c15f-4231-9a1d-e7d0c084afae),segment_id=1270ff78-c15f-4231-9a1d-e7d0c084afae)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:26.818696 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8dd8420a-0922-45c2-82bd-a6680ee3d399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.837592 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-8dd8420a-0922-45c2-82bd-a6680ee3d399 None None] Calling delete_port for 48e5e608-6154-4b1c-ad08-2dc21e0db31a owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:31:26.889228 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-44d60935-c043-43f8-9b65-fc0727180a8b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] For port ec76cfee-4675-4c51-9d62-a1746dbe188b, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ec76cfee-4675-4c51-9d62-a1746dbe188b,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:26.889516 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-44d60935-c043-43f8-9b65-fc0727180a8b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.902230 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-44d60935-c043-43f8-9b65-fc0727180a8b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Calling delete_port for ec76cfee-4675-4c51-9d62-a1746dbe188b owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:31:26.921827 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5724cae8-5c11-4f88-8b3c-57577f5fe9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea026acd-128d-4630-a3ca-8952e845e03c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-773150778', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'ec76cfee-4675-4c51-9d62-a1746dbe188b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:02Z', 'updated_at': '2021-07-22T19:31:25Z', 'revision_number': 5, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port': {'id': 'ec76cfee-4675-4c51-9d62-a1746dbe188b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea026acd-128d-4630-a3ca-8952e845e03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:02Z', 'updated_at': '2021-07-22T19:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:26.934161 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8dd8420a-0922-45c2-82bd-a6680ee3d399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.959562 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5724cae8-5c11-4f88-8b3c-57577f5fe9bf None None] The sync data for ids ['ea026acd-128d-4630-a3ca-8952e845e03c'] in n-d-800086-12 is: [{'id': 'ea026acd-128d-4630-a3ca-8952e845e03c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-773150778', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'ec76cfee-4675-4c51-9d62-a1746dbe188b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:02Z', 'updated_at': '2021-07-22T19:31:25Z', 'revision_number': 5, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port': {'id': 'ec76cfee-4675-4c51-9d62-a1746dbe188b', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea026acd-128d-4630-a3ca-8952e845e03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:02Z', 'updated_at': '2021-07-22T19:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:31:26.966135 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8420a-0922-45c2-82bd-a6680ee3d399 None None] Pushing event deleted for resources: {'Port': ['ID=48e5e608-6154-4b1c-ad08-2dc21e0db31a,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:26.974097 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd8420a-0922-45c2-82bd-a6680ee3d399 None None] No DVR routers for this DVR port 48e5e608-6154-4b1c-ad08-2dc21e0db31a on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:31:27.101185 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-44d60935-c043-43f8-9b65-fc0727180a8b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.128099 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d60935-c043-43f8-9b65-fc0727180a8b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event deleted for resources: {'Port': ['ID=ec76cfee-4675-4c51-9d62-a1746dbe188b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:27.192917 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-44d60935-c043-43f8-9b65-fc0727180a8b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.286168 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-44d60935-c043-43f8-9b65-fc0727180a8b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.288346 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-44d60935-c043-43f8-9b65-fc0727180a8b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.336843 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-44d60935-c043-43f8-9b65-fc0727180a8b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.337411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d60935-c043-43f8-9b65-fc0727180a8b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Fanout notify agent at l3_agent the message router_deleted on router ea026acd-128d-4630-a3ca-8952e845e03c {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:31:27.347987 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-44d60935-c043-43f8-9b65-fc0727180a8b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.349451 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-44d60935-c043-43f8-9b65-fc0727180a8b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "DELETE /v2.0/routers/ea026acd-128d-4630-a3ca-8952e845e03c HTTP/1.1" status: 204 len: 168 time: 0.9493454 Jul 22 19:31:27.351845 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45628) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:27.433539 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6639386e-5105-4d90-b920-1d9c28c27ed8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.526207 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6639386e-5105-4d90-b920-1d9c28c27ed8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.536928 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-6639386e-5105-4d90-b920-1d9c28c27ed8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec42c0c3-db74-47bd-adb8-6a6c21975d96']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:27.548055 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-6639386e-5105-4d90-b920-1d9c28c27ed8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1270ff78-c15f-4231-9a1d-e7d0c084afae') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:27.548353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-6639386e-5105-4d90-b920-1d9c28c27ed8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1270ff78-c15f-4231-9a1d-e7d0c084afae') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:27.557810 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6639386e-5105-4d90-b920-1d9c28c27ed8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.576064 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6639386e-5105-4d90-b920-1d9c28c27ed8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.583009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6639386e-5105-4d90-b920-1d9c28c27ed8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:31:27.583492 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6639386e-5105-4d90-b920-1d9c28c27ed8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:31:27.587358 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:31:27.661891 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6639386e-5105-4d90-b920-1d9c28c27ed8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.670737 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6639386e-5105-4d90-b920-1d9c28c27ed8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.672623 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6639386e-5105-4d90-b920-1d9c28c27ed8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "DELETE /v2.0/networks/ec42c0c3-db74-47bd-adb8-6a6c21975d96 HTTP/1.1" status: 204 len: 168 time: 0.3197949 Jul 22 19:31:27.675401 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45638) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:27.686050 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639386e-5105-4d90-b920-1d9c28c27ed8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event deleted for resources: {'Network': ['ID=ec42c0c3-db74-47bd-adb8-6a6c21975d96,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:27.837477 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ffe79653-f24e-4b28-8dfb-93368b94fc73 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Deleting port 7a4bacad-9fac-4f40-b7e3-b195adccc67b {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:31:27.837818 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffe79653-f24e-4b28-8dfb-93368b94fc73 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.880169 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78eaea-1c6f-4a27-924e-f1696abaa972 req-8fff08d5-1305-4717-973a-c7fb456e2347 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:27.881708 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab78eaea-1c6f-4a27-924e-f1696abaa972 req-8fff08d5-1305-4717-973a-c7fb456e2347 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0655274 Jul 22 19:31:27.912214 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffe79653-f24e-4b28-8dfb-93368b94fc73 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.912464 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffe79653-f24e-4b28-8dfb-93368b94fc73 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.919168 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab78eaea-1c6f-4a27-924e-f1696abaa972 req-7baaa07c-50cb-4afd-b759-86cdee7af609 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316567 Jul 22 19:31:27.925223 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ffe79653-f24e-4b28-8dfb-93368b94fc73 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Calling delete_port for 7a4bacad-9fac-4f40-b7e3-b195adccc67b owned by network:floatingip {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:31:28.072385 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d8e76-51ca-47ee-9d72-7b504e41ca9b req-308aac91-de48-4ee1-aa35-429058362f0f tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:28.074034 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c03d8e76-51ca-47ee-9d72-7b504e41ca9b req-308aac91-de48-4ee1-aa35-429058362f0f tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0675290 Jul 22 19:31:28.110311 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffe79653-f24e-4b28-8dfb-93368b94fc73 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:28.132715 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c03d8e76-51ca-47ee-9d72-7b504e41ca9b req-7101186f-77cc-4c70-98d9-4275c604b77b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519342 Jul 22 19:31:28.173129 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:31:28.194504 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:31:28.194851 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4033cfd6-1620-48ec-8c9e-e1e5ec8a57a3 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:31:28.195275 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ec76cfee-4675-4c51-9d62-a1746dbe188b no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:31:28.216198 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: ec76cfee-4675-4c51-9d62-a1746dbe188b {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:31:28.217416 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ec76cfee-4675-4c51-9d62-a1746dbe188b not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:31:28.218099 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 48e5e608-6154-4b1c-ad08-2dc21e0db31a no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:31:28.239668 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:31:28.265034 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 48e5e608-6154-4b1c-ad08-2dc21e0db31a {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:31:28.265366 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 48e5e608-6154-4b1c-ad08-2dc21e0db31a not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:31:28.266802 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:31:28.267138 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device cac10e5b-6c96-4f04-9d8e-a2dde6c1c8e7 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:31:28.398609 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe79653-f24e-4b28-8dfb-93368b94fc73 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event deleted for resources: {'Port': ['ID=7a4bacad-9fac-4f40-b7e3-b195adccc67b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:28.455004 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-28600413-84f6-4620-84ac-dfeeae747122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:28.469371 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffe79653-f24e-4b28-8dfb-93368b94fc73 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for floatingip, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:28.470059 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [None req-ffe79653-f24e-4b28-8dfb-93368b94fc73 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Floating IP 2c8b362a-6364-49ee-ae8e-e8dac9d24219 disassociated (deleted). External IP: 172.25.3.234, port: c7683b4a-d493-4717-8e8d-5090c0ff0d54. Jul 22 19:31:28.679549 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe79653-f24e-4b28-8dfb-93368b94fc73 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Router 86970342-67dd-4db7-b928-9f7679edfac3 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:31:28.786297 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe79653-f24e-4b28-8dfb-93368b94fc73 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:31:28.790828 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffe79653-f24e-4b28-8dfb-93368b94fc73 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:28.796499 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dbae69-4fa9-49c2-bd01-c837c81ecfbf None None] Sync routers for ids ['86970342-67dd-4db7-b928-9f7679edfac3'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:31:28.805773 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dbae69-4fa9-49c2-bd01-c837c81ecfbf None None] Routers {'86970342-67dd-4db7-b928-9f7679edfac3'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:28.806392 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f3dbae69-4fa9-49c2-bd01-c837c81ecfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:31:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['86970342-67dd-4db7-b928-9f7679edfac3'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:28.831100 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ffe79653-f24e-4b28-8dfb-93368b94fc73 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "DELETE /v2.0/floatingips/2c8b362a-6364-49ee-ae8e-e8dac9d24219 HTTP/1.1" status: 204 len: 168 time: 1.1519752 Jul 22 19:31:28.831100 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa63624-410b-4ecc-bc86-618a8e2e5bc3', 'tag': 'c7683b4a-d493-4717-8e8d-5090c0ff0d54'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:28.831634 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446e9046-d963-4b05-b337-b81bf2afa18f" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa63624-410b-4ecc-bc86-618a8e2e5bc3", "tag": "c7683b4a-d493-4717-8e8d-5090c0ff0d54"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:28.876139 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4653266-c951-493b-a935-8f1133a6afe3 x-openstack-request-id: req-e4653266-c951-493b-a935-8f1133a6afe3 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:28.876585 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa63624-410b-4ecc-bc86-618a8e2e5bc3", "tag": "c7683b4a-d493-4717-8e8d-5090c0ff0d54", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:28.876945 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4653266-c951-493b-a935-8f1133a6afe3 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:28.877936 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa63624-410b-4ecc-bc86-618a8e2e5bc3', 'tag': 'c7683b4a-d493-4717-8e8d-5090c0ff0d54', 'status': 'completed', 'code': 200} Jul 22 19:31:28.931457 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-f3dbae69-4fa9-49c2-bd01-c837c81ecfbf None None] Set router 86970342-67dd-4db7-b928-9f7679edfac3 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:28.980629 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e9046-d963-4b05-b337-b81bf2afa18f req-2d44fa7b-003f-4d5c-8d70-9814c720169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:28.982697 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-446e9046-d963-4b05-b337-b81bf2afa18f req-2d44fa7b-003f-4d5c-8d70-9814c720169b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3da4ab999acb40b8ac365fc65087f150&device_id=5aa63624-410b-4ecc-bc86-618a8e2e5bc3 HTTP/1.1" status: 200 len: 1136 time: 0.0825212 Jul 22 19:31:29.129522 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e9046-d963-4b05-b337-b81bf2afa18f req-b86cee3e-4ebf-4d0a-a08b-c3770a5fb520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:29.131085 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-446e9046-d963-4b05-b337-b81bf2afa18f req-b86cee3e-4ebf-4d0a-a08b-c3770a5fb520 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8cc94d84-78be-4508-a982-5c90ccffc312 HTTP/1.1" status: 200 len: 897 time: 0.1417367 Jul 22 19:31:29.158988 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a709b2a-8e6a-4c1e-b2c4-e34eb184f959 req-7ef4fe3f-473c-419a-ac5f-e8a745f8268c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:29.166077 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3a709b2a-8e6a-4c1e-b2c4-e34eb184f959 req-7ef4fe3f-473c-419a-ac5f-e8a745f8268c tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa63624-410b-4ecc-bc86-618a8e2e5bc3 HTTP/1.1" status: 200 len: 984 time: 0.0861349 Jul 22 19:31:29.176824 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f3dbae69-4fa9-49c2-bd01-c837c81ecfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86970342-67dd-4db7-b928-9f7679edfac3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-236196053', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:13Z', 'revision_number': 4, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port': {'id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '012d08b2-eb85-4a59-a98b-2553079576bf', 'name': '', 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'mac_address': 'fa:16:3e:e5:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '68fcbf20-0077-42bc-b4f7-a70bb6ff7db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:13Z', 'updated_at': '2021-07-22T19:30:18Z', 'revision_number': 5, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'subnets': [{'id': '68fcbf20-0077-42bc-b4f7-a70bb6ff7db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:29.182570 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-446e9046-d963-4b05-b337-b81bf2afa18f req-f72ed382-f4f6-4aaa-937c-350638526b71 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7683b4a-d493-4717-8e8d-5090c0ff0d54 HTTP/1.1" status: 200 len: 217 time: 0.0443301 Jul 22 19:31:29.202885 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dbae69-4fa9-49c2-bd01-c837c81ecfbf None None] Checking router: 86970342-67dd-4db7-b928-9f7679edfac3 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:31:29.205228 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3a709b2a-8e6a-4c1e-b2c4-e34eb184f959 req-9772eaf9-9182-4503-a78d-e87b26d4bfb7 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3995884-6dd6-4c0c-9d76-d2782d545177&id=c6fc8dc4-110e-4775-be8f-e1b25f210dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0383117 Jul 22 19:31:29.211291 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dbae69-4fa9-49c2-bd01-c837c81ecfbf None None] Routers {'86970342-67dd-4db7-b928-9f7679edfac3'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:29.211997 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f3dbae69-4fa9-49c2-bd01-c837c81ecfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:31:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['86970342-67dd-4db7-b928-9f7679edfac3'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:29.239470 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e9046-d963-4b05-b337-b81bf2afa18f req-917b23eb-d963-4e1c-9e90-8dbcca3c4a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:29.240948 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-446e9046-d963-4b05-b337-b81bf2afa18f req-917b23eb-d963-4e1c-9e90-8dbcca3c4a86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=68fcbf20-0077-42bc-b4f7-a70bb6ff7db2 HTTP/1.1" status: 200 len: 835 time: 0.0522921 Jul 22 19:31:29.301256 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e9046-d963-4b05-b337-b81bf2afa18f req-81be050e-d19a-4f3a-969d-224f5efe7ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:29.302767 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-446e9046-d963-4b05-b337-b81bf2afa18f req-81be050e-d19a-4f3a-969d-224f5efe7ff9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8cc94d84-78be-4508-a982-5c90ccffc312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542662 Jul 22 19:31:29.318868 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-f3dbae69-4fa9-49c2-bd01-c837c81ecfbf None None] Set router 86970342-67dd-4db7-b928-9f7679edfac3 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:29.392560 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-446e9046-d963-4b05-b337-b81bf2afa18f req-b0b1c5c8-7bf5-481f-bbee-9e9f9bdcd090 service neutron] 10.222.0.16 "GET /v2.0/networks/8cc94d84-78be-4508-a982-5c90ccffc312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825365 Jul 22 19:31:29.488068 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-446e9046-d963-4b05-b337-b81bf2afa18f req-5e001b17-1592-43bc-984d-179a8b2c0e5e service neutron] 10.222.0.16 "GET /v2.0/networks/8cc94d84-78be-4508-a982-5c90ccffc312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890300 Jul 22 19:31:29.527114 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f3dbae69-4fa9-49c2-bd01-c837c81ecfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86970342-67dd-4db7-b928-9f7679edfac3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-236196053', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:13Z', 'revision_number': 4, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port': {'id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '012d08b2-eb85-4a59-a98b-2553079576bf', 'name': '', 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'mac_address': 'fa:16:3e:e5:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '68fcbf20-0077-42bc-b4f7-a70bb6ff7db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:13Z', 'updated_at': '2021-07-22T19:30:18Z', 'revision_number': 5, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'subnets': [{'id': '68fcbf20-0077-42bc-b4f7-a70bb6ff7db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:29.556554 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dbae69-4fa9-49c2-bd01-c837c81ecfbf None None] The sync data for ids ['86970342-67dd-4db7-b928-9f7679edfac3'] in n-d-800086-12 is: [{'id': '86970342-67dd-4db7-b928-9f7679edfac3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-236196053', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:13Z', 'revision_number': 4, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port': {'id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '012d08b2-eb85-4a59-a98b-2553079576bf', 'name': '', 'network_id': '8cc94d84-78be-4508-a982-5c90ccffc312', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'mac_address': 'fa:16:3e:e5:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '68fcbf20-0077-42bc-b4f7-a70bb6ff7db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:13Z', 'updated_at': '2021-07-22T19:30:18Z', 'revision_number': 5, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'subnets': [{'id': '68fcbf20-0077-42bc-b4f7-a70bb6ff7db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:31:29.669039 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c644b-469d-4759-add2-d60ff329a890 req-8e85c5ad-8347-41a1-9702-4359ea1d0885 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:29.671190 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c4c644b-469d-4759-add2-d60ff329a890 req-8e85c5ad-8347-41a1-9702-4359ea1d0885 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0673227 Jul 22 19:31:29.711219 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c4c644b-469d-4759-add2-d60ff329a890 req-90d718d6-74d0-4363-b787-1eec7b18783e tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341003 Jul 22 19:31:29.785428 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c1b7d3-e5c3-4c41-9e06-b61ad424e715 None None] New status for floating IP 2c8b362a-6364-49ee-ae8e-e8dac9d24219: DOWN {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:31:29.851485 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3a0d7-1f13-4d4c-94da-38266f288077 req-9d5f81e5-eed8-489e-93c0-fb3ac5bea192 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:29.853049 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-74e3a0d7-1f13-4d4c-94da-38266f288077 req-9d5f81e5-eed8-489e-93c0-fb3ac5bea192 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0710464 Jul 22 19:31:29.893255 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-74e3a0d7-1f13-4d4c-94da-38266f288077 req-1de3b6c0-7e57-4828-b423-f697035246fd tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341165 Jul 22 19:31:30.069823 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc73ef6-1e93-40eb-b6fe-ab2cfa794fc3 req-a5d088c6-4d29-4654-b4c0-48aff299df85 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:30.071317 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cbc73ef6-1e93-40eb-b6fe-ab2cfa794fc3 req-a5d088c6-4d29-4654-b4c0-48aff299df85 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0648525 Jul 22 19:31:30.109610 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cbc73ef6-1e93-40eb-b6fe-ab2cfa794fc3 req-057d5c48-0b1d-44ba-a434-a44f522bf650 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319231 Jul 22 19:31:30.242143 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bff171-2a1e-4dc0-ab28-2b9b3706c936 req-1d081bfc-06bb-4ff4-a16a-68d35461c24a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:30.243661 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e4bff171-2a1e-4dc0-ab28-2b9b3706c936 req-1d081bfc-06bb-4ff4-a16a-68d35461c24a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0648067 Jul 22 19:31:30.296494 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e4bff171-2a1e-4dc0-ab28-2b9b3706c936 req-de1db05c-805c-4c92-bf45-b18a35b43b2b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459073 Jul 22 19:31:30.354941 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5606f-0a8c-4678-9ee0-93f1120225c1 req-cfc8d811-4afc-4d9e-8729-42463b55a1ae tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:30.356851 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58f5606f-0a8c-4678-9ee0-93f1120225c1 req-cfc8d811-4afc-4d9e-8729-42463b55a1ae tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa63624-410b-4ecc-bc86-618a8e2e5bc3 HTTP/1.1" status: 200 len: 984 time: 0.0811920 Jul 22 19:31:30.403625 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58f5606f-0a8c-4678-9ee0-93f1120225c1 req-4863b293-d6a8-448f-b7ee-8287bde5f5bd tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3995884-6dd6-4c0c-9d76-d2782d545177&id=c6fc8dc4-110e-4775-be8f-e1b25f210dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0402451 Jul 22 19:31:30.410135 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61795b-7798-431d-85ed-a0a4fa756d99 req-996e5013-94c1-4b7b-b3b3-43ece2e75a20 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:30.411847 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0a61795b-7798-431d-85ed-a0a4fa756d99 req-996e5013-94c1-4b7b-b3b3-43ece2e75a20 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa63624-410b-4ecc-bc86-618a8e2e5bc3 HTTP/1.1" status: 200 len: 984 time: 0.0772171 Jul 22 19:31:30.529564 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-0a61795b-7798-431d-85ed-a0a4fa756d99 req-cf5dff34-8443-429e-a27e-eac2906c17ea tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Deleting port c7683b4a-d493-4717-8e8d-5090c0ff0d54 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:31:30.529810 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-0a61795b-7798-431d-85ed-a0a4fa756d99 req-cf5dff34-8443-429e-a27e-eac2906c17ea tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:30.545245 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445232e-cb76-4e7b-afe4-92cb85c67f56 req-1708a69f-cfa0-4441-b968-3070f6295a72 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:30.546852 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4445232e-cb76-4e7b-afe4-92cb85c67f56 req-1708a69f-cfa0-4441-b968-3070f6295a72 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0656817 Jul 22 19:31:30.586983 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4445232e-cb76-4e7b-afe4-92cb85c67f56 req-9a90d7c0-bbc2-4000-8200-e831b38882e2 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344651 Jul 22 19:31:30.621373 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-0a61795b-7798-431d-85ed-a0a4fa756d99 req-cf5dff34-8443-429e-a27e-eac2906c17ea tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] For port c7683b4a-d493-4717-8e8d-5090c0ff0d54, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=c7683b4a-d493-4717-8e8d-5090c0ff0d54,segment=NetworkSegment(77400d98-b218-483a-88ed-8f0fe3b18381),segment_id=77400d98-b218-483a-88ed-8f0fe3b18381)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:30.621733 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-0a61795b-7798-431d-85ed-a0a4fa756d99 req-cf5dff34-8443-429e-a27e-eac2906c17ea tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:30.635076 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-0a61795b-7798-431d-85ed-a0a4fa756d99 req-cf5dff34-8443-429e-a27e-eac2906c17ea tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Calling delete_port for c7683b4a-d493-4717-8e8d-5090c0ff0d54 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:31:30.740504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477135a-a191-4c4a-b82b-44ac09a9aa3e req-c751b49c-6377-4d4f-9025-3431adf7ac91 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:30.742316 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1477135a-a191-4c4a-b82b-44ac09a9aa3e req-c751b49c-6377-4d4f-9025-3431adf7ac91 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0853992 Jul 22 19:31:30.772865 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-0a61795b-7798-431d-85ed-a0a4fa756d99 req-cf5dff34-8443-429e-a27e-eac2906c17ea tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:30.788015 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1477135a-a191-4c4a-b82b-44ac09a9aa3e req-f78c4ce5-4150-4526-ba45-90003db02345 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388432 Jul 22 19:31:30.813866 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5dff34-8443-429e-a27e-eac2906c17ea tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event deleted for resources: {'Port': ['ID=c7683b4a-d493-4717-8e8d-5090c0ff0d54,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:30.863083 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a61795b-7798-431d-85ed-a0a4fa756d99 req-cf5dff34-8443-429e-a27e-eac2906c17ea tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] No DVR routers for this DVR port c7683b4a-d493-4717-8e8d-5090c0ff0d54 on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:31:30.865624 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-0a61795b-7798-431d-85ed-a0a4fa756d99 req-cf5dff34-8443-429e-a27e-eac2906c17ea tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:30.867613 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0a61795b-7798-431d-85ed-a0a4fa756d99 req-cf5dff34-8443-429e-a27e-eac2906c17ea tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.16 "DELETE /v2.0/ports/c7683b4a-d493-4717-8e8d-5090c0ff0d54 HTTP/1.1" status: 204 len: 173 time: 0.4502187 Jul 22 19:31:30.879333 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa63624-410b-4ecc-bc86-618a8e2e5bc3', 'name': 'network-vif-deleted', 'tag': 'c7683b4a-d493-4717-8e8d-5090c0ff0d54'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:30.882064 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7f6813-ad5b-4929-9817-024f121a1a4c" -d '{"events": [{"server_uuid": "5aa63624-410b-4ecc-bc86-618a8e2e5bc3", "name": "network-vif-deleted", "tag": "c7683b4a-d493-4717-8e8d-5090c0ff0d54"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:30.922672 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bcf244-4baf-46e1-a07e-ba107ef22097 x-openstack-request-id: req-55bcf244-4baf-46e1-a07e-ba107ef22097 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:30.923214 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa63624-410b-4ecc-bc86-618a8e2e5bc3", "name": "network-vif-deleted", "tag": "c7683b4a-d493-4717-8e8d-5090c0ff0d54", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:30.923509 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55bcf244-4baf-46e1-a07e-ba107ef22097 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:30.924313 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa63624-410b-4ecc-bc86-618a8e2e5bc3', 'name': 'network-vif-deleted', 'tag': 'c7683b4a-d493-4717-8e8d-5090c0ff0d54', 'status': 'completed', 'code': 200} Jul 22 19:31:31.008762 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876a8a5-2673-410c-b7a9-2b21f7d8ae39 req-39104900-4282-4c14-b803-aa503eceffc1 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:31.011765 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ef1c9fd3-4805-440f-9eb9-4c23f18b5790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:31.017018 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6876a8a5-2673-410c-b7a9-2b21f7d8ae39 req-39104900-4282-4c14-b803-aa503eceffc1 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0915601 Jul 22 19:31:31.053342 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6876a8a5-2673-410c-b7a9-2b21f7d8ae39 req-46447ecc-70df-4689-8cb3-1b892de467e4 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353444 Jul 22 19:31:31.144980 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:31.196154 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb35b4-cd6e-42bb-8837-628c2dc5e1d4 req-3df75f80-343d-4ce9-a6e1-ac54f7984f3f tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:31.197734 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6adb35b4-cd6e-42bb-8837-628c2dc5e1d4 req-3df75f80-343d-4ce9-a6e1-ac54f7984f3f tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0705864 Jul 22 19:31:31.244724 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6adb35b4-cd6e-42bb-8837-628c2dc5e1d4 req-ff4b6759-031e-4ed8-b2d0-ac9bc211b5c7 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411141 Jul 22 19:31:31.456671 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb66cda-7e18-4757-ba9f-17055557615d req-90c00469-9734-4fad-aeff-d59a0212f89b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:31.458213 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3fb66cda-7e18-4757-ba9f-17055557615d req-90c00469-9734-4fad-aeff-d59a0212f89b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0767255 Jul 22 19:31:31.473358 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45708) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:31.506254 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3fb66cda-7e18-4757-ba9f-17055557615d req-353f4d69-222e-4cef-bc2f-fd4bcc062c7f tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408850 Jul 22 19:31:31.531052 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e1dbc73-edda-4041-bed9-12e7c9a6df7b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:31.553886 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e1dbc73-edda-4041-bed9-12e7c9a6df7b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:31.596527 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e1dbc73-edda-4041-bed9-12e7c9a6df7b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:31.599126 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e1dbc73-edda-4041-bed9-12e7c9a6df7b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:31.600296 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2e1dbc73-edda-4041-bed9-12e7c9a6df7b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "DELETE /v2.0/security-groups/e3995884-6dd6-4c0c-9d76-d2782d545177 HTTP/1.1" status: 204 len: 168 time: 0.1257648 Jul 22 19:31:31.603549 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45712) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:31.617295 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1dbc73-edda-4041-bed9-12e7c9a6df7b tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3995884-6dd6-4c0c-9d76-d2782d545177,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:31.644896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7768b-41d2-4f81-aef8-50f032a88bba req-cd63c4e1-72d5-4e17-8c15-eebebcba1f2b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:31.646822 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6ae7768b-41d2-4f81-aef8-50f032a88bba req-cd63c4e1-72d5-4e17-8c15-eebebcba1f2b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0727899 Jul 22 19:31:31.667356 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-860d147d-7b56-44c9-97c6-db290c1b526a tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:31.688492 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6ae7768b-41d2-4f81-aef8-50f032a88bba req-b7bd520a-9595-4bd5-bd3d-16457a9f1be9 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335586 Jul 22 19:31:31.690588 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-860d147d-7b56-44c9-97c6-db290c1b526a tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:31.739000 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-860d147d-7b56-44c9-97c6-db290c1b526a tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:31.741670 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-860d147d-7b56-44c9-97c6-db290c1b526a tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:31.742822 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-860d147d-7b56-44c9-97c6-db290c1b526a tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "DELETE /v2.0/security-groups/c6fc8dc4-110e-4775-be8f-e1b25f210dd8 HTTP/1.1" status: 204 len: 168 time: 0.1383662 Jul 22 19:31:31.745822 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45716) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:31.752091 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d147d-7b56-44c9-97c6-db290c1b526a tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fc8dc4-110e-4775-be8f-e1b25f210dd8,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:31.953564 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527cc2b8-f08f-43d7-a737-1cbdd8678466 req-c6eda08b-2d52-4a69-b569-f05b7d7c0384 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:31.955064 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-527cc2b8-f08f-43d7-a737-1cbdd8678466 req-c6eda08b-2d52-4a69-b569-f05b7d7c0384 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1345916 Jul 22 19:31:32.034930 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-527cc2b8-f08f-43d7-a737-1cbdd8678466 req-d93fb83f-b718-48df-91f5-7766d110c615 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536571 Jul 22 19:31:32.223665 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ae37f-ff91-4805-91f4-0ae3e048f100 req-f37cc5a0-a002-407b-8a8e-a5745eb566be tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.225149 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-353ae37f-ff91-4805-91f4-0ae3e048f100 req-f37cc5a0-a002-407b-8a8e-a5745eb566be tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1011372 Jul 22 19:31:32.294487 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-353ae37f-ff91-4805-91f4-0ae3e048f100 req-72688557-27a4-4ea0-ad39-0a00161aac6b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524106 Jul 22 19:31:32.305786 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9f52e862-5eb6-4fa1-8a66-875de35988b8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:32.351122 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:32.612693 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc2ddb-e7b1-4840-a026-150cb949940e req-e13c1870-5a4d-4ff3-a1d6-9a232036eac5 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.614069 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fadc2ddb-e7b1-4840-a026-150cb949940e req-e13c1870-5a4d-4ff3-a1d6-9a232036eac5 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/networks?id=79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 HTTP/1.1" status: 200 len: 814 time: 0.1492393 Jul 22 19:31:32.643879 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fadc2ddb-e7b1-4840-a026-150cb949940e req-108347b8-3367-450a-bd67-b8cf022ff6b1 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/quotas/881aa17641714d81bee1e3323cd59a48 HTTP/1.1" status: 200 len: 375 time: 0.0196800 Jul 22 19:31:32.769203 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fadc2ddb-e7b1-4840-a026-150cb949940e req-d6237c13-10f4-42a1-9949-91508144307d tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=881aa17641714d81bee1e3323cd59a48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1029432 Jul 22 19:31:32.793142 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-9f52e862-5eb6-4fa1-8a66-875de35988b8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Deleting port 012d08b2-eb85-4a59-a98b-2553079576bf {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:31:32.793578 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9f52e862-5eb6-4fa1-8a66-875de35988b8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:32.944894 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-9f52e862-5eb6-4fa1-8a66-875de35988b8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] For port 012d08b2-eb85-4a59-a98b-2553079576bf, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=012d08b2-eb85-4a59-a98b-2553079576bf,segment=NetworkSegment(77400d98-b218-483a-88ed-8f0fe3b18381),segment_id=77400d98-b218-483a-88ed-8f0fe3b18381)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:32.945310 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9f52e862-5eb6-4fa1-8a66-875de35988b8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:32.968138 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-9f52e862-5eb6-4fa1-8a66-875de35988b8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Calling delete_port for 012d08b2-eb85-4a59-a98b-2553079576bf owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:31:32.998923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa20d1-341d-4417-b687-d49e059eb426 req-fb00891e-b98d-4b2e-85db-aed52f6c6431 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:33.001076 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0cfa20d1-341d-4417-b687-d49e059eb426 req-fb00891e-b98d-4b2e-85db-aed52f6c6431 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1654017 Jul 22 19:31:33.090497 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0cfa20d1-341d-4417-b687-d49e059eb426 req-ef454ebe-c652-44e4-a775-35750fdad721 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534737 Jul 22 19:31:33.281535 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9f52e862-5eb6-4fa1-8a66-875de35988b8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:33.605737 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52e862-5eb6-4fa1-8a66-875de35988b8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event deleted for resources: {'Port': ['ID=012d08b2-eb85-4a59-a98b-2553079576bf,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:33.614216 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2b431-230c-4b70-9aaa-7cb6f7abb9f4 req-202c70a0-f8a9-4191-9255-7f1744594bf8 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:33.615769 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-54a2b431-230c-4b70-9aaa-7cb6f7abb9f4 req-202c70a0-f8a9-4191-9255-7f1744594bf8 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.4533384 Jul 22 19:31:33.704066 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-54a2b431-230c-4b70-9aaa-7cb6f7abb9f4 req-0a5a7444-08bb-43c5-9b80-cbcf3c20c732 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671422 Jul 22 19:31:33.813955 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9f52e862-5eb6-4fa1-8a66-875de35988b8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:33.932885 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b8368a5-1a1c-4e32-8377-85825ba96691 req-cf067d07-5b29-4837-8a4e-f612b3e0e1b2 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=881aa17641714d81bee1e3323cd59a48 HTTP/1.1" status: 200 len: 221 time: 0.0404432 Jul 22 19:31:33.992278 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:34.117474 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f52e862-5eb6-4fa1-8a66-875de35988b8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Router 86970342-67dd-4db7-b928-9f7679edfac3 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:31:34.136498 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06aa50c-f33d-4926-b6d2-91b0c846a57a req-b24d3707-1645-4b53-991c-74ba70fa0528 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:34.136498 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d06aa50c-f33d-4926-b6d2-91b0c846a57a req-b24d3707-1645-4b53-991c-74ba70fa0528 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1293831 Jul 22 19:31:34.252961 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d06aa50c-f33d-4926-b6d2-91b0c846a57a req-5f0d0795-45d7-4fb7-8e13-76c8cbae47bb tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133819 Jul 22 19:31:34.275981 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f52e862-5eb6-4fa1-8a66-875de35988b8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:31:34.280851 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device c7683b4a-d493-4717-8e8d-5090c0ff0d54 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:31:34.281351 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9f52e862-5eb6-4fa1-8a66-875de35988b8 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "PUT /v2.0/routers/86970342-67dd-4db7-b928-9f7679edfac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5342803 Jul 22 19:31:34.284280 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45756) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:34.304157 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e64b36c-9065-4b55-aa4e-a5fd791b24d0 None None] Sync routers for ids ['86970342-67dd-4db7-b928-9f7679edfac3'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:31:34.310052 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: c7683b4a-d493-4717-8e8d-5090c0ff0d54 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:31:34.311597 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device c7683b4a-d493-4717-8e8d-5090c0ff0d54 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:31:34.318901 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e64b36c-9065-4b55-aa4e-a5fd791b24d0 None None] Routers {'86970342-67dd-4db7-b928-9f7679edfac3'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:34.319788 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-9e64b36c-9065-4b55-aa4e-a5fd791b24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:31:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['86970342-67dd-4db7-b928-9f7679edfac3'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:34.350903 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d6e974-48d2-4ea9-a5c6-cc1141c6cc77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Deleting subnet 68fcbf20-0077-42bc-b4f7-a70bb6ff7db2 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:31:34.354546 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7d6e974-48d2-4ea9-a5c6-cc1141c6cc77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:34.402279 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7d6e974-48d2-4ea9-a5c6-cc1141c6cc77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:34.406045 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27a623-454b-48d1-a89a-7d0da764aa4d req-9de7eb77-81b2-4af2-98dd-a10c6e330b54 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:34.406973 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8f27a623-454b-48d1-a89a-7d0da764aa4d req-9de7eb77-81b2-4af2-98dd-a10c6e330b54 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0751112 Jul 22 19:31:34.452315 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8f27a623-454b-48d1-a89a-7d0da764aa4d req-cb7a5f20-fe1c-43ab-9e83-036488009d18 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390127 Jul 22 19:31:34.499535 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7d6e974-48d2-4ea9-a5c6-cc1141c6cc77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:34.570254 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7d6e974-48d2-4ea9-a5c6-cc1141c6cc77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:34.599016 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6e974-48d2-4ea9-a5c6-cc1141c6cc77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event deleted for resources: {'Subnet': ['ID=68fcbf20-0077-42bc-b4f7-a70bb6ff7db2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:34.604077 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7d6e974-48d2-4ea9-a5c6-cc1141c6cc77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:34.606063 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-9e64b36c-9065-4b55-aa4e-a5fd791b24d0 None None] Set router 86970342-67dd-4db7-b928-9f7679edfac3 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:34.606259 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f7d6e974-48d2-4ea9-a5c6-cc1141c6cc77 tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "DELETE /v2.0/subnets/68fcbf20-0077-42bc-b4f7-a70bb6ff7db2 HTTP/1.1" status: 204 len: 168 time: 0.3208771 Jul 22 19:31:34.609108 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45762) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:34.629054 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612e3d0-f7c5-4aee-a364-7933006711da req-f167350b-3006-49ea-9a71-68e763bcc2cf tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:34.630993 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8612e3d0-f7c5-4aee-a364-7933006711da req-f167350b-3006-49ea-9a71-68e763bcc2cf tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0838478 Jul 22 19:31:34.639917 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1741add5-9bdb-4159-82b9-27d1bae2645b None None] Network 8cc94d84-78be-4508-a982-5c90ccffc312 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:31:34.677187 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8612e3d0-f7c5-4aee-a364-7933006711da req-4668a944-6e5f-4a3a-9535-77284276af3b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395255 Jul 22 19:31:34.729136 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d7e05c7-e5ab-4335-be54-ccfd8c2b161f tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:34.821698 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9311ee3-41ae-41dd-919a-cdda6e4ab944 req-4d78a8a3-9179-4c48-9242-30924914d6ef tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:34.829873 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a9311ee3-41ae-41dd-919a-cdda6e4ab944 req-4d78a8a3-9179-4c48-9242-30924914d6ef tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0798318 Jul 22 19:31:34.863463 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d7e05c7-e5ab-4335-be54-ccfd8c2b161f tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:34.873952 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a9311ee3-41ae-41dd-919a-cdda6e4ab944 req-b890eba7-0b08-445c-89c5-ec1df24aa837 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428977 Jul 22 19:31:34.923555 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-9e64b36c-9065-4b55-aa4e-a5fd791b24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86970342-67dd-4db7-b928-9f7679edfac3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-236196053', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:31:33Z', 'revision_number': 5, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port': {'id': '2bd53a21-40c9-414b-bed8-dfa5b916cca5', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86970342-67dd-4db7-b928-9f7679edfac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:34.930950 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-7d7e05c7-e5ab-4335-be54-ccfd8c2b161f tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Deleting port 2bd53a21-40c9-414b-bed8-dfa5b916cca5 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:31:34.931301 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d7e05c7-e5ab-4335-be54-ccfd8c2b161f tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:34.953211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e64b36c-9065-4b55-aa4e-a5fd791b24d0 None None] Checking router: 86970342-67dd-4db7-b928-9f7679edfac3 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:31:34.962052 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e64b36c-9065-4b55-aa4e-a5fd791b24d0 None None] Routers {'86970342-67dd-4db7-b928-9f7679edfac3'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:34.962613 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-9e64b36c-9065-4b55-aa4e-a5fd791b24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:31:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['86970342-67dd-4db7-b928-9f7679edfac3'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:35.029461 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af99992-5c4f-45f1-a76b-adb0d655eaf9 None None] DHCP port deletion for 8cc94d84-78be-4508-a982-5c90ccffc312 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:31:35.035009 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-7d7e05c7-e5ab-4335-be54-ccfd8c2b161f tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] For port 2bd53a21-40c9-414b-bed8-dfa5b916cca5, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2bd53a21-40c9-414b-bed8-dfa5b916cca5,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:35.035463 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d7e05c7-e5ab-4335-be54-ccfd8c2b161f tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.049714 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-7d7e05c7-e5ab-4335-be54-ccfd8c2b161f tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Calling delete_port for 2bd53a21-40c9-414b-bed8-dfa5b916cca5 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:31:35.056678 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d5b15-787b-4628-adac-5fbdf0c22c1b req-bb9f53fa-fb74-48ac-b997-7534f8aed7f0 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:35.058177 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-662d5b15-787b-4628-adac-5fbdf0c22c1b req-bb9f53fa-fb74-48ac-b997-7534f8aed7f0 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0857108 Jul 22 19:31:35.078712 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-9e64b36c-9065-4b55-aa4e-a5fd791b24d0 None None] Set router 86970342-67dd-4db7-b928-9f7679edfac3 gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:35.100617 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-662d5b15-787b-4628-adac-5fbdf0c22c1b req-44762f55-4aa3-49f7-bddf-759f0f21ae37 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359094 Jul 22 19:31:35.139174 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-9e64b36c-9065-4b55-aa4e-a5fd791b24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86970342-67dd-4db7-b928-9f7679edfac3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-236196053', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:31:34Z', 'revision_number': 6, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:35.169055 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e64b36c-9065-4b55-aa4e-a5fd791b24d0 None None] The sync data for ids ['86970342-67dd-4db7-b928-9f7679edfac3'] in n-d-800086-12 is: [{'id': '86970342-67dd-4db7-b928-9f7679edfac3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-236196053', 'tenant_id': '3da4ab999acb40b8ac365fc65087f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:08Z', 'updated_at': '2021-07-22T19:31:34Z', 'revision_number': 6, 'project_id': '3da4ab999acb40b8ac365fc65087f150', 'gw_port_host': None}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:31:35.184985 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2af99992-5c4f-45f1-a76b-adb0d655eaf9 None None] Deleting port b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:31:35.185290 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2af99992-5c4f-45f1-a76b-adb0d655eaf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.239148 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d7e05c7-e5ab-4335-be54-ccfd8c2b161f tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.262781 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-2af99992-5c4f-45f1-a76b-adb0d655eaf9 None None] For port b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa,segment=NetworkSegment(77400d98-b218-483a-88ed-8f0fe3b18381),segment_id=77400d98-b218-483a-88ed-8f0fe3b18381)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:35.263261 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2af99992-5c4f-45f1-a76b-adb0d655eaf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.271330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78795dd9-143b-4c85-87ec-6e62f8e6182a req-9f607a58-2006-4055-9069-43af298d7bbf tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:35.273882 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-78795dd9-143b-4c85-87ec-6e62f8e6182a req-9f607a58-2006-4055-9069-43af298d7bbf tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0908442 Jul 22 19:31:35.281742 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e05c7-e5ab-4335-be54-ccfd8c2b161f tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event deleted for resources: {'Port': ['ID=2bd53a21-40c9-414b-bed8-dfa5b916cca5,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:35.281912 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2af99992-5c4f-45f1-a76b-adb0d655eaf9 None None] Calling delete_port for b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:31:35.319302 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-78795dd9-143b-4c85-87ec-6e62f8e6182a req-1f5a1b24-1d4d-4724-b4c1-3a680ceb8b9e tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377786 Jul 22 19:31:35.351109 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d7e05c7-e5ab-4335-be54-ccfd8c2b161f tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.376903 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2af99992-5c4f-45f1-a76b-adb0d655eaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.404908 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af99992-5c4f-45f1-a76b-adb0d655eaf9 None None] Pushing event deleted for resources: {'Port': ['ID=b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:35.412667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af99992-5c4f-45f1-a76b-adb0d655eaf9 None None] No DVR routers for this DVR port b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:31:35.447313 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d7e05c7-e5ab-4335-be54-ccfd8c2b161f tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.449395 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d7e05c7-e5ab-4335-be54-ccfd8c2b161f tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.489295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a668-597d-4c4c-a650-bc54ecb5cd56 req-3717399d-65ef-4307-b16d-24d7115e630b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:35.490845 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5291a668-597d-4c4c-a650-bc54ecb5cd56 req-3717399d-65ef-4307-b16d-24d7115e630b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0839670 Jul 22 19:31:35.495042 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d7e05c7-e5ab-4335-be54-ccfd8c2b161f tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.495551 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7e05c7-e5ab-4335-be54-ccfd8c2b161f tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Fanout notify agent at l3_agent the message router_deleted on router 86970342-67dd-4db7-b928-9f7679edfac3 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:31:35.502761 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d7e05c7-e5ab-4335-be54-ccfd8c2b161f tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.504001 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7d7e05c7-e5ab-4335-be54-ccfd8c2b161f tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "DELETE /v2.0/routers/86970342-67dd-4db7-b928-9f7679edfac3 HTTP/1.1" status: 204 len: 168 time: 0.8937173 Jul 22 19:31:35.506892 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45776) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:35.538463 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5291a668-597d-4c4c-a650-bc54ecb5cd56 req-3dbc6f08-e91b-4dc6-bc80-b9d1e773cbd9 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397391 Jul 22 19:31:35.594110 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b672c63a-a2b3-4922-b5df-798aa82c29be tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.704029 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78152e6-d3fd-4f08-87d1-c35d4cb97bb8 req-e6c901b3-4f8a-4eb1-9716-3ca73d5a7e48 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:35.704800 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b672c63a-a2b3-4922-b5df-798aa82c29be tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.705615 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e78152e6-d3fd-4f08-87d1-c35d4cb97bb8 req-e6c901b3-4f8a-4eb1-9716-3ca73d5a7e48 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0844340 Jul 22 19:31:35.717171 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-b672c63a-a2b3-4922-b5df-798aa82c29be tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc94d84-78be-4508-a982-5c90ccffc312']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:35.729985 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-b672c63a-a2b3-4922-b5df-798aa82c29be tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77400d98-b218-483a-88ed-8f0fe3b18381') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:35.730364 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-b672c63a-a2b3-4922-b5df-798aa82c29be tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77400d98-b218-483a-88ed-8f0fe3b18381') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:35.743621 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b672c63a-a2b3-4922-b5df-798aa82c29be tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.751669 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e78152e6-d3fd-4f08-87d1-c35d4cb97bb8 req-51aa4130-a34c-448c-aea2-671e8d4ca2cc tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386655 Jul 22 19:31:35.760254 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b672c63a-a2b3-4922-b5df-798aa82c29be tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.767503 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b672c63a-a2b3-4922-b5df-798aa82c29be tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:31:35.768068 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b672c63a-a2b3-4922-b5df-798aa82c29be tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:31:35.771106 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:31:35.837067 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b672c63a-a2b3-4922-b5df-798aa82c29be tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.847270 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b672c63a-a2b3-4922-b5df-798aa82c29be tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.851656 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b672c63a-a2b3-4922-b5df-798aa82c29be tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] 10.222.0.13 "DELETE /v2.0/networks/8cc94d84-78be-4508-a982-5c90ccffc312 HTTP/1.1" status: 204 len: 168 time: 0.3413823 Jul 22 19:31:35.865088 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672c63a-a2b3-4922-b5df-798aa82c29be tempest-TestSecurityGroupsBasicOps-1903306574 tempest-TestSecurityGroupsBasicOps-1903306574-project] Pushing event deleted for resources: {'Network': ['ID=8cc94d84-78be-4508-a982-5c90ccffc312,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:35.937736 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9324669-6ee4-4e3a-b45e-3de2c78502b5 req-1f0245e8-e6cf-46ee-93fe-ea5fe6b95cf1 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:35.939715 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9324669-6ee4-4e3a-b45e-3de2c78502b5 req-1f0245e8-e6cf-46ee-93fe-ea5fe6b95cf1 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0847027 Jul 22 19:31:35.997233 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9324669-6ee4-4e3a-b45e-3de2c78502b5 req-ddf6d946-a973-45b0-9607-f0925331d604 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502131 Jul 22 19:31:36.139512 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb1aed-2030-4b11-ad3f-f2c7b8928f33 req-d1bd9e33-eac6-46cb-8a05-2b837d7afce6 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:36.141071 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0eeb1aed-2030-4b11-ad3f-f2c7b8928f33 req-d1bd9e33-eac6-46cb-8a05-2b837d7afce6 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0718052 Jul 22 19:31:36.194100 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:31:36.199032 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0eeb1aed-2030-4b11-ad3f-f2c7b8928f33 req-137b0c8b-3827-4368-8e7b-9954652be8b3 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494504 Jul 22 19:31:36.216177 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:31:36.216537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b89012d7-5dbd-48b7-a07c-8b4bbb45fdfa not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:31:36.217119 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2bd53a21-40c9-414b-bed8-dfa5b916cca5 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:31:36.240131 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 2bd53a21-40c9-414b-bed8-dfa5b916cca5 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:31:36.240512 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2bd53a21-40c9-414b-bed8-dfa5b916cca5 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:31:36.240933 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 012d08b2-eb85-4a59-a98b-2553079576bf no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:31:36.259583 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45796) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:36.261201 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 012d08b2-eb85-4a59-a98b-2553079576bf {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:31:36.261553 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 012d08b2-eb85-4a59-a98b-2553079576bf not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:31:36.368952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36f6b3-f753-4075-8b0a-619038b1c637 req-82f818d1-f360-437d-9cc3-4efe73e61237 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:36.371909 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3c36f6b3-f753-4075-8b0a-619038b1c637 req-82f818d1-f360-437d-9cc3-4efe73e61237 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0721700 Jul 22 19:31:36.416238 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3c36f6b3-f753-4075-8b0a-619038b1c637 req-cda4687c-b76d-4509-8c36-5154343e7e7f tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375657 Jul 22 19:31:36.422681 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cdcaae6c-dd94-4af9-befc-f7aef565e670 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3da4ab999acb40b8ac365fc65087f150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613472 Jul 22 19:31:36.424979 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45800) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:36.475285 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8c7e230-78e4-466c-b19c-00425cf257e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:36.496700 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8c7e230-78e4-466c-b19c-00425cf257e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:36.542803 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8c7e230-78e4-466c-b19c-00425cf257e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:36.545976 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8c7e230-78e4-466c-b19c-00425cf257e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:36.547161 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c8c7e230-78e4-466c-b19c-00425cf257e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce5a46db-29cc-4872-b4bc-8a377bcf8206 HTTP/1.1" status: 204 len: 168 time: 0.1212654 Jul 22 19:31:36.555394 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7e230-78e4-466c-b19c-00425cf257e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5a46db-29cc-4872-b4bc-8a377bcf8206,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:36.556327 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0eb576-a0dd-4ef4-b28d-dd442e0d3226 req-4052cf4a-61b7-43c2-a05a-3f151cb5f0cb tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:36.557973 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d0eb576-a0dd-4ef4-b28d-dd442e0d3226 req-4052cf4a-61b7-43c2-a05a-3f151cb5f0cb tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0696371 Jul 22 19:31:36.601042 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d0eb576-a0dd-4ef4-b28d-dd442e0d3226 req-6b9462eb-752b-4eac-8393-2a38ef4ae0eb tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354962 Jul 22 19:31:36.761319 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e938e61-58ec-427d-ad85-5cdafc1f7507 req-e0e11262-40bb-4272-9007-d12387454090 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:36.762004 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2e938e61-58ec-427d-ad85-5cdafc1f7507 req-e0e11262-40bb-4272-9007-d12387454090 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0707908 Jul 22 19:31:36.785088 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:31:36.808527 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2e938e61-58ec-427d-ad85-5cdafc1f7507 req-eec66b47-f0de-48db-99c9-46db4e96fb0b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397027 Jul 22 19:31:36.840427 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45814) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:36.856177 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3f75a56f-9257-4b44-b010-866d6dc72a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:36.957124 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3f75a56f-9257-4b44-b010-866d6dc72a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:36.959462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e556e31-37d5-43a6-93d8-1782e1d80e7e req-752a23e5-aff6-46ee-92c3-492ffe939bcb tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:36.960975 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3f75a56f-9257-4b44-b010-866d6dc72a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:36.962747 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e556e31-37d5-43a6-93d8-1782e1d80e7e req-752a23e5-aff6-46ee-92c3-492ffe939bcb tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0758927 Jul 22 19:31:37.002380 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3f75a56f-9257-4b44-b010-866d6dc72a44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83dfbdd6d1eb4b96b7cd9a8e0e7065c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601086 Jul 22 19:31:37.004812 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75a56f-9257-4b44-b010-866d6dc72a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb2bc8a-b8a2-4b2a-b666-9cad03c52df9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:37.006302 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45816) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:37.019654 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e556e31-37d5-43a6-93d8-1782e1d80e7e req-1b90af5e-ef86-41f4-88a5-e2edabbfd9d4 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494709 Jul 22 19:31:37.066222 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-26161322-e8b7-4275-9658-8c1451b807d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:37.092226 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-26161322-e8b7-4275-9658-8c1451b807d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:37.147809 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-26161322-e8b7-4275-9658-8c1451b807d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:37.151120 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-26161322-e8b7-4275-9658-8c1451b807d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:37.152703 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-26161322-e8b7-4275-9658-8c1451b807d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5cb2bc8a-b8a2-4b2a-b666-9cad03c52df9 HTTP/1.1" status: 204 len: 168 time: 0.1453502 Jul 22 19:31:37.162481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26161322-e8b7-4275-9658-8c1451b807d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb2bc8a-b8a2-4b2a-b666-9cad03c52df9,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:37.274767 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83dc99-d9cc-4a70-94e6-24ad663058d2 req-f8c4cd83-cbb8-4435-bac4-465054243441 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:37.276262 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca83dc99-d9cc-4a70-94e6-24ad663058d2 req-f8c4cd83-cbb8-4435-bac4-465054243441 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0731473 Jul 22 19:31:37.319832 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca83dc99-d9cc-4a70-94e6-24ad663058d2 req-e374920a-372d-4473-b9ac-1dae951cb41a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371666 Jul 22 19:31:37.460774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2f0df-b59d-4728-81d9-54beaba1c265 req-4fcda002-3bf4-4883-91b8-1b8d20408fc2 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:37.462528 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6bc2f0df-b59d-4728-81d9-54beaba1c265 req-4fcda002-3bf4-4883-91b8-1b8d20408fc2 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0702641 Jul 22 19:31:37.480833 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45830) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:37.503485 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6bc2f0df-b59d-4728-81d9-54beaba1c265 req-eff05aff-6d82-48d5-89fe-efd09ea8396e tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337934 Jul 22 19:31:37.523465 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e43c8e14-3cb5-458c-ba8c-214d674a05ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11717e0c270c48d28d070a95811e646b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414445 Jul 22 19:31:37.525898 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45832) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:37.576139 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f4055c0-10ab-4e01-ba43-023f668ffab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:37.597611 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f4055c0-10ab-4e01-ba43-023f668ffab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:37.651074 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f4055c0-10ab-4e01-ba43-023f668ffab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:37.654340 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f4055c0-10ab-4e01-ba43-023f668ffab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:37.658110 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4f4055c0-10ab-4e01-ba43-023f668ffab2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05596b37-914e-4a13-9b38-9ecccdae1fa1 HTTP/1.1" status: 204 len: 168 time: 0.1289718 Jul 22 19:31:37.663682 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4055c0-10ab-4e01-ba43-023f668ffab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05596b37-914e-4a13-9b38-9ecccdae1fa1,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:37.738608 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cda67-3b95-4866-99e6-388930af3bb7 req-8e6a7c8b-f0b3-469c-83d3-75a358c19136 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:37.740110 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-762cda67-3b95-4866-99e6-388930af3bb7 req-8e6a7c8b-f0b3-469c-83d3-75a358c19136 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0707107 Jul 22 19:31:37.779655 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-762cda67-3b95-4866-99e6-388930af3bb7 req-56c2ab65-876f-4c6b-96ba-d70a5291b216 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334907 Jul 22 19:31:37.918256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c594be2-bc63-445d-b1fa-f3741308bb82 req-94dbf045-688e-4727-b332-3ae359de558c tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:37.920377 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3c594be2-bc63-445d-b1fa-f3741308bb82 req-94dbf045-688e-4727-b332-3ae359de558c tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0673366 Jul 22 19:31:37.960512 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3c594be2-bc63-445d-b1fa-f3741308bb82 req-ba061708-c646-4bcc-85c7-034164101371 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343840 Jul 22 19:31:38.118318 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560b755-c469-4e85-b9bf-6e387456a94e req-d960d977-62c2-4852-a0c9-b0b1eaa17805 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:38.119818 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0560b755-c469-4e85-b9bf-6e387456a94e req-d960d977-62c2-4852-a0c9-b0b1eaa17805 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0706506 Jul 22 19:31:38.163031 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0560b755-c469-4e85-b9bf-6e387456a94e req-eddb973e-ef89-4b0d-b1a7-5c0bef9b7791 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366004 Jul 22 19:31:38.295483 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3574b-1b4e-4fe8-b7da-c756b1e655ac req-c6c1408f-fb72-4a34-8b64-88bf3a63dc12 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:38.296966 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0be3574b-1b4e-4fe8-b7da-c756b1e655ac req-c6c1408f-fb72-4a34-8b64-88bf3a63dc12 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0682862 Jul 22 19:31:38.336278 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0be3574b-1b4e-4fe8-b7da-c756b1e655ac req-f46b01ea-d33e-4da6-9d08-8b9616a1f82e tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335739 Jul 22 19:31:38.341969 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45868) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:38.443977 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-8a91cdb0-263c-449b-a7eb-b150900a028f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-973724951-network', 'tenant_id': '0075fb0c0aaf4cf69134d39882a91896'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:38.467952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a91cdb0-263c-449b-a7eb-b150900a028f admin admin] Made reservation on behalf of 0075fb0c0aaf4cf69134d39882a91896 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:38.470317 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a91cdb0-263c-449b-a7eb-b150900a028f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:38.479188 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a91cdb0-263c-449b-a7eb-b150900a028f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:38.598121 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02536df-1ffa-4324-8e47-3802a22c3c2e req-197db47f-bf1b-49b0-9cd0-98d51aed7929 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:38.599570 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b02536df-1ffa-4324-8e47-3802a22c3c2e req-197db47f-bf1b-49b0-9cd0-98d51aed7929 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1079640 Jul 22 19:31:38.658479 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a91cdb0-263c-449b-a7eb-b150900a028f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:38.664359 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b02536df-1ffa-4324-8e47-3802a22c3c2e req-31bda6a3-ad87-48bf-a303-0b6d6b7b2b5d tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580952 Jul 22 19:31:38.665422 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a91cdb0-263c-449b-a7eb-b150900a028f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:38.687818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a91cdb0-263c-449b-a7eb-b150900a028f admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:31:38.701640 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91cdb0-263c-449b-a7eb-b150900a028f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90f9dbe-ae32-4f45-bc56-d9ac9b881627,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:38.706568 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a91cdb0-263c-449b-a7eb-b150900a028f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:38.706914 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-8a91cdb0-263c-449b-a7eb-b150900a028f admin admin] Added segment 47c4b867-d6f7-4867-9d42-2bdbf59773a5 of type vlan for network 708a35b3-8a55-4800-a73b-5882ef9a3209 Jul 22 19:31:38.746384 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a91cdb0-263c-449b-a7eb-b150900a028f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:38.774349 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a91cdb0-263c-449b-a7eb-b150900a028f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:38.775296 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a91cdb0-263c-449b-a7eb-b150900a028f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:38.775888 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a91cdb0-263c-449b-a7eb-b150900a028f admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:38.821625 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8a91cdb0-263c-449b-a7eb-b150900a028f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4785302 Jul 22 19:31:38.824684 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45876) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:38.829827 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-5e83aa55-f021-4910-9525-f5bae880e63a admin admin] Request body: {'subnet': {'network_id': '708a35b3-8a55-4800-a73b-5882ef9a3209', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-973724951-subnet', 'tenant_id': '0075fb0c0aaf4cf69134d39882a91896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:38.851060 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e83aa55-f021-4910-9525-f5bae880e63a admin admin] Made reservation on behalf of 0075fb0c0aaf4cf69134d39882a91896 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:38.853476 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5e83aa55-f021-4910-9525-f5bae880e63a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:38.868105 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91cdb0-263c-449b-a7eb-b150900a028f admin admin] Pushing event updated for resources: {'Network': ['ID=708a35b3-8a55-4800-a73b-5882ef9a3209,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:38.877951 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 708a35b3-8a55-4800-a73b-5882ef9a3209 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:31:39.025438 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5e83aa55-f021-4910-9525-f5bae880e63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:39.082122 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83aa55-f021-4910-9525-f5bae880e63a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb7e747c-d104-466a-8b1b-0d1a11c568ef,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:39.091841 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e83aa55-f021-4910-9525-f5bae880e63a admin admin] Checking segment: {'id': '47c4b867-d6f7-4867-9d42-2bdbf59773a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '708a35b3-8a55-4800-a73b-5882ef9a3209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:39.092199 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e83aa55-f021-4910-9525-f5bae880e63a admin admin] Network hostable DHCP agents. Network: 708a35b3-8a55-4800-a73b-5882ef9a3209, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:31:39.109005 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e83aa55-f021-4910-9525-f5bae880e63a admin admin] Network 708a35b3-8a55-4800-a73b-5882ef9a3209 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:31:39.117529 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-5e83aa55-f021-4910-9525-f5bae880e63a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 708a35b3-8a55-4800-a73b-5882ef9a3209) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:39.122178 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e83aa55-f021-4910-9525-f5bae880e63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:39.122855 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5e83aa55-f021-4910-9525-f5bae880e63a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:39.123112 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:39.128584 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151ad356-7d79-48f7-996a-cec684331f3f None None] Network 708a35b3-8a55-4800-a73b-5882ef9a3209 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:31:39.137584 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5e83aa55-f021-4910-9525-f5bae880e63a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3117778 Jul 22 19:31:39.264733 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e528975d-8356-450f-893e-078074ca0152 None None] Network 708a35b3-8a55-4800-a73b-5882ef9a3209 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:31:39.632079 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 45892) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:39.638865 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a3e25d9a-006b-4ea6-9da7-37d31e87cfa3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-617938217-network', 'tenant_id': '337365b61b2e47c48e4e9c05f28e6ff8'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:39.661227 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e25d9a-006b-4ea6-9da7-37d31e87cfa3 admin admin] Made reservation on behalf of 337365b61b2e47c48e4e9c05f28e6ff8 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:39.663831 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a3e25d9a-006b-4ea6-9da7-37d31e87cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:39.673619 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a3e25d9a-006b-4ea6-9da7-37d31e87cfa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:39.778558 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a3e25d9a-006b-4ea6-9da7-37d31e87cfa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:39.782917 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a3e25d9a-006b-4ea6-9da7-37d31e87cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:39.807748 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e25d9a-006b-4ea6-9da7-37d31e87cfa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:31:39.815592 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034228be-2bfc-4db6-9e60-cbf367f5be17 req-fc6713e2-b1f2-43f4-ad9a-e5ee6241d170 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:39.817442 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-034228be-2bfc-4db6-9e60-cbf367f5be17 req-fc6713e2-b1f2-43f4-ad9a-e5ee6241d170 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0742209 Jul 22 19:31:39.827602 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e25d9a-006b-4ea6-9da7-37d31e87cfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc70d4b-4dc1-466c-b663-0acd1131bffb,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:39.831169 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a3e25d9a-006b-4ea6-9da7-37d31e87cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:39.831534 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-a3e25d9a-006b-4ea6-9da7-37d31e87cfa3 admin admin] Added segment 39875a36-ef29-4a0b-8622-30783eecd0ea of type vlan for network 32d8eb21-2722-49c8-ac6c-15f8fc655a38 Jul 22 19:31:39.869200 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-034228be-2bfc-4db6-9e60-cbf367f5be17 req-2829cd41-af21-48bb-89b8-776c8f8fbd32 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446746 Jul 22 19:31:39.881403 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a3e25d9a-006b-4ea6-9da7-37d31e87cfa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:39.916027 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a3e25d9a-006b-4ea6-9da7-37d31e87cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:39.917288 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e25d9a-006b-4ea6-9da7-37d31e87cfa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:39.917998 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a3e25d9a-006b-4ea6-9da7-37d31e87cfa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:39.953613 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 45902) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:39.953814 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a3e25d9a-006b-4ea6-9da7-37d31e87cfa3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3202915 Jul 22 19:31:39.961781 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2909da79-d4e7-4ecf-9b81-e939dd36d02e admin admin] Request body: {'subnet': {'network_id': '32d8eb21-2722-49c8-ac6c-15f8fc655a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-617938217-subnet', 'tenant_id': '337365b61b2e47c48e4e9c05f28e6ff8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:39.989549 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2909da79-d4e7-4ecf-9b81-e939dd36d02e admin admin] Made reservation on behalf of 337365b61b2e47c48e4e9c05f28e6ff8 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:39.992418 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2909da79-d4e7-4ecf-9b81-e939dd36d02e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:39.995339 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e25d9a-006b-4ea6-9da7-37d31e87cfa3 admin admin] Pushing event updated for resources: {'Network': ['ID=32d8eb21-2722-49c8-ac6c-15f8fc655a38,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:40.007899 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 32d8eb21-2722-49c8-ac6c-15f8fc655a38 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:31:40.240130 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805b7c0-92c0-4689-bf2c-dbd92ac81ffe req-c64a1485-a3da-435d-bb82-ac25eaa1414e tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:40.241691 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8805b7c0-92c0-4689-bf2c-dbd92ac81ffe req-c64a1485-a3da-435d-bb82-ac25eaa1414e tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1439247 Jul 22 19:31:40.269990 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2909da79-d4e7-4ecf-9b81-e939dd36d02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:40.333665 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8805b7c0-92c0-4689-bf2c-dbd92ac81ffe req-63eec079-5e5d-4c74-922c-348cbf6d75dd tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818884 Jul 22 19:31:40.357097 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909da79-d4e7-4ecf-9b81-e939dd36d02e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ca786b6-0ecd-44a7-80b1-c4bf75ca3261,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:40.357611 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2909da79-d4e7-4ecf-9b81-e939dd36d02e admin admin] Checking segment: {'id': '39875a36-ef29-4a0b-8622-30783eecd0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '32d8eb21-2722-49c8-ac6c-15f8fc655a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:40.357973 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2909da79-d4e7-4ecf-9b81-e939dd36d02e admin admin] Network hostable DHCP agents. Network: 32d8eb21-2722-49c8-ac6c-15f8fc655a38, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:31:40.375133 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2909da79-d4e7-4ecf-9b81-e939dd36d02e admin admin] Network 32d8eb21-2722-49c8-ac6c-15f8fc655a38 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:31:40.383608 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-2909da79-d4e7-4ecf-9b81-e939dd36d02e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 32d8eb21-2722-49c8-ac6c-15f8fc655a38) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:40.388449 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2909da79-d4e7-4ecf-9b81-e939dd36d02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:40.389078 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2909da79-d4e7-4ecf-9b81-e939dd36d02e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:40.394512 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3519190-ce78-4e8c-b6bb-120ce77ac146 None None] Network 32d8eb21-2722-49c8-ac6c-15f8fc655a38 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:31:40.404010 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2909da79-d4e7-4ecf-9b81-e939dd36d02e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4478960 Jul 22 19:31:40.536953 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e033e6-5e76-48db-a302-db4745e801c3 None None] Network 32d8eb21-2722-49c8-ac6c-15f8fc655a38 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:31:40.902677 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-09b2a6c2-e3b2-4e63-8fc9-c6d070418239 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:40.904815 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-09b2a6c2-e3b2-4e63-8fc9-c6d070418239 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/networks?id=708a35b3-8a55-4800-a73b-5882ef9a3209 HTTP/1.1" status: 200 len: 811 time: 0.1144264 Jul 22 19:31:40.920139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-3f9f1a36-de47-48f8-9cef-54ad7d383cf4 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/quotas/0075fb0c0aaf4cf69134d39882a91896 HTTP/1.1" status: 200 len: 375 time: 0.0094495 Jul 22 19:31:40.956492 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-51a8f7cc-52b8-4264-993e-b0f9908359ca tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0075fb0c0aaf4cf69134d39882a91896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303164 Jul 22 19:31:41.072757 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-59815865-f1e8-4d09-a3a2-58d6bcc75274 service neutron] 10.222.0.13 "GET /v2.0/networks/708a35b3-8a55-4800-a73b-5882ef9a3209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089644 Jul 22 19:31:41.168101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-907a1cb8-3769-4650-99da-7c4cc75c9e76 service neutron] 10.222.0.13 "GET /v2.0/networks/708a35b3-8a55-4800-a73b-5882ef9a3209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884223 Jul 22 19:31:41.364332 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-526739bc-180f-40ca-bdb5-981c931ce6b1 req-0c282579-3594-4578-8798-7435e931ea8b tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 210 time: 0.0513577 Jul 22 19:31:41.480454 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210400b-f5c0-4fa1-8c53-f4516bb9c63a req-ba643f5a-9069-4146-974a-029fd1f740fd tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:41.483550 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5210400b-f5c0-4fa1-8c53-f4516bb9c63a req-ba643f5a-9069-4146-974a-029fd1f740fd tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0710390 Jul 22 19:31:41.535796 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5210400b-f5c0-4fa1-8c53-f4516bb9c63a req-f9ab5859-06ca-4899-8feb-bbc4b63f4c18 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459292 Jul 22 19:31:41.680242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e80f58-4213-478e-baf2-188b4b639fe2 req-8a7681e9-d430-4436-9a9b-48679bc01dec tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:41.681879 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0e80f58-4213-478e-baf2-188b4b639fe2 req-8a7681e9-d430-4436-9a9b-48679bc01dec tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0716071 Jul 22 19:31:41.726365 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0e80f58-4213-478e-baf2-188b4b639fe2 req-d2bbec26-6e7a-44df-bae1-ea05c3bbb6ff tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372670 Jul 22 19:31:41.758258 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:41.905761 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f44449-3d13-4a3a-b182-4390dcb565bc req-54219791-952e-47eb-b442-fefa4104491b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:41.907371 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87f44449-3d13-4a3a-b182-4390dcb565bc req-54219791-952e-47eb-b442-fefa4104491b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0742435 Jul 22 19:31:41.948032 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87f44449-3d13-4a3a-b182-4390dcb565bc req-d2f33475-083b-45c7-8748-d8b079683dcf tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350616 Jul 22 19:31:42.084006 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74bb5b-1d9e-463d-b09d-c32dd2476317 req-efcd423b-a7ad-493f-95fa-f95b04cd82cb tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:42.085569 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9b74bb5b-1d9e-463d-b09d-c32dd2476317 req-efcd423b-a7ad-493f-95fa-f95b04cd82cb tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0683358 Jul 22 19:31:42.124837 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9b74bb5b-1d9e-463d-b09d-c32dd2476317 req-1866e7d7-2188-4cd7-8f84-afe942366f66 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331726 Jul 22 19:31:42.282617 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065843f-62be-4361-b1de-b031a5c5f492 req-f92da3a9-d13c-48ad-b064-58d59ab42d07 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:42.285060 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4065843f-62be-4361-b1de-b031a5c5f492 req-f92da3a9-d13c-48ad-b064-58d59ab42d07 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0712335 Jul 22 19:31:42.331595 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4065843f-62be-4361-b1de-b031a5c5f492 req-00336004-d392-41ac-833e-6b9ccbdc767b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410042 Jul 22 19:31:42.340913 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-313d367b-a9ec-4ac9-a9cd-6501a8370a5f tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:42.343000 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-313d367b-a9ec-4ac9-a9cd-6501a8370a5f tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.16 "GET /v2.0/networks?id=708a35b3-8a55-4800-a73b-5882ef9a3209 HTTP/1.1" status: 200 len: 811 time: 0.1133642 Jul 22 19:31:42.355484 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-d9c1b6f2-2e2f-419b-8dc6-6b93e35ac0bf tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Request body: {'port': {'device_id': 'fd94397a-905c-483a-b1e1-d10824caa69d', 'network_id': '708a35b3-8a55-4800-a73b-5882ef9a3209', 'admin_state_up': True, 'tenant_id': '0075fb0c0aaf4cf69134d39882a91896'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:42.471529 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b1913aea-f8c3-4998-8758-4d469412d56b req-12119fad-a6dc-4a7e-8cdf-b0075e6be247 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 210 time: 0.0350609 Jul 22 19:31:42.473171 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-d9c1b6f2-2e2f-419b-8dc6-6b93e35ac0bf tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Made reservation on behalf of 0075fb0c0aaf4cf69134d39882a91896 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:42.476848 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-d9c1b6f2-2e2f-419b-8dc6-6b93e35ac0bf tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:42.506234 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdd7cf-aa3c-4fed-9914-69cd615abe04 req-11b3b37f-ea16-4cb5-b9a1-116382394929 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:42.507747 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01fdd7cf-aa3c-4fed-9914-69cd615abe04 req-11b3b37f-ea16-4cb5-b9a1-116382394929 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1046052 Jul 22 19:31:42.547808 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01fdd7cf-aa3c-4fed-9914-69cd615abe04 req-cd6666d9-7141-4855-a97b-6ee3132b9100 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336425 Jul 22 19:31:42.604995 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-d9c1b6f2-2e2f-419b-8dc6-6b93e35ac0bf tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Allocated IP 172.20.0.5 (708a35b3-8a55-4800-a73b-5882ef9a3209/eb7e747c-d104-466a-8b1b-0d1a11c568ef/164d06f3-da18-449a-99bd-4b0264d90ff1) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:42.716662 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944b257-c68d-4412-8cfb-5d536f70a574 req-74a229ff-a836-4630-88e1-b6f5b8bd65df tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:42.718291 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8944b257-c68d-4412-8cfb-5d536f70a574 req-74a229ff-a836-4630-88e1-b6f5b8bd65df tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0671861 Jul 22 19:31:42.752962 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-d9c1b6f2-2e2f-419b-8dc6-6b93e35ac0bf tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:42.761214 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8944b257-c68d-4412-8cfb-5d536f70a574 req-3a2098a0-2c25-4032-9f60-3b4c07622ddf tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371909 Jul 22 19:31:42.793018 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-d9c1b6f2-2e2f-419b-8dc6-6b93e35ac0bf tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:42.838119 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-d9c1b6f2-2e2f-419b-8dc6-6b93e35ac0bf tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Network 708a35b3-8a55-4800-a73b-5882ef9a3209 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:42.841543 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-d9c1b6f2-2e2f-419b-8dc6-6b93e35ac0bf tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:42.845586 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-d9c1b6f2-2e2f-419b-8dc6-6b93e35ac0bf tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:42.873110 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1b6f2-2e2f-419b-8dc6-6b93e35ac0bf tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Pushing event updated for resources: {'Port': ['ID=164d06f3-da18-449a-99bd-4b0264d90ff1,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:42.899302 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5dd9ff-f6e6-463e-8ab3-36cb820d389c req-378f2c24-44e2-4f07-9fb6-601c2b8346a9 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:42.899572 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-d9c1b6f2-2e2f-419b-8dc6-6b93e35ac0bf tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:42.900214 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-d9c1b6f2-2e2f-419b-8dc6-6b93e35ac0bf tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:42.901086 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa5dd9ff-f6e6-463e-8ab3-36cb820d389c req-378f2c24-44e2-4f07-9fb6-601c2b8346a9 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0695834 Jul 22 19:31:42.915252 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-d9c1b6f2-2e2f-419b-8dc6-6b93e35ac0bf tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5645113 Jul 22 19:31:42.927232 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] Request body: {'port': {'device_id': 'fd94397a-905c-483a-b1e1-d10824caa69d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:42.940025 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa5dd9ff-f6e6-463e-8ab3-36cb820d389c req-36cb3009-952c-4e02-a480-999d3aee9eca tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328519 Jul 22 19:31:42.999903 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:43.094401 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c467c9b-524e-4bca-9b3c-34af0eba9e53 req-b20d7758-16f8-4a0b-b63f-2fa287376cd0 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:43.095900 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2c467c9b-524e-4bca-9b3c-34af0eba9e53 req-b20d7758-16f8-4a0b-b63f-2fa287376cd0 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0653732 Jul 22 19:31:43.135944 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2c467c9b-524e-4bca-9b3c-34af0eba9e53 req-24bcad6a-8853-4b5c-aa0f-9a7c76d19989 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342824 Jul 22 19:31:43.279775 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576626d5-1e2a-404b-8e53-7a0e798a7d12 req-4658d2bc-bf3c-4fa4-8607-9cbcfbdbea4b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:43.281438 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-576626d5-1e2a-404b-8e53-7a0e798a7d12 req-4658d2bc-bf3c-4fa4-8607-9cbcfbdbea4b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0723205 Jul 22 19:31:43.329503 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-576626d5-1e2a-404b-8e53-7a0e798a7d12 req-2ef58a91-7d08-4611-9087-98eaf52c328d tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347705 Jul 22 19:31:43.479656 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276d8b3-5bd1-4625-81ec-cffd671d5815 req-cc8e7767-c16f-4c92-a9e5-431cc909c0fc tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:43.481206 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d276d8b3-5bd1-4625-81ec-cffd671d5815 req-cc8e7767-c16f-4c92-a9e5-431cc909c0fc tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0650225 Jul 22 19:31:43.525797 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d276d8b3-5bd1-4625-81ec-cffd671d5815 req-7c665375-1120-4f14-8973-73abe1503026 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387733 Jul 22 19:31:43.534962 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164d06f3-da18-449a-99bd-4b0264d90ff1 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:31:43.548823 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:43.565161 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] Transition to ACTIVE for port object 164d06f3-da18-449a-99bd-4b0264d90ff1 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:43.571261 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:43.621367 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] Pushing event updated for resources: {'Port': ['ID=164d06f3-da18-449a-99bd-4b0264d90ff1,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:43.655506 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d44bed-805d-4d52-938d-88c77bc6b208 req-959e7649-37e9-4d52-aba2-49c7d52d4122 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:43.657038 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e0d44bed-805d-4d52-938d-88c77bc6b208 req-959e7649-37e9-4d52-aba2-49c7d52d4122 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 931 time: 0.1146071 Jul 22 19:31:43.693453 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] Attempting to bind port 164d06f3-da18-449a-99bd-4b0264d90ff1 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:43.693794 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] Attempting to bind port 164d06f3-da18-449a-99bd-4b0264d90ff1 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '47c4b867-d6f7-4867-9d42-2bdbf59773a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '708a35b3-8a55-4800-a73b-5882ef9a3209'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:43.694129 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] Attempting to bind port 164d06f3-da18-449a-99bd-4b0264d90ff1 on network 708a35b3-8a55-4800-a73b-5882ef9a3209 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:43.698417 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] Port 164d06f3-da18-449a-99bd-4b0264d90ff1 on network 708a35b3-8a55-4800-a73b-5882ef9a3209 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:43.698743 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] Attempting to bind port 164d06f3-da18-449a-99bd-4b0264d90ff1 on network 708a35b3-8a55-4800-a73b-5882ef9a3209 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:43.704206 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:43.704592 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] Checking segment: {'id': '47c4b867-d6f7-4867-9d42-2bdbf59773a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '708a35b3-8a55-4800-a73b-5882ef9a3209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:43.704987 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] Bound using segment: {'id': '47c4b867-d6f7-4867-9d42-2bdbf59773a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '708a35b3-8a55-4800-a73b-5882ef9a3209'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:43.705414 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] Bound port: 164d06f3-da18-449a-99bd-4b0264d90ff1, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c4b867-d6f7-4867-9d42-2bdbf59773a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '708a35b3-8a55-4800-a73b-5882ef9a3209'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:43.705775 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:43.710920 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e0d44bed-805d-4d52-938d-88c77bc6b208 req-9499ce12-bb1b-4434-92ef-be52d6b0bee6 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/security-groups?id=f90f9dbe-ae32-4f45-bc56-d9ac9b881627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461617 Jul 22 19:31:43.720757 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee263811-7650-4564-996d-235b7e9e727d req-e04e0ad7-0535-4091-944d-f6928b32a7f6 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:43.722266 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee263811-7650-4564-996d-235b7e9e727d req-e04e0ad7-0535-4091-944d-f6928b32a7f6 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1138065 Jul 22 19:31:43.761554 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee263811-7650-4564-996d-235b7e9e727d req-1e96ebc6-cf6f-4f27-98e5-a81b3587661d tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324883 Jul 22 19:31:43.772746 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] For port 164d06f3-da18-449a-99bd-4b0264d90ff1, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:43.775722 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] For port 164d06f3-da18-449a-99bd-4b0264d90ff1, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=164d06f3-da18-449a-99bd-4b0264d90ff1,segment=NetworkSegment(47c4b867-d6f7-4867-9d42-2bdbf59773a5),segment_id=47c4b867-d6f7-4867-9d42-2bdbf59773a5)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:43.782551 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:43.816505 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:43.817132 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:43.818791 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] 10.222.0.16 "PUT /v2.0/ports/164d06f3-da18-449a-99bd-4b0264d90ff1 HTTP/1.1" status: 200 len: 1092 time: 0.8957205 Jul 22 19:31:43.819235 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd94397a-905c-483a-b1e1-d10824caa69d', 'tag': '164d06f3-da18-449a-99bd-4b0264d90ff1'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:43.821535 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ec44de-b19a-4e8b-a112-94978e845b99" -d '{"events": [{"name": "network-changed", "server_uuid": "fd94397a-905c-483a-b1e1-d10824caa69d", "tag": "164d06f3-da18-449a-99bd-4b0264d90ff1"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:43.854872 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad10c96-56ac-4cf5-a9ba-d77bcdfa60d2 service neutron] Pushing event updated for resources: {'Port': ['ID=164d06f3-da18-449a-99bd-4b0264d90ff1,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:43.868517 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a70b657-df1e-44ae-be2f-b8dd35759dc8 x-openstack-request-id: req-1a70b657-df1e-44ae-be2f-b8dd35759dc8 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:43.868517 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd94397a-905c-483a-b1e1-d10824caa69d", "tag": "164d06f3-da18-449a-99bd-4b0264d90ff1", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:43.868517 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a70b657-df1e-44ae-be2f-b8dd35759dc8 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:43.868517 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd94397a-905c-483a-b1e1-d10824caa69d', 'tag': '164d06f3-da18-449a-99bd-4b0264d90ff1', 'status': 'completed', 'code': 200} Jul 22 19:31:43.913543 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-4b7adc47-8f6c-4b5e-b510-f0d898411ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:43.914963 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-4b7adc47-8f6c-4b5e-b510-f0d898411ff0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0075fb0c0aaf4cf69134d39882a91896&device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 1095 time: 0.0571456 Jul 22 19:31:43.957153 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177862e8-85c2-418f-a5fb-b7f1bd679f2e req-c994581e-6edd-4bbd-8368-b6b9e070be3e tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:43.958881 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-177862e8-85c2-418f-a5fb-b7f1bd679f2e req-c994581e-6edd-4bbd-8368-b6b9e070be3e tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0672369 Jul 22 19:31:43.961192 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-aa88dd6f-eaf2-46f2-89d7-394b429a927d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=164d06f3-da18-449a-99bd-4b0264d90ff1 HTTP/1.1" status: 200 len: 217 time: 0.0385835 Jul 22 19:31:43.998554 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-177862e8-85c2-418f-a5fb-b7f1bd679f2e req-2c2a618f-c8b8-4284-b56d-a9003501887b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335286 Jul 22 19:31:44.009485 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-395c88a8-b444-4b28-bea3-5aee999d74c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.010985 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-395c88a8-b444-4b28-bea3-5aee999d74c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb7e747c-d104-466a-8b1b-0d1a11c568ef HTTP/1.1" status: 200 len: 851 time: 0.0427547 Jul 22 19:31:44.045127 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-c4a6c78e-0012-40d1-8bf6-b5d40f2fa678 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=708a35b3-8a55-4800-a73b-5882ef9a3209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278769 Jul 22 19:31:44.142186 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-2155c8f4-ab62-484d-a705-720e562890e8 service neutron] 10.222.0.16 "GET /v2.0/networks/708a35b3-8a55-4800-a73b-5882ef9a3209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915294 Jul 22 19:31:44.149817 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6459b-5862-420d-a170-f002c1731ab1 req-f0160c5d-4139-4f06-9e01-331e0e306f68 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.151289 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ed6459b-5862-420d-a170-f002c1731ab1 req-f0160c5d-4139-4f06-9e01-331e0e306f68 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0693681 Jul 22 19:31:44.190786 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ed6459b-5862-420d-a170-f002c1731ab1 req-5264ff35-c266-45d3-9a79-f0effd631022 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336823 Jul 22 19:31:44.234834 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-49a67e92-0770-452b-b71d-d33da2cdfb30 req-9af3c836-4210-4734-ae65-4d4f45ace2e8 service neutron] 10.222.0.16 "GET /v2.0/networks/708a35b3-8a55-4800-a73b-5882ef9a3209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867419 Jul 22 19:31:44.336950 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec44de-b19a-4e8b-a112-94978e845b99 req-7d3c2f06-57cf-437a-a6fd-1d3d7e5ac831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.338532 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-76ec44de-b19a-4e8b-a112-94978e845b99 req-7d3c2f06-57cf-437a-a6fd-1d3d7e5ac831 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0075fb0c0aaf4cf69134d39882a91896&device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 1095 time: 0.0601125 Jul 22 19:31:44.343968 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ec981-33e5-46b0-a4a8-a88702ca727a req-2ade8add-3d9b-4406-8bc8-3beb7d9da0e2 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.345976 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-247ec981-33e5-46b0-a4a8-a88702ca727a req-2ade8add-3d9b-4406-8bc8-3beb7d9da0e2 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0692282 Jul 22 19:31:44.386899 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-247ec981-33e5-46b0-a4a8-a88702ca727a req-66397eb0-4449-4a18-978d-d15ff1de069a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334859 Jul 22 19:31:44.431540 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec44de-b19a-4e8b-a112-94978e845b99 req-0f39c51c-1de3-4b3b-bda6-95fad512ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.433053 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-76ec44de-b19a-4e8b-a112-94978e845b99 req-0f39c51c-1de3-4b3b-bda6-95fad512ff1a service neutron] 10.222.0.16 "GET /v2.0/networks?id=708a35b3-8a55-4800-a73b-5882ef9a3209 HTTP/1.1" status: 200 len: 912 time: 0.0880375 Jul 22 19:31:44.478641 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-76ec44de-b19a-4e8b-a112-94978e845b99 req-65e3dce3-0bcd-4971-9ca4-b37e366ec59e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=164d06f3-da18-449a-99bd-4b0264d90ff1 HTTP/1.1" status: 200 len: 217 time: 0.0386708 Jul 22 19:31:44.524305 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8f7df-8482-4d94-963f-dce128db5573 req-215d7c6e-8665-4d3b-bec6-09a63a8ec0c3 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.525807 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48a8f7df-8482-4d94-963f-dce128db5573 req-215d7c6e-8665-4d3b-bec6-09a63a8ec0c3 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0693593 Jul 22 19:31:44.526808 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec44de-b19a-4e8b-a112-94978e845b99 req-a46a7f34-7601-4575-be2a-c57eb1d00b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.529005 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-76ec44de-b19a-4e8b-a112-94978e845b99 req-a46a7f34-7601-4575-be2a-c57eb1d00b5e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb7e747c-d104-466a-8b1b-0d1a11c568ef HTTP/1.1" status: 200 len: 851 time: 0.0439539 Jul 22 19:31:44.563792 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48a8f7df-8482-4d94-963f-dce128db5573 req-84eb4b98-f886-42c8-8a84-f4b30c742435 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317194 Jul 22 19:31:44.564826 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-76ec44de-b19a-4e8b-a112-94978e845b99 req-a131cf25-0c7d-426c-9c8b-e3c92614b463 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=708a35b3-8a55-4800-a73b-5882ef9a3209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273521 Jul 22 19:31:44.662301 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-76ec44de-b19a-4e8b-a112-94978e845b99 req-36abfc3b-0b6a-4cb3-b42b-e3a24349b6f8 service neutron] 10.222.0.16 "GET /v2.0/networks/708a35b3-8a55-4800-a73b-5882ef9a3209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898156 Jul 22 19:31:44.738326 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafa50e-da38-49b8-8b9a-73dd56a770ca req-3ebc9341-652f-429d-b36a-980846bbbc6b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.745122 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aaafa50e-da38-49b8-8b9a-73dd56a770ca req-3ebc9341-652f-429d-b36a-980846bbbc6b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0712938 Jul 22 19:31:44.754151 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-76ec44de-b19a-4e8b-a112-94978e845b99 req-2411e077-be40-4818-9e66-1f4501c196f3 service neutron] 10.222.0.16 "GET /v2.0/networks/708a35b3-8a55-4800-a73b-5882ef9a3209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852706 Jul 22 19:31:44.780782 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aaafa50e-da38-49b8-8b9a-73dd56a770ca req-a236e4f3-51dd-41b2-83ad-ce80328ddfbe tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345631 Jul 22 19:31:44.847505 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b54fa5-ba5c-4b48-b559-c53538dc4dec req-671f67e8-c51c-4ca0-87c4-f764ac7c7e52 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.849116 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-35b54fa5-ba5c-4b48-b559-c53538dc4dec req-671f67e8-c51c-4ca0-87c4-f764ac7c7e52 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 943 time: 0.0661268 Jul 22 19:31:44.918151 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-35b54fa5-ba5c-4b48-b559-c53538dc4dec req-c446a4a4-8364-462c-8508-8dd69f0eaccc tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/security-groups?id=f90f9dbe-ae32-4f45-bc56-d9ac9b881627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633671 Jul 22 19:31:44.947308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a3d02-23c4-4d3f-81f3-26053742b301 req-c5f730ed-a43e-4ef6-9274-d73db44ca6ff tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.948815 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-371a3d02-23c4-4d3f-81f3-26053742b301 req-c5f730ed-a43e-4ef6-9274-d73db44ca6ff tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0873311 Jul 22 19:31:44.989408 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-371a3d02-23c4-4d3f-81f3-26053742b301 req-5a6dc8dd-7d63-4dbd-a433-966e2605e57b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344124 Jul 22 19:31:45.213200 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4d29f-8c9f-4342-8e63-05419068b091 req-6985c2f5-948d-4f94-bb60-70792ffc77e1 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:45.214758 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-79f4d29f-8c9f-4342-8e63-05419068b091 req-6985c2f5-948d-4f94-bb60-70792ffc77e1 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0656238 Jul 22 19:31:45.254002 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-79f4d29f-8c9f-4342-8e63-05419068b091 req-b4c80590-82dd-4973-aa75-90f3add89148 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329657 Jul 22 19:31:45.388927 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f1f04-0058-4a66-871e-00a6f5957778 req-9ece601e-4c6f-4870-9b5c-378e4835b9f7 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:45.390831 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f95f1f04-0058-4a66-871e-00a6f5957778 req-9ece601e-4c6f-4870-9b5c-378e4835b9f7 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0709100 Jul 22 19:31:45.429867 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f95f1f04-0058-4a66-871e-00a6f5957778 req-8561a4ab-9b2d-4f24-a63a-4c491e2a79df tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329263 Jul 22 19:31:45.573294 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121692e-40f3-4233-bfa2-1634dc6452d3 req-13192268-f941-4281-a4c9-4059f7023e1d tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:45.574684 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1121692e-40f3-4233-bfa2-1634dc6452d3 req-13192268-f941-4281-a4c9-4059f7023e1d tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0641825 Jul 22 19:31:45.612613 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1121692e-40f3-4233-bfa2-1634dc6452d3 req-65cdd308-372a-47ab-9ec2-92052712eaf0 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312989 Jul 22 19:31:45.743117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fff4f-0620-49e1-bd12-c6e90052d170 req-0e2c0ac6-bd1c-4dcc-ba4e-4bb36bab1002 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:45.744642 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac2fff4f-0620-49e1-bd12-c6e90052d170 req-0e2c0ac6-bd1c-4dcc-ba4e-4bb36bab1002 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0645058 Jul 22 19:31:45.783237 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac2fff4f-0620-49e1-bd12-c6e90052d170 req-3b386f7e-e4ef-4abd-8d62-1bada51b1aa7 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320351 Jul 22 19:31:46.063644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1a2cb-ee71-414e-a8e1-6a4567ae9e7e req-ea6d162e-49e3-476c-8a1d-0117dbc01bfd tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:46.073378 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00c1a2cb-ee71-414e-a8e1-6a4567ae9e7e req-ea6d162e-49e3-476c-8a1d-0117dbc01bfd tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 943 time: 0.0853896 Jul 22 19:31:46.117645 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00c1a2cb-ee71-414e-a8e1-6a4567ae9e7e req-a36bfc46-3900-4294-adc9-3e5c4ddac56b tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/security-groups?id=f90f9dbe-ae32-4f45-bc56-d9ac9b881627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429437 Jul 22 19:31:46.269980 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea5dbf-185e-4d88-a172-9b0b7d5e2a40 req-593b8417-feff-4492-95b5-d605f531a31e tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:46.271563 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4dea5dbf-185e-4d88-a172-9b0b7d5e2a40 req-593b8417-feff-4492-95b5-d605f531a31e tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0698035 Jul 22 19:31:46.311838 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4dea5dbf-185e-4d88-a172-9b0b7d5e2a40 req-49571564-8f44-46ee-9b83-3d778e49f9ba tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346701 Jul 22 19:31:46.329667 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46028) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:46.491866 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-cb1ff3ee-df7f-48bf-ab4c-0dc72a024754 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Deleting port 634d9ccd-1c45-4d7d-8de6-3c603d522f51 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:31:46.492215 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb1ff3ee-df7f-48bf-ab4c-0dc72a024754 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:46.572122 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb1ff3ee-df7f-48bf-ab4c-0dc72a024754 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:46.572451 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb1ff3ee-df7f-48bf-ab4c-0dc72a024754 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:46.584072 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-cb1ff3ee-df7f-48bf-ab4c-0dc72a024754 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Calling delete_port for 634d9ccd-1c45-4d7d-8de6-3c603d522f51 owned by network:floatingip {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:31:46.730012 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb1ff3ee-df7f-48bf-ab4c-0dc72a024754 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:46.756513 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ff3ee-df7f-48bf-ab4c-0dc72a024754 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Pushing event deleted for resources: {'Port': ['ID=634d9ccd-1c45-4d7d-8de6-3c603d522f51,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:46.817504 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb1ff3ee-df7f-48bf-ab4c-0dc72a024754 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for floatingip, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:46.818160 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [None req-cb1ff3ee-df7f-48bf-ab4c-0dc72a024754 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Floating IP 386c8d8d-01aa-4526-91ce-c7884a2fd45a disassociated (deleted). External IP: 172.25.3.219, port: f2bb2214-37a1-4865-9d5b-d82db49d95d7. Jul 22 19:31:47.027146 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1ff3ee-df7f-48bf-ab4c-0dc72a024754 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Router 31b483fe-b09f-4da2-931d-b1f1c99056d8 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:31:47.134125 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1ff3ee-df7f-48bf-ab4c-0dc72a024754 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:31:47.139187 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cb1ff3ee-df7f-48bf-ab4c-0dc72a024754 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:47.145388 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d59bd7-1dc0-4dc0-9211-8bbd967e2864 None None] Sync routers for ids ['31b483fe-b09f-4da2-931d-b1f1c99056d8'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:31:47.156436 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d59bd7-1dc0-4dc0-9211-8bbd967e2864 None None] Routers {'31b483fe-b09f-4da2-931d-b1f1c99056d8'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:47.157255 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-b4d59bd7-1dc0-4dc0-9211-8bbd967e2864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:31:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['31b483fe-b09f-4da2-931d-b1f1c99056d8'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:47.179384 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cb1ff3ee-df7f-48bf-ab4c-0dc72a024754 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "DELETE /v2.0/floatingips/386c8d8d-01aa-4526-91ce-c7884a2fd45a HTTP/1.1" status: 204 len: 168 time: 0.8483784 Jul 22 19:31:47.180106 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600b1d16-699f-451d-9c1f-42f8fdbc948d', 'tag': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:47.183080 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7b9a2b-9b3f-4e9f-af3b-66ce93e6cfe7" -d '{"events": [{"name": "network-changed", "server_uuid": "600b1d16-699f-451d-9c1f-42f8fdbc948d", "tag": "f2bb2214-37a1-4865-9d5b-d82db49d95d7"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:47.261967 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e076a9-5527-4ea3-8910-6e2d00361405 req-e071c394-f495-4662-a6fa-eb3caf5c7a00 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:47.263847 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69e076a9-5527-4ea3-8910-6e2d00361405 req-e071c394-f495-4662-a6fa-eb3caf5c7a00 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 943 time: 0.0720000 Jul 22 19:31:47.281647 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-b4d59bd7-1dc0-4dc0-9211-8bbd967e2864 None None] Set router 31b483fe-b09f-4da2-931d-b1f1c99056d8 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:47.314182 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69e076a9-5527-4ea3-8910-6e2d00361405 req-83450d71-8bfb-4cb4-a80c-5beeebda6444 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/security-groups?id=f90f9dbe-ae32-4f45-bc56-d9ac9b881627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407319 Jul 22 19:31:47.359694 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17f0b71-e509-4636-b3e0-5798ae4766e7 x-openstack-request-id: req-e17f0b71-e509-4636-b3e0-5798ae4766e7 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:47.360533 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600b1d16-699f-451d-9c1f-42f8fdbc948d", "tag": "f2bb2214-37a1-4865-9d5b-d82db49d95d7", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:47.361038 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e17f0b71-e509-4636-b3e0-5798ae4766e7 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:47.361580 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600b1d16-699f-451d-9c1f-42f8fdbc948d', 'tag': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7', 'status': 'completed', 'code': 200} Jul 22 19:31:47.514248 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-b4d59bd7-1dc0-4dc0-9211-8bbd967e2864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'name': 'tempest-TestVolumeBackupRestore-637595655-router', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:43Z', 'updated_at': '2021-07-22T19:28:46Z', 'revision_number': 4, 'project_id': '4440afb57e7642f09160897c06afbda5', 'gw_port': {'id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:44Z', 'updated_at': '2021-07-22T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2a7d246c-4c57-4b24-bbf1-b5cca3325564', 'name': '', 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'mac_address': 'fa:16:3e:ea:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:45Z', 'updated_at': '2021-07-22T19:28:53Z', 'revision_number': 5, 'project_id': '4440afb57e7642f09160897c06afbda5', 'subnets': [{'id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:47.533206 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce480c0-c273-4efd-80cc-a56e9fa47923 req-6289fdc8-c189-4117-9b5a-fdd3cfcbbabb tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:47.534602 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ce480c0-c273-4efd-80cc-a56e9fa47923 req-6289fdc8-c189-4117-9b5a-fdd3cfcbbabb tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 945 time: 0.1571372 Jul 22 19:31:47.537558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b9a2b-9b3f-4e9f-af3b-66ce93e6cfe7 req-39894a90-149e-46c9-8b8b-31813cfc261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:47.538894 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac7b9a2b-9b3f-4e9f-af3b-66ce93e6cfe7 req-39894a90-149e-46c9-8b8b-31813cfc261e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4440afb57e7642f09160897c06afbda5&device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 1097 time: 0.1513042 Jul 22 19:31:47.541037 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d59bd7-1dc0-4dc0-9211-8bbd967e2864 None None] Checking router: 31b483fe-b09f-4da2-931d-b1f1c99056d8 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:31:47.550391 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d59bd7-1dc0-4dc0-9211-8bbd967e2864 None None] Routers {'31b483fe-b09f-4da2-931d-b1f1c99056d8'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:47.550980 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-b4d59bd7-1dc0-4dc0-9211-8bbd967e2864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:31:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['31b483fe-b09f-4da2-931d-b1f1c99056d8'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:47.555441 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182b326-46b5-4460-965b-377ac8146df9 req-0f4d7939-a87c-489a-be65-c1dea3711030 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:47.556873 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1182b326-46b5-4460-965b-377ac8146df9 req-0f4d7939-a87c-489a-be65-c1dea3711030 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1410475 Jul 22 19:31:47.659883 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-b4d59bd7-1dc0-4dc0-9211-8bbd967e2864 None None] Set router 31b483fe-b09f-4da2-931d-b1f1c99056d8 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:47.672701 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ce480c0-c273-4efd-80cc-a56e9fa47923 req-44ca42ff-85c4-421d-9d32-d89980c72af0 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/security-groups?id=dac6a2ce-4cb9-4f29-b0cf-6ef426491d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313403 Jul 22 19:31:47.682798 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1182b326-46b5-4460-965b-377ac8146df9 req-1cd04225-e2fb-4fb3-a0c9-0a9550d9109a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160910 Jul 22 19:31:47.705000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b9a2b-9b3f-4e9f-af3b-66ce93e6cfe7 req-fec1db8c-819f-4a59-a5ad-85cfd32dc8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:47.707589 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac7b9a2b-9b3f-4e9f-af3b-66ce93e6cfe7 req-fec1db8c-819f-4a59-a5ad-85cfd32dc8ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8a153fb-aef4-4e4f-b8ab-e2807490ca4c HTTP/1.1" status: 200 len: 914 time: 0.1495881 Jul 22 19:31:47.753636 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac7b9a2b-9b3f-4e9f-af3b-66ce93e6cfe7 req-33fde9ec-61d3-4766-911c-bb3cc8a7b6f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2bb2214-37a1-4865-9d5b-d82db49d95d7 HTTP/1.1" status: 200 len: 217 time: 0.0389287 Jul 22 19:31:47.806528 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b9a2b-9b3f-4e9f-af3b-66ce93e6cfe7 req-edfa47b9-0c10-4b19-9792-cdcac383b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:47.807912 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac7b9a2b-9b3f-4e9f-af3b-66ce93e6cfe7 req-edfa47b9-0c10-4b19-9792-cdcac383b220 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6e2415d-5af4-44b3-83f0-e56ea2f0d84c HTTP/1.1" status: 200 len: 852 time: 0.0475821 Jul 22 19:31:47.866032 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-b4d59bd7-1dc0-4dc0-9211-8bbd967e2864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'name': 'tempest-TestVolumeBackupRestore-637595655-router', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:43Z', 'updated_at': '2021-07-22T19:28:46Z', 'revision_number': 4, 'project_id': '4440afb57e7642f09160897c06afbda5', 'gw_port': {'id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:44Z', 'updated_at': '2021-07-22T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2a7d246c-4c57-4b24-bbf1-b5cca3325564', 'name': '', 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'mac_address': 'fa:16:3e:ea:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:45Z', 'updated_at': '2021-07-22T19:28:53Z', 'revision_number': 5, 'project_id': '4440afb57e7642f09160897c06afbda5', 'subnets': [{'id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:47.870921 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b9a2b-9b3f-4e9f-af3b-66ce93e6cfe7 req-5c36796e-dc54-4fe4-931f-4e1cb1eaa8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:47.872507 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac7b9a2b-9b3f-4e9f-af3b-66ce93e6cfe7 req-5c36796e-dc54-4fe4-931f-4e1cb1eaa8ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8a153fb-aef4-4e4f-b8ab-e2807490ca4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571253 Jul 22 19:31:47.973687 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac7b9a2b-9b3f-4e9f-af3b-66ce93e6cfe7 req-b7371b2f-5e09-4eda-94ef-8003406df724 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a153fb-aef4-4e4f-b8ab-e2807490ca4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937057 Jul 22 19:31:47.988592 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d59bd7-1dc0-4dc0-9211-8bbd967e2864 None None] The sync data for ids ['31b483fe-b09f-4da2-931d-b1f1c99056d8'] in n-d-800086-12 is: [{'id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'name': 'tempest-TestVolumeBackupRestore-637595655-router', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:43Z', 'updated_at': '2021-07-22T19:28:46Z', 'revision_number': 4, 'project_id': '4440afb57e7642f09160897c06afbda5', 'gw_port': {'id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:44Z', 'updated_at': '2021-07-22T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2a7d246c-4c57-4b24-bbf1-b5cca3325564', 'name': '', 'network_id': 'b8a153fb-aef4-4e4f-b8ab-e2807490ca4c', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'mac_address': 'fa:16:3e:ea:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:45Z', 'updated_at': '2021-07-22T19:28:53Z', 'revision_number': 5, 'project_id': '4440afb57e7642f09160897c06afbda5', 'subnets': [{'id': 'd6e2415d-5af4-44b3-83f0-e56ea2f0d84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:31:48.227605 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e19ab7-13f1-4e2b-a24a-fcd59d6495ab None None] New status for floating IP 386c8d8d-01aa-4526-91ce-c7884a2fd45a: DOWN {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:31:48.346909 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 164d06f3-da18-449a-99bd-4b0264d90ff1 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:31:48.376425 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac7b9a2b-9b3f-4e9f-af3b-66ce93e6cfe7 req-2c799197-40a7-4f94-8054-6bbb9188cc62 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a153fb-aef4-4e4f-b8ab-e2807490ca4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943961 Jul 22 19:31:48.452680 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 164d06f3-da18-449a-99bd-4b0264d90ff1, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=164d06f3-da18-449a-99bd-4b0264d90ff1,segment=NetworkSegment(47c4b867-d6f7-4867-9d42-2bdbf59773a5),segment_id=47c4b867-d6f7-4867-9d42-2bdbf59773a5)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:48.454016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1aa272-e175-491b-bc38-29472b91d5f1 req-e0c43305-c4a2-475d-8810-5ea054202b8b tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:48.455664 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b1aa272-e175-491b-bc38-29472b91d5f1 req-e0c43305-c4a2-475d-8810-5ea054202b8b tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 943 time: 0.0693321 Jul 22 19:31:48.463945 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '164d06f3-da18-449a-99bd-4b0264d90ff1', 'network_id': '708a35b3-8a55-4800-a73b-5882ef9a3209', 'port_id': '164d06f3-da18-449a-99bd-4b0264d90ff1', 'mac_address': 'fa:16:3e:ed:a6:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7e747c-d104-466a-8b1b-0d1a11c568ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:31:48.494317 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b1aa272-e175-491b-bc38-29472b91d5f1 req-c789afa3-ac70-4912-a906-2da3445408bc tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/security-groups?id=f90f9dbe-ae32-4f45-bc56-d9ac9b881627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327549 Jul 22 19:31:48.502582 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:48.516370 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164d06f3-da18-449a-99bd-4b0264d90ff1 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:31:48.536561 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 164d06f3-da18-449a-99bd-4b0264d90ff1, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=164d06f3-da18-449a-99bd-4b0264d90ff1,segment=NetworkSegment(47c4b867-d6f7-4867-9d42-2bdbf59773a5),segment_id=47c4b867-d6f7-4867-9d42-2bdbf59773a5)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:48.539998 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:48.587864 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=164d06f3-da18-449a-99bd-4b0264d90ff1,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:48.760502 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['164d06f3-da18-449a-99bd-4b0264d90ff1'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:31:48.853629 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a8274-f136-4ece-bb05-02fe3329093a req-7d0ffc8f-5889-4d86-ad7d-9bfbe78c3ef8 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:48.855012 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b0a8274-f136-4ece-bb05-02fe3329093a req-7d0ffc8f-5889-4d86-ad7d-9bfbe78c3ef8 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 945 time: 0.1094565 Jul 22 19:31:48.869641 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de906c-0cca-44a9-99f8-632ccfbe8391 req-69c00902-14fa-4c68-a870-2a5d2d9424b8 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:48.871080 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-62de906c-0cca-44a9-99f8-632ccfbe8391 req-69c00902-14fa-4c68-a870-2a5d2d9424b8 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0964634 Jul 22 19:31:48.928356 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b0a8274-f136-4ece-bb05-02fe3329093a req-0375eb84-f28a-4736-b7bc-4d67bb456075 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/security-groups?id=dac6a2ce-4cb9-4f29-b0cf-6ef426491d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667109 Jul 22 19:31:48.933233 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-62de906c-0cca-44a9-99f8-632ccfbe8391 req-f772dbdb-2270-4471-bb58-a5baeeb60e48 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559754 Jul 22 19:31:49.019143 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dbb6e-6b7e-4bd9-82cc-195acbe5e323 req-decf0421-331a-4ae5-9a40-857e35c0e551 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:49.020624 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-351dbb6e-6b7e-4bd9-82cc-195acbe5e323 req-decf0421-331a-4ae5-9a40-857e35c0e551 tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.30 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 945 time: 0.0703859 Jul 22 19:31:49.124827 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-351dbb6e-6b7e-4bd9-82cc-195acbe5e323 req-4f945e12-c323-4518-a361-f452d61dfb8f tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Deleting port f2bb2214-37a1-4865-9d5b-d82db49d95d7 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:31:49.125084 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-351dbb6e-6b7e-4bd9-82cc-195acbe5e323 req-4f945e12-c323-4518-a361-f452d61dfb8f tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:49.210820 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-351dbb6e-6b7e-4bd9-82cc-195acbe5e323 req-4f945e12-c323-4518-a361-f452d61dfb8f tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] For port f2bb2214-37a1-4865-9d5b-d82db49d95d7, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f2bb2214-37a1-4865-9d5b-d82db49d95d7,segment=NetworkSegment(99b7eefd-941b-40cc-8852-62adcb833371),segment_id=99b7eefd-941b-40cc-8852-62adcb833371)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:49.211177 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-351dbb6e-6b7e-4bd9-82cc-195acbe5e323 req-4f945e12-c323-4518-a361-f452d61dfb8f tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:49.227749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-351dbb6e-6b7e-4bd9-82cc-195acbe5e323 req-4f945e12-c323-4518-a361-f452d61dfb8f tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Calling delete_port for f2bb2214-37a1-4865-9d5b-d82db49d95d7 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:31:49.350778 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-351dbb6e-6b7e-4bd9-82cc-195acbe5e323 req-4f945e12-c323-4518-a361-f452d61dfb8f tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:49.380633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f945e12-c323-4518-a361-f452d61dfb8f tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Pushing event deleted for resources: {'Port': ['ID=f2bb2214-37a1-4865-9d5b-d82db49d95d7,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:49.430362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-351dbb6e-6b7e-4bd9-82cc-195acbe5e323 req-4f945e12-c323-4518-a361-f452d61dfb8f tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] No DVR routers for this DVR port f2bb2214-37a1-4865-9d5b-d82db49d95d7 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:31:49.433086 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-351dbb6e-6b7e-4bd9-82cc-195acbe5e323 req-4f945e12-c323-4518-a361-f452d61dfb8f tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:49.435753 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-351dbb6e-6b7e-4bd9-82cc-195acbe5e323 req-4f945e12-c323-4518-a361-f452d61dfb8f tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.30 "DELETE /v2.0/ports/f2bb2214-37a1-4865-9d5b-d82db49d95d7 HTTP/1.1" status: 204 len: 173 time: 0.4100389 Jul 22 19:31:49.436215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600b1d16-699f-451d-9c1f-42f8fdbc948d', 'name': 'network-vif-deleted', 'tag': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:49.438558 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bea138d-3ef2-44cc-8e4a-e739807fc5b9" -d '{"events": [{"server_uuid": "600b1d16-699f-451d-9c1f-42f8fdbc948d", "name": "network-vif-deleted", "tag": "f2bb2214-37a1-4865-9d5b-d82db49d95d7"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:49.474350 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f2a4fd-64da-4b76-8ddb-226b0b9bd6aa x-openstack-request-id: req-a4f2a4fd-64da-4b76-8ddb-226b0b9bd6aa {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:49.474644 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600b1d16-699f-451d-9c1f-42f8fdbc948d", "name": "network-vif-deleted", "tag": "f2bb2214-37a1-4865-9d5b-d82db49d95d7", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:49.474896 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4f2a4fd-64da-4b76-8ddb-226b0b9bd6aa {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:49.475287 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600b1d16-699f-451d-9c1f-42f8fdbc948d', 'name': 'network-vif-deleted', 'tag': 'f2bb2214-37a1-4865-9d5b-d82db49d95d7', 'status': 'completed', 'code': 200} Jul 22 19:31:49.626863 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c6d98-e026-4f61-92ab-4d1a1d2fd478 req-31084f7d-3044-4483-ab1f-7c50b20f18b7 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:49.628373 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b17c6d98-e026-4f61-92ab-4d1a1d2fd478 req-31084f7d-3044-4483-ab1f-7c50b20f18b7 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 944 time: 0.0652063 Jul 22 19:31:49.666304 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b17c6d98-e026-4f61-92ab-4d1a1d2fd478 req-59955e18-468f-4a6e-98d7-44f5770c755e tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/security-groups?id=f90f9dbe-ae32-4f45-bc56-d9ac9b881627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318565 Jul 22 19:31:50.066460 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cfc4471b-93a8-46b4-943b-1fdabfaedbd3 req-b7ce5a74-97a6-4edb-95b7-8827e94f74fa tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 210 time: 0.0599353 Jul 22 19:31:50.103056 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cddb0b-b619-4d60-80e7-2acba2ea2a0a req-541f0161-d374-4049-9828-c97ef84af612 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:50.104626 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-96cddb0b-b619-4d60-80e7-2acba2ea2a0a req-541f0161-d374-4049-9828-c97ef84af612 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0994120 Jul 22 19:31:50.146069 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-96cddb0b-b619-4d60-80e7-2acba2ea2a0a req-32b32778-f735-4c69-a77d-6f21263e1e12 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348496 Jul 22 19:31:50.345999 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 164d06f3-da18-449a-99bd-4b0264d90ff1 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:50.395302 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 164d06f3-da18-449a-99bd-4b0264d90ff1 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:50.398895 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 164d06f3-da18-449a-99bd-4b0264d90ff1 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:50.399263 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:50.478865 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:50.502837 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd94397a-905c-483a-b1e1-d10824caa69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164d06f3-da18-449a-99bd-4b0264d90ff1'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:50.505074 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83944fc-5445-4e6c-9fa7-a328248768a6" -d '{"events": [{"server_uuid": "fd94397a-905c-483a-b1e1-d10824caa69d", "name": "network-vif-plugged", "status": "completed", "tag": "164d06f3-da18-449a-99bd-4b0264d90ff1"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:50.518089 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 164d06f3-da18-449a-99bd-4b0264d90ff1, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=164d06f3-da18-449a-99bd-4b0264d90ff1,segment=NetworkSegment(47c4b867-d6f7-4867-9d42-2bdbf59773a5),segment_id=47c4b867-d6f7-4867-9d42-2bdbf59773a5)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:50.523508 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:50.546250 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b86daf6-2444-4d71-b6bb-75361c44a739 x-openstack-request-id: req-2b86daf6-2444-4d71-b6bb-75361c44a739 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:50.546533 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd94397a-905c-483a-b1e1-d10824caa69d", "name": "network-vif-plugged", "status": "completed", "tag": "164d06f3-da18-449a-99bd-4b0264d90ff1", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:50.546781 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b86daf6-2444-4d71-b6bb-75361c44a739 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:50.547162 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd94397a-905c-483a-b1e1-d10824caa69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164d06f3-da18-449a-99bd-4b0264d90ff1', 'code': 200} Jul 22 19:31:50.575109 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=164d06f3-da18-449a-99bd-4b0264d90ff1,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:50.657184 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15175a-e27c-48cf-acd2-85b1a2e791de req-94548c18-2a35-4730-92dc-98d7798c642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:50.658651 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1d15175a-e27c-48cf-acd2-85b1a2e791de req-94548c18-2a35-4730-92dc-98d7798c642e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 1097 time: 0.0541925 Jul 22 19:31:50.695123 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1d15175a-e27c-48cf-acd2-85b1a2e791de req-35c76a7f-d3b0-4cc9-9ab9-fbd52f7c0778 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f90f9dbe-ae32-4f45-bc56-d9ac9b881627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300672 Jul 22 19:31:50.799590 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda75e2-542e-4a15-9c13-4e15b285c2c2 req-d797cdbb-f151-4f82-b209-c60b47592da2 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:50.801359 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bcda75e2-542e-4a15-9c13-4e15b285c2c2 req-d797cdbb-f151-4f82-b209-c60b47592da2 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 945 time: 0.0675893 Jul 22 19:31:50.842370 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bcda75e2-542e-4a15-9c13-4e15b285c2c2 req-a95ecd7a-2e70-4534-a6b1-3a49e1aee276 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/security-groups?id=f90f9dbe-ae32-4f45-bc56-d9ac9b881627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354450 Jul 22 19:31:51.166257 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3daa8b06-0b42-4f1f-a1ed-56295258c688 req-2a43384e-e6ad-4429-a179-b6cf0a3baf3c tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 210 time: 0.0303679 Jul 22 19:31:51.291616 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d431e1-25c5-4235-9a62-d8d87396118a req-3ff9596b-6d21-49e1-bde1-c61977daffa3 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:51.293065 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-74d431e1-25c5-4235-9a62-d8d87396118a req-3ff9596b-6d21-49e1-bde1-c61977daffa3 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0683930 Jul 22 19:31:51.333233 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-74d431e1-25c5-4235-9a62-d8d87396118a req-ae76737a-127f-42f5-af52-1e477ddef1c4 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339921 Jul 22 19:31:51.979439 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380d8bb-5d9b-45a5-bc1d-0d7fc6f7fd08 req-9130a18b-8b24-41c8-8ed1-fbea7b2c8937 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:51.980975 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7380d8bb-5d9b-45a5-bc1d-0d7fc6f7fd08 req-9130a18b-8b24-41c8-8ed1-fbea7b2c8937 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 945 time: 0.0703163 Jul 22 19:31:52.020185 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7380d8bb-5d9b-45a5-bc1d-0d7fc6f7fd08 req-4e9e652f-3495-4779-8afd-d5a6ec3f31ea tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/security-groups?id=f90f9dbe-ae32-4f45-bc56-d9ac9b881627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327432 Jul 22 19:31:52.156733 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373d9e8-2581-447a-a5e0-83e048c46fc8 req-2ec42619-eb47-417b-9d84-5f6553848dc2 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:52.158323 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f373d9e8-2581-447a-a5e0-83e048c46fc8 req-2ec42619-eb47-417b-9d84-5f6553848dc2 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 945 time: 0.0722733 Jul 22 19:31:52.197194 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f373d9e8-2581-447a-a5e0-83e048c46fc8 req-da3e04d3-d95c-4b13-b7cb-dbe9b44ffc4a tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/security-groups?id=f90f9dbe-ae32-4f45-bc56-d9ac9b881627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330701 Jul 22 19:31:52.267752 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-703cc1f8-8adb-434f-ad35-61d5f418ec66 req-21ffedf6-b2b1-4f46-9092-9d23cac108bb tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "GET /v2.0/ports?device_id=600b1d16-699f-451d-9c1f-42f8fdbc948d HTTP/1.1" status: 200 len: 210 time: 0.0313087 Jul 22 19:31:52.488871 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228b4de-f815-487b-a2d7-2133df0d1ed1 req-fd4c6d63-3de9-4079-b23d-5ed29b08d11c tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:52.490358 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c228b4de-f815-487b-a2d7-2133df0d1ed1 req-fd4c6d63-3de9-4079-b23d-5ed29b08d11c tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 945 time: 0.1086743 Jul 22 19:31:52.501995 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00738f9-f1cc-46c0-ad00-6ede49caa68d req-bd3418bf-0a41-4e7c-8440-730c9d345df2 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:52.503395 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f00738f9-f1cc-46c0-ad00-6ede49caa68d req-bd3418bf-0a41-4e7c-8440-730c9d345df2 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0921881 Jul 22 19:31:52.559009 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c228b4de-f815-487b-a2d7-2133df0d1ed1 req-bd5df3f9-8a28-42b1-b66f-5a18b4907e9c tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/security-groups?id=f90f9dbe-ae32-4f45-bc56-d9ac9b881627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546651 Jul 22 19:31:52.564606 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f00738f9-f1cc-46c0-ad00-6ede49caa68d req-d7bc83e8-2614-41f9-a61a-20c8c2af7c1e tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544024 Jul 22 19:31:53.324880 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46076) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:53.382414 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60a1ef87-093a-490e-b05a-992380e9ab6a tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:53.408098 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60a1ef87-093a-490e-b05a-992380e9ab6a tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:53.469144 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60a1ef87-093a-490e-b05a-992380e9ab6a tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:53.471750 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60a1ef87-093a-490e-b05a-992380e9ab6a tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:53.473058 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-60a1ef87-093a-490e-b05a-992380e9ab6a tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] 10.222.0.13 "DELETE /v2.0/security-groups/dac6a2ce-4cb9-4f29-b0cf-6ef426491d20 HTTP/1.1" status: 204 len: 168 time: 0.1465647 Jul 22 19:31:53.482954 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1ef87-093a-490e-b05a-992380e9ab6a tempest-TestVolumeBackupRestore-923065074 tempest-TestVolumeBackupRestore-923065074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac6a2ce-4cb9-4f29-b0cf-6ef426491d20,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:53.781616 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f30488-e8ed-44fd-ba9d-e428b3f14410 req-7fa9f2e8-54f3-413b-ae82-31cef7d8b94e tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:53.783191 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2f30488-e8ed-44fd-ba9d-e428b3f14410 req-7fa9f2e8-54f3-413b-ae82-31cef7d8b94e tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 945 time: 0.1421125 Jul 22 19:31:53.795187 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256067e1-866f-447f-8689-d1dbf9c37855 req-5edc6a47-67e1-412b-92eb-ca2de51dbf88 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:53.797165 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-256067e1-866f-447f-8689-d1dbf9c37855 req-5edc6a47-67e1-412b-92eb-ca2de51dbf88 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1142881 Jul 22 19:31:53.866032 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-256067e1-866f-447f-8689-d1dbf9c37855 req-775b4202-df39-41c7-b144-a3fc983372f7 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611985 Jul 22 19:31:53.869206 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2f30488-e8ed-44fd-ba9d-e428b3f14410 req-a6d32a16-f208-41bd-b400-57c557551e17 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/security-groups?id=f90f9dbe-ae32-4f45-bc56-d9ac9b881627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711775 Jul 22 19:31:53.956226 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f2bb2214-37a1-4865-9d5b-d82db49d95d7 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:31:53.985073 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: f2bb2214-37a1-4865-9d5b-d82db49d95d7 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:31:53.986219 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f2bb2214-37a1-4865-9d5b-d82db49d95d7 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:31:54.139052 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85a4c4-7fc2-4c27-adc4-b59d92873788 req-6aaa9aa7-d0f7-4660-a413-f12b6f173ace tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:54.140840 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae85a4c4-7fc2-4c27-adc4-b59d92873788 req-6aaa9aa7-d0f7-4660-a413-f12b6f173ace tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 945 time: 0.0738246 Jul 22 19:31:54.171670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f6f02-954a-44bc-915b-9fafd5855019 req-b807b5a3-c99f-44b9-95a4-e022edd94920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:54.173646 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e00f6f02-954a-44bc-915b-9fafd5855019 req-b807b5a3-c99f-44b9-95a4-e022edd94920 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0075fb0c0aaf4cf69134d39882a91896&device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 1097 time: 0.0801213 Jul 22 19:31:54.196086 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae85a4c4-7fc2-4c27-adc4-b59d92873788 req-6eee29df-2e8e-427c-814a-7f99fa18fcf2 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/security-groups?id=f90f9dbe-ae32-4f45-bc56-d9ac9b881627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493076 Jul 22 19:31:54.276325 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f6f02-954a-44bc-915b-9fafd5855019 req-65f3bd62-3310-45cf-87b3-99e8e937d62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:54.277878 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e00f6f02-954a-44bc-915b-9fafd5855019 req-65f3bd62-3310-45cf-87b3-99e8e937d62d service neutron] 10.222.0.16 "GET /v2.0/networks?id=708a35b3-8a55-4800-a73b-5882ef9a3209 HTTP/1.1" status: 200 len: 912 time: 0.0976555 Jul 22 19:31:54.325278 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e00f6f02-954a-44bc-915b-9fafd5855019 req-1c828522-b4c0-481b-a18d-10c9534d529d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=164d06f3-da18-449a-99bd-4b0264d90ff1 HTTP/1.1" status: 200 len: 217 time: 0.0412827 Jul 22 19:31:54.377423 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f6f02-954a-44bc-915b-9fafd5855019 req-b3f983f1-b443-4a60-875f-8beed29a109c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:54.378771 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e00f6f02-954a-44bc-915b-9fafd5855019 req-b3f983f1-b443-4a60-875f-8beed29a109c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb7e747c-d104-466a-8b1b-0d1a11c568ef HTTP/1.1" status: 200 len: 851 time: 0.0481436 Jul 22 19:31:54.432079 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e00f6f02-954a-44bc-915b-9fafd5855019 req-822bf879-8a5b-4c50-9618-c711ed104df0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=708a35b3-8a55-4800-a73b-5882ef9a3209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476277 Jul 22 19:31:54.546038 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e00f6f02-954a-44bc-915b-9fafd5855019 req-61cb937c-ccb1-47f1-8d22-328dd176c1d6 service neutron] 10.222.0.16 "GET /v2.0/networks/708a35b3-8a55-4800-a73b-5882ef9a3209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069069 Jul 22 19:31:54.662750 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e00f6f02-954a-44bc-915b-9fafd5855019 req-795f9bb7-df6a-4736-ae27-a659e5a0f268 service neutron] 10.222.0.16 "GET /v2.0/networks/708a35b3-8a55-4800-a73b-5882ef9a3209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109183 Jul 22 19:31:55.051960 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0470682-6950-48e3-8bdf-c683653a8a5a req-bc863b0a-abbc-446f-b43b-6877ce92580c tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:55.053826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0470682-6950-48e3-8bdf-c683653a8a5a req-bc863b0a-abbc-446f-b43b-6877ce92580c tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0910313 Jul 22 19:31:55.121178 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0470682-6950-48e3-8bdf-c683653a8a5a req-47669cc9-e6fa-4c72-a670-e1eb1e9df329 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553894 Jul 22 19:31:55.373740 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee5c96-eea8-435d-9094-093461fcb520 req-01c8c495-62ff-4e87-861f-54681c5dbd7c tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:55.381679 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f6ee5c96-eea8-435d-9094-093461fcb520 req-01c8c495-62ff-4e87-861f-54681c5dbd7c tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 945 time: 0.0995183 Jul 22 19:31:55.439748 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f6ee5c96-eea8-435d-9094-093461fcb520 req-25f2747e-15f6-4a4f-b0bb-c7ad27369476 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/security-groups?id=f90f9dbe-ae32-4f45-bc56-d9ac9b881627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508709 Jul 22 19:31:56.347799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d5d07-032c-4fce-bee5-c1038fe2479d req-abcba665-7b04-431c-bf9c-ec2d857bba24 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:56.355909 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad5d5d07-032c-4fce-bee5-c1038fe2479d req-abcba665-7b04-431c-bf9c-ec2d857bba24 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1158702 Jul 22 19:31:56.406770 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad5d5d07-032c-4fce-bee5-c1038fe2479d req-4f41765c-6b8e-4099-8c4d-61253019809f tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490491 Jul 22 19:31:56.640402 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010747a3-3eec-4b74-a3e4-28cf4bfff4fb req-b15ad53e-9b32-4d62-a6c1-89350f732ea0 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:56.641987 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-010747a3-3eec-4b74-a3e4-28cf4bfff4fb req-b15ad53e-9b32-4d62-a6c1-89350f732ea0 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 945 time: 0.1102326 Jul 22 19:31:56.689492 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7c3ba-5bac-4993-a186-41c5b2471a6b req-e6f32006-9a37-4506-9c54-5f5e7c141e55 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:56.699254 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7c3ba-5bac-4993-a186-41c5b2471a6b req-e6f32006-9a37-4506-9c54-5f5e7c141e55 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:56.709378 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7c3ba-5bac-4993-a186-41c5b2471a6b req-e6f32006-9a37-4506-9c54-5f5e7c141e55 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:56.718318 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7c3ba-5bac-4993-a186-41c5b2471a6b req-e6f32006-9a37-4506-9c54-5f5e7c141e55 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:56.725475 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7c3ba-5bac-4993-a186-41c5b2471a6b req-e6f32006-9a37-4506-9c54-5f5e7c141e55 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:56.732342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7c3ba-5bac-4993-a186-41c5b2471a6b req-e6f32006-9a37-4506-9c54-5f5e7c141e55 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:56.741276 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7c3ba-5bac-4993-a186-41c5b2471a6b req-e6f32006-9a37-4506-9c54-5f5e7c141e55 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:56.750906 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b3e7c3ba-5bac-4993-a186-41c5b2471a6b req-e6f32006-9a37-4506-9c54-5f5e7c141e55 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5444 time: 0.2359176 Jul 22 19:31:56.794841 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-010747a3-3eec-4b74-a3e4-28cf4bfff4fb req-f0b76761-e728-4cb7-aeb4-45bb6c594d97 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/security-groups?id=f90f9dbe-ae32-4f45-bc56-d9ac9b881627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455612 Jul 22 19:31:56.842635 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b3e7c3ba-5bac-4993-a186-41c5b2471a6b req-a653e82d-d80c-4980-b9d0-702226ba0ec0 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798936 Jul 22 19:31:57.018029 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46554) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:57.231623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c8a80-7ea1-4c3f-be82-58acfd596d2f req-3960ac1b-62ee-4306-a58e-bc85400c4fdf tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.233146 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-687c8a80-7ea1-4c3f-be82-58acfd596d2f req-3960ac1b-62ee-4306-a58e-bc85400c4fdf tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 945 time: 0.1624207 Jul 22 19:31:57.312896 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-687c8a80-7ea1-4c3f-be82-58acfd596d2f req-8d3414bf-5cf7-4f24-814f-1dafd0b88192 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/security-groups?id=f90f9dbe-ae32-4f45-bc56-d9ac9b881627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511842 Jul 22 19:31:57.540236 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-4ad12557-d2b7-4116-8569-beb8c10ab233 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.547229 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-4ad12557-d2b7-4116-8569-beb8c10ab233 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.553213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-4ad12557-d2b7-4116-8569-beb8c10ab233 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.559892 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-4ad12557-d2b7-4116-8569-beb8c10ab233 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.566579 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-4ad12557-d2b7-4116-8569-beb8c10ab233 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.572781 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-4ad12557-d2b7-4116-8569-beb8c10ab233 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.579242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-4ad12557-d2b7-4116-8569-beb8c10ab233 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.581203 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-4ad12557-d2b7-4116-8569-beb8c10ab233 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5444 time: 0.1816785 Jul 22 19:31:57.656674 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-a4fe5837-09e9-470e-b35c-b2e82ef0e001 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.658046 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-a4fe5837-09e9-470e-b35c-b2e82ef0e001 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.30 "GET /v2.0/ports/78654019-d801-41ad-9f01-d5784c852f39?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0702491 Jul 22 19:31:57.681059 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bf0287cf-4f83-4971-b48c-a610513f675a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:57.772197 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697d71c-e83b-4f3a-a62d-91e3e87e10b8 req-3302e628-e32a-4a6c-a58f-d598e23a7e4b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.773716 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d697d71c-e83b-4f3a-a62d-91e3e87e10b8 req-3302e628-e32a-4a6c-a58f-d598e23a7e4b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.2802956 Jul 22 19:31:57.884160 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d697d71c-e83b-4f3a-a62d-91e3e87e10b8 req-56cd56f5-7773-4d22-bc53-840901349923 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999546 Jul 22 19:31:57.889064 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-f4621658-bb31-4f7b-900a-485bd7e11802 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.30 "GET /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2261119 Jul 22 19:31:58.019505 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:58.061574 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51932d45-69ad-443c-b296-3bb33af9b21b req-0c74674c-de91-4575-a8fb-982cb4aa2d01 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:58.067576 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51932d45-69ad-443c-b296-3bb33af9b21b req-0c74674c-de91-4575-a8fb-982cb4aa2d01 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:58.073853 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51932d45-69ad-443c-b296-3bb33af9b21b req-0c74674c-de91-4575-a8fb-982cb4aa2d01 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:58.079993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51932d45-69ad-443c-b296-3bb33af9b21b req-0c74674c-de91-4575-a8fb-982cb4aa2d01 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:58.086047 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51932d45-69ad-443c-b296-3bb33af9b21b req-0c74674c-de91-4575-a8fb-982cb4aa2d01 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:58.092123 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51932d45-69ad-443c-b296-3bb33af9b21b req-0c74674c-de91-4575-a8fb-982cb4aa2d01 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:58.098179 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51932d45-69ad-443c-b296-3bb33af9b21b req-0c74674c-de91-4575-a8fb-982cb4aa2d01 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:58.100062 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51932d45-69ad-443c-b296-3bb33af9b21b req-0c74674c-de91-4575-a8fb-982cb4aa2d01 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 5444 time: 0.1945460 Jul 22 19:31:58.209620 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51932d45-69ad-443c-b296-3bb33af9b21b req-24e4e9b2-fd76-4ca8-be17-00397e6df705 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0979230 Jul 22 19:31:58.214114 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:58.329741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-bf0287cf-4f83-4971-b48c-a610513f675a admin admin] Deleting port 2a7d246c-4c57-4b24-bbf1-b5cca3325564 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:31:58.330083 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bf0287cf-4f83-4971-b48c-a610513f675a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:58.457292 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d57ac77b-9741-4cd9-a7e6-2c3ba9c9fc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:58.745400 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] For port 78654019-d801-41ad-9f01-d5784c852f39, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=78654019-d801-41ad-9f01-d5784c852f39,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:58.802104 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-bf0287cf-4f83-4971-b48c-a610513f675a admin admin] For port 2a7d246c-4c57-4b24-bbf1-b5cca3325564, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2a7d246c-4c57-4b24-bbf1-b5cca3325564,segment=NetworkSegment(99b7eefd-941b-40cc-8852-62adcb833371),segment_id=99b7eefd-941b-40cc-8852-62adcb833371)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:58.802459 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bf0287cf-4f83-4971-b48c-a610513f675a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:58.821311 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] For port 78654019-d801-41ad-9f01-d5784c852f39, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:58.841746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-bf0287cf-4f83-4971-b48c-a610513f675a admin admin] Calling delete_port for 2a7d246c-4c57-4b24-bbf1-b5cca3325564 owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:31:58.856150 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d93a3-cef3-4a69-8bd4-b333c861bf71 req-e691fda2-4f70-42b7-9929-d32a592aea45 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:58.857677 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-492d93a3-cef3-4a69-8bd4-b333c861bf71 req-e691fda2-4f70-42b7-9929-d32a592aea45 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 945 time: 0.2072332 Jul 22 19:31:58.880629 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] device_id is not set on port 78654019-d801-41ad-9f01-d5784c852f39 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:31:58.931645 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:58.947450 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:59.002015 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-492d93a3-cef3-4a69-8bd4-b333c861bf71 req-7ac962c9-048d-40ec-b27f-dc6db71bb48a tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/security-groups?id=f90f9dbe-ae32-4f45-bc56-d9ac9b881627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341307 Jul 22 19:31:59.107379 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] Pushing event updated for resources: {'Port': ['ID=78654019-d801-41ad-9f01-d5784c852f39,revision_number=6']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:59.114800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] No DVR routers for this DVR port 78654019-d801-41ad-9f01-d5784c852f39 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:31:59.147271 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:59.147628 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:59.147967 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:59.148306 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:59.148673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:59.149010 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:59.149361 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:59.149672 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:59.150004 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:59.150331 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:59.150658 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:59.150984 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:59.212532 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] In _notify_port_updated(), no bound segment for port 78654019-d801-41ad-9f01-d5784c852f39 on network 0595bdbb-3fff-4758-845e-81a374857f98 {{(pid=93807) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:31:59.213477 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.214109 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:59.215583 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-55620273-26d7-4025-bfa5-47e0eaeafa70 service neutron] 10.222.0.30 "PUT /v2.0/ports/78654019-d801-41ad-9f01-d5784c852f39 HTTP/1.1" status: 200 len: 1032 time: 1.3199770 Jul 22 19:31:59.264423 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b076d6a-9da3-4a8a-9c64-f9279013e22a req-45798471-ceaf-4249-96bf-f8bac8174d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.265080 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd277e-7386-401d-9883-6aaba0da3f42 req-38a6caab-5931-407f-8298-c259b0f31be7 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.266163 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4b076d6a-9da3-4a8a-9c64-f9279013e22a req-45798471-ceaf-4249-96bf-f8bac8174d6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0075fb0c0aaf4cf69134d39882a91896&device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 1097 time: 0.0631504 Jul 22 19:31:59.266582 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6dd277e-7386-401d-9883-6aaba0da3f42 req-38a6caab-5931-407f-8298-c259b0f31be7 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.3075306 Jul 22 19:31:59.338096 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3eb4470d-aea9-4067-a864-ccb0c4350656 None None] Provisioning complete for port 78654019-d801-41ad-9f01-d5784c852f39 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:59.338454 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3eb4470d-aea9-4067-a864-ccb0c4350656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:59.364046 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-5cf81afb-ed0d-44a0-ace0-94846e7e5b86 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.365478 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-5cf81afb-ed0d-44a0-ace0-94846e7e5b86 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.30 "GET /v2.0/ports/fc734762-c254-4cb4-bad5-9b6992177001?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1301861 Jul 22 19:31:59.367480 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b076d6a-9da3-4a8a-9c64-f9279013e22a req-eacd76ab-5982-418e-ba09-7393e5a641fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.368729 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4b076d6a-9da3-4a8a-9c64-f9279013e22a req-eacd76ab-5982-418e-ba09-7393e5a641fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=708a35b3-8a55-4800-a73b-5882ef9a3209 HTTP/1.1" status: 200 len: 912 time: 0.0962520 Jul 22 19:31:59.376008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-3eb4470d-aea9-4067-a864-ccb0c4350656 None None] Port 78654019-d801-41ad-9f01-d5784c852f39 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:31:59.390064 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-afe47afc-87e9-4d49-a87e-a3ff90cee2b9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:59.410104 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4b076d6a-9da3-4a8a-9c64-f9279013e22a req-b216e55e-8b85-46f2-96d9-236302763e05 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=164d06f3-da18-449a-99bd-4b0264d90ff1 HTTP/1.1" status: 200 len: 217 time: 0.0347850 Jul 22 19:31:59.422245 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6dd277e-7386-401d-9883-6aaba0da3f42 req-03b06a12-d3c9-46e5-a56b-d5119d50ff60 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295691 Jul 22 19:31:59.435796 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bf0287cf-4f83-4971-b48c-a610513f675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:59.457005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c35d6-370d-431a-9824-7a98e8f43598 req-532ebb59-a0fe-43a7-8add-173c26e389c9 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.458561 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-250c35d6-370d-431a-9824-7a98e8f43598 req-532ebb59-a0fe-43a7-8add-173c26e389c9 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 945 time: 0.2629983 Jul 22 19:31:59.474804 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b076d6a-9da3-4a8a-9c64-f9279013e22a req-b72b87e4-4109-450a-8135-288f9ca0da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.476331 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4b076d6a-9da3-4a8a-9c64-f9279013e22a req-b72b87e4-4109-450a-8135-288f9ca0da43 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb7e747c-d104-466a-8b1b-0d1a11c568ef HTTP/1.1" status: 200 len: 851 time: 0.0608881 Jul 22 19:31:59.491523 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0287cf-4f83-4971-b48c-a610513f675a admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7d246c-4c57-4b24-bbf1-b5cca3325564,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:59.514231 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4b076d6a-9da3-4a8a-9c64-f9279013e22a req-610b090a-6702-40b5-9747-a58b93fb3591 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=708a35b3-8a55-4800-a73b-5882ef9a3209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319560 Jul 22 19:31:59.614577 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4b076d6a-9da3-4a8a-9c64-f9279013e22a req-38b586e5-54c2-4230-a730-edcd79257ac1 service neutron] 10.222.0.16 "GET /v2.0/networks/708a35b3-8a55-4800-a73b-5882ef9a3209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935178 Jul 22 19:31:59.631782 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-afe47afc-87e9-4d49-a87e-a3ff90cee2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:59.658173 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-250c35d6-370d-431a-9824-7a98e8f43598 req-054967da-f156-4840-b673-5be9365a7988 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/security-groups?id=f90f9dbe-ae32-4f45-bc56-d9ac9b881627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724496 Jul 22 19:31:59.713754 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4b076d6a-9da3-4a8a-9c64-f9279013e22a req-cf4a0d84-c901-43f9-a68a-5888bdc602a9 service neutron] 10.222.0.16 "GET /v2.0/networks/708a35b3-8a55-4800-a73b-5882ef9a3209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930650 Jul 22 19:31:59.784237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd20c8-5beb-486a-b9dc-e0ebf160725d req-4d6e02f5-8c61-4f16-819b-22f4513e7461 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.790121 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd20c8-5beb-486a-b9dc-e0ebf160725d req-4d6e02f5-8c61-4f16-819b-22f4513e7461 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.796682 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd20c8-5beb-486a-b9dc-e0ebf160725d req-4d6e02f5-8c61-4f16-819b-22f4513e7461 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.802701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd20c8-5beb-486a-b9dc-e0ebf160725d req-4d6e02f5-8c61-4f16-819b-22f4513e7461 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.808648 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd20c8-5beb-486a-b9dc-e0ebf160725d req-4d6e02f5-8c61-4f16-819b-22f4513e7461 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.815189 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd20c8-5beb-486a-b9dc-e0ebf160725d req-4d6e02f5-8c61-4f16-819b-22f4513e7461 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.817051 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0fd20c8-5beb-486a-b9dc-e0ebf160725d req-4d6e02f5-8c61-4f16-819b-22f4513e7461 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 4665 time: 0.3284414 Jul 22 19:31:59.946159 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0fd20c8-5beb-486a-b9dc-e0ebf160725d req-70fbbbd9-cd5b-48af-9268-2ad2b75cafc6 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=a86ff70c-ff59-4244-b8ae-3f575de545af&id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1201382 Jul 22 19:31:59.950241 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bf0287cf-4f83-4971-b48c-a610513f675a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:59.975807 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-afe47afc-87e9-4d49-a87e-a3ff90cee2b9 service neutron] For port fc734762-c254-4cb4-bad5-9b6992177001, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=fc734762-c254-4cb4-bad5-9b6992177001,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:00.083381 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-afe47afc-87e9-4d49-a87e-a3ff90cee2b9 service neutron] For port fc734762-c254-4cb4-bad5-9b6992177001, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:32:00.126060 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-afe47afc-87e9-4d49-a87e-a3ff90cee2b9 service neutron] device_id is not set on port fc734762-c254-4cb4-bad5-9b6992177001 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:32:00.137947 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-afe47afc-87e9-4d49-a87e-a3ff90cee2b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:00.178556 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-afe47afc-87e9-4d49-a87e-a3ff90cee2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:00.269257 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe47afc-87e9-4d49-a87e-a3ff90cee2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=fc734762-c254-4cb4-bad5-9b6992177001,revision_number=6']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:00.291457 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-afe47afc-87e9-4d49-a87e-a3ff90cee2b9 service neutron] No DVR routers for this DVR port fc734762-c254-4cb4-bad5-9b6992177001 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:00.345843 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0287cf-4f83-4971-b48c-a610513f675a admin admin] Router 31b483fe-b09f-4da2-931d-b1f1c99056d8 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:32:00.349151 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-afe47afc-87e9-4d49-a87e-a3ff90cee2b9 service neutron] In _notify_port_updated(), no bound segment for port fc734762-c254-4cb4-bad5-9b6992177001 on network 0595bdbb-3fff-4758-845e-81a374857f98 {{(pid=93807) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:32:00.350060 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-afe47afc-87e9-4d49-a87e-a3ff90cee2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:00.350675 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-afe47afc-87e9-4d49-a87e-a3ff90cee2b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:00.351992 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-afe47afc-87e9-4d49-a87e-a3ff90cee2b9 service neutron] 10.222.0.30 "PUT /v2.0/ports/fc734762-c254-4cb4-bad5-9b6992177001 HTTP/1.1" status: 200 len: 1032 time: 0.9683251 Jul 22 19:32:00.502700 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7f9ed2d4-bc12-4a1c-ab9f-cd59b3db07f4 None None] Provisioning complete for port fc734762-c254-4cb4-bad5-9b6992177001 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:00.503289 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7f9ed2d4-bc12-4a1c-ab9f-cd59b3db07f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:00.537129 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-7f9ed2d4-bc12-4a1c-ab9f-cd59b3db07f4 None None] Port fc734762-c254-4cb4-bad5-9b6992177001 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:32:00.576516 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0287cf-4f83-4971-b48c-a610513f675a admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:00.585034 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc96c9-1781-4530-8f37-e5430df73d0e None None] Sync routers for ids ['31b483fe-b09f-4da2-931d-b1f1c99056d8'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:00.588337 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bf0287cf-4f83-4971-b48c-a610513f675a admin admin] 10.222.0.13 "PUT /v2.0/routers/31b483fe-b09f-4da2-931d-b1f1c99056d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5662687 Jul 22 19:32:00.588501 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46574) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:00.594069 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc96c9-1781-4530-8f37-e5430df73d0e None None] Routers {'31b483fe-b09f-4da2-931d-b1f1c99056d8'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:00.594675 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f2bc96c9-1781-4530-8f37-e5430df73d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:31:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['31b483fe-b09f-4da2-931d-b1f1c99056d8'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:00.636452 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-1a166365-573d-4cbb-ab4d-ba27162f9403 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Deleting port 9e48ce15-6896-45cf-9ca4-cbb5850d0fce {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:00.636823 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-1a166365-573d-4cbb-ab4d-ba27162f9403 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:00.692033 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b930d6-1df3-4926-8285-45b252b305a4 req-38cff3c9-b686-451a-919e-69c61d691b5f tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:00.693840 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-72b930d6-1df3-4926-8285-45b252b305a4 req-38cff3c9-b686-451a-919e-69c61d691b5f tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1932032 Jul 22 19:32:00.701180 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-f2bc96c9-1781-4530-8f37-e5430df73d0e None None] Set router 31b483fe-b09f-4da2-931d-b1f1c99056d8 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:00.837603 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-72b930d6-1df3-4926-8285-45b252b305a4 req-d5cdd142-5506-4b9b-a932-0c2ae3f53b38 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264472 Jul 22 19:32:00.851780 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fcfa42e-404c-4361-8d47-ffb0ca98c7c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:00.859723 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-1a166365-573d-4cbb-ab4d-ba27162f9403 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] For port 9e48ce15-6896-45cf-9ca4-cbb5850d0fce, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=9e48ce15-6896-45cf-9ca4-cbb5850d0fce,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:00.860084 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-1a166365-573d-4cbb-ab4d-ba27162f9403 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:00.879964 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f2bc96c9-1781-4530-8f37-e5430df73d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'name': 'tempest-TestVolumeBackupRestore-637595655-router', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:43Z', 'updated_at': '2021-07-22T19:31:59Z', 'revision_number': 5, 'project_id': '4440afb57e7642f09160897c06afbda5', 'gw_port': {'id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:44Z', 'updated_at': '2021-07-22T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:00.905954 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc96c9-1781-4530-8f37-e5430df73d0e None None] Checking router: 31b483fe-b09f-4da2-931d-b1f1c99056d8 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:32:00.914531 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc96c9-1781-4530-8f37-e5430df73d0e None None] Routers {'31b483fe-b09f-4da2-931d-b1f1c99056d8'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:00.915127 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f2bc96c9-1781-4530-8f37-e5430df73d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:31:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['31b483fe-b09f-4da2-931d-b1f1c99056d8'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:00.937683 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-1a166365-573d-4cbb-ab4d-ba27162f9403 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Calling delete_port for 9e48ce15-6896-45cf-9ca4-cbb5850d0fce owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:01.019612 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5615fd2c-1b77-41c3-b085-9286a8b9b358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:01.024217 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-f2bc96c9-1781-4530-8f37-e5430df73d0e None None] Set router 31b483fe-b09f-4da2-931d-b1f1c99056d8 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:01.143503 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:01.212803 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f2bc96c9-1781-4530-8f37-e5430df73d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'name': 'tempest-TestVolumeBackupRestore-637595655-router', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:43Z', 'updated_at': '2021-07-22T19:31:59Z', 'revision_number': 5, 'project_id': '4440afb57e7642f09160897c06afbda5', 'gw_port': {'id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:44Z', 'updated_at': '2021-07-22T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:01.239959 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc96c9-1781-4530-8f37-e5430df73d0e None None] The sync data for ids ['31b483fe-b09f-4da2-931d-b1f1c99056d8'] in n-d-800086-12 is: [{'id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'name': 'tempest-TestVolumeBackupRestore-637595655-router', 'tenant_id': '4440afb57e7642f09160897c06afbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:43Z', 'updated_at': '2021-07-22T19:31:59Z', 'revision_number': 5, 'project_id': '4440afb57e7642f09160897c06afbda5', 'gw_port': {'id': 'a4a92f48-a472-4eaa-a765-f2c47d02c5ea', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b483fe-b09f-4da2-931d-b1f1c99056d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:44Z', 'updated_at': '2021-07-22T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:01.322107 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69bf2a-bd91-4394-aabd-00bcf51f0aac req-7a18f22b-46c0-4ba0-920a-9310d812bcc1 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.323527 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9b69bf2a-bd91-4394-aabd-00bcf51f0aac req-7a18f22b-46c0-4ba0-920a-9310d812bcc1 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 945 time: 0.5865462 Jul 22 19:32:01.423271 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fcfa42e-404c-4361-8d47-ffb0ca98c7c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:01.439442 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9b69bf2a-bd91-4394-aabd-00bcf51f0aac req-44d69f37-7a31-434e-bc4f-8665655f1734 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/security-groups?id=f90f9dbe-ae32-4f45-bc56-d9ac9b881627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923212 Jul 22 19:32:01.504358 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae5330-05c6-43b4-891d-cfde98a96983 req-0d47be29-34f1-46ff-b866-ad5aed732407 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.510281 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae5330-05c6-43b4-891d-cfde98a96983 req-0d47be29-34f1-46ff-b866-ad5aed732407 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.516268 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae5330-05c6-43b4-891d-cfde98a96983 req-0d47be29-34f1-46ff-b866-ad5aed732407 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.522228 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae5330-05c6-43b4-891d-cfde98a96983 req-0d47be29-34f1-46ff-b866-ad5aed732407 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.528819 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae5330-05c6-43b4-891d-cfde98a96983 req-0d47be29-34f1-46ff-b866-ad5aed732407 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.530579 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a4ae5330-05c6-43b4-891d-cfde98a96983 req-0d47be29-34f1-46ff-b866-ad5aed732407 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 3886 time: 0.2299004 Jul 22 19:32:01.599081 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-1a166365-573d-4cbb-ab4d-ba27162f9403 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:01.599966 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a4ae5330-05c6-43b4-891d-cfde98a96983 req-45006585-aef3-4b3b-ae8f-8a7e0bbc947e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633881 Jul 22 19:32:01.635752 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a166365-573d-4cbb-ab4d-ba27162f9403 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event deleted for resources: {'Port': ['ID=9e48ce15-6896-45cf-9ca4-cbb5850d0fce,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:01.644879 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-0fcfa42e-404c-4361-8d47-ffb0ca98c7c3 admin admin] Deleting port a4a92f48-a472-4eaa-a765-f2c47d02c5ea {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:01.645140 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fcfa42e-404c-4361-8d47-ffb0ca98c7c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:01.737366 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-1a166365-573d-4cbb-ab4d-ba27162f9403 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] No DVR routers for this DVR port 9e48ce15-6896-45cf-9ca4-cbb5850d0fce on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:01.743540 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-1a166365-573d-4cbb-ab4d-ba27162f9403 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:01.745428 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-1a166365-573d-4cbb-ab4d-ba27162f9403 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.30 "DELETE /v2.0/ports/9e48ce15-6896-45cf-9ca4-cbb5850d0fce HTTP/1.1" status: 204 len: 173 time: 1.3861654 Jul 22 19:32:01.745872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-deleted', 'tag': '9e48ce15-6896-45cf-9ca4-cbb5850d0fce'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:01.748194 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcf7222-55a9-4f1c-b3f0-5bacedbd209a" -d '{"events": [{"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-deleted", "tag": "9e48ce15-6896-45cf-9ca4-cbb5850d0fce"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:01.811610 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1877c0f7-6ef8-4a82-942a-89ac3579c792 x-openstack-request-id: req-1877c0f7-6ef8-4a82-942a-89ac3579c792 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:01.811910 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-deleted", "tag": "9e48ce15-6896-45cf-9ca4-cbb5850d0fce", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:01.812161 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1877c0f7-6ef8-4a82-942a-89ac3579c792 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:01.812585 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-deleted', 'tag': '9e48ce15-6896-45cf-9ca4-cbb5850d0fce', 'status': 'completed', 'code': 200} Jul 22 19:32:01.865514 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-0fcfa42e-404c-4361-8d47-ffb0ca98c7c3 admin admin] For port a4a92f48-a472-4eaa-a765-f2c47d02c5ea, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a4a92f48-a472-4eaa-a765-f2c47d02c5ea,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:01.866157 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fcfa42e-404c-4361-8d47-ffb0ca98c7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:01.903835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-0fcfa42e-404c-4361-8d47-ffb0ca98c7c3 admin admin] Calling delete_port for a4a92f48-a472-4eaa-a765-f2c47d02c5ea owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:01.938950 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b1ceb-b155-496d-a555-4de1c32949ea req-ef3374e8-3a30-4b61-8135-4f481a9572cb tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.940345 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-262b1ceb-b155-496d-a555-4de1c32949ea req-ef3374e8-3a30-4b61-8135-4f481a9572cb tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 945 time: 0.2570045 Jul 22 19:32:02.016459 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device fc734762-c254-4cb4-bad5-9b6992177001 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:02.057054 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device fc734762-c254-4cb4-bad5-9b6992177001 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:02.057759 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 28f41fa7-7d4b-4478-8017-2b274904790c no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:02.071855 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-262b1ceb-b155-496d-a555-4de1c32949ea req-4ef0e881-5c5e-4c32-b90c-77628907d5cb tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/security-groups?id=f90f9dbe-ae32-4f45-bc56-d9ac9b881627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124938 Jul 22 19:32:02.078516 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-dec49dd5-daea-4bc0-9fb5-77e2bfae2f92 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Deleting port f6c92945-cd4d-42cb-9049-acb10a656da9 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:02.078862 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-dec49dd5-daea-4bc0-9fb5-77e2bfae2f92 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.146063 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.158429 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2a7d246c-4c57-4b24-bbf1-b5cca3325564 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:02.187559 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 2a7d246c-4c57-4b24-bbf1-b5cca3325564 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:32:02.187909 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2a7d246c-4c57-4b24-bbf1-b5cca3325564 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:02.197255 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef741df0-cc8b-4c00-ba20-c9e49f9ff563 req-2beec8fc-359c-4129-9d88-f12cb2d0a74b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:02.198906 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef741df0-cc8b-4c00-ba20-c9e49f9ff563 req-2beec8fc-359c-4129-9d88-f12cb2d0a74b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.2894390 Jul 22 19:32:02.199025 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f41fa7-7d4b-4478-8017-2b274904790c'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:02.201806 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64300236-f9e2-4530-81cc-0b795643756a" -d '{"events": [{"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-unplugged", "status": "completed", "tag": "28f41fa7-7d4b-4478-8017-2b274904790c"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:02.215178 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 28f41fa7-7d4b-4478-8017-2b274904790c, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=28f41fa7-7d4b-4478-8017-2b274904790c,segment=NetworkSegment(802b6a9a-5eac-464c-aad2-d87b2679eba4),segment_id=802b6a9a-5eac-464c-aad2-d87b2679eba4)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:02.221597 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.222765 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device c0c5619c-46c7-443b-a9b0-bbcf7be07888 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:02.271468 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d873ec-9caf-4a22-9c21-a57188848a72 x-openstack-request-id: req-78d873ec-9caf-4a22-9c21-a57188848a72 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:02.271762 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-unplugged", "status": "completed", "tag": "28f41fa7-7d4b-4478-8017-2b274904790c", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:02.272010 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78d873ec-9caf-4a22-9c21-a57188848a72 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:02.272387 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f41fa7-7d4b-4478-8017-2b274904790c', 'code': 200} Jul 22 19:32:02.305341 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-dec49dd5-daea-4bc0-9fb5-77e2bfae2f92 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] For port f6c92945-cd4d-42cb-9049-acb10a656da9, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f6c92945-cd4d-42cb-9049-acb10a656da9,segment=NetworkSegment(802b6a9a-5eac-464c-aad2-d87b2679eba4),segment_id=802b6a9a-5eac-464c-aad2-d87b2679eba4)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:02.305708 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-dec49dd5-daea-4bc0-9fb5-77e2bfae2f92 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.308889 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=28f41fa7-7d4b-4478-8017-2b274904790c,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:02.312586 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef741df0-cc8b-4c00-ba20-c9e49f9ff563 req-cd996a07-70dd-4ba2-8c0c-924c181d07e9 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973315 Jul 22 19:32:02.330124 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-dec49dd5-daea-4bc0-9fb5-77e2bfae2f92 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Calling delete_port for f6c92945-cd4d-42cb-9049-acb10a656da9 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:02.339742 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fcfa42e-404c-4361-8d47-ffb0ca98c7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.365342 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.366161 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.375587 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfa42e-404c-4361-8d47-ffb0ca98c7c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a92f48-a472-4eaa-a765-f2c47d02c5ea,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:02.400020 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port c0c5619c-46c7-443b-a9b0-bbcf7be07888, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=c0c5619c-46c7-443b-a9b0-bbcf7be07888,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:02.404527 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.405920 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 78654019-d801-41ad-9f01-d5784c852f39 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:02.488910 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fcfa42e-404c-4361-8d47-ffb0ca98c7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.612884 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fcfa42e-404c-4361-8d47-ffb0ca98c7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.616717 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fcfa42e-404c-4361-8d47-ffb0ca98c7c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.640924 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 78654019-d801-41ad-9f01-d5784c852f39 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:02.641360 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f6c92945-cd4d-42cb-9049-acb10a656da9 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:02.644086 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=c0c5619c-46c7-443b-a9b0-bbcf7be07888,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:02.671426 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-dec49dd5-daea-4bc0-9fb5-77e2bfae2f92 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.673449 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fcfa42e-404c-4361-8d47-ffb0ca98c7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.673950 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcfa42e-404c-4361-8d47-ffb0ca98c7c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31b483fe-b09f-4da2-931d-b1f1c99056d8 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:32:02.683285 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fcfa42e-404c-4361-8d47-ffb0ca98c7c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.684458 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0fcfa42e-404c-4361-8d47-ffb0ca98c7c3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/31b483fe-b09f-4da2-931d-b1f1c99056d8 HTTP/1.1" status: 204 len: 168 time: 2.0923834 Jul 22 19:32:02.688983 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46592) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:02.692875 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No active binding found for port f6c92945-cd4d-42cb-9049-acb10a656da9 {{(pid=93808) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 19:32:02.693490 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f6c92945-cd4d-42cb-9049-acb10a656da9 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:02.694100 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 9e48ce15-6896-45cf-9ca4-cbb5850d0fce no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:02.713679 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 9e48ce15-6896-45cf-9ca4-cbb5850d0fce {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:32:02.714276 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 9e48ce15-6896-45cf-9ca4-cbb5850d0fce not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:02.714695 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 5270d4db-298b-4df2-978e-ae9cd7fd456b no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:02.718513 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec49dd5-daea-4bc0-9fb5-77e2bfae2f92 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event deleted for resources: {'Port': ['ID=f6c92945-cd4d-42cb-9049-acb10a656da9,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:02.768637 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed3fde9-4580-466d-a25e-cfef810ce4fa admin admin] Deleting subnet d6e2415d-5af4-44b3-83f0-e56ea2f0d84c {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:32:02.772324 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ed3fde9-4580-466d-a25e-cfef810ce4fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.804955 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-dec49dd5-daea-4bc0-9fb5-77e2bfae2f92 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] No DVR routers for this DVR port f6c92945-cd4d-42cb-9049-acb10a656da9 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:02.808464 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-dec49dd5-daea-4bc0-9fb5-77e2bfae2f92 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.811530 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-dec49dd5-daea-4bc0-9fb5-77e2bfae2f92 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.30 "DELETE /v2.0/ports/f6c92945-cd4d-42cb-9049-acb10a656da9 HTTP/1.1" status: 204 len: 173 time: 1.0606687 Jul 22 19:32:02.820282 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.822333 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ed3fde9-4580-466d-a25e-cfef810ce4fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.866033 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 5270d4db-298b-4df2-978e-ae9cd7fd456b, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=5270d4db-298b-4df2-978e-ae9cd7fd456b,segment=NetworkSegment(67173a3f-7a71-402f-90c0-152459e5c50d),segment_id=67173a3f-7a71-402f-90c0-152459e5c50d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:02.875073 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.885655 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a3f35-cd3b-492c-872c-caf4d44e42cc req-1a071265-4840-4fdf-9229-030343db2a96 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:02.892875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a3f35-cd3b-492c-872c-caf4d44e42cc req-1a071265-4840-4fdf-9229-030343db2a96 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:02.899183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a3f35-cd3b-492c-872c-caf4d44e42cc req-1a071265-4840-4fdf-9229-030343db2a96 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:02.903455 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ed3fde9-4580-466d-a25e-cfef810ce4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.906876 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a0a3f35-cd3b-492c-872c-caf4d44e42cc req-1a071265-4840-4fdf-9229-030343db2a96 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 2413 time: 0.2003002 Jul 22 19:32:02.929073 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=5270d4db-298b-4df2-978e-ae9cd7fd456b,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:02.964417 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ed3fde9-4580-466d-a25e-cfef810ce4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.981223 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a0a3f35-cd3b-492c-872c-caf4d44e42cc req-5d2b245b-cd7f-410a-ab66-35f68ac6bb76 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732410 Jul 22 19:32:02.988224 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3fde9-4580-466d-a25e-cfef810ce4fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6e2415d-5af4-44b3-83f0-e56ea2f0d84c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:03.003647 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed3fde9-4580-466d-a25e-cfef810ce4fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:03.004056 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed3fde9-4580-466d-a25e-cfef810ce4fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:03.004465 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed3fde9-4580-466d-a25e-cfef810ce4fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:03.004859 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-37232d35-132b-4c2e-b760-ca4154a02965 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Deleting port 5270d4db-298b-4df2-978e-ae9cd7fd456b {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:03.004962 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed3fde9-4580-466d-a25e-cfef810ce4fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:03.005339 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed3fde9-4580-466d-a25e-cfef810ce4fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:03.005439 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-37232d35-132b-4c2e-b760-ca4154a02965 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.005745 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed3fde9-4580-466d-a25e-cfef810ce4fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:03.006159 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed3fde9-4580-466d-a25e-cfef810ce4fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:03.006562 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed3fde9-4580-466d-a25e-cfef810ce4fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:03.006956 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed3fde9-4580-466d-a25e-cfef810ce4fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:03.007351 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed3fde9-4580-466d-a25e-cfef810ce4fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:03.007744 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed3fde9-4580-466d-a25e-cfef810ce4fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:03.008131 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed3fde9-4580-466d-a25e-cfef810ce4fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:03.011370 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ed3fde9-4580-466d-a25e-cfef810ce4fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.014422 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3ed3fde9-4580-466d-a25e-cfef810ce4fa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d6e2415d-5af4-44b3-83f0-e56ea2f0d84c HTTP/1.1" status: 204 len: 168 time: 0.3238261 Jul 22 19:32:03.016887 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46594) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:03.019236 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58888c4-9ad3-4d3d-bb7c-73db9d126f67 None None] Network b8a153fb-aef4-4e4f-b8ab-e2807490ca4c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:03.090267 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a6414267-6da9-4f3c-b4c4-53098e2d81d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.109095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-37232d35-132b-4c2e-b760-ca4154a02965 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] For port 5270d4db-298b-4df2-978e-ae9cd7fd456b, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=5270d4db-298b-4df2-978e-ae9cd7fd456b,segment=NetworkSegment(67173a3f-7a71-402f-90c0-152459e5c50d),segment_id=67173a3f-7a71-402f-90c0-152459e5c50d)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:03.109456 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-37232d35-132b-4c2e-b760-ca4154a02965 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.163029 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-a6414267-6da9-4f3c-b4c4-53098e2d81d3 admin admin] Deleting port c1a760f0-ece5-4157-8ccb-799531ba82ff {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:03.163029 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a6414267-6da9-4f3c-b4c4-53098e2d81d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.251778 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-a6414267-6da9-4f3c-b4c4-53098e2d81d3 admin admin] For port c1a760f0-ece5-4157-8ccb-799531ba82ff, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c1a760f0-ece5-4157-8ccb-799531ba82ff,segment=NetworkSegment(99b7eefd-941b-40cc-8852-62adcb833371),segment_id=99b7eefd-941b-40cc-8852-62adcb833371)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:03.252165 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a6414267-6da9-4f3c-b4c4-53098e2d81d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.261470 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5445310f-528b-4da8-b457-733a38946e30 None None] DHCP port deletion for b8a153fb-aef4-4e4f-b8ab-e2807490ca4c request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:32:03.276026 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-a6414267-6da9-4f3c-b4c4-53098e2d81d3 admin admin] Calling delete_port for c1a760f0-ece5-4157-8ccb-799531ba82ff owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:03.331367 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5445310f-528b-4da8-b457-733a38946e30 None None] Deleting port c1a760f0-ece5-4157-8ccb-799531ba82ff {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:03.331743 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5445310f-528b-4da8-b457-733a38946e30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.399645 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1853f9-3e2b-45f7-b916-1abb5043d49f req-a8b98a07-9b6d-4c29-b675-2b1941cf6d69 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:03.400800 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d1853f9-3e2b-45f7-b916-1abb5043d49f req-a8b98a07-9b6d-4c29-b675-2b1941cf6d69 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 945 time: 0.2273211 Jul 22 19:32:03.409674 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a6414267-6da9-4f3c-b4c4-53098e2d81d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.414072 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-5445310f-528b-4da8-b457-733a38946e30 None None] For port c1a760f0-ece5-4157-8ccb-799531ba82ff, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c1a760f0-ece5-4157-8ccb-799531ba82ff,segment=NetworkSegment(99b7eefd-941b-40cc-8852-62adcb833371),segment_id=99b7eefd-941b-40cc-8852-62adcb833371)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:03.414788 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5445310f-528b-4da8-b457-733a38946e30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.426241 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-37232d35-132b-4c2e-b760-ca4154a02965 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.426732 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-37232d35-132b-4c2e-b760-ca4154a02965 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.427197 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-37232d35-132b-4c2e-b760-ca4154a02965 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Floating IP 5208be9d-8f55-40d1-ba42-9dd4cd3eb7a0 disassociated. External IP: 172.25.3.176, port: 5270d4db-298b-4df2-978e-ae9cd7fd456b. Jul 22 19:32:03.427984 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-37232d35-132b-4c2e-b760-ca4154a02965 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Calling delete_port for 5270d4db-298b-4df2-978e-ae9cd7fd456b owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:03.428391 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5445310f-528b-4da8-b457-733a38946e30 None None] Calling delete_port for c1a760f0-ece5-4157-8ccb-799531ba82ff owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:03.447123 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6414267-6da9-4f3c-b4c4-53098e2d81d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a760f0-ece5-4157-8ccb-799531ba82ff,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:03.449111 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6414267-6da9-4f3c-b4c4-53098e2d81d3 admin admin] No DVR routers for this DVR port c1a760f0-ece5-4157-8ccb-799531ba82ff on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:03.520112 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5445310f-528b-4da8-b457-733a38946e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.549824 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a6414267-6da9-4f3c-b4c4-53098e2d81d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.552660 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445310f-528b-4da8-b457-733a38946e30 None None] Pushing event deleted for resources: {'Port': ['ID=c1a760f0-ece5-4157-8ccb-799531ba82ff,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:03.561047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-a6414267-6da9-4f3c-b4c4-53098e2d81d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a153fb-aef4-4e4f-b8ab-e2807490ca4c']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:03.564630 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5445310f-528b-4da8-b457-733a38946e30 None None] No DVR routers for this DVR port c1a760f0-ece5-4157-8ccb-799531ba82ff on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:03.572288 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-a6414267-6da9-4f3c-b4c4-53098e2d81d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b7eefd-941b-40cc-8852-62adcb833371') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:03.572768 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-a6414267-6da9-4f3c-b4c4-53098e2d81d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b7eefd-941b-40cc-8852-62adcb833371') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:03.582833 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a6414267-6da9-4f3c-b4c4-53098e2d81d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.588522 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d1853f9-3e2b-45f7-b916-1abb5043d49f req-0ead956a-3d20-48f6-a911-e8d921a76caa tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/security-groups?id=f90f9dbe-ae32-4f45-bc56-d9ac9b881627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773715 Jul 22 19:32:03.600298 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a6414267-6da9-4f3c-b4c4-53098e2d81d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.607210 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6414267-6da9-4f3c-b4c4-53098e2d81d3 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:32:03.607684 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a6414267-6da9-4f3c-b4c4-53098e2d81d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:32:03.609660 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:32:03.630785 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95937a-ce30-4771-b5ca-981ba76a95e0 req-f76a0b75-0bb9-4bf9-b803-f315adc47dea tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:03.632943 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b95937a-ce30-4771-b5ca-981ba76a95e0 req-f76a0b75-0bb9-4bf9-b803-f315adc47dea tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.2026646 Jul 22 19:32:03.696897 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b95937a-ce30-4771-b5ca-981ba76a95e0 req-754cdb4a-9660-48ee-99c5-8dc9ea44c16c tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620513 Jul 22 19:32:03.707396 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a6414267-6da9-4f3c-b4c4-53098e2d81d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.725282 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a6414267-6da9-4f3c-b4c4-53098e2d81d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.725282 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a6414267-6da9-4f3c-b4c4-53098e2d81d3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b8a153fb-aef4-4e4f-b8ab-e2807490ca4c HTTP/1.1" status: 204 len: 168 time: 0.7020323 Jul 22 19:32:03.725282 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46610) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:03.741047 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-37232d35-132b-4c2e-b760-ca4154a02965 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.743127 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6414267-6da9-4f3c-b4c4-53098e2d81d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8a153fb-aef4-4e4f-b8ab-e2807490ca4c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:03.769744 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37232d35-132b-4c2e-b760-ca4154a02965 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event deleted for resources: {'Port': ['ID=5270d4db-298b-4df2-978e-ae9cd7fd456b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:03.822175 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97624ffd-f34d-460e-81da-570b1184bd64 req-eaef9233-e5f6-4943-ac33-d98cad413b4e tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:03.823764 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-97624ffd-f34d-460e-81da-570b1184bd64 req-eaef9233-e5f6-4943-ac33-d98cad413b4e tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 945 time: 0.1999173 Jul 22 19:32:03.830318 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-deleted', 'tag': 'f6c92945-cd4d-42cb-9049-acb10a656da9'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:03.832654 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecacadf-53fe-42b4-a94c-86d73283857b" -d '{"events": [{"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-deleted", "tag": "f6c92945-cd4d-42cb-9049-acb10a656da9"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:03.893773 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18c924f-d3aa-4daa-b319-de37bf567877 x-openstack-request-id: req-d18c924f-d3aa-4daa-b319-de37bf567877 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:03.893773 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-deleted", "tag": "f6c92945-cd4d-42cb-9049-acb10a656da9", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:03.893773 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d18c924f-d3aa-4daa-b319-de37bf567877 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:03.894565 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-deleted', 'tag': 'f6c92945-cd4d-42cb-9049-acb10a656da9', 'status': 'completed', 'code': 200} Jul 22 19:32:03.927633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-37232d35-132b-4c2e-b760-ca4154a02965 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Router 077a9144-4c0f-4d4e-9e38-6a24a00ed67c has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:32:04.001061 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:04.070260 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-37232d35-132b-4c2e-b760-ca4154a02965 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:04.083897 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ee4d0c-a4f6-46e0-a505-3d35075516e9 None None] Sync routers for ids ['077a9144-4c0f-4d4e-9e38-6a24a00ed67c'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:04.098637 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ee4d0c-a4f6-46e0-a505-3d35075516e9 None None] Routers {'077a9144-4c0f-4d4e-9e38-6a24a00ed67c'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:04.099321 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-80ee4d0c-a4f6-46e0-a505-3d35075516e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:32:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['077a9144-4c0f-4d4e-9e38-6a24a00ed67c'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:04.153061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-37232d35-132b-4c2e-b760-ca4154a02965 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] No DVR routers for this DVR port 5270d4db-298b-4df2-978e-ae9cd7fd456b on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:04.232763 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-37232d35-132b-4c2e-b760-ca4154a02965 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:04.234904 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-37232d35-132b-4c2e-b760-ca4154a02965 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.30 "DELETE /v2.0/ports/5270d4db-298b-4df2-978e-ae9cd7fd456b HTTP/1.1" status: 204 len: 173 time: 1.4176905 Jul 22 19:32:04.310055 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-80ee4d0c-a4f6-46e0-a505-3d35075516e9 None None] Set router 077a9144-4c0f-4d4e-9e38-6a24a00ed67c gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:04.367476 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c5619c-46c7-443b-a9b0-bbcf7be07888'}, {'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5270d4db-298b-4df2-978e-ae9cd7fd456b'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:04.369748 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3059c7c-4c3c-4703-8793-c15d2725ed4d" -d '{"events": [{"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-unplugged", "status": "completed", "tag": "c0c5619c-46c7-443b-a9b0-bbcf7be07888"}, {"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-unplugged", "status": "completed", "tag": "5270d4db-298b-4df2-978e-ae9cd7fd456b"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:04.387797 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c1a760f0-ece5-4157-8ccb-799531ba82ff no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:04.414448 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b13e5-7215-4644-9f7c-7016a7a21421 req-fc5f4892-0739-4550-acbe-027a29638f0e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:04.420890 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b13e5-7215-4644-9f7c-7016a7a21421 req-fc5f4892-0739-4550-acbe-027a29638f0e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:04.422726 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c71b13e5-7215-4644-9f7c-7016a7a21421 req-fc5f4892-0739-4550-acbe-027a29638f0e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 1677 time: 0.3037539 Jul 22 19:32:04.425987 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-97624ffd-f34d-460e-81da-570b1184bd64 req-11c8bf3e-39d8-4a3b-91e6-413093898512 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Deleting port 164d06f3-da18-449a-99bd-4b0264d90ff1 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:04.426622 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-97624ffd-f34d-460e-81da-570b1184bd64 req-11c8bf3e-39d8-4a3b-91e6-413093898512 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:04.498127 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b43a60e7-4828-4fd6-82c1-1023f7fdea58 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:32:04.502965 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5581829-c977-4197-b8a1-2b63e6821744 x-openstack-request-id: req-b5581829-c977-4197-b8a1-2b63e6821744 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:04.503271 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-unplugged", "status": "completed", "tag": "c0c5619c-46c7-443b-a9b0-bbcf7be07888", "code": 200}, {"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-unplugged", "status": "completed", "tag": "5270d4db-298b-4df2-978e-ae9cd7fd456b", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:04.503521 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5581829-c977-4197-b8a1-2b63e6821744 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:04.503901 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c5619c-46c7-443b-a9b0-bbcf7be07888', 'code': 200} Jul 22 19:32:04.504322 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5270d4db-298b-4df2-978e-ae9cd7fd456b', 'code': 200} Jul 22 19:32:04.518084 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c71b13e5-7215-4644-9f7c-7016a7a21421 req-508f206f-30bb-493d-8303-b57ac9a118a5 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750561 Jul 22 19:32:04.524001 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-f1ada705-1c13-47cb-aed7-b4fe6911496e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Deleting port 28f41fa7-7d4b-4478-8017-2b274904790c {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:04.524562 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-f1ada705-1c13-47cb-aed7-b4fe6911496e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:04.615532 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-97624ffd-f34d-460e-81da-570b1184bd64 req-11c8bf3e-39d8-4a3b-91e6-413093898512 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] For port 164d06f3-da18-449a-99bd-4b0264d90ff1, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=164d06f3-da18-449a-99bd-4b0264d90ff1,segment=NetworkSegment(47c4b867-d6f7-4867-9d42-2bdbf59773a5),segment_id=47c4b867-d6f7-4867-9d42-2bdbf59773a5)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:04.615980 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-97624ffd-f34d-460e-81da-570b1184bd64 req-11c8bf3e-39d8-4a3b-91e6-413093898512 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:04.636874 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-f1ada705-1c13-47cb-aed7-b4fe6911496e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] For port 28f41fa7-7d4b-4478-8017-2b274904790c, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=28f41fa7-7d4b-4478-8017-2b274904790c,segment=NetworkSegment(802b6a9a-5eac-464c-aad2-d87b2679eba4),segment_id=802b6a9a-5eac-464c-aad2-d87b2679eba4)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:04.638058 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-f1ada705-1c13-47cb-aed7-b4fe6911496e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:04.641882 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: c1a760f0-ece5-4157-8ccb-799531ba82ff {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:32:04.642237 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c1a760f0-ece5-4157-8ccb-799531ba82ff not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:04.642668 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a4a92f48-a472-4eaa-a765-f2c47d02c5ea no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:04.647746 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-97624ffd-f34d-460e-81da-570b1184bd64 req-11c8bf3e-39d8-4a3b-91e6-413093898512 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Calling delete_port for 164d06f3-da18-449a-99bd-4b0264d90ff1 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:04.654595 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-f1ada705-1c13-47cb-aed7-b4fe6911496e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Calling delete_port for 28f41fa7-7d4b-4478-8017-2b274904790c owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:04.672325 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: a4a92f48-a472-4eaa-a765-f2c47d02c5ea {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:32:04.672875 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a4a92f48-a472-4eaa-a765-f2c47d02c5ea not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:04.791363 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-80ee4d0c-a4f6-46e0-a505-3d35075516e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'name': 'tempest-TaggedBootDevicesTest_v242-46686100-router', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:21:20Z', 'updated_at': '2021-07-22T19:21:28Z', 'revision_number': 4, 'project_id': '88edd86379da474f9e73474c4822e718', 'gw_port': {'id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:21:21Z', 'updated_at': '2021-07-22T19:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '09bfcff8-4ee0-451e-8895-a518f1a485c7', 'name': '', 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'mac_address': 'fa:16:3e:dc:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '21df62a7-a6ca-436a-b217-caf06ac55fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:21:26Z', 'updated_at': '2021-07-22T19:21:36Z', 'revision_number': 5, 'project_id': '88edd86379da474f9e73474c4822e718', 'subnets': [{'id': '21df62a7-a6ca-436a-b217-caf06ac55fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:04.835538 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ee4d0c-a4f6-46e0-a505-3d35075516e9 None None] Checking router: 077a9144-4c0f-4d4e-9e38-6a24a00ed67c for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:32:04.854127 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ee4d0c-a4f6-46e0-a505-3d35075516e9 None None] Routers {'077a9144-4c0f-4d4e-9e38-6a24a00ed67c'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:04.855289 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-80ee4d0c-a4f6-46e0-a505-3d35075516e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:32:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['077a9144-4c0f-4d4e-9e38-6a24a00ed67c'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:04.872147 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-f1ada705-1c13-47cb-aed7-b4fe6911496e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:04.875715 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93626db8-d572-4ce7-bea8-a29837286ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:04.947453 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ada705-1c13-47cb-aed7-b4fe6911496e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event deleted for resources: {'Port': ['ID=28f41fa7-7d4b-4478-8017-2b274904790c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:04.968006 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port b43a60e7-4828-4fd6-82c1-1023f7fdea58, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b43a60e7-4828-4fd6-82c1-1023f7fdea58,segment=NetworkSegment(da616397-d644-4e67-8cfa-5beb3c54ec5d),segment_id=da616397-d644-4e67-8cfa-5beb3c54ec5d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:04.975011 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-97624ffd-f34d-460e-81da-570b1184bd64 req-11c8bf3e-39d8-4a3b-91e6-413093898512 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:04.990882 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['164d06f3-da18-449a-99bd-4b0264d90ff1'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:32:05.016233 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'b43a60e7-4828-4fd6-82c1-1023f7fdea58', 'network_id': '79ae5d6f-e74a-4a73-acd8-7c48c2dc8820', 'port_id': 'b43a60e7-4828-4fd6-82c1-1023f7fdea58', 'mac_address': 'fa:16:3e:d5:2c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2ee51e-14b2-4a1b-9c47-77a8e3d2957f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:32:05.044035 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-f1ada705-1c13-47cb-aed7-b4fe6911496e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] No DVR routers for this DVR port 28f41fa7-7d4b-4478-8017-2b274904790c on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:05.053222 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-f1ada705-1c13-47cb-aed7-b4fe6911496e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:05.055649 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-f1ada705-1c13-47cb-aed7-b4fe6911496e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.30 "DELETE /v2.0/ports/28f41fa7-7d4b-4478-8017-2b274904790c HTTP/1.1" status: 204 len: 173 time: 0.8128018 Jul 22 19:32:05.068176 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-80ee4d0c-a4f6-46e0-a505-3d35075516e9 None None] Set router 077a9144-4c0f-4d4e-9e38-6a24a00ed67c gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:05.072846 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8bf3e-39d8-4a3b-91e6-413093898512 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Pushing event deleted for resources: {'Port': ['ID=164d06f3-da18-449a-99bd-4b0264d90ff1,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:05.096364 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-97624ffd-f34d-460e-81da-570b1184bd64 req-11c8bf3e-39d8-4a3b-91e6-413093898512 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] No DVR routers for this DVR port 164d06f3-da18-449a-99bd-4b0264d90ff1 on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:05.100145 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-97624ffd-f34d-460e-81da-570b1184bd64 req-11c8bf3e-39d8-4a3b-91e6-413093898512 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:05.102155 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-97624ffd-f34d-460e-81da-570b1184bd64 req-11c8bf3e-39d8-4a3b-91e6-413093898512 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.16 "DELETE /v2.0/ports/164d06f3-da18-449a-99bd-4b0264d90ff1 HTTP/1.1" status: 204 len: 173 time: 1.2711837 Jul 22 19:32:05.102599 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd94397a-905c-483a-b1e1-d10824caa69d', 'name': 'network-vif-deleted', 'tag': '164d06f3-da18-449a-99bd-4b0264d90ff1'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:05.105392 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8fc8b1-cea1-400a-82a0-1f9a2c9d4d11" -d '{"events": [{"server_uuid": "fd94397a-905c-483a-b1e1-d10824caa69d", "name": "network-vif-deleted", "tag": "164d06f3-da18-449a-99bd-4b0264d90ff1"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:05.189509 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ebdc2-64ce-4f65-91e6-c7df3c221a14 req-e76a9eac-e8ab-4311-a662-70f355b8ebb2 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:05.196700 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d23ebdc2-64ce-4f65-91e6-c7df3c221a14 req-e76a9eac-e8ab-4311-a662-70f355b8ebb2 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.3406775 Jul 22 19:32:05.257270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f819ebc-6c35-4dbb-9b38-7212f24f175e req-bfb35044-0b70-46e9-9551-f7f4ace4a797 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:05.258752 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f819ebc-6c35-4dbb-9b38-7212f24f175e req-bfb35044-0b70-46e9-9551-f7f4ace4a797 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd94397a-905c-483a-b1e1-d10824caa69d HTTP/1.1" status: 200 len: 867 time: 0.4050438 Jul 22 19:32:05.273304 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d23ebdc2-64ce-4f65-91e6-c7df3c221a14 req-9edbe992-b89b-4d49-89f8-84a88f3ad538 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756791 Jul 22 19:32:05.374505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f819ebc-6c35-4dbb-9b38-7212f24f175e req-dc761ffb-cf06-4347-96a8-63353e552612 tempest-TestServerAdvancedOps-1726568549 tempest-TestServerAdvancedOps-1726568549-project] 10.222.0.13 "GET /v2.0/security-groups?id=f90f9dbe-ae32-4f45-bc56-d9ac9b881627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999758 Jul 22 19:32:05.380072 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7f2f17-e92f-4b17-ba99-c45beb82ff79 x-openstack-request-id: req-ca7f2f17-e92f-4b17-ba99-c45beb82ff79 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:05.380362 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd94397a-905c-483a-b1e1-d10824caa69d", "name": "network-vif-deleted", "tag": "164d06f3-da18-449a-99bd-4b0264d90ff1", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:05.380798 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca7f2f17-e92f-4b17-ba99-c45beb82ff79 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:05.381340 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd94397a-905c-483a-b1e1-d10824caa69d', 'name': 'network-vif-deleted', 'tag': '164d06f3-da18-449a-99bd-4b0264d90ff1', 'status': 'completed', 'code': 200} Jul 22 19:32:05.382595 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-927f5d4d-7a6a-42a9-83e0-40015b86df53 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Deleting port c0c5619c-46c7-443b-a9b0-bbcf7be07888 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:05.382941 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-927f5d4d-7a6a-42a9-83e0-40015b86df53 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:05.409759 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:05.430067 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b43a60e7-4828-4fd6-82c1-1023f7fdea58 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:05.464400 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-93626db8-d572-4ce7-bea8-a29837286ae0 admin admin] Deleting port ac288538-3c50-467c-9ddf-bc7930aeea12 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:05.465229 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93626db8-d572-4ce7-bea8-a29837286ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:05.471056 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port b43a60e7-4828-4fd6-82c1-1023f7fdea58, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b43a60e7-4828-4fd6-82c1-1023f7fdea58,segment=NetworkSegment(da616397-d644-4e67-8cfa-5beb3c54ec5d),segment_id=da616397-d644-4e67-8cfa-5beb3c54ec5d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:05.488202 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:05.566435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-927f5d4d-7a6a-42a9-83e0-40015b86df53 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] For port c0c5619c-46c7-443b-a9b0-bbcf7be07888, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=c0c5619c-46c7-443b-a9b0-bbcf7be07888,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:05.567153 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-927f5d4d-7a6a-42a9-83e0-40015b86df53 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:05.575071 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-80ee4d0c-a4f6-46e0-a505-3d35075516e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'name': 'tempest-TaggedBootDevicesTest_v242-46686100-router', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:21:20Z', 'updated_at': '2021-07-22T19:21:28Z', 'revision_number': 4, 'project_id': '88edd86379da474f9e73474c4822e718', 'gw_port': {'id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:21:21Z', 'updated_at': '2021-07-22T19:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '09bfcff8-4ee0-451e-8895-a518f1a485c7', 'name': '', 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'mac_address': 'fa:16:3e:dc:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '21df62a7-a6ca-436a-b217-caf06ac55fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:21:26Z', 'updated_at': '2021-07-22T19:21:36Z', 'revision_number': 5, 'project_id': '88edd86379da474f9e73474c4822e718', 'subnets': [{'id': '21df62a7-a6ca-436a-b217-caf06ac55fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:05.599034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-927f5d4d-7a6a-42a9-83e0-40015b86df53 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Calling delete_port for c0c5619c-46c7-443b-a9b0-bbcf7be07888 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:05.618392 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['b43a60e7-4828-4fd6-82c1-1023f7fdea58'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:32:05.669674 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ee4d0c-a4f6-46e0-a505-3d35075516e9 None None] The sync data for ids ['077a9144-4c0f-4d4e-9e38-6a24a00ed67c'] in n-d-800086-12 is: [{'id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'name': 'tempest-TaggedBootDevicesTest_v242-46686100-router', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:21:20Z', 'updated_at': '2021-07-22T19:21:28Z', 'revision_number': 4, 'project_id': '88edd86379da474f9e73474c4822e718', 'gw_port': {'id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:21:21Z', 'updated_at': '2021-07-22T19:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '09bfcff8-4ee0-451e-8895-a518f1a485c7', 'name': '', 'network_id': 'e89c4a4f-ae66-40e9-a651-3fcc6679a396', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'mac_address': 'fa:16:3e:dc:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '21df62a7-a6ca-436a-b217-caf06ac55fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:21:26Z', 'updated_at': '2021-07-22T19:21:36Z', 'revision_number': 5, 'project_id': '88edd86379da474f9e73474c4822e718', 'subnets': [{'id': '21df62a7-a6ca-436a-b217-caf06ac55fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:05.708380 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-93626db8-d572-4ce7-bea8-a29837286ae0 admin admin] For port ac288538-3c50-467c-9ddf-bc7930aeea12, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ac288538-3c50-467c-9ddf-bc7930aeea12,segment=NetworkSegment(2fd4e3a5-4152-493d-be1e-c6ab24d21fb6),segment_id=2fd4e3a5-4152-493d-be1e-c6ab24d21fb6)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:05.708806 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93626db8-d572-4ce7-bea8-a29837286ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:05.731952 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-93626db8-d572-4ce7-bea8-a29837286ae0 admin admin] Calling delete_port for ac288538-3c50-467c-9ddf-bc7930aeea12 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:05.732434 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=b43a60e7-4828-4fd6-82c1-1023f7fdea58,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:05.761052 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.763013 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.763537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.764034 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.764548 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.767302 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.767884 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.768782 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.772399 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.772984 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.773604 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.774112 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.975538 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93626db8-d572-4ce7-bea8-a29837286ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:06.005472 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93626db8-d572-4ce7-bea8-a29837286ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac288538-3c50-467c-9ddf-bc7930aeea12,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:06.050012 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-deleted', 'tag': '5270d4db-298b-4df2-978e-ae9cd7fd456b'}, {'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-deleted', 'tag': '28f41fa7-7d4b-4478-8017-2b274904790c'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:06.052255 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9d76eb-bce7-4a59-8ce2-34919a2f3c04" -d '{"events": [{"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-deleted", "tag": "5270d4db-298b-4df2-978e-ae9cd7fd456b"}, {"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-deleted", "tag": "28f41fa7-7d4b-4478-8017-2b274904790c"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:06.144280 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9939d0-8084-4833-898d-4e42ea817c18 x-openstack-request-id: req-ab9939d0-8084-4833-898d-4e42ea817c18 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:06.144617 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-deleted", "tag": "5270d4db-298b-4df2-978e-ae9cd7fd456b", "status": "completed", "code": 200}, {"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-deleted", "tag": "28f41fa7-7d4b-4478-8017-2b274904790c", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:06.144867 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab9939d0-8084-4833-898d-4e42ea817c18 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:06.145422 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-deleted', 'tag': '5270d4db-298b-4df2-978e-ae9cd7fd456b', 'status': 'completed', 'code': 200} Jul 22 19:32:06.145686 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-deleted', 'tag': '28f41fa7-7d4b-4478-8017-2b274904790c', 'status': 'completed', 'code': 200} Jul 22 19:32:06.215980 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa4c4d0-6c0b-4d28-bc59-1c0c8b0b9131 None None] New status for floating IP 5208be9d-8f55-40d1-ba42-9dd4cd3eb7a0: DOWN {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:32:06.220690 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbe9cd-5d07-4a02-80a6-4bbe2b7b778b req-d1800d10-4e36-4f11-a855-e23499709a7e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:06.221387 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-35fbe9cd-5d07-4a02-80a6-4bbe2b7b778b req-d1800d10-4e36-4f11-a855-e23499709a7e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 943 time: 0.1598456 Jul 22 19:32:06.323719 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93626db8-d572-4ce7-bea8-a29837286ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:06.335672 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-35fbe9cd-5d07-4a02-80a6-4bbe2b7b778b req-3c1cdd90-dec9-4c8f-8589-80db8957a058 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca834bc2-1278-483f-be6a-923e43b5446d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978742 Jul 22 19:32:06.348195 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-927f5d4d-7a6a-42a9-83e0-40015b86df53 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:06.391558 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b43a60e7-4828-4fd6-82c1-1023f7fdea58 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:06.493551 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f5d4d-7a6a-42a9-83e0-40015b86df53 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event deleted for resources: {'Port': ['ID=c0c5619c-46c7-443b-a9b0-bbcf7be07888,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:06.508003 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port b43a60e7-4828-4fd6-82c1-1023f7fdea58 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:06.508494 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:06.532399 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46650) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:06.533149 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-927f5d4d-7a6a-42a9-83e0-40015b86df53 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] No DVR routers for this DVR port c0c5619c-46c7-443b-a9b0-bbcf7be07888 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:06.537112 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-927f5d4d-7a6a-42a9-83e0-40015b86df53 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:06.539546 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32555d5e-cc78-4c01-aa2c-ae901ff5aadb req-927f5d4d-7a6a-42a9-83e0-40015b86df53 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.30 "DELETE /v2.0/ports/c0c5619c-46c7-443b-a9b0-bbcf7be07888 HTTP/1.1" status: 204 len: 173 time: 1.4745128 Jul 22 19:32:06.592350 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f8822-31cc-4211-b5b0-a7d7c9f4e524 req-62d5bc72-f241-434b-9de0-f3cbad0feb58 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:06.606401 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-021f8822-31cc-4211-b5b0-a7d7c9f4e524 req-62d5bc72-f241-434b-9de0-f3cbad0feb58 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 944 time: 0.1693487 Jul 22 19:32:06.635140 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:06.662954 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c9777b-55aa-4b70-b06b-315ea957a20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43a60e7-4828-4fd6-82c1-1023f7fdea58'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:06.665305 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeadd91-d352-44b2-a3ac-520bd4918cdf" -d '{"events": [{"server_uuid": "a7c9777b-55aa-4b70-b06b-315ea957a20c", "name": "network-vif-plugged", "status": "completed", "tag": "b43a60e7-4828-4fd6-82c1-1023f7fdea58"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:06.680588 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port b43a60e7-4828-4fd6-82c1-1023f7fdea58, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b43a60e7-4828-4fd6-82c1-1023f7fdea58,segment=NetworkSegment(da616397-d644-4e67-8cfa-5beb3c54ec5d),segment_id=da616397-d644-4e67-8cfa-5beb3c54ec5d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:06.691726 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:06.692730 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 164d06f3-da18-449a-99bd-4b0264d90ff1 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:06.724460 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-021f8822-31cc-4211-b5b0-a7d7c9f4e524 req-64ee27ba-9c83-4406-9e20-0da8e8eb59c4 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170242 Jul 22 19:32:06.728933 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b659ca4-8aa0-48e3-bc1a-fca6252e420d admin admin] Deleting subnet eb7e747c-d104-466a-8b1b-0d1a11c568ef {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:32:06.746160 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3957b8d-1e9a-4513-93fa-e8c115f1aa24 x-openstack-request-id: req-c3957b8d-1e9a-4513-93fa-e8c115f1aa24 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:06.749154 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c9777b-55aa-4b70-b06b-315ea957a20c", "name": "network-vif-plugged", "status": "completed", "tag": "b43a60e7-4828-4fd6-82c1-1023f7fdea58", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:06.749154 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3957b8d-1e9a-4513-93fa-e8c115f1aa24 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:06.749154 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c9777b-55aa-4b70-b06b-315ea957a20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43a60e7-4828-4fd6-82c1-1023f7fdea58', 'code': 200} Jul 22 19:32:06.760050 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7b659ca4-8aa0-48e3-bc1a-fca6252e420d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:06.785433 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 164d06f3-da18-449a-99bd-4b0264d90ff1 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:32:06.785853 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 164d06f3-da18-449a-99bd-4b0264d90ff1 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:06.812261 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7b659ca4-8aa0-48e3-bc1a-fca6252e420d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:06.845549 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=b43a60e7-4828-4fd6-82c1-1023f7fdea58,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:06.856989 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7b659ca4-8aa0-48e3-bc1a-fca6252e420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.028799 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7b659ca4-8aa0-48e3-bc1a-fca6252e420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.062814 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b659ca4-8aa0-48e3-bc1a-fca6252e420d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb7e747c-d104-466a-8b1b-0d1a11c568ef,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:07.072986 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7b659ca4-8aa0-48e3-bc1a-fca6252e420d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.075136 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7b659ca4-8aa0-48e3-bc1a-fca6252e420d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eb7e747c-d104-466a-8b1b-0d1a11c568ef HTTP/1.1" status: 204 len: 168 time: 0.5381207 Jul 22 19:32:07.077861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46654) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:07.114670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93626db8-d572-4ce7-bea8-a29837286ae0 admin admin] Router feb495ab-17e9-4f9d-9d19-b03301503187 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:32:07.215329 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0338cf74-a0ed-4477-94cf-1537e9bb6d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.301255 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93626db8-d572-4ce7-bea8-a29837286ae0 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:07.312503 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ff76aa-5df5-456e-b7aa-a7a6c9d8259c None None] Sync routers for ids ['feb495ab-17e9-4f9d-9d19-b03301503187'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:07.317448 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-93626db8-d572-4ce7-bea8-a29837286ae0 admin admin] 10.222.0.13 "PUT /v2.0/routers/feb495ab-17e9-4f9d-9d19-b03301503187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5936315 Jul 22 19:32:07.318355 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46656) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:07.326165 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ff76aa-5df5-456e-b7aa-a7a6c9d8259c None None] Routers {'feb495ab-17e9-4f9d-9d19-b03301503187'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:07.336720 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d5ff76aa-5df5-456e-b7aa-a7a6c9d8259c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:32:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['feb495ab-17e9-4f9d-9d19-b03301503187'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:07.348039 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0338cf74-a0ed-4477-94cf-1537e9bb6d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.361061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-0338cf74-a0ed-4477-94cf-1537e9bb6d75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708a35b3-8a55-4800-a73b-5882ef9a3209']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:07.384323 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-0338cf74-a0ed-4477-94cf-1537e9bb6d75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c4b867-d6f7-4867-9d42-2bdbf59773a5') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:07.388344 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-0338cf74-a0ed-4477-94cf-1537e9bb6d75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c4b867-d6f7-4867-9d42-2bdbf59773a5') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:07.401889 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0338cf74-a0ed-4477-94cf-1537e9bb6d75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.423838 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0338cf74-a0ed-4477-94cf-1537e9bb6d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.434631 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0338cf74-a0ed-4477-94cf-1537e9bb6d75 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:32:07.434933 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0338cf74-a0ed-4477-94cf-1537e9bb6d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.437245 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ef82789-b4be-4f02-a51d-78b3874ab974 admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:32:07.442879 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:32:07.563550 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0338cf74-a0ed-4477-94cf-1537e9bb6d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.577816 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-d5ff76aa-5df5-456e-b7aa-a7a6c9d8259c None None] Set router feb495ab-17e9-4f9d-9d19-b03301503187 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:07.602307 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ef82789-b4be-4f02-a51d-78b3874ab974 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.603123 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad881992-45c8-4b54-b4aa-3bdacc56d7df req-7425adbc-5829-4fbd-98ee-cd2e43b975d9 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 210 time: 0.0540016 Jul 22 19:32:07.608833 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0338cf74-a0ed-4477-94cf-1537e9bb6d75 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.611521 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0338cf74-a0ed-4477-94cf-1537e9bb6d75 admin admin] 10.222.0.13 "DELETE /v2.0/networks/708a35b3-8a55-4800-a73b-5882ef9a3209 HTTP/1.1" status: 204 len: 168 time: 0.5326483 Jul 22 19:32:07.615011 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46660) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:07.635020 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338cf74-a0ed-4477-94cf-1537e9bb6d75 admin admin] Pushing event deleted for resources: {'Network': ['ID=708a35b3-8a55-4800-a73b-5882ef9a3209,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:07.718882 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda2eaef-a8e3-48bc-b119-3ec09e959657 admin admin] Deleting subnet 9ca786b6-0ecd-44a7-80b1-c4bf75ca3261 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:32:07.724427 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fda2eaef-a8e3-48bc-b119-3ec09e959657 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.798795 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fda2eaef-a8e3-48bc-b119-3ec09e959657 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.889479 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-9ef82789-b4be-4f02-a51d-78b3874ab974 admin admin] Deleting port 644df656-fbe6-4293-b7b6-d8bb96314d5e {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:07.890967 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ef82789-b4be-4f02-a51d-78b3874ab974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.897099 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d5ff76aa-5df5-456e-b7aa-a7a6c9d8259c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb495ab-17e9-4f9d-9d19-b03301503187', 'name': 'tempest-TestVolumeBackupRestore-643858764-router', 'tenant_id': '4ca4d3643a034c85878efec7e1e8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '644df656-fbe6-4293-b7b6-d8bb96314d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:49Z', 'updated_at': '2021-07-22T19:32:05Z', 'revision_number': 5, 'project_id': '4ca4d3643a034c85878efec7e1e8229c', 'gw_port': {'id': '644df656-fbe6-4293-b7b6-d8bb96314d5e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:84:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb495ab-17e9-4f9d-9d19-b03301503187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:49Z', 'updated_at': '2021-07-22T19:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:07.941419 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ff76aa-5df5-456e-b7aa-a7a6c9d8259c None None] Checking router: feb495ab-17e9-4f9d-9d19-b03301503187 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:32:07.955633 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ff76aa-5df5-456e-b7aa-a7a6c9d8259c None None] Routers {'feb495ab-17e9-4f9d-9d19-b03301503187'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:07.958883 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d5ff76aa-5df5-456e-b7aa-a7a6c9d8259c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:32:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['feb495ab-17e9-4f9d-9d19-b03301503187'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:07.965904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f5eba-1789-45b8-82a8-82c34b8465c5 req-84e95857-7510-4a6c-ad0e-53b214fa3f26 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:07.983742 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b43f5eba-1789-45b8-82a8-82c34b8465c5 req-84e95857-7510-4a6c-ad0e-53b214fa3f26 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1543915 Jul 22 19:32:08.036689 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fda2eaef-a8e3-48bc-b119-3ec09e959657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.066190 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b43f5eba-1789-45b8-82a8-82c34b8465c5 req-6b1e34c7-a82d-4857-a6d2-919587694156 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812321 Jul 22 19:32:08.121937 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-9ef82789-b4be-4f02-a51d-78b3874ab974 admin admin] For port 644df656-fbe6-4293-b7b6-d8bb96314d5e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=644df656-fbe6-4293-b7b6-d8bb96314d5e,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:08.122581 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ef82789-b4be-4f02-a51d-78b3874ab974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.145108 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-9ef82789-b4be-4f02-a51d-78b3874ab974 admin admin] Calling delete_port for 644df656-fbe6-4293-b7b6-d8bb96314d5e owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:08.146568 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-deleted', 'tag': 'c0c5619c-46c7-443b-a9b0-bbcf7be07888'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:08.149533 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ad92dc-8eb9-402e-a5a6-b98db840ee38" -d '{"events": [{"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-deleted", "tag": "c0c5619c-46c7-443b-a9b0-bbcf7be07888"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:08.189356 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fda2eaef-a8e3-48bc-b119-3ec09e959657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.200989 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ce187a-f534-440a-ab04-ca6fec04ec4f x-openstack-request-id: req-78ce187a-f534-440a-ab04-ca6fec04ec4f {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:08.201452 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b87ebc-c24b-4a71-861b-8b538a525225", "name": "network-vif-deleted", "tag": "c0c5619c-46c7-443b-a9b0-bbcf7be07888", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:08.201549 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78ce187a-f534-440a-ab04-ca6fec04ec4f {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:08.201925 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b87ebc-c24b-4a71-861b-8b538a525225', 'name': 'network-vif-deleted', 'tag': 'c0c5619c-46c7-443b-a9b0-bbcf7be07888', 'status': 'completed', 'code': 200} Jul 22 19:32:08.258533 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-d5ff76aa-5df5-456e-b7aa-a7a6c9d8259c None None] Set router feb495ab-17e9-4f9d-9d19-b03301503187 gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:08.323766 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d5ff76aa-5df5-456e-b7aa-a7a6c9d8259c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb495ab-17e9-4f9d-9d19-b03301503187', 'name': 'tempest-TestVolumeBackupRestore-643858764-router', 'tenant_id': '4ca4d3643a034c85878efec7e1e8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:49Z', 'updated_at': '2021-07-22T19:32:07Z', 'revision_number': 6, 'project_id': '4ca4d3643a034c85878efec7e1e8229c', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:08.360602 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ff76aa-5df5-456e-b7aa-a7a6c9d8259c None None] The sync data for ids ['feb495ab-17e9-4f9d-9d19-b03301503187'] in n-d-800086-12 is: [{'id': 'feb495ab-17e9-4f9d-9d19-b03301503187', 'name': 'tempest-TestVolumeBackupRestore-643858764-router', 'tenant_id': '4ca4d3643a034c85878efec7e1e8229c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:49Z', 'updated_at': '2021-07-22T19:32:07Z', 'revision_number': 6, 'project_id': '4ca4d3643a034c85878efec7e1e8229c', 'gw_port_host': None}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:08.435575 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fda2eaef-a8e3-48bc-b119-3ec09e959657 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.437761 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fda2eaef-a8e3-48bc-b119-3ec09e959657 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9ca786b6-0ecd-44a7-80b1-c4bf75ca3261 HTTP/1.1" status: 204 len: 168 time: 0.8217182 Jul 22 19:32:08.439129 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ef82789-b4be-4f02-a51d-78b3874ab974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.440844 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46666) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:08.451022 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2eaef-a8e3-48bc-b119-3ec09e959657 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ca786b6-0ecd-44a7-80b1-c4bf75ca3261,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:08.482180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef82789-b4be-4f02-a51d-78b3874ab974 admin admin] Pushing event deleted for resources: {'Port': ['ID=644df656-fbe6-4293-b7b6-d8bb96314d5e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:08.528490 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8dae1f14-7a67-404c-81b1-da9ebd5ce56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.566243 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ef82789-b4be-4f02-a51d-78b3874ab974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.635572 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8dae1f14-7a67-404c-81b1-da9ebd5ce56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.647295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-8dae1f14-7a67-404c-81b1-da9ebd5ce56d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d8eb21-2722-49c8-ac6c-15f8fc655a38']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:08.660860 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-8dae1f14-7a67-404c-81b1-da9ebd5ce56d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39875a36-ef29-4a0b-8622-30783eecd0ea') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:08.661219 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-8dae1f14-7a67-404c-81b1-da9ebd5ce56d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39875a36-ef29-4a0b-8622-30783eecd0ea') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:08.669093 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ef82789-b4be-4f02-a51d-78b3874ab974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.671346 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ef82789-b4be-4f02-a51d-78b3874ab974 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.672950 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8dae1f14-7a67-404c-81b1-da9ebd5ce56d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.694463 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8dae1f14-7a67-404c-81b1-da9ebd5ce56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.717001 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dae1f14-7a67-404c-81b1-da9ebd5ce56d admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:32:08.720595 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8dae1f14-7a67-404c-81b1-da9ebd5ce56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:32:08.724575 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:32:08.728309 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ef82789-b4be-4f02-a51d-78b3874ab974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.729020 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef82789-b4be-4f02-a51d-78b3874ab974 admin admin] Fanout notify agent at l3_agent the message router_deleted on router feb495ab-17e9-4f9d-9d19-b03301503187 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:32:08.733756 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ef82789-b4be-4f02-a51d-78b3874ab974 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.734928 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9ef82789-b4be-4f02-a51d-78b3874ab974 admin admin] 10.222.0.13 "DELETE /v2.0/routers/feb495ab-17e9-4f9d-9d19-b03301503187 HTTP/1.1" status: 204 len: 168 time: 1.4156339 Jul 22 19:32:08.737864 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46670) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:08.830825 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-899d7e6d-086f-4285-bc59-003dab320675 admin admin] Deleting subnet b913ae4a-29d2-463a-a8b2-e1b75a9bb57e {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:32:08.831005 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e8088f0-a358-4c37-b8de-0727121cbb3a req-0fab1e6c-b021-43c0-823e-e36f769a8f10 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 210 time: 0.0613828 Jul 22 19:32:08.835241 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-899d7e6d-086f-4285-bc59-003dab320675 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.891573 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-899d7e6d-086f-4285-bc59-003dab320675 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.914628 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8dae1f14-7a67-404c-81b1-da9ebd5ce56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.931973 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8dae1f14-7a67-404c-81b1-da9ebd5ce56d admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.934025 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8dae1f14-7a67-404c-81b1-da9ebd5ce56d admin admin] 10.222.0.13 "DELETE /v2.0/networks/32d8eb21-2722-49c8-ac6c-15f8fc655a38 HTTP/1.1" status: 204 len: 168 time: 0.4925404 Jul 22 19:32:08.961938 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae1f14-7a67-404c-81b1-da9ebd5ce56d admin admin] Pushing event deleted for resources: {'Network': ['ID=32d8eb21-2722-49c8-ac6c-15f8fc655a38,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:09.022768 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-899d7e6d-086f-4285-bc59-003dab320675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.104161 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-899d7e6d-086f-4285-bc59-003dab320675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.134168 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.160127 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d7e6d-086f-4285-bc59-003dab320675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b913ae4a-29d2-463a-a8b2-e1b75a9bb57e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:09.164314 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-899d7e6d-086f-4285-bc59-003dab320675 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.169243 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-899d7e6d-086f-4285-bc59-003dab320675 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b913ae4a-29d2-463a-a8b2-e1b75a9bb57e HTTP/1.1" status: 204 len: 168 time: 0.4276032 Jul 22 19:32:09.169496 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46676) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:09.174818 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30a25db-3d02-4fda-88da-c5f575e1459c None None] Network cebe99df-e6ec-44d0-8023-b295b73880a5 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:09.339218 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3332921-3ddc-4308-a28f-769c6f53604c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.375584 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ca964-0e18-4102-b36e-826b2e8cba82 req-2f5a3f44-1aaf-4289-bf3c-41cb57b81a7a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:09.380068 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8d6ca964-0e18-4102-b36e-826b2e8cba82 req-2f5a3f44-1aaf-4289-bf3c-41cb57b81a7a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.2037280 Jul 22 19:32:09.425102 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46678) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:09.452090 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8d6ca964-0e18-4102-b36e-826b2e8cba82 req-d5dc3c6a-09c7-489b-a1d3-6b8be91da614 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664127 Jul 22 19:32:09.462423 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-c3332921-3ddc-4308-a28f-769c6f53604c admin admin] Deleting port 0a1c4da3-d220-443b-9a26-f40b7226f681 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:09.462771 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3332921-3ddc-4308-a28f-769c6f53604c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.567869 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-80e683de-a5c0-4f96-b4b8-c1a5e6fe0e34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0075fb0c0aaf4cf69134d39882a91896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408000 Jul 22 19:32:09.570253 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46680) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:09.587225 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-c3332921-3ddc-4308-a28f-769c6f53604c admin admin] For port 0a1c4da3-d220-443b-9a26-f40b7226f681, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0a1c4da3-d220-443b-9a26-f40b7226f681,segment=NetworkSegment(2fd4e3a5-4152-493d-be1e-c6ab24d21fb6),segment_id=2fd4e3a5-4152-493d-be1e-c6ab24d21fb6)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:09.587876 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3332921-3ddc-4308-a28f-769c6f53604c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.609772 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-c3332921-3ddc-4308-a28f-769c6f53604c admin admin] Calling delete_port for 0a1c4da3-d220-443b-9a26-f40b7226f681 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:09.644252 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2b0128-391d-4bb8-b868-a1af29769d79 None None] DHCP port deletion for cebe99df-e6ec-44d0-8023-b295b73880a5 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:32:09.699012 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-38283558-7d87-4068-922b-652f8a107776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.741912 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b0128-391d-4bb8-b868-a1af29769d79 None None] Deleting port 0a1c4da3-d220-443b-9a26-f40b7226f681 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:09.742252 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cd2b0128-391d-4bb8-b868-a1af29769d79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.748246 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3332921-3ddc-4308-a28f-769c6f53604c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.778554 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3332921-3ddc-4308-a28f-769c6f53604c admin admin] No DVR routers for this DVR port 0a1c4da3-d220-443b-9a26-f40b7226f681 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:09.793225 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-38283558-7d87-4068-922b-652f8a107776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.859064 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-cd2b0128-391d-4bb8-b868-a1af29769d79 None None] For port 0a1c4da3-d220-443b-9a26-f40b7226f681, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0a1c4da3-d220-443b-9a26-f40b7226f681,segment=NetworkSegment(2fd4e3a5-4152-493d-be1e-c6ab24d21fb6),segment_id=2fd4e3a5-4152-493d-be1e-c6ab24d21fb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:09.859831 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cd2b0128-391d-4bb8-b868-a1af29769d79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.888191 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-38283558-7d87-4068-922b-652f8a107776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.891257 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-38283558-7d87-4068-922b-652f8a107776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.894945 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-38283558-7d87-4068-922b-652f8a107776 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f90f9dbe-ae32-4f45-bc56-d9ac9b881627 HTTP/1.1" status: 204 len: 168 time: 0.3207214 Jul 22 19:32:09.906747 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b0128-391d-4bb8-b868-a1af29769d79 None None] Calling delete_port for 0a1c4da3-d220-443b-9a26-f40b7226f681 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:09.925744 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38283558-7d87-4068-922b-652f8a107776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90f9dbe-ae32-4f45-bc56-d9ac9b881627,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:10.084859 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d36a73a-d835-48f5-af9a-c72d2e8e40ff req-82ce5736-c2f9-4af0-b341-e4e63a87e697 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 210 time: 0.0747781 Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:10.126172 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 19:32:10.153373 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cd2b0128-391d-4bb8-b868-a1af29769d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:10.199056 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b0128-391d-4bb8-b868-a1af29769d79 None None] Pushing event deleted for resources: {'Port': ['ID=0a1c4da3-d220-443b-9a26-f40b7226f681,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:10.211912 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2b0128-391d-4bb8-b868-a1af29769d79 None None] No DVR routers for this DVR port 0a1c4da3-d220-443b-9a26-f40b7226f681 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:10.222353 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3332921-3ddc-4308-a28f-769c6f53604c admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1c4da3-d220-443b-9a26-f40b7226f681,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:10.284789 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ac288538-3c50-467c-9ddf-bc7930aeea12 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:10.307025 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3332921-3ddc-4308-a28f-769c6f53604c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:10.319317 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-c3332921-3ddc-4308-a28f-769c6f53604c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cebe99df-e6ec-44d0-8023-b295b73880a5']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:10.336795 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-c3332921-3ddc-4308-a28f-769c6f53604c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd4e3a5-4152-493d-be1e-c6ab24d21fb6') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:10.337389 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-c3332921-3ddc-4308-a28f-769c6f53604c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd4e3a5-4152-493d-be1e-c6ab24d21fb6') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:10.347105 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: ac288538-3c50-467c-9ddf-bc7930aeea12 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:32:10.349291 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ac288538-3c50-467c-9ddf-bc7930aeea12 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:10.351038 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3332921-3ddc-4308-a28f-769c6f53604c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:10.352822 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0a1c4da3-d220-443b-9a26-f40b7226f681 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:10.389458 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3332921-3ddc-4308-a28f-769c6f53604c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:10.391669 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 0a1c4da3-d220-443b-9a26-f40b7226f681 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:32:10.392240 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0a1c4da3-d220-443b-9a26-f40b7226f681 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:10.396606 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 644df656-fbe6-4293-b7b6-d8bb96314d5e no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:10.399093 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3332921-3ddc-4308-a28f-769c6f53604c admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:32:10.401584 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3332921-3ddc-4308-a28f-769c6f53604c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:32:10.416149 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:32:10.435833 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 644df656-fbe6-4293-b7b6-d8bb96314d5e {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:32:10.436297 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 644df656-fbe6-4293-b7b6-d8bb96314d5e not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:10.497526 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3332921-3ddc-4308-a28f-769c6f53604c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:10.508460 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3332921-3ddc-4308-a28f-769c6f53604c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:10.516180 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c3332921-3ddc-4308-a28f-769c6f53604c admin admin] 10.222.0.13 "DELETE /v2.0/networks/cebe99df-e6ec-44d0-8023-b295b73880a5 HTTP/1.1" status: 204 len: 168 time: 1.3456933 Jul 22 19:32:10.567270 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3332921-3ddc-4308-a28f-769c6f53604c admin admin] Pushing event deleted for resources: {'Network': ['ID=cebe99df-e6ec-44d0-8023-b295b73880a5,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:10.658356 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46692) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:10.691759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15b101-ba7d-452c-8172-e59565fb674e req-ff706be3-595d-444d-a41b-946b311e4a34 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:10.699427 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac15b101-ba7d-452c-8172-e59565fb674e req-ff706be3-595d-444d-a41b-946b311e4a34 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1159315 Jul 22 19:32:10.767034 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-476c06c3-2deb-4e3a-8c3d-7b05ab2c22bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=337365b61b2e47c48e4e9c05f28e6ff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1045001 Jul 22 19:32:10.768148 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46694) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:10.777030 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac15b101-ba7d-452c-8172-e59565fb674e req-d6f2f687-d418-4f11-91c6-b9f6f63c1525 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736897 Jul 22 19:32:10.780754 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46698) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:10.832651 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3d965455-fa5c-46f1-98ac-6a837dfac192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:10.835941 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d420f52a-0a9c-4ab9-a1c7-0cb6a25b6fcc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4440afb57e7642f09160897c06afbda5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539746 Jul 22 19:32:10.838369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46702) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:10.860250 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3d965455-fa5c-46f1-98ac-6a837dfac192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:10.896579 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-310cafa2-b2e2-4bd3-846a-82f71faec55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:10.929397 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-310cafa2-b2e2-4bd3-846a-82f71faec55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:11.007453 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3d965455-fa5c-46f1-98ac-6a837dfac192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:11.010197 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3d965455-fa5c-46f1-98ac-6a837dfac192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:11.011369 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3d965455-fa5c-46f1-98ac-6a837dfac192 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4fc70d4b-4dc1-466c-b663-0acd1131bffb HTTP/1.1" status: 204 len: 168 time: 0.2419107 Jul 22 19:32:11.016773 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0674912-cbd6-4780-a8f8-cdbdd8627947 req-6d139fc7-2095-41cd-b87b-07ca3ec6ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:11.018303 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f0674912-cbd6-4780-a8f8-cdbdd8627947 req-6d139fc7-2095-41cd-b87b-07ca3ec6ff75 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=881aa17641714d81bee1e3323cd59a48&device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 1097 time: 0.0986950 Jul 22 19:32:11.032936 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-310cafa2-b2e2-4bd3-846a-82f71faec55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:11.035031 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d965455-fa5c-46f1-98ac-6a837dfac192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc70d4b-4dc1-466c-b663-0acd1131bffb,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:11.045129 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-310cafa2-b2e2-4bd3-846a-82f71faec55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:11.047631 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-310cafa2-b2e2-4bd3-846a-82f71faec55d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31e55012-98d8-423e-8af0-1caeeab08b38 HTTP/1.1" status: 204 len: 168 time: 0.2079661 Jul 22 19:32:11.059384 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cafa2-b2e2-4bd3-846a-82f71faec55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e55012-98d8-423e-8af0-1caeeab08b38,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:11.230422 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0674912-cbd6-4780-a8f8-cdbdd8627947 req-4b3f2081-dc67-48c4-8a59-b05dd6bdcf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:11.232758 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f0674912-cbd6-4780-a8f8-cdbdd8627947 req-4b3f2081-dc67-48c4-8a59-b05dd6bdcf0f service neutron] 10.222.0.16 "GET /v2.0/networks?id=79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 HTTP/1.1" status: 200 len: 915 time: 0.1949821 Jul 22 19:32:11.250931 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a40f51c2-9385-420f-b330-5f100bdc3161 req-8cc7090e-b3fd-4863-8560-975b1a5c2021 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 210 time: 0.0584962 Jul 22 19:32:11.295259 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f0674912-cbd6-4780-a8f8-cdbdd8627947 req-0226e97d-b6f9-4fe3-8341-8404d3aaa12e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b43a60e7-4828-4fd6-82c1-1023f7fdea58 HTTP/1.1" status: 200 len: 217 time: 0.0560110 Jul 22 19:32:11.356918 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0674912-cbd6-4780-a8f8-cdbdd8627947 req-fca4985a-63e0-4375-9fe5-2fae11a2a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:11.358758 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f0674912-cbd6-4780-a8f8-cdbdd8627947 req-fca4985a-63e0-4375-9fe5-2fae11a2a9c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f2ee51e-14b2-4a1b-9c47-77a8e3d2957f HTTP/1.1" status: 200 len: 854 time: 0.0580499 Jul 22 19:32:11.411985 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f0674912-cbd6-4780-a8f8-cdbdd8627947 req-6049a72d-912c-4b22-bbe5-94740b9840c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79ae5d6f-e74a-4a73-acd8-7c48c2dc8820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459061 Jul 22 19:32:11.615866 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f0674912-cbd6-4780-a8f8-cdbdd8627947 req-deaaf0c0-3d29-4a56-a228-53f4ba8b8be7 service neutron] 10.222.0.16 "GET /v2.0/networks/79ae5d6f-e74a-4a73-acd8-7c48c2dc8820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965771 Jul 22 19:32:11.805188 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:11.880301 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46722) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:11.885411 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f0674912-cbd6-4780-a8f8-cdbdd8627947 req-6c647980-fb86-455b-b065-e18a9d9648a9 service neutron] 10.222.0.16 "GET /v2.0/networks/79ae5d6f-e74a-4a73-acd8-7c48c2dc8820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549331 Jul 22 19:32:11.971264 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-31eafa6b-f59b-47c8-bb21-95bc38084074 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ca4d3643a034c85878efec7e1e8229c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0905228 Jul 22 19:32:11.973932 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46724) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:12.058555 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-951f83c4-933f-4673-a273-f8e55d21d358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:12.068034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e47177-65a8-4548-88d8-24789076cc4a req-c2315016-9be2-423b-ac8f-715aee692a27 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:12.069702 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6e47177-65a8-4548-88d8-24789076cc4a req-c2315016-9be2-423b-ac8f-715aee692a27 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1519995 Jul 22 19:32:12.099965 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-951f83c4-933f-4673-a273-f8e55d21d358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:12.145148 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6e47177-65a8-4548-88d8-24789076cc4a req-6a36e557-7baa-42f2-89d2-8872e5127c5e tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696177 Jul 22 19:32:12.184417 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-951f83c4-933f-4673-a273-f8e55d21d358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:12.187685 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-951f83c4-933f-4673-a273-f8e55d21d358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:12.188990 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-951f83c4-933f-4673-a273-f8e55d21d358 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d059f0f-79c2-40e4-99a6-163224ab17cd HTTP/1.1" status: 204 len: 168 time: 0.2138617 Jul 22 19:32:12.208522 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f83c4-933f-4673-a273-f8e55d21d358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d059f0f-79c2-40e4-99a6-163224ab17cd,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:12.425405 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ed3d7843-329b-4973-90d9-960b88e94b5f req-9b8c63e7-c1b0-43a0-b0dd-4ae9ff80cdee tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 210 time: 0.0621703 Jul 22 19:32:12.702061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46740) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:12.881283 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-8a1d5861-396a-4269-9bd3-24c381644112 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1695476204-network', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:12.932708 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1d5861-396a-4269-9bd3-24c381644112 admin admin] Made reservation on behalf of d7dd7a2acaec4dacbe93a4b4f60385cd for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:12.935857 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a1d5861-396a-4269-9bd3-24c381644112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:12.946322 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a1d5861-396a-4269-9bd3-24c381644112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.085604 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a1d5861-396a-4269-9bd3-24c381644112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.090856 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a1d5861-396a-4269-9bd3-24c381644112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.135412 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1d5861-396a-4269-9bd3-24c381644112 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:32:13.147061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d5861-396a-4269-9bd3-24c381644112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37356240-a9bc-42ef-90f2-d1bd22f2e14c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:13.154299 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a1d5861-396a-4269-9bd3-24c381644112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.154708 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-8a1d5861-396a-4269-9bd3-24c381644112 admin admin] Added segment d5743b1c-586e-4ea2-9956-7fe9e521e6e7 of type vlan for network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 Jul 22 19:32:13.210639 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a1d5861-396a-4269-9bd3-24c381644112 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.265623 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a1d5861-396a-4269-9bd3-24c381644112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.266580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1d5861-396a-4269-9bd3-24c381644112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:13.267217 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a1d5861-396a-4269-9bd3-24c381644112 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.337638 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8a1d5861-396a-4269-9bd3-24c381644112 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6338589 Jul 22 19:32:13.340923 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46746) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:13.346137 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-67bf7aeb-aa5f-4c9d-a37f-71f7492adf21 admin admin] Request body: {'subnet': {'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1695476204-subnet', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:13.382887 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d5861-396a-4269-9bd3-24c381644112 admin admin] Pushing event updated for resources: {'Network': ['ID=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:13.395719 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bf7aeb-aa5f-4c9d-a37f-71f7492adf21 admin admin] Made reservation on behalf of d7dd7a2acaec4dacbe93a4b4f60385cd for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:13.396459 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:32:13.399022 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-67bf7aeb-aa5f-4c9d-a37f-71f7492adf21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.412046 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3f1d3-ece1-47d8-9140-d472e3831230 req-e1c25a94-dc07-4754-8f9b-007b52dd6a00 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:13.413811 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2fb3f1d3-ece1-47d8-9140-d472e3831230 req-e1c25a94-dc07-4754-8f9b-007b52dd6a00 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1618791 Jul 22 19:32:13.487173 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2fb3f1d3-ece1-47d8-9140-d472e3831230 req-2be1fc11-36e5-4d2d-b2e5-54349c00a4c9 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662913 Jul 22 19:32:13.622249 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-261aaca2-da3b-4fc4-914e-ee41ea00f574 req-bfc1ce9e-fb0a-4d94-a6bc-0b78c3cf057f tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 210 time: 0.0524399 Jul 22 19:32:13.682895 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-67bf7aeb-aa5f-4c9d-a37f-71f7492adf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.748222 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf7aeb-aa5f-4c9d-a37f-71f7492adf21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2927ff2f-725b-43f0-9ccf-46789079aaa4,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:13.757631 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf7aeb-aa5f-4c9d-a37f-71f7492adf21 admin admin] Checking segment: {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:13.757998 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bf7aeb-aa5f-4c9d-a37f-71f7492adf21 admin admin] Network hostable DHCP agents. Network: f3b01d2c-8d06-4fa2-9f0e-0ac29490e405, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:32:13.782101 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bf7aeb-aa5f-4c9d-a37f-71f7492adf21 admin admin] Network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:32:13.791045 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:32:13.795962 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-67bf7aeb-aa5f-4c9d-a37f-71f7492adf21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, f3b01d2c-8d06-4fa2-9f0e-0ac29490e405) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:13.800770 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bf7aeb-aa5f-4c9d-a37f-71f7492adf21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:13.802515 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-67bf7aeb-aa5f-4c9d-a37f-71f7492adf21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.806542 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6762b263-25fd-460a-9a63-7b62e45e1468 None None] Network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:13.822972 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-67bf7aeb-aa5f-4c9d-a37f-71f7492adf21 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4785440 Jul 22 19:32:13.823422 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46750) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:13.828977 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-752de269-ef01-4f7c-9806-eb0f49d422cb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:13.859714 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-752de269-ef01-4f7c-9806-eb0f49d422cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.859714 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-752de269-ef01-4f7c-9806-eb0f49d422cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.928109 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-752de269-ef01-4f7c-9806-eb0f49d422cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.041291 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:32:14.042247 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.120389 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-752de269-ef01-4f7c-9806-eb0f49d422cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.271961 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] Allocated IP 172.20.0.2 (f3b01d2c-8d06-4fa2-9f0e-0ac29490e405/2927ff2f-725b-43f0-9ccf-46789079aaa4/49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:14.391479 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-752de269-ef01-4f7c-9806-eb0f49d422cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.423646 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-752de269-ef01-4f7c-9806-eb0f49d422cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.455648 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.466871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] Transition to ACTIVE for port object 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:14.483740 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] Transition to ACTIVE for port object 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:14.498514 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.548148 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] Network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:14.551021 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:14.557171 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:14.572745 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-752de269-ef01-4f7c-9806-eb0f49d422cb admin admin] Allocated IP 172.25.3.85 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/f767a314-8fd8-4381-b338-e342f6126c9e) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:14.619234 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] Pushing event updated for resources: {'Port': ['ID=49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:14.636450 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] Attempting to bind port 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:32:14.637544 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] Attempting to bind port 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:32:14.638262 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] Attempting to bind port 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed on network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:14.644063 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:32:14.644441 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] Checking segment: {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:14.644871 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.645269 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] Bound using segment: {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:32:14.645739 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] Bound port: 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:32:14.646115 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.700402 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-752de269-ef01-4f7c-9806-eb0f49d422cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.743560 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] For port 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:32:14.749084 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] For port 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:32:14.752425 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-752de269-ef01-4f7c-9806-eb0f49d422cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.760907 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.797497 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2c0e8-9710-41e2-823b-76a8047461e9 req-c3bb537c-989b-4132-b815-c7d12b261237 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:14.800512 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752de269-ef01-4f7c-9806-eb0f49d422cb admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:14.803702 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-752de269-ef01-4f7c-9806-eb0f49d422cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:14.807547 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752de269-ef01-4f7c-9806-eb0f49d422cb admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:14.817710 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752de269-ef01-4f7c-9806-eb0f49d422cb admin admin] Pushing event updated for resources: {'Port': ['ID=f767a314-8fd8-4381-b338-e342f6126c9e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:14.821056 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-54d2c0e8-9710-41e2-823b-76a8047461e9 req-c3bb537c-989b-4132-b815-c7d12b261237 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1972558 Jul 22 19:32:14.845274 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a265e3-88b3-4533-9725-40a04d00d00f None None] Pushing event updated for resources: {'Port': ['ID=49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:14.921087 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1cbe3b37-b074-44af-8ae4-045b1a6c74bc req-15b94fb5-03dc-4039-8801-abb83867a36d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 210 time: 0.1372621 Jul 22 19:32:14.998653 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-54d2c0e8-9710-41e2-823b-76a8047461e9 req-6f23516b-e3f5-4f48-9c67-a59f9ede84b4 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767142 Jul 22 19:32:15.199150 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-752de269-ef01-4f7c-9806-eb0f49d422cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:15.445093 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-752de269-ef01-4f7c-9806-eb0f49d422cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:15.600260 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752de269-ef01-4f7c-9806-eb0f49d422cb admin admin] Router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:32:15.727872 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752de269-ef01-4f7c-9806-eb0f49d422cb admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:15.740594 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] Sync routers for ids ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:15.749409 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-752de269-ef01-4f7c-9806-eb0f49d422cb admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:15.750933 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-752de269-ef01-4f7c-9806-eb0f49d422cb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9258277 Jul 22 19:32:15.753471 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] Routers {'22e59d66-3ebe-4ee4-9d32-2dc190bac529'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:15.753612 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46760) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:15.754569 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:32:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:15.872316 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] Set router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:16.107593 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8058a7f7-1b1e-4d95-845d-2b8bdb8e0a05 req-f944e3a8-2c14-4db0-8db9-814330df338b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 210 time: 0.0619700 Jul 22 19:32:16.268436 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7be76e-5891-4d92-8b5d-9ddc32414329 req-0c2b3385-4017-42e3-a5ba-c6f3e3a3844a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:16.281134 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb7be76e-5891-4d92-8b5d-9ddc32414329 req-0c2b3385-4017-42e3-a5ba-c6f3e3a3844a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1207805 Jul 22 19:32:16.351919 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:15Z', 'revision_number': 3, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:16.353934 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:16.379278 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb7be76e-5891-4d92-8b5d-9ddc32414329 req-34d5a2fa-607f-48da-9a6a-81f607cc0174 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826578 Jul 22 19:32:16.412834 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] Checking router: 22e59d66-3ebe-4ee4-9d32-2dc190bac529 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:32:16.413177 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] Updating router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 port f767a314-8fd8-4381-b338-e342f6126c9e binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:32:16.427279 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:16.457396 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-16842baa-c44d-4d7e-8119-7751eaa8c604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.464048 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.479665 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216c91e0-4de0-46ff-b8d5-d63c24ddca4c None None] Network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:16.662350 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a9b176fd-bd99-40a2-9c24-0b8c8927e28d None None] Provisioning for port 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:16.669469 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a9b176fd-bd99-40a2-9c24-0b8c8927e28d None None] Provisioning complete for port 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:16.669997 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a9b176fd-bd99-40a2-9c24-0b8c8927e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.863492 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-16842baa-c44d-4d7e-8119-7751eaa8c604 admin admin] Allocated IP 172.20.0.1 (f3b01d2c-8d06-4fa2-9f0e-0ac29490e405/2927ff2f-725b-43f0-9ccf-46789079aaa4/bbc45757-50ed-429c-b35c-754301b8df4c) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:16.884808 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a9b176fd-bd99-40a2-9c24-0b8c8927e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.899149 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.909692 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] Transition to ACTIVE for port object f767a314-8fd8-4381-b338-e342f6126c9e will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:16.923645 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.984554 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-a9b176fd-bd99-40a2-9c24-0b8c8927e28d None None] For port 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:17.001104 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a9b176fd-bd99-40a2-9c24-0b8c8927e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.025777 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] Attempting to bind port f767a314-8fd8-4381-b338-e342f6126c9e on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:32:17.026150 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] Attempting to bind port f767a314-8fd8-4381-b338-e342f6126c9e by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:32:17.026515 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] Attempting to bind port f767a314-8fd8-4381-b338-e342f6126c9e on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:17.043445 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-16842baa-c44d-4d7e-8119-7751eaa8c604 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.062632 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-16842baa-c44d-4d7e-8119-7751eaa8c604 admin admin] Transition to ACTIVE for port object bbc45757-50ed-429c-b35c-754301b8df4c will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:17.098336 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b176fd-bd99-40a2-9c24-0b8c8927e28d None None] Pushing event updated for resources: {'Port': ['ID=49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:17.113405 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-16842baa-c44d-4d7e-8119-7751eaa8c604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.173311 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:32:17.173737 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:17.174091 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.174483 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:32:17.174964 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] Bound port: f767a314-8fd8-4381-b338-e342f6126c9e, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:32:17.175338 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.189095 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16842baa-c44d-4d7e-8119-7751eaa8c604 admin admin] Network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:17.193628 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-16842baa-c44d-4d7e-8119-7751eaa8c604 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:17.202907 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16842baa-c44d-4d7e-8119-7751eaa8c604 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:17.229205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fb0b38ec-5224-4348-8a00-9aca6b8789ea None None] Provisioning complete for port 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:17.229584 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fb0b38ec-5224-4348-8a00-9aca6b8789ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.267223 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] For port f767a314-8fd8-4381-b338-e342f6126c9e, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:32:17.286650 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] For port f767a314-8fd8-4381-b338-e342f6126c9e, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f767a314-8fd8-4381-b338-e342f6126c9e,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:32:17.295150 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-16842baa-c44d-4d7e-8119-7751eaa8c604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.318867 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.356714 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15913423-90f7-4829-b055-c9940e15d318 req-f2c2e506-0424-43b2-bf3a-cfc6c894941e tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 210 time: 0.0853148 Jul 22 19:32:17.368683 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2d27c-5b21-4e23-9874-ceb95e54b341 None None] Pushing event updated for resources: {'Port': ['ID=f767a314-8fd8-4381-b338-e342f6126c9e,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:17.389420 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2d27c-5b21-4e23-9874-ceb95e54b341 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:17.389787 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2d27c-5b21-4e23-9874-ceb95e54b341 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:17.390125 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2d27c-5b21-4e23-9874-ceb95e54b341 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:17.390592 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2d27c-5b21-4e23-9874-ceb95e54b341 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:17.390923 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2d27c-5b21-4e23-9874-ceb95e54b341 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:17.391245 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2d27c-5b21-4e23-9874-ceb95e54b341 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:17.391560 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2d27c-5b21-4e23-9874-ceb95e54b341 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:17.392369 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2d27c-5b21-4e23-9874-ceb95e54b341 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:17.392369 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2d27c-5b21-4e23-9874-ceb95e54b341 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:17.392546 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2d27c-5b21-4e23-9874-ceb95e54b341 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:17.393082 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2d27c-5b21-4e23-9874-ceb95e54b341 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:17.393407 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d2d27c-5b21-4e23-9874-ceb95e54b341 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:17.430423 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] Routers {'22e59d66-3ebe-4ee4-9d32-2dc190bac529'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:17.434663 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:32:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:17.458040 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16842baa-c44d-4d7e-8119-7751eaa8c604 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc45757-50ed-429c-b35c-754301b8df4c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:17.573486 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2d27c-5b21-4e23-9874-ceb95e54b341 None None] Pushing event updated for resources: {'Port': ['ID=f767a314-8fd8-4381-b338-e342f6126c9e,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:17.667506 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] Set router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:17.675000 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-efb0ea70-bf41-48fb-a949-e5054eb09bec None None] Provisioning for port bbc45757-50ed-429c-b35c-754301b8df4c completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:17.680662 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-efb0ea70-bf41-48fb-a949-e5054eb09bec None None] Provisioning complete for port bbc45757-50ed-429c-b35c-754301b8df4c triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:17.680962 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-efb0ea70-bf41-48fb-a949-e5054eb09bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.688441 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbdf1d-0d33-446a-a407-92141927e1e9 req-bdf5862c-1c5b-497b-86a6-b4a38894a478 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:17.700861 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-50bbdf1d-0d33-446a-a407-92141927e1e9 req-bdf5862c-1c5b-497b-86a6-b4a38894a478 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1504633 Jul 22 19:32:17.757825 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-50bbdf1d-0d33-446a-a407-92141927e1e9 req-33bbbb1c-a8d4-442e-a55d-ebc427f15e86 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505390 Jul 22 19:32:17.782489 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-efb0ea70-bf41-48fb-a949-e5054eb09bec None None] Port bbc45757-50ed-429c-b35c-754301b8df4c cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:32:17.863022 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-16842baa-c44d-4d7e-8119-7751eaa8c604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:18.015142 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:15Z', 'revision_number': 3, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:18.057179 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265be7e4-dbb6-4530-b81f-0ec07844e508 None None] The sync data for ids ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'] in n-d-800086-12 is: [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:15Z', 'revision_number': 3, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:18.098369 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-16842baa-c44d-4d7e-8119-7751eaa8c604 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:18.108689 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-16842baa-c44d-4d7e-8119-7751eaa8c604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:18.184078 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16842baa-c44d-4d7e-8119-7751eaa8c604 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc45757-50ed-429c-b35c-754301b8df4c,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:18.190826 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-16842baa-c44d-4d7e-8119-7751eaa8c604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:18.245945 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:18.328242 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:18.328669 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:18.356387 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16842baa-c44d-4d7e-8119-7751eaa8c604 admin admin] Network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:18.357896 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-16842baa-c44d-4d7e-8119-7751eaa8c604 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:18.622639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ccf8b1f-f5d8-4253-a23e-48659c28729d req-f99e96aa-4dac-49d9-96d6-c31e657b1e65 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 210 time: 0.0671148 Jul 22 19:32:18.667005 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16842baa-c44d-4d7e-8119-7751eaa8c604 admin admin] Router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:32:18.817773 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9cca18b5-7fc6-478f-8329-0d524386de6a None None] Provisioning complete for port bbc45757-50ed-429c-b35c-754301b8df4c triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:18.818313 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9cca18b5-7fc6-478f-8329-0d524386de6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:18.837955 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16842baa-c44d-4d7e-8119-7751eaa8c604 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:18.852095 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-16842baa-c44d-4d7e-8119-7751eaa8c604 admin admin] 10.222.0.13 "PUT /v2.0/routers/22e59d66-3ebe-4ee4-9d32-2dc190bac529/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0900960 Jul 22 19:32:18.916676 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-9cca18b5-7fc6-478f-8329-0d524386de6a None None] Port bbc45757-50ed-429c-b35c-754301b8df4c cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:32:18.972201 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f23dfe-2677-4e4f-8127-d6ee762cfed5 req-5328f43a-2c14-4a70-9ed0-6d076b2bae5d tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:18.985805 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8f23dfe-2677-4e4f-8127-d6ee762cfed5 req-5328f43a-2c14-4a70-9ed0-6d076b2bae5d tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.0965161 Jul 22 19:32:19.070990 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8f23dfe-2677-4e4f-8127-d6ee762cfed5 req-52a7b3a9-ffaa-4209-8ed7-47b98fc8d5f5 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810158 Jul 22 19:32:19.622484 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46788) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:19.627930 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c5c7be8d-f9ec-45fa-9908-ba4fc8257de5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1762991964-network', 'tenant_id': 'fc23620cd9224d689912c1195451a006'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:19.671262 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c7be8d-f9ec-45fa-9908-ba4fc8257de5 admin admin] Made reservation on behalf of fc23620cd9224d689912c1195451a006 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:19.673710 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5c7be8d-f9ec-45fa-9908-ba4fc8257de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:19.694921 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5c7be8d-f9ec-45fa-9908-ba4fc8257de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:19.819456 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c14aefd-813e-4b8c-a217-92837cf905b0 req-1ffb1eb5-b238-4ef8-b060-b035743284aa tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 210 time: 0.0619929 Jul 22 19:32:19.844080 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5c7be8d-f9ec-45fa-9908-ba4fc8257de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:19.851534 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5c7be8d-f9ec-45fa-9908-ba4fc8257de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:19.885069 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c7be8d-f9ec-45fa-9908-ba4fc8257de5 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:32:19.904765 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7be8d-f9ec-45fa-9908-ba4fc8257de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306d9e31-3199-4a57-a42f-4e8c351ceff8,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:19.909400 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5c7be8d-f9ec-45fa-9908-ba4fc8257de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:19.909800 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-c5c7be8d-f9ec-45fa-9908-ba4fc8257de5 admin admin] Added segment fad62a95-1844-4204-9d6e-57bfa5d0fd93 of type vlan for network 73a7ad15-0da1-4f26-ba10-c3e98e88bfc2 Jul 22 19:32:19.997865 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5c7be8d-f9ec-45fa-9908-ba4fc8257de5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.048559 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5c7be8d-f9ec-45fa-9908-ba4fc8257de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.049641 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c7be8d-f9ec-45fa-9908-ba4fc8257de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:20.050248 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5c7be8d-f9ec-45fa-9908-ba4fc8257de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.114807 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c5c7be8d-f9ec-45fa-9908-ba4fc8257de5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4911621 Jul 22 19:32:20.117538 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46796) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:20.123740 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-6ce0630a-092c-4514-9700-201629b67dc2 admin admin] Request body: {'subnet': {'network_id': '73a7ad15-0da1-4f26-ba10-c3e98e88bfc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1762991964-subnet', 'tenant_id': 'fc23620cd9224d689912c1195451a006', 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:20.172746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce0630a-092c-4514-9700-201629b67dc2 admin admin] Made reservation on behalf of fc23620cd9224d689912c1195451a006 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:20.176948 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6ce0630a-092c-4514-9700-201629b67dc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.198488 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7be8d-f9ec-45fa-9908-ba4fc8257de5 admin admin] Pushing event updated for resources: {'Network': ['ID=73a7ad15-0da1-4f26-ba10-c3e98e88bfc2,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:20.219154 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 73a7ad15-0da1-4f26-ba10-c3e98e88bfc2 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:32:20.354360 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f767a314-8fd8-4381-b338-e342f6126c9e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:20.441405 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6ce0630a-092c-4514-9700-201629b67dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.482032 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port f767a314-8fd8-4381-b338-e342f6126c9e completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:20.487468 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port f767a314-8fd8-4381-b338-e342f6126c9e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:20.487882 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.499964 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0630a-092c-4514-9700-201629b67dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14dd3b34-7b3f-4ab0-bf0e-299ad0c2e669,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:20.553241 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce0630a-092c-4514-9700-201629b67dc2 admin admin] Checking segment: {'id': 'fad62a95-1844-4204-9d6e-57bfa5d0fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '73a7ad15-0da1-4f26-ba10-c3e98e88bfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:20.553603 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce0630a-092c-4514-9700-201629b67dc2 admin admin] Network hostable DHCP agents. Network: 73a7ad15-0da1-4f26-ba10-c3e98e88bfc2, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:32:20.576612 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2a302-7e5f-4d4d-9c85-3e6fd55a1d5b req-08a41358-b808-41fb-af6d-3ec1efd9e23b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:20.578169 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cae2a302-7e5f-4d4d-9c85-3e6fd55a1d5b req-08a41358-b808-41fb-af6d-3ec1efd9e23b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.3101187 Jul 22 19:32:20.594796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce0630a-092c-4514-9700-201629b67dc2 admin admin] Network 73a7ad15-0da1-4f26-ba10-c3e98e88bfc2 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:32:20.611193 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-6ce0630a-092c-4514-9700-201629b67dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 73a7ad15-0da1-4f26-ba10-c3e98e88bfc2) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:20.613096 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] Sync routers for ids ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:20.615575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0630a-092c-4514-9700-201629b67dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:20.616355 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6ce0630a-092c-4514-9700-201629b67dc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.634232 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6ce0630a-092c-4514-9700-201629b67dc2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5152519 Jul 22 19:32:20.637898 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46798) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:20.640097 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cf483e-fc7d-4c79-ab55-b713b9fcc946 None None] Network 73a7ad15-0da1-4f26-ba10-c3e98e88bfc2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:20.642609 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-2cb8a105-ff02-4f8a-a3dc-cdd3dad04782 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1762991964-router', 'tenant_id': 'fc23620cd9224d689912c1195451a006', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:20.678767 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cae2a302-7e5f-4d4d-9c85-3e6fd55a1d5b req-1567fa34-e30f-4cf2-b429-eca5bc331c58 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934792 Jul 22 19:32:20.683061 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a105-ff02-4f8a-a3dc-cdd3dad04782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.684365 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a105-ff02-4f8a-a3dc-cdd3dad04782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.766880 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a105-ff02-4f8a-a3dc-cdd3dad04782 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.771606 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.794096 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] Routers {'22e59d66-3ebe-4ee4-9d32-2dc190bac529'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:20.795151 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:32:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:20.862922 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port f767a314-8fd8-4381-b338-e342f6126c9e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f767a314-8fd8-4381-b338-e342f6126c9e,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:20.899332 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.993492 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-73a7ad15-0da1-4f26-ba10-c3e98e88bfc2', 'network_id': '73a7ad15-0da1-4f26-ba10-c3e98e88bfc2', 'tenant_id': 'fc23620cd9224d689912c1195451a006', 'fixed_ips': [{'subnet_id': '14dd3b34-7b3f-4ab0-bf0e-299ad0c2e669'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:32:20.995056 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.998283 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a105-ff02-4f8a-a3dc-cdd3dad04782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:21.047369 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8b017b9-383a-4ad1-bf0b-8ce618df5c15 req-f56be31e-0d9f-4b7f-915d-d6217e0c0f4a tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 210 time: 0.0687885 Jul 22 19:32:21.178159 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=f767a314-8fd8-4381-b338-e342f6126c9e,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:21.188125 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] Set router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:21.347686 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a105-ff02-4f8a-a3dc-cdd3dad04782 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:21.358022 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] Allocated IP 172.20.0.2 (73a7ad15-0da1-4f26-ba10-c3e98e88bfc2/14dd3b34-7b3f-4ab0-bf0e-299ad0c2e669/8e666509-7af8-421b-9037-2b55fabe3add) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:21.373597 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a105-ff02-4f8a-a3dc-cdd3dad04782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:21.530163 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-2cb8a105-ff02-4f8a-a3dc-cdd3dad04782 admin admin] Allocated IP 172.25.3.243 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/e63d00de-140c-4d74-8fbb-bf90bd7b461c) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:21.721060 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a105-ff02-4f8a-a3dc-cdd3dad04782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:21.772357 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a105-ff02-4f8a-a3dc-cdd3dad04782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:21.824946 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb8a105-ff02-4f8a-a3dc-cdd3dad04782 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:21.831907 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-2cb8a105-ff02-4f8a-a3dc-cdd3dad04782 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:21.834161 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8a105-ff02-4f8a-a3dc-cdd3dad04782 admin admin] Pushing event updated for resources: {'Port': ['ID=e63d00de-140c-4d74-8fbb-bf90bd7b461c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:21.836755 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb8a105-ff02-4f8a-a3dc-cdd3dad04782 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:21.889844 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:21.906824 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] Transition to ACTIVE for port object 8e666509-7af8-421b-9037-2b55fabe3add will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:21.915256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a931b6b-c726-4903-9b40-434c6785f373 req-f0681a64-1a17-404a-9947-bbd651cb9b9a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:21.921228 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 4, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bbc45757-50ed-429c-b35c-754301b8df4c', 'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'mac_address': 'fa:16:3e:51:1c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:16Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 2, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'subnets': [{'id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:21.941206 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7a931b6b-c726-4903-9b40-434c6785f373 req-f0681a64-1a17-404a-9947-bbd651cb9b9a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1120067 Jul 22 19:32:21.964340 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] Transition to ACTIVE for port object 8e666509-7af8-421b-9037-2b55fabe3add will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:21.967015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] Checking router: 22e59d66-3ebe-4ee4-9d32-2dc190bac529 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:32:21.967839 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] Updating router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 port bbc45757-50ed-429c-b35c-754301b8df4c binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:32:21.999893 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:22.048043 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] Network 73a7ad15-0da1-4f26-ba10-c3e98e88bfc2 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:22.056178 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:22.058506 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7a931b6b-c726-4903-9b40-434c6785f373 req-7c1a4006-3dfb-4504-a631-52f61bdaca4e tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158633 Jul 22 19:32:22.063137 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:22.104807 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] Pushing event updated for resources: {'Port': ['ID=8e666509-7af8-421b-9037-2b55fabe3add,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:22.175985 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:22.241117 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a105-ff02-4f8a-a3dc-cdd3dad04782 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:22.245224 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1088436c-cfe1-40a3-b4be-90c4b18bde57 req-9c411579-f2c3-42d4-b48d-65b68bf44a36 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 210 time: 0.0672047 Jul 22 19:32:22.304566 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f767a314-8fd8-4381-b338-e342f6126c9e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:22.306771 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] Attempting to bind port 8e666509-7af8-421b-9037-2b55fabe3add on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:32:22.307157 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] Attempting to bind port 8e666509-7af8-421b-9037-2b55fabe3add by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'fad62a95-1844-4204-9d6e-57bfa5d0fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '73a7ad15-0da1-4f26-ba10-c3e98e88bfc2'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:32:22.307505 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] Attempting to bind port 8e666509-7af8-421b-9037-2b55fabe3add on network 73a7ad15-0da1-4f26-ba10-c3e98e88bfc2 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:22.347506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:32:22.347801 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] Checking segment: {'id': 'fad62a95-1844-4204-9d6e-57bfa5d0fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '73a7ad15-0da1-4f26-ba10-c3e98e88bfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:22.348209 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:22.349173 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] Bound using segment: {'id': 'fad62a95-1844-4204-9d6e-57bfa5d0fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '73a7ad15-0da1-4f26-ba10-c3e98e88bfc2'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:32:22.349666 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] Bound port: 8e666509-7af8-421b-9037-2b55fabe3add, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad62a95-1844-4204-9d6e-57bfa5d0fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '73a7ad15-0da1-4f26-ba10-c3e98e88bfc2'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:32:22.350049 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:22.428145 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] For port 8e666509-7af8-421b-9037-2b55fabe3add, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:32:22.431360 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] For port 8e666509-7af8-421b-9037-2b55fabe3add, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=8e666509-7af8-421b-9037-2b55fabe3add,segment=NetworkSegment(fad62a95-1844-4204-9d6e-57bfa5d0fd93),segment_id=fad62a95-1844-4204-9d6e-57bfa5d0fd93)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:32:22.445449 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:22.571655 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a105-ff02-4f8a-a3dc-cdd3dad04782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:22.581961 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323699a3-e0ea-4c57-80d2-66f55fae7d83 None None] Pushing event updated for resources: {'Port': ['ID=8e666509-7af8-421b-9037-2b55fabe3add,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:22.770267 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port f767a314-8fd8-4381-b338-e342f6126c9e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:22.770267 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:22.858463 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb8a105-ff02-4f8a-a3dc-cdd3dad04782 admin admin] Router f9a29079-923f-4154-9f51-b9e9ef1f99ce is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:32:22.882925 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:22.951346 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] Transition to ACTIVE for port object bbc45757-50ed-429c-b35c-754301b8df4c will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:22.995641 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:23.075135 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064325d-f10a-4800-87a7-32f9609c2366 None None] Pushing event updated for resources: {'Port': ['ID=bbc45757-50ed-429c-b35c-754301b8df4c,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:23.123575 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb8a105-ff02-4f8a-a3dc-cdd3dad04782 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:23.135145 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] Sync routers for ids ['f9a29079-923f-4154-9f51-b9e9ef1f99ce'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:23.157724 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a105-ff02-4f8a-a3dc-cdd3dad04782 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:23.158467 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] Routers {'f9a29079-923f-4154-9f51-b9e9ef1f99ce'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:23.159203 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:32:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f9a29079-923f-4154-9f51-b9e9ef1f99ce'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:23.160789 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] Attempting to bind port bbc45757-50ed-429c-b35c-754301b8df4c on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:32:23.161380 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] Attempting to bind port bbc45757-50ed-429c-b35c-754301b8df4c by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:32:23.161836 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] Attempting to bind port bbc45757-50ed-429c-b35c-754301b8df4c on network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:23.162048 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46816) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:23.165070 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2cb8a105-ff02-4f8a-a3dc-cdd3dad04782 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5260301 Jul 22 19:32:23.173042 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:32:23.173542 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] Checking segment: {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:23.174042 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:23.174567 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] Bound using segment: {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:32:23.175136 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] Bound port: bbc45757-50ed-429c-b35c-754301b8df4c, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:32:23.175713 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:23.285201 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] For port bbc45757-50ed-429c-b35c-754301b8df4c, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:32:23.289556 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] For port bbc45757-50ed-429c-b35c-754301b8df4c, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bbc45757-50ed-429c-b35c-754301b8df4c,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:32:23.298069 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:23.438500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064325d-f10a-4800-87a7-32f9609c2366 None None] Pushing event updated for resources: {'Port': ['ID=bbc45757-50ed-429c-b35c-754301b8df4c,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:23.454306 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] Routers {'22e59d66-3ebe-4ee4-9d32-2dc190bac529'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:23.455003 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:32:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:23.472270 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] Set router f9a29079-923f-4154-9f51-b9e9ef1f99ce gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:23.536136 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb5204-d671-4ee9-b632-dea996d0aebb req-4e19f4cf-0241-4868-9d33-311c19342693 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:23.543861 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-97bb5204-d671-4ee9-b632-dea996d0aebb req-4e19f4cf-0241-4868-9d33-311c19342693 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.2913947 Jul 22 19:32:23.552449 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6d7fed25-adaa-4cdc-bffb-972e77ef63f9 req-bd25ee82-908e-4faf-9fc4-2d9dbf99ec5d tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9b87ebc-c24b-4a71-861b-8b538a525225 HTTP/1.1" status: 200 len: 210 time: 0.1108887 Jul 22 19:32:23.608519 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-97bb5204-d671-4ee9-b632-dea996d0aebb req-711c52a8-ed85-4bb3-80b7-3973102254eb tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635033 Jul 22 19:32:23.613289 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] Set router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:23.744326 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a29079-923f-4154-9f51-b9e9ef1f99ce', 'name': 'tempest-TestVolumeBootPattern-1762991964-router', 'tenant_id': 'fc23620cd9224d689912c1195451a006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e63d00de-140c-4d74-8fbb-bf90bd7b461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:20Z', 'updated_at': '2021-07-22T19:32:22Z', 'revision_number': 3, 'project_id': 'fc23620cd9224d689912c1195451a006', 'gw_port': {'id': 'e63d00de-140c-4d74-8fbb-bf90bd7b461c', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:38:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a29079-923f-4154-9f51-b9e9ef1f99ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:21Z', 'updated_at': '2021-07-22T19:32:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:23.811238 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] Checking router: f9a29079-923f-4154-9f51-b9e9ef1f99ce for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:32:23.811990 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] Updating router f9a29079-923f-4154-9f51-b9e9ef1f99ce port e63d00de-140c-4d74-8fbb-bf90bd7b461c binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:32:23.854763 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:23.921889 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 4, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bbc45757-50ed-429c-b35c-754301b8df4c', 'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'mac_address': 'fa:16:3e:51:1c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:16Z', 'updated_at': '2021-07-22T19:32:23Z', 'revision_number': 4, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'subnets': [{'id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:23.971477 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b95fd-4958-4351-b347-70ded5257f81 None None] The sync data for ids ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'] in n-d-800086-12 is: [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 4, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bbc45757-50ed-429c-b35c-754301b8df4c', 'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'mac_address': 'fa:16:3e:51:1c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:16Z', 'updated_at': '2021-07-22T19:32:23Z', 'revision_number': 4, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'subnets': [{'id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:24.004135 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb709ec8-d52c-46bd-b24a-dceb06a65890 req-dbe79181-c46e-40fa-800e-5254ba68cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:24.005770 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-eb709ec8-d52c-46bd-b24a-dceb06a65890 req-dbe79181-c46e-40fa-800e-5254ba68cc3f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=881aa17641714d81bee1e3323cd59a48&device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 1097 time: 0.1066124 Jul 22 19:32:24.033896 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb7bebd6-2c80-42bc-b4dd-316e27c2bbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.167254 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb709ec8-d52c-46bd-b24a-dceb06a65890 req-20fb0785-a57e-479d-8f0e-7271ce0517af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:24.169936 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-eb709ec8-d52c-46bd-b24a-dceb06a65890 req-20fb0785-a57e-479d-8f0e-7271ce0517af service neutron] 10.222.0.16 "GET /v2.0/networks?id=79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 HTTP/1.1" status: 200 len: 915 time: 0.1580529 Jul 22 19:32:24.228120 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-eb709ec8-d52c-46bd-b24a-dceb06a65890 req-8d128a38-49ff-4c61-8aba-bbd14717ae2a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b43a60e7-4828-4fd6-82c1-1023f7fdea58 HTTP/1.1" status: 200 len: 217 time: 0.0514374 Jul 22 19:32:24.260447 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.279484 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde6a631-4868-4096-9a06-3651f4c2a620 None None] Network 73a7ad15-0da1-4f26-ba10-c3e98e88bfc2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:24.285696 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] Transition to ACTIVE for port object e63d00de-140c-4d74-8fbb-bf90bd7b461c will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:24.304944 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.333302 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb709ec8-d52c-46bd-b24a-dceb06a65890 req-9391d397-833e-42d5-807f-5223d17e7871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:24.337768 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-eb709ec8-d52c-46bd-b24a-dceb06a65890 req-9391d397-833e-42d5-807f-5223d17e7871 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f2ee51e-14b2-4a1b-9c47-77a8e3d2957f HTTP/1.1" status: 200 len: 854 time: 0.1031954 Jul 22 19:32:24.369798 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-fb7bebd6-2c80-42bc-b4dd-316e27c2bbd3 admin admin] Allocated IP 172.20.0.1 (73a7ad15-0da1-4f26-ba10-c3e98e88bfc2/14dd3b34-7b3f-4ab0-bf0e-299ad0c2e669/f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:24.370367 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bbc45757-50ed-429c-b35c-754301b8df4c up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:24.381663 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] Attempting to bind port e63d00de-140c-4d74-8fbb-bf90bd7b461c on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:32:24.382031 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] Attempting to bind port e63d00de-140c-4d74-8fbb-bf90bd7b461c by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:32:24.382386 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] Attempting to bind port e63d00de-140c-4d74-8fbb-bf90bd7b461c on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:24.388342 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f176466-cfd2-4f55-88ff-9228656594c4 None None] Pushing event updated for resources: {'Port': ['ID=e63d00de-140c-4d74-8fbb-bf90bd7b461c,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:24.391331 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:32:24.391669 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:24.392074 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.392451 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:32:24.392991 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] Bound port: e63d00de-140c-4d74-8fbb-bf90bd7b461c, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:32:24.393385 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.425741 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-eb709ec8-d52c-46bd-b24a-dceb06a65890 req-81031c52-649b-4413-8a82-b056a4e636b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79ae5d6f-e74a-4a73-acd8-7c48c2dc8820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801516 Jul 22 19:32:24.470803 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-79608799-04e6-4691-9a77-c897af0075ca None None] Provisioning for port 8e666509-7af8-421b-9037-2b55fabe3add completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:24.472900 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] For port e63d00de-140c-4d74-8fbb-bf90bd7b461c, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:32:24.477668 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] For port e63d00de-140c-4d74-8fbb-bf90bd7b461c, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e63d00de-140c-4d74-8fbb-bf90bd7b461c,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:32:24.489231 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.520667 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb7bebd6-2c80-42bc-b4dd-316e27c2bbd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.538769 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-fb7bebd6-2c80-42bc-b4dd-316e27c2bbd3 admin admin] Transition to ACTIVE for port object f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:24.579441 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] Routers {'f9a29079-923f-4154-9f51-b9e9ef1f99ce'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:24.580105 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:32:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f9a29079-923f-4154-9f51-b9e9ef1f99ce'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:24.582712 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-eb709ec8-d52c-46bd-b24a-dceb06a65890 req-7d7b386b-f541-4395-b250-535e97e51377 service neutron] 10.222.0.16 "GET /v2.0/networks/79ae5d6f-e74a-4a73-acd8-7c48c2dc8820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499312 Jul 22 19:32:24.595935 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb7bebd6-2c80-42bc-b4dd-316e27c2bbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.624502 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f176466-cfd2-4f55-88ff-9228656594c4 None None] Pushing event updated for resources: {'Port': ['ID=e63d00de-140c-4d74-8fbb-bf90bd7b461c,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:24.628586 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port bbc45757-50ed-429c-b35c-754301b8df4c completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:24.641906 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port bbc45757-50ed-429c-b35c-754301b8df4c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:24.642655 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.677433 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7bebd6-2c80-42bc-b4dd-316e27c2bbd3 admin admin] Network 73a7ad15-0da1-4f26-ba10-c3e98e88bfc2 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:24.682399 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-fb7bebd6-2c80-42bc-b4dd-316e27c2bbd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:24.686900 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7bebd6-2c80-42bc-b4dd-316e27c2bbd3 admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:24.743098 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb7bebd6-2c80-42bc-b4dd-316e27c2bbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.749933 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46834) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:24.793299 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] Set router f9a29079-923f-4154-9f51-b9e9ef1f99ce gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:24.809192 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-eb709ec8-d52c-46bd-b24a-dceb06a65890 req-c20cfd67-6db4-4806-89d2-0d43ed4a3f45 service neutron] 10.222.0.16 "GET /v2.0/networks/79ae5d6f-e74a-4a73-acd8-7c48c2dc8820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193141 Jul 22 19:32:24.834673 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.880611 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port bbc45757-50ed-429c-b35c-754301b8df4c, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bbc45757-50ed-429c-b35c-754301b8df4c,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:24.886212 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.886585 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bebd6-2c80-42bc-b4dd-316e27c2bbd3 admin admin] Pushing event updated for resources: {'Port': ['ID=f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:24.887743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 8e666509-7af8-421b-9037-2b55fabe3add up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:25.008696 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=bbc45757-50ed-429c-b35c-754301b8df4c,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:25.029685 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 8e666509-7af8-421b-9037-2b55fabe3add completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:25.036188 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 8e666509-7af8-421b-9037-2b55fabe3add triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:25.036851 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:25.043904 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8f00393d-8791-4b25-8114-e10e3a335f6b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:25.059123 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1a054-6a6d-4557-873b-0602560da483 req-ef04e4ca-728d-4d5b-a109-8d7fd3ca1446 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:25.060679 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d1a054-6a6d-4557-873b-0602560da483 req-ef04e4ca-728d-4d5b-a109-8d7fd3ca1446 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.2983882 Jul 22 19:32:25.096554 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a29079-923f-4154-9f51-b9e9ef1f99ce', 'name': 'tempest-TestVolumeBootPattern-1762991964-router', 'tenant_id': 'fc23620cd9224d689912c1195451a006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e63d00de-140c-4d74-8fbb-bf90bd7b461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:20Z', 'updated_at': '2021-07-22T19:32:22Z', 'revision_number': 3, 'project_id': 'fc23620cd9224d689912c1195451a006', 'gw_port': {'id': 'e63d00de-140c-4d74-8fbb-bf90bd7b461c', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:38:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a29079-923f-4154-9f51-b9e9ef1f99ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:21Z', 'updated_at': '2021-07-22T19:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:25.136619 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8f00393d-8791-4b25-8114-e10e3a335f6b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:25.142321 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba79b579-ef8e-4008-81a3-dcfa2fd0fb7b None None] The sync data for ids ['f9a29079-923f-4154-9f51-b9e9ef1f99ce'] in n-d-800086-12 is: [{'id': 'f9a29079-923f-4154-9f51-b9e9ef1f99ce', 'name': 'tempest-TestVolumeBootPattern-1762991964-router', 'tenant_id': 'fc23620cd9224d689912c1195451a006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e63d00de-140c-4d74-8fbb-bf90bd7b461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:20Z', 'updated_at': '2021-07-22T19:32:22Z', 'revision_number': 3, 'project_id': 'fc23620cd9224d689912c1195451a006', 'gw_port': {'id': 'e63d00de-140c-4d74-8fbb-bf90bd7b461c', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:38:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a29079-923f-4154-9f51-b9e9ef1f99ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:21Z', 'updated_at': '2021-07-22T19:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:25.153684 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:25.170917 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d1a054-6a6d-4557-873b-0602560da483 req-17bce81d-9f2e-4e58-9b0e-234e02f16c1b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995634 Jul 22 19:32:25.220521 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb7bebd6-2c80-42bc-b4dd-316e27c2bbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:25.224334 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 8e666509-7af8-421b-9037-2b55fabe3add, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=8e666509-7af8-421b-9037-2b55fabe3add,segment=NetworkSegment(fad62a95-1844-4204-9d6e-57bfa5d0fd93),segment_id=fad62a95-1844-4204-9d6e-57bfa5d0fd93)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:25.233181 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:25.237531 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-acaec00c-1fdd-4b75-9677-9dc43226323d None None] Provisioning complete for port 8e666509-7af8-421b-9037-2b55fabe3add triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:25.237921 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-acaec00c-1fdd-4b75-9677-9dc43226323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:25.301284 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8f00393d-8791-4b25-8114-e10e3a335f6b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:25.307468 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8f00393d-8791-4b25-8114-e10e3a335f6b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:25.312282 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46836) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:25.326832 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8f00393d-8791-4b25-8114-e10e3a335f6b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "DELETE /v2.0/security-groups/ca834bc2-1278-483f-be6a-923e43b5446d HTTP/1.1" status: 204 len: 168 time: 0.5744274 Jul 22 19:32:25.335343 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-32e3b4bf-d802-4831-b4c9-b2e37c16f440 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] show failed (client error): The resource could not be found. Jul 22 19:32:25.337596 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=8e666509-7af8-421b-9037-2b55fabe3add,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:25.344863 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46838) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:25.349680 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-32e3b4bf-d802-4831-b4c9-b2e37c16f440 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "GET /v2.0/security-groups/ca834bc2-1278-483f-be6a-923e43b5446d HTTP/1.1" status: 404 len: 347 time: 0.0268681 Jul 22 19:32:25.533568 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-80f3bfb7-7366-4187-9799-f08485e43f0f None None] Provisioning for port f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:25.538038 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-80f3bfb7-7366-4187-9799-f08485e43f0f None None] Provisioning complete for port f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:25.538489 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-80f3bfb7-7366-4187-9799-f08485e43f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:25.585778 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-80f3bfb7-7366-4187-9799-f08485e43f0f None None] Port f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:32:25.745258 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00393d-8791-4b25-8114-e10e3a335f6b tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca834bc2-1278-483f-be6a-923e43b5446d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:25.920919 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-00e5fb19-40ad-43f1-9d6f-9582778043a3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Deleting port f495f47f-e169-4087-8392-0fa5b88f0a0f {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:25.921280 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-00e5fb19-40ad-43f1-9d6f-9582778043a3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:25.947760 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb7bebd6-2c80-42bc-b4dd-316e27c2bbd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:25.956682 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb7bebd6-2c80-42bc-b4dd-316e27c2bbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.069201 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fb7bebd6-2c80-42bc-b4dd-316e27c2bbd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.072394 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bebd6-2c80-42bc-b4dd-316e27c2bbd3 admin admin] Pushing event updated for resources: {'Port': ['ID=f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:26.094412 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-00e5fb19-40ad-43f1-9d6f-9582778043a3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.094741 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-00e5fb19-40ad-43f1-9d6f-9582778043a3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.123413 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-00e5fb19-40ad-43f1-9d6f-9582778043a3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Calling delete_port for f495f47f-e169-4087-8392-0fa5b88f0a0f owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:26.255876 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7bebd6-2c80-42bc-b4dd-316e27c2bbd3 admin admin] Network 73a7ad15-0da1-4f26-ba10-c3e98e88bfc2 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:26.268063 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-fb7bebd6-2c80-42bc-b4dd-316e27c2bbd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:26.309884 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bbc45757-50ed-429c-b35c-754301b8df4c up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:26.365621 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port bbc45757-50ed-429c-b35c-754301b8df4c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:26.366087 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.454583 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 8e666509-7af8-421b-9037-2b55fabe3add up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:26.460008 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5339a9-cd2e-4b6c-a29d-8b6458c41396 req-4743623c-75d6-4eec-9958-4a3dc004aee3 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:26.461594 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9f5339a9-cd2e-4b6c-a29d-8b6458c41396 req-4743623c-75d6-4eec-9958-4a3dc004aee3 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.2045658 Jul 22 19:32:26.482951 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-00e5fb19-40ad-43f1-9d6f-9582778043a3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.517448 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 8e666509-7af8-421b-9037-2b55fabe3add triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:26.517831 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.531850 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7bebd6-2c80-42bc-b4dd-316e27c2bbd3 admin admin] Router f9a29079-923f-4154-9f51-b9e9ef1f99ce has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:32:26.539979 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5fb19-40ad-43f1-9d6f-9582778043a3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event deleted for resources: {'Port': ['ID=f495f47f-e169-4087-8392-0fa5b88f0a0f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:26.566667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-93f3822e-d9ba-4cab-87e0-8589e50f634c None None] Provisioning complete for port f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:26.567492 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-93f3822e-d9ba-4cab-87e0-8589e50f634c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.573147 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9f5339a9-cd2e-4b6c-a29d-8b6458c41396 req-713c35e4-c9b0-4b81-ac08-f4d0db2640f2 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023991 Jul 22 19:32:26.631144 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-93f3822e-d9ba-4cab-87e0-8589e50f634c None None] Port f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:32:26.645201 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e63d00de-140c-4d74-8fbb-bf90bd7b461c up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:26.698416 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-00e5fb19-40ad-43f1-9d6f-9582778043a3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.702174 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-00e5fb19-40ad-43f1-9d6f-9582778043a3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.705560 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-00e5fb19-40ad-43f1-9d6f-9582778043a3 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "DELETE /v2.0/floatingips/5208be9d-8f55-40d1-ba42-9dd4cd3eb7a0 HTTP/1.1" status: 204 len: 168 time: 1.3556385 Jul 22 19:32:26.706453 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46842) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:26.715785 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port e63d00de-140c-4d74-8fbb-bf90bd7b461c completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:26.721681 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port e63d00de-140c-4d74-8fbb-bf90bd7b461c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:26.722550 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.743979 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7bebd6-2c80-42bc-b4dd-316e27c2bbd3 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:26.751957 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fb7bebd6-2c80-42bc-b4dd-316e27c2bbd3 admin admin] 10.222.0.13 "PUT /v2.0/routers/f9a29079-923f-4154-9f51-b9e9ef1f99ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5887461 Jul 22 19:32:26.820770 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.838870 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-2e6fe3a8-af21-4480-b68c-66b3b86339a4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Deleting port fc734762-c254-4cb4-bad5-9b6992177001 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:26.839452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe3a8-af21-4480-b68c-66b3b86339a4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.846318 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port e63d00de-140c-4d74-8fbb-bf90bd7b461c, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e63d00de-140c-4d74-8fbb-bf90bd7b461c,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:26.850710 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.914122 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=e63d00de-140c-4d74-8fbb-bf90bd7b461c,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:26.969593 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe3a8-af21-4480-b68c-66b3b86339a4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.983230 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-2e6fe3a8-af21-4480-b68c-66b3b86339a4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Calling delete_port for fc734762-c254-4cb4-bad5-9b6992177001 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:27.092777 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] Sync routers for ids ['f9a29079-923f-4154-9f51-b9e9ef1f99ce'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:27.102995 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] Routers {'f9a29079-923f-4154-9f51-b9e9ef1f99ce'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:27.103701 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:32:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f9a29079-923f-4154-9f51-b9e9ef1f99ce'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:27.139410 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe3a8-af21-4480-b68c-66b3b86339a4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:27.170058 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fe3a8-af21-4480-b68c-66b3b86339a4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event deleted for resources: {'Port': ['ID=fc734762-c254-4cb4-bad5-9b6992177001,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:27.223212 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] Set router f9a29079-923f-4154-9f51-b9e9ef1f99ce gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:27.249916 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe3a8-af21-4480-b68c-66b3b86339a4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:27.252547 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2e6fe3a8-af21-4480-b68c-66b3b86339a4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "DELETE /v2.0/ports/fc734762-c254-4cb4-bad5-9b6992177001 HTTP/1.1" status: 204 len: 168 time: 0.5448191 Jul 22 19:32:27.254677 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46856) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:27.362365 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-ce4a2655-390c-415d-a1e8-275689b11db4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Deleting port 78654019-d801-41ad-9f01-d5784c852f39 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:27.362962 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce4a2655-390c-415d-a1e8-275689b11db4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:27.452209 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a29079-923f-4154-9f51-b9e9ef1f99ce', 'name': 'tempest-TestVolumeBootPattern-1762991964-router', 'tenant_id': 'fc23620cd9224d689912c1195451a006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e63d00de-140c-4d74-8fbb-bf90bd7b461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:20Z', 'updated_at': '2021-07-22T19:32:25Z', 'revision_number': 4, 'project_id': 'fc23620cd9224d689912c1195451a006', 'gw_port': {'id': 'e63d00de-140c-4d74-8fbb-bf90bd7b461c', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:38:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a29079-923f-4154-9f51-b9e9ef1f99ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:21Z', 'updated_at': '2021-07-22T19:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b', 'name': '', 'network_id': '73a7ad15-0da1-4f26-ba10-c3e98e88bfc2', 'tenant_id': 'fc23620cd9224d689912c1195451a006', 'mac_address': 'fa:16:3e:e7:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a29079-923f-4154-9f51-b9e9ef1f99ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '14dd3b34-7b3f-4ab0-bf0e-299ad0c2e669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:24Z', 'updated_at': '2021-07-22T19:32:25Z', 'revision_number': 2, 'project_id': 'fc23620cd9224d689912c1195451a006', 'subnets': [{'id': '14dd3b34-7b3f-4ab0-bf0e-299ad0c2e669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:27.460264 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce4a2655-390c-415d-a1e8-275689b11db4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:27.482340 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-ce4a2655-390c-415d-a1e8-275689b11db4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Calling delete_port for 78654019-d801-41ad-9f01-d5784c852f39 owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:27.487774 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] Checking router: f9a29079-923f-4154-9f51-b9e9ef1f99ce for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:32:27.488135 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] Updating router f9a29079-923f-4154-9f51-b9e9ef1f99ce port f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:32:27.531322 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:27.720157 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce4a2655-390c-415d-a1e8-275689b11db4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:27.762628 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a2655-390c-415d-a1e8-275689b11db4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event deleted for resources: {'Port': ['ID=78654019-d801-41ad-9f01-d5784c852f39,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:27.813987 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a113ea8-6c7a-40aa-bf10-97f4cdb57e90 req-76b1fdf1-81bf-4996-981d-09eef7fb6b73 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:27.815370 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0a113ea8-6c7a-40aa-bf10-97f4cdb57e90 req-76b1fdf1-81bf-4996-981d-09eef7fb6b73 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1489065 Jul 22 19:32:27.890697 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0a113ea8-6c7a-40aa-bf10-97f4cdb57e90 req-5d6da71e-55ea-4f2f-bbac-b45c95fa1e34 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690541 Jul 22 19:32:27.891761 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce4a2655-390c-415d-a1e8-275689b11db4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:27.896101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ce4a2655-390c-415d-a1e8-275689b11db4 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "DELETE /v2.0/ports/78654019-d801-41ad-9f01-d5784c852f39 HTTP/1.1" status: 204 len: 168 time: 0.6378884 Jul 22 19:32:27.896613 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46866) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:27.964196 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-02e28dd4-b839-46b4-919b-29c7072921b0 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Deleting subnet 9b92fb42-3fe2-4f94-b925-91fab573144c {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:32:27.969387 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-02e28dd4-b839-46b4-919b-29c7072921b0 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.051634 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-02e28dd4-b839-46b4-919b-29c7072921b0 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.065627 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.076524 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] Transition to ACTIVE for port object f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:28.090595 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.126174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9698c-331e-430f-93f5-8e9e0f40dedd req-64a94eb8-fe32-4a61-9fc3-6e0ec468ffde tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:28.127718 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70b9698c-331e-430f-93f5-8e9e0f40dedd req-64a94eb8-fe32-4a61-9fc3-6e0ec468ffde tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1342361 Jul 22 19:32:28.187349 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-02e28dd4-b839-46b4-919b-29c7072921b0 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.214775 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84121fa2-3551-485c-adae-75bd275b5136 None None] Pushing event updated for resources: {'Port': ['ID=f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:28.244445 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70b9698c-331e-430f-93f5-8e9e0f40dedd req-33803d12-8234-437a-bab8-14e462247b53 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988357 Jul 22 19:32:28.317041 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] Attempting to bind port f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:32:28.317794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] Attempting to bind port f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'fad62a95-1844-4204-9d6e-57bfa5d0fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '73a7ad15-0da1-4f26-ba10-c3e98e88bfc2'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:32:28.318178 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] Attempting to bind port f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b on network 73a7ad15-0da1-4f26-ba10-c3e98e88bfc2 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:28.322532 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-02e28dd4-b839-46b4-919b-29c7072921b0 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.338715 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e63d00de-140c-4d74-8fbb-bf90bd7b461c up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:28.363122 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e28dd4-b839-46b4-919b-29c7072921b0 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event deleted for resources: {'Subnet': ['ID=9b92fb42-3fe2-4f94-b925-91fab573144c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:28.367071 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-02e28dd4-b839-46b4-919b-29c7072921b0 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.371928 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46876) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:28.372464 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-02e28dd4-b839-46b4-919b-29c7072921b0 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "DELETE /v2.0/subnets/9b92fb42-3fe2-4f94-b925-91fab573144c HTTP/1.1" status: 204 len: 168 time: 0.4744346 Jul 22 19:32:28.393359 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:32:28.393992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] Checking segment: {'id': 'fad62a95-1844-4204-9d6e-57bfa5d0fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '73a7ad15-0da1-4f26-ba10-c3e98e88bfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:28.394487 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.395020 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] Bound using segment: {'id': 'fad62a95-1844-4204-9d6e-57bfa5d0fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '73a7ad15-0da1-4f26-ba10-c3e98e88bfc2'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:32:28.396142 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] Bound port: f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad62a95-1844-4204-9d6e-57bfa5d0fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '73a7ad15-0da1-4f26-ba10-c3e98e88bfc2'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:32:28.396142 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.398480 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c705ce-434e-443f-bbce-8a7b353aa6ed None None] Network b232de7e-d507-4fe5-aca3-83142933123b requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:28.476834 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5d6fed-7909-423a-90fd-9784a908c0ae tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Deleting subnet a0699dc1-b53c-4154-b479-389ab7dae0e5 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:32:28.481445 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6fed-7909-423a-90fd-9784a908c0ae tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.494938 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b43a60e7-4828-4fd6-82c1-1023f7fdea58 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:28.537504 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6fed-7909-423a-90fd-9784a908c0ae tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.539851 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-6982c3e8-1d17-477e-a7a0-8df6595f2981 req-3c9d4b09-3da8-4114-a626-0193c3461e1f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:32:28.541013 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6982c3e8-1d17-477e-a7a0-8df6595f2981 req-3c9d4b09-3da8-4114-a626-0193c3461e1f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056720 Jul 22 19:32:28.583727 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-beb9b56e-da8b-43a2-a6a2-9940b3afc2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.662419 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6fed-7909-423a-90fd-9784a908c0ae tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.669425 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] For port f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:32:28.720535 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] For port f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b,segment=NetworkSegment(fad62a95-1844-4204-9d6e-57bfa5d0fd93),segment_id=fad62a95-1844-4204-9d6e-57bfa5d0fd93)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:32:28.722786 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port e63d00de-140c-4d74-8fbb-bf90bd7b461c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:28.722931 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.754843 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6fed-7909-423a-90fd-9784a908c0ae tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.772594 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6fed-7909-423a-90fd-9784a908c0ae tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.775392 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3a5d6fed-7909-423a-90fd-9784a908c0ae tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "DELETE /v2.0/subnets/a0699dc1-b53c-4154-b479-389ab7dae0e5 HTTP/1.1" status: 204 len: 168 time: 0.4022303 Jul 22 19:32:28.778818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 46894) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:28.791990 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.805891 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d6fed-7909-423a-90fd-9784a908c0ae tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event deleted for resources: {'Subnet': ['ID=a0699dc1-b53c-4154-b479-389ab7dae0e5,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:28.814123 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acf3a81-26bf-48e5-bfe6-e5b3bb899544 None None] Network 0595bdbb-3fff-4758-845e-81a374857f98 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:28.819373 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857976bf-dee0-4435-9ffc-d856a645f1ac req-79be3563-9b6d-468f-82a4-224062470be3 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:28.829083 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-857976bf-dee0-4435-9ffc-d856a645f1ac req-79be3563-9b6d-468f-82a4-224062470be3 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 945 time: 0.1245236 Jul 22 19:32:28.938659 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-857976bf-dee0-4435-9ffc-d856a645f1ac req-75b79429-5b4c-423a-bc66-13df6af0f788 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086149 Jul 22 19:32:29.034653 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.086521 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] Routers {'f9a29079-923f-4154-9f51-b9e9ef1f99ce'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:29.087092 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:32:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f9a29079-923f-4154-9f51-b9e9ef1f99ce'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:29.090997 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bbb022b0-50ea-42b1-9f7c-e152fd7055cb tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.129929 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-c227cb91-6b53-4a15-9c2c-d2b3eba4d57f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:29.131717 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-c227cb91-6b53-4a15-9c2c-d2b3eba4d57f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 812 time: 0.1398251 Jul 22 19:32:29.171329 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-62e4c65e-c962-4566-8148-d258f4a6a4e0 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/quotas/d7dd7a2acaec4dacbe93a4b4f60385cd HTTP/1.1" status: 200 len: 375 time: 0.0194964 Jul 22 19:32:29.191786 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84121fa2-3551-485c-adae-75bd275b5136 None None] Pushing event updated for resources: {'Port': ['ID=f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:29.201440 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575d3531-b333-4822-afe6-df6f487c985c None None] DHCP port deletion for b232de7e-d507-4fe5-aca3-83142933123b request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:32:29.225902 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-bbb022b0-50ea-42b1-9f7c-e152fd7055cb tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Deleting port 791ef04e-eb45-4368-bb61-0e10ec72db5e {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:29.226259 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bbb022b0-50ea-42b1-9f7c-e152fd7055cb tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.252764 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c9777b-55aa-4b70-b06b-315ea957a20c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b43a60e7-4828-4fd6-82c1-1023f7fdea58'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:29.255033 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4851f099-6167-4387-a084-20cfa1df1843" -d '{"events": [{"server_uuid": "a7c9777b-55aa-4b70-b06b-315ea957a20c", "name": "network-vif-unplugged", "status": "completed", "tag": "b43a60e7-4828-4fd6-82c1-1023f7fdea58"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:29.302471 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port b43a60e7-4828-4fd6-82c1-1023f7fdea58, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b43a60e7-4828-4fd6-82c1-1023f7fdea58,segment=NetworkSegment(da616397-d644-4e67-8cfa-5beb3c54ec5d),segment_id=da616397-d644-4e67-8cfa-5beb3c54ec5d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:29.322704 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-bbb022b0-50ea-42b1-9f7c-e152fd7055cb tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] For port 791ef04e-eb45-4368-bb61-0e10ec72db5e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=791ef04e-eb45-4368-bb61-0e10ec72db5e,segment=NetworkSegment(802b6a9a-5eac-464c-aad2-d87b2679eba4),segment_id=802b6a9a-5eac-464c-aad2-d87b2679eba4)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:29.323138 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bbb022b0-50ea-42b1-9f7c-e152fd7055cb tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.336241 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.346065 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-bbb022b0-50ea-42b1-9f7c-e152fd7055cb tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Calling delete_port for 791ef04e-eb45-4368-bb61-0e10ec72db5e owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:29.346534 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-37971c26-342c-4c5a-b00e-dc7d3a46a83e req-c67ba931-2125-47fd-b3b0-2cb1deb28e5a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2126880 Jul 22 19:32:29.370418 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-a019b0c0-0e68-4378-9033-26f6504faa29 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1923375 Jul 22 19:32:29.408203 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] Set router f9a29079-923f-4154-9f51-b9e9ef1f99ce gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:29.411858 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca2b78f-4dda-4ece-b80d-9b03c7b33488 x-openstack-request-id: req-6ca2b78f-4dda-4ece-b80d-9b03c7b33488 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:29.412147 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c9777b-55aa-4b70-b06b-315ea957a20c", "name": "network-vif-unplugged", "status": "failed", "tag": "b43a60e7-4828-4fd6-82c1-1023f7fdea58", "code": 422}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:29.412398 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ca2b78f-4dda-4ece-b80d-9b03c7b33488 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:29.412823 n-d-800086-12 neutron-server[93808]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a7c9777b-55aa-4b70-b06b-315ea957a20c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b43a60e7-4828-4fd6-82c1-1023f7fdea58', 'code': 422} returned with failed status Jul 22 19:32:29.519699 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-10cf77d1-af25-41f8-8dfb-954395ff3bc3 service neutron] 10.222.0.13 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119914 Jul 22 19:32:29.522513 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bbb022b0-50ea-42b1-9f7c-e152fd7055cb tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.533691 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=b43a60e7-4828-4fd6-82c1-1023f7fdea58,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:29.539964 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-575d3531-b333-4822-afe6-df6f487c985c None None] Deleting port 791ef04e-eb45-4368-bb61-0e10ec72db5e {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:29.540349 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-575d3531-b333-4822-afe6-df6f487c985c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.577056 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb022b0-50ea-42b1-9f7c-e152fd7055cb tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event deleted for resources: {'Port': ['ID=791ef04e-eb45-4368-bb61-0e10ec72db5e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:29.585381 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb022b0-50ea-42b1-9f7c-e152fd7055cb tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] No DVR routers for this DVR port 791ef04e-eb45-4368-bb61-0e10ec72db5e on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:29.651234 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d68f48-f943-4a07-83e4-e4970585fd1d None None] DHCP port deletion for 0595bdbb-3fff-4758-845e-81a374857f98 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:32:29.693518 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-575d3531-b333-4822-afe6-df6f487c985c None None] For port 791ef04e-eb45-4368-bb61-0e10ec72db5e, host n-d-800086-12, got binding levels [] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:29.693916 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-575d3531-b333-4822-afe6-df6f487c985c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.715775 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-575d3531-b333-4822-afe6-df6f487c985c None None] Calling delete_port for 791ef04e-eb45-4368-bb61-0e10ec72db5e owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:29.717183 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bbb022b0-50ea-42b1-9f7c-e152fd7055cb tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.723003 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.ipam_backend_mixin [None req-575d3531-b333-4822-afe6-df6f487c985c None None] Port 791ef04e-eb45-4368-bb61-0e10ec72db5e was not found and therefore no delete operation was performed {{(pid=93808) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:32:29.732450 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-575d3531-b333-4822-afe6-df6f487c985c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.732698 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-bbb022b0-50ea-42b1-9f7c-e152fd7055cb tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b232de7e-d507-4fe5-aca3-83142933123b']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:29.736650 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-544b97e7-1790-4a6d-9c53-1812f5488665 service neutron] 10.222.0.13 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054217 Jul 22 19:32:29.745368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-bbb022b0-50ea-42b1-9f7c-e152fd7055cb tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '802b6a9a-5eac-464c-aad2-d87b2679eba4') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:29.745720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-bbb022b0-50ea-42b1-9f7c-e152fd7055cb tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '802b6a9a-5eac-464c-aad2-d87b2679eba4') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:29.755457 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bbb022b0-50ea-42b1-9f7c-e152fd7055cb tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.771280 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bbb022b0-50ea-42b1-9f7c-e152fd7055cb tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.778840 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb022b0-50ea-42b1-9f7c-e152fd7055cb tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:32:29.779629 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bbb022b0-50ea-42b1-9f7c-e152fd7055cb tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:32:29.782609 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:32:29.793101 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d3531-b333-4822-afe6-df6f487c985c None None] Pushing event deleted for resources: {'Port': ['ID=791ef04e-eb45-4368-bb61-0e10ec72db5e,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:29.799925 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575d3531-b333-4822-afe6-df6f487c985c None None] No DVR routers for this DVR port 791ef04e-eb45-4368-bb61-0e10ec72db5e on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:29.820594 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b6d68f48-f943-4a07-83e4-e4970585fd1d None None] Deleting port 7cf9a92f-33a3-4ebe-b581-d2dbc75de12d {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:29.821064 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b6d68f48-f943-4a07-83e4-e4970585fd1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.885906 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bbb022b0-50ea-42b1-9f7c-e152fd7055cb tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.897878 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bbb022b0-50ea-42b1-9f7c-e152fd7055cb tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.908621 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bbb022b0-50ea-42b1-9f7c-e152fd7055cb tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "DELETE /v2.0/networks/b232de7e-d507-4fe5-aca3-83142933123b HTTP/1.1" status: 204 len: 168 time: 1.1278079 Jul 22 19:32:29.911436 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 46924) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:29.912565 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a29079-923f-4154-9f51-b9e9ef1f99ce', 'name': 'tempest-TestVolumeBootPattern-1762991964-router', 'tenant_id': 'fc23620cd9224d689912c1195451a006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e63d00de-140c-4d74-8fbb-bf90bd7b461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:20Z', 'updated_at': '2021-07-22T19:32:25Z', 'revision_number': 4, 'project_id': 'fc23620cd9224d689912c1195451a006', 'gw_port': {'id': 'e63d00de-140c-4d74-8fbb-bf90bd7b461c', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:38:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a29079-923f-4154-9f51-b9e9ef1f99ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:21Z', 'updated_at': '2021-07-22T19:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b', 'name': '', 'network_id': '73a7ad15-0da1-4f26-ba10-c3e98e88bfc2', 'tenant_id': 'fc23620cd9224d689912c1195451a006', 'mac_address': 'fa:16:3e:e7:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a29079-923f-4154-9f51-b9e9ef1f99ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '14dd3b34-7b3f-4ab0-bf0e-299ad0c2e669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:24Z', 'updated_at': '2021-07-22T19:32:28Z', 'revision_number': 4, 'project_id': 'fc23620cd9224d689912c1195451a006', 'subnets': [{'id': '14dd3b34-7b3f-4ab0-bf0e-299ad0c2e669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:29.915413 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-b6d68f48-f943-4a07-83e4-e4970585fd1d None None] For port 7cf9a92f-33a3-4ebe-b581-d2dbc75de12d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=7cf9a92f-33a3-4ebe-b581-d2dbc75de12d,segment=NetworkSegment(357c10d5-b71c-41e2-9976-505628ff3983),segment_id=357c10d5-b71c-41e2-9976-505628ff3983)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:29.915815 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b6d68f48-f943-4a07-83e4-e4970585fd1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.935789 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb022b0-50ea-42b1-9f7c-e152fd7055cb tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event deleted for resources: {'Network': ['ID=b232de7e-d507-4fe5-aca3-83142933123b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:29.960995 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7cffbc-b5ea-4249-a13e-8f567f0fae73 None None] The sync data for ids ['f9a29079-923f-4154-9f51-b9e9ef1f99ce'] in n-d-800086-12 is: [{'id': 'f9a29079-923f-4154-9f51-b9e9ef1f99ce', 'name': 'tempest-TestVolumeBootPattern-1762991964-router', 'tenant_id': 'fc23620cd9224d689912c1195451a006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e63d00de-140c-4d74-8fbb-bf90bd7b461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:20Z', 'updated_at': '2021-07-22T19:32:25Z', 'revision_number': 4, 'project_id': 'fc23620cd9224d689912c1195451a006', 'gw_port': {'id': 'e63d00de-140c-4d74-8fbb-bf90bd7b461c', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:38:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a29079-923f-4154-9f51-b9e9ef1f99ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:21Z', 'updated_at': '2021-07-22T19:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b', 'name': '', 'network_id': '73a7ad15-0da1-4f26-ba10-c3e98e88bfc2', 'tenant_id': 'fc23620cd9224d689912c1195451a006', 'mac_address': 'fa:16:3e:e7:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a29079-923f-4154-9f51-b9e9ef1f99ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '14dd3b34-7b3f-4ab0-bf0e-299ad0c2e669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:24Z', 'updated_at': '2021-07-22T19:32:28Z', 'revision_number': 4, 'project_id': 'fc23620cd9224d689912c1195451a006', 'subnets': [{'id': '14dd3b34-7b3f-4ab0-bf0e-299ad0c2e669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:29.963212 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b6d68f48-f943-4a07-83e4-e4970585fd1d None None] Calling delete_port for 7cf9a92f-33a3-4ebe-b581-d2dbc75de12d owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:30.134417 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b6d68f48-f943-4a07-83e4-e4970585fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:30.140845 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0fb252b4-b9f9-40de-88ac-537dcedd2864 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:30.228022 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d68f48-f943-4a07-83e4-e4970585fd1d None None] Pushing event deleted for resources: {'Port': ['ID=7cf9a92f-33a3-4ebe-b581-d2dbc75de12d,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:30.232275 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d68f48-f943-4a07-83e4-e4970585fd1d None None] No DVR routers for this DVR port 7cf9a92f-33a3-4ebe-b581-d2dbc75de12d on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:30.238582 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3aefc-3f02-4c2e-87ec-a2d83d4d58f0 req-5f7aa883-dfaa-4745-85d9-430a80724b13 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:30.240909 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18f3aefc-3f02-4c2e-87ec-a2d83d4d58f0 req-5f7aa883-dfaa-4745-85d9-430a80724b13 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 943 time: 0.1674113 Jul 22 19:32:30.331385 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0fb252b4-b9f9-40de-88ac-537dcedd2864 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:30.343449 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-0fb252b4-b9f9-40de-88ac-537dcedd2864 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0595bdbb-3fff-4758-845e-81a374857f98']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:30.365701 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:30.377623 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-0fb252b4-b9f9-40de-88ac-537dcedd2864 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357c10d5-b71c-41e2-9976-505628ff3983') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:30.378221 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-0fb252b4-b9f9-40de-88ac-537dcedd2864 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357c10d5-b71c-41e2-9976-505628ff3983') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:30.401543 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fcc0f1bf-8b35-4b6d-a9bb-e2964b87e418 req-fb348814-1102-4927-882f-7f37db1a3887 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 210 time: 0.0721846 Jul 22 19:32:30.405680 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-18f3aefc-3f02-4c2e-87ec-a2d83d4d58f0 req-033d556d-14b2-416e-b1a2-b865d0f646f8 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564844 Jul 22 19:32:30.412669 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0fb252b4-b9f9-40de-88ac-537dcedd2864 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:30.446252 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0fb252b4-b9f9-40de-88ac-537dcedd2864 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:30.456050 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb252b4-b9f9-40de-88ac-537dcedd2864 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:32:30.456744 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0fb252b4-b9f9-40de-88ac-537dcedd2864 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:32:30.460600 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:32:30.536123 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0fb252b4-b9f9-40de-88ac-537dcedd2864 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:30.544986 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0fb252b4-b9f9-40de-88ac-537dcedd2864 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:30.547195 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0fb252b4-b9f9-40de-88ac-537dcedd2864 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] 10.222.0.13 "DELETE /v2.0/networks/0595bdbb-3fff-4758-845e-81a374857f98 HTTP/1.1" status: 204 len: 168 time: 0.6346014 Jul 22 19:32:30.575326 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb252b4-b9f9-40de-88ac-537dcedd2864 tempest-TaggedBootDevicesTest_v242-506719486 tempest-TaggedBootDevicesTest_v242-506719486-project] Pushing event deleted for resources: {'Network': ['ID=0595bdbb-3fff-4758-845e-81a374857f98,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:30.654790 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:30.671444 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:30.671444 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:30.754623 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37971c26-342c-4c5a-b00e-dc7d3a46a83e req-cecc4d0f-11a2-4f68-84ea-d2891adf390d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:30.756357 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-37971c26-342c-4c5a-b00e-dc7d3a46a83e req-cecc4d0f-11a2-4f68-84ea-d2891adf390d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c&tenant_id=881aa17641714d81bee1e3323cd59a48 HTTP/1.1" status: 200 len: 1095 time: 0.1388123 Jul 22 19:32:30.778169 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:30.819961 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b,segment=NetworkSegment(fad62a95-1844-4204-9d6e-57bfa5d0fd93),segment_id=fad62a95-1844-4204-9d6e-57bfa5d0fd93)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:30.828116 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:30.887974 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37971c26-342c-4c5a-b00e-dc7d3a46a83e req-43ffe179-22e8-4a2c-9fb4-90fd8011e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:30.889604 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-37971c26-342c-4c5a-b00e-dc7d3a46a83e req-43ffe179-22e8-4a2c-9fb4-90fd8011e2bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=881aa17641714d81bee1e3323cd59a48&device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 1095 time: 0.1074500 Jul 22 19:32:30.912765 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:30.926201 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 791ef04e-eb45-4368-bb61-0e10ec72db5e no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:30.954449 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 791ef04e-eb45-4368-bb61-0e10ec72db5e {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:32:30.954794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 791ef04e-eb45-4368-bb61-0e10ec72db5e not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:30.955356 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 7cf9a92f-33a3-4ebe-b581-d2dbc75de12d no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:30.979608 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 7cf9a92f-33a3-4ebe-b581-d2dbc75de12d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:32:30.980099 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 7cf9a92f-33a3-4ebe-b581-d2dbc75de12d not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:31.023500 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-522d7d1d-d3af-44b5-b0ef-57e69b9babcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:31.067882 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37971c26-342c-4c5a-b00e-dc7d3a46a83e req-c49a110e-ec52-4ab0-8136-27d5543048d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:31.069964 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-37971c26-342c-4c5a-b00e-dc7d3a46a83e req-c49a110e-ec52-4ab0-8136-27d5543048d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 HTTP/1.1" status: 200 len: 915 time: 0.1736958 Jul 22 19:32:31.126722 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-37971c26-342c-4c5a-b00e-dc7d3a46a83e req-85fbc5cc-ce40-4f93-995c-9f50c3f6262a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b43a60e7-4828-4fd6-82c1-1023f7fdea58 HTTP/1.1" status: 200 len: 217 time: 0.0504286 Jul 22 19:32:31.151324 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:31.184720 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37971c26-342c-4c5a-b00e-dc7d3a46a83e req-7941775a-2eff-48a8-9d41-3289cc47b31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:31.186331 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-37971c26-342c-4c5a-b00e-dc7d3a46a83e req-7941775a-2eff-48a8-9d41-3289cc47b31e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f2ee51e-14b2-4a1b-9c47-77a8e3d2957f HTTP/1.1" status: 200 len: 854 time: 0.0540524 Jul 22 19:32:31.222705 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-37971c26-342c-4c5a-b00e-dc7d3a46a83e req-13e70f77-d1ee-4af3-b906-2016f49ed931 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79ae5d6f-e74a-4a73-acd8-7c48c2dc8820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299022 Jul 22 19:32:31.323325 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-37971c26-342c-4c5a-b00e-dc7d3a46a83e req-dec96fa1-2b0c-4ae1-b0cd-2af27e79224b service neutron] 10.222.0.16 "GET /v2.0/networks/79ae5d6f-e74a-4a73-acd8-7c48c2dc8820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949602 Jul 22 19:32:31.613062 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-61bcb67c-a2e8-4e7d-81ee-28d206bd0f2c req-79c3749c-2b8f-4a6e-ae9e-778d1852a0c6 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 210 time: 0.0838685 Jul 22 19:32:31.779987 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-37971c26-342c-4c5a-b00e-dc7d3a46a83e req-60fd4e28-15e4-4e80-85b0-c30755e7b29d service neutron] 10.222.0.16 "GET /v2.0/networks/79ae5d6f-e74a-4a73-acd8-7c48c2dc8820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499192 Jul 22 19:32:32.074575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-5909e5ab-c692-4cb5-8733-34a455c0da93 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:32.076381 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-5909e5ab-c692-4cb5-8733-34a455c0da93 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 812 time: 0.5935025 Jul 22 19:32:32.089928 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5d149-26b3-43e1-ade4-e282ea4b77dc req-b18d88fd-7e40-4fc1-98a6-4ec86b08c961 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:32.091699 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b7a5d149-26b3-43e1-ade4-e282ea4b77dc req-b18d88fd-7e40-4fc1-98a6-4ec86b08c961 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 943 time: 0.5701897 Jul 22 19:32:32.096734 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-75408293-e42f-4cab-a185-229c4da73d4a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Request body: {'port': {'device_id': '6b6fd639-0839-4361-93c9-210ff7f27a2c', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'admin_state_up': True, 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:32.226215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-75408293-e42f-4cab-a185-229c4da73d4a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Made reservation on behalf of d7dd7a2acaec4dacbe93a4b4f60385cd for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:32.232816 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-75408293-e42f-4cab-a185-229c4da73d4a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:32.272361 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b7a5d149-26b3-43e1-ade4-e282ea4b77dc req-30228111-f04c-4fb5-afe6-8ba69fe0f8cd tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677569 Jul 22 19:32:32.296541 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:32.357581 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:32.358142 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:32.396927 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:32.471136 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-75408293-e42f-4cab-a185-229c4da73d4a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Allocated IP 172.20.0.10 (f3b01d2c-8d06-4fa2-9f0e-0ac29490e405/2927ff2f-725b-43f0-9ccf-46789079aaa4/c7f59dd7-4bf4-4493-8395-b783b3a9e6c7) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:32.858581 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2f7a145c-6997-4006-b360-06915f638009 req-57297dd5-699a-49d2-b203-680da5b2508a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 210 time: 0.0877051 Jul 22 19:32:32.861603 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-75408293-e42f-4cab-a185-229c4da73d4a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:32.887597 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-75408293-e42f-4cab-a185-229c4da73d4a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Transition to ACTIVE for port object c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:32.940574 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-75408293-e42f-4cab-a185-229c4da73d4a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:33.048532 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-75408293-e42f-4cab-a185-229c4da73d4a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:33.058383 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-75408293-e42f-4cab-a185-229c4da73d4a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:33.078757 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-75408293-e42f-4cab-a185-229c4da73d4a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:33.151091 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-75408293-e42f-4cab-a185-229c4da73d4a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:33.152956 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-75408293-e42f-4cab-a185-229c4da73d4a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:33.175295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75408293-e42f-4cab-a185-229c4da73d4a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event updated for resources: {'Port': ['ID=c7f59dd7-4bf4-4493-8395-b783b3a9e6c7,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:33.213654 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-75408293-e42f-4cab-a185-229c4da73d4a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1207442 Jul 22 19:32:33.225364 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-863b7bb5-0e22-4218-b5b2-2a1f090471b2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:32:33.228425 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-863b7bb5-0e22-4218-b5b2-2a1f090471b2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080593 Jul 22 19:32:33.242595 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] Request body: {'port': {'device_id': '6b6fd639-0839-4361-93c9-210ff7f27a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:33.418285 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:33.460856 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0d86513f-a493-41ea-9389-55f47025a708 None None] Provisioning for port c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:33.468190 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0d86513f-a493-41ea-9389-55f47025a708 None None] Provisioning complete for port c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:33.468619 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0d86513f-a493-41ea-9389-55f47025a708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:33.546036 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0d86513f-a493-41ea-9389-55f47025a708 None None] Port c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:32:33.704985 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f86a14-1ba6-42a2-9832-ac6624faa006 req-5484d6ba-075b-42e7-94c7-26600e4ec515 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:33.706485 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-39f86a14-1ba6-42a2-9832-ac6624faa006 req-5484d6ba-075b-42e7-94c7-26600e4ec515 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 943 time: 0.1401861 Jul 22 19:32:33.771804 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-39f86a14-1ba6-42a2-9832-ac6624faa006 req-002ecdd4-db82-44a9-a748-67ecc39511f5 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594165 Jul 22 19:32:33.849231 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:33.860924 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:33.919872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] Transition to ACTIVE for port object c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:33.929139 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:34.004304 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:34.079387 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f59dd7-4bf4-4493-8395-b783b3a9e6c7,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:34.242561 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] Attempting to bind port c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:32:34.242917 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] Attempting to bind port c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:32:34.243146 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] Attempting to bind port c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 on network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:34.256440 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] Port c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 on network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:32:34.256799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] Attempting to bind port c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 on network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:34.298576 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:32:34.299325 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] Checking segment: {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:34.299830 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] Bound using segment: {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:32:34.300441 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] Bound port: c7f59dd7-4bf4-4493-8395-b783b3a9e6c7, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:32:34.300834 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:34.430847 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75d601-2ed8-4244-9697-8bc38fdf9b85 req-2554c156-fcdc-4eb7-a637-72ed276b2d2e tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:34.438025 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da75d601-2ed8-4244-9697-8bc38fdf9b85 req-2554c156-fcdc-4eb7-a637-72ed276b2d2e tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 944 time: 0.4407878 Jul 22 19:32:34.464848 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] For port c7f59dd7-4bf4-4493-8395-b783b3a9e6c7, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:32:34.508120 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] For port c7f59dd7-4bf4-4493-8395-b783b3a9e6c7, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=c7f59dd7-4bf4-4493-8395-b783b3a9e6c7,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:32:34.515025 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:34.590039 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da75d601-2ed8-4244-9697-8bc38fdf9b85 req-5912242c-8010-4269-ba72-a7c12759dcaa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503618 Jul 22 19:32:34.601283 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:34.602496 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:34.604587 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] 10.222.0.30 "PUT /v2.0/ports/c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 HTTP/1.1" status: 200 len: 1093 time: 1.3694754 Jul 22 19:32:34.605770 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6fd639-0839-4361-93c9-210ff7f27a2c', 'tag': 'c7f59dd7-4bf4-4493-8395-b783b3a9e6c7'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:34.608398 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba00b5ec-8de3-4196-982f-2a86005d0ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "6b6fd639-0839-4361-93c9-210ff7f27a2c", "tag": "c7f59dd7-4bf4-4493-8395-b783b3a9e6c7"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:34.731452 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528ae4f-3bc9-4d42-89b2-7f2c64898207 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f59dd7-4bf4-4493-8395-b783b3a9e6c7,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:34.783813 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-b9162413-0506-4610-b451-b8e875a2f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:34.785491 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-b9162413-0506-4610-b451-b8e875a2f722 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 1096 time: 0.1344185 Jul 22 19:32:34.831686 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294ceb31-f2e2-43a2-86ad-94e1849b573b x-openstack-request-id: req-294ceb31-f2e2-43a2-86ad-94e1849b573b {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:34.832059 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b6fd639-0839-4361-93c9-210ff7f27a2c", "tag": "c7f59dd7-4bf4-4493-8395-b783b3a9e6c7", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:34.832235 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-294ceb31-f2e2-43a2-86ad-94e1849b573b {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:34.832713 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6fd639-0839-4361-93c9-210ff7f27a2c', 'tag': 'c7f59dd7-4bf4-4493-8395-b783b3a9e6c7', 'status': 'completed', 'code': 200} Jul 22 19:32:34.936607 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-375d72dd-39db-46d1-ad8a-8f8d8c001f71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 HTTP/1.1" status: 200 len: 217 time: 0.1429834 Jul 22 19:32:35.033017 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-b9202152-fd3d-4a6c-8f5c-c217e76d3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:35.034532 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-b9202152-fd3d-4a6c-8f5c-c217e76d3bfe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.0897529 Jul 22 19:32:35.119860 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765990f3-6688-45e0-9e92-39956dbd5d65 req-3a000ebc-416b-4c3d-bcde-234aa50f5b1a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:35.125016 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-765990f3-6688-45e0-9e92-39956dbd5d65 req-3a000ebc-416b-4c3d-bcde-234aa50f5b1a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 943 time: 0.1959777 Jul 22 19:32:35.201957 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-765990f3-6688-45e0-9e92-39956dbd5d65 req-db16e7ec-b17c-4851-b464-548f8c9c3eb2 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737612 Jul 22 19:32:35.244133 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-dcb27b06-154d-468f-9552-a8a36cfa1896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:35.246899 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-dcb27b06-154d-468f-9552-a8a36cfa1896 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2019460 Jul 22 19:32:35.431091 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-b37522dc-d6cc-449a-b699-9147eeb1ad05 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764953 Jul 22 19:32:35.649206 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7ad6c10-42ae-43de-810f-4a0be8796042 req-cef87d9e-1494-494c-8a77-4be36b4a77f6 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097967 Jul 22 19:32:35.878647 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c7fdd-e265-476d-b2e8-b349d040de16 req-f1840913-5334-4645-8b73-5db523559073 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:35.880180 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-124c7fdd-e265-476d-b2e8-b349d040de16 req-f1840913-5334-4645-8b73-5db523559073 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 944 time: 0.1794355 Jul 22 19:32:35.907397 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00b5ec-8de3-4196-982f-2a86005d0ebf req-9677f618-9ee7-4826-9371-d480600c928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:35.908929 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba00b5ec-8de3-4196-982f-2a86005d0ebf req-9677f618-9ee7-4826-9371-d480600c928e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 1096 time: 0.1694555 Jul 22 19:32:36.008534 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-124c7fdd-e265-476d-b2e8-b349d040de16 req-03d9bf91-c6b2-4781-a33a-7e863547b4d8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183131 Jul 22 19:32:36.077406 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00b5ec-8de3-4196-982f-2a86005d0ebf req-9616b38f-8240-475e-90a4-9dd22eb72b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:36.078993 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba00b5ec-8de3-4196-982f-2a86005d0ebf req-9616b38f-8240-475e-90a4-9dd22eb72b9e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 913 time: 0.1500170 Jul 22 19:32:36.126803 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba00b5ec-8de3-4196-982f-2a86005d0ebf req-5e425b12-52fc-42b6-9b31-3d9c76ee1cec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 HTTP/1.1" status: 200 len: 217 time: 0.0409718 Jul 22 19:32:36.201453 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00b5ec-8de3-4196-982f-2a86005d0ebf req-f1160c54-a5e1-4ee1-9fdd-4692d14847e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:36.203124 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba00b5ec-8de3-4196-982f-2a86005d0ebf req-f1160c54-a5e1-4ee1-9fdd-4692d14847e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.0694880 Jul 22 19:32:36.272631 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00b5ec-8de3-4196-982f-2a86005d0ebf req-0032e744-8539-4464-854b-35f301f34cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:36.274214 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba00b5ec-8de3-4196-982f-2a86005d0ebf req-0032e744-8539-4464-854b-35f301f34cb3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645285 Jul 22 19:32:36.453330 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba00b5ec-8de3-4196-982f-2a86005d0ebf req-0f5885fa-811f-40e3-af25-0e1c73bc7d84 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721613 Jul 22 19:32:36.488880 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d374af-dfd6-411f-9cee-b2cde0ed2ad6 req-b166b217-557d-47c9-b41c-00d84eacda1c tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:36.490551 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-62d374af-dfd6-411f-9cee-b2cde0ed2ad6 req-b166b217-557d-47c9-b41c-00d84eacda1c tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 943 time: 0.1678410 Jul 22 19:32:36.576206 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-62d374af-dfd6-411f-9cee-b2cde0ed2ad6 req-66d6a55b-6cfd-4d1e-8884-02fb7864946a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786803 Jul 22 19:32:36.599084 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba00b5ec-8de3-4196-982f-2a86005d0ebf req-71deb43b-c9a7-4431-bfe3-7f40495f0246 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393542 Jul 22 19:32:37.174285 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4e0ec-be78-4c36-823a-a29a533981d9 req-1c3ec38a-a856-4beb-9bf8-e286e745ec79 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:37.183705 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41b4e0ec-be78-4c36-823a-a29a533981d9 req-1c3ec38a-a856-4beb-9bf8-e286e745ec79 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 944 time: 0.0876732 Jul 22 19:32:37.237226 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41b4e0ec-be78-4c36-823a-a29a533981d9 req-353f23a6-b8d4-4cd0-84b4-663f42f98d53 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519638 Jul 22 19:32:37.725434 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04080a-6ac4-4b61-86dd-d74fc4685a65 req-faed3e3f-862b-4ad6-98fc-db03bf23a50a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:37.727215 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de04080a-6ac4-4b61-86dd-d74fc4685a65 req-faed3e3f-862b-4ad6-98fc-db03bf23a50a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 943 time: 0.0740035 Jul 22 19:32:37.788807 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de04080a-6ac4-4b61-86dd-d74fc4685a65 req-7bc24230-41e7-4930-8dd9-5f9fde1d4163 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548837 Jul 22 19:32:38.398601 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e6374-9f0a-42a9-ace4-6bb0de2edcf2 req-60c0d5b0-69ec-4c92-af46-70dc89651ee7 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:38.402426 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee8e6374-9f0a-42a9-ace4-6bb0de2edcf2 req-60c0d5b0-69ec-4c92-af46-70dc89651ee7 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 944 time: 0.0992756 Jul 22 19:32:38.450488 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee8e6374-9f0a-42a9-ace4-6bb0de2edcf2 req-40289212-940f-46ef-a6d8-0cf50bd1b429 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398879 Jul 22 19:32:38.929312 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32219e-a0c2-4dd9-a83e-c4f4abb226b2 req-be418206-d97d-4f71-811f-c2cb7ea23d0a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:38.930940 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ed32219e-a0c2-4dd9-a83e-c4f4abb226b2 req-be418206-d97d-4f71-811f-c2cb7ea23d0a tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 943 time: 0.0720077 Jul 22 19:32:39.008443 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ed32219e-a0c2-4dd9-a83e-c4f4abb226b2 req-a79bc161-9f13-4d18-ae8f-f7657758788c tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667884 Jul 22 19:32:39.144127 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:39.620022 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a6b06-87ff-4a2b-b5cb-ba239a3a2698 req-4c5dba50-80f4-4546-a756-922f73c77ad0 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:39.622192 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5b7a6b06-87ff-4a2b-b5cb-ba239a3a2698 req-4c5dba50-80f4-4546-a756-922f73c77ad0 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 944 time: 0.0806696 Jul 22 19:32:39.666823 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5b7a6b06-87ff-4a2b-b5cb-ba239a3a2698 req-4bd498b9-a193-43db-b0c9-be797120e696 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390685 Jul 22 19:32:40.212428 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311fbd5-a258-4cbe-896b-349d4c170ef0 req-7aec5379-7a87-46bc-8253-8eb615468294 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:40.221086 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8311fbd5-a258-4cbe-896b-349d4c170ef0 req-7aec5379-7a87-46bc-8253-8eb615468294 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 943 time: 0.0772147 Jul 22 19:32:40.265876 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8311fbd5-a258-4cbe-896b-349d4c170ef0 req-e59df142-fcb5-4c4f-bd1c-19ec0593aaf6 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436540 Jul 22 19:32:40.820908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125b41c-d20e-483c-a11b-c25db8bda316 req-bcf451c9-e6f9-4a7a-84a5-2b3fc095eedf tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:40.823992 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8125b41c-d20e-483c-a11b-c25db8bda316 req-bcf451c9-e6f9-4a7a-84a5-2b3fc095eedf tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 944 time: 0.0829217 Jul 22 19:32:40.864826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8125b41c-d20e-483c-a11b-c25db8bda316 req-4c936907-5da4-415a-b99a-bc3d20b94718 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350513 Jul 22 19:32:41.433507 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c85e15-3744-4b66-9e92-684f5864d113 req-75cc276b-6bbc-4e7d-9d22-5647090dffee tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:41.440669 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b3c85e15-3744-4b66-9e92-684f5864d113 req-75cc276b-6bbc-4e7d-9d22-5647090dffee tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 943 time: 0.1067746 Jul 22 19:32:41.503112 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b3c85e15-3744-4b66-9e92-684f5864d113 req-9af466d9-fe83-443b-a16e-6d873174b7ae tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611618 Jul 22 19:32:41.882182 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:42.060920 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dacfa7-c35d-44d5-8c73-a5c90b2a2599 req-30d5dd23-4845-414a-bdab-d53bcd15baf6 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:42.062521 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10dacfa7-c35d-44d5-8c73-a5c90b2a2599 req-30d5dd23-4845-414a-bdab-d53bcd15baf6 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 944 time: 0.1181452 Jul 22 19:32:42.125541 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10dacfa7-c35d-44d5-8c73-a5c90b2a2599 req-883737ec-aa4f-4e7f-bb37-d8a8d1f50a41 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564611 Jul 22 19:32:42.239810 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47040) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:42.639418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a98498-fa5e-492a-8b8e-a6f99af7f895 req-9dea5fe0-af75-4ae0-85ca-e8d46c6ea321 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:42.640903 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45a98498-fa5e-492a-8b8e-a6f99af7f895 req-9dea5fe0-af75-4ae0-85ca-e8d46c6ea321 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 943 time: 0.0666645 Jul 22 19:32:42.684988 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45a98498-fa5e-492a-8b8e-a6f99af7f895 req-be6e7f38-dd7d-4b4f-9f68-0763d304c202 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377641 Jul 22 19:32:42.690119 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-af7b9f18-156f-4332-8be2-9ff170e1776c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:42.941307 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-af7b9f18-156f-4332-8be2-9ff170e1776c admin admin] Deleting port 09bfcff8-4ee0-451e-8895-a518f1a485c7 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:42.941653 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-af7b9f18-156f-4332-8be2-9ff170e1776c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:43.021892 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-af7b9f18-156f-4332-8be2-9ff170e1776c admin admin] For port 09bfcff8-4ee0-451e-8895-a518f1a485c7, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=09bfcff8-4ee0-451e-8895-a518f1a485c7,segment=NetworkSegment(67173a3f-7a71-402f-90c0-152459e5c50d),segment_id=67173a3f-7a71-402f-90c0-152459e5c50d)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:43.022250 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-af7b9f18-156f-4332-8be2-9ff170e1776c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:43.034152 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-af7b9f18-156f-4332-8be2-9ff170e1776c admin admin] Calling delete_port for 09bfcff8-4ee0-451e-8895-a518f1a485c7 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:43.211357 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-af7b9f18-156f-4332-8be2-9ff170e1776c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:43.237525 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b9f18-156f-4332-8be2-9ff170e1776c admin admin] Pushing event deleted for resources: {'Port': ['ID=09bfcff8-4ee0-451e-8895-a518f1a485c7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:43.266791 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8341e0-b10a-4a35-b62d-0b1bc2a2a59f req-5a694cfe-2624-4be2-a7e2-e5d41597a63f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:43.268306 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9a8341e0-b10a-4a35-b62d-0b1bc2a2a59f req-5a694cfe-2624-4be2-a7e2-e5d41597a63f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 944 time: 0.0751715 Jul 22 19:32:43.314649 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9a8341e0-b10a-4a35-b62d-0b1bc2a2a59f req-1df53e3c-b28d-4d94-8afb-1322bfa766e1 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387175 Jul 22 19:32:43.412452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-af7b9f18-156f-4332-8be2-9ff170e1776c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:43.623115 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7b9f18-156f-4332-8be2-9ff170e1776c admin admin] Router 077a9144-4c0f-4d4e-9e38-6a24a00ed67c has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:32:43.729203 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7b9f18-156f-4332-8be2-9ff170e1776c admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:43.734850 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-af7b9f18-156f-4332-8be2-9ff170e1776c admin admin] 10.222.0.13 "PUT /v2.0/routers/077a9144-4c0f-4d4e-9e38-6a24a00ed67c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4939408 Jul 22 19:32:43.737378 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47050) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:43.741341 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f0a7a4-8802-4e60-ac24-5e0a7446abfd None None] Sync routers for ids ['077a9144-4c0f-4d4e-9e38-6a24a00ed67c'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:43.751704 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f0a7a4-8802-4e60-ac24-5e0a7446abfd None None] Routers {'077a9144-4c0f-4d4e-9e38-6a24a00ed67c'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:43.762745 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d9f0a7a4-8802-4e60-ac24-5e0a7446abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:32:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['077a9144-4c0f-4d4e-9e38-6a24a00ed67c'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:43.820030 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259e9c5-7ce5-4df1-8bbe-e6c93fb8f5f1 req-d8b86ee3-6ab8-4fb9-90bd-2fc009b31b10 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:43.823996 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b259e9c5-7ce5-4df1-8bbe-e6c93fb8f5f1 req-d8b86ee3-6ab8-4fb9-90bd-2fc009b31b10 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 943 time: 0.0706964 Jul 22 19:32:43.848859 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cc25b12a-36bc-4e66-af30-5e8e608d4b4f admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:43.864946 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b259e9c5-7ce5-4df1-8bbe-e6c93fb8f5f1 req-889669cd-6516-4138-a275-d2af5b11f721 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363960 Jul 22 19:32:43.952894 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cc25b12a-36bc-4e66-af30-5e8e608d4b4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:43.961633 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-d9f0a7a4-8802-4e60-ac24-5e0a7446abfd None None] Set router 077a9144-4c0f-4d4e-9e38-6a24a00ed67c gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:44.005654 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-cc25b12a-36bc-4e66-af30-5e8e608d4b4f admin admin] Deleting port 1cba65cb-4c68-48fc-a618-951491fa1136 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:44.006004 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cc25b12a-36bc-4e66-af30-5e8e608d4b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.089749 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-cc25b12a-36bc-4e66-af30-5e8e608d4b4f admin admin] For port 1cba65cb-4c68-48fc-a618-951491fa1136, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=1cba65cb-4c68-48fc-a618-951491fa1136,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:44.090115 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cc25b12a-36bc-4e66-af30-5e8e608d4b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.102622 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-cc25b12a-36bc-4e66-af30-5e8e608d4b4f admin admin] Calling delete_port for 1cba65cb-4c68-48fc-a618-951491fa1136 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:44.136658 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d9f0a7a4-8802-4e60-ac24-5e0a7446abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'name': 'tempest-TaggedBootDevicesTest_v242-46686100-router', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:21:20Z', 'updated_at': '2021-07-22T19:32:43Z', 'revision_number': 5, 'project_id': '88edd86379da474f9e73474c4822e718', 'gw_port': {'id': '1cba65cb-4c68-48fc-a618-951491fa1136', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:21:21Z', 'updated_at': '2021-07-22T19:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:44.162664 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f0a7a4-8802-4e60-ac24-5e0a7446abfd None None] Checking router: 077a9144-4c0f-4d4e-9e38-6a24a00ed67c for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:32:44.172750 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f0a7a4-8802-4e60-ac24-5e0a7446abfd None None] Routers {'077a9144-4c0f-4d4e-9e38-6a24a00ed67c'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:44.173378 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d9f0a7a4-8802-4e60-ac24-5e0a7446abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:32:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['077a9144-4c0f-4d4e-9e38-6a24a00ed67c'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:44.259568 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-d9f0a7a4-8802-4e60-ac24-5e0a7446abfd None None] Set router 077a9144-4c0f-4d4e-9e38-6a24a00ed67c gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:44.273840 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cc25b12a-36bc-4e66-af30-5e8e608d4b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.301377 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25b12a-36bc-4e66-af30-5e8e608d4b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=1cba65cb-4c68-48fc-a618-951491fa1136,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:44.314242 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d9f0a7a4-8802-4e60-ac24-5e0a7446abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'name': 'tempest-TaggedBootDevicesTest_v242-46686100-router', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:21:20Z', 'updated_at': '2021-07-22T19:32:43Z', 'revision_number': 6, 'project_id': '88edd86379da474f9e73474c4822e718', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:44.341588 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f0a7a4-8802-4e60-ac24-5e0a7446abfd None None] The sync data for ids ['077a9144-4c0f-4d4e-9e38-6a24a00ed67c'] in n-d-800086-12 is: [{'id': '077a9144-4c0f-4d4e-9e38-6a24a00ed67c', 'name': 'tempest-TaggedBootDevicesTest_v242-46686100-router', 'tenant_id': '88edd86379da474f9e73474c4822e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:21:20Z', 'updated_at': '2021-07-22T19:32:43Z', 'revision_number': 6, 'project_id': '88edd86379da474f9e73474c4822e718', 'gw_port_host': None}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:44.365762 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cc25b12a-36bc-4e66-af30-5e8e608d4b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.453287 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e7e33-acf1-43f6-8dfd-7e6b5b28d188 req-7b500839-3ed1-40c4-8c1a-c94cf9c89bb4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:44.456164 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6d0e7e33-acf1-43f6-8dfd-7e6b5b28d188 req-7b500839-3ed1-40c4-8c1a-c94cf9c89bb4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 944 time: 0.0705445 Jul 22 19:32:44.459427 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cc25b12a-36bc-4e66-af30-5e8e608d4b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.461568 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cc25b12a-36bc-4e66-af30-5e8e608d4b4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.494218 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6d0e7e33-acf1-43f6-8dfd-7e6b5b28d188 req-316e88d1-fd75-4ef4-b645-59008f162548 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336225 Jul 22 19:32:44.508451 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cc25b12a-36bc-4e66-af30-5e8e608d4b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.509197 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc25b12a-36bc-4e66-af30-5e8e608d4b4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 077a9144-4c0f-4d4e-9e38-6a24a00ed67c {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:32:44.514612 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cc25b12a-36bc-4e66-af30-5e8e608d4b4f admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.515753 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cc25b12a-36bc-4e66-af30-5e8e608d4b4f admin admin] 10.222.0.13 "DELETE /v2.0/routers/077a9144-4c0f-4d4e-9e38-6a24a00ed67c HTTP/1.1" status: 204 len: 168 time: 0.7774565 Jul 22 19:32:44.518199 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47054) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:44.561491 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0894a3-131b-442d-b1be-8366fc864fe0 admin admin] Deleting subnet 21df62a7-a6ca-436a-b217-caf06ac55fe4 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:32:44.564456 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b0894a3-131b-442d-b1be-8366fc864fe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.598362 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b0894a3-131b-442d-b1be-8366fc864fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.676538 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b0894a3-131b-442d-b1be-8366fc864fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.732838 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b0894a3-131b-442d-b1be-8366fc864fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.762813 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0894a3-131b-442d-b1be-8366fc864fe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21df62a7-a6ca-436a-b217-caf06ac55fe4,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:44.764819 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b0894a3-131b-442d-b1be-8366fc864fe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.766709 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0b0894a3-131b-442d-b1be-8366fc864fe0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/21df62a7-a6ca-436a-b217-caf06ac55fe4 HTTP/1.1" status: 204 len: 168 time: 0.2475686 Jul 22 19:32:44.769213 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47056) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:44.772189 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef82758-d0ed-4524-8fcd-42c47ee27264 None None] Network e89c4a4f-ae66-40e9-a651-3fcc6679a396 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:44.838080 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e7f5-2598-4129-b03c-107286d63f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.895950 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-a5b0e7f5-2598-4129-b03c-107286d63f69 admin admin] Deleting port fa0d4941-22a8-478c-abbe-91ef56d0a806 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:44.896272 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e7f5-2598-4129-b03c-107286d63f69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.965084 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-a5b0e7f5-2598-4129-b03c-107286d63f69 admin admin] For port fa0d4941-22a8-478c-abbe-91ef56d0a806, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fa0d4941-22a8-478c-abbe-91ef56d0a806,segment=NetworkSegment(67173a3f-7a71-402f-90c0-152459e5c50d),segment_id=67173a3f-7a71-402f-90c0-152459e5c50d)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:44.965494 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e7f5-2598-4129-b03c-107286d63f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.977645 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-a5b0e7f5-2598-4129-b03c-107286d63f69 admin admin] Calling delete_port for fa0d4941-22a8-478c-abbe-91ef56d0a806 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:45.004770 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e92f1b-f4c6-4419-9c5a-2e99f4049b92 req-0a83ed8d-0aa2-40d9-aff8-4c85a54ade9b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:45.006192 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1e92f1b-f4c6-4419-9c5a-2e99f4049b92 req-0a83ed8d-0aa2-40d9-aff8-4c85a54ade9b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 943 time: 0.0657465 Jul 22 19:32:45.047186 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1e92f1b-f4c6-4419-9c5a-2e99f4049b92 req-50b2f555-8e61-46e9-af23-07c952d84099 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349009 Jul 22 19:32:45.062628 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e7f5-2598-4129-b03c-107286d63f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:45.084829 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7749c17-a35e-459e-81a5-feddc1183c0b None None] DHCP port deletion for e89c4a4f-ae66-40e9-a651-3fcc6679a396 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:32:45.095949 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0e7f5-2598-4129-b03c-107286d63f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa0d4941-22a8-478c-abbe-91ef56d0a806,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:45.101045 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b0e7f5-2598-4129-b03c-107286d63f69 admin admin] No DVR routers for this DVR port fa0d4941-22a8-478c-abbe-91ef56d0a806 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:45.172886 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e7f5-2598-4129-b03c-107286d63f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:45.182705 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-a5b0e7f5-2598-4129-b03c-107286d63f69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89c4a4f-ae66-40e9-a651-3fcc6679a396']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:45.197172 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-a5b0e7f5-2598-4129-b03c-107286d63f69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67173a3f-7a71-402f-90c0-152459e5c50d') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:45.197476 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-a5b0e7f5-2598-4129-b03c-107286d63f69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67173a3f-7a71-402f-90c0-152459e5c50d') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:45.207235 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e7f5-2598-4129-b03c-107286d63f69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:45.221526 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e7f5-2598-4129-b03c-107286d63f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:45.227591 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b0e7f5-2598-4129-b03c-107286d63f69 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:32:45.227987 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e7f5-2598-4129-b03c-107286d63f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:32:45.230061 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:32:45.284020 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e7f5-2598-4129-b03c-107286d63f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:45.288995 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e7f5-2598-4129-b03c-107286d63f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:45.293071 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a5b0e7f5-2598-4129-b03c-107286d63f69 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e89c4a4f-ae66-40e9-a651-3fcc6679a396 HTTP/1.1" status: 204 len: 168 time: 0.5226600 Jul 22 19:32:45.307028 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0e7f5-2598-4129-b03c-107286d63f69 admin admin] Pushing event deleted for resources: {'Network': ['ID=e89c4a4f-ae66-40e9-a651-3fcc6679a396,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:45.408899 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47062) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:45.448973 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-289fa743-429f-426c-a334-ead359d9caea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88edd86379da474f9e73474c4822e718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383158 Jul 22 19:32:45.451358 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47064) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:45.497668 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f270e2ee-ba03-479b-b336-dbc2e30f459f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:45.522445 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f270e2ee-ba03-479b-b336-dbc2e30f459f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:45.570897 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f270e2ee-ba03-479b-b336-dbc2e30f459f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:45.574285 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f270e2ee-ba03-479b-b336-dbc2e30f459f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:45.575476 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f270e2ee-ba03-479b-b336-dbc2e30f459f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a86ff70c-ff59-4244-b8ae-3f575de545af HTTP/1.1" status: 204 len: 168 time: 0.1232076 Jul 22 19:32:45.583823 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270e2ee-ba03-479b-b336-dbc2e30f459f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86ff70c-ff59-4244-b8ae-3f575de545af,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:45.632653 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37889b-d43c-40c6-ae3f-b958aacb8f50 req-bd82e29a-2023-42e8-a690-46a7303e5885 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:45.636957 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7b37889b-d43c-40c6-ae3f-b958aacb8f50 req-bd82e29a-2023-42e8-a690-46a7303e5885 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 944 time: 0.0744333 Jul 22 19:32:45.676743 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7b37889b-d43c-40c6-ae3f-b958aacb8f50 req-49bfb461-c786-406e-9d76-c65f540bde80 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360477 Jul 22 19:32:46.205157 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947905d-b6db-464d-8629-2ccd1ad07c7b req-1196a2cb-76d3-4c37-9bdd-858fbf61966b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:46.206669 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6947905d-b6db-464d-8629-2ccd1ad07c7b req-1196a2cb-76d3-4c37-9bdd-858fbf61966b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 943 time: 0.0677359 Jul 22 19:32:46.231519 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 47092) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:46.231896 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1cba65cb-4c68-48fc-a618-951491fa1136 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:46.255476 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 1cba65cb-4c68-48fc-a618-951491fa1136 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:32:46.256087 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1cba65cb-4c68-48fc-a618-951491fa1136 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:46.256531 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fa0d4941-22a8-478c-abbe-91ef56d0a806 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:46.257318 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6947905d-b6db-464d-8629-2ccd1ad07c7b req-dc9eb5cc-463a-4bc8-b13d-902d7d3ce55c tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443640 Jul 22 19:32:46.268116 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:32:46.287063 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: fa0d4941-22a8-478c-abbe-91ef56d0a806 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:32:46.287404 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fa0d4941-22a8-478c-abbe-91ef56d0a806 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:46.287826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 09bfcff8-4ee0-451e-8895-a518f1a485c7 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:46.311804 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 09bfcff8-4ee0-451e-8895-a518f1a485c7 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:32:46.312146 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 09bfcff8-4ee0-451e-8895-a518f1a485c7 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:46.334464 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-bed263c9-b107-4faf-b074-1845ad7e7983 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-283867405-network', 'tenant_id': '00fb68ea9ce14dd7aa511213dd01ef8b'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:46.354507 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed263c9-b107-4faf-b074-1845ad7e7983 admin admin] Made reservation on behalf of 00fb68ea9ce14dd7aa511213dd01ef8b for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:46.356963 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bed263c9-b107-4faf-b074-1845ad7e7983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.365817 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bed263c9-b107-4faf-b074-1845ad7e7983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.400902 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port c7f59dd7-4bf4-4493-8395-b783b3a9e6c7, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=c7f59dd7-4bf4-4493-8395-b783b3a9e6c7,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:46.418868 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'c7f59dd7-4bf4-4493-8395-b783b3a9e6c7', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'port_id': 'c7f59dd7-4bf4-4493-8395-b783b3a9e6c7', 'mac_address': 'fa:16:3e:85:30:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:32:46.465032 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.468819 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bed263c9-b107-4faf-b074-1845ad7e7983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.473752 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bed263c9-b107-4faf-b074-1845ad7e7983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.478332 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:46.496747 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed263c9-b107-4faf-b074-1845ad7e7983 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:32:46.500382 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port c7f59dd7-4bf4-4493-8395-b783b3a9e6c7, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=c7f59dd7-4bf4-4493-8395-b783b3a9e6c7,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:46.505609 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.513596 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed263c9-b107-4faf-b074-1845ad7e7983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4bc0ed-8ba8-4766-9fe8-a29012293b9e,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:46.518140 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bed263c9-b107-4faf-b074-1845ad7e7983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.518140 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-bed263c9-b107-4faf-b074-1845ad7e7983 admin admin] Added segment 15c4f17f-ad2d-401d-bb28-52a8b241ccc6 of type vlan for network 854be8e3-e2be-43a4-a5c6-c126ea818d3e Jul 22 19:32:46.556481 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=c7f59dd7-4bf4-4493-8395-b783b3a9e6c7,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:46.562496 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bed263c9-b107-4faf-b074-1845ad7e7983 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.584323 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b43a60e7-4828-4fd6-82c1-1023f7fdea58 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:32:46.593638 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bed263c9-b107-4faf-b074-1845ad7e7983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.594638 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed263c9-b107-4faf-b074-1845ad7e7983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:46.595220 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bed263c9-b107-4faf-b074-1845ad7e7983 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.628562 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47096) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:46.629125 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bed263c9-b107-4faf-b074-1845ad7e7983 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3936906 Jul 22 19:32:46.634212 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-0ba963c0-8de6-42ac-ae32-e7b8caaaee89 admin admin] Request body: {'subnet': {'network_id': '854be8e3-e2be-43a4-a5c6-c126ea818d3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-283867405-subnet', 'tenant_id': '00fb68ea9ce14dd7aa511213dd01ef8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:46.662023 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed263c9-b107-4faf-b074-1845ad7e7983 admin admin] Pushing event updated for resources: {'Network': ['ID=854be8e3-e2be-43a4-a5c6-c126ea818d3e,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:46.678351 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 854be8e3-e2be-43a4-a5c6-c126ea818d3e details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:32:46.682124 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba963c0-8de6-42ac-ae32-e7b8caaaee89 admin admin] Made reservation on behalf of 00fb68ea9ce14dd7aa511213dd01ef8b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:46.685226 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0ba963c0-8de6-42ac-ae32-e7b8caaaee89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.716148 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port b43a60e7-4828-4fd6-82c1-1023f7fdea58, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b43a60e7-4828-4fd6-82c1-1023f7fdea58,segment=NetworkSegment(da616397-d644-4e67-8cfa-5beb3c54ec5d),segment_id=da616397-d644-4e67-8cfa-5beb3c54ec5d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:46.756061 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['c7f59dd7-4bf4-4493-8395-b783b3a9e6c7'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:32:46.767492 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'b43a60e7-4828-4fd6-82c1-1023f7fdea58', 'network_id': '79ae5d6f-e74a-4a73-acd8-7c48c2dc8820', 'port_id': 'b43a60e7-4828-4fd6-82c1-1023f7fdea58', 'mac_address': 'fa:16:3e:d5:2c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2ee51e-14b2-4a1b-9c47-77a8e3d2957f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:32:46.838418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564438f-9ace-4f3f-bc13-3abebc04d9e1 req-0176c3df-8be8-4838-ae10-b27a35d8715d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:46.840738 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e564438f-9ace-4f3f-bc13-3abebc04d9e1 req-0176c3df-8be8-4838-ae10-b27a35d8715d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 945 time: 0.0938785 Jul 22 19:32:46.843648 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.868240 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43a60e7-4828-4fd6-82c1-1023f7fdea58 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:46.886654 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e564438f-9ace-4f3f-bc13-3abebc04d9e1 req-ceeb74ef-0ff0-4281-bd12-7aa1385d7eba tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397158 Jul 22 19:32:46.907226 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port b43a60e7-4828-4fd6-82c1-1023f7fdea58, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b43a60e7-4828-4fd6-82c1-1023f7fdea58,segment=NetworkSegment(da616397-d644-4e67-8cfa-5beb3c54ec5d),segment_id=da616397-d644-4e67-8cfa-5beb3c54ec5d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:46.908712 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0ba963c0-8de6-42ac-ae32-e7b8caaaee89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.914426 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.959429 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba963c0-8de6-42ac-ae32-e7b8caaaee89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32d83b69-91f8-4c6b-b015-de62c9a9cbec,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:46.982351 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba963c0-8de6-42ac-ae32-e7b8caaaee89 admin admin] Checking segment: {'id': '15c4f17f-ad2d-401d-bb28-52a8b241ccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '854be8e3-e2be-43a4-a5c6-c126ea818d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:46.982708 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba963c0-8de6-42ac-ae32-e7b8caaaee89 admin admin] Network hostable DHCP agents. Network: 854be8e3-e2be-43a4-a5c6-c126ea818d3e, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:32:46.995703 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=b43a60e7-4828-4fd6-82c1-1023f7fdea58,revision_number=9']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:46.999799 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba963c0-8de6-42ac-ae32-e7b8caaaee89 admin admin] Network 854be8e3-e2be-43a4-a5c6-c126ea818d3e is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:32:47.009187 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-0ba963c0-8de6-42ac-ae32-e7b8caaaee89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 854be8e3-e2be-43a4-a5c6-c126ea818d3e) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:47.013779 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba963c0-8de6-42ac-ae32-e7b8caaaee89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:47.014561 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0ba963c0-8de6-42ac-ae32-e7b8caaaee89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:47.019134 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4bc834-94bf-4f9f-bdf8-ad90767619ad None None] Network 854be8e3-e2be-43a4-a5c6-c126ea818d3e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:47.029544 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0ba963c0-8de6-42ac-ae32-e7b8caaaee89 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4020772 Jul 22 19:32:47.129311 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['b43a60e7-4828-4fd6-82c1-1023f7fdea58'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:32:47.186888 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3900f380-b220-416b-9f3d-82fcbf639da5 None None] Network 854be8e3-e2be-43a4-a5c6-c126ea818d3e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:47.396780 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf0d7c-0078-4c9a-85d4-677ebabb3259 req-53bc9355-03b9-4523-9121-4a3c5d704e12 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:47.401953 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f3bf0d7c-0078-4c9a-85d4-677ebabb3259 req-53bc9355-03b9-4523-9121-4a3c5d704e12 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 944 time: 0.0716031 Jul 22 19:32:47.472589 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f3bf0d7c-0078-4c9a-85d4-677ebabb3259 req-b8ddbb2d-a3af-4da9-8744-9a743f776708 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656993 Jul 22 19:32:47.541149 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd82275-16ce-4be9-9251-872827d73dab req-f402fa80-ebb0-4e96-8667-78ce4de572cc tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:47.542835 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cbd82275-16ce-4be9-9251-872827d73dab req-f402fa80-ebb0-4e96-8667-78ce4de572cc tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/networks?id=854be8e3-e2be-43a4-a5c6-c126ea818d3e HTTP/1.1" status: 200 len: 817 time: 0.1185362 Jul 22 19:32:47.559347 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cbd82275-16ce-4be9-9251-872827d73dab req-bdfa5e43-f31a-466a-b963-2cd55bb890e9 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/quotas/00fb68ea9ce14dd7aa511213dd01ef8b HTTP/1.1" status: 200 len: 375 time: 0.0112357 Jul 22 19:32:47.593956 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cbd82275-16ce-4be9-9251-872827d73dab req-b8a7aa71-85b8-4864-8de7-e1ca6671cd15 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=00fb68ea9ce14dd7aa511213dd01ef8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296500 Jul 22 19:32:47.680678 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cbd82275-16ce-4be9-9251-872827d73dab req-b4a348d9-560b-493a-bd16-e9cd266f6d32 service neutron] 10.222.0.13 "GET /v2.0/networks/854be8e3-e2be-43a4-a5c6-c126ea818d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803368 Jul 22 19:32:47.771774 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cbd82275-16ce-4be9-9251-872827d73dab req-62ec8ccd-34f4-42b5-abeb-6522cd8b8f67 service neutron] 10.222.0.13 "GET /v2.0/networks/854be8e3-e2be-43a4-a5c6-c126ea818d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853524 Jul 22 19:32:47.952539 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48e4f5a3-0b86-4837-bf87-5bcb1c3e2d0c req-d33ca216-4f56-40b1-b76d-746d36f8b5e7 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2bb49c9-b1b8-4bc4-8d61-a205b0540e74 HTTP/1.1" status: 200 len: 210 time: 0.0325024 Jul 22 19:32:48.032795 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5293e-347a-4532-ad4e-620ad8ed6da1 req-be27ccf1-9334-4a55-ad1f-6ed5edb8d408 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:48.034308 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f4d5293e-347a-4532-ad4e-620ad8ed6da1 req-be27ccf1-9334-4a55-ad1f-6ed5edb8d408 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 945 time: 0.0729396 Jul 22 19:32:48.075287 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f4d5293e-347a-4532-ad4e-620ad8ed6da1 req-0271c8df-58d9-48c5-8d71-32409d611135 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350709 Jul 22 19:32:48.280663 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:48.330266 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:48.333801 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:48.334174 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:48.416853 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:48.442429 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6fd639-0839-4361-93c9-210ff7f27a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f59dd7-4bf4-4493-8395-b783b3a9e6c7'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:48.444688 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acdd783-0faa-43a2-9dc7-edce6b5d0d2b" -d '{"events": [{"server_uuid": "6b6fd639-0839-4361-93c9-210ff7f27a2c", "name": "network-vif-plugged", "status": "completed", "tag": "c7f59dd7-4bf4-4493-8395-b783b3a9e6c7"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:48.459455 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port c7f59dd7-4bf4-4493-8395-b783b3a9e6c7, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=c7f59dd7-4bf4-4493-8395-b783b3a9e6c7,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:48.465296 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:48.489713 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a662ecc-e7bf-4478-a219-6afde8340b47 x-openstack-request-id: req-7a662ecc-e7bf-4478-a219-6afde8340b47 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:48.490064 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6fd639-0839-4361-93c9-210ff7f27a2c", "name": "network-vif-plugged", "status": "completed", "tag": "c7f59dd7-4bf4-4493-8395-b783b3a9e6c7", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:48.490318 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a662ecc-e7bf-4478-a219-6afde8340b47 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:48.490708 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6fd639-0839-4361-93c9-210ff7f27a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f59dd7-4bf4-4493-8395-b783b3a9e6c7', 'code': 200} Jul 22 19:32:48.524354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=c7f59dd7-4bf4-4493-8395-b783b3a9e6c7,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:48.611243 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b43a60e7-4828-4fd6-82c1-1023f7fdea58 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:48.642180 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66506690-5ed4-4e89-8b55-3d874f3e36ee req-288165a3-5305-421d-a716-19b404d567ca tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:48.643676 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66506690-5ed4-4e89-8b55-3d874f3e36ee req-288165a3-5305-421d-a716-19b404d567ca tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 944 time: 0.1019311 Jul 22 19:32:48.645505 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8ccf3-1587-44bb-9aee-7dc46e09e4b5 req-808b0945-d76f-405f-8ccd-b5118abc52f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:48.646858 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5db8ccf3-1587-44bb-9aee-7dc46e09e4b5 req-808b0945-d76f-405f-8ccd-b5118abc52f4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 1098 time: 0.0957913 Jul 22 19:32:48.658291 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port b43a60e7-4828-4fd6-82c1-1023f7fdea58 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:48.658658 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:48.706445 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66506690-5ed4-4e89-8b55-3d874f3e36ee req-4c0fc0ed-f328-4ab2-b3b5-036694c4a70f tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567427 Jul 22 19:32:48.710201 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5db8ccf3-1587-44bb-9aee-7dc46e09e4b5 req-a6f0cb3a-b686-4f63-b806-9cf83456d062 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541661 Jul 22 19:32:48.744303 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:48.778545 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port b43a60e7-4828-4fd6-82c1-1023f7fdea58, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b43a60e7-4828-4fd6-82c1-1023f7fdea58,segment=NetworkSegment(da616397-d644-4e67-8cfa-5beb3c54ec5d),segment_id=da616397-d644-4e67-8cfa-5beb3c54ec5d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:48.783182 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:48.833607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=b43a60e7-4828-4fd6-82c1-1023f7fdea58,revision_number=10']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:48.871286 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd82275-16ce-4be9-9251-872827d73dab req-ba9fd70e-7ebf-421c-9321-7d28b627153b tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:48.872886 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cbd82275-16ce-4be9-9251-872827d73dab req-ba9fd70e-7ebf-421c-9321-7d28b627153b tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.16 "GET /v2.0/networks?id=854be8e3-e2be-43a4-a5c6-c126ea818d3e HTTP/1.1" status: 200 len: 817 time: 0.1221762 Jul 22 19:32:48.885393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-cbd82275-16ce-4be9-9251-872827d73dab req-0338d3e5-4de4-4fd6-847b-808587323b42 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Request body: {'port': {'device_id': 'b2bb49c9-b1b8-4bc4-8d61-a205b0540e74', 'network_id': '854be8e3-e2be-43a4-a5c6-c126ea818d3e', 'admin_state_up': True, 'tenant_id': '00fb68ea9ce14dd7aa511213dd01ef8b'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:48.993396 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd82275-16ce-4be9-9251-872827d73dab req-0338d3e5-4de4-4fd6-847b-808587323b42 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Made reservation on behalf of 00fb68ea9ce14dd7aa511213dd01ef8b for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:48.996967 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cbd82275-16ce-4be9-9251-872827d73dab req-0338d3e5-4de4-4fd6-847b-808587323b42 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:49.056709 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b522a38-a217-4a71-9af2-1be0c2f2b0a3 req-ea87c71e-5e8a-46ef-9ea6-e883a2086328 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2bb49c9-b1b8-4bc4-8d61-a205b0540e74 HTTP/1.1" status: 200 len: 210 time: 0.0306029 Jul 22 19:32:49.209627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8dab1d-760a-4f9c-a22a-65add56f0510 req-4f76906c-43e0-4c7b-b32e-b983f169aa96 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:49.211238 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f8dab1d-760a-4f9c-a22a-65add56f0510 req-4f76906c-43e0-4c7b-b32e-b983f169aa96 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 946 time: 0.0675874 Jul 22 19:32:49.251276 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f8dab1d-760a-4f9c-a22a-65add56f0510 req-8cca0a14-2bca-458b-acc5-ad56a4f6ec3d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335691 Jul 22 19:32:49.408416 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-cbd82275-16ce-4be9-9251-872827d73dab req-0338d3e5-4de4-4fd6-847b-808587323b42 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Allocated IP 172.20.0.12 (854be8e3-e2be-43a4-a5c6-c126ea818d3e/32d83b69-91f8-4c6b-b015-de62c9a9cbec/1ad58411-2b90-47b3-bceb-483a85ddab8b) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:49.554765 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cbd82275-16ce-4be9-9251-872827d73dab req-0338d3e5-4de4-4fd6-847b-808587323b42 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:49.593510 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cbd82275-16ce-4be9-9251-872827d73dab req-0338d3e5-4de4-4fd6-847b-808587323b42 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:49.632918 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd82275-16ce-4be9-9251-872827d73dab req-0338d3e5-4de4-4fd6-847b-808587323b42 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Network 854be8e3-e2be-43a4-a5c6-c126ea818d3e is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:49.638592 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-cbd82275-16ce-4be9-9251-872827d73dab req-0338d3e5-4de4-4fd6-847b-808587323b42 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:49.642074 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd82275-16ce-4be9-9251-872827d73dab req-0338d3e5-4de4-4fd6-847b-808587323b42 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:49.666510 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338d3e5-4de4-4fd6-847b-808587323b42 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Pushing event updated for resources: {'Port': ['ID=1ad58411-2b90-47b3-bceb-483a85ddab8b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:49.694541 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd82275-16ce-4be9-9251-872827d73dab req-0338d3e5-4de4-4fd6-847b-808587323b42 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:49.695152 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cbd82275-16ce-4be9-9251-872827d73dab req-0338d3e5-4de4-4fd6-847b-808587323b42 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:49.708761 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cbd82275-16ce-4be9-9251-872827d73dab req-0338d3e5-4de4-4fd6-847b-808587323b42 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8271270 Jul 22 19:32:49.719679 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-cbd82275-16ce-4be9-9251-872827d73dab req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] Request body: {'port': {'device_id': 'b2bb49c9-b1b8-4bc4-8d61-a205b0540e74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:49.793482 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cbd82275-16ce-4be9-9251-872827d73dab req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:49.848353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f463b9-4bda-47a7-a86c-b9bd0a8e2e66 req-b3245590-2a7d-474e-bd24-ffb4a1d53cc8 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:49.849786 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1f463b9-4bda-47a7-a86c-b9bd0a8e2e66 req-b3245590-2a7d-474e-bd24-ffb4a1d53cc8 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.0685167 Jul 22 19:32:49.888981 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1f463b9-4bda-47a7-a86c-b9bd0a8e2e66 req-5517990a-0684-4d37-a0c8-cb4f42281f9b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333652 Jul 22 19:32:50.055241 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-cbd82275-16ce-4be9-9251-872827d73dab req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad58411-2b90-47b3-bceb-483a85ddab8b {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:50.062927 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cbd82275-16ce-4be9-9251-872827d73dab req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:50.075029 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-cbd82275-16ce-4be9-9251-872827d73dab req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] Transition to ACTIVE for port object 1ad58411-2b90-47b3-bceb-483a85ddab8b will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:50.078275 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cbd82275-16ce-4be9-9251-872827d73dab req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:50.158501 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad58411-2b90-47b3-bceb-483a85ddab8b,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:50.196028 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5704a20-aaab-4d2c-8715-4c6cbf3cb63d req-05a292dc-581b-4776-ac49-ecd4f6ea68cf tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:50.197534 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5704a20-aaab-4d2c-8715-4c6cbf3cb63d req-05a292dc-581b-4776-ac49-ecd4f6ea68cf tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2bb49c9-b1b8-4bc4-8d61-a205b0540e74 HTTP/1.1" status: 200 len: 944 time: 0.0649524 Jul 22 19:32:50.207663 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-cbd82275-16ce-4be9-9251-872827d73dab req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] Attempting to bind port 1ad58411-2b90-47b3-bceb-483a85ddab8b on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:32:50.208121 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-cbd82275-16ce-4be9-9251-872827d73dab req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] Attempting to bind port 1ad58411-2b90-47b3-bceb-483a85ddab8b by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '15c4f17f-ad2d-401d-bb28-52a8b241ccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '854be8e3-e2be-43a4-a5c6-c126ea818d3e'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:32:50.208457 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd82275-16ce-4be9-9251-872827d73dab req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] Attempting to bind port 1ad58411-2b90-47b3-bceb-483a85ddab8b on network 854be8e3-e2be-43a4-a5c6-c126ea818d3e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:50.212776 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd82275-16ce-4be9-9251-872827d73dab req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] Port 1ad58411-2b90-47b3-bceb-483a85ddab8b on network 854be8e3-e2be-43a4-a5c6-c126ea818d3e not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:32:50.213098 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd82275-16ce-4be9-9251-872827d73dab req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] Attempting to bind port 1ad58411-2b90-47b3-bceb-483a85ddab8b on network 854be8e3-e2be-43a4-a5c6-c126ea818d3e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:50.218661 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd82275-16ce-4be9-9251-872827d73dab req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:32:50.218997 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd82275-16ce-4be9-9251-872827d73dab req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] Checking segment: {'id': '15c4f17f-ad2d-401d-bb28-52a8b241ccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '854be8e3-e2be-43a4-a5c6-c126ea818d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:50.219377 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd82275-16ce-4be9-9251-872827d73dab req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] Bound using segment: {'id': '15c4f17f-ad2d-401d-bb28-52a8b241ccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '854be8e3-e2be-43a4-a5c6-c126ea818d3e'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:32:50.219796 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-cbd82275-16ce-4be9-9251-872827d73dab req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] Bound port: 1ad58411-2b90-47b3-bceb-483a85ddab8b, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c4f17f-ad2d-401d-bb28-52a8b241ccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '854be8e3-e2be-43a4-a5c6-c126ea818d3e'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:32:50.220153 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cbd82275-16ce-4be9-9251-872827d73dab req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:50.237012 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5704a20-aaab-4d2c-8715-4c6cbf3cb63d req-c2fe3588-0ec7-4927-9993-b05a9c2f20a1 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d4bc0ed-8ba8-4766-9fe8-a29012293b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331049 Jul 22 19:32:50.283506 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-cbd82275-16ce-4be9-9251-872827d73dab req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] For port 1ad58411-2b90-47b3-bceb-483a85ddab8b, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:32:50.286644 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-cbd82275-16ce-4be9-9251-872827d73dab req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] For port 1ad58411-2b90-47b3-bceb-483a85ddab8b, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1ad58411-2b90-47b3-bceb-483a85ddab8b,segment=NetworkSegment(15c4f17f-ad2d-401d-bb28-52a8b241ccc6),segment_id=15c4f17f-ad2d-401d-bb28-52a8b241ccc6)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:32:50.291085 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cbd82275-16ce-4be9-9251-872827d73dab req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:50.323777 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd82275-16ce-4be9-9251-872827d73dab req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:50.324575 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-cbd82275-16ce-4be9-9251-872827d73dab req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:50.325928 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cbd82275-16ce-4be9-9251-872827d73dab req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] 10.222.0.16 "PUT /v2.0/ports/1ad58411-2b90-47b3-bceb-483a85ddab8b HTTP/1.1" status: 200 len: 1093 time: 0.6102688 Jul 22 19:32:50.326386 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bb49c9-b1b8-4bc4-8d61-a205b0540e74', 'tag': '1ad58411-2b90-47b3-bceb-483a85ddab8b'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:50.328842 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536538a1-241d-4cfa-872f-1ca68d905e94" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bb49c9-b1b8-4bc4-8d61-a205b0540e74", "tag": "1ad58411-2b90-47b3-bceb-483a85ddab8b"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:50.358555 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c005f9-7e72-4f24-a543-7cf040d07725 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad58411-2b90-47b3-bceb-483a85ddab8b,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:50.397248 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2433947-6c4f-496b-b46f-094eb83e88e7 req-0d03ae71-627d-454e-aaa3-c2bbf30d47f6 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:50.399107 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2433947-6c4f-496b-b46f-094eb83e88e7 req-0d03ae71-627d-454e-aaa3-c2bbf30d47f6 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 946 time: 0.0760682 Jul 22 19:32:50.439227 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd82275-16ce-4be9-9251-872827d73dab req-4d6e91ab-81e3-43ce-b33e-4a49b035e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:50.440820 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cbd82275-16ce-4be9-9251-872827d73dab req-4d6e91ab-81e3-43ce-b33e-4a49b035e4e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00fb68ea9ce14dd7aa511213dd01ef8b&device_id=b2bb49c9-b1b8-4bc4-8d61-a205b0540e74 HTTP/1.1" status: 200 len: 1096 time: 0.0716095 Jul 22 19:32:50.442550 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380888a5-e43d-450d-bff0-573bf032f906 x-openstack-request-id: req-380888a5-e43d-450d-bff0-573bf032f906 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:50.442838 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bb49c9-b1b8-4bc4-8d61-a205b0540e74", "tag": "1ad58411-2b90-47b3-bceb-483a85ddab8b", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:50.443085 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-380888a5-e43d-450d-bff0-573bf032f906 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:50.443467 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bb49c9-b1b8-4bc4-8d61-a205b0540e74', 'tag': '1ad58411-2b90-47b3-bceb-483a85ddab8b', 'status': 'completed', 'code': 200} Jul 22 19:32:50.443715 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2433947-6c4f-496b-b46f-094eb83e88e7 req-6e7273b9-539a-4301-8d72-09737ba7b975 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368350 Jul 22 19:32:50.488691 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cbd82275-16ce-4be9-9251-872827d73dab req-11d5c127-392a-43f4-b516-2518b84fdf78 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ad58411-2b90-47b3-bceb-483a85ddab8b HTTP/1.1" status: 200 len: 217 time: 0.0351014 Jul 22 19:32:50.492385 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c9777b-55aa-4b70-b06b-315ea957a20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43a60e7-4828-4fd6-82c1-1023f7fdea58'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:50.494742 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0403835b-b1b3-40cd-ac1c-fde4c5181116" -d '{"events": [{"server_uuid": "a7c9777b-55aa-4b70-b06b-315ea957a20c", "name": "network-vif-plugged", "status": "completed", "tag": "b43a60e7-4828-4fd6-82c1-1023f7fdea58"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:50.531296 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b42a770-3d70-4908-9ed4-b8ff9ccc614a x-openstack-request-id: req-0b42a770-3d70-4908-9ed4-b8ff9ccc614a {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:50.531590 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c9777b-55aa-4b70-b06b-315ea957a20c", "name": "network-vif-plugged", "status": "completed", "tag": "b43a60e7-4828-4fd6-82c1-1023f7fdea58", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:50.531843 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b42a770-3d70-4908-9ed4-b8ff9ccc614a {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:50.532240 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c9777b-55aa-4b70-b06b-315ea957a20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43a60e7-4828-4fd6-82c1-1023f7fdea58', 'code': 200} Jul 22 19:32:50.542085 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd82275-16ce-4be9-9251-872827d73dab req-b457c9be-f463-4761-851b-7dd1e1f713da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:50.544219 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cbd82275-16ce-4be9-9251-872827d73dab req-b457c9be-f463-4761-851b-7dd1e1f713da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=32d83b69-91f8-4c6b-b015-de62c9a9cbec HTTP/1.1" status: 200 len: 857 time: 0.0484395 Jul 22 19:32:50.586116 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cbd82275-16ce-4be9-9251-872827d73dab req-4f12a7c8-3e1c-4e4f-9392-43cd32671639 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=854be8e3-e2be-43a4-a5c6-c126ea818d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349994 Jul 22 19:32:50.591367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76872292-815c-499a-8fa1-6b6f73c33160 req-a6596e87-b7aa-4f3e-afb0-aaacaaf08c4d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:50.592972 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76872292-815c-499a-8fa1-6b6f73c33160 req-a6596e87-b7aa-4f3e-afb0-aaacaaf08c4d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 946 time: 0.0751183 Jul 22 19:32:50.637873 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76872292-815c-499a-8fa1-6b6f73c33160 req-2d93c656-b689-416f-9baa-4dd0f06ea0dc tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377138 Jul 22 19:32:50.684870 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cbd82275-16ce-4be9-9251-872827d73dab req-03f13845-1c6e-48c8-bfd2-fe9d79d56bc0 service neutron] 10.222.0.16 "GET /v2.0/networks/854be8e3-e2be-43a4-a5c6-c126ea818d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928993 Jul 22 19:32:50.718552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6864a-251a-479d-a198-59d0681aa7a7 req-fcbdc45a-fefc-4354-afd1-d32045cc5d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:50.719994 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7b6864a-251a-479d-a198-59d0681aa7a7 req-fcbdc45a-fefc-4354-afd1-d32045cc5d82 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 1098 time: 0.0651789 Jul 22 19:32:50.778911 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cbd82275-16ce-4be9-9251-872827d73dab req-272f577a-90f3-4336-b6e5-0b97875d632f service neutron] 10.222.0.16 "GET /v2.0/networks/854be8e3-e2be-43a4-a5c6-c126ea818d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885198 Jul 22 19:32:50.781498 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:32:50.784213 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d7b6864a-251a-479d-a198-59d0681aa7a7 req-4b46b4e0-8755-48c2-816c-01bb201df58a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440979 Jul 22 19:32:50.803782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69723675-983f-4154-9667-90db5f8e1d11 req-bbcacece-58d2-4214-992e-50788db42e67 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:50.805285 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69723675-983f-4154-9667-90db5f8e1d11 req-bbcacece-58d2-4214-992e-50788db42e67 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 946 time: 0.0973117 Jul 22 19:32:50.844556 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69723675-983f-4154-9667-90db5f8e1d11 req-18db1364-6783-4b85-a162-35bf12369c13 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335429 Jul 22 19:32:50.901186 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536538a1-241d-4cfa-872f-1ca68d905e94 req-7eebefc5-c3b1-4315-a53d-643e2ff8f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:50.903154 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-536538a1-241d-4cfa-872f-1ca68d905e94 req-7eebefc5-c3b1-4315-a53d-643e2ff8f997 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00fb68ea9ce14dd7aa511213dd01ef8b&device_id=b2bb49c9-b1b8-4bc4-8d61-a205b0540e74 HTTP/1.1" status: 200 len: 1096 time: 0.0543883 Jul 22 19:32:51.352308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536538a1-241d-4cfa-872f-1ca68d905e94 req-c340e718-c6f5-4035-bd8d-ccc4857c962e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:51.353844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-536538a1-241d-4cfa-872f-1ca68d905e94 req-c340e718-c6f5-4035-bd8d-ccc4857c962e service neutron] 10.222.0.16 "GET /v2.0/networks?id=854be8e3-e2be-43a4-a5c6-c126ea818d3e HTTP/1.1" status: 200 len: 918 time: 0.4447591 Jul 22 19:32:51.413101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-536538a1-241d-4cfa-872f-1ca68d905e94 req-60f5667e-83b3-4d70-aab2-35453be00ddd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ad58411-2b90-47b3-bceb-483a85ddab8b HTTP/1.1" status: 200 len: 217 time: 0.0504987 Jul 22 19:32:51.431613 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf73a2a-983f-4a4d-af3c-eed53de80654 req-df5b785f-3163-4509-a1ed-c8fefb273256 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:51.433084 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5bf73a2a-983f-4a4d-af3c-eed53de80654 req-df5b785f-3163-4509-a1ed-c8fefb273256 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 946 time: 0.1474226 Jul 22 19:32:51.451098 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d92cef-e04f-48c6-80aa-4855907f4e63 req-8fba78f9-dec1-4af1-b944-344ec40c01a7 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:51.452585 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-52d92cef-e04f-48c6-80aa-4855907f4e63 req-8fba78f9-dec1-4af1-b944-344ec40c01a7 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.4772553 Jul 22 19:32:51.536774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536538a1-241d-4cfa-872f-1ca68d905e94 req-41d7720b-b792-4e4a-b0ad-64fd5f15099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:51.538245 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-536538a1-241d-4cfa-872f-1ca68d905e94 req-41d7720b-b792-4e4a-b0ad-64fd5f15099a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=32d83b69-91f8-4c6b-b015-de62c9a9cbec HTTP/1.1" status: 200 len: 857 time: 0.1144664 Jul 22 19:32:51.541066 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5bf73a2a-983f-4a4d-af3c-eed53de80654 req-3c4b999f-cef0-40f6-8961-49ae014afec4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997243 Jul 22 19:32:51.556036 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-52d92cef-e04f-48c6-80aa-4855907f4e63 req-ba20f1cc-b3ae-4f44-a171-c77927014dc1 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794387 Jul 22 19:32:51.579520 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-536538a1-241d-4cfa-872f-1ca68d905e94 req-f2227d49-cc0d-45a6-a16d-738e4b441852 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=854be8e3-e2be-43a4-a5c6-c126ea818d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333781 Jul 22 19:32:51.713430 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-536538a1-241d-4cfa-872f-1ca68d905e94 req-7b8f9b9b-1239-45ee-9636-a898370bf3f8 service neutron] 10.222.0.16 "GET /v2.0/networks/854be8e3-e2be-43a4-a5c6-c126ea818d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276450 Jul 22 19:32:51.751014 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57a28a-134a-40e0-9f05-80a9419070bc req-b1f30b93-0476-4d6c-a790-cbf2a6efc694 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:51.752682 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca57a28a-134a-40e0-9f05-80a9419070bc req-b1f30b93-0476-4d6c-a790-cbf2a6efc694 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2bb49c9-b1b8-4bc4-8d61-a205b0540e74 HTTP/1.1" status: 200 len: 944 time: 0.1372364 Jul 22 19:32:51.833240 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca57a28a-134a-40e0-9f05-80a9419070bc req-31243ea8-f3da-4217-93d4-18eed3c4f045 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d4bc0ed-8ba8-4766-9fe8-a29012293b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721626 Jul 22 19:32:51.857658 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-536538a1-241d-4cfa-872f-1ca68d905e94 req-0e3835b0-d175-4c12-971b-ec66d697406c service neutron] 10.222.0.16 "GET /v2.0/networks/854be8e3-e2be-43a4-a5c6-c126ea818d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325059 Jul 22 19:32:52.458698 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927255c-6ae2-49b3-99d4-1f6e567f1595 req-ae571830-bb18-4046-9695-8b4dc8fbf573 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:52.460142 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4927255c-6ae2-49b3-99d4-1f6e567f1595 req-ae571830-bb18-4046-9695-8b4dc8fbf573 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 946 time: 0.0630643 Jul 22 19:32:52.563526 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-4927255c-6ae2-49b3-99d4-1f6e567f1595 req-991dd8d0-a82c-4974-8837-eb8131d52b69 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Deleting port c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:52.563872 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4927255c-6ae2-49b3-99d4-1f6e567f1595 req-991dd8d0-a82c-4974-8837-eb8131d52b69 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:52.721063 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4927255c-6ae2-49b3-99d4-1f6e567f1595 req-991dd8d0-a82c-4974-8837-eb8131d52b69 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] For port c7f59dd7-4bf4-4493-8395-b783b3a9e6c7, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=c7f59dd7-4bf4-4493-8395-b783b3a9e6c7,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:52.721344 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4927255c-6ae2-49b3-99d4-1f6e567f1595 req-991dd8d0-a82c-4974-8837-eb8131d52b69 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:52.742186 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-4927255c-6ae2-49b3-99d4-1f6e567f1595 req-991dd8d0-a82c-4974-8837-eb8131d52b69 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Calling delete_port for c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:52.814083 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88346858-f86d-4e7e-a3b1-e34448b77cfd req-40711cb0-56b3-40a0-9539-a6feaa3962ba tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:52.815578 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88346858-f86d-4e7e-a3b1-e34448b77cfd req-40711cb0-56b3-40a0-9539-a6feaa3962ba tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 946 time: 0.1885448 Jul 22 19:32:52.825359 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab557d6-352f-4c4f-b172-1d392a40c558 req-8d9bf6ba-38fb-4df6-86ca-4ed2fede024e tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:52.826788 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eab557d6-352f-4c4f-b172-1d392a40c558 req-8d9bf6ba-38fb-4df6-86ca-4ed2fede024e tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.1943495 Jul 22 19:32:52.911670 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88346858-f86d-4e7e-a3b1-e34448b77cfd req-1b8b53f1-992b-4dd2-b975-f479dd73388f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824380 Jul 22 19:32:52.915419 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eab557d6-352f-4c4f-b172-1d392a40c558 req-8fa1c180-38d6-4e8f-97ed-d03274027243 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739148 Jul 22 19:32:53.015546 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4927255c-6ae2-49b3-99d4-1f6e567f1595 req-991dd8d0-a82c-4974-8837-eb8131d52b69 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:53.026941 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['c7f59dd7-4bf4-4493-8395-b783b3a9e6c7'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:32:53.078969 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991dd8d0-a82c-4974-8837-eb8131d52b69 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event deleted for resources: {'Port': ['ID=c7f59dd7-4bf4-4493-8395-b783b3a9e6c7,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:53.146909 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-4927255c-6ae2-49b3-99d4-1f6e567f1595 req-991dd8d0-a82c-4974-8837-eb8131d52b69 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] No DVR routers for this DVR port c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:53.151560 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4927255c-6ae2-49b3-99d4-1f6e567f1595 req-991dd8d0-a82c-4974-8837-eb8131d52b69 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:53.153637 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4927255c-6ae2-49b3-99d4-1f6e567f1595 req-991dd8d0-a82c-4974-8837-eb8131d52b69 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "DELETE /v2.0/ports/c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 HTTP/1.1" status: 204 len: 173 time: 0.6878018 Jul 22 19:32:53.156494 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6fd639-0839-4361-93c9-210ff7f27a2c', 'name': 'network-vif-deleted', 'tag': 'c7f59dd7-4bf4-4493-8395-b783b3a9e6c7'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:53.158511 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e20b163-d08c-4022-836f-09fd2db51ab5" -d '{"events": [{"server_uuid": "6b6fd639-0839-4361-93c9-210ff7f27a2c", "name": "network-vif-deleted", "tag": "c7f59dd7-4bf4-4493-8395-b783b3a9e6c7"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:53.176068 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f0273-051d-408b-b674-890fda1deee5 req-5bb2ad04-15fb-465f-8e56-ba4ebc02e0ee tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:53.177652 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-152f0273-051d-408b-b674-890fda1deee5 req-5bb2ad04-15fb-465f-8e56-ba4ebc02e0ee tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2bb49c9-b1b8-4bc4-8d61-a205b0540e74 HTTP/1.1" status: 200 len: 944 time: 0.1997271 Jul 22 19:32:53.191237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388afed2-b8eb-461a-bfe1-f39746e97e77 req-746acd86-3cc5-405b-97bb-a20a57397e3b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:53.193286 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-388afed2-b8eb-461a-bfe1-f39746e97e77 req-746acd86-3cc5-405b-97bb-a20a57397e3b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.1806579 Jul 22 19:32:53.256339 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-152f0273-051d-408b-b674-890fda1deee5 req-af955ce0-85e5-47a8-a5ea-89a455651ede tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d4bc0ed-8ba8-4766-9fe8-a29012293b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620365 Jul 22 19:32:53.259208 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-388afed2-b8eb-461a-bfe1-f39746e97e77 req-036ff7a0-98b3-49e1-8cf2-7643cbf297dc tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578635 Jul 22 19:32:53.319280 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded3a73f-aa40-48ed-a58d-dbd1d563a647 x-openstack-request-id: req-ded3a73f-aa40-48ed-a58d-dbd1d563a647 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:53.319649 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6fd639-0839-4361-93c9-210ff7f27a2c", "name": "network-vif-deleted", "tag": "c7f59dd7-4bf4-4493-8395-b783b3a9e6c7", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:53.320001 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ded3a73f-aa40-48ed-a58d-dbd1d563a647 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:53.320556 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6fd639-0839-4361-93c9-210ff7f27a2c', 'name': 'network-vif-deleted', 'tag': 'c7f59dd7-4bf4-4493-8395-b783b3a9e6c7', 'status': 'completed', 'code': 200} Jul 22 19:32:53.406814 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de4922-d51f-4d0b-88c6-16c0ac3f12cc req-551e82e1-fed1-4cee-b4a4-7efd710f3ee5 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:53.408370 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e2de4922-d51f-4d0b-88c6-16c0ac3f12cc req-551e82e1-fed1-4cee-b4a4-7efd710f3ee5 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.0667305 Jul 22 19:32:53.446888 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e2de4922-d51f-4d0b-88c6-16c0ac3f12cc req-8e4c2b1c-f3ec-4105-b691-42cc5b4fdf3f tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327816 Jul 22 19:32:53.600623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74dd29d-2c9d-4fe7-b381-351c69be2f2b req-9d836f5e-fa05-4936-bf0c-dae335a9eb88 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:53.602111 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c74dd29d-2c9d-4fe7-b381-351c69be2f2b req-9d836f5e-fa05-4936-bf0c-dae335a9eb88 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.0715458 Jul 22 19:32:53.641345 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c74dd29d-2c9d-4fe7-b381-351c69be2f2b req-4fdd9069-62d8-411d-8f5d-3ec642a60101 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333290 Jul 22 19:32:53.774235 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745843df-8f60-4bd6-b73c-41cf70255241 req-4694dca8-19ca-49fd-868d-eb9e6e439243 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:53.775649 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-745843df-8f60-4bd6-b73c-41cf70255241 req-4694dca8-19ca-49fd-868d-eb9e6e439243 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.0663784 Jul 22 19:32:53.815233 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-745843df-8f60-4bd6-b73c-41cf70255241 req-ffc2248f-f511-4a41-be0d-b3b14f25cb75 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330231 Jul 22 19:32:53.976411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10344fa0-6074-4053-93c2-a59383bfbad3 req-3c73e6b9-013e-4852-af1f-1d3c300f1172 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:53.977975 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10344fa0-6074-4053-93c2-a59383bfbad3 req-3c73e6b9-013e-4852-af1f-1d3c300f1172 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.0778580 Jul 22 19:32:54.034251 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8881d70-7432-42ea-bddf-e2912c96c949 req-330298c6-08e2-4b5b-91ed-cbd96e49a034 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 210 time: 0.0435071 Jul 22 19:32:54.056268 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10344fa0-6074-4053-93c2-a59383bfbad3 req-1e8f2dfc-53e5-417c-826d-dba95d882bf2 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720446 Jul 22 19:32:54.192605 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bf3f2-c376-4e37-bf22-04743f24c180 req-3d8aa39f-34d6-4b33-91b1-80107df2fa3d tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:54.194122 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-207bf3f2-c376-4e37-bf22-04743f24c180 req-3d8aa39f-34d6-4b33-91b1-80107df2fa3d tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.0681255 Jul 22 19:32:54.232730 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-207bf3f2-c376-4e37-bf22-04743f24c180 req-42efe1e6-8d2d-4ba4-87e2-38de4dd766f6 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325408 Jul 22 19:32:54.412783 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a92b95-b38a-43e6-8680-3b51667cbc2f req-0a40aef2-0b40-4efe-a548-83c59d538c8e tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:54.414466 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82a92b95-b38a-43e6-8680-3b51667cbc2f req-0a40aef2-0b40-4efe-a548-83c59d538c8e tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2bb49c9-b1b8-4bc4-8d61-a205b0540e74 HTTP/1.1" status: 200 len: 944 time: 0.0825386 Jul 22 19:32:54.489176 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82a92b95-b38a-43e6-8680-3b51667cbc2f req-34569bf3-d037-4667-aaeb-780a5c94a27a tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d4bc0ed-8ba8-4766-9fe8-a29012293b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689659 Jul 22 19:32:54.518432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91ab91-13e3-4212-bed9-70edfc29aa09 req-724d456c-ec85-4698-8304-7f980e305994 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:54.520031 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ff91ab91-13e3-4212-bed9-70edfc29aa09 req-724d456c-ec85-4698-8304-7f980e305994 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.1017663 Jul 22 19:32:54.561484 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ff91ab91-13e3-4212-bed9-70edfc29aa09 req-9c00d73e-8293-4f63-b983-e63ce6e887f5 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354548 Jul 22 19:32:54.662707 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 1ad58411-2b90-47b3-bceb-483a85ddab8b details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:32:54.759196 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 1ad58411-2b90-47b3-bceb-483a85ddab8b, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1ad58411-2b90-47b3-bceb-483a85ddab8b,segment=NetworkSegment(15c4f17f-ad2d-401d-bb28-52a8b241ccc6),segment_id=15c4f17f-ad2d-401d-bb28-52a8b241ccc6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:54.771064 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '1ad58411-2b90-47b3-bceb-483a85ddab8b', 'network_id': '854be8e3-e2be-43a4-a5c6-c126ea818d3e', 'port_id': '1ad58411-2b90-47b3-bceb-483a85ddab8b', 'mac_address': 'fa:16:3e:93:87:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32d83b69-91f8-4c6b-b015-de62c9a9cbec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:32:54.806698 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:54.821488 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad58411-2b90-47b3-bceb-483a85ddab8b {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:54.844237 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 1ad58411-2b90-47b3-bceb-483a85ddab8b, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1ad58411-2b90-47b3-bceb-483a85ddab8b,segment=NetworkSegment(15c4f17f-ad2d-401d-bb28-52a8b241ccc6),segment_id=15c4f17f-ad2d-401d-bb28-52a8b241ccc6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:54.849017 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:54.901573 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=1ad58411-2b90-47b3-bceb-483a85ddab8b,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:55.057847 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['1ad58411-2b90-47b3-bceb-483a85ddab8b'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:32:55.140531 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5a20ffdb-4050-4dba-b878-6d75023aabbc req-cee24243-8eba-4946-bc8b-6169940259c9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 210 time: 0.0315447 Jul 22 19:32:55.633490 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ee22c-7f0e-4b9e-a2de-4fbbd7e5cc98 req-f71ef1d1-294e-4b32-a4af-b1e23c999640 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:55.635169 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-361ee22c-7f0e-4b9e-a2de-4fbbd7e5cc98 req-f71ef1d1-294e-4b32-a4af-b1e23c999640 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2bb49c9-b1b8-4bc4-8d61-a205b0540e74 HTTP/1.1" status: 200 len: 945 time: 0.0751467 Jul 22 19:32:55.707482 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-361ee22c-7f0e-4b9e-a2de-4fbbd7e5cc98 req-040c7b77-db9a-416a-97a4-209e24cad73f tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d4bc0ed-8ba8-4766-9fe8-a29012293b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624859 Jul 22 19:32:55.731254 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92b73c-5327-460a-82f7-6571814a859a req-10fc05dc-499e-4ae0-9340-3fda8df56e38 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:55.732782 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d92b73c-5327-460a-82f7-6571814a859a req-10fc05dc-499e-4ae0-9340-3fda8df56e38 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.0967107 Jul 22 19:32:55.771479 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d92b73c-5327-460a-82f7-6571814a859a req-e6ea0252-8655-4b8e-96a2-4f071efd54af tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323977 Jul 22 19:32:56.109990 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4afee-afc4-408e-b58a-bb0c3ca1ccb5 req-408f2a5e-56af-4079-b60b-68d13b83f4a3 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:56.111385 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27b4afee-afc4-408e-b58a-bb0c3ca1ccb5 req-408f2a5e-56af-4079-b60b-68d13b83f4a3 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.1098247 Jul 22 19:32:56.114190 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dd055-ff96-4922-bbf7-1beb1fbfb58f req-e1b790fa-31dc-47ec-b8e9-1dc335cd0b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:56.115550 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af3dd055-ff96-4922-bbf7-1beb1fbfb58f req-e1b790fa-31dc-47ec-b8e9-1dc335cd0b88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=881aa17641714d81bee1e3323cd59a48&device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 1098 time: 0.1008987 Jul 22 19:32:56.220910 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27b4afee-afc4-408e-b58a-bb0c3ca1ccb5 req-357fb6e4-7bf2-4e06-a79d-2467e278db47 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032407 Jul 22 19:32:56.260992 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e7dcfa51-0fe2-4be4-a960-68ed30f64f7a req-46cc2468-8821-4e3e-81b7-68b8eaca40be tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6fd639-0839-4361-93c9-210ff7f27a2c HTTP/1.1" status: 200 len: 210 time: 0.0462489 Jul 22 19:32:56.278410 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dd055-ff96-4922-bbf7-1beb1fbfb58f req-629c9c68-a5ff-41f5-8552-9c17c7756bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:56.279861 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af3dd055-ff96-4922-bbf7-1beb1fbfb58f req-629c9c68-a5ff-41f5-8552-9c17c7756bc7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 HTTP/1.1" status: 200 len: 915 time: 0.1559024 Jul 22 19:32:56.296308 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:56.317437 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:32:56.317786 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device c7f59dd7-4bf4-4493-8395-b783b3a9e6c7 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:56.323254 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af3dd055-ff96-4922-bbf7-1beb1fbfb58f req-07dd58a0-451b-4251-8a54-e68ee9652334 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b43a60e7-4828-4fd6-82c1-1023f7fdea58 HTTP/1.1" status: 200 len: 217 time: 0.0371149 Jul 22 19:32:56.372847 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dd055-ff96-4922-bbf7-1beb1fbfb58f req-ae0bce61-62cf-471f-b279-f65728df5861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:56.374240 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af3dd055-ff96-4922-bbf7-1beb1fbfb58f req-ae0bce61-62cf-471f-b279-f65728df5861 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f2ee51e-14b2-4a1b-9c47-77a8e3d2957f HTTP/1.1" status: 200 len: 854 time: 0.0445187 Jul 22 19:32:56.413751 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af3dd055-ff96-4922-bbf7-1beb1fbfb58f req-d8a85f34-f322-4615-95e7-17b16579570a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79ae5d6f-e74a-4a73-acd8-7c48c2dc8820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331609 Jul 22 19:32:56.509926 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af3dd055-ff96-4922-bbf7-1beb1fbfb58f req-41a19f5a-5614-4717-9efd-03db91271aee service neutron] 10.222.0.16 "GET /v2.0/networks/79ae5d6f-e74a-4a73-acd8-7c48c2dc8820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893495 Jul 22 19:32:56.604632 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af3dd055-ff96-4922-bbf7-1beb1fbfb58f req-4af3e961-c711-418c-ade6-a4f01ca575dc service neutron] 10.222.0.16 "GET /v2.0/networks/79ae5d6f-e74a-4a73-acd8-7c48c2dc8820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888433 Jul 22 19:32:56.665906 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 1ad58411-2b90-47b3-bceb-483a85ddab8b up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:56.720730 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 1ad58411-2b90-47b3-bceb-483a85ddab8b completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:56.724416 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 1ad58411-2b90-47b3-bceb-483a85ddab8b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:56.724896 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:56.804808 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:56.831122 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bb49c9-b1b8-4bc4-8d61-a205b0540e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad58411-2b90-47b3-bceb-483a85ddab8b'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:56.833707 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662b2fc0-5d2a-4790-9ed5-784608955de6" -d '{"events": [{"server_uuid": "b2bb49c9-b1b8-4bc4-8d61-a205b0540e74", "name": "network-vif-plugged", "status": "completed", "tag": "1ad58411-2b90-47b3-bceb-483a85ddab8b"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:56.848398 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 1ad58411-2b90-47b3-bceb-483a85ddab8b, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1ad58411-2b90-47b3-bceb-483a85ddab8b,segment=NetworkSegment(15c4f17f-ad2d-401d-bb28-52a8b241ccc6),segment_id=15c4f17f-ad2d-401d-bb28-52a8b241ccc6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:56.849147 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3563fa-6b22-47e4-9e28-62b60873d6f3 req-6abd6d33-3810-4931-bfdd-4a08dc7c13f9 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:56.850939 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c3563fa-6b22-47e4-9e28-62b60873d6f3 req-6abd6d33-3810-4931-bfdd-4a08dc7c13f9 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2bb49c9-b1b8-4bc4-8d61-a205b0540e74 HTTP/1.1" status: 200 len: 945 time: 0.0679514 Jul 22 19:32:56.853142 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:56.879504 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9ee749-d54d-47f8-bd08-73184e85e184 x-openstack-request-id: req-db9ee749-d54d-47f8-bd08-73184e85e184 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:56.879795 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bb49c9-b1b8-4bc4-8d61-a205b0540e74", "name": "network-vif-plugged", "status": "completed", "tag": "1ad58411-2b90-47b3-bceb-483a85ddab8b", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:56.880217 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db9ee749-d54d-47f8-bd08-73184e85e184 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:56.880614 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bb49c9-b1b8-4bc4-8d61-a205b0540e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad58411-2b90-47b3-bceb-483a85ddab8b', 'code': 200} Jul 22 19:32:56.897896 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c3563fa-6b22-47e4-9e28-62b60873d6f3 req-13429353-d667-4d5f-af93-8333f7cdb4ad tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d4bc0ed-8ba8-4766-9fe8-a29012293b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394340 Jul 22 19:32:56.911889 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=1ad58411-2b90-47b3-bceb-483a85ddab8b,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:57.007115 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394af079-3ad9-4e45-8b86-bfd7f423c069 req-a673a4c3-a624-4e2a-8615-db53213d776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:57.008687 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-394af079-3ad9-4e45-8b86-bfd7f423c069 req-a673a4c3-a624-4e2a-8615-db53213d776f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b2bb49c9-b1b8-4bc4-8d61-a205b0540e74 HTTP/1.1" status: 200 len: 1098 time: 0.0556355 Jul 22 19:32:57.046289 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-394af079-3ad9-4e45-8b86-bfd7f423c069 req-cf1e4f4c-fd98-4987-8f24-948585aebb7b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5d4bc0ed-8ba8-4766-9fe8-a29012293b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297809 Jul 22 19:32:57.363385 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6edc4-b4ac-4d2d-b5ce-b7cbe1d3f5de req-abfc3a1f-079b-4da8-86df-37edf944cddc tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:57.365801 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9aa6edc4-b4ac-4d2d-b5ce-b7cbe1d3f5de req-abfc3a1f-079b-4da8-86df-37edf944cddc tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.0750556 Jul 22 19:32:57.412358 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9aa6edc4-b4ac-4d2d-b5ce-b7cbe1d3f5de req-a77f098b-0bca-4435-baa2-9d9e2bb717d5 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397463 Jul 22 19:32:58.047742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bde16b-859f-4c7b-a7a7-5e6b5637760c req-344825f6-0df0-43bd-bc15-72e47535c23f tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:58.049409 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b8bde16b-859f-4c7b-a7a7-5e6b5637760c req-344825f6-0df0-43bd-bc15-72e47535c23f tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2bb49c9-b1b8-4bc4-8d61-a205b0540e74 HTTP/1.1" status: 200 len: 946 time: 0.0674245 Jul 22 19:32:58.089358 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b8bde16b-859f-4c7b-a7a7-5e6b5637760c req-65646891-cce0-4905-8369-029ac8e14ff1 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d4bc0ed-8ba8-4766-9fe8-a29012293b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340834 Jul 22 19:32:58.346914 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ccb2b-6783-4c30-a217-955182a31a79 req-c9558aaa-170a-4158-b585-d261125f0434 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:58.348456 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2e5ccb2b-6783-4c30-a217-955182a31a79 req-c9558aaa-170a-4158-b585-d261125f0434 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2bb49c9-b1b8-4bc4-8d61-a205b0540e74 HTTP/1.1" status: 200 len: 946 time: 0.0691116 Jul 22 19:32:58.387648 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2e5ccb2b-6783-4c30-a217-955182a31a79 req-a439aa41-787f-403c-9679-29408dd36b23 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d4bc0ed-8ba8-4766-9fe8-a29012293b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333443 Jul 22 19:32:58.463878 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4f40e77a-82cb-46ed-a23d-16ca7e675c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:58.553242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab99bfd-0387-4ae2-b08f-9a5492570b82 req-ca83340a-9e5a-48f7-b7f4-c5082476992e tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:58.554953 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ab99bfd-0387-4ae2-b08f-9a5492570b82 req-ca83340a-9e5a-48f7-b7f4-c5082476992e tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.0661459 Jul 22 19:32:58.594075 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ab99bfd-0387-4ae2-b08f-9a5492570b82 req-00fd3951-d713-44cc-86f9-53ff2d492c8e tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329621 Jul 22 19:32:58.725368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce7ffe-c368-4724-a4f4-cb8483e48821 req-abf08199-250c-43f6-b420-c92ac3b897a5 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:58.726755 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3cce7ffe-c368-4724-a4f4-cb8483e48821 req-abf08199-250c-43f6-b420-c92ac3b897a5 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.0660172 Jul 22 19:32:58.764138 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3cce7ffe-c368-4724-a4f4-cb8483e48821 req-c50b68a9-6a5e-404d-850d-e987db5ecc7c tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316427 Jul 22 19:32:58.916216 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4606c-e010-43ff-a6c0-7cb1ec40eec5 req-274da704-3a47-4b3a-9883-464006263ada tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:58.917840 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16b4606c-e010-43ff-a6c0-7cb1ec40eec5 req-274da704-3a47-4b3a-9883-464006263ada tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.0701206 Jul 22 19:32:58.958678 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16b4606c-e010-43ff-a6c0-7cb1ec40eec5 req-1a2173a3-9a8b-4fb3-889a-84faa3dc16f2 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352077 Jul 22 19:32:59.094837 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b9f7d-dd41-4353-9141-b7d65252dba7 req-62f09125-2edf-4a7d-8ce5-9fb39d02ea6d tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:59.096303 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-874b9f7d-dd41-4353-9141-b7d65252dba7 req-62f09125-2edf-4a7d-8ce5-9fb39d02ea6d tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.0670798 Jul 22 19:32:59.135458 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-874b9f7d-dd41-4353-9141-b7d65252dba7 req-a22fbe1a-4736-4214-a311-f88a31584296 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332885 Jul 22 19:32:59.318315 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dba755-ef37-4181-b982-b08f2bbb1f9a req-bf9363ee-dbd6-4e4d-9956-bb47c2361432 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:59.319852 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-61dba755-ef37-4181-b982-b08f2bbb1f9a req-bf9363ee-dbd6-4e4d-9956-bb47c2361432 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.0720358 Jul 22 19:32:59.359976 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-61dba755-ef37-4181-b982-b08f2bbb1f9a req-dca5b037-45b5-4303-a943-e2f4ee450b27 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333648 Jul 22 19:32:59.568795 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62c1b1-4dfa-4d3f-aed6-64ef294ef8a6 req-3ebf8b50-e632-474b-aed3-9909d90c91e9 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:59.570312 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0e62c1b1-4dfa-4d3f-aed6-64ef294ef8a6 req-3ebf8b50-e632-474b-aed3-9909d90c91e9 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.1396441 Jul 22 19:32:59.593403 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0cf19-4adc-4c09-96a1-e40f6ce3de76 req-c9c24a71-34fb-4ff0-91e9-5c7ab3dc9f22 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:59.594935 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f6e0cf19-4adc-4c09-96a1-e40f6ce3de76 req-c9c24a71-34fb-4ff0-91e9-5c7ab3dc9f22 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2bb49c9-b1b8-4bc4-8d61-a205b0540e74 HTTP/1.1" status: 200 len: 946 time: 0.1283059 Jul 22 19:32:59.677040 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0e62c1b1-4dfa-4d3f-aed6-64ef294ef8a6 req-4884c595-09ff-48d3-9710-42e2a6409f4b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811102 Jul 22 19:32:59.692706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb1385-22ba-45d8-847d-b3d507c6b147 req-d82a78f9-e3a6-49f9-957c-45bf7d4a342e tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:59.693435 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3beb1385-22ba-45d8-847d-b3d507c6b147 req-d82a78f9-e3a6-49f9-957c-45bf7d4a342e tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2bb49c9-b1b8-4bc4-8d61-a205b0540e74 HTTP/1.1" status: 200 len: 946 time: 0.1748483 Jul 22 19:32:59.696429 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f6e0cf19-4adc-4c09-96a1-e40f6ce3de76 req-adc0672f-3372-48be-b817-2599673eea86 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d4bc0ed-8ba8-4766-9fe8-a29012293b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925994 Jul 22 19:32:59.859232 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-3beb1385-22ba-45d8-847d-b3d507c6b147 req-7ba34e5e-dfbd-4bae-8db0-335422d290a6 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Deleting port 1ad58411-2b90-47b3-bceb-483a85ddab8b {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:59.859577 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3beb1385-22ba-45d8-847d-b3d507c6b147 req-7ba34e5e-dfbd-4bae-8db0-335422d290a6 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.935777 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af5832-3246-45a7-a194-7e9490988ae1 req-869676e9-c6b4-4df2-b4b6-332bcbdd1fa8 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:59.937469 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e7af5832-3246-45a7-a194-7e9490988ae1 req-869676e9-c6b4-4df2-b4b6-332bcbdd1fa8 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.1410949 Jul 22 19:33:00.003106 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-3beb1385-22ba-45d8-847d-b3d507c6b147 req-7ba34e5e-dfbd-4bae-8db0-335422d290a6 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] For port 1ad58411-2b90-47b3-bceb-483a85ddab8b, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1ad58411-2b90-47b3-bceb-483a85ddab8b,segment=NetworkSegment(15c4f17f-ad2d-401d-bb28-52a8b241ccc6),segment_id=15c4f17f-ad2d-401d-bb28-52a8b241ccc6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:00.003466 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3beb1385-22ba-45d8-847d-b3d507c6b147 req-7ba34e5e-dfbd-4bae-8db0-335422d290a6 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:00.348086 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e7af5832-3246-45a7-a194-7e9490988ae1 req-0c851eb7-e480-4863-8828-05d824575551 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997951 Jul 22 19:33:00.349049 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-3beb1385-22ba-45d8-847d-b3d507c6b147 req-7ba34e5e-dfbd-4bae-8db0-335422d290a6 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Calling delete_port for 1ad58411-2b90-47b3-bceb-483a85ddab8b owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:00.520204 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3beb1385-22ba-45d8-847d-b3d507c6b147 req-7ba34e5e-dfbd-4bae-8db0-335422d290a6 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:00.533224 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['1ad58411-2b90-47b3-bceb-483a85ddab8b'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:33:00.554606 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba34e5e-dfbd-4bae-8db0-335422d290a6 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Pushing event deleted for resources: {'Port': ['ID=1ad58411-2b90-47b3-bceb-483a85ddab8b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:00.571489 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba34e5e-dfbd-4bae-8db0-335422d290a6 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:00.571973 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba34e5e-dfbd-4bae-8db0-335422d290a6 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:00.572161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba34e5e-dfbd-4bae-8db0-335422d290a6 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:00.572506 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba34e5e-dfbd-4bae-8db0-335422d290a6 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:00.572834 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba34e5e-dfbd-4bae-8db0-335422d290a6 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:00.573161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba34e5e-dfbd-4bae-8db0-335422d290a6 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:00.573487 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba34e5e-dfbd-4bae-8db0-335422d290a6 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:00.573846 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba34e5e-dfbd-4bae-8db0-335422d290a6 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:00.574165 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba34e5e-dfbd-4bae-8db0-335422d290a6 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:00.574487 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba34e5e-dfbd-4bae-8db0-335422d290a6 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:00.574804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba34e5e-dfbd-4bae-8db0-335422d290a6 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:00.575126 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba34e5e-dfbd-4bae-8db0-335422d290a6 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:00.604816 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b5f2d-78e5-426d-878b-68575884d258 req-432331f4-460a-400d-b9c3-079d462e21d6 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:00.606851 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-467b5f2d-78e5-426d-878b-68575884d258 req-432331f4-460a-400d-b9c3-079d462e21d6 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.1460884 Jul 22 19:33:00.631165 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-3beb1385-22ba-45d8-847d-b3d507c6b147 req-7ba34e5e-dfbd-4bae-8db0-335422d290a6 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] No DVR routers for this DVR port 1ad58411-2b90-47b3-bceb-483a85ddab8b on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:00.634138 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3beb1385-22ba-45d8-847d-b3d507c6b147 req-7ba34e5e-dfbd-4bae-8db0-335422d290a6 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:00.636197 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3beb1385-22ba-45d8-847d-b3d507c6b147 req-7ba34e5e-dfbd-4bae-8db0-335422d290a6 tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.16 "DELETE /v2.0/ports/1ad58411-2b90-47b3-bceb-483a85ddab8b HTTP/1.1" status: 204 len: 173 time: 0.9375372 Jul 22 19:33:00.641792 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bb49c9-b1b8-4bc4-8d61-a205b0540e74', 'name': 'network-vif-deleted', 'tag': '1ad58411-2b90-47b3-bceb-483a85ddab8b'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:00.645042 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85399e8b-c56f-4f7a-9306-10a09131ea8d" -d '{"events": [{"server_uuid": "b2bb49c9-b1b8-4bc4-8d61-a205b0540e74", "name": "network-vif-deleted", "tag": "1ad58411-2b90-47b3-bceb-483a85ddab8b"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:00.681764 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-467b5f2d-78e5-426d-878b-68575884d258 req-00854f23-b70d-448d-a38e-baea9985dc54 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516534 Jul 22 19:33:00.697320 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5038a145-e154-40f4-aeba-77f089abc7a4 x-openstack-request-id: req-5038a145-e154-40f4-aeba-77f089abc7a4 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:00.697749 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bb49c9-b1b8-4bc4-8d61-a205b0540e74", "name": "network-vif-deleted", "tag": "1ad58411-2b90-47b3-bceb-483a85ddab8b", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:00.698059 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5038a145-e154-40f4-aeba-77f089abc7a4 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:00.698521 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bb49c9-b1b8-4bc4-8d61-a205b0540e74', 'name': 'network-vif-deleted', 'tag': '1ad58411-2b90-47b3-bceb-483a85ddab8b', 'status': 'completed', 'code': 200} Jul 22 19:33:00.858143 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f4ec6375-5365-41d2-b4dd-5c7639c4840b req-58308bef-fa4d-435d-a344-4ad854b522cc tempest-InstanceActionsV221TestJSON-505283595 tempest-InstanceActionsV221TestJSON-505283595-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2bb49c9-b1b8-4bc4-8d61-a205b0540e74 HTTP/1.1" status: 200 len: 210 time: 0.0567186 Jul 22 19:33:00.895438 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3220444-b0a9-4fd7-99dc-916eabb4d5b4 req-3ba9aa9b-f573-490a-9810-89eb435075c5 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:00.897064 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3220444-b0a9-4fd7-99dc-916eabb4d5b4 req-3ba9aa9b-f573-490a-9810-89eb435075c5 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.0857100 Jul 22 19:33:00.937792 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3220444-b0a9-4fd7-99dc-916eabb4d5b4 req-8a986cb7-96a8-4d54-a6c2-34e3be4cf699 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350511 Jul 22 19:33:01.016450 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-061f1032-12c0-448b-82f0-bc70751a8977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:01.082600 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bcd88-a584-454c-b557-437cbd893eee req-2ff579ea-040f-4667-9ed6-2496e90d42f3 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:01.090492 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c5bcd88-a584-454c-b557-437cbd893eee req-2ff579ea-040f-4667-9ed6-2496e90d42f3 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.0858436 Jul 22 19:33:01.133874 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c5bcd88-a584-454c-b557-437cbd893eee req-d46cafb3-9f10-49e2-9d38-030589f29ce3 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424349 Jul 22 19:33:01.139644 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:01.288429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a41618-facc-490f-8c68-fb0f0aa40af9 req-d6d28753-0c64-407d-892a-ac4b564e6f64 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:01.289911 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-52a41618-facc-490f-8c68-fb0f0aa40af9 req-d6d28753-0c64-407d-892a-ac4b564e6f64 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.0716901 Jul 22 19:33:01.330157 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-52a41618-facc-490f-8c68-fb0f0aa40af9 req-0f813bd6-d34a-4b42-99ff-6c621abd4a93 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342197 Jul 22 19:33:01.469122 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea491d-b528-4a8b-946d-d44ac025c529 req-bdfde2d2-eb33-46f2-b02d-05db04104fc9 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:01.470635 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-beea491d-b528-4a8b-946d-d44ac025c529 req-bdfde2d2-eb33-46f2-b02d-05db04104fc9 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.0708859 Jul 22 19:33:01.510285 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-beea491d-b528-4a8b-946d-d44ac025c529 req-cb8038e7-e6a9-4db2-8889-ee5803084215 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338423 Jul 22 19:33:01.666815 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02714d19-056a-4d6c-9bbe-092b9ec55eb6 req-3a265edb-21e0-4e9a-b7f6-0c4ecf6f7a04 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:01.669209 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-02714d19-056a-4d6c-9bbe-092b9ec55eb6 req-3a265edb-21e0-4e9a-b7f6-0c4ecf6f7a04 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.0766571 Jul 22 19:33:01.708672 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-02714d19-056a-4d6c-9bbe-092b9ec55eb6 req-644b7ca7-f923-4a0b-9163-228fa891785b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338600 Jul 22 19:33:01.844965 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d29d1d-b612-44dc-b8da-041f1e6ca1f4 req-fbb7797b-1d55-4f90-bb5a-78e2a7f0f78b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:01.846408 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20d29d1d-b612-44dc-b8da-041f1e6ca1f4 req-fbb7797b-1d55-4f90-bb5a-78e2a7f0f78b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.0674894 Jul 22 19:33:01.889016 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20d29d1d-b612-44dc-b8da-041f1e6ca1f4 req-0b28f729-d89f-4a00-bd9b-54adb9153655 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367408 Jul 22 19:33:02.040968 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbe6d3-1b9d-49ca-94c0-d2df7f281dc3 req-152c1eeb-7cd0-4e34-b3a6-d437f2cc8ac6 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:02.045283 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38cbe6d3-1b9d-49ca-94c0-d2df7f281dc3 req-152c1eeb-7cd0-4e34-b3a6-d437f2cc8ac6 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.0724423 Jul 22 19:33:02.090629 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38cbe6d3-1b9d-49ca-94c0-d2df7f281dc3 req-5310a7dd-1b55-4d3a-8255-f91815b7f41b tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412569 Jul 22 19:33:02.102005 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47402) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:02.148317 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6f9132-748a-43f8-b646-83f5c39ddbd7 admin admin] Deleting subnet 32d83b69-91f8-4c6b-b015-de62c9a9cbec {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:33:02.152701 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0a6f9132-748a-43f8-b646-83f5c39ddbd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.190295 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0a6f9132-748a-43f8-b646-83f5c39ddbd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.237670 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0a6f9132-748a-43f8-b646-83f5c39ddbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.294106 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0a6f9132-748a-43f8-b646-83f5c39ddbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.323880 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f9132-748a-43f8-b646-83f5c39ddbd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32d83b69-91f8-4c6b-b015-de62c9a9cbec,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:02.326101 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0a6f9132-748a-43f8-b646-83f5c39ddbd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.331798 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0a6f9132-748a-43f8-b646-83f5c39ddbd7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/32d83b69-91f8-4c6b-b015-de62c9a9cbec HTTP/1.1" status: 204 len: 168 time: 0.2287450 Jul 22 19:33:02.332175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 47408) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:02.365322 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.418392 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e0675f81-a64b-46aa-a45b-0d5b05c88379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.511717 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e0675f81-a64b-46aa-a45b-0d5b05c88379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.522976 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-e0675f81-a64b-46aa-a45b-0d5b05c88379 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854be8e3-e2be-43a4-a5c6-c126ea818d3e']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:02.533704 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-e0675f81-a64b-46aa-a45b-0d5b05c88379 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c4f17f-ad2d-401d-bb28-52a8b241ccc6') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:02.534033 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-e0675f81-a64b-46aa-a45b-0d5b05c88379 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c4f17f-ad2d-401d-bb28-52a8b241ccc6') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:02.544756 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e0675f81-a64b-46aa-a45b-0d5b05c88379 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.559154 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e0675f81-a64b-46aa-a45b-0d5b05c88379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.565264 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0675f81-a64b-46aa-a45b-0d5b05c88379 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:33:02.565641 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e0675f81-a64b-46aa-a45b-0d5b05c88379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:33:02.567960 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:33:02.623465 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e0675f81-a64b-46aa-a45b-0d5b05c88379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.629067 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e0675f81-a64b-46aa-a45b-0d5b05c88379 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.631049 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e0675f81-a64b-46aa-a45b-0d5b05c88379 admin admin] 10.222.0.13 "DELETE /v2.0/networks/854be8e3-e2be-43a4-a5c6-c126ea818d3e HTTP/1.1" status: 204 len: 168 time: 0.2976446 Jul 22 19:33:02.646767 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0675f81-a64b-46aa-a45b-0d5b05c88379 admin admin] Pushing event deleted for resources: {'Network': ['ID=854be8e3-e2be-43a4-a5c6-c126ea818d3e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:02.760753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 47414) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:02.807588 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-33dc3079-fc35-4a00-942f-4a4b08a32148 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00fb68ea9ce14dd7aa511213dd01ef8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427499 Jul 22 19:33:02.807843 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 47416) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:02.866360 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a99b4858-2f48-47e6-94fa-42da86311d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.893125 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a99b4858-2f48-47e6-94fa-42da86311d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.949285 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a99b4858-2f48-47e6-94fa-42da86311d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.953459 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a99b4858-2f48-47e6-94fa-42da86311d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.954865 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a99b4858-2f48-47e6-94fa-42da86311d4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d4bc0ed-8ba8-4766-9fe8-a29012293b9e HTTP/1.1" status: 204 len: 168 time: 0.1447191 Jul 22 19:33:02.971167 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b4858-2f48-47e6-94fa-42da86311d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4bc0ed-8ba8-4766-9fe8-a29012293b9e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:03.724277 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 47442) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:03.837560 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-efd7b640-1487-4df4-8bd0-5a541afa3c84 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1107064685-network', 'tenant_id': 'a4ed6f307f774a0092aa27c7e28561a4'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:03.861480 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd7b640-1487-4df4-8bd0-5a541afa3c84 admin admin] Made reservation on behalf of a4ed6f307f774a0092aa27c7e28561a4 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:03.863966 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-efd7b640-1487-4df4-8bd0-5a541afa3c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:03.873111 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-efd7b640-1487-4df4-8bd0-5a541afa3c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:03.969659 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-efd7b640-1487-4df4-8bd0-5a541afa3c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:03.973962 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-efd7b640-1487-4df4-8bd0-5a541afa3c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:03.997883 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:04.000076 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd7b640-1487-4df4-8bd0-5a541afa3c84 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:33:04.010483 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7b640-1487-4df4-8bd0-5a541afa3c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9edfdc-34cb-4f7a-a644-26702dfce1b8,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:04.015476 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-efd7b640-1487-4df4-8bd0-5a541afa3c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:04.015814 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-efd7b640-1487-4df4-8bd0-5a541afa3c84 admin admin] Added segment 5f940d5f-4e5e-4b33-b88d-f83d6e16e7e0 of type vlan for network 170be231-3bca-44eb-84f5-044fb898f6f7 Jul 22 19:33:04.059210 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-efd7b640-1487-4df4-8bd0-5a541afa3c84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:04.094810 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-efd7b640-1487-4df4-8bd0-5a541afa3c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:04.096053 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd7b640-1487-4df4-8bd0-5a541afa3c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:04.096709 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-efd7b640-1487-4df4-8bd0-5a541afa3c84 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:04.130615 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-efd7b640-1487-4df4-8bd0-5a541afa3c84 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4051137 Jul 22 19:33:04.133654 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47446) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:04.139852 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] Request body: {'subnet': {'network_id': '170be231-3bca-44eb-84f5-044fb898f6f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1107064685-subnet', 'tenant_id': 'a4ed6f307f774a0092aa27c7e28561a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:04.163925 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] Made reservation on behalf of a4ed6f307f774a0092aa27c7e28561a4 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:04.166358 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:04.186553 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7b640-1487-4df4-8bd0-5a541afa3c84 admin admin] Pushing event updated for resources: {'Network': ['ID=170be231-3bca-44eb-84f5-044fb898f6f7,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:04.197634 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 170be231-3bca-44eb-84f5-044fb898f6f7 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:33:04.382137 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:04.432939 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e9016f2-8aab-4401-9f32-8b6c2703aef4,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:04.445703 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:04.446430 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:04.446665 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:04.447165 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:04.447503 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:04.447994 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:04.448327 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:04.448839 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:04.449191 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:04.449520 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:04.449850 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:04.450178 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:04.494861 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] Checking segment: {'id': '5f940d5f-4e5e-4b33-b88d-f83d6e16e7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '170be231-3bca-44eb-84f5-044fb898f6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:33:04.495216 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] Network hostable DHCP agents. Network: 170be231-3bca-44eb-84f5-044fb898f6f7, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:33:04.515441 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] Network 170be231-3bca-44eb-84f5-044fb898f6f7 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:33:04.526149 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 170be231-3bca-44eb-84f5-044fb898f6f7) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:04.536505 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5f0616-2323-41db-a120-95a96803d81d None None] Network 170be231-3bca-44eb-84f5-044fb898f6f7 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:04.542971 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:04.543856 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:04.565679 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-85e96291-5ee1-41df-a143-38e938024702 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4298799 Jul 22 19:33:04.741864 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 1ad58411-2b90-47b3-bceb-483a85ddab8b no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:33:04.772019 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5b5eee-efb2-4aa0-94cc-dda19e5f3a91 None None] Network 170be231-3bca-44eb-84f5-044fb898f6f7 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:04.775739 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 1ad58411-2b90-47b3-bceb-483a85ddab8b {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:33:04.776299 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 1ad58411-2b90-47b3-bceb-483a85ddab8b not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:33:05.084317 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-8099bb87-fe08-4679-88a5-d01066722836 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:05.085839 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-8099bb87-fe08-4679-88a5-d01066722836 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/networks?id=170be231-3bca-44eb-84f5-044fb898f6f7 HTTP/1.1" status: 200 len: 822 time: 0.1142685 Jul 22 19:33:05.111440 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-6c9060df-441b-4429-a9c0-449623702786 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/quotas/a4ed6f307f774a0092aa27c7e28561a4 HTTP/1.1" status: 200 len: 375 time: 0.0098333 Jul 22 19:33:05.149171 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-42804d86-b226-44eb-9d35-f2c5f0155a9c tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4ed6f307f774a0092aa27c7e28561a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308101 Jul 22 19:33:05.257803 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-ceebf2af-deef-4564-a824-929efd1aef6c service neutron] 10.222.0.13 "GET /v2.0/networks/170be231-3bca-44eb-84f5-044fb898f6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992813 Jul 22 19:33:05.355373 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-dfe2ff80-b08c-4372-b5b0-a869774c0a98 service neutron] 10.222.0.13 "GET /v2.0/networks/170be231-3bca-44eb-84f5-044fb898f6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906153 Jul 22 19:33:05.562232 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-abce60c3-678d-4a06-9b85-bd35ae9bd6c2 req-f0981b4d-e078-451d-8def-fcc6da209b8d tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac528310-86b5-4eab-a443-7c3baa83c4f0 HTTP/1.1" status: 200 len: 210 time: 0.0334635 Jul 22 19:33:06.572937 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-2d270ea1-bde5-4bc9-8483-70284fd6200e tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:06.575253 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-2d270ea1-bde5-4bc9-8483-70284fd6200e tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.30 "GET /v2.0/networks?id=170be231-3bca-44eb-84f5-044fb898f6f7 HTTP/1.1" status: 200 len: 822 time: 0.1381934 Jul 22 19:33:06.587437 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-87d8833f-b37f-4e2c-bbcc-52d3ef8312f4 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Request body: {'port': {'device_id': 'ac528310-86b5-4eab-a443-7c3baa83c4f0', 'network_id': '170be231-3bca-44eb-84f5-044fb898f6f7', 'admin_state_up': True, 'tenant_id': 'a4ed6f307f774a0092aa27c7e28561a4'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:06.722766 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc70d5c2-47f7-479d-b797-48f0a0cf6238 req-7c111fd0-76e0-4fa0-933a-a678ac900a56 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac528310-86b5-4eab-a443-7c3baa83c4f0 HTTP/1.1" status: 200 len: 210 time: 0.0395849 Jul 22 19:33:06.747392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-87d8833f-b37f-4e2c-bbcc-52d3ef8312f4 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Made reservation on behalf of a4ed6f307f774a0092aa27c7e28561a4 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:06.752917 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-87d8833f-b37f-4e2c-bbcc-52d3ef8312f4 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:06.949253 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-87d8833f-b37f-4e2c-bbcc-52d3ef8312f4 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Allocated IP 172.20.0.4 (170be231-3bca-44eb-84f5-044fb898f6f7/0e9016f2-8aab-4401-9f32-8b6c2703aef4/e9bce830-0b9d-4003-88d5-3b5a7465dc82) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:33:07.005248 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8475c8a-bdd6-4640-8ae1-afd972b249e5 req-752327e1-57e5-4fb0-b4f0-ed1eebd56a01 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:07.006750 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b8475c8a-bdd6-4640-8ae1-afd972b249e5 req-752327e1-57e5-4fb0-b4f0-ed1eebd56a01 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.1069081 Jul 22 19:33:07.084408 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b8475c8a-bdd6-4640-8ae1-afd972b249e5 req-f8dc1812-c717-4578-acb7-8e3c371a10ef tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679741 Jul 22 19:33:07.166396 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-87d8833f-b37f-4e2c-bbcc-52d3ef8312f4 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:07.208688 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-87d8833f-b37f-4e2c-bbcc-52d3ef8312f4 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:07.254386 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-87d8833f-b37f-4e2c-bbcc-52d3ef8312f4 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Network 170be231-3bca-44eb-84f5-044fb898f6f7 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:33:07.257481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-87d8833f-b37f-4e2c-bbcc-52d3ef8312f4 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:07.261808 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-87d8833f-b37f-4e2c-bbcc-52d3ef8312f4 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:33:07.285978 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8833f-b37f-4e2c-bbcc-52d3ef8312f4 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Pushing event updated for resources: {'Port': ['ID=e9bce830-0b9d-4003-88d5-3b5a7465dc82,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:07.313984 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-87d8833f-b37f-4e2c-bbcc-52d3ef8312f4 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:07.314663 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-87d8833f-b37f-4e2c-bbcc-52d3ef8312f4 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:07.329902 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-87d8833f-b37f-4e2c-bbcc-52d3ef8312f4 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7468946 Jul 22 19:33:07.342204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] Request body: {'port': {'device_id': 'ac528310-86b5-4eab-a443-7c3baa83c4f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:07.426948 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:07.697492 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9bce830-0b9d-4003-88d5-3b5a7465dc82 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:33:07.706155 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:07.720227 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] Transition to ACTIVE for port object e9bce830-0b9d-4003-88d5-3b5a7465dc82 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:33:07.724037 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:07.777508 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] Pushing event updated for resources: {'Port': ['ID=e9bce830-0b9d-4003-88d5-3b5a7465dc82,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:07.891151 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] Attempting to bind port e9bce830-0b9d-4003-88d5-3b5a7465dc82 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:33:07.891621 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] Attempting to bind port e9bce830-0b9d-4003-88d5-3b5a7465dc82 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '5f940d5f-4e5e-4b33-b88d-f83d6e16e7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '170be231-3bca-44eb-84f5-044fb898f6f7'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:33:07.892137 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] Attempting to bind port e9bce830-0b9d-4003-88d5-3b5a7465dc82 on network 170be231-3bca-44eb-84f5-044fb898f6f7 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:33:07.903507 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] Port e9bce830-0b9d-4003-88d5-3b5a7465dc82 on network 170be231-3bca-44eb-84f5-044fb898f6f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:33:07.903769 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] Attempting to bind port e9bce830-0b9d-4003-88d5-3b5a7465dc82 on network 170be231-3bca-44eb-84f5-044fb898f6f7 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:33:07.911429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:33:07.911776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] Checking segment: {'id': '5f940d5f-4e5e-4b33-b88d-f83d6e16e7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '170be231-3bca-44eb-84f5-044fb898f6f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:33:07.912164 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] Bound using segment: {'id': '5f940d5f-4e5e-4b33-b88d-f83d6e16e7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '170be231-3bca-44eb-84f5-044fb898f6f7'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:33:07.912629 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] Bound port: e9bce830-0b9d-4003-88d5-3b5a7465dc82, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f940d5f-4e5e-4b33-b88d-f83d6e16e7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '170be231-3bca-44eb-84f5-044fb898f6f7'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:33:07.912996 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:07.935054 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9fedc-7a41-420a-88cf-f1c4c8b75496 req-b2f4bc6e-d1f1-4f3d-93e1-f382c4d0f82d tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:07.936595 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-02a9fedc-7a41-420a-88cf-f1c4c8b75496 req-b2f4bc6e-d1f1-4f3d-93e1-f382c4d0f82d tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac528310-86b5-4eab-a443-7c3baa83c4f0 HTTP/1.1" status: 200 len: 943 time: 0.1036482 Jul 22 19:33:08.022716 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-02a9fedc-7a41-420a-88cf-f1c4c8b75496 req-9c441048-b53a-4daa-8b72-1bb07f912b6a tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f9edfdc-34cb-4f7a-a644-26702dfce1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608978 Jul 22 19:33:08.027606 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] For port e9bce830-0b9d-4003-88d5-3b5a7465dc82, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:33:08.031711 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] For port e9bce830-0b9d-4003-88d5-3b5a7465dc82, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e9bce830-0b9d-4003-88d5-3b5a7465dc82,segment=NetworkSegment(5f940d5f-4e5e-4b33-b88d-f83d6e16e7e0),segment_id=5f940d5f-4e5e-4b33-b88d-f83d6e16e7e0)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:33:08.036143 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:08.071236 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:08.071976 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:08.074038 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] 10.222.0.30 "PUT /v2.0/ports/e9bce830-0b9d-4003-88d5-3b5a7465dc82 HTTP/1.1" status: 200 len: 1092 time: 0.7365110 Jul 22 19:33:08.074486 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac528310-86b5-4eab-a443-7c3baa83c4f0', 'tag': 'e9bce830-0b9d-4003-88d5-3b5a7465dc82'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:08.077169 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ec9f7b-e20c-4ef2-9d67-2476d1cb6330" -d '{"events": [{"name": "network-changed", "server_uuid": "ac528310-86b5-4eab-a443-7c3baa83c4f0", "tag": "e9bce830-0b9d-4003-88d5-3b5a7465dc82"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:08.107945 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0acd8-2efd-42df-a472-76e4a8461e67 service neutron] Pushing event updated for resources: {'Port': ['ID=e9bce830-0b9d-4003-88d5-3b5a7465dc82,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:08.160205 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e629bc5-40b1-45f3-823a-561780d91633 x-openstack-request-id: req-9e629bc5-40b1-45f3-823a-561780d91633 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:08.160517 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac528310-86b5-4eab-a443-7c3baa83c4f0", "tag": "e9bce830-0b9d-4003-88d5-3b5a7465dc82", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:08.160780 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e629bc5-40b1-45f3-823a-561780d91633 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:08.161184 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac528310-86b5-4eab-a443-7c3baa83c4f0', 'tag': 'e9bce830-0b9d-4003-88d5-3b5a7465dc82', 'status': 'completed', 'code': 200} Jul 22 19:33:08.234188 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-3a01fa91-63e3-4200-8024-ef6a7f590b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:08.235635 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-3a01fa91-63e3-4200-8024-ef6a7f590b4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4ed6f307f774a0092aa27c7e28561a4&device_id=ac528310-86b5-4eab-a443-7c3baa83c4f0 HTTP/1.1" status: 200 len: 1095 time: 0.1105986 Jul 22 19:33:08.258085 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499493e1-c101-468c-beca-58ddbfff665b req-faca7be1-b76d-4feb-8104-b608ef9c4e9d tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:08.259542 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-499493e1-c101-468c-beca-58ddbfff665b req-faca7be1-b76d-4feb-8104-b608ef9c4e9d tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.0962565 Jul 22 19:33:08.289157 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-b81bc26b-891f-4e69-a84d-3652be9c2636 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9bce830-0b9d-4003-88d5-3b5a7465dc82 HTTP/1.1" status: 200 len: 217 time: 0.0458219 Jul 22 19:33:08.355217 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-499493e1-c101-468c-beca-58ddbfff665b req-cecc74d0-2129-4384-97fe-b9a064bc7c29 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/security-groups?id=57e0145e-7374-4dad-9fe3-60b8cc479c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685120 Jul 22 19:33:08.358804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-ff35ea21-21b0-4fa6-9430-b79e36b99596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:08.360231 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-ff35ea21-21b0-4fa6-9430-b79e36b99596 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e9016f2-8aab-4401-9f32-8b6c2703aef4 HTTP/1.1" status: 200 len: 862 time: 0.0650268 Jul 22 19:33:08.401307 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-847d853c-cff2-4162-af4d-3625aeee6273 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=170be231-3bca-44eb-84f5-044fb898f6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350881 Jul 22 19:33:08.522003 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-bc7b55f7-60c4-4a66-a205-f139ac9690a4 service neutron] 10.222.0.30 "GET /v2.0/networks/170be231-3bca-44eb-84f5-044fb898f6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149001 Jul 22 19:33:08.621423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accddf9c-12d4-4a89-94d0-46caabe957ef req-a3d20c25-af39-4b74-a30c-8c53272aa17e tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:08.622916 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-accddf9c-12d4-4a89-94d0-46caabe957ef req-a3d20c25-af39-4b74-a30c-8c53272aa17e tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 946 time: 0.1401985 Jul 22 19:33:08.669856 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a68c206d-33ba-4d80-b723-e5c6a8fa944f req-8df1e901-a633-4b5f-b1a8-e482248d2e17 service neutron] 10.222.0.30 "GET /v2.0/networks/170be231-3bca-44eb-84f5-044fb898f6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420555 Jul 22 19:33:08.781430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-accddf9c-12d4-4a89-94d0-46caabe957ef req-937fcdd0-da9f-4302-ab6b-4fdd45fb5601 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Deleting port b43a60e7-4828-4fd6-82c1-1023f7fdea58 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:08.782102 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-accddf9c-12d4-4a89-94d0-46caabe957ef req-937fcdd0-da9f-4302-ab6b-4fdd45fb5601 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:08.812369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec9f7b-e20c-4ef2-9d67-2476d1cb6330 req-8bd76176-bea6-4d06-909d-f91f919c4226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:08.813923 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44ec9f7b-e20c-4ef2-9d67-2476d1cb6330 req-8bd76176-bea6-4d06-909d-f91f919c4226 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4ed6f307f774a0092aa27c7e28561a4&device_id=ac528310-86b5-4eab-a443-7c3baa83c4f0 HTTP/1.1" status: 200 len: 1095 time: 0.0945530 Jul 22 19:33:08.957105 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-accddf9c-12d4-4a89-94d0-46caabe957ef req-937fcdd0-da9f-4302-ab6b-4fdd45fb5601 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] For port b43a60e7-4828-4fd6-82c1-1023f7fdea58, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=b43a60e7-4828-4fd6-82c1-1023f7fdea58,segment=NetworkSegment(da616397-d644-4e67-8cfa-5beb3c54ec5d),segment_id=da616397-d644-4e67-8cfa-5beb3c54ec5d)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:08.957473 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-accddf9c-12d4-4a89-94d0-46caabe957ef req-937fcdd0-da9f-4302-ab6b-4fdd45fb5601 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:08.980464 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-accddf9c-12d4-4a89-94d0-46caabe957ef req-937fcdd0-da9f-4302-ab6b-4fdd45fb5601 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Calling delete_port for b43a60e7-4828-4fd6-82c1-1023f7fdea58 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:08.982718 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec9f7b-e20c-4ef2-9d67-2476d1cb6330 req-6d409e26-20b2-4bed-ad75-6a6278dbe665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:08.984213 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44ec9f7b-e20c-4ef2-9d67-2476d1cb6330 req-6d409e26-20b2-4bed-ad75-6a6278dbe665 service neutron] 10.222.0.30 "GET /v2.0/networks?id=170be231-3bca-44eb-84f5-044fb898f6f7 HTTP/1.1" status: 200 len: 923 time: 0.1641192 Jul 22 19:33:09.033073 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44ec9f7b-e20c-4ef2-9d67-2476d1cb6330 req-4388dff2-4753-448e-8f21-78fe3e865380 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9bce830-0b9d-4003-88d5-3b5a7465dc82 HTTP/1.1" status: 200 len: 217 time: 0.0409694 Jul 22 19:33:09.141762 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:09.165946 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec9f7b-e20c-4ef2-9d67-2476d1cb6330 req-587c9d55-cf1d-4207-bd1a-fab9d923f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:09.168084 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44ec9f7b-e20c-4ef2-9d67-2476d1cb6330 req-587c9d55-cf1d-4207-bd1a-fab9d923f428 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e9016f2-8aab-4401-9f32-8b6c2703aef4 HTTP/1.1" status: 200 len: 862 time: 0.1079028 Jul 22 19:33:09.232082 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44ec9f7b-e20c-4ef2-9d67-2476d1cb6330 req-bb4f0948-6f79-4bfe-93a3-85c2a9accc5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=170be231-3bca-44eb-84f5-044fb898f6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556314 Jul 22 19:33:09.276765 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424d5e7-0733-4c47-a2e8-2e8815214e24 req-e7f1244c-28e7-4c62-a9f8-172af203459d tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:09.278296 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b424d5e7-0733-4c47-a2e8-2e8815214e24 req-e7f1244c-28e7-4c62-a9f8-172af203459d tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac528310-86b5-4eab-a443-7c3baa83c4f0 HTTP/1.1" status: 200 len: 943 time: 0.1783531 Jul 22 19:33:09.316254 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-accddf9c-12d4-4a89-94d0-46caabe957ef req-937fcdd0-da9f-4302-ab6b-4fdd45fb5601 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:09.325848 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['b43a60e7-4828-4fd6-82c1-1023f7fdea58'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:33:09.392961 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fcdd0-da9f-4302-ab6b-4fdd45fb5601 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Pushing event deleted for resources: {'Port': ['ID=b43a60e7-4828-4fd6-82c1-1023f7fdea58,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:09.425858 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b424d5e7-0733-4c47-a2e8-2e8815214e24 req-fb8fc16d-dd49-4212-9537-d2141c4a90cd tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f9edfdc-34cb-4f7a-a644-26702dfce1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377838 Jul 22 19:33:09.469809 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-accddf9c-12d4-4a89-94d0-46caabe957ef req-937fcdd0-da9f-4302-ab6b-4fdd45fb5601 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] No DVR routers for this DVR port b43a60e7-4828-4fd6-82c1-1023f7fdea58 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:09.489018 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-accddf9c-12d4-4a89-94d0-46caabe957ef req-937fcdd0-da9f-4302-ab6b-4fdd45fb5601 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:09.490993 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-accddf9c-12d4-4a89-94d0-46caabe957ef req-937fcdd0-da9f-4302-ab6b-4fdd45fb5601 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.16 "DELETE /v2.0/ports/b43a60e7-4828-4fd6-82c1-1023f7fdea58 HTTP/1.1" status: 204 len: 173 time: 0.8618288 Jul 22 19:33:09.493310 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-26daf9f8-e64b-4cff-b4c5-84b71e44ec92 req-cb9a0361-b5e9-417f-adfa-178569d7ee32 tempest-ServersNegativeTestJSON-1078801270 tempest-ServersNegativeTestJSON-1078801270-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c9777b-55aa-4b70-b06b-315ea957a20c HTTP/1.1" status: 200 len: 210 time: 0.0609612 Jul 22 19:33:09.495296 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44ec9f7b-e20c-4ef2-9d67-2476d1cb6330 req-22faf4d1-70cc-4d7b-a113-448e0dfd3e99 service neutron] 10.222.0.30 "GET /v2.0/networks/170be231-3bca-44eb-84f5-044fb898f6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557056 Jul 22 19:33:09.600968 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44ec9f7b-e20c-4ef2-9d67-2476d1cb6330 req-550042d8-4d45-492a-965d-c703667a3e79 service neutron] 10.222.0.30 "GET /v2.0/networks/170be231-3bca-44eb-84f5-044fb898f6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967546 Jul 22 19:33:10.162083 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c9777b-55aa-4b70-b06b-315ea957a20c', 'name': 'network-vif-deleted', 'tag': 'b43a60e7-4828-4fd6-82c1-1023f7fdea58'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:10.164350 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4c8f07-c4ab-4439-be8f-0bc8828c6b5a" -d '{"events": [{"server_uuid": "a7c9777b-55aa-4b70-b06b-315ea957a20c", "name": "network-vif-deleted", "tag": "b43a60e7-4828-4fd6-82c1-1023f7fdea58"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:10.203229 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b755cd-7293-4d59-8a38-9804dcf67f25 x-openstack-request-id: req-06b755cd-7293-4d59-8a38-9804dcf67f25 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:10.203523 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c9777b-55aa-4b70-b06b-315ea957a20c", "name": "network-vif-deleted", "tag": "b43a60e7-4828-4fd6-82c1-1023f7fdea58", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:10.203776 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06b755cd-7293-4d59-8a38-9804dcf67f25 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:10.204173 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c9777b-55aa-4b70-b06b-315ea957a20c', 'name': 'network-vif-deleted', 'tag': 'b43a60e7-4828-4fd6-82c1-1023f7fdea58', 'status': 'completed', 'code': 200} Jul 22 19:33:10.558704 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47522) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:10.571252 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcdd2d-4c3c-4cef-ae3c-9bc5dc97e053 req-efec1865-a4c4-4224-95cb-32f7f0a3c3be tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:10.574858 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e4bcdd2d-4c3c-4cef-ae3c-9bc5dc97e053 req-efec1865-a4c4-4224-95cb-32f7f0a3c3be tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac528310-86b5-4eab-a443-7c3baa83c4f0 HTTP/1.1" status: 200 len: 943 time: 0.0782092 Jul 22 19:33:10.614430 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec85530a-a2bc-46c6-bd9a-107b8450ccff admin admin] Deleting subnet 6f2ee51e-14b2-4a1b-9c47-77a8e3d2957f {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:33:10.618468 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec85530a-a2bc-46c6-bd9a-107b8450ccff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:10.661073 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec85530a-a2bc-46c6-bd9a-107b8450ccff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:10.707689 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec85530a-a2bc-46c6-bd9a-107b8450ccff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:10.766026 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec85530a-a2bc-46c6-bd9a-107b8450ccff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:10.799895 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85530a-a2bc-46c6-bd9a-107b8450ccff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f2ee51e-14b2-4a1b-9c47-77a8e3d2957f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:10.804894 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec85530a-a2bc-46c6-bd9a-107b8450ccff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:10.807150 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ec85530a-a2bc-46c6-bd9a-107b8450ccff admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6f2ee51e-14b2-4a1b-9c47-77a8e3d2957f HTTP/1.1" status: 204 len: 168 time: 0.2472315 Jul 22 19:33:10.809869 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47524) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:10.885045 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f0cc44e8-fbef-4fa3-bd37-60f921b4e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:10.925238 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e4bcdd2d-4c3c-4cef-ae3c-9bc5dc97e053 req-e4bbb5d7-45e0-4210-a14a-bbd9cafe0dfe tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f9edfdc-34cb-4f7a-a644-26702dfce1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437529 Jul 22 19:33:10.971186 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f0cc44e8-fbef-4fa3-bd37-60f921b4e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:10.982456 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-f0cc44e8-fbef-4fa3-bd37-60f921b4e5fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ae5d6f-e74a-4a73-acd8-7c48c2dc8820']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:10.992960 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-f0cc44e8-fbef-4fa3-bd37-60f921b4e5fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da616397-d644-4e67-8cfa-5beb3c54ec5d') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:10.993261 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-f0cc44e8-fbef-4fa3-bd37-60f921b4e5fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da616397-d644-4e67-8cfa-5beb3c54ec5d') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:11.003441 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f0cc44e8-fbef-4fa3-bd37-60f921b4e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:11.018325 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f0cc44e8-fbef-4fa3-bd37-60f921b4e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:11.024964 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0cc44e8-fbef-4fa3-bd37-60f921b4e5fb admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:33:11.025667 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f0cc44e8-fbef-4fa3-bd37-60f921b4e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:33:11.028856 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:33:11.083765 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f0cc44e8-fbef-4fa3-bd37-60f921b4e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:11.088805 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f0cc44e8-fbef-4fa3-bd37-60f921b4e5fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:11.091451 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f0cc44e8-fbef-4fa3-bd37-60f921b4e5fb admin admin] 10.222.0.13 "DELETE /v2.0/networks/79ae5d6f-e74a-4a73-acd8-7c48c2dc8820 HTTP/1.1" status: 204 len: 168 time: 0.2805407 Jul 22 19:33:11.104664 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc44e8-fbef-4fa3-bd37-60f921b4e5fb admin admin] Pushing event deleted for resources: {'Network': ['ID=79ae5d6f-e74a-4a73-acd8-7c48c2dc8820,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:11.218720 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47530) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:11.265329 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6300c876-eeec-4bd0-b1f6-62c9642ff8c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=881aa17641714d81bee1e3323cd59a48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430343 Jul 22 19:33:11.265565 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47532) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:11.315651 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-199cfc9b-2f8f-4799-a91d-63ea6475ce8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:11.336816 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-199cfc9b-2f8f-4799-a91d-63ea6475ce8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:11.384172 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-199cfc9b-2f8f-4799-a91d-63ea6475ce8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:11.387279 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-199cfc9b-2f8f-4799-a91d-63ea6475ce8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:11.388484 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-199cfc9b-2f8f-4799-a91d-63ea6475ce8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57e0145e-7374-4dad-9fe3-60b8cc479c03 HTTP/1.1" status: 204 len: 168 time: 0.1220622 Jul 22 19:33:11.396360 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199cfc9b-2f8f-4799-a91d-63ea6475ce8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e0145e-7374-4dad-9fe3-60b8cc479c03,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:11.818921 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:12.076917 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bd274-c408-45f5-95cf-dcbda1b00879 req-9012013c-7faf-4a1a-aa0f-91ab6c5ff908 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:12.084639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e9bd274-c408-45f5-95cf-dcbda1b00879 req-9012013c-7faf-4a1a-aa0f-91ab6c5ff908 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac528310-86b5-4eab-a443-7c3baa83c4f0 HTTP/1.1" status: 200 len: 943 time: 0.0847223 Jul 22 19:33:12.149957 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e9bd274-c408-45f5-95cf-dcbda1b00879 req-c2a7a456-1f4c-4c3f-bc3f-d45112c5753c tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f9edfdc-34cb-4f7a-a644-26702dfce1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502999 Jul 22 19:33:12.190092 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47574) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:12.285679 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-aa4ac5f6-fdd5-42ae-af28-728dc1edf330 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1331263131-network', 'tenant_id': 'ac9fc84b7d2e4ce8848968a8a9024775'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:12.306918 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4ac5f6-fdd5-42ae-af28-728dc1edf330 admin admin] Made reservation on behalf of ac9fc84b7d2e4ce8848968a8a9024775 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:12.310128 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aa4ac5f6-fdd5-42ae-af28-728dc1edf330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:12.318700 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aa4ac5f6-fdd5-42ae-af28-728dc1edf330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:12.390316 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device e9bce830-0b9d-4003-88d5-3b5a7465dc82 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:33:12.411811 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aa4ac5f6-fdd5-42ae-af28-728dc1edf330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:12.416089 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aa4ac5f6-fdd5-42ae-af28-728dc1edf330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:12.446490 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4ac5f6-fdd5-42ae-af28-728dc1edf330 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:33:12.457626 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ac5f6-fdd5-42ae-af28-728dc1edf330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d559fd7-f820-4b52-9107-2f9d5f5f4b0c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:12.464102 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aa4ac5f6-fdd5-42ae-af28-728dc1edf330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:12.464102 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-aa4ac5f6-fdd5-42ae-af28-728dc1edf330 admin admin] Added segment 03b30e97-d20a-4df0-9be3-1fbc977a667a of type vlan for network fe0ffbe4-39f9-40d1-a2e2-8fce5988c69b Jul 22 19:33:12.493346 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port e9bce830-0b9d-4003-88d5-3b5a7465dc82, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e9bce830-0b9d-4003-88d5-3b5a7465dc82,segment=NetworkSegment(5f940d5f-4e5e-4b33-b88d-f83d6e16e7e0),segment_id=5f940d5f-4e5e-4b33-b88d-f83d6e16e7e0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:12.505612 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'e9bce830-0b9d-4003-88d5-3b5a7465dc82', 'network_id': '170be231-3bca-44eb-84f5-044fb898f6f7', 'port_id': 'e9bce830-0b9d-4003-88d5-3b5a7465dc82', 'mac_address': 'fa:16:3e:db:00:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e9016f2-8aab-4401-9f32-8b6c2703aef4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:33:12.513361 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aa4ac5f6-fdd5-42ae-af28-728dc1edf330 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:12.545900 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aa4ac5f6-fdd5-42ae-af28-728dc1edf330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:12.546992 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4ac5f6-fdd5-42ae-af28-728dc1edf330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:12.547664 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aa4ac5f6-fdd5-42ae-af28-728dc1edf330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:12.548322 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:12.561833 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9bce830-0b9d-4003-88d5-3b5a7465dc82 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:33:12.582310 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-aa4ac5f6-fdd5-42ae-af28-728dc1edf330 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3910081 Jul 22 19:33:12.585402 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47578) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:12.587817 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port e9bce830-0b9d-4003-88d5-3b5a7465dc82, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e9bce830-0b9d-4003-88d5-3b5a7465dc82,segment=NetworkSegment(5f940d5f-4e5e-4b33-b88d-f83d6e16e7e0),segment_id=5f940d5f-4e5e-4b33-b88d-f83d6e16e7e0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:12.593182 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a47e2ddf-6ac4-41c6-a2f2-6934d87c1e39 admin admin] Request body: {'subnet': {'network_id': 'fe0ffbe4-39f9-40d1-a2e2-8fce5988c69b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1331263131-subnet', 'tenant_id': 'ac9fc84b7d2e4ce8848968a8a9024775', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:12.594966 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:12.626273 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ac5f6-fdd5-42ae-af28-728dc1edf330 admin admin] Pushing event updated for resources: {'Network': ['ID=fe0ffbe4-39f9-40d1-a2e2-8fce5988c69b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:12.637576 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network fe0ffbe4-39f9-40d1-a2e2-8fce5988c69b details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:33:12.641936 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47e2ddf-6ac4-41c6-a2f2-6934d87c1e39 admin admin] Made reservation on behalf of ac9fc84b7d2e4ce8848968a8a9024775 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:12.644696 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a47e2ddf-6ac4-41c6-a2f2-6934d87c1e39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:12.659522 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=e9bce830-0b9d-4003-88d5-3b5a7465dc82,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:12.677042 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:12.677386 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:12.677721 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:12.678234 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:12.678554 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:12.679052 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:12.679360 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:12.679679 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:12.679997 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:12.680314 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:12.680654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:12.680966 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:12.784408 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['e9bce830-0b9d-4003-88d5-3b5a7465dc82'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:33:12.787688 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b43a60e7-4828-4fd6-82c1-1023f7fdea58 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:33:12.822330 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a47e2ddf-6ac4-41c6-a2f2-6934d87c1e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:12.826863 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: b43a60e7-4828-4fd6-82c1-1023f7fdea58 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:33:12.827763 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device b43a60e7-4828-4fd6-82c1-1023f7fdea58 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:33:12.887125 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e2ddf-6ac4-41c6-a2f2-6934d87c1e39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a92245b0-fcd3-4427-be24-793092db3cce,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:12.892805 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47e2ddf-6ac4-41c6-a2f2-6934d87c1e39 admin admin] Checking segment: {'id': '03b30e97-d20a-4df0-9be3-1fbc977a667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fe0ffbe4-39f9-40d1-a2e2-8fce5988c69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:33:12.893168 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47e2ddf-6ac4-41c6-a2f2-6934d87c1e39 admin admin] Network hostable DHCP agents. Network: fe0ffbe4-39f9-40d1-a2e2-8fce5988c69b, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:33:12.911241 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47e2ddf-6ac4-41c6-a2f2-6934d87c1e39 admin admin] Network fe0ffbe4-39f9-40d1-a2e2-8fce5988c69b is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:33:12.921161 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-a47e2ddf-6ac4-41c6-a2f2-6934d87c1e39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, fe0ffbe4-39f9-40d1-a2e2-8fce5988c69b) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:12.925713 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47e2ddf-6ac4-41c6-a2f2-6934d87c1e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:12.926307 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a47e2ddf-6ac4-41c6-a2f2-6934d87c1e39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:12.932737 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f33434-7580-4a27-ab69-2cf60a1ee84e None None] Network fe0ffbe4-39f9-40d1-a2e2-8fce5988c69b requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:12.948730 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a47e2ddf-6ac4-41c6-a2f2-6934d87c1e39 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3547511 Jul 22 19:33:13.064123 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47584) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:13.078668 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf103a2c-fe9b-444e-854f-8a5f7d6004a1 None None] Network fe0ffbe4-39f9-40d1-a2e2-8fce5988c69b requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:13.124056 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2767c82-a914-4bf0-8545-f418b4c05447 admin admin] Deleting subnet a92245b0-fcd3-4427-be24-793092db3cce {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:33:13.128722 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e2767c82-a914-4bf0-8545-f418b4c05447 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.187754 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e2767c82-a914-4bf0-8545-f418b4c05447 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.229242 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e2767c82-a914-4bf0-8545-f418b4c05447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.322193 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe01ca7-a438-4dba-a7a7-de66ec2b7a72 req-81ce91ea-7192-4cc3-9be2-fa63ea193980 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:13.324826 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e2767c82-a914-4bf0-8545-f418b4c05447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.335555 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dfe01ca7-a438-4dba-a7a7-de66ec2b7a72 req-81ce91ea-7192-4cc3-9be2-fa63ea193980 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac528310-86b5-4eab-a443-7c3baa83c4f0 HTTP/1.1" status: 200 len: 944 time: 0.1129467 Jul 22 19:33:13.343460 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e2767c82-a914-4bf0-8545-f418b4c05447 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.350584 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e2767c82-a914-4bf0-8545-f418b4c05447 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a92245b0-fcd3-4427-be24-793092db3cce HTTP/1.1" status: 204 len: 168 time: 0.2850902 Jul 22 19:33:13.353376 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 47598) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:13.379395 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2767c82-a914-4bf0-8545-f418b4c05447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a92245b0-fcd3-4427-be24-793092db3cce,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:13.410777 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dfe01ca7-a438-4dba-a7a7-de66ec2b7a72 req-d8f35775-b720-4213-be6e-6d151727f7a5 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f9edfdc-34cb-4f7a-a644-26702dfce1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644958 Jul 22 19:33:13.457925 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-114d0590-6d7a-4953-81e8-2a1f5024245c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.538995 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-114d0590-6d7a-4953-81e8-2a1f5024245c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.549628 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-114d0590-6d7a-4953-81e8-2a1f5024245c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0ffbe4-39f9-40d1-a2e2-8fce5988c69b']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:13.560012 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-114d0590-6d7a-4953-81e8-2a1f5024245c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b30e97-d20a-4df0-9be3-1fbc977a667a') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:13.560248 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-114d0590-6d7a-4953-81e8-2a1f5024245c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b30e97-d20a-4df0-9be3-1fbc977a667a') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:13.569434 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-114d0590-6d7a-4953-81e8-2a1f5024245c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.583617 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-114d0590-6d7a-4953-81e8-2a1f5024245c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.590202 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114d0590-6d7a-4953-81e8-2a1f5024245c admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:33:13.590595 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-114d0590-6d7a-4953-81e8-2a1f5024245c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:33:13.592264 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:33:13.646433 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-114d0590-6d7a-4953-81e8-2a1f5024245c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.651895 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-114d0590-6d7a-4953-81e8-2a1f5024245c admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.656606 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-114d0590-6d7a-4953-81e8-2a1f5024245c admin admin] 10.222.0.13 "DELETE /v2.0/networks/fe0ffbe4-39f9-40d1-a2e2-8fce5988c69b HTTP/1.1" status: 204 len: 168 time: 0.3022888 Jul 22 19:33:13.671909 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d0590-6d7a-4953-81e8-2a1f5024245c admin admin] Pushing event deleted for resources: {'Network': ['ID=fe0ffbe4-39f9-40d1-a2e2-8fce5988c69b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:13.767028 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 47602) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:13.806695 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1e8f2143-649d-4bd8-8aa6-b0380f853997 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac9fc84b7d2e4ce8848968a8a9024775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385060 Jul 22 19:33:13.810414 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 47604) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:13.859175 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dd629a89-b21a-4371-b398-70ebc10c6b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.880591 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dd629a89-b21a-4371-b398-70ebc10c6b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.925299 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dd629a89-b21a-4371-b398-70ebc10c6b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.927994 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dd629a89-b21a-4371-b398-70ebc10c6b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.929176 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-dd629a89-b21a-4371-b398-70ebc10c6b77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d559fd7-f820-4b52-9107-2f9d5f5f4b0c HTTP/1.1" status: 204 len: 168 time: 0.1177881 Jul 22 19:33:13.937859 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd629a89-b21a-4371-b398-70ebc10c6b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d559fd7-f820-4b52-9107-2f9d5f5f4b0c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:14.390314 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device e9bce830-0b9d-4003-88d5-3b5a7465dc82 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:33:14.473128 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port e9bce830-0b9d-4003-88d5-3b5a7465dc82 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:33:14.477997 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port e9bce830-0b9d-4003-88d5-3b5a7465dc82 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:33:14.478724 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:14.579726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd72f0-d962-4915-9324-ffbd19546c26 req-1f8d183b-bb02-4e9d-861b-423088c3454a tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:14.587281 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aadd72f0-d962-4915-9324-ffbd19546c26 req-1f8d183b-bb02-4e9d-861b-423088c3454a tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac528310-86b5-4eab-a443-7c3baa83c4f0 HTTP/1.1" status: 200 len: 944 time: 0.0956106 Jul 22 19:33:14.619195 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:14.639962 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aadd72f0-d962-4915-9324-ffbd19546c26 req-b4c7e8b7-ec1a-4ce1-9550-d6d6e22d001b tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f9edfdc-34cb-4f7a-a644-26702dfce1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465989 Jul 22 19:33:14.656180 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac528310-86b5-4eab-a443-7c3baa83c4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bce830-0b9d-4003-88d5-3b5a7465dc82'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:14.658735 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a43ff9-4701-44ce-85fa-9f72efeea403" -d '{"events": [{"server_uuid": "ac528310-86b5-4eab-a443-7c3baa83c4f0", "name": "network-vif-plugged", "status": "completed", "tag": "e9bce830-0b9d-4003-88d5-3b5a7465dc82"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:14.672607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port e9bce830-0b9d-4003-88d5-3b5a7465dc82, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e9bce830-0b9d-4003-88d5-3b5a7465dc82,segment=NetworkSegment(5f940d5f-4e5e-4b33-b88d-f83d6e16e7e0),segment_id=5f940d5f-4e5e-4b33-b88d-f83d6e16e7e0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:14.682606 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:14.709768 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e7fe87-31b0-4760-a082-53cc8b29a12c x-openstack-request-id: req-21e7fe87-31b0-4760-a082-53cc8b29a12c {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:14.710323 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac528310-86b5-4eab-a443-7c3baa83c4f0", "name": "network-vif-plugged", "status": "completed", "tag": "e9bce830-0b9d-4003-88d5-3b5a7465dc82", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:14.710853 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21e7fe87-31b0-4760-a082-53cc8b29a12c {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:14.711434 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac528310-86b5-4eab-a443-7c3baa83c4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bce830-0b9d-4003-88d5-3b5a7465dc82', 'code': 200} Jul 22 19:33:14.741967 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=e9bce830-0b9d-4003-88d5-3b5a7465dc82,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:14.818310 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ddfd2-d9f9-4247-ba0e-3cb77e9c80a4 req-2de74e6f-7b1a-4129-a5d2-71b65250c218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:14.819951 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df7ddfd2-d9f9-4247-ba0e-3cb77e9c80a4 req-2de74e6f-7b1a-4129-a5d2-71b65250c218 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ac528310-86b5-4eab-a443-7c3baa83c4f0 HTTP/1.1" status: 200 len: 1097 time: 0.0558400 Jul 22 19:33:14.858189 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df7ddfd2-d9f9-4247-ba0e-3cb77e9c80a4 req-f1e28961-d1a2-49e4-92ba-6bba54150269 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4f9edfdc-34cb-4f7a-a644-26702dfce1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320709 Jul 22 19:33:15.783235 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c501bfa-bfec-43e1-a72d-a9ada5afdf23 req-1daf15dc-9f36-4197-a7e0-16b8bc2b4f35 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:15.784904 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c501bfa-bfec-43e1-a72d-a9ada5afdf23 req-1daf15dc-9f36-4197-a7e0-16b8bc2b4f35 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac528310-86b5-4eab-a443-7c3baa83c4f0 HTTP/1.1" status: 200 len: 945 time: 0.0693405 Jul 22 19:33:15.833600 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c501bfa-bfec-43e1-a72d-a9ada5afdf23 req-d30542b5-9eab-44af-8b12-69d64601afcf tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f9edfdc-34cb-4f7a-a644-26702dfce1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415254 Jul 22 19:33:16.169692 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7f53f-3fb1-4930-bdee-3d38a70e8205 req-8501a529-b59d-4e04-9659-81f99906b5fc tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:16.171094 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b9b7f53f-3fb1-4930-bdee-3d38a70e8205 req-8501a529-b59d-4e04-9659-81f99906b5fc tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac528310-86b5-4eab-a443-7c3baa83c4f0 HTTP/1.1" status: 200 len: 945 time: 0.0692039 Jul 22 19:33:16.209397 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b9b7f53f-3fb1-4930-bdee-3d38a70e8205 req-936bd870-685f-4a11-8c38-fa049a7d892d tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f9edfdc-34cb-4f7a-a644-26702dfce1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327594 Jul 22 19:33:17.346236 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698c7b0-eed4-4ba0-816d-a8e50e15586d req-7f70ddce-c39e-428b-b053-bcf118ad716b tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:17.347658 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d698c7b0-eed4-4ba0-816d-a8e50e15586d req-7f70ddce-c39e-428b-b053-bcf118ad716b tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac528310-86b5-4eab-a443-7c3baa83c4f0 HTTP/1.1" status: 200 len: 945 time: 0.0657122 Jul 22 19:33:17.388335 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d698c7b0-eed4-4ba0-816d-a8e50e15586d req-39175ff2-9677-4ce7-9dbb-acbac38751e4 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f9edfdc-34cb-4f7a-a644-26702dfce1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346160 Jul 22 19:33:17.548554 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17a2dd-36e0-4e60-ae1c-fbc676719aa0 req-4605760f-cd74-4cfe-8c76-5f9e524d2b30 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:17.550060 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c17a2dd-36e0-4e60-ae1c-fbc676719aa0 req-4605760f-cd74-4cfe-8c76-5f9e524d2b30 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac528310-86b5-4eab-a443-7c3baa83c4f0 HTTP/1.1" status: 200 len: 945 time: 0.0725639 Jul 22 19:33:17.726369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-4c17a2dd-36e0-4e60-ae1c-fbc676719aa0 req-abf00b82-3d93-43e6-afa5-026ad9e37db6 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Deleting port e9bce830-0b9d-4003-88d5-3b5a7465dc82 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:17.726718 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4c17a2dd-36e0-4e60-ae1c-fbc676719aa0 req-abf00b82-3d93-43e6-afa5-026ad9e37db6 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:17.825067 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4c17a2dd-36e0-4e60-ae1c-fbc676719aa0 req-abf00b82-3d93-43e6-afa5-026ad9e37db6 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] For port e9bce830-0b9d-4003-88d5-3b5a7465dc82, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=e9bce830-0b9d-4003-88d5-3b5a7465dc82,segment=NetworkSegment(5f940d5f-4e5e-4b33-b88d-f83d6e16e7e0),segment_id=5f940d5f-4e5e-4b33-b88d-f83d6e16e7e0)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:17.825692 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4c17a2dd-36e0-4e60-ae1c-fbc676719aa0 req-abf00b82-3d93-43e6-afa5-026ad9e37db6 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:17.844425 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-4c17a2dd-36e0-4e60-ae1c-fbc676719aa0 req-abf00b82-3d93-43e6-afa5-026ad9e37db6 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Calling delete_port for e9bce830-0b9d-4003-88d5-3b5a7465dc82 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:17.979754 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4c17a2dd-36e0-4e60-ae1c-fbc676719aa0 req-abf00b82-3d93-43e6-afa5-026ad9e37db6 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:17.992240 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['e9bce830-0b9d-4003-88d5-3b5a7465dc82'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:33:18.009448 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf00b82-3d93-43e6-afa5-026ad9e37db6 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Pushing event deleted for resources: {'Port': ['ID=e9bce830-0b9d-4003-88d5-3b5a7465dc82,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:18.061881 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c17a2dd-36e0-4e60-ae1c-fbc676719aa0 req-abf00b82-3d93-43e6-afa5-026ad9e37db6 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] No DVR routers for this DVR port e9bce830-0b9d-4003-88d5-3b5a7465dc82 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:18.064401 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4c17a2dd-36e0-4e60-ae1c-fbc676719aa0 req-abf00b82-3d93-43e6-afa5-026ad9e37db6 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:18.066791 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c17a2dd-36e0-4e60-ae1c-fbc676719aa0 req-abf00b82-3d93-43e6-afa5-026ad9e37db6 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.30 "DELETE /v2.0/ports/e9bce830-0b9d-4003-88d5-3b5a7465dc82 HTTP/1.1" status: 204 len: 173 time: 0.5111289 Jul 22 19:33:18.067140 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac528310-86b5-4eab-a443-7c3baa83c4f0', 'name': 'network-vif-deleted', 'tag': 'e9bce830-0b9d-4003-88d5-3b5a7465dc82'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:18.070881 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acde66a7-27a6-449f-8f37-67611a171bf3" -d '{"events": [{"server_uuid": "ac528310-86b5-4eab-a443-7c3baa83c4f0", "name": "network-vif-deleted", "tag": "e9bce830-0b9d-4003-88d5-3b5a7465dc82"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:18.107134 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1b2680-4b85-4c89-9ab5-bfcbf0a1a104 x-openstack-request-id: req-ec1b2680-4b85-4c89-9ab5-bfcbf0a1a104 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:18.107439 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac528310-86b5-4eab-a443-7c3baa83c4f0", "name": "network-vif-deleted", "tag": "e9bce830-0b9d-4003-88d5-3b5a7465dc82", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:18.107698 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec1b2680-4b85-4c89-9ab5-bfcbf0a1a104 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:18.108104 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac528310-86b5-4eab-a443-7c3baa83c4f0', 'name': 'network-vif-deleted', 'tag': 'e9bce830-0b9d-4003-88d5-3b5a7465dc82', 'status': 'completed', 'code': 200} Jul 22 19:33:18.499789 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9d6da333-a925-4066-9aa3-1b31808b296f req-1b6ae423-b6c1-4e43-af0e-8a4996baa272 tempest-InstanceActionsNegativeTestJSON-72038733 tempest-InstanceActionsNegativeTestJSON-72038733-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac528310-86b5-4eab-a443-7c3baa83c4f0 HTTP/1.1" status: 200 len: 210 time: 0.0317822 Jul 22 19:33:18.994357 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10271c39-27e8-472c-a023-9d69c68f9817 req-f4585455-9f32-43e5-a421-a3bbc24d97ce tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:18.996002 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10271c39-27e8-472c-a023-9d69c68f9817 req-f4585455-9f32-43e5-a421-a3bbc24d97ce tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 812 time: 0.1156771 Jul 22 19:33:19.012240 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10271c39-27e8-472c-a023-9d69c68f9817 req-917f8273-1f32-4ac0-a4ba-dbad35f27c97 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/quotas/d7dd7a2acaec4dacbe93a4b4f60385cd HTTP/1.1" status: 200 len: 375 time: 0.0102384 Jul 22 19:33:19.053704 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 47718) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:19.087670 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10271c39-27e8-472c-a023-9d69c68f9817 req-e713780e-7077-4609-b336-0908240365c2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693960 Jul 22 19:33:19.099893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-10271c39-27e8-472c-a023-9d69c68f9817 req-7e22dca1-c951-44ed-ac42-53b8c583b899 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:33:19.101017 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10271c39-27e8-472c-a023-9d69c68f9817 req-7e22dca1-c951-44ed-ac42-53b8c583b899 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060740 Jul 22 19:33:19.168715 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ae799e0-7d36-4d8e-8f10-ca4db2224dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.294617 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10271c39-27e8-472c-a023-9d69c68f9817 req-722eabc9-eeeb-4091-b8aa-389e2237287d service neutron] 10.222.0.13 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872985 Jul 22 19:33:19.388999 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ae799e0-7d36-4d8e-8f10-ca4db2224dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.394937 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ae799e0-7d36-4d8e-8f10-ca4db2224dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.447543 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10271c39-27e8-472c-a023-9d69c68f9817 req-618fa941-577c-497c-8014-4ac005649b36 service neutron] 10.222.0.13 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457043 Jul 22 19:33:19.453425 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7ae799e0-7d36-4d8e-8f10-ca4db2224dd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e67b9c801c947eface7c77e770168b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3957548 Jul 22 19:33:19.453425 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae799e0-7d36-4d8e-8f10-ca4db2224dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca62266-21f0-4e93-8534-2422a218d75a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:19.453801 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47724) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:19.503156 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ab3d4bd4-323f-4837-974e-260050a84685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.524768 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ab3d4bd4-323f-4837-974e-260050a84685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.559494 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 47730) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:19.581457 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ab3d4bd4-323f-4837-974e-260050a84685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.587038 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ab3d4bd4-323f-4837-974e-260050a84685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.592929 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ab3d4bd4-323f-4837-974e-260050a84685 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ca62266-21f0-4e93-8534-2422a218d75a HTTP/1.1" status: 204 len: 168 time: 0.1365831 Jul 22 19:33:19.605757 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d4bd4-323f-4837-974e-260050a84685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca62266-21f0-4e93-8534-2422a218d75a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:19.664255 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb5658bf-a006-4f6c-8f35-093ed46d205a req-8f876844-01ec-40bf-8d92-c544a96fb2cb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 210 time: 0.0351665 Jul 22 19:33:19.668171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c365f30-d014-4cb7-9209-54acc3d71f25 admin admin] Deleting subnet 0e9016f2-8aab-4401-9f32-8b6c2703aef4 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:33:19.671572 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c365f30-d014-4cb7-9209-54acc3d71f25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.707957 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c365f30-d014-4cb7-9209-54acc3d71f25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.752786 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c365f30-d014-4cb7-9209-54acc3d71f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.816057 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c365f30-d014-4cb7-9209-54acc3d71f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.845275 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c365f30-d014-4cb7-9209-54acc3d71f25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e9016f2-8aab-4401-9f32-8b6c2703aef4,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:19.847256 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7c365f30-d014-4cb7-9209-54acc3d71f25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.852360 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7c365f30-d014-4cb7-9209-54acc3d71f25 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0e9016f2-8aab-4401-9f32-8b6c2703aef4 HTTP/1.1" status: 204 len: 168 time: 0.2889211 Jul 22 19:33:19.852360 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 47746) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:19.928621 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-95c704da-250c-4681-88d9-5f20deeb36cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:20.020797 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-95c704da-250c-4681-88d9-5f20deeb36cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:20.034194 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-95c704da-250c-4681-88d9-5f20deeb36cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170be231-3bca-44eb-84f5-044fb898f6f7']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:20.047946 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-95c704da-250c-4681-88d9-5f20deeb36cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f940d5f-4e5e-4b33-b88d-f83d6e16e7e0') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:20.047946 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-95c704da-250c-4681-88d9-5f20deeb36cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f940d5f-4e5e-4b33-b88d-f83d6e16e7e0') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:20.058045 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-95c704da-250c-4681-88d9-5f20deeb36cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:20.073387 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-95c704da-250c-4681-88d9-5f20deeb36cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:20.081707 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c704da-250c-4681-88d9-5f20deeb36cc admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:33:20.082202 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-95c704da-250c-4681-88d9-5f20deeb36cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:33:20.086002 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:33:20.147175 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-95c704da-250c-4681-88d9-5f20deeb36cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:20.165649 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-95c704da-250c-4681-88d9-5f20deeb36cc admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:20.171394 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-95c704da-250c-4681-88d9-5f20deeb36cc admin admin] 10.222.0.13 "DELETE /v2.0/networks/170be231-3bca-44eb-84f5-044fb898f6f7 HTTP/1.1" status: 204 len: 168 time: 0.3155937 Jul 22 19:33:20.171394 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c704da-250c-4681-88d9-5f20deeb36cc admin admin] Pushing event deleted for resources: {'Network': ['ID=170be231-3bca-44eb-84f5-044fb898f6f7,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:20.289230 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 47766) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:20.329685 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-16730bc0-1188-4830-acbb-e380e27f8179 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4ed6f307f774a0092aa27c7e28561a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391359 Jul 22 19:33:20.332007 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 47768) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:20.380682 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d7d13ad-2379-4c0a-a0a7-8f81b6319ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:20.402505 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d7d13ad-2379-4c0a-a0a7-8f81b6319ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:20.457800 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d7d13ad-2379-4c0a-a0a7-8f81b6319ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:20.460380 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d7d13ad-2379-4c0a-a0a7-8f81b6319ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:20.461602 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1d7d13ad-2379-4c0a-a0a7-8f81b6319ef5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f9edfdc-34cb-4f7a-a644-26702dfce1b8 HTTP/1.1" status: 204 len: 168 time: 0.1286514 Jul 22 19:33:20.470334 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d13ad-2379-4c0a-a0a7-8f81b6319ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9edfdc-34cb-4f7a-a644-26702dfce1b8,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:20.657103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b465daf0-8d64-4c11-8d98-4a29f426832c tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:20.657964 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b465daf0-8d64-4c11-8d98-4a29f426832c tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.16 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 812 time: 0.1288166 Jul 22 19:33:20.670834 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-10271c39-27e8-472c-a023-9d69c68f9817 req-687418ba-4cc1-40b6-b735-d8bff8107067 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Request body: {'port': {'device_id': '89a740e5-6ff5-4059-ae32-4d0ed8d96870', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'admin_state_up': True, 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:20.818742 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ea0971dc-617c-49e4-bc2d-a5c5d969313b req-d5266c5c-4108-4179-b468-463da12d5930 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 210 time: 0.0561295 Jul 22 19:33:20.846192 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10271c39-27e8-472c-a023-9d69c68f9817 req-687418ba-4cc1-40b6-b735-d8bff8107067 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Made reservation on behalf of d7dd7a2acaec4dacbe93a4b4f60385cd for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:20.849564 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-10271c39-27e8-472c-a023-9d69c68f9817 req-687418ba-4cc1-40b6-b735-d8bff8107067 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.028651 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-10271c39-27e8-472c-a023-9d69c68f9817 req-687418ba-4cc1-40b6-b735-d8bff8107067 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Allocated IP 172.20.0.7 (f3b01d2c-8d06-4fa2-9f0e-0ac29490e405/2927ff2f-725b-43f0-9ccf-46789079aaa4/a4bc6efa-ac56-4049-9c71-aa902d20f9a4) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:33:21.230522 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-10271c39-27e8-472c-a023-9d69c68f9817 req-687418ba-4cc1-40b6-b735-d8bff8107067 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.249272 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-10271c39-27e8-472c-a023-9d69c68f9817 req-687418ba-4cc1-40b6-b735-d8bff8107067 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Transition to ACTIVE for port object a4bc6efa-ac56-4049-9c71-aa902d20f9a4 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:33:21.293202 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-10271c39-27e8-472c-a023-9d69c68f9817 req-687418ba-4cc1-40b6-b735-d8bff8107067 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.343676 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10271c39-27e8-472c-a023-9d69c68f9817 req-687418ba-4cc1-40b6-b735-d8bff8107067 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:33:21.350804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-10271c39-27e8-472c-a023-9d69c68f9817 req-687418ba-4cc1-40b6-b735-d8bff8107067 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:21.354701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-10271c39-27e8-472c-a023-9d69c68f9817 req-687418ba-4cc1-40b6-b735-d8bff8107067 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:33:21.385077 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687418ba-4cc1-40b6-b735-d8bff8107067 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event updated for resources: {'Port': ['ID=a4bc6efa-ac56-4049-9c71-aa902d20f9a4,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:21.434346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10271c39-27e8-472c-a023-9d69c68f9817 req-687418ba-4cc1-40b6-b735-d8bff8107067 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:21.435222 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-10271c39-27e8-472c-a023-9d69c68f9817 req-687418ba-4cc1-40b6-b735-d8bff8107067 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.458126 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10271c39-27e8-472c-a023-9d69c68f9817 req-687418ba-4cc1-40b6-b735-d8bff8107067 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7925193 Jul 22 19:33:21.470342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] Request body: {'port': {'device_id': '89a740e5-6ff5-4059-ae32-4d0ed8d96870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:21.621443 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.683417 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1edb8ec4-a363-405f-806f-407076e42c92 None None] Provisioning for port a4bc6efa-ac56-4049-9c71-aa902d20f9a4 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:33:21.690172 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1edb8ec4-a363-405f-806f-407076e42c92 None None] Provisioning complete for port a4bc6efa-ac56-4049-9c71-aa902d20f9a4 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:33:21.690589 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1edb8ec4-a363-405f-806f-407076e42c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.739531 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 47820) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:21.748722 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1edb8ec4-a363-405f-806f-407076e42c92 None None] Port a4bc6efa-ac56-4049-9c71-aa902d20f9a4 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:33:21.893496 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4cd251c4-743a-4d31-bdec-c376148b22cc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1523322464-network', 'tenant_id': 'fba3eca43fc1465faf1f52897455fca9'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:21.947210 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd251c4-743a-4d31-bdec-c376148b22cc admin admin] Made reservation on behalf of fba3eca43fc1465faf1f52897455fca9 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:21.952165 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4cd251c4-743a-4d31-bdec-c376148b22cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.965166 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4cd251c4-743a-4d31-bdec-c376148b22cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.990511 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4bc6efa-ac56-4049-9c71-aa902d20f9a4 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:33:21.998426 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:22.039025 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] Transition to ACTIVE for port object a4bc6efa-ac56-4049-9c71-aa902d20f9a4 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:33:22.045509 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:22.101579 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4cd251c4-743a-4d31-bdec-c376148b22cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:22.113410 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4cd251c4-743a-4d31-bdec-c376148b22cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:22.122392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a958b-54ed-4a18-8b71-16473e7b4b81 req-cf5fd06b-643b-44b9-856e-b0746a30a18d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:22.124127 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-796a958b-54ed-4a18-8b71-16473e7b4b81 req-cf5fd06b-643b-44b9-856e-b0746a30a18d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 931 time: 0.1787581 Jul 22 19:33:22.126266 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] Pushing event updated for resources: {'Port': ['ID=a4bc6efa-ac56-4049-9c71-aa902d20f9a4,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:22.137792 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd251c4-743a-4d31-bdec-c376148b22cc admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:33:22.151552 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4cd251c4-743a-4d31-bdec-c376148b22cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:22.152171 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-4cd251c4-743a-4d31-bdec-c376148b22cc admin admin] Added segment 759fb4e1-9bb6-4b89-8820-9eca2aaf7acf of type vlan for network a9224cdc-930f-4818-ac03-9b2248bfe5d8 Jul 22 19:33:22.202698 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4cd251c4-743a-4d31-bdec-c376148b22cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:22.257158 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4cd251c4-743a-4d31-bdec-c376148b22cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:22.260130 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd251c4-743a-4d31-bdec-c376148b22cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:22.261102 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4cd251c4-743a-4d31-bdec-c376148b22cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:22.309155 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-796a958b-54ed-4a18-8b71-16473e7b4b81 req-f098b726-a086-4a8f-80b2-87e91d0666a6 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745768 Jul 22 19:33:22.335937 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4cd251c4-743a-4d31-bdec-c376148b22cc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5950828 Jul 22 19:33:22.344871 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 47836) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:22.347790 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd251c4-743a-4d31-bdec-c376148b22cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dc11e3-b1e4-4dae-96bc-331d1a974c5e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:22.353308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-59918a46-1efc-4446-b4d9-4b15f3975dc8 admin admin] Request body: {'subnet': {'network_id': 'a9224cdc-930f-4818-ac03-9b2248bfe5d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1523322464-subnet', 'tenant_id': 'fba3eca43fc1465faf1f52897455fca9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:22.369547 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] Attempting to bind port a4bc6efa-ac56-4049-9c71-aa902d20f9a4 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:33:22.370444 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] Attempting to bind port a4bc6efa-ac56-4049-9c71-aa902d20f9a4 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:33:22.370955 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] Attempting to bind port a4bc6efa-ac56-4049-9c71-aa902d20f9a4 on network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:33:22.386706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] Port a4bc6efa-ac56-4049-9c71-aa902d20f9a4 on network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:33:22.387055 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] Attempting to bind port a4bc6efa-ac56-4049-9c71-aa902d20f9a4 on network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:33:22.397473 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:33:22.397798 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] Checking segment: {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:33:22.398066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] Bound using segment: {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:33:22.398680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] Bound port: a4bc6efa-ac56-4049-9c71-aa902d20f9a4, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:33:22.399093 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:22.406375 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device e9bce830-0b9d-4003-88d5-3b5a7465dc82 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:33:22.407336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59918a46-1efc-4446-b4d9-4b15f3975dc8 admin admin] Made reservation on behalf of fba3eca43fc1465faf1f52897455fca9 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:22.410990 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-59918a46-1efc-4446-b4d9-4b15f3975dc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:22.429642 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd251c4-743a-4d31-bdec-c376148b22cc admin admin] Pushing event updated for resources: {'Network': ['ID=a9224cdc-930f-4818-ac03-9b2248bfe5d8,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:22.440579 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: e9bce830-0b9d-4003-88d5-3b5a7465dc82 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:33:22.441415 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device e9bce830-0b9d-4003-88d5-3b5a7465dc82 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:33:22.443019 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network a9224cdc-930f-4818-ac03-9b2248bfe5d8 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:33:22.581911 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] For port a4bc6efa-ac56-4049-9c71-aa902d20f9a4, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:33:22.617537 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] For port a4bc6efa-ac56-4049-9c71-aa902d20f9a4, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=a4bc6efa-ac56-4049-9c71-aa902d20f9a4,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:33:22.625913 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:22.694308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:22.695309 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:22.696945 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10271c39-27e8-472c-a023-9d69c68f9817 req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] 10.222.0.16 "PUT /v2.0/ports/a4bc6efa-ac56-4049-9c71-aa902d20f9a4 HTTP/1.1" status: 200 len: 1092 time: 1.2308550 Jul 22 19:33:22.705531 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a740e5-6ff5-4059-ae32-4d0ed8d96870', 'tag': 'a4bc6efa-ac56-4049-9c71-aa902d20f9a4'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:22.707812 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9f4161-f8bc-40b3-8cab-4cd095b6ee97" -d '{"events": [{"name": "network-changed", "server_uuid": "89a740e5-6ff5-4059-ae32-4d0ed8d96870", "tag": "a4bc6efa-ac56-4049-9c71-aa902d20f9a4"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:22.793259 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c582abe3-b217-4fb6-8757-01aec8e4c88a x-openstack-request-id: req-c582abe3-b217-4fb6-8757-01aec8e4c88a {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:22.793552 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a740e5-6ff5-4059-ae32-4d0ed8d96870", "tag": "a4bc6efa-ac56-4049-9c71-aa902d20f9a4", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:22.793810 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c582abe3-b217-4fb6-8757-01aec8e4c88a {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:22.794214 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a740e5-6ff5-4059-ae32-4d0ed8d96870', 'tag': 'a4bc6efa-ac56-4049-9c71-aa902d20f9a4', 'status': 'completed', 'code': 200} Jul 22 19:33:22.796606 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-59918a46-1efc-4446-b4d9-4b15f3975dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:22.802161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4aaf1-9b3d-4a74-a8ba-f6ac78a67017 service neutron] Pushing event updated for resources: {'Port': ['ID=a4bc6efa-ac56-4049-9c71-aa902d20f9a4,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:22.870520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59918a46-1efc-4446-b4d9-4b15f3975dc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0643c1d4-c8ae-4e94-90b0-10fbaa025360,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:22.908390 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10271c39-27e8-472c-a023-9d69c68f9817 req-0a30afcc-c9a6-46db-89dc-792776b5f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:22.910407 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10271c39-27e8-472c-a023-9d69c68f9817 req-0a30afcc-c9a6-46db-89dc-792776b5f847 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 1095 time: 0.1681418 Jul 22 19:33:22.914076 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59918a46-1efc-4446-b4d9-4b15f3975dc8 admin admin] Checking segment: {'id': '759fb4e1-9bb6-4b89-8820-9eca2aaf7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a9224cdc-930f-4818-ac03-9b2248bfe5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:33:22.914680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59918a46-1efc-4446-b4d9-4b15f3975dc8 admin admin] Network hostable DHCP agents. Network: a9224cdc-930f-4818-ac03-9b2248bfe5d8, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:33:22.985788 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10271c39-27e8-472c-a023-9d69c68f9817 req-be087d56-b786-4b66-abe1-44a2d48a820e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4bc6efa-ac56-4049-9c71-aa902d20f9a4 HTTP/1.1" status: 200 len: 217 time: 0.0671527 Jul 22 19:33:23.005788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59918a46-1efc-4446-b4d9-4b15f3975dc8 admin admin] Network a9224cdc-930f-4818-ac03-9b2248bfe5d8 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:33:23.049604 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10271c39-27e8-472c-a023-9d69c68f9817 req-63b8a592-4ab6-4ebb-85e2-d28524b8af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:23.051101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10271c39-27e8-472c-a023-9d69c68f9817 req-63b8a592-4ab6-4ebb-85e2-d28524b8af64 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.0577319 Jul 22 19:33:23.053329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-59918a46-1efc-4446-b4d9-4b15f3975dc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, a9224cdc-930f-4818-ac03-9b2248bfe5d8) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:23.057390 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59918a46-1efc-4446-b4d9-4b15f3975dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:23.057957 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-59918a46-1efc-4446-b4d9-4b15f3975dc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:23.064772 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c6889c-2802-43df-bfcb-273eb01425a5 None None] Network a9224cdc-930f-4818-ac03-9b2248bfe5d8 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:23.105633 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-59918a46-1efc-4446-b4d9-4b15f3975dc8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7595234 Jul 22 19:33:23.147543 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10271c39-27e8-472c-a023-9d69c68f9817 req-7effe421-2a26-4ae9-94be-a760a964120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:23.149421 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10271c39-27e8-472c-a023-9d69c68f9817 req-7effe421-2a26-4ae9-94be-a760a964120f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888159 Jul 22 19:33:23.256042 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a83a294-2781-48d7-84d3-a7425c8555f9 None None] Network a9224cdc-930f-4818-ac03-9b2248bfe5d8 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:23.388505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10271c39-27e8-472c-a023-9d69c68f9817 req-0487ead6-5c08-42af-ae57-59844d2f2a99 service neutron] 10.222.0.16 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319417 Jul 22 19:33:23.568408 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10271c39-27e8-472c-a023-9d69c68f9817 req-0c3bc026-1037-4a0f-a153-795884b23022 service neutron] 10.222.0.16 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733510 Jul 22 19:33:23.577362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd64b4d-a802-47ee-b439-dd7bd9e0fedd req-106a4168-ba35-443e-92fb-38384ad79f69 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:23.584131 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2dd64b4d-a802-47ee-b439-dd7bd9e0fedd req-106a4168-ba35-443e-92fb-38384ad79f69 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 943 time: 0.1686306 Jul 22 19:33:23.628514 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2dd64b4d-a802-47ee-b439-dd7bd9e0fedd req-16414f0d-e073-497d-86e3-2174ad7ff156 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431330 Jul 22 19:33:23.700498 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f4161-f8bc-40b3-8cab-4cd095b6ee97 req-6c0fba20-31a8-4bcd-80ad-304e93c445b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:23.702301 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d9f4161-f8bc-40b3-8cab-4cd095b6ee97 req-6c0fba20-31a8-4bcd-80ad-304e93c445b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 1095 time: 0.0721226 Jul 22 19:33:23.877406 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f4161-f8bc-40b3-8cab-4cd095b6ee97 req-01043d1e-7b56-4f7e-a947-4cf9c38d8761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:23.878906 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d9f4161-f8bc-40b3-8cab-4cd095b6ee97 req-01043d1e-7b56-4f7e-a947-4cf9c38d8761 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 913 time: 0.1704769 Jul 22 19:33:23.935130 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d9f4161-f8bc-40b3-8cab-4cd095b6ee97 req-624a5231-4d8b-4e44-a1fc-039d6748ac97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4bc6efa-ac56-4049-9c71-aa902d20f9a4 HTTP/1.1" status: 200 len: 217 time: 0.0483682 Jul 22 19:33:23.977204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cfd3a-3658-480b-9810-01516ccaa978 req-d018b8fa-9d44-48ac-9362-d61566d12e1f tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:23.978683 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-217cfd3a-3658-480b-9810-01516ccaa978 req-d018b8fa-9d44-48ac-9362-d61566d12e1f tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/networks?id=a9224cdc-930f-4818-ac03-9b2248bfe5d8 HTTP/1.1" status: 200 len: 822 time: 0.1969452 Jul 22 19:33:24.020098 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-217cfd3a-3658-480b-9810-01516ccaa978 req-811d151b-4905-414a-bf6a-be78eb1b5568 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/quotas/fba3eca43fc1465faf1f52897455fca9 HTTP/1.1" status: 200 len: 375 time: 0.0203559 Jul 22 19:33:24.047323 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f4161-f8bc-40b3-8cab-4cd095b6ee97 req-99b79a44-e86f-431e-85b1-46b0d2103bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:24.048751 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d9f4161-f8bc-40b3-8cab-4cd095b6ee97 req-99b79a44-e86f-431e-85b1-46b0d2103bb6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.1041784 Jul 22 19:33:24.077385 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-217cfd3a-3658-480b-9810-01516ccaa978 req-82c2298e-9f72-43e9-b9fe-6f45b220ec49 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fba3eca43fc1465faf1f52897455fca9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434177 Jul 22 19:33:24.223453 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f4161-f8bc-40b3-8cab-4cd095b6ee97 req-7d952721-cff9-4f3a-aaa9-7d1d8145cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:24.224492 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d9f4161-f8bc-40b3-8cab-4cd095b6ee97 req-7d952721-cff9-4f3a-aaa9-7d1d8145cf46 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1526895 Jul 22 19:33:24.231094 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-217cfd3a-3658-480b-9810-01516ccaa978 req-b81c5957-2eb5-4f92-a665-f5d50e13942b service neutron] 10.222.0.13 "GET /v2.0/networks/a9224cdc-930f-4818-ac03-9b2248bfe5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203737 Jul 22 19:33:24.707472 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-217cfd3a-3658-480b-9810-01516ccaa978 req-dfaf35ed-6eb4-43b5-8a71-c9ba997d91ad service neutron] 10.222.0.13 "GET /v2.0/networks/a9224cdc-930f-4818-ac03-9b2248bfe5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688482 Jul 22 19:33:24.711444 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d9f4161-f8bc-40b3-8cab-4cd095b6ee97 req-b091f179-565c-4e22-af3b-3b3668e96cf2 service neutron] 10.222.0.16 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800317 Jul 22 19:33:24.876650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd753a3-cb8f-4424-b92e-c8ace59cbb4d req-84e0923c-af76-4c88-b461-47d3aba67acb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:24.878618 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9fd753a3-cb8f-4424-b92e-c8ace59cbb4d req-84e0923c-af76-4c88-b461-47d3aba67acb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 943 time: 0.1698735 Jul 22 19:33:24.881051 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d9f4161-f8bc-40b3-8cab-4cd095b6ee97 req-b010ed6c-cce7-4d1e-9949-62452ccb2f11 service neutron] 10.222.0.16 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602030 Jul 22 19:33:24.945793 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9fd753a3-cb8f-4424-b92e-c8ace59cbb4d req-87dee86f-87c8-4770-a05f-2864afad9b27 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561907 Jul 22 19:33:25.031722 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4dc7f8d4-d20a-40af-a944-bd3d340a7686 req-2c0b5c3c-8582-4f80-9e93-20595761694e tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/ports?device_id=9367ccc4-0736-479d-b980-2d9ce320154f HTTP/1.1" status: 200 len: 210 time: 0.0574939 Jul 22 19:33:26.337643 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e46de225-0674-4440-af92-b223552b6512 req-9d756ba1-8b74-4f0b-8278-edd2a64e854f tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/ports?device_id=9367ccc4-0736-479d-b980-2d9ce320154f HTTP/1.1" status: 200 len: 210 time: 0.1113241 Jul 22 19:33:26.386797 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06c2e7-c5ea-44be-8ac3-628e75d25c94 req-d61c7a40-3875-4d63-8231-b6505772f08f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:26.388259 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b06c2e7-c5ea-44be-8ac3-628e75d25c94 req-d61c7a40-3875-4d63-8231-b6505772f08f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 943 time: 0.3044276 Jul 22 19:33:26.458342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cfd3a-3658-480b-9810-01516ccaa978 req-b28ff662-cc59-4c09-b87d-ca26d7ea5955 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:26.459883 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-217cfd3a-3658-480b-9810-01516ccaa978 req-b28ff662-cc59-4c09-b87d-ca26d7ea5955 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.30 "GET /v2.0/networks?id=a9224cdc-930f-4818-ac03-9b2248bfe5d8 HTTP/1.1" status: 200 len: 822 time: 0.2351196 Jul 22 19:33:26.477108 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b06c2e7-c5ea-44be-8ac3-628e75d25c94 req-8295a86b-23f5-4399-a4de-2c039b341841 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828900 Jul 22 19:33:26.483423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-217cfd3a-3658-480b-9810-01516ccaa978 req-772b02ee-b7ca-400a-b1ff-f3e415c99fa5 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Request body: {'port': {'device_id': '9367ccc4-0736-479d-b980-2d9ce320154f', 'network_id': 'a9224cdc-930f-4818-ac03-9b2248bfe5d8', 'admin_state_up': True, 'tenant_id': 'fba3eca43fc1465faf1f52897455fca9'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:26.668720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217cfd3a-3658-480b-9810-01516ccaa978 req-772b02ee-b7ca-400a-b1ff-f3e415c99fa5 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Made reservation on behalf of fba3eca43fc1465faf1f52897455fca9 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:26.673014 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-217cfd3a-3658-480b-9810-01516ccaa978 req-772b02ee-b7ca-400a-b1ff-f3e415c99fa5 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:26.866644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-217cfd3a-3658-480b-9810-01516ccaa978 req-772b02ee-b7ca-400a-b1ff-f3e415c99fa5 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Allocated IP 172.20.0.13 (a9224cdc-930f-4818-ac03-9b2248bfe5d8/0643c1d4-c8ae-4e94-90b0-10fbaa025360/ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:33:27.090533 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-217cfd3a-3658-480b-9810-01516ccaa978 req-772b02ee-b7ca-400a-b1ff-f3e415c99fa5 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:27.143100 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-217cfd3a-3658-480b-9810-01516ccaa978 req-772b02ee-b7ca-400a-b1ff-f3e415c99fa5 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:27.189574 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217cfd3a-3658-480b-9810-01516ccaa978 req-772b02ee-b7ca-400a-b1ff-f3e415c99fa5 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Network a9224cdc-930f-4818-ac03-9b2248bfe5d8 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:33:27.193399 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-217cfd3a-3658-480b-9810-01516ccaa978 req-772b02ee-b7ca-400a-b1ff-f3e415c99fa5 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:27.202633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-217cfd3a-3658-480b-9810-01516ccaa978 req-772b02ee-b7ca-400a-b1ff-f3e415c99fa5 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:33:27.255788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b02ee-b7ca-400a-b1ff-f3e415c99fa5 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Pushing event updated for resources: {'Port': ['ID=ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:27.293806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cfd3a-3658-480b-9810-01516ccaa978 req-772b02ee-b7ca-400a-b1ff-f3e415c99fa5 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:27.294442 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-217cfd3a-3658-480b-9810-01516ccaa978 req-772b02ee-b7ca-400a-b1ff-f3e415c99fa5 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:27.318252 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-217cfd3a-3658-480b-9810-01516ccaa978 req-772b02ee-b7ca-400a-b1ff-f3e415c99fa5 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8499207 Jul 22 19:33:27.331633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-217cfd3a-3658-480b-9810-01516ccaa978 req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] Request body: {'port': {'device_id': '9367ccc4-0736-479d-b980-2d9ce320154f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:27.446837 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-217cfd3a-3658-480b-9810-01516ccaa978 req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:27.537782 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48036) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:27.683489 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c7ccf-a8c5-40c5-baf1-5ab2ef1456d1 req-42d24b6b-3a57-469c-8807-8bf3fe446aa5 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:27.684973 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-177c7ccf-a8c5-40c5-baf1-5ab2ef1456d1 req-42d24b6b-3a57-469c-8807-8bf3fe446aa5 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/ports?device_id=9367ccc4-0736-479d-b980-2d9ce320154f HTTP/1.1" status: 200 len: 932 time: 0.2337639 Jul 22 19:33:27.713832 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bbfff5d0-b8f5-48d7-8b34-5d1e46f64ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:27.773176 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-177c7ccf-a8c5-40c5-baf1-5ab2ef1456d1 req-3c931ef9-0918-4ff0-8873-0614a2da3e6d tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/security-groups?id=18dc11e3-b1e4-4dae-96bc-331d1a974c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804005 Jul 22 19:33:27.784527 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:33:27.831648 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1707e46-b4bb-4228-829d-3c42b8929e8e req-de578ff6-c1d3-401e-896f-54db98c4f9db tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:27.833184 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b1707e46-b4bb-4228-829d-3c42b8929e8e req-de578ff6-c1d3-401e-896f-54db98c4f9db tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 943 time: 0.2626493 Jul 22 19:33:27.845566 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bbfff5d0-b8f5-48d7-8b34-5d1e46f64ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:27.854556 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bbfff5d0-b8f5-48d7-8b34-5d1e46f64ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:27.906750 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bbfff5d0-b8f5-48d7-8b34-5d1e46f64ec2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f3b8cafee6b4285b143d21fcf336320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3675952 Jul 22 19:33:27.907547 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48040) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:27.908012 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfff5d0-b8f5-48d7-8b34-5d1e46f64ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21412e4-0db9-41ea-a58f-7423efee1393,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:27.908531 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b1707e46-b4bb-4228-829d-3c42b8929e8e req-a2b83eae-e0d0-44c6-a148-ab1c98c72e7d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645080 Jul 22 19:33:27.978039 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-217cfd3a-3658-480b-9810-01516ccaa978 req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:33:27.989003 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-217cfd3a-3658-480b-9810-01516ccaa978 req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:27.998087 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0325ca34-7901-47a8-9b2a-36ead79ac40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.011111 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-217cfd3a-3658-480b-9810-01516ccaa978 req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] Transition to ACTIVE for port object ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:33:28.018847 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-217cfd3a-3658-480b-9810-01516ccaa978 req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.037269 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0325ca34-7901-47a8-9b2a-36ead79ac40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.075651 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:28.094951 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0325ca34-7901-47a8-9b2a-36ead79ac40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.098193 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0325ca34-7901-47a8-9b2a-36ead79ac40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.102195 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0325ca34-7901-47a8-9b2a-36ead79ac40e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d21412e4-0db9-41ea-a58f-7423efee1393 HTTP/1.1" status: 204 len: 168 time: 0.1911864 Jul 22 19:33:28.112078 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325ca34-7901-47a8-9b2a-36ead79ac40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21412e4-0db9-41ea-a58f-7423efee1393,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:28.187647 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-217cfd3a-3658-480b-9810-01516ccaa978 req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] Attempting to bind port ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:33:28.188073 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-217cfd3a-3658-480b-9810-01516ccaa978 req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] Attempting to bind port ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '759fb4e1-9bb6-4b89-8820-9eca2aaf7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a9224cdc-930f-4818-ac03-9b2248bfe5d8'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:33:28.188331 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217cfd3a-3658-480b-9810-01516ccaa978 req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] Attempting to bind port ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8 on network a9224cdc-930f-4818-ac03-9b2248bfe5d8 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:33:28.202206 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217cfd3a-3658-480b-9810-01516ccaa978 req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] Port ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8 on network a9224cdc-930f-4818-ac03-9b2248bfe5d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:33:28.202537 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217cfd3a-3658-480b-9810-01516ccaa978 req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] Attempting to bind port ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8 on network a9224cdc-930f-4818-ac03-9b2248bfe5d8 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:33:28.207737 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217cfd3a-3658-480b-9810-01516ccaa978 req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:33:28.208075 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217cfd3a-3658-480b-9810-01516ccaa978 req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] Checking segment: {'id': '759fb4e1-9bb6-4b89-8820-9eca2aaf7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a9224cdc-930f-4818-ac03-9b2248bfe5d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:33:28.208494 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217cfd3a-3658-480b-9810-01516ccaa978 req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] Bound using segment: {'id': '759fb4e1-9bb6-4b89-8820-9eca2aaf7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a9224cdc-930f-4818-ac03-9b2248bfe5d8'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:33:28.208944 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-217cfd3a-3658-480b-9810-01516ccaa978 req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] Bound port: ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '759fb4e1-9bb6-4b89-8820-9eca2aaf7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a9224cdc-930f-4818-ac03-9b2248bfe5d8'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:33:28.209310 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-217cfd3a-3658-480b-9810-01516ccaa978 req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.292167 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-217cfd3a-3658-480b-9810-01516ccaa978 req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] For port ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:33:28.295263 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-217cfd3a-3658-480b-9810-01516ccaa978 req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] For port ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8,segment=NetworkSegment(759fb4e1-9bb6-4b89-8820-9eca2aaf7acf),segment_id=759fb4e1-9bb6-4b89-8820-9eca2aaf7acf)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:33:28.300679 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-217cfd3a-3658-480b-9810-01516ccaa978 req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.345082 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cfd3a-3658-480b-9810-01516ccaa978 req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:28.345708 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-217cfd3a-3658-480b-9810-01516ccaa978 req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.347134 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-217cfd3a-3658-480b-9810-01516ccaa978 req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] 10.222.0.30 "PUT /v2.0/ports/ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8 HTTP/1.1" status: 200 len: 1093 time: 1.0217113 Jul 22 19:33:28.347580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9367ccc4-0736-479d-b980-2d9ce320154f', 'tag': 'ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:28.349867 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94dddb2-ad35-4d4f-af4a-124122719be7" -d '{"events": [{"name": "network-changed", "server_uuid": "9367ccc4-0736-479d-b980-2d9ce320154f", "tag": "ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:28.374401 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed3c8f-0582-420e-a648-5178993e5812 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:28.407458 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6119a1d8-8c69-4c4b-9be0-33df47f2a97a x-openstack-request-id: req-6119a1d8-8c69-4c4b-9be0-33df47f2a97a {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:28.407458 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9367ccc4-0736-479d-b980-2d9ce320154f", "tag": "ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:28.407458 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6119a1d8-8c69-4c4b-9be0-33df47f2a97a {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:28.407868 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9367ccc4-0736-479d-b980-2d9ce320154f', 'tag': 'ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8', 'status': 'completed', 'code': 200} Jul 22 19:33:28.465027 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f6a59a00-b72a-4f23-88e0-cfdd662d7221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.471456 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cfd3a-3658-480b-9810-01516ccaa978 req-7e96823b-db62-4459-a115-6dac67d013b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:28.473410 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-217cfd3a-3658-480b-9810-01516ccaa978 req-7e96823b-db62-4459-a115-6dac67d013b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fba3eca43fc1465faf1f52897455fca9&device_id=9367ccc4-0736-479d-b980-2d9ce320154f HTTP/1.1" status: 200 len: 1096 time: 0.0791006 Jul 22 19:33:28.521003 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-217cfd3a-3658-480b-9810-01516ccaa978 req-a66b3136-8a12-4383-b11c-d7ac7f81debd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8 HTTP/1.1" status: 200 len: 217 time: 0.0403912 Jul 22 19:33:28.529423 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48048) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:28.549133 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce3a1c04-b518-4379-ae1b-90dbde059fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.581607 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cfd3a-3658-480b-9810-01516ccaa978 req-3c3a66ec-4798-4296-bb13-741aa85fed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:28.583730 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-217cfd3a-3658-480b-9810-01516ccaa978 req-3c3a66ec-4798-4296-bb13-741aa85fed0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0643c1d4-c8ae-4e94-90b0-10fbaa025360 HTTP/1.1" status: 200 len: 862 time: 0.0533707 Jul 22 19:33:28.624641 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-217cfd3a-3658-480b-9810-01516ccaa978 req-f656b10d-836d-44cf-aff7-1ccd0215c43a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9224cdc-930f-4818-ac03-9b2248bfe5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343461 Jul 22 19:33:28.653295 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce3a1c04-b518-4379-ae1b-90dbde059fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.657738 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce3a1c04-b518-4379-ae1b-90dbde059fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.692106 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a1c04-b518-4379-ae1b-90dbde059fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e876153-04c2-4945-a8a8-728ee39da36b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:28.716335 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ce3a1c04-b518-4379-ae1b-90dbde059fbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0bb5fb4fae19448dbea0644e013f4f48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1855021 Jul 22 19:33:28.718984 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48050) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:28.731603 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-217cfd3a-3658-480b-9810-01516ccaa978 req-b69b7fa9-73e3-457e-8e24-b72f03d50a64 service neutron] 10.222.0.30 "GET /v2.0/networks/a9224cdc-930f-4818-ac03-9b2248bfe5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007862 Jul 22 19:33:28.770049 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e4ec8b78-c90b-4b31-a88c-ec1dd64f9187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.792317 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e4ec8b78-c90b-4b31-a88c-ec1dd64f9187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.844298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-217cfd3a-3658-480b-9810-01516ccaa978 req-f45a445b-1bee-4fe7-8ace-22dd7d2002cd service neutron] 10.222.0.30 "GET /v2.0/networks/a9224cdc-930f-4818-ac03-9b2248bfe5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068380 Jul 22 19:33:28.862976 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e4ec8b78-c90b-4b31-a88c-ec1dd64f9187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.876855 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e4ec8b78-c90b-4b31-a88c-ec1dd64f9187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.880825 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e4ec8b78-c90b-4b31-a88c-ec1dd64f9187 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e876153-04c2-4945-a8a8-728ee39da36b HTTP/1.1" status: 204 len: 168 time: 0.1582069 Jul 22 19:33:28.892089 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec8b78-c90b-4b31-a88c-ec1dd64f9187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e876153-04c2-4945-a8a8-728ee39da36b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:29.006878 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156eb33-afba-4523-9100-e63654401e47 req-b123a654-e9a4-45b0-a100-71d46d06dba7 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:29.008421 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5156eb33-afba-4523-9100-e63654401e47 req-b123a654-e9a4-45b0-a100-71d46d06dba7 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/ports?device_id=9367ccc4-0736-479d-b980-2d9ce320154f HTTP/1.1" status: 200 len: 944 time: 0.1420572 Jul 22 19:33:29.101880 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5156eb33-afba-4523-9100-e63654401e47 req-3dc07429-22ff-4518-981f-0d9ed0257543 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/security-groups?id=18dc11e3-b1e4-4dae-96bc-331d1a974c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856786 Jul 22 19:33:29.105302 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dddb2-ad35-4d4f-af4a-124122719be7 req-ef2ddd9f-39dd-4347-a171-f54ea02f5de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:29.107834 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f94dddb2-ad35-4d4f-af4a-124122719be7 req-ef2ddd9f-39dd-4347-a171-f54ea02f5de9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fba3eca43fc1465faf1f52897455fca9&device_id=9367ccc4-0736-479d-b980-2d9ce320154f HTTP/1.1" status: 200 len: 1096 time: 0.1563277 Jul 22 19:33:29.205720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24693036-0aa9-4d6b-ba8f-67b2654c133f req-f2f9a992-efbe-4750-b69e-382412368e61 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:29.212433 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-24693036-0aa9-4d6b-ba8f-67b2654c133f req-f2f9a992-efbe-4750-b69e-382412368e61 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 943 time: 0.1754713 Jul 22 19:33:29.254330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dddb2-ad35-4d4f-af4a-124122719be7 req-6e64c45b-533f-49bb-bdf6-cbd1da2587f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:29.255754 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f94dddb2-ad35-4d4f-af4a-124122719be7 req-6e64c45b-533f-49bb-bdf6-cbd1da2587f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a9224cdc-930f-4818-ac03-9b2248bfe5d8 HTTP/1.1" status: 200 len: 923 time: 0.1396959 Jul 22 19:33:29.270379 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-24693036-0aa9-4d6b-ba8f-67b2654c133f req-2ab74f9f-384c-4c88-89f9-bfa3bdd5cd40 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570996 Jul 22 19:33:29.319789 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f94dddb2-ad35-4d4f-af4a-124122719be7 req-795fb938-725e-4db1-8866-a29faf05dc79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8 HTTP/1.1" status: 200 len: 217 time: 0.0483441 Jul 22 19:33:29.373987 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dddb2-ad35-4d4f-af4a-124122719be7 req-69a85043-2780-4f09-9c44-f8b4177fd921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:29.375683 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f94dddb2-ad35-4d4f-af4a-124122719be7 req-69a85043-2780-4f09-9c44-f8b4177fd921 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0643c1d4-c8ae-4e94-90b0-10fbaa025360 HTTP/1.1" status: 200 len: 862 time: 0.0489733 Jul 22 19:33:29.419511 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f94dddb2-ad35-4d4f-af4a-124122719be7 req-1f817cfc-4c13-419c-915b-d1b343fcec1b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9224cdc-930f-4818-ac03-9b2248bfe5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353997 Jul 22 19:33:29.520352 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f94dddb2-ad35-4d4f-af4a-124122719be7 req-83dc1f46-3e59-447e-be13-eebdc2d674c1 service neutron] 10.222.0.30 "GET /v2.0/networks/a9224cdc-930f-4818-ac03-9b2248bfe5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944428 Jul 22 19:33:29.557104 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-d2f509ea-a8bf-4a3d-bca1-0b6394414e73 req-e4e12b7b-4202-497f-ba0f-4803ab577a9d service neutron] (93807) timed out ('10.222.0.13', 56076) {{(pid=93807) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 19:33:29.629740 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f94dddb2-ad35-4d4f-af4a-124122719be7 req-3c5a80a3-2ef3-44e8-ba21-bc216c47cb94 service neutron] 10.222.0.30 "GET /v2.0/networks/a9224cdc-930f-4818-ac03-9b2248bfe5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025774 Jul 22 19:33:30.237675 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b23cb-a88a-497f-8355-aa8a6f7cafa1 req-d5db67fa-279b-497e-9401-b5626d8c9797 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:30.239465 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c13b23cb-a88a-497f-8355-aa8a6f7cafa1 req-d5db67fa-279b-497e-9401-b5626d8c9797 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/ports?device_id=9367ccc4-0736-479d-b980-2d9ce320154f HTTP/1.1" status: 200 len: 944 time: 0.0696297 Jul 22 19:33:30.278494 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c13b23cb-a88a-497f-8355-aa8a6f7cafa1 req-21d12fba-75cf-4881-b707-059686e00756 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/security-groups?id=18dc11e3-b1e4-4dae-96bc-331d1a974c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329132 Jul 22 19:33:30.399904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ce33d-6977-4cd1-bebc-4acf83323533 req-ccad66a7-a015-4f91-b16b-c0997d734701 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:30.402248 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-977ce33d-6977-4cd1-bebc-4acf83323533 req-ccad66a7-a015-4f91-b16b-c0997d734701 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 943 time: 0.0689847 Jul 22 19:33:30.443698 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-977ce33d-6977-4cd1-bebc-4acf83323533 req-b47e466d-756e-43c6-8fa0-9ef6117bd7fd tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345490 Jul 22 19:33:31.021221 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d9ddba61-d958-4d7a-bef4-f803e5765b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:31.133885 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:31.427573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fa27a-ead3-4a92-8c1a-e316334b6844 req-52e3339a-c645-4468-9c9b-bee293f8fd4e tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:31.434985 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d29fa27a-ead3-4a92-8c1a-e316334b6844 req-52e3339a-c645-4468-9c9b-bee293f8fd4e tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/ports?device_id=9367ccc4-0736-479d-b980-2d9ce320154f HTTP/1.1" status: 200 len: 944 time: 0.0893819 Jul 22 19:33:31.469636 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d29fa27a-ead3-4a92-8c1a-e316334b6844 req-9618da89-9d69-40d5-adb7-3cb7a0e23567 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/security-groups?id=18dc11e3-b1e4-4dae-96bc-331d1a974c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336432 Jul 22 19:33:31.598308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb9bfe-aaa5-4c57-a8cd-c136dd3c7f77 req-983a31a3-5afc-4e14-8651-a0389b880e92 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:31.600082 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c1cb9bfe-aaa5-4c57-a8cd-c136dd3c7f77 req-983a31a3-5afc-4e14-8651-a0389b880e92 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 943 time: 0.0717580 Jul 22 19:33:31.643783 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c1cb9bfe-aaa5-4c57-a8cd-c136dd3c7f77 req-2bfa3cf5-03cb-421d-a65f-18fa28aabd51 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361326 Jul 22 19:33:32.370741 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:32.405623 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:33:32.507726 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8,segment=NetworkSegment(759fb4e1-9bb6-4b89-8820-9eca2aaf7acf),segment_id=759fb4e1-9bb6-4b89-8820-9eca2aaf7acf)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:32.520506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8', 'network_id': 'a9224cdc-930f-4818-ac03-9b2248bfe5d8', 'port_id': 'ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8', 'mac_address': 'fa:16:3e:52:c5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0643c1d4-c8ae-4e94-90b0-10fbaa025360', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:33:32.564833 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:32.587773 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:33:32.614142 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8,segment=NetworkSegment(759fb4e1-9bb6-4b89-8820-9eca2aaf7acf),segment_id=759fb4e1-9bb6-4b89-8820-9eca2aaf7acf)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:32.622537 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:32.636964 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911289c-f0c9-4c05-9fc1-e9ce00a799a9 req-1936e35c-21f9-419b-bc35-b97ef715b3b2 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:32.639020 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2911289c-f0c9-4c05-9fc1-e9ce00a799a9 req-1936e35c-21f9-419b-bc35-b97ef715b3b2 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/ports?device_id=9367ccc4-0736-479d-b980-2d9ce320154f HTTP/1.1" status: 200 len: 944 time: 0.0868740 Jul 22 19:33:32.685428 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2911289c-f0c9-4c05-9fc1-e9ce00a799a9 req-21f18a45-199c-4488-881f-1f274480d882 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/security-groups?id=18dc11e3-b1e4-4dae-96bc-331d1a974c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374835 Jul 22 19:33:32.688532 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:32.805825 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f177-1fb7-430a-b576-5b97d71d6dc0 req-bd7f4c08-9336-4f63-8cff-0dbf73334e19 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:32.807766 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6014f177-1fb7-430a-b576-5b97d71d6dc0 req-bd7f4c08-9336-4f63-8cff-0dbf73334e19 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 943 time: 0.0737393 Jul 22 19:33:32.808000 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:33:32.852022 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6014f177-1fb7-430a-b576-5b97d71d6dc0 req-c3520bfc-4bf4-4fc5-9615-54a40c0ceae2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378268 Jul 22 19:33:33.858932 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a1873-2d7a-42e5-90f5-1fca6c76735f req-58ffd3af-b96a-4089-825e-da63ae90f873 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:33.860644 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-164a1873-2d7a-42e5-90f5-1fca6c76735f req-58ffd3af-b96a-4089-825e-da63ae90f873 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/ports?device_id=9367ccc4-0736-479d-b980-2d9ce320154f HTTP/1.1" status: 200 len: 945 time: 0.0874753 Jul 22 19:33:33.912220 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-164a1873-2d7a-42e5-90f5-1fca6c76735f req-7ed09d51-246d-44ac-8845-7d68d8af7644 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/security-groups?id=18dc11e3-b1e4-4dae-96bc-331d1a974c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451627 Jul 22 19:33:34.000533 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.264975 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69801b-5039-46d8-be13-ae2185c451e9 req-77789bbd-677d-4f43-aaee-4b9bf3ef6572 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:34.266168 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b69801b-5039-46d8-be13-ae2185c451e9 req-77789bbd-677d-4f43-aaee-4b9bf3ef6572 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 943 time: 0.0798512 Jul 22 19:33:34.311168 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b69801b-5039-46d8-be13-ae2185c451e9 req-edc63725-d606-406d-829a-29910d90b91f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388720 Jul 22 19:33:34.421236 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:33:34.482438 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:33:34.487169 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:33:34.487667 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.493768 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48182) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:34.573464 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.598415 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9367ccc4-0736-479d-b980-2d9ce320154f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:34.600725 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a84a2e-8de2-454e-b29a-50174fb63b41" -d '{"events": [{"server_uuid": "9367ccc4-0736-479d-b980-2d9ce320154f", "name": "network-vif-plugged", "status": "completed", "tag": "ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:34.615376 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e7a86aaa-0a2a-4bda-abcc-5646c14bfe7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.617017 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8,segment=NetworkSegment(759fb4e1-9bb6-4b89-8820-9eca2aaf7acf),segment_id=759fb4e1-9bb6-4b89-8820-9eca2aaf7acf)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:34.622722 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.651638 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825d712b-5131-4154-9c23-fbb1a8b3c155 x-openstack-request-id: req-825d712b-5131-4154-9c23-fbb1a8b3c155 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:34.656919 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9367ccc4-0736-479d-b980-2d9ce320154f", "name": "network-vif-plugged", "status": "completed", "tag": "ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:34.657365 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-825d712b-5131-4154-9c23-fbb1a8b3c155 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:34.658242 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9367ccc4-0736-479d-b980-2d9ce320154f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8', 'code': 200} Jul 22 19:33:34.696321 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:34.751205 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e7a86aaa-0a2a-4bda-abcc-5646c14bfe7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.755493 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e7a86aaa-0a2a-4bda-abcc-5646c14bfe7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.784896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81f47f-5405-457e-af3a-56a17ade32d5 req-8935fe74-f368-434c-9229-1074582d104c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:34.786538 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d81f47f-5405-457e-af3a-56a17ade32d5 req-8935fe74-f368-434c-9229-1074582d104c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9367ccc4-0736-479d-b980-2d9ce320154f HTTP/1.1" status: 200 len: 1098 time: 0.0758700 Jul 22 19:33:34.798987 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e7a86aaa-0a2a-4bda-abcc-5646c14bfe7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3947b01e94474e0480d4c5c428ffc4c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3037109 Jul 22 19:33:34.801661 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48188) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:34.808340 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a86aaa-0a2a-4bda-abcc-5646c14bfe7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f753774d-fbe2-4a45-89a3-2b7e2baa1ad7,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:34.830441 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d81f47f-5405-457e-af3a-56a17ade32d5 req-c983632a-12be-4e8f-8c96-1524b597d26b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=18dc11e3-b1e4-4dae-96bc-331d1a974c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365570 Jul 22 19:33:34.860201 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2f8ce42-11b2-4d38-9004-7d62f3c0c31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.881753 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2f8ce42-11b2-4d38-9004-7d62f3c0c31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.929366 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2f8ce42-11b2-4d38-9004-7d62f3c0c31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.932952 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2f8ce42-11b2-4d38-9004-7d62f3c0c31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.937616 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b2f8ce42-11b2-4d38-9004-7d62f3c0c31c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f753774d-fbe2-4a45-89a3-2b7e2baa1ad7 HTTP/1.1" status: 204 len: 168 time: 0.1318269 Jul 22 19:33:34.944578 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8ce42-11b2-4d38-9004-7d62f3c0c31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f753774d-fbe2-4a45-89a3-2b7e2baa1ad7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:35.083224 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2acda-3f37-4bca-84fc-77d6f3fad9db req-b7872b9f-2afc-4457-baaf-8178ad128bab tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:35.084736 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4df2acda-3f37-4bca-84fc-77d6f3fad9db req-b7872b9f-2afc-4457-baaf-8178ad128bab tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/ports?device_id=9367ccc4-0736-479d-b980-2d9ce320154f HTTP/1.1" status: 200 len: 946 time: 0.0716894 Jul 22 19:33:35.138258 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4df2acda-3f37-4bca-84fc-77d6f3fad9db req-f734c205-e85b-4675-8465-60908d4042b6 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/security-groups?id=18dc11e3-b1e4-4dae-96bc-331d1a974c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466392 Jul 22 19:33:35.229404 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48196) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:35.242867 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-885466ef-9e53-4e68-988f-45b4eaf6123f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:35.350146 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-885466ef-9e53-4e68-988f-45b4eaf6123f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:35.355535 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-885466ef-9e53-4e68-988f-45b4eaf6123f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:35.399233 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-885466ef-9e53-4e68-988f-45b4eaf6123f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=591340d785f84becb24c67510449260c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685042 Jul 22 19:33:35.401159 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885466ef-9e53-4e68-988f-45b4eaf6123f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ede2b2c-8b52-4938-ad9e-8daa031d4906,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:35.402609 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 48200) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:35.495406 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d531374-e002-44f7-8118-c9230517ebfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:35.506849 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c47baa-d843-4f47-bc52-82a9005f91c4 req-edb00ac7-f3dd-4cd2-90c4-67dee968c382 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:35.508388 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42c47baa-d843-4f47-bc52-82a9005f91c4 req-edb00ac7-f3dd-4cd2-90c4-67dee968c382 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 943 time: 0.1162574 Jul 22 19:33:35.543891 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d531374-e002-44f7-8118-c9230517ebfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:35.595931 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42c47baa-d843-4f47-bc52-82a9005f91c4 req-50aa021c-08c6-4588-953b-10fd73827cb8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792005 Jul 22 19:33:35.626999 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d531374-e002-44f7-8118-c9230517ebfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:35.629743 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4d531374-e002-44f7-8118-c9230517ebfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:35.631527 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4d531374-e002-44f7-8118-c9230517ebfa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ede2b2c-8b52-4938-ad9e-8daa031d4906 HTTP/1.1" status: 204 len: 168 time: 0.2274828 Jul 22 19:33:35.642020 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d531374-e002-44f7-8118-c9230517ebfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ede2b2c-8b52-4938-ad9e-8daa031d4906,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:36.292389 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad892d6a-1006-43b7-8713-156b5f127b77 req-a731a782-d2ad-46ae-a92c-774861ae9c76 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:36.294813 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad892d6a-1006-43b7-8713-156b5f127b77 req-a731a782-d2ad-46ae-a92c-774861ae9c76 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/ports?device_id=9367ccc4-0736-479d-b980-2d9ce320154f HTTP/1.1" status: 200 len: 946 time: 0.0791938 Jul 22 19:33:36.336056 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad892d6a-1006-43b7-8713-156b5f127b77 req-249bf54d-2aa6-4aee-85ae-246d6ea3580c tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/security-groups?id=18dc11e3-b1e4-4dae-96bc-331d1a974c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337496 Jul 22 19:33:36.650312 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26000183-7660-4b21-bb1f-5266fa6149ad req-86679aa3-8566-4596-a454-4a58578ac618 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:36.652424 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-26000183-7660-4b21-bb1f-5266fa6149ad req-86679aa3-8566-4596-a454-4a58578ac618 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/ports?device_id=9367ccc4-0736-479d-b980-2d9ce320154f HTTP/1.1" status: 200 len: 946 time: 0.0730314 Jul 22 19:33:36.726302 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-26000183-7660-4b21-bb1f-5266fa6149ad req-dbce93d7-80f1-4913-989a-5f7840354159 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/security-groups?id=18dc11e3-b1e4-4dae-96bc-331d1a974c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673869 Jul 22 19:33:36.756719 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a35663-2392-4141-8da0-75628a80f789 req-61f1ac93-190b-414c-ae67-5ea7e507674e tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:36.758186 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6a35663-2392-4141-8da0-75628a80f789 req-61f1ac93-190b-414c-ae67-5ea7e507674e tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 943 time: 0.0842690 Jul 22 19:33:36.799755 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6a35663-2392-4141-8da0-75628a80f789 req-6512b315-edaa-4777-94e3-04fd4823133b tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350778 Jul 22 19:33:37.789266 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48282) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:37.907368 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c430897-95a4-47aa-b47b-4b9b01b4a7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:37.922114 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674b8c9-d634-4cc0-91c4-bf79fd87d5d6 req-0a6ce0d4-b0cc-42d4-bd56-c7afe335ce5a tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:37.923579 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d674b8c9-d634-4cc0-91c4-bf79fd87d5d6 req-0a6ce0d4-b0cc-42d4-bd56-c7afe335ce5a tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.30 "GET /v2.0/ports?device_id=9367ccc4-0736-479d-b980-2d9ce320154f HTTP/1.1" status: 200 len: 946 time: 0.1358154 Jul 22 19:33:37.932868 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dbffa-911b-4048-829f-9d2cc62cd9a2 req-93f5e98e-9787-42ca-b900-41e808e7ce6a tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:37.934397 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a18dbffa-911b-4048-829f-9d2cc62cd9a2 req-93f5e98e-9787-42ca-b900-41e808e7ce6a tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/ports?device_id=9367ccc4-0736-479d-b980-2d9ce320154f HTTP/1.1" status: 200 len: 946 time: 0.1368015 Jul 22 19:33:38.002335 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c430897-95a4-47aa-b47b-4b9b01b4a7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.006488 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c430897-95a4-47aa-b47b-4b9b01b4a7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.047437 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8c430897-95a4-47aa-b47b-4b9b01b4a7c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82a87327a3274aeeb4a2d5e4e61b457e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570243 Jul 22 19:33:38.049532 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c430897-95a4-47aa-b47b-4b9b01b4a7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e544169-9835-4768-9b84-bc3696cc08d8,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:38.050571 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a18dbffa-911b-4048-829f-9d2cc62cd9a2 req-37a72571-7ae2-4159-b840-3d6010975cb6 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/security-groups?id=18dc11e3-b1e4-4dae-96bc-331d1a974c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071055 Jul 22 19:33:38.051942 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 48288) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:38.073540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58c1c0-e2d7-40c2-a714-e0ba75012c90 req-37795f4b-d5c7-4208-9c58-2df0ab6f9824 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:38.075289 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c58c1c0-e2d7-40c2-a714-e0ba75012c90 req-37795f4b-d5c7-4208-9c58-2df0ab6f9824 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 943 time: 0.2025998 Jul 22 19:33:38.155209 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c58c1c0-e2d7-40c2-a714-e0ba75012c90 req-decd8bf4-f6b4-4c2d-95d1-ec637ee2a291 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704579 Jul 22 19:33:38.163650 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0df1dc81-f189-42a4-bca9-6ee2016bcbd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.169439 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-d674b8c9-d634-4cc0-91c4-bf79fd87d5d6 req-de250ab2-760c-47e2-ab8e-3d4ccfebac84 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Deleting port ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:38.169759 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d674b8c9-d634-4cc0-91c4-bf79fd87d5d6 req-de250ab2-760c-47e2-ab8e-3d4ccfebac84 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.209701 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0df1dc81-f189-42a4-bca9-6ee2016bcbd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.587217 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d674b8c9-d634-4cc0-91c4-bf79fd87d5d6 req-de250ab2-760c-47e2-ab8e-3d4ccfebac84 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] For port ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8,segment=NetworkSegment(759fb4e1-9bb6-4b89-8820-9eca2aaf7acf),segment_id=759fb4e1-9bb6-4b89-8820-9eca2aaf7acf)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:38.587572 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d674b8c9-d634-4cc0-91c4-bf79fd87d5d6 req-de250ab2-760c-47e2-ab8e-3d4ccfebac84 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.601085 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-d674b8c9-d634-4cc0-91c4-bf79fd87d5d6 req-de250ab2-760c-47e2-ab8e-3d4ccfebac84 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Calling delete_port for ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:38.611868 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0df1dc81-f189-42a4-bca9-6ee2016bcbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.614619 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0df1dc81-f189-42a4-bca9-6ee2016bcbd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.615746 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0df1dc81-f189-42a4-bca9-6ee2016bcbd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e544169-9835-4768-9b84-bc3696cc08d8 HTTP/1.1" status: 204 len: 168 time: 0.5620415 Jul 22 19:33:38.653823 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1dc81-f189-42a4-bca9-6ee2016bcbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e544169-9835-4768-9b84-bc3696cc08d8,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:38.748553 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d674b8c9-d634-4cc0-91c4-bf79fd87d5d6 req-de250ab2-760c-47e2-ab8e-3d4ccfebac84 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.761809 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:33:38.781842 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de250ab2-760c-47e2-ab8e-3d4ccfebac84 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Pushing event deleted for resources: {'Port': ['ID=ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:38.828022 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-d674b8c9-d634-4cc0-91c4-bf79fd87d5d6 req-de250ab2-760c-47e2-ab8e-3d4ccfebac84 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] No DVR routers for this DVR port ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:38.830683 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d674b8c9-d634-4cc0-91c4-bf79fd87d5d6 req-de250ab2-760c-47e2-ab8e-3d4ccfebac84 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.832932 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d674b8c9-d634-4cc0-91c4-bf79fd87d5d6 req-de250ab2-760c-47e2-ab8e-3d4ccfebac84 tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.30 "DELETE /v2.0/ports/ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8 HTTP/1.1" status: 204 len: 173 time: 0.8976474 Jul 22 19:33:38.833702 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9367ccc4-0736-479d-b980-2d9ce320154f', 'name': 'network-vif-deleted', 'tag': 'ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:38.836621 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0742249-e301-4843-8d6a-45d15f1860fd" -d '{"events": [{"server_uuid": "9367ccc4-0736-479d-b980-2d9ce320154f", "name": "network-vif-deleted", "tag": "ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:38.879090 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe694481-0c66-4f93-8ffb-dbf3939e99e9 x-openstack-request-id: req-fe694481-0c66-4f93-8ffb-dbf3939e99e9 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:38.879456 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9367ccc4-0736-479d-b980-2d9ce320154f", "name": "network-vif-deleted", "tag": "ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:38.879771 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe694481-0c66-4f93-8ffb-dbf3939e99e9 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:38.880347 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9367ccc4-0736-479d-b980-2d9ce320154f', 'name': 'network-vif-deleted', 'tag': 'ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8', 'status': 'completed', 'code': 200} Jul 22 19:33:38.899211 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 48296) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:38.913966 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bbcc0c18-1d45-41da-8fc3-5058a369b896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.018100 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bbcc0c18-1d45-41da-8fc3-5058a369b896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.021523 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bbcc0c18-1d45-41da-8fc3-5058a369b896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.058954 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bbcc0c18-1d45-41da-8fc3-5058a369b896 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a563148aaf604e76a35c25407eaa66d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586034 Jul 22 19:33:39.060072 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc0c18-1d45-41da-8fc3-5058a369b896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061c7b20-b100-4dc7-8115-152ac58ee302,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:39.061585 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48298) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:39.112063 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a62ab25d-327e-464a-a986-cb9c8cea2b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.133928 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a62ab25d-327e-464a-a986-cb9c8cea2b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.152311 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.164269 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8e3f85e-b222-44c8-ba42-db02a3dec800 req-00bff778-b47a-47d9-82d0-b99e6b6288ef tempest-ServerAddressesNegativeTestJSON-41960099 tempest-ServerAddressesNegativeTestJSON-41960099-project] 10.222.0.13 "GET /v2.0/ports?device_id=9367ccc4-0736-479d-b980-2d9ce320154f HTTP/1.1" status: 200 len: 210 time: 0.0342155 Jul 22 19:33:39.190162 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a62ab25d-327e-464a-a986-cb9c8cea2b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.193044 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a62ab25d-327e-464a-a986-cb9c8cea2b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.194278 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a62ab25d-327e-464a-a986-cb9c8cea2b09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/061c7b20-b100-4dc7-8115-152ac58ee302 HTTP/1.1" status: 204 len: 168 time: 0.1316335 Jul 22 19:33:39.203348 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ab25d-327e-464a-a986-cb9c8cea2b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061c7b20-b100-4dc7-8115-152ac58ee302,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:39.313616 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb5a7d-5af1-48b3-9ef9-64d18498f001 req-8acb7bd0-d381-4508-a275-0aabae8f686d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:39.315123 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7eb5a7d-5af1-48b3-9ef9-64d18498f001 req-8acb7bd0-d381-4508-a275-0aabae8f686d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 943 time: 0.0668666 Jul 22 19:33:39.356052 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7eb5a7d-5af1-48b3-9ef9-64d18498f001 req-79a3fe06-3d9f-49cc-bf88-16dd11435396 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347917 Jul 22 19:33:40.222939 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48336) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:40.267637 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77fdcd1-cc38-4dce-ad75-0c38facf808d admin admin] Deleting subnet 0643c1d4-c8ae-4e94-90b0-10fbaa025360 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:33:40.270727 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a77fdcd1-cc38-4dce-ad75-0c38facf808d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:40.307256 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a77fdcd1-cc38-4dce-ad75-0c38facf808d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:40.349846 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a77fdcd1-cc38-4dce-ad75-0c38facf808d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:40.406498 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a77fdcd1-cc38-4dce-ad75-0c38facf808d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:40.422609 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a77fdcd1-cc38-4dce-ad75-0c38facf808d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:40.431552 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a77fdcd1-cc38-4dce-ad75-0c38facf808d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0643c1d4-c8ae-4e94-90b0-10fbaa025360 HTTP/1.1" status: 204 len: 168 time: 0.2006145 Jul 22 19:33:40.432219 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 48344) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:40.444579 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fdcd1-cc38-4dce-ad75-0c38facf808d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0643c1d4-c8ae-4e94-90b0-10fbaa025360,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:40.534931 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06ce6494-5950-4694-a55c-fd6815009174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:40.585414 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab93de-34f3-4a1a-aa1e-654ad080689f req-b7f42b75-d369-4314-a949-d9318aedbf63 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:40.586894 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eaab93de-34f3-4a1a-aa1e-654ad080689f req-b7f42b75-d369-4314-a949-d9318aedbf63 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 943 time: 0.1383982 Jul 22 19:33:40.654541 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06ce6494-5950-4694-a55c-fd6815009174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:40.675094 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-06ce6494-5950-4694-a55c-fd6815009174 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9224cdc-930f-4818-ac03-9b2248bfe5d8']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:40.687663 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eaab93de-34f3-4a1a-aa1e-654ad080689f req-15447fc4-ef12-418d-89fc-048ad3ad2c09 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880797 Jul 22 19:33:40.689595 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-06ce6494-5950-4694-a55c-fd6815009174 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759fb4e1-9bb6-4b89-8820-9eca2aaf7acf') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:40.689884 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-06ce6494-5950-4694-a55c-fd6815009174 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759fb4e1-9bb6-4b89-8820-9eca2aaf7acf') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:40.700294 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06ce6494-5950-4694-a55c-fd6815009174 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:40.722980 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06ce6494-5950-4694-a55c-fd6815009174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:40.729283 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ce6494-5950-4694-a55c-fd6815009174 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:33:40.729677 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06ce6494-5950-4694-a55c-fd6815009174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:33:40.731538 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:33:40.785519 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06ce6494-5950-4694-a55c-fd6815009174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:40.793478 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06ce6494-5950-4694-a55c-fd6815009174 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:40.795002 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-06ce6494-5950-4694-a55c-fd6815009174 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a9224cdc-930f-4818-ac03-9b2248bfe5d8 HTTP/1.1" status: 204 len: 168 time: 0.3666275 Jul 22 19:33:40.805350 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce6494-5950-4694-a55c-fd6815009174 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9224cdc-930f-4818-ac03-9b2248bfe5d8,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:41.021327 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 48366) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:41.065500 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-40b7914f-708b-4f86-b8b8-ede66587b467 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fba3eca43fc1465faf1f52897455fca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429528 Jul 22 19:33:41.068305 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 48368) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:41.123816 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cc9d8602-4ba5-4db4-9b3e-aa93ea187d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:41.147646 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cc9d8602-4ba5-4db4-9b3e-aa93ea187d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:41.171075 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48372) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:41.195772 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cc9d8602-4ba5-4db4-9b3e-aa93ea187d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:41.199546 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cc9d8602-4ba5-4db4-9b3e-aa93ea187d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:41.200826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cc9d8602-4ba5-4db4-9b3e-aa93ea187d86 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18dc11e3-b1e4-4dae-96bc-331d1a974c5e HTTP/1.1" status: 204 len: 168 time: 0.1314223 Jul 22 19:33:41.209306 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d8602-4ba5-4db4-9b3e-aa93ea187d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dc11e3-b1e4-4dae-96bc-331d1a974c5e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:41.419179 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d8fd8fa2-7dcd-487c-98e5-167739344f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:41.520228 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d8fd8fa2-7dcd-487c-98e5-167739344f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:41.525784 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d8fd8fa2-7dcd-487c-98e5-167739344f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:41.568919 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d8fd8fa2-7dcd-487c-98e5-167739344f9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a46db21e05f343c1a4187b153e5da460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3943195 Jul 22 19:33:41.568919 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd8fa2-7dcd-487c-98e5-167739344f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0d55e0-984f-4fea-9c36-d53fed02f721,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:41.569769 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 48388) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:41.621890 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d7e80474-7cff-4ea9-8342-d6b90618cbe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:41.649357 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d7e80474-7cff-4ea9-8342-d6b90618cbe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:41.707884 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d7e80474-7cff-4ea9-8342-d6b90618cbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:41.712864 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d7e80474-7cff-4ea9-8342-d6b90618cbe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:41.716416 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d7e80474-7cff-4ea9-8342-d6b90618cbe6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf0d55e0-984f-4fea-9c36-d53fed02f721 HTTP/1.1" status: 204 len: 168 time: 0.1433914 Jul 22 19:33:41.740630 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e80474-7cff-4ea9-8342-d6b90618cbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0d55e0-984f-4fea-9c36-d53fed02f721,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:41.840791 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:41.862949 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0c1d4-a91a-4b3c-bf6a-5981104dfab2 req-1070d6e0-3f7a-4f89-8f61-a5ed6d374625 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:41.865348 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-25c0c1d4-a91a-4b3c-bf6a-5981104dfab2 req-1070d6e0-3f7a-4f89-8f61-a5ed6d374625 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 943 time: 0.0949321 Jul 22 19:33:41.911939 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-25c0c1d4-a91a-4b3c-bf6a-5981104dfab2 req-daa4ba5e-38c4-4515-8bef-1bc85af668f5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391755 Jul 22 19:33:41.959267 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48404) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:42.061679 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-0efa229f-1ad9-4ac7-9c72-e4f4604a41fe admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1023553439-network', 'tenant_id': '6bf432ad41874658b8b24a52c122351f'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:42.084014 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efa229f-1ad9-4ac7-9c72-e4f4604a41fe admin admin] Made reservation on behalf of 6bf432ad41874658b8b24a52c122351f for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:42.086561 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0efa229f-1ad9-4ac7-9c72-e4f4604a41fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.095146 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0efa229f-1ad9-4ac7-9c72-e4f4604a41fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.101262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 48408) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:42.114679 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dac57fa2-a3fd-49c9-9e46-ca2d618847c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.188217 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0efa229f-1ad9-4ac7-9c72-e4f4604a41fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.192200 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0efa229f-1ad9-4ac7-9c72-e4f4604a41fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.212398 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efa229f-1ad9-4ac7-9c72-e4f4604a41fe admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:33:42.226080 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa229f-1ad9-4ac7-9c72-e4f4604a41fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e15c42-92e3-41dc-9a6e-2d3e558f1550,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:42.231613 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0efa229f-1ad9-4ac7-9c72-e4f4604a41fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.231965 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-0efa229f-1ad9-4ac7-9c72-e4f4604a41fe admin admin] Added segment 64fb9147-e2da-400c-bb6c-ef3edd1cf071 of type vlan for network 34808cd3-d962-46d7-9f25-3b2304469cb7 Jul 22 19:33:42.271791 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0efa229f-1ad9-4ac7-9c72-e4f4604a41fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.277728 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dac57fa2-a3fd-49c9-9e46-ca2d618847c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.281102 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dac57fa2-a3fd-49c9-9e46-ca2d618847c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.301805 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0efa229f-1ad9-4ac7-9c72-e4f4604a41fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.302959 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efa229f-1ad9-4ac7-9c72-e4f4604a41fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:42.303925 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0efa229f-1ad9-4ac7-9c72-e4f4604a41fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.322655 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-dac57fa2-a3fd-49c9-9e46-ca2d618847c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=714e2755a9bd4f68af396f9b06e02a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2201686 Jul 22 19:33:42.325188 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 48410) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:42.327184 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac57fa2-a3fd-49c9-9e46-ca2d618847c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317f97c3-146d-41e4-9892-1f1d671201a6,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:42.341395 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0efa229f-1ad9-4ac7-9c72-e4f4604a41fe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.3804340 Jul 22 19:33:42.342808 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 48412) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:42.347922 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-d9373b6c-2d18-4c56-bb21-b93a15b84d5a admin admin] Request body: {'subnet': {'network_id': '34808cd3-d962-46d7-9f25-3b2304469cb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1023553439-subnet', 'tenant_id': '6bf432ad41874658b8b24a52c122351f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:42.374783 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa229f-1ad9-4ac7-9c72-e4f4604a41fe admin admin] Pushing event updated for resources: {'Network': ['ID=34808cd3-d962-46d7-9f25-3b2304469cb7,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:42.386171 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 34808cd3-d962-46d7-9f25-3b2304469cb7 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:33:42.389374 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9373b6c-2d18-4c56-bb21-b93a15b84d5a admin admin] Made reservation on behalf of 6bf432ad41874658b8b24a52c122351f for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:42.391639 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d9373b6c-2d18-4c56-bb21-b93a15b84d5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.422356 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-44f9d598-0eac-4218-96fc-23e2338102b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.452797 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:33:42.473568 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:33:42.473887 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device ef1cdf75-0a24-4fe0-a28a-f37093ce6bb8 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:33:42.480726 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-44f9d598-0eac-4218-96fc-23e2338102b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.566345 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-44f9d598-0eac-4218-96fc-23e2338102b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.568809 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-44f9d598-0eac-4218-96fc-23e2338102b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.569953 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-44f9d598-0eac-4218-96fc-23e2338102b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/317f97c3-146d-41e4-9892-1f1d671201a6 HTTP/1.1" status: 204 len: 168 time: 0.2438598 Jul 22 19:33:42.602866 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9d598-0eac-4218-96fc-23e2338102b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317f97c3-146d-41e4-9892-1f1d671201a6,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:42.629587 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d9373b6c-2d18-4c56-bb21-b93a15b84d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.679326 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9373b6c-2d18-4c56-bb21-b93a15b84d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac1b151-0ef4-4798-9ba2-e7214ce6234b,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:42.694937 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9373b6c-2d18-4c56-bb21-b93a15b84d5a admin admin] Checking segment: {'id': '64fb9147-e2da-400c-bb6c-ef3edd1cf071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '34808cd3-d962-46d7-9f25-3b2304469cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:33:42.695333 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9373b6c-2d18-4c56-bb21-b93a15b84d5a admin admin] Network hostable DHCP agents. Network: 34808cd3-d962-46d7-9f25-3b2304469cb7, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:33:42.712569 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9373b6c-2d18-4c56-bb21-b93a15b84d5a admin admin] Network 34808cd3-d962-46d7-9f25-3b2304469cb7 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:33:42.722005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-d9373b6c-2d18-4c56-bb21-b93a15b84d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 34808cd3-d962-46d7-9f25-3b2304469cb7) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:42.726167 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9373b6c-2d18-4c56-bb21-b93a15b84d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:42.726750 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d9373b6c-2d18-4c56-bb21-b93a15b84d5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.732745 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcb4207-b33b-480c-bf41-9464e0d5f56f None None] Network 34808cd3-d962-46d7-9f25-3b2304469cb7 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:42.743019 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d9373b6c-2d18-4c56-bb21-b93a15b84d5a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3987319 Jul 22 19:33:42.866208 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064092ee-ef61-41fa-aa08-6d6641cfa454 None None] Network 34808cd3-d962-46d7-9f25-3b2304469cb7 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:42.995479 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device a4bc6efa-ac56-4049-9c71-aa902d20f9a4 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:33:43.093513 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403afb2-e869-4850-91f4-fcb7270f38f9 req-6a95ebe6-2f22-4044-9ab1-b022ff5d882d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:43.100520 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8403afb2-e869-4850-91f4-fcb7270f38f9 req-6a95ebe6-2f22-4044-9ab1-b022ff5d882d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 943 time: 0.0819564 Jul 22 19:33:43.127848 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port a4bc6efa-ac56-4049-9c71-aa902d20f9a4, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=a4bc6efa-ac56-4049-9c71-aa902d20f9a4,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:43.141152 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'a4bc6efa-ac56-4049-9c71-aa902d20f9a4', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'port_id': 'a4bc6efa-ac56-4049-9c71-aa902d20f9a4', 'mac_address': 'fa:16:3e:b3:1e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:33:43.144668 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8403afb2-e869-4850-91f4-fcb7270f38f9 req-13fe397e-ea38-4ea1-9398-989aefb45a42 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429780 Jul 22 19:33:43.184498 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:43.199450 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4bc6efa-ac56-4049-9c71-aa902d20f9a4 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:33:43.227902 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port a4bc6efa-ac56-4049-9c71-aa902d20f9a4, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=a4bc6efa-ac56-4049-9c71-aa902d20f9a4,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:43.232787 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:43.285919 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=a4bc6efa-ac56-4049-9c71-aa902d20f9a4,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:43.354100 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-63680b19-1dc7-4644-ad33-8a3687994704 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:43.356159 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-63680b19-1dc7-4644-ad33-8a3687994704 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/networks?id=34808cd3-d962-46d7-9f25-3b2304469cb7 HTTP/1.1" status: 200 len: 821 time: 0.1140988 Jul 22 19:33:43.372137 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-a784d87c-22c7-43c4-b00c-e90d3ed46cf6 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/quotas/6bf432ad41874658b8b24a52c122351f HTTP/1.1" status: 200 len: 375 time: 0.0100684 Jul 22 19:33:43.407526 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-9d39183f-a5e9-4041-9ee4-5f877c293b97 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6bf432ad41874658b8b24a52c122351f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295906 Jul 22 19:33:43.418955 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['a4bc6efa-ac56-4049-9c71-aa902d20f9a4'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:33:43.511867 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-8c47cac4-ac3e-41ab-a3e8-cac94970da58 service neutron] 10.222.0.13 "GET /v2.0/networks/34808cd3-d962-46d7-9f25-3b2304469cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970418 Jul 22 19:33:43.607126 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-35228996-5d4a-4aea-9792-5ee012b99a51 service neutron] 10.222.0.13 "GET /v2.0/networks/34808cd3-d962-46d7-9f25-3b2304469cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891640 Jul 22 19:33:43.782714 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d491636-307d-4d5c-8f32-504c84435831 req-5cc4eba6-39cb-40ab-bcb6-32d58ec7633a tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e30ff-29c8-474c-a63e-c44488a79c6c HTTP/1.1" status: 200 len: 210 time: 0.0388777 Jul 22 19:33:44.282782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ba203-2dce-4426-8ce3-dc0f59cff998 req-8265776b-844d-46b1-9fcf-309649bbbcd9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:44.284456 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd1ba203-2dce-4426-8ce3-dc0f59cff998 req-8265776b-844d-46b1-9fcf-309649bbbcd9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 944 time: 0.0742013 Jul 22 19:33:44.329285 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd1ba203-2dce-4426-8ce3-dc0f59cff998 req-0fa38cac-6bdd-46d3-9dee-582509aa3586 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382311 Jul 22 19:33:44.718719 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-91bad715-303f-4fa4-a7c4-2ac6ac283cbd tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:44.720260 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-91bad715-303f-4fa4-a7c4-2ac6ac283cbd tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.30 "GET /v2.0/networks?id=34808cd3-d962-46d7-9f25-3b2304469cb7 HTTP/1.1" status: 200 len: 821 time: 0.1119170 Jul 22 19:33:44.732541 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e42dcf54-6171-4c94-959b-b29c54c28bc8 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Request body: {'port': {'device_id': '919e30ff-29c8-474c-a63e-c44488a79c6c', 'network_id': '34808cd3-d962-46d7-9f25-3b2304469cb7', 'admin_state_up': True, 'tenant_id': '6bf432ad41874658b8b24a52c122351f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:44.846157 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e42dcf54-6171-4c94-959b-b29c54c28bc8 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Made reservation on behalf of 6bf432ad41874658b8b24a52c122351f for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:44.849885 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e42dcf54-6171-4c94-959b-b29c54c28bc8 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:44.896426 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c549159-d1cf-4e0d-af86-2ee691b528a1 req-5d269c9e-12fb-4689-8290-92e949a66490 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e30ff-29c8-474c-a63e-c44488a79c6c HTTP/1.1" status: 200 len: 210 time: 0.0339258 Jul 22 19:33:44.945439 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48516) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:45.004535 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device a4bc6efa-ac56-4049-9c71-aa902d20f9a4 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:33:45.014237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e42dcf54-6171-4c94-959b-b29c54c28bc8 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Allocated IP 172.20.0.2 (34808cd3-d962-46d7-9f25-3b2304469cb7/7ac1b151-0ef4-4798-9ba2-e7214ce6234b/cd8cea11-f2e5-4880-9782-8673579990d8) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:33:45.061280 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port a4bc6efa-ac56-4049-9c71-aa902d20f9a4 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:33:45.065319 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port a4bc6efa-ac56-4049-9c71-aa902d20f9a4 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:33:45.065960 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.076140 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebacc41a-eecc-4866-8438-a9ed9acb1008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.155361 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.182075 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebacc41a-eecc-4866-8438-a9ed9acb1008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.182335 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a740e5-6ff5-4059-ae32-4d0ed8d96870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bc6efa-ac56-4049-9c71-aa902d20f9a4'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:45.184222 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e42dcf54-6171-4c94-959b-b29c54c28bc8 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.186353 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2ed8b7-56ba-4418-8c9e-f8998143cb0f" -d '{"events": [{"server_uuid": "89a740e5-6ff5-4059-ae32-4d0ed8d96870", "name": "network-vif-plugged", "status": "completed", "tag": "a4bc6efa-ac56-4049-9c71-aa902d20f9a4"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:45.187493 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ebacc41a-eecc-4866-8438-a9ed9acb1008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.203239 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port a4bc6efa-ac56-4049-9c71-aa902d20f9a4, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=a4bc6efa-ac56-4049-9c71-aa902d20f9a4,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:45.208748 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.238982 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ec28c8-2789-49e9-8c20-899aac46dc62 x-openstack-request-id: req-a0ec28c8-2789-49e9-8c20-899aac46dc62 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:45.239261 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a740e5-6ff5-4059-ae32-4d0ed8d96870", "name": "network-vif-plugged", "status": "completed", "tag": "a4bc6efa-ac56-4049-9c71-aa902d20f9a4", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:45.239828 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0ec28c8-2789-49e9-8c20-899aac46dc62 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:45.240210 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a740e5-6ff5-4059-ae32-4d0ed8d96870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bc6efa-ac56-4049-9c71-aa902d20f9a4', 'code': 200} Jul 22 19:33:45.246403 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e42dcf54-6171-4c94-959b-b29c54c28bc8 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.250111 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ebacc41a-eecc-4866-8438-a9ed9acb1008 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8deecc2569c3488c84e7d66fb62ca420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3035567 Jul 22 19:33:45.253174 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48522) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:45.260452 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebacc41a-eecc-4866-8438-a9ed9acb1008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90392cff-5ff9-4435-9179-ba653f392565,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:45.277312 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=a4bc6efa-ac56-4049-9c71-aa902d20f9a4,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:45.296587 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e42dcf54-6171-4c94-959b-b29c54c28bc8 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Network 34808cd3-d962-46d7-9f25-3b2304469cb7 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:33:45.306966 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e42dcf54-6171-4c94-959b-b29c54c28bc8 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:45.312329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e42dcf54-6171-4c94-959b-b29c54c28bc8 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:33:45.333790 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a6413657-a19f-4412-ad45-cf78e56a890a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.356865 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a6413657-a19f-4412-ad45-cf78e56a890a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.362943 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42dcf54-6171-4c94-959b-b29c54c28bc8 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Pushing event updated for resources: {'Port': ['ID=cd8cea11-f2e5-4880-9782-8673579990d8,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:45.399319 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e42dcf54-6171-4c94-959b-b29c54c28bc8 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:45.399943 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e42dcf54-6171-4c94-959b-b29c54c28bc8 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.409846 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a6413657-a19f-4412-ad45-cf78e56a890a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.412869 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a6413657-a19f-4412-ad45-cf78e56a890a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.416194 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a6413657-a19f-4412-ad45-cf78e56a890a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90392cff-5ff9-4435-9179-ba653f392565 HTTP/1.1" status: 204 len: 168 time: 0.1595232 Jul 22 19:33:45.425553 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6413657-a19f-4412-ad45-cf78e56a890a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90392cff-5ff9-4435-9179-ba653f392565,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:45.427991 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562dcfc4-4aa8-421a-aed1-cd33e50fd430 req-855ae4ef-cb3b-4697-ab7a-d0ccd66a4173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:45.429564 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-562dcfc4-4aa8-421a-aed1-cd33e50fd430 req-855ae4ef-cb3b-4697-ab7a-d0ccd66a4173 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 1097 time: 0.1319363 Jul 22 19:33:45.431638 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e42dcf54-6171-4c94-959b-b29c54c28bc8 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7031674 Jul 22 19:33:45.460995 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] Request body: {'port': {'device_id': '919e30ff-29c8-474c-a63e-c44488a79c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:45.526392 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-562dcfc4-4aa8-421a-aed1-cd33e50fd430 req-484ba60f-9a00-4712-9f76-e32d74191ddc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759876 Jul 22 19:33:45.575067 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024545be-2cf5-4293-b91d-f911610c65d0 req-ed290521-a3dc-40a4-aec8-b3b06d1499e1 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:45.576601 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-024545be-2cf5-4293-b91d-f911610c65d0 req-ed290521-a3dc-40a4-aec8-b3b06d1499e1 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 945 time: 0.1671667 Jul 22 19:33:45.584728 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.647309 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-024545be-2cf5-4293-b91d-f911610c65d0 req-c003af86-77c6-4fb7-891c-56a210156209 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644004 Jul 22 19:33:45.695725 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48532) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:45.708663 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b7d6a91-07ce-4d0e-90e3-63fafb87174a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.801635 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b7d6a91-07ce-4d0e-90e3-63fafb87174a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.805954 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b7d6a91-07ce-4d0e-90e3-63fafb87174a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.847553 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6b7d6a91-07ce-4d0e-90e3-63fafb87174a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b127ab7a8d7b467aaad7cd4c63954d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483998 Jul 22 19:33:45.847553 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d6a91-07ce-4d0e-90e3-63fafb87174a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5926f0eb-9814-403e-8493-b17b29aad21e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:45.848386 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48534) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:45.889302 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8cea11-f2e5-4880-9782-8673579990d8 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:33:45.896615 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.896917 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d42bd14-2b7f-46b3-96b5-bedcc626864a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.910474 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] Transition to ACTIVE for port object cd8cea11-f2e5-4880-9782-8673579990d8 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:33:45.915605 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.919637 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d42bd14-2b7f-46b3-96b5-bedcc626864a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.976588 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d42bd14-2b7f-46b3-96b5-bedcc626864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.979530 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8d42bd14-2b7f-46b3-96b5-bedcc626864a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.980853 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8d42bd14-2b7f-46b3-96b5-bedcc626864a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5926f0eb-9814-403e-8493-b17b29aad21e HTTP/1.1" status: 204 len: 168 time: 0.1315353 Jul 22 19:33:45.988782 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42bd14-2b7f-46b3-96b5-bedcc626864a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5926f0eb-9814-403e-8493-b17b29aad21e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:46.018241 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] Pushing event updated for resources: {'Port': ['ID=cd8cea11-f2e5-4880-9782-8673579990d8,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:46.100674 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] Attempting to bind port cd8cea11-f2e5-4880-9782-8673579990d8 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:33:46.101013 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] Attempting to bind port cd8cea11-f2e5-4880-9782-8673579990d8 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '64fb9147-e2da-400c-bb6c-ef3edd1cf071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '34808cd3-d962-46d7-9f25-3b2304469cb7'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:33:46.101346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] Attempting to bind port cd8cea11-f2e5-4880-9782-8673579990d8 on network 34808cd3-d962-46d7-9f25-3b2304469cb7 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:33:46.117644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0133d68-219c-4747-8d43-e4f41aca2415 req-af0f859f-2e5c-4d02-9a4f-b00328565737 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:46.119272 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c0133d68-219c-4747-8d43-e4f41aca2415 req-af0f859f-2e5c-4d02-9a4f-b00328565737 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e30ff-29c8-474c-a63e-c44488a79c6c HTTP/1.1" status: 200 len: 943 time: 0.1389225 Jul 22 19:33:46.119828 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] Port cd8cea11-f2e5-4880-9782-8673579990d8 on network 34808cd3-d962-46d7-9f25-3b2304469cb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:33:46.120151 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] Attempting to bind port cd8cea11-f2e5-4880-9782-8673579990d8 on network 34808cd3-d962-46d7-9f25-3b2304469cb7 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:33:46.125864 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:33:46.126202 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] Checking segment: {'id': '64fb9147-e2da-400c-bb6c-ef3edd1cf071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '34808cd3-d962-46d7-9f25-3b2304469cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:33:46.126697 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] Bound using segment: {'id': '64fb9147-e2da-400c-bb6c-ef3edd1cf071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '34808cd3-d962-46d7-9f25-3b2304469cb7'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:33:46.127052 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] Bound port: cd8cea11-f2e5-4880-9782-8673579990d8, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64fb9147-e2da-400c-bb6c-ef3edd1cf071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '34808cd3-d962-46d7-9f25-3b2304469cb7'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:33:46.127669 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:46.207483 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c0133d68-219c-4747-8d43-e4f41aca2415 req-b4edbdd9-f5d8-4d9a-a72b-e7b9ca75f6f7 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/security-groups?id=86e15c42-92e3-41dc-9a6e-2d3e558f1550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774658 Jul 22 19:33:46.228800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] For port cd8cea11-f2e5-4880-9782-8673579990d8, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:33:46.243806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] For port cd8cea11-f2e5-4880-9782-8673579990d8, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=cd8cea11-f2e5-4880-9782-8673579990d8,segment=NetworkSegment(64fb9147-e2da-400c-bb6c-ef3edd1cf071),segment_id=64fb9147-e2da-400c-bb6c-ef3edd1cf071)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:33:46.256240 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:46.292137 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:46.293427 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:46.294849 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] 10.222.0.30 "PUT /v2.0/ports/cd8cea11-f2e5-4880-9782-8673579990d8 HTTP/1.1" status: 200 len: 1092 time: 0.8458331 Jul 22 19:33:46.295256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919e30ff-29c8-474c-a63e-c44488a79c6c', 'tag': 'cd8cea11-f2e5-4880-9782-8673579990d8'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:46.297528 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4acabaa-cd34-4382-bd3a-1b76789ff23f" -d '{"events": [{"name": "network-changed", "server_uuid": "919e30ff-29c8-474c-a63e-c44488a79c6c", "tag": "cd8cea11-f2e5-4880-9782-8673579990d8"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:46.325353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c85bce-fcf7-4f69-8437-d2e1456a9c8c service neutron] Pushing event updated for resources: {'Port': ['ID=cd8cea11-f2e5-4880-9782-8673579990d8,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:46.380233 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358b7e08-6c71-4967-9c25-62210b14f053 x-openstack-request-id: req-358b7e08-6c71-4967-9c25-62210b14f053 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:46.380554 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919e30ff-29c8-474c-a63e-c44488a79c6c", "tag": "cd8cea11-f2e5-4880-9782-8673579990d8", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:46.380810 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-358b7e08-6c71-4967-9c25-62210b14f053 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:46.381240 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '919e30ff-29c8-474c-a63e-c44488a79c6c', 'tag': 'cd8cea11-f2e5-4880-9782-8673579990d8', 'status': 'completed', 'code': 200} Jul 22 19:33:46.408883 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-03e335ac-3f43-4ad3-a1c3-b86cb7a03eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:46.410652 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-03e335ac-3f43-4ad3-a1c3-b86cb7a03eae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bf432ad41874658b8b24a52c122351f&device_id=919e30ff-29c8-474c-a63e-c44488a79c6c HTTP/1.1" status: 200 len: 1095 time: 0.0617244 Jul 22 19:33:46.457377 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-b33b78b2-053f-46c3-9247-8c38714dbdba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd8cea11-f2e5-4880-9782-8673579990d8 HTTP/1.1" status: 200 len: 217 time: 0.0398779 Jul 22 19:33:46.506105 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-7d6b55c8-9dc4-4339-9fb8-ad6d66251445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:46.507576 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-7d6b55c8-9dc4-4339-9fb8-ad6d66251445 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7ac1b151-0ef4-4798-9ba2-e7214ce6234b HTTP/1.1" status: 200 len: 861 time: 0.0449224 Jul 22 19:33:46.542390 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-e5b863d2-4187-4c71-b9d1-72d061ef8acc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34808cd3-d962-46d7-9f25-3b2304469cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278702 Jul 22 19:33:46.635190 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-1e1a42f6-6c0f-420b-8817-614b72eb6c96 service neutron] 10.222.0.30 "GET /v2.0/networks/34808cd3-d962-46d7-9f25-3b2304469cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868571 Jul 22 19:33:46.738680 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7aa1227e-28af-4380-a8c3-f069a3bb7e69 req-9f06213f-8cff-47b1-addc-e693a45fd384 service neutron] 10.222.0.30 "GET /v2.0/networks/34808cd3-d962-46d7-9f25-3b2304469cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974796 Jul 22 19:33:46.803131 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93192df-65ae-42fa-81da-42a582f3cea4 req-82292dd6-06f6-4166-8b66-c9e6ae9bad6b tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:46.804816 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f93192df-65ae-42fa-81da-42a582f3cea4 req-82292dd6-06f6-4166-8b66-c9e6ae9bad6b tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 945 time: 0.0854211 Jul 22 19:33:46.881660 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f93192df-65ae-42fa-81da-42a582f3cea4 req-87e06f30-d8dd-4c24-a4eb-987645fa5c5a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655808 Jul 22 19:33:46.891252 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acabaa-cd34-4382-bd3a-1b76789ff23f req-09c41c99-265c-4e0d-a5fd-6c05705fa032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:46.893332 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4acabaa-cd34-4382-bd3a-1b76789ff23f req-09c41c99-265c-4e0d-a5fd-6c05705fa032 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bf432ad41874658b8b24a52c122351f&device_id=919e30ff-29c8-474c-a63e-c44488a79c6c HTTP/1.1" status: 200 len: 1095 time: 0.0876372 Jul 22 19:33:47.029843 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acabaa-cd34-4382-bd3a-1b76789ff23f req-d8f1919e-a95e-4fdd-944a-f6dc2eb1852d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:47.031518 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4acabaa-cd34-4382-bd3a-1b76789ff23f req-d8f1919e-a95e-4fdd-944a-f6dc2eb1852d service neutron] 10.222.0.30 "GET /v2.0/networks?id=34808cd3-d962-46d7-9f25-3b2304469cb7 HTTP/1.1" status: 200 len: 922 time: 0.1324136 Jul 22 19:33:47.082050 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4acabaa-cd34-4382-bd3a-1b76789ff23f req-cceead4c-caf1-49e7-8f86-cc425f2e728e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd8cea11-f2e5-4880-9782-8673579990d8 HTTP/1.1" status: 200 len: 217 time: 0.0427706 Jul 22 19:33:47.096098 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536d423-8773-465d-b6d8-04e53b845c3f req-5054fc2b-799f-4ec4-8eef-705e4c5b0d25 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:47.097685 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8536d423-8773-465d-b6d8-04e53b845c3f req-5054fc2b-799f-4ec4-8eef-705e4c5b0d25 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 945 time: 0.1262956 Jul 22 19:33:47.179809 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acabaa-cd34-4382-bd3a-1b76789ff23f req-bf3a7750-6552-4023-afd0-31eacec62248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:47.181256 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4acabaa-cd34-4382-bd3a-1b76789ff23f req-bf3a7750-6552-4023-afd0-31eacec62248 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7ac1b151-0ef4-4798-9ba2-e7214ce6234b HTTP/1.1" status: 200 len: 861 time: 0.0825226 Jul 22 19:33:47.189356 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8536d423-8773-465d-b6d8-04e53b845c3f req-b021c90a-4bde-4417-be07-81d95daa77a4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811994 Jul 22 19:33:47.225486 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4acabaa-cd34-4382-bd3a-1b76789ff23f req-0c1dca2a-e668-4c72-b46c-65f3db43bb24 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34808cd3-d962-46d7-9f25-3b2304469cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351782 Jul 22 19:33:47.406764 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4acabaa-cd34-4382-bd3a-1b76789ff23f req-217d74fa-24ff-4430-9c25-20a067c04ccf service neutron] 10.222.0.30 "GET /v2.0/networks/34808cd3-d962-46d7-9f25-3b2304469cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732266 Jul 22 19:33:47.452969 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da02ba-4da6-4c51-b1af-fc24178cebeb req-d0607807-56f6-4886-9692-93f17b1c5b80 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:47.454532 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-77da02ba-4da6-4c51-b1af-fc24178cebeb req-d0607807-56f6-4886-9692-93f17b1c5b80 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 945 time: 0.1882207 Jul 22 19:33:47.488715 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0240a18-7fe4-4a5d-a135-116521fdd5e4 req-cf242051-244f-4fd8-829f-094b8cb465af tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:47.490196 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0240a18-7fe4-4a5d-a135-116521fdd5e4 req-cf242051-244f-4fd8-829f-094b8cb465af tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e30ff-29c8-474c-a63e-c44488a79c6c HTTP/1.1" status: 200 len: 943 time: 0.1592088 Jul 22 19:33:47.582557 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-77da02ba-4da6-4c51-b1af-fc24178cebeb req-13f209d1-7639-4713-a1ca-86695ea34512 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174307 Jul 22 19:33:47.594716 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0240a18-7fe4-4a5d-a135-116521fdd5e4 req-263e351d-35bf-42a8-a801-fecb2bed8723 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/security-groups?id=86e15c42-92e3-41dc-9a6e-2d3e558f1550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942199 Jul 22 19:33:47.607251 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4acabaa-cd34-4382-bd3a-1b76789ff23f req-ee12c6a0-51fd-401a-8cfc-3e6299f35b8a service neutron] 10.222.0.30 "GET /v2.0/networks/34808cd3-d962-46d7-9f25-3b2304469cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909084 Jul 22 19:33:47.914574 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987577a0-7683-413b-83d3-1f1035eb4216 req-9ef4453c-67c0-4273-aa05-0f7f181c9d3d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:47.916062 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-987577a0-7683-413b-83d3-1f1035eb4216 req-9ef4453c-67c0-4273-aa05-0f7f181c9d3d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 945 time: 0.0699027 Jul 22 19:33:47.957203 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-987577a0-7683-413b-83d3-1f1035eb4216 req-918f0787-076a-4dd4-8273-4c1aae17ac17 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343845 Jul 22 19:33:48.427597 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48626) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:48.537806 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-52b557a6-7da5-476d-9a96-da5af6a415a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.625479 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-52b557a6-7da5-476d-9a96-da5af6a415a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.629536 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-52b557a6-7da5-476d-9a96-da5af6a415a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.670453 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b557a6-7da5-476d-9a96-da5af6a415a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3228d29e-af4a-45b9-b0d4-4f0e3c5d068e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:48.674760 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-52b557a6-7da5-476d-9a96-da5af6a415a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b79419cb0e034842a1be4b53ebbcb32c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2460425 Jul 22 19:33:48.677258 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48632) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:48.726428 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b5547e1e-c709-41e7-8fc4-9776c08d8a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.744193 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13930e-c616-4e30-8fb9-753cff02b6c8 req-162c868f-32d1-4d05-bc10-e438320319ec tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:48.745763 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e13930e-c616-4e30-8fb9-753cff02b6c8 req-162c868f-32d1-4d05-bc10-e438320319ec tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e30ff-29c8-474c-a63e-c44488a79c6c HTTP/1.1" status: 200 len: 943 time: 0.0710616 Jul 22 19:33:48.748334 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b5547e1e-c709-41e7-8fc4-9776c08d8a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.784228 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e13930e-c616-4e30-8fb9-753cff02b6c8 req-34e5a56f-fb07-4094-a540-926d260da059 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/security-groups?id=86e15c42-92e3-41dc-9a6e-2d3e558f1550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327575 Jul 22 19:33:48.796027 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b5547e1e-c709-41e7-8fc4-9776c08d8a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.799123 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b5547e1e-c709-41e7-8fc4-9776c08d8a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.800283 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b5547e1e-c709-41e7-8fc4-9776c08d8a5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3228d29e-af4a-45b9-b0d4-4f0e3c5d068e HTTP/1.1" status: 204 len: 168 time: 0.1221237 Jul 22 19:33:48.809043 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5547e1e-c709-41e7-8fc4-9776c08d8a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3228d29e-af4a-45b9-b0d4-4f0e3c5d068e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:49.065328 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48640) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:49.078695 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-db50d054-f3e8-4c88-bff6-13a839ffa188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.103849 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e782b5-ba26-41a5-a0ce-36b6861f3794 req-26b5b6c1-a592-4c3c-b525-5eff6141c3d9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:49.106093 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-11e782b5-ba26-41a5-a0ce-36b6861f3794 req-26b5b6c1-a592-4c3c-b525-5eff6141c3d9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 945 time: 0.0687528 Jul 22 19:33:49.148259 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-11e782b5-ba26-41a5-a0ce-36b6861f3794 req-059d7a16-988f-494c-9630-e598cacf60aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361254 Jul 22 19:33:49.183868 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-db50d054-f3e8-4c88-bff6-13a839ffa188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.187895 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-db50d054-f3e8-4c88-bff6-13a839ffa188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.225027 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50d054-f3e8-4c88-bff6-13a839ffa188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e07173-8040-4de9-bd7d-e86a2ca2a0ad,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:49.231445 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-db50d054-f3e8-4c88-bff6-13a839ffa188 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=870a8d3e2e0448ecb67469e728c561d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1642187 Jul 22 19:33:49.234851 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48642) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:49.289658 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d4eb37e7-8558-4e0f-b829-f8ecd55d56bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.310396 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f52ff-408e-45b6-9d0b-03ccfe4c1748 req-48e853e1-1bdc-4378-8bb6-bf4025b88bb4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:49.311825 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d67f52ff-408e-45b6-9d0b-03ccfe4c1748 req-48e853e1-1bdc-4378-8bb6-bf4025b88bb4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.16 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 945 time: 0.0638373 Jul 22 19:33:49.312563 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d4eb37e7-8558-4e0f-b829-f8ecd55d56bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.361040 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d4eb37e7-8558-4e0f-b829-f8ecd55d56bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.363668 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d4eb37e7-8558-4e0f-b829-f8ecd55d56bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.364921 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d4eb37e7-8558-4e0f-b829-f8ecd55d56bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4e07173-8040-4de9-bd7d-e86a2ca2a0ad HTTP/1.1" status: 204 len: 168 time: 0.1304264 Jul 22 19:33:49.374832 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb37e7-8558-4e0f-b829-f8ecd55d56bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e07173-8040-4de9-bd7d-e86a2ca2a0ad,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:49.719115 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-d67f52ff-408e-45b6-9d0b-03ccfe4c1748 req-fed83e42-7f3e-4305-bf93-d666f5a5ff64 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Deleting port a4bc6efa-ac56-4049-9c71-aa902d20f9a4 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:49.719452 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d67f52ff-408e-45b6-9d0b-03ccfe4c1748 req-fed83e42-7f3e-4305-bf93-d666f5a5ff64 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.816437 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d67f52ff-408e-45b6-9d0b-03ccfe4c1748 req-fed83e42-7f3e-4305-bf93-d666f5a5ff64 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] For port a4bc6efa-ac56-4049-9c71-aa902d20f9a4, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=a4bc6efa-ac56-4049-9c71-aa902d20f9a4,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:49.816828 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d67f52ff-408e-45b6-9d0b-03ccfe4c1748 req-fed83e42-7f3e-4305-bf93-d666f5a5ff64 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.830808 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-d67f52ff-408e-45b6-9d0b-03ccfe4c1748 req-fed83e42-7f3e-4305-bf93-d666f5a5ff64 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Calling delete_port for a4bc6efa-ac56-4049-9c71-aa902d20f9a4 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:49.978754 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd88035-4138-4977-99bd-3b97d800298a req-9de65bee-edd5-42a7-a1b8-e3d194f74aea tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:49.981107 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8fd88035-4138-4977-99bd-3b97d800298a req-9de65bee-edd5-42a7-a1b8-e3d194f74aea tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e30ff-29c8-474c-a63e-c44488a79c6c HTTP/1.1" status: 200 len: 943 time: 0.1026742 Jul 22 19:33:50.050710 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d67f52ff-408e-45b6-9d0b-03ccfe4c1748 req-fed83e42-7f3e-4305-bf93-d666f5a5ff64 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.061027 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8fd88035-4138-4977-99bd-3b97d800298a req-afb68c46-3792-4745-bf1d-856606d38954 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/security-groups?id=86e15c42-92e3-41dc-9a6e-2d3e558f1550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616145 Jul 22 19:33:50.067560 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['a4bc6efa-ac56-4049-9c71-aa902d20f9a4'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:33:50.095503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed83e42-7f3e-4305-bf93-d666f5a5ff64 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event deleted for resources: {'Port': ['ID=a4bc6efa-ac56-4049-9c71-aa902d20f9a4,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:50.145925 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67f52ff-408e-45b6-9d0b-03ccfe4c1748 req-fed83e42-7f3e-4305-bf93-d666f5a5ff64 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] No DVR routers for this DVR port a4bc6efa-ac56-4049-9c71-aa902d20f9a4 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:50.148747 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d67f52ff-408e-45b6-9d0b-03ccfe4c1748 req-fed83e42-7f3e-4305-bf93-d666f5a5ff64 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.151025 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d67f52ff-408e-45b6-9d0b-03ccfe4c1748 req-fed83e42-7f3e-4305-bf93-d666f5a5ff64 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.16 "DELETE /v2.0/ports/a4bc6efa-ac56-4049-9c71-aa902d20f9a4 HTTP/1.1" status: 204 len: 173 time: 0.8336644 Jul 22 19:33:50.151484 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a740e5-6ff5-4059-ae32-4d0ed8d96870', 'name': 'network-vif-deleted', 'tag': 'a4bc6efa-ac56-4049-9c71-aa902d20f9a4'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:50.153858 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966a382c-415f-459b-b57f-8349146f3951" -d '{"events": [{"server_uuid": "89a740e5-6ff5-4059-ae32-4d0ed8d96870", "name": "network-vif-deleted", "tag": "a4bc6efa-ac56-4049-9c71-aa902d20f9a4"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:50.199996 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e133ae-df14-466d-a180-9cd51b5a5018 x-openstack-request-id: req-57e133ae-df14-466d-a180-9cd51b5a5018 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:50.200294 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a740e5-6ff5-4059-ae32-4d0ed8d96870", "name": "network-vif-deleted", "tag": "a4bc6efa-ac56-4049-9c71-aa902d20f9a4", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:50.200574 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57e133ae-df14-466d-a180-9cd51b5a5018 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:50.200981 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a740e5-6ff5-4059-ae32-4d0ed8d96870', 'name': 'network-vif-deleted', 'tag': 'a4bc6efa-ac56-4049-9c71-aa902d20f9a4', 'status': 'completed', 'code': 200} Jul 22 19:33:50.309459 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ea59aefc-ce0a-4600-ae73-6e1079fb1090 req-8d55072d-80bc-4fae-bd14-7d32d1501e9e tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 210 time: 0.0391843 Jul 22 19:33:50.483383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device cd8cea11-f2e5-4880-9782-8673579990d8 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:33:50.585656 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port cd8cea11-f2e5-4880-9782-8673579990d8, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=cd8cea11-f2e5-4880-9782-8673579990d8,segment=NetworkSegment(64fb9147-e2da-400c-bb6c-ef3edd1cf071),segment_id=64fb9147-e2da-400c-bb6c-ef3edd1cf071)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:50.599660 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'cd8cea11-f2e5-4880-9782-8673579990d8', 'network_id': '34808cd3-d962-46d7-9f25-3b2304469cb7', 'port_id': 'cd8cea11-f2e5-4880-9782-8673579990d8', 'mac_address': 'fa:16:3e:7b:e2:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac1b151-0ef4-4798-9ba2-e7214ce6234b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:33:50.642264 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.655916 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8cea11-f2e5-4880-9782-8673579990d8 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:33:50.678215 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port cd8cea11-f2e5-4880-9782-8673579990d8, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=cd8cea11-f2e5-4880-9782-8673579990d8,segment=NetworkSegment(64fb9147-e2da-400c-bb6c-ef3edd1cf071),segment_id=64fb9147-e2da-400c-bb6c-ef3edd1cf071)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:50.684856 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.735635 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=cd8cea11-f2e5-4880-9782-8673579990d8,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:50.885291 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['cd8cea11-f2e5-4880-9782-8673579990d8'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:33:51.205184 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dac2a4-488d-4fcb-9c95-091a4570f55f req-29353f0e-137c-45f3-9569-7f12db20e6a4 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:51.211387 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-93dac2a4-488d-4fcb-9c95-091a4570f55f req-29353f0e-137c-45f3-9569-7f12db20e6a4 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e30ff-29c8-474c-a63e-c44488a79c6c HTTP/1.1" status: 200 len: 944 time: 0.0764129 Jul 22 19:33:51.246891 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-93dac2a4-488d-4fcb-9c95-091a4570f55f req-2ffc6df9-f867-429e-a7d2-74be5a186b83 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/security-groups?id=86e15c42-92e3-41dc-9a6e-2d3e558f1550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339093 Jul 22 19:33:51.415803 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dbce511f-5486-4d02-93db-d0e8d81406cd req-cc3ec738-1588-4fd3-9466-abcc5e9399c5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 210 time: 0.0314744 Jul 22 19:33:51.445264 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48736) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:51.551403 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f0ed84d-454a-4e2e-8420-ee11863b46eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:51.647794 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f0ed84d-454a-4e2e-8420-ee11863b46eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:51.653587 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f0ed84d-454a-4e2e-8420-ee11863b46eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:51.692126 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8f0ed84d-454a-4e2e-8420-ee11863b46eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e41a6f7827945be8398510075b22fcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456872 Jul 22 19:33:51.692947 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ed84d-454a-4e2e-8420-ee11863b46eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e659bc63-36e9-49b7-bb9a-32b9f5056f58,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:51.695061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 48740) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:51.749327 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-514eb58b-f709-4903-84ed-cc4aef24b1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:51.770453 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-514eb58b-f709-4903-84ed-cc4aef24b1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:51.817682 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-514eb58b-f709-4903-84ed-cc4aef24b1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:51.820581 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-514eb58b-f709-4903-84ed-cc4aef24b1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:51.821737 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-514eb58b-f709-4903-84ed-cc4aef24b1ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e659bc63-36e9-49b7-bb9a-32b9f5056f58 HTTP/1.1" status: 204 len: 168 time: 0.1256864 Jul 22 19:33:51.829880 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514eb58b-f709-4903-84ed-cc4aef24b1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e659bc63-36e9-49b7-bb9a-32b9f5056f58,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:52.085984 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 48746) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:52.100452 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c86f4e35-e130-4856-bfa2-81efcf94b894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.189053 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c86f4e35-e130-4856-bfa2-81efcf94b894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.194081 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c86f4e35-e130-4856-bfa2-81efcf94b894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.236398 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c86f4e35-e130-4856-bfa2-81efcf94b894 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f40ee8f6986a45e3817550b0e704fbd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492825 Jul 22 19:33:52.237408 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f4e35-e130-4856-bfa2-81efcf94b894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f3c54b-bfbd-4b86-9867-9609359649d9,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:52.239194 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48748) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:52.298408 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9b0752f-82d4-405f-90e6-aba927303140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.324750 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9b0752f-82d4-405f-90e6-aba927303140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.374798 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9b0752f-82d4-405f-90e6-aba927303140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.378145 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c9b0752f-82d4-405f-90e6-aba927303140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.379328 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c9b0752f-82d4-405f-90e6-aba927303140 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80f3c54b-bfbd-4b86-9867-9609359649d9 HTTP/1.1" status: 204 len: 168 time: 0.1388540 Jul 22 19:33:52.387175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713abcf-405f-462a-96fa-a6196187b928 req-afd8a500-bc76-45da-ae11-803eb1119940 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:52.390297 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0752f-82d4-405f-90e6-aba927303140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f3c54b-bfbd-4b86-9867-9609359649d9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:52.390439 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d713abcf-405f-462a-96fa-a6196187b928 req-afd8a500-bc76-45da-ae11-803eb1119940 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e30ff-29c8-474c-a63e-c44488a79c6c HTTP/1.1" status: 200 len: 944 time: 0.0727251 Jul 22 19:33:52.454769 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d713abcf-405f-462a-96fa-a6196187b928 req-51bbf3f3-2786-4d4e-9e90-9169d86529dc tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/security-groups?id=86e15c42-92e3-41dc-9a6e-2d3e558f1550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452876 Jul 22 19:33:52.499191 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device cd8cea11-f2e5-4880-9782-8673579990d8 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:33:52.525515 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9a01dfff-952f-47cd-a175-666d14b0378d req-756693e1-1c1b-4d7c-bfc5-aa84ecf504e0 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 210 time: 0.0346742 Jul 22 19:33:52.563331 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port cd8cea11-f2e5-4880-9782-8673579990d8 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:33:52.567267 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port cd8cea11-f2e5-4880-9782-8673579990d8 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:33:52.567638 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.649473 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.674927 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919e30ff-29c8-474c-a63e-c44488a79c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8cea11-f2e5-4880-9782-8673579990d8'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:52.677367 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4305cbac-2d2d-4eaa-9a9c-b54dbef4db9b" -d '{"events": [{"server_uuid": "919e30ff-29c8-474c-a63e-c44488a79c6c", "name": "network-vif-plugged", "status": "completed", "tag": "cd8cea11-f2e5-4880-9782-8673579990d8"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:52.691307 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port cd8cea11-f2e5-4880-9782-8673579990d8, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=cd8cea11-f2e5-4880-9782-8673579990d8,segment=NetworkSegment(64fb9147-e2da-400c-bb6c-ef3edd1cf071),segment_id=64fb9147-e2da-400c-bb6c-ef3edd1cf071)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:52.697909 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.727414 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2824af-8105-4335-ab45-f9d41a856689 x-openstack-request-id: req-4b2824af-8105-4335-ab45-f9d41a856689 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:52.727754 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919e30ff-29c8-474c-a63e-c44488a79c6c", "name": "network-vif-plugged", "status": "completed", "tag": "cd8cea11-f2e5-4880-9782-8673579990d8", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:52.728057 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b2824af-8105-4335-ab45-f9d41a856689 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:52.728517 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919e30ff-29c8-474c-a63e-c44488a79c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8cea11-f2e5-4880-9782-8673579990d8', 'code': 200} Jul 22 19:33:52.760314 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=cd8cea11-f2e5-4880-9782-8673579990d8,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:52.842606 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62833e11-e324-4763-9535-2f7949777016 req-d941b686-436c-4b40-82f0-a89c5ced5dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:52.844129 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-62833e11-e324-4763-9535-2f7949777016 req-d941b686-436c-4b40-82f0-a89c5ced5dd3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=919e30ff-29c8-474c-a63e-c44488a79c6c HTTP/1.1" status: 200 len: 1097 time: 0.0581641 Jul 22 19:33:52.878521 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-62833e11-e324-4763-9535-2f7949777016 req-6c564358-bce6-49c5-b5f4-fa9c68943b89 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=86e15c42-92e3-41dc-9a6e-2d3e558f1550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285797 Jul 22 19:33:53.003965 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device a4bc6efa-ac56-4049-9c71-aa902d20f9a4 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:33:53.025461 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: a4bc6efa-ac56-4049-9c71-aa902d20f9a4 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:33:53.025814 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device a4bc6efa-ac56-4049-9c71-aa902d20f9a4 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:33:53.608748 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc767da8-846f-48f3-ba75-893038796c56 req-17b9a926-2d6a-46c1-b3ff-5e04e8cf2e4f tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:53.624683 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bc767da8-846f-48f3-ba75-893038796c56 req-17b9a926-2d6a-46c1-b3ff-5e04e8cf2e4f tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e30ff-29c8-474c-a63e-c44488a79c6c HTTP/1.1" status: 200 len: 945 time: 0.0932827 Jul 22 19:33:53.697069 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9dc83a72-664e-4787-9481-5967b98d99dc req-b7ff259c-1237-49e3-b7a5-b85d0d13553b tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a740e5-6ff5-4059-ae32-4d0ed8d96870 HTTP/1.1" status: 200 len: 210 time: 0.0510664 Jul 22 19:33:53.700967 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bc767da8-846f-48f3-ba75-893038796c56 req-ee2a9032-49ad-45d5-8043-2eccaf15e86a tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/security-groups?id=86e15c42-92e3-41dc-9a6e-2d3e558f1550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754523 Jul 22 19:33:54.853305 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b864a-3490-4f11-bb4b-ef92a89661c0 req-bb59b7e0-60e0-4b92-8ed5-d0b8673feb38 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:54.855679 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-036b864a-3490-4f11-bb4b-ef92a89661c0 req-bb59b7e0-60e0-4b92-8ed5-d0b8673feb38 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e30ff-29c8-474c-a63e-c44488a79c6c HTTP/1.1" status: 200 len: 945 time: 0.0716736 Jul 22 19:33:54.899144 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-036b864a-3490-4f11-bb4b-ef92a89661c0 req-889f5c6e-3971-4389-b089-9f2aebcb842d tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/security-groups?id=86e15c42-92e3-41dc-9a6e-2d3e558f1550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364130 Jul 22 19:33:54.919906 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48860) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:55.032019 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9951af14-a310-4f27-98d8-e98ecb830772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.148496 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9951af14-a310-4f27-98d8-e98ecb830772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.153442 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9951af14-a310-4f27-98d8-e98ecb830772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.193278 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951af14-a310-4f27-98d8-e98ecb830772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01f9aa1-67f8-4f5e-b44c-a80b641f6b7f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:55.206410 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 48880) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:55.206545 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9951af14-a310-4f27-98d8-e98ecb830772 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d475c733e0e6454a80f34e3d8dbcccb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2854841 Jul 22 19:33:55.259526 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2c496923-1848-4a7b-b5ee-cab4a3a672db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.285251 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2c496923-1848-4a7b-b5ee-cab4a3a672db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.349481 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2c496923-1848-4a7b-b5ee-cab4a3a672db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.352881 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2c496923-1848-4a7b-b5ee-cab4a3a672db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.354154 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2c496923-1848-4a7b-b5ee-cab4a3a672db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a01f9aa1-67f8-4f5e-b44c-a80b641f6b7f HTTP/1.1" status: 204 len: 168 time: 0.1465089 Jul 22 19:33:55.365893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c496923-1848-4a7b-b5ee-cab4a3a672db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01f9aa1-67f8-4f5e-b44c-a80b641f6b7f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:55.616605 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a90751-e396-411f-950a-f1ce6bdc3bf4 req-b2631544-a4db-4188-920a-15fb30fec00e tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:55.619241 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f4a90751-e396-411f-950a-f1ce6bdc3bf4 req-b2631544-a4db-4188-920a-15fb30fec00e tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e30ff-29c8-474c-a63e-c44488a79c6c HTTP/1.1" status: 200 len: 945 time: 0.0731993 Jul 22 19:33:55.662908 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f4a90751-e396-411f-950a-f1ce6bdc3bf4 req-64f3673e-60e3-441e-b188-413a3269f223 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/security-groups?id=86e15c42-92e3-41dc-9a6e-2d3e558f1550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383642 Jul 22 19:33:55.684895 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48898) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:55.698256 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a95b34d8-8e7c-4877-a67f-367ad854f313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.794711 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a95b34d8-8e7c-4877-a67f-367ad854f313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.798860 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a95b34d8-8e7c-4877-a67f-367ad854f313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.836781 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b34d8-8e7c-4877-a67f-367ad854f313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00353f2-0cf7-4abd-89f3-d50a04aa526a,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:55.844959 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a95b34d8-8e7c-4877-a67f-367ad854f313 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e7d3ff74b9c4e83aaaec8239bd95f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569550 Jul 22 19:33:55.845340 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 48902) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:55.899360 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cfd49094-2275-400d-a720-83c54f0169aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.922585 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cfd49094-2275-400d-a720-83c54f0169aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.973306 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cfd49094-2275-400d-a720-83c54f0169aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.975986 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cfd49094-2275-400d-a720-83c54f0169aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.980395 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cfd49094-2275-400d-a720-83c54f0169aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f00353f2-0cf7-4abd-89f3-d50a04aa526a HTTP/1.1" status: 204 len: 168 time: 0.1336756 Jul 22 19:33:55.988382 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd49094-2275-400d-a720-83c54f0169aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00353f2-0cf7-4abd-89f3-d50a04aa526a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:56.821130 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b97748-2aab-45f3-bc66-a6725ebc94db req-5a390ccf-9243-445c-af65-531b35e3496b tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:56.822641 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92b97748-2aab-45f3-bc66-a6725ebc94db req-5a390ccf-9243-445c-af65-531b35e3496b tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.30 "GET /v2.0/ports?device_id=919e30ff-29c8-474c-a63e-c44488a79c6c HTTP/1.1" status: 200 len: 945 time: 0.1126354 Jul 22 19:33:56.880354 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a5085-91c5-41df-a120-d7ca225cab70 req-3dd27472-9c58-4ec8-9f69-f1e17c44bb0d tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:56.881894 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f35a5085-91c5-41df-a120-d7ca225cab70 req-3dd27472-9c58-4ec8-9f69-f1e17c44bb0d tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/ports?device_id=919e30ff-29c8-474c-a63e-c44488a79c6c HTTP/1.1" status: 200 len: 945 time: 0.1400168 Jul 22 19:33:56.955826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f35a5085-91c5-41df-a120-d7ca225cab70 req-e9a2bc9c-273b-4c57-859f-39984b02dd12 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.13 "GET /v2.0/security-groups?id=86e15c42-92e3-41dc-9a6e-2d3e558f1550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678239 Jul 22 19:33:56.992710 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-92b97748-2aab-45f3-bc66-a6725ebc94db req-c389d728-64c7-4c14-be75-693a834624c8 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Deleting port cd8cea11-f2e5-4880-9782-8673579990d8 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:56.993133 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-92b97748-2aab-45f3-bc66-a6725ebc94db req-c389d728-64c7-4c14-be75-693a834624c8 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.108376 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-92b97748-2aab-45f3-bc66-a6725ebc94db req-c389d728-64c7-4c14-be75-693a834624c8 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] For port cd8cea11-f2e5-4880-9782-8673579990d8, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=cd8cea11-f2e5-4880-9782-8673579990d8,segment=NetworkSegment(64fb9147-e2da-400c-bb6c-ef3edd1cf071),segment_id=64fb9147-e2da-400c-bb6c-ef3edd1cf071)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:57.108794 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-92b97748-2aab-45f3-bc66-a6725ebc94db req-c389d728-64c7-4c14-be75-693a834624c8 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.122841 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-92b97748-2aab-45f3-bc66-a6725ebc94db req-c389d728-64c7-4c14-be75-693a834624c8 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Calling delete_port for cd8cea11-f2e5-4880-9782-8673579990d8 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:57.266227 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-92b97748-2aab-45f3-bc66-a6725ebc94db req-c389d728-64c7-4c14-be75-693a834624c8 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.278858 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['cd8cea11-f2e5-4880-9782-8673579990d8'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:33:57.302441 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389d728-64c7-4c14-be75-693a834624c8 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Pushing event deleted for resources: {'Port': ['ID=cd8cea11-f2e5-4880-9782-8673579990d8,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:57.365163 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b97748-2aab-45f3-bc66-a6725ebc94db req-c389d728-64c7-4c14-be75-693a834624c8 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] No DVR routers for this DVR port cd8cea11-f2e5-4880-9782-8673579990d8 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:57.367698 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-92b97748-2aab-45f3-bc66-a6725ebc94db req-c389d728-64c7-4c14-be75-693a834624c8 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.370092 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92b97748-2aab-45f3-bc66-a6725ebc94db req-c389d728-64c7-4c14-be75-693a834624c8 tempest-ServerMetadataNegativeTestJSON-8480604 tempest-ServerMetadataNegativeTestJSON-8480604-project] 10.222.0.30 "DELETE /v2.0/ports/cd8cea11-f2e5-4880-9782-8673579990d8 HTTP/1.1" status: 204 len: 173 time: 0.5397267 Jul 22 19:33:57.370914 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919e30ff-29c8-474c-a63e-c44488a79c6c', 'name': 'network-vif-deleted', 'tag': 'cd8cea11-f2e5-4880-9782-8673579990d8'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:57.373069 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec461d5-2389-4415-93df-3ac443b5b2a8" -d '{"events": [{"server_uuid": "919e30ff-29c8-474c-a63e-c44488a79c6c", "name": "network-vif-deleted", "tag": "cd8cea11-f2e5-4880-9782-8673579990d8"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:57.427491 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d022b2c5-637b-48fa-853e-0d1b100903d3 x-openstack-request-id: req-d022b2c5-637b-48fa-853e-0d1b100903d3 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:57.427804 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919e30ff-29c8-474c-a63e-c44488a79c6c", "name": "network-vif-deleted", "tag": "cd8cea11-f2e5-4880-9782-8673579990d8", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:57.428047 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d022b2c5-637b-48fa-853e-0d1b100903d3 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:57.428447 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919e30ff-29c8-474c-a63e-c44488a79c6c', 'name': 'network-vif-deleted', 'tag': 'cd8cea11-f2e5-4880-9782-8673579990d8', 'status': 'completed', 'code': 200} Jul 22 19:33:57.685976 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49028) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:57.803673 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a08d619-6e2d-49a0-96f0-92be7540f378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.902268 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a08d619-6e2d-49a0-96f0-92be7540f378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.906525 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a08d619-6e2d-49a0-96f0-92be7540f378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.954287 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1a08d619-6e2d-49a0-96f0-92be7540f378 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bee7466291a43e4974cbbfd1a07acb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668819 Jul 22 19:33:57.955566 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08d619-6e2d-49a0-96f0-92be7540f378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de689494-71ab-4a45-91a3-45fe6fdb484d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:57.960534 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49032) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:58.021263 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49036) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:58.024378 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cec814da-bfda-498d-9460-9346bc786742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.048164 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cec814da-bfda-498d-9460-9346bc786742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.076144 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb386bd-1980-478d-bc99-2aa13c2cd93f admin admin] Deleting subnet 7ac1b151-0ef4-4798-9ba2-e7214ce6234b {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:33:58.079252 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3bb386bd-1980-478d-bc99-2aa13c2cd93f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.114538 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cec814da-bfda-498d-9460-9346bc786742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.119570 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cec814da-bfda-498d-9460-9346bc786742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.120967 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3bb386bd-1980-478d-bc99-2aa13c2cd93f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.125967 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cec814da-bfda-498d-9460-9346bc786742 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de689494-71ab-4a45-91a3-45fe6fdb484d HTTP/1.1" status: 204 len: 168 time: 0.1665545 Jul 22 19:33:58.140353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec814da-bfda-498d-9460-9346bc786742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de689494-71ab-4a45-91a3-45fe6fdb484d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:58.165334 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3bb386bd-1980-478d-bc99-2aa13c2cd93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.228615 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3bb386bd-1980-478d-bc99-2aa13c2cd93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.255227 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb386bd-1980-478d-bc99-2aa13c2cd93f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ac1b151-0ef4-4798-9ba2-e7214ce6234b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:58.259014 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3bb386bd-1980-478d-bc99-2aa13c2cd93f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.263728 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49044) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:58.263875 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3bb386bd-1980-478d-bc99-2aa13c2cd93f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7ac1b151-0ef4-4798-9ba2-e7214ce6234b HTTP/1.1" status: 204 len: 168 time: 0.2412643 Jul 22 19:33:58.342057 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-604d6600-03ec-47ca-bf00-6b0e7217eb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.428920 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-604d6600-03ec-47ca-bf00-6b0e7217eb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.440462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-604d6600-03ec-47ca-bf00-6b0e7217eb02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34808cd3-d962-46d7-9f25-3b2304469cb7']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:58.451912 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-604d6600-03ec-47ca-bf00-6b0e7217eb02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fb9147-e2da-400c-bb6c-ef3edd1cf071') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:58.452232 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-604d6600-03ec-47ca-bf00-6b0e7217eb02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fb9147-e2da-400c-bb6c-ef3edd1cf071') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:58.457358 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fad032bb-17f0-4808-ae3a-d3c142cd5b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.462934 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-604d6600-03ec-47ca-bf00-6b0e7217eb02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.477343 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-604d6600-03ec-47ca-bf00-6b0e7217eb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.484392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604d6600-03ec-47ca-bf00-6b0e7217eb02 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:33:58.484878 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-604d6600-03ec-47ca-bf00-6b0e7217eb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:33:58.486542 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:33:58.539548 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-604d6600-03ec-47ca-bf00-6b0e7217eb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.545689 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-604d6600-03ec-47ca-bf00-6b0e7217eb02 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.550264 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-604d6600-03ec-47ca-bf00-6b0e7217eb02 admin admin] 10.222.0.13 "DELETE /v2.0/networks/34808cd3-d962-46d7-9f25-3b2304469cb7 HTTP/1.1" status: 204 len: 168 time: 0.2826629 Jul 22 19:33:58.563441 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d6600-03ec-47ca-bf00-6b0e7217eb02 admin admin] Pushing event deleted for resources: {'Network': ['ID=34808cd3-d962-46d7-9f25-3b2304469cb7,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:58.671965 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49062) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:58.714826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-29ecacd3-df89-42ba-811d-149d37f1df7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6bf432ad41874658b8b24a52c122351f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415230 Jul 22 19:33:58.717175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49066) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:58.770154 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-47ee12c0-0a9f-4179-85a5-0600970b1b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.790815 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-47ee12c0-0a9f-4179-85a5-0600970b1b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.838768 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-47ee12c0-0a9f-4179-85a5-0600970b1b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.842122 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-47ee12c0-0a9f-4179-85a5-0600970b1b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.843354 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-47ee12c0-0a9f-4179-85a5-0600970b1b52 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86e15c42-92e3-41dc-9a6e-2d3e558f1550 HTTP/1.1" status: 204 len: 168 time: 0.1251993 Jul 22 19:33:58.852872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee12c0-0a9f-4179-85a5-0600970b1b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e15c42-92e3-41dc-9a6e-2d3e558f1550,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:59.622590 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49106) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:59.821493 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-400d8a9f-c61e-4a62-b19d-8d118e592c04 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-753179302'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:59.846532 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400d8a9f-c61e-4a62-b19d-8d118e592c04 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Made reservation on behalf of 78ef14c41d7f4ab9a7d7518fd84aaf15 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:59.850368 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-400d8a9f-c61e-4a62-b19d-8d118e592c04 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:59.861048 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-400d8a9f-c61e-4a62-b19d-8d118e592c04 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:59.958154 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-400d8a9f-c61e-4a62-b19d-8d118e592c04 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:59.965677 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-400d8a9f-c61e-4a62-b19d-8d118e592c04 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:59.990172 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400d8a9f-c61e-4a62-b19d-8d118e592c04 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:34:00.005923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d8a9f-c61e-4a62-b19d-8d118e592c04 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63f8316-da8f-466f-ab0e-f74f9be10e9e,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:00.009064 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-400d8a9f-c61e-4a62-b19d-8d118e592c04 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.009457 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-400d8a9f-c61e-4a62-b19d-8d118e592c04 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Added segment 97d88add-8683-4eef-9b97-52e4381b0626 of type vlan for network b8649ecd-4232-4a31-8657-6c7117e85d68 Jul 22 19:34:00.055035 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-400d8a9f-c61e-4a62-b19d-8d118e592c04 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.092499 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-400d8a9f-c61e-4a62-b19d-8d118e592c04 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.098254 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400d8a9f-c61e-4a62-b19d-8d118e592c04 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:00.098842 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-400d8a9f-c61e-4a62-b19d-8d118e592c04 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.144755 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-400d8a9f-c61e-4a62-b19d-8d118e592c04 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5209632 Jul 22 19:34:00.148910 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49122) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:00.170417 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49126) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:00.200498 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d8a9f-c61e-4a62-b19d-8d118e592c04 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Pushing event updated for resources: {'Network': ['ID=b8649ecd-4232-4a31-8657-6c7117e85d68,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:00.211015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network b8649ecd-4232-4a31-8657-6c7117e85d68 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:34:00.307372 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c79151b-9bc9-494d-bfdf-760be3067f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.326669 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-466ea526-f764-4a72-9937-fc1e0574b00c tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Request body: {'network': {'name': 'tempest-network--1256576610', 'router:external': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:00.343790 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.db.api [None req-466ea526-f764-4a72-9937-fc1e0574b00c tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:34:00.343790 n-d-800086-12 neutron-server[93806]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 19:34:00.343790 n-d-800086-12 neutron-server[93806]: [parameters: {'project_id_1': '1f9a9e62bc99441da0164a7090c0021f', 'expiration_1': datetime.datetime(2021, 7, 22, 19, 34, 0, 331442)}] Jul 22 19:34:00.343790 n-d-800086-12 neutron-server[93806]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:34:00.344326 n-d-800086-12 neutron-server[93806]: DEBUG oslo_db.api [None req-466ea526-f764-4a72-9937-fc1e0574b00c tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:34:00.420432 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c79151b-9bc9-494d-bfdf-760be3067f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.424145 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c79151b-9bc9-494d-bfdf-760be3067f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.461546 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3c79151b-9bc9-494d-bfdf-760be3067f0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80e5019c952d47c180acbd60d27acb46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900193 Jul 22 19:34:00.463548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79151b-9bc9-494d-bfdf-760be3067f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67185075-286a-4617-ad52-8c6c07f4e82e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:00.464568 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49132) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:00.513666 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device cd8cea11-f2e5-4880-9782-8673579990d8 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:00.516270 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4157020d-4b06-49c2-8d13-bf8f7534ea9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.533848 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: cd8cea11-f2e5-4880-9782-8673579990d8 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:34:00.534328 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device cd8cea11-f2e5-4880-9782-8673579990d8 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:34:00.538382 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4157020d-4b06-49c2-8d13-bf8f7534ea9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.587437 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4157020d-4b06-49c2-8d13-bf8f7534ea9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.590951 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4157020d-4b06-49c2-8d13-bf8f7534ea9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.592240 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4157020d-4b06-49c2-8d13-bf8f7534ea9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67185075-286a-4617-ad52-8c6c07f4e82e HTTP/1.1" status: 204 len: 168 time: 0.1265507 Jul 22 19:34:00.600171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157020d-4b06-49c2-8d13-bf8f7534ea9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67185075-286a-4617-ad52-8c6c07f4e82e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:00.616623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157020d-4b06-49c2-8d13-bf8f7534ea9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:00.617911 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157020d-4b06-49c2-8d13-bf8f7534ea9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:00.618255 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157020d-4b06-49c2-8d13-bf8f7534ea9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:00.618591 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157020d-4b06-49c2-8d13-bf8f7534ea9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:00.618923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157020d-4b06-49c2-8d13-bf8f7534ea9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:00.619327 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157020d-4b06-49c2-8d13-bf8f7534ea9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:00.619570 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157020d-4b06-49c2-8d13-bf8f7534ea9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:00.619921 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157020d-4b06-49c2-8d13-bf8f7534ea9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:00.620303 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157020d-4b06-49c2-8d13-bf8f7534ea9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:00.620652 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157020d-4b06-49c2-8d13-bf8f7534ea9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:00.621026 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157020d-4b06-49c2-8d13-bf8f7534ea9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:00.621349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4157020d-4b06-49c2-8d13-bf8f7534ea9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:00.878138 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466ea526-f764-4a72-9937-fc1e0574b00c tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Made reservation on behalf of 1f9a9e62bc99441da0164a7090c0021f for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:00.881262 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-466ea526-f764-4a72-9937-fc1e0574b00c tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.892954 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-466ea526-f764-4a72-9937-fc1e0574b00c tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.999329 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-466ea526-f764-4a72-9937-fc1e0574b00c tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.003682 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-466ea526-f764-4a72-9937-fc1e0574b00c tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.028531 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466ea526-f764-4a72-9937-fc1e0574b00c tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:34:01.030786 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8f3c9b30-15f2-4dee-bc4c-755ac031423f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.044692 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ea526-f764-4a72-9937-fc1e0574b00c tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4915a485-d6ba-4cd4-ab38-a98fd30bd26d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:01.048042 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-466ea526-f764-4a72-9937-fc1e0574b00c tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.048042 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-466ea526-f764-4a72-9937-fc1e0574b00c tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Added segment c10ab839-7b3c-491e-a516-b59e7b27eed5 of type vlan for network 791d327c-a4e1-4999-82f3-f1c028c1a960 Jul 22 19:34:01.095664 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-466ea526-f764-4a72-9937-fc1e0574b00c tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.131999 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-466ea526-f764-4a72-9937-fc1e0574b00c tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.133821 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466ea526-f764-4a72-9937-fc1e0574b00c tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:01.134469 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-466ea526-f764-4a72-9937-fc1e0574b00c tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.143306 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.172098 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-466ea526-f764-4a72-9937-fc1e0574b00c tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0220404 Jul 22 19:34:01.175175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49152) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:01.211701 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ea526-f764-4a72-9937-fc1e0574b00c tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Pushing event updated for resources: {'Network': ['ID=791d327c-a4e1-4999-82f3-f1c028c1a960,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:01.222368 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 791d327c-a4e1-4999-82f3-f1c028c1a960 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:34:01.252743 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-316a55e7-be9c-4fd2-993a-a387606f1f9e tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.301062 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49156) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:01.349105 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-316a55e7-be9c-4fd2-993a-a387606f1f9e tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.360318 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-316a55e7-be9c-4fd2-993a-a387606f1f9e tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['791d327c-a4e1-4999-82f3-f1c028c1a960']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:01.372552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-316a55e7-be9c-4fd2-993a-a387606f1f9e tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10ab839-7b3c-491e-a516-b59e7b27eed5') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:01.372552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-316a55e7-be9c-4fd2-993a-a387606f1f9e tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10ab839-7b3c-491e-a516-b59e7b27eed5') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:01.381736 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-316a55e7-be9c-4fd2-993a-a387606f1f9e tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.397404 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-316a55e7-be9c-4fd2-993a-a387606f1f9e tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.404005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316a55e7-be9c-4fd2-993a-a387606f1f9e tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:34:01.404699 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-316a55e7-be9c-4fd2-993a-a387606f1f9e tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.423761 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-6708e7ec-eedb-4ec5-aa26-b587983a0af5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-network', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:01.450217 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6708e7ec-eedb-4ec5-aa26-b587983a0af5 admin admin] Made reservation on behalf of 6dc0a43544f4485c8e9c187940eccf6a for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:01.455792 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6708e7ec-eedb-4ec5-aa26-b587983a0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.464970 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6708e7ec-eedb-4ec5-aa26-b587983a0af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:34:01.471984 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:34:01.485275 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-316a55e7-be9c-4fd2-993a-a387606f1f9e tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.501429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316a55e7-be9c-4fd2-993a-a387606f1f9e tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 791d327c-a4e1-4999-82f3-f1c028c1a960 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 19:34:01.505536 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-316a55e7-be9c-4fd2-993a-a387606f1f9e tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.510074 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-316a55e7-be9c-4fd2-993a-a387606f1f9e tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] 10.222.0.13 "DELETE /v2.0/networks/791d327c-a4e1-4999-82f3-f1c028c1a960 HTTP/1.1" status: 204 len: 168 time: 0.3338723 Jul 22 19:34:01.516010 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49188) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:01.522194 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d1f3ede1-8268-483c-9f82-1bcc8196a803 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:01.523117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a55e7-be9c-4fd2-993a-a387606f1f9e tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Pushing event deleted for resources: {'Network': ['ID=791d327c-a4e1-4999-82f3-f1c028c1a960,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:01.606583 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6708e7ec-eedb-4ec5-aa26-b587983a0af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.612239 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6708e7ec-eedb-4ec5-aa26-b587983a0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.655012 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6708e7ec-eedb-4ec5-aa26-b587983a0af5 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:34:01.670537 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f3ede1-8268-483c-9f82-1bcc8196a803 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Made reservation on behalf of 1f9a9e62bc99441da0164a7090c0021f for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:01.673144 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1f3ede1-8268-483c-9f82-1bcc8196a803 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.703838 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708e7ec-eedb-4ec5-aa26-b587983a0af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b6079c-f0c9-49f6-ab03-211cb2b562ea,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:01.709347 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6708e7ec-eedb-4ec5-aa26-b587983a0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.709858 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-6708e7ec-eedb-4ec5-aa26-b587983a0af5 admin admin] Added segment ccb555b5-6e11-4d88-9656-556d523d998c of type vlan for network 8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 Jul 22 19:34:01.726128 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f3ede1-8268-483c-9f82-1bcc8196a803 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:34:01.770902 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6708e7ec-eedb-4ec5-aa26-b587983a0af5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.777855 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1f3ede1-8268-483c-9f82-1bcc8196a803 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.778188 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-d1f3ede1-8268-483c-9f82-1bcc8196a803 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Added segment 6e13a5c5-afdd-43f7-bc63-915aac59e953 of type vlan for network e16f54c1-e9c9-4209-825c-badd765142c6 Jul 22 19:34:01.847855 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1f3ede1-8268-483c-9f82-1bcc8196a803 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.853302 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6708e7ec-eedb-4ec5-aa26-b587983a0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.854440 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6708e7ec-eedb-4ec5-aa26-b587983a0af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:01.855766 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6708e7ec-eedb-4ec5-aa26-b587983a0af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.895527 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6708e7ec-eedb-4ec5-aa26-b587983a0af5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5847132 Jul 22 19:34:01.895761 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49206) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:01.896100 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-73b9207f-d69b-4a28-a428-448a58c9b2ae admin admin] Request body: {'subnet': {'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-subnet', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:01.937492 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b9207f-d69b-4a28-a428-448a58c9b2ae admin admin] Made reservation on behalf of 6dc0a43544f4485c8e9c187940eccf6a for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:01.940394 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-73b9207f-d69b-4a28-a428-448a58c9b2ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.955493 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708e7ec-eedb-4ec5-aa26-b587983a0af5 admin admin] Pushing event updated for resources: {'Network': ['ID=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:01.962219 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:34:01.980994 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1f3ede1-8268-483c-9f82-1bcc8196a803 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.982056 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f3ede1-8268-483c-9f82-1bcc8196a803 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:01.982644 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1f3ede1-8268-483c-9f82-1bcc8196a803 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.019470 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d1f3ede1-8268-483c-9f82-1bcc8196a803 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5020206 Jul 22 19:34:02.024669 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49208) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:02.031835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-f03a4137-d0d2-4bc2-a33c-6d752f6aa3d7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Request body: {'subnet': {'network_id': 'e16f54c1-e9c9-4209-825c-badd765142c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:02.091458 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3ede1-8268-483c-9f82-1bcc8196a803 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Pushing event updated for resources: {'Network': ['ID=e16f54c1-e9c9-4209-825c-badd765142c6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:02.094020 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03a4137-d0d2-4bc2-a33c-6d752f6aa3d7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Made reservation on behalf of 1f9a9e62bc99441da0164a7090c0021f for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:02.096454 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f03a4137-d0d2-4bc2-a33c-6d752f6aa3d7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.101949 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network e16f54c1-e9c9-4209-825c-badd765142c6 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:34:02.251527 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-73b9207f-d69b-4a28-a428-448a58c9b2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.366821 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.370994 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9207f-d69b-4a28-a428-448a58c9b2ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4b26a37-f98e-4c1b-8da4-083bd4ab1975,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:02.384230 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b9207f-d69b-4a28-a428-448a58c9b2ae admin admin] Checking segment: {'id': 'ccb555b5-6e11-4d88-9656-556d523d998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:02.384620 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b9207f-d69b-4a28-a428-448a58c9b2ae admin admin] Network hostable DHCP agents. Network: 8800a1c0-b128-47aa-ac46-2c8f9b6e39b0, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:34:02.420088 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b9207f-d69b-4a28-a428-448a58c9b2ae admin admin] Network 8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:34:02.437560 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-73b9207f-d69b-4a28-a428-448a58c9b2ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 8800a1c0-b128-47aa-ac46-2c8f9b6e39b0) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:02.442685 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b9207f-d69b-4a28-a428-448a58c9b2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:02.443264 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-73b9207f-d69b-4a28-a428-448a58c9b2ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.448401 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dfd4c4-7be5-492b-86b3-f6651f83f894 None None] Network 8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:02.466239 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-73b9207f-d69b-4a28-a428-448a58c9b2ae admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5710111 Jul 22 19:34:02.466445 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49240) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:02.468816 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [req-136c33bc-7ea1-4cb7-8eb1-ca22545e290f req-293c65a8-0729-4f08-b7c9-bc3be8e77cf1 service neutron] (93806) timed out ('10.222.0.16', 58921) {{(pid=93806) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 19:34:02.472439 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-2edcf9f1-75bb-46dd-8eb3-886c28c600d4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-router', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:02.502942 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2edcf9f1-75bb-46dd-8eb3-886c28c600d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.504169 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2edcf9f1-75bb-46dd-8eb3-886c28c600d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.567567 n-d-800086-12 neutron-server[93807]: DEBUG neutron.objects.ports [None req-f03a4137-d0d2-4bc2-a33c-6d752f6aa3d7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93807) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:34:02.568038 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f03a4137-d0d2-4bc2-a33c-6d752f6aa3d7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.574477 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2edcf9f1-75bb-46dd-8eb3-886c28c600d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.631286 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a4137-d0d2-4bc2-a33c-6d752f6aa3d7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d4d691d1-0d6e-4b87-b4ae-189e192ab7b3,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:02.639468 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a4137-d0d2-4bc2-a33c-6d752f6aa3d7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Checking segment: {'id': '6e13a5c5-afdd-43f7-bc63-915aac59e953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e16f54c1-e9c9-4209-825c-badd765142c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:02.639838 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03a4137-d0d2-4bc2-a33c-6d752f6aa3d7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Network hostable DHCP agents. Network: e16f54c1-e9c9-4209-825c-badd765142c6, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:34:02.646128 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:34:02.647224 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.662206 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03a4137-d0d2-4bc2-a33c-6d752f6aa3d7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Network e16f54c1-e9c9-4209-825c-badd765142c6 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:34:02.677988 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-f03a4137-d0d2-4bc2-a33c-6d752f6aa3d7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, e16f54c1-e9c9-4209-825c-badd765142c6) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:02.684218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03a4137-d0d2-4bc2-a33c-6d752f6aa3d7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:02.685420 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f03a4137-d0d2-4bc2-a33c-6d752f6aa3d7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.704010 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f03a4137-d0d2-4bc2-a33c-6d752f6aa3d7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6782725 Jul 22 19:34:02.707063 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49242) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:02.712932 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-8ae2d00e-1864-48c5-9d7c-2281d427da39 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Request body: {'floatingip': {'floating_network_id': 'e16f54c1-e9c9-4209-825c-badd765142c6'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:02.726927 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ff28b2-8cad-49cf-8bfd-cb80e756c817 None None] Network e16f54c1-e9c9-4209-825c-badd765142c6 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:02.743409 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ae2d00e-1864-48c5-9d7c-2281d427da39 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.750664 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2edcf9f1-75bb-46dd-8eb3-886c28c600d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.853794 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ae2d00e-1864-48c5-9d7c-2281d427da39 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.878197 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] Allocated IP 172.20.0.2 (8800a1c0-b128-47aa-ac46-2c8f9b6e39b0/c4b26a37-f98e-4c1b-8da4-083bd4ab1975/12697522-2668-4089-8a8e-201251e2f2fe) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:02.954389 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3befa3f6-2e9b-4345-8413-22a723ea804e None None] Network e16f54c1-e9c9-4209-825c-badd765142c6 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:02.982635 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-8ae2d00e-1864-48c5-9d7c-2281d427da39 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Allocated IP 172.20.0.10 (e16f54c1-e9c9-4209-825c-badd765142c6/d4d691d1-0d6e-4b87-b4ae-189e192ab7b3/20337d4a-6da7-4b12-b142-049396b4dfcc) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:03.148725 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ae2d00e-1864-48c5-9d7c-2281d427da39 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.202262 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ae2d00e-1864-48c5-9d7c-2281d427da39 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.252207 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae2d00e-1864-48c5-9d7c-2281d427da39 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Network e16f54c1-e9c9-4209-825c-badd765142c6 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:03.256645 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-8ae2d00e-1864-48c5-9d7c-2281d427da39 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:03.262143 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae2d00e-1864-48c5-9d7c-2281d427da39 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:03.265802 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2d00e-1864-48c5-9d7c-2281d427da39 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Pushing event updated for resources: {'Port': ['ID=20337d4a-6da7-4b12-b142-049396b4dfcc,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:03.372358 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ae2d00e-1864-48c5-9d7c-2281d427da39 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.375463 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.386636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] Transition to ACTIVE for port object 12697522-2668-4089-8a8e-201251e2f2fe will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:03.403793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] Transition to ACTIVE for port object 12697522-2668-4089-8a8e-201251e2f2fe will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:03.416707 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.439847 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ae2d00e-1864-48c5-9d7c-2281d427da39 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.466227 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2edcf9f1-75bb-46dd-8eb3-886c28c600d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.479190 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] Network 8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:03.488977 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:03.489452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2edcf9f1-75bb-46dd-8eb3-886c28c600d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.493280 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:03.526188 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] Pushing event updated for resources: {'Port': ['ID=12697522-2668-4089-8a8e-201251e2f2fe,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:03.567334 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] Attempting to bind port 12697522-2668-4089-8a8e-201251e2f2fe on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:03.571027 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] Attempting to bind port 12697522-2668-4089-8a8e-201251e2f2fe by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ccb555b5-6e11-4d88-9656-556d523d998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:03.571459 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] Attempting to bind port 12697522-2668-4089-8a8e-201251e2f2fe on network 8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:03.579413 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:03.579798 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] Checking segment: {'id': 'ccb555b5-6e11-4d88-9656-556d523d998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:03.580249 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.580904 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] Bound using segment: {'id': 'ccb555b5-6e11-4d88-9656-556d523d998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:03.581407 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] Bound port: 12697522-2668-4089-8a8e-201251e2f2fe, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb555b5-6e11-4d88-9656-556d523d998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:03.582310 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.636766 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ae2d00e-1864-48c5-9d7c-2281d427da39 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.642147 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ae2d00e-1864-48c5-9d7c-2281d427da39 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.656752 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-2edcf9f1-75bb-46dd-8eb3-886c28c600d4 admin admin] Allocated IP 172.25.3.72 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/41bc95ea-e228-4344-9f2b-8194a46cc413) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:03.664150 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] For port 12697522-2668-4089-8a8e-201251e2f2fe, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:03.668941 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] For port 12697522-2668-4089-8a8e-201251e2f2fe, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=12697522-2668-4089-8a8e-201251e2f2fe,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:03.674412 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.721669 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2d00e-1864-48c5-9d7c-2281d427da39 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Pushing event updated for resources: {'Port': ['ID=20337d4a-6da7-4b12-b142-049396b4dfcc,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:03.731042 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ae2d00e-1864-48c5-9d7c-2281d427da39 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.758261 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ae2d00e-1864-48c5-9d7c-2281d427da39 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.758261 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8ae2d00e-1864-48c5-9d7c-2281d427da39 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0455537 Jul 22 19:34:03.758261 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49246) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:03.779359 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff35dc5-f0d7-4320-b10b-943aca041c37 None None] Pushing event updated for resources: {'Port': ['ID=12697522-2668-4089-8a8e-201251e2f2fe,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:03.808835 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2edcf9f1-75bb-46dd-8eb3-886c28c600d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.845230 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d206af00-3384-4564-bcbe-f3e032cc5148 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=e16f54c1-e9c9-4209-825c-badd765142c6 HTTP/1.1" status: 200 len: 690 time: 0.0871258 Jul 22 19:34:03.847657 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49248) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:03.861348 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2edcf9f1-75bb-46dd-8eb3-886c28c600d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.906101 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edcf9f1-75bb-46dd-8eb3-886c28c600d4 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:03.910551 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-2edcf9f1-75bb-46dd-8eb3-886c28c600d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:03.914455 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edcf9f1-75bb-46dd-8eb3-886c28c600d4 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:03.985542 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:04.000447 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcf9f1-75bb-46dd-8eb3-886c28c600d4 admin admin] Pushing event updated for resources: {'Port': ['ID=41bc95ea-e228-4344-9f2b-8194a46cc413,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:04.016409 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:04.142795 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Deleting port 20337d4a-6da7-4b12-b142-049396b4dfcc {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:04.143146 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:04.227567 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:04.228222 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:04.246756 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Calling delete_port for 20337d4a-6da7-4b12-b142-049396b4dfcc owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:04.316213 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2edcf9f1-75bb-46dd-8eb3-886c28c600d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:04.336900 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 12697522-2668-4089-8a8e-201251e2f2fe up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:04.404162 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 12697522-2668-4089-8a8e-201251e2f2fe completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:04.430575 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:04.485295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Pushing event deleted for resources: {'Port': ['ID=20337d4a-6da7-4b12-b142-049396b4dfcc,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:04.532611 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:04.556750 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2edcf9f1-75bb-46dd-8eb3-886c28c600d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:04.595091 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:04.679046 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:04.712109 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d691d1-0d6e-4b87-b4ae-189e192ab7b3,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:04.718142 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edcf9f1-75bb-46dd-8eb3-886c28c600d4 admin admin] Router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:34:04.781478 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:04.789819 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:34:04.793800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16f54c1-e9c9-4209-825c-badd765142c6']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:04.861118 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edcf9f1-75bb-46dd-8eb3-886c28c600d4 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:34:04.874938 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] Sync routers for ids ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:34:04.887059 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2edcf9f1-75bb-46dd-8eb3-886c28c600d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:04.887340 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] Routers {'473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:34:04.888101 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:34:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:04.892100 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2edcf9f1-75bb-46dd-8eb3-886c28c600d4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4243579 Jul 22 19:34:04.893190 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49252) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:04.994119 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791fa231-7c72-431b-b87c-ddcd1ff1f7af None None] Network 8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:05.118432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e13a5c5-afdd-43f7-bc63-915aac59e953') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:05.118748 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e13a5c5-afdd-43f7-bc63-915aac59e953') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:05.130449 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.144509 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.153387 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:34:05.154225 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:34:05.156542 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:34:05.228592 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.228813 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7e93efc4-4e6c-4478-8529-65042bd6eacc None None] Provisioning for port 12697522-2668-4089-8a8e-201251e2f2fe completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:05.247341 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e16f54c1-e9c9-4209-825c-badd765142c6 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 19:34:05.256590 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7e93efc4-4e6c-4478-8529-65042bd6eacc None None] Provisioning complete for port 12697522-2668-4089-8a8e-201251e2f2fe triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:05.256970 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7e93efc4-4e6c-4478-8529-65042bd6eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.260234 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] Set router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:34:05.260415 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Pushing event deleted for resources: {'Network': ['ID=e16f54c1-e9c9-4209-825c-badd765142c6,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:05.278299 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.282734 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1e2613d5-b9ee-497f-994c-5672bbba9594 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] 10.222.0.13 "DELETE /v2.0/networks/e16f54c1-e9c9-4209-825c-badd765142c6 HTTP/1.1" status: 204 len: 168 time: 1.4317098 Jul 22 19:34:05.283034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49256) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:05.346463 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9fad932d-de4f-4ca7-96c1-a4f91fe66843 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0621972 Jul 22 19:34:05.348615 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49258) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:05.433147 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2418486-089e-4c63-be93-51ba1b7b3ff6 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:05.433912 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2418486-089e-4c63-be93-51ba1b7b3ff6 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:05.435024 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2418486-089e-4c63-be93-51ba1b7b3ff6 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:05.437189 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2418486-089e-4c63-be93-51ba1b7b3ff6 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:05.437676 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2418486-089e-4c63-be93-51ba1b7b3ff6 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:05.439958 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2418486-089e-4c63-be93-51ba1b7b3ff6 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:05.444777 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e2418486-089e-4c63-be93-51ba1b7b3ff6 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4027 time: 0.0951233 Jul 22 19:34:05.447653 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49260) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:05.489782 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-63dc25ca-6665-4220-91c5-fb9261a1783f tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] delete failed (client error): The resource could not be found. Jul 22 19:34:05.491054 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-63dc25ca-6665-4220-91c5-fb9261a1783f tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/b87d4b64-2d15-402c-943f-8146b52d6dbe HTTP/1.1" status: 404 len: 345 time: 0.0418019 Jul 22 19:34:05.493897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49262) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:05.513218 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc55290-8a31-401d-92f6-bb47eb2bed24 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] DELETE failed (client error): The resource could not be found. Jul 22 19:34:05.513750 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc55290-8a31-401d-92f6-bb47eb2bed24 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:34:05.515733 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cbc55290-8a31-401d-92f6-bb47eb2bed24 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] 10.222.0.13 "DELETE /v2.0/networks/e16f54c1-e9c9-4209-825c-badd765142c6 HTTP/1.1" status: 404 len: 339 time: 0.0208349 Jul 22 19:34:05.519763 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49264) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:05.527348 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Request body: {'network': {'name': 'tempest-network--190262666', 'router:external': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:05.555734 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-99b1a34c-7a27-4c9c-81ca-7dda587e90b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.564323 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Made reservation on behalf of 1f9a9e62bc99441da0164a7090c0021f for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:05.568117 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.606273 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7e93efc4-4e6c-4478-8529-65042bd6eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.659654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7e93efc4-4e6c-4478-8529-65042bd6eacc None None] For port 12697522-2668-4089-8a8e-201251e2f2fe, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=12697522-2668-4089-8a8e-201251e2f2fe,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:05.673455 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7e93efc4-4e6c-4478-8529-65042bd6eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.686110 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:34:05.708981 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.709683 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Added segment d747350f-b436-4d70-80fd-49eebc0aba10 of type vlan for network 118ea8cb-4c60-491e-a31e-78897dda6ced Jul 22 19:34:05.737684 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-router', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:02Z', 'updated_at': '2021-07-22T19:34:04Z', 'revision_number': 3, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'gw_port': {'id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:03Z', 'updated_at': '2021-07-22T19:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:05.806318 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.812452 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] Checking router: 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:34:05.812915 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] Updating router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 port 41bc95ea-e228-4344-9f2b-8194a46cc413 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:34:05.876983 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93efc4-4e6c-4478-8529-65042bd6eacc None None] Pushing event updated for resources: {'Port': ['ID=12697522-2668-4089-8a8e-201251e2f2fe,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:05.890989 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-99b1a34c-7a27-4c9c-81ca-7dda587e90b9 admin admin] Allocated IP 172.20.0.1 (8800a1c0-b128-47aa-ac46-2c8f9b6e39b0/c4b26a37-f98e-4c1b-8da4-083bd4ab1975/6208f829-1f3c-443e-9046-3df2a79a13e3) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:05.895063 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.908233 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.909578 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:05.910351 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.975889 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4541354 Jul 22 19:34:05.978461 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49266) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:06.038244 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Pushing event updated for resources: {'Network': ['ID=118ea8cb-4c60-491e-a31e-78897dda6ced,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:06.047796 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.048151 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.048514 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.048854 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.049956 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.049956 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.049956 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.050273 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.050562 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.050887 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.051209 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.051543 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac27ca3-5e0f-44fb-8cb2-693c7a1eb034 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.059283 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5d3c1610-322c-4b52-bfc3-5e2f72d844cb None None] Provisioning complete for port 12697522-2668-4089-8a8e-201251e2f2fe triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:06.059656 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5d3c1610-322c-4b52-bfc3-5e2f72d844cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.093795 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 118ea8cb-4c60-491e-a31e-78897dda6ced details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:34:06.096112 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-99b1a34c-7a27-4c9c-81ca-7dda587e90b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.114143 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-99b1a34c-7a27-4c9c-81ca-7dda587e90b9 admin admin] Transition to ACTIVE for port object 6208f829-1f3c-443e-9046-3df2a79a13e3 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:06.164407 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-99b1a34c-7a27-4c9c-81ca-7dda587e90b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.213506 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114247a8-051a-45f1-9f0d-81c6d9eb6f73 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:06.216269 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b1a34c-7a27-4c9c-81ca-7dda587e90b9 admin admin] Network 8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:06.219403 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-99b1a34c-7a27-4c9c-81ca-7dda587e90b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:06.221444 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114247a8-051a-45f1-9f0d-81c6d9eb6f73 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:06.227988 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114247a8-051a-45f1-9f0d-81c6d9eb6f73 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:06.234061 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b1a34c-7a27-4c9c-81ca-7dda587e90b9 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:06.234210 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114247a8-051a-45f1-9f0d-81c6d9eb6f73 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:06.235936 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-114247a8-051a-45f1-9f0d-81c6d9eb6f73 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2564857 Jul 22 19:34:06.240240 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49270) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:06.275272 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1a34c-7a27-4c9c-81ca-7dda587e90b9 admin admin] Pushing event updated for resources: {'Port': ['ID=6208f829-1f3c-443e-9046-3df2a79a13e3,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:06.366389 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-99b1a34c-7a27-4c9c-81ca-7dda587e90b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.377385 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 12697522-2668-4089-8a8e-201251e2f2fe up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:06.425375 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.429638 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-309c5cc2-0780-43ea-91e9-ffd204baa8c2 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.444200 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] Transition to ACTIVE for port object 41bc95ea-e228-4344-9f2b-8194a46cc413 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:06.456491 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.519397 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acd628-6280-413a-9fb4-88deeb4309be None None] Pushing event updated for resources: {'Port': ['ID=41bc95ea-e228-4344-9f2b-8194a46cc413,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:06.537782 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 12697522-2668-4089-8a8e-201251e2f2fe triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:06.538156 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.562147 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] Attempting to bind port 41bc95ea-e228-4344-9f2b-8194a46cc413 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:06.562545 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] Attempting to bind port 41bc95ea-e228-4344-9f2b-8194a46cc413 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:06.562938 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] Attempting to bind port 41bc95ea-e228-4344-9f2b-8194a46cc413 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:06.572132 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:06.572523 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:06.572925 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.573932 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:06.574592 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] Bound port: 41bc95ea-e228-4344-9f2b-8194a46cc413, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:06.574973 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.583344 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-309c5cc2-0780-43ea-91e9-ffd204baa8c2 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.596155 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-309c5cc2-0780-43ea-91e9-ffd204baa8c2 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118ea8cb-4c60-491e-a31e-78897dda6ced']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:06.625423 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-309c5cc2-0780-43ea-91e9-ffd204baa8c2 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd747350f-b436-4d70-80fd-49eebc0aba10') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:06.625683 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-309c5cc2-0780-43ea-91e9-ffd204baa8c2 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd747350f-b436-4d70-80fd-49eebc0aba10') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:06.638018 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-eda992f9-aac4-439a-a6a9-8bac91b34a95 None None] Provisioning for port 6208f829-1f3c-443e-9046-3df2a79a13e3 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:06.641805 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-309c5cc2-0780-43ea-91e9-ffd204baa8c2 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.646960 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-eda992f9-aac4-439a-a6a9-8bac91b34a95 None None] Provisioning complete for port 6208f829-1f3c-443e-9046-3df2a79a13e3 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:06.647335 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-eda992f9-aac4-439a-a6a9-8bac91b34a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.653572 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-99b1a34c-7a27-4c9c-81ca-7dda587e90b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.672671 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-309c5cc2-0780-43ea-91e9-ffd204baa8c2 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.676981 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] For port 41bc95ea-e228-4344-9f2b-8194a46cc413, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:06.699321 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309c5cc2-0780-43ea-91e9-ffd204baa8c2 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:34:06.699734 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-309c5cc2-0780-43ea-91e9-ffd204baa8c2 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:34:06.701669 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:34:06.722692 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] For port 41bc95ea-e228-4344-9f2b-8194a46cc413, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=41bc95ea-e228-4344-9f2b-8194a46cc413,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:06.730024 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-eda992f9-aac4-439a-a6a9-8bac91b34a95 None None] Port 6208f829-1f3c-443e-9046-3df2a79a13e3 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:34:06.734613 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.797507 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-309c5cc2-0780-43ea-91e9-ffd204baa8c2 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.802877 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] Routers {'473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:34:06.803549 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:34:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:06.804029 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309c5cc2-0780-43ea-91e9-ffd204baa8c2 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 118ea8cb-4c60-491e-a31e-78897dda6ced {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 19:34:06.808418 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-309c5cc2-0780-43ea-91e9-ffd204baa8c2 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.810138 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-309c5cc2-0780-43ea-91e9-ffd204baa8c2 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] 10.222.0.13 "DELETE /v2.0/networks/118ea8cb-4c60-491e-a31e-78897dda6ced HTTP/1.1" status: 204 len: 168 time: 0.5676601 Jul 22 19:34:06.814295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49272) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:06.820295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-dd8dc321-b3de-4f87-9b06-3feb354f56fb tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Request body: {'network': {'name': 'tempest-network--1376858628', 'router:external': True}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:06.821462 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c5cc2-0780-43ea-91e9-ffd204baa8c2 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Pushing event deleted for resources: {'Network': ['ID=118ea8cb-4c60-491e-a31e-78897dda6ced,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:06.881393 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8dc321-b3de-4f87-9b06-3feb354f56fb tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Made reservation on behalf of 1f9a9e62bc99441da0164a7090c0021f for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:06.884038 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dd8dc321-b3de-4f87-9b06-3feb354f56fb tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.926332 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acd628-6280-413a-9fb4-88deeb4309be None None] Pushing event updated for resources: {'Port': ['ID=41bc95ea-e228-4344-9f2b-8194a46cc413,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:06.943645 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8dc321-b3de-4f87-9b06-3feb354f56fb tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:34:06.965615 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dd8dc321-b3de-4f87-9b06-3feb354f56fb tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.965981 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-dd8dc321-b3de-4f87-9b06-3feb354f56fb tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Added segment 1804c7cb-3d00-4641-845b-1ec2b041e33a of type vlan for network 0ef096bc-41e9-4b3b-9e6b-c5f69db6e85e Jul 22 19:34:06.981321 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-99b1a34c-7a27-4c9c-81ca-7dda587e90b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.994104 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-99b1a34c-7a27-4c9c-81ca-7dda587e90b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.037876 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dd8dc321-b3de-4f87-9b06-3feb354f56fb tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.062396 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] Set router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:34:07.103097 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1a34c-7a27-4c9c-81ca-7dda587e90b9 admin admin] Pushing event updated for resources: {'Port': ['ID=6208f829-1f3c-443e-9046-3df2a79a13e3,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:07.106998 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-99b1a34c-7a27-4c9c-81ca-7dda587e90b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.114552 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dd8dc321-b3de-4f87-9b06-3feb354f56fb tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.116389 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8dc321-b3de-4f87-9b06-3feb354f56fb tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:07.117181 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dd8dc321-b3de-4f87-9b06-3feb354f56fb tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.147099 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-dd8dc321-b3de-4f87-9b06-3feb354f56fb tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3306046 Jul 22 19:34:07.149707 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49274) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:07.223299 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b1a34c-7a27-4c9c-81ca-7dda587e90b9 admin admin] Network 8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:07.227543 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-99b1a34c-7a27-4c9c-81ca-7dda587e90b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:07.254606 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8dc321-b3de-4f87-9b06-3feb354f56fb tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Pushing event updated for resources: {'Network': ['ID=0ef096bc-41e9-4b3b-9e6b-c5f69db6e85e,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:07.272335 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 0ef096bc-41e9-4b3b-9e6b-c5f69db6e85e details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:34:07.356922 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8064e63a-1c29-4f7a-a8cf-4f8a39b204b6 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:07.360798 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8064e63a-1c29-4f7a-a8cf-4f8a39b204b6 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] 10.222.0.13 "GET /v2.0/networks/0ef096bc-41e9-4b3b-9e6b-c5f69db6e85e HTTP/1.1" status: 200 len: 757 time: 0.2078691 Jul 22 19:34:07.361065 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49278) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:07.605801 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a86109-b8f0-4a14-a67d-e22cb76ddc42 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:07.609784 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b5a86109-b8f0-4a14-a67d-e22cb76ddc42 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] 10.222.0.13 "GET /v2.0/networks/b8649ecd-4232-4a31-8657-6c7117e85d68 HTTP/1.1" status: 200 len: 767 time: 0.2450290 Jul 22 19:34:07.611684 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49280) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:07.739216 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-237c0614-4baa-4d5d-a991-4f3077b25ac6 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.805721 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a1cc05ab-0ad5-4628-a5ee-9af448b56bb5 None None] Provisioning complete for port 6208f829-1f3c-443e-9046-3df2a79a13e3 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:07.806298 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a1cc05ab-0ad5-4628-a5ee-9af448b56bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.842202 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-237c0614-4baa-4d5d-a991-4f3077b25ac6 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.853495 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-237c0614-4baa-4d5d-a991-4f3077b25ac6 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef096bc-41e9-4b3b-9e6b-c5f69db6e85e']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:07.864318 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-237c0614-4baa-4d5d-a991-4f3077b25ac6 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1804c7cb-3d00-4641-845b-1ec2b041e33a') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:07.865215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-237c0614-4baa-4d5d-a991-4f3077b25ac6 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1804c7cb-3d00-4641-845b-1ec2b041e33a') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:07.872998 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a1cc05ab-0ad5-4628-a5ee-9af448b56bb5 None None] Port 6208f829-1f3c-443e-9046-3df2a79a13e3 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:34:07.876241 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b1a34c-7a27-4c9c-81ca-7dda587e90b9 admin admin] Router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:34:07.878874 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-237c0614-4baa-4d5d-a991-4f3077b25ac6 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.895794 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-237c0614-4baa-4d5d-a991-4f3077b25ac6 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.902592 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237c0614-4baa-4d5d-a991-4f3077b25ac6 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:34:07.903058 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-237c0614-4baa-4d5d-a991-4f3077b25ac6 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.904079 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-router', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:02Z', 'updated_at': '2021-07-22T19:34:06Z', 'revision_number': 4, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'gw_port': {'id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:03Z', 'updated_at': '2021-07-22T19:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '6208f829-1f3c-443e-9046-3df2a79a13e3', 'name': '', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'mac_address': 'fa:16:3e:6b:45:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:05Z', 'updated_at': '2021-07-22T19:34:05Z', 'revision_number': 1, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'subnets': [{'id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:34:07.905292 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:34:07.945743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe2f57f-8a8c-4540-88cb-21ce4b2edb6f None None] The sync data for ids ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'] in n-d-800086-12 is: [{'id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-router', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:02Z', 'updated_at': '2021-07-22T19:34:06Z', 'revision_number': 4, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'gw_port': {'id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:03Z', 'updated_at': '2021-07-22T19:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '6208f829-1f3c-443e-9046-3df2a79a13e3', 'name': '', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'mac_address': 'fa:16:3e:6b:45:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:05Z', 'updated_at': '2021-07-22T19:34:05Z', 'revision_number': 1, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'subnets': [{'id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:34:07.996832 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-237c0614-4baa-4d5d-a991-4f3077b25ac6 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.002305 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237c0614-4baa-4d5d-a991-4f3077b25ac6 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ef096bc-41e9-4b3b-9e6b-c5f69db6e85e {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 19:34:08.010245 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b1a34c-7a27-4c9c-81ca-7dda587e90b9 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:34:08.017721 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-99b1a34c-7a27-4c9c-81ca-7dda587e90b9 admin admin] 10.222.0.13 "PUT /v2.0/routers/473cebd3-633b-45f9-bd6b-6b0fb5fb45b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1225650 Jul 22 19:34:08.050705 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-237c0614-4baa-4d5d-a991-4f3077b25ac6 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.052974 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-237c0614-4baa-4d5d-a991-4f3077b25ac6 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] 10.222.0.13 "DELETE /v2.0/networks/0ef096bc-41e9-4b3b-9e6b-c5f69db6e85e HTTP/1.1" status: 204 len: 168 time: 0.4400039 Jul 22 19:34:08.054156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c0614-4baa-4d5d-a991-4f3077b25ac6 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ef096bc-41e9-4b3b-9e6b-c5f69db6e85e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:08.057206 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49284) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:08.062535 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-11562a41-5269-4f5c-a6ff-240e9a4188e7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Request body: {'network': {'name': 'tempest-network--1987738130'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:08.092524 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11562a41-5269-4f5c-a6ff-240e9a4188e7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Made reservation on behalf of 1f9a9e62bc99441da0164a7090c0021f for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:08.095258 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-11562a41-5269-4f5c-a6ff-240e9a4188e7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.126099 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11562a41-5269-4f5c-a6ff-240e9a4188e7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:34:08.136637 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-11562a41-5269-4f5c-a6ff-240e9a4188e7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.137604 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-11562a41-5269-4f5c-a6ff-240e9a4188e7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Added segment 7b44315d-ff20-425f-b1c3-228f232ca6f4 of type vlan for network d159473d-881a-47c7-af38-68624cc16bb6 Jul 22 19:34:08.191647 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-11562a41-5269-4f5c-a6ff-240e9a4188e7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.235518 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-11562a41-5269-4f5c-a6ff-240e9a4188e7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.236796 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11562a41-5269-4f5c-a6ff-240e9a4188e7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:08.237382 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-11562a41-5269-4f5c-a6ff-240e9a4188e7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.293515 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-11562a41-5269-4f5c-a6ff-240e9a4188e7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2349558 Jul 22 19:34:08.296038 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49290) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:08.301404 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-165afaa0-b898-493a-936a-3d874a0248cf tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:08.320871 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11562a41-5269-4f5c-a6ff-240e9a4188e7 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Pushing event updated for resources: {'Network': ['ID=d159473d-881a-47c7-af38-68624cc16bb6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:08.331955 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network d159473d-881a-47c7-af38-68624cc16bb6 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:34:08.506676 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-165afaa0-b898-493a-936a-3d874a0248cf tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.529008 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-165afaa0-b898-493a-936a-3d874a0248cf tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.551420 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-165afaa0-b898-493a-936a-3d874a0248cf tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Network d159473d-881a-47c7-af38-68624cc16bb6 is not hosted by any dhcp agent {{(pid=93807) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 19:34:08.552338 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165afaa0-b898-493a-936a-3d874a0248cf tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:08.552963 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-165afaa0-b898-493a-936a-3d874a0248cf tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.554387 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-165afaa0-b898-493a-936a-3d874a0248cf tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] 10.222.0.13 "PUT /v2.0/networks/d159473d-881a-47c7-af38-68624cc16bb6 HTTP/1.1" status: 200 len: 858 time: 0.2572258 Jul 22 19:34:08.557173 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49294) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:08.654867 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165afaa0-b898-493a-936a-3d874a0248cf tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Pushing event updated for resources: {'Network': ['ID=d159473d-881a-47c7-af38-68624cc16bb6,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:08.718192 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b767646b-bd37-4904-a96c-0288fe111881 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.781426 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49296) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:08.789642 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4b38da96-7517-4a8e-be94-8b804eaf1d37 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Request body: {'security_group': {'name': 'tempest-securitygroup--699376978', 'description': 'tempest-description--1903640113'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:08.819148 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b38da96-7517-4a8e-be94-8b804eaf1d37 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.831293 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b767646b-bd37-4904-a96c-0288fe111881 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.845030 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-b767646b-bd37-4904-a96c-0288fe111881 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d159473d-881a-47c7-af38-68624cc16bb6']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:08.857338 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-b767646b-bd37-4904-a96c-0288fe111881 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b44315d-ff20-425f-b1c3-228f232ca6f4') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:08.858364 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-b767646b-bd37-4904-a96c-0288fe111881 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b44315d-ff20-425f-b1c3-228f232ca6f4') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:08.868561 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b767646b-bd37-4904-a96c-0288fe111881 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.893032 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b767646b-bd37-4904-a96c-0288fe111881 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.902606 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b767646b-bd37-4904-a96c-0288fe111881 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:34:08.903614 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b767646b-bd37-4904-a96c-0288fe111881 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:34:08.905249 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:34:08.942841 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b38da96-7517-4a8e-be94-8b804eaf1d37 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.950217 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b38da96-7517-4a8e-be94-8b804eaf1d37 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.985959 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b38da96-7517-4a8e-be94-8b804eaf1d37 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.989977 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4b38da96-7517-4a8e-be94-8b804eaf1d37 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2045565 Jul 22 19:34:08.992203 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49298) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:08.992769 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38da96-7517-4a8e-be94-8b804eaf1d37 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:08.998336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-f6693aef-e208-4c91-b181-c10616547c0d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Request body: {'security_group_rule': {'security_group_id': 'd85bd7b2-90f5-4ca7-9334-6bfa5a1597ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:09.008018 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b767646b-bd37-4904-a96c-0288fe111881 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.021474 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b767646b-bd37-4904-a96c-0288fe111881 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d159473d-881a-47c7-af38-68624cc16bb6 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 19:34:09.035318 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b767646b-bd37-4904-a96c-0288fe111881 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.037261 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b767646b-bd37-4904-a96c-0288fe111881 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] 10.222.0.13 "DELETE /v2.0/networks/d159473d-881a-47c7-af38-68624cc16bb6 HTTP/1.1" status: 204 len: 168 time: 0.4786353 Jul 22 19:34:09.040424 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767646b-bd37-4904-a96c-0288fe111881 tempest-ExternalNetworksTestJSON-1079399499 tempest-ExternalNetworksTestJSON-1079399499-project-admin] Pushing event deleted for resources: {'Network': ['ID=d159473d-881a-47c7-af38-68624cc16bb6,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:09.041124 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49300) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:09.058270 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f6693aef-e208-4c91-b181-c10616547c0d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.071679 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceab11f6-80f3-488c-a9dd-6c2e82c9fb5e tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] DELETE failed (client error): The resource could not be found. Jul 22 19:34:09.072138 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceab11f6-80f3-488c-a9dd-6c2e82c9fb5e tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:34:09.074729 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ceab11f6-80f3-488c-a9dd-6c2e82c9fb5e tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] 10.222.0.13 "DELETE /v2.0/subnets/d4d691d1-0d6e-4b87-b4ae-189e192ab7b3 HTTP/1.1" status: 404 len: 337 time: 0.0318332 Jul 22 19:34:09.078086 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49302) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:09.124416 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f6693aef-e208-4c91-b181-c10616547c0d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.130615 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f6693aef-e208-4c91-b181-c10616547c0d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.151237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6693aef-e208-4c91-b181-c10616547c0d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c032f86-dc27-4b7d-8275-c70ef4caa704,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:09.165473 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f6693aef-e208-4c91-b181-c10616547c0d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.167960 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f6693aef-e208-4c91-b181-c10616547c0d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1742613 Jul 22 19:34:09.168924 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.170976 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49304) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:09.181131 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-1220eca7-a1e1-41b7-a8b8-04accd1fb21d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Request body: {'security_group_rule': {'security_group_id': 'd85bd7b2-90f5-4ca7-9334-6bfa5a1597ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:09.187955 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65a1eb80-8546-4e3d-b330-50e0ab20aac5 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.216810 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1220eca7-a1e1-41b7-a8b8-04accd1fb21d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.299683 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1220eca7-a1e1-41b7-a8b8-04accd1fb21d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.305341 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1220eca7-a1e1-41b7-a8b8-04accd1fb21d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.308694 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65a1eb80-8546-4e3d-b330-50e0ab20aac5 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.321475 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-65a1eb80-8546-4e3d-b330-50e0ab20aac5 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8649ecd-4232-4a31-8657-6c7117e85d68']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:09.331859 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220eca7-a1e1-41b7-a8b8-04accd1fb21d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f9f6ac-dd55-47e4-aa73-c7cc227ef903,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:09.338148 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1220eca7-a1e1-41b7-a8b8-04accd1fb21d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.341145 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1220eca7-a1e1-41b7-a8b8-04accd1fb21d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1688578 Jul 22 19:34:09.344040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49306) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:09.346238 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-65a1eb80-8546-4e3d-b330-50e0ab20aac5 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d88add-8683-4eef-9b97-52e4381b0626') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:09.346649 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-65a1eb80-8546-4e3d-b330-50e0ab20aac5 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d88add-8683-4eef-9b97-52e4381b0626') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:09.349338 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-133c6420-85c6-431a-950b-af42f7774102 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:09.357931 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65a1eb80-8546-4e3d-b330-50e0ab20aac5 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.377466 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-133c6420-85c6-431a-950b-af42f7774102 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.377693 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65a1eb80-8546-4e3d-b330-50e0ab20aac5 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.384324 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a1eb80-8546-4e3d-b330-50e0ab20aac5 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:34:09.385258 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65a1eb80-8546-4e3d-b330-50e0ab20aac5 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:34:09.389596 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:34:09.476359 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65a1eb80-8546-4e3d-b330-50e0ab20aac5 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.481688 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65a1eb80-8546-4e3d-b330-50e0ab20aac5 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.484486 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-65a1eb80-8546-4e3d-b330-50e0ab20aac5 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] 10.222.0.13 "DELETE /v2.0/networks/b8649ecd-4232-4a31-8657-6c7117e85d68 HTTP/1.1" status: 204 len: 168 time: 0.4049261 Jul 22 19:34:09.502284 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1eb80-8546-4e3d-b330-50e0ab20aac5 tempest-ExternalNetworksTestJSON-1424987029 tempest-ExternalNetworksTestJSON-1424987029-project] Pushing event deleted for resources: {'Network': ['ID=b8649ecd-4232-4a31-8657-6c7117e85d68,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:09.543767 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-133c6420-85c6-431a-950b-af42f7774102 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.697190 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-133c6420-85c6-431a-950b-af42f7774102 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Allocated IP 172.25.3.31 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/1df9b6c5-a795-4226-a076-2783db5811ab) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:09.761885 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49314) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:09.846608 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-133c6420-85c6-431a-950b-af42f7774102 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.918424 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-133c6420-85c6-431a-950b-af42f7774102 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.981664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133c6420-85c6-431a-950b-af42f7774102 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:09.985133 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-133c6420-85c6-431a-950b-af42f7774102 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:09.992126 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133c6420-85c6-431a-950b-af42f7774102 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:09.996594 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3aa47828-1869-4882-a63c-b9a54d8402a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78ef14c41d7f4ab9a7d7518fd84aaf15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329450 Jul 22 19:34:09.998862 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49318) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:10.016350 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c6420-85c6-431a-950b-af42f7774102 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Pushing event updated for resources: {'Port': ['ID=1df9b6c5-a795-4226-a076-2783db5811ab,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:10.068451 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74da315a-35c6-4b20-abaf-32982f13c999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.094985 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74da315a-35c6-4b20-abaf-32982f13c999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.115557 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-133c6420-85c6-431a-950b-af42f7774102 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.152215 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74da315a-35c6-4b20-abaf-32982f13c999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.157340 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74da315a-35c6-4b20-abaf-32982f13c999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.158912 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-74da315a-35c6-4b20-abaf-32982f13c999 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f63f8316-da8f-466f-ab0e-f74f9be10e9e HTTP/1.1" status: 204 len: 168 time: 0.1579006 Jul 22 19:34:10.171473 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da315a-35c6-4b20-abaf-32982f13c999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63f8316-da8f-466f-ab0e-f74f9be10e9e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:10.181358 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-133c6420-85c6-431a-950b-af42f7774102 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.376740 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 41bc95ea-e228-4344-9f2b-8194a46cc413 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:10.422493 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-133c6420-85c6-431a-950b-af42f7774102 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.432100 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-133c6420-85c6-431a-950b-af42f7774102 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.462733 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 41bc95ea-e228-4344-9f2b-8194a46cc413 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:10.470915 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 41bc95ea-e228-4344-9f2b-8194a46cc413 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:10.471713 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.536755 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c6420-85c6-431a-950b-af42f7774102 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Pushing event updated for resources: {'Port': ['ID=1df9b6c5-a795-4226-a076-2783db5811ab,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:10.547787 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-133c6420-85c6-431a-950b-af42f7774102 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.583320 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-133c6420-85c6-431a-950b-af42f7774102 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.583320 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-133c6420-85c6-431a-950b-af42f7774102 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2304623 Jul 22 19:34:10.595243 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.619578 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49326) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:10.625263 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 41bc95ea-e228-4344-9f2b-8194a46cc413, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=41bc95ea-e228-4344-9f2b-8194a46cc413,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:10.635277 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.685451 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-dc76c54a-24ae-47b1-ace8-b88a99453fb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f9a9e62bc99441da0164a7090c0021f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637438 Jul 22 19:34:10.687516 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49330) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:10.723699 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=41bc95ea-e228-4344-9f2b-8194a46cc413,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:10.780103 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ae8cf172-f0c0-46df-be2d-d6ce6cb4f7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.809259 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ae8cf172-f0c0-46df-be2d-d6ce6cb4f7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.852763 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-fe11c5dc-1639-4d18-aa5d-ba229b93a44c tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--699376978&fields=id&tenant_id=6dc0a43544f4485c8e9c187940eccf6a HTTP/1.1" status: 200 len: 267 time: 0.0465496 Jul 22 19:34:10.861748 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ae8cf172-f0c0-46df-be2d-d6ce6cb4f7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.864830 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ae8cf172-f0c0-46df-be2d-d6ce6cb4f7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.866643 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ae8cf172-f0c0-46df-be2d-d6ce6cb4f7be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4915a485-d6ba-4cd4-ab38-a98fd30bd26d HTTP/1.1" status: 204 len: 168 time: 0.1778004 Jul 22 19:34:10.884380 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cf172-f0c0-46df-be2d-d6ce6cb4f7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4915a485-d6ba-4cd4-ab38-a98fd30bd26d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:10.984400 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-87edf308-f04a-476a-b52a-366cb6a6ebc6 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:10.987276 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-87edf308-f04a-476a-b52a-366cb6a6ebc6 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/networks?id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 HTTP/1.1" status: 200 len: 817 time: 0.1332626 Jul 22 19:34:11.004148 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-a520bb84-d8b2-462a-b67a-3ce558476a12 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/quotas/6dc0a43544f4485c8e9c187940eccf6a HTTP/1.1" status: 200 len: 375 time: 0.0114105 Jul 22 19:34:11.080431 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-f66a586a-8115-413c-9b49-969d8118312b tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dc0a43544f4485c8e9c187940eccf6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0702941 Jul 22 19:34:11.200135 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-e6bd7654-2587-41a2-8912-820f317bfd7b service neutron] 10.222.0.13 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042018 Jul 22 19:34:11.325102 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-8823ab08-2f85-42fa-97e4-f92fb021356b service neutron] 10.222.0.13 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129856 Jul 22 19:34:11.512635 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e814df0-9535-4d11-838f-e7dff8bce9bc req-e7788728-6421-4067-92a7-6fd2bf8d6e6e tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 210 time: 0.0412691 Jul 22 19:34:11.580033 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] Sync routers for ids ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:34:11.592204 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] Routers {'473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:34:11.593285 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:34:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:11.735245 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49372) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:11.757969 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] Set router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:34:11.833443 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:11.875418 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Request body: {'networks': [{'name': 'tempest-network--1672805751'}, {'name': 'tempest-network--1987146022'}]} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:11.876088 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Request body: {'network': {'name': 'tempest-network--1672805751'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:11.876880 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Request body: {'network': {'name': 'tempest-network--1987146022'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:11.903165 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Made reservation on behalf of 8532c4c36be34e50a3c3ca3f171d77e9 for: {'network': 2} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:11.907961 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:11.918650 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.033234 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.038341 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.038846 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.040410 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-router', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:02Z', 'updated_at': '2021-07-22T19:34:06Z', 'revision_number': 4, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'gw_port': {'id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:03Z', 'updated_at': '2021-07-22T19:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '6208f829-1f3c-443e-9046-3df2a79a13e3', 'name': '', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'mac_address': 'fa:16:3e:6b:45:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:05Z', 'updated_at': '2021-07-22T19:34:06Z', 'revision_number': 2, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'subnets': [{'id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:12.072164 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] Checking router: 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:34:12.072525 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] Updating router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 port 6208f829-1f3c-443e-9046-3df2a79a13e3 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:34:12.102228 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:34:12.110765 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40dea69a-b4cc-4cff-992c-d1728f1ae033,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:12.115128 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.117616 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.118311 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Added segment 6482adf8-791d-4466-90e2-6823d704bf5d of type vlan for network 7d2af6fa-c28d-475f-b200-09ac64fef683 Jul 22 19:34:12.178335 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.223881 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:34:12.239006 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.239454 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Added segment 8dc5009d-93c7-4da2-8f38-96fc1b485ec8 of type vlan for network 2fb8646a-99a7-4aa3-aa4d-1f03e651003c Jul 22 19:34:12.309861 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.327907 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 41bc95ea-e228-4344-9f2b-8194a46cc413 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:12.369303 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.371209 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.381458 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:12.390089 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:12.390797 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.397150 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 41bc95ea-e228-4344-9f2b-8194a46cc413 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:12.397778 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.432290 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6932812 Jul 22 19:34:12.433317 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49380) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:12.508672 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.521085 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] Transition to ACTIVE for port object 6208f829-1f3c-443e-9046-3df2a79a13e3 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:12.522947 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Pushing event updated for resources: {'Network': ['ID=7d2af6fa-c28d-475f-b200-09ac64fef683,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:12.546292 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.589894 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 7d2af6fa-c28d-475f-b200-09ac64fef683 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:34:12.649931 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d0417-e22b-4c0a-9d7c-7bfde35e9d11 None None] Pushing event updated for resources: {'Port': ['ID=6208f829-1f3c-443e-9046-3df2a79a13e3,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:12.670935 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0417-e22b-4c0a-9d7c-7bfde35e9d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:12.671673 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0417-e22b-4c0a-9d7c-7bfde35e9d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:12.672230 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0417-e22b-4c0a-9d7c-7bfde35e9d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:12.673077 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0417-e22b-4c0a-9d7c-7bfde35e9d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:12.673634 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0417-e22b-4c0a-9d7c-7bfde35e9d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:12.675259 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0417-e22b-4c0a-9d7c-7bfde35e9d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:12.676046 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0417-e22b-4c0a-9d7c-7bfde35e9d11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:12.676637 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0417-e22b-4c0a-9d7c-7bfde35e9d11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:12.677373 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0417-e22b-4c0a-9d7c-7bfde35e9d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:12.677922 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0417-e22b-4c0a-9d7c-7bfde35e9d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:12.678614 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0417-e22b-4c0a-9d7c-7bfde35e9d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:12.679158 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0417-e22b-4c0a-9d7c-7bfde35e9d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:12.712415 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3d8479ce-a940-4cd3-a5fc-b3e8262843e9 req-08ba5952-7652-4355-b02f-ad2d28ec4b0d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 210 time: 0.0676363 Jul 22 19:34:12.730254 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2ed95-b625-4f32-94af-c44e948cb5dc tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Pushing event updated for resources: {'Network': ['ID=2fb8646a-99a7-4aa3-aa4d-1f03e651003c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:12.746714 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 2fb8646a-99a7-4aa3-aa4d-1f03e651003c details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:34:12.755826 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] Attempting to bind port 6208f829-1f3c-443e-9046-3df2a79a13e3 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:12.756366 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] Attempting to bind port 6208f829-1f3c-443e-9046-3df2a79a13e3 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'ccb555b5-6e11-4d88-9656-556d523d998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:12.757029 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] Attempting to bind port 6208f829-1f3c-443e-9046-3df2a79a13e3 on network 8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:12.763325 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:12.763824 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] Checking segment: {'id': 'ccb555b5-6e11-4d88-9656-556d523d998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:12.764114 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.764502 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] Bound using segment: {'id': 'ccb555b5-6e11-4d88-9656-556d523d998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:12.765727 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] Bound port: 6208f829-1f3c-443e-9046-3df2a79a13e3, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb555b5-6e11-4d88-9656-556d523d998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:12.766705 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.779656 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a94e0b3-8e3b-429c-a641-f85130725531 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:12.787754 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a94e0b3-8e3b-429c-a641-f85130725531 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:12.796801 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a94e0b3-8e3b-429c-a641-f85130725531 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:12.806533 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a94e0b3-8e3b-429c-a641-f85130725531 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:12.808748 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1a94e0b3-8e3b-429c-a641-f85130725531 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3744845 Jul 22 19:34:12.811941 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49384) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:12.934832 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] For port 6208f829-1f3c-443e-9046-3df2a79a13e3, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:12.939400 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] For port 6208f829-1f3c-443e-9046-3df2a79a13e3, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6208f829-1f3c-443e-9046-3df2a79a13e3,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:12.956386 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.998727 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-12e5def8-ea10-4ba0-ba9d-b140618ffa16 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.034940 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d0417-e22b-4c0a-9d7c-7bfde35e9d11 None None] Pushing event updated for resources: {'Port': ['ID=6208f829-1f3c-443e-9046-3df2a79a13e3,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:13.040142 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] Routers {'473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:34:13.041030 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:34:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:13.173698 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-12e5def8-ea10-4ba0-ba9d-b140618ffa16 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.187684 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-12e5def8-ea10-4ba0-ba9d-b140618ffa16 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2af6fa-c28d-475f-b200-09ac64fef683']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:13.196956 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-c496385a-e847-4dee-92f7-d670431ebe59 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:13.198536 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-c496385a-e847-4dee-92f7-d670431ebe59 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.16 "GET /v2.0/networks?id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 HTTP/1.1" status: 200 len: 817 time: 0.2359591 Jul 22 19:34:13.204629 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] Set router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:34:13.215233 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-12e5def8-ea10-4ba0-ba9d-b140618ffa16 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6482adf8-791d-4466-90e2-6823d704bf5d') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:13.215527 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-12e5def8-ea10-4ba0-ba9d-b140618ffa16 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6482adf8-791d-4466-90e2-6823d704bf5d') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:13.236094 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-12e5def8-ea10-4ba0-ba9d-b140618ffa16 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.260919 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-12e5def8-ea10-4ba0-ba9d-b140618ffa16 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.275432 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-598c7cbe-fb67-4a76-b01e-cbffcf759cfc tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dc0a43544f4485c8e9c187940eccf6a HTTP/1.1" status: 200 len: 379 time: 0.0685072 Jul 22 19:34:13.277019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e5def8-ea10-4ba0-ba9d-b140618ffa16 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:34:13.277437 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-12e5def8-ea10-4ba0-ba9d-b140618ffa16 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:34:13.281026 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:34:13.288968 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4504d384-5608-4e74-b9a9-87515ac631ff tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Request body: {'port': {'device_id': 'a45de7a4-da47-4910-86f6-4c7e2bda0719', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'admin_state_up': True, 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'security_groups': ['d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:13.419638 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-12e5def8-ea10-4ba0-ba9d-b140618ffa16 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.431946 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-12e5def8-ea10-4ba0-ba9d-b140618ffa16 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.436970 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-12e5def8-ea10-4ba0-ba9d-b140618ffa16 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] 10.222.0.13 "DELETE /v2.0/networks/7d2af6fa-c28d-475f-b200-09ac64fef683 HTTP/1.1" status: 204 len: 168 time: 0.6237166 Jul 22 19:34:13.437132 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49388) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:13.454803 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-router', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:02Z', 'updated_at': '2021-07-22T19:34:06Z', 'revision_number': 4, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'gw_port': {'id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:03Z', 'updated_at': '2021-07-22T19:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '6208f829-1f3c-443e-9046-3df2a79a13e3', 'name': '', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'mac_address': 'fa:16:3e:6b:45:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:05Z', 'updated_at': '2021-07-22T19:34:12Z', 'revision_number': 4, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'subnets': [{'id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:13.455201 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5def8-ea10-4ba0-ba9d-b140618ffa16 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Pushing event deleted for resources: {'Network': ['ID=7d2af6fa-c28d-475f-b200-09ac64fef683,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:13.487266 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4504d384-5608-4e74-b9a9-87515ac631ff tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Made reservation on behalf of 6dc0a43544f4485c8e9c187940eccf6a for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:13.491283 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4504d384-5608-4e74-b9a9-87515ac631ff tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.499321 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7385c4-6f59-4233-9f7c-edc54ae092fc None None] The sync data for ids ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'] in n-d-800086-12 is: [{'id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-router', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:02Z', 'updated_at': '2021-07-22T19:34:06Z', 'revision_number': 4, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'gw_port': {'id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:03Z', 'updated_at': '2021-07-22T19:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '6208f829-1f3c-443e-9046-3df2a79a13e3', 'name': '', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'mac_address': 'fa:16:3e:6b:45:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:05Z', 'updated_at': '2021-07-22T19:34:12Z', 'revision_number': 4, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'subnets': [{'id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:34:13.543467 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce2d3885-d015-42c4-8573-5bd9a8cb045f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.645086 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce2d3885-d015-42c4-8573-5bd9a8cb045f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.648950 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4504d384-5608-4e74-b9a9-87515ac631ff tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Allocated IP 172.20.0.14 (8800a1c0-b128-47aa-ac46-2c8f9b6e39b0/c4b26a37-f98e-4c1b-8da4-083bd4ab1975/9ac5a3fd-4342-4780-8499-7b9e93427f0c) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:13.656754 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-ce2d3885-d015-42c4-8573-5bd9a8cb045f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb8646a-99a7-4aa3-aa4d-1f03e651003c']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:13.669537 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-ce2d3885-d015-42c4-8573-5bd9a8cb045f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc5009d-93c7-4da2-8f38-96fc1b485ec8') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:13.669824 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-ce2d3885-d015-42c4-8573-5bd9a8cb045f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc5009d-93c7-4da2-8f38-96fc1b485ec8') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:13.681569 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce2d3885-d015-42c4-8573-5bd9a8cb045f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.702757 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce2d3885-d015-42c4-8573-5bd9a8cb045f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.711723 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2d3885-d015-42c4-8573-5bd9a8cb045f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:34:13.712131 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce2d3885-d015-42c4-8573-5bd9a8cb045f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:34:13.715569 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:34:13.796851 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce2d3885-d015-42c4-8573-5bd9a8cb045f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.806446 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce2d3885-d015-42c4-8573-5bd9a8cb045f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.809765 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ce2d3885-d015-42c4-8573-5bd9a8cb045f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] 10.222.0.13 "DELETE /v2.0/networks/2fb8646a-99a7-4aa3-aa4d-1f03e651003c HTTP/1.1" status: 204 len: 168 time: 0.3714197 Jul 22 19:34:13.812227 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49392) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:13.838441 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d3885-d015-42c4-8573-5bd9a8cb045f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Pushing event deleted for resources: {'Network': ['ID=2fb8646a-99a7-4aa3-aa4d-1f03e651003c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:13.881948 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce4c7810-3657-46b0-a793-82f37b652057 req-040d9589-c013-4e33-bdf6-3ce0edbecc22 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 210 time: 0.0565181 Jul 22 19:34:13.931442 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4504d384-5608-4e74-b9a9-87515ac631ff tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.949254 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4504d384-5608-4e74-b9a9-87515ac631ff tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Transition to ACTIVE for port object 9ac5a3fd-4342-4780-8499-7b9e93427f0c will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:13.978845 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84dfcb7-8e18-4b93-bc8e-95bd51956aee tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:13.986039 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84dfcb7-8e18-4b93-bc8e-95bd51956aee tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:13.987821 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d84dfcb7-8e18-4b93-bc8e-95bd51956aee tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1742830 Jul 22 19:34:13.991895 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49396) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:13.998508 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-cc735ab1-ca47-480d-84c8-e52e8c0660d0 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1400445450'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:14.035894 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4504d384-5608-4e74-b9a9-87515ac631ff tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.051709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc735ab1-ca47-480d-84c8-e52e8c0660d0 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Made reservation on behalf of 8532c4c36be34e50a3c3ca3f171d77e9 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:14.054640 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cc735ab1-ca47-480d-84c8-e52e8c0660d0 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.104640 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4504d384-5608-4e74-b9a9-87515ac631ff tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Network 8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:14.114238 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4504d384-5608-4e74-b9a9-87515ac631ff tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:14.116712 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4504d384-5608-4e74-b9a9-87515ac631ff tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:14.152608 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504d384-5608-4e74-b9a9-87515ac631ff tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Pushing event updated for resources: {'Port': ['ID=9ac5a3fd-4342-4780-8499-7b9e93427f0c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:14.163149 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc735ab1-ca47-480d-84c8-e52e8c0660d0 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:34:14.187349 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cc735ab1-ca47-480d-84c8-e52e8c0660d0 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.187721 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-cc735ab1-ca47-480d-84c8-e52e8c0660d0 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Added segment df1afe24-aeb5-4dea-a2d6-2cc54a57c304 of type vlan for network 6c9de4e8-e890-4b7e-baee-596246c7c7ea Jul 22 19:34:14.209317 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4504d384-5608-4e74-b9a9-87515ac631ff tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:14.210083 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4504d384-5608-4e74-b9a9-87515ac631ff tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.261217 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cc735ab1-ca47-480d-84c8-e52e8c0660d0 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.268208 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4504d384-5608-4e74-b9a9-87515ac631ff tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9856708 Jul 22 19:34:14.287747 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] Request body: {'port': {'device_id': 'a45de7a4-da47-4910-86f6-4c7e2bda0719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:14.406395 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cc735ab1-ca47-480d-84c8-e52e8c0660d0 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.406656 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6208f829-1f3c-443e-9046-3df2a79a13e3 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:14.412301 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc735ab1-ca47-480d-84c8-e52e8c0660d0 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:14.412824 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cc735ab1-ca47-480d-84c8-e52e8c0660d0 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.468192 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.481796 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 6208f829-1f3c-443e-9046-3df2a79a13e3 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:14.487714 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 6208f829-1f3c-443e-9046-3df2a79a13e3 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:14.488249 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.507061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc735ab1-ca47-480d-84c8-e52e8c0660d0 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Pushing event updated for resources: {'Network': ['ID=6c9de4e8-e890-4b7e-baee-596246c7c7ea,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:14.511724 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cc735ab1-ca47-480d-84c8-e52e8c0660d0 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5186687 Jul 22 19:34:14.515771 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49398) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:14.521315 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-7657e390-ea12-4b2b-81be-59760c9d3293 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-399099729'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:14.535243 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 6c9de4e8-e890-4b7e-baee-596246c7c7ea details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:34:14.543325 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7657e390-ea12-4b2b-81be-59760c9d3293 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Made reservation on behalf of 8532c4c36be34e50a3c3ca3f171d77e9 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:14.548670 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7657e390-ea12-4b2b-81be-59760c9d3293 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.588856 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7657e390-ea12-4b2b-81be-59760c9d3293 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:34:14.600877 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7657e390-ea12-4b2b-81be-59760c9d3293 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.601263 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-7657e390-ea12-4b2b-81be-59760c9d3293 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Added segment 9bf01a6c-11e6-4f71-a79f-b63dbcfc1eac of type vlan for network 16940ba7-f57b-4a8f-b40d-45e8b3969dcf Jul 22 19:34:14.620719 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-eecc6e30-5106-4935-ad32-ed874182397e None None] Provisioning for port 9ac5a3fd-4342-4780-8499-7b9e93427f0c completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:14.653431 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7657e390-ea12-4b2b-81be-59760c9d3293 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.673757 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-eecc6e30-5106-4935-ad32-ed874182397e None None] Provisioning complete for port 9ac5a3fd-4342-4780-8499-7b9e93427f0c triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:14.674711 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-eecc6e30-5106-4935-ad32-ed874182397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.694511 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7657e390-ea12-4b2b-81be-59760c9d3293 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.702353 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7657e390-ea12-4b2b-81be-59760c9d3293 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:14.703066 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7657e390-ea12-4b2b-81be-59760c9d3293 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.764980 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-eecc6e30-5106-4935-ad32-ed874182397e None None] Port 9ac5a3fd-4342-4780-8499-7b9e93427f0c cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:34:14.777246 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.780768 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657e390-ea12-4b2b-81be-59760c9d3293 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Pushing event updated for resources: {'Network': ['ID=16940ba7-f57b-4a8f-b40d-45e8b3969dcf,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:14.796676 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7657e390-ea12-4b2b-81be-59760c9d3293 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2772713 Jul 22 19:34:14.797475 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49400) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:14.798191 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 16940ba7-f57b-4a8f-b40d-45e8b3969dcf details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:34:14.806095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Request body: {'ports': [{'network_id': '6c9de4e8-e890-4b7e-baee-596246c7c7ea', 'name': 'tempest-port--905128415', 'admin_state_up': True}, {'network_id': '16940ba7-f57b-4a8f-b40d-45e8b3969dcf', 'admin_state_up': False}]} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:14.806402 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Request body: {'port': {'network_id': '6c9de4e8-e890-4b7e-baee-596246c7c7ea', 'name': 'tempest-port--905128415', 'admin_state_up': True}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:14.806879 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Request body: {'port': {'network_id': '16940ba7-f57b-4a8f-b40d-45e8b3969dcf', 'admin_state_up': False}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:14.844651 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 6208f829-1f3c-443e-9046-3df2a79a13e3, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6208f829-1f3c-443e-9046-3df2a79a13e3,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:14.880594 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.939140 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=6208f829-1f3c-443e-9046-3df2a79a13e3,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:14.948957 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:14.949702 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:14.950221 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:14.950561 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:14.951066 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:14.951580 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:14.952079 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:14.952605 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:14.953519 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:14.954032 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:14.954527 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:14.955173 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:15.333449 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ac5a3fd-4342-4780-8499-7b9e93427f0c {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:34:15.347205 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:15.401736 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] Transition to ACTIVE for port object 9ac5a3fd-4342-4780-8499-7b9e93427f0c will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:15.412363 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a6955-c5c1-4d1d-9719-a452ff9afeb7 req-52f0ab8a-952b-4f3d-ac8a-3bca0c4c5d0c tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:15.417462 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dc9a6955-c5c1-4d1d-9719-a452ff9afeb7 req-52f0ab8a-952b-4f3d-ac8a-3bca0c4c5d0c tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 932 time: 0.2414470 Jul 22 19:34:15.425722 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:15.507321 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Made reservation on behalf of 8532c4c36be34e50a3c3ca3f171d77e9 for: {'port': 2} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:15.512011 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:15.535067 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] Pushing event updated for resources: {'Port': ['ID=9ac5a3fd-4342-4780-8499-7b9e93427f0c,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:15.541350 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dc9a6955-c5c1-4d1d-9719-a452ff9afeb7 req-b8ff2792-3e15-44d5-8379-0d19ea1405de tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189852 Jul 22 19:34:15.542615 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:15.683893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] device_id is not set on port 6dd09d1d-d4c5-4f64-8644-9c35b1e24c5c yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:34:15.699475 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] Attempting to bind port 9ac5a3fd-4342-4780-8499-7b9e93427f0c on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:15.699818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] Attempting to bind port 9ac5a3fd-4342-4780-8499-7b9e93427f0c by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'ccb555b5-6e11-4d88-9656-556d523d998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:15.700154 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] Attempting to bind port 9ac5a3fd-4342-4780-8499-7b9e93427f0c on network 8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:15.708218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] Port 9ac5a3fd-4342-4780-8499-7b9e93427f0c on network 8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:34:15.708575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] Attempting to bind port 9ac5a3fd-4342-4780-8499-7b9e93427f0c on network 8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:15.718579 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:15.718923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] Checking segment: {'id': 'ccb555b5-6e11-4d88-9656-556d523d998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:15.719306 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] Bound using segment: {'id': 'ccb555b5-6e11-4d88-9656-556d523d998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:15.719741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] Bound port: 9ac5a3fd-4342-4780-8499-7b9e93427f0c, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb555b5-6e11-4d88-9656-556d523d998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:15.720103 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:15.851260 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] For port 9ac5a3fd-4342-4780-8499-7b9e93427f0c, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:15.857488 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] For port 9ac5a3fd-4342-4780-8499-7b9e93427f0c, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9ac5a3fd-4342-4780-8499-7b9e93427f0c,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:15.869048 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:15.914945 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:15.929334 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:15.929972 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:15.931393 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] 10.222.0.16 "PUT /v2.0/ports/9ac5a3fd-4342-4780-8499-7b9e93427f0c HTTP/1.1" status: 200 len: 1093 time: 1.6538570 Jul 22 19:34:15.931848 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45de7a4-da47-4910-86f6-4c7e2bda0719', 'tag': '9ac5a3fd-4342-4780-8499-7b9e93427f0c'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:15.934382 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f614a9c2-986f-4c8e-a8d0-a702460e30b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a45de7a4-da47-4910-86f6-4c7e2bda0719", "tag": "9ac5a3fd-4342-4780-8499-7b9e93427f0c"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:16.046587 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3851a0a8-0d45-494a-a47f-f0a22cb5e3d3 x-openstack-request-id: req-3851a0a8-0d45-494a-a47f-f0a22cb5e3d3 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:16.046881 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45de7a4-da47-4910-86f6-4c7e2bda0719", "tag": "9ac5a3fd-4342-4780-8499-7b9e93427f0c", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:16.047135 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3851a0a8-0d45-494a-a47f-f0a22cb5e3d3 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:16.047535 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a45de7a4-da47-4910-86f6-4c7e2bda0719', 'tag': '9ac5a3fd-4342-4780-8499-7b9e93427f0c', 'status': 'completed', 'code': 200} Jul 22 19:34:16.053208 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a797f82-959f-45c5-ac4d-be2321831449 service neutron] Pushing event updated for resources: {'Port': ['ID=9ac5a3fd-4342-4780-8499-7b9e93427f0c,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:16.062473 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] device_id is not set on port 25358f34-6ed8-4903-a578-81360cfc960d yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:34:16.124958 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-619b01ee-ff2d-4b7b-ae45-116995628ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:16.127036 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-619b01ee-ff2d-4b7b-ae45-116995628ded service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6dc0a43544f4485c8e9c187940eccf6a&device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 1096 time: 0.1443405 Jul 22 19:34:16.237825 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-7ca77766-fc74-4bfb-a552-03acfacd6dd0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ac5a3fd-4342-4780-8499-7b9e93427f0c HTTP/1.1" status: 200 len: 217 time: 0.0492177 Jul 22 19:34:16.292664 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6208f829-1f3c-443e-9046-3df2a79a13e3 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:16.316384 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:16.326310 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-dcd88049-533f-4cf3-baae-c9cc5e585c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:16.327826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-dcd88049-533f-4cf3-baae-c9cc5e585c90 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4b26a37-f98e-4c1b-8da4-083bd4ab1975 HTTP/1.1" status: 200 len: 856 time: 0.0792019 Jul 22 19:34:16.345370 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 6208f829-1f3c-443e-9046-3df2a79a13e3 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:16.345735 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:16.449790 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-0ed6e8f8-7625-4a2a-be01-638452c88b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:16.451862 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-0ed6e8f8-7625-4a2a-be01-638452c88b6f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1149440 Jul 22 19:34:16.480784 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:16.585184 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Pushing event updated for resources: {'Port': ['ID=6dd09d1d-d4c5-4f64-8644-9c35b1e24c5c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:16.613695 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-d3db94fd-ba4a-460d-89ab-1927d8d52770 service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556475 Jul 22 19:34:16.619303 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Checking segment: {'id': 'df1afe24-aeb5-4dea-a2d6-2cc54a57c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6c9de4e8-e890-4b7e-baee-596246c7c7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:16.619717 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Network hostable DHCP agents. Network: 6c9de4e8-e890-4b7e-baee-596246c7c7ea, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:34:16.728784 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Network 6c9de4e8-e890-4b7e-baee-596246c7c7ea is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:34:16.752700 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 6c9de4e8-e890-4b7e-baee-596246c7c7ea) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:16.762796 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2a48d4-b175-4550-b244-86d379a0c67b None None] Network 6c9de4e8-e890-4b7e-baee-596246c7c7ea requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:16.767793 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:16.768671 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:16.784190 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5f6e173-c0ae-4a59-8854-c683a736e8fc req-354af1e2-ece8-4da7-b196-269f0b3a31db service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621363 Jul 22 19:34:16.828923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e21bf-7e58-4b44-9e19-f2be099fe7a4 req-79d871f6-d833-49e5-88c2-2ce23f3994b8 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:16.830485 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb6e21bf-7e58-4b44-9e19-f2be099fe7a4 req-79d871f6-d833-49e5-88c2-2ce23f3994b8 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.2002795 Jul 22 19:34:16.896156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Pushing event updated for resources: {'Port': ['ID=25358f34-6ed8-4903-a578-81360cfc960d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:16.934066 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb6e21bf-7e58-4b44-9e19-f2be099fe7a4 req-3baf07c3-de60-4313-bea1-e34413343c3b tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925558 Jul 22 19:34:16.937238 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Checking segment: {'id': '9bf01a6c-11e6-4f71-a79f-b63dbcfc1eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '16940ba7-f57b-4a8f-b40d-45e8b3969dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:16.937610 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Network hostable DHCP agents. Network: 16940ba7-f57b-4a8f-b40d-45e8b3969dcf, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:34:16.964197 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614a9c2-986f-4c8e-a8d0-a702460e30b0 req-53bbc287-6483-41df-8ef8-e113c3767af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:16.965827 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f614a9c2-986f-4c8e-a8d0-a702460e30b0 req-53bbc287-6483-41df-8ef8-e113c3767af3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6dc0a43544f4485c8e9c187940eccf6a&device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 1096 time: 0.1148355 Jul 22 19:34:16.971423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Network 16940ba7-f57b-4a8f-b40d-45e8b3969dcf is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:34:16.998949 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 16940ba7-f57b-4a8f-b40d-45e8b3969dcf) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:17.002731 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:17.009161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:17.013185 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361299ec-1dfe-4906-a90c-aa9130f207b3 None None] Network 16940ba7-f57b-4a8f-b40d-45e8b3969dcf requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:17.015045 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:17.015881 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:17.044234 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9fd06a0b-dd88-4aa2-909a-89ab4e21b2e4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.2420795 Jul 22 19:34:17.046904 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49428) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:17.104677 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614a9c2-986f-4c8e-a8d0-a702460e30b0 req-235e7217-d5b2-4be5-be55-4189de7ca811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:17.106388 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f614a9c2-986f-4c8e-a8d0-a702460e30b0 req-235e7217-d5b2-4be5-be55-4189de7ca811 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 HTTP/1.1" status: 200 len: 918 time: 0.1323888 Jul 22 19:34:17.154862 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f614a9c2-986f-4c8e-a8d0-a702460e30b0 req-5b97a133-06a3-4134-839f-b10209d8ef76 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ac5a3fd-4342-4780-8499-7b9e93427f0c HTTP/1.1" status: 200 len: 217 time: 0.0418379 Jul 22 19:34:17.184772 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c47585-a99a-4b25-81aa-b4d1f6961493 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:17.196555 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c47585-a99a-4b25-81aa-b4d1f6961493 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:17.198433 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-52c47585-a99a-4b25-81aa-b4d1f6961493 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1505003 Jul 22 19:34:17.201205 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49432) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:17.228977 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614a9c2-986f-4c8e-a8d0-a702460e30b0 req-de2a00bf-aa49-4c44-8edf-b7a189e09604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:17.230531 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f614a9c2-986f-4c8e-a8d0-a702460e30b0 req-de2a00bf-aa49-4c44-8edf-b7a189e09604 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4b26a37-f98e-4c1b-8da4-083bd4ab1975 HTTP/1.1" status: 200 len: 856 time: 0.0689023 Jul 22 19:34:17.305680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614a9c2-986f-4c8e-a8d0-a702460e30b0 req-18dbaf38-d716-46d7-b964-6522915a9da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:17.307639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f614a9c2-986f-4c8e-a8d0-a702460e30b0 req-18dbaf38-d716-46d7-b964-6522915a9da2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695505 Jul 22 19:34:17.308776 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-885d3556-c103-4493-92f2-5c29d7493eff tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Deleting port 6dd09d1d-d4c5-4f64-8644-9c35b1e24c5c {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:17.309125 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-885d3556-c103-4493-92f2-5c29d7493eff tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:17.380624 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-885d3556-c103-4493-92f2-5c29d7493eff tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:17.393190 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-885d3556-c103-4493-92f2-5c29d7493eff tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Calling delete_port for 6dd09d1d-d4c5-4f64-8644-9c35b1e24c5c owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:17.402373 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f614a9c2-986f-4c8e-a8d0-a702460e30b0 req-be37a121-4b27-475e-b60d-a7436c3d7032 service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877268 Jul 22 19:34:17.473471 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-885d3556-c103-4493-92f2-5c29d7493eff tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:17.504270 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d3556-c103-4493-92f2-5c29d7493eff tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Pushing event deleted for resources: {'Port': ['ID=6dd09d1d-d4c5-4f64-8644-9c35b1e24c5c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:17.504584 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f614a9c2-986f-4c8e-a8d0-a702460e30b0 req-b94f3808-1384-46ab-82e0-241342204ffc service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959270 Jul 22 19:34:17.512125 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-885d3556-c103-4493-92f2-5c29d7493eff tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:17.514399 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-885d3556-c103-4493-92f2-5c29d7493eff tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] 10.222.0.13 "DELETE /v2.0/ports/6dd09d1d-d4c5-4f64-8644-9c35b1e24c5c HTTP/1.1" status: 204 len: 168 time: 0.3118656 Jul 22 19:34:17.517151 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49434) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:17.617048 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-73e739bf-0e1e-4bad-8502-2dba66a08c58 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Deleting port 25358f34-6ed8-4903-a578-81360cfc960d {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:17.617290 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-73e739bf-0e1e-4bad-8502-2dba66a08c58 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:17.682055 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-73e739bf-0e1e-4bad-8502-2dba66a08c58 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:17.694776 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-73e739bf-0e1e-4bad-8502-2dba66a08c58 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Calling delete_port for 25358f34-6ed8-4903-a578-81360cfc960d owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:17.774692 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-73e739bf-0e1e-4bad-8502-2dba66a08c58 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:17.803189 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e739bf-0e1e-4bad-8502-2dba66a08c58 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Pushing event deleted for resources: {'Port': ['ID=25358f34-6ed8-4903-a578-81360cfc960d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:17.809202 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-73e739bf-0e1e-4bad-8502-2dba66a08c58 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:17.813881 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-73e739bf-0e1e-4bad-8502-2dba66a08c58 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] 10.222.0.13 "DELETE /v2.0/ports/25358f34-6ed8-4903-a578-81360cfc960d HTTP/1.1" status: 204 len: 168 time: 0.2935138 Jul 22 19:34:17.814568 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49436) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:17.845311 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a1313aaf-a80e-40e0-adf0-146c1a9697c4 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0298662 Jul 22 19:34:17.848672 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49438) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:17.853395 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4b4042e9-a285-49e7-9747-853be858b426 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-831847315'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:17.874642 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4042e9-a285-49e7-9747-853be858b426 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Made reservation on behalf of 8532c4c36be34e50a3c3ca3f171d77e9 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:17.878093 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b4042e9-a285-49e7-9747-853be858b426 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:17.904391 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4042e9-a285-49e7-9747-853be858b426 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:34:17.913150 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b4042e9-a285-49e7-9747-853be858b426 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:17.913496 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-4b4042e9-a285-49e7-9747-853be858b426 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Added segment c6b9c38a-8543-41fc-94db-dc31b5f537ec of type vlan for network 2fd4b57d-feed-4230-9bce-d1b3601a6a60 Jul 22 19:34:17.955889 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b4042e9-a285-49e7-9747-853be858b426 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:17.997300 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b4042e9-a285-49e7-9747-853be858b426 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:18.002827 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4042e9-a285-49e7-9747-853be858b426 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:18.005656 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b4042e9-a285-49e7-9747-853be858b426 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:18.053361 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4b4042e9-a285-49e7-9747-853be858b426 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2013681 Jul 22 19:34:18.056077 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49442) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:18.059839 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-45caf687-7985-49a3-8ee7-8dbaef524f7f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1689597646'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:18.100892 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4042e9-a285-49e7-9747-853be858b426 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Pushing event updated for resources: {'Network': ['ID=2fd4b57d-feed-4230-9bce-d1b3601a6a60,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:18.110914 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649779b-f653-4d7e-a20c-e1a5e1cd8c65 req-1aea4706-3f1a-4a5c-9628-fe5b41dc980b tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:18.112859 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5649779b-f653-4d7e-a20c-e1a5e1cd8c65 req-1aea4706-3f1a-4a5c-9628-fe5b41dc980b tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.0822735 Jul 22 19:34:18.113577 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 2fd4b57d-feed-4230-9bce-d1b3601a6a60 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:34:18.125043 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45caf687-7985-49a3-8ee7-8dbaef524f7f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Made reservation on behalf of 8532c4c36be34e50a3c3ca3f171d77e9 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:18.133872 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45caf687-7985-49a3-8ee7-8dbaef524f7f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:18.159610 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5649779b-f653-4d7e-a20c-e1a5e1cd8c65 req-514e2e8d-bde4-4dd4-8abe-6d0931905a51 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396483 Jul 22 19:34:18.168067 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45caf687-7985-49a3-8ee7-8dbaef524f7f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:34:18.186892 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45caf687-7985-49a3-8ee7-8dbaef524f7f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:18.186892 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-45caf687-7985-49a3-8ee7-8dbaef524f7f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Added segment 46c74826-16f0-41d8-9a28-cde5efcf5132 of type vlan for network 90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a Jul 22 19:34:18.234524 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45caf687-7985-49a3-8ee7-8dbaef524f7f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:18.266021 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45caf687-7985-49a3-8ee7-8dbaef524f7f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:18.271714 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45caf687-7985-49a3-8ee7-8dbaef524f7f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:18.272167 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45caf687-7985-49a3-8ee7-8dbaef524f7f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:18.313205 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-45caf687-7985-49a3-8ee7-8dbaef524f7f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2542007 Jul 22 19:34:18.345401 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45caf687-7985-49a3-8ee7-8dbaef524f7f tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Pushing event updated for resources: {'Network': ['ID=90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:18.355813 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:34:19.304799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302dc76-af6b-4662-a7bc-b6e0ea0a8bf2 req-7870563f-ed3d-4b79-b1e0-11823dc41be3 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:19.306409 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8302dc76-af6b-4662-a7bc-b6e0ea0a8bf2 req-7870563f-ed3d-4b79-b1e0-11823dc41be3 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.0709574 Jul 22 19:34:19.370915 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8302dc76-af6b-4662-a7bc-b6e0ea0a8bf2 req-00cd31a1-eefc-4796-a477-1178a4f7b1bd tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559576 Jul 22 19:34:20.508545 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd614c-9fc2-4e36-bfe9-1df05c670d02 req-ca860109-61e3-49a5-acc4-3a5dda00d8cc tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:20.510556 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eccd614c-9fc2-4e36-bfe9-1df05c670d02 req-ca860109-61e3-49a5-acc4-3a5dda00d8cc tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.0714808 Jul 22 19:34:20.551360 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eccd614c-9fc2-4e36-bfe9-1df05c670d02 req-453fade7-52fb-4547-8e37-2da3022da9ca tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341268 Jul 22 19:34:21.174634 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9ac5a3fd-4342-4780-8499-7b9e93427f0c details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:34:21.272138 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9ac5a3fd-4342-4780-8499-7b9e93427f0c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9ac5a3fd-4342-4780-8499-7b9e93427f0c,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:21.283082 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '9ac5a3fd-4342-4780-8499-7b9e93427f0c', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'port_id': '9ac5a3fd-4342-4780-8499-7b9e93427f0c', 'mac_address': 'fa:16:3e:72:35:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:34:21.320246 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:21.332500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac5a3fd-4342-4780-8499-7b9e93427f0c {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:34:21.351507 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9ac5a3fd-4342-4780-8499-7b9e93427f0c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9ac5a3fd-4342-4780-8499-7b9e93427f0c,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:21.356461 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:21.401868 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=9ac5a3fd-4342-4780-8499-7b9e93427f0c,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:21.554454 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9ac5a3fd-4342-4780-8499-7b9e93427f0c'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:34:21.644000 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49470) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:21.651427 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-1b30836f-b73c-4af5-80da-9202bfc25630 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Request body: {'subnets': [{'network_id': '2fd4b57d-feed-4230-9bce-d1b3601a6a60', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--741156466', 'ip_version': 6}, {'network_id': '90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:21.651427 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-1b30836f-b73c-4af5-80da-9202bfc25630 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Request body: {'subnet': {'network_id': '2fd4b57d-feed-4230-9bce-d1b3601a6a60', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--741156466', 'ip_version': 6}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:21.651427 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-1b30836f-b73c-4af5-80da-9202bfc25630 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Request body: {'subnet': {'network_id': '90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:21.708793 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11348122-7667-4772-b282-1f183f772404 req-443ddb97-4cdc-4b4f-b9e5-1b8fc2b08027 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:21.716710 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-11348122-7667-4772-b282-1f183f772404 req-443ddb97-4cdc-4b4f-b9e5-1b8fc2b08027 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 945 time: 0.0794404 Jul 22 19:34:21.758512 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-11348122-7667-4772-b282-1f183f772404 req-3a4bc469-a140-4265-bbb9-b6ed7468fb00 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408769 Jul 22 19:34:21.832561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b30836f-b73c-4af5-80da-9202bfc25630 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Made reservation on behalf of 8532c4c36be34e50a3c3ca3f171d77e9 for: {'subnet': 2} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:21.837293 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1b30836f-b73c-4af5-80da-9202bfc25630 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:21.837644 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1b30836f-b73c-4af5-80da-9202bfc25630 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:21.913948 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-efbc49e3-6ff2-4985-80c7-f45ac3f3542f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:21.915513 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-efbc49e3-6ff2-4985-80c7-f45ac3f3542f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 812 time: 0.1056476 Jul 22 19:34:21.932251 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-a38846e6-43e3-4e85-82df-0adb167c8048 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/quotas/d7dd7a2acaec4dacbe93a4b4f60385cd HTTP/1.1" status: 200 len: 375 time: 0.0103343 Jul 22 19:34:22.003334 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-9ce7792d-1d77-43c4-a6b6-52ca64be404f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657792 Jul 22 19:34:22.097046 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-06ea1e1c-ac1e-479e-92dd-ee785770e659 service neutron] 10.222.0.13 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870397 Jul 22 19:34:22.188906 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-48504f61-0647-4686-8eaa-6730a79e44d9 service neutron] 10.222.0.13 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856972 Jul 22 19:34:22.219360 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1b30836f-b73c-4af5-80da-9202bfc25630 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:22.272334 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30836f-b73c-4af5-80da-9202bfc25630 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Pushing event updated for resources: {'Subnet': ['ID=d4e236fc-585f-4c3a-b3cd-2ae4611d709f,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:22.287915 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b30836f-b73c-4af5-80da-9202bfc25630 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Checking segment: {'id': 'c6b9c38a-8543-41fc-94db-dc31b5f537ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2fd4b57d-feed-4230-9bce-d1b3601a6a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:22.288282 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b30836f-b73c-4af5-80da-9202bfc25630 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Network hostable DHCP agents. Network: 2fd4b57d-feed-4230-9bce-d1b3601a6a60, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:34:22.305766 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b30836f-b73c-4af5-80da-9202bfc25630 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Network 2fd4b57d-feed-4230-9bce-d1b3601a6a60 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:34:22.316868 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-1b30836f-b73c-4af5-80da-9202bfc25630 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 2fd4b57d-feed-4230-9bce-d1b3601a6a60) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:22.320707 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1b30836f-b73c-4af5-80da-9202bfc25630 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:22.326722 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0f5a9e-4d0b-45f2-89c9-fcb23197c1eb None None] Network 2fd4b57d-feed-4230-9bce-d1b3601a6a60 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:22.378379 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30836f-b73c-4af5-80da-9202bfc25630 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Pushing event updated for resources: {'Subnet': ['ID=5700fbfd-0b16-434c-90f0-ce7a0c19ecea,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:22.402694 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b30836f-b73c-4af5-80da-9202bfc25630 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Checking segment: {'id': '46c74826-16f0-41d8-9a28-cde5efcf5132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:22.403161 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b30836f-b73c-4af5-80da-9202bfc25630 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Network hostable DHCP agents. Network: 90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:34:22.423501 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b30836f-b73c-4af5-80da-9202bfc25630 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Network 90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:34:22.432865 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-1b30836f-b73c-4af5-80da-9202bfc25630 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:22.437333 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b30836f-b73c-4af5-80da-9202bfc25630 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:22.437816 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b30836f-b73c-4af5-80da-9202bfc25630 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:22.438495 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1b30836f-b73c-4af5-80da-9202bfc25630 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:22.447005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a348ee-5800-4e17-9dc2-402c2ec38d89 None None] Network 90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:22.465310 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1b30836f-b73c-4af5-80da-9202bfc25630 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 0.8197632 Jul 22 19:34:22.467803 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49484) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:22.525264 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7bdaa46f-0d20-4ecb-b07a-2aa9971e09f4 req-e483ab0c-b64a-44b0-a235-e0ae7848538f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 210 time: 0.0406218 Jul 22 19:34:22.566723 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9efd9b-7317-4f58-8d60-eb428c655771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-2fd4b57d-feed-4230-9bce-d1b3601a6a60', 'network_id': '2fd4b57d-feed-4230-9bce-d1b3601a6a60', 'tenant_id': '8532c4c36be34e50a3c3ca3f171d77e9', 'fixed_ips': [{'subnet_id': 'd4e236fc-585f-4c3a-b3cd-2ae4611d709f'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:34:22.567501 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0a9efd9b-7317-4f58-8d60-eb428c655771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:22.587784 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8111f6be-0f2e-45a3-92eb-c42ec09653b7 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:22.590481 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8111f6be-0f2e-45a3-92eb-c42ec09653b7 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:22.591967 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8111f6be-0f2e-45a3-92eb-c42ec09653b7 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:22.596535 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8111f6be-0f2e-45a3-92eb-c42ec09653b7 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1234789 Jul 22 19:34:22.602806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49490) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:22.661627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e8110a-61e3-47d5-ab51-2f6e21a912c7 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Deleting subnet d4e236fc-585f-4c3a-b3cd-2ae4611d709f {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:34:22.670462 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e8e8110a-61e3-47d5-ab51-2f6e21a912c7 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:22.718695 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e8e8110a-61e3-47d5-ab51-2f6e21a912c7 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:22.731832 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a', 'network_id': '90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a', 'tenant_id': '8532c4c36be34e50a3c3ca3f171d77e9', 'fixed_ips': [{'subnet_id': '5700fbfd-0b16-434c-90f0-ce7a0c19ecea'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:34:22.732931 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:22.771178 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e8e8110a-61e3-47d5-ab51-2f6e21a912c7 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:22.892729 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] Allocated IP 2001:db8:0:1::1 (90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a/5700fbfd-0b16-434c-90f0-ce7a0c19ecea/9732718c-0b30-4285-90c0-03cc8ed2a19d) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:22.893388 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e8e8110a-61e3-47d5-ab51-2f6e21a912c7 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server [None req-0a9efd9b-7317-4f58-8d60-eb428c655771 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4e236fc-585f-4c3a-b3cd-2ae4611d709f: This subnet is being modified by another concurrent operation. Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise exception Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4e236fc-585f-4c3a-b3cd-2ae4611d709f: This subnet is being modified by another concurrent operation. Jul 22 19:34:22.896425 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Jul 22 19:34:22.924895 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa45bad-8708-40eb-b0d5-94b261f64521 None None] Network 2fd4b57d-feed-4230-9bce-d1b3601a6a60 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:22.927503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8110a-61e3-47d5-ab51-2f6e21a912c7 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e236fc-585f-4c3a-b3cd-2ae4611d709f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:22.934264 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e8e8110a-61e3-47d5-ab51-2f6e21a912c7 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:22.936148 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e8e8110a-61e3-47d5-ab51-2f6e21a912c7 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] 10.222.0.13 "DELETE /v2.0/subnets/d4e236fc-585f-4c3a-b3cd-2ae4611d709f HTTP/1.1" status: 204 len: 168 time: 0.3320537 Jul 22 19:34:22.938790 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49498) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:22.979983 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7614054-debf-42d5-8140-3b6fab51fd09 req-9b94f645-d1ae-4213-bc18-5e8986cf2ca0 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:22.981550 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7614054-debf-42d5-8140-3b6fab51fd09 req-9b94f645-d1ae-4213-bc18-5e8986cf2ca0 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 945 time: 0.1412797 Jul 22 19:34:23.020466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7de6b9-69fb-4901-a3bf-fed3adf3e902 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Deleting subnet 5700fbfd-0b16-434c-90f0-ce7a0c19ecea {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:34:23.042455 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c7614054-debf-42d5-8140-3b6fab51fd09 req-a5cf71f5-121f-4e77-9789-a04daca18444 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510294 Jul 22 19:34:23.255388 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9ac5a3fd-4342-4780-8499-7b9e93427f0c up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:23.369960 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.380890 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 9ac5a3fd-4342-4780-8499-7b9e93427f0c completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:23.383428 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] Transition to ACTIVE for port object 9732718c-0b30-4285-90c0-03cc8ed2a19d will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:23.390731 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 9ac5a3fd-4342-4780-8499-7b9e93427f0c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:23.391106 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.428227 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] Transition to ACTIVE for port object 9732718c-0b30-4285-90c0-03cc8ed2a19d will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:23.437918 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b7de6b9-69fb-4901-a3bf-fed3adf3e902 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.440873 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.484454 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b7de6b9-69fb-4901-a3bf-fed3adf3e902 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.493197 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] Network 90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:23.501811 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:23.504456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:23.513381 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] Pushing event updated for resources: {'Port': ['ID=9732718c-0b30-4285-90c0-03cc8ed2a19d,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:23.601532 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.621277 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] Attempting to bind port 9732718c-0b30-4285-90c0-03cc8ed2a19d on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:23.621649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] Attempting to bind port 9732718c-0b30-4285-90c0-03cc8ed2a19d by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '46c74826-16f0-41d8-9a28-cde5efcf5132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:23.622047 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] Attempting to bind port 9732718c-0b30-4285-90c0-03cc8ed2a19d on network 90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:23.635628 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:23.636666 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] Checking segment: {'id': '46c74826-16f0-41d8-9a28-cde5efcf5132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:23.637077 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.637477 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] Bound using segment: {'id': '46c74826-16f0-41d8-9a28-cde5efcf5132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:23.637952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] Bound port: 9732718c-0b30-4285-90c0-03cc8ed2a19d, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c74826-16f0-41d8-9a28-cde5efcf5132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:23.638354 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.644718 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45de7a4-da47-4910-86f6-4c7e2bda0719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac5a3fd-4342-4780-8499-7b9e93427f0c'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:23.646958 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b31412-0b35-4dff-b64d-e76dae2d672a" -d '{"events": [{"server_uuid": "a45de7a4-da47-4910-86f6-4c7e2bda0719", "name": "network-vif-plugged", "status": "completed", "tag": "9ac5a3fd-4342-4780-8499-7b9e93427f0c"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:23.648409 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b7de6b9-69fb-4901-a3bf-fed3adf3e902 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.670008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9ac5a3fd-4342-4780-8499-7b9e93427f0c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9ac5a3fd-4342-4780-8499-7b9e93427f0c,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:23.689602 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.694445 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5819394c-007d-400b-9142-8d63a643af0c req-3c20f0b7-b396-4c19-b654-460ddf6d6b40 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 210 time: 0.0906794 Jul 22 19:34:23.737046 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b8afd1-2c50-426a-817f-68f96ff1c480 x-openstack-request-id: req-25b8afd1-2c50-426a-817f-68f96ff1c480 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:23.737350 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45de7a4-da47-4910-86f6-4c7e2bda0719", "name": "network-vif-plugged", "status": "completed", "tag": "9ac5a3fd-4342-4780-8499-7b9e93427f0c", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:23.737725 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25b8afd1-2c50-426a-817f-68f96ff1c480 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:23.738297 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45de7a4-da47-4910-86f6-4c7e2bda0719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac5a3fd-4342-4780-8499-7b9e93427f0c', 'code': 200} Jul 22 19:34:23.793699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-fffbbad8-5d8b-40c3-a33f-6c7b2f0f896c tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:23.795263 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-fffbbad8-5d8b-40c3-a33f-6c7b2f0f896c tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 812 time: 0.2325530 Jul 22 19:34:23.809647 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-13e91485-4ce4-41d1-90b7-9eb33bf3dcfc tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Request body: {'port': {'device_id': '480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'admin_state_up': True, 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:23.828948 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=9ac5a3fd-4342-4780-8499-7b9e93427f0c,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:23.831986 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b7de6b9-69fb-4901-a3bf-fed3adf3e902 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.855399 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] For port 9732718c-0b30-4285-90c0-03cc8ed2a19d, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:23.862272 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] For port 9732718c-0b30-4285-90c0-03cc8ed2a19d, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9732718c-0b30-4285-90c0-03cc8ed2a19d,segment=NetworkSegment(46c74826-16f0-41d8-9a28-cde5efcf5132),segment_id=46c74826-16f0-41d8-9a28-cde5efcf5132)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:23.869410 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.894245 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7de6b9-69fb-4901-a3bf-fed3adf3e902 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Pushing event deleted for resources: {'Subnet': ['ID=5700fbfd-0b16-434c-90f0-ce7a0c19ecea,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:23.905029 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5b7de6b9-69fb-4901-a3bf-fed3adf3e902 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.906927 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5b7de6b9-69fb-4901-a3bf-fed3adf3e902 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] 10.222.0.13 "DELETE /v2.0/subnets/5700fbfd-0b16-434c-90f0-ce7a0c19ecea HTTP/1.1" status: 204 len: 168 time: 0.9670625 Jul 22 19:34:23.909605 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49506) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:23.962937 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49600f8c-3bb5-46fb-955f-b3150cea5f24 None None] Pushing event updated for resources: {'Port': ['ID=9732718c-0b30-4285-90c0-03cc8ed2a19d,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:24.004376 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce017e8-1be5-454b-855c-fa84358373e3 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:24.012350 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4ce017e8-1be5-454b-855c-fa84358373e3 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0962691 Jul 22 19:34:24.012742 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49508) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:24.031683 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44bcab-e61e-487d-8312-3ac3f089791b req-dba4f475-5d6a-4481-b376-8dcf48d86b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:24.033649 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8e44bcab-e61e-487d-8312-3ac3f089791b req-dba4f475-5d6a-4481-b376-8dcf48d86b19 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 1098 time: 0.2374408 Jul 22 19:34:24.050541 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-13e91485-4ce4-41d1-90b7-9eb33bf3dcfc tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Made reservation on behalf of d7dd7a2acaec4dacbe93a4b4f60385cd for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:24.056064 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-13e91485-4ce4-41d1-90b7-9eb33bf3dcfc tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.120351 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8e44bcab-e61e-487d-8312-3ac3f089791b req-df8c2c08-8977-469a-9077-b3c4cd758b41 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777590 Jul 22 19:34:24.122860 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d0936ace-2096-4006-858a-28f785fb57e1 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.239467 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-d0936ace-2096-4006-858a-28f785fb57e1 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Deleting port 9732718c-0b30-4285-90c0-03cc8ed2a19d {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:24.239828 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d0936ace-2096-4006-858a-28f785fb57e1 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.347368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01dd3eb-b22f-49c9-95b7-5e46ddef34f8 req-76c6d42d-ffb8-4041-aac3-05577b73dcbe tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:24.349297 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c01dd3eb-b22f-49c9-95b7-5e46ddef34f8 req-76c6d42d-ffb8-4041-aac3-05577b73dcbe tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.1803701 Jul 22 19:34:24.352082 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-13e91485-4ce4-41d1-90b7-9eb33bf3dcfc tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Allocated IP 172.20.0.5 (f3b01d2c-8d06-4fa2-9f0e-0ac29490e405/2927ff2f-725b-43f0-9ccf-46789079aaa4/d0be1b15-a07c-4a18-82e7-a0724ea7ba04) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:24.377160 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-d0936ace-2096-4006-858a-28f785fb57e1 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] For port 9732718c-0b30-4285-90c0-03cc8ed2a19d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9732718c-0b30-4285-90c0-03cc8ed2a19d,segment=NetworkSegment(46c74826-16f0-41d8-9a28-cde5efcf5132),segment_id=46c74826-16f0-41d8-9a28-cde5efcf5132)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:24.378032 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d0936ace-2096-4006-858a-28f785fb57e1 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.398627 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-d0936ace-2096-4006-858a-28f785fb57e1 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Calling delete_port for 9732718c-0b30-4285-90c0-03cc8ed2a19d owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:24.429796 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9732718c-0b30-4285-90c0-03cc8ed2a19d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:24.485836 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c01dd3eb-b22f-49c9-95b7-5e46ddef34f8 req-61444052-b2ba-4a41-bd52-31b4269a0f04 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224229 Jul 22 19:34:24.511054 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 9732718c-0b30-4285-90c0-03cc8ed2a19d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:24.528808 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d0936ace-2096-4006-858a-28f785fb57e1 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.560998 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0936ace-2096-4006-858a-28f785fb57e1 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Pushing event deleted for resources: {'Port': ['ID=9732718c-0b30-4285-90c0-03cc8ed2a19d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:24.566130 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0936ace-2096-4006-858a-28f785fb57e1 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] No DVR routers for this DVR port 9732718c-0b30-4285-90c0-03cc8ed2a19d on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:34:24.615858 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-13e91485-4ce4-41d1-90b7-9eb33bf3dcfc tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.631476 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-13e91485-4ce4-41d1-90b7-9eb33bf3dcfc tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Transition to ACTIVE for port object d0be1b15-a07c-4a18-82e7-a0724ea7ba04 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:24.655128 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d0936ace-2096-4006-858a-28f785fb57e1 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.665449 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-d0936ace-2096-4006-858a-28f785fb57e1 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:24.669320 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-13e91485-4ce4-41d1-90b7-9eb33bf3dcfc tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.676616 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-d0936ace-2096-4006-858a-28f785fb57e1 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c74826-16f0-41d8-9a28-cde5efcf5132') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:24.676917 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-d0936ace-2096-4006-858a-28f785fb57e1 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c74826-16f0-41d8-9a28-cde5efcf5132') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:24.687449 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d0936ace-2096-4006-858a-28f785fb57e1 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.701125 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d0936ace-2096-4006-858a-28f785fb57e1 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.707836 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0936ace-2096-4006-858a-28f785fb57e1 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:34:24.708424 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d0936ace-2096-4006-858a-28f785fb57e1 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:34:24.711571 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:34:24.719134 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-13e91485-4ce4-41d1-90b7-9eb33bf3dcfc tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:24.726529 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-13e91485-4ce4-41d1-90b7-9eb33bf3dcfc tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:24.729767 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-13e91485-4ce4-41d1-90b7-9eb33bf3dcfc tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:24.792373 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-13e91485-4ce4-41d1-90b7-9eb33bf3dcfc tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:24.793161 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-13e91485-4ce4-41d1-90b7-9eb33bf3dcfc tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.798923 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d0936ace-2096-4006-858a-28f785fb57e1 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.816854 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d0936ace-2096-4006-858a-28f785fb57e1 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.817064 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-13e91485-4ce4-41d1-90b7-9eb33bf3dcfc tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0110614 Jul 22 19:34:24.820046 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d0936ace-2096-4006-858a-28f785fb57e1 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] 10.222.0.13 "DELETE /v2.0/networks/90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a HTTP/1.1" status: 204 len: 168 time: 0.8062477 Jul 22 19:34:24.820839 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e91485-4ce4-41d1-90b7-9eb33bf3dcfc tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event updated for resources: {'Port': ['ID=d0be1b15-a07c-4a18-82e7-a0724ea7ba04,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:24.823986 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49514) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:24.831839 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0936ace-2096-4006-858a-28f785fb57e1 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Pushing event deleted for resources: {'Network': ['ID=90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:24.840173 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] Request body: {'port': {'device_id': '480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:25.049908 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.067516 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-46803421-9d0f-429f-9db1-6c81a2e836ae tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.108982 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1f4cffa7-8041-41a5-8294-cfd52cefddd5 None None] Provisioning for port d0be1b15-a07c-4a18-82e7-a0724ea7ba04 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:25.113726 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1f4cffa7-8041-41a5-8294-cfd52cefddd5 None None] Provisioning complete for port d0be1b15-a07c-4a18-82e7-a0724ea7ba04 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:25.114759 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1f4cffa7-8041-41a5-8294-cfd52cefddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.154749 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1f4cffa7-8041-41a5-8294-cfd52cefddd5 None None] Port d0be1b15-a07c-4a18-82e7-a0724ea7ba04 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:34:25.181059 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf80b14-62d8-4024-a7df-7a384d307534 req-0a474d1d-4735-4492-89e8-93d458a1fce0 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:25.183338 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-faf80b14-62d8-4024-a7df-7a384d307534 req-0a474d1d-4735-4492-89e8-93d458a1fce0 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 931 time: 0.3266320 Jul 22 19:34:25.333686 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-46803421-9d0f-429f-9db1-6c81a2e836ae tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.373539 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-46803421-9d0f-429f-9db1-6c81a2e836ae tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd4b57d-feed-4230-9bce-d1b3601a6a60']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:25.380876 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e0c6c0dc-f7b8-4291-b1bc-fe996adf09f3 None None] Could not find standard attr ID for object 9732718c-0b30-4285-90c0-03cc8ed2a19d. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:34:25.381082 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-faf80b14-62d8-4024-a7df-7a384d307534 req-65abffb8-150d-429f-b643-c21867a68443 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815684 Jul 22 19:34:25.394094 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831b1180-7a19-4f59-a712-605b3adcbbbe None None] DHCP port deletion for 90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:34:25.395097 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-46803421-9d0f-429f-9db1-6c81a2e836ae tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b9c38a-8543-41fc-94db-dc31b5f537ec') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:25.395408 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-46803421-9d0f-429f-9db1-6c81a2e836ae tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b9c38a-8543-41fc-94db-dc31b5f537ec') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:25.417794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c887e8f-6b33-4519-a0c7-0b5f94934253 None None] Network 90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:25.431150 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c887e8f-6b33-4519-a0c7-0b5f94934253 None None] Network 90e7c4c0-462a-4eb9-8a89-b5151f1a2e0a could not be found, it might have been deleted concurrently. {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 19:34:25.438376 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-46803421-9d0f-429f-9db1-6c81a2e836ae tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.442251 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31459d4-337d-486f-8036-c6fa6d7eb7f6 None None] get_active_networks_info from n-d-800086-12 {{(pid=93808) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:34:25.464208 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-46803421-9d0f-429f-9db1-6c81a2e836ae tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.478659 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46803421-9d0f-429f-9db1-6c81a2e836ae tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:34:25.479289 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-46803421-9d0f-429f-9db1-6c81a2e836ae tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:34:25.482702 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:34:25.543416 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31459d4-337d-486f-8036-c6fa6d7eb7f6 None None] Resources bound (agent type, host, resource id): {{(pid=93808) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:34:25.601600 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-46803421-9d0f-429f-9db1-6c81a2e836ae tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.619959 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-46803421-9d0f-429f-9db1-6c81a2e836ae tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.624504 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-46803421-9d0f-429f-9db1-6c81a2e836ae tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] 10.222.0.13 "DELETE /v2.0/networks/2fd4b57d-feed-4230-9bce-d1b3601a6a60 HTTP/1.1" status: 204 len: 168 time: 0.7971847 Jul 22 19:34:25.624845 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49518) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:25.661265 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0be1b15-a07c-4a18-82e7-a0724ea7ba04 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:34:25.665890 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46803421-9d0f-429f-9db1-6c81a2e836ae tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Pushing event deleted for resources: {'Network': ['ID=2fd4b57d-feed-4230-9bce-d1b3601a6a60,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:25.677490 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.701668 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] Transition to ACTIVE for port object d0be1b15-a07c-4a18-82e7-a0724ea7ba04 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:25.711433 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.724101 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-60ec7f56-2616-4f1b-99ba-f39637386e37 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.858117 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-60ec7f56-2616-4f1b-99ba-f39637386e37 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.871464 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-60ec7f56-2616-4f1b-99ba-f39637386e37 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16940ba7-f57b-4a8f-b40d-45e8b3969dcf']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:25.886491 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-60ec7f56-2616-4f1b-99ba-f39637386e37 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf01a6c-11e6-4f71-a79f-b63dbcfc1eac') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:25.887163 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-60ec7f56-2616-4f1b-99ba-f39637386e37 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf01a6c-11e6-4f71-a79f-b63dbcfc1eac') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:25.897679 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-60ec7f56-2616-4f1b-99ba-f39637386e37 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.918089 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-60ec7f56-2616-4f1b-99ba-f39637386e37 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.933650 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ec7f56-2616-4f1b-99ba-f39637386e37 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:34:25.934445 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-60ec7f56-2616-4f1b-99ba-f39637386e37 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:34:25.938179 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:34:26.011985 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-60ec7f56-2616-4f1b-99ba-f39637386e37 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.022289 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-60ec7f56-2616-4f1b-99ba-f39637386e37 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.026524 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-60ec7f56-2616-4f1b-99ba-f39637386e37 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] 10.222.0.13 "DELETE /v2.0/networks/16940ba7-f57b-4a8f-b40d-45e8b3969dcf HTTP/1.1" status: 204 len: 168 time: 0.4005828 Jul 22 19:34:26.030940 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49520) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:26.051995 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec7f56-2616-4f1b-99ba-f39637386e37 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Pushing event deleted for resources: {'Network': ['ID=16940ba7-f57b-4a8f-b40d-45e8b3969dcf,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:26.094306 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbc3f9-183d-491b-95e3-f1025e42b00d req-8713789e-4a3e-4dfc-ab02-f2fabcc1eb34 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:26.096113 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55dbc3f9-183d-491b-95e3-f1025e42b00d req-8713789e-4a3e-4dfc-ab02-f2fabcc1eb34 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.4982574 Jul 22 19:34:26.195244 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=d0be1b15-a07c-4a18-82e7-a0724ea7ba04,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:26.214796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] Attempting to bind port d0be1b15-a07c-4a18-82e7-a0724ea7ba04 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:26.215138 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] Attempting to bind port d0be1b15-a07c-4a18-82e7-a0724ea7ba04 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:26.215471 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] Attempting to bind port d0be1b15-a07c-4a18-82e7-a0724ea7ba04 on network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:26.229929 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] Port d0be1b15-a07c-4a18-82e7-a0724ea7ba04 on network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:34:26.230264 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] Attempting to bind port d0be1b15-a07c-4a18-82e7-a0724ea7ba04 on network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:26.236559 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:26.237052 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] Checking segment: {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:26.237431 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] Bound using segment: {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:26.237859 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] Bound port: d0be1b15-a07c-4a18-82e7-a0724ea7ba04, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:26.238217 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.250437 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55dbc3f9-183d-491b-95e3-f1025e42b00d req-1811c77d-0e19-437f-bf50-231fbdf56d95 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410666 Jul 22 19:34:26.362670 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] For port d0be1b15-a07c-4a18-82e7-a0724ea7ba04, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:26.362972 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9732718c-0b30-4285-90c0-03cc8ed2a19d no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:26.367317 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] For port d0be1b15-a07c-4a18-82e7-a0724ea7ba04, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d0be1b15-a07c-4a18-82e7-a0724ea7ba04,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:26.395962 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.402532 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 9732718c-0b30-4285-90c0-03cc8ed2a19d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:34:26.403003 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9732718c-0b30-4285-90c0-03cc8ed2a19d not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:34:26.477941 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:26.479232 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.480825 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] 10.222.0.30 "PUT /v2.0/ports/d0be1b15-a07c-4a18-82e7-a0724ea7ba04 HTTP/1.1" status: 200 len: 1092 time: 1.6478589 Jul 22 19:34:26.491936 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3', 'tag': 'd0be1b15-a07c-4a18-82e7-a0724ea7ba04'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:26.498830 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836a5bb3-48f3-43d5-8d7b-77de6a11b29c" -d '{"events": [{"name": "network-changed", "server_uuid": "480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3", "tag": "d0be1b15-a07c-4a18-82e7-a0724ea7ba04"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:26.541109 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0c392-1557-44ff-9608-4716cf818ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=d0be1b15-a07c-4a18-82e7-a0724ea7ba04,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:26.566203 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61e162d1-0fd6-4a32-b436-2b65132b6a41 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.624220 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba9d2d-d4d6-4fa2-a143-26b260d76a9a req-659e7e6a-f79a-48df-8496-310d98c62800 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:26.625831 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cbba9d2d-d4d6-4fa2-a143-26b260d76a9a req-659e7e6a-f79a-48df-8496-310d98c62800 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.2472703 Jul 22 19:34:26.638388 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49528) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:26.646756 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2e8c091c-3b32-40b2-850c-dc03910340e1 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Request body: {'floatingip': {'port_id': '9ac5a3fd-4342-4780-8499-7b9e93427f0c'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:26.688918 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61e162d1-0fd6-4a32-b436-2b65132b6a41 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.693085 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e8c091c-3b32-40b2-850c-dc03910340e1 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.699747 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94af510-fe0b-401c-81df-d8575ff166c2 x-openstack-request-id: req-a94af510-fe0b-401c-81df-d8575ff166c2 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:26.700038 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3", "tag": "d0be1b15-a07c-4a18-82e7-a0724ea7ba04", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:26.700289 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a94af510-fe0b-401c-81df-d8575ff166c2 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:26.700695 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3', 'tag': 'd0be1b15-a07c-4a18-82e7-a0724ea7ba04', 'status': 'completed', 'code': 200} Jul 22 19:34:26.706445 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-61e162d1-0fd6-4a32-b436-2b65132b6a41 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9de4e8-e890-4b7e-baee-596246c7c7ea']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:26.723946 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-61e162d1-0fd6-4a32-b436-2b65132b6a41 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1afe24-aeb5-4dea-a2d6-2cc54a57c304') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:26.724664 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-61e162d1-0fd6-4a32-b436-2b65132b6a41 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1afe24-aeb5-4dea-a2d6-2cc54a57c304') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:26.738179 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61e162d1-0fd6-4a32-b436-2b65132b6a41 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.744263 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-ad0392f9-24ce-420e-bba5-322284cd6739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:26.745831 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-ad0392f9-24ce-420e-bba5-322284cd6739 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 1095 time: 0.1956789 Jul 22 19:34:26.753750 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61e162d1-0fd6-4a32-b436-2b65132b6a41 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.760050 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e162d1-0fd6-4a32-b436-2b65132b6a41 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:34:26.760871 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61e162d1-0fd6-4a32-b436-2b65132b6a41 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:34:26.764052 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:34:26.792370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b789afc-95d4-4375-a90f-d7766a777fdb req-0868f016-6a61-44bc-a000-5d013d717f09 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:26.793918 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5b789afc-95d4-4375-a90f-d7766a777fdb req-0868f016-6a61-44bc-a000-5d013d717f09 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 943 time: 0.2849638 Jul 22 19:34:26.834624 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-130d3760-d695-45ff-a4d7-398939aa0e82 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0be1b15-a07c-4a18-82e7-a0724ea7ba04 HTTP/1.1" status: 200 len: 217 time: 0.0690148 Jul 22 19:34:26.835050 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61e162d1-0fd6-4a32-b436-2b65132b6a41 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.840616 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-61e162d1-0fd6-4a32-b436-2b65132b6a41 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.845917 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-61e162d1-0fd6-4a32-b436-2b65132b6a41 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] 10.222.0.13 "DELETE /v2.0/networks/6c9de4e8-e890-4b7e-baee-596246c7c7ea HTTP/1.1" status: 204 len: 168 time: 0.8137333 Jul 22 19:34:26.875294 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5b789afc-95d4-4375-a90f-d7766a777fdb req-78de9715-7593-4d96-a254-6bc16f1641c2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474703 Jul 22 19:34:26.875509 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e162d1-0fd6-4a32-b436-2b65132b6a41 tempest-BulkNetworkOpsIpV6Test-1526742029 tempest-BulkNetworkOpsIpV6Test-1526742029-project] Pushing event deleted for resources: {'Network': ['ID=6c9de4e8-e890-4b7e-baee-596246c7c7ea,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:26.992818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-c5656d7a-003d-4b55-97bb-f8066021883f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:26.994839 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-c5656d7a-003d-4b55-97bb-f8066021883f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.1227493 Jul 22 19:34:27.105422 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-3c59c227-33e9-4d92-81f0-f8b0e099a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:27.106943 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-3c59c227-33e9-4d92-81f0-f8b0e099a116 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865924 Jul 22 19:34:27.162773 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49534) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:27.347189 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-87162cc6-936c-4fd1-bb2e-b47cc2341983 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098725 Jul 22 19:34:27.409369 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-05a781fa-df59-4535-bc75-5f55d69062f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8532c4c36be34e50a3c3ca3f171d77e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445343 Jul 22 19:34:27.412061 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49538) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:27.462585 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e0f71cc-b399-4cd4-9ab4-b0fb3de6f5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:27.484960 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e0f71cc-b399-4cd4-9ab4-b0fb3de6f5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:27.495578 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e8c091c-3b32-40b2-850c-dc03910340e1 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:27.507464 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e8c091c-3b32-40b2-850c-dc03910340e1 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:27.544219 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e0f71cc-b399-4cd4-9ab4-b0fb3de6f5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:27.547574 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1e0f71cc-b399-4cd4-9ab4-b0fb3de6f5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:27.551799 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1e0f71cc-b399-4cd4-9ab4-b0fb3de6f5bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40dea69a-b4cc-4cff-992c-d1728f1ae033 HTTP/1.1" status: 204 len: 168 time: 0.1384277 Jul 22 19:34:27.564047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f71cc-b399-4cd4-9ab4-b0fb3de6f5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dea69a-b4cc-4cff-992c-d1728f1ae033,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:27.575232 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aec8e68d-760d-4ccb-aa49-94d53ffebd32 req-eef2043e-8545-4396-83dc-00dfaa8277bd service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198586 Jul 22 19:34:27.623278 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-2e8c091c-3b32-40b2-850c-dc03910340e1 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Floating IP 97a3aaef-f4d1-4c12-b26d-82efcc69060f associated. External IP: 172.25.3.31, port: 9ac5a3fd-4342-4780-8499-7b9e93427f0c. Jul 22 19:34:27.778279 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a5bb3-48f3-43d5-8d7b-77de6a11b29c req-7df96826-b51d-4591-a72c-2a09e8639da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:27.780131 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-836a5bb3-48f3-43d5-8d7b-77de6a11b29c req-7df96826-b51d-4591-a72c-2a09e8639da7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 1095 time: 0.1542485 Jul 22 19:34:28.011778 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a5bb3-48f3-43d5-8d7b-77de6a11b29c req-4827057b-5198-4efc-b2a2-e82dfff69eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:28.013306 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-836a5bb3-48f3-43d5-8d7b-77de6a11b29c req-4827057b-5198-4efc-b2a2-e82dfff69eae service neutron] 10.222.0.30 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 913 time: 0.2274861 Jul 22 19:34:28.068190 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8c091c-3b32-40b2-850c-dc03910340e1 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:34:28.069903 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-836a5bb3-48f3-43d5-8d7b-77de6a11b29c req-b750f831-63ce-49e8-ad37-575dc88ef1ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0be1b15-a07c-4a18-82e7-a0724ea7ba04 HTTP/1.1" status: 200 len: 217 time: 0.0495474 Jul 22 19:34:28.208496 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96dd05-d3c3-4d13-8c86-a2118bd8a06f req-b5398b23-3c0c-4712-bcf2-a0748032d6c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:28.210087 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2e96dd05-d3c3-4d13-8c86-a2118bd8a06f req-b5398b23-3c0c-4712-bcf2-a0748032d6c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 943 time: 0.2482860 Jul 22 19:34:28.213899 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a5bb3-48f3-43d5-8d7b-77de6a11b29c req-47a2a58b-8e59-45e2-854c-f8c8992b32ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:28.215351 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-836a5bb3-48f3-43d5-8d7b-77de6a11b29c req-47a2a58b-8e59-45e2-854c-f8c8992b32ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.1376433 Jul 22 19:34:28.326334 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2e96dd05-d3c3-4d13-8c86-a2118bd8a06f req-e54e3fc3-83fa-4a6a-b155-4659a2d71016 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090562 Jul 22 19:34:28.343224 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8c091c-3b32-40b2-850c-dc03910340e1 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:34:28.352684 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e8c091c-3b32-40b2-850c-dc03910340e1 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:28.356400 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3030c2-a781-4b1d-b17e-914d282838ff None None] Sync routers for ids ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:34:28.371142 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3030c2-a781-4b1d-b17e-914d282838ff None None] Routers {'473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:34:28.372165 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0f3030c2-a781-4b1d-b17e-914d282838ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:34:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:28.396556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a5bb3-48f3-43d5-8d7b-77de6a11b29c req-bb263d47-667c-4f24-abce-5e0699c3f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:28.398103 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-836a5bb3-48f3-43d5-8d7b-77de6a11b29c req-bb263d47-667c-4f24-abce-5e0699c3f17e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1749349 Jul 22 19:34:28.436562 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2e8c091c-3b32-40b2-850c-dc03910340e1 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "PUT /v2.0/floatingips/97a3aaef-f4d1-4c12-b26d-82efcc69060f HTTP/1.1" status: 200 len: 991 time: 1.7941415 Jul 22 19:34:28.502019 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-559d6d6b-4228-4e10-a3de-f913df67caf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:28.566547 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-0f3030c2-a781-4b1d-b17e-914d282838ff None None] Set router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:34:28.808759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45de7a4-da47-4910-86f6-4c7e2bda0719', 'tag': '9ac5a3fd-4342-4780-8499-7b9e93427f0c'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:28.811022 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe8714a-515c-40bc-bd6e-ca6ab4068b21" -d '{"events": [{"name": "network-changed", "server_uuid": "a45de7a4-da47-4910-86f6-4c7e2bda0719", "tag": "9ac5a3fd-4342-4780-8499-7b9e93427f0c"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:28.826885 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0f3030c2-a781-4b1d-b17e-914d282838ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-router', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:02Z', 'updated_at': '2021-07-22T19:34:06Z', 'revision_number': 4, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'gw_port': {'id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:03Z', 'updated_at': '2021-07-22T19:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '97a3aaef-f4d1-4c12-b26d-82efcc69060f', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'port_id': '9ac5a3fd-4342-4780-8499-7b9e93427f0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'mac_address': 'fa:16:3e:72:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45de7a4-da47-4910-86f6-4c7e2bda0719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:34:10Z', 'updated_at': '2021-07-22T19:34:27Z', 'revision_number': 1, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6208f829-1f3c-443e-9046-3df2a79a13e3', 'name': '', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'mac_address': 'fa:16:3e:6b:45:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:05Z', 'updated_at': '2021-07-22T19:34:14Z', 'revision_number': 5, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'subnets': [{'id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:28.844144 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-836a5bb3-48f3-43d5-8d7b-77de6a11b29c req-faf833f2-38bc-43ff-9c8b-dfb74f726bb4 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380035 Jul 22 19:34:28.860089 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3030c2-a781-4b1d-b17e-914d282838ff None None] Checking router: 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:34:28.868787 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3030c2-a781-4b1d-b17e-914d282838ff None None] Routers {'473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:34:28.870035 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0f3030c2-a781-4b1d-b17e-914d282838ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:34:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:28.870251 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf60c46d-7d94-4b14-95a3-241b20680af4 x-openstack-request-id: req-bf60c46d-7d94-4b14-95a3-241b20680af4 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:28.870372 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45de7a4-da47-4910-86f6-4c7e2bda0719", "tag": "9ac5a3fd-4342-4780-8499-7b9e93427f0c", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:28.870591 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf60c46d-7d94-4b14-95a3-241b20680af4 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:28.871174 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a45de7a4-da47-4910-86f6-4c7e2bda0719', 'tag': '9ac5a3fd-4342-4780-8499-7b9e93427f0c', 'status': 'completed', 'code': 200} Jul 22 19:34:29.000111 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-0f3030c2-a781-4b1d-b17e-914d282838ff None None] Set router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:34:29.001080 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-836a5bb3-48f3-43d5-8d7b-77de6a11b29c req-2f34ee34-c5f1-43b8-93cd-21df3678e5e1 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504991 Jul 22 19:34:29.012106 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8714a-515c-40bc-bd6e-ca6ab4068b21 req-14b8dca3-db1d-45bf-bfc0-b350eca1c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:29.013639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0fe8714a-515c-40bc-bd6e-ca6ab4068b21 req-14b8dca3-db1d-45bf-bfc0-b350eca1c413 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6dc0a43544f4485c8e9c187940eccf6a&device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 1098 time: 0.1311369 Jul 22 19:34:29.108890 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8714a-515c-40bc-bd6e-ca6ab4068b21 req-941162f0-a811-4db7-8eec-7b7b741f73ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:29.110405 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0fe8714a-515c-40bc-bd6e-ca6ab4068b21 req-941162f0-a811-4db7-8eec-7b7b741f73ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 HTTP/1.1" status: 200 len: 918 time: 0.0912213 Jul 22 19:34:29.181996 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0fe8714a-515c-40bc-bd6e-ca6ab4068b21 req-50ddbbf4-63da-493d-9552-8c21d4d08db2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ac5a3fd-4342-4780-8499-7b9e93427f0c HTTP/1.1" status: 200 len: 999 time: 0.0659883 Jul 22 19:34:29.232416 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8714a-515c-40bc-bd6e-ca6ab4068b21 req-b40ab1a4-2b1a-4da5-a0c7-b3fc8386439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:29.233944 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0fe8714a-515c-40bc-bd6e-ca6ab4068b21 req-b40ab1a4-2b1a-4da5-a0c7-b3fc8386439a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4b26a37-f98e-4c1b-8da4-083bd4ab1975 HTTP/1.1" status: 200 len: 856 time: 0.0463400 Jul 22 19:34:29.245816 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0f3030c2-a781-4b1d-b17e-914d282838ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-router', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:02Z', 'updated_at': '2021-07-22T19:34:06Z', 'revision_number': 4, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'gw_port': {'id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:03Z', 'updated_at': '2021-07-22T19:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '97a3aaef-f4d1-4c12-b26d-82efcc69060f', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'port_id': '9ac5a3fd-4342-4780-8499-7b9e93427f0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'mac_address': 'fa:16:3e:72:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45de7a4-da47-4910-86f6-4c7e2bda0719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:34:10Z', 'updated_at': '2021-07-22T19:34:27Z', 'revision_number': 1, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6208f829-1f3c-443e-9046-3df2a79a13e3', 'name': '', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'mac_address': 'fa:16:3e:6b:45:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:05Z', 'updated_at': '2021-07-22T19:34:14Z', 'revision_number': 5, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'subnets': [{'id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:29.280901 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3030c2-a781-4b1d-b17e-914d282838ff None None] The sync data for ids ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'] in n-d-800086-12 is: [{'id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-router', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:02Z', 'updated_at': '2021-07-22T19:34:06Z', 'revision_number': 4, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'gw_port': {'id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:03Z', 'updated_at': '2021-07-22T19:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '97a3aaef-f4d1-4c12-b26d-82efcc69060f', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'port_id': '9ac5a3fd-4342-4780-8499-7b9e93427f0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'mac_address': 'fa:16:3e:72:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45de7a4-da47-4910-86f6-4c7e2bda0719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:34:10Z', 'updated_at': '2021-07-22T19:34:27Z', 'revision_number': 1, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6208f829-1f3c-443e-9046-3df2a79a13e3', 'name': '', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'mac_address': 'fa:16:3e:6b:45:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:05Z', 'updated_at': '2021-07-22T19:34:14Z', 'revision_number': 5, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'subnets': [{'id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:34:29.294337 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8714a-515c-40bc-bd6e-ca6ab4068b21 req-e1187e6d-3cee-4fa9-88c3-e3a5a3c07ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:29.296026 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0fe8714a-515c-40bc-bd6e-ca6ab4068b21 req-e1187e6d-3cee-4fa9-88c3-e3a5a3c07ede service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566134 Jul 22 19:34:29.423042 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0fe8714a-515c-40bc-bd6e-ca6ab4068b21 req-0d337b81-45d2-4a74-93f6-9313fb68efc3 service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208017 Jul 22 19:34:29.565866 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf214e-80e1-49bd-a478-aa6cd82535f4 None None] New status for floating IP 97a3aaef-f4d1-4c12-b26d-82efcc69060f: ACTIVE {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:34:29.580490 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0fe8714a-515c-40bc-bd6e-ca6ab4068b21 req-20bc426e-0301-4141-960e-8cf2b37ed808 service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520345 Jul 22 19:34:29.590654 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030709a-c715-4a48-8d41-f9f108d3aa1e req-310bb1a1-cd39-43f6-895d-db0d8cfe16ad tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:29.593208 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d030709a-c715-4a48-8d41-f9f108d3aa1e req-310bb1a1-cd39-43f6-895d-db0d8cfe16ad tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 943 time: 0.1573536 Jul 22 19:34:29.634350 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d030709a-c715-4a48-8d41-f9f108d3aa1e req-ca78933f-bc95-4d29-8b84-94537b67525a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354364 Jul 22 19:34:30.768004 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51169a-8444-4cbd-8817-6c36b4155885 req-696f8e4d-6408-48a0-b5e2-85132e1b2656 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:30.769433 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef51169a-8444-4cbd-8817-6c36b4155885 req-696f8e4d-6408-48a0-b5e2-85132e1b2656 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 943 time: 0.0647497 Jul 22 19:34:30.807271 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef51169a-8444-4cbd-8817-6c36b4155885 req-a0d316be-a881-4a5c-a95f-aaadf0658fd1 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315998 Jul 22 19:34:31.021547 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1302b068-764a-497b-879e-4dfb9a51b7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:31.136991 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:31.942917 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cef32b-4853-4133-abcb-5eee5e967da4 req-22e42275-6123-429d-9da4-67a9b3e01199 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:31.944402 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e4cef32b-4853-4133-abcb-5eee5e967da4 req-22e42275-6123-429d-9da4-67a9b3e01199 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 943 time: 0.0710979 Jul 22 19:34:31.983772 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e4cef32b-4853-4133-abcb-5eee5e967da4 req-afd3a499-b887-4fa7-95e6-3abf256c2192 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330811 Jul 22 19:34:32.370245 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:33.117809 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdec51-b142-4d62-80d6-86ac0bb88d93 req-db32face-1dd4-4566-a82d-477382a9858e tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:33.119350 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ebdec51-b142-4d62-80d6-86ac0bb88d93 req-db32face-1dd4-4566-a82d-477382a9858e tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 943 time: 0.0656950 Jul 22 19:34:33.158503 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ebdec51-b142-4d62-80d6-86ac0bb88d93 req-d79b908a-2a06-488c-9e30-a89543338328 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336690 Jul 22 19:34:34.003834 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:34.290028 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411349c-7558-4002-9e91-35eec04a9b7b req-501452da-1fef-4427-955e-463b47b45a2f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:34.292206 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1411349c-7558-4002-9e91-35eec04a9b7b req-501452da-1fef-4427-955e-463b47b45a2f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 943 time: 0.0682054 Jul 22 19:34:34.330268 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1411349c-7558-4002-9e91-35eec04a9b7b req-aeb72382-a698-442e-8a50-f7c797171fcb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322909 Jul 22 19:34:35.466435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fb1c6-722e-46be-be63-e9fbe4437abf req-d536283d-7c72-4616-8d26-bc697b4d9c21 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:35.467922 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1d5fb1c6-722e-46be-be63-e9fbe4437abf req-d536283d-7c72-4616-8d26-bc697b4d9c21 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 943 time: 0.0702085 Jul 22 19:34:35.505015 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1d5fb1c6-722e-46be-be63-e9fbe4437abf req-3ecb300c-a288-446c-9077-07c0680eb554 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312457 Jul 22 19:34:36.650771 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaacfce-4551-4eb4-994f-9c30557b4eb8 req-14f064d2-9146-4961-a1be-f5224ef2957d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:36.652415 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-feaacfce-4551-4eb4-994f-9c30557b4eb8 req-14f064d2-9146-4961-a1be-f5224ef2957d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 943 time: 0.0758290 Jul 22 19:34:36.694593 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-feaacfce-4551-4eb4-994f-9c30557b4eb8 req-c0cfd294-b8b2-418f-95a2-cfefd053b8d3 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363774 Jul 22 19:34:36.747523 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d0be1b15-a07c-4a18-82e7-a0724ea7ba04 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:34:36.844913 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port d0be1b15-a07c-4a18-82e7-a0724ea7ba04, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d0be1b15-a07c-4a18-82e7-a0724ea7ba04,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:36.857345 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'd0be1b15-a07c-4a18-82e7-a0724ea7ba04', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'port_id': 'd0be1b15-a07c-4a18-82e7-a0724ea7ba04', 'mac_address': 'fa:16:3e:02:de:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:34:36.901354 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:36.914647 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0be1b15-a07c-4a18-82e7-a0724ea7ba04 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:34:36.935537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port d0be1b15-a07c-4a18-82e7-a0724ea7ba04, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d0be1b15-a07c-4a18-82e7-a0724ea7ba04,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:36.939734 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:36.991517 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=d0be1b15-a07c-4a18-82e7-a0724ea7ba04,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:37.126753 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['d0be1b15-a07c-4a18-82e7-a0724ea7ba04'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:34:37.830345 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b23f7e-9131-4621-83e0-297b5b20a980 req-8f634d86-da4a-4304-8faf-ad75a2fdf838 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:37.831834 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a8b23f7e-9131-4621-83e0-297b5b20a980 req-8f634d86-da4a-4304-8faf-ad75a2fdf838 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 944 time: 0.0691583 Jul 22 19:34:37.869744 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a8b23f7e-9131-4621-83e0-297b5b20a980 req-7e982986-787a-45da-9bcb-e570949307b3 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323236 Jul 22 19:34:38.762742 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d0be1b15-a07c-4a18-82e7-a0724ea7ba04 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:38.813177 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port d0be1b15-a07c-4a18-82e7-a0724ea7ba04 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:38.817359 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port d0be1b15-a07c-4a18-82e7-a0724ea7ba04 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:38.817735 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:38.894325 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:38.921887 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0be1b15-a07c-4a18-82e7-a0724ea7ba04'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:38.924177 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ec80db-cdfc-4323-862f-996bb4db0ef1" -d '{"events": [{"server_uuid": "480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3", "name": "network-vif-plugged", "status": "completed", "tag": "d0be1b15-a07c-4a18-82e7-a0724ea7ba04"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:38.946013 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port d0be1b15-a07c-4a18-82e7-a0724ea7ba04, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d0be1b15-a07c-4a18-82e7-a0724ea7ba04,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:38.951277 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:38.986862 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cb21b7-5190-4f57-9f98-6204e33dc821 x-openstack-request-id: req-48cb21b7-5190-4f57-9f98-6204e33dc821 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:38.987161 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3", "name": "network-vif-plugged", "status": "completed", "tag": "d0be1b15-a07c-4a18-82e7-a0724ea7ba04", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:38.987420 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48cb21b7-5190-4f57-9f98-6204e33dc821 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:38.988037 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0be1b15-a07c-4a18-82e7-a0724ea7ba04', 'code': 200} Jul 22 19:34:39.018624 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=d0be1b15-a07c-4a18-82e7-a0724ea7ba04,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:39.034537 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fa898-c9cc-4168-a9e7-0b243a3a577c req-f25d8f6c-e1af-4bbd-96e4-dfb264c6922c tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:39.036292 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a18fa898-c9cc-4168-a9e7-0b243a3a577c req-f25d8f6c-e1af-4bbd-96e4-dfb264c6922c tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 945 time: 0.0975952 Jul 22 19:34:39.103085 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a18fa898-c9cc-4168-a9e7-0b243a3a577c req-64cbc0c1-b6bd-43a5-9f17-b6b7b4ec1303 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604877 Jul 22 19:34:39.131436 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aed0e2-9aa8-4abb-b5c5-e27698f3f2e6 req-41fc3913-94e2-4c5d-ac4b-a099582e9c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:39.132985 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a9aed0e2-9aa8-4abb-b5c5-e27698f3f2e6 req-41fc3913-94e2-4c5d-ac4b-a099582e9c39 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 1097 time: 0.0843034 Jul 22 19:34:39.166703 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:39.176603 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a9aed0e2-9aa8-4abb-b5c5-e27698f3f2e6 req-ffa9c89a-99ed-4899-b2d6-ea1d902f9195 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372124 Jul 22 19:34:40.240960 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9bd54-4a98-45f2-b90d-1c230770dee1 req-e90d91b7-68e8-4544-bae0-b81b2fadca5e tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:40.242485 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e2a9bd54-4a98-45f2-b90d-1c230770dee1 req-e90d91b7-68e8-4544-bae0-b81b2fadca5e tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 945 time: 0.0703299 Jul 22 19:34:40.283186 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e2a9bd54-4a98-45f2-b90d-1c230770dee1 req-377b95dd-1a06-4d72-86c9-2ef797176485 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341201 Jul 22 19:34:40.425719 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f609bd8-851a-4fcd-af64-57d366f863fb req-fe10bcf5-4f32-41b6-bc83-274eafb2f9ee tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:40.427234 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8f609bd8-851a-4fcd-af64-57d366f863fb req-fe10bcf5-4f32-41b6-bc83-274eafb2f9ee tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 945 time: 0.0742719 Jul 22 19:34:40.468694 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8f609bd8-851a-4fcd-af64-57d366f863fb req-b9a62bd6-a046-4c88-bbc9-9a9b7a28ac48 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353057 Jul 22 19:34:40.703916 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49694) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:40.812239 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eb516f8d-852c-49e0-9e8c-9e1973897902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:40.904022 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eb516f8d-852c-49e0-9e8c-9e1973897902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:40.908224 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eb516f8d-852c-49e0-9e8c-9e1973897902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:40.947990 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb516f8d-852c-49e0-9e8c-9e1973897902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae4d940-8d42-412f-ad63-79688098d22f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:40.957303 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-eb516f8d-852c-49e0-9e8c-9e1973897902 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0e7498a9281438bb1a30b4b81178c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522206 Jul 22 19:34:40.959978 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49708) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:41.021703 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d5831d64-3043-440c-80d3-51542ffdf363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.050125 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d5831d64-3043-440c-80d3-51542ffdf363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.110480 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d5831d64-3043-440c-80d3-51542ffdf363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.115127 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d5831d64-3043-440c-80d3-51542ffdf363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.116976 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d5831d64-3043-440c-80d3-51542ffdf363 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bae4d940-8d42-412f-ad63-79688098d22f HTTP/1.1" status: 204 len: 168 time: 0.1556475 Jul 22 19:34:41.128826 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5831d64-3043-440c-80d3-51542ffdf363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae4d940-8d42-412f-ad63-79688098d22f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:41.424157 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49728) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:41.439262 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7d98f389-5bf8-4f4b-98e3-f42159cdb837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.543040 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7d98f389-5bf8-4f4b-98e3-f42159cdb837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.547166 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7d98f389-5bf8-4f4b-98e3-f42159cdb837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.592320 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7d98f389-5bf8-4f4b-98e3-f42159cdb837 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02f9e431a0d4402e9a44aaaff3fb7e18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1667473 Jul 22 19:34:41.593431 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98f389-5bf8-4f4b-98e3-f42159cdb837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d753a0-3b64-405a-8a7a-ed8dcb65c8b3,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:41.595001 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49734) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:41.659420 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1fb31615-dc91-4d30-a69a-bf57328302f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.684658 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1fb31615-dc91-4d30-a69a-bf57328302f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.745208 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1fb31615-dc91-4d30-a69a-bf57328302f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.748175 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1fb31615-dc91-4d30-a69a-bf57328302f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.751817 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1fb31615-dc91-4d30-a69a-bf57328302f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8d753a0-3b64-405a-8a7a-ed8dcb65c8b3 HTTP/1.1" status: 204 len: 168 time: 0.1528349 Jul 22 19:34:41.765409 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb31615-dc91-4d30-a69a-bf57328302f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d753a0-3b64-405a-8a7a-ed8dcb65c8b3,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:41.792168 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:34:41.866117 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:43.418298 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-8c3d4c25-a30a-4ec4-9b0f-2e4993210ad1 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:43.419968 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-8c3d4c25-a30a-4ec4-9b0f-2e4993210ad1 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 812 time: 0.1136072 Jul 22 19:34:43.436592 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-2bf1c421-9b2d-463f-8e90-c419c7b9bd65 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/quotas/d7dd7a2acaec4dacbe93a4b4f60385cd HTTP/1.1" status: 200 len: 375 time: 0.0106528 Jul 22 19:34:43.506268 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-8c08045e-b27c-4582-8120-da7a93e76f67 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0639548 Jul 22 19:34:43.543765 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49824) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:43.602512 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-2d16c061-1bce-481e-beb3-f729a7415367 service neutron] 10.222.0.13 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884645 Jul 22 19:34:43.647382 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-292feb6b-9556-4cc1-afd4-312803f1b24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:43.694239 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-5fc47b10-b51a-4d00-b7d8-9e3f89d31cd2 service neutron] 10.222.0.13 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852726 Jul 22 19:34:43.736237 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-292feb6b-9556-4cc1-afd4-312803f1b24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:43.740346 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-292feb6b-9556-4cc1-afd4-312803f1b24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:43.779725 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-292feb6b-9556-4cc1-afd4-312803f1b24d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ecfd9345c7b4034bec6abf4acd4bd23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347066 Jul 22 19:34:43.780894 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292feb6b-9556-4cc1-afd4-312803f1b24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c38e0d-3ac4-4534-a083-ccba87c6d6be,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:43.782503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49830) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:43.834645 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c4f69fa4-ca66-460c-b0f6-f1d4b5ef0a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:43.857102 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c4f69fa4-ca66-460c-b0f6-f1d4b5ef0a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:43.905187 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2f19a80d-c1aa-41aa-bb81-62bf1be63122 req-da3babc0-bf49-438b-aa6c-e7806ea767f4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 210 time: 0.0410838 Jul 22 19:34:43.939442 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c4f69fa4-ca66-460c-b0f6-f1d4b5ef0a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:43.942303 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c4f69fa4-ca66-460c-b0f6-f1d4b5ef0a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:43.943453 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c4f69fa4-ca66-460c-b0f6-f1d4b5ef0a0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0c38e0d-3ac4-4534-a083-ccba87c6d6be HTTP/1.1" status: 204 len: 168 time: 0.1598973 Jul 22 19:34:43.951887 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f69fa4-ca66-460c-b0f6-f1d4b5ef0a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c38e0d-3ac4-4534-a083-ccba87c6d6be,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:44.217363 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 49846) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:44.232689 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf0c1-4c0e-479f-bb3a-3f8127e11566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:44.325015 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf0c1-4c0e-479f-bb3a-3f8127e11566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:44.328890 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf0c1-4c0e-479f-bb3a-3f8127e11566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:44.369465 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8d6cf0c1-4c0e-479f-bb3a-3f8127e11566 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ff1f7a024dd437caf4238c995b2ea6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509154 Jul 22 19:34:44.372227 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 49848) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:44.373220 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cf0c1-4c0e-479f-bb3a-3f8127e11566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670dc53f-048d-438c-8e0b-441c1728e4e3,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:44.430061 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ccf8e4e2-d34d-4224-96dc-e813456b0645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:44.453249 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ccf8e4e2-d34d-4224-96dc-e813456b0645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:44.503379 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ccf8e4e2-d34d-4224-96dc-e813456b0645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:44.506249 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ccf8e4e2-d34d-4224-96dc-e813456b0645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:44.507713 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ccf8e4e2-d34d-4224-96dc-e813456b0645 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/670dc53f-048d-438c-8e0b-441c1728e4e3 HTTP/1.1" status: 204 len: 168 time: 0.1344395 Jul 22 19:34:44.515672 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8e4e2-d34d-4224-96dc-e813456b0645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670dc53f-048d-438c-8e0b-441c1728e4e3,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:44.851574 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-8e424061-3fe7-4e05-884f-84243975b6b9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:44.854624 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-8e424061-3fe7-4e05-884f-84243975b6b9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.16 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 812 time: 0.1185615 Jul 22 19:34:44.867720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-1eafe26b-9edd-423c-a65b-bced046e2111 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Request body: {'port': {'device_id': '1800fb75-80cc-4656-b945-bcd80e3ebfc8', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'admin_state_up': True, 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:44.991216 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-1eafe26b-9edd-423c-a65b-bced046e2111 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Made reservation on behalf of d7dd7a2acaec4dacbe93a4b4f60385cd for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:44.995733 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-1eafe26b-9edd-423c-a65b-bced046e2111 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:45.054149 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05659227-a776-48c8-bb3a-f97eea36e6b2 req-cdffc2c3-f690-4230-a825-941b92cc93a9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 210 time: 0.0556176 Jul 22 19:34:45.186166 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-1eafe26b-9edd-423c-a65b-bced046e2111 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Allocated IP 172.20.0.9 (f3b01d2c-8d06-4fa2-9f0e-0ac29490e405/2927ff2f-725b-43f0-9ccf-46789079aaa4/33f90ce1-51ba-416e-b392-795f9c6e5633) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:45.381987 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-1eafe26b-9edd-423c-a65b-bced046e2111 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:45.396336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-1eafe26b-9edd-423c-a65b-bced046e2111 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Transition to ACTIVE for port object 33f90ce1-51ba-416e-b392-795f9c6e5633 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:45.434788 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-1eafe26b-9edd-423c-a65b-bced046e2111 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:45.449352 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['d0be1b15-a07c-4a18-82e7-a0724ea7ba04'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:34:45.485643 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-1eafe26b-9edd-423c-a65b-bced046e2111 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:45.488841 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-1eafe26b-9edd-423c-a65b-bced046e2111 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:45.492861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-1eafe26b-9edd-423c-a65b-bced046e2111 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:45.523383 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafe26b-9edd-423c-a65b-bced046e2111 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event updated for resources: {'Port': ['ID=33f90ce1-51ba-416e-b392-795f9c6e5633,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:45.561066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-1eafe26b-9edd-423c-a65b-bced046e2111 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:45.562146 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-1eafe26b-9edd-423c-a65b-bced046e2111 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:45.583594 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-1eafe26b-9edd-423c-a65b-bced046e2111 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7206941 Jul 22 19:34:45.604342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] Request body: {'port': {'device_id': '1800fb75-80cc-4656-b945-bcd80e3ebfc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:45.717095 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:45.849853 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5970c059-0bcf-41a3-ab87-8b5a5d65677b None None] Provisioning for port 33f90ce1-51ba-416e-b392-795f9c6e5633 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:45.854458 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5970c059-0bcf-41a3-ab87-8b5a5d65677b None None] Provisioning complete for port 33f90ce1-51ba-416e-b392-795f9c6e5633 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:45.854859 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5970c059-0bcf-41a3-ab87-8b5a5d65677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:45.898822 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5970c059-0bcf-41a3-ab87-8b5a5d65677b None None] Port 33f90ce1-51ba-416e-b392-795f9c6e5633 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:34:46.051069 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f90ce1-51ba-416e-b392-795f9c6e5633 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:34:46.059841 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.072980 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] Transition to ACTIVE for port object 33f90ce1-51ba-416e-b392-795f9c6e5633 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:46.078060 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.210005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] Pushing event updated for resources: {'Port': ['ID=33f90ce1-51ba-416e-b392-795f9c6e5633,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:46.282487 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] Attempting to bind port 33f90ce1-51ba-416e-b392-795f9c6e5633 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:46.282825 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] Attempting to bind port 33f90ce1-51ba-416e-b392-795f9c6e5633 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:46.283183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] Attempting to bind port 33f90ce1-51ba-416e-b392-795f9c6e5633 on network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:46.290338 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] Port 33f90ce1-51ba-416e-b392-795f9c6e5633 on network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:34:46.291204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] Attempting to bind port 33f90ce1-51ba-416e-b392-795f9c6e5633 on network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:46.300906 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:46.301245 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] Checking segment: {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:46.301632 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] Bound using segment: {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:46.302068 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] Bound port: 33f90ce1-51ba-416e-b392-795f9c6e5633, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:46.302431 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.311948 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b5aed-798a-45cc-8633-5088cbba8518 req-00c0819e-489e-4ee0-ac25-7c983616b0c3 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:46.318750 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-887b5aed-798a-45cc-8633-5088cbba8518 req-00c0819e-489e-4ee0-ac25-7c983616b0c3 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 943 time: 0.1490338 Jul 22 19:34:46.367905 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-887b5aed-798a-45cc-8633-5088cbba8518 req-b26cb539-e503-49a4-b92d-eeca7bde8e4e tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469868 Jul 22 19:34:46.450123 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] For port 33f90ce1-51ba-416e-b392-795f9c6e5633, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:46.453470 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] For port 33f90ce1-51ba-416e-b392-795f9c6e5633, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=33f90ce1-51ba-416e-b392-795f9c6e5633,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:46.458656 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.493230 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:46.494477 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.496271 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] 10.222.0.16 "PUT /v2.0/ports/33f90ce1-51ba-416e-b392-795f9c6e5633 HTTP/1.1" status: 200 len: 1092 time: 0.9027114 Jul 22 19:34:46.496271 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1800fb75-80cc-4656-b945-bcd80e3ebfc8', 'tag': '33f90ce1-51ba-416e-b392-795f9c6e5633'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:46.498547 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37951746-723e-4084-acd1-b2efa3fbf129" -d '{"events": [{"name": "network-changed", "server_uuid": "1800fb75-80cc-4656-b945-bcd80e3ebfc8", "tag": "33f90ce1-51ba-416e-b392-795f9c6e5633"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:46.534664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4276d-3c63-4ef2-a7c5-e960c6f27f44 service neutron] Pushing event updated for resources: {'Port': ['ID=33f90ce1-51ba-416e-b392-795f9c6e5633,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:46.585380 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3891a16-44be-40ed-82c6-a3ec60f99739 x-openstack-request-id: req-b3891a16-44be-40ed-82c6-a3ec60f99739 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:46.585684 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1800fb75-80cc-4656-b945-bcd80e3ebfc8", "tag": "33f90ce1-51ba-416e-b392-795f9c6e5633", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:46.585937 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3891a16-44be-40ed-82c6-a3ec60f99739 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:46.586338 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1800fb75-80cc-4656-b945-bcd80e3ebfc8', 'tag': '33f90ce1-51ba-416e-b392-795f9c6e5633', 'status': 'completed', 'code': 200} Jul 22 19:34:46.623741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-a05f0454-9fc3-43f3-97d4-fdc09b85ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:46.625076 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-a05f0454-9fc3-43f3-97d4-fdc09b85ae24 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 1095 time: 0.0868270 Jul 22 19:34:46.678452 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-4d03b7cd-3a7a-4d9f-996f-ffbbcb737c2d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33f90ce1-51ba-416e-b392-795f9c6e5633 HTTP/1.1" status: 200 len: 217 time: 0.0460522 Jul 22 19:34:46.751125 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-b2c0c771-8b0d-470f-86e6-19a9f789b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:46.751125 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-b2c0c771-8b0d-470f-86e6-19a9f789b135 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.0629091 Jul 22 19:34:46.818170 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-d435976d-5fe5-4cf1-8455-9ff13bc57baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:46.819911 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-d435976d-5fe5-4cf1-8455-9ff13bc57baf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624301 Jul 22 19:34:46.925354 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-4096aa06-499f-47da-8c92-17815b2225fb service neutron] 10.222.0.16 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981970 Jul 22 19:34:47.036328 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f48d6c6c-4a7c-4319-8a71-23675b10d631 req-c6f38fcb-c4ee-45ac-9fe3-6b2b0097be70 service neutron] 10.222.0.16 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051018 Jul 22 19:34:47.145979 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37951746-723e-4084-acd1-b2efa3fbf129 req-37defc33-43cb-44a8-93e9-fb5be888b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:47.149701 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37951746-723e-4084-acd1-b2efa3fbf129 req-37defc33-43cb-44a8-93e9-fb5be888b858 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 1095 time: 0.0682921 Jul 22 19:34:47.266240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37951746-723e-4084-acd1-b2efa3fbf129 req-aed95a6d-a168-440e-abc3-2b64ac2e21ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:47.268072 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37951746-723e-4084-acd1-b2efa3fbf129 req-aed95a6d-a168-440e-abc3-2b64ac2e21ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 913 time: 0.1119747 Jul 22 19:34:47.341418 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37951746-723e-4084-acd1-b2efa3fbf129 req-5c0cd133-e012-4a95-bc62-2b3e4f1a2382 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33f90ce1-51ba-416e-b392-795f9c6e5633 HTTP/1.1" status: 200 len: 217 time: 0.0627868 Jul 22 19:34:47.414766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37951746-723e-4084-acd1-b2efa3fbf129 req-02177f19-6663-4159-9aa4-23550594512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:47.417658 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37951746-723e-4084-acd1-b2efa3fbf129 req-02177f19-6663-4159-9aa4-23550594512d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.0708079 Jul 22 19:34:47.538400 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37951746-723e-4084-acd1-b2efa3fbf129 req-745c4067-fbbb-4274-bb44-9f0ccc2c0a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:47.539613 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37951746-723e-4084-acd1-b2efa3fbf129 req-745c4067-fbbb-4274-bb44-9f0ccc2c0a2b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1162391 Jul 22 19:34:47.592539 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6f63c-5fd8-4320-9284-6802a732ccac req-eb453b44-6357-42d7-a04f-633a06f1ec94 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:47.594072 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-68c6f63c-5fd8-4320-9284-6802a732ccac req-eb453b44-6357-42d7-a04f-633a06f1ec94 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 943 time: 0.1189492 Jul 22 19:34:47.694825 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37951746-723e-4084-acd1-b2efa3fbf129 req-d6118c35-673a-4207-b280-99cc06d0cb74 service neutron] 10.222.0.16 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482768 Jul 22 19:34:47.698255 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-68c6f63c-5fd8-4320-9284-6802a732ccac req-2a1046e0-00c4-4096-85b7-cccdbb36f392 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763001 Jul 22 19:34:47.837848 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37951746-723e-4084-acd1-b2efa3fbf129 req-579c6094-65d2-414c-af5c-0e2ec5387a65 service neutron] 10.222.0.16 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352327 Jul 22 19:34:48.894760 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b1969-be70-4b51-8d3d-9c4775f28397 req-4c1786e8-834a-49e2-acc6-d26ecbd45650 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:48.896376 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-be9b1969-be70-4b51-8d3d-9c4775f28397 req-4c1786e8-834a-49e2-acc6-d26ecbd45650 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 943 time: 0.1094522 Jul 22 19:34:48.942564 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-be9b1969-be70-4b51-8d3d-9c4775f28397 req-7a9f607c-7bf6-4b83-b1cc-fc88a818ed4a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399206 Jul 22 19:34:50.261607 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e8be0-4894-409f-8129-9bc2fb6ba4a3 req-70839ee1-157f-49ca-994f-7714badcb74b tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:50.265589 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-278e8be0-4894-409f-8129-9bc2fb6ba4a3 req-70839ee1-157f-49ca-994f-7714badcb74b tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 943 time: 0.2187483 Jul 22 19:34:50.316458 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-278e8be0-4894-409f-8129-9bc2fb6ba4a3 req-e60ffb75-5a87-46b1-b83f-b16fcf15d140 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450416 Jul 22 19:34:51.640691 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a6d11-5397-49af-a9fc-ac61d1ff67d5 req-3b4d462d-e8b5-4eef-b260-87e4c6fd3e85 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:51.642055 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-538a6d11-5397-49af-a9fc-ac61d1ff67d5 req-3b4d462d-e8b5-4eef-b260-87e4c6fd3e85 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 943 time: 0.1342082 Jul 22 19:34:51.713005 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-538a6d11-5397-49af-a9fc-ac61d1ff67d5 req-2249bc6b-8584-4528-b9e2-dcc1d28db273 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517790 Jul 22 19:34:52.855968 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef860d-54a3-4723-845a-fadd905145ff req-a6312f2f-8260-4f88-a94b-6d941249c7d9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:52.857401 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bef860d-54a3-4723-845a-fadd905145ff req-a6312f2f-8260-4f88-a94b-6d941249c7d9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 943 time: 0.0701020 Jul 22 19:34:52.895160 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2bef860d-54a3-4723-845a-fadd905145ff req-dea73294-7d33-469d-b320-2fe737bccab1 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322762 Jul 22 19:34:54.026527 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add0860-58cf-40d9-bdf4-3b4f912352a0 req-7077911f-1176-4f47-b118-a17804dc6af9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:54.028039 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2add0860-58cf-40d9-bdf4-3b4f912352a0 req-7077911f-1176-4f47-b118-a17804dc6af9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 943 time: 0.0647764 Jul 22 19:34:54.067895 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2add0860-58cf-40d9-bdf4-3b4f912352a0 req-341cfd61-cde4-44b5-90d7-a1d23eac7f8e tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340581 Jul 22 19:34:55.205441 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e7c2e-0f85-4111-a862-f8f81cb6c27e req-937d013f-f7ab-4c3d-8e9c-f5fb584e4b96 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:55.207082 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7b2e7c2e-0f85-4111-a862-f8f81cb6c27e req-937d013f-f7ab-4c3d-8e9c-f5fb584e4b96 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 943 time: 0.0706248 Jul 22 19:34:55.248774 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7b2e7c2e-0f85-4111-a862-f8f81cb6c27e req-792b9243-e64c-4ee0-9633-9840ef4ebf29 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355215 Jul 22 19:34:56.189396 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50036) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:56.297554 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b23a5a8-4d36-416b-b484-d12ca0a33774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:56.396518 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b23a5a8-4d36-416b-b484-d12ca0a33774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:56.401505 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b23a5a8-4d36-416b-b484-d12ca0a33774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:56.419419 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a52036-688d-4016-84be-cb651c32f2ed req-a357804c-d0d6-44f7-8231-d4ce908e4bde tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:56.421795 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a4a52036-688d-4016-84be-cb651c32f2ed req-a357804c-d0d6-44f7-8231-d4ce908e4bde tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 943 time: 0.0784202 Jul 22 19:34:56.441015 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23a5a8-4d36-416b-b484-d12ca0a33774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0459f810-d51e-4547-a369-e854bd0a081f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:56.449757 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 50044) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:56.449983 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4b23a5a8-4d36-416b-b484-d12ca0a33774 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1192e681cf104490bbefc29c24fcfcf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590671 Jul 22 19:34:56.485033 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a4a52036-688d-4016-84be-cb651c32f2ed req-1bd143e7-3119-4a17-8810-34a6175660e1 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555973 Jul 22 19:34:56.519031 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91296771-ec58-4e12-8cf7-f9e23c151d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:56.543730 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91296771-ec58-4e12-8cf7-f9e23c151d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:56.592414 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91296771-ec58-4e12-8cf7-f9e23c151d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:56.595621 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-91296771-ec58-4e12-8cf7-f9e23c151d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:56.597041 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-91296771-ec58-4e12-8cf7-f9e23c151d81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0459f810-d51e-4547-a369-e854bd0a081f HTTP/1.1" status: 204 len: 168 time: 0.1453171 Jul 22 19:34:56.607501 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91296771-ec58-4e12-8cf7-f9e23c151d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0459f810-d51e-4547-a369-e854bd0a081f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:56.857218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 50050) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:56.874263 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0cbbfd91-3cc9-48e1-bd16-84dcd5d5b461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:56.972041 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0cbbfd91-3cc9-48e1-bd16-84dcd5d5b461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:56.975851 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0cbbfd91-3cc9-48e1-bd16-84dcd5d5b461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.014538 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0cbbfd91-3cc9-48e1-bd16-84dcd5d5b461 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a52bfa32b01441b9869d4492410f0fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562343 Jul 22 19:34:57.015644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbfd91-3cc9-48e1-bd16-84dcd5d5b461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b90cfc1-2a3e-4368-959f-8b9625ddbd22,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:57.017306 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50052) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:57.068874 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-119a6e67-ebdc-4688-b9ae-bee2e555b142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.091142 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-119a6e67-ebdc-4688-b9ae-bee2e555b142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.140885 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-119a6e67-ebdc-4688-b9ae-bee2e555b142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.143440 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-119a6e67-ebdc-4688-b9ae-bee2e555b142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.146979 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-119a6e67-ebdc-4688-b9ae-bee2e555b142 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b90cfc1-2a3e-4368-959f-8b9625ddbd22 HTTP/1.1" status: 204 len: 168 time: 0.1262827 Jul 22 19:34:57.154942 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a6e67-ebdc-4688-b9ae-bee2e555b142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b90cfc1-2a3e-4368-959f-8b9625ddbd22,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:57.489800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 50060) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:57.504595 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ff556a12-ea6c-4305-b22b-abb8dfdd2224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.643306 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ff556a12-ea6c-4305-b22b-abb8dfdd2224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.648703 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ff556a12-ea6c-4305-b22b-abb8dfdd2224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.672838 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328ff76-f08c-4d82-a54e-31f5155051b5 req-2166e5b0-ad6b-4f43-aad5-9b382be1caac tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:57.674407 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c328ff76-f08c-4d82-a54e-31f5155051b5 req-2166e5b0-ad6b-4f43-aad5-9b382be1caac tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 943 time: 0.1127508 Jul 22 19:34:57.718658 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ff556a12-ea6c-4305-b22b-abb8dfdd2224 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ad37f21262e4fadbe95cc1a3512255a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2274783 Jul 22 19:34:57.721753 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50064) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:57.722291 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff556a12-ea6c-4305-b22b-abb8dfdd2224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cd11b3-41a4-45d9-a317-885edda9478d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:57.747222 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c328ff76-f08c-4d82-a54e-31f5155051b5 req-b6e4311d-a39a-4eb9-a969-4a917a58f742 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659926 Jul 22 19:34:57.787210 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-19a2f4b3-19a4-46d8-aec6-896ac480db3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.812912 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-19a2f4b3-19a4-46d8-aec6-896ac480db3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.860294 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-19a2f4b3-19a4-46d8-aec6-896ac480db3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.863081 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-19a2f4b3-19a4-46d8-aec6-896ac480db3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.864298 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-19a2f4b3-19a4-46d8-aec6-896ac480db3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4cd11b3-41a4-45d9-a317-885edda9478d HTTP/1.1" status: 204 len: 168 time: 0.1413288 Jul 22 19:34:57.878446 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2f4b3-19a4-46d8-aec6-896ac480db3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cd11b3-41a4-45d9-a317-885edda9478d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:58.474174 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9b4ee201-f594-4a08-b580-54d43c3ee298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:58.889968 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ef4f8-4065-4d88-aeec-52473fa68220 req-bb69148f-c383-4100-a773-98a4cb9b0fb2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:58.891529 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a52ef4f8-4065-4d88-aeec-52473fa68220 req-bb69148f-c383-4100-a773-98a4cb9b0fb2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 943 time: 0.0704861 Jul 22 19:34:58.931696 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a52ef4f8-4065-4d88-aeec-52473fa68220 req-1bd3b46b-cd1a-40ca-9376-a829449321ef tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342381 Jul 22 19:35:00.069854 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730279a0-b2b1-4e04-8957-0e82c995a2f8 req-0855a70c-f1b5-42b6-ade8-679eb0de8814 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:00.078319 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-730279a0-b2b1-4e04-8957-0e82c995a2f8 req-0855a70c-f1b5-42b6-ade8-679eb0de8814 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 943 time: 0.0732081 Jul 22 19:35:00.117875 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-730279a0-b2b1-4e04-8957-0e82c995a2f8 req-a60f22f0-ff10-44a9-a733-58c73e2c0119 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386941 Jul 22 19:35:01.023779 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5d88ad3e-b34f-4765-9f54-8174cbb66d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:01.138262 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:01.263668 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80809f-f7f8-4f81-ad6f-80852cd8f109 req-71415aa1-60e1-46aa-a3cb-9c61b46e86f6 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:01.265260 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0f80809f-f7f8-4f81-ad6f-80852cd8f109 req-71415aa1-60e1-46aa-a3cb-9c61b46e86f6 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 943 time: 0.0666258 Jul 22 19:35:01.304792 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0f80809f-f7f8-4f81-ad6f-80852cd8f109 req-0fc69bee-8895-4bbc-a607-33bba87a4d1b tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340161 Jul 22 19:35:02.374421 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:02.452284 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536b39d-1f12-4f33-87ca-051324f901b4 req-3e39c609-308d-439c-ad0c-f4ba9c797402 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:02.454774 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9536b39d-1f12-4f33-87ca-051324f901b4 req-3e39c609-308d-439c-ad0c-f4ba9c797402 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 943 time: 0.0753834 Jul 22 19:35:02.497041 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9536b39d-1f12-4f33-87ca-051324f901b4 req-620af424-262e-47f0-ba83-edbb540b1341 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354068 Jul 22 19:35:03.653986 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d24668-69f7-4323-8850-30a892aec97e req-9314dbee-ad57-4091-8d17-1607395cd8ee tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:03.655488 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6d24668-69f7-4323-8850-30a892aec97e req-9314dbee-ad57-4091-8d17-1607395cd8ee tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 943 time: 0.0795627 Jul 22 19:35:03.701915 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6d24668-69f7-4323-8850-30a892aec97e req-f898f75b-af04-4fce-b27a-7bbc8d754884 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384736 Jul 22 19:35:03.857355 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50164) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:03.972133 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7f355cd-b6ca-448b-a6b9-4b3bb68f8d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:04.007463 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:04.070178 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7f355cd-b6ca-448b-a6b9-4b3bb68f8d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:04.074441 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d7f355cd-b6ca-448b-a6b9-4b3bb68f8d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:04.114636 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f355cd-b6ca-448b-a6b9-4b3bb68f8d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a2fd62-9fbb-4d25-9881-f42876fdba80,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:04.119577 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d7f355cd-b6ca-448b-a6b9-4b3bb68f8d27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eef19a0e8d734007a23b753563b61557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605569 Jul 22 19:35:04.122335 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50168) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:04.174607 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b754-177f-4b5b-b9db-e80d4d045180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:04.199137 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b754-177f-4b5b-b9db-e80d4d045180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:04.249482 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b754-177f-4b5b-b9db-e80d4d045180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:04.252466 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b754-177f-4b5b-b9db-e80d4d045180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:04.253640 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a3d6b754-177f-4b5b-b9db-e80d4d045180 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8a2fd62-9fbb-4d25-9881-f42876fdba80 HTTP/1.1" status: 204 len: 168 time: 0.1303933 Jul 22 19:35:04.263648 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6b754-177f-4b5b-b9db-e80d4d045180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a2fd62-9fbb-4d25-9881-f42876fdba80,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:04.535586 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 50174) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:04.549804 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a038-e88c-4b60-b02f-ca1266daa5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:04.648606 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a038-e88c-4b60-b02f-ca1266daa5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:04.653455 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a038-e88c-4b60-b02f-ca1266daa5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:04.694109 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a9b6a038-e88c-4b60-b02f-ca1266daa5c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcbf106ba4bb45faa5819408d9d62735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572824 Jul 22 19:35:04.694987 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6a038-e88c-4b60-b02f-ca1266daa5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7e5a15-08ca-48f1-b417-0cfbae71e065,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:04.696631 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50176) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:04.703587 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6a038-e88c-4b60-b02f-ca1266daa5c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:04.704063 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6a038-e88c-4b60-b02f-ca1266daa5c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:04.704417 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6a038-e88c-4b60-b02f-ca1266daa5c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:04.704772 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6a038-e88c-4b60-b02f-ca1266daa5c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:04.705118 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6a038-e88c-4b60-b02f-ca1266daa5c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:04.705561 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6a038-e88c-4b60-b02f-ca1266daa5c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:04.705950 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6a038-e88c-4b60-b02f-ca1266daa5c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:04.706281 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6a038-e88c-4b60-b02f-ca1266daa5c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:04.706615 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6a038-e88c-4b60-b02f-ca1266daa5c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:04.706944 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6a038-e88c-4b60-b02f-ca1266daa5c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:04.707271 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6a038-e88c-4b60-b02f-ca1266daa5c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:04.707598 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6a038-e88c-4b60-b02f-ca1266daa5c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:04.749457 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9f38-4a83-4668-b44c-146ea06369ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:04.770491 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9f38-4a83-4668-b44c-146ea06369ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:04.819065 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9f38-4a83-4668-b44c-146ea06369ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:04.821753 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9f38-4a83-4668-b44c-146ea06369ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:04.822899 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ecaa9f38-4a83-4668-b44c-146ea06369ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b7e5a15-08ca-48f1-b417-0cfbae71e065 HTTP/1.1" status: 204 len: 168 time: 0.1252890 Jul 22 19:35:04.832492 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa9f38-4a83-4668-b44c-146ea06369ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7e5a15-08ca-48f1-b417-0cfbae71e065,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:04.840923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824d685-5817-4ec3-8252-31123fc833de req-9974870a-3555-4b26-a7bc-faedcaaa5ef2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:04.842679 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0824d685-5817-4ec3-8252-31123fc833de req-9974870a-3555-4b26-a7bc-faedcaaa5ef2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 943 time: 0.0656307 Jul 22 19:35:04.903391 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0824d685-5817-4ec3-8252-31123fc833de req-aa07cda1-07c3-4eaf-a43c-f8f76188e644 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451889 Jul 22 19:35:06.063774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f272d8a-c8b2-449d-84f8-4011c9946951 req-fa3104a5-658b-46f0-8a1d-ad9546600343 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:06.065667 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f272d8a-c8b2-449d-84f8-4011c9946951 req-fa3104a5-658b-46f0-8a1d-ad9546600343 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 943 time: 0.0708671 Jul 22 19:35:06.106946 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f272d8a-c8b2-449d-84f8-4011c9946951 req-736026e2-fc9d-46e5-95e2-8032f5028256 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357714 Jul 22 19:35:06.765113 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca052b50-85d7-47b7-ad28-2f94465fda14 req-fcd2c206-22c2-44fb-8c19-156b750d5be8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0591815 Jul 22 19:35:06.866435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca052b50-85d7-47b7-ad28-2f94465fda14 req-d0e02bc9-2186-45b3-8610-f29fdbf74da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:06.867752 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca052b50-85d7-47b7-ad28-2f94465fda14 req-d0e02bc9-2186-45b3-8610-f29fdbf74da1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 1097 time: 0.0621259 Jul 22 19:35:06.998407 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca052b50-85d7-47b7-ad28-2f94465fda14 req-799c0b82-7765-473b-b5ba-e75a55ec730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:07.000882 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca052b50-85d7-47b7-ad28-2f94465fda14 req-799c0b82-7765-473b-b5ba-e75a55ec730f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 913 time: 0.1140406 Jul 22 19:35:07.054713 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca052b50-85d7-47b7-ad28-2f94465fda14 req-d8e14dbb-9478-4490-8681-9e7eca205bb5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0be1b15-a07c-4a18-82e7-a0724ea7ba04 HTTP/1.1" status: 200 len: 217 time: 0.0476665 Jul 22 19:35:07.376986 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 33f90ce1-51ba-416e-b392-795f9c6e5633 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:35:07.473049 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca052b50-85d7-47b7-ad28-2f94465fda14 req-6d03573a-a792-4f4b-b887-c116d4f9cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:07.474691 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca052b50-85d7-47b7-ad28-2f94465fda14 req-6d03573a-a792-4f4b-b887-c116d4f9cf12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.4145162 Jul 22 19:35:07.493053 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 33f90ce1-51ba-416e-b392-795f9c6e5633, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=33f90ce1-51ba-416e-b392-795f9c6e5633,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:07.508110 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '33f90ce1-51ba-416e-b392-795f9c6e5633', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'port_id': '33f90ce1-51ba-416e-b392-795f9c6e5633', 'mac_address': 'fa:16:3e:ee:69:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:35:07.544745 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70b48d-4f58-4a33-9d98-258ec6c8cbfd req-3d591cc9-da1e-4d95-8727-cbd0f459b956 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:07.546708 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c70b48d-4f58-4a33-9d98-258ec6c8cbfd req-3d591cc9-da1e-4d95-8727-cbd0f459b956 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 943 time: 0.1237411 Jul 22 19:35:07.554383 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:07.571066 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f90ce1-51ba-416e-b392-795f9c6e5633 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:35:07.583718 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca052b50-85d7-47b7-ad28-2f94465fda14 req-9dc1bf67-ae99-4b18-ba8a-a63f6b0d51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:07.585452 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca052b50-85d7-47b7-ad28-2f94465fda14 req-9dc1bf67-ae99-4b18-ba8a-a63f6b0d51ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1035504 Jul 22 19:35:07.596099 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 33f90ce1-51ba-416e-b392-795f9c6e5633, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=33f90ce1-51ba-416e-b392-795f9c6e5633,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:07.600557 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:07.616860 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c70b48d-4f58-4a33-9d98-258ec6c8cbfd req-320c7747-8728-462c-a002-0266f2a72f0f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611625 Jul 22 19:35:07.671852 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=33f90ce1-51ba-416e-b392-795f9c6e5633,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:07.715522 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca052b50-85d7-47b7-ad28-2f94465fda14 req-2e4200c4-6f76-4c22-a64d-ff40d430440f service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228824 Jul 22 19:35:07.801057 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['33f90ce1-51ba-416e-b392-795f9c6e5633'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:35:07.830630 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca052b50-85d7-47b7-ad28-2f94465fda14 req-54f02b91-3379-4446-95a8-16761e545083 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087530 Jul 22 19:35:08.792823 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61429cdc-aa25-4519-b284-e77b501c2776 req-eff49dfa-829d-4879-b37d-3b1758506cbb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:08.794876 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-61429cdc-aa25-4519-b284-e77b501c2776 req-eff49dfa-829d-4879-b37d-3b1758506cbb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 944 time: 0.0729547 Jul 22 19:35:08.835456 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-61429cdc-aa25-4519-b284-e77b501c2776 req-bbb45ba8-f705-4f25-8bf4-db33fbdb6e3a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349422 Jul 22 19:35:09.168965 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:09.406984 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 33f90ce1-51ba-416e-b392-795f9c6e5633 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:09.460339 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 33f90ce1-51ba-416e-b392-795f9c6e5633 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:09.465015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 33f90ce1-51ba-416e-b392-795f9c6e5633 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:09.465387 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:09.559770 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:09.590794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1800fb75-80cc-4656-b945-bcd80e3ebfc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f90ce1-51ba-416e-b392-795f9c6e5633'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:35:09.593517 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afc45cf-9e87-4883-9ebf-f0a6939cdabb" -d '{"events": [{"server_uuid": "1800fb75-80cc-4656-b945-bcd80e3ebfc8", "name": "network-vif-plugged", "status": "completed", "tag": "33f90ce1-51ba-416e-b392-795f9c6e5633"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:35:09.611755 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 33f90ce1-51ba-416e-b392-795f9c6e5633, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=33f90ce1-51ba-416e-b392-795f9c6e5633,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:09.619507 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:09.644022 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d1ef49-5930-44d7-8fd8-36a46e98e65a x-openstack-request-id: req-73d1ef49-5930-44d7-8fd8-36a46e98e65a {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:35:09.644314 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1800fb75-80cc-4656-b945-bcd80e3ebfc8", "name": "network-vif-plugged", "status": "completed", "tag": "33f90ce1-51ba-416e-b392-795f9c6e5633", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:35:09.644601 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73d1ef49-5930-44d7-8fd8-36a46e98e65a {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:35:09.644994 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1800fb75-80cc-4656-b945-bcd80e3ebfc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f90ce1-51ba-416e-b392-795f9c6e5633', 'code': 200} Jul 22 19:35:09.679011 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=33f90ce1-51ba-416e-b392-795f9c6e5633,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:09.756492 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6b255-38ac-4c47-8b3b-fe95376af02f req-70ad6f5c-af9c-492f-88a8-91ef6a4cb33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:09.758264 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34a6b255-38ac-4c47-8b3b-fe95376af02f req-70ad6f5c-af9c-492f-88a8-91ef6a4cb33f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 1097 time: 0.0607815 Jul 22 19:35:09.801548 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34a6b255-38ac-4c47-8b3b-fe95376af02f req-2d8046d9-abf7-49f6-95e1-248a438518f9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327737 Jul 22 19:35:09.999072 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabf6c1-13a8-46cc-ae81-97322f92a261 req-73a78a87-867c-4dcf-883c-f13db5d32469 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:10.001023 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cdabf6c1-13a8-46cc-ae81-97322f92a261 req-73a78a87-867c-4dcf-883c-f13db5d32469 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 945 time: 0.0766876 Jul 22 19:35:10.045431 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cdabf6c1-13a8-46cc-ae81-97322f92a261 req-92ba4933-f2d9-4e0f-95d6-1537a50044ec tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385678 Jul 22 19:35:10.409162 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [req-1ca275cd-ffd7-41ca-adc4-78555d9a01b6 req-16bd86df-adf2-4681-a723-79182976a746 service neutron] (93806) timed out ('10.222.0.13', 57350) {{(pid=93806) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 19:35:11.186379 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8261cf-fcfc-4d06-a203-77baf2e31481 req-4c6cf4c8-d380-4862-b0a1-b6d49ae429ad tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:11.187870 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e8261cf-fcfc-4d06-a203-77baf2e31481 req-4c6cf4c8-d380-4862-b0a1-b6d49ae429ad tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 945 time: 0.0660520 Jul 22 19:35:11.226497 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e8261cf-fcfc-4d06-a203-77baf2e31481 req-9702c473-68f6-4cb7-b0b9-e4fc19afd47e tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327232 Jul 22 19:35:11.387875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d23d8-9cbf-4e48-8b2f-24bf41684855 req-14a2f88b-837d-4cc6-be73-960a427bf9b7 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:11.389400 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-575d23d8-9cbf-4e48-8b2f-24bf41684855 req-14a2f88b-837d-4cc6-be73-960a427bf9b7 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 945 time: 0.0836985 Jul 22 19:35:11.430069 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-575d23d8-9cbf-4e48-8b2f-24bf41684855 req-2d45674d-7985-4454-aff5-224d6e6716ac tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347912 Jul 22 19:35:11.769531 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1b6b3-eecc-45ea-a68b-6b962c97f7c6 req-57b94bbe-48e1-4855-988f-d874fca4e9c0 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:11.771215 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7fb1b6b3-eecc-45ea-a68b-6b962c97f7c6 req-57b94bbe-48e1-4855-988f-d874fca4e9c0 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 945 time: 0.0683608 Jul 22 19:35:11.816765 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7fb1b6b3-eecc-45ea-a68b-6b962c97f7c6 req-86158a12-70b1-492e-b9ff-387e7f2123e9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399888 Jul 22 19:35:11.844399 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:12.952872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d8011-b6e6-4f77-b677-6e6fcf4fb730 req-0333e54f-2624-4086-a7fc-7926eb4ffcb0 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:12.954422 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d4d8011-b6e6-4f77-b677-6e6fcf4fb730 req-0333e54f-2624-4086-a7fc-7926eb4ffcb0 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 945 time: 0.0665054 Jul 22 19:35:12.996358 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d4d8011-b6e6-4f77-b677-6e6fcf4fb730 req-20eb2ec6-c5e4-4dbc-acfe-91effc6266b7 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353863 Jul 22 19:35:13.154246 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb405a-f6c1-4372-ba94-ce8004bf4bba req-907881c3-c321-4329-9a73-4c383fad0d65 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:13.155619 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5fcb405a-f6c1-4372-ba94-ce8004bf4bba req-907881c3-c321-4329-9a73-4c383fad0d65 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.16 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 945 time: 0.0689044 Jul 22 19:35:13.259586 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-5fcb405a-f6c1-4372-ba94-ce8004bf4bba req-af0424b8-7f7b-4438-9b66-ba6ff6615bd9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Deleting port 33f90ce1-51ba-416e-b392-795f9c6e5633 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:35:13.259928 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5fcb405a-f6c1-4372-ba94-ce8004bf4bba req-af0424b8-7f7b-4438-9b66-ba6ff6615bd9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:13.365530 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-5fcb405a-f6c1-4372-ba94-ce8004bf4bba req-af0424b8-7f7b-4438-9b66-ba6ff6615bd9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] For port 33f90ce1-51ba-416e-b392-795f9c6e5633, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=33f90ce1-51ba-416e-b392-795f9c6e5633,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:13.365924 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5fcb405a-f6c1-4372-ba94-ce8004bf4bba req-af0424b8-7f7b-4438-9b66-ba6ff6615bd9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:13.379484 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-5fcb405a-f6c1-4372-ba94-ce8004bf4bba req-af0424b8-7f7b-4438-9b66-ba6ff6615bd9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Calling delete_port for 33f90ce1-51ba-416e-b392-795f9c6e5633 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:35:13.532988 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5fcb405a-f6c1-4372-ba94-ce8004bf4bba req-af0424b8-7f7b-4438-9b66-ba6ff6615bd9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:13.547568 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['33f90ce1-51ba-416e-b392-795f9c6e5633'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:35:13.549945 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['d0be1b15-a07c-4a18-82e7-a0724ea7ba04'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:35:13.567624 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0424b8-7f7b-4438-9b66-ba6ff6615bd9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event deleted for resources: {'Port': ['ID=33f90ce1-51ba-416e-b392-795f9c6e5633,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:13.618434 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcb405a-f6c1-4372-ba94-ce8004bf4bba req-af0424b8-7f7b-4438-9b66-ba6ff6615bd9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] No DVR routers for this DVR port 33f90ce1-51ba-416e-b392-795f9c6e5633 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:35:13.621370 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-5fcb405a-f6c1-4372-ba94-ce8004bf4bba req-af0424b8-7f7b-4438-9b66-ba6ff6615bd9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:13.623491 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5fcb405a-f6c1-4372-ba94-ce8004bf4bba req-af0424b8-7f7b-4438-9b66-ba6ff6615bd9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.16 "DELETE /v2.0/ports/33f90ce1-51ba-416e-b392-795f9c6e5633 HTTP/1.1" status: 204 len: 173 time: 0.4627473 Jul 22 19:35:13.624046 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1800fb75-80cc-4656-b945-bcd80e3ebfc8', 'name': 'network-vif-deleted', 'tag': '33f90ce1-51ba-416e-b392-795f9c6e5633'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:35:13.634269 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7454d497-80e2-4e63-a7b2-7aae91503037" -d '{"events": [{"server_uuid": "1800fb75-80cc-4656-b945-bcd80e3ebfc8", "name": "network-vif-deleted", "tag": "33f90ce1-51ba-416e-b392-795f9c6e5633"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:35:13.677458 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105ed82e-b25f-498b-97f8-2637f9fdb931 x-openstack-request-id: req-105ed82e-b25f-498b-97f8-2637f9fdb931 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:35:13.677860 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1800fb75-80cc-4656-b945-bcd80e3ebfc8", "name": "network-vif-deleted", "tag": "33f90ce1-51ba-416e-b392-795f9c6e5633", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:35:13.678226 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-105ed82e-b25f-498b-97f8-2637f9fdb931 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:35:13.678923 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1800fb75-80cc-4656-b945-bcd80e3ebfc8', 'name': 'network-vif-deleted', 'tag': '33f90ce1-51ba-416e-b392-795f9c6e5633', 'status': 'completed', 'code': 200} Jul 22 19:35:14.104049 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e723c340-3e02-4481-b28d-b825f46337ba req-61b53a57-9f46-4662-b0ed-cfe2df125762 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 210 time: 0.0342216 Jul 22 19:35:14.946557 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb6d7e47-28f8-4e0e-81bc-3ae121b7f7b5 req-1cdf655a-73bf-4569-b8f1-d0624883bee1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0626752 Jul 22 19:35:15.046494 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d7e47-28f8-4e0e-81bc-3ae121b7f7b5 req-4a2fd24d-6409-4e5f-a29b-2e6cc7ad71a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:15.048093 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb6d7e47-28f8-4e0e-81bc-3ae121b7f7b5 req-4a2fd24d-6409-4e5f-a29b-2e6cc7ad71a0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6dc0a43544f4485c8e9c187940eccf6a&device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 1098 time: 0.0606039 Jul 22 19:35:15.160439 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d7e47-28f8-4e0e-81bc-3ae121b7f7b5 req-25218d00-7de5-45fc-ad13-0e7c1ba082d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:15.163859 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb6d7e47-28f8-4e0e-81bc-3ae121b7f7b5 req-25218d00-7de5-45fc-ad13-0e7c1ba082d7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 HTTP/1.1" status: 200 len: 918 time: 0.0954194 Jul 22 19:35:15.252164 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ef014cc-7dbc-455f-a2d1-e0c00f4dd262 req-2858c964-e8da-4e79-b72d-68c7c46c351c tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 210 time: 0.0394545 Jul 22 19:35:15.265794 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb6d7e47-28f8-4e0e-81bc-3ae121b7f7b5 req-705d1a80-a2e5-4a31-997b-94de7e8d52ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ac5a3fd-4342-4780-8499-7b9e93427f0c HTTP/1.1" status: 200 len: 1001 time: 0.0948622 Jul 22 19:35:15.317549 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d7e47-28f8-4e0e-81bc-3ae121b7f7b5 req-2d79ad55-1fb4-4f27-98b5-46d24474c03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:15.318957 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb6d7e47-28f8-4e0e-81bc-3ae121b7f7b5 req-2d79ad55-1fb4-4f27-98b5-46d24474c03f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4b26a37-f98e-4c1b-8da4-083bd4ab1975 HTTP/1.1" status: 200 len: 856 time: 0.0473790 Jul 22 19:35:15.383831 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d7e47-28f8-4e0e-81bc-3ae121b7f7b5 req-c479ced2-dbf0-4e9a-9ae2-1db049937316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:15.386365 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb6d7e47-28f8-4e0e-81bc-3ae121b7f7b5 req-c479ced2-dbf0-4e9a-9ae2-1db049937316 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604048 Jul 22 19:35:15.483383 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb6d7e47-28f8-4e0e-81bc-3ae121b7f7b5 req-56d3f10b-6ab7-4ff7-abd6-34521b1f09bb service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910914 Jul 22 19:35:15.584266 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fb6d7e47-28f8-4e0e-81bc-3ae121b7f7b5 req-de0848d5-54d9-4d64-9f98-a2b3506c5d2c service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942550 Jul 22 19:35:16.370609 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9d4a82c-0543-4315-ba27-641180af9071 req-2be806ca-4efb-49dd-aa4a-51c6677df642 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 210 time: 0.0398612 Jul 22 19:35:17.470368 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 33f90ce1-51ba-416e-b392-795f9c6e5633 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:35:17.494947 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-416f35cf-8862-4cc9-85e9-5475041e6a69 req-cfea4a12-2ad3-42b9-9b69-85c29ca3dcdc tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=1800fb75-80cc-4656-b945-bcd80e3ebfc8 HTTP/1.1" status: 200 len: 210 time: 0.0331435 Jul 22 19:35:17.497125 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 33f90ce1-51ba-416e-b392-795f9c6e5633 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:35:17.497694 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 33f90ce1-51ba-416e-b392-795f9c6e5633 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:35:18.795236 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:35:22.030886 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe60b01-5062-4aac-9c9d-e113e2c38b51 req-98afee3a-e6e6-4b90-92e6-8db11bbdd560 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:22.032433 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9fe60b01-5062-4aac-9c9d-e113e2c38b51 req-98afee3a-e6e6-4b90-92e6-8db11bbdd560 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 945 time: 0.0715265 Jul 22 19:35:22.081417 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9fe60b01-5062-4aac-9c9d-e113e2c38b51 req-0759f6e0-1480-4d37-9668-6d7797b19f68 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419369 Jul 22 19:35:23.221764 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8d853-574a-4ffe-815f-48951a6c34a4 req-eb685d09-3c15-4172-ade7-b380c429ee81 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:23.223527 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-25f8d853-574a-4ffe-815f-48951a6c34a4 req-eb685d09-3c15-4172-ade7-b380c429ee81 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 945 time: 0.0679657 Jul 22 19:35:23.262020 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-25f8d853-574a-4ffe-815f-48951a6c34a4 req-51d75640-aa0d-4188-856b-9e45bfe14568 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=37356240-a9bc-42ef-90f2-d1bd22f2e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326922 Jul 22 19:35:23.480816 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766dee1-6efc-4c23-b7a0-a9fdc749c1d2 req-0394713d-1ab6-4dd8-b3db-a666a19adc47 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:23.482308 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b766dee1-6efc-4c23-b7a0-a9fdc749c1d2 req-0394713d-1ab6-4dd8-b3db-a666a19adc47 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 945 time: 0.0712566 Jul 22 19:35:23.586095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-b766dee1-6efc-4c23-b7a0-a9fdc749c1d2 req-5a999321-254b-4a4a-bfbf-e641a8eea6f4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Deleting port d0be1b15-a07c-4a18-82e7-a0724ea7ba04 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:35:23.586438 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b766dee1-6efc-4c23-b7a0-a9fdc749c1d2 req-5a999321-254b-4a4a-bfbf-e641a8eea6f4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:23.676723 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-b766dee1-6efc-4c23-b7a0-a9fdc749c1d2 req-5a999321-254b-4a4a-bfbf-e641a8eea6f4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] For port d0be1b15-a07c-4a18-82e7-a0724ea7ba04, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d0be1b15-a07c-4a18-82e7-a0724ea7ba04,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:23.677085 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b766dee1-6efc-4c23-b7a0-a9fdc749c1d2 req-5a999321-254b-4a4a-bfbf-e641a8eea6f4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:23.695347 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-b766dee1-6efc-4c23-b7a0-a9fdc749c1d2 req-5a999321-254b-4a4a-bfbf-e641a8eea6f4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Calling delete_port for d0be1b15-a07c-4a18-82e7-a0724ea7ba04 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:35:23.823523 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b766dee1-6efc-4c23-b7a0-a9fdc749c1d2 req-5a999321-254b-4a4a-bfbf-e641a8eea6f4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:23.835040 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['d0be1b15-a07c-4a18-82e7-a0724ea7ba04'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:35:23.853351 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a999321-254b-4a4a-bfbf-e641a8eea6f4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event deleted for resources: {'Port': ['ID=d0be1b15-a07c-4a18-82e7-a0724ea7ba04,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:23.909267 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-b766dee1-6efc-4c23-b7a0-a9fdc749c1d2 req-5a999321-254b-4a4a-bfbf-e641a8eea6f4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] No DVR routers for this DVR port d0be1b15-a07c-4a18-82e7-a0724ea7ba04 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:35:23.911831 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-b766dee1-6efc-4c23-b7a0-a9fdc749c1d2 req-5a999321-254b-4a4a-bfbf-e641a8eea6f4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:23.913885 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b766dee1-6efc-4c23-b7a0-a9fdc749c1d2 req-5a999321-254b-4a4a-bfbf-e641a8eea6f4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "DELETE /v2.0/ports/d0be1b15-a07c-4a18-82e7-a0724ea7ba04 HTTP/1.1" status: 204 len: 173 time: 0.4262638 Jul 22 19:35:23.914327 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3', 'name': 'network-vif-deleted', 'tag': 'd0be1b15-a07c-4a18-82e7-a0724ea7ba04'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:35:23.916666 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f7615a-8026-44ff-97ff-4bf91f257bad" -d '{"events": [{"server_uuid": "480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3", "name": "network-vif-deleted", "tag": "d0be1b15-a07c-4a18-82e7-a0724ea7ba04"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:35:23.956997 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594a2661-9ef1-48d1-89d1-dd69c3409fcf x-openstack-request-id: req-594a2661-9ef1-48d1-89d1-dd69c3409fcf {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:35:23.957296 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3", "name": "network-vif-deleted", "tag": "d0be1b15-a07c-4a18-82e7-a0724ea7ba04", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:35:23.957556 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-594a2661-9ef1-48d1-89d1-dd69c3409fcf {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:35:23.957963 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3', 'name': 'network-vif-deleted', 'tag': 'd0be1b15-a07c-4a18-82e7-a0724ea7ba04', 'status': 'completed', 'code': 200} Jul 22 19:35:24.387931 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-61bbf407-9f75-4f9f-8f71-6c16797c3f04 req-d896292c-29b4-43dd-a4bd-4607445e5b81 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 210 time: 0.0342169 Jul 22 19:35:25.487928 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2df7136-8af5-4ebb-995e-f407ffaa8343 req-2ea25fcd-2cce-4c13-bbd0-89c4f30e543d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 210 time: 0.0296052 Jul 22 19:35:26.593818 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-25e51c8d-6ca9-4603-af7a-9105869ee905 req-e52d2d01-14d0-4a02-9cdf-7f820d22b274 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 210 time: 0.0365894 Jul 22 19:35:26.939268 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d0be1b15-a07c-4a18-82e7-a0724ea7ba04 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:35:26.963908 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: d0be1b15-a07c-4a18-82e7-a0724ea7ba04 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:35:26.964723 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d0be1b15-a07c-4a18-82e7-a0724ea7ba04 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:35:27.711316 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81178657-9063-4e89-90e3-a9e60866ef6d req-14893fb9-3826-45f0-b24c-370c6b99e5e4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=480fb38e-8fe4-47d0-ae6a-c9ca762a1bc3 HTTP/1.1" status: 200 len: 210 time: 0.0309126 Jul 22 19:35:28.468042 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-725e0c00-2916-416a-9a3b-9478189cd0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.043237 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e2acd291-08b3-4eca-8353-822b7dfd62c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.087172 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 50722) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:31.091984 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d1b3f6d6-3f72-4c8d-947b-61bf2dd913d5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-423735769', 'description': 'tempest-secgroup-smoke-423735769 description', 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:31.114170 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f6d6-3f72-4c8d-947b-61bf2dd913d5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.140256 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.197285 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f6d6-3f72-4c8d-947b-61bf2dd913d5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.202196 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f6d6-3f72-4c8d-947b-61bf2dd913d5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.232284 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3f6d6-3f72-4c8d-947b-61bf2dd913d5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=026bdc4b-c280-4a8b-add4-18de9d525be0,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:31.234376 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f6d6-3f72-4c8d-947b-61bf2dd913d5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.235592 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d1b3f6d6-3f72-4c8d-947b-61bf2dd913d5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1474125 Jul 22 19:35:31.238660 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 50726) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:31.241904 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3f6d6-3f72-4c8d-947b-61bf2dd913d5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:31.242227 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3f6d6-3f72-4c8d-947b-61bf2dd913d5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:31.242565 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3f6d6-3f72-4c8d-947b-61bf2dd913d5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:31.242901 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3f6d6-3f72-4c8d-947b-61bf2dd913d5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:31.243248 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3f6d6-3f72-4c8d-947b-61bf2dd913d5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:31.243679 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3f6d6-3f72-4c8d-947b-61bf2dd913d5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:31.243858 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-f989294d-7262-41f5-85af-fd49937daad5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Request body: {'security_group_rule': {'security_group_id': '026bdc4b-c280-4a8b-add4-18de9d525be0', 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:31.244002 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3f6d6-3f72-4c8d-947b-61bf2dd913d5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:31.244183 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3f6d6-3f72-4c8d-947b-61bf2dd913d5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:31.245190 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3f6d6-3f72-4c8d-947b-61bf2dd913d5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:31.245551 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3f6d6-3f72-4c8d-947b-61bf2dd913d5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:31.245878 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3f6d6-3f72-4c8d-947b-61bf2dd913d5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:31.246200 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3f6d6-3f72-4c8d-947b-61bf2dd913d5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:31.274151 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f989294d-7262-41f5-85af-fd49937daad5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.325769 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f989294d-7262-41f5-85af-fd49937daad5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.330845 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f989294d-7262-41f5-85af-fd49937daad5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.351840 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989294d-7262-41f5-85af-fd49937daad5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9118369-0a83-4ab5-a560-6a57c077bc99,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:31.355107 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f989294d-7262-41f5-85af-fd49937daad5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.359104 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f989294d-7262-41f5-85af-fd49937daad5 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165144 Jul 22 19:35:31.360019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 50732) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:31.364072 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-30238f74-a161-4289-abc8-e611d77dc57a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Request body: {'security_group_rule': {'security_group_id': '026bdc4b-c280-4a8b-add4-18de9d525be0', 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:31.390511 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-30238f74-a161-4289-abc8-e611d77dc57a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.448859 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-30238f74-a161-4289-abc8-e611d77dc57a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.452372 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-30238f74-a161-4289-abc8-e611d77dc57a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.470041 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30238f74-a161-4289-abc8-e611d77dc57a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1f3347-924f-4f35-b635-9c5033217d8d,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:31.477496 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-30238f74-a161-4289-abc8-e611d77dc57a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.478996 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-30238f74-a161-4289-abc8-e611d77dc57a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184366 Jul 22 19:35:31.482162 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 50734) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:31.486892 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-9a342f0e-94fe-4393-9fe5-cbf201c7bdf0 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Request body: {'security_group_rule': {'security_group_id': '026bdc4b-c280-4a8b-add4-18de9d525be0', 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:31.517772 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9a342f0e-94fe-4393-9fe5-cbf201c7bdf0 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.582868 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9a342f0e-94fe-4393-9fe5-cbf201c7bdf0 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.587334 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9a342f0e-94fe-4393-9fe5-cbf201c7bdf0 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.605618 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a342f0e-94fe-4393-9fe5-cbf201c7bdf0 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a6c7d9-bde4-444f-b41c-879ffebf3c06,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:31.613890 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9a342f0e-94fe-4393-9fe5-cbf201c7bdf0 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.616505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9a342f0e-94fe-4393-9fe5-cbf201c7bdf0 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321681 Jul 22 19:35:31.618023 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 50740) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:31.622650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-af73b3ad-8251-4855-b6ae-d061b5f2fcad tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Request body: {'security_group_rule': {'security_group_id': '026bdc4b-c280-4a8b-add4-18de9d525be0', 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:31.651464 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-af73b3ad-8251-4855-b6ae-d061b5f2fcad tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.713461 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-af73b3ad-8251-4855-b6ae-d061b5f2fcad tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.717952 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-af73b3ad-8251-4855-b6ae-d061b5f2fcad tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.735915 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73b3ad-8251-4855-b6ae-d061b5f2fcad tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952069e2-2608-44ac-bdf4-5837e5c5cdc4,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:31.741135 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-af73b3ad-8251-4855-b6ae-d061b5f2fcad tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.742379 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-af73b3ad-8251-4855-b6ae-d061b5f2fcad tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233790 Jul 22 19:35:31.745727 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 50744) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:31.750108 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-9021f39e-fb72-4454-bd32-c5d320cf7656 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Request body: {'security_group_rule': {'security_group_id': '026bdc4b-c280-4a8b-add4-18de9d525be0', 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:31.772561 n-d-800086-12 neutron-server[93807]: INFO neutron.db.securitygroups_db [None req-9021f39e-fb72-4454-bd32-c5d320cf7656 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Project d7dd7a2acaec4dacbe93a4b4f60385cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:35:31.778414 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9021f39e-fb72-4454-bd32-c5d320cf7656 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.841896 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9021f39e-fb72-4454-bd32-c5d320cf7656 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.845980 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9021f39e-fb72-4454-bd32-c5d320cf7656 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.866800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021f39e-fb72-4454-bd32-c5d320cf7656 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87529a99-040d-43ae-b56a-76b167a22047,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:31.873670 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9021f39e-fb72-4454-bd32-c5d320cf7656 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.876557 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9021f39e-fb72-4454-bd32-c5d320cf7656 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282399 Jul 22 19:35:31.877762 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 50750) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:31.882297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-8d376cb3-ff2e-4911-b6a5-65548f2bcacf tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Request body: {'security_group_rule': {'security_group_id': '026bdc4b-c280-4a8b-add4-18de9d525be0', 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:31.905651 n-d-800086-12 neutron-server[93807]: INFO neutron.db.securitygroups_db [None req-8d376cb3-ff2e-4911-b6a5-65548f2bcacf tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Project d7dd7a2acaec4dacbe93a4b4f60385cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:35:31.910689 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8d376cb3-ff2e-4911-b6a5-65548f2bcacf tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.976348 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8d376cb3-ff2e-4911-b6a5-65548f2bcacf tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.980018 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8d376cb3-ff2e-4911-b6a5-65548f2bcacf tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.998656 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d376cb3-ff2e-4911-b6a5-65548f2bcacf tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4132ba-b1e1-4bfe-a0c4-c7af20d02096,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:32.004737 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8d376cb3-ff2e-4911-b6a5-65548f2bcacf tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:32.006090 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8d376cb3-ff2e-4911-b6a5-65548f2bcacf tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273258 Jul 22 19:35:32.384166 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:34.009877 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:39.198358 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:41.857697 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:47.525392 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10d41d9c-dee0-4906-994f-0a24d83389da req-42e383fc-1aaa-4df2-869a-87c1ab4b1e12 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-423735769&fields=id&tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd HTTP/1.1" status: 200 len: 267 time: 0.0337038 Jul 22 19:35:47.635235 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d41d9c-dee0-4906-994f-0a24d83389da req-63207338-76f5-4a31-b9c2-483fd4967b59 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:47.637175 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10d41d9c-dee0-4906-994f-0a24d83389da req-63207338-76f5-4a31-b9c2-483fd4967b59 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 812 time: 0.1052449 Jul 22 19:35:47.657673 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10d41d9c-dee0-4906-994f-0a24d83389da req-29d33b38-b08a-4fd2-81ba-bfe255098ae1 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/quotas/d7dd7a2acaec4dacbe93a4b4f60385cd HTTP/1.1" status: 200 len: 375 time: 0.0098276 Jul 22 19:35:47.737487 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10d41d9c-dee0-4906-994f-0a24d83389da req-6bbb9c47-ea28-4422-a4a0-56f875500f5a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785408 Jul 22 19:35:47.850277 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10d41d9c-dee0-4906-994f-0a24d83389da req-34920ccd-8d0e-48bf-a7f2-90ab2e4fbd4e service neutron] 10.222.0.13 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997856 Jul 22 19:35:47.950647 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10d41d9c-dee0-4906-994f-0a24d83389da req-a760af26-e8f3-4e48-a4b9-4523bdbc9a7a service neutron] 10.222.0.13 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933146 Jul 22 19:35:48.242109 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8caa37ec-2e85-4e32-89f7-bd59ef373c55 req-f45d286b-d289-45a8-8180-64b000df1e00 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 210 time: 0.0305316 Jul 22 19:35:49.142639 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d41d9c-dee0-4906-994f-0a24d83389da req-4e8b4086-58fa-4cd1-891e-62a59309fc4c tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:49.144118 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10d41d9c-dee0-4906-994f-0a24d83389da req-4e8b4086-58fa-4cd1-891e-62a59309fc4c tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 812 time: 0.1122549 Jul 22 19:35:49.188292 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10d41d9c-dee0-4906-994f-0a24d83389da req-d524bb09-7375-473b-a7a1-da7dee7db788 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd HTTP/1.1" status: 200 len: 379 time: 0.0360568 Jul 22 19:35:49.200175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-10d41d9c-dee0-4906-994f-0a24d83389da req-dcc65bb8-8b33-4e2c-affb-0ad61b783342 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Request body: {'port': {'device_id': '8d512395-47a1-47e6-a352-a72cc300570e', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'admin_state_up': True, 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'security_groups': ['026bdc4b-c280-4a8b-add4-18de9d525be0']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:49.315000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d41d9c-dee0-4906-994f-0a24d83389da req-dcc65bb8-8b33-4e2c-affb-0ad61b783342 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Made reservation on behalf of d7dd7a2acaec4dacbe93a4b4f60385cd for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:49.319303 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-10d41d9c-dee0-4906-994f-0a24d83389da req-dcc65bb8-8b33-4e2c-affb-0ad61b783342 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:49.367837 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4117113c-77cc-418e-b511-6faeb7fc8b51 req-f1694466-02ae-45f6-b5a5-4df03b51fa0f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 210 time: 0.0359223 Jul 22 19:35:49.483802 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-10d41d9c-dee0-4906-994f-0a24d83389da req-dcc65bb8-8b33-4e2c-affb-0ad61b783342 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Allocated IP 172.20.0.4 (f3b01d2c-8d06-4fa2-9f0e-0ac29490e405/2927ff2f-725b-43f0-9ccf-46789079aaa4/bac4244e-28f9-4180-bf28-644330ae5987) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:49.641919 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-10d41d9c-dee0-4906-994f-0a24d83389da req-dcc65bb8-8b33-4e2c-affb-0ad61b783342 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:49.657466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-10d41d9c-dee0-4906-994f-0a24d83389da req-dcc65bb8-8b33-4e2c-affb-0ad61b783342 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Transition to ACTIVE for port object bac4244e-28f9-4180-bf28-644330ae5987 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:49.693124 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-10d41d9c-dee0-4906-994f-0a24d83389da req-dcc65bb8-8b33-4e2c-affb-0ad61b783342 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:49.738173 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d41d9c-dee0-4906-994f-0a24d83389da req-dcc65bb8-8b33-4e2c-affb-0ad61b783342 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:49.741586 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-10d41d9c-dee0-4906-994f-0a24d83389da req-dcc65bb8-8b33-4e2c-affb-0ad61b783342 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:49.746486 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d41d9c-dee0-4906-994f-0a24d83389da req-dcc65bb8-8b33-4e2c-affb-0ad61b783342 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:49.753682 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc65bb8-8b33-4e2c-affb-0ad61b783342 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event updated for resources: {'Port': ['ID=bac4244e-28f9-4180-bf28-644330ae5987,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:49.801309 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d41d9c-dee0-4906-994f-0a24d83389da req-dcc65bb8-8b33-4e2c-affb-0ad61b783342 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:49.801929 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-10d41d9c-dee0-4906-994f-0a24d83389da req-dcc65bb8-8b33-4e2c-affb-0ad61b783342 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:49.818708 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10d41d9c-dee0-4906-994f-0a24d83389da req-dcc65bb8-8b33-4e2c-affb-0ad61b783342 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6227429 Jul 22 19:35:49.836257 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-10d41d9c-dee0-4906-994f-0a24d83389da req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] Request body: {'port': {'device_id': '8d512395-47a1-47e6-a352-a72cc300570e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:49.932983 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-10d41d9c-dee0-4906-994f-0a24d83389da req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:50.054426 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-986ec567-1223-4248-9ffa-c11e44db7d73 None None] Provisioning for port bac4244e-28f9-4180-bf28-644330ae5987 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:50.058778 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-986ec567-1223-4248-9ffa-c11e44db7d73 None None] Provisioning complete for port bac4244e-28f9-4180-bf28-644330ae5987 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:50.059228 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-986ec567-1223-4248-9ffa-c11e44db7d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:50.095069 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-986ec567-1223-4248-9ffa-c11e44db7d73 None None] Port bac4244e-28f9-4180-bf28-644330ae5987 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:35:50.208343 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-10d41d9c-dee0-4906-994f-0a24d83389da req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac4244e-28f9-4180-bf28-644330ae5987 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:35:50.216396 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-10d41d9c-dee0-4906-994f-0a24d83389da req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:50.229224 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-10d41d9c-dee0-4906-994f-0a24d83389da req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] Transition to ACTIVE for port object bac4244e-28f9-4180-bf28-644330ae5987 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:50.232854 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-10d41d9c-dee0-4906-994f-0a24d83389da req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:50.314355 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] Pushing event updated for resources: {'Port': ['ID=bac4244e-28f9-4180-bf28-644330ae5987,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:50.365148 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-10d41d9c-dee0-4906-994f-0a24d83389da req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] Attempting to bind port bac4244e-28f9-4180-bf28-644330ae5987 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:35:50.365496 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-10d41d9c-dee0-4906-994f-0a24d83389da req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] Attempting to bind port bac4244e-28f9-4180-bf28-644330ae5987 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:35:50.365832 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d41d9c-dee0-4906-994f-0a24d83389da req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] Attempting to bind port bac4244e-28f9-4180-bf28-644330ae5987 on network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:50.372337 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d41d9c-dee0-4906-994f-0a24d83389da req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] Port bac4244e-28f9-4180-bf28-644330ae5987 on network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:35:50.372696 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d41d9c-dee0-4906-994f-0a24d83389da req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] Attempting to bind port bac4244e-28f9-4180-bf28-644330ae5987 on network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:50.377900 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d41d9c-dee0-4906-994f-0a24d83389da req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:35:50.378250 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d41d9c-dee0-4906-994f-0a24d83389da req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] Checking segment: {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:35:50.378639 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d41d9c-dee0-4906-994f-0a24d83389da req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] Bound using segment: {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:35:50.379075 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-10d41d9c-dee0-4906-994f-0a24d83389da req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] Bound port: bac4244e-28f9-4180-bf28-644330ae5987, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:35:50.379441 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-10d41d9c-dee0-4906-994f-0a24d83389da req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:50.458114 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-10d41d9c-dee0-4906-994f-0a24d83389da req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] For port bac4244e-28f9-4180-bf28-644330ae5987, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:35:50.461740 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-10d41d9c-dee0-4906-994f-0a24d83389da req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] For port bac4244e-28f9-4180-bf28-644330ae5987, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=bac4244e-28f9-4180-bf28-644330ae5987,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:35:50.467516 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-10d41d9c-dee0-4906-994f-0a24d83389da req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:50.514558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d41d9c-dee0-4906-994f-0a24d83389da req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:50.515420 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-10d41d9c-dee0-4906-994f-0a24d83389da req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:50.517220 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10d41d9c-dee0-4906-994f-0a24d83389da req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] 10.222.0.30 "PUT /v2.0/ports/bac4244e-28f9-4180-bf28-644330ae5987 HTTP/1.1" status: 200 len: 1092 time: 0.6911876 Jul 22 19:35:50.533749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d512395-47a1-47e6-a352-a72cc300570e', 'tag': 'bac4244e-28f9-4180-bf28-644330ae5987'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:35:50.536037 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5029a77-ed30-44e2-ba6b-74367710a5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8d512395-47a1-47e6-a352-a72cc300570e", "tag": "bac4244e-28f9-4180-bf28-644330ae5987"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:35:50.593439 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e2a6a6-cd8a-45e3-aa4a-0c3a3ecf28e8 x-openstack-request-id: req-c6e2a6a6-cd8a-45e3-aa4a-0c3a3ecf28e8 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:35:50.593729 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d512395-47a1-47e6-a352-a72cc300570e", "tag": "bac4244e-28f9-4180-bf28-644330ae5987", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:35:50.594150 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6e2a6a6-cd8a-45e3-aa4a-0c3a3ecf28e8 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:35:50.594550 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d512395-47a1-47e6-a352-a72cc300570e', 'tag': 'bac4244e-28f9-4180-bf28-644330ae5987', 'status': 'completed', 'code': 200} Jul 22 19:35:50.621095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f79ad-af50-4290-91d8-530d33282e08 service neutron] Pushing event updated for resources: {'Port': ['ID=bac4244e-28f9-4180-bf28-644330ae5987,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:50.653698 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af23b96-9fde-4329-80a0-f3f9f6b275f0 req-47721dd9-2ab8-43f7-88a7-39190d596425 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:50.655215 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9af23b96-9fde-4329-80a0-f3f9f6b275f0 req-47721dd9-2ab8-43f7-88a7-39190d596425 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 943 time: 0.1773739 Jul 22 19:35:50.663340 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d41d9c-dee0-4906-994f-0a24d83389da req-cf01817f-180a-4857-bb2d-0bb0f9a0a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:50.664950 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10d41d9c-dee0-4906-994f-0a24d83389da req-cf01817f-180a-4857-bb2d-0bb0f9a0a9af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 1095 time: 0.1062703 Jul 22 19:35:50.715805 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10d41d9c-dee0-4906-994f-0a24d83389da req-d9b851b6-4ba7-4c0f-96c2-f42bedf0060c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bac4244e-28f9-4180-bf28-644330ae5987 HTTP/1.1" status: 200 len: 217 time: 0.0431535 Jul 22 19:35:50.757616 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9af23b96-9fde-4329-80a0-f3f9f6b275f0 req-517a7b98-0706-4df9-bbc5-b236848f2876 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963936 Jul 22 19:35:50.778177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d41d9c-dee0-4906-994f-0a24d83389da req-6c456387-4c3c-4ab8-aee8-f22f4509726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:50.779585 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10d41d9c-dee0-4906-994f-0a24d83389da req-6c456387-4c3c-4ab8-aee8-f22f4509726f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.0540733 Jul 22 19:35:50.843537 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d41d9c-dee0-4906-994f-0a24d83389da req-64d73823-6538-466c-a123-5148315e0271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:50.845088 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10d41d9c-dee0-4906-994f-0a24d83389da req-64d73823-6538-466c-a123-5148315e0271 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593371 Jul 22 19:35:50.937648 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10d41d9c-dee0-4906-994f-0a24d83389da req-3a6ff4bf-9de0-4645-8de2-124448e28c74 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860925 Jul 22 19:35:51.037551 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10d41d9c-dee0-4906-994f-0a24d83389da req-48867a42-d4fb-444c-a7bf-09dbb219ca23 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940504 Jul 22 19:35:51.140269 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5029a77-ed30-44e2-ba6b-74367710a5b4 req-9d68b5af-9c55-4263-96ef-8a81fad19e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:51.141859 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5029a77-ed30-44e2-ba6b-74367710a5b4 req-9d68b5af-9c55-4263-96ef-8a81fad19e0c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 1095 time: 0.0546546 Jul 22 19:35:51.235901 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5029a77-ed30-44e2-ba6b-74367710a5b4 req-abfd2552-78c9-486a-8097-9a8576d222f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:51.237334 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5029a77-ed30-44e2-ba6b-74367710a5b4 req-abfd2552-78c9-486a-8097-9a8576d222f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 913 time: 0.0898485 Jul 22 19:35:51.278347 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5029a77-ed30-44e2-ba6b-74367710a5b4 req-2cffdd61-b61a-47bf-84eb-4a0230f7996b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bac4244e-28f9-4180-bf28-644330ae5987 HTTP/1.1" status: 200 len: 217 time: 0.0349350 Jul 22 19:35:51.326486 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5029a77-ed30-44e2-ba6b-74367710a5b4 req-0370e11f-57e9-4046-bfa3-db70b7a39570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:51.328043 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5029a77-ed30-44e2-ba6b-74367710a5b4 req-0370e11f-57e9-4046-bfa3-db70b7a39570 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.0442681 Jul 22 19:35:51.389878 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5029a77-ed30-44e2-ba6b-74367710a5b4 req-378a0008-29bf-4411-9e00-0576907d8bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:51.391392 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5029a77-ed30-44e2-ba6b-74367710a5b4 req-378a0008-29bf-4411-9e00-0576907d8bd9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576653 Jul 22 19:35:51.490962 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5029a77-ed30-44e2-ba6b-74367710a5b4 req-d3bcd583-0b83-47fa-8568-db680b820b9b service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931101 Jul 22 19:35:51.589843 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5029a77-ed30-44e2-ba6b-74367710a5b4 req-ce01ee8c-3860-49a0-a2aa-d1ff0e39957b service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927503 Jul 22 19:35:51.888974 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3e779-6e06-46df-9ced-c89aa790d8a7 req-3f9204ab-f10b-4b12-86d3-7d7d52bd5781 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:51.890372 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e4b3e779-6e06-46df-9ced-c89aa790d8a7 req-3f9204ab-f10b-4b12-86d3-7d7d52bd5781 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 943 time: 0.0631635 Jul 22 19:35:51.928631 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e4b3e779-6e06-46df-9ced-c89aa790d8a7 req-becde316-58de-40cb-b73a-2891e9f7caf2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324636 Jul 22 19:35:53.064784 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01514f91-2a0c-460c-adfd-927f639a0f65 req-f9fd57b2-2fc7-4d3e-814e-e40e56332898 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:53.066299 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01514f91-2a0c-460c-adfd-927f639a0f65 req-f9fd57b2-2fc7-4d3e-814e-e40e56332898 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 943 time: 0.0660355 Jul 22 19:35:53.111649 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01514f91-2a0c-460c-adfd-927f639a0f65 req-f9f64fdf-a4ec-4df8-8055-68b3e1ae7564 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350089 Jul 22 19:35:54.272871 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c247fd-378d-4196-af84-766e23ec985e req-9e1f6da3-df82-4cd3-80bc-29bd0bab737e tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:54.276971 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-56c247fd-378d-4196-af84-766e23ec985e req-9e1f6da3-df82-4cd3-80bc-29bd0bab737e tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 943 time: 0.0764146 Jul 22 19:35:54.322204 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-56c247fd-378d-4196-af84-766e23ec985e req-29300a27-d69a-4b54-a93a-dc32bee37ed9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412948 Jul 22 19:35:55.474214 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fe154-05f2-4fcf-b0fd-09269f4ede97 req-20f86cd5-3206-4b80-9121-60f134b31979 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:55.475826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-560fe154-05f2-4fcf-b0fd-09269f4ede97 req-20f86cd5-3206-4b80-9121-60f134b31979 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 943 time: 0.0708106 Jul 22 19:35:55.518702 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-560fe154-05f2-4fcf-b0fd-09269f4ede97 req-7a9f84fa-b194-4ef6-b195-d08e877dff43 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352566 Jul 22 19:35:55.818961 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:35:56.660129 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaab89f-c03b-40e9-9d29-9e71989374c6 req-cf348560-64c3-48d0-aee3-2f1233d76f15 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:56.661672 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5aaab89f-c03b-40e9-9d29-9e71989374c6 req-cf348560-64c3-48d0-aee3-2f1233d76f15 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 943 time: 0.0744917 Jul 22 19:35:57.015904 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5aaab89f-c03b-40e9-9d29-9e71989374c6 req-522f79d5-f449-437e-a5e9-0059503e5cc6 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3484569 Jul 22 19:35:58.153003 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884493d-d63a-4e03-b590-512357e77933 req-931ed890-afe0-43af-a371-56717e343201 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:58.154510 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8884493d-d63a-4e03-b590-512357e77933 req-931ed890-afe0-43af-a371-56717e343201 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 943 time: 0.0672543 Jul 22 19:35:58.193506 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8884493d-d63a-4e03-b590-512357e77933 req-21d34dad-6418-43e2-9a11-e349d3f492cd tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332747 Jul 22 19:35:58.473763 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-26c18efa-d308-4340-8a23-19dd20b69f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:59.332986 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d01d2e-5001-44d4-8260-3cf970ff2b5c req-a3d14fc8-e74a-445e-90eb-58f80b880b91 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:59.334475 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d01d2e-5001-44d4-8260-3cf970ff2b5c req-a3d14fc8-e74a-445e-90eb-58f80b880b91 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 943 time: 0.0695343 Jul 22 19:35:59.376449 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66d01d2e-5001-44d4-8260-3cf970ff2b5c req-d8d37ba8-e45d-48ad-b013-fd47c4e52678 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347722 Jul 22 19:36:00.511279 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3d75d-17ca-4424-a404-6d116e4e393a req-bdcd99fc-c627-4ede-ae96-ed2661c8ff39 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:00.512915 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90d3d75d-17ca-4424-a404-6d116e4e393a req-bdcd99fc-c627-4ede-ae96-ed2661c8ff39 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 943 time: 0.0664155 Jul 22 19:36:00.553522 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90d3d75d-17ca-4424-a404-6d116e4e393a req-2d262b3f-8137-4aac-a1c7-50f86f6a918c tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350816 Jul 22 19:36:01.032394 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-04408521-2876-4fa4-8046-8d5c8ee8d1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:01.147301 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:01.714729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6a4f5-f01a-4a3c-b1e1-eddcdcba61f3 req-8a07097e-a959-41bd-a383-cb1b03cf44bf tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:01.716197 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30f6a4f5-f01a-4a3c-b1e1-eddcdcba61f3 req-8a07097e-a959-41bd-a383-cb1b03cf44bf tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 943 time: 0.0708218 Jul 22 19:36:01.757694 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30f6a4f5-f01a-4a3c-b1e1-eddcdcba61f3 req-f6f0326b-4fe0-420d-b27b-bd8558925758 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348046 Jul 22 19:36:02.372185 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:02.932199 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25529548-cb42-47ec-806d-ed6f0618bd23 req-2b984f5c-1b83-40b8-a748-b53bf6dd3e7e tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:02.934802 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-25529548-cb42-47ec-806d-ed6f0618bd23 req-2b984f5c-1b83-40b8-a748-b53bf6dd3e7e tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 943 time: 0.0843539 Jul 22 19:36:02.980817 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-25529548-cb42-47ec-806d-ed6f0618bd23 req-2d8f5c67-7d5a-4082-bf2e-08a641e1b128 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394046 Jul 22 19:36:03.065745 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device bac4244e-28f9-4180-bf28-644330ae5987 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:36:03.182693 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port bac4244e-28f9-4180-bf28-644330ae5987, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=bac4244e-28f9-4180-bf28-644330ae5987,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:03.196015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'bac4244e-28f9-4180-bf28-644330ae5987', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'port_id': 'bac4244e-28f9-4180-bf28-644330ae5987', 'mac_address': 'fa:16:3e:f6:e2:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:36:03.245199 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:03.435280 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac4244e-28f9-4180-bf28-644330ae5987 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:36:03.458027 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port bac4244e-28f9-4180-bf28-644330ae5987, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=bac4244e-28f9-4180-bf28-644330ae5987,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:03.465858 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:03.517432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=bac4244e-28f9-4180-bf28-644330ae5987,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:03.525394 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:03.525640 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:03.525997 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:03.526326 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:03.526871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:03.527206 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:03.527537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:03.527864 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:03.528192 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:03.528560 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:03.529061 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:03.529387 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:03.662248 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['bac4244e-28f9-4180-bf28-644330ae5987'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:36:04.013041 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:04.119998 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7eefb8-3133-458c-a6db-8a1e9433998f req-a7d0b07b-ed80-4f55-8612-180e7b96bed8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:04.121666 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7f7eefb8-3133-458c-a6db-8a1e9433998f req-a7d0b07b-ed80-4f55-8612-180e7b96bed8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 944 time: 0.0661960 Jul 22 19:36:04.172066 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7f7eefb8-3133-458c-a6db-8a1e9433998f req-b456a991-c4a4-4e9c-afd5-f76dbe82c817 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412364 Jul 22 19:36:05.072919 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device bac4244e-28f9-4180-bf28-644330ae5987 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:36:05.123191 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port bac4244e-28f9-4180-bf28-644330ae5987 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:36:05.127024 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port bac4244e-28f9-4180-bf28-644330ae5987 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:05.127400 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:05.232401 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:05.265051 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d512395-47a1-47e6-a352-a72cc300570e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac4244e-28f9-4180-bf28-644330ae5987'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:05.267371 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344ba964-489c-4699-b497-365cd2e83361" -d '{"events": [{"server_uuid": "8d512395-47a1-47e6-a352-a72cc300570e", "name": "network-vif-plugged", "status": "completed", "tag": "bac4244e-28f9-4180-bf28-644330ae5987"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:05.281215 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port bac4244e-28f9-4180-bf28-644330ae5987, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=bac4244e-28f9-4180-bf28-644330ae5987,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:05.291532 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:05.354149 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=bac4244e-28f9-4180-bf28-644330ae5987,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:05.355018 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1cdc7-4003-4760-9a94-464a94b48562 req-5105bcd4-c00d-4aad-8382-050d28331478 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:05.356783 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f0b1cdc7-4003-4760-9a94-464a94b48562 req-5105bcd4-c00d-4aad-8382-050d28331478 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 945 time: 0.0782557 Jul 22 19:36:05.403310 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f0b1cdc7-4003-4760-9a94-464a94b48562 req-6b4688b5-5ce1-4057-b332-5e13835e1685 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374508 Jul 22 19:36:05.461288 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d4f235-f7a4-48eb-9509-1fa66f9686ef x-openstack-request-id: req-57d4f235-f7a4-48eb-9509-1fa66f9686ef {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:05.461991 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d512395-47a1-47e6-a352-a72cc300570e", "name": "network-vif-plugged", "status": "completed", "tag": "bac4244e-28f9-4180-bf28-644330ae5987", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:05.464001 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57d4f235-f7a4-48eb-9509-1fa66f9686ef {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:05.464405 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d512395-47a1-47e6-a352-a72cc300570e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac4244e-28f9-4180-bf28-644330ae5987', 'code': 200} Jul 22 19:36:05.625105 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae8243-e354-423a-886f-555ea84c7c77 req-20d43c62-a270-4535-89d3-c4745b1f12d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:05.626635 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0fae8243-e354-423a-886f-555ea84c7c77 req-20d43c62-a270-4535-89d3-c4745b1f12d8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 1097 time: 0.1039019 Jul 22 19:36:05.634518 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c965a-85eb-4fd4-882c-f7a1301bff4d req-a65335a4-9003-4fa9-9eb0-34ad0967a18a tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:05.636246 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a10c965a-85eb-4fd4-882c-f7a1301bff4d req-a65335a4-9003-4fa9-9eb0-34ad0967a18a tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.0855861 Jul 22 19:36:05.691505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0fae8243-e354-423a-886f-555ea84c7c77 req-4da652e8-5b3d-4b21-8d9c-faac55ad2996 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542758 Jul 22 19:36:05.696402 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a10c965a-85eb-4fd4-882c-f7a1301bff4d req-3283569c-5303-4dcc-92cd-faf4de8422a5 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530415 Jul 22 19:36:06.544918 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa6d72-6ab1-4179-946a-61bfdbf0a0de req-296d99a7-6820-4802-a6f9-0b6242378bd8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:06.546334 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3fa6d72-6ab1-4179-946a-61bfdbf0a0de req-296d99a7-6820-4802-a6f9-0b6242378bd8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 945 time: 0.0687332 Jul 22 19:36:06.584366 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3fa6d72-6ab1-4179-946a-61bfdbf0a0de req-5f08628a-50dd-4ce0-9990-02a9226025eb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321996 Jul 22 19:36:06.753285 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-222aada8-0e10-45fa-b35a-1b3b69816cd4 req-79070213-5c4f-4b40-86a9-9cf17be02e58 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0661309 Jul 22 19:36:06.929640 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62895feb-f53b-428c-bffe-3e52d4db61af req-1f7fac17-fe31-401c-b38f-5d1736aae6a9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:06.931205 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-62895feb-f53b-428c-bffe-3e52d4db61af req-1f7fac17-fe31-401c-b38f-5d1736aae6a9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.1546831 Jul 22 19:36:06.944732 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222aada8-0e10-45fa-b35a-1b3b69816cd4 req-90cc6ce0-e51e-433c-bcd2-4be33952d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:06.946208 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-222aada8-0e10-45fa-b35a-1b3b69816cd4 req-90cc6ce0-e51e-433c-bcd2-4be33952d9d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 1097 time: 0.1384635 Jul 22 19:36:06.967963 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9e898-ffe0-4e3d-bab1-730260af1a77 req-5d869d04-6688-4dd9-9e67-640fff539866 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:06.969707 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14b9e898-ffe0-4e3d-bab1-730260af1a77 req-5d869d04-6688-4dd9-9e67-640fff539866 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 945 time: 0.3183761 Jul 22 19:36:07.098777 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14b9e898-ffe0-4e3d-bab1-730260af1a77 req-0b2f4171-44d2-4ba8-9a67-e4177b9091d8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171439 Jul 22 19:36:07.110250 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-62895feb-f53b-428c-bffe-3e52d4db61af req-11f4a6d2-9093-4603-8ee3-8d9a40614fea tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676905 Jul 22 19:36:07.123603 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222aada8-0e10-45fa-b35a-1b3b69816cd4 req-7eb6730c-cde7-434c-b477-d5f95a2c4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:07.125156 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-222aada8-0e10-45fa-b35a-1b3b69816cd4 req-7eb6730c-cde7-434c-b477-d5f95a2c4403 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 913 time: 0.1521988 Jul 22 19:36:07.133581 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51486) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:07.167158 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-222aada8-0e10-45fa-b35a-1b3b69816cd4 req-8c38e0b0-c748-43fe-8237-9c03f32d27cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bac4244e-28f9-4180-bf28-644330ae5987 HTTP/1.1" status: 200 len: 217 time: 0.0360231 Jul 22 19:36:07.192420 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb17f9b2-d5bb-4387-964f-e8b2d02a8316 tempest-TestVolumeBootPattern-464908349 tempest-TestVolumeBootPattern-464908349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:07.197745 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cb17f9b2-d5bb-4387-964f-e8b2d02a8316 tempest-TestVolumeBootPattern-464908349 tempest-TestVolumeBootPattern-464908349-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 1092 time: 0.0583279 Jul 22 19:36:07.197745 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 51488) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:07.202267 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-28b029b5-e6f0-4d60-8560-e5cfafbf0e08 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': 'bac4244e-28f9-4180-bf28-644330ae5987', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:07.222693 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222aada8-0e10-45fa-b35a-1b3b69816cd4 req-b2077594-cece-40d0-8e11-219a14620330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:07.224453 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-222aada8-0e10-45fa-b35a-1b3b69816cd4 req-b2077594-cece-40d0-8e11-219a14620330 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.0518532 Jul 22 19:36:07.227113 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-28b029b5-e6f0-4d60-8560-e5cfafbf0e08 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for floatingip, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:07.284631 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222aada8-0e10-45fa-b35a-1b3b69816cd4 req-4b43777a-cf08-4a7c-9a5b-90f4291ea93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:07.286243 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-222aada8-0e10-45fa-b35a-1b3b69816cd4 req-4b43777a-cf08-4a7c-9a5b-90f4291ea93c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561666 Jul 22 19:36:07.323920 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-28b029b5-e6f0-4d60-8560-e5cfafbf0e08 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:07.381351 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-222aada8-0e10-45fa-b35a-1b3b69816cd4 req-f88f4214-d91b-4ce2-b26a-aa44cea659dd service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890274 Jul 22 19:36:07.437361 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-28b029b5-e6f0-4d60-8560-e5cfafbf0e08 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Allocated IP 172.25.3.56 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/a6323686-0f3c-46b1-b313-4adce4dde668) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:07.479825 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-222aada8-0e10-45fa-b35a-1b3b69816cd4 req-49a6d5ec-41dd-485d-8dc8-59d07519f514 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928621 Jul 22 19:36:07.541191 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-28b029b5-e6f0-4d60-8560-e5cfafbf0e08 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:07.579289 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-28b029b5-e6f0-4d60-8560-e5cfafbf0e08 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:07.624068 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b029b5-e6f0-4d60-8560-e5cfafbf0e08 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:07.627033 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-28b029b5-e6f0-4d60-8560-e5cfafbf0e08 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:07.631490 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b029b5-e6f0-4d60-8560-e5cfafbf0e08 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:07.635056 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b029b5-e6f0-4d60-8560-e5cfafbf0e08 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event updated for resources: {'Port': ['ID=a6323686-0f3c-46b1-b313-4adce4dde668,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:08.028381 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-28b029b5-e6f0-4d60-8560-e5cfafbf0e08 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:08.106577 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-28b029b5-e6f0-4d60-8560-e5cfafbf0e08 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:08.256173 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5a6ab-5979-429a-8085-f2bd95439bb7 req-490ab18f-9b5a-4ba3-8a9f-872735f00ce6 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:08.257799 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2dd5a6ab-5979-429a-8085-f2bd95439bb7 req-490ab18f-9b5a-4ba3-8a9f-872735f00ce6 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.0669250 Jul 22 19:36:08.268268 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-28b029b5-e6f0-4d60-8560-e5cfafbf0e08 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:08.273495 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-28b029b5-e6f0-4d60-8560-e5cfafbf0e08 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:08.301378 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2dd5a6ab-5979-429a-8085-f2bd95439bb7 req-57349857-d2f3-45f8-b8bf-9d9e30e68c20 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366781 Jul 22 19:36:08.367340 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b029b5-e6f0-4d60-8560-e5cfafbf0e08 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event updated for resources: {'Port': ['ID=a6323686-0f3c-46b1-b313-4adce4dde668,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:08.378647 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-28b029b5-e6f0-4d60-8560-e5cfafbf0e08 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:08.478939 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [None req-28b029b5-e6f0-4d60-8560-e5cfafbf0e08 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Floating IP 0940105d-5bbe-4989-a365-09a8cffa2a6c associated. External IP: 172.25.3.56, port: bac4244e-28f9-4180-bf28-644330ae5987. Jul 22 19:36:08.683184 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b029b5-e6f0-4d60-8560-e5cfafbf0e08 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:36:08.789336 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b029b5-e6f0-4d60-8560-e5cfafbf0e08 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:36:08.799131 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d10eab-fb68-4b06-9d19-34571eae4410 None None] Sync routers for ids ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:36:08.805521 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-28b029b5-e6f0-4d60-8560-e5cfafbf0e08 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:08.811015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d10eab-fb68-4b06-9d19-34571eae4410 None None] Routers {'22e59d66-3ebe-4ee4-9d32-2dc190bac529'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:36:08.811720 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-40d10eab-fb68-4b06-9d19-34571eae4410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:36:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:36:08.862650 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-28b029b5-e6f0-4d60-8560-e5cfafbf0e08 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6507490 Jul 22 19:36:08.862650 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d512395-47a1-47e6-a352-a72cc300570e', 'tag': 'bac4244e-28f9-4180-bf28-644330ae5987'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:08.862650 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf3a183-744a-4a2b-91c0-91af3b2aef08" -d '{"events": [{"name": "network-changed", "server_uuid": "8d512395-47a1-47e6-a352-a72cc300570e", "tag": "bac4244e-28f9-4180-bf28-644330ae5987"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:08.893988 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13c99a3-e59b-4046-a9e8-eca59067f549 x-openstack-request-id: req-f13c99a3-e59b-4046-a9e8-eca59067f549 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:08.893988 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d512395-47a1-47e6-a352-a72cc300570e", "tag": "bac4244e-28f9-4180-bf28-644330ae5987", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:08.893988 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f13c99a3-e59b-4046-a9e8-eca59067f549 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:08.894403 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d512395-47a1-47e6-a352-a72cc300570e', 'tag': 'bac4244e-28f9-4180-bf28-644330ae5987', 'status': 'completed', 'code': 200} Jul 22 19:36:08.950878 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-40d10eab-fb68-4b06-9d19-34571eae4410 None None] Set router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:36:08.981261 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3a183-744a-4a2b-91c0-91af3b2aef08 req-30ac296c-842c-463f-9a1d-e6698fd3be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:08.982978 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbf3a183-744a-4a2b-91c0-91af3b2aef08 req-30ac296c-842c-463f-9a1d-e6698fd3be82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 1097 time: 0.0662248 Jul 22 19:36:09.078642 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3a183-744a-4a2b-91c0-91af3b2aef08 req-6efd1393-cc22-4b85-9ba5-588023c20874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:09.080251 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbf3a183-744a-4a2b-91c0-91af3b2aef08 req-6efd1393-cc22-4b85-9ba5-588023c20874 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 913 time: 0.0918779 Jul 22 19:36:09.155589 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbf3a183-744a-4a2b-91c0-91af3b2aef08 req-c7b17f41-4850-4040-862c-871dbd10b602 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bac4244e-28f9-4180-bf28-644330ae5987 HTTP/1.1" status: 200 len: 998 time: 0.0694675 Jul 22 19:36:09.203530 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:09.206250 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3a183-744a-4a2b-91c0-91af3b2aef08 req-c4fc88db-ac88-4b4b-b8c1-beeb928fd146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:09.207902 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbf3a183-744a-4a2b-91c0-91af3b2aef08 req-c4fc88db-ac88-4b4b-b8c1-beeb928fd146 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.0465925 Jul 22 19:36:09.221095 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-40d10eab-fb68-4b06-9d19-34571eae4410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 4, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '0940105d-5bbe-4989-a365-09a8cffa2a6c', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'port_id': 'bac4244e-28f9-4180-bf28-644330ae5987', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'mac_address': 'fa:16:3e:f6:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d512395-47a1-47e6-a352-a72cc300570e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:36:07Z', 'updated_at': '2021-07-22T19:36:07Z', 'revision_number': 0, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc45757-50ed-429c-b35c-754301b8df4c', 'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'mac_address': 'fa:16:3e:51:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:16Z', 'updated_at': '2021-07-22T19:32:24Z', 'revision_number': 5, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'subnets': [{'id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:36:09.248412 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d10eab-fb68-4b06-9d19-34571eae4410 None None] Checking router: 22e59d66-3ebe-4ee4-9d32-2dc190bac529 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:36:09.257157 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d10eab-fb68-4b06-9d19-34571eae4410 None None] Routers {'22e59d66-3ebe-4ee4-9d32-2dc190bac529'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:36:09.257893 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-40d10eab-fb68-4b06-9d19-34571eae4410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:36:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:36:09.268705 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3a183-744a-4a2b-91c0-91af3b2aef08 req-a5f68932-8cf5-426e-874f-03a5f6a2a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:09.270272 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbf3a183-744a-4a2b-91c0-91af3b2aef08 req-a5f68932-8cf5-426e-874f-03a5f6a2a2d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564752 Jul 22 19:36:09.373512 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-40d10eab-fb68-4b06-9d19-34571eae4410 None None] Set router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:36:09.380126 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbf3a183-744a-4a2b-91c0-91af3b2aef08 req-0626253a-dba0-4256-977d-163b5d42ca82 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035459 Jul 22 19:36:09.528683 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fa8a1-a859-4408-b4e5-c62ddb1db5e4 req-cccb9c9b-da78-4317-bd35-9a837f634238 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:09.533948 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c86fa8a1-a859-4408-b4e5-c62ddb1db5e4 req-cccb9c9b-da78-4317-bd35-9a837f634238 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.1395047 Jul 22 19:36:09.539498 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bbf3a183-744a-4a2b-91c0-91af3b2aef08 req-6b27576a-c2d3-423f-8e71-27c7c659cc75 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527872 Jul 22 19:36:09.576752 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c86fa8a1-a859-4408-b4e5-c62ddb1db5e4 req-aa857038-87f0-441b-a08d-30d8a536b19c tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397615 Jul 22 19:36:09.614308 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-40d10eab-fb68-4b06-9d19-34571eae4410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 4, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '0940105d-5bbe-4989-a365-09a8cffa2a6c', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'port_id': 'bac4244e-28f9-4180-bf28-644330ae5987', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'mac_address': 'fa:16:3e:f6:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d512395-47a1-47e6-a352-a72cc300570e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:36:07Z', 'updated_at': '2021-07-22T19:36:07Z', 'revision_number': 0, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc45757-50ed-429c-b35c-754301b8df4c', 'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'mac_address': 'fa:16:3e:51:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:16Z', 'updated_at': '2021-07-22T19:32:24Z', 'revision_number': 5, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'subnets': [{'id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:36:09.646281 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d10eab-fb68-4b06-9d19-34571eae4410 None None] The sync data for ids ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'] in n-d-800086-12 is: [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 4, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '0940105d-5bbe-4989-a365-09a8cffa2a6c', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'port_id': 'bac4244e-28f9-4180-bf28-644330ae5987', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'mac_address': 'fa:16:3e:f6:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d512395-47a1-47e6-a352-a72cc300570e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:36:07Z', 'updated_at': '2021-07-22T19:36:07Z', 'revision_number': 0, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc45757-50ed-429c-b35c-754301b8df4c', 'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'mac_address': 'fa:16:3e:51:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:16Z', 'updated_at': '2021-07-22T19:32:24Z', 'revision_number': 5, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'subnets': [{'id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:36:09.829313 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c8f10e-feec-4e19-b379-ff14df05cf85 None None] New status for floating IP 0940105d-5bbe-4989-a365-09a8cffa2a6c: ACTIVE {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:36:10.716386 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96fae5-d6fb-4f11-ace5-b861779af6d0 req-5e4b3a4e-fd71-4843-8338-bea039f30e18 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:10.717981 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dc96fae5-d6fb-4f11-ace5-b861779af6d0 req-5e4b3a4e-fd71-4843-8338-bea039f30e18 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.0670061 Jul 22 19:36:10.757249 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dc96fae5-d6fb-4f11-ace5-b861779af6d0 req-a9d02f5c-0533-49db-b9ed-65486ee27c06 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334504 Jul 22 19:36:11.871130 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:11.912737 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58709041-e2aa-4b20-8080-6ed2895628e0 req-19a7ef24-d514-4425-b3a6-638441d56a15 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:11.914264 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58709041-e2aa-4b20-8080-6ed2895628e0 req-19a7ef24-d514-4425-b3a6-638441d56a15 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.0779755 Jul 22 19:36:11.968686 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58709041-e2aa-4b20-8080-6ed2895628e0 req-048668bd-6796-4751-a412-1bcb2dd626e3 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463107 Jul 22 19:36:13.118340 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cd956-342b-473f-9492-b1ef86859959 req-a4b2b8bf-7287-4ce3-978b-6cacbeb9baa9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:13.120239 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-734cd956-342b-473f-9492-b1ef86859959 req-a4b2b8bf-7287-4ce3-978b-6cacbeb9baa9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.0721734 Jul 22 19:36:13.162989 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-734cd956-342b-473f-9492-b1ef86859959 req-4fa77847-7286-4766-9f15-1ad05509894d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368288 Jul 22 19:36:14.300425 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6b7fe-3809-47d4-8087-5b56f0f98dc7 req-55ffbafe-a6b1-4170-848f-c7fe73dff27b tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:14.301972 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5cb6b7fe-3809-47d4-8087-5b56f0f98dc7 req-55ffbafe-a6b1-4170-848f-c7fe73dff27b tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.0644119 Jul 22 19:36:14.340514 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5cb6b7fe-3809-47d4-8087-5b56f0f98dc7 req-f7d0547a-f7d1-4dd7-899a-2988aea532a4 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328100 Jul 22 19:36:15.035040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ebf52-9659-43c4-96dc-9b2bae40714c req-d3ca1141-80b9-42cd-8550-bb2a59a30a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:15.036605 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df8ebf52-9659-43c4-96dc-9b2bae40714c req-d3ca1141-80b9-42cd-8550-bb2a59a30a1e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6dc0a43544f4485c8e9c187940eccf6a&device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 1098 time: 0.1079650 Jul 22 19:36:15.145904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ebf52-9659-43c4-96dc-9b2bae40714c req-0b18c3cd-0354-424c-bb1a-e971e3ccfe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:15.147552 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df8ebf52-9659-43c4-96dc-9b2bae40714c req-0b18c3cd-0354-424c-bb1a-e971e3ccfe00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 HTTP/1.1" status: 200 len: 918 time: 0.0932126 Jul 22 19:36:15.224296 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df8ebf52-9659-43c4-96dc-9b2bae40714c req-db3459c9-2b1d-4d6a-a0c4-b5cb794b6129 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ac5a3fd-4342-4780-8499-7b9e93427f0c HTTP/1.1" status: 200 len: 1001 time: 0.0701175 Jul 22 19:36:15.275332 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ebf52-9659-43c4-96dc-9b2bae40714c req-891d8758-d829-4bc4-871c-ace62c272ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:15.276830 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df8ebf52-9659-43c4-96dc-9b2bae40714c req-891d8758-d829-4bc4-871c-ace62c272ab2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4b26a37-f98e-4c1b-8da4-083bd4ab1975 HTTP/1.1" status: 200 len: 856 time: 0.0466657 Jul 22 19:36:15.334641 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ebf52-9659-43c4-96dc-9b2bae40714c req-d0086563-3aab-46d9-ae8e-88a207bc8c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:15.336158 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df8ebf52-9659-43c4-96dc-9b2bae40714c req-d0086563-3aab-46d9-ae8e-88a207bc8c9a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538771 Jul 22 19:36:15.459673 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df8ebf52-9659-43c4-96dc-9b2bae40714c req-febd08e3-0aab-4b7e-8c37-66917b3c018e service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166241 Jul 22 19:36:15.546326 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fa647-9b6a-419e-9f8c-62dd5dd040ff req-cd9c7b3a-f5bc-4a8a-b691-9140287e394f tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:15.547722 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-612fa647-9b6a-419e-9f8c-62dd5dd040ff req-cd9c7b3a-f5bc-4a8a-b691-9140287e394f tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.1345940 Jul 22 19:36:15.597053 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df8ebf52-9659-43c4-96dc-9b2bae40714c req-819a92e3-3d63-4207-be3f-38008834c0f4 service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310759 Jul 22 19:36:15.602038 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-612fa647-9b6a-419e-9f8c-62dd5dd040ff req-b831fa43-f0b7-4da8-a262-a64fd216e6fa tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486286 Jul 22 19:36:16.745988 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe696ec-1b5c-4d55-ad72-060ffc359a84 req-8d1984a1-4654-4049-b2aa-25ff80138259 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:16.747705 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3fe696ec-1b5c-4d55-ad72-060ffc359a84 req-8d1984a1-4654-4049-b2aa-25ff80138259 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.0709758 Jul 22 19:36:16.790275 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3fe696ec-1b5c-4d55-ad72-060ffc359a84 req-4498ce70-330a-489a-ac14-386749752175 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348866 Jul 22 19:36:17.686155 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9ac5a3fd-4342-4780-8499-7b9e93427f0c details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:36:17.794440 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9ac5a3fd-4342-4780-8499-7b9e93427f0c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9ac5a3fd-4342-4780-8499-7b9e93427f0c,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:17.813377 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '9ac5a3fd-4342-4780-8499-7b9e93427f0c', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'port_id': '9ac5a3fd-4342-4780-8499-7b9e93427f0c', 'mac_address': 'fa:16:3e:72:35:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:36:17.882328 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:17.896958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ac5a3fd-4342-4780-8499-7b9e93427f0c {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:36:17.928238 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9ac5a3fd-4342-4780-8499-7b9e93427f0c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9ac5a3fd-4342-4780-8499-7b9e93427f0c,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:17.933204 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:18.000176 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c26b7-0206-421c-8261-7af995707c3e req-e94acb83-eab8-4872-a212-297e74312251 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:18.002368 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6a0c26b7-0206-421c-8261-7af995707c3e req-e94acb83-eab8-4872-a212-297e74312251 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.1013491 Jul 22 19:36:18.005636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=9ac5a3fd-4342-4780-8499-7b9e93427f0c,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:18.020005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9ac5a3fd-4342-4780-8499-7b9e93427f0c'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:36:18.055592 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6a0c26b7-0206-421c-8261-7af995707c3e req-c8a1281c-b188-4f8b-b597-a985ddc15e7c tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470500 Jul 22 19:36:19.212794 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a26c39-eeaa-4edc-b9fe-f703cfa031e0 req-00e6e935-0c92-4d0c-9e57-2683290caf48 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:19.214512 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87a26c39-eeaa-4edc-b9fe-f703cfa031e0 req-00e6e935-0c92-4d0c-9e57-2683290caf48 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 945 time: 0.0748463 Jul 22 19:36:19.255760 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87a26c39-eeaa-4edc-b9fe-f703cfa031e0 req-1d343ad1-8a33-4888-a65f-2f18f3b2693a tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357592 Jul 22 19:36:19.704279 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9ac5a3fd-4342-4780-8499-7b9e93427f0c up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:36:19.768654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 9ac5a3fd-4342-4780-8499-7b9e93427f0c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:19.769063 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:19.862625 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:19.894043 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45de7a4-da47-4910-86f6-4c7e2bda0719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac5a3fd-4342-4780-8499-7b9e93427f0c'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:19.897125 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e97a956-849e-4104-b16d-28e3e104b616" -d '{"events": [{"server_uuid": "a45de7a4-da47-4910-86f6-4c7e2bda0719", "name": "network-vif-plugged", "status": "completed", "tag": "9ac5a3fd-4342-4780-8499-7b9e93427f0c"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:19.944630 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9ac5a3fd-4342-4780-8499-7b9e93427f0c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9ac5a3fd-4342-4780-8499-7b9e93427f0c,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:19.954168 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:19.991158 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb04672-7acd-4a6b-9484-025044bac24c x-openstack-request-id: req-1bb04672-7acd-4a6b-9484-025044bac24c {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:19.991455 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45de7a4-da47-4910-86f6-4c7e2bda0719", "name": "network-vif-plugged", "status": "completed", "tag": "9ac5a3fd-4342-4780-8499-7b9e93427f0c", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:19.991703 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bb04672-7acd-4a6b-9484-025044bac24c {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:19.992093 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45de7a4-da47-4910-86f6-4c7e2bda0719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac5a3fd-4342-4780-8499-7b9e93427f0c', 'code': 200} Jul 22 19:36:20.025715 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=9ac5a3fd-4342-4780-8499-7b9e93427f0c,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:20.428192 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0974ed2-df4c-4fa3-9bab-575d1f83302c req-dfaf4df6-e8f5-437e-bfb2-eedfe2479aa9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:20.429848 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e0974ed2-df4c-4fa3-9bab-575d1f83302c req-dfaf4df6-e8f5-437e-bfb2-eedfe2479aa9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.0742264 Jul 22 19:36:20.474180 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e0974ed2-df4c-4fa3-9bab-575d1f83302c req-b4599e2c-91d8-46a5-9155-0c37e5405393 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384727 Jul 22 19:36:21.652683 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0be5ed-6982-4a9a-be89-7fca7c38a21a req-649a6bb3-80b0-4afa-9803-83cd3b98a0a0 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:21.654414 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ec0be5ed-6982-4a9a-be89-7fca7c38a21a req-649a6bb3-80b0-4afa-9803-83cd3b98a0a0 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.0939598 Jul 22 19:36:21.710212 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ec0be5ed-6982-4a9a-be89-7fca7c38a21a req-dc89eac3-49b2-4754-ab09-f406ad5a5209 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492146 Jul 22 19:36:22.888811 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104dfcf-1d9c-4a84-9077-876f3b99dc44 req-783d4199-9e15-4653-93bc-7ca71b2a1787 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:22.891061 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a104dfcf-1d9c-4a84-9077-876f3b99dc44 req-783d4199-9e15-4653-93bc-7ca71b2a1787 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.0793016 Jul 22 19:36:22.935383 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a104dfcf-1d9c-4a84-9077-876f3b99dc44 req-58b60bae-aaad-4611-9afd-076e28ea9311 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379708 Jul 22 19:36:24.119653 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d61d0-114b-48be-a847-1da4f6d7440a req-6ed909f3-aee0-4984-989b-f7d6c61884ca tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:24.121265 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c93d61d0-114b-48be-a847-1da4f6d7440a req-6ed909f3-aee0-4984-989b-f7d6c61884ca tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.0989399 Jul 22 19:36:24.193673 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c93d61d0-114b-48be-a847-1da4f6d7440a req-d3bd58ba-b8dc-489d-a1ca-9eb49ac47eaf tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613427 Jul 22 19:36:25.341751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b420b-9d1b-4ed7-a5d8-187322f10d63 req-d79ca0ea-904f-48d2-9748-bbfc77845147 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:25.343449 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad6b420b-9d1b-4ed7-a5d8-187322f10d63 req-d79ca0ea-904f-48d2-9748-bbfc77845147 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.0742218 Jul 22 19:36:25.385623 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ad6b420b-9d1b-4ed7-a5d8-187322f10d63 req-c346e854-5016-4382-a569-dfc053fd5f3a tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363028 Jul 22 19:36:26.567839 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368a908-896e-446b-b48f-c8a3eb8633c1 req-0ce5407c-1830-4273-9161-d2d41240c309 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:26.570076 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e368a908-896e-446b-b48f-c8a3eb8633c1 req-0ce5407c-1830-4273-9161-d2d41240c309 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.0748887 Jul 22 19:36:26.626239 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e368a908-896e-446b-b48f-c8a3eb8633c1 req-8ba92bcf-4880-4a33-8fcb-18a5d97c99dd tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438328 Jul 22 19:36:27.784378 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c220d-2bf7-4955-beb8-be696b9c47e9 req-bf3c6c50-5a6a-4bbe-b533-76d3b6c88cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:27.785917 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-453c220d-2bf7-4955-beb8-be696b9c47e9 req-bf3c6c50-5a6a-4bbe-b533-76d3b6c88cf1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6dc0a43544f4485c8e9c187940eccf6a&device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 1098 time: 0.1027207 Jul 22 19:36:27.809086 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5771c2f-c428-438c-8e20-0963b66bc1fe req-b34fd2aa-9f75-43c3-be30-5e806e6fed34 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:27.810574 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5771c2f-c428-438c-8e20-0963b66bc1fe req-b34fd2aa-9f75-43c3-be30-5e806e6fed34 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.0915263 Jul 22 19:36:27.896909 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e5771c2f-c428-438c-8e20-0963b66bc1fe req-4c770716-6c8c-4aab-817d-a66ff59be0e8 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763717 Jul 22 19:36:27.917538 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c220d-2bf7-4955-beb8-be696b9c47e9 req-f83ddbde-9967-491e-8585-6860341124d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:27.919012 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-453c220d-2bf7-4955-beb8-be696b9c47e9 req-f83ddbde-9967-491e-8585-6860341124d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 HTTP/1.1" status: 200 len: 918 time: 0.1258323 Jul 22 19:36:27.990067 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-453c220d-2bf7-4955-beb8-be696b9c47e9 req-fe3d1dd2-bc00-47b3-9f80-c8e92fb1427e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ac5a3fd-4342-4780-8499-7b9e93427f0c HTTP/1.1" status: 200 len: 1001 time: 0.0653541 Jul 22 19:36:28.052883 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c220d-2bf7-4955-beb8-be696b9c47e9 req-58740029-603a-4b3e-81b3-15de131523aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:28.054471 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-453c220d-2bf7-4955-beb8-be696b9c47e9 req-58740029-603a-4b3e-81b3-15de131523aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4b26a37-f98e-4c1b-8da4-083bd4ab1975 HTTP/1.1" status: 200 len: 856 time: 0.0578139 Jul 22 19:36:28.118817 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c220d-2bf7-4955-beb8-be696b9c47e9 req-45a6d410-9f83-4657-904d-5772a663622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:28.120704 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-453c220d-2bf7-4955-beb8-be696b9c47e9 req-45a6d410-9f83-4657-904d-5772a663622a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593340 Jul 22 19:36:28.215934 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-453c220d-2bf7-4955-beb8-be696b9c47e9 req-d115e255-6e8b-462c-bcfd-c8f6a4bc2781 service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893669 Jul 22 19:36:28.316291 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-453c220d-2bf7-4955-beb8-be696b9c47e9 req-aa93c78e-ee88-41a8-8540-3c6050682833 service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945907 Jul 22 19:36:28.476272 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9f05b155-6cfa-43dc-a4ab-ba1771f8f072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:29.045176 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1500dd-076c-4747-bd43-799b008962c0 req-9be1cbcd-6708-4864-81db-04b800736a25 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:29.046849 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2c1500dd-076c-4747-bd43-799b008962c0 req-9be1cbcd-6708-4864-81db-04b800736a25 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.0679410 Jul 22 19:36:29.087322 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2c1500dd-076c-4747-bd43-799b008962c0 req-93df3938-607a-43be-8778-d0600ccbdc4a tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343318 Jul 22 19:36:30.247914 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf9445-8826-4c0e-b4df-d1b119e853e8 req-c3e361bc-ae43-4f80-9620-2c03418c1f95 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:30.249734 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92bf9445-8826-4c0e-b4df-d1b119e853e8 req-c3e361bc-ae43-4f80-9620-2c03418c1f95 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.0842292 Jul 22 19:36:30.294904 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92bf9445-8826-4c0e-b4df-d1b119e853e8 req-405312e4-cf54-4db7-9926-a80f2d72ecaa tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355916 Jul 22 19:36:30.928648 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34ba77-2b8c-44dc-9b6f-873684bdadcf req-a2cbb437-0c9a-4bc1-b212-39e96bd2b9c3 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:30.930661 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa34ba77-2b8c-44dc-9b6f-873684bdadcf req-a2cbb437-0c9a-4bc1-b212-39e96bd2b9c3 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 946 time: 0.0797093 Jul 22 19:36:30.981466 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa34ba77-2b8c-44dc-9b6f-873684bdadcf req-e7e9c28b-6b3e-4b81-8ac2-c670550dd22f tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439763 Jul 22 19:36:31.028214 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2f3a3bda-0f8f-4cfb-91d0-70b738b10934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:31.145374 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:31.217016 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 52260) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:31.332674 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8988ae2-4db1-4b6d-aabd-da2b7d4136d2 req-5514e3d8-a014-41cb-a9fa-9ecbeccd742d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1144044 Jul 22 19:36:31.764654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9ac5a3fd-4342-4780-8499-7b9e93427f0c no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:36:31.853502 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:31.880699 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45de7a4-da47-4910-86f6-4c7e2bda0719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ac5a3fd-4342-4780-8499-7b9e93427f0c'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:31.883930 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73968eed-2d9a-446f-9464-1c44633491fc" -d '{"events": [{"server_uuid": "a45de7a4-da47-4910-86f6-4c7e2bda0719", "name": "network-vif-unplugged", "status": "completed", "tag": "9ac5a3fd-4342-4780-8499-7b9e93427f0c"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:31.898202 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9ac5a3fd-4342-4780-8499-7b9e93427f0c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9ac5a3fd-4342-4780-8499-7b9e93427f0c,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:31.906115 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:31.932912 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8298989d-575a-49df-b85e-50748b05ad86 x-openstack-request-id: req-8298989d-575a-49df-b85e-50748b05ad86 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:31.933143 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45de7a4-da47-4910-86f6-4c7e2bda0719", "name": "network-vif-unplugged", "status": "failed", "tag": "9ac5a3fd-4342-4780-8499-7b9e93427f0c", "code": 422}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:31.933607 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8298989d-575a-49df-b85e-50748b05ad86 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:31.933996 n-d-800086-12 neutron-server[93808]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a45de7a4-da47-4910-86f6-4c7e2bda0719', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9ac5a3fd-4342-4780-8499-7b9e93427f0c', 'code': 422} returned with failed status Jul 22 19:36:31.963781 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=9ac5a3fd-4342-4780-8499-7b9e93427f0c,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:32.126968 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c6ffc-1501-4778-8ea7-8286d66e108e req-345716ab-f407-4363-9e59-1d9f167a0b89 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:32.129882 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0f5c6ffc-1501-4778-8ea7-8286d66e108e req-345716ab-f407-4363-9e59-1d9f167a0b89 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.0677578 Jul 22 19:36:32.175151 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0f5c6ffc-1501-4778-8ea7-8286d66e108e req-0034387c-6934-4f0e-b5ec-8ae78f601384 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402555 Jul 22 19:36:32.374615 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:32.798355 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:36:33.345666 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7dc9b-7185-49f4-a29b-2a5544247953 req-a7a6103a-24d0-4ae2-bf5e-a54970b26e66 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:33.347386 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dca7dc9b-7185-49f4-a29b-2a5544247953 req-a7a6103a-24d0-4ae2-bf5e-a54970b26e66 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.0840733 Jul 22 19:36:33.401976 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dca7dc9b-7185-49f4-a29b-2a5544247953 req-9ab347f1-cace-42a0-ac4f-9df7f5700a89 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394931 Jul 22 19:36:34.017268 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:34.575456 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88d5ca-1f41-4dcd-864e-4714a4ad27e9 req-1f2618a2-d17d-448c-91de-33f42c89d0ff tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:34.577201 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2e88d5ca-1f41-4dcd-864e-4714a4ad27e9 req-1f2618a2-d17d-448c-91de-33f42c89d0ff tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.0749948 Jul 22 19:36:34.619799 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2e88d5ca-1f41-4dcd-864e-4714a4ad27e9 req-154c57a5-3ee6-4098-9bd3-5ddce3cf2e24 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368695 Jul 22 19:36:35.772139 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821af1a2-17dc-46ee-9a55-4fbef6bcee0e req-06cf5ad4-02b5-4b40-ba39-d94b9753daf2 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:35.774496 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-821af1a2-17dc-46ee-9a55-4fbef6bcee0e req-06cf5ad4-02b5-4b40-ba39-d94b9753daf2 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.0733478 Jul 22 19:36:35.819639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-821af1a2-17dc-46ee-9a55-4fbef6bcee0e req-f415e384-68d1-46c3-b6ee-f5d20ac7f19e tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370555 Jul 22 19:36:36.581139 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8988ae2-4db1-4b6d-aabd-da2b7d4136d2 req-418dba40-22cd-4919-b32d-2edef33b4f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:36.582654 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8988ae2-4db1-4b6d-aabd-da2b7d4136d2 req-418dba40-22cd-4919-b32d-2edef33b4f35 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719&tenant_id=6dc0a43544f4485c8e9c187940eccf6a HTTP/1.1" status: 200 len: 1096 time: 0.1004725 Jul 22 19:36:36.682738 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8988ae2-4db1-4b6d-aabd-da2b7d4136d2 req-5d6089e6-ffa0-48ae-b8e6-397a975601f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:36.684271 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8988ae2-4db1-4b6d-aabd-da2b7d4136d2 req-5d6089e6-ffa0-48ae-b8e6-397a975601f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6dc0a43544f4485c8e9c187940eccf6a&device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 1096 time: 0.0649464 Jul 22 19:36:36.773244 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8988ae2-4db1-4b6d-aabd-da2b7d4136d2 req-3c318bfa-8568-4602-a168-6ddc978a5c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:36.775358 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8988ae2-4db1-4b6d-aabd-da2b7d4136d2 req-3c318bfa-8568-4602-a168-6ddc978a5c5f service neutron] 10.222.0.16 "GET /v2.0/networks?id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 HTTP/1.1" status: 200 len: 918 time: 0.0855496 Jul 22 19:36:36.846713 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8988ae2-4db1-4b6d-aabd-da2b7d4136d2 req-d2013d29-c4b1-46f9-8e9e-a29ea84dbc53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ac5a3fd-4342-4780-8499-7b9e93427f0c HTTP/1.1" status: 200 len: 999 time: 0.0652428 Jul 22 19:36:36.900824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8988ae2-4db1-4b6d-aabd-da2b7d4136d2 req-8dd7a50b-63a7-4f5d-8861-078c8558223f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:36.902394 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8988ae2-4db1-4b6d-aabd-da2b7d4136d2 req-8dd7a50b-63a7-4f5d-8861-078c8558223f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4b26a37-f98e-4c1b-8da4-083bd4ab1975 HTTP/1.1" status: 200 len: 856 time: 0.0496242 Jul 22 19:36:37.003019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9f893-12ca-4bcf-9795-2c1d3acf413c req-3561118c-29da-40ff-8ab3-6d7daacabcbe tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:37.004519 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38d9f893-12ca-4bcf-9795-2c1d3acf413c req-3561118c-29da-40ff-8ab3-6d7daacabcbe tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.1069665 Jul 22 19:36:37.007074 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8988ae2-4db1-4b6d-aabd-da2b7d4136d2 req-c52acc0f-ac09-4dc0-8cbd-79f008edbe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:37.009010 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8988ae2-4db1-4b6d-aabd-da2b7d4136d2 req-c52acc0f-ac09-4dc0-8cbd-79f008edbe7e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994229 Jul 22 19:36:37.105108 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38d9f893-12ca-4bcf-9795-2c1d3acf413c req-06d495a4-29fa-45ad-a02f-4202ab88516d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938864 Jul 22 19:36:37.140962 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8988ae2-4db1-4b6d-aabd-da2b7d4136d2 req-cac4697a-c123-42a0-a526-8ca4ee1ba329 service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237407 Jul 22 19:36:37.233025 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8988ae2-4db1-4b6d-aabd-da2b7d4136d2 req-03289cfa-d96a-45c1-ab20-f59bc83f1336 service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866306 Jul 22 19:36:38.268323 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3dc5b-9a0b-46d5-95ed-4111b5fd399a req-0f9b7fbb-4361-44c7-b107-3a3e1bc799ff tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:38.276304 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-26c3dc5b-9a0b-46d5-95ed-4111b5fd399a req-0f9b7fbb-4361-44c7-b107-3a3e1bc799ff tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.0875332 Jul 22 19:36:38.323999 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-26c3dc5b-9a0b-46d5-95ed-4111b5fd399a req-2a924340-a6c4-467d-9e4d-c5bac0b6c574 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467737 Jul 22 19:36:39.197309 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:39.506363 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e319c35-96da-40a0-8a80-3873c55a0386 req-795e3a27-aed3-48ec-bed0-8c7964598b99 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:39.508706 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e319c35-96da-40a0-8a80-3873c55a0386 req-795e3a27-aed3-48ec-bed0-8c7964598b99 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.0773351 Jul 22 19:36:39.928491 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e319c35-96da-40a0-8a80-3873c55a0386 req-12867752-5498-4326-b35c-43e835522ab4 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4139090 Jul 22 19:36:41.120441 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631f018-7665-4297-804f-9f62dc16180c req-9dd8a71a-9c13-446f-8150-32ca17d8170a tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:41.122426 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a631f018-7665-4297-804f-9f62dc16180c req-9dd8a71a-9c13-446f-8150-32ca17d8170a tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.1026404 Jul 22 19:36:41.183090 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a631f018-7665-4297-804f-9f62dc16180c req-baa09ddd-7853-4dbd-b712-2d22730583fa tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539210 Jul 22 19:36:41.871008 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:42.347633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0dcf1-7341-4ede-a616-07e57769065e req-8d48824d-c97e-4ad7-b36e-8a0e5c0d11ad tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:42.349337 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ba0dcf1-7341-4ede-a616-07e57769065e req-8d48824d-c97e-4ad7-b36e-8a0e5c0d11ad tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.0702190 Jul 22 19:36:42.406076 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ba0dcf1-7341-4ede-a616-07e57769065e req-42cc5863-bad9-45e1-a466-77c424cd9f8a tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475633 Jul 22 19:36:43.636939 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c547d-6e71-4a5f-baa6-e5336cb45e40 req-9b860f6f-1950-4a67-80be-5d87435771a7 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:43.645086 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef8c547d-6e71-4a5f-baa6-e5336cb45e40 req-9b860f6f-1950-4a67-80be-5d87435771a7 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.0851700 Jul 22 19:36:43.694687 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef8c547d-6e71-4a5f-baa6-e5336cb45e40 req-7cf715b0-e1aa-4afd-a985-673dc6d88339 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483353 Jul 22 19:36:44.860593 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c70db-d96a-42ab-bde3-a3be5113b254 req-266bc28c-f044-4e89-9d32-abebef62a0b1 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:44.862200 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-719c70db-d96a-42ab-bde3-a3be5113b254 req-266bc28c-f044-4e89-9d32-abebef62a0b1 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.0869424 Jul 22 19:36:44.908263 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-719c70db-d96a-42ab-bde3-a3be5113b254 req-648acd17-0352-4f0b-bf75-7a1712a51949 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397072 Jul 22 19:36:46.107591 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9540b3-7501-431b-a542-96ddd119aac3 req-193f856c-ea70-4275-bb43-f535935229b5 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:46.109102 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af9540b3-7501-431b-a542-96ddd119aac3 req-193f856c-ea70-4275-bb43-f535935229b5 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.0941772 Jul 22 19:36:46.152908 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af9540b3-7501-431b-a542-96ddd119aac3 req-4b35bcfd-6522-4502-ade0-1cd2073cc8c0 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376225 Jul 22 19:36:47.300235 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c1195-ca0d-4790-8a2d-811a88fe6415 req-52af23c7-293e-4df9-84be-4984d32e70f8 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:47.301746 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-681c1195-ca0d-4790-8a2d-811a88fe6415 req-52af23c7-293e-4df9-84be-4984d32e70f8 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.0665069 Jul 22 19:36:47.341672 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-681c1195-ca0d-4790-8a2d-811a88fe6415 req-a39e6d78-b3ba-4f84-bdc2-1e04f4937ef9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340891 Jul 22 19:36:48.479357 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7e439-bed1-4ba6-920f-21682932d630 req-d4cec89b-9c2f-4c8e-8dbb-011b7a67729b tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:48.481213 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-91e7e439-bed1-4ba6-920f-21682932d630 req-d4cec89b-9c2f-4c8e-8dbb-011b7a67729b tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.0660355 Jul 22 19:36:48.523865 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-91e7e439-bed1-4ba6-920f-21682932d630 req-9f5a8b4c-ffb8-4336-9576-4d45d3b653ce tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363884 Jul 22 19:36:49.666897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301566f-c751-4ef6-a5bb-de730abf400a req-99082b46-1551-4e76-a4c9-da740f843058 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:49.668367 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c301566f-c751-4ef6-a5bb-de730abf400a req-99082b46-1551-4e76-a4c9-da740f843058 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.0636876 Jul 22 19:36:49.705929 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c301566f-c751-4ef6-a5bb-de730abf400a req-a54d8d38-678c-42b9-b814-35c37807049b tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319157 Jul 22 19:36:50.845213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e5bfc-8ec2-4db8-9202-cffbb9b87655 req-ca859d50-c2e7-4aa4-8ea0-14d9273ca31a tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:50.846787 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-840e5bfc-8ec2-4db8-9202-cffbb9b87655 req-ca859d50-c2e7-4aa4-8ea0-14d9273ca31a tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.0667396 Jul 22 19:36:50.885484 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-840e5bfc-8ec2-4db8-9202-cffbb9b87655 req-08182586-03fb-43a4-95f5-b354479eabcf tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324900 Jul 22 19:36:52.029080 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996485b5-f4a2-4ccc-82ba-505cf5b8c4cf req-e66b895b-e30d-44f6-aac0-e0a4335fe24b tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:52.030570 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-996485b5-f4a2-4ccc-82ba-505cf5b8c4cf req-e66b895b-e30d-44f6-aac0-e0a4335fe24b tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.0670688 Jul 22 19:36:52.069193 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-996485b5-f4a2-4ccc-82ba-505cf5b8c4cf req-7d94cc48-c11a-4a3b-9591-cf1904d040c2 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330005 Jul 22 19:36:53.204652 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d29c7-d2e7-483b-b2b4-2f3e7cd22522 req-7a5f895c-0070-48aa-b945-27335dafe163 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:53.206136 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-186d29c7-d2e7-483b-b2b4-2f3e7cd22522 req-7a5f895c-0070-48aa-b945-27335dafe163 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.0641918 Jul 22 19:36:53.244678 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-186d29c7-d2e7-483b-b2b4-2f3e7cd22522 req-2bd61b39-b2b3-46d8-952d-28861e95a6ee tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321822 Jul 22 19:36:54.381485 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78399ff-4d4f-4bed-9e6b-e66fc85a661f req-0a5c2d94-cd75-4be6-8b63-cc3605b6c984 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:54.383510 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e78399ff-4d4f-4bed-9e6b-e66fc85a661f req-0a5c2d94-cd75-4be6-8b63-cc3605b6c984 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.0668757 Jul 22 19:36:54.425818 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e78399ff-4d4f-4bed-9e6b-e66fc85a661f req-64b2bfe1-ec03-4a68-b8be-b2c1a03c17c1 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365605 Jul 22 19:36:55.561265 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af6fc0-63f9-4563-a511-a43490f73339 req-31a1c3d2-e41a-420e-9dc4-e2fe3edb467a tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:55.562979 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99af6fc0-63f9-4563-a511-a43490f73339 req-31a1c3d2-e41a-420e-9dc4-e2fe3edb467a tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 944 time: 0.0632427 Jul 22 19:36:55.600372 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99af6fc0-63f9-4563-a511-a43490f73339 req-e2957234-5a8e-473b-a21a-b0bfd13765f5 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318856 Jul 22 19:36:55.872004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9ac5a3fd-4342-4780-8499-7b9e93427f0c details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:36:55.968895 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9ac5a3fd-4342-4780-8499-7b9e93427f0c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9ac5a3fd-4342-4780-8499-7b9e93427f0c,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:55.981684 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '9ac5a3fd-4342-4780-8499-7b9e93427f0c', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'port_id': '9ac5a3fd-4342-4780-8499-7b9e93427f0c', 'mac_address': 'fa:16:3e:72:35:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:36:56.018748 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:56.032013 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac5a3fd-4342-4780-8499-7b9e93427f0c {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:36:56.050908 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9ac5a3fd-4342-4780-8499-7b9e93427f0c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9ac5a3fd-4342-4780-8499-7b9e93427f0c,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:56.055423 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:56.103538 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=9ac5a3fd-4342-4780-8499-7b9e93427f0c,revision_number=9']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:56.280135 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['9ac5a3fd-4342-4780-8499-7b9e93427f0c'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:36:56.741119 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae232708-787e-4772-b802-63cf5437e608 req-ac9d9473-910a-4aa7-8e6e-171df6fb7263 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:56.743226 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae232708-787e-4772-b802-63cf5437e608 req-ac9d9473-910a-4aa7-8e6e-171df6fb7263 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 945 time: 0.0677204 Jul 22 19:36:56.784590 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae232708-787e-4772-b802-63cf5437e608 req-7b33d482-39ae-4108-819e-5c9bb383c54b tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351944 Jul 22 19:36:57.903904 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9ac5a3fd-4342-4780-8499-7b9e93427f0c up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:36:57.932888 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9309fe9-1516-4318-b5db-baed0372aa50 req-d7ca22f6-9fc1-4170-9d92-5131f981d035 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:57.934416 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e9309fe9-1516-4318-b5db-baed0372aa50 req-d7ca22f6-9fc1-4170-9d92-5131f981d035 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 945 time: 0.0746765 Jul 22 19:36:57.954262 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 9ac5a3fd-4342-4780-8499-7b9e93427f0c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:57.954927 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:57.984879 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e9309fe9-1516-4318-b5db-baed0372aa50 req-3be8792a-8404-4397-b0f6-bd441de3fba7 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441444 Jul 22 19:36:58.050932 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:58.075040 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45de7a4-da47-4910-86f6-4c7e2bda0719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac5a3fd-4342-4780-8499-7b9e93427f0c'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:58.077494 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90abaf33-fabf-46fb-8d08-05851e64fc3d" -d '{"events": [{"server_uuid": "a45de7a4-da47-4910-86f6-4c7e2bda0719", "name": "network-vif-plugged", "status": "completed", "tag": "9ac5a3fd-4342-4780-8499-7b9e93427f0c"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:58.091091 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 9ac5a3fd-4342-4780-8499-7b9e93427f0c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9ac5a3fd-4342-4780-8499-7b9e93427f0c,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:58.095509 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:58.121916 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b348fe75-4b64-425b-b882-a6b4643d01f0 x-openstack-request-id: req-b348fe75-4b64-425b-b882-a6b4643d01f0 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:58.122245 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45de7a4-da47-4910-86f6-4c7e2bda0719", "name": "network-vif-plugged", "status": "completed", "tag": "9ac5a3fd-4342-4780-8499-7b9e93427f0c", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:58.122571 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b348fe75-4b64-425b-b882-a6b4643d01f0 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:58.122988 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45de7a4-da47-4910-86f6-4c7e2bda0719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac5a3fd-4342-4780-8499-7b9e93427f0c', 'code': 200} Jul 22 19:36:58.155750 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=9ac5a3fd-4342-4780-8499-7b9e93427f0c,revision_number=10']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:58.294748 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dce48c-ccc5-419a-8684-05fd9ccea3c6 req-d7c50d93-48c9-4dee-99db-3554857f7548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:58.296398 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64dce48c-ccc5-419a-8684-05fd9ccea3c6 req-d7c50d93-48c9-4dee-99db-3554857f7548 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 1099 time: 0.0569081 Jul 22 19:36:58.335394 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64dce48c-ccc5-419a-8684-05fd9ccea3c6 req-78c35b28-dfe9-49ba-a30a-077514fc0d54 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329475 Jul 22 19:36:58.478512 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e24cf227-366a-45d1-924c-7723311ab348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:59.127601 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a689881-975f-4fd8-8de4-b2bf3e75d2d2 req-2e67f240-6195-4184-aee6-eb96f22fb66b tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:59.129267 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6a689881-975f-4fd8-8de4-b2bf3e75d2d2 req-2e67f240-6195-4184-aee6-eb96f22fb66b tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 947 time: 0.0656073 Jul 22 19:36:59.173258 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6a689881-975f-4fd8-8de4-b2bf3e75d2d2 req-c0c7bd08-3be8-49de-bd8b-c004fc6a2a31 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383222 Jul 22 19:37:00.312742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09724f34-9e5c-40bb-88c7-c3312c322805 req-baa21ae1-3fc2-4254-a921-78272438b2a7 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:00.314243 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09724f34-9e5c-40bb-88c7-c3312c322805 req-baa21ae1-3fc2-4254-a921-78272438b2a7 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 947 time: 0.0647993 Jul 22 19:37:00.353043 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-09724f34-9e5c-40bb-88c7-c3312c322805 req-c60d665c-ce16-4dd9-8748-b9a62f901ac0 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329757 Jul 22 19:37:01.021035 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5a92d573-c204-4655-8052-f183efa7c525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:01.138694 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:02.376085 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:03.829277 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53198) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:03.932852 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bc0de1dc-6370-43d7-ac79-3510d28572f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:04.021260 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:04.034204 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bc0de1dc-6370-43d7-ac79-3510d28572f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:04.038124 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bc0de1dc-6370-43d7-ac79-3510d28572f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:04.077064 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bc0de1dc-6370-43d7-ac79-3510d28572f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45827be755054b20bd12d72deb0ed4f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2466023 Jul 22 19:37:04.077962 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0de1dc-6370-43d7-ac79-3510d28572f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64df008a-390f-46a0-af4f-755bcaabe904,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:04.079941 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53202) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:04.085901 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0de1dc-6370-43d7-ac79-3510d28572f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.086758 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0de1dc-6370-43d7-ac79-3510d28572f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.087465 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0de1dc-6370-43d7-ac79-3510d28572f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.087876 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0de1dc-6370-43d7-ac79-3510d28572f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.088164 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0de1dc-6370-43d7-ac79-3510d28572f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.088868 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0de1dc-6370-43d7-ac79-3510d28572f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.088868 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0de1dc-6370-43d7-ac79-3510d28572f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.089205 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0de1dc-6370-43d7-ac79-3510d28572f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.089522 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0de1dc-6370-43d7-ac79-3510d28572f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.089853 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0de1dc-6370-43d7-ac79-3510d28572f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.090330 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0de1dc-6370-43d7-ac79-3510d28572f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.090717 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0de1dc-6370-43d7-ac79-3510d28572f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.132052 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-368af3d3-dc99-4f19-82c5-999502489f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:04.154611 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-368af3d3-dc99-4f19-82c5-999502489f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:04.201963 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-368af3d3-dc99-4f19-82c5-999502489f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:04.204890 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-368af3d3-dc99-4f19-82c5-999502489f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:04.206189 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-368af3d3-dc99-4f19-82c5-999502489f49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64df008a-390f-46a0-af4f-755bcaabe904 HTTP/1.1" status: 204 len: 168 time: 0.1251893 Jul 22 19:37:04.214618 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368af3d3-dc99-4f19-82c5-999502489f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64df008a-390f-46a0-af4f-755bcaabe904,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:04.222353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af3d3-dc99-4f19-82c5-999502489f49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.222753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af3d3-dc99-4f19-82c5-999502489f49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.223284 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af3d3-dc99-4f19-82c5-999502489f49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.223726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af3d3-dc99-4f19-82c5-999502489f49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.224161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af3d3-dc99-4f19-82c5-999502489f49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.224624 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af3d3-dc99-4f19-82c5-999502489f49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.225153 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af3d3-dc99-4f19-82c5-999502489f49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.225582 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af3d3-dc99-4f19-82c5-999502489f49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.226009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af3d3-dc99-4f19-82c5-999502489f49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.226482 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af3d3-dc99-4f19-82c5-999502489f49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.227091 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af3d3-dc99-4f19-82c5-999502489f49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.227516 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af3d3-dc99-4f19-82c5-999502489f49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:04.478556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53208) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:04.491821 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d709cb23-3a53-4829-a62e-aa271ab8d7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:04.582057 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d709cb23-3a53-4829-a62e-aa271ab8d7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:04.586021 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d709cb23-3a53-4829-a62e-aa271ab8d7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:04.623252 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709cb23-3a53-4829-a62e-aa271ab8d7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe05809-0b26-459f-9f4a-12e9965095ac,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:04.627605 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d709cb23-3a53-4829-a62e-aa271ab8d7fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ff3d2d72f53433cabf6f30e006df6b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480148 Jul 22 19:37:04.630514 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53210) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:04.681701 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca5a7ce5-496d-48d8-90ce-2573ea183e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:04.702569 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca5a7ce5-496d-48d8-90ce-2573ea183e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:04.748288 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca5a7ce5-496d-48d8-90ce-2573ea183e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:04.750834 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca5a7ce5-496d-48d8-90ce-2573ea183e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:04.751969 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ca5a7ce5-496d-48d8-90ce-2573ea183e78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbe05809-0b26-459f-9f4a-12e9965095ac HTTP/1.1" status: 204 len: 168 time: 0.1205864 Jul 22 19:37:04.759433 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a7ce5-496d-48d8-90ce-2573ea183e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe05809-0b26-459f-9f4a-12e9965095ac,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:05.734734 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53240) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:05.854126 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4a6fb406-a683-44ed-b3af-45728020c8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:05.950955 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4a6fb406-a683-44ed-b3af-45728020c8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:05.955221 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4a6fb406-a683-44ed-b3af-45728020c8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:05.994704 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4a6fb406-a683-44ed-b3af-45728020c8eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=280660ae53764d3ba9dbecebcba8798f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588818 Jul 22 19:37:05.995844 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fb406-a683-44ed-b3af-45728020c8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af279870-2995-4637-872e-43ae83b72302,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:05.997398 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53244) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:06.045390 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e74a579a-324a-459d-a1a9-0d5b42c76160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:06.066376 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e74a579a-324a-459d-a1a9-0d5b42c76160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:06.112899 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e74a579a-324a-459d-a1a9-0d5b42c76160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:06.115865 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e74a579a-324a-459d-a1a9-0d5b42c76160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:06.117117 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e74a579a-324a-459d-a1a9-0d5b42c76160 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af279870-2995-4637-872e-43ae83b72302 HTTP/1.1" status: 204 len: 168 time: 0.1185749 Jul 22 19:37:06.125722 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a579a-324a-459d-a1a9-0d5b42c76160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af279870-2995-4637-872e-43ae83b72302,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:06.885859 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3582f37-aec0-418a-8ce9-6400191ba9ae req-916cdd91-9d6a-45d2-96f1-3fe0f32e1e33 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1540885 Jul 22 19:37:06.983899 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3582f37-aec0-418a-8ce9-6400191ba9ae req-ddecdf82-2f55-4c14-b2ad-2d0e648048e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:06.985839 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3582f37-aec0-418a-8ce9-6400191ba9ae req-ddecdf82-2f55-4c14-b2ad-2d0e648048e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 1097 time: 0.0583749 Jul 22 19:37:07.081431 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53280) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:07.089673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3582f37-aec0-418a-8ce9-6400191ba9ae req-558d7ed7-1328-4a97-b66e-7c72b40cb858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:07.091097 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3582f37-aec0-418a-8ce9-6400191ba9ae req-558d7ed7-1328-4a97-b66e-7c72b40cb858 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 913 time: 0.0852809 Jul 22 19:37:07.160706 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3582f37-aec0-418a-8ce9-6400191ba9ae req-b599d98f-c029-4879-8f5b-ea99541d1958 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bac4244e-28f9-4180-bf28-644330ae5987 HTTP/1.1" status: 200 len: 1000 time: 0.0636342 Jul 22 19:37:07.186601 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a283951e-8cb6-4d15-b816-e9acacdb90e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:07.209267 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3582f37-aec0-418a-8ce9-6400191ba9ae req-bbead195-49ae-4f8a-bc76-8057b84897a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:07.210915 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3582f37-aec0-418a-8ce9-6400191ba9ae req-bbead195-49ae-4f8a-bc76-8057b84897a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.0444062 Jul 22 19:37:07.271255 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3582f37-aec0-418a-8ce9-6400191ba9ae req-1b56057e-4668-4b9c-a546-010211d357c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:07.272818 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3582f37-aec0-418a-8ce9-6400191ba9ae req-1b56057e-4668-4b9c-a546-010211d357c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561364 Jul 22 19:37:07.275293 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a283951e-8cb6-4d15-b816-e9acacdb90e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:07.279268 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a283951e-8cb6-4d15-b816-e9acacdb90e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:07.322170 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a283951e-8cb6-4d15-b816-e9acacdb90e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=807893b689324793b6f9736cd2709631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396517 Jul 22 19:37:07.323067 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283951e-8cb6-4d15-b816-e9acacdb90e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1b3db9-0108-4442-9dc8-ac0ca909a2ea,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:07.325380 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53284) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:07.368586 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3582f37-aec0-418a-8ce9-6400191ba9ae req-013f67a1-6ba2-4aed-a2ad-ed4162769eb7 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896411 Jul 22 19:37:07.373960 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b81bbb9-6f6f-47af-a150-ecc6cbb6f194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:07.395596 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b81bbb9-6f6f-47af-a150-ecc6cbb6f194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:07.442439 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b81bbb9-6f6f-47af-a150-ecc6cbb6f194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:07.445675 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0b81bbb9-6f6f-47af-a150-ecc6cbb6f194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:07.449422 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0b81bbb9-6f6f-47af-a150-ecc6cbb6f194 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea1b3db9-0108-4442-9dc8-ac0ca909a2ea HTTP/1.1" status: 204 len: 168 time: 0.1204815 Jul 22 19:37:07.454894 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81bbb9-6f6f-47af-a150-ecc6cbb6f194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1b3db9-0108-4442-9dc8-ac0ca909a2ea,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:07.464608 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3582f37-aec0-418a-8ce9-6400191ba9ae req-be73a260-cc4b-4f3e-8ab1-19aafcff198f service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895946 Jul 22 19:37:09.193915 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:09.797626 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:37:11.885855 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:12.470561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53348) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:12.573283 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68a3a887-632e-473a-a682-a12468984231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:12.659463 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68a3a887-632e-473a-a682-a12468984231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:12.662846 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68a3a887-632e-473a-a682-a12468984231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:12.702342 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3a887-632e-473a-a682-a12468984231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960efe57-7f00-4436-829a-eb1e719ed90e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:12.706453 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-68a3a887-632e-473a-a682-a12468984231 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cca59193479a41e794962ac876fc955c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2349226 Jul 22 19:37:12.709052 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53352) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:12.755577 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6f7a452f-8e93-4f2a-9082-606cbfab7c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:12.776350 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6f7a452f-8e93-4f2a-9082-606cbfab7c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:12.822756 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6f7a452f-8e93-4f2a-9082-606cbfab7c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:12.825455 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6f7a452f-8e93-4f2a-9082-606cbfab7c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:12.826642 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6f7a452f-8e93-4f2a-9082-606cbfab7c1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/960efe57-7f00-4436-829a-eb1e719ed90e HTTP/1.1" status: 204 len: 168 time: 0.1166489 Jul 22 19:37:12.835366 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a452f-8e93-4f2a-9082-606cbfab7c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960efe57-7f00-4436-829a-eb1e719ed90e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:13.083836 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53358) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:13.096969 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-571a4772-f291-4b2f-8980-fb64b62e4088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:13.187396 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-571a4772-f291-4b2f-8980-fb64b62e4088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:13.191243 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-571a4772-f291-4b2f-8980-fb64b62e4088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:13.230335 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-571a4772-f291-4b2f-8980-fb64b62e4088 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b62d7076c7024957ac1c3fe1f02392d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453445 Jul 22 19:37:13.231448 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a4772-f291-4b2f-8980-fb64b62e4088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b19f69-5d17-4729-bf8d-c49107dd10fd,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:13.233028 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53360) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:13.287128 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-02c968f5-1228-412a-971f-980a7e520a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:13.308505 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-02c968f5-1228-412a-971f-980a7e520a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:13.354596 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-02c968f5-1228-412a-971f-980a7e520a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:13.357310 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-02c968f5-1228-412a-971f-980a7e520a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:13.358465 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-02c968f5-1228-412a-971f-980a7e520a3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7b19f69-5d17-4729-bf8d-c49107dd10fd HTTP/1.1" status: 204 len: 168 time: 0.1238761 Jul 22 19:37:13.366140 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c968f5-1228-412a-971f-980a7e520a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b19f69-5d17-4729-bf8d-c49107dd10fd,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:15.914895 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6374a963-a69a-4e6d-8a55-5f005dba7b9f req-dec3cd2e-8ce6-4ec6-a926-3d2c59c212e3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533242 Jul 22 19:37:16.013512 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374a963-a69a-4e6d-8a55-5f005dba7b9f req-a279c7f2-975b-48f7-a1d1-559e01f3b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:16.015061 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6374a963-a69a-4e6d-8a55-5f005dba7b9f req-a279c7f2-975b-48f7-a1d1-559e01f3b67c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6dc0a43544f4485c8e9c187940eccf6a&device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 1099 time: 0.0587091 Jul 22 19:37:16.121356 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374a963-a69a-4e6d-8a55-5f005dba7b9f req-969b6646-e42d-429b-977e-0bcdb109fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:16.123107 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6374a963-a69a-4e6d-8a55-5f005dba7b9f req-969b6646-e42d-429b-977e-0bcdb109fc78 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 HTTP/1.1" status: 200 len: 918 time: 0.0902474 Jul 22 19:37:16.192602 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6374a963-a69a-4e6d-8a55-5f005dba7b9f req-c6f90e77-4065-4048-a234-c22c0b0606a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ac5a3fd-4342-4780-8499-7b9e93427f0c HTTP/1.1" status: 200 len: 1001 time: 0.0630014 Jul 22 19:37:16.241452 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374a963-a69a-4e6d-8a55-5f005dba7b9f req-3f70feb5-bc06-466d-bee6-068f782ec78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:16.243567 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6374a963-a69a-4e6d-8a55-5f005dba7b9f req-3f70feb5-bc06-466d-bee6-068f782ec78b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4b26a37-f98e-4c1b-8da4-083bd4ab1975 HTTP/1.1" status: 200 len: 856 time: 0.0454080 Jul 22 19:37:16.302150 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374a963-a69a-4e6d-8a55-5f005dba7b9f req-df6ef949-6c54-4ea8-9b70-6b5a833001db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:16.303614 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6374a963-a69a-4e6d-8a55-5f005dba7b9f req-df6ef949-6c54-4ea8-9b70-6b5a833001db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538034 Jul 22 19:37:16.398048 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6374a963-a69a-4e6d-8a55-5f005dba7b9f req-46eef56b-a525-40c1-92a7-67343a653d5b service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871775 Jul 22 19:37:16.493835 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6374a963-a69a-4e6d-8a55-5f005dba7b9f req-bac155dc-9fab-4bf3-8b0a-0918c322d70c service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891869 Jul 22 19:37:28.480394 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ca18d197-6dd8-4561-abff-e0c43d7ce305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:31.022470 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-30cf1390-d75f-4173-9538-773e682a9a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:31.140929 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:32.386178 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:34.023688 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:36.881127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274d2b2-c731-4aa4-b1d4-c1aa5b26e34c req-f7de5c85-781f-44d2-84ee-e92bc849c439 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:36.882528 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8274d2b2-c731-4aa4-b1d4-c1aa5b26e34c req-f7de5c85-781f-44d2-84ee-e92bc849c439 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 947 time: 0.0711212 Jul 22 19:37:36.921164 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8274d2b2-c731-4aa4-b1d4-c1aa5b26e34c req-e5f189b7-9ff8-4b5a-8647-6c0456a249fe tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321426 Jul 22 19:37:38.068462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa428957-d7cc-44b6-a099-e8b542d4f802 req-b43615b2-c95a-4eb7-8ef3-6a70b9dbae37 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:38.069997 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa428957-d7cc-44b6-a099-e8b542d4f802 req-b43615b2-c95a-4eb7-8ef3-6a70b9dbae37 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 947 time: 0.0698721 Jul 22 19:37:38.111763 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa428957-d7cc-44b6-a099-e8b542d4f802 req-d4907036-0c72-44bc-95a3-908ab36700a1 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351906 Jul 22 19:37:38.288404 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49116-3a95-4b83-8454-24d328fd952c req-78ef6416-f302-4cc2-9522-6abb66f75649 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:38.289878 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ba49116-3a95-4b83-8454-24d328fd952c req-78ef6416-f302-4cc2-9522-6abb66f75649 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.16 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 947 time: 0.0667133 Jul 22 19:37:38.396879 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-9ba49116-3a95-4b83-8454-24d328fd952c req-eb7a10a0-618e-4617-85de-846838ca0865 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Deleting port 9ac5a3fd-4342-4780-8499-7b9e93427f0c {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:37:38.397224 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9ba49116-3a95-4b83-8454-24d328fd952c req-eb7a10a0-618e-4617-85de-846838ca0865 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:38.488044 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-9ba49116-3a95-4b83-8454-24d328fd952c req-eb7a10a0-618e-4617-85de-846838ca0865 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] For port 9ac5a3fd-4342-4780-8499-7b9e93427f0c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=9ac5a3fd-4342-4780-8499-7b9e93427f0c,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:38.488406 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9ba49116-3a95-4b83-8454-24d328fd952c req-eb7a10a0-618e-4617-85de-846838ca0865 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:38.666733 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9ba49116-3a95-4b83-8454-24d328fd952c req-eb7a10a0-618e-4617-85de-846838ca0865 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:38.666994 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9ba49116-3a95-4b83-8454-24d328fd952c req-eb7a10a0-618e-4617-85de-846838ca0865 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:38.667301 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [req-9ba49116-3a95-4b83-8454-24d328fd952c req-eb7a10a0-618e-4617-85de-846838ca0865 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Floating IP 97a3aaef-f4d1-4c12-b26d-82efcc69060f disassociated. External IP: 172.25.3.31, port: 9ac5a3fd-4342-4780-8499-7b9e93427f0c. Jul 22 19:37:38.667645 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-9ba49116-3a95-4b83-8454-24d328fd952c req-eb7a10a0-618e-4617-85de-846838ca0865 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Calling delete_port for 9ac5a3fd-4342-4780-8499-7b9e93427f0c owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:37:38.795123 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9ba49116-3a95-4b83-8454-24d328fd952c req-eb7a10a0-618e-4617-85de-846838ca0865 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:38.830747 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a10a0-618e-4617-85de-846838ca0865 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Pushing event deleted for resources: {'Port': ['ID=9ac5a3fd-4342-4780-8499-7b9e93427f0c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:38.947680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ba49116-3a95-4b83-8454-24d328fd952c req-eb7a10a0-618e-4617-85de-846838ca0865 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:37:39.066935 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ba49116-3a95-4b83-8454-24d328fd952c req-eb7a10a0-618e-4617-85de-846838ca0865 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:37:39.077329 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea6bed4-f3d0-497e-a997-78a79a885c62 None None] Sync routers for ids ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:37:39.086588 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea6bed4-f3d0-497e-a997-78a79a885c62 None None] Routers {'473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:39.087849 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-eea6bed4-f3d0-497e-a997-78a79a885c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:37:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:39.115056 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba49116-3a95-4b83-8454-24d328fd952c req-eb7a10a0-618e-4617-85de-846838ca0865 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] No DVR routers for this DVR port 9ac5a3fd-4342-4780-8499-7b9e93427f0c on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:37:39.117914 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9ba49116-3a95-4b83-8454-24d328fd952c req-eb7a10a0-618e-4617-85de-846838ca0865 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:39.120057 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ba49116-3a95-4b83-8454-24d328fd952c req-eb7a10a0-618e-4617-85de-846838ca0865 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.16 "DELETE /v2.0/ports/9ac5a3fd-4342-4780-8499-7b9e93427f0c HTTP/1.1" status: 204 len: 173 time: 0.8248978 Jul 22 19:37:39.120551 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45de7a4-da47-4910-86f6-4c7e2bda0719', 'name': 'network-vif-deleted', 'tag': '9ac5a3fd-4342-4780-8499-7b9e93427f0c'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:37:39.122829 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fb4e2d-4c3c-445a-8571-a00756ad6599" -d '{"events": [{"server_uuid": "a45de7a4-da47-4910-86f6-4c7e2bda0719", "name": "network-vif-deleted", "tag": "9ac5a3fd-4342-4780-8499-7b9e93427f0c"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:37:39.255684 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-eea6bed4-f3d0-497e-a997-78a79a885c62 None None] Set router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:39.258619 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-86d3a2da-71b4-4172-a350-962e501ce951 req-970ca991-4c33-46bc-9175-949eef407f56 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45de7a4-da47-4910-86f6-4c7e2bda0719 HTTP/1.1" status: 200 len: 210 time: 0.0498869 Jul 22 19:37:39.344527 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:39.400568 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d12d68-db86-4f2c-80c9-081c4e186d3c x-openstack-request-id: req-e1d12d68-db86-4f2c-80c9-081c4e186d3c {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:37:39.401245 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45de7a4-da47-4910-86f6-4c7e2bda0719", "name": "network-vif-deleted", "tag": "9ac5a3fd-4342-4780-8499-7b9e93427f0c", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:37:39.401695 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1d12d68-db86-4f2c-80c9-081c4e186d3c {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:37:39.402272 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45de7a4-da47-4910-86f6-4c7e2bda0719', 'name': 'network-vif-deleted', 'tag': '9ac5a3fd-4342-4780-8499-7b9e93427f0c', 'status': 'completed', 'code': 200} Jul 22 19:37:39.701725 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-eea6bed4-f3d0-497e-a997-78a79a885c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-router', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:02Z', 'updated_at': '2021-07-22T19:34:06Z', 'revision_number': 4, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'gw_port': {'id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:03Z', 'updated_at': '2021-07-22T19:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '6208f829-1f3c-443e-9046-3df2a79a13e3', 'name': '', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'mac_address': 'fa:16:3e:6b:45:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:05Z', 'updated_at': '2021-07-22T19:34:14Z', 'revision_number': 5, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'subnets': [{'id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:39.731456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea6bed4-f3d0-497e-a997-78a79a885c62 None None] Checking router: 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:37:39.740133 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea6bed4-f3d0-497e-a997-78a79a885c62 None None] Routers {'473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:39.740719 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-eea6bed4-f3d0-497e-a997-78a79a885c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:37:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:39.861381 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-eea6bed4-f3d0-497e-a997-78a79a885c62 None None] Set router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:40.091350 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-eea6bed4-f3d0-497e-a997-78a79a885c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-router', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:02Z', 'updated_at': '2021-07-22T19:34:06Z', 'revision_number': 4, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'gw_port': {'id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:03Z', 'updated_at': '2021-07-22T19:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '6208f829-1f3c-443e-9046-3df2a79a13e3', 'name': '', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'mac_address': 'fa:16:3e:6b:45:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:05Z', 'updated_at': '2021-07-22T19:34:14Z', 'revision_number': 5, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'subnets': [{'id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:40.129116 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea6bed4-f3d0-497e-a997-78a79a885c62 None None] The sync data for ids ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'] in n-d-800086-12 is: [{'id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-router', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:02Z', 'updated_at': '2021-07-22T19:34:06Z', 'revision_number': 4, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'gw_port': {'id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:03Z', 'updated_at': '2021-07-22T19:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '6208f829-1f3c-443e-9046-3df2a79a13e3', 'name': '', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'mac_address': 'fa:16:3e:6b:45:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:05Z', 'updated_at': '2021-07-22T19:34:14Z', 'revision_number': 5, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'subnets': [{'id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:37:40.368635 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53552) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:40.428667 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028bcfc7-f439-454b-bdaf-4e18af91c8ca None None] New status for floating IP 97a3aaef-f4d1-4c12-b26d-82efcc69060f: DOWN {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:37:40.438778 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3687062-d5ec-49f4-9a59-67b35303c8fb tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.449352 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53554) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:40.471876 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3687062-d5ec-49f4-9a59-67b35303c8fb tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.523073 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3687062-d5ec-49f4-9a59-67b35303c8fb tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.526537 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3687062-d5ec-49f4-9a59-67b35303c8fb tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.530220 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c3687062-d5ec-49f4-9a59-67b35303c8fb tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "DELETE /v2.0/security-groups/d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed HTTP/1.1" status: 204 len: 168 time: 0.1581757 Jul 22 19:37:40.530611 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53558) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:40.537620 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3687062-d5ec-49f4-9a59-67b35303c8fb tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:40.546287 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-a025931a-cd12-4958-9836-5f0799d6cbc5 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] show failed (client error): The resource could not be found. Jul 22 19:37:40.554908 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a025931a-cd12-4958-9836-5f0799d6cbc5 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups/d85bd7b2-90f5-4ca7-9334-6bfa5a1597ed HTTP/1.1" status: 404 len: 347 time: 0.0207174 Jul 22 19:37:40.555172 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53560) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:40.618853 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce8b2dbd-599a-4a3d-b626-98d8a4fcfe7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.738453 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-b12d3580-3eb6-4ed5-b620-ed3f9d6ed790 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Deleting port 1df9b6c5-a795-4226-a076-2783db5811ab {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:37:40.738839 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b12d3580-3eb6-4ed5-b620-ed3f9d6ed790 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.834123 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce8b2dbd-599a-4a3d-b626-98d8a4fcfe7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.841832 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce8b2dbd-599a-4a3d-b626-98d8a4fcfe7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.845047 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b12d3580-3eb6-4ed5-b620-ed3f9d6ed790 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.845371 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b12d3580-3eb6-4ed5-b620-ed3f9d6ed790 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.876324 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-b12d3580-3eb6-4ed5-b620-ed3f9d6ed790 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Calling delete_port for 1df9b6c5-a795-4226-a076-2783db5811ab owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:37:40.899838 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ce8b2dbd-599a-4a3d-b626-98d8a4fcfe7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d749433873342af8fe3a748d6ff5628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4494314 Jul 22 19:37:40.902083 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b2dbd-599a-4a3d-b626-98d8a4fcfe7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88734f67-9d16-487e-a17d-d009c0ebcc0a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:40.902522 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53562) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:40.952971 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8640f8d-f3a8-4613-baf4-634e8b55ae58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.974463 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8640f8d-f3a8-4613-baf4-634e8b55ae58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:41.022465 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8640f8d-f3a8-4613-baf4-634e8b55ae58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:41.025240 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8640f8d-f3a8-4613-baf4-634e8b55ae58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:41.028791 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c8640f8d-f3a8-4613-baf4-634e8b55ae58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88734f67-9d16-487e-a17d-d009c0ebcc0a HTTP/1.1" status: 204 len: 168 time: 0.1229973 Jul 22 19:37:41.037174 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8640f8d-f3a8-4613-baf4-634e8b55ae58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88734f67-9d16-487e-a17d-d009c0ebcc0a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:41.044673 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b12d3580-3eb6-4ed5-b620-ed3f9d6ed790 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:41.071776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d3580-3eb6-4ed5-b620-ed3f9d6ed790 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Pushing event deleted for resources: {'Port': ['ID=1df9b6c5-a795-4226-a076-2783db5811ab,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:41.141654 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b12d3580-3eb6-4ed5-b620-ed3f9d6ed790 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:41.144246 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b12d3580-3eb6-4ed5-b620-ed3f9d6ed790 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:41.148230 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b12d3580-3eb6-4ed5-b620-ed3f9d6ed790 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "DELETE /v2.0/floatingips/97a3aaef-f4d1-4c12-b26d-82efcc69060f HTTP/1.1" status: 204 len: 168 time: 0.5887351 Jul 22 19:37:41.752317 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53590) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:41.757272 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-3c38092d-bc94-43ba-b30b-1ba380f4ddef tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Request body: {'security_group': {'name': 'tempest-securitygroup--692021416', 'description': 'tempest-description--115134429'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:41.783382 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c38092d-bc94-43ba-b30b-1ba380f4ddef tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:41.872460 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c38092d-bc94-43ba-b30b-1ba380f4ddef tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:41.877690 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c38092d-bc94-43ba-b30b-1ba380f4ddef tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:41.904280 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:41.911502 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c38092d-bc94-43ba-b30b-1ba380f4ddef tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:41.915462 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3c38092d-bc94-43ba-b30b-1ba380f4ddef tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1592641 Jul 22 19:37:41.915462 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38092d-bc94-43ba-b30b-1ba380f4ddef tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:41.915921 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53592) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:41.925070 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-6b0c9796-f33e-4f1a-baf3-8458fe4f7a56 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Request body: {'security_group_rule': {'security_group_id': 'b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:41.953228 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6b0c9796-f33e-4f1a-baf3-8458fe4f7a56 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.019524 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6b0c9796-f33e-4f1a-baf3-8458fe4f7a56 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.025359 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6b0c9796-f33e-4f1a-baf3-8458fe4f7a56 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.045450 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c9796-f33e-4f1a-baf3-8458fe4f7a56 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efcc3ff4-e922-491e-b629-82f052b6631e,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:42.052954 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6b0c9796-f33e-4f1a-baf3-8458fe4f7a56 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.054573 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6b0c9796-f33e-4f1a-baf3-8458fe4f7a56 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374292 Jul 22 19:37:42.057618 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53594) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:42.062909 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-489f33a0-f7b3-4f40-b01f-ccdcba134a4e tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Request body: {'security_group_rule': {'security_group_id': 'b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:42.095288 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-489f33a0-f7b3-4f40-b01f-ccdcba134a4e tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.121452 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9ac5a3fd-4342-4780-8499-7b9e93427f0c no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:37:42.142612 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 9ac5a3fd-4342-4780-8499-7b9e93427f0c {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:37:42.143044 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 9ac5a3fd-4342-4780-8499-7b9e93427f0c not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:37:42.163846 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-489f33a0-f7b3-4f40-b01f-ccdcba134a4e tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.167782 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-489f33a0-f7b3-4f40-b01f-ccdcba134a4e tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.192800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f33a0-f7b3-4f40-b01f-ccdcba134a4e tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a872c2-699f-48c8-927c-b90347eab50b,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:42.197416 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-489f33a0-f7b3-4f40-b01f-ccdcba134a4e tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.201808 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-489f33a0-f7b3-4f40-b01f-ccdcba134a4e tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430686 Jul 22 19:37:42.201948 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53600) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:42.207265 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-e4b22e40-17e9-4977-a358-1d04a9f8e5d9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:42.231349 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e4b22e40-17e9-4977-a358-1d04a9f8e5d9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for floatingip, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.326725 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e4b22e40-17e9-4977-a358-1d04a9f8e5d9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.435132 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-e4b22e40-17e9-4977-a358-1d04a9f8e5d9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Allocated IP 172.25.3.162 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/fe70832d-0d81-4534-8927-5b0124f076cf) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:42.538996 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e4b22e40-17e9-4977-a358-1d04a9f8e5d9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.578336 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e4b22e40-17e9-4977-a358-1d04a9f8e5d9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.614644 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b22e40-17e9-4977-a358-1d04a9f8e5d9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:42.620406 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-e4b22e40-17e9-4977-a358-1d04a9f8e5d9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:42.624373 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b22e40-17e9-4977-a358-1d04a9f8e5d9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:42.652669 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b22e40-17e9-4977-a358-1d04a9f8e5d9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Pushing event updated for resources: {'Port': ['ID=fe70832d-0d81-4534-8927-5b0124f076cf,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:42.720040 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e4b22e40-17e9-4977-a358-1d04a9f8e5d9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.766863 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e4b22e40-17e9-4977-a358-1d04a9f8e5d9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.917964 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e4b22e40-17e9-4977-a358-1d04a9f8e5d9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.922305 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e4b22e40-17e9-4977-a358-1d04a9f8e5d9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.992067 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b22e40-17e9-4977-a358-1d04a9f8e5d9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Pushing event updated for resources: {'Port': ['ID=fe70832d-0d81-4534-8927-5b0124f076cf,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:43.001494 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e4b22e40-17e9-4977-a358-1d04a9f8e5d9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:43.015034 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e4b22e40-17e9-4977-a358-1d04a9f8e5d9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:43.016419 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e4b22e40-17e9-4977-a358-1d04a9f8e5d9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8130720 Jul 22 19:37:43.205162 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-64181a39-f47e-4467-a26d-4034647b80a9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--692021416&fields=id&tenant_id=6dc0a43544f4485c8e9c187940eccf6a HTTP/1.1" status: 200 len: 267 time: 0.0348809 Jul 22 19:37:43.317221 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-7c0ef9e6-824a-49fe-bd28-ba7d10ecfa24 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:43.318838 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-7c0ef9e6-824a-49fe-bd28-ba7d10ecfa24 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/networks?id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 HTTP/1.1" status: 200 len: 817 time: 0.1072516 Jul 22 19:37:43.338504 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-8e8262a0-839b-4279-a8df-8d54398e2cb6 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/quotas/6dc0a43544f4485c8e9c187940eccf6a HTTP/1.1" status: 200 len: 375 time: 0.0134227 Jul 22 19:37:43.417771 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-ff8b10a6-ede8-42c6-be8d-e0a321fa5022 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dc0a43544f4485c8e9c187940eccf6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0734529 Jul 22 19:37:43.516121 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-cf60b2db-0dfb-41b0-9f64-e3ac2c7710bc service neutron] 10.222.0.13 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852237 Jul 22 19:37:43.608975 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-ac0eefb7-299f-4da8-b13f-10700304713a service neutron] 10.222.0.13 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869770 Jul 22 19:37:43.791464 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5df9f8c7-526b-4b8e-8c26-59ec5de3cf0d req-328ccd98-5fec-4e92-927c-9ac5285f356c tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 210 time: 0.0313466 Jul 22 19:37:44.874549 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4fd9a6c2-5af7-45b8-a1c5-889c9fefd0b5 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:44.876319 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4fd9a6c2-5af7-45b8-a1c5-889c9fefd0b5 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.16 "GET /v2.0/networks?id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 HTTP/1.1" status: 200 len: 817 time: 0.1208498 Jul 22 19:37:44.919797 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-441ceebd-6e1e-412d-8dd3-4e01664d07b3 req-f6f52a2b-21dc-46f2-8252-1fd24962e97e tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 210 time: 0.0424807 Jul 22 19:37:44.946218 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-5fd5419a-39b7-41a8-a111-93cbef2a6891 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dc0a43544f4485c8e9c187940eccf6a HTTP/1.1" status: 200 len: 379 time: 0.0578084 Jul 22 19:37:44.953914 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-8afac807-4e35-45aa-9c7b-1a7113c267ea tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Request body: {'port': {'device_id': 'ae42d6d7-a008-4f6f-9819-01daa935914a', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'admin_state_up': True, 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'security_groups': ['b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:45.068057 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-8afac807-4e35-45aa-9c7b-1a7113c267ea tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Made reservation on behalf of 6dc0a43544f4485c8e9c187940eccf6a for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:45.072700 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-8afac807-4e35-45aa-9c7b-1a7113c267ea tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:45.210991 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-8afac807-4e35-45aa-9c7b-1a7113c267ea tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Allocated IP 172.20.0.3 (8800a1c0-b128-47aa-ac46-2c8f9b6e39b0/c4b26a37-f98e-4c1b-8da4-083bd4ab1975/1c229bb1-0bcf-440e-9eaa-00192f1936d5) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:45.354664 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-8afac807-4e35-45aa-9c7b-1a7113c267ea tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:45.367675 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-8afac807-4e35-45aa-9c7b-1a7113c267ea tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Transition to ACTIVE for port object 1c229bb1-0bcf-440e-9eaa-00192f1936d5 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:45.400703 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-8afac807-4e35-45aa-9c7b-1a7113c267ea tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:45.448225 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-8afac807-4e35-45aa-9c7b-1a7113c267ea tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Network 8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:45.451344 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-8afac807-4e35-45aa-9c7b-1a7113c267ea tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:45.455279 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-8afac807-4e35-45aa-9c7b-1a7113c267ea tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:45.481659 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afac807-4e35-45aa-9c7b-1a7113c267ea tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Pushing event updated for resources: {'Port': ['ID=1c229bb1-0bcf-440e-9eaa-00192f1936d5,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:45.510162 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-8afac807-4e35-45aa-9c7b-1a7113c267ea tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:45.510840 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-8afac807-4e35-45aa-9c7b-1a7113c267ea tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:45.529122 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-8afac807-4e35-45aa-9c7b-1a7113c267ea tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5790622 Jul 22 19:37:45.542525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] Request body: {'port': {'device_id': 'ae42d6d7-a008-4f6f-9819-01daa935914a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:45.629345 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:45.751055 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53652) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:45.772667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9dab2196-23e2-47c1-a359-24057b961f35 None None] Provisioning for port 1c229bb1-0bcf-440e-9eaa-00192f1936d5 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:45.777287 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9dab2196-23e2-47c1-a359-24057b961f35 None None] Provisioning complete for port 1c229bb1-0bcf-440e-9eaa-00192f1936d5 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:45.777664 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9dab2196-23e2-47c1-a359-24057b961f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:45.812145 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-9dab2196-23e2-47c1-a359-24057b961f35 None None] Port 1c229bb1-0bcf-440e-9eaa-00192f1936d5 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:45.867971 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b42f-b430-45be-9dab-2d0fcf92f74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:45.914104 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c229bb1-0bcf-440e-9eaa-00192f1936d5 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:37:45.922877 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:45.935682 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] Transition to ACTIVE for port object 1c229bb1-0bcf-440e-9eaa-00192f1936d5 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:45.939574 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:45.981301 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b42f-b430-45be-9dab-2d0fcf92f74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:45.987701 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b42f-b430-45be-9dab-2d0fcf92f74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:46.041836 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a9f6b42f-b430-45be-9dab-2d0fcf92f74e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5474972f5ad6406185b7373f2307ab66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2896411 Jul 22 19:37:46.045363 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53658) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:46.060336 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6b42f-b430-45be-9dab-2d0fcf92f74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865f0ec4-290e-4f93-9808-d7bd61b498b4,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:46.107578 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-035d101b-58b7-4795-911d-c431e18c92e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:46.130934 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-035d101b-58b7-4795-911d-c431e18c92e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:46.186933 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-035d101b-58b7-4795-911d-c431e18c92e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:46.189836 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-035d101b-58b7-4795-911d-c431e18c92e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:46.193613 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-035d101b-58b7-4795-911d-c431e18c92e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/865f0ec4-290e-4f93-9808-d7bd61b498b4 HTTP/1.1" status: 204 len: 168 time: 0.1448190 Jul 22 19:37:46.201334 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d101b-58b7-4795-911d-c431e18c92e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865f0ec4-290e-4f93-9808-d7bd61b498b4,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:46.353161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] Pushing event updated for resources: {'Port': ['ID=1c229bb1-0bcf-440e-9eaa-00192f1936d5,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:46.440751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4545aa0-f989-42d6-a171-8743342e313a req-3448b5d7-3e25-4fe9-80da-d0b5f3b4d391 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:46.442300 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c4545aa0-f989-42d6-a171-8743342e313a req-3448b5d7-3e25-4fe9-80da-d0b5f3b4d391 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 943 time: 0.1467421 Jul 22 19:37:46.474249 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] Attempting to bind port 1c229bb1-0bcf-440e-9eaa-00192f1936d5 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:37:46.474597 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] Attempting to bind port 1c229bb1-0bcf-440e-9eaa-00192f1936d5 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'ccb555b5-6e11-4d88-9656-556d523d998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:37:46.474923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] Attempting to bind port 1c229bb1-0bcf-440e-9eaa-00192f1936d5 on network 8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:46.481945 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] Port 1c229bb1-0bcf-440e-9eaa-00192f1936d5 on network 8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:37:46.482284 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] Attempting to bind port 1c229bb1-0bcf-440e-9eaa-00192f1936d5 on network 8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:46.491085 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:37:46.491427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] Checking segment: {'id': 'ccb555b5-6e11-4d88-9656-556d523d998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:46.491811 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] Bound using segment: {'id': 'ccb555b5-6e11-4d88-9656-556d523d998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:37:46.492246 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] Bound port: 1c229bb1-0bcf-440e-9eaa-00192f1936d5, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb555b5-6e11-4d88-9656-556d523d998c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:37:46.492638 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:46.518965 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c4545aa0-f989-42d6-a171-8743342e313a req-0fc45722-3a90-4b3b-a8e9-fbf411eb22f3 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623052 Jul 22 19:37:46.573177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] For port 1c229bb1-0bcf-440e-9eaa-00192f1936d5, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:37:46.576240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] For port 1c229bb1-0bcf-440e-9eaa-00192f1936d5, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1c229bb1-0bcf-440e-9eaa-00192f1936d5,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:37:46.582343 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:46.616683 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:46.617298 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:46.619307 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] 10.222.0.16 "PUT /v2.0/ports/1c229bb1-0bcf-440e-9eaa-00192f1936d5 HTTP/1.1" status: 200 len: 1092 time: 1.0828595 Jul 22 19:37:46.619752 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae42d6d7-a008-4f6f-9819-01daa935914a', 'tag': '1c229bb1-0bcf-440e-9eaa-00192f1936d5'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:37:46.622034 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf302ed-73e7-42cd-b781-74d40929010c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae42d6d7-a008-4f6f-9819-01daa935914a", "tag": "1c229bb1-0bcf-440e-9eaa-00192f1936d5"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:37:46.652966 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b1838-31e6-4a51-b1e1-3ca0bb82f747 service neutron] Pushing event updated for resources: {'Port': ['ID=1c229bb1-0bcf-440e-9eaa-00192f1936d5,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:46.676314 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531c342f-1666-4b0b-8548-21d9f6409426 x-openstack-request-id: req-531c342f-1666-4b0b-8548-21d9f6409426 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:37:46.676648 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae42d6d7-a008-4f6f-9819-01daa935914a", "tag": "1c229bb1-0bcf-440e-9eaa-00192f1936d5", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:37:46.677013 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-531c342f-1666-4b0b-8548-21d9f6409426 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:37:46.677412 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae42d6d7-a008-4f6f-9819-01daa935914a', 'tag': '1c229bb1-0bcf-440e-9eaa-00192f1936d5', 'status': 'completed', 'code': 200} Jul 22 19:37:46.736337 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-3f0cd9b0-6638-4c80-9bc0-badeb04aa206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:46.737936 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-3f0cd9b0-6638-4c80-9bc0-badeb04aa206 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6dc0a43544f4485c8e9c187940eccf6a&device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 1095 time: 0.0726564 Jul 22 19:37:46.782006 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-11800ecf-596a-408b-9ffc-6617ff09108e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c229bb1-0bcf-440e-9eaa-00192f1936d5 HTTP/1.1" status: 200 len: 217 time: 0.0366087 Jul 22 19:37:46.798258 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:37:46.838855 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-ff19311b-646b-45bb-b06b-f8869dba3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:46.840530 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-ff19311b-646b-45bb-b06b-f8869dba3a08 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4b26a37-f98e-4c1b-8da4-083bd4ab1975 HTTP/1.1" status: 200 len: 856 time: 0.0533824 Jul 22 19:37:46.907147 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53682) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:46.908952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-399cfccb-a4f2-45b2-9a83-6816a5d0b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:46.910552 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-399cfccb-a4f2-45b2-9a83-6816a5d0b82f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644817 Jul 22 19:37:47.016252 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-78d6ec5a-582c-46fe-b353-f27cd4221fdc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1983841082-network', 'tenant_id': 'cc9b7e6d73b24b6db45ed3a4c3189257'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:47.016734 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-7af5aa32-4f97-4abf-9d35-80da4ea05ef7 service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992963 Jul 22 19:37:47.037639 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d6ec5a-582c-46fe-b353-f27cd4221fdc admin admin] Made reservation on behalf of cc9b7e6d73b24b6db45ed3a4c3189257 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:47.039809 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78d6ec5a-582c-46fe-b353-f27cd4221fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:47.049372 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78d6ec5a-582c-46fe-b353-f27cd4221fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:47.117433 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f05af6af-95e6-47e5-92fd-1673d9a0a9ab req-d3d15103-19de-4a52-a6df-8f018a087ca8 service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947092 Jul 22 19:37:47.153080 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78d6ec5a-582c-46fe-b353-f27cd4221fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:47.157416 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78d6ec5a-582c-46fe-b353-f27cd4221fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:47.179136 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d6ec5a-582c-46fe-b353-f27cd4221fdc admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:37:47.194299 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6ec5a-582c-46fe-b353-f27cd4221fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c351949-20dd-4415-aa34-5061365f6272,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:47.199342 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78d6ec5a-582c-46fe-b353-f27cd4221fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:47.199691 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-78d6ec5a-582c-46fe-b353-f27cd4221fdc admin admin] Added segment 79355f0d-5ac4-4c07-9105-e8d9a5052f5d of type vlan for network 5909cb6b-fbb7-4999-8304-f7c6169b2b64 Jul 22 19:37:47.236497 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf302ed-73e7-42cd-b781-74d40929010c req-c957a3fe-d599-4890-84a6-fb19d63042f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:47.238147 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fcf302ed-73e7-42cd-b781-74d40929010c req-c957a3fe-d599-4890-84a6-fb19d63042f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6dc0a43544f4485c8e9c187940eccf6a&device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 1095 time: 0.0707896 Jul 22 19:37:47.242563 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78d6ec5a-582c-46fe-b353-f27cd4221fdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:47.277853 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78d6ec5a-582c-46fe-b353-f27cd4221fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:47.279257 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d6ec5a-582c-46fe-b353-f27cd4221fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:47.280005 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78d6ec5a-582c-46fe-b353-f27cd4221fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:47.320449 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-78d6ec5a-582c-46fe-b353-f27cd4221fdc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4112887 Jul 22 19:37:47.323109 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53686) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:47.345360 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf302ed-73e7-42cd-b781-74d40929010c req-5a5a05fa-2730-4dff-9f09-c201d32f9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:47.347353 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fcf302ed-73e7-42cd-b781-74d40929010c req-5a5a05fa-2730-4dff-9f09-c201d32f9343 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 HTTP/1.1" status: 200 len: 918 time: 0.1029110 Jul 22 19:37:47.354415 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-60f43327-05d8-42a1-bd7c-caa7911b184e admin admin] Request body: {'subnet': {'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1983841082-subnet', 'tenant_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:47.358804 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6ec5a-582c-46fe-b353-f27cd4221fdc admin admin] Pushing event updated for resources: {'Network': ['ID=5909cb6b-fbb7-4999-8304-f7c6169b2b64,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:47.370773 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 5909cb6b-fbb7-4999-8304-f7c6169b2b64 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:37:47.379020 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f43327-05d8-42a1-bd7c-caa7911b184e admin admin] Made reservation on behalf of cc9b7e6d73b24b6db45ed3a4c3189257 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:47.381514 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-60f43327-05d8-42a1-bd7c-caa7911b184e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:47.400578 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fcf302ed-73e7-42cd-b781-74d40929010c req-8bff9fff-4811-489d-92cc-892972bfc03a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c229bb1-0bcf-440e-9eaa-00192f1936d5 HTTP/1.1" status: 200 len: 217 time: 0.0447898 Jul 22 19:37:47.459650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf302ed-73e7-42cd-b781-74d40929010c req-d8fdecce-bdbe-45dd-bc8e-82ea82c2975f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:47.461725 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fcf302ed-73e7-42cd-b781-74d40929010c req-d8fdecce-bdbe-45dd-bc8e-82ea82c2975f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4b26a37-f98e-4c1b-8da4-083bd4ab1975 HTTP/1.1" status: 200 len: 856 time: 0.0557017 Jul 22 19:37:47.528112 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf302ed-73e7-42cd-b781-74d40929010c req-c2dbc05a-5607-48cc-9b25-1549430b52d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:47.529975 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fcf302ed-73e7-42cd-b781-74d40929010c req-c2dbc05a-5607-48cc-9b25-1549430b52d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612860 Jul 22 19:37:47.567376 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-60f43327-05d8-42a1-bd7c-caa7911b184e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:47.630311 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f43327-05d8-42a1-bd7c-caa7911b184e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cefce83-a2ba-4c46-883f-bc839341860a,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:47.637523 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fcf302ed-73e7-42cd-b781-74d40929010c req-c51a3b09-fde5-449c-9651-25948e86d964 service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010661 Jul 22 19:37:47.639319 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f43327-05d8-42a1-bd7c-caa7911b184e admin admin] Checking segment: {'id': '79355f0d-5ac4-4c07-9105-e8d9a5052f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:47.639685 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f43327-05d8-42a1-bd7c-caa7911b184e admin admin] Network hostable DHCP agents. Network: 5909cb6b-fbb7-4999-8304-f7c6169b2b64, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:37:47.656395 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f43327-05d8-42a1-bd7c-caa7911b184e admin admin] Network 5909cb6b-fbb7-4999-8304-f7c6169b2b64 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:37:47.665480 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-60f43327-05d8-42a1-bd7c-caa7911b184e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 5909cb6b-fbb7-4999-8304-f7c6169b2b64) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:47.669772 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f43327-05d8-42a1-bd7c-caa7911b184e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:47.670360 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-60f43327-05d8-42a1-bd7c-caa7911b184e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:47.674951 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28832ea3-3c54-476e-a42f-a63dda2f07ca None None] Network 5909cb6b-fbb7-4999-8304-f7c6169b2b64 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:37:47.699470 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-60f43327-05d8-42a1-bd7c-caa7911b184e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3752348 Jul 22 19:37:47.701984 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53692) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:47.706448 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d1eff748-49b2-4e6a-9606-daca259a6043 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1983841082-router', 'tenant_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:47.729951 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1eff748-49b2-4e6a-9606-daca259a6043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:47.731037 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1eff748-49b2-4e6a-9606-daca259a6043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:47.788861 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fcf302ed-73e7-42cd-b781-74d40929010c req-6845db34-2dba-48a9-87ea-f1e94d27661a service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370256 Jul 22 19:37:47.794537 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1eff748-49b2-4e6a-9606-daca259a6043 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:47.798776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6a813-ccfa-4f84-8854-7d270434fbdb req-5ab50f28-2635-4d3b-ae92-9a0f12a640b4 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:47.800605 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ef6a813-ccfa-4f84-8854-7d270434fbdb req-5ab50f28-2635-4d3b-ae92-9a0f12a640b4 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 943 time: 0.1571603 Jul 22 19:37:47.847975 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ef6a813-ccfa-4f84-8854-7d270434fbdb req-45924380-a56a-4533-b1dc-7ecf01e0a553 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405912 Jul 22 19:37:47.858567 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-5909cb6b-fbb7-4999-8304-f7c6169b2b64', 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64', 'tenant_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'fixed_ips': [{'subnet_id': '6cefce83-a2ba-4c46-883f-bc839341860a'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:37:47.859714 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:47.967281 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1eff748-49b2-4e6a-9606-daca259a6043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:48.000258 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Allocated IP 172.20.0.2 (5909cb6b-fbb7-4999-8304-f7c6169b2b64/6cefce83-a2ba-4c46-883f-bc839341860a/b9df5555-e1fd-4e79-a4b2-6a5f244ad288) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:48.148050 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:48.162937 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Transition to ACTIVE for port object b9df5555-e1fd-4e79-a4b2-6a5f244ad288 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:48.180010 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1eff748-49b2-4e6a-9606-daca259a6043 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:48.185476 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Transition to ACTIVE for port object b9df5555-e1fd-4e79-a4b2-6a5f244ad288 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:48.192715 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:48.208172 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1eff748-49b2-4e6a-9606-daca259a6043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:48.235043 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Network 5909cb6b-fbb7-4999-8304-f7c6169b2b64 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:48.242004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:48.246089 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:48.253855 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Pushing event updated for resources: {'Port': ['ID=b9df5555-e1fd-4e79-a4b2-6a5f244ad288,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:48.265854 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:48.266358 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:48.266785 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:48.267323 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:48.267773 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:48.268162 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:48.268622 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:48.269114 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:48.269452 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:48.269865 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:48.270259 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:48.270649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:48.329747 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Attempting to bind port b9df5555-e1fd-4e79-a4b2-6a5f244ad288 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:37:48.330133 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Attempting to bind port b9df5555-e1fd-4e79-a4b2-6a5f244ad288 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '79355f0d-5ac4-4c07-9105-e8d9a5052f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:37:48.330498 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Attempting to bind port b9df5555-e1fd-4e79-a4b2-6a5f244ad288 on network 5909cb6b-fbb7-4999-8304-f7c6169b2b64 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:48.336046 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:37:48.336434 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-d1eff748-49b2-4e6a-9606-daca259a6043 admin admin] Allocated IP 172.25.3.190 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/db877a1d-c6cc-422a-9d45-2a47080b9df2) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:48.336736 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Checking segment: {'id': '79355f0d-5ac4-4c07-9105-e8d9a5052f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:48.337472 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:48.338654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Bound using segment: {'id': '79355f0d-5ac4-4c07-9105-e8d9a5052f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:37:48.338654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Bound port: b9df5555-e1fd-4e79-a4b2-6a5f244ad288, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79355f0d-5ac4-4c07-9105-e8d9a5052f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:37:48.339029 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:48.408889 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] For port b9df5555-e1fd-4e79-a4b2-6a5f244ad288, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:37:48.412371 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] For port b9df5555-e1fd-4e79-a4b2-6a5f244ad288, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b9df5555-e1fd-4e79-a4b2-6a5f244ad288,segment=NetworkSegment(79355f0d-5ac4-4c07-9105-e8d9a5052f5d),segment_id=79355f0d-5ac4-4c07-9105-e8d9a5052f5d)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:37:48.418935 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:48.488641 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366b5b4-60c0-478e-8bf7-ecee9513fe96 None None] Pushing event updated for resources: {'Port': ['ID=b9df5555-e1fd-4e79-a4b2-6a5f244ad288,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:48.779966 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1eff748-49b2-4e6a-9606-daca259a6043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:48.819393 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1eff748-49b2-4e6a-9606-daca259a6043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:48.857079 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eff748-49b2-4e6a-9606-daca259a6043 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:48.863555 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-d1eff748-49b2-4e6a-9606-daca259a6043 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:48.866092 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eff748-49b2-4e6a-9606-daca259a6043 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:48.892516 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eff748-49b2-4e6a-9606-daca259a6043 admin admin] Pushing event updated for resources: {'Port': ['ID=db877a1d-c6cc-422a-9d45-2a47080b9df2,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:49.001206 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56a5dd-dd95-49d5-8f2e-dd310416066d req-406205e1-b549-49d2-98af-c2100ae82b3f tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:49.002728 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c56a5dd-dd95-49d5-8f2e-dd310416066d req-406205e1-b549-49d2-98af-c2100ae82b3f tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 943 time: 0.0768576 Jul 22 19:37:49.045385 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c56a5dd-dd95-49d5-8f2e-dd310416066d req-f4dcceab-c82c-497c-9965-fe00c8fcd918 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370643 Jul 22 19:37:49.129587 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1eff748-49b2-4e6a-9606-daca259a6043 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:49.330401 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1eff748-49b2-4e6a-9606-daca259a6043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:49.342081 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938b760a-212d-474b-bf77-c812e0b91de2 None None] Network 5909cb6b-fbb7-4999-8304-f7c6169b2b64 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:37:49.432308 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d9169b3c-82c0-4bc9-99fe-6f6a1fbdf262 None None] Provisioning for port b9df5555-e1fd-4e79-a4b2-6a5f244ad288 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:49.460847 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1eff748-49b2-4e6a-9606-daca259a6043 admin admin] Router adfa0a61-2115-456b-b7c7-55051ca318f2 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:37:49.570707 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1eff748-49b2-4e6a-9606-daca259a6043 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:37:49.579941 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] Sync routers for ids ['adfa0a61-2115-456b-b7c7-55051ca318f2'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:37:49.589799 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1eff748-49b2-4e6a-9606-daca259a6043 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:49.591350 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d1eff748-49b2-4e6a-9606-daca259a6043 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8883448 Jul 22 19:37:49.592898 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] Routers {'adfa0a61-2115-456b-b7c7-55051ca318f2'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:49.593634 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:37:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['adfa0a61-2115-456b-b7c7-55051ca318f2'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:49.594080 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53696) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:49.705459 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] Set router adfa0a61-2115-456b-b7c7-55051ca318f2 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:49.893841 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfa0a61-2115-456b-b7c7-55051ca318f2', 'name': 'tempest-TestServerMultinode-1983841082-router', 'tenant_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'db877a1d-c6cc-422a-9d45-2a47080b9df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:47Z', 'updated_at': '2021-07-22T19:37:49Z', 'revision_number': 3, 'project_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'gw_port': {'id': 'db877a1d-c6cc-422a-9d45-2a47080b9df2', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ad:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adfa0a61-2115-456b-b7c7-55051ca318f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:48Z', 'updated_at': '2021-07-22T19:37:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:49.920830 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] Checking router: adfa0a61-2115-456b-b7c7-55051ca318f2 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:37:49.921184 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] Updating router adfa0a61-2115-456b-b7c7-55051ca318f2 port db877a1d-c6cc-422a-9d45-2a47080b9df2 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:37:49.955104 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.010256 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5f77c876-12ea-4300-89f6-f8c6cd37b8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.140576 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 1c229bb1-0bcf-440e-9eaa-00192f1936d5 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:37:50.188870 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-5f77c876-12ea-4300-89f6-f8c6cd37b8d1 admin admin] Allocated IP 172.20.0.1 (5909cb6b-fbb7-4999-8304-f7c6169b2b64/6cefce83-a2ba-4c46-883f-bc839341860a/e51d3189-cc83-4153-a40a-009a19ae4e60) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:50.191895 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8ba67-8764-43b7-b959-163fbbe310b8 req-6460872b-e673-4abe-9367-f97a3a23a69e tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:50.193489 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-80e8ba67-8764-43b7-b959-163fbbe310b8 req-6460872b-e673-4abe-9367-f97a3a23a69e tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 943 time: 0.0745139 Jul 22 19:37:50.235667 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-80e8ba67-8764-43b7-b959-163fbbe310b8 req-3a87b1ae-8d91-4c00-b805-9d088f868078 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342386 Jul 22 19:37:50.283571 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.304670 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] Transition to ACTIVE for port object db877a1d-c6cc-422a-9d45-2a47080b9df2 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:50.306100 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5f77c876-12ea-4300-89f6-f8c6cd37b8d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.314192 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 1c229bb1-0bcf-440e-9eaa-00192f1936d5, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1c229bb1-0bcf-440e-9eaa-00192f1936d5,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:50.317071 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.320403 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-5f77c876-12ea-4300-89f6-f8c6cd37b8d1 admin admin] Transition to ACTIVE for port object e51d3189-cc83-4153-a40a-009a19ae4e60 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:50.356314 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5f77c876-12ea-4300-89f6-f8c6cd37b8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.356569 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '1c229bb1-0bcf-440e-9eaa-00192f1936d5', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'port_id': '1c229bb1-0bcf-440e-9eaa-00192f1936d5', 'mac_address': 'fa:16:3e:44:d4:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:37:50.406908 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] Attempting to bind port db877a1d-c6cc-422a-9d45-2a47080b9df2 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:37:50.407300 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] Attempting to bind port db877a1d-c6cc-422a-9d45-2a47080b9df2 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:37:50.407497 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f77c876-12ea-4300-89f6-f8c6cd37b8d1 admin admin] Network 5909cb6b-fbb7-4999-8304-f7c6169b2b64 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:50.407656 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] Attempting to bind port db877a1d-c6cc-422a-9d45-2a47080b9df2 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:50.412245 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b58578-a744-4eb8-99e9-703d57fac977 None None] Pushing event updated for resources: {'Port': ['ID=db877a1d-c6cc-422a-9d45-2a47080b9df2,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:50.412639 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-5f77c876-12ea-4300-89f6-f8c6cd37b8d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:50.416044 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f77c876-12ea-4300-89f6-f8c6cd37b8d1 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:50.423960 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:37:50.424349 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:50.424809 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.425211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:37:50.425687 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] Bound port: db877a1d-c6cc-422a-9d45-2a47080b9df2, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:37:50.426274 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.432078 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.444394 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77c876-12ea-4300-89f6-f8c6cd37b8d1 admin admin] Pushing event updated for resources: {'Port': ['ID=e51d3189-cc83-4153-a40a-009a19ae4e60,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:50.470963 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5f77c876-12ea-4300-89f6-f8c6cd37b8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.472010 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c229bb1-0bcf-440e-9eaa-00192f1936d5 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:37:50.481018 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b9df5555-e1fd-4e79-a4b2-6a5f244ad288 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:50.533644 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 1c229bb1-0bcf-440e-9eaa-00192f1936d5, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1c229bb1-0bcf-440e-9eaa-00192f1936d5,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:50.545247 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.549945 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] For port db877a1d-c6cc-422a-9d45-2a47080b9df2, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:37:50.554799 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] For port db877a1d-c6cc-422a-9d45-2a47080b9df2, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=db877a1d-c6cc-422a-9d45-2a47080b9df2,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:37:50.579509 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.625139 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5f77c876-12ea-4300-89f6-f8c6cd37b8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.626301 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=1c229bb1-0bcf-440e-9eaa-00192f1936d5,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:50.654345 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] Routers {'adfa0a61-2115-456b-b7c7-55051ca318f2'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:50.654994 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:37:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['adfa0a61-2115-456b-b7c7-55051ca318f2'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:50.660373 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port b9df5555-e1fd-4e79-a4b2-6a5f244ad288 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:50.733504 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port b9df5555-e1fd-4e79-a4b2-6a5f244ad288 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:50.733795 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.778525 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['1c229bb1-0bcf-440e-9eaa-00192f1936d5'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:37:50.797539 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5f77c876-12ea-4300-89f6-f8c6cd37b8d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.802092 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5f77c876-12ea-4300-89f6-f8c6cd37b8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.819926 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b58578-a744-4eb8-99e9-703d57fac977 None None] Pushing event updated for resources: {'Port': ['ID=db877a1d-c6cc-422a-9d45-2a47080b9df2,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:50.844909 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8a5e47d2-8f83-4a04-b08b-8934c3674696 None None] Provisioning for port e51d3189-cc83-4153-a40a-009a19ae4e60 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:50.855314 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8a5e47d2-8f83-4a04-b08b-8934c3674696 None None] Provisioning complete for port e51d3189-cc83-4153-a40a-009a19ae4e60 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:50.855692 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8a5e47d2-8f83-4a04-b08b-8934c3674696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.869335 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5f77c876-12ea-4300-89f6-f8c6cd37b8d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.871778 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77c876-12ea-4300-89f6-f8c6cd37b8d1 admin admin] Pushing event updated for resources: {'Port': ['ID=e51d3189-cc83-4153-a40a-009a19ae4e60,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:50.907751 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] Set router adfa0a61-2115-456b-b7c7-55051ca318f2 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:50.945960 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e47d2-8f83-4a04-b08b-8934c3674696 None None] Port e51d3189-cc83-4153-a40a-009a19ae4e60 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:50.967609 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f77c876-12ea-4300-89f6-f8c6cd37b8d1 admin admin] Network 5909cb6b-fbb7-4999-8304-f7c6169b2b64 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:50.969274 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-5f77c876-12ea-4300-89f6-f8c6cd37b8d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:51.093689 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f77c876-12ea-4300-89f6-f8c6cd37b8d1 admin admin] Router adfa0a61-2115-456b-b7c7-55051ca318f2 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:37:51.209934 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f77c876-12ea-4300-89f6-f8c6cd37b8d1 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:37:51.222503 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5f77c876-12ea-4300-89f6-f8c6cd37b8d1 admin admin] 10.222.0.13 "PUT /v2.0/routers/adfa0a61-2115-456b-b7c7-55051ca318f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6208241 Jul 22 19:37:51.224446 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:51.290905 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-72d97068-f5b5-4ee7-881e-8e473dd9570b None None] Provisioning complete for port e51d3189-cc83-4153-a40a-009a19ae4e60 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:51.291282 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-72d97068-f5b5-4ee7-881e-8e473dd9570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:51.356940 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port b9df5555-e1fd-4e79-a4b2-6a5f244ad288, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b9df5555-e1fd-4e79-a4b2-6a5f244ad288,segment=NetworkSegment(79355f0d-5ac4-4c07-9105-e8d9a5052f5d),segment_id=79355f0d-5ac4-4c07-9105-e8d9a5052f5d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:51.375653 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:51.387079 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73100a-94e3-4dc3-bb8a-5549493abe57 req-8a49323f-b945-40b7-a210-c866b89997c6 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:51.388804 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e73100a-94e3-4dc3-bb8a-5549493abe57 req-8a49323f-b945-40b7-a210-c866b89997c6 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 944 time: 0.0775578 Jul 22 19:37:51.421120 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-72d97068-f5b5-4ee7-881e-8e473dd9570b None None] Port e51d3189-cc83-4153-a40a-009a19ae4e60 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:51.431275 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e73100a-94e3-4dc3-bb8a-5549493abe57 req-6cbdac1c-b402-47d2-803b-cb06a4e1b671 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360875 Jul 22 19:37:51.488270 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=b9df5555-e1fd-4e79-a4b2-6a5f244ad288,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:51.511640 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfa0a61-2115-456b-b7c7-55051ca318f2', 'name': 'tempest-TestServerMultinode-1983841082-router', 'tenant_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'db877a1d-c6cc-422a-9d45-2a47080b9df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:47Z', 'updated_at': '2021-07-22T19:37:50Z', 'revision_number': 4, 'project_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'gw_port': {'id': 'db877a1d-c6cc-422a-9d45-2a47080b9df2', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ad:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adfa0a61-2115-456b-b7c7-55051ca318f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:48Z', 'updated_at': '2021-07-22T19:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'e51d3189-cc83-4153-a40a-009a19ae4e60', 'name': '', 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64', 'tenant_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'mac_address': 'fa:16:3e:35:17:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adfa0a61-2115-456b-b7c7-55051ca318f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '6cefce83-a2ba-4c46-883f-bc839341860a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:50Z', 'updated_at': '2021-07-22T19:37:50Z', 'revision_number': 1, 'project_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'subnets': [{'id': '6cefce83-a2ba-4c46-883f-bc839341860a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:51.539404 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f18a16f-ff4f-4431-a3de-67673984e009 None None] The sync data for ids ['adfa0a61-2115-456b-b7c7-55051ca318f2'] in n-d-800086-12 is: [{'id': 'adfa0a61-2115-456b-b7c7-55051ca318f2', 'name': 'tempest-TestServerMultinode-1983841082-router', 'tenant_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'db877a1d-c6cc-422a-9d45-2a47080b9df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:47Z', 'updated_at': '2021-07-22T19:37:50Z', 'revision_number': 4, 'project_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'gw_port': {'id': 'db877a1d-c6cc-422a-9d45-2a47080b9df2', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ad:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adfa0a61-2115-456b-b7c7-55051ca318f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:48Z', 'updated_at': '2021-07-22T19:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'e51d3189-cc83-4153-a40a-009a19ae4e60', 'name': '', 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64', 'tenant_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'mac_address': 'fa:16:3e:35:17:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adfa0a61-2115-456b-b7c7-55051ca318f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '6cefce83-a2ba-4c46-883f-bc839341860a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:50Z', 'updated_at': '2021-07-22T19:37:50Z', 'revision_number': 1, 'project_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'subnets': [{'id': '6cefce83-a2ba-4c46-883f-bc839341860a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:37:51.702816 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53716) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:51.707917 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-6faf3df5-813b-4ff5-95f8-0103775d90f2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2088312324-network', 'tenant_id': '749302aefb9a49a0bc4d68bde56e92ac'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:51.754540 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faf3df5-813b-4ff5-95f8-0103775d90f2 admin admin] Made reservation on behalf of 749302aefb9a49a0bc4d68bde56e92ac for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:51.757034 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6faf3df5-813b-4ff5-95f8-0103775d90f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:51.766204 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6faf3df5-813b-4ff5-95f8-0103775d90f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:51.865856 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6faf3df5-813b-4ff5-95f8-0103775d90f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:51.870062 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6faf3df5-813b-4ff5-95f8-0103775d90f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:51.897495 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6faf3df5-813b-4ff5-95f8-0103775d90f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:37:51.903624 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf3df5-813b-4ff5-95f8-0103775d90f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669b15ea-e0d9-4c00-8b45-305e32f4686e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:51.912260 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6faf3df5-813b-4ff5-95f8-0103775d90f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:51.912653 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-6faf3df5-813b-4ff5-95f8-0103775d90f2 admin admin] Added segment 8443f3bd-fc19-4e21-83c0-1a4fc13bd7df of type vlan for network a1f828cc-2c40-4e85-b828-7637d59eb122 Jul 22 19:37:51.961379 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6faf3df5-813b-4ff5-95f8-0103775d90f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:51.993538 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6faf3df5-813b-4ff5-95f8-0103775d90f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:51.994605 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faf3df5-813b-4ff5-95f8-0103775d90f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:51.995214 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6faf3df5-813b-4ff5-95f8-0103775d90f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.027121 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6faf3df5-813b-4ff5-95f8-0103775d90f2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3230715 Jul 22 19:37:52.029873 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53718) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:52.034641 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d3c55c88-58a5-4ca0-9a65-fe8fc28a47cf admin admin] Request body: {'subnet': {'network_id': 'a1f828cc-2c40-4e85-b828-7637d59eb122', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2088312324-subnet', 'tenant_id': '749302aefb9a49a0bc4d68bde56e92ac', 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:52.070683 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf3df5-813b-4ff5-95f8-0103775d90f2 admin admin] Pushing event updated for resources: {'Network': ['ID=a1f828cc-2c40-4e85-b828-7637d59eb122,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:52.081890 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network a1f828cc-2c40-4e85-b828-7637d59eb122 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:37:52.089343 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c55c88-58a5-4ca0-9a65-fe8fc28a47cf admin admin] Made reservation on behalf of 749302aefb9a49a0bc4d68bde56e92ac for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:52.091825 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3c55c88-58a5-4ca0-9a65-fe8fc28a47cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.145259 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 1c229bb1-0bcf-440e-9eaa-00192f1936d5 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:52.231327 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 1c229bb1-0bcf-440e-9eaa-00192f1936d5 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:52.239189 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 1c229bb1-0bcf-440e-9eaa-00192f1936d5 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:52.239715 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.313764 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3c55c88-58a5-4ca0-9a65-fe8fc28a47cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.345503 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.371178 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c55c88-58a5-4ca0-9a65-fe8fc28a47cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d5c7fb5-792b-40be-a13c-34538aaab019,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:52.380928 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae42d6d7-a008-4f6f-9819-01daa935914a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c229bb1-0bcf-440e-9eaa-00192f1936d5'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:37:52.383305 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff34e9cb-6135-4112-b53a-8d6806aa769b" -d '{"events": [{"server_uuid": "ae42d6d7-a008-4f6f-9819-01daa935914a", "name": "network-vif-plugged", "status": "completed", "tag": "1c229bb1-0bcf-440e-9eaa-00192f1936d5"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:37:52.385568 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c55c88-58a5-4ca0-9a65-fe8fc28a47cf admin admin] Checking segment: {'id': '8443f3bd-fc19-4e21-83c0-1a4fc13bd7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a1f828cc-2c40-4e85-b828-7637d59eb122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:52.385927 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c55c88-58a5-4ca0-9a65-fe8fc28a47cf admin admin] Network hostable DHCP agents. Network: a1f828cc-2c40-4e85-b828-7637d59eb122, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:37:52.402624 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 1c229bb1-0bcf-440e-9eaa-00192f1936d5, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1c229bb1-0bcf-440e-9eaa-00192f1936d5,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:52.408440 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.415371 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c55c88-58a5-4ca0-9a65-fe8fc28a47cf admin admin] Network a1f828cc-2c40-4e85-b828-7637d59eb122 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:37:52.433118 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-d3c55c88-58a5-4ca0-9a65-fe8fc28a47cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, a1f828cc-2c40-4e85-b828-7637d59eb122) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:52.440866 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c55c88-58a5-4ca0-9a65-fe8fc28a47cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:52.441516 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3c55c88-58a5-4ca0-9a65-fe8fc28a47cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.456355 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a74c0f-12e2-4766-9499-db702637f492 None None] Network a1f828cc-2c40-4e85-b828-7637d59eb122 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:37:52.478088 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d3c55c88-58a5-4ca0-9a65-fe8fc28a47cf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4469988 Jul 22 19:37:52.480391 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53726) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:52.486806 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-6dc385b2-2d83-467f-8a3e-45a72f7a6420 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2088312324-router', 'tenant_id': '749302aefb9a49a0bc4d68bde56e92ac', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:52.503434 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=1c229bb1-0bcf-440e-9eaa-00192f1936d5,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:52.537472 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6dc385b2-2d83-467f-8a3e-45a72f7a6420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.538615 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6dc385b2-2d83-467f-8a3e-45a72f7a6420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.604423 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device db877a1d-c6cc-422a-9d45-2a47080b9df2 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:52.625106 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6dc385b2-2d83-467f-8a3e-45a72f7a6420 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.654384 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775b730-8f8b-4929-9b21-e8ffd020af40 req-09d250d5-bdae-468d-beab-10b03b0e54d9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:52.664067 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8775b730-8f8b-4929-9b21-e8ffd020af40 req-09d250d5-bdae-468d-beab-10b03b0e54d9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 945 time: 0.1241598 Jul 22 19:37:52.706551 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port db877a1d-c6cc-422a-9d45-2a47080b9df2 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:52.713913 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port db877a1d-c6cc-422a-9d45-2a47080b9df2 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:52.714283 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.745325 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8775b730-8f8b-4929-9b21-e8ffd020af40 req-f1147d7d-af16-4637-ad8b-1ed7d2c8535f tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698156 Jul 22 19:37:52.760526 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-a1f828cc-2c40-4e85-b828-7637d59eb122', 'network_id': 'a1f828cc-2c40-4e85-b828-7637d59eb122', 'tenant_id': '749302aefb9a49a0bc4d68bde56e92ac', 'fixed_ips': [{'subnet_id': '5d5c7fb5-792b-40be-a13c-34538aaab019'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:37:52.760526 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.761091 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9a37f6-e4a2-4c61-be2e-de84c9d6f2f6 x-openstack-request-id: req-fc9a37f6-e4a2-4c61-be2e-de84c9d6f2f6 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:37:52.761451 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae42d6d7-a008-4f6f-9819-01daa935914a", "name": "network-vif-plugged", "status": "completed", "tag": "1c229bb1-0bcf-440e-9eaa-00192f1936d5", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:37:52.764593 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc9a37f6-e4a2-4c61-be2e-de84c9d6f2f6 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:37:52.765214 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae42d6d7-a008-4f6f-9819-01daa935914a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c229bb1-0bcf-440e-9eaa-00192f1936d5', 'code': 200} Jul 22 19:37:52.798880 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6dc385b2-2d83-467f-8a3e-45a72f7a6420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.900971 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d67b9-3025-455f-bece-655d947bffac req-c5726e5e-0bb4-435f-8a6c-e66aa5ef25e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:52.903021 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a86d67b9-3025-455f-bece-655d947bffac req-c5726e5e-0bb4-435f-8a6c-e66aa5ef25e1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 1097 time: 0.0798354 Jul 22 19:37:52.953448 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a86d67b9-3025-455f-bece-655d947bffac req-7984fca4-5601-4adc-b68c-1947ea973cf3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445056 Jul 22 19:37:52.966336 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.001748 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port db877a1d-c6cc-422a-9d45-2a47080b9df2, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=db877a1d-c6cc-422a-9d45-2a47080b9df2,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:53.008165 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] Allocated IP 172.20.0.2 (a1f828cc-2c40-4e85-b828-7637d59eb122/5d5c7fb5-792b-40be-a13c-34538aaab019/fb7e059f-b39a-44df-b42b-6496b06f3cb3) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:53.010601 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.011557 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b9df5555-e1fd-4e79-a4b2-6a5f244ad288 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:53.032052 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6dc385b2-2d83-467f-8a3e-45a72f7a6420 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.054585 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6dc385b2-2d83-467f-8a3e-45a72f7a6420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.154443 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=db877a1d-c6cc-422a-9d45-2a47080b9df2,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:53.161600 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-6dc385b2-2d83-467f-8a3e-45a72f7a6420 admin admin] Allocated IP 172.25.3.140 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/34f21dce-e93f-4507-b8ed-2551a1be4224) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:53.183133 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port b9df5555-e1fd-4e79-a4b2-6a5f244ad288 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:53.183510 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.273893 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6dc385b2-2d83-467f-8a3e-45a72f7a6420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.275666 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.285938 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] Transition to ACTIVE for port object fb7e059f-b39a-44df-b42b-6496b06f3cb3 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:53.313637 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6dc385b2-2d83-467f-8a3e-45a72f7a6420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.326622 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] Transition to ACTIVE for port object fb7e059f-b39a-44df-b42b-6496b06f3cb3 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:53.335465 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.349793 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc385b2-2d83-467f-8a3e-45a72f7a6420 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:53.356548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-6dc385b2-2d83-467f-8a3e-45a72f7a6420 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:53.360931 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc385b2-2d83-467f-8a3e-45a72f7a6420 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:53.366374 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc385b2-2d83-467f-8a3e-45a72f7a6420 admin admin] Pushing event updated for resources: {'Port': ['ID=34f21dce-e93f-4507-b8ed-2551a1be4224,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:53.377105 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] Network a1f828cc-2c40-4e85-b828-7637d59eb122 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:53.381725 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:53.386422 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:53.389678 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] Pushing event updated for resources: {'Port': ['ID=fb7e059f-b39a-44df-b42b-6496b06f3cb3,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:53.452460 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] Attempting to bind port fb7e059f-b39a-44df-b42b-6496b06f3cb3 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:37:53.452857 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] Attempting to bind port fb7e059f-b39a-44df-b42b-6496b06f3cb3 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '8443f3bd-fc19-4e21-83c0-1a4fc13bd7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a1f828cc-2c40-4e85-b828-7637d59eb122'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:37:53.453267 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] Attempting to bind port fb7e059f-b39a-44df-b42b-6496b06f3cb3 on network a1f828cc-2c40-4e85-b828-7637d59eb122 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:53.458715 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:37:53.459090 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] Checking segment: {'id': '8443f3bd-fc19-4e21-83c0-1a4fc13bd7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a1f828cc-2c40-4e85-b828-7637d59eb122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:53.459493 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.459895 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] Bound using segment: {'id': '8443f3bd-fc19-4e21-83c0-1a4fc13bd7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a1f828cc-2c40-4e85-b828-7637d59eb122'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:37:53.460367 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] Bound port: fb7e059f-b39a-44df-b42b-6496b06f3cb3, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8443f3bd-fc19-4e21-83c0-1a4fc13bd7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a1f828cc-2c40-4e85-b828-7637d59eb122'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:37:53.460779 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.533375 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] For port fb7e059f-b39a-44df-b42b-6496b06f3cb3, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:37:53.537337 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] For port fb7e059f-b39a-44df-b42b-6496b06f3cb3, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fb7e059f-b39a-44df-b42b-6496b06f3cb3,segment=NetworkSegment(8443f3bd-fc19-4e21-83c0-1a4fc13bd7df),segment_id=8443f3bd-fc19-4e21-83c0-1a4fc13bd7df)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:37:53.542494 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.617849 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6d401-007e-4550-8acc-48bc6356a16e None None] Pushing event updated for resources: {'Port': ['ID=fb7e059f-b39a-44df-b42b-6496b06f3cb3,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:53.897792 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] Sync routers for ids ['adfa0a61-2115-456b-b7c7-55051ca318f2'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:37:53.908136 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] Routers {'adfa0a61-2115-456b-b7c7-55051ca318f2'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:53.908785 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:37:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['adfa0a61-2115-456b-b7c7-55051ca318f2'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:53.926806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebb32d-a148-497b-841b-045c73fb0e29 req-ef1f5681-9719-4ff4-9ad0-1ecebcb27946 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:53.935276 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4bebb32d-a148-497b-841b-045c73fb0e29 req-ef1f5681-9719-4ff4-9ad0-1ecebcb27946 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 945 time: 0.0965779 Jul 22 19:37:53.991036 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4bebb32d-a148-497b-841b-045c73fb0e29 req-c3ef9ce9-340f-4f87-8b92-299d18997a5d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544803 Jul 22 19:37:54.000326 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6dc385b2-2d83-467f-8a3e-45a72f7a6420 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.030589 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] Set router adfa0a61-2115-456b-b7c7-55051ca318f2 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:54.125618 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da44d0-7434-40ed-843c-020b1b35b5c8 req-3c4376ea-994c-446f-9acc-5f01e838d801 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:54.131143 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b8da44d0-7434-40ed-843c-020b1b35b5c8 req-3c4376ea-994c-446f-9acc-5f01e838d801 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 945 time: 0.0765653 Jul 22 19:37:54.136368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53732) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:54.141415 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-515b4c29-5e21-4744-951b-a7d247abaa72 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Request body: {'floatingip': {'port_id': '1c229bb1-0bcf-440e-9eaa-00192f1936d5'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:54.185255 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-515b4c29-5e21-4744-951b-a7d247abaa72 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.218399 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6dc385b2-2d83-467f-8a3e-45a72f7a6420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.258391 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfa0a61-2115-456b-b7c7-55051ca318f2', 'name': 'tempest-TestServerMultinode-1983841082-router', 'tenant_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'db877a1d-c6cc-422a-9d45-2a47080b9df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:47Z', 'updated_at': '2021-07-22T19:37:50Z', 'revision_number': 4, 'project_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'gw_port': {'id': 'db877a1d-c6cc-422a-9d45-2a47080b9df2', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfa0a61-2115-456b-b7c7-55051ca318f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:48Z', 'updated_at': '2021-07-22T19:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'e51d3189-cc83-4153-a40a-009a19ae4e60', 'name': '', 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64', 'tenant_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'mac_address': 'fa:16:3e:35:17:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adfa0a61-2115-456b-b7c7-55051ca318f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '6cefce83-a2ba-4c46-883f-bc839341860a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:50Z', 'updated_at': '2021-07-22T19:37:50Z', 'revision_number': 2, 'project_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'subnets': [{'id': '6cefce83-a2ba-4c46-883f-bc839341860a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:54.286165 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] Checking router: adfa0a61-2115-456b-b7c7-55051ca318f2 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:37:54.286519 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] Updating router adfa0a61-2115-456b-b7c7-55051ca318f2 port e51d3189-cc83-4153-a40a-009a19ae4e60 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:37:54.330409 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.378002 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc385b2-2d83-467f-8a3e-45a72f7a6420 admin admin] Router 67e4a861-6457-4767-b684-9455bf06c98a is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:37:54.544070 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc385b2-2d83-467f-8a3e-45a72f7a6420 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:37:54.554836 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] Sync routers for ids ['67e4a861-6457-4767-b684-9455bf06c98a'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:37:54.568974 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6dc385b2-2d83-467f-8a3e-45a72f7a6420 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.570399 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6dc385b2-2d83-467f-8a3e-45a72f7a6420 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0887659 Jul 22 19:37:54.571544 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] Routers {'67e4a861-6457-4767-b684-9455bf06c98a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:54.572376 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:37:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['67e4a861-6457-4767-b684-9455bf06c98a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:54.573895 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53734) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:54.658168 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device db877a1d-c6cc-422a-9d45-2a47080b9df2 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:54.740774 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.764462 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] Transition to ACTIVE for port object e51d3189-cc83-4153-a40a-009a19ae4e60 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:54.775269 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.783951 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-515b4c29-5e21-4744-951b-a7d247abaa72 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.789540 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-515b4c29-5e21-4744-951b-a7d247abaa72 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.826302 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] Set router 67e4a861-6457-4767-b684-9455bf06c98a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:54.828607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port db877a1d-c6cc-422a-9d45-2a47080b9df2 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:54.829167 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.855351 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99995c-553d-494c-9b28-560db5f80afd None None] Pushing event updated for resources: {'Port': ['ID=e51d3189-cc83-4153-a40a-009a19ae4e60,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:54.865662 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99995c-553d-494c-9b28-560db5f80afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:54.865992 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99995c-553d-494c-9b28-560db5f80afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:54.866519 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99995c-553d-494c-9b28-560db5f80afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:54.869006 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99995c-553d-494c-9b28-560db5f80afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:54.870234 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99995c-553d-494c-9b28-560db5f80afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:54.870760 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99995c-553d-494c-9b28-560db5f80afd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:54.871080 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99995c-553d-494c-9b28-560db5f80afd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:54.871532 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99995c-553d-494c-9b28-560db5f80afd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:54.871851 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99995c-553d-494c-9b28-560db5f80afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:54.872336 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99995c-553d-494c-9b28-560db5f80afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:54.872960 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99995c-553d-494c-9b28-560db5f80afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:54.873424 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c99995c-553d-494c-9b28-560db5f80afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:54.901176 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cabc84-d173-4673-931c-63aca31a7e8c None None] Network a1f828cc-2c40-4e85-b828-7637d59eb122 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:37:54.926539 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-515b4c29-5e21-4744-951b-a7d247abaa72 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Floating IP 499978c7-30c2-44c8-bf45-539cd408a4ea associated. External IP: 172.25.3.162, port: 1c229bb1-0bcf-440e-9eaa-00192f1936d5. Jul 22 19:37:54.985186 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-89500bed-0dfe-49ed-a07c-49f6eda19a61 None None] Provisioning for port fb7e059f-b39a-44df-b42b-6496b06f3cb3 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:55.016287 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] Attempting to bind port e51d3189-cc83-4153-a40a-009a19ae4e60 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:37:55.016808 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] Attempting to bind port e51d3189-cc83-4153-a40a-009a19ae4e60 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '79355f0d-5ac4-4c07-9105-e8d9a5052f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:37:55.017023 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] Attempting to bind port e51d3189-cc83-4153-a40a-009a19ae4e60 on network 5909cb6b-fbb7-4999-8304-f7c6169b2b64 {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:55.026668 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:37:55.027036 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] Checking segment: {'id': '79355f0d-5ac4-4c07-9105-e8d9a5052f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:55.027621 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:55.028008 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] Bound using segment: {'id': '79355f0d-5ac4-4c07-9105-e8d9a5052f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:37:55.028510 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] Bound port: e51d3189-cc83-4153-a40a-009a19ae4e60, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79355f0d-5ac4-4c07-9105-e8d9a5052f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:37:55.028893 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:55.118934 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] For port e51d3189-cc83-4153-a40a-009a19ae4e60, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:37:55.122165 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] For port e51d3189-cc83-4153-a40a-009a19ae4e60, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e51d3189-cc83-4153-a40a-009a19ae4e60,segment=NetworkSegment(79355f0d-5ac4-4c07-9105-e8d9a5052f5d),segment_id=79355f0d-5ac4-4c07-9105-e8d9a5052f5d)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:37:55.129633 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:55.169649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fb7e059f-b39a-44df-b42b-6496b06f3cb3 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:55.202213 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] Routers {'adfa0a61-2115-456b-b7c7-55051ca318f2'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:55.203032 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:37:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['adfa0a61-2115-456b-b7c7-55051ca318f2'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:55.247172 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515b4c29-5e21-4744-951b-a7d247abaa72 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:37:55.249109 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9218fde8-b7bf-4eab-8ffb-851ef5447a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:55.337245 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] Set router adfa0a61-2115-456b-b7c7-55051ca318f2 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:55.410827 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515b4c29-5e21-4744-951b-a7d247abaa72 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:37:55.424140 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-515b4c29-5e21-4744-951b-a7d247abaa72 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:55.450598 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa8c5c5-17b4-479f-848d-7da5b8aa878e None None] Sync routers for ids ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:37:55.478130 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa8c5c5-17b4-479f-848d-7da5b8aa878e None None] Routers {'473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:55.478761 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ffa8c5c5-17b4-479f-848d-7da5b8aa878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:37:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:55.499240 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-515b4c29-5e21-4744-951b-a7d247abaa72 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "PUT /v2.0/floatingips/499978c7-30c2-44c8-bf45-539cd408a4ea HTTP/1.1" status: 200 len: 991 time: 1.3603599 Jul 22 19:37:55.500285 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae42d6d7-a008-4f6f-9819-01daa935914a', 'tag': '1c229bb1-0bcf-440e-9eaa-00192f1936d5'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:37:55.503570 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b19b21-3491-47b2-9e6a-90ac8b0b5b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "ae42d6d7-a008-4f6f-9819-01daa935914a", "tag": "1c229bb1-0bcf-440e-9eaa-00192f1936d5"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:37:55.532746 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-9218fde8-b7bf-4eab-8ffb-851ef5447a08 admin admin] Allocated IP 172.20.0.1 (a1f828cc-2c40-4e85-b828-7637d59eb122/5d5c7fb5-792b-40be-a13c-34538aaab019/a8c298b2-c0da-438a-adc1-56faca0b37fc) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:55.548064 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port fb7e059f-b39a-44df-b42b-6496b06f3cb3 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:55.558809 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port fb7e059f-b39a-44df-b42b-6496b06f3cb3 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:55.559417 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:55.565568 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e4a861-6457-4767-b684-9455bf06c98a', 'name': 'tempest-TestServerMultinode-2088312324-router', 'tenant_id': '749302aefb9a49a0bc4d68bde56e92ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '34f21dce-e93f-4507-b8ed-2551a1be4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:52Z', 'updated_at': '2021-07-22T19:37:53Z', 'revision_number': 3, 'project_id': '749302aefb9a49a0bc4d68bde56e92ac', 'gw_port': {'id': '34f21dce-e93f-4507-b8ed-2551a1be4224', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e4a861-6457-4767-b684-9455bf06c98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:53Z', 'updated_at': '2021-07-22T19:37:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:55.594999 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc37d0f-d6f2-48c7-9dde-f155e4f13532 x-openstack-request-id: req-4dc37d0f-d6f2-48c7-9dde-f155e4f13532 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:37:55.594999 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae42d6d7-a008-4f6f-9819-01daa935914a", "tag": "1c229bb1-0bcf-440e-9eaa-00192f1936d5", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:37:55.594999 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dc37d0f-d6f2-48c7-9dde-f155e4f13532 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:37:55.595781 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae42d6d7-a008-4f6f-9819-01daa935914a', 'tag': '1c229bb1-0bcf-440e-9eaa-00192f1936d5', 'status': 'completed', 'code': 200} Jul 22 19:37:55.647373 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] Checking router: 67e4a861-6457-4767-b684-9455bf06c98a for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:37:55.648030 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] Updating router 67e4a861-6457-4767-b684-9455bf06c98a port 34f21dce-e93f-4507-b8ed-2551a1be4224 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:37:55.672134 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9218fde8-b7bf-4eab-8ffb-851ef5447a08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:55.695885 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-9218fde8-b7bf-4eab-8ffb-851ef5447a08 admin admin] Transition to ACTIVE for port object a8c298b2-c0da-438a-adc1-56faca0b37fc will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:55.697090 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b19b21-3491-47b2-9e6a-90ac8b0b5b6d req-0fba6730-979e-4843-b112-e326bef6b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:55.698654 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43b19b21-3491-47b2-9e6a-90ac8b0b5b6d req-0fba6730-979e-4843-b112-e326bef6b4af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6dc0a43544f4485c8e9c187940eccf6a&device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 1097 time: 0.0841811 Jul 22 19:37:55.726080 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:55.735249 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99995c-553d-494c-9b28-560db5f80afd None None] Pushing event updated for resources: {'Port': ['ID=e51d3189-cc83-4153-a40a-009a19ae4e60,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:55.762265 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9218fde8-b7bf-4eab-8ffb-851ef5447a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:55.822087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b19b21-3491-47b2-9e6a-90ac8b0b5b6d req-03c17f72-2f17-4757-bf4b-335473193032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:55.823394 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:55.823710 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43b19b21-3491-47b2-9e6a-90ac8b0b5b6d req-03c17f72-2f17-4757-bf4b-335473193032 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 HTTP/1.1" status: 200 len: 918 time: 0.1193364 Jul 22 19:37:55.847536 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9218fde8-b7bf-4eab-8ffb-851ef5447a08 admin admin] Network a1f828cc-2c40-4e85-b828-7637d59eb122 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:55.856155 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-9218fde8-b7bf-4eab-8ffb-851ef5447a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:55.861042 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9218fde8-b7bf-4eab-8ffb-851ef5447a08 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:55.884995 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-ffa8c5c5-17b4-479f-848d-7da5b8aa878e None None] Set router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:55.900348 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218fde8-b7bf-4eab-8ffb-851ef5447a08 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c298b2-c0da-438a-adc1-56faca0b37fc,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:55.934134 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9218fde8-b7bf-4eab-8ffb-851ef5447a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:55.937915 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43b19b21-3491-47b2-9e6a-90ac8b0b5b6d req-d0775cac-8714-4fe3-8730-9c864fb5faa3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c229bb1-0bcf-440e-9eaa-00192f1936d5 HTTP/1.1" status: 200 len: 999 time: 0.1085594 Jul 22 19:37:55.959704 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port fb7e059f-b39a-44df-b42b-6496b06f3cb3, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fb7e059f-b39a-44df-b42b-6496b06f3cb3,segment=NetworkSegment(8443f3bd-fc19-4e21-83c0-1a4fc13bd7df),segment_id=8443f3bd-fc19-4e21-83c0-1a4fc13bd7df)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:55.969672 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:56.028170 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b19b21-3491-47b2-9e6a-90ac8b0b5b6d req-8dd96e4b-7f32-4dd3-ab3a-0180e6a5d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:56.029949 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43b19b21-3491-47b2-9e6a-90ac8b0b5b6d req-8dd96e4b-7f32-4dd3-ab3a-0180e6a5d8ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4b26a37-f98e-4c1b-8da4-083bd4ab1975 HTTP/1.1" status: 200 len: 856 time: 0.0856211 Jul 22 19:37:56.074551 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfa0a61-2115-456b-b7c7-55051ca318f2', 'name': 'tempest-TestServerMultinode-1983841082-router', 'tenant_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'db877a1d-c6cc-422a-9d45-2a47080b9df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:47Z', 'updated_at': '2021-07-22T19:37:50Z', 'revision_number': 4, 'project_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'gw_port': {'id': 'db877a1d-c6cc-422a-9d45-2a47080b9df2', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfa0a61-2115-456b-b7c7-55051ca318f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:48Z', 'updated_at': '2021-07-22T19:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'e51d3189-cc83-4153-a40a-009a19ae4e60', 'name': '', 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64', 'tenant_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'mac_address': 'fa:16:3e:35:17:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adfa0a61-2115-456b-b7c7-55051ca318f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '6cefce83-a2ba-4c46-883f-bc839341860a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:50Z', 'updated_at': '2021-07-22T19:37:55Z', 'revision_number': 4, 'project_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'subnets': [{'id': '6cefce83-a2ba-4c46-883f-bc839341860a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:56.110005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b19b21-3491-47b2-9e6a-90ac8b0b5b6d req-576391d5-4354-4179-a39b-4e62a481df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:56.112016 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43b19b21-3491-47b2-9e6a-90ac8b0b5b6d req-576391d5-4354-4179-a39b-4e62a481df54 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762098 Jul 22 19:37:56.112596 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996015b4-0543-4c11-9f19-29788c5de582 None None] The sync data for ids ['adfa0a61-2115-456b-b7c7-55051ca318f2'] in n-d-800086-12 is: [{'id': 'adfa0a61-2115-456b-b7c7-55051ca318f2', 'name': 'tempest-TestServerMultinode-1983841082-router', 'tenant_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'db877a1d-c6cc-422a-9d45-2a47080b9df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:47Z', 'updated_at': '2021-07-22T19:37:50Z', 'revision_number': 4, 'project_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'gw_port': {'id': 'db877a1d-c6cc-422a-9d45-2a47080b9df2', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfa0a61-2115-456b-b7c7-55051ca318f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:48Z', 'updated_at': '2021-07-22T19:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'e51d3189-cc83-4153-a40a-009a19ae4e60', 'name': '', 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64', 'tenant_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'mac_address': 'fa:16:3e:35:17:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adfa0a61-2115-456b-b7c7-55051ca318f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '6cefce83-a2ba-4c46-883f-bc839341860a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:50Z', 'updated_at': '2021-07-22T19:37:55Z', 'revision_number': 4, 'project_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'subnets': [{'id': '6cefce83-a2ba-4c46-883f-bc839341860a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:37:56.168889 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9218fde8-b7bf-4eab-8ffb-851ef5447a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:56.179744 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-071f432a-cac6-4628-a876-3e7027999f14 None None] Provisioning complete for port fb7e059f-b39a-44df-b42b-6496b06f3cb3 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:56.180102 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-071f432a-cac6-4628-a876-3e7027999f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:56.190597 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=fb7e059f-b39a-44df-b42b-6496b06f3cb3,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:56.270775 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43b19b21-3491-47b2-9e6a-90ac8b0b5b6d req-0f4df0c2-4c36-4670-bc1e-654af988a2cd service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508493 Jul 22 19:37:56.337246 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ffa8c5c5-17b4-479f-848d-7da5b8aa878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-router', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:02Z', 'updated_at': '2021-07-22T19:34:06Z', 'revision_number': 4, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'gw_port': {'id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:03Z', 'updated_at': '2021-07-22T19:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '499978c7-30c2-44c8-bf45-539cd408a4ea', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'port_id': '1c229bb1-0bcf-440e-9eaa-00192f1936d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'mac_address': 'fa:16:3e:44:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae42d6d7-a008-4f6f-9819-01daa935914a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:37:42Z', 'updated_at': '2021-07-22T19:37:54Z', 'revision_number': 1, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6208f829-1f3c-443e-9046-3df2a79a13e3', 'name': '', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'mac_address': 'fa:16:3e:6b:45:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:05Z', 'updated_at': '2021-07-22T19:34:14Z', 'revision_number': 5, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'subnets': [{'id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:56.381008 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa8c5c5-17b4-479f-848d-7da5b8aa878e None None] Checking router: 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:37:56.393423 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa8c5c5-17b4-479f-848d-7da5b8aa878e None None] Routers {'473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:56.394212 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ffa8c5c5-17b4-479f-848d-7da5b8aa878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:37:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:56.401935 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43b19b21-3491-47b2-9e6a-90ac8b0b5b6d req-77017332-81f8-41e4-b358-b32a441da1c8 service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251676 Jul 22 19:37:56.457402 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:56.458108 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9218fde8-b7bf-4eab-8ffb-851ef5447a08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:56.465364 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9218fde8-b7bf-4eab-8ffb-851ef5447a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:56.489726 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] Transition to ACTIVE for port object 34f21dce-e93f-4507-b8ed-2551a1be4224 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:56.502277 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:56.547981 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e51d3189-cc83-4153-a40a-009a19ae4e60 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:56.558128 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9218fde8-b7bf-4eab-8ffb-851ef5447a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:56.561393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218fde8-b7bf-4eab-8ffb-851ef5447a08 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c298b2-c0da-438a-adc1-56faca0b37fc,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:56.574176 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-ffa8c5c5-17b4-479f-848d-7da5b8aa878e None None] Set router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:56.613829 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbcb87-cc39-44bc-9593-9b730f1b17f3 None None] Pushing event updated for resources: {'Port': ['ID=34f21dce-e93f-4507-b8ed-2551a1be4224,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:56.624719 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] Attempting to bind port 34f21dce-e93f-4507-b8ed-2551a1be4224 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:37:56.625096 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] Attempting to bind port 34f21dce-e93f-4507-b8ed-2551a1be4224 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:37:56.625459 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] Attempting to bind port 34f21dce-e93f-4507-b8ed-2551a1be4224 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:56.641009 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:37:56.641464 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:56.641953 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:56.642353 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:37:56.642964 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] Bound port: 34f21dce-e93f-4507-b8ed-2551a1be4224, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:37:56.643351 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:56.647853 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4c4ca621-f314-4b96-96c9-f285dd32c1d5 None None] Provisioning for port a8c298b2-c0da-438a-adc1-56faca0b37fc completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:56.674040 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4c4ca621-f314-4b96-96c9-f285dd32c1d5 None None] Provisioning complete for port a8c298b2-c0da-438a-adc1-56faca0b37fc triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:56.674408 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4c4ca621-f314-4b96-96c9-f285dd32c1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:56.741088 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9218fde8-b7bf-4eab-8ffb-851ef5447a08 admin admin] Network a1f828cc-2c40-4e85-b828-7637d59eb122 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:56.743887 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-9218fde8-b7bf-4eab-8ffb-851ef5447a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:56.744428 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] For port 34f21dce-e93f-4507-b8ed-2551a1be4224, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:37:56.749417 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] For port 34f21dce-e93f-4507-b8ed-2551a1be4224, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=34f21dce-e93f-4507-b8ed-2551a1be4224,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:37:56.750778 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port e51d3189-cc83-4153-a40a-009a19ae4e60 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:56.757392 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:56.759651 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port e51d3189-cc83-4153-a40a-009a19ae4e60 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:56.760017 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:56.761476 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-4c4ca621-f314-4b96-96c9-f285dd32c1d5 None None] Port a8c298b2-c0da-438a-adc1-56faca0b37fc cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:56.892345 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] Routers {'67e4a861-6457-4767-b684-9455bf06c98a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:56.893086 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:37:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['67e4a861-6457-4767-b684-9455bf06c98a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:56.926352 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9218fde8-b7bf-4eab-8ffb-851ef5447a08 admin admin] Router 67e4a861-6457-4767-b684-9455bf06c98a has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:37:56.937912 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ffa8c5c5-17b4-479f-848d-7da5b8aa878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-router', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:02Z', 'updated_at': '2021-07-22T19:34:06Z', 'revision_number': 4, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'gw_port': {'id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:03Z', 'updated_at': '2021-07-22T19:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '499978c7-30c2-44c8-bf45-539cd408a4ea', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'port_id': '1c229bb1-0bcf-440e-9eaa-00192f1936d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'mac_address': 'fa:16:3e:44:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae42d6d7-a008-4f6f-9819-01daa935914a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:37:42Z', 'updated_at': '2021-07-22T19:37:54Z', 'revision_number': 1, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6208f829-1f3c-443e-9046-3df2a79a13e3', 'name': '', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'mac_address': 'fa:16:3e:6b:45:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:05Z', 'updated_at': '2021-07-22T19:34:14Z', 'revision_number': 5, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'subnets': [{'id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:56.943698 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:56.990525 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa8c5c5-17b4-479f-848d-7da5b8aa878e None None] The sync data for ids ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'] in n-d-800086-12 is: [{'id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-router', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:02Z', 'updated_at': '2021-07-22T19:34:06Z', 'revision_number': 4, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'gw_port': {'id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:03Z', 'updated_at': '2021-07-22T19:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '499978c7-30c2-44c8-bf45-539cd408a4ea', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'port_id': '1c229bb1-0bcf-440e-9eaa-00192f1936d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'mac_address': 'fa:16:3e:44:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae42d6d7-a008-4f6f-9819-01daa935914a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:37:42Z', 'updated_at': '2021-07-22T19:37:54Z', 'revision_number': 1, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6208f829-1f3c-443e-9046-3df2a79a13e3', 'name': '', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'mac_address': 'fa:16:3e:6b:45:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:05Z', 'updated_at': '2021-07-22T19:34:14Z', 'revision_number': 5, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'subnets': [{'id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:37:57.032860 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port e51d3189-cc83-4153-a40a-009a19ae4e60, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e51d3189-cc83-4153-a40a-009a19ae4e60,segment=NetworkSegment(79355f0d-5ac4-4c07-9105-e8d9a5052f5d),segment_id=79355f0d-5ac4-4c07-9105-e8d9a5052f5d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:57.061642 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbcb87-cc39-44bc-9593-9b730f1b17f3 None None] Pushing event updated for resources: {'Port': ['ID=34f21dce-e93f-4507-b8ed-2551a1be4224,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:57.070610 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:57.070918 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fb7e059f-b39a-44df-b42b-6496b06f3cb3 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:57.084282 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9218fde8-b7bf-4eab-8ffb-851ef5447a08 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:37:57.090602 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9218fde8-b7bf-4eab-8ffb-851ef5447a08 admin admin] 10.222.0.13 "PUT /v2.0/routers/67e4a861-6457-4767-b684-9455bf06c98a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5144298 Jul 22 19:37:57.184163 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2e08a730-f337-4fef-a9ec-2819b7129df1 None None] Provisioning complete for port a8c298b2-c0da-438a-adc1-56faca0b37fc triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:57.184565 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2e08a730-f337-4fef-a9ec-2819b7129df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:57.196872 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=e51d3189-cc83-4153-a40a-009a19ae4e60,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:57.229079 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] Set router 67e4a861-6457-4767-b684-9455bf06c98a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:57.283062 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2e08a730-f337-4fef-a9ec-2819b7129df1 None None] Port a8c298b2-c0da-438a-adc1-56faca0b37fc cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:57.287492 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port fb7e059f-b39a-44df-b42b-6496b06f3cb3 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:57.287891 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:57.374352 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bd3134-5c44-483a-b761-3451984640c1 None None] New status for floating IP 499978c7-30c2-44c8-bf45-539cd408a4ea: ACTIVE {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:37:57.606673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-6618f787-f8a6-4c47-9fc9-428538df976a tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:57.608254 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-6618f787-f8a6-4c47-9fc9-428538df976a tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/networks?id=5909cb6b-fbb7-4999-8304-f7c6169b2b64 HTTP/1.1" status: 200 len: 911 time: 0.0924363 Jul 22 19:37:57.623667 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-9c9d9746-a39f-4ca2-8fa6-7fbae9891689 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/quotas/749302aefb9a49a0bc4d68bde56e92ac HTTP/1.1" status: 200 len: 375 time: 0.0098860 Jul 22 19:37:57.653008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e4a861-6457-4767-b684-9455bf06c98a', 'name': 'tempest-TestServerMultinode-2088312324-router', 'tenant_id': '749302aefb9a49a0bc4d68bde56e92ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '34f21dce-e93f-4507-b8ed-2551a1be4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:52Z', 'updated_at': '2021-07-22T19:37:56Z', 'revision_number': 4, 'project_id': '749302aefb9a49a0bc4d68bde56e92ac', 'gw_port': {'id': '34f21dce-e93f-4507-b8ed-2551a1be4224', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e4a861-6457-4767-b684-9455bf06c98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:53Z', 'updated_at': '2021-07-22T19:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'a8c298b2-c0da-438a-adc1-56faca0b37fc', 'name': '', 'network_id': 'a1f828cc-2c40-4e85-b828-7637d59eb122', 'tenant_id': '749302aefb9a49a0bc4d68bde56e92ac', 'mac_address': 'fa:16:3e:c4:45:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e4a861-6457-4767-b684-9455bf06c98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '5d5c7fb5-792b-40be-a13c-34538aaab019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:55Z', 'updated_at': '2021-07-22T19:37:56Z', 'revision_number': 2, 'project_id': '749302aefb9a49a0bc4d68bde56e92ac', 'subnets': [{'id': '5d5c7fb5-792b-40be-a13c-34538aaab019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:57.683873 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed70467-cb49-4748-82ed-53163eab2ebd None None] The sync data for ids ['67e4a861-6457-4767-b684-9455bf06c98a'] in n-d-800086-12 is: [{'id': '67e4a861-6457-4767-b684-9455bf06c98a', 'name': 'tempest-TestServerMultinode-2088312324-router', 'tenant_id': '749302aefb9a49a0bc4d68bde56e92ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '34f21dce-e93f-4507-b8ed-2551a1be4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:52Z', 'updated_at': '2021-07-22T19:37:56Z', 'revision_number': 4, 'project_id': '749302aefb9a49a0bc4d68bde56e92ac', 'gw_port': {'id': '34f21dce-e93f-4507-b8ed-2551a1be4224', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e4a861-6457-4767-b684-9455bf06c98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:53Z', 'updated_at': '2021-07-22T19:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'a8c298b2-c0da-438a-adc1-56faca0b37fc', 'name': '', 'network_id': 'a1f828cc-2c40-4e85-b828-7637d59eb122', 'tenant_id': '749302aefb9a49a0bc4d68bde56e92ac', 'mac_address': 'fa:16:3e:c4:45:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e4a861-6457-4767-b684-9455bf06c98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '5d5c7fb5-792b-40be-a13c-34538aaab019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:55Z', 'updated_at': '2021-07-22T19:37:56Z', 'revision_number': 2, 'project_id': '749302aefb9a49a0bc4d68bde56e92ac', 'subnets': [{'id': '5d5c7fb5-792b-40be-a13c-34538aaab019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:37:57.730186 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-82db0448-6036-4369-9222-48266fbed6a3 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=749302aefb9a49a0bc4d68bde56e92ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989339 Jul 22 19:37:57.822302 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-63cfa601-9f02-40d9-9b08-8b50432f5ae5 service neutron] 10.222.0.13 "GET /v2.0/networks/5909cb6b-fbb7-4999-8304-f7c6169b2b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855348 Jul 22 19:37:57.913597 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-84ea0bae-890f-448c-9aee-0808b9b61b62 service neutron] 10.222.0.13 "GET /v2.0/networks/5909cb6b-fbb7-4999-8304-f7c6169b2b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855544 Jul 22 19:37:58.087929 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cca39d2-d46c-435d-a583-83eb00948ce6 req-5b6dd318-cb6e-438e-a278-47383f1d87aa tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d00f46d9-18b5-44e4-898d-d962a63b7efa HTTP/1.1" status: 200 len: 210 time: 0.0332561 Jul 22 19:37:58.490087 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fc1c71f4-cbe3-4439-8cbd-764e6792587d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:58.494150 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e51d3189-cc83-4153-a40a-009a19ae4e60 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:58.549999 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port e51d3189-cc83-4153-a40a-009a19ae4e60 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:58.550774 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:59.127106 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-413112cf-c68e-4d84-8117-aabc81c0323d tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:59.128718 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-413112cf-c68e-4d84-8117-aabc81c0323d tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.16 "GET /v2.0/networks?id=5909cb6b-fbb7-4999-8304-f7c6169b2b64 HTTP/1.1" status: 200 len: 911 time: 0.0979731 Jul 22 19:37:59.140556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-0f641fbc-d521-4dad-95a5-a6acd5c467e4 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Request body: {'port': {'device_id': 'd00f46d9-18b5-44e4-898d-d962a63b7efa', 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64', 'admin_state_up': True, 'tenant_id': '749302aefb9a49a0bc4d68bde56e92ac'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:59.181248 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-0f641fbc-d521-4dad-95a5-a6acd5c467e4 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Made reservation on behalf of 749302aefb9a49a0bc4d68bde56e92ac for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:59.183878 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-0f641fbc-d521-4dad-95a5-a6acd5c467e4 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:59.266119 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ffea5fb6-6b67-484f-bd40-632584856051 req-6fea2e7f-65da-46c4-98d6-68ec19ab2e9f tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d00f46d9-18b5-44e4-898d-d962a63b7efa HTTP/1.1" status: 200 len: 210 time: 0.0562494 Jul 22 19:37:59.329468 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-0f641fbc-d521-4dad-95a5-a6acd5c467e4 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Allocated IP 172.20.0.11 (5909cb6b-fbb7-4999-8304-f7c6169b2b64/6cefce83-a2ba-4c46-883f-bc839341860a/a2f22bc1-763c-4ba6-837c-421febdba7d0) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:59.474533 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-0f641fbc-d521-4dad-95a5-a6acd5c467e4 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:59.489266 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-0f641fbc-d521-4dad-95a5-a6acd5c467e4 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Transition to ACTIVE for port object a2f22bc1-763c-4ba6-837c-421febdba7d0 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:59.522567 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-0f641fbc-d521-4dad-95a5-a6acd5c467e4 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:59.571703 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-0f641fbc-d521-4dad-95a5-a6acd5c467e4 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Network 5909cb6b-fbb7-4999-8304-f7c6169b2b64 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:59.574613 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-0f641fbc-d521-4dad-95a5-a6acd5c467e4 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:59.578334 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-0f641fbc-d521-4dad-95a5-a6acd5c467e4 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:59.612651 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f641fbc-d521-4dad-95a5-a6acd5c467e4 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Pushing event updated for resources: {'Port': ['ID=a2f22bc1-763c-4ba6-837c-421febdba7d0,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:59.628613 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-0f641fbc-d521-4dad-95a5-a6acd5c467e4 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:59.629228 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-0f641fbc-d521-4dad-95a5-a6acd5c467e4 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:59.645291 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-0f641fbc-d521-4dad-95a5-a6acd5c467e4 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5089004 Jul 22 19:37:59.657932 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] Request body: {'port': {'device_id': 'd00f46d9-18b5-44e4-898d-d962a63b7efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:59.739102 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:59.823037 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-138813cc-eb78-4a9e-aaa2-b544af224c59 None None] Provisioning for port a2f22bc1-763c-4ba6-837c-421febdba7d0 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:59.826715 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-138813cc-eb78-4a9e-aaa2-b544af224c59 None None] Provisioning complete for port a2f22bc1-763c-4ba6-837c-421febdba7d0 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:59.827083 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-138813cc-eb78-4a9e-aaa2-b544af224c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:59.863579 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-138813cc-eb78-4a9e-aaa2-b544af224c59 None None] Port a2f22bc1-763c-4ba6-837c-421febdba7d0 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:00.018830 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f22bc1-763c-4ba6-837c-421febdba7d0 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:38:00.026939 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:00.038371 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] Transition to ACTIVE for port object a2f22bc1-763c-4ba6-837c-421febdba7d0 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:00.043457 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:00.095040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] Pushing event updated for resources: {'Port': ['ID=a2f22bc1-763c-4ba6-837c-421febdba7d0,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:00.166653 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] Attempting to bind port a2f22bc1-763c-4ba6-837c-421febdba7d0 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:38:00.167314 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] Attempting to bind port a2f22bc1-763c-4ba6-837c-421febdba7d0 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '79355f0d-5ac4-4c07-9105-e8d9a5052f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:38:00.167314 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] Attempting to bind port a2f22bc1-763c-4ba6-837c-421febdba7d0 on network 5909cb6b-fbb7-4999-8304-f7c6169b2b64 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:00.172064 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] Port a2f22bc1-763c-4ba6-837c-421febdba7d0 on network 5909cb6b-fbb7-4999-8304-f7c6169b2b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:38:00.172385 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] Attempting to bind port a2f22bc1-763c-4ba6-837c-421febdba7d0 on network 5909cb6b-fbb7-4999-8304-f7c6169b2b64 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:00.177562 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:38:00.177955 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] Checking segment: {'id': '79355f0d-5ac4-4c07-9105-e8d9a5052f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:00.178347 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] Bound using segment: {'id': '79355f0d-5ac4-4c07-9105-e8d9a5052f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:38:00.178780 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] Bound port: a2f22bc1-763c-4ba6-837c-421febdba7d0, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79355f0d-5ac4-4c07-9105-e8d9a5052f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:38:00.179137 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:00.253399 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] For port a2f22bc1-763c-4ba6-837c-421febdba7d0, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:38:00.257003 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] For port a2f22bc1-763c-4ba6-837c-421febdba7d0, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=a2f22bc1-763c-4ba6-837c-421febdba7d0,segment=NetworkSegment(79355f0d-5ac4-4c07-9105-e8d9a5052f5d),segment_id=79355f0d-5ac4-4c07-9105-e8d9a5052f5d)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:38:00.262084 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:00.303764 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:00.304384 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:00.306475 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] 10.222.0.16 "PUT /v2.0/ports/a2f22bc1-763c-4ba6-837c-421febdba7d0 HTTP/1.1" status: 200 len: 1093 time: 0.6530287 Jul 22 19:38:00.306912 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00f46d9-18b5-44e4-898d-d962a63b7efa', 'tag': 'a2f22bc1-763c-4ba6-837c-421febdba7d0'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:38:00.309473 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5e244d-504f-4e0a-9e70-83917a3e048d" -d '{"events": [{"name": "network-changed", "server_uuid": "d00f46d9-18b5-44e4-898d-d962a63b7efa", "tag": "a2f22bc1-763c-4ba6-837c-421febdba7d0"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:38:00.368655 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55073d5-84f8-432e-a4dc-fe122673a6ac service neutron] Pushing event updated for resources: {'Port': ['ID=a2f22bc1-763c-4ba6-837c-421febdba7d0,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:00.402204 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b2b228-72f2-41ff-963b-b935ca4bcc59 x-openstack-request-id: req-71b2b228-72f2-41ff-963b-b935ca4bcc59 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:38:00.402535 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d00f46d9-18b5-44e4-898d-d962a63b7efa", "tag": "a2f22bc1-763c-4ba6-837c-421febdba7d0", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:38:00.402760 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71b2b228-72f2-41ff-963b-b935ca4bcc59 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:38:00.403150 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00f46d9-18b5-44e4-898d-d962a63b7efa', 'tag': 'a2f22bc1-763c-4ba6-837c-421febdba7d0', 'status': 'completed', 'code': 200} Jul 22 19:38:00.490526 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 34f21dce-e93f-4507-b8ed-2551a1be4224 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:00.550844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 34f21dce-e93f-4507-b8ed-2551a1be4224 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:00.556297 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 34f21dce-e93f-4507-b8ed-2551a1be4224 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:00.556709 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:00.579226 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] Sync routers for ids ['67e4a861-6457-4767-b684-9455bf06c98a'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:38:00.590258 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] Routers {'67e4a861-6457-4767-b684-9455bf06c98a'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:00.590885 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:37:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['67e4a861-6457-4767-b684-9455bf06c98a'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:00.649311 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:00.676774 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 34f21dce-e93f-4507-b8ed-2551a1be4224, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=34f21dce-e93f-4507-b8ed-2551a1be4224,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:00.683645 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:00.710769 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] Set router 67e4a861-6457-4767-b684-9455bf06c98a gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:00.819926 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089eda02-a0d5-4353-9a72-e7048322fc41 req-ce6d871d-9e62-44ce-9d13-8c8f45378370 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:00.821832 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-089eda02-a0d5-4353-9a72-e7048322fc41 req-ce6d871d-9e62-44ce-9d13-8c8f45378370 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d00f46d9-18b5-44e4-898d-d962a63b7efa HTTP/1.1" status: 200 len: 1096 time: 0.4730957 Jul 22 19:38:00.824807 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-4aee7094-7210-4661-a597-4e5fa9c511c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:00.826219 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-4aee7094-7210-4661-a597-4e5fa9c511c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=749302aefb9a49a0bc4d68bde56e92ac&device_id=d00f46d9-18b5-44e4-898d-d962a63b7efa HTTP/1.1" status: 200 len: 1096 time: 0.4670539 Jul 22 19:38:00.879901 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-6b96cf31-70a0-4664-a9d7-c5e63807d9dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2f22bc1-763c-4ba6-837c-421febdba7d0 HTTP/1.1" status: 200 len: 217 time: 0.0452173 Jul 22 19:38:00.900090 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=34f21dce-e93f-4507-b8ed-2551a1be4224,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:00.921665 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-089eda02-a0d5-4353-9a72-e7048322fc41 req-7bf93b0c-a502-4058-9d44-770663f5d834 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=669b15ea-e0d9-4c00-8b45-305e32f4686e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926926 Jul 22 19:38:00.927655 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e4a861-6457-4767-b684-9455bf06c98a', 'name': 'tempest-TestServerMultinode-2088312324-router', 'tenant_id': '749302aefb9a49a0bc4d68bde56e92ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '34f21dce-e93f-4507-b8ed-2551a1be4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:52Z', 'updated_at': '2021-07-22T19:37:56Z', 'revision_number': 4, 'project_id': '749302aefb9a49a0bc4d68bde56e92ac', 'gw_port': {'id': '34f21dce-e93f-4507-b8ed-2551a1be4224', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e4a861-6457-4767-b684-9455bf06c98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:53Z', 'updated_at': '2021-07-22T19:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'a8c298b2-c0da-438a-adc1-56faca0b37fc', 'name': '', 'network_id': 'a1f828cc-2c40-4e85-b828-7637d59eb122', 'tenant_id': '749302aefb9a49a0bc4d68bde56e92ac', 'mac_address': 'fa:16:3e:c4:45:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e4a861-6457-4767-b684-9455bf06c98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '5d5c7fb5-792b-40be-a13c-34538aaab019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:55Z', 'updated_at': '2021-07-22T19:37:56Z', 'revision_number': 2, 'project_id': '749302aefb9a49a0bc4d68bde56e92ac', 'subnets': [{'id': '5d5c7fb5-792b-40be-a13c-34538aaab019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:00.943997 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-7eee39cd-fe22-43c8-a7df-2965262c8eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:00.943997 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-7eee39cd-fe22-43c8-a7df-2965262c8eb9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6cefce83-a2ba-4c46-883f-bc839341860a HTTP/1.1" status: 200 len: 849 time: 0.0523400 Jul 22 19:38:00.955446 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] Checking router: 67e4a861-6457-4767-b684-9455bf06c98a for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:38:00.955803 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] Updating router 67e4a861-6457-4767-b684-9455bf06c98a port a8c298b2-c0da-438a-adc1-56faca0b37fc binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:38:00.992103 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.014346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-5042d461-b7b8-44fc-9c7f-fd4da3765223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:01.016065 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-5042d461-b7b8-44fc-9c7f-fd4da3765223 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5909cb6b-fbb7-4999-8304-f7c6169b2b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697014 Jul 22 19:38:01.023684 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b1072fd-2ee9-48e2-b4b6-c4904bb2e1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.107618 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-f68eab35-ad18-4cc3-9297-435c59362f12 service neutron] 10.222.0.16 "GET /v2.0/networks/5909cb6b-fbb7-4999-8304-f7c6169b2b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854235 Jul 22 19:38:01.144227 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.206894 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-363a5ed0-1b46-4c8e-830f-7afeb9fe2a84 req-f9683147-7357-42d6-93bb-67ae8f285a16 service neutron] 10.222.0.16 "GET /v2.0/networks/5909cb6b-fbb7-4999-8304-f7c6169b2b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935071 Jul 22 19:38:01.275885 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.285547 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] Transition to ACTIVE for port object a8c298b2-c0da-438a-adc1-56faca0b37fc will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:01.290838 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.309266 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e244d-504f-4e0a-9e70-83917a3e048d req-cd12c6a3-17d9-48e6-898e-d1f0d456fffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:01.311504 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf5e244d-504f-4e0a-9e70-83917a3e048d req-cd12c6a3-17d9-48e6-898e-d1f0d456fffe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=749302aefb9a49a0bc4d68bde56e92ac&device_id=d00f46d9-18b5-44e4-898d-d962a63b7efa HTTP/1.1" status: 200 len: 1096 time: 0.0575309 Jul 22 19:38:01.394629 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] Attempting to bind port a8c298b2-c0da-438a-adc1-56faca0b37fc on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:38:01.395000 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] Attempting to bind port a8c298b2-c0da-438a-adc1-56faca0b37fc by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '8443f3bd-fc19-4e21-83c0-1a4fc13bd7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a1f828cc-2c40-4e85-b828-7637d59eb122'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:38:01.395359 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] Attempting to bind port a8c298b2-c0da-438a-adc1-56faca0b37fc on network a1f828cc-2c40-4e85-b828-7637d59eb122 {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:01.398321 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768f02a-aebd-460e-a1e7-195c72b2de3f None None] Pushing event updated for resources: {'Port': ['ID=a8c298b2-c0da-438a-adc1-56faca0b37fc,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:01.403569 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:38:01.403935 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] Checking segment: {'id': '8443f3bd-fc19-4e21-83c0-1a4fc13bd7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a1f828cc-2c40-4e85-b828-7637d59eb122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:01.404342 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.404760 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] Bound using segment: {'id': '8443f3bd-fc19-4e21-83c0-1a4fc13bd7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a1f828cc-2c40-4e85-b828-7637d59eb122'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:38:01.405230 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] Bound port: a8c298b2-c0da-438a-adc1-56faca0b37fc, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8443f3bd-fc19-4e21-83c0-1a4fc13bd7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a1f828cc-2c40-4e85-b828-7637d59eb122'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:38:01.405613 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.416951 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e244d-504f-4e0a-9e70-83917a3e048d req-314dfbaa-7525-4eb2-9b33-1ab4dd391ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:01.418788 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf5e244d-504f-4e0a-9e70-83917a3e048d req-314dfbaa-7525-4eb2-9b33-1ab4dd391ed0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5909cb6b-fbb7-4999-8304-f7c6169b2b64 HTTP/1.1" status: 200 len: 911 time: 0.1017873 Jul 22 19:38:01.465103 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf5e244d-504f-4e0a-9e70-83917a3e048d req-3722f9df-1774-4b3b-999a-7d0668a5a2fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2f22bc1-763c-4ba6-837c-421febdba7d0 HTTP/1.1" status: 200 len: 217 time: 0.0395257 Jul 22 19:38:01.477859 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] For port a8c298b2-c0da-438a-adc1-56faca0b37fc, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:38:01.481168 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] For port a8c298b2-c0da-438a-adc1-56faca0b37fc, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a8c298b2-c0da-438a-adc1-56faca0b37fc,segment=NetworkSegment(8443f3bd-fc19-4e21-83c0-1a4fc13bd7df),segment_id=8443f3bd-fc19-4e21-83c0-1a4fc13bd7df)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:38:01.485219 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.517268 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e244d-504f-4e0a-9e70-83917a3e048d req-4e01c153-056e-4d1d-966a-94a45ee4d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:01.518791 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf5e244d-504f-4e0a-9e70-83917a3e048d req-4e01c153-056e-4d1d-966a-94a45ee4d374 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6cefce83-a2ba-4c46-883f-bc839341860a HTTP/1.1" status: 200 len: 849 time: 0.0470984 Jul 22 19:38:01.542543 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] Routers {'67e4a861-6457-4767-b684-9455bf06c98a'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:01.543174 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:38:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['67e4a861-6457-4767-b684-9455bf06c98a'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:01.581003 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768f02a-aebd-460e-a1e7-195c72b2de3f None None] Pushing event updated for resources: {'Port': ['ID=a8c298b2-c0da-438a-adc1-56faca0b37fc,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:01.592284 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e244d-504f-4e0a-9e70-83917a3e048d req-cef4f0be-159c-4d00-89b5-736723df59cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:01.593885 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf5e244d-504f-4e0a-9e70-83917a3e048d req-cef4f0be-159c-4d00-89b5-736723df59cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5909cb6b-fbb7-4999-8304-f7c6169b2b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679166 Jul 22 19:38:01.660079 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] Set router 67e4a861-6457-4767-b684-9455bf06c98a gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:01.690723 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf5e244d-504f-4e0a-9e70-83917a3e048d req-b5f8e042-dbe4-40be-b223-fe3b78c9e7cc service neutron] 10.222.0.16 "GET /v2.0/networks/5909cb6b-fbb7-4999-8304-f7c6169b2b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897408 Jul 22 19:38:01.792312 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf5e244d-504f-4e0a-9e70-83917a3e048d req-a0358596-98b6-4903-8b10-73d996614426 service neutron] 10.222.0.16 "GET /v2.0/networks/5909cb6b-fbb7-4999-8304-f7c6169b2b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950804 Jul 22 19:38:01.952035 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e4a861-6457-4767-b684-9455bf06c98a', 'name': 'tempest-TestServerMultinode-2088312324-router', 'tenant_id': '749302aefb9a49a0bc4d68bde56e92ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '34f21dce-e93f-4507-b8ed-2551a1be4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:52Z', 'updated_at': '2021-07-22T19:37:56Z', 'revision_number': 4, 'project_id': '749302aefb9a49a0bc4d68bde56e92ac', 'gw_port': {'id': '34f21dce-e93f-4507-b8ed-2551a1be4224', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e4a861-6457-4767-b684-9455bf06c98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:53Z', 'updated_at': '2021-07-22T19:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'a8c298b2-c0da-438a-adc1-56faca0b37fc', 'name': '', 'network_id': 'a1f828cc-2c40-4e85-b828-7637d59eb122', 'tenant_id': '749302aefb9a49a0bc4d68bde56e92ac', 'mac_address': 'fa:16:3e:c4:45:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e4a861-6457-4767-b684-9455bf06c98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '5d5c7fb5-792b-40be-a13c-34538aaab019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:55Z', 'updated_at': '2021-07-22T19:38:01Z', 'revision_number': 4, 'project_id': '749302aefb9a49a0bc4d68bde56e92ac', 'subnets': [{'id': '5d5c7fb5-792b-40be-a13c-34538aaab019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:01.982088 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb1d45d-57bb-4bf4-8566-816068f25bbf None None] The sync data for ids ['67e4a861-6457-4767-b684-9455bf06c98a'] in n-d-800086-12 is: [{'id': '67e4a861-6457-4767-b684-9455bf06c98a', 'name': 'tempest-TestServerMultinode-2088312324-router', 'tenant_id': '749302aefb9a49a0bc4d68bde56e92ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '34f21dce-e93f-4507-b8ed-2551a1be4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:52Z', 'updated_at': '2021-07-22T19:37:56Z', 'revision_number': 4, 'project_id': '749302aefb9a49a0bc4d68bde56e92ac', 'gw_port': {'id': '34f21dce-e93f-4507-b8ed-2551a1be4224', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e4a861-6457-4767-b684-9455bf06c98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:53Z', 'updated_at': '2021-07-22T19:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'a8c298b2-c0da-438a-adc1-56faca0b37fc', 'name': '', 'network_id': 'a1f828cc-2c40-4e85-b828-7637d59eb122', 'tenant_id': '749302aefb9a49a0bc4d68bde56e92ac', 'mac_address': 'fa:16:3e:c4:45:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e4a861-6457-4767-b684-9455bf06c98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '5d5c7fb5-792b-40be-a13c-34538aaab019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:55Z', 'updated_at': '2021-07-22T19:38:01Z', 'revision_number': 4, 'project_id': '749302aefb9a49a0bc4d68bde56e92ac', 'subnets': [{'id': '5d5c7fb5-792b-40be-a13c-34538aaab019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:38:02.045124 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33191e-c6f9-4abe-a09f-2f5ad7219793 req-ed6d566e-011a-4a54-aff5-57549d3e983f tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:02.046424 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f33191e-c6f9-4abe-a09f-2f5ad7219793 req-ed6d566e-011a-4a54-aff5-57549d3e983f tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d00f46d9-18b5-44e4-898d-d962a63b7efa HTTP/1.1" status: 200 len: 1096 time: 0.0542231 Jul 22 19:38:02.081408 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f33191e-c6f9-4abe-a09f-2f5ad7219793 req-4de4b482-681b-4c13-a9b4-d75facf6b3d2 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=669b15ea-e0d9-4c00-8b45-305e32f4686e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293767 Jul 22 19:38:02.389503 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.451655 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 34f21dce-e93f-4507-b8ed-2551a1be4224 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:02.500792 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 34f21dce-e93f-4507-b8ed-2551a1be4224 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:02.501395 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.582816 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a8c298b2-c0da-438a-adc1-56faca0b37fc up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:02.631547 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port a8c298b2-c0da-438a-adc1-56faca0b37fc completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:02.635974 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port a8c298b2-c0da-438a-adc1-56faca0b37fc triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:02.636364 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.718027 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.751456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port a8c298b2-c0da-438a-adc1-56faca0b37fc, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a8c298b2-c0da-438a-adc1-56faca0b37fc,segment=NetworkSegment(8443f3bd-fc19-4e21-83c0-1a4fc13bd7df),segment_id=8443f3bd-fc19-4e21-83c0-1a4fc13bd7df)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:02.754984 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.802707 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=a8c298b2-c0da-438a-adc1-56faca0b37fc,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:03.198461 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c17a1-c741-4160-9c13-5c3e7d13f117 req-dc26834c-9def-4cd3-9e32-c987ce941b37 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:03.200007 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba2c17a1-c741-4160-9c13-5c3e7d13f117 req-dc26834c-9def-4cd3-9e32-c987ce941b37 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d00f46d9-18b5-44e4-898d-d962a63b7efa HTTP/1.1" status: 200 len: 1096 time: 0.0541410 Jul 22 19:38:03.235473 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba2c17a1-c741-4160-9c13-5c3e7d13f117 req-f595ee30-6dbc-47f2-94cc-24925a54d346 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=669b15ea-e0d9-4c00-8b45-305e32f4686e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297372 Jul 22 19:38:04.018898 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:04.167606 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device a2f22bc1-763c-4ba6-837c-421febdba7d0 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:38:04.263772 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port a2f22bc1-763c-4ba6-837c-421febdba7d0, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=a2f22bc1-763c-4ba6-837c-421febdba7d0,segment=NetworkSegment(79355f0d-5ac4-4c07-9105-e8d9a5052f5d),segment_id=79355f0d-5ac4-4c07-9105-e8d9a5052f5d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:04.275647 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'a2f22bc1-763c-4ba6-837c-421febdba7d0', 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64', 'port_id': 'a2f22bc1-763c-4ba6-837c-421febdba7d0', 'mac_address': 'fa:16:3e:27:a4:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cefce83-a2ba-4c46-883f-bc839341860a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:38:04.314351 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:04.327956 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f22bc1-763c-4ba6-837c-421febdba7d0 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:38:04.347624 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port a2f22bc1-763c-4ba6-837c-421febdba7d0, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=a2f22bc1-763c-4ba6-837c-421febdba7d0,segment=NetworkSegment(79355f0d-5ac4-4c07-9105-e8d9a5052f5d),segment_id=79355f0d-5ac4-4c07-9105-e8d9a5052f5d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:04.352557 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:04.361089 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bd5fb-15e7-44d5-bfb4-218d244b377e req-8ba8144f-5c7e-4af2-b9fb-12007f57e8ff tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:04.368610 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5e9bd5fb-15e7-44d5-bfb4-218d244b377e req-8ba8144f-5c7e-4af2-b9fb-12007f57e8ff tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d00f46d9-18b5-44e4-898d-d962a63b7efa HTTP/1.1" status: 200 len: 1096 time: 0.0670550 Jul 22 19:38:04.398840 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5e9bd5fb-15e7-44d5-bfb4-218d244b377e req-1636cf27-8897-42e7-a715-86d5a9fa2ae4 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=669b15ea-e0d9-4c00-8b45-305e32f4686e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293341 Jul 22 19:38:04.400379 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=a2f22bc1-763c-4ba6-837c-421febdba7d0,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:04.432735 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a8c298b2-c0da-438a-adc1-56faca0b37fc up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:04.483388 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port a8c298b2-c0da-438a-adc1-56faca0b37fc triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:04.483756 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:04.574545 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['a2f22bc1-763c-4ba6-837c-421febdba7d0'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:38:05.519247 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d272de8-98d9-4145-bc2f-f704210a932c req-52423f1e-1750-4ddd-acf6-edd4033f4795 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:05.520768 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d272de8-98d9-4145-bc2f-f704210a932c req-52423f1e-1750-4ddd-acf6-edd4033f4795 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d00f46d9-18b5-44e4-898d-d962a63b7efa HTTP/1.1" status: 200 len: 1097 time: 0.0543108 Jul 22 19:38:05.553970 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d272de8-98d9-4145-bc2f-f704210a932c req-2988fab6-c23e-429e-8e2a-3bf847c6d7dd tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=669b15ea-e0d9-4c00-8b45-305e32f4686e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276530 Jul 22 19:38:06.198404 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device a2f22bc1-763c-4ba6-837c-421febdba7d0 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:06.248997 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port a2f22bc1-763c-4ba6-837c-421febdba7d0 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:06.252718 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port a2f22bc1-763c-4ba6-837c-421febdba7d0 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:06.253091 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:06.330779 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:06.353449 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00f46d9-18b5-44e4-898d-d962a63b7efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f22bc1-763c-4ba6-837c-421febdba7d0'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:38:06.355695 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d139cb-719d-4b53-bb77-b60006b31bdc" -d '{"events": [{"server_uuid": "d00f46d9-18b5-44e4-898d-d962a63b7efa", "name": "network-vif-plugged", "status": "completed", "tag": "a2f22bc1-763c-4ba6-837c-421febdba7d0"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:38:06.372983 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port a2f22bc1-763c-4ba6-837c-421febdba7d0, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=a2f22bc1-763c-4ba6-837c-421febdba7d0,segment=NetworkSegment(79355f0d-5ac4-4c07-9105-e8d9a5052f5d),segment_id=79355f0d-5ac4-4c07-9105-e8d9a5052f5d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:06.377267 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:06.401870 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215fc383-a515-43a3-9c7e-aa5c2aad4d01 x-openstack-request-id: req-215fc383-a515-43a3-9c7e-aa5c2aad4d01 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:38:06.402166 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00f46d9-18b5-44e4-898d-d962a63b7efa", "name": "network-vif-plugged", "status": "completed", "tag": "a2f22bc1-763c-4ba6-837c-421febdba7d0", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:38:06.402402 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-215fc383-a515-43a3-9c7e-aa5c2aad4d01 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:38:06.402778 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00f46d9-18b5-44e4-898d-d962a63b7efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f22bc1-763c-4ba6-837c-421febdba7d0', 'code': 200} Jul 22 19:38:06.428323 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=a2f22bc1-763c-4ba6-837c-421febdba7d0,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:06.505621 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844ae47-40cb-4e3a-aedd-74d8fb134e60 req-91cb67a9-2b93-4773-8ff6-8233e7c7c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:06.507026 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c844ae47-40cb-4e3a-aedd-74d8fb134e60 req-91cb67a9-2b93-4773-8ff6-8233e7c7c1ab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d00f46d9-18b5-44e4-898d-d962a63b7efa HTTP/1.1" status: 200 len: 1098 time: 0.0531495 Jul 22 19:38:06.545220 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c844ae47-40cb-4e3a-aedd-74d8fb134e60 req-9b5bdf48-7e23-428b-a31a-1abbb227f506 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=669b15ea-e0d9-4c00-8b45-305e32f4686e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309210 Jul 22 19:38:06.675672 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db318059-6039-48fe-ac24-20893ccd3bc6 req-a1816cee-3060-4b9c-a1d3-33334ff6545b tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:06.677168 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db318059-6039-48fe-ac24-20893ccd3bc6 req-a1816cee-3060-4b9c-a1d3-33334ff6545b tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d00f46d9-18b5-44e4-898d-d962a63b7efa HTTP/1.1" status: 200 len: 1098 time: 0.0548646 Jul 22 19:38:06.743452 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db318059-6039-48fe-ac24-20893ccd3bc6 req-b1d2d494-f418-4931-a58a-588e0fded400 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=669b15ea-e0d9-4c00-8b45-305e32f4686e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598602 Jul 22 19:38:06.764989 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b0a251a-afc4-4edb-bc41-3f0f8a4fd38f req-49b389c0-4282-44ec-90fd-13c9dec4b34f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0803690 Jul 22 19:38:06.863500 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a251a-afc4-4edb-bc41-3f0f8a4fd38f req-92a2c3de-2c3c-456f-afb2-8773446d43a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:06.865491 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b0a251a-afc4-4edb-bc41-3f0f8a4fd38f req-92a2c3de-2c3c-456f-afb2-8773446d43a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 1097 time: 0.0590851 Jul 22 19:38:07.020704 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a251a-afc4-4edb-bc41-3f0f8a4fd38f req-46b7e463-233b-4cbd-a4e4-1e34a466ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:07.022112 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b0a251a-afc4-4edb-bc41-3f0f8a4fd38f req-46b7e463-233b-4cbd-a4e4-1e34a466ee78 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 913 time: 0.1289692 Jul 22 19:38:07.044049 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f7551-bc7d-4f90-b42d-281f33e3fddc req-af857451-d72d-49d9-bb92-122b1acc3fe4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:07.045507 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b20f7551-bc7d-4f90-b42d-281f33e3fddc req-af857451-d72d-49d9-bb92-122b1acc3fe4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 945 time: 0.1196666 Jul 22 19:38:07.122046 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b0a251a-afc4-4edb-bc41-3f0f8a4fd38f req-8f66a719-0ac6-4d03-adb1-9552cd63fcbe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bac4244e-28f9-4180-bf28-644330ae5987 HTTP/1.1" status: 200 len: 1000 time: 0.0919399 Jul 22 19:38:07.126955 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b20f7551-bc7d-4f90-b42d-281f33e3fddc req-4e1b2c75-ffda-4143-abb7-62a7a2881e42 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502045 Jul 22 19:38:07.170041 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a251a-afc4-4edb-bc41-3f0f8a4fd38f req-0f3ae3ba-0d69-4061-b608-7a66d7a7ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:07.171484 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b0a251a-afc4-4edb-bc41-3f0f8a4fd38f req-0f3ae3ba-0d69-4061-b608-7a66d7a7ff8d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.0436165 Jul 22 19:38:07.235700 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a251a-afc4-4edb-bc41-3f0f8a4fd38f req-bcab5e0e-be0b-4394-9cb8-5a87de173c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:07.237256 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b0a251a-afc4-4edb-bc41-3f0f8a4fd38f req-bcab5e0e-be0b-4394-9cb8-5a87de173c7b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587249 Jul 22 19:38:07.332865 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b0a251a-afc4-4edb-bc41-3f0f8a4fd38f req-b710cd2e-d0c3-4773-a4dc-d9c95c9896ed service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885763 Jul 22 19:38:07.429042 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b0a251a-afc4-4edb-bc41-3f0f8a4fd38f req-c351b1e2-38b3-455c-aeab-fd0013b60078 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899880 Jul 22 19:38:07.864452 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d70461-42ad-4bad-a30c-326616bbb4a4 req-4ceacd3c-de0e-4b0f-9719-b5cb1c7761e3 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:07.866001 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e2d70461-42ad-4bad-a30c-326616bbb4a4 req-4ceacd3c-de0e-4b0f-9719-b5cb1c7761e3 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d00f46d9-18b5-44e4-898d-d962a63b7efa HTTP/1.1" status: 200 len: 1098 time: 0.0540853 Jul 22 19:38:07.901602 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e2d70461-42ad-4bad-a30c-326616bbb4a4 req-3f7c4b57-480a-4f10-90f6-a8be01abe48a tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=669b15ea-e0d9-4c00-8b45-305e32f4686e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299017 Jul 22 19:38:08.025860 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e8d7c-b3ab-4465-81e0-70ca2830cd7a req-64bfcbc5-795e-443a-8ad8-eb790921a867 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:08.027298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a11e8d7c-b3ab-4465-81e0-70ca2830cd7a req-64bfcbc5-795e-443a-8ad8-eb790921a867 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d00f46d9-18b5-44e4-898d-d962a63b7efa HTTP/1.1" status: 200 len: 1098 time: 0.0561900 Jul 22 19:38:08.062681 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a11e8d7c-b3ab-4465-81e0-70ca2830cd7a req-5d2da025-347b-4004-9c42-18058a81af90 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=669b15ea-e0d9-4c00-8b45-305e32f4686e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296786 Jul 22 19:38:08.183450 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54ecdc-c482-4862-9298-3a0f3c21b718 req-8ac2eb73-d3d5-4878-8a63-d5bee5d2eb08 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:08.185021 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da54ecdc-c482-4862-9298-3a0f3c21b718 req-8ac2eb73-d3d5-4878-8a63-d5bee5d2eb08 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d00f46d9-18b5-44e4-898d-d962a63b7efa HTTP/1.1" status: 200 len: 1098 time: 0.0588167 Jul 22 19:38:08.250677 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da54ecdc-c482-4862-9298-3a0f3c21b718 req-ba6d8574-1499-4879-a82f-fd5efe108d5c tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=669b15ea-e0d9-4c00-8b45-305e32f4686e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597899 Jul 22 19:38:08.280027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4fc93-6551-4927-b8e9-7f2d96097cfd req-8d26f10c-9bd7-4484-b00b-88cda764a1a8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:08.281610 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47f4fc93-6551-4927-b8e9-7f2d96097cfd req-8d26f10c-9bd7-4484-b00b-88cda764a1a8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 945 time: 0.0832174 Jul 22 19:38:08.323632 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47f4fc93-6551-4927-b8e9-7f2d96097cfd req-f76df1de-421a-407d-af67-25293993771c tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363891 Jul 22 19:38:08.537142 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5b4fe-bafb-4ea0-bc8a-efa653699171 req-6595b484-40d5-4fdf-b6b1-51794ee86b28 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:08.538527 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49d5b4fe-bafb-4ea0-bc8a-efa653699171 req-6595b484-40d5-4fdf-b6b1-51794ee86b28 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 945 time: 0.1310036 Jul 22 19:38:08.539516 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-90e9aa68-70c7-424e-998f-b7edd2d90f4c tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:08.540993 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-90e9aa68-70c7-424e-998f-b7edd2d90f4c tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/networks?id=5909cb6b-fbb7-4999-8304-f7c6169b2b64 HTTP/1.1" status: 200 len: 911 time: 0.1419036 Jul 22 19:38:08.579162 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-6a43324a-1b8b-4b04-8232-295595d54d52 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/quotas/749302aefb9a49a0bc4d68bde56e92ac HTTP/1.1" status: 200 len: 375 time: 0.0296836 Jul 22 19:38:08.691571 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-e84f57e4-5e54-4950-a2e6-2f1cfc69597a tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=749302aefb9a49a0bc4d68bde56e92ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1072388 Jul 22 19:38:08.698432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-49d5b4fe-bafb-4ea0-bc8a-efa653699171 req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Deleting port bac4244e-28f9-4180-bf28-644330ae5987 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:08.698780 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-49d5b4fe-bafb-4ea0-bc8a-efa653699171 req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:08.855360 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-49d5b4fe-bafb-4ea0-bc8a-efa653699171 req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] For port bac4244e-28f9-4180-bf28-644330ae5987, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=bac4244e-28f9-4180-bf28-644330ae5987,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:08.855635 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-49d5b4fe-bafb-4ea0-bc8a-efa653699171 req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:08.859712 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-9756df42-8a35-4f31-9fd8-a64b277179c9 service neutron] 10.222.0.13 "GET /v2.0/networks/5909cb6b-fbb7-4999-8304-f7c6169b2b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579845 Jul 22 19:38:09.044161 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-a379c6e5-90c2-4280-9099-ac841ea076d3 service neutron] 10.222.0.13 "GET /v2.0/networks/5909cb6b-fbb7-4999-8304-f7c6169b2b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774173 Jul 22 19:38:09.103449 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-49d5b4fe-bafb-4ea0-bc8a-efa653699171 req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.103896 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-49d5b4fe-bafb-4ea0-bc8a-efa653699171 req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.104317 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [req-49d5b4fe-bafb-4ea0-bc8a-efa653699171 req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Floating IP 0940105d-5bbe-4989-a365-09a8cffa2a6c disassociated. External IP: 172.25.3.56, port: bac4244e-28f9-4180-bf28-644330ae5987. Jul 22 19:38:09.104707 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-49d5b4fe-bafb-4ea0-bc8a-efa653699171 req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Calling delete_port for bac4244e-28f9-4180-bf28-644330ae5987 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:09.217827 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b76f956e-7c71-45a5-a7ba-d1dc650d8046 req-f2fa8159-a9bb-49c0-9b00-008d4ce13f47 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b26533b2-7cca-4297-9b5e-d8397f359a9a HTTP/1.1" status: 200 len: 210 time: 0.0378900 Jul 22 19:38:09.223803 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.275782 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-49d5b4fe-bafb-4ea0-bc8a-efa653699171 req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.307382 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event deleted for resources: {'Port': ['ID=bac4244e-28f9-4180-bf28-644330ae5987,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:09.362349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:09.362349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:09.362733 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:09.362848 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:09.363092 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:09.363434 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:09.363768 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:09.364100 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:09.364536 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:09.364754 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:09.365159 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:09.365493 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:09.444815 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0442a512-72e3-4c21-9e3c-a7a9dd2e6c2f req-af3ba237-8904-4557-93d6-3cd73ed0ec09 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 210 time: 0.0447927 Jul 22 19:38:09.479409 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49d5b4fe-bafb-4ea0-bc8a-efa653699171 req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:38:09.592079 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49d5b4fe-bafb-4ea0-bc8a-efa653699171 req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:38:09.602627 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0866a10-1715-49a3-b5d8-fd8eafc46af8 None None] Sync routers for ids ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:38:09.612363 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0866a10-1715-49a3-b5d8-fd8eafc46af8 None None] Routers {'22e59d66-3ebe-4ee4-9d32-2dc190bac529'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:09.613028 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a0866a10-1715-49a3-b5d8-fd8eafc46af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:38:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:09.646293 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d5b4fe-bafb-4ea0-bc8a-efa653699171 req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] No DVR routers for this DVR port bac4244e-28f9-4180-bf28-644330ae5987 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:38:09.650791 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-49d5b4fe-bafb-4ea0-bc8a-efa653699171 req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.653157 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49d5b4fe-bafb-4ea0-bc8a-efa653699171 req-8b4445a2-ea3a-4191-91e3-e91c340bc4aa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "DELETE /v2.0/ports/bac4244e-28f9-4180-bf28-644330ae5987 HTTP/1.1" status: 204 len: 173 time: 1.1096923 Jul 22 19:38:09.653612 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d512395-47a1-47e6-a352-a72cc300570e', 'name': 'network-vif-deleted', 'tag': 'bac4244e-28f9-4180-bf28-644330ae5987'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:38:09.655892 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e6824a-b676-4300-a935-661ef96a4502" -d '{"events": [{"server_uuid": "8d512395-47a1-47e6-a352-a72cc300570e", "name": "network-vif-deleted", "tag": "bac4244e-28f9-4180-bf28-644330ae5987"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:38:09.718326 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bfd5a8-e6db-401c-a50d-da10f2828c3a x-openstack-request-id: req-72bfd5a8-e6db-401c-a50d-da10f2828c3a {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:38:09.719214 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d512395-47a1-47e6-a352-a72cc300570e", "name": "network-vif-deleted", "tag": "bac4244e-28f9-4180-bf28-644330ae5987", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:38:09.719476 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72bfd5a8-e6db-401c-a50d-da10f2828c3a {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:38:09.719924 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d512395-47a1-47e6-a352-a72cc300570e', 'name': 'network-vif-deleted', 'tag': 'bac4244e-28f9-4180-bf28-644330ae5987', 'status': 'completed', 'code': 200} Jul 22 19:38:09.755455 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-a0866a10-1715-49a3-b5d8-fd8eafc46af8 None None] Set router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:09.971507 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a0866a10-1715-49a3-b5d8-fd8eafc46af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 4, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bbc45757-50ed-429c-b35c-754301b8df4c', 'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'mac_address': 'fa:16:3e:51:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:16Z', 'updated_at': '2021-07-22T19:32:24Z', 'revision_number': 5, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'subnets': [{'id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:10.002184 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0866a10-1715-49a3-b5d8-fd8eafc46af8 None None] Checking router: 22e59d66-3ebe-4ee4-9d32-2dc190bac529 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:38:10.010594 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0866a10-1715-49a3-b5d8-fd8eafc46af8 None None] Routers {'22e59d66-3ebe-4ee4-9d32-2dc190bac529'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:10.011205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a0866a10-1715-49a3-b5d8-fd8eafc46af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:38:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:10.146470 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-a0866a10-1715-49a3-b5d8-fd8eafc46af8 None None] Set router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:10.165928 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-05149009-5508-411e-978c-309b41c4b928 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:10.167464 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-05149009-5508-411e-978c-309b41c4b928 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.30 "GET /v2.0/networks?id=5909cb6b-fbb7-4999-8304-f7c6169b2b64 HTTP/1.1" status: 200 len: 911 time: 0.1051574 Jul 22 19:38:10.178681 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-fbd85974-40e0-4765-ad36-0a204c552cd7 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Request body: {'port': {'device_id': 'b26533b2-7cca-4297-9b5e-d8397f359a9a', 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64', 'admin_state_up': True, 'tenant_id': '749302aefb9a49a0bc4d68bde56e92ac'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:10.201993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-fbd85974-40e0-4765-ad36-0a204c552cd7 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Made reservation on behalf of 749302aefb9a49a0bc4d68bde56e92ac for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:10.205450 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-fbd85974-40e0-4765-ad36-0a204c552cd7 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:10.334880 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c5b86898-c39d-4a46-9002-2e99dee9efbd req-93570175-d711-401c-832e-b864b233c927 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b26533b2-7cca-4297-9b5e-d8397f359a9a HTTP/1.1" status: 200 len: 210 time: 0.0352385 Jul 22 19:38:10.392372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-fbd85974-40e0-4765-ad36-0a204c552cd7 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Allocated IP 172.20.0.7 (5909cb6b-fbb7-4999-8304-f7c6169b2b64/6cefce83-a2ba-4c46-883f-bc839341860a/a6fcbd2e-cc26-4b93-9079-55f68e107b8f) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:10.401401 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a0866a10-1715-49a3-b5d8-fd8eafc46af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 4, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bbc45757-50ed-429c-b35c-754301b8df4c', 'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'mac_address': 'fa:16:3e:51:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:16Z', 'updated_at': '2021-07-22T19:32:24Z', 'revision_number': 5, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'subnets': [{'id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:10.431391 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0866a10-1715-49a3-b5d8-fd8eafc46af8 None None] The sync data for ids ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'] in n-d-800086-12 is: [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 4, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bbc45757-50ed-429c-b35c-754301b8df4c', 'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'mac_address': 'fa:16:3e:51:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:16Z', 'updated_at': '2021-07-22T19:32:24Z', 'revision_number': 5, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'subnets': [{'id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:38:10.590958 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-35a15fab-37a8-42fd-9189-62e7ed295289 req-5f4d5d42-22b8-4e3c-bf17-1f2190949964 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 210 time: 0.0448976 Jul 22 19:38:10.594477 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-fbd85974-40e0-4765-ad36-0a204c552cd7 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:10.617648 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-fbd85974-40e0-4765-ad36-0a204c552cd7 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Transition to ACTIVE for port object a6fcbd2e-cc26-4b93-9079-55f68e107b8f will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:10.654348 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-fbd85974-40e0-4765-ad36-0a204c552cd7 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:10.665685 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['a2f22bc1-763c-4ba6-837c-421febdba7d0'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:38:10.713874 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-fbd85974-40e0-4765-ad36-0a204c552cd7 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Network 5909cb6b-fbb7-4999-8304-f7c6169b2b64 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:10.721335 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-fbd85974-40e0-4765-ad36-0a204c552cd7 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:10.724294 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-fbd85974-40e0-4765-ad36-0a204c552cd7 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:10.770925 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd85974-40e0-4765-ad36-0a204c552cd7 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Pushing event updated for resources: {'Port': ['ID=a6fcbd2e-cc26-4b93-9079-55f68e107b8f,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:10.786495 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-fbd85974-40e0-4765-ad36-0a204c552cd7 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:10.787262 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-fbd85974-40e0-4765-ad36-0a204c552cd7 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:10.804195 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-fbd85974-40e0-4765-ad36-0a204c552cd7 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6294613 Jul 22 19:38:10.816143 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] Request body: {'port': {'device_id': 'b26533b2-7cca-4297-9b5e-d8397f359a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:10.827674 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53289b37-e791-4f9a-9cdf-4592c9b0cc09 None None] New status for floating IP 0940105d-5bbe-4989-a365-09a8cffa2a6c: DOWN {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:38:10.902706 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.096435 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2b77a055-3dfd-46da-9480-0e191c34e250 None None] Provisioning for port a6fcbd2e-cc26-4b93-9079-55f68e107b8f completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:11.100042 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2b77a055-3dfd-46da-9480-0e191c34e250 None None] Provisioning complete for port a6fcbd2e-cc26-4b93-9079-55f68e107b8f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:11.100416 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2b77a055-3dfd-46da-9480-0e191c34e250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.134166 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2b77a055-3dfd-46da-9480-0e191c34e250 None None] Port a6fcbd2e-cc26-4b93-9079-55f68e107b8f cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:11.187782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6fcbd2e-cc26-4b93-9079-55f68e107b8f {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:38:11.196738 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.209804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] Transition to ACTIVE for port object a6fcbd2e-cc26-4b93-9079-55f68e107b8f will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:11.214717 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.265416 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fcbd2e-cc26-4b93-9079-55f68e107b8f,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:11.346223 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] Attempting to bind port a6fcbd2e-cc26-4b93-9079-55f68e107b8f on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:38:11.346619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] Attempting to bind port a6fcbd2e-cc26-4b93-9079-55f68e107b8f by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '79355f0d-5ac4-4c07-9105-e8d9a5052f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:38:11.346889 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] Attempting to bind port a6fcbd2e-cc26-4b93-9079-55f68e107b8f on network 5909cb6b-fbb7-4999-8304-f7c6169b2b64 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:11.352270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] Port a6fcbd2e-cc26-4b93-9079-55f68e107b8f on network 5909cb6b-fbb7-4999-8304-f7c6169b2b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:38:11.352904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] Attempting to bind port a6fcbd2e-cc26-4b93-9079-55f68e107b8f on network 5909cb6b-fbb7-4999-8304-f7c6169b2b64 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:11.361587 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:38:11.362368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] Checking segment: {'id': '79355f0d-5ac4-4c07-9105-e8d9a5052f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:11.363144 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] Bound using segment: {'id': '79355f0d-5ac4-4c07-9105-e8d9a5052f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:38:11.363832 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] Bound port: a6fcbd2e-cc26-4b93-9079-55f68e107b8f, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79355f0d-5ac4-4c07-9105-e8d9a5052f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:38:11.364392 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.472934 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] For port a6fcbd2e-cc26-4b93-9079-55f68e107b8f, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:38:11.489272 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] For port a6fcbd2e-cc26-4b93-9079-55f68e107b8f, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a6fcbd2e-cc26-4b93-9079-55f68e107b8f,segment=NetworkSegment(79355f0d-5ac4-4c07-9105-e8d9a5052f5d),segment_id=79355f0d-5ac4-4c07-9105-e8d9a5052f5d)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:38:11.494697 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.542793 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:11.543427 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.544862 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] 10.222.0.30 "PUT /v2.0/ports/a6fcbd2e-cc26-4b93-9079-55f68e107b8f HTTP/1.1" status: 200 len: 1092 time: 0.7336786 Jul 22 19:38:11.554698 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51702321-729c-44eb-885e-2ec08d4e6a3c req-4eb3e4f8-7633-4190-ae42-1b50c26235cd tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:11.558732 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51702321-729c-44eb-885e-2ec08d4e6a3c req-4eb3e4f8-7633-4190-ae42-1b50c26235cd tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b26533b2-7cca-4297-9b5e-d8397f359a9a HTTP/1.1" status: 200 len: 1053 time: 0.1287665 Jul 22 19:38:11.574626 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dab9b8-2c8b-4033-8405-2e95779bfe77 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fcbd2e-cc26-4b93-9079-55f68e107b8f,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:11.662613 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51702321-729c-44eb-885e-2ec08d4e6a3c req-d0fff0d0-928b-4af7-8578-62f75454a341 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=669b15ea-e0d9-4c00-8b45-305e32f4686e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811653 Jul 22 19:38:11.691986 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-9b751c92-ec24-4d7c-afcc-9a410334d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:11.693824 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-9b751c92-ec24-4d7c-afcc-9a410334d142 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=749302aefb9a49a0bc4d68bde56e92ac&device_id=b26533b2-7cca-4297-9b5e-d8397f359a9a HTTP/1.1" status: 200 len: 1095 time: 0.1049402 Jul 22 19:38:11.696734 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device bac4244e-28f9-4180-bf28-644330ae5987 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:38:11.717167 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: bac4244e-28f9-4180-bf28-644330ae5987 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:38:11.717756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device bac4244e-28f9-4180-bf28-644330ae5987 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:38:11.721473 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b26533b2-7cca-4297-9b5e-d8397f359a9a', 'tag': 'a6fcbd2e-cc26-4b93-9079-55f68e107b8f'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:38:11.724071 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5812442d-7dfa-4ffb-abaf-4199dc0da2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b26533b2-7cca-4297-9b5e-d8397f359a9a", "tag": "a6fcbd2e-cc26-4b93-9079-55f68e107b8f"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:38:11.757118 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-09a66040-ade2-45e4-bf2d-2118e039fff9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6fcbd2e-cc26-4b93-9079-55f68e107b8f HTTP/1.1" status: 200 len: 217 time: 0.0555806 Jul 22 19:38:11.788627 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da436d5e-a7eb-497c-8e08-6fd9c1960bbf req-7ab63f9e-1a1a-47ec-a7ca-4f28e4e76f6e tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 210 time: 0.0803161 Jul 22 19:38:11.813883 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc137f84-86d7-4784-9e25-18e4f8b3f5b8 x-openstack-request-id: req-fc137f84-86d7-4784-9e25-18e4f8b3f5b8 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:38:11.814245 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b26533b2-7cca-4297-9b5e-d8397f359a9a", "tag": "a6fcbd2e-cc26-4b93-9079-55f68e107b8f", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:38:11.814498 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc137f84-86d7-4784-9e25-18e4f8b3f5b8 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:38:11.814884 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b26533b2-7cca-4297-9b5e-d8397f359a9a', 'tag': 'a6fcbd2e-cc26-4b93-9079-55f68e107b8f', 'status': 'completed', 'code': 200} Jul 22 19:38:11.832705 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-c95e7edb-1203-4e04-b9fb-c2d88cd5827a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:11.834102 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-c95e7edb-1203-4e04-b9fb-c2d88cd5827a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cefce83-a2ba-4c46-883f-bc839341860a HTTP/1.1" status: 200 len: 849 time: 0.0554979 Jul 22 19:38:11.895252 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-e70f54c2-3b6e-4aa7-a4d3-68310ae42539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:11.896717 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-e70f54c2-3b6e-4aa7-a4d3-68310ae42539 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5909cb6b-fbb7-4999-8304-f7c6169b2b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569351 Jul 22 19:38:11.905862 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.988770 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-28392b79-42b3-4abf-9fea-36c01f480d7b service neutron] 10.222.0.30 "GET /v2.0/networks/5909cb6b-fbb7-4999-8304-f7c6169b2b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856853 Jul 22 19:38:12.083274 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bcfddc9-b13f-44d6-a702-581d18a92ee0 req-7ab71e40-d61b-42cf-8280-db2eecaf09bb service neutron] 10.222.0.30 "GET /v2.0/networks/5909cb6b-fbb7-4999-8304-f7c6169b2b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884960 Jul 22 19:38:12.182792 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812442d-7dfa-4ffb-abaf-4199dc0da2e2 req-499b7027-fdc2-4c95-a90c-90c9ae8688cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:12.184281 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5812442d-7dfa-4ffb-abaf-4199dc0da2e2 req-499b7027-fdc2-4c95-a90c-90c9ae8688cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=749302aefb9a49a0bc4d68bde56e92ac&device_id=b26533b2-7cca-4297-9b5e-d8397f359a9a HTTP/1.1" status: 200 len: 1095 time: 0.0541246 Jul 22 19:38:12.278360 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812442d-7dfa-4ffb-abaf-4199dc0da2e2 req-33361d81-9ce1-4a70-b1a7-f0aec7cd7753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:12.279830 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5812442d-7dfa-4ffb-abaf-4199dc0da2e2 req-33361d81-9ce1-4a70-b1a7-f0aec7cd7753 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5909cb6b-fbb7-4999-8304-f7c6169b2b64 HTTP/1.1" status: 200 len: 911 time: 0.0899456 Jul 22 19:38:12.321224 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5812442d-7dfa-4ffb-abaf-4199dc0da2e2 req-d094b383-ce19-4f1a-85c9-34e2fdd447e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6fcbd2e-cc26-4b93-9079-55f68e107b8f HTTP/1.1" status: 200 len: 217 time: 0.0341766 Jul 22 19:38:12.375406 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812442d-7dfa-4ffb-abaf-4199dc0da2e2 req-4ebab4ba-696b-4484-94bc-ff6e42cce624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:12.376958 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5812442d-7dfa-4ffb-abaf-4199dc0da2e2 req-4ebab4ba-696b-4484-94bc-ff6e42cce624 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cefce83-a2ba-4c46-883f-bc839341860a HTTP/1.1" status: 200 len: 849 time: 0.0494025 Jul 22 19:38:12.789228 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812442d-7dfa-4ffb-abaf-4199dc0da2e2 req-b774686f-c7f1-4749-b4f7-101ef25be85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:12.790725 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5812442d-7dfa-4ffb-abaf-4199dc0da2e2 req-b774686f-c7f1-4749-b4f7-101ef25be85a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5909cb6b-fbb7-4999-8304-f7c6169b2b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4063654 Jul 22 19:38:12.868374 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f8540-9ad9-4a89-b416-bee2d6ff1261 req-9a554f13-7158-47c2-9e5a-f9809d5e766c tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:12.869808 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e94f8540-9ad9-4a89-b416-bee2d6ff1261 req-9a554f13-7158-47c2-9e5a-f9809d5e766c tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b26533b2-7cca-4297-9b5e-d8397f359a9a HTTP/1.1" status: 200 len: 1095 time: 0.1142199 Jul 22 19:38:12.918266 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43d4d54a-856b-46fe-8ab3-1df3901b488e req-07245239-e43b-4d11-9c55-ec6b4d0cf93c tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d512395-47a1-47e6-a352-a72cc300570e HTTP/1.1" status: 200 len: 210 time: 0.0460708 Jul 22 19:38:12.944737 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5812442d-7dfa-4ffb-abaf-4199dc0da2e2 req-5bd8b7e5-75da-4d34-a29a-0d13711d4031 service neutron] 10.222.0.30 "GET /v2.0/networks/5909cb6b-fbb7-4999-8304-f7c6169b2b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462247 Jul 22 19:38:12.949162 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e94f8540-9ad9-4a89-b416-bee2d6ff1261 req-cac3d4b8-85be-44ca-997f-3daa6cbb2e6e tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=669b15ea-e0d9-4c00-8b45-305e32f4686e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636783 Jul 22 19:38:13.044835 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5812442d-7dfa-4ffb-abaf-4199dc0da2e2 req-2c6b97e8-7baa-41a2-8e51-85240c185e3e service neutron] 10.222.0.30 "GET /v2.0/networks/5909cb6b-fbb7-4999-8304-f7c6169b2b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924344 Jul 22 19:38:13.711263 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a6fcbd2e-cc26-4b93-9079-55f68e107b8f details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:38:13.813933 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port a6fcbd2e-cc26-4b93-9079-55f68e107b8f, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a6fcbd2e-cc26-4b93-9079-55f68e107b8f,segment=NetworkSegment(79355f0d-5ac4-4c07-9105-e8d9a5052f5d),segment_id=79355f0d-5ac4-4c07-9105-e8d9a5052f5d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:13.822519 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'a6fcbd2e-cc26-4b93-9079-55f68e107b8f', 'network_id': '5909cb6b-fbb7-4999-8304-f7c6169b2b64', 'port_id': 'a6fcbd2e-cc26-4b93-9079-55f68e107b8f', 'mac_address': 'fa:16:3e:ce:86:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cefce83-a2ba-4c46-883f-bc839341860a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:38:13.858521 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:13.871542 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6fcbd2e-cc26-4b93-9079-55f68e107b8f {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:38:13.890979 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port a6fcbd2e-cc26-4b93-9079-55f68e107b8f, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a6fcbd2e-cc26-4b93-9079-55f68e107b8f,segment=NetworkSegment(79355f0d-5ac4-4c07-9105-e8d9a5052f5d),segment_id=79355f0d-5ac4-4c07-9105-e8d9a5052f5d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:13.894779 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:13.943911 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=a6fcbd2e-cc26-4b93-9079-55f68e107b8f,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:14.073616 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bf3d8-92e8-47de-a482-0399398017df req-0fc7fc8f-795c-40ea-839f-ad42677bda33 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:14.075197 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8b0bf3d8-92e8-47de-a482-0399398017df req-0fc7fc8f-795c-40ea-839f-ad42677bda33 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b26533b2-7cca-4297-9b5e-d8397f359a9a HTTP/1.1" status: 200 len: 1096 time: 0.0558958 Jul 22 19:38:14.092940 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['a6fcbd2e-cc26-4b93-9079-55f68e107b8f'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:38:14.134808 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8b0bf3d8-92e8-47de-a482-0399398017df req-409334ff-caf5-44cb-9e93-60808b2581a6 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=669b15ea-e0d9-4c00-8b45-305e32f4686e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540230 Jul 22 19:38:14.137648 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-ed7ae260-95a4-4679-8b2e-11b03094287b tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-423735769&fields=id&tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd HTTP/1.1" status: 200 len: 267 time: 0.0510530 Jul 22 19:38:14.256491 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-c210da44-b275-4975-9c94-80522bdb206a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:14.258067 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-c210da44-b275-4975-9c94-80522bdb206a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 812 time: 0.1126933 Jul 22 19:38:14.272671 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-77e85a7a-ec2f-499f-ba3b-e7aa71b672d4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/quotas/d7dd7a2acaec4dacbe93a4b4f60385cd HTTP/1.1" status: 200 len: 375 time: 0.0089676 Jul 22 19:38:14.340851 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-4cce5078-6733-42e8-91a1-c13ec5b6c95b tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626206 Jul 22 19:38:14.441045 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-a3a2c6ef-5661-414f-b1ba-41891eb66892 service neutron] 10.222.0.13 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874348 Jul 22 19:38:14.530651 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-90fe99b7-00fe-433f-b03c-c012184458c1 service neutron] 10.222.0.13 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837255 Jul 22 19:38:14.821619 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-707757af-cccd-4b84-9671-0125183f38c1 req-1978b735-e61e-4b46-addc-e0d22d1bc804 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 210 time: 0.0349948 Jul 22 19:38:15.254025 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0c55b-f9c3-4965-a74a-e68903832e9e req-c72ef154-a53b-4d33-a4bc-fda8a87c4b0e tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:15.255685 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-98f0c55b-f9c3-4965-a74a-e68903832e9e req-c72ef154-a53b-4d33-a4bc-fda8a87c4b0e tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b26533b2-7cca-4297-9b5e-d8397f359a9a HTTP/1.1" status: 200 len: 1096 time: 0.0537903 Jul 22 19:38:15.299508 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-98f0c55b-f9c3-4965-a74a-e68903832e9e req-121a72b4-d26b-4b90-a517-b586be19c17c tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=669b15ea-e0d9-4c00-8b45-305e32f4686e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375073 Jul 22 19:38:15.700308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-f28a0def-cda3-4a5d-ac18-4114e5cf881b tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:15.701807 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-f28a0def-cda3-4a5d-ac18-4114e5cf881b tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 812 time: 0.1100163 Jul 22 19:38:15.710234 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a6fcbd2e-cc26-4b93-9079-55f68e107b8f up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:15.747124 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-77eeaf05-a100-4ab0-9a13-8a2c5b1e1534 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd HTTP/1.1" status: 200 len: 379 time: 0.0372088 Jul 22 19:38:15.755433 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-78e06423-62c1-411e-822d-1b738488c803 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Request body: {'port': {'device_id': '0b44ac6f-2268-4612-93e5-9befafe8fab7', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'admin_state_up': True, 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'security_groups': ['026bdc4b-c280-4a8b-add4-18de9d525be0']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:15.764048 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port a6fcbd2e-cc26-4b93-9079-55f68e107b8f completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:15.768065 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port a6fcbd2e-cc26-4b93-9079-55f68e107b8f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:15.768791 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.852644 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.877600 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-78e06423-62c1-411e-822d-1b738488c803 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Made reservation on behalf of d7dd7a2acaec4dacbe93a4b4f60385cd for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:15.877854 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26533b2-7cca-4297-9b5e-d8397f359a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fcbd2e-cc26-4b93-9079-55f68e107b8f'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:38:15.880430 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14247b9-72f8-41f4-903b-1363d6df1808" -d '{"events": [{"server_uuid": "b26533b2-7cca-4297-9b5e-d8397f359a9a", "name": "network-vif-plugged", "status": "completed", "tag": "a6fcbd2e-cc26-4b93-9079-55f68e107b8f"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:38:15.892569 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-78e06423-62c1-411e-822d-1b738488c803 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.894306 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port a6fcbd2e-cc26-4b93-9079-55f68e107b8f, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a6fcbd2e-cc26-4b93-9079-55f68e107b8f,segment=NetworkSegment(79355f0d-5ac4-4c07-9105-e8d9a5052f5d),segment_id=79355f0d-5ac4-4c07-9105-e8d9a5052f5d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:15.900840 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.949359 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa8eb965-dc0e-4b0c-b1ed-3e24c6efee78 req-9cf61d9f-14e7-46d3-840e-6480043127f8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 210 time: 0.0467720 Jul 22 19:38:16.012156 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=a6fcbd2e-cc26-4b93-9079-55f68e107b8f,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:16.020058 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62277868-7945-4c7d-8114-2eeafb516b45 x-openstack-request-id: req-62277868-7945-4c7d-8114-2eeafb516b45 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:38:16.021020 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b26533b2-7cca-4297-9b5e-d8397f359a9a", "name": "network-vif-plugged", "status": "completed", "tag": "a6fcbd2e-cc26-4b93-9079-55f68e107b8f", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:38:16.021020 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62277868-7945-4c7d-8114-2eeafb516b45 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:38:16.021561 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b26533b2-7cca-4297-9b5e-d8397f359a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fcbd2e-cc26-4b93-9079-55f68e107b8f', 'code': 200} Jul 22 19:38:16.109021 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-78e06423-62c1-411e-822d-1b738488c803 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Allocated IP 172.20.0.14 (f3b01d2c-8d06-4fa2-9f0e-0ac29490e405/2927ff2f-725b-43f0-9ccf-46789079aaa4/ac4be827-21aa-447f-ad2b-f1bced1212da) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:16.184940 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146e77e-9701-41ea-86f4-c3845ca7e4c4 req-e3f8c957-3050-417e-9058-c49c1db98d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:16.186696 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8146e77e-9701-41ea-86f4-c3845ca7e4c4 req-e3f8c957-3050-417e-9058-c49c1db98d72 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b26533b2-7cca-4297-9b5e-d8397f359a9a HTTP/1.1" status: 200 len: 1097 time: 0.1144121 Jul 22 19:38:16.264849 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8146e77e-9701-41ea-86f4-c3845ca7e4c4 req-10e4130c-a494-47fe-aa68-a1bb23edb07a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=669b15ea-e0d9-4c00-8b45-305e32f4686e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714655 Jul 22 19:38:16.293175 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-78e06423-62c1-411e-822d-1b738488c803 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:16.307455 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-78e06423-62c1-411e-822d-1b738488c803 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Transition to ACTIVE for port object ac4be827-21aa-447f-ad2b-f1bced1212da will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:16.343391 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-78e06423-62c1-411e-822d-1b738488c803 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:16.421785 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-78e06423-62c1-411e-822d-1b738488c803 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:16.427275 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-78e06423-62c1-411e-822d-1b738488c803 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:16.437212 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-78e06423-62c1-411e-822d-1b738488c803 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:16.442813 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e06423-62c1-411e-822d-1b738488c803 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event updated for resources: {'Port': ['ID=ac4be827-21aa-447f-ad2b-f1bced1212da,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:16.499157 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-78e06423-62c1-411e-822d-1b738488c803 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:16.499782 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-78e06423-62c1-411e-822d-1b738488c803 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:16.510410 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f31da5-0e7e-4f73-983c-0b13d9717225 req-12a3618a-bd39-4ff3-ad6f-28860c894da7 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:16.511981 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a9f31da5-0e7e-4f73-983c-0b13d9717225 req-12a3618a-bd39-4ff3-ad6f-28860c894da7 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b26533b2-7cca-4297-9b5e-d8397f359a9a HTTP/1.1" status: 200 len: 1097 time: 0.1372890 Jul 22 19:38:16.522971 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-78e06423-62c1-411e-822d-1b738488c803 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7713130 Jul 22 19:38:16.546063 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] Request body: {'port': {'device_id': '0b44ac6f-2268-4612-93e5-9befafe8fab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:16.589757 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a9f31da5-0e7e-4f73-983c-0b13d9717225 req-f83c3b3f-f4b7-47a6-99d1-458e85b60647 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=669b15ea-e0d9-4c00-8b45-305e32f4686e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657117 Jul 22 19:38:16.645446 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:16.671549 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e8df3312-0d91-4879-95f6-45fc4fa4eaf1 None None] Provisioning for port ac4be827-21aa-447f-ad2b-f1bced1212da completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:16.675638 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e8df3312-0d91-4879-95f6-45fc4fa4eaf1 None None] Provisioning complete for port ac4be827-21aa-447f-ad2b-f1bced1212da triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:16.676148 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e8df3312-0d91-4879-95f6-45fc4fa4eaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:16.712128 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-e8df3312-0d91-4879-95f6-45fc4fa4eaf1 None None] Port ac4be827-21aa-447f-ad2b-f1bced1212da cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:16.922913 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4be827-21aa-447f-ad2b-f1bced1212da {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:38:16.931206 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:16.943651 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] Transition to ACTIVE for port object ac4be827-21aa-447f-ad2b-f1bced1212da will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:16.952755 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:17.023752 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4be827-21aa-447f-ad2b-f1bced1212da,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:17.178302 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] Attempting to bind port ac4be827-21aa-447f-ad2b-f1bced1212da on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:38:17.178697 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] Attempting to bind port ac4be827-21aa-447f-ad2b-f1bced1212da by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:38:17.179028 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] Attempting to bind port ac4be827-21aa-447f-ad2b-f1bced1212da on network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:17.189275 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] Port ac4be827-21aa-447f-ad2b-f1bced1212da on network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:38:17.189513 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] Attempting to bind port ac4be827-21aa-447f-ad2b-f1bced1212da on network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:17.202254 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca39d3a-af90-47e2-b9b0-c8e9231ec7ba req-279cf4c0-9565-4bd2-a729-f15c2d2d74ef tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:17.203805 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ca39d3a-af90-47e2-b9b0-c8e9231ec7ba req-279cf4c0-9565-4bd2-a729-f15c2d2d74ef tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 944 time: 0.1223404 Jul 22 19:38:17.205795 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:38:17.206131 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] Checking segment: {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:17.206520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] Bound using segment: {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:38:17.206971 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] Bound port: ac4be827-21aa-447f-ad2b-f1bced1212da, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:38:17.207316 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:17.282584 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ca39d3a-af90-47e2-b9b0-c8e9231ec7ba req-733759bc-6da2-4c12-b474-a8546dffae65 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654213 Jul 22 19:38:17.307603 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] For port ac4be827-21aa-447f-ad2b-f1bced1212da, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:38:17.310698 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] For port ac4be827-21aa-447f-ad2b-f1bced1212da, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=ac4be827-21aa-447f-ad2b-f1bced1212da,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:38:17.315536 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:17.356560 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:17.357282 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:17.358778 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] 10.222.0.30 "PUT /v2.0/ports/ac4be827-21aa-447f-ad2b-f1bced1212da HTTP/1.1" status: 200 len: 1093 time: 0.8194828 Jul 22 19:38:17.359312 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b44ac6f-2268-4612-93e5-9befafe8fab7', 'tag': 'ac4be827-21aa-447f-ad2b-f1bced1212da'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:38:17.361874 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e52403-8f03-4667-b0ca-27c51a1f3005" -d '{"events": [{"name": "network-changed", "server_uuid": "0b44ac6f-2268-4612-93e5-9befafe8fab7", "tag": "ac4be827-21aa-447f-ad2b-f1bced1212da"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:38:17.386283 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d24bc-0525-4de0-94bf-a26a8eab6539 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4be827-21aa-447f-ad2b-f1bced1212da,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:17.417984 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ce3a7a-600c-4e9c-946c-25eb556182b5 x-openstack-request-id: req-f9ce3a7a-600c-4e9c-946c-25eb556182b5 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:38:17.418274 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b44ac6f-2268-4612-93e5-9befafe8fab7", "tag": "ac4be827-21aa-447f-ad2b-f1bced1212da", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:38:17.418524 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9ce3a7a-600c-4e9c-946c-25eb556182b5 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:38:17.418920 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b44ac6f-2268-4612-93e5-9befafe8fab7', 'tag': 'ac4be827-21aa-447f-ad2b-f1bced1212da', 'status': 'completed', 'code': 200} Jul 22 19:38:17.471534 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-52cc41b1-31ad-498d-b101-422c97275537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:17.473270 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-52cc41b1-31ad-498d-b101-422c97275537 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 1096 time: 0.0667400 Jul 22 19:38:17.519517 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-abf649fb-305d-40c3-8904-e31d5678c3a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4be827-21aa-447f-ad2b-f1bced1212da HTTP/1.1" status: 200 len: 217 time: 0.0398250 Jul 22 19:38:17.571783 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-7ae67af6-6ec5-4ed7-81fa-37aeba47b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:17.573393 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-7ae67af6-6ec5-4ed7-81fa-37aeba47b5dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.0483017 Jul 22 19:38:17.635959 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-e875b79b-61aa-49de-8232-0e9fbc14a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:17.637655 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-e875b79b-61aa-49de-8232-0e9fbc14a5a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584474 Jul 22 19:38:17.780527 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-2cfd090e-3cd4-4698-93b0-8fa70d3a47c1 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349113 Jul 22 19:38:17.786356 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f87f2f-e1fe-4ba3-b78d-b6cee4ae0375 req-71da149d-7f78-4524-93e9-7bcbb1c9bd74 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:17.787787 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37f87f2f-e1fe-4ba3-b78d-b6cee4ae0375 req-71da149d-7f78-4524-93e9-7bcbb1c9bd74 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b26533b2-7cca-4297-9b5e-d8397f359a9a HTTP/1.1" status: 200 len: 1097 time: 0.1199899 Jul 22 19:38:17.884103 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37f87f2f-e1fe-4ba3-b78d-b6cee4ae0375 req-4fff3fcc-2f17-4a3f-aa80-a75a23eb742b tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=669b15ea-e0d9-4c00-8b45-305e32f4686e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877683 Jul 22 19:38:17.931884 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a1e9f260-6605-4f70-83ac-ae033ec7e19b req-04004d5d-c9bd-425b-b3c2-2ce0b091f986 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431725 Jul 22 19:38:17.960864 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c39574b2-6289-4255-bc9b-76ae3f9eb24c req-8ec08344-8474-40ca-8969-43fc7bbfd73f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0868745 Jul 22 19:38:18.119030 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e52403-8f03-4667-b0ca-27c51a1f3005 req-c8782a10-b663-4ec7-ab6e-1e63102d72eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:18.121314 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a3e52403-8f03-4667-b0ca-27c51a1f3005 req-c8782a10-b663-4ec7-ab6e-1e63102d72eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 1096 time: 0.1332524 Jul 22 19:38:18.150073 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef6d32-d0f7-46f0-b1fc-6ea587c9ba39 req-56483dc1-0e5c-47e5-bf2f-709459d9263f tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:18.151572 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3ef6d32-d0f7-46f0-b1fc-6ea587c9ba39 req-56483dc1-0e5c-47e5-bf2f-709459d9263f tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b26533b2-7cca-4297-9b5e-d8397f359a9a HTTP/1.1" status: 200 len: 1097 time: 0.1814692 Jul 22 19:38:18.153210 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39574b2-6289-4255-bc9b-76ae3f9eb24c req-330a5f43-5640-4cc6-963f-6d30f336b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:18.154561 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c39574b2-6289-4255-bc9b-76ae3f9eb24c req-330a5f43-5640-4cc6-963f-6d30f336b41a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6dc0a43544f4485c8e9c187940eccf6a&device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 1097 time: 0.1191843 Jul 22 19:38:18.291093 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3ef6d32-d0f7-46f0-b1fc-6ea587c9ba39 req-5fb45fff-449d-4e04-b525-a07f084ba3ff tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=669b15ea-e0d9-4c00-8b45-305e32f4686e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268117 Jul 22 19:38:18.316437 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e52403-8f03-4667-b0ca-27c51a1f3005 req-53154b76-5631-4681-ae35-72cfde103afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:18.318044 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a3e52403-8f03-4667-b0ca-27c51a1f3005 req-53154b76-5631-4681-ae35-72cfde103afb service neutron] 10.222.0.30 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 913 time: 0.1910121 Jul 22 19:38:18.340029 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39574b2-6289-4255-bc9b-76ae3f9eb24c req-b50ee75a-5877-486b-a270-0e827f198e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:18.341734 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c39574b2-6289-4255-bc9b-76ae3f9eb24c req-b50ee75a-5877-486b-a270-0e827f198e65 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 HTTP/1.1" status: 200 len: 918 time: 0.1673870 Jul 22 19:38:18.395337 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a3e52403-8f03-4667-b0ca-27c51a1f3005 req-ba45edfd-ee08-4a1b-aa92-c8ceb49e9bab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4be827-21aa-447f-ad2b-f1bced1212da HTTP/1.1" status: 200 len: 217 time: 0.0525265 Jul 22 19:38:18.565908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e52403-8f03-4667-b0ca-27c51a1f3005 req-028f5708-2a84-4ce6-b255-fa38b0ee9bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:18.567452 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a3e52403-8f03-4667-b0ca-27c51a1f3005 req-028f5708-2a84-4ce6-b255-fa38b0ee9bf3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.1379952 Jul 22 19:38:18.569941 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c39574b2-6289-4255-bc9b-76ae3f9eb24c req-4630cf12-93e5-4bd8-8406-d979fa48f4b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c229bb1-0bcf-440e-9eaa-00192f1936d5 HTTP/1.1" status: 200 len: 1001 time: 0.1835783 Jul 22 19:38:18.651166 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cedf35-6f10-4ad0-89c9-4a0d8c082332 req-308a4f28-3d2c-4766-871a-8d4f72d7c029 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:18.652685 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76cedf35-6f10-4ad0-89c9-4a0d8c082332 req-308a4f28-3d2c-4766-871a-8d4f72d7c029 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 944 time: 0.2675111 Jul 22 19:38:18.682002 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46525a-2e10-4b9a-9321-2d43b9bf8b71 req-edc7f300-a2f7-4f85-a63b-da7c9379a576 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:18.683451 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa46525a-2e10-4b9a-9321-2d43b9bf8b71 req-edc7f300-a2f7-4f85-a63b-da7c9379a576 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b26533b2-7cca-4297-9b5e-d8397f359a9a HTTP/1.1" status: 200 len: 1097 time: 0.2961352 Jul 22 19:38:18.699672 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39574b2-6289-4255-bc9b-76ae3f9eb24c req-12bd6bdf-576f-4c43-9b76-eac17ead74e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:18.701115 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c39574b2-6289-4255-bc9b-76ae3f9eb24c req-12bd6bdf-576f-4c43-9b76-eac17ead74e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4b26a37-f98e-4c1b-8da4-083bd4ab1975 HTTP/1.1" status: 200 len: 856 time: 0.1217139 Jul 22 19:38:18.776138 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76cedf35-6f10-4ad0-89c9-4a0d8c082332 req-22f71fec-69f0-4d37-a0fd-57f6a7978506 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115243 Jul 22 19:38:18.790458 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa46525a-2e10-4b9a-9321-2d43b9bf8b71 req-ee556644-8fba-4026-8bfc-2e5d4faecd7a tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=669b15ea-e0d9-4c00-8b45-305e32f4686e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951779 Jul 22 19:38:18.793181 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e52403-8f03-4667-b0ca-27c51a1f3005 req-01c51869-0b3c-4b99-acf5-aca4f61b150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:18.794600 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a3e52403-8f03-4667-b0ca-27c51a1f3005 req-01c51869-0b3c-4b99-acf5-aca4f61b150c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2212999 Jul 22 19:38:18.849321 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39574b2-6289-4255-bc9b-76ae3f9eb24c req-7612aaf7-67fe-4f46-9070-29eaefd64ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:18.850869 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c39574b2-6289-4255-bc9b-76ae3f9eb24c req-7612aaf7-67fe-4f46-9070-29eaefd64ead service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1401017 Jul 22 19:38:18.970156 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a3e52403-8f03-4667-b0ca-27c51a1f3005 req-12ce2874-3290-43e1-b702-d0a133f1d9b1 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681232 Jul 22 19:38:19.056364 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c39574b2-6289-4255-bc9b-76ae3f9eb24c req-9c1f0b9d-7b89-477b-9b95-f1c39a243a2f service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802230 Jul 22 19:38:19.183131 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a3e52403-8f03-4667-b0ca-27c51a1f3005 req-67f0b63f-4e7c-4a77-8b80-c51a00b75e17 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063441 Jul 22 19:38:19.197067 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51123312-1f0b-48e3-b290-03ad7d2d936f req-c4cbd476-611b-40a3-aaf3-55a4adcd1884 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:19.198854 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51123312-1f0b-48e3-b290-03ad7d2d936f req-c4cbd476-611b-40a3-aaf3-55a4adcd1884 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b26533b2-7cca-4297-9b5e-d8397f359a9a HTTP/1.1" status: 200 len: 1097 time: 0.2003357 Jul 22 19:38:19.231640 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c39574b2-6289-4255-bc9b-76ae3f9eb24c req-3e6d0710-f6f3-4599-a3fe-961414189e16 service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476958 Jul 22 19:38:19.247069 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51123312-1f0b-48e3-b290-03ad7d2d936f req-92ca3b2a-1f2d-4b8f-a1f5-e5a189384a2e tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=669b15ea-e0d9-4c00-8b45-305e32f4686e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394197 Jul 22 19:38:19.913098 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736b94e-dece-4cbb-b709-dd5b3a6608f4 req-2da761ab-aeee-40a7-840f-7be7859b6cd8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:19.914766 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c736b94e-dece-4cbb-b709-dd5b3a6608f4 req-2da761ab-aeee-40a7-840f-7be7859b6cd8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 944 time: 0.0689511 Jul 22 19:38:20.288911 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c736b94e-dece-4cbb-b709-dd5b3a6608f4 req-1ed71b1e-045d-4f70-abae-6921549124c2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3679218 Jul 22 19:38:20.310293 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4192317-65c7-40be-960a-8216e80b15da req-910994ef-ae0f-4949-a73d-02244dd865fa tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:20.312031 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f4192317-65c7-40be-960a-8216e80b15da req-910994ef-ae0f-4949-a73d-02244dd865fa tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b26533b2-7cca-4297-9b5e-d8397f359a9a HTTP/1.1" status: 200 len: 1097 time: 0.0687490 Jul 22 19:38:20.433068 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0afdcf-6845-4617-b6ca-f6d8be1d41e5 req-5bdc1676-e983-468a-b4e2-e31e7f6a6b66 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:20.434586 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da0afdcf-6845-4617-b6ca-f6d8be1d41e5 req-5bdc1676-e983-468a-b4e2-e31e7f6a6b66 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b26533b2-7cca-4297-9b5e-d8397f359a9a HTTP/1.1" status: 200 len: 1097 time: 0.0926380 Jul 22 19:38:20.463759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-f4192317-65c7-40be-960a-8216e80b15da req-964a47fc-ef61-45e7-9b7c-ad30be286fe8 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Deleting port a6fcbd2e-cc26-4b93-9079-55f68e107b8f {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:20.464097 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f4192317-65c7-40be-960a-8216e80b15da req-964a47fc-ef61-45e7-9b7c-ad30be286fe8 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:20.490477 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da0afdcf-6845-4617-b6ca-f6d8be1d41e5 req-aa303780-dc29-4251-8f1d-8e87cdb84296 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=669b15ea-e0d9-4c00-8b45-305e32f4686e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500417 Jul 22 19:38:20.549260 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-f4192317-65c7-40be-960a-8216e80b15da req-964a47fc-ef61-45e7-9b7c-ad30be286fe8 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] For port a6fcbd2e-cc26-4b93-9079-55f68e107b8f, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a6fcbd2e-cc26-4b93-9079-55f68e107b8f,segment=NetworkSegment(79355f0d-5ac4-4c07-9105-e8d9a5052f5d),segment_id=79355f0d-5ac4-4c07-9105-e8d9a5052f5d)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:20.549549 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f4192317-65c7-40be-960a-8216e80b15da req-964a47fc-ef61-45e7-9b7c-ad30be286fe8 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:20.565830 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-f4192317-65c7-40be-960a-8216e80b15da req-964a47fc-ef61-45e7-9b7c-ad30be286fe8 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Calling delete_port for a6fcbd2e-cc26-4b93-9079-55f68e107b8f owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:20.683565 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f4192317-65c7-40be-960a-8216e80b15da req-964a47fc-ef61-45e7-9b7c-ad30be286fe8 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:20.694957 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['a6fcbd2e-cc26-4b93-9079-55f68e107b8f'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:38:20.698019 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['a2f22bc1-763c-4ba6-837c-421febdba7d0'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:38:20.708869 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a47fc-ef61-45e7-9b7c-ad30be286fe8 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6fcbd2e-cc26-4b93-9079-55f68e107b8f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:20.761771 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4192317-65c7-40be-960a-8216e80b15da req-964a47fc-ef61-45e7-9b7c-ad30be286fe8 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] No DVR routers for this DVR port a6fcbd2e-cc26-4b93-9079-55f68e107b8f on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:38:20.764326 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-f4192317-65c7-40be-960a-8216e80b15da req-964a47fc-ef61-45e7-9b7c-ad30be286fe8 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:20.766570 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f4192317-65c7-40be-960a-8216e80b15da req-964a47fc-ef61-45e7-9b7c-ad30be286fe8 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a6fcbd2e-cc26-4b93-9079-55f68e107b8f HTTP/1.1" status: 204 len: 173 time: 0.4485805 Jul 22 19:38:20.767017 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26533b2-7cca-4297-9b5e-d8397f359a9a', 'name': 'network-vif-deleted', 'tag': 'a6fcbd2e-cc26-4b93-9079-55f68e107b8f'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:38:20.769327 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1feb2f13-1669-4831-8441-4d63be2046e3" -d '{"events": [{"server_uuid": "b26533b2-7cca-4297-9b5e-d8397f359a9a", "name": "network-vif-deleted", "tag": "a6fcbd2e-cc26-4b93-9079-55f68e107b8f"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:38:20.813165 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b653e2-b65f-46b7-8448-2b72c974e7a8 x-openstack-request-id: req-91b653e2-b65f-46b7-8448-2b72c974e7a8 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:38:20.813461 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b26533b2-7cca-4297-9b5e-d8397f359a9a", "name": "network-vif-deleted", "tag": "a6fcbd2e-cc26-4b93-9079-55f68e107b8f", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:38:20.813914 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91b653e2-b65f-46b7-8448-2b72c974e7a8 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:38:20.814102 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b26533b2-7cca-4297-9b5e-d8397f359a9a', 'name': 'network-vif-deleted', 'tag': 'a6fcbd2e-cc26-4b93-9079-55f68e107b8f', 'status': 'completed', 'code': 200} Jul 22 19:38:21.421565 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86143432-40f3-4feb-96f6-1317da027e6a req-2cc11a28-a2a6-4f04-a841-c9a917eb883c tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:21.422947 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-86143432-40f3-4feb-96f6-1317da027e6a req-2cc11a28-a2a6-4f04-a841-c9a917eb883c tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 944 time: 0.0633910 Jul 22 19:38:21.462127 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-86143432-40f3-4feb-96f6-1317da027e6a req-49e0c621-4425-469c-a073-9ab98fec93e0 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335917 Jul 22 19:38:21.761313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39360935-131c-4bef-bad1-bbe32978c80b req-e3ea5bc2-59fd-4069-9951-a2a044c3b10e tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:21.762840 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-39360935-131c-4bef-bad1-bbe32978c80b req-e3ea5bc2-59fd-4069-9951-a2a044c3b10e tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d00f46d9-18b5-44e4-898d-d962a63b7efa HTTP/1.1" status: 200 len: 1098 time: 0.0551896 Jul 22 19:38:21.799552 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-39360935-131c-4bef-bad1-bbe32978c80b req-98957abb-bc20-4c91-965e-485ed4a29e3e tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=669b15ea-e0d9-4c00-8b45-305e32f4686e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310097 Jul 22 19:38:22.591725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957cc5a-9224-47fd-abb3-2ebda052896b req-5cfff675-b5c0-4760-ad03-c7900576a53d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:22.593132 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4957cc5a-9224-47fd-abb3-2ebda052896b req-5cfff675-b5c0-4760-ad03-c7900576a53d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 944 time: 0.0644286 Jul 22 19:38:22.630720 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4957cc5a-9224-47fd-abb3-2ebda052896b req-70ad8f4e-efbf-4ac6-890b-4185eee74f66 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318692 Jul 22 19:38:22.920587 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd916e98-c672-4fe1-b943-de188c1d2c00 req-fcd7c780-5d8c-469b-84e2-195619629a21 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:22.922064 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fd916e98-c672-4fe1-b943-de188c1d2c00 req-fcd7c780-5d8c-469b-84e2-195619629a21 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d00f46d9-18b5-44e4-898d-d962a63b7efa HTTP/1.1" status: 200 len: 1098 time: 0.0545495 Jul 22 19:38:22.957231 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fd916e98-c672-4fe1-b943-de188c1d2c00 req-d072c947-9911-4462-8a96-0451721163ce tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=669b15ea-e0d9-4c00-8b45-305e32f4686e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287530 Jul 22 19:38:23.116530 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dceb47-6552-40c3-b7a1-29df2c4edf3b req-10fa3df9-bf88-41db-a3e0-24c340fabcf3 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:23.118192 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81dceb47-6552-40c3-b7a1-29df2c4edf3b req-10fa3df9-bf88-41db-a3e0-24c340fabcf3 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d00f46d9-18b5-44e4-898d-d962a63b7efa HTTP/1.1" status: 200 len: 1098 time: 0.0564961 Jul 22 19:38:23.202578 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-81dceb47-6552-40c3-b7a1-29df2c4edf3b req-ad09b730-1d92-46e9-8f5b-b82af58cb307 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Deleting port a2f22bc1-763c-4ba6-837c-421febdba7d0 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:23.202917 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-81dceb47-6552-40c3-b7a1-29df2c4edf3b req-ad09b730-1d92-46e9-8f5b-b82af58cb307 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:23.282822 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-81dceb47-6552-40c3-b7a1-29df2c4edf3b req-ad09b730-1d92-46e9-8f5b-b82af58cb307 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] For port a2f22bc1-763c-4ba6-837c-421febdba7d0, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=a2f22bc1-763c-4ba6-837c-421febdba7d0,segment=NetworkSegment(79355f0d-5ac4-4c07-9105-e8d9a5052f5d),segment_id=79355f0d-5ac4-4c07-9105-e8d9a5052f5d)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:23.283175 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-81dceb47-6552-40c3-b7a1-29df2c4edf3b req-ad09b730-1d92-46e9-8f5b-b82af58cb307 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:23.296200 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-81dceb47-6552-40c3-b7a1-29df2c4edf3b req-ad09b730-1d92-46e9-8f5b-b82af58cb307 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Calling delete_port for a2f22bc1-763c-4ba6-837c-421febdba7d0 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:23.416722 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-81dceb47-6552-40c3-b7a1-29df2c4edf3b req-ad09b730-1d92-46e9-8f5b-b82af58cb307 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:23.427037 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['a2f22bc1-763c-4ba6-837c-421febdba7d0'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:38:23.450417 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09b730-1d92-46e9-8f5b-b82af58cb307 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2f22bc1-763c-4ba6-837c-421febdba7d0,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:23.496880 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dceb47-6552-40c3-b7a1-29df2c4edf3b req-ad09b730-1d92-46e9-8f5b-b82af58cb307 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] No DVR routers for this DVR port a2f22bc1-763c-4ba6-837c-421febdba7d0 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:38:23.499639 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-81dceb47-6552-40c3-b7a1-29df2c4edf3b req-ad09b730-1d92-46e9-8f5b-b82af58cb307 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:23.501762 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81dceb47-6552-40c3-b7a1-29df2c4edf3b req-ad09b730-1d92-46e9-8f5b-b82af58cb307 tempest-TestServerMultinode-480732381 tempest-TestServerMultinode-480732381-project-admin] 10.222.0.16 "DELETE /v2.0/ports/a2f22bc1-763c-4ba6-837c-421febdba7d0 HTTP/1.1" status: 204 len: 173 time: 0.3787720 Jul 22 19:38:23.502206 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00f46d9-18b5-44e4-898d-d962a63b7efa', 'name': 'network-vif-deleted', 'tag': 'a2f22bc1-763c-4ba6-837c-421febdba7d0'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:38:23.504445 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af7ec79-c8a7-4210-a38d-c8927da38ba6" -d '{"events": [{"server_uuid": "d00f46d9-18b5-44e4-898d-d962a63b7efa", "name": "network-vif-deleted", "tag": "a2f22bc1-763c-4ba6-837c-421febdba7d0"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:38:23.550151 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e1e25c-0534-4859-9486-d0ba70ed9be7 x-openstack-request-id: req-c1e1e25c-0534-4859-9486-d0ba70ed9be7 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:38:23.550586 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00f46d9-18b5-44e4-898d-d962a63b7efa", "name": "network-vif-deleted", "tag": "a2f22bc1-763c-4ba6-837c-421febdba7d0", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:38:23.550847 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1e1e25c-0534-4859-9486-d0ba70ed9be7 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:38:23.551252 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00f46d9-18b5-44e4-898d-d962a63b7efa', 'name': 'network-vif-deleted', 'tag': 'a2f22bc1-763c-4ba6-837c-421febdba7d0', 'status': 'completed', 'code': 200} Jul 22 19:38:23.710345 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a6fcbd2e-cc26-4b93-9079-55f68e107b8f no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:38:23.730294 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: a6fcbd2e-cc26-4b93-9079-55f68e107b8f {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:38:23.730567 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a6fcbd2e-cc26-4b93-9079-55f68e107b8f not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:38:23.765929 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11d30a-5886-4f9d-b379-c320b1935af0 req-3f7cce5d-c2ae-4827-bd81-25367436b167 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:23.767439 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb11d30a-5886-4f9d-b379-c320b1935af0 req-3f7cce5d-c2ae-4827-bd81-25367436b167 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 944 time: 0.0663011 Jul 22 19:38:23.797613 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:38:23.805248 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb11d30a-5886-4f9d-b379-c320b1935af0 req-2f1585d4-ffc0-4486-9ef4-a6d37a3cc34e tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321827 Jul 22 19:38:24.020714 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53976) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:24.363982 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ba91f86-5f27-4071-8c6b-803fa823bc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:24.622999 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-7ba91f86-5f27-4071-8c6b-803fa823bc66 admin admin] Deleting port e51d3189-cc83-4153-a40a-009a19ae4e60 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:24.623247 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ba91f86-5f27-4071-8c6b-803fa823bc66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:24.700636 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-7ba91f86-5f27-4071-8c6b-803fa823bc66 admin admin] For port e51d3189-cc83-4153-a40a-009a19ae4e60, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e51d3189-cc83-4153-a40a-009a19ae4e60,segment=NetworkSegment(79355f0d-5ac4-4c07-9105-e8d9a5052f5d),segment_id=79355f0d-5ac4-4c07-9105-e8d9a5052f5d)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:24.700992 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ba91f86-5f27-4071-8c6b-803fa823bc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:24.713828 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-7ba91f86-5f27-4071-8c6b-803fa823bc66 admin admin] Calling delete_port for e51d3189-cc83-4153-a40a-009a19ae4e60 owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:24.922935 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ba91f86-5f27-4071-8c6b-803fa823bc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:24.959332 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba91f86-5f27-4071-8c6b-803fa823bc66 admin admin] Pushing event deleted for resources: {'Port': ['ID=e51d3189-cc83-4153-a40a-009a19ae4e60,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:25.026859 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92735e-c9d0-45a7-aa34-1d6574eb7f0b req-9fc8ac64-ebb8-403d-8c5e-384bc34970b2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:25.028402 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e92735e-c9d0-45a7-aa34-1d6574eb7f0b req-9fc8ac64-ebb8-403d-8c5e-384bc34970b2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 944 time: 0.1554570 Jul 22 19:38:25.136811 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e92735e-c9d0-45a7-aa34-1d6574eb7f0b req-e1b2391a-c4a2-40c1-8b8a-83bc011deb12 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017528 Jul 22 19:38:25.169588 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ba91f86-5f27-4071-8c6b-803fa823bc66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:25.381599 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba91f86-5f27-4071-8c6b-803fa823bc66 admin admin] Router adfa0a61-2115-456b-b7c7-55051ca318f2 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:38:25.488627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba91f86-5f27-4071-8c6b-803fa823bc66 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:38:25.494476 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7ba91f86-5f27-4071-8c6b-803fa823bc66 admin admin] 10.222.0.13 "PUT /v2.0/routers/adfa0a61-2115-456b-b7c7-55051ca318f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4725201 Jul 22 19:38:25.496879 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53982) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:25.499572 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcbe129-5e80-4dfd-bd80-64fae498aeae None None] Sync routers for ids ['adfa0a61-2115-456b-b7c7-55051ca318f2'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:38:25.509391 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcbe129-5e80-4dfd-bd80-64fae498aeae None None] Routers {'adfa0a61-2115-456b-b7c7-55051ca318f2'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:25.510088 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-8dcbe129-5e80-4dfd-bd80-64fae498aeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:38:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['adfa0a61-2115-456b-b7c7-55051ca318f2'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:25.605396 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c253c573-da01-440b-9e30-d6aecfadec8c admin admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:25.714437 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c253c573-da01-440b-9e30-d6aecfadec8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:25.768843 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-c253c573-da01-440b-9e30-d6aecfadec8c admin admin] Deleting port db877a1d-c6cc-422a-9d45-2a47080b9df2 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:25.769111 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c253c573-da01-440b-9e30-d6aecfadec8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:25.781579 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-8dcbe129-5e80-4dfd-bd80-64fae498aeae None None] Set router adfa0a61-2115-456b-b7c7-55051ca318f2 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:25.851748 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-c253c573-da01-440b-9e30-d6aecfadec8c admin admin] For port db877a1d-c6cc-422a-9d45-2a47080b9df2, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=db877a1d-c6cc-422a-9d45-2a47080b9df2,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:25.852072 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c253c573-da01-440b-9e30-d6aecfadec8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:25.863769 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-c253c573-da01-440b-9e30-d6aecfadec8c admin admin] Calling delete_port for db877a1d-c6cc-422a-9d45-2a47080b9df2 owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:25.963963 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-8dcbe129-5e80-4dfd-bd80-64fae498aeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfa0a61-2115-456b-b7c7-55051ca318f2', 'name': 'tempest-TestServerMultinode-1983841082-router', 'tenant_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'db877a1d-c6cc-422a-9d45-2a47080b9df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:47Z', 'updated_at': '2021-07-22T19:38:24Z', 'revision_number': 5, 'project_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'gw_port': {'id': 'db877a1d-c6cc-422a-9d45-2a47080b9df2', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfa0a61-2115-456b-b7c7-55051ca318f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:48Z', 'updated_at': '2021-07-22T19:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:25.990899 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcbe129-5e80-4dfd-bd80-64fae498aeae None None] Checking router: adfa0a61-2115-456b-b7c7-55051ca318f2 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:38:25.999684 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcbe129-5e80-4dfd-bd80-64fae498aeae None None] Routers {'adfa0a61-2115-456b-b7c7-55051ca318f2'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:26.000299 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-8dcbe129-5e80-4dfd-bd80-64fae498aeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:38:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['adfa0a61-2115-456b-b7c7-55051ca318f2'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:26.033997 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c253c573-da01-440b-9e30-d6aecfadec8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.060248 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253c573-da01-440b-9e30-d6aecfadec8c admin admin] Pushing event deleted for resources: {'Port': ['ID=db877a1d-c6cc-422a-9d45-2a47080b9df2,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:26.093176 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-8dcbe129-5e80-4dfd-bd80-64fae498aeae None None] Set router adfa0a61-2115-456b-b7c7-55051ca318f2 gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:26.123688 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c253c573-da01-440b-9e30-d6aecfadec8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.152612 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-8dcbe129-5e80-4dfd-bd80-64fae498aeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfa0a61-2115-456b-b7c7-55051ca318f2', 'name': 'tempest-TestServerMultinode-1983841082-router', 'tenant_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:47Z', 'updated_at': '2021-07-22T19:38:25Z', 'revision_number': 6, 'project_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:26.188733 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcbe129-5e80-4dfd-bd80-64fae498aeae None None] The sync data for ids ['adfa0a61-2115-456b-b7c7-55051ca318f2'] in n-d-800086-12 is: [{'id': 'adfa0a61-2115-456b-b7c7-55051ca318f2', 'name': 'tempest-TestServerMultinode-1983841082-router', 'tenant_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:47Z', 'updated_at': '2021-07-22T19:38:25Z', 'revision_number': 6, 'project_id': 'cc9b7e6d73b24b6db45ed3a4c3189257', 'gw_port_host': None}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:38:26.234243 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c253c573-da01-440b-9e30-d6aecfadec8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.255763 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c253c573-da01-440b-9e30-d6aecfadec8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.311684 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c253c573-da01-440b-9e30-d6aecfadec8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.312195 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c253c573-da01-440b-9e30-d6aecfadec8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router adfa0a61-2115-456b-b7c7-55051ca318f2 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:38:26.317048 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c253c573-da01-440b-9e30-d6aecfadec8c admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.318215 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c253c573-da01-440b-9e30-d6aecfadec8c admin admin] 10.222.0.13 "DELETE /v2.0/routers/adfa0a61-2115-456b-b7c7-55051ca318f2 HTTP/1.1" status: 204 len: 168 time: 0.8204293 Jul 22 19:38:26.321976 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53988) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:26.343834 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12d7dc-645a-4024-bf4e-6a3434374dfb req-25d8fecb-e077-456f-83bb-d351542b4f8d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:26.345386 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f12d7dc-645a-4024-bf4e-6a3434374dfb req-25d8fecb-e077-456f-83bb-d351542b4f8d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 944 time: 0.1271245 Jul 22 19:38:26.377546 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b395317-8b08-4cc1-9934-3b2615d88560 admin admin] Deleting subnet 6cefce83-a2ba-4c46-883f-bc839341860a {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:38:26.380827 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b395317-8b08-4cc1-9934-3b2615d88560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.389015 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f12d7dc-645a-4024-bf4e-6a3434374dfb req-372bb578-d2be-4dda-afdd-4bfd17ffe0e0 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376995 Jul 22 19:38:26.417295 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b395317-8b08-4cc1-9934-3b2615d88560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.495157 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b395317-8b08-4cc1-9934-3b2615d88560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.551268 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b395317-8b08-4cc1-9934-3b2615d88560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.578697 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b395317-8b08-4cc1-9934-3b2615d88560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cefce83-a2ba-4c46-883f-bc839341860a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:26.581257 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b395317-8b08-4cc1-9934-3b2615d88560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.585709 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6b395317-8b08-4cc1-9934-3b2615d88560 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6cefce83-a2ba-4c46-883f-bc839341860a HTTP/1.1" status: 204 len: 168 time: 0.2617645 Jul 22 19:38:26.585891 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 53992) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:26.587950 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daee3fdd-9c6d-4cae-b96a-614306a15ec4 None None] Network 5909cb6b-fbb7-4999-8304-f7c6169b2b64 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:26.593319 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b395317-8b08-4cc1-9934-3b2615d88560 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:26.593684 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b395317-8b08-4cc1-9934-3b2615d88560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:26.594039 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b395317-8b08-4cc1-9934-3b2615d88560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:26.594380 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b395317-8b08-4cc1-9934-3b2615d88560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:26.594715 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b395317-8b08-4cc1-9934-3b2615d88560 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:26.595155 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b395317-8b08-4cc1-9934-3b2615d88560 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:26.595383 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b395317-8b08-4cc1-9934-3b2615d88560 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:26.595714 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b395317-8b08-4cc1-9934-3b2615d88560 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:26.596045 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b395317-8b08-4cc1-9934-3b2615d88560 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:26.596371 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b395317-8b08-4cc1-9934-3b2615d88560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:26.596759 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b395317-8b08-4cc1-9934-3b2615d88560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:26.597091 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b395317-8b08-4cc1-9934-3b2615d88560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:26.672646 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71331148-e794-4d8f-9781-0e6157989aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.731565 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-71331148-e794-4d8f-9781-0e6157989aeb admin admin] Deleting port b9df5555-e1fd-4e79-a4b2-6a5f244ad288 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:26.732000 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71331148-e794-4d8f-9781-0e6157989aeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.798777 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7395e480-4126-4351-8bef-634201e00529 None None] DHCP port deletion for 5909cb6b-fbb7-4999-8304-f7c6169b2b64 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:38:26.803937 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-71331148-e794-4d8f-9781-0e6157989aeb admin admin] For port b9df5555-e1fd-4e79-a4b2-6a5f244ad288, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b9df5555-e1fd-4e79-a4b2-6a5f244ad288,segment=NetworkSegment(79355f0d-5ac4-4c07-9105-e8d9a5052f5d),segment_id=79355f0d-5ac4-4c07-9105-e8d9a5052f5d)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:26.805848 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71331148-e794-4d8f-9781-0e6157989aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.819270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-71331148-e794-4d8f-9781-0e6157989aeb admin admin] Calling delete_port for b9df5555-e1fd-4e79-a4b2-6a5f244ad288 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:26.834422 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e51d3189-cc83-4153-a40a-009a19ae4e60 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:38:26.856480 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: e51d3189-cc83-4153-a40a-009a19ae4e60 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:38:26.856845 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e51d3189-cc83-4153-a40a-009a19ae4e60 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:38:26.877194 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-7395e480-4126-4351-8bef-634201e00529 None None] Deleting port b9df5555-e1fd-4e79-a4b2-6a5f244ad288 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:26.877564 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7395e480-4126-4351-8bef-634201e00529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.907892 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71331148-e794-4d8f-9781-0e6157989aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.934472 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71331148-e794-4d8f-9781-0e6157989aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=b9df5555-e1fd-4e79-a4b2-6a5f244ad288,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:26.939038 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71331148-e794-4d8f-9781-0e6157989aeb admin admin] No DVR routers for this DVR port b9df5555-e1fd-4e79-a4b2-6a5f244ad288 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:38:26.939315 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7395e480-4126-4351-8bef-634201e00529 None None] For port b9df5555-e1fd-4e79-a4b2-6a5f244ad288, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b9df5555-e1fd-4e79-a4b2-6a5f244ad288,segment=NetworkSegment(79355f0d-5ac4-4c07-9105-e8d9a5052f5d),segment_id=79355f0d-5ac4-4c07-9105-e8d9a5052f5d)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:26.939716 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7395e480-4126-4351-8bef-634201e00529 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.955123 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-7395e480-4126-4351-8bef-634201e00529 None None] Calling delete_port for b9df5555-e1fd-4e79-a4b2-6a5f244ad288 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:27.016199 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71331148-e794-4d8f-9781-0e6157989aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.027415 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-71331148-e794-4d8f-9781-0e6157989aeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5909cb6b-fbb7-4999-8304-f7c6169b2b64']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:27.037791 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-71331148-e794-4d8f-9781-0e6157989aeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79355f0d-5ac4-4c07-9105-e8d9a5052f5d') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:27.038391 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-71331148-e794-4d8f-9781-0e6157989aeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79355f0d-5ac4-4c07-9105-e8d9a5052f5d') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:27.049507 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7395e480-4126-4351-8bef-634201e00529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.050449 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71331148-e794-4d8f-9781-0e6157989aeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.067558 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71331148-e794-4d8f-9781-0e6157989aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.074261 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71331148-e794-4d8f-9781-0e6157989aeb admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:38:27.074890 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71331148-e794-4d8f-9781-0e6157989aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:38:27.076773 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:38:27.080603 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7395e480-4126-4351-8bef-634201e00529 None None] No DVR routers for this DVR port b9df5555-e1fd-4e79-a4b2-6a5f244ad288 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:38:27.084016 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395e480-4126-4351-8bef-634201e00529 None None] Pushing event deleted for resources: {'Port': ['ID=b9df5555-e1fd-4e79-a4b2-6a5f244ad288,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:27.135229 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71331148-e794-4d8f-9781-0e6157989aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.141197 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71331148-e794-4d8f-9781-0e6157989aeb admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.143101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-71331148-e794-4d8f-9781-0e6157989aeb admin admin] 10.222.0.13 "DELETE /v2.0/networks/5909cb6b-fbb7-4999-8304-f7c6169b2b64 HTTP/1.1" status: 204 len: 168 time: 0.5560889 Jul 22 19:38:27.146108 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 53994) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:27.154525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71331148-e794-4d8f-9781-0e6157989aeb admin admin] Pushing event deleted for resources: {'Network': ['ID=5909cb6b-fbb7-4999-8304-f7c6169b2b64,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:27.488870 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bc0039bc-700c-409b-9311-c8200421cfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.524963 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee80838-1265-404d-8a71-dc21d3615aec req-3764795a-c41f-4ea1-9ca4-a5e6bb7a0ccb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:27.526582 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ee80838-1265-404d-8a71-dc21d3615aec req-3764795a-c41f-4ea1-9ca4-a5e6bb7a0ccb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 944 time: 0.0685234 Jul 22 19:38:27.564260 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ee80838-1265-404d-8a71-dc21d3615aec req-064d95c8-8f27-40d3-bde1-4665d21886f3 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321581 Jul 22 19:38:27.742472 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device ac4be827-21aa-447f-ad2b-f1bced1212da details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:38:27.743057 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-bc0039bc-700c-409b-9311-c8200421cfd8 admin admin] Deleting port a8c298b2-c0da-438a-adc1-56faca0b37fc {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:27.743281 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bc0039bc-700c-409b-9311-c8200421cfd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.824293 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-bc0039bc-700c-409b-9311-c8200421cfd8 admin admin] For port a8c298b2-c0da-438a-adc1-56faca0b37fc, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a8c298b2-c0da-438a-adc1-56faca0b37fc,segment=NetworkSegment(8443f3bd-fc19-4e21-83c0-1a4fc13bd7df),segment_id=8443f3bd-fc19-4e21-83c0-1a4fc13bd7df)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:27.824691 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bc0039bc-700c-409b-9311-c8200421cfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.837278 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-bc0039bc-700c-409b-9311-c8200421cfd8 admin admin] Calling delete_port for a8c298b2-c0da-438a-adc1-56faca0b37fc owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:27.839055 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port ac4be827-21aa-447f-ad2b-f1bced1212da, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=ac4be827-21aa-447f-ad2b-f1bced1212da,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:27.853603 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'ac4be827-21aa-447f-ad2b-f1bced1212da', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'port_id': 'ac4be827-21aa-447f-ad2b-f1bced1212da', 'mac_address': 'fa:16:3e:e0:9b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:38:27.891085 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.903615 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4be827-21aa-447f-ad2b-f1bced1212da {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:38:27.922801 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port ac4be827-21aa-447f-ad2b-f1bced1212da, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=ac4be827-21aa-447f-ad2b-f1bced1212da,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:27.927067 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.981842 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=ac4be827-21aa-447f-ad2b-f1bced1212da,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:28.017286 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bc0039bc-700c-409b-9311-c8200421cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:28.042962 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0039bc-700c-409b-9311-c8200421cfd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c298b2-c0da-438a-adc1-56faca0b37fc,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:28.112381 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['ac4be827-21aa-447f-ad2b-f1bced1212da'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:38:28.343862 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device a2f22bc1-763c-4ba6-837c-421febdba7d0 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:38:28.372004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: a2f22bc1-763c-4ba6-837c-421febdba7d0 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:38:28.372354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device a2f22bc1-763c-4ba6-837c-421febdba7d0 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:38:28.483636 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e1de5331-9565-4ce2-a9d5-72607b61577a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:28.498917 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device db877a1d-c6cc-422a-9d45-2a47080b9df2 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:38:28.515764 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bc0039bc-700c-409b-9311-c8200421cfd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:28.519072 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: db877a1d-c6cc-422a-9d45-2a47080b9df2 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:38:28.519424 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device db877a1d-c6cc-422a-9d45-2a47080b9df2 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:38:28.519854 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b9df5555-e1fd-4e79-a4b2-6a5f244ad288 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:38:28.542414 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: b9df5555-e1fd-4e79-a4b2-6a5f244ad288 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:38:28.542760 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b9df5555-e1fd-4e79-a4b2-6a5f244ad288 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:38:28.699258 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6708e2c-fdbf-4aa2-9efb-73283b7ba194 req-eef3c9d1-42a7-48a7-9ef4-5a12e10b0863 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:28.700790 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6708e2c-fdbf-4aa2-9efb-73283b7ba194 req-eef3c9d1-42a7-48a7-9ef4-5a12e10b0863 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 945 time: 0.0695632 Jul 22 19:38:28.734362 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0039bc-700c-409b-9311-c8200421cfd8 admin admin] Router 67e4a861-6457-4767-b684-9455bf06c98a has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:38:28.740907 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6708e2c-fdbf-4aa2-9efb-73283b7ba194 req-40b0134c-af10-4a17-913f-e97775ab2e70 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343757 Jul 22 19:38:28.843918 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0039bc-700c-409b-9311-c8200421cfd8 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:38:28.849107 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bc0039bc-700c-409b-9311-c8200421cfd8 admin admin] 10.222.0.13 "PUT /v2.0/routers/67e4a861-6457-4767-b684-9455bf06c98a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7019031 Jul 22 19:38:28.852367 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54004) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:28.854028 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b6215f-89db-453d-8c4d-9ae24a926428 None None] Sync routers for ids ['67e4a861-6457-4767-b684-9455bf06c98a'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:38:28.863146 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b6215f-89db-453d-8c4d-9ae24a926428 None None] Routers {'67e4a861-6457-4767-b684-9455bf06c98a'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:28.863755 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f3b6215f-89db-453d-8c4d-9ae24a926428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:38:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['67e4a861-6457-4767-b684-9455bf06c98a'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:28.954071 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8326022-5dc6-47da-bfc5-443d6405742c admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:28.966467 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-f3b6215f-89db-453d-8c4d-9ae24a926428 None None] Set router 67e4a861-6457-4767-b684-9455bf06c98a gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:29.062004 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8326022-5dc6-47da-bfc5-443d6405742c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.114859 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-a8326022-5dc6-47da-bfc5-443d6405742c admin admin] Deleting port 34f21dce-e93f-4507-b8ed-2551a1be4224 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:29.115206 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8326022-5dc6-47da-bfc5-443d6405742c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.145289 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f3b6215f-89db-453d-8c4d-9ae24a926428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e4a861-6457-4767-b684-9455bf06c98a', 'name': 'tempest-TestServerMultinode-2088312324-router', 'tenant_id': '749302aefb9a49a0bc4d68bde56e92ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '34f21dce-e93f-4507-b8ed-2551a1be4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:52Z', 'updated_at': '2021-07-22T19:38:27Z', 'revision_number': 5, 'project_id': '749302aefb9a49a0bc4d68bde56e92ac', 'gw_port': {'id': '34f21dce-e93f-4507-b8ed-2551a1be4224', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e4a861-6457-4767-b684-9455bf06c98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:53Z', 'updated_at': '2021-07-22T19:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:29.176667 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b6215f-89db-453d-8c4d-9ae24a926428 None None] Checking router: 67e4a861-6457-4767-b684-9455bf06c98a for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:38:29.186050 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b6215f-89db-453d-8c4d-9ae24a926428 None None] Routers {'67e4a861-6457-4767-b684-9455bf06c98a'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:29.186648 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f3b6215f-89db-453d-8c4d-9ae24a926428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:38:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['67e4a861-6457-4767-b684-9455bf06c98a'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:29.198986 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-a8326022-5dc6-47da-bfc5-443d6405742c admin admin] For port 34f21dce-e93f-4507-b8ed-2551a1be4224, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=34f21dce-e93f-4507-b8ed-2551a1be4224,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:29.199337 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8326022-5dc6-47da-bfc5-443d6405742c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.210940 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-a8326022-5dc6-47da-bfc5-443d6405742c admin admin] Calling delete_port for 34f21dce-e93f-4507-b8ed-2551a1be4224 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:29.269574 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-f3b6215f-89db-453d-8c4d-9ae24a926428 None None] Set router 67e4a861-6457-4767-b684-9455bf06c98a gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:29.325551 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f3b6215f-89db-453d-8c4d-9ae24a926428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e4a861-6457-4767-b684-9455bf06c98a', 'name': 'tempest-TestServerMultinode-2088312324-router', 'tenant_id': '749302aefb9a49a0bc4d68bde56e92ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:52Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 6, 'project_id': '749302aefb9a49a0bc4d68bde56e92ac', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:29.360040 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b6215f-89db-453d-8c4d-9ae24a926428 None None] The sync data for ids ['67e4a861-6457-4767-b684-9455bf06c98a'] in n-d-800086-12 is: [{'id': '67e4a861-6457-4767-b684-9455bf06c98a', 'name': 'tempest-TestServerMultinode-2088312324-router', 'tenant_id': '749302aefb9a49a0bc4d68bde56e92ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:52Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 6, 'project_id': '749302aefb9a49a0bc4d68bde56e92ac', 'gw_port_host': None}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:38:29.379089 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8326022-5dc6-47da-bfc5-443d6405742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.405849 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8326022-5dc6-47da-bfc5-443d6405742c admin admin] Pushing event deleted for resources: {'Port': ['ID=34f21dce-e93f-4507-b8ed-2551a1be4224,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:29.469631 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8326022-5dc6-47da-bfc5-443d6405742c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.558385 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8326022-5dc6-47da-bfc5-443d6405742c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.560467 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8326022-5dc6-47da-bfc5-443d6405742c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.607153 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8326022-5dc6-47da-bfc5-443d6405742c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.607627 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8326022-5dc6-47da-bfc5-443d6405742c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67e4a861-6457-4767-b684-9455bf06c98a {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:38:29.611941 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a8326022-5dc6-47da-bfc5-443d6405742c admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.613110 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a8326022-5dc6-47da-bfc5-443d6405742c admin admin] 10.222.0.13 "DELETE /v2.0/routers/67e4a861-6457-4767-b684-9455bf06c98a HTTP/1.1" status: 204 len: 168 time: 0.7597516 Jul 22 19:38:29.615533 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54006) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:29.659450 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0c475d-b1f2-409d-bf63-6f0fc2fe51a0 admin admin] Deleting subnet 5d5c7fb5-792b-40be-a13c-34538aaab019 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:38:29.662289 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2a0c475d-b1f2-409d-bf63-6f0fc2fe51a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.697500 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2a0c475d-b1f2-409d-bf63-6f0fc2fe51a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.757109 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device ac4be827-21aa-447f-ad2b-f1bced1212da up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:29.797677 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2a0c475d-b1f2-409d-bf63-6f0fc2fe51a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.817457 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port ac4be827-21aa-447f-ad2b-f1bced1212da completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:29.824034 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port ac4be827-21aa-447f-ad2b-f1bced1212da triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:29.824399 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.890457 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2a0c475d-b1f2-409d-bf63-6f0fc2fe51a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.905454 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2a0c475d-b1f2-409d-bf63-6f0fc2fe51a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.907596 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2a0c475d-b1f2-409d-bf63-6f0fc2fe51a0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5d5c7fb5-792b-40be-a13c-34538aaab019 HTTP/1.1" status: 204 len: 168 time: 0.2910566 Jul 22 19:38:29.912960 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54012) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:29.913564 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd038217-e969-4291-8b76-bd6683965237 None None] Network a1f828cc-2c40-4e85-b828-7637d59eb122 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:29.923294 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.929299 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c475d-b1f2-409d-bf63-6f0fc2fe51a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d5c7fb5-792b-40be-a13c-34538aaab019,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:29.974372 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b44ac6f-2268-4612-93e5-9befafe8fab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4be827-21aa-447f-ad2b-f1bced1212da'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:38:29.977090 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fba7349-9a4b-4777-8f7f-89c3f910b0dd" -d '{"events": [{"server_uuid": "0b44ac6f-2268-4612-93e5-9befafe8fab7", "name": "network-vif-plugged", "status": "completed", "tag": "ac4be827-21aa-447f-ad2b-f1bced1212da"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:38:30.023852 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27231fc-259f-42cd-a5c4-787af07b5329 x-openstack-request-id: req-a27231fc-259f-42cd-a5c4-787af07b5329 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:38:30.024790 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b44ac6f-2268-4612-93e5-9befafe8fab7", "name": "network-vif-plugged", "status": "completed", "tag": "ac4be827-21aa-447f-ad2b-f1bced1212da", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:38:30.025053 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a27231fc-259f-42cd-a5c4-787af07b5329 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:38:30.025458 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b44ac6f-2268-4612-93e5-9befafe8fab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4be827-21aa-447f-ad2b-f1bced1212da', 'code': 200} Jul 22 19:38:30.030200 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port ac4be827-21aa-447f-ad2b-f1bced1212da, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=ac4be827-21aa-447f-ad2b-f1bced1212da,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:30.038190 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.137251 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=ac4be827-21aa-447f-ad2b-f1bced1212da,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:30.228900 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89dceb3-f14d-4709-a6f3-141c60e13f37 None None] DHCP port deletion for a1f828cc-2c40-4e85-b828-7637d59eb122 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:38:30.272597 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f278b-7348-472b-b597-cb94135cc899 req-81b71448-5936-4d9e-84bc-1196940d392a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:30.275199 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-080f278b-7348-472b-b597-cb94135cc899 req-81b71448-5936-4d9e-84bc-1196940d392a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 945 time: 0.4545534 Jul 22 19:38:30.280343 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b89dceb3-f14d-4709-a6f3-141c60e13f37 None None] Deleting port fb7e059f-b39a-44df-b42b-6496b06f3cb3 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:30.280773 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b89dceb3-f14d-4709-a6f3-141c60e13f37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.345875 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-b89dceb3-f14d-4709-a6f3-141c60e13f37 None None] For port fb7e059f-b39a-44df-b42b-6496b06f3cb3, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fb7e059f-b39a-44df-b42b-6496b06f3cb3,segment=NetworkSegment(8443f3bd-fc19-4e21-83c0-1a4fc13bd7df),segment_id=8443f3bd-fc19-4e21-83c0-1a4fc13bd7df)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:30.346269 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b89dceb3-f14d-4709-a6f3-141c60e13f37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.359098 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b89dceb3-f14d-4709-a6f3-141c60e13f37 None None] Calling delete_port for fb7e059f-b39a-44df-b42b-6496b06f3cb3 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:30.390462 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0cda893f-330f-45d7-b58e-048bcfc73e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.395712 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-080f278b-7348-472b-b597-cb94135cc899 req-29bdc357-8548-4585-b8fd-aceb1970f156 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093016 Jul 22 19:38:30.442678 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942e27d-df7b-41c2-82da-fa45da1ded71 req-94993630-1d50-4012-b490-b1e215692022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:30.444211 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c942e27d-df7b-41c2-82da-fa45da1ded71 req-94993630-1d50-4012-b490-b1e215692022 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 1098 time: 0.1678231 Jul 22 19:38:30.480736 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 34f21dce-e93f-4507-b8ed-2551a1be4224 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:38:30.485262 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b89dceb3-f14d-4709-a6f3-141c60e13f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.493431 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c942e27d-df7b-41c2-82da-fa45da1ded71 req-4133f33d-719c-4ed9-8d5a-0827ed6be2c0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415301 Jul 22 19:38:30.498341 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-0cda893f-330f-45d7-b58e-048bcfc73e5b admin admin] Deleting port fb7e059f-b39a-44df-b42b-6496b06f3cb3 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:30.498683 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0cda893f-330f-45d7-b58e-048bcfc73e5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.510546 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 34f21dce-e93f-4507-b8ed-2551a1be4224 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:38:30.510967 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 34f21dce-e93f-4507-b8ed-2551a1be4224 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:38:30.511458 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a8c298b2-c0da-438a-adc1-56faca0b37fc no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:38:30.533459 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dceb3-f14d-4709-a6f3-141c60e13f37 None None] Pushing event deleted for resources: {'Port': ['ID=fb7e059f-b39a-44df-b42b-6496b06f3cb3,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:30.554011 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89dceb3-f14d-4709-a6f3-141c60e13f37 None None] No DVR routers for this DVR port fb7e059f-b39a-44df-b42b-6496b06f3cb3 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:38:30.557949 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: a8c298b2-c0da-438a-adc1-56faca0b37fc {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:38:30.558289 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a8c298b2-c0da-438a-adc1-56faca0b37fc not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:38:30.558694 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fb7e059f-b39a-44df-b42b-6496b06f3cb3 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:38:30.572908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-0cda893f-330f-45d7-b58e-048bcfc73e5b admin admin] For port fb7e059f-b39a-44df-b42b-6496b06f3cb3, host n-d-800086-12, got binding levels [] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:30.573270 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0cda893f-330f-45d7-b58e-048bcfc73e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.578051 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: fb7e059f-b39a-44df-b42b-6496b06f3cb3 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:38:30.578391 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fb7e059f-b39a-44df-b42b-6496b06f3cb3 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:38:30.586414 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-0cda893f-330f-45d7-b58e-048bcfc73e5b admin admin] Calling delete_port for fb7e059f-b39a-44df-b42b-6496b06f3cb3 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:30.589171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.ipam_backend_mixin [None req-0cda893f-330f-45d7-b58e-048bcfc73e5b admin admin] Port fb7e059f-b39a-44df-b42b-6496b06f3cb3 was not found and therefore no delete operation was performed {{(pid=93807) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:38:30.590654 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0cda893f-330f-45d7-b58e-048bcfc73e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.623108 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda893f-330f-45d7-b58e-048bcfc73e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=fb7e059f-b39a-44df-b42b-6496b06f3cb3,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:30.624981 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cda893f-330f-45d7-b58e-048bcfc73e5b admin admin] No DVR routers for this DVR port fb7e059f-b39a-44df-b42b-6496b06f3cb3 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:38:30.693815 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0cda893f-330f-45d7-b58e-048bcfc73e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.703637 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-0cda893f-330f-45d7-b58e-048bcfc73e5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f828cc-2c40-4e85-b828-7637d59eb122']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:30.713387 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-0cda893f-330f-45d7-b58e-048bcfc73e5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8443f3bd-fc19-4e21-83c0-1a4fc13bd7df') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:30.713681 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-0cda893f-330f-45d7-b58e-048bcfc73e5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8443f3bd-fc19-4e21-83c0-1a4fc13bd7df') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:30.722259 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0cda893f-330f-45d7-b58e-048bcfc73e5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.739662 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0cda893f-330f-45d7-b58e-048bcfc73e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.746035 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cda893f-330f-45d7-b58e-048bcfc73e5b admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:38:30.746412 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0cda893f-330f-45d7-b58e-048bcfc73e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:38:30.748005 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:38:30.799910 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0cda893f-330f-45d7-b58e-048bcfc73e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.805483 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0cda893f-330f-45d7-b58e-048bcfc73e5b admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.807279 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0cda893f-330f-45d7-b58e-048bcfc73e5b admin admin] 10.222.0.13 "DELETE /v2.0/networks/a1f828cc-2c40-4e85-b828-7637d59eb122 HTTP/1.1" status: 204 len: 168 time: 0.8918774 Jul 22 19:38:30.818087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda893f-330f-45d7-b58e-048bcfc73e5b admin admin] Pushing event deleted for resources: {'Network': ['ID=a1f828cc-2c40-4e85-b828-7637d59eb122,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:30.963335 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54020) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:31.002798 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-58ffb2f3-fe57-45df-af8a-90c0db3f2f9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc9b7e6d73b24b6db45ed3a4c3189257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383105 Jul 22 19:38:31.005343 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54022) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:31.024954 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-92b6ffed-68a7-4966-9139-449181857c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.053398 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b836e5c-e829-438e-a2d0-35be01cc459c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.073758 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b836e5c-e829-438e-a2d0-35be01cc459c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.124718 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b836e5c-e829-438e-a2d0-35be01cc459c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.127263 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b836e5c-e829-438e-a2d0-35be01cc459c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.128392 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1b836e5c-e829-438e-a2d0-35be01cc459c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c351949-20dd-4415-aa34-5061365f6272 HTTP/1.1" status: 204 len: 168 time: 0.1221659 Jul 22 19:38:31.137606 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b836e5c-e829-438e-a2d0-35be01cc459c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c351949-20dd-4415-aa34-5061365f6272,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:31.149931 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.443269 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54030) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:31.494424 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ea93621f-cf0a-4b6f-a4e7-d4f72e496837 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=749302aefb9a49a0bc4d68bde56e92ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498664 Jul 22 19:38:31.496976 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54032) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:31.545973 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1ad55-b4f1-40b5-9c58-72be6d2ee698 req-c96ad078-8f88-48a0-811f-5f784357cab8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:31.546283 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b9e652c8-d7c5-405d-9993-418424c92cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.547588 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3fd1ad55-b4f1-40b5-9c58-72be6d2ee698 req-c96ad078-8f88-48a0-811f-5f784357cab8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 946 time: 0.0693502 Jul 22 19:38:31.568065 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b9e652c8-d7c5-405d-9993-418424c92cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.586583 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3fd1ad55-b4f1-40b5-9c58-72be6d2ee698 req-430550bb-2578-4cc7-94f0-7c60d3edf5b0 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331740 Jul 22 19:38:31.622738 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b9e652c8-d7c5-405d-9993-418424c92cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.625469 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b9e652c8-d7c5-405d-9993-418424c92cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.626665 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b9e652c8-d7c5-405d-9993-418424c92cbc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/669b15ea-e0d9-4c00-8b45-305e32f4686e HTTP/1.1" status: 204 len: 168 time: 0.1286051 Jul 22 19:38:31.635811 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e652c8-d7c5-405d-9993-418424c92cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669b15ea-e0d9-4c00-8b45-305e32f4686e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:31.733633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d11659-9247-415d-99f3-3e0e7aed0fee req-e5c4ec50-dfea-43f0-8b82-406fc9ada5ec tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:31.735193 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a3d11659-9247-415d-99f3-3e0e7aed0fee req-e5c4ec50-dfea-43f0-8b82-406fc9ada5ec tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 946 time: 0.0652258 Jul 22 19:38:31.779199 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a3d11659-9247-415d-99f3-3e0e7aed0fee req-ad9e32c8-3af5-429f-b57c-7615318e1189 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374010 Jul 22 19:38:31.811893 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54038) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:32.104980 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37b844a-51e2-4ad5-8327-014bb241a8b1 tempest-TestVolumeBootPattern-464908349 tempest-TestVolumeBootPattern-464908349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:32.107323 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d37b844a-51e2-4ad5-8327-014bb241a8b1 tempest-TestVolumeBootPattern-464908349 tempest-TestVolumeBootPattern-464908349-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 1093 time: 0.2943082 Jul 22 19:38:32.109364 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54044) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:32.114228 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8c9ec555-0f50-4784-92d3-600f873c49fb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': 'ac4be827-21aa-447f-ad2b-f1bced1212da', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:32.139980 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c9ec555-0f50-4784-92d3-600f873c49fb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for floatingip, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.244063 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c9ec555-0f50-4784-92d3-600f873c49fb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.352120 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-8c9ec555-0f50-4784-92d3-600f873c49fb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Allocated IP 172.25.3.16 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/748cdba1-9d7d-4ba1-b888-e7e06b726d74) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:32.389549 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.452787 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c9ec555-0f50-4784-92d3-600f873c49fb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.495957 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c9ec555-0f50-4784-92d3-600f873c49fb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.530487 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9ec555-0f50-4784-92d3-600f873c49fb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:32.535111 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-8c9ec555-0f50-4784-92d3-600f873c49fb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:32.538389 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9ec555-0f50-4784-92d3-600f873c49fb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:32.561855 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ec555-0f50-4784-92d3-600f873c49fb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event updated for resources: {'Port': ['ID=748cdba1-9d7d-4ba1-b888-e7e06b726d74,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:32.878128 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c9ec555-0f50-4784-92d3-600f873c49fb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.953590 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c9ec555-0f50-4784-92d3-600f873c49fb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:33.103564 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c9ec555-0f50-4784-92d3-600f873c49fb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:33.108011 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c9ec555-0f50-4784-92d3-600f873c49fb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:33.174154 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ec555-0f50-4784-92d3-600f873c49fb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event updated for resources: {'Port': ['ID=748cdba1-9d7d-4ba1-b888-e7e06b726d74,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:33.186245 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c9ec555-0f50-4784-92d3-600f873c49fb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:33.282343 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [None req-8c9ec555-0f50-4784-92d3-600f873c49fb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Floating IP 67784bd1-58f3-40bb-a79c-d15a2088d5e1 associated. External IP: 172.25.3.16, port: ac4be827-21aa-447f-ad2b-f1bced1212da. Jul 22 19:38:33.483029 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9ec555-0f50-4784-92d3-600f873c49fb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:38:33.587032 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9ec555-0f50-4784-92d3-600f873c49fb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:38:33.596605 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b96d9-fc5e-4eac-b24a-3e655bdf893d None None] Sync routers for ids ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:38:33.602864 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c9ec555-0f50-4784-92d3-600f873c49fb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:33.605697 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7b96d9-fc5e-4eac-b24a-3e655bdf893d None None] Routers {'22e59d66-3ebe-4ee4-9d32-2dc190bac529'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:33.606318 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3d7b96d9-fc5e-4eac-b24a-3e655bdf893d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:38:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:33.639329 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8c9ec555-0f50-4784-92d3-600f873c49fb tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5288351 Jul 22 19:38:33.639909 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b44ac6f-2268-4612-93e5-9befafe8fab7', 'tag': 'ac4be827-21aa-447f-ad2b-f1bced1212da'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:38:33.642168 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389e0886-97c9-45b1-8d7c-4f31f5a1c79d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b44ac6f-2268-4612-93e5-9befafe8fab7", "tag": "ac4be827-21aa-447f-ad2b-f1bced1212da"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:38:33.723108 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-3d7b96d9-fc5e-4eac-b24a-3e655bdf893d None None] Set router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:33.797914 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0549069b-409e-4ed7-9647-b82a561b7af3 x-openstack-request-id: req-0549069b-409e-4ed7-9647-b82a561b7af3 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:38:33.798272 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b44ac6f-2268-4612-93e5-9befafe8fab7", "tag": "ac4be827-21aa-447f-ad2b-f1bced1212da", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:38:33.798620 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0549069b-409e-4ed7-9647-b82a561b7af3 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:38:33.799084 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b44ac6f-2268-4612-93e5-9befafe8fab7', 'tag': 'ac4be827-21aa-447f-ad2b-f1bced1212da', 'status': 'completed', 'code': 200} Jul 22 19:38:33.872740 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e0886-97c9-45b1-8d7c-4f31f5a1c79d req-b4b81ec5-9cd4-4a89-9a4d-b35d33db9744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:33.874244 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-389e0886-97c9-45b1-8d7c-4f31f5a1c79d req-b4b81ec5-9cd4-4a89-9a4d-b35d33db9744 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 1098 time: 0.0549095 Jul 22 19:38:33.943024 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3d7b96d9-fc5e-4eac-b24a-3e655bdf893d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 4, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '67784bd1-58f3-40bb-a79c-d15a2088d5e1', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'port_id': 'ac4be827-21aa-447f-ad2b-f1bced1212da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'mac_address': 'fa:16:3e:e0:9b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b44ac6f-2268-4612-93e5-9befafe8fab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:32Z', 'revision_number': 0, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc45757-50ed-429c-b35c-754301b8df4c', 'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'mac_address': 'fa:16:3e:51:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:16Z', 'updated_at': '2021-07-22T19:32:24Z', 'revision_number': 5, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'subnets': [{'id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:33.968955 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e0886-97c9-45b1-8d7c-4f31f5a1c79d req-2016ae3b-e008-44e2-91eb-72dcdba76f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:33.970597 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-389e0886-97c9-45b1-8d7c-4f31f5a1c79d req-2016ae3b-e008-44e2-91eb-72dcdba76f6a service neutron] 10.222.0.30 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 913 time: 0.0905716 Jul 22 19:38:33.973151 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b96d9-fc5e-4eac-b24a-3e655bdf893d None None] Checking router: 22e59d66-3ebe-4ee4-9d32-2dc190bac529 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:38:33.982336 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7b96d9-fc5e-4eac-b24a-3e655bdf893d None None] Routers {'22e59d66-3ebe-4ee4-9d32-2dc190bac529'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:33.982941 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3d7b96d9-fc5e-4eac-b24a-3e655bdf893d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:38:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:34.040101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-389e0886-97c9-45b1-8d7c-4f31f5a1c79d req-4aa42c45-a6fd-45f6-9d29-565fad160542 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4be827-21aa-447f-ad2b-f1bced1212da HTTP/1.1" status: 200 len: 999 time: 0.0626917 Jul 22 19:38:34.061818 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:34.092784 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e0886-97c9-45b1-8d7c-4f31f5a1c79d req-e24b3a94-79d1-45fd-a09d-ab420446b783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:34.094450 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-389e0886-97c9-45b1-8d7c-4f31f5a1c79d req-e24b3a94-79d1-45fd-a09d-ab420446b783 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.0483255 Jul 22 19:38:34.097130 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-3d7b96d9-fc5e-4eac-b24a-3e655bdf893d None None] Set router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:34.157538 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e0886-97c9-45b1-8d7c-4f31f5a1c79d req-19f016a7-ab89-4c8a-9751-7548bc0e7579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:34.159028 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-389e0886-97c9-45b1-8d7c-4f31f5a1c79d req-19f016a7-ab89-4c8a-9751-7548bc0e7579 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584841 Jul 22 19:38:34.252773 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-389e0886-97c9-45b1-8d7c-4f31f5a1c79d req-44142699-2453-43ae-9a68-8aa0d886c49a service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867164 Jul 22 19:38:34.320790 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3d7b96d9-fc5e-4eac-b24a-3e655bdf893d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 4, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '67784bd1-58f3-40bb-a79c-d15a2088d5e1', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'port_id': 'ac4be827-21aa-447f-ad2b-f1bced1212da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'mac_address': 'fa:16:3e:e0:9b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b44ac6f-2268-4612-93e5-9befafe8fab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:32Z', 'revision_number': 0, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc45757-50ed-429c-b35c-754301b8df4c', 'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'mac_address': 'fa:16:3e:51:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:16Z', 'updated_at': '2021-07-22T19:32:24Z', 'revision_number': 5, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'subnets': [{'id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:34.344005 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-389e0886-97c9-45b1-8d7c-4f31f5a1c79d req-05fedec1-aa03-48b3-b608-7c7c22967877 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847309 Jul 22 19:38:34.350545 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b96d9-fc5e-4eac-b24a-3e655bdf893d None None] The sync data for ids ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'] in n-d-800086-12 is: [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 4, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '67784bd1-58f3-40bb-a79c-d15a2088d5e1', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'port_id': 'ac4be827-21aa-447f-ad2b-f1bced1212da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'mac_address': 'fa:16:3e:e0:9b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b44ac6f-2268-4612-93e5-9befafe8fab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:32Z', 'revision_number': 0, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc45757-50ed-429c-b35c-754301b8df4c', 'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'mac_address': 'fa:16:3e:51:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:16Z', 'updated_at': '2021-07-22T19:32:24Z', 'revision_number': 5, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'subnets': [{'id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:38:34.531989 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f2f4cf-68bf-4ff7-8d25-0f86c8a1c849 None None] New status for floating IP 67784bd1-58f3-40bb-a79c-d15a2088d5e1: ACTIVE {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:38:39.231014 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:41.912753 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:58.484489 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-22d08272-e644-47b1-adbc-8fc755bbf01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:00.797981 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:39:01.026408 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-68422f55-93fb-4c34-815a-684ad9d5a0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:01.141672 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:02.391502 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:04.023792 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:07.758278 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fa4dbf3-4b13-4c19-bc9b-3df9deabdea7 req-c40c4af5-0c5b-4c24-984e-70d40a5f9a35 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0605881 Jul 22 19:39:07.850983 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4dbf3-4b13-4c19-bc9b-3df9deabdea7 req-13cbf7a0-ec40-43f7-8f43-0bd77b4f987e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:07.852503 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fa4dbf3-4b13-4c19-bc9b-3df9deabdea7 req-13cbf7a0-ec40-43f7-8f43-0bd77b4f987e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 1098 time: 0.0548096 Jul 22 19:39:07.958835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4dbf3-4b13-4c19-bc9b-3df9deabdea7 req-633c5f34-1b7c-4165-b75b-f36d8ef926b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:07.960335 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fa4dbf3-4b13-4c19-bc9b-3df9deabdea7 req-633c5f34-1b7c-4165-b75b-f36d8ef926b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 913 time: 0.0891700 Jul 22 19:39:08.023386 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fa4dbf3-4b13-4c19-bc9b-3df9deabdea7 req-ef38c280-e086-4be6-a651-0ff850bb7a30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4be827-21aa-447f-ad2b-f1bced1212da HTTP/1.1" status: 200 len: 1001 time: 0.0569704 Jul 22 19:39:08.071763 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4dbf3-4b13-4c19-bc9b-3df9deabdea7 req-0f4464a3-b1d5-43f8-9fc4-1883330126a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:08.073304 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fa4dbf3-4b13-4c19-bc9b-3df9deabdea7 req-0f4464a3-b1d5-43f8-9fc4-1883330126a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.0442240 Jul 22 19:39:08.136071 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4dbf3-4b13-4c19-bc9b-3df9deabdea7 req-0ef2641e-1ce3-4954-b9f5-1cd0864d9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:08.138162 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fa4dbf3-4b13-4c19-bc9b-3df9deabdea7 req-0ef2641e-1ce3-4954-b9f5-1cd0864d9b33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588253 Jul 22 19:39:08.229801 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fa4dbf3-4b13-4c19-bc9b-3df9deabdea7 req-96ab5fb9-da1d-444e-b45b-9f82fe2911d9 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853236 Jul 22 19:39:08.321456 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fa4dbf3-4b13-4c19-bc9b-3df9deabdea7 req-65175eb6-1394-4717-b716-f6c74d783494 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854406 Jul 22 19:39:09.243346 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:11.921958 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.486485 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c90adadf-662a-4a37-9a0b-c078396b8b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:31.026982 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-320ac2c2-ee10-456e-9ce1-e09135dd31c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:31.142801 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.394890 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.025968 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:35.167435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56fab8-de13-46fb-8d4b-6bc0e0d63067 req-aa18222e-c60a-43a3-b734-d352d3e6d24c tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:35.169093 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab56fab8-de13-46fb-8d4b-6bc0e0d63067 req-aa18222e-c60a-43a3-b734-d352d3e6d24c tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 945 time: 0.0663965 Jul 22 19:39:35.208798 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab56fab8-de13-46fb-8d4b-6bc0e0d63067 req-c6771e2a-3b36-41e6-95c1-deba07b2218c tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335915 Jul 22 19:39:36.347302 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33ab59-1862-4245-ac75-c7ec127905c9 req-c5034483-8f31-43e7-9465-b016eecea7ae tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:36.348796 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f33ab59-1862-4245-ac75-c7ec127905c9 req-c5034483-8f31-43e7-9465-b016eecea7ae tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 945 time: 0.0681942 Jul 22 19:39:36.385683 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f33ab59-1862-4245-ac75-c7ec127905c9 req-3279610d-5d36-4d2c-becb-b6c3c78c628e tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313096 Jul 22 19:39:37.535698 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f99c6-fe60-47c4-a9dd-7d16eafe8378 req-dd4b54f2-84dd-4ed0-9aee-a8b663f63849 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:37.537246 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f9f99c6-fe60-47c4-a9dd-7d16eafe8378 req-dd4b54f2-84dd-4ed0-9aee-a8b663f63849 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 945 time: 0.0647137 Jul 22 19:39:37.575016 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f9f99c6-fe60-47c4-a9dd-7d16eafe8378 req-d6396c1b-5a1c-4b1f-9e4f-b480b701c485 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323315 Jul 22 19:39:37.797001 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:39:38.707830 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad98fc-1479-4e9d-8cff-ee90afa1ed08 req-0ff4bf8e-9a65-4f30-89bf-36a7ba28d89d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:38.709355 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6dad98fc-1479-4e9d-8cff-ee90afa1ed08 req-0ff4bf8e-9a65-4f30-89bf-36a7ba28d89d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 945 time: 0.0643933 Jul 22 19:39:38.747611 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6dad98fc-1479-4e9d-8cff-ee90afa1ed08 req-aa328f50-d0be-4d19-a81f-c3e849d6e413 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325847 Jul 22 19:39:39.252692 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.884590 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601ac2f-e3a9-404e-aedc-2c753c10849a req-ff63f3a4-ead7-43cb-99c7-eb92534eb772 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:39.886075 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d601ac2f-e3a9-404e-aedc-2c753c10849a req-ff63f3a4-ead7-43cb-99c7-eb92534eb772 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 945 time: 0.0676341 Jul 22 19:39:39.924509 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d601ac2f-e3a9-404e-aedc-2c753c10849a req-b6be6206-0b63-46de-9d34-9d90dd89f0e5 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323312 Jul 22 19:39:41.058983 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ae351-22a9-4cda-8d9f-a56e262ff598 req-b7b37b09-5314-4bfa-b983-7f971fd9642c tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:41.060872 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b2ae351-22a9-4cda-8d9f-a56e262ff598 req-b7b37b09-5314-4bfa-b983-7f971fd9642c tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 945 time: 0.0655365 Jul 22 19:39:41.099375 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b2ae351-22a9-4cda-8d9f-a56e262ff598 req-3a8dd972-6144-4876-a367-fede56bd53cb tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325804 Jul 22 19:39:41.924245 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:42.241267 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da16c0b-2a9f-4243-a0c3-25451c1e382f req-4c74a963-8f99-444b-9b71-4f8e6523edb9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:42.242703 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9da16c0b-2a9f-4243-a0c3-25451c1e382f req-4c74a963-8f99-444b-9b71-4f8e6523edb9 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 945 time: 0.0706038 Jul 22 19:39:42.280285 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9da16c0b-2a9f-4243-a0c3-25451c1e382f req-740150a7-1303-47ec-960c-a06b19aa25b8 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319762 Jul 22 19:39:43.426334 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352967f-a555-4e09-ba48-8b07bd98378e req-50d50f91-9112-4b42-ba6a-7e69ec0dc974 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:43.427834 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b352967f-a555-4e09-ba48-8b07bd98378e req-50d50f91-9112-4b42-ba6a-7e69ec0dc974 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 945 time: 0.0653327 Jul 22 19:39:43.465075 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b352967f-a555-4e09-ba48-8b07bd98378e req-ac402bf4-f8f4-4042-9180-35abe4ef0be0 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317140 Jul 22 19:39:44.599539 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecd1a9-84d4-4672-b9b2-326365bb7fdb req-c5b8fd37-0fd6-4c38-ab69-7edba6db3f83 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:44.601057 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00ecd1a9-84d4-4672-b9b2-326365bb7fdb req-c5b8fd37-0fd6-4c38-ab69-7edba6db3f83 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 945 time: 0.0638883 Jul 22 19:39:44.638668 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00ecd1a9-84d4-4672-b9b2-326365bb7fdb req-a41a8740-3d86-427a-904a-89c9ad15a1bb tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321481 Jul 22 19:39:45.775711 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee72370-e59b-4e21-a2de-a4e3057ac672 req-c9eebf9e-916f-4e16-9ca0-a520c82ff770 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:45.777294 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ee72370-e59b-4e21-a2de-a4e3057ac672 req-c9eebf9e-916f-4e16-9ca0-a520c82ff770 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 945 time: 0.0679815 Jul 22 19:39:45.814672 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ee72370-e59b-4e21-a2de-a4e3057ac672 req-56291d3e-f496-4602-a92f-10207f8fa49f tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318327 Jul 22 19:39:46.953211 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0364a8-f778-4ee5-9669-3425ab93eda3 req-4736aedf-fd17-4c76-b944-8ced877e33b7 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:46.955498 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c0364a8-f778-4ee5-9669-3425ab93eda3 req-4736aedf-fd17-4c76-b944-8ced877e33b7 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 945 time: 0.0699694 Jul 22 19:39:46.998253 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c0364a8-f778-4ee5-9669-3425ab93eda3 req-1f31a68f-bf35-4407-beea-cbf0972ef658 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370817 Jul 22 19:39:48.149656 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fc57b-4a31-49cf-95be-36bdc40e4303 req-06e758ee-a52e-4580-bcae-737812ffb1c1 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:48.149656 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b30fc57b-4a31-49cf-95be-36bdc40e4303 req-06e758ee-a52e-4580-bcae-737812ffb1c1 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 945 time: 0.0720448 Jul 22 19:39:48.192071 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b30fc57b-4a31-49cf-95be-36bdc40e4303 req-75e6280b-cdad-4a64-9ce4-5becc94892d6 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352275 Jul 22 19:39:48.788894 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 1c229bb1-0bcf-440e-9eaa-00192f1936d5 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:39:48.910256 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 1c229bb1-0bcf-440e-9eaa-00192f1936d5, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1c229bb1-0bcf-440e-9eaa-00192f1936d5,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:48.923940 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '1c229bb1-0bcf-440e-9eaa-00192f1936d5', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'port_id': '1c229bb1-0bcf-440e-9eaa-00192f1936d5', 'mac_address': 'fa:16:3e:44:d4:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:39:48.964334 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:48.979635 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c229bb1-0bcf-440e-9eaa-00192f1936d5 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:39:49.005413 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 1c229bb1-0bcf-440e-9eaa-00192f1936d5, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1c229bb1-0bcf-440e-9eaa-00192f1936d5,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:49.011281 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:49.092661 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=1c229bb1-0bcf-440e-9eaa-00192f1936d5,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:49.102215 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['1c229bb1-0bcf-440e-9eaa-00192f1936d5'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:39:49.107093 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:49.107711 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:49.108274 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:49.108953 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:49.109518 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:49.110607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:49.111153 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:49.111696 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:49.112096 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:49.112512 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:49.112931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:49.113317 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:49.357802 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadde760-48b2-40f7-b014-e429fa237386 req-43e125d8-217c-410b-a19e-889068b818c0 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:49.359314 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dadde760-48b2-40f7-b014-e429fa237386 req-43e125d8-217c-410b-a19e-889068b818c0 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 944 time: 0.0748782 Jul 22 19:39:49.404618 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dadde760-48b2-40f7-b014-e429fa237386 req-37d1ecf6-deb9-4f8b-8b1a-8995a68d65d3 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384440 Jul 22 19:39:50.569670 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31604f-af28-4907-9456-acc62542287d req-5de1de38-7941-453c-af0b-ad0e939ba716 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:50.579229 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac31604f-af28-4907-9456-acc62542287d req-5de1de38-7941-453c-af0b-ad0e939ba716 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 944 time: 0.0861957 Jul 22 19:39:50.618414 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac31604f-af28-4907-9456-acc62542287d req-ad9d6dca-815b-4a4d-9aae-3a1e7c0cd17e tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383780 Jul 22 19:39:50.804555 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 1c229bb1-0bcf-440e-9eaa-00192f1936d5 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:39:50.859066 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 1c229bb1-0bcf-440e-9eaa-00192f1936d5 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:50.859531 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:50.960764 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:50.997818 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae42d6d7-a008-4f6f-9819-01daa935914a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c229bb1-0bcf-440e-9eaa-00192f1936d5'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:39:51.000688 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c271c8-7365-4a1c-ac93-33f846abc287" -d '{"events": [{"server_uuid": "ae42d6d7-a008-4f6f-9819-01daa935914a", "name": "network-vif-plugged", "status": "completed", "tag": "1c229bb1-0bcf-440e-9eaa-00192f1936d5"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:39:51.007171 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 1c229bb1-0bcf-440e-9eaa-00192f1936d5, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1c229bb1-0bcf-440e-9eaa-00192f1936d5,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:51.012737 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:51.052624 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bf7e33-5136-4201-bf04-e5459977c2c6 x-openstack-request-id: req-b7bf7e33-5136-4201-bf04-e5459977c2c6 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:39:51.053062 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae42d6d7-a008-4f6f-9819-01daa935914a", "name": "network-vif-plugged", "status": "completed", "tag": "1c229bb1-0bcf-440e-9eaa-00192f1936d5", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:39:51.053301 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7bf7e33-5136-4201-bf04-e5459977c2c6 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:39:51.053698 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae42d6d7-a008-4f6f-9819-01daa935914a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c229bb1-0bcf-440e-9eaa-00192f1936d5', 'code': 200} Jul 22 19:39:51.075650 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=1c229bb1-0bcf-440e-9eaa-00192f1936d5,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:51.786367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4bfbe-9e78-49d9-b838-500069189d10 req-7047aff9-e81b-4c96-8adc-bb3e1e7bb80b tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:51.787881 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81e4bfbe-9e78-49d9-b838-500069189d10 req-7047aff9-e81b-4c96-8adc-bb3e1e7bb80b tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 945 time: 0.0820897 Jul 22 19:39:51.831675 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81e4bfbe-9e78-49d9-b838-500069189d10 req-defcbb4c-3303-4837-871c-ec4edd03420a tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361540 Jul 22 19:39:52.993489 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c4634-3e70-49e1-b376-732a81c173b5 req-790ad1a4-178d-4283-b605-ef39346b21e6 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:52.995120 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f6c4634-3e70-49e1-b376-732a81c173b5 req-790ad1a4-178d-4283-b605-ef39346b21e6 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 945 time: 0.0755818 Jul 22 19:39:53.035896 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f6c4634-3e70-49e1-b376-732a81c173b5 req-a13f1896-959c-4140-b695-f6d0648fc695 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341985 Jul 22 19:39:54.187868 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb72ae4-0fd9-4268-af05-e49fbe4003d4 req-61074be5-9ecc-4cd7-99b6-6b86843ef84d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:54.189496 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-acb72ae4-0fd9-4268-af05-e49fbe4003d4 req-61074be5-9ecc-4cd7-99b6-6b86843ef84d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 945 time: 0.0730925 Jul 22 19:39:54.231382 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-acb72ae4-0fd9-4268-af05-e49fbe4003d4 req-3bbdc8f1-fedd-450e-9ee6-e437a5b282ff tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352876 Jul 22 19:39:55.378553 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df819a-bceb-4b31-9e64-ef697f0b2cb4 req-17c273a4-9e59-4606-8cb1-314f8779196b tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:55.382671 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8df819a-bceb-4b31-9e64-ef697f0b2cb4 req-17c273a4-9e59-4606-8cb1-314f8779196b tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 945 time: 0.0730481 Jul 22 19:39:55.424631 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8df819a-bceb-4b31-9e64-ef697f0b2cb4 req-5b4b8a6f-88cf-4598-a1af-96bb9500f4d3 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362689 Jul 22 19:39:56.556622 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d318e5-c8fa-4280-a81a-6824ca181710 req-a398f213-9226-488e-ab34-b88646a73c25 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:56.558101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37d318e5-c8fa-4280-a81a-6824ca181710 req-a398f213-9226-488e-ab34-b88646a73c25 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 945 time: 0.0636899 Jul 22 19:39:56.597056 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37d318e5-c8fa-4280-a81a-6824ca181710 req-2c9d70f0-058f-4a8e-9e91-f1f3d3a59660 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323565 Jul 22 19:39:56.753071 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2072b-4733-4569-8304-e53bfe1f7638 req-e692ff69-bc20-45ca-891a-d314b2ad48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:56.754537 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34e2072b-4733-4569-8304-e53bfe1f7638 req-e692ff69-bc20-45ca-891a-d314b2ad48e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6dc0a43544f4485c8e9c187940eccf6a&device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 1097 time: 0.0577884 Jul 22 19:39:56.850071 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2072b-4733-4569-8304-e53bfe1f7638 req-58c093e8-1c2e-48fd-b60e-3c7b18edd0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:56.851505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34e2072b-4733-4569-8304-e53bfe1f7638 req-58c093e8-1c2e-48fd-b60e-3c7b18edd0cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 HTTP/1.1" status: 200 len: 918 time: 0.0871565 Jul 22 19:39:56.918128 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34e2072b-4733-4569-8304-e53bfe1f7638 req-cf7f9628-c39a-4e40-9ac7-30a43001101a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c229bb1-0bcf-440e-9eaa-00192f1936d5 HTTP/1.1" status: 200 len: 1001 time: 0.0607200 Jul 22 19:39:56.966858 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2072b-4733-4569-8304-e53bfe1f7638 req-dc30e277-9c09-4f80-a958-503add385d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:56.968330 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34e2072b-4733-4569-8304-e53bfe1f7638 req-dc30e277-9c09-4f80-a958-503add385d10 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4b26a37-f98e-4c1b-8da4-083bd4ab1975 HTTP/1.1" status: 200 len: 856 time: 0.0435469 Jul 22 19:39:57.027095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2072b-4733-4569-8304-e53bfe1f7638 req-63f09ab2-462b-4d70-b57c-d1cd0a134400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:57.028497 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34e2072b-4733-4569-8304-e53bfe1f7638 req-63f09ab2-462b-4d70-b57c-d1cd0a134400 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527248 Jul 22 19:39:57.121893 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34e2072b-4733-4569-8304-e53bfe1f7638 req-0c103d74-8399-4507-b25b-7c71cf30a95f service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865130 Jul 22 19:39:57.209510 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34e2072b-4733-4569-8304-e53bfe1f7638 req-aa58519e-ec70-4a5e-a030-da2453ff2e57 service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815446 Jul 22 19:39:57.735100 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f7f5d-8527-4b4c-b88a-39af54f268e2 req-1cbc7526-5919-46a3-b270-f281bb9bdb7f tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:57.736626 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-283f7f5d-8527-4b4c-b88a-39af54f268e2 req-1cbc7526-5919-46a3-b270-f281bb9bdb7f tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 945 time: 0.0691211 Jul 22 19:39:57.775770 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-283f7f5d-8527-4b4c-b88a-39af54f268e2 req-6f565249-91c5-4536-9fa5-025a652ef6ee tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325184 Jul 22 19:39:58.487034 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-47a91f4e-4700-4adc-b70b-a580276de033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:58.907943 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a383da-d4dd-47fd-88ad-cc492a08c882 req-c7b57764-6dd5-4de5-abd9-0e7dc6e327e6 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:58.909360 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58a383da-d4dd-47fd-88ad-cc492a08c882 req-c7b57764-6dd5-4de5-abd9-0e7dc6e327e6 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 945 time: 0.0634472 Jul 22 19:39:58.947035 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-58a383da-d4dd-47fd-88ad-cc492a08c882 req-d7c8d8e5-e72a-43f1-96fb-58fba3eee969 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322378 Jul 22 19:39:59.688496 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-96e5a08f-bca3-4f1e-bdbb-d5619daa9fb3 req-70aa1ae4-3039-4633-a93c-d0d041c46abf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:39:59.689538 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-96e5a08f-bca3-4f1e-bdbb-d5619daa9fb3 req-70aa1ae4-3039-4633-a93c-d0d041c46abf service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0563719 Jul 22 19:39:59.856642 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a95d3-c45e-47b2-9025-0089163392f2 req-aa0767fb-7d1f-4950-967b-f8026feeeb5f tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:59.858229 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-961a95d3-c45e-47b2-9025-0089163392f2 req-aa0767fb-7d1f-4950-967b-f8026feeeb5f tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 945 time: 0.0641096 Jul 22 19:39:59.901289 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-961a95d3-c45e-47b2-9025-0089163392f2 req-4118928d-5241-499f-b480-26b32b24ea3a tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372965 Jul 22 19:40:00.044700 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-eb269866-88e2-46ab-88d6-0b11c9ad884b req-f6bc27a5-edad-473d-8ca2-9aeca1bf5da6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1035814 Jul 22 19:40:00.764555 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb269866-88e2-46ab-88d6-0b11c9ad884b req-3f071b62-df95-4afd-8c9e-4d2ccd7f55aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:00.766040 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb269866-88e2-46ab-88d6-0b11c9ad884b req-3f071b62-df95-4afd-8c9e-4d2ccd7f55aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a&tenant_id=6dc0a43544f4485c8e9c187940eccf6a HTTP/1.1" status: 200 len: 1097 time: 0.0542009 Jul 22 19:40:00.839910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb269866-88e2-46ab-88d6-0b11c9ad884b req-f4018455-b55c-41c9-88a5-948ed5d0d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:00.841423 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb269866-88e2-46ab-88d6-0b11c9ad884b req-f4018455-b55c-41c9-88a5-948ed5d0d3c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6dc0a43544f4485c8e9c187940eccf6a&device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 1097 time: 0.0539942 Jul 22 19:40:00.867299 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 1c229bb1-0bcf-440e-9eaa-00192f1936d5 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:40:00.935081 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb269866-88e2-46ab-88d6-0b11c9ad884b req-fbcbaddb-f5a2-4b73-9c96-fab1e1ac00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:00.936755 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb269866-88e2-46ab-88d6-0b11c9ad884b req-fbcbaddb-f5a2-4b73-9c96-fab1e1ac00a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 HTTP/1.1" status: 200 len: 918 time: 0.0884435 Jul 22 19:40:00.951467 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:00.977302 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae42d6d7-a008-4f6f-9819-01daa935914a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c229bb1-0bcf-440e-9eaa-00192f1936d5'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:40:00.979697 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acdc7e0-d39e-48fc-9aed-b60d4d865be1" -d '{"events": [{"server_uuid": "ae42d6d7-a008-4f6f-9819-01daa935914a", "name": "network-vif-unplugged", "status": "completed", "tag": "1c229bb1-0bcf-440e-9eaa-00192f1936d5"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:40:00.993522 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 1c229bb1-0bcf-440e-9eaa-00192f1936d5, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1c229bb1-0bcf-440e-9eaa-00192f1936d5,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:00.998130 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:01.024443 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecc2a54-b30f-44b1-8598-89a68292767a x-openstack-request-id: req-3ecc2a54-b30f-44b1-8598-89a68292767a {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:40:01.024760 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae42d6d7-a008-4f6f-9819-01daa935914a", "name": "network-vif-unplugged", "status": "completed", "tag": "1c229bb1-0bcf-440e-9eaa-00192f1936d5", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:40:01.025011 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ecc2a54-b30f-44b1-8598-89a68292767a {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:40:01.025398 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae42d6d7-a008-4f6f-9819-01daa935914a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c229bb1-0bcf-440e-9eaa-00192f1936d5', 'code': 200} Jul 22 19:40:01.044025 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb269866-88e2-46ab-88d6-0b11c9ad884b req-91130b33-a8e0-46cd-8973-fcd5fa0523ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c229bb1-0bcf-440e-9eaa-00192f1936d5 HTTP/1.1" status: 200 len: 1001 time: 0.1003125 Jul 22 19:40:01.052513 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fdb2f53b-280a-4750-8d09-e1472e019266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:01.065337 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=1c229bb1-0bcf-440e-9eaa-00192f1936d5,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:01.108218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd40f5-9b0f-44f5-9370-84fe03c84464 req-b96ba382-cded-4cb1-99ce-0a5471690090 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:01.109722 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ffd40f5-9b0f-44f5-9370-84fe03c84464 req-b96ba382-cded-4cb1-99ce-0a5471690090 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 943 time: 0.1220238 Jul 22 19:40:01.115084 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb269866-88e2-46ab-88d6-0b11c9ad884b req-20592840-b7ef-4af6-bc6c-c4a7d6a99449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:01.116436 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb269866-88e2-46ab-88d6-0b11c9ad884b req-20592840-b7ef-4af6-bc6c-c4a7d6a99449 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4b26a37-f98e-4c1b-8da4-083bd4ab1975 HTTP/1.1" status: 200 len: 856 time: 0.0646670 Jul 22 19:40:01.145272 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:01.178104 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ffd40f5-9b0f-44f5-9370-84fe03c84464 req-e10f7dc6-8b6b-4c08-9ea5-92b6983d1e3d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607066 Jul 22 19:40:01.196425 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb269866-88e2-46ab-88d6-0b11c9ad884b req-dfdf635f-7299-465c-bae6-168d81a242d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:01.197971 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb269866-88e2-46ab-88d6-0b11c9ad884b req-dfdf635f-7299-465c-bae6-168d81a242d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748603 Jul 22 19:40:01.289619 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb269866-88e2-46ab-88d6-0b11c9ad884b req-29979aa6-f404-42cb-ba7f-79c5a104fa93 service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854042 Jul 22 19:40:01.378059 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb269866-88e2-46ab-88d6-0b11c9ad884b req-44555636-5467-49db-8cec-2c610f97b7dd service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823085 Jul 22 19:40:02.354099 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd777637-cb39-4a5b-94c0-f71b77705395 req-0b4ceb1f-e6e5-46bc-977d-acded6ae79f8 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:02.356352 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bd777637-cb39-4a5b-94c0-f71b77705395 req-0b4ceb1f-e6e5-46bc-977d-acded6ae79f8 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 943 time: 0.0708230 Jul 22 19:40:02.397081 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bd777637-cb39-4a5b-94c0-f71b77705395 req-06a31b47-e500-4cc9-8c4d-bdb8f4f5852c tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339522 Jul 22 19:40:02.397960 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:03.579382 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ac135-ea4e-46d9-a973-ee7cb391b40f req-088a369e-2330-4414-ad1e-1a5ab853cc39 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:03.581323 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2a8ac135-ea4e-46d9-a973-ee7cb391b40f req-088a369e-2330-4414-ad1e-1a5ab853cc39 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 943 time: 0.1093681 Jul 22 19:40:03.620888 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2a8ac135-ea4e-46d9-a973-ee7cb391b40f req-dc51ca8c-3d69-49df-97f7-ae417e75c2fd tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339086 Jul 22 19:40:04.041132 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:04.794571 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c527438-ff16-4654-b7c5-bc2a9be7016f req-5db655b5-691c-4676-8b9c-3b6d30dcf19a tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:04.796963 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6c527438-ff16-4654-b7c5-bc2a9be7016f req-5db655b5-691c-4676-8b9c-3b6d30dcf19a tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 943 time: 0.1027837 Jul 22 19:40:04.844081 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6c527438-ff16-4654-b7c5-bc2a9be7016f req-01ffefee-174b-4d7d-a50d-6273f617b97f tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405779 Jul 22 19:40:06.035984 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb510017-fab1-4fde-9de9-d46dcda4b231 req-1bd79d69-cf08-43f9-af02-8a438facc20a tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:06.037565 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb510017-fab1-4fde-9de9-d46dcda4b231 req-1bd79d69-cf08-43f9-af02-8a438facc20a tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 943 time: 0.0895739 Jul 22 19:40:06.087665 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb510017-fab1-4fde-9de9-d46dcda4b231 req-1f019aeb-62a3-4435-a1b6-d28f169c876b tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374100 Jul 22 19:40:07.268923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd7277-6f4d-4619-8e83-f6a275fe06fb req-d4d9f16d-70e3-45d6-be22-9f4a01031633 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:07.273882 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3abd7277-6f4d-4619-8e83-f6a275fe06fb req-d4d9f16d-70e3-45d6-be22-9f4a01031633 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 943 time: 0.0960448 Jul 22 19:40:07.326342 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3abd7277-6f4d-4619-8e83-f6a275fe06fb req-ca95e936-bb69-48f1-8b12-ba27ad21160c tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372865 Jul 22 19:40:08.581411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896ceab-8d62-47bb-b567-045a01708fdd req-d3b7d392-d8ad-40b4-a16f-a6b2d902fd3a tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:08.584502 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e896ceab-8d62-47bb-b567-045a01708fdd req-d3b7d392-d8ad-40b4-a16f-a6b2d902fd3a tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 943 time: 0.1251624 Jul 22 19:40:08.706554 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e896ceab-8d62-47bb-b567-045a01708fdd req-df2f1d15-6721-4e7a-a03f-98d5b49ce370 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924299 Jul 22 19:40:09.277435 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:09.868297 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c11c5304-ff13-4dfb-8bcf-4443b79746dd req-42e267b2-9e4a-4a34-968f-bbd278405507 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1278698 Jul 22 19:40:09.994409 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bec059-c6d4-49a0-a635-305716dcf66e req-66bb0304-ee28-4d53-b1a7-e67099142333 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:10.001774 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69bec059-c6d4-49a0-a635-305716dcf66e req-66bb0304-ee28-4d53-b1a7-e67099142333 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 943 time: 0.1307542 Jul 22 19:40:10.019649 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c5304-ff13-4dfb-8bcf-4443b79746dd req-515335eb-5077-4c1d-afe1-b56abb3b38e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:10.020990 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c11c5304-ff13-4dfb-8bcf-4443b79746dd req-515335eb-5077-4c1d-afe1-b56abb3b38e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 1098 time: 0.1022134 Jul 22 19:40:10.049643 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69bec059-c6d4-49a0-a635-305716dcf66e req-080a57a1-142f-43af-a6cf-4943df256fbf tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465155 Jul 22 19:40:10.139761 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c5304-ff13-4dfb-8bcf-4443b79746dd req-810c2b1e-20b0-4bd1-9fa7-5e084be175cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:10.141804 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c11c5304-ff13-4dfb-8bcf-4443b79746dd req-810c2b1e-20b0-4bd1-9fa7-5e084be175cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 913 time: 0.0908444 Jul 22 19:40:10.235237 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c11c5304-ff13-4dfb-8bcf-4443b79746dd req-768339d8-39a5-42ba-8321-48cfa71e49af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4be827-21aa-447f-ad2b-f1bced1212da HTTP/1.1" status: 200 len: 1001 time: 0.0873559 Jul 22 19:40:10.309271 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c5304-ff13-4dfb-8bcf-4443b79746dd req-ebcd71ec-04e2-4b3a-95a9-c8b05cef858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:10.310869 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c11c5304-ff13-4dfb-8bcf-4443b79746dd req-ebcd71ec-04e2-4b3a-95a9-c8b05cef858b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.0694745 Jul 22 19:40:10.382733 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c5304-ff13-4dfb-8bcf-4443b79746dd req-719e6073-dff5-4073-9855-fd6b80184b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:10.384274 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c11c5304-ff13-4dfb-8bcf-4443b79746dd req-719e6073-dff5-4073-9855-fd6b80184b7c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583603 Jul 22 19:40:10.498101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c11c5304-ff13-4dfb-8bcf-4443b79746dd req-fd5f8e41-39b7-47f7-9f95-5fe8e150b82c service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072063 Jul 22 19:40:10.625117 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c11c5304-ff13-4dfb-8bcf-4443b79746dd req-cb290698-7db3-4225-ac25-f9be1d8be541 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189709 Jul 22 19:40:11.237494 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f324cbc-72c8-4e64-b0f2-20a81a368df0 req-2806e992-9887-4152-9d12-e7d2cd8d1a0e tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:11.239122 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7f324cbc-72c8-4e64-b0f2-20a81a368df0 req-2806e992-9887-4152-9d12-e7d2cd8d1a0e tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 943 time: 0.0712194 Jul 22 19:40:11.284465 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7f324cbc-72c8-4e64-b0f2-20a81a368df0 req-a33d4787-e650-4178-95de-f6321223415f tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386913 Jul 22 19:40:11.931339 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:12.423810 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67e17f-afa9-427d-98fe-b0c8cd34c20f req-8e92ecb9-688b-4e2c-a8cf-505bdf76c4ac tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:12.425335 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef67e17f-afa9-427d-98fe-b0c8cd34c20f req-8e92ecb9-688b-4e2c-a8cf-505bdf76c4ac tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 943 time: 0.0656393 Jul 22 19:40:12.468344 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef67e17f-afa9-427d-98fe-b0c8cd34c20f req-5b2f1039-74eb-4adb-898c-3aab88a68a76 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344784 Jul 22 19:40:13.130437 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c60d64-8464-4b0e-af3d-229e4b04df3a req-f868d49a-a245-4ee3-8a06-c23e632c02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:13.131948 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-80c60d64-8464-4b0e-af3d-229e4b04df3a req-f868d49a-a245-4ee3-8a06-c23e632c02cd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 1095 time: 0.0550280 Jul 22 19:40:13.166940 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-80c60d64-8464-4b0e-af3d-229e4b04df3a req-2526ce16-b21e-40cf-9c3b-8a04105a14f0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291715 Jul 22 19:40:13.269247 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-f1f9f16b-a09c-423d-9fd5-0922fa5e518f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-423735769&fields=id&tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd HTTP/1.1" status: 200 len: 267 time: 0.0366123 Jul 22 19:40:13.372362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-47668ac0-3a94-4449-a140-672f32e90d95 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:13.373863 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-47668ac0-3a94-4449-a140-672f32e90d95 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 812 time: 0.0984271 Jul 22 19:40:13.388609 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-2652edec-472d-48e1-a018-311fe145229c tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/quotas/d7dd7a2acaec4dacbe93a4b4f60385cd HTTP/1.1" status: 200 len: 375 time: 0.0089250 Jul 22 19:40:13.467363 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-d66aab98-32ba-4aa6-b5a6-57f55e760dc4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0733101 Jul 22 19:40:13.589846 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-801b23c4-1bb0-4d31-8591-6ab6d1638424 service neutron] 10.222.0.13 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113818 Jul 22 19:40:13.672949 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c516ec2-6e42-4f5a-99ae-b898043ef2da req-39f86383-48ff-41cb-a239-e33e447c5c47 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:13.674508 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c516ec2-6e42-4f5a-99ae-b898043ef2da req-39f86383-48ff-41cb-a239-e33e447c5c47 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 943 time: 0.1326168 Jul 22 19:40:13.722461 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-9cb2a1ee-5462-4075-b030-6a16004df102 service neutron] 10.222.0.13 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262655 Jul 22 19:40:13.730297 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c516ec2-6e42-4f5a-99ae-b898043ef2da req-d328a26e-f2e2-401d-9feb-4c790f422789 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485353 Jul 22 19:40:14.021521 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-622a4369-5ccf-4c78-853b-bb3411dfaba2 req-23aa21ec-be05-4f79-a7bc-bab2f2ee65a7 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 210 time: 0.0306466 Jul 22 19:40:14.795622 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:40:14.869736 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04831cdd-334e-4ef1-83ec-926110f1bc24 req-d0c21597-6865-4b4c-97ec-6f46f74efb70 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:14.871285 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04831cdd-334e-4ef1-83ec-926110f1bc24 req-d0c21597-6865-4b4c-97ec-6f46f74efb70 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 943 time: 0.0689001 Jul 22 19:40:14.909936 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04831cdd-334e-4ef1-83ec-926110f1bc24 req-38b734d9-57cb-459d-b8da-df3d6a43cc7d tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326257 Jul 22 19:40:14.918854 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 1c229bb1-0bcf-440e-9eaa-00192f1936d5 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:40:15.036508 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-2aeed1b3-bdb7-4b50-ba59-4ca2a9110723 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:15.037987 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-2aeed1b3-bdb7-4b50-ba59-4ca2a9110723 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 812 time: 0.1214211 Jul 22 19:40:15.041903 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 1c229bb1-0bcf-440e-9eaa-00192f1936d5, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1c229bb1-0bcf-440e-9eaa-00192f1936d5,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:15.053972 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '1c229bb1-0bcf-440e-9eaa-00192f1936d5', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'port_id': '1c229bb1-0bcf-440e-9eaa-00192f1936d5', 'mac_address': 'fa:16:3e:44:d4:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:40:15.087456 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-e95320c4-8282-415b-a6c0-055d1aaa6f12 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd HTTP/1.1" status: 200 len: 379 time: 0.0416627 Jul 22 19:40:15.094655 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:15.096367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Request body: {'port': {'device_id': '134e35e7-ec48-418d-83c7-b8830c111a95', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'admin_state_up': True, 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'security_groups': ['026bdc4b-c280-4a8b-add4-18de9d525be0']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:15.108085 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c229bb1-0bcf-440e-9eaa-00192f1936d5 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:40:15.135508 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 1c229bb1-0bcf-440e-9eaa-00192f1936d5, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1c229bb1-0bcf-440e-9eaa-00192f1936d5,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:15.142604 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:15.194899 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=1c229bb1-0bcf-440e-9eaa-00192f1936d5,revision_number=9']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:15.202286 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32ab22c8-20d5-4b9f-88ef-3faff024298a req-ffbc5ef3-df0b-4362-ad48-0bcf79c41427 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 210 time: 0.1024082 Jul 22 19:40:15.237753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Made reservation on behalf of d7dd7a2acaec4dacbe93a4b4f60385cd for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:15.241899 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:15.394832 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['1c229bb1-0bcf-440e-9eaa-00192f1936d5'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:40:15.689064 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Allocated IP 172.20.0.5 (f3b01d2c-8d06-4fa2-9f0e-0ac29490e405/2927ff2f-725b-43f0-9ccf-46789079aaa4/d03d476a-db31-4047-adb1-c418ee8d0262) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:40:15.826658 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:15.840545 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Transition to ACTIVE for port object d03d476a-db31-4047-adb1-c418ee8d0262 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:15.873302 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:15.915008 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:40:15.920099 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:15.922801 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:15.961881 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event updated for resources: {'Port': ['ID=d03d476a-db31-4047-adb1-c418ee8d0262,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:15.974055 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:15.974689 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:15.975258 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:15.975699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:15.976144 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:15.976617 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:15.977037 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:15.977456 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:15.977873 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:15.978285 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:15.978701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:15.979131 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:15.996287 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:15.997056 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.013133 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-809dc7bd-8700-434f-b410-e3d845fcd40f tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9208243 Jul 22 19:40:16.025220 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] Request body: {'port': {'device_id': '134e35e7-ec48-418d-83c7-b8830c111a95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:16.108991 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.206881 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-491bf2b6-b887-4c94-94bd-cec0fe848afd None None] Provisioning for port d03d476a-db31-4047-adb1-c418ee8d0262 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:40:16.211097 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-491bf2b6-b887-4c94-94bd-cec0fe848afd None None] Provisioning complete for port d03d476a-db31-4047-adb1-c418ee8d0262 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:16.211474 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-491bf2b6-b887-4c94-94bd-cec0fe848afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.257722 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-491bf2b6-b887-4c94-94bd-cec0fe848afd None None] Port d03d476a-db31-4047-adb1-c418ee8d0262 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:40:16.424081 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa4f6f-75cc-4a14-bb78-baa58da3591d req-3739c4f8-b0e2-4ca3-b983-edf5141fdf5d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:16.425614 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92aa4f6f-75cc-4a14-bb78-baa58da3591d req-3739c4f8-b0e2-4ca3-b983-edf5141fdf5d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 931 time: 0.1066313 Jul 22 19:40:16.474663 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03d476a-db31-4047-adb1-c418ee8d0262 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:40:16.490360 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.503813 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92aa4f6f-75cc-4a14-bb78-baa58da3591d req-0d377faa-b700-4945-8618-0c640df05225 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567379 Jul 22 19:40:16.508509 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] Transition to ACTIVE for port object d03d476a-db31-4047-adb1-c418ee8d0262 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:16.513008 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.564775 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] Pushing event updated for resources: {'Port': ['ID=d03d476a-db31-4047-adb1-c418ee8d0262,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:16.646577 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] Attempting to bind port d03d476a-db31-4047-adb1-c418ee8d0262 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:40:16.647008 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] Attempting to bind port d03d476a-db31-4047-adb1-c418ee8d0262 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:40:16.647411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] Attempting to bind port d03d476a-db31-4047-adb1-c418ee8d0262 on network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:40:16.652199 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] Port d03d476a-db31-4047-adb1-c418ee8d0262 on network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:40:16.652636 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] Attempting to bind port d03d476a-db31-4047-adb1-c418ee8d0262 on network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:40:16.657940 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:40:16.658362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] Checking segment: {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:40:16.658815 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] Bound using segment: {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:40:16.659314 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] Bound port: d03d476a-db31-4047-adb1-c418ee8d0262, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:40:16.659741 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.729077 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] For port d03d476a-db31-4047-adb1-c418ee8d0262, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:40:16.732109 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] For port d03d476a-db31-4047-adb1-c418ee8d0262, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d03d476a-db31-4047-adb1-c418ee8d0262,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:40:16.738695 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.775029 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:16.775646 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.777080 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] 10.222.0.30 "PUT /v2.0/ports/d03d476a-db31-4047-adb1-c418ee8d0262 HTTP/1.1" status: 200 len: 1092 time: 0.7563896 Jul 22 19:40:16.777529 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134e35e7-ec48-418d-83c7-b8830c111a95', 'tag': 'd03d476a-db31-4047-adb1-c418ee8d0262'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:40:16.779847 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5e36aa-190b-4f28-9e83-26997797b9f6" -d '{"events": [{"name": "network-changed", "server_uuid": "134e35e7-ec48-418d-83c7-b8830c111a95", "tag": "d03d476a-db31-4047-adb1-c418ee8d0262"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:40:16.806156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac722f6-f7a8-47f1-a7f6-24de55a5be42 service neutron] Pushing event updated for resources: {'Port': ['ID=d03d476a-db31-4047-adb1-c418ee8d0262,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:16.851841 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160a3391-536e-4f72-b961-5905c83d3d50 x-openstack-request-id: req-160a3391-536e-4f72-b961-5905c83d3d50 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:40:16.852230 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134e35e7-ec48-418d-83c7-b8830c111a95", "tag": "d03d476a-db31-4047-adb1-c418ee8d0262", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:40:16.852500 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-160a3391-536e-4f72-b961-5905c83d3d50 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:40:16.852902 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '134e35e7-ec48-418d-83c7-b8830c111a95', 'tag': 'd03d476a-db31-4047-adb1-c418ee8d0262', 'status': 'completed', 'code': 200} Jul 22 19:40:16.882429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-68af91d9-d68e-49b9-9101-95a420c43de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:16.883947 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-68af91d9-d68e-49b9-9101-95a420c43de8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 1095 time: 0.0646379 Jul 22 19:40:16.932781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-3e187d5a-1f97-4f15-84d7-aa42100356a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d03d476a-db31-4047-adb1-c418ee8d0262 HTTP/1.1" status: 200 len: 217 time: 0.0415285 Jul 22 19:40:16.934997 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 1c229bb1-0bcf-440e-9eaa-00192f1936d5 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:40:16.988050 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-9f9f8a86-1e52-4279-9f6b-4ca0f0e1e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:16.989750 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-9f9f8a86-1e52-4279-9f6b-4ca0f0e1e785 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.0515063 Jul 22 19:40:16.998277 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 1c229bb1-0bcf-440e-9eaa-00192f1936d5 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:16.999065 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:17.053052 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-a4f73064-8067-4aac-94fc-8ae855a4e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:17.054677 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-a4f73064-8067-4aac-94fc-8ae855a4e618 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584207 Jul 22 19:40:17.100548 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:17.126780 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae42d6d7-a008-4f6f-9819-01daa935914a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c229bb1-0bcf-440e-9eaa-00192f1936d5'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:40:17.129482 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07d0434-b551-4d25-828a-9c456abf5745" -d '{"events": [{"server_uuid": "ae42d6d7-a008-4f6f-9819-01daa935914a", "name": "network-vif-plugged", "status": "completed", "tag": "1c229bb1-0bcf-440e-9eaa-00192f1936d5"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:40:17.142905 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 1c229bb1-0bcf-440e-9eaa-00192f1936d5, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1c229bb1-0bcf-440e-9eaa-00192f1936d5,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:17.148205 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:17.157710 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-e9e91668-9bc7-4f0d-b949-e9f990e93261 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968063 Jul 22 19:40:17.184848 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90643fdd-24bd-4d57-bb25-13d25c7bf7e5 x-openstack-request-id: req-90643fdd-24bd-4d57-bb25-13d25c7bf7e5 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:40:17.185189 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae42d6d7-a008-4f6f-9819-01daa935914a", "name": "network-vif-plugged", "status": "completed", "tag": "1c229bb1-0bcf-440e-9eaa-00192f1936d5", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:40:17.185501 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90643fdd-24bd-4d57-bb25-13d25c7bf7e5 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:40:17.185950 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae42d6d7-a008-4f6f-9819-01daa935914a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c229bb1-0bcf-440e-9eaa-00192f1936d5', 'code': 200} Jul 22 19:40:17.204937 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=1c229bb1-0bcf-440e-9eaa-00192f1936d5,revision_number=10']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:17.252319 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdba8b51-70e0-4321-bedb-93d0e91dccf7 req-752a6557-d007-49b3-b3f8-9d60a3c6171c service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886812 Jul 22 19:40:17.356904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e36aa-190b-4f28-9e83-26997797b9f6 req-c9e7b18a-a326-468f-9162-ce204695f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:17.358433 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b5e36aa-190b-4f28-9e83-26997797b9f6 req-c9e7b18a-a326-468f-9162-ce204695f51a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 1095 time: 0.0615447 Jul 22 19:40:17.447253 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e36aa-190b-4f28-9e83-26997797b9f6 req-f0048166-2484-4775-982b-6f3a9d2bd87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:17.448799 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b5e36aa-190b-4f28-9e83-26997797b9f6 req-f0048166-2484-4775-982b-6f3a9d2bd87d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 913 time: 0.0846484 Jul 22 19:40:17.494710 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b5e36aa-190b-4f28-9e83-26997797b9f6 req-eed4c8e5-3f31-4d95-b028-6c86fadc212b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d03d476a-db31-4047-adb1-c418ee8d0262 HTTP/1.1" status: 200 len: 217 time: 0.0393748 Jul 22 19:40:17.545101 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e36aa-190b-4f28-9e83-26997797b9f6 req-05628ed9-2630-43e9-95da-1758b77f130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:17.546587 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b5e36aa-190b-4f28-9e83-26997797b9f6 req-05628ed9-2630-43e9-95da-1758b77f130a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.0462360 Jul 22 19:40:17.656184 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e36aa-190b-4f28-9e83-26997797b9f6 req-47306b5f-3c08-4296-bfe2-7741f24215aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:17.658966 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b5e36aa-190b-4f28-9e83-26997797b9f6 req-47306b5f-3c08-4296-bfe2-7741f24215aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065271 Jul 22 19:40:17.667315 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231cc1e-5023-4cd1-9ec1-3c361af3bf08 req-f2f8b5ba-8de2-4a4a-be42-a7f74f51b2a4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:17.668822 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3231cc1e-5023-4cd1-9ec1-3c361af3bf08 req-f2f8b5ba-8de2-4a4a-be42-a7f74f51b2a4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 943 time: 0.0872731 Jul 22 19:40:17.762879 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3231cc1e-5023-4cd1-9ec1-3c361af3bf08 req-aff82e39-f4da-4ce5-81ce-dfd655705c1a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848327 Jul 22 19:40:17.791599 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b5e36aa-190b-4f28-9e83-26997797b9f6 req-f8026b94-15d2-43d2-a27f-1f64beaaafa0 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217024 Jul 22 19:40:17.886698 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b5e36aa-190b-4f28-9e83-26997797b9f6 req-c7d920f3-8568-41de-b286-c82385dcc3c2 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885859 Jul 22 19:40:18.897627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfc51d-44b5-4cb2-9022-d60e2e38401f req-e7e1ccc8-63a6-4d3c-92ba-bbebf88fc7e4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:18.899213 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99cfc51d-44b5-4cb2-9022-d60e2e38401f req-e7e1ccc8-63a6-4d3c-92ba-bbebf88fc7e4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 943 time: 0.0668924 Jul 22 19:40:18.940035 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99cfc51d-44b5-4cb2-9022-d60e2e38401f req-27ec2c39-ed38-4e63-8759-726aaef5080c tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350275 Jul 22 19:40:20.069652 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de69a60-e21d-4523-b49e-de027b02f4ea req-3f4a6b41-dfc0-47c2-bbd9-709fe4faa026 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:20.071140 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1de69a60-e21d-4523-b49e-de027b02f4ea req-3f4a6b41-dfc0-47c2-bbd9-709fe4faa026 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 943 time: 0.0642297 Jul 22 19:40:20.108399 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1de69a60-e21d-4523-b49e-de027b02f4ea req-3e33914e-92b4-4901-a56e-6d5c941115c6 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317607 Jul 22 19:40:21.241312 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da24677-4069-4b8e-bcf4-801451ba1c2b req-04af8daf-db96-460f-9178-958b33a5247a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:21.242690 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4da24677-4069-4b8e-bcf4-801451ba1c2b req-04af8daf-db96-460f-9178-958b33a5247a tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 943 time: 0.0674334 Jul 22 19:40:21.279344 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4da24677-4069-4b8e-bcf4-801451ba1c2b req-02ae32d2-6b17-45f9-8214-d536c8d3c5e7 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312059 Jul 22 19:40:21.924829 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6ff1049-ef50-413e-9c45-1bf465407772 req-83c32668-fb4f-4120-85ba-bb8274c30e5c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535097 Jul 22 19:40:22.017568 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff1049-ef50-413e-9c45-1bf465407772 req-ffff64fc-add1-4fec-b1a5-5a32c14cc07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:22.019069 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6ff1049-ef50-413e-9c45-1bf465407772 req-ffff64fc-add1-4fec-b1a5-5a32c14cc07b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6dc0a43544f4485c8e9c187940eccf6a&device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 1098 time: 0.0543904 Jul 22 19:40:22.122767 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff1049-ef50-413e-9c45-1bf465407772 req-8c47f7d7-2fea-458f-b701-e91302cf5d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:22.124246 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6ff1049-ef50-413e-9c45-1bf465407772 req-8c47f7d7-2fea-458f-b701-e91302cf5d82 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 HTTP/1.1" status: 200 len: 918 time: 0.0870287 Jul 22 19:40:22.187060 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6ff1049-ef50-413e-9c45-1bf465407772 req-7b5e1357-ba1e-4e4b-a967-66a6e83a8132 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c229bb1-0bcf-440e-9eaa-00192f1936d5 HTTP/1.1" status: 200 len: 1001 time: 0.0568469 Jul 22 19:40:22.239274 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff1049-ef50-413e-9c45-1bf465407772 req-83e1209e-54bd-4f0d-851f-96a7e901696e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:22.240758 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6ff1049-ef50-413e-9c45-1bf465407772 req-83e1209e-54bd-4f0d-851f-96a7e901696e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4b26a37-f98e-4c1b-8da4-083bd4ab1975 HTTP/1.1" status: 200 len: 856 time: 0.0480766 Jul 22 19:40:22.297952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff1049-ef50-413e-9c45-1bf465407772 req-ec242c53-fc5a-42ef-ad21-026a99a45a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:22.299427 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6ff1049-ef50-413e-9c45-1bf465407772 req-ec242c53-fc5a-42ef-ad21-026a99a45a01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530589 Jul 22 19:40:22.424933 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6ff1049-ef50-413e-9c45-1bf465407772 req-e2f6bf5e-2c85-45c2-a68b-f3d96adccbd7 service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194823 Jul 22 19:40:22.474079 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba15b1e-7e46-4b37-b3e4-aba6f89ee56d req-68b0e7b8-8444-4c29-a587-ff8fabb7bfd6 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:22.475534 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ba15b1e-7e46-4b37-b3e4-aba6f89ee56d req-68b0e7b8-8444-4c29-a587-ff8fabb7bfd6 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 943 time: 0.1139169 Jul 22 19:40:22.553915 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ba15b1e-7e46-4b37-b3e4-aba6f89ee56d req-5ac9a6db-7242-4a60-8c87-ec1f79e692ae tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521173 Jul 22 19:40:22.557447 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6ff1049-ef50-413e-9c45-1bf465407772 req-52b9a604-2fcc-4152-af21-96cd72b7a0ef service neutron] 10.222.0.16 "GET /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267855 Jul 22 19:40:23.683306 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101bb6a-03a6-4dd8-9c59-8c3a9bc55d25 req-f362b624-e746-4f4d-b2a4-ec2c245725c9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:23.685085 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0101bb6a-03a6-4dd8-9c59-8c3a9bc55d25 req-f362b624-e746-4f4d-b2a4-ec2c245725c9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 943 time: 0.0644863 Jul 22 19:40:23.723113 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0101bb6a-03a6-4dd8-9c59-8c3a9bc55d25 req-0ffc85f8-0a31-4272-a6c7-7b6fb9780596 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324590 Jul 22 19:40:24.862994 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06881b38-46c2-4a9a-bb95-8826d0020de0 req-34f9fd44-50b5-41f2-badc-d26a3f8c5276 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:24.864495 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-06881b38-46c2-4a9a-bb95-8826d0020de0 req-34f9fd44-50b5-41f2-badc-d26a3f8c5276 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 943 time: 0.0647635 Jul 22 19:40:24.905400 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-06881b38-46c2-4a9a-bb95-8826d0020de0 req-13cf322c-62c2-4884-baea-c6410f949801 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346735 Jul 22 19:40:26.044828 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad844b-9652-4436-a866-1b87535d0acb req-8e8b58de-5d5c-4534-bbb2-b4db14d8c5f9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:26.046357 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03ad844b-9652-4436-a866-1b87535d0acb req-8e8b58de-5d5c-4534-bbb2-b4db14d8c5f9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 943 time: 0.0708208 Jul 22 19:40:26.084896 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03ad844b-9652-4436-a866-1b87535d0acb req-f2b84021-804f-4a87-8d84-e0605a747205 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320225 Jul 22 19:40:26.348738 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d03d476a-db31-4047-adb1-c418ee8d0262 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:40:26.441233 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port d03d476a-db31-4047-adb1-c418ee8d0262, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d03d476a-db31-4047-adb1-c418ee8d0262,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:26.456504 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'd03d476a-db31-4047-adb1-c418ee8d0262', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'port_id': 'd03d476a-db31-4047-adb1-c418ee8d0262', 'mac_address': 'fa:16:3e:85:a8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:40:26.492794 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.504932 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03d476a-db31-4047-adb1-c418ee8d0262 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:40:26.523879 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port d03d476a-db31-4047-adb1-c418ee8d0262, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d03d476a-db31-4047-adb1-c418ee8d0262,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:26.527810 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.573687 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=d03d476a-db31-4047-adb1-c418ee8d0262,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:26.734389 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['d03d476a-db31-4047-adb1-c418ee8d0262'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:40:27.212803 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27018c-f129-452a-8104-db4281b103f8 req-d6639ca5-1294-4c65-aa79-c24c46c05eef tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:27.214270 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb27018c-f129-452a-8104-db4281b103f8 req-d6639ca5-1294-4c65-aa79-c24c46c05eef tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 944 time: 0.0637939 Jul 22 19:40:27.251831 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb27018c-f129-452a-8104-db4281b103f8 req-a238e2ee-073d-4db0-a087-c1f34fd2e7e4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319715 Jul 22 19:40:28.343919 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d03d476a-db31-4047-adb1-c418ee8d0262 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:40:28.381339 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4ae20-ba06-4172-9281-9e7dc55404c3 req-a96eb36c-7bfa-4e04-b656-5dbd9f8cb349 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:28.382857 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19a4ae20-ba06-4172-9281-9e7dc55404c3 req-a96eb36c-7bfa-4e04-b656-5dbd9f8cb349 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 944 time: 0.0655832 Jul 22 19:40:28.391077 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port d03d476a-db31-4047-adb1-c418ee8d0262 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:40:28.394805 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port d03d476a-db31-4047-adb1-c418ee8d0262 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:28.395181 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:28.425014 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19a4ae20-ba06-4172-9281-9e7dc55404c3 req-2a39c5f5-7313-4c33-8717-2992be5c00f1 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362515 Jul 22 19:40:28.482886 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:28.497697 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d1c860ec-9bee-43f6-88de-d2d3647d8255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:28.509998 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134e35e7-ec48-418d-83c7-b8830c111a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03d476a-db31-4047-adb1-c418ee8d0262'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:40:28.512323 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f24ab67-9623-4c93-9d8c-38dd5da0ccdc" -d '{"events": [{"server_uuid": "134e35e7-ec48-418d-83c7-b8830c111a95", "name": "network-vif-plugged", "status": "completed", "tag": "d03d476a-db31-4047-adb1-c418ee8d0262"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:40:28.525880 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port d03d476a-db31-4047-adb1-c418ee8d0262, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d03d476a-db31-4047-adb1-c418ee8d0262,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:28.529935 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:28.553862 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d89314-afbf-4e03-ad5a-130434e63002 x-openstack-request-id: req-e2d89314-afbf-4e03-ad5a-130434e63002 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:40:28.554154 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134e35e7-ec48-418d-83c7-b8830c111a95", "name": "network-vif-plugged", "status": "completed", "tag": "d03d476a-db31-4047-adb1-c418ee8d0262", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:40:28.554408 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2d89314-afbf-4e03-ad5a-130434e63002 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:40:28.554800 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134e35e7-ec48-418d-83c7-b8830c111a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03d476a-db31-4047-adb1-c418ee8d0262', 'code': 200} Jul 22 19:40:28.582953 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=d03d476a-db31-4047-adb1-c418ee8d0262,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:28.662927 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7f8a6-3aba-4710-bceb-950365f0d41d req-f90144eb-bb22-44e0-83cd-6e305a8e4eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:28.664429 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ca7f8a6-3aba-4710-bceb-950365f0d41d req-f90144eb-bb22-44e0-83cd-6e305a8e4eb2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 1097 time: 0.0568988 Jul 22 19:40:28.698574 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ca7f8a6-3aba-4710-bceb-950365f0d41d req-a2e965fe-5208-4822-8b09-b7e893adfd11 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281048 Jul 22 19:40:29.557195 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd6cc7-eb50-465a-ab03-c05c426e9e13 req-14c03668-f8c7-485f-bc2f-0f5334fcb6c4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:29.558924 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04dd6cc7-eb50-465a-ab03-c05c426e9e13 req-14c03668-f8c7-485f-bc2f-0f5334fcb6c4 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 945 time: 0.0659640 Jul 22 19:40:29.597727 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04dd6cc7-eb50-465a-ab03-c05c426e9e13 req-945a316d-5fac-4579-a763-005bbc4c5130 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328686 Jul 22 19:40:29.730810 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661920a6-ea35-481d-a223-30ee1d1e9510 req-fcd97a19-ff83-4e0e-95e5-a2d185c963a9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:29.732187 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-661920a6-ea35-481d-a223-30ee1d1e9510 req-fcd97a19-ff83-4e0e-95e5-a2d185c963a9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 945 time: 0.0679667 Jul 22 19:40:29.770551 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-661920a6-ea35-481d-a223-30ee1d1e9510 req-5f320184-8776-41bd-872f-fe90d384c6e1 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326805 Jul 22 19:40:29.793811 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54546) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:29.848183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfad16-5614-448e-8059-2e262bf0d0c1 tempest-TestVolumeBootPattern-464908349 tempest-TestVolumeBootPattern-464908349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:29.849707 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e0dfad16-5614-448e-8059-2e262bf0d0c1 tempest-TestVolumeBootPattern-464908349 tempest-TestVolumeBootPattern-464908349-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 1092 time: 0.0549109 Jul 22 19:40:29.852416 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54548) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:29.856856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e516e9aa-d6d8-4862-a42b-7088f389c1a2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': 'd03d476a-db31-4047-adb1-c418ee8d0262', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:29.879197 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e516e9aa-d6d8-4862-a42b-7088f389c1a2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:29.978415 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e516e9aa-d6d8-4862-a42b-7088f389c1a2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.081922 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-e516e9aa-d6d8-4862-a42b-7088f389c1a2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Allocated IP 172.25.3.185 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/c099a888-36b0-4c73-90be-265842224c99) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:40:30.186462 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e516e9aa-d6d8-4862-a42b-7088f389c1a2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.223924 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e516e9aa-d6d8-4862-a42b-7088f389c1a2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.261633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e516e9aa-d6d8-4862-a42b-7088f389c1a2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:40:30.268051 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-e516e9aa-d6d8-4862-a42b-7088f389c1a2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:30.271709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e516e9aa-d6d8-4862-a42b-7088f389c1a2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:30.293476 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516e9aa-d6d8-4862-a42b-7088f389c1a2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event updated for resources: {'Port': ['ID=c099a888-36b0-4c73-90be-265842224c99,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:30.624298 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e516e9aa-d6d8-4862-a42b-7088f389c1a2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.700575 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e516e9aa-d6d8-4862-a42b-7088f389c1a2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.848851 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e516e9aa-d6d8-4862-a42b-7088f389c1a2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.853108 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e516e9aa-d6d8-4862-a42b-7088f389c1a2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.929123 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516e9aa-d6d8-4862-a42b-7088f389c1a2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event updated for resources: {'Port': ['ID=c099a888-36b0-4c73-90be-265842224c99,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:30.939878 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e516e9aa-d6d8-4862-a42b-7088f389c1a2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:31.024856 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-257a26e2-6cad-44db-b38d-3298151fa324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:31.147880 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:31.351719 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-e516e9aa-d6d8-4862-a42b-7088f389c1a2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Floating IP bea0c501-d5e1-47e7-b919-237566e25333 associated. External IP: 172.25.3.185, port: d03d476a-db31-4047-adb1-c418ee8d0262. Jul 22 19:40:31.552353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e516e9aa-d6d8-4862-a42b-7088f389c1a2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:40:31.659873 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e516e9aa-d6d8-4862-a42b-7088f389c1a2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:40:31.669613 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a14d91-b4e1-408c-ab8f-33ad914bd988 None None] Sync routers for ids ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:40:31.675382 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e516e9aa-d6d8-4862-a42b-7088f389c1a2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:31.679277 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a14d91-b4e1-408c-ab8f-33ad914bd988 None None] Routers {'22e59d66-3ebe-4ee4-9d32-2dc190bac529'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:40:31.679896 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-71a14d91-b4e1-408c-ab8f-33ad914bd988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:40:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:31.724493 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e516e9aa-d6d8-4862-a42b-7088f389c1a2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8589497 Jul 22 19:40:31.724493 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134e35e7-ec48-418d-83c7-b8830c111a95', 'tag': 'd03d476a-db31-4047-adb1-c418ee8d0262'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:40:31.724493 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce089d76-1a28-4359-867c-7c4acf142e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "134e35e7-ec48-418d-83c7-b8830c111a95", "tag": "d03d476a-db31-4047-adb1-c418ee8d0262"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:40:31.751892 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9729192a-9a1e-4f62-b20b-7f0befba6d98 x-openstack-request-id: req-9729192a-9a1e-4f62-b20b-7f0befba6d98 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:40:31.752719 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134e35e7-ec48-418d-83c7-b8830c111a95", "tag": "d03d476a-db31-4047-adb1-c418ee8d0262", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:40:31.753072 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9729192a-9a1e-4f62-b20b-7f0befba6d98 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:40:31.753498 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '134e35e7-ec48-418d-83c7-b8830c111a95', 'tag': 'd03d476a-db31-4047-adb1-c418ee8d0262', 'status': 'completed', 'code': 200} Jul 22 19:40:31.787281 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-71a14d91-b4e1-408c-ab8f-33ad914bd988 None None] Set router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:40:31.830251 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089d76-1a28-4359-867c-7c4acf142e8b req-94af4c1b-0fe0-42ba-9407-04f013305c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:31.831772 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce089d76-1a28-4359-867c-7c4acf142e8b req-94af4c1b-0fe0-42ba-9407-04f013305c89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 1097 time: 0.0592437 Jul 22 19:40:31.920183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089d76-1a28-4359-867c-7c4acf142e8b req-596ac04e-2a70-4849-a72b-80a6b11ec46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:31.922134 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce089d76-1a28-4359-867c-7c4acf142e8b req-596ac04e-2a70-4849-a72b-80a6b11ec46f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 913 time: 0.0842829 Jul 22 19:40:31.992387 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce089d76-1a28-4359-867c-7c4acf142e8b req-bf50bcf1-e0fc-40ae-b666-29b1f45628a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d03d476a-db31-4047-adb1-c418ee8d0262 HTTP/1.1" status: 200 len: 999 time: 0.0644972 Jul 22 19:40:32.024369 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-71a14d91-b4e1-408c-ab8f-33ad914bd988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 4, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '67784bd1-58f3-40bb-a79c-d15a2088d5e1', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'port_id': 'ac4be827-21aa-447f-ad2b-f1bced1212da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'mac_address': 'fa:16:3e:e0:9b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b44ac6f-2268-4612-93e5-9befafe8fab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:34Z', 'revision_number': 1, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'fixed_ip_address_scope': None}, {'id': 'bea0c501-d5e1-47e7-b919-237566e25333', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'port_id': 'd03d476a-db31-4047-adb1-c418ee8d0262', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'mac_address': 'fa:16:3e:85:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134e35e7-ec48-418d-83c7-b8830c111a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:40:30Z', 'updated_at': '2021-07-22T19:40:30Z', 'revision_number': 0, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc45757-50ed-429c-b35c-754301b8df4c', 'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'mac_address': 'fa:16:3e:51:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:16Z', 'updated_at': '2021-07-22T19:32:24Z', 'revision_number': 5, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'subnets': [{'id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:32.040274 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089d76-1a28-4359-867c-7c4acf142e8b req-4ba49185-434b-4763-9153-eb120a19bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:32.041787 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce089d76-1a28-4359-867c-7c4acf142e8b req-4ba49185-434b-4763-9153-eb120a19bf2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.0435302 Jul 22 19:40:32.052173 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a14d91-b4e1-408c-ab8f-33ad914bd988 None None] Checking router: 22e59d66-3ebe-4ee4-9d32-2dc190bac529 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:40:32.061107 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a14d91-b4e1-408c-ab8f-33ad914bd988 None None] Routers {'22e59d66-3ebe-4ee4-9d32-2dc190bac529'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:40:32.061857 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-71a14d91-b4e1-408c-ab8f-33ad914bd988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:40:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:32.099558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089d76-1a28-4359-867c-7c4acf142e8b req-3bef00ae-66ea-4378-9851-a5b35fe4fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:32.101115 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce089d76-1a28-4359-867c-7c4acf142e8b req-3bef00ae-66ea-4378-9851-a5b35fe4fa26 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531249 Jul 22 19:40:32.168003 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-71a14d91-b4e1-408c-ab8f-33ad914bd988 None None] Set router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:40:32.193990 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce089d76-1a28-4359-867c-7c4acf142e8b req-dc2c4e6c-42c3-4caf-af1c-ce8b0b3af342 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863099 Jul 22 19:40:32.284071 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce089d76-1a28-4359-867c-7c4acf142e8b req-3cf579a5-0fb4-42d9-9916-1ce2ee6baff0 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842562 Jul 22 19:40:32.402213 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:32.407717 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-71a14d91-b4e1-408c-ab8f-33ad914bd988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 4, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '67784bd1-58f3-40bb-a79c-d15a2088d5e1', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'port_id': 'ac4be827-21aa-447f-ad2b-f1bced1212da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'mac_address': 'fa:16:3e:e0:9b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b44ac6f-2268-4612-93e5-9befafe8fab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:34Z', 'revision_number': 1, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'fixed_ip_address_scope': None}, {'id': 'bea0c501-d5e1-47e7-b919-237566e25333', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'port_id': 'd03d476a-db31-4047-adb1-c418ee8d0262', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'mac_address': 'fa:16:3e:85:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134e35e7-ec48-418d-83c7-b8830c111a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:40:30Z', 'updated_at': '2021-07-22T19:40:30Z', 'revision_number': 0, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc45757-50ed-429c-b35c-754301b8df4c', 'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'mac_address': 'fa:16:3e:51:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:16Z', 'updated_at': '2021-07-22T19:32:24Z', 'revision_number': 5, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'subnets': [{'id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:32.433776 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a14d91-b4e1-408c-ab8f-33ad914bd988 None None] The sync data for ids ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'] in n-d-800086-12 is: [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 4, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '67784bd1-58f3-40bb-a79c-d15a2088d5e1', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'port_id': 'ac4be827-21aa-447f-ad2b-f1bced1212da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'mac_address': 'fa:16:3e:e0:9b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b44ac6f-2268-4612-93e5-9befafe8fab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:34Z', 'revision_number': 1, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'fixed_ip_address_scope': None}, {'id': 'bea0c501-d5e1-47e7-b919-237566e25333', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'port_id': 'd03d476a-db31-4047-adb1-c418ee8d0262', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'mac_address': 'fa:16:3e:85:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134e35e7-ec48-418d-83c7-b8830c111a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:40:30Z', 'updated_at': '2021-07-22T19:40:30Z', 'revision_number': 0, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc45757-50ed-429c-b35c-754301b8df4c', 'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'mac_address': 'fa:16:3e:51:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:16Z', 'updated_at': '2021-07-22T19:32:24Z', 'revision_number': 5, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'subnets': [{'id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:40:32.628427 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9e44fa-c0cf-4c5a-8dfc-c52cbd97eba8 None None] New status for floating IP bea0c501-d5e1-47e7-b919-237566e25333: ACTIVE {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:40:34.032229 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:39.269789 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:41.942172 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:46.814684 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6b6b2-f88f-404b-b9e0-e4cef3a42cfd req-03843779-810c-449d-a43a-8e5e486b39d3 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:46.816262 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4fa6b6b2-f88f-404b-b9e0-e4cef3a42cfd req-03843779-810c-449d-a43a-8e5e486b39d3 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 946 time: 0.0703456 Jul 22 19:40:46.855004 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4fa6b6b2-f88f-404b-b9e0-e4cef3a42cfd req-28770c75-63b6-4903-9dd4-c50aa19cf122 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329311 Jul 22 19:40:47.994267 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2fa24-3ed3-425c-a500-bd63add0f8c3 req-2d9f0de9-4012-42f9-a98a-bd4787da8bab tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:47.995757 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-83d2fa24-3ed3-425c-a500-bd63add0f8c3 req-2d9f0de9-4012-42f9-a98a-bd4787da8bab tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 946 time: 0.0675554 Jul 22 19:40:48.066503 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-83d2fa24-3ed3-425c-a500-bd63add0f8c3 req-85357cd2-630e-45f4-a954-ba0ac2a4e943 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597246 Jul 22 19:40:48.088776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758decc-d0dc-4131-904f-c49d71d8c31f req-375a14ed-eabc-40d6-91d2-5b2749ba8377 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:48.090243 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3758decc-d0dc-4131-904f-c49d71d8c31f req-375a14ed-eabc-40d6-91d2-5b2749ba8377 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 946 time: 0.0922642 Jul 22 19:40:48.198300 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-3758decc-d0dc-4131-904f-c49d71d8c31f req-2f362bea-176f-4de6-a3b5-9af4e11bdbee tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Deleting port 1c229bb1-0bcf-440e-9eaa-00192f1936d5 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:48.198640 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3758decc-d0dc-4131-904f-c49d71d8c31f req-2f362bea-176f-4de6-a3b5-9af4e11bdbee tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:48.288330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-3758decc-d0dc-4131-904f-c49d71d8c31f req-2f362bea-176f-4de6-a3b5-9af4e11bdbee tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] For port 1c229bb1-0bcf-440e-9eaa-00192f1936d5, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=1c229bb1-0bcf-440e-9eaa-00192f1936d5,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:48.288784 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3758decc-d0dc-4131-904f-c49d71d8c31f req-2f362bea-176f-4de6-a3b5-9af4e11bdbee tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:48.455300 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3758decc-d0dc-4131-904f-c49d71d8c31f req-2f362bea-176f-4de6-a3b5-9af4e11bdbee tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:48.455816 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3758decc-d0dc-4131-904f-c49d71d8c31f req-2f362bea-176f-4de6-a3b5-9af4e11bdbee tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:48.456224 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [req-3758decc-d0dc-4131-904f-c49d71d8c31f req-2f362bea-176f-4de6-a3b5-9af4e11bdbee tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Floating IP 499978c7-30c2-44c8-bf45-539cd408a4ea disassociated. External IP: 172.25.3.162, port: 1c229bb1-0bcf-440e-9eaa-00192f1936d5. Jul 22 19:40:48.456621 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-3758decc-d0dc-4131-904f-c49d71d8c31f req-2f362bea-176f-4de6-a3b5-9af4e11bdbee tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Calling delete_port for 1c229bb1-0bcf-440e-9eaa-00192f1936d5 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:48.587996 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3758decc-d0dc-4131-904f-c49d71d8c31f req-2f362bea-176f-4de6-a3b5-9af4e11bdbee tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:48.622071 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f362bea-176f-4de6-a3b5-9af4e11bdbee tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Pushing event deleted for resources: {'Port': ['ID=1c229bb1-0bcf-440e-9eaa-00192f1936d5,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:48.737575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3758decc-d0dc-4131-904f-c49d71d8c31f req-2f362bea-176f-4de6-a3b5-9af4e11bdbee tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:40:48.846837 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3758decc-d0dc-4131-904f-c49d71d8c31f req-2f362bea-176f-4de6-a3b5-9af4e11bdbee tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:40:48.856292 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cb6804-3067-4308-a5cf-1bc150794e6a None None] Sync routers for ids ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:40:48.865797 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cb6804-3067-4308-a5cf-1bc150794e6a None None] Routers {'473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:40:48.866410 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-c3cb6804-3067-4308-a5cf-1bc150794e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:40:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:48.891573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-3758decc-d0dc-4131-904f-c49d71d8c31f req-2f362bea-176f-4de6-a3b5-9af4e11bdbee tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] No DVR routers for this DVR port 1c229bb1-0bcf-440e-9eaa-00192f1936d5 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:48.894953 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3758decc-d0dc-4131-904f-c49d71d8c31f req-2f362bea-176f-4de6-a3b5-9af4e11bdbee tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:48.897126 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3758decc-d0dc-4131-904f-c49d71d8c31f req-2f362bea-176f-4de6-a3b5-9af4e11bdbee tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.16 "DELETE /v2.0/ports/1c229bb1-0bcf-440e-9eaa-00192f1936d5 HTTP/1.1" status: 204 len: 173 time: 0.8017590 Jul 22 19:40:48.897562 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae42d6d7-a008-4f6f-9819-01daa935914a', 'name': 'network-vif-deleted', 'tag': '1c229bb1-0bcf-440e-9eaa-00192f1936d5'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:40:48.899840 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fed8e05-a543-44cf-b2fb-0f5d0191cb53" -d '{"events": [{"server_uuid": "ae42d6d7-a008-4f6f-9819-01daa935914a", "name": "network-vif-deleted", "tag": "1c229bb1-0bcf-440e-9eaa-00192f1936d5"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:40:48.960959 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960cab2e-abd2-485c-977a-0b447f2a3114 x-openstack-request-id: req-960cab2e-abd2-485c-977a-0b447f2a3114 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:40:48.961250 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae42d6d7-a008-4f6f-9819-01daa935914a", "name": "network-vif-deleted", "tag": "1c229bb1-0bcf-440e-9eaa-00192f1936d5", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:40:48.961507 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-960cab2e-abd2-485c-977a-0b447f2a3114 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:40:48.961938 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae42d6d7-a008-4f6f-9819-01daa935914a', 'name': 'network-vif-deleted', 'tag': '1c229bb1-0bcf-440e-9eaa-00192f1936d5', 'status': 'completed', 'code': 200} Jul 22 19:40:48.975262 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-c3cb6804-3067-4308-a5cf-1bc150794e6a None None] Set router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:40:49.195991 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-c3cb6804-3067-4308-a5cf-1bc150794e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-router', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:02Z', 'updated_at': '2021-07-22T19:34:06Z', 'revision_number': 4, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'gw_port': {'id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:03Z', 'updated_at': '2021-07-22T19:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '6208f829-1f3c-443e-9046-3df2a79a13e3', 'name': '', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'mac_address': 'fa:16:3e:6b:45:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:05Z', 'updated_at': '2021-07-22T19:34:14Z', 'revision_number': 5, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'subnets': [{'id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:49.209302 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-370778e1-e0a2-4469-92c2-a5e2898048d2 req-dfa49c20-8189-4a1f-9cb5-be3120b73cc2 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae42d6d7-a008-4f6f-9819-01daa935914a HTTP/1.1" status: 200 len: 210 time: 0.0364790 Jul 22 19:40:49.234074 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cb6804-3067-4308-a5cf-1bc150794e6a None None] Checking router: 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:40:49.242521 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cb6804-3067-4308-a5cf-1bc150794e6a None None] Routers {'473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:40:49.243248 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-c3cb6804-3067-4308-a5cf-1bc150794e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:40:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:49.520177 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-c3cb6804-3067-4308-a5cf-1bc150794e6a None None] Set router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:40:49.714807 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-c3cb6804-3067-4308-a5cf-1bc150794e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-router', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:02Z', 'updated_at': '2021-07-22T19:34:06Z', 'revision_number': 4, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'gw_port': {'id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:03Z', 'updated_at': '2021-07-22T19:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '6208f829-1f3c-443e-9046-3df2a79a13e3', 'name': '', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'mac_address': 'fa:16:3e:6b:45:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:05Z', 'updated_at': '2021-07-22T19:34:14Z', 'revision_number': 5, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'subnets': [{'id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:49.740913 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cb6804-3067-4308-a5cf-1bc150794e6a None None] The sync data for ids ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'] in n-d-800086-12 is: [{'id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-router', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:02Z', 'updated_at': '2021-07-22T19:34:06Z', 'revision_number': 4, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'gw_port': {'id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:03Z', 'updated_at': '2021-07-22T19:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '6208f829-1f3c-443e-9046-3df2a79a13e3', 'name': '', 'network_id': '8800a1c0-b128-47aa-ac46-2c8f9b6e39b0', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'mac_address': 'fa:16:3e:6b:45:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:05Z', 'updated_at': '2021-07-22T19:34:14Z', 'revision_number': 5, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'subnets': [{'id': 'c4b26a37-f98e-4c1b-8da4-083bd4ab1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:40:49.953910 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5677837b-7ff0-40a6-810b-1d5e7941bff4 None None] New status for floating IP 499978c7-30c2-44c8-bf45-539cd408a4ea: DOWN {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:40:51.325669 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54588) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:51.380842 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-842706d0-9795-4a61-b700-dcc85ae08e70 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:51.403317 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-842706d0-9795-4a61-b700-dcc85ae08e70 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:51.453344 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-842706d0-9795-4a61-b700-dcc85ae08e70 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:51.457129 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-842706d0-9795-4a61-b700-dcc85ae08e70 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:51.458504 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-842706d0-9795-4a61-b700-dcc85ae08e70 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "DELETE /v2.0/security-groups/b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b HTTP/1.1" status: 204 len: 168 time: 0.1317918 Jul 22 19:40:51.461394 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54590) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:51.467973 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842706d0-9795-4a61-b700-dcc85ae08e70 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:51.476321 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842706d0-9795-4a61-b700-dcc85ae08e70 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:51.476635 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-379bf055-7263-4903-9985-501864011fbb tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] show failed (client error): The resource could not be found. Jul 22 19:40:51.476797 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842706d0-9795-4a61-b700-dcc85ae08e70 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:51.477150 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842706d0-9795-4a61-b700-dcc85ae08e70 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:51.477715 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842706d0-9795-4a61-b700-dcc85ae08e70 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:51.477833 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-379bf055-7263-4903-9985-501864011fbb tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "GET /v2.0/security-groups/b4929ac4-faf6-43d8-9d5a-b12a4f1c6e9b HTTP/1.1" status: 404 len: 347 time: 0.0147655 Jul 22 19:40:51.478043 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842706d0-9795-4a61-b700-dcc85ae08e70 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:51.478376 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842706d0-9795-4a61-b700-dcc85ae08e70 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:51.478714 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842706d0-9795-4a61-b700-dcc85ae08e70 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:51.479048 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842706d0-9795-4a61-b700-dcc85ae08e70 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:51.479385 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842706d0-9795-4a61-b700-dcc85ae08e70 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:51.479716 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842706d0-9795-4a61-b700-dcc85ae08e70 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:51.480038 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842706d0-9795-4a61-b700-dcc85ae08e70 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:51.480370 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842706d0-9795-4a61-b700-dcc85ae08e70 tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:51.480887 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54592) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:51.614531 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-48fcdbec-5368-42c4-a06f-3bc7e101bcec tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Deleting port fe70832d-0d81-4534-8927-5b0124f076cf {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:51.614777 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-48fcdbec-5368-42c4-a06f-3bc7e101bcec tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:51.698078 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-48fcdbec-5368-42c4-a06f-3bc7e101bcec tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:51.698407 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-48fcdbec-5368-42c4-a06f-3bc7e101bcec tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:51.710650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-48fcdbec-5368-42c4-a06f-3bc7e101bcec tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Calling delete_port for fe70832d-0d81-4534-8927-5b0124f076cf owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:51.794470 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:40:51.844090 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-48fcdbec-5368-42c4-a06f-3bc7e101bcec tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:51.868300 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcdbec-5368-42c4-a06f-3bc7e101bcec tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Pushing event deleted for resources: {'Port': ['ID=fe70832d-0d81-4534-8927-5b0124f076cf,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:51.934280 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-48fcdbec-5368-42c4-a06f-3bc7e101bcec tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:51.937193 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-48fcdbec-5368-42c4-a06f-3bc7e101bcec tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:51.938423 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-48fcdbec-5368-42c4-a06f-3bc7e101bcec tempest-AttachVolumeShelveTestJSON-1143657431 tempest-AttachVolumeShelveTestJSON-1143657431-project] 10.222.0.13 "DELETE /v2.0/floatingips/499978c7-30c2-44c8-bf45-539cd408a4ea HTTP/1.1" status: 204 len: 168 time: 0.4566348 Jul 22 19:40:53.071207 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 1c229bb1-0bcf-440e-9eaa-00192f1936d5 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:40:53.098794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 1c229bb1-0bcf-440e-9eaa-00192f1936d5 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:40:53.099140 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 1c229bb1-0bcf-440e-9eaa-00192f1936d5 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:40:56.510432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54622) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:56.959157 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7f095105-75cd-4cda-ac20-9ec6fa3e5eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:57.216845 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-7f095105-75cd-4cda-ac20-9ec6fa3e5eac admin admin] Deleting port 6208f829-1f3c-443e-9046-3df2a79a13e3 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:57.217190 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7f095105-75cd-4cda-ac20-9ec6fa3e5eac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:57.297268 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-7f095105-75cd-4cda-ac20-9ec6fa3e5eac admin admin] For port 6208f829-1f3c-443e-9046-3df2a79a13e3, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6208f829-1f3c-443e-9046-3df2a79a13e3,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:57.297635 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7f095105-75cd-4cda-ac20-9ec6fa3e5eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:57.312786 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-7f095105-75cd-4cda-ac20-9ec6fa3e5eac admin admin] Calling delete_port for 6208f829-1f3c-443e-9046-3df2a79a13e3 owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:57.495757 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7f095105-75cd-4cda-ac20-9ec6fa3e5eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:57.522297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f095105-75cd-4cda-ac20-9ec6fa3e5eac admin admin] Pushing event deleted for resources: {'Port': ['ID=6208f829-1f3c-443e-9046-3df2a79a13e3,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:57.688845 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7f095105-75cd-4cda-ac20-9ec6fa3e5eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:57.902780 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f095105-75cd-4cda-ac20-9ec6fa3e5eac admin admin] Router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:40:58.322581 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f095105-75cd-4cda-ac20-9ec6fa3e5eac admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:40:58.327847 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7f095105-75cd-4cda-ac20-9ec6fa3e5eac admin admin] 10.222.0.13 "PUT /v2.0/routers/473cebd3-633b-45f9-bd6b-6b0fb5fb45b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8163257 Jul 22 19:40:58.330511 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54626) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:58.331261 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a7a786-4839-4c78-a8ae-9401212d0459 None None] Sync routers for ids ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:40:58.340126 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a7a786-4839-4c78-a8ae-9401212d0459 None None] Routers {'473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:40:58.340777 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-87a7a786-4839-4c78-a8ae-9401212d0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:40:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:58.432169 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e5c3ca68-86dd-4662-92dc-6df1ac3cea9d admin admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:58.442392 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-87a7a786-4839-4c78-a8ae-9401212d0459 None None] Set router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:40:58.529177 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f71fb0ca-7b6d-411d-81cb-0dcc85679672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:58.539996 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e5c3ca68-86dd-4662-92dc-6df1ac3cea9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:58.595746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3ca68-86dd-4662-92dc-6df1ac3cea9d admin admin] Deleting port 41bc95ea-e228-4344-9f2b-8194a46cc413 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:58.596595 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e5c3ca68-86dd-4662-92dc-6df1ac3cea9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:58.638890 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-87a7a786-4839-4c78-a8ae-9401212d0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-router', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:02Z', 'updated_at': '2021-07-22T19:40:57Z', 'revision_number': 5, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'gw_port': {'id': '41bc95ea-e228-4344-9f2b-8194a46cc413', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:03Z', 'updated_at': '2021-07-22T19:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:58.665523 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a7a786-4839-4c78-a8ae-9401212d0459 None None] Checking router: 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:40:58.673776 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a7a786-4839-4c78-a8ae-9401212d0459 None None] Routers {'473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:40:58.674999 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-87a7a786-4839-4c78-a8ae-9401212d0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:40:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:58.675747 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-e5c3ca68-86dd-4662-92dc-6df1ac3cea9d admin admin] For port 41bc95ea-e228-4344-9f2b-8194a46cc413, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=41bc95ea-e228-4344-9f2b-8194a46cc413,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:58.676104 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e5c3ca68-86dd-4662-92dc-6df1ac3cea9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:58.689104 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3ca68-86dd-4662-92dc-6df1ac3cea9d admin admin] Calling delete_port for 41bc95ea-e228-4344-9f2b-8194a46cc413 owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:58.765664 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-87a7a786-4839-4c78-a8ae-9401212d0459 None None] Set router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:40:58.821406 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-87a7a786-4839-4c78-a8ae-9401212d0459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-router', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:02Z', 'updated_at': '2021-07-22T19:40:58Z', 'revision_number': 6, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:58.847925 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a7a786-4839-4c78-a8ae-9401212d0459 None None] The sync data for ids ['473cebd3-633b-45f9-bd6b-6b0fb5fb45b8'] in n-d-800086-12 is: [{'id': '473cebd3-633b-45f9-bd6b-6b0fb5fb45b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1725160759-router', 'tenant_id': '6dc0a43544f4485c8e9c187940eccf6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:02Z', 'updated_at': '2021-07-22T19:40:58Z', 'revision_number': 6, 'project_id': '6dc0a43544f4485c8e9c187940eccf6a', 'gw_port_host': None}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:40:58.856757 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e5c3ca68-86dd-4662-92dc-6df1ac3cea9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:58.882549 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3ca68-86dd-4662-92dc-6df1ac3cea9d admin admin] Pushing event deleted for resources: {'Port': ['ID=41bc95ea-e228-4344-9f2b-8194a46cc413,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:58.951101 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e5c3ca68-86dd-4662-92dc-6df1ac3cea9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.042142 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e5c3ca68-86dd-4662-92dc-6df1ac3cea9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.044273 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e5c3ca68-86dd-4662-92dc-6df1ac3cea9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.086889 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e5c3ca68-86dd-4662-92dc-6df1ac3cea9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.087473 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c3ca68-86dd-4662-92dc-6df1ac3cea9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:40:59.092287 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e5c3ca68-86dd-4662-92dc-6df1ac3cea9d admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.093613 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e5c3ca68-86dd-4662-92dc-6df1ac3cea9d admin admin] 10.222.0.13 "DELETE /v2.0/routers/473cebd3-633b-45f9-bd6b-6b0fb5fb45b8 HTTP/1.1" status: 204 len: 168 time: 0.7619405 Jul 22 19:40:59.096708 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54628) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:59.139708 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-342055b3-d791-47d0-973b-fca9fb8cd076 admin admin] Deleting subnet c4b26a37-f98e-4c1b-8da4-083bd4ab1975 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:40:59.142571 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-342055b3-d791-47d0-973b-fca9fb8cd076 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.177609 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-342055b3-d791-47d0-973b-fca9fb8cd076 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.263074 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-342055b3-d791-47d0-973b-fca9fb8cd076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.318583 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-342055b3-d791-47d0-973b-fca9fb8cd076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.342533 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342055b3-d791-47d0-973b-fca9fb8cd076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4b26a37-f98e-4c1b-8da4-083bd4ab1975,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:59.348417 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-342055b3-d791-47d0-973b-fca9fb8cd076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.350358 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-342055b3-d791-47d0-973b-fca9fb8cd076 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c4b26a37-f98e-4c1b-8da4-083bd4ab1975 HTTP/1.1" status: 204 len: 168 time: 0.2527235 Jul 22 19:40:59.352822 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54630) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:59.353476 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03be4c2f-ee2b-4cae-91f6-d7fb842fb6fc None None] Network 8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:59.425138 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-31739731-5da1-4c97-a519-3a0c913bb0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.478807 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-31739731-5da1-4c97-a519-3a0c913bb0c1 admin admin] Deleting port 12697522-2668-4089-8a8e-201251e2f2fe {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:59.479146 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-31739731-5da1-4c97-a519-3a0c913bb0c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.542729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-31739731-5da1-4c97-a519-3a0c913bb0c1 admin admin] For port 12697522-2668-4089-8a8e-201251e2f2fe, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=12697522-2668-4089-8a8e-201251e2f2fe,segment=NetworkSegment(ccb555b5-6e11-4d88-9656-556d523d998c),segment_id=ccb555b5-6e11-4d88-9656-556d523d998c)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:59.543366 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-31739731-5da1-4c97-a519-3a0c913bb0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.559767 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-31739731-5da1-4c97-a519-3a0c913bb0c1 admin admin] Calling delete_port for 12697522-2668-4089-8a8e-201251e2f2fe owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:59.598971 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc696d4-f9d2-4e10-8aa5-2579625e7ff8 None None] DHCP port deletion for 8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:40:59.645574 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-31739731-5da1-4c97-a519-3a0c913bb0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.650185 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-acc696d4-f9d2-4e10-8aa5-2579625e7ff8 None None] Deleting port 12697522-2668-4089-8a8e-201251e2f2fe {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:59.650637 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-acc696d4-f9d2-4e10-8aa5-2579625e7ff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.670999 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31739731-5da1-4c97-a519-3a0c913bb0c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=12697522-2668-4089-8a8e-201251e2f2fe,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:59.676031 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31739731-5da1-4c97-a519-3a0c913bb0c1 admin admin] No DVR routers for this DVR port 12697522-2668-4089-8a8e-201251e2f2fe on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:59.723833 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-acc696d4-f9d2-4e10-8aa5-2579625e7ff8 None None] For port 12697522-2668-4089-8a8e-201251e2f2fe, host n-d-800086-12, got binding levels [] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:59.724231 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-acc696d4-f9d2-4e10-8aa5-2579625e7ff8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.736393 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-acc696d4-f9d2-4e10-8aa5-2579625e7ff8 None None] Calling delete_port for 12697522-2668-4089-8a8e-201251e2f2fe owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:59.739541 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.ipam_backend_mixin [None req-acc696d4-f9d2-4e10-8aa5-2579625e7ff8 None None] Port 12697522-2668-4089-8a8e-201251e2f2fe was not found and therefore no delete operation was performed {{(pid=93808) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:40:59.740833 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-acc696d4-f9d2-4e10-8aa5-2579625e7ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.754477 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-31739731-5da1-4c97-a519-3a0c913bb0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.764669 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc696d4-f9d2-4e10-8aa5-2579625e7ff8 None None] Pushing event deleted for resources: {'Port': ['ID=12697522-2668-4089-8a8e-201251e2f2fe,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:59.765107 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-31739731-5da1-4c97-a519-3a0c913bb0c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8800a1c0-b128-47aa-ac46-2c8f9b6e39b0']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:59.774465 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc696d4-f9d2-4e10-8aa5-2579625e7ff8 None None] No DVR routers for this DVR port 12697522-2668-4089-8a8e-201251e2f2fe on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:59.776358 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-31739731-5da1-4c97-a519-3a0c913bb0c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb555b5-6e11-4d88-9656-556d523d998c') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:59.778539 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc696d4-f9d2-4e10-8aa5-2579625e7ff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:59.778667 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-31739731-5da1-4c97-a519-3a0c913bb0c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb555b5-6e11-4d88-9656-556d523d998c') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:59.778771 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc696d4-f9d2-4e10-8aa5-2579625e7ff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:59.778771 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc696d4-f9d2-4e10-8aa5-2579625e7ff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:59.778771 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc696d4-f9d2-4e10-8aa5-2579625e7ff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:59.778771 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc696d4-f9d2-4e10-8aa5-2579625e7ff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:59.778771 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc696d4-f9d2-4e10-8aa5-2579625e7ff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:59.779194 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc696d4-f9d2-4e10-8aa5-2579625e7ff8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:59.779299 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc696d4-f9d2-4e10-8aa5-2579625e7ff8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:59.779556 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc696d4-f9d2-4e10-8aa5-2579625e7ff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:59.779878 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc696d4-f9d2-4e10-8aa5-2579625e7ff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:59.780200 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc696d4-f9d2-4e10-8aa5-2579625e7ff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:59.780546 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc696d4-f9d2-4e10-8aa5-2579625e7ff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:59.790669 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-31739731-5da1-4c97-a519-3a0c913bb0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.807073 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-31739731-5da1-4c97-a519-3a0c913bb0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.813183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31739731-5da1-4c97-a519-3a0c913bb0c1 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:40:59.813567 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-31739731-5da1-4c97-a519-3a0c913bb0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:40:59.816652 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:40:59.874115 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-31739731-5da1-4c97-a519-3a0c913bb0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.879268 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-31739731-5da1-4c97-a519-3a0c913bb0c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.881323 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-31739731-5da1-4c97-a519-3a0c913bb0c1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8800a1c0-b128-47aa-ac46-2c8f9b6e39b0 HTTP/1.1" status: 204 len: 168 time: 0.5275037 Jul 22 19:40:59.901170 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31739731-5da1-4c97-a519-3a0c913bb0c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8800a1c0-b128-47aa-ac46-2c8f9b6e39b0,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:59.999453 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54634) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:00.040658 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7f7661ab-0b8f-4dca-b8d8-57450133569c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6dc0a43544f4485c8e9c187940eccf6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400157 Jul 22 19:41:00.043025 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54636) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:00.091814 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-52b2a5f3-bf4d-4ca0-8e52-8ff3030b31b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:00.112643 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-52b2a5f3-bf4d-4ca0-8e52-8ff3030b31b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:00.158284 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-52b2a5f3-bf4d-4ca0-8e52-8ff3030b31b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:00.161004 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-52b2a5f3-bf4d-4ca0-8e52-8ff3030b31b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:00.162157 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-52b2a5f3-bf4d-4ca0-8e52-8ff3030b31b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23b6079c-f0c9-49f6-ab03-211cb2b562ea HTTP/1.1" status: 204 len: 168 time: 0.1182466 Jul 22 19:41:00.169842 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2a5f3-bf4d-4ca0-8e52-8ff3030b31b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b6079c-f0c9-49f6-ab03-211cb2b562ea,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:00.514271 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6208f829-1f3c-443e-9046-3df2a79a13e3 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:41:00.536631 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 6208f829-1f3c-443e-9046-3df2a79a13e3 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:41:00.536986 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6208f829-1f3c-443e-9046-3df2a79a13e3 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:41:00.537413 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 41bc95ea-e228-4344-9f2b-8194a46cc413 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:41:00.556506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 41bc95ea-e228-4344-9f2b-8194a46cc413 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:41:00.556837 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 41bc95ea-e228-4344-9f2b-8194a46cc413 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:41:00.557252 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 12697522-2668-4089-8a8e-201251e2f2fe no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:41:00.576190 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 12697522-2668-4089-8a8e-201251e2f2fe {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:41:00.576561 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 12697522-2668-4089-8a8e-201251e2f2fe not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:41:00.815227 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54658) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:00.908820 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-cb2edc38-b60f-411e-9eea-a04cb8883f4e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-271266973-network', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:00.930242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2edc38-b60f-411e-9eea-a04cb8883f4e admin admin] Made reservation on behalf of d26efd8600424267aeba3fd444a5b966 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:00.933038 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb2edc38-b60f-411e-9eea-a04cb8883f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:00.941295 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb2edc38-b60f-411e-9eea-a04cb8883f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.025430 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fac624ff-c2a6-43b4-b70a-78f2751bb287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.034763 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb2edc38-b60f-411e-9eea-a04cb8883f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.038542 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb2edc38-b60f-411e-9eea-a04cb8883f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.065805 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2edc38-b60f-411e-9eea-a04cb8883f4e admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:41:01.074295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2edc38-b60f-411e-9eea-a04cb8883f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007f4164-89d2-4974-acb4-1a9094faa43b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:01.080065 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb2edc38-b60f-411e-9eea-a04cb8883f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.080404 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-cb2edc38-b60f-411e-9eea-a04cb8883f4e admin admin] Added segment c7ddb842-0141-4f7e-9570-165cd2946993 of type vlan for network e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 Jul 22 19:41:01.119935 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb2edc38-b60f-411e-9eea-a04cb8883f4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.148583 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb2edc38-b60f-411e-9eea-a04cb8883f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.149531 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2edc38-b60f-411e-9eea-a04cb8883f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:01.149874 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.150134 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb2edc38-b60f-411e-9eea-a04cb8883f4e admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.181221 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cb2edc38-b60f-411e-9eea-a04cb8883f4e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3648806 Jul 22 19:41:01.184585 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54664) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:01.189618 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ec0374dd-e4c4-4301-a4a5-4fafa66f13e4 admin admin] Request body: {'subnet': {'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-271266973-subnet', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:01.210409 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0374dd-e4c4-4301-a4a5-4fafa66f13e4 admin admin] Made reservation on behalf of d26efd8600424267aeba3fd444a5b966 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:01.210897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2edc38-b60f-411e-9eea-a04cb8883f4e admin admin] Pushing event updated for resources: {'Network': ['ID=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:01.212921 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec0374dd-e4c4-4301-a4a5-4fafa66f13e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.221931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:41:01.379782 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec0374dd-e4c4-4301-a4a5-4fafa66f13e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.435212 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0374dd-e4c4-4301-a4a5-4fafa66f13e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d79f6cc-7b00-4ea5-b72e-b22173562bb4,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:01.443954 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0374dd-e4c4-4301-a4a5-4fafa66f13e4 admin admin] Checking segment: {'id': 'c7ddb842-0141-4f7e-9570-165cd2946993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:41:01.444321 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0374dd-e4c4-4301-a4a5-4fafa66f13e4 admin admin] Network hostable DHCP agents. Network: e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:41:01.460649 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0374dd-e4c4-4301-a4a5-4fafa66f13e4 admin admin] Network e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:41:01.468405 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-ec0374dd-e4c4-4301-a4a5-4fafa66f13e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:01.473132 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0374dd-e4c4-4301-a4a5-4fafa66f13e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:01.473714 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ec0374dd-e4c4-4301-a4a5-4fafa66f13e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.478332 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba69ee4-1926-4c67-b298-a5ee61e4ae21 None None] Network e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:01.489974 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ec0374dd-e4c4-4301-a4a5-4fafa66f13e4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3017790 Jul 22 19:41:01.490189 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54666) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:01.494547 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8e71ee12-884c-4947-888c-f249effdf920 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-271266973-router', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:01.514636 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8e71ee12-884c-4947-888c-f249effdf920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.515614 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8e71ee12-884c-4947-888c-f249effdf920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.572590 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8e71ee12-884c-4947-888c-f249effdf920 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.628790 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'fixed_ips': [{'subnet_id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:41:01.629649 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.706152 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8e71ee12-884c-4947-888c-f249effdf920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.767493 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] Allocated IP 172.20.0.2 (e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51/1d79f6cc-7b00-4ea5-b72e-b22173562bb4/d1ad2b14-b10f-4fef-8399-ccb5effeccba) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:01.907179 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8e71ee12-884c-4947-888c-f249effdf920 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.909351 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.917685 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] Transition to ACTIVE for port object d1ad2b14-b10f-4fef-8399-ccb5effeccba will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:01.926807 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8e71ee12-884c-4947-888c-f249effdf920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.933476 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] Transition to ACTIVE for port object d1ad2b14-b10f-4fef-8399-ccb5effeccba will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:01.940591 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.987539 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] Network e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:01.990650 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:01.993015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:01.999936 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] Pushing event updated for resources: {'Port': ['ID=d1ad2b14-b10f-4fef-8399-ccb5effeccba,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:02.031132 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-8e71ee12-884c-4947-888c-f249effdf920 admin admin] Allocated IP 172.25.3.178 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:02.058077 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] Attempting to bind port d1ad2b14-b10f-4fef-8399-ccb5effeccba on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:02.058448 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] Attempting to bind port d1ad2b14-b10f-4fef-8399-ccb5effeccba by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'c7ddb842-0141-4f7e-9570-165cd2946993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:02.058820 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] Attempting to bind port d1ad2b14-b10f-4fef-8399-ccb5effeccba on network e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:02.064022 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:41:02.064401 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] Checking segment: {'id': 'c7ddb842-0141-4f7e-9570-165cd2946993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:41:02.065444 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:02.065843 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] Bound using segment: {'id': 'c7ddb842-0141-4f7e-9570-165cd2946993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:41:02.066316 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] Bound port: d1ad2b14-b10f-4fef-8399-ccb5effeccba, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ddb842-0141-4f7e-9570-165cd2946993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:41:02.066707 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:02.130542 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] For port d1ad2b14-b10f-4fef-8399-ccb5effeccba, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:41:02.134241 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] For port d1ad2b14-b10f-4fef-8399-ccb5effeccba, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d1ad2b14-b10f-4fef-8399-ccb5effeccba,segment=NetworkSegment(c7ddb842-0141-4f7e-9570-165cd2946993),segment_id=c7ddb842-0141-4f7e-9570-165cd2946993)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:41:02.135840 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8e71ee12-884c-4947-888c-f249effdf920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:02.138815 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:02.176547 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8e71ee12-884c-4947-888c-f249effdf920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:02.200926 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90117945-2d9b-485f-836f-4ac3fb526122 None None] Pushing event updated for resources: {'Port': ['ID=d1ad2b14-b10f-4fef-8399-ccb5effeccba,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:02.212919 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e71ee12-884c-4947-888c-f249effdf920 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:02.215770 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-8e71ee12-884c-4947-888c-f249effdf920 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:02.222234 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e71ee12-884c-4947-888c-f249effdf920 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:02.250055 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71ee12-884c-4947-888c-f249effdf920 admin admin] Pushing event updated for resources: {'Port': ['ID=38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:02.405612 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:02.519010 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8e71ee12-884c-4947-888c-f249effdf920 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:02.554124 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d1ad2b14-b10f-4fef-8399-ccb5effeccba up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:02.604921 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port d1ad2b14-b10f-4fef-8399-ccb5effeccba completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:03.011037 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8e71ee12-884c-4947-888c-f249effdf920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:03.120987 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3579d0ff-cbc6-4b14-aec5-7230beca58db None None] Network e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:03.141152 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e71ee12-884c-4947-888c-f249effdf920 admin admin] Router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:41:03.188231 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-27af6585-ec74-4315-997e-3910d7b301d9 None None] Provisioning for port d1ad2b14-b10f-4fef-8399-ccb5effeccba completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:03.197181 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-27af6585-ec74-4315-997e-3910d7b301d9 None None] Provisioning complete for port d1ad2b14-b10f-4fef-8399-ccb5effeccba triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:03.197552 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-27af6585-ec74-4315-997e-3910d7b301d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:03.248936 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e71ee12-884c-4947-888c-f249effdf920 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:41:03.262408 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] Sync routers for ids ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:41:03.266092 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8e71ee12-884c-4947-888c-f249effdf920 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:03.267471 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8e71ee12-884c-4947-888c-f249effdf920 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7762372 Jul 22 19:41:03.270241 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54668) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:03.274396 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] Routers {'49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:03.275022 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:41:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:03.340375 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-27af6585-ec74-4315-997e-3910d7b301d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:03.384413 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] Set router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:41:03.386988 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-27af6585-ec74-4315-997e-3910d7b301d9 None None] For port d1ad2b14-b10f-4fef-8399-ccb5effeccba, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d1ad2b14-b10f-4fef-8399-ccb5effeccba,segment=NetworkSegment(c7ddb842-0141-4f7e-9570-165cd2946993),segment_id=c7ddb842-0141-4f7e-9570-165cd2946993)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:03.394174 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-27af6585-ec74-4315-997e-3910d7b301d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:03.452270 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af6585-ec74-4315-997e-3910d7b301d9 None None] Pushing event updated for resources: {'Port': ['ID=d1ad2b14-b10f-4fef-8399-ccb5effeccba,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:03.591778 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'name': 'tempest-AttachVolumeTestJSON-271266973-router', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:02Z', 'revision_number': 3, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'gw_port': {'id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:03.624167 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] Checking router: 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:41:03.624525 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] Updating router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 port 38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:41:03.628762 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b8773919-5da4-4e4d-9ae6-688593bae0ba None None] Provisioning complete for port d1ad2b14-b10f-4fef-8399-ccb5effeccba triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:03.629361 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b8773919-5da4-4e4d-9ae6-688593bae0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:03.661836 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:03.718477 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce996e79-2e74-4e06-9dbb-4af572e20153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:03.873240 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-ce996e79-2e74-4e06-9dbb-4af572e20153 admin admin] Allocated IP 172.20.0.1 (e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51/1d79f6cc-7b00-4ea5-b72e-b22173562bb4/bdc771e7-4980-4a76-9d1b-b75629677c7f) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:03.919572 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:03.929449 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] Transition to ACTIVE for port object 38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:03.934984 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:03.978150 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce996e79-2e74-4e06-9dbb-4af572e20153 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:03.983585 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] Attempting to bind port 38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:03.983952 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] Attempting to bind port 38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:03.984311 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] Attempting to bind port 38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:03.991715 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-ce996e79-2e74-4e06-9dbb-4af572e20153 admin admin] Transition to ACTIVE for port object bdc771e7-4980-4a76-9d1b-b75629677c7f will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:03.994042 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:41:03.994476 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:41:03.994932 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:03.995407 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:41:03.995875 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] Bound port: 38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:41:03.996249 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:04.024412 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729df58-9047-40de-a8c1-db046d2b3aad None None] Pushing event updated for resources: {'Port': ['ID=38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:04.028233 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce996e79-2e74-4e06-9dbb-4af572e20153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:04.036868 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729df58-9047-40de-a8c1-db046d2b3aad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:04.037204 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:04.037358 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729df58-9047-40de-a8c1-db046d2b3aad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:04.037529 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729df58-9047-40de-a8c1-db046d2b3aad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:04.037863 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729df58-9047-40de-a8c1-db046d2b3aad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:04.038190 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729df58-9047-40de-a8c1-db046d2b3aad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:04.038514 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729df58-9047-40de-a8c1-db046d2b3aad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:04.038860 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729df58-9047-40de-a8c1-db046d2b3aad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:04.039181 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729df58-9047-40de-a8c1-db046d2b3aad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:04.039497 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729df58-9047-40de-a8c1-db046d2b3aad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:04.039823 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729df58-9047-40de-a8c1-db046d2b3aad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:04.040129 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729df58-9047-40de-a8c1-db046d2b3aad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:04.040441 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729df58-9047-40de-a8c1-db046d2b3aad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:04.070743 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] For port 38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:41:04.073773 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] For port 38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:41:04.075813 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce996e79-2e74-4e06-9dbb-4af572e20153 admin admin] Network e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:04.077377 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:04.078642 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-ce996e79-2e74-4e06-9dbb-4af572e20153 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:04.083023 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce996e79-2e74-4e06-9dbb-4af572e20153 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:04.106695 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce996e79-2e74-4e06-9dbb-4af572e20153 admin admin] Pushing event updated for resources: {'Port': ['ID=bdc771e7-4980-4a76-9d1b-b75629677c7f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:04.124679 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce996e79-2e74-4e06-9dbb-4af572e20153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:04.128368 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] Routers {'49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:04.129012 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:41:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:04.218747 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729df58-9047-40de-a8c1-db046d2b3aad None None] Pushing event updated for resources: {'Port': ['ID=38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:04.245020 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] Set router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:41:04.274434 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce996e79-2e74-4e06-9dbb-4af572e20153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:04.336356 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1e817007-cf58-4023-b3d9-1358f62c76c0 None None] Provisioning for port bdc771e7-4980-4a76-9d1b-b75629677c7f completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:04.340457 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1e817007-cf58-4023-b3d9-1358f62c76c0 None None] Provisioning complete for port bdc771e7-4980-4a76-9d1b-b75629677c7f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:04.340862 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1e817007-cf58-4023-b3d9-1358f62c76c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:04.379713 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1e817007-cf58-4023-b3d9-1358f62c76c0 None None] Port bdc771e7-4980-4a76-9d1b-b75629677c7f cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:41:04.427276 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'name': 'tempest-AttachVolumeTestJSON-271266973-router', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:02Z', 'revision_number': 3, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'gw_port': {'id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:04.450417 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce996e79-2e74-4e06-9dbb-4af572e20153 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:04.455186 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce996e79-2e74-4e06-9dbb-4af572e20153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:04.462767 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f8e6eb-56fb-4118-afb6-7751572f1986 None None] The sync data for ids ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'] in n-d-800086-12 is: [{'id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'name': 'tempest-AttachVolumeTestJSON-271266973-router', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:02Z', 'revision_number': 3, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'gw_port': {'id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:41:04.522764 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce996e79-2e74-4e06-9dbb-4af572e20153 admin admin] Pushing event updated for resources: {'Port': ['ID=bdc771e7-4980-4a76-9d1b-b75629677c7f,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:04.525576 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ce996e79-2e74-4e06-9dbb-4af572e20153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:04.536876 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d1ad2b14-b10f-4fef-8399-ccb5effeccba up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:04.586610 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port d1ad2b14-b10f-4fef-8399-ccb5effeccba triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:04.586982 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:04.630095 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce996e79-2e74-4e06-9dbb-4af572e20153 admin admin] Network e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:04.631970 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-ce996e79-2e74-4e06-9dbb-4af572e20153 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:04.787277 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce996e79-2e74-4e06-9dbb-4af572e20153 admin admin] Router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:41:04.901902 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce996e79-2e74-4e06-9dbb-4af572e20153 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:41:04.903366 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0fec06fc-1bcc-4482-a015-9cbfffd3b1e4 None None] Provisioning complete for port bdc771e7-4980-4a76-9d1b-b75629677c7f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:04.903996 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0fec06fc-1bcc-4482-a015-9cbfffd3b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:04.911039 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ce996e79-2e74-4e06-9dbb-4af572e20153 admin admin] 10.222.0.13 "PUT /v2.0/routers/49e65fe2-8e8f-4bdf-925a-9a70c8ff9674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6355758 Jul 22 19:41:04.947599 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0fec06fc-1bcc-4482-a015-9cbfffd3b1e4 None None] Port bdc771e7-4980-4a76-9d1b-b75629677c7f cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:41:05.403877 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54676) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:05.408791 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-dff29ed8-55be-4601-b26e-c8af39d6985d tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--317484761', 'description': 'tempest-description--2011155173'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:05.430299 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dff29ed8-55be-4601-b26e-c8af39d6985d tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:05.512638 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dff29ed8-55be-4601-b26e-c8af39d6985d tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:05.516433 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dff29ed8-55be-4601-b26e-c8af39d6985d tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:05.543837 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dff29ed8-55be-4601-b26e-c8af39d6985d tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:05.545073 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-dff29ed8-55be-4601-b26e-c8af39d6985d tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1400900 Jul 22 19:41:05.546909 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff29ed8-55be-4601-b26e-c8af39d6985d tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a9ec41-e163-40fe-830d-8ca8befe9fc9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:05.548198 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54678) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:05.553123 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-05d57686-16d6-41bd-b32f-9303954f75b2 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Request body: {'security_group_rule': {'security_group_id': 'b8a9ec41-e163-40fe-830d-8ca8befe9fc9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:05.580702 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-05d57686-16d6-41bd-b32f-9303954f75b2 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:05.639624 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-05d57686-16d6-41bd-b32f-9303954f75b2 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:05.644044 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-05d57686-16d6-41bd-b32f-9303954f75b2 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:05.664333 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d57686-16d6-41bd-b32f-9303954f75b2 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03faa43e-cea8-4fa3-84d3-c5f9e40f6c7f,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:05.668125 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-05d57686-16d6-41bd-b32f-9303954f75b2 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:05.669721 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-05d57686-16d6-41bd-b32f-9303954f75b2 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202853 Jul 22 19:41:05.672417 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54680) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:05.678006 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-cfde7bd5-ef7c-4eef-843e-8ffae8e714d0 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Request body: {'security_group_rule': {'security_group_id': 'b8a9ec41-e163-40fe-830d-8ca8befe9fc9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:05.704386 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cfde7bd5-ef7c-4eef-843e-8ffae8e714d0 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:05.765240 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cfde7bd5-ef7c-4eef-843e-8ffae8e714d0 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:05.769646 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cfde7bd5-ef7c-4eef-843e-8ffae8e714d0 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:05.791137 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde7bd5-ef7c-4eef-843e-8ffae8e714d0 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d4f517-9d87-4c77-bba3-a4210a54a137,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:05.795015 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cfde7bd5-ef7c-4eef-843e-8ffae8e714d0 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:05.796319 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cfde7bd5-ef7c-4eef-843e-8ffae8e714d0 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227610 Jul 22 19:41:05.799961 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54682) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:05.804459 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-7275f1ba-d9ec-44f9-846d-b52c82840626 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:05.826830 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7275f1ba-d9ec-44f9-846d-b52c82840626 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:05.927875 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7275f1ba-d9ec-44f9-846d-b52c82840626 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.030799 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] Sync routers for ids ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:41:06.036283 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-7275f1ba-d9ec-44f9-846d-b52c82840626 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Allocated IP 172.25.3.187 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/977357c0-eb37-428b-a0b6-4c268cd83177) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:06.040945 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] Routers {'49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:06.041676 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:41:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:06.147534 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7275f1ba-d9ec-44f9-846d-b52c82840626 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.189010 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7275f1ba-d9ec-44f9-846d-b52c82840626 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.233346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7275f1ba-d9ec-44f9-846d-b52c82840626 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:06.237136 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-7275f1ba-d9ec-44f9-846d-b52c82840626 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:06.239618 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7275f1ba-d9ec-44f9-846d-b52c82840626 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:06.245866 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275f1ba-d9ec-44f9-846d-b52c82840626 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Pushing event updated for resources: {'Port': ['ID=977357c0-eb37-428b-a0b6-4c268cd83177,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:06.319642 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] Set router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:41:06.330668 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7275f1ba-d9ec-44f9-846d-b52c82840626 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.379508 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7275f1ba-d9ec-44f9-846d-b52c82840626 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.543425 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7275f1ba-d9ec-44f9-846d-b52c82840626 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.549298 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7275f1ba-d9ec-44f9-846d-b52c82840626 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.581402 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:06.616952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275f1ba-d9ec-44f9-846d-b52c82840626 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Pushing event updated for resources: {'Port': ['ID=977357c0-eb37-428b-a0b6-4c268cd83177,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:06.632390 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7275f1ba-d9ec-44f9-846d-b52c82840626 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.646989 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7275f1ba-d9ec-44f9-846d-b52c82840626 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.648685 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7275f1ba-d9ec-44f9-846d-b52c82840626 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8476663 Jul 22 19:41:06.676524 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'name': 'tempest-AttachVolumeTestJSON-271266973-router', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:04Z', 'revision_number': 4, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'gw_port': {'id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bdc771e7-4980-4a76-9d1b-b75629677c7f', 'name': '', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'mac_address': 'fa:16:3e:89:af:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:03Z', 'updated_at': '2021-07-22T19:41:04Z', 'revision_number': 2, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'subnets': [{'id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:06.678788 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:06.707293 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:06.707730 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.710213 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] Checking router: 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:41:06.710594 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] Updating router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 port bdc771e7-4980-4a76-9d1b-b75629677c7f binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:41:06.769908 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.898441 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.899707 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9012d98c-6689-40cf-ab87-fade792433cc req-67351c7b-9955-470d-9b3d-f91e5f8ac6e0 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--317484761&fields=id&tenant_id=d26efd8600424267aeba3fd444a5b966 HTTP/1.1" status: 200 len: 267 time: 0.0339868 Jul 22 19:41:06.935523 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:06.942439 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:07.012392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012d98c-6689-40cf-ab87-fade792433cc req-80071571-dc93-46ea-ad99-ee3b60b6b333 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:07.013916 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9012d98c-6689-40cf-ab87-fade792433cc req-80071571-dc93-46ea-ad99-ee3b60b6b333 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/networks?id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 HTTP/1.1" status: 200 len: 810 time: 0.1069076 Jul 22 19:41:07.029463 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9012d98c-6689-40cf-ab87-fade792433cc req-ae563ebb-6682-4568-9b11-41a8cd4194b7 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/quotas/d26efd8600424267aeba3fd444a5b966 HTTP/1.1" status: 200 len: 375 time: 0.0092983 Jul 22 19:41:07.044505 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:07.097951 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9012d98c-6689-40cf-ab87-fade792433cc req-7c37dda8-5807-4911-9297-b94fb5fd17a1 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d26efd8600424267aeba3fd444a5b966&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0632823 Jul 22 19:41:07.116621 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-9012d98c-6689-40cf-ab87-fade792433cc req-8f21ca8f-df12-45af-8011-698d5617714e tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:41:07.117599 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9012d98c-6689-40cf-ab87-fade792433cc req-8f21ca8f-df12-45af-8011-698d5617714e tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066402 Jul 22 19:41:07.133537 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:07.143877 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] Transition to ACTIVE for port object bdc771e7-4980-4a76-9d1b-b75629677c7f will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:07.150048 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:07.206664 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fae4a8-62e2-48e6-9367-6ad2d058d3c5 None None] Pushing event updated for resources: {'Port': ['ID=bdc771e7-4980-4a76-9d1b-b75629677c7f,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:07.259751 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] Attempting to bind port bdc771e7-4980-4a76-9d1b-b75629677c7f on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:07.260125 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] Attempting to bind port bdc771e7-4980-4a76-9d1b-b75629677c7f by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'c7ddb842-0141-4f7e-9570-165cd2946993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:07.260515 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] Attempting to bind port bdc771e7-4980-4a76-9d1b-b75629677c7f on network e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:07.265730 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:41:07.266105 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] Checking segment: {'id': 'c7ddb842-0141-4f7e-9570-165cd2946993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:41:07.266513 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:07.266910 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] Bound using segment: {'id': 'c7ddb842-0141-4f7e-9570-165cd2946993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:41:07.267380 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] Bound port: bdc771e7-4980-4a76-9d1b-b75629677c7f, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ddb842-0141-4f7e-9570-165cd2946993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:41:07.268429 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:07.276045 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9012d98c-6689-40cf-ab87-fade792433cc req-e2dd832c-b6fe-4fba-b7d9-a60f1e82f122 service neutron] 10.222.0.13 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523526 Jul 22 19:41:07.338987 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] For port bdc771e7-4980-4a76-9d1b-b75629677c7f, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:41:07.343076 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] For port bdc771e7-4980-4a76-9d1b-b75629677c7f, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bdc771e7-4980-4a76-9d1b-b75629677c7f,segment=NetworkSegment(c7ddb842-0141-4f7e-9570-165cd2946993),segment_id=c7ddb842-0141-4f7e-9570-165cd2946993)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:41:07.348970 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:07.373234 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9012d98c-6689-40cf-ab87-fade792433cc req-2932d9a7-1f71-4476-8161-4ded870d7254 service neutron] 10.222.0.13 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913253 Jul 22 19:41:07.422743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] Routers {'49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:07.423397 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:41:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:07.501756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fae4a8-62e2-48e6-9367-6ad2d058d3c5 None None] Pushing event updated for resources: {'Port': ['ID=bdc771e7-4980-4a76-9d1b-b75629677c7f,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:07.557932 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] Set router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:41:07.619784 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c65034d2-a574-46a2-93ef-3cc1803c1e8f req-0be297ca-e9f5-4499-8e30-c9fcf41596d0 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 210 time: 0.0998981 Jul 22 19:41:07.786011 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'name': 'tempest-AttachVolumeTestJSON-271266973-router', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:04Z', 'revision_number': 4, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'gw_port': {'id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bdc771e7-4980-4a76-9d1b-b75629677c7f', 'name': '', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'mac_address': 'fa:16:3e:89:af:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:03Z', 'updated_at': '2021-07-22T19:41:07Z', 'revision_number': 4, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'subnets': [{'id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:07.814074 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999451a-36fc-41b5-8956-8e5c908898da None None] The sync data for ids ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'] in n-d-800086-12 is: [{'id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'name': 'tempest-AttachVolumeTestJSON-271266973-router', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:04Z', 'revision_number': 4, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'gw_port': {'id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bdc771e7-4980-4a76-9d1b-b75629677c7f', 'name': '', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'mac_address': 'fa:16:3e:89:af:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:03Z', 'updated_at': '2021-07-22T19:41:07Z', 'revision_number': 4, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'subnets': [{'id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:41:08.617891 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012d98c-6689-40cf-ab87-fade792433cc req-8ff04594-a4eb-457b-b064-88a20c6d92a0 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:08.619800 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9012d98c-6689-40cf-ab87-fade792433cc req-8ff04594-a4eb-457b-b064-88a20c6d92a0 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.16 "GET /v2.0/networks?id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 HTTP/1.1" status: 200 len: 810 time: 0.1575475 Jul 22 19:41:08.639595 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:08.674571 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9012d98c-6689-40cf-ab87-fade792433cc req-bf64880c-b3dd-4486-9ed9-22407fa1ffe8 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d26efd8600424267aeba3fd444a5b966 HTTP/1.1" status: 200 len: 379 time: 0.0441072 Jul 22 19:41:08.683471 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-9012d98c-6689-40cf-ab87-fade792433cc req-dd6accfc-7c77-4f1a-8747-3dc8fd635e98 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Request body: {'port': {'device_id': '83390080-52c3-43c9-b668-97381e265a8c', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'admin_state_up': True, 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'security_groups': ['b8a9ec41-e163-40fe-830d-8ca8befe9fc9']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:08.697974 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:08.698388 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:08.760409 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-36691591-a442-4fe1-bc42-26766c8dfde5 req-4feaa198-1eae-4f15-a754-dbcf7aab4bd2 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 210 time: 0.0453455 Jul 22 19:41:08.790309 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bdc771e7-4980-4a76-9d1b-b75629677c7f up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:08.842498 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port bdc771e7-4980-4a76-9d1b-b75629677c7f completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:08.847451 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port bdc771e7-4980-4a76-9d1b-b75629677c7f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:08.847941 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:08.850925 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9012d98c-6689-40cf-ab87-fade792433cc req-dd6accfc-7c77-4f1a-8747-3dc8fd635e98 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Made reservation on behalf of d26efd8600424267aeba3fd444a5b966 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:08.855016 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9012d98c-6689-40cf-ab87-fade792433cc req-dd6accfc-7c77-4f1a-8747-3dc8fd635e98 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:08.933624 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:08.977043 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port bdc771e7-4980-4a76-9d1b-b75629677c7f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bdc771e7-4980-4a76-9d1b-b75629677c7f,segment=NetworkSegment(c7ddb842-0141-4f7e-9570-165cd2946993),segment_id=c7ddb842-0141-4f7e-9570-165cd2946993)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:08.981296 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:08.994863 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-9012d98c-6689-40cf-ab87-fade792433cc req-dd6accfc-7c77-4f1a-8747-3dc8fd635e98 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Allocated IP 172.20.0.5 (e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51/1d79f6cc-7b00-4ea5-b72e-b22173562bb4/a26ae903-f057-47bd-8b60-419470ef6b28) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:09.029474 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=bdc771e7-4980-4a76-9d1b-b75629677c7f,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:09.129094 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9012d98c-6689-40cf-ab87-fade792433cc req-dd6accfc-7c77-4f1a-8747-3dc8fd635e98 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:09.142520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-9012d98c-6689-40cf-ab87-fade792433cc req-dd6accfc-7c77-4f1a-8747-3dc8fd635e98 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Transition to ACTIVE for port object a26ae903-f057-47bd-8b60-419470ef6b28 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:09.175337 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9012d98c-6689-40cf-ab87-fade792433cc req-dd6accfc-7c77-4f1a-8747-3dc8fd635e98 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:09.224704 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9012d98c-6689-40cf-ab87-fade792433cc req-dd6accfc-7c77-4f1a-8747-3dc8fd635e98 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Network e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:09.227733 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-9012d98c-6689-40cf-ab87-fade792433cc req-dd6accfc-7c77-4f1a-8747-3dc8fd635e98 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:09.231532 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-9012d98c-6689-40cf-ab87-fade792433cc req-dd6accfc-7c77-4f1a-8747-3dc8fd635e98 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:09.238018 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6accfc-7c77-4f1a-8747-3dc8fd635e98 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Pushing event updated for resources: {'Port': ['ID=a26ae903-f057-47bd-8b60-419470ef6b28,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:09.270952 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:09.288696 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012d98c-6689-40cf-ab87-fade792433cc req-dd6accfc-7c77-4f1a-8747-3dc8fd635e98 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:09.289232 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9012d98c-6689-40cf-ab87-fade792433cc req-dd6accfc-7c77-4f1a-8747-3dc8fd635e98 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:09.303751 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9012d98c-6689-40cf-ab87-fade792433cc req-dd6accfc-7c77-4f1a-8747-3dc8fd635e98 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6243501 Jul 22 19:41:09.315898 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-9012d98c-6689-40cf-ab87-fade792433cc req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] Request body: {'port': {'device_id': '83390080-52c3-43c9-b668-97381e265a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:09.392051 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9012d98c-6689-40cf-ab87-fade792433cc req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:09.442514 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-08645f03-7611-4cd7-a8eb-5a4cf7ea7a79 None None] Provisioning for port a26ae903-f057-47bd-8b60-419470ef6b28 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:09.446220 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-08645f03-7611-4cd7-a8eb-5a4cf7ea7a79 None None] Provisioning complete for port a26ae903-f057-47bd-8b60-419470ef6b28 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:09.446592 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-08645f03-7611-4cd7-a8eb-5a4cf7ea7a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:09.483960 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-08645f03-7611-4cd7-a8eb-5a4cf7ea7a79 None None] Port a26ae903-f057-47bd-8b60-419470ef6b28 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:41:09.657266 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-9012d98c-6689-40cf-ab87-fade792433cc req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26ae903-f057-47bd-8b60-419470ef6b28 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:41:09.665219 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9012d98c-6689-40cf-ab87-fade792433cc req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:09.676908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-9012d98c-6689-40cf-ab87-fade792433cc req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] Transition to ACTIVE for port object a26ae903-f057-47bd-8b60-419470ef6b28 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:09.681686 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9012d98c-6689-40cf-ab87-fade792433cc req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:09.765793 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] Pushing event updated for resources: {'Port': ['ID=a26ae903-f057-47bd-8b60-419470ef6b28,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:09.840538 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-94162766-626d-4e1f-b83a-2d8411d92b91 req-6e68c11f-c74f-4908-bdb8-59eb8de1d409 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1308587 Jul 22 19:41:09.903048 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-9012d98c-6689-40cf-ab87-fade792433cc req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] Attempting to bind port a26ae903-f057-47bd-8b60-419470ef6b28 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:09.903398 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-9012d98c-6689-40cf-ab87-fade792433cc req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] Attempting to bind port a26ae903-f057-47bd-8b60-419470ef6b28 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'c7ddb842-0141-4f7e-9570-165cd2946993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:09.903732 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9012d98c-6689-40cf-ab87-fade792433cc req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] Attempting to bind port a26ae903-f057-47bd-8b60-419470ef6b28 on network e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:09.939108 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9012d98c-6689-40cf-ab87-fade792433cc req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] Port a26ae903-f057-47bd-8b60-419470ef6b28 on network e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:09.939508 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9012d98c-6689-40cf-ab87-fade792433cc req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] Attempting to bind port a26ae903-f057-47bd-8b60-419470ef6b28 on network e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:09.952264 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9012d98c-6689-40cf-ab87-fade792433cc req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:41:09.952629 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9012d98c-6689-40cf-ab87-fade792433cc req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] Checking segment: {'id': 'c7ddb842-0141-4f7e-9570-165cd2946993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:41:09.953024 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9012d98c-6689-40cf-ab87-fade792433cc req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] Bound using segment: {'id': 'c7ddb842-0141-4f7e-9570-165cd2946993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:41:09.953462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-9012d98c-6689-40cf-ab87-fade792433cc req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] Bound port: a26ae903-f057-47bd-8b60-419470ef6b28, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ddb842-0141-4f7e-9570-165cd2946993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:41:09.953827 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9012d98c-6689-40cf-ab87-fade792433cc req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:09.989071 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8c64e-546c-453d-84e5-b5c42f88fa7d req-bed86cff-874d-4610-a8cd-5c7e42672bd8 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:09.990500 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34e8c64e-546c-453d-84e5-b5c42f88fa7d req-bed86cff-874d-4610-a8cd-5c7e42672bd8 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 943 time: 0.1490850 Jul 22 19:41:10.037511 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94162766-626d-4e1f-b83a-2d8411d92b91 req-e0abc2d8-a694-4d56-960c-600f9aa179cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:10.038952 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-94162766-626d-4e1f-b83a-2d8411d92b91 req-e0abc2d8-a694-4d56-960c-600f9aa179cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 1098 time: 0.1531293 Jul 22 19:41:10.091571 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-34e8c64e-546c-453d-84e5-b5c42f88fa7d req-bd538a1b-ae1b-42fc-b55a-185f86aa49ef tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806601 Jul 22 19:41:10.094298 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-9012d98c-6689-40cf-ab87-fade792433cc req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] For port a26ae903-f057-47bd-8b60-419470ef6b28, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:41:10.117114 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-9012d98c-6689-40cf-ab87-fade792433cc req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] For port a26ae903-f057-47bd-8b60-419470ef6b28, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=a26ae903-f057-47bd-8b60-419470ef6b28,segment=NetworkSegment(c7ddb842-0141-4f7e-9570-165cd2946993),segment_id=c7ddb842-0141-4f7e-9570-165cd2946993)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:41:10.149898 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9012d98c-6689-40cf-ab87-fade792433cc req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:10.199148 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012d98c-6689-40cf-ab87-fade792433cc req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:10.199772 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-9012d98c-6689-40cf-ab87-fade792433cc req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:10.201215 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9012d98c-6689-40cf-ab87-fade792433cc req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] 10.222.0.16 "PUT /v2.0/ports/a26ae903-f057-47bd-8b60-419470ef6b28 HTTP/1.1" status: 200 len: 1092 time: 0.8903744 Jul 22 19:41:10.203224 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83390080-52c3-43c9-b668-97381e265a8c', 'tag': 'a26ae903-f057-47bd-8b60-419470ef6b28'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:41:10.206203 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8572989-3007-4f05-9b18-6138750ec797" -d '{"events": [{"name": "network-changed", "server_uuid": "83390080-52c3-43c9-b668-97381e265a8c", "tag": "a26ae903-f057-47bd-8b60-419470ef6b28"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:41:10.233805 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94162766-626d-4e1f-b83a-2d8411d92b91 req-45dfbbc6-6072-4bc5-abfe-f4c0b226b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:10.236212 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-94162766-626d-4e1f-b83a-2d8411d92b91 req-45dfbbc6-6072-4bc5-abfe-f4c0b226b03a service neutron] 10.222.0.30 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 913 time: 0.1707108 Jul 22 19:41:10.239465 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc844f-201d-4aec-b4e4-da9775402f5b service neutron] Pushing event updated for resources: {'Port': ['ID=a26ae903-f057-47bd-8b60-419470ef6b28,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:10.253459 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c69b09b-23be-4104-b237-6d6fd6e3b2af x-openstack-request-id: req-2c69b09b-23be-4104-b237-6d6fd6e3b2af {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:41:10.253750 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83390080-52c3-43c9-b668-97381e265a8c", "tag": "a26ae903-f057-47bd-8b60-419470ef6b28", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:41:10.254005 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c69b09b-23be-4104-b237-6d6fd6e3b2af {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:41:10.254405 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83390080-52c3-43c9-b668-97381e265a8c', 'tag': 'a26ae903-f057-47bd-8b60-419470ef6b28', 'status': 'completed', 'code': 200} Jul 22 19:41:10.348347 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-94162766-626d-4e1f-b83a-2d8411d92b91 req-e67d2a51-32c0-4c2a-8b2c-b25384286101 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4be827-21aa-447f-ad2b-f1bced1212da HTTP/1.1" status: 200 len: 1001 time: 0.1045012 Jul 22 19:41:10.385150 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012d98c-6689-40cf-ab87-fade792433cc req-8dfa125f-b4a9-4905-aa63-7ae822331567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:10.386671 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9012d98c-6689-40cf-ab87-fade792433cc req-8dfa125f-b4a9-4905-aa63-7ae822331567 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26efd8600424267aeba3fd444a5b966&device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 1095 time: 0.1440129 Jul 22 19:41:10.437246 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9012d98c-6689-40cf-ab87-fade792433cc req-43cd40c1-026d-4063-be31-12be78dc4c77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a26ae903-f057-47bd-8b60-419470ef6b28 HTTP/1.1" status: 200 len: 217 time: 0.0405958 Jul 22 19:41:10.440806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94162766-626d-4e1f-b83a-2d8411d92b91 req-727cab9d-bd7d-43d1-95f8-ddc1ba5097c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:10.442207 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-94162766-626d-4e1f-b83a-2d8411d92b91 req-727cab9d-bd7d-43d1-95f8-ddc1ba5097c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.0872340 Jul 22 19:41:10.513408 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012d98c-6689-40cf-ab87-fade792433cc req-604db1f6-9779-4814-a06d-0a9d811caf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:10.514896 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9012d98c-6689-40cf-ab87-fade792433cc req-604db1f6-9779-4814-a06d-0a9d811caf31 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d79f6cc-7b00-4ea5-b72e-b22173562bb4 HTTP/1.1" status: 200 len: 849 time: 0.0718982 Jul 22 19:41:10.522459 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bdc771e7-4980-4a76-9d1b-b75629677c7f up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:10.561751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94162766-626d-4e1f-b83a-2d8411d92b91 req-ad52964a-9443-4b9e-8f42-f762a2afb6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:10.563257 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-94162766-626d-4e1f-b83a-2d8411d92b91 req-ad52964a-9443-4b9e-8f42-f762a2afb6cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1131349 Jul 22 19:41:10.569993 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port bdc771e7-4980-4a76-9d1b-b75629677c7f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:10.570366 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:10.936978 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012d98c-6689-40cf-ab87-fade792433cc req-11083bb3-d8cf-4dc5-8c18-797beed74b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:10.938583 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9012d98c-6689-40cf-ab87-fade792433cc req-11083bb3-d8cf-4dc5-8c18-797beed74b04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4164279 Jul 22 19:41:11.046674 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-94162766-626d-4e1f-b83a-2d8411d92b91 req-523e66e7-e82f-4a4e-a6b4-a48325b6d218 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760623 Jul 22 19:41:11.099507 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9012d98c-6689-40cf-ab87-fade792433cc req-1b286414-4715-4973-a09e-bad8c07a4131 service neutron] 10.222.0.16 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343217 Jul 22 19:41:11.240361 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-94162766-626d-4e1f-b83a-2d8411d92b91 req-b30834d8-15f2-47b4-a70d-1a4efa12aad8 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860244 Jul 22 19:41:11.277259 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9012d98c-6689-40cf-ab87-fade792433cc req-e896f997-abfc-4fd9-9285-524406d973c5 service neutron] 10.222.0.16 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510615 Jul 22 19:41:11.293808 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f271f80-0629-45ba-b106-85da88ed6509 req-a5270dfc-ba86-4b69-807e-fc516b4cef83 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:11.295379 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8f271f80-0629-45ba-b106-85da88ed6509 req-a5270dfc-ba86-4b69-807e-fc516b4cef83 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 943 time: 0.1311586 Jul 22 19:41:11.366257 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8f271f80-0629-45ba-b106-85da88ed6509 req-3eb41f91-59d9-4f5d-b60d-73b98a4498e4 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641580 Jul 22 19:41:11.387951 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8572989-3007-4f05-9b18-6138750ec797 req-b9a299a8-1351-4855-9501-c7399dac7e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:11.389473 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8572989-3007-4f05-9b18-6138750ec797 req-b9a299a8-1351-4855-9501-c7399dac7e4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26efd8600424267aeba3fd444a5b966&device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 1095 time: 0.0691097 Jul 22 19:41:11.479923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8572989-3007-4f05-9b18-6138750ec797 req-d252a5ce-e7ec-4fa6-83ef-25c2a2c6388d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:11.481569 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8572989-3007-4f05-9b18-6138750ec797 req-d252a5ce-e7ec-4fa6-83ef-25c2a2c6388d service neutron] 10.222.0.16 "GET /v2.0/networks?id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 HTTP/1.1" status: 200 len: 911 time: 0.0856512 Jul 22 19:41:11.525056 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8572989-3007-4f05-9b18-6138750ec797 req-67dfae3d-018c-4aeb-9f0d-c27aa2cd771e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a26ae903-f057-47bd-8b60-419470ef6b28 HTTP/1.1" status: 200 len: 217 time: 0.0376549 Jul 22 19:41:11.572212 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8572989-3007-4f05-9b18-6138750ec797 req-521a613a-ddfa-4447-85b9-d3c64024c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:11.573642 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8572989-3007-4f05-9b18-6138750ec797 req-521a613a-ddfa-4447-85b9-d3c64024c5ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d79f6cc-7b00-4ea5-b72e-b22173562bb4 HTTP/1.1" status: 200 len: 849 time: 0.0428410 Jul 22 19:41:11.632110 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8572989-3007-4f05-9b18-6138750ec797 req-a7fe97e9-4129-4ceb-bc42-beae5bad446a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:11.633548 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8572989-3007-4f05-9b18-6138750ec797 req-a7fe97e9-4129-4ceb-bc42-beae5bad446a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523834 Jul 22 19:41:11.725786 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8572989-3007-4f05-9b18-6138750ec797 req-730a01d0-3d7c-4680-bc2e-274a2fd7e764 service neutron] 10.222.0.16 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854356 Jul 22 19:41:11.815706 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f8572989-3007-4f05-9b18-6138750ec797 req-452a1daa-6d53-4911-9c04-11b757850b1b service neutron] 10.222.0.16 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836070 Jul 22 19:41:11.958062 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.503126 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1366d1-0e4b-4e51-8118-88509641917e req-04f34bea-9509-47b7-8d9f-f40086d8ca98 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:12.504634 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bc1366d1-0e4b-4e51-8118-88509641917e req-04f34bea-9509-47b7-8d9f-f40086d8ca98 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 943 time: 0.0692642 Jul 22 19:41:12.542752 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bc1366d1-0e4b-4e51-8118-88509641917e req-04e020fd-cbd8-412a-82bc-f79ade8a0acf tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325129 Jul 22 19:41:13.676973 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e8611-ba30-4aeb-a621-a35a35ef742f req-35808619-5361-4c19-8b13-df9931d0a8ed tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:13.678554 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0e7e8611-ba30-4aeb-a621-a35a35ef742f req-35808619-5361-4c19-8b13-df9931d0a8ed tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 943 time: 0.0691755 Jul 22 19:41:13.717256 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0e7e8611-ba30-4aeb-a621-a35a35ef742f req-27d4b5fe-fd3f-4d67-9fbf-aa8d1f4d17c3 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328612 Jul 22 19:41:14.845226 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4c14e-4da3-49f6-8adc-1899414bfe31 req-ac12ea05-6f00-4bb1-b26b-59c3d30af136 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:14.846841 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1bf4c14e-4da3-49f6-8adc-1899414bfe31 req-ac12ea05-6f00-4bb1-b26b-59c3d30af136 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 943 time: 0.0638757 Jul 22 19:41:14.885161 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1bf4c14e-4da3-49f6-8adc-1899414bfe31 req-a8d7dadd-1d51-4293-8c51-cba95431610f tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325150 Jul 22 19:41:15.191863 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device a26ae903-f057-47bd-8b60-419470ef6b28 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:41:15.286923 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port a26ae903-f057-47bd-8b60-419470ef6b28, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=a26ae903-f057-47bd-8b60-419470ef6b28,segment=NetworkSegment(c7ddb842-0141-4f7e-9570-165cd2946993),segment_id=c7ddb842-0141-4f7e-9570-165cd2946993)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:15.297942 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'a26ae903-f057-47bd-8b60-419470ef6b28', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'port_id': 'a26ae903-f057-47bd-8b60-419470ef6b28', 'mac_address': 'fa:16:3e:7d:26:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:41:15.333731 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:15.346495 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26ae903-f057-47bd-8b60-419470ef6b28 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:41:15.365912 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port a26ae903-f057-47bd-8b60-419470ef6b28, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=a26ae903-f057-47bd-8b60-419470ef6b28,segment=NetworkSegment(c7ddb842-0141-4f7e-9570-165cd2946993),segment_id=c7ddb842-0141-4f7e-9570-165cd2946993)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:15.369732 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:15.419779 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=a26ae903-f057-47bd-8b60-419470ef6b28,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:15.565768 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['a26ae903-f057-47bd-8b60-419470ef6b28'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:41:16.021152 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010817f2-0e02-4fea-9ec2-27f600ef8e42 req-d845a29c-4ef6-45cb-8e43-fb5457d07ab5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:16.022638 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-010817f2-0e02-4fea-9ec2-27f600ef8e42 req-d845a29c-4ef6-45cb-8e43-fb5457d07ab5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 944 time: 0.0688531 Jul 22 19:41:16.060747 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-010817f2-0e02-4fea-9ec2-27f600ef8e42 req-37c2c5dd-6b8c-4a9b-828d-f8d21f9e1a8d tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325344 Jul 22 19:41:17.190086 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fab18-9a72-4029-98d2-afafa584afec req-11259356-4dd5-440c-a1b4-fa37f2c47291 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:17.191558 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5e1fab18-9a72-4029-98d2-afafa584afec req-11259356-4dd5-440c-a1b4-fa37f2c47291 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 944 time: 0.0640447 Jul 22 19:41:17.197344 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device a26ae903-f057-47bd-8b60-419470ef6b28 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:17.230526 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5e1fab18-9a72-4029-98d2-afafa584afec req-8e75f473-77d4-4d6a-ac73-ea50b038aaf9 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332296 Jul 22 19:41:17.249344 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port a26ae903-f057-47bd-8b60-419470ef6b28 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:17.253260 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port a26ae903-f057-47bd-8b60-419470ef6b28 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:17.253629 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:17.328656 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:17.351004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83390080-52c3-43c9-b668-97381e265a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26ae903-f057-47bd-8b60-419470ef6b28'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:41:17.353278 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a154b1-187c-49e9-b569-122ab19432b9" -d '{"events": [{"server_uuid": "83390080-52c3-43c9-b668-97381e265a8c", "name": "network-vif-plugged", "status": "completed", "tag": "a26ae903-f057-47bd-8b60-419470ef6b28"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:41:17.365665 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port a26ae903-f057-47bd-8b60-419470ef6b28, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=a26ae903-f057-47bd-8b60-419470ef6b28,segment=NetworkSegment(c7ddb842-0141-4f7e-9570-165cd2946993),segment_id=c7ddb842-0141-4f7e-9570-165cd2946993)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:17.369774 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:17.395900 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c2c5ba-cd4d-4928-8d3e-03c1325f2b5b x-openstack-request-id: req-d1c2c5ba-cd4d-4928-8d3e-03c1325f2b5b {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:41:17.396233 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83390080-52c3-43c9-b668-97381e265a8c", "name": "network-vif-plugged", "status": "completed", "tag": "a26ae903-f057-47bd-8b60-419470ef6b28", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:41:17.396511 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1c2c5ba-cd4d-4928-8d3e-03c1325f2b5b {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:41:17.396888 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83390080-52c3-43c9-b668-97381e265a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26ae903-f057-47bd-8b60-419470ef6b28', 'code': 200} Jul 22 19:41:17.420064 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=a26ae903-f057-47bd-8b60-419470ef6b28,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:17.553760 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22e0b3-4055-4163-b6fc-d16eb480b980 req-7159b155-d3bc-49e9-ab51-9654b6d22483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:17.555239 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dc22e0b3-4055-4163-b6fc-d16eb480b980 req-7159b155-d3bc-49e9-ab51-9654b6d22483 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 1097 time: 0.1057549 Jul 22 19:41:17.589919 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dc22e0b3-4055-4163-b6fc-d16eb480b980 req-c9c04783-b1fe-483e-a647-30159b4093ac service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285792 Jul 22 19:41:18.364620 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72265cdb-4be7-437c-b8b8-dcca84492648 req-83697c58-817d-4a02-970b-68c9c9c23a3c tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:18.366119 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-72265cdb-4be7-437c-b8b8-dcca84492648 req-83697c58-817d-4a02-970b-68c9c9c23a3c tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0682552 Jul 22 19:41:18.404332 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-72265cdb-4be7-437c-b8b8-dcca84492648 req-51e7e641-4afb-4fc4-960e-33ad3bb34c90 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325851 Jul 22 19:41:19.536093 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafee397-144f-45d5-83c0-2dd2b922b37a req-023b2115-6711-42d5-8200-b8d10b47fa72 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.537593 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cafee397-144f-45d5-83c0-2dd2b922b37a req-023b2115-6711-42d5-8200-b8d10b47fa72 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0641203 Jul 22 19:41:19.575427 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cafee397-144f-45d5-83c0-2dd2b922b37a req-8d3e4f11-2ff2-4142-811a-7123e51f175d tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319715 Jul 22 19:41:19.706197 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19783d1c-be65-4e2d-a94f-5c9738424180 req-7f69cb83-d66a-44a4-bfad-e84849acf28a tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.707607 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-19783d1c-be65-4e2d-a94f-5c9738424180 req-7f69cb83-d66a-44a4-bfad-e84849acf28a tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0678554 Jul 22 19:41:19.716058 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54746) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:19.721283 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e8557c51-dfd4-44c0-bc01-741f22bf4956 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Request body: {'floatingip': {'port_id': 'a26ae903-f057-47bd-8b60-419470ef6b28'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:19.759641 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e8557c51-dfd4-44c0-bc01-741f22bf4956 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:20.208044 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e8557c51-dfd4-44c0-bc01-741f22bf4956 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:20.211678 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e8557c51-dfd4-44c0-bc01-741f22bf4956 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:20.314374 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-e8557c51-dfd4-44c0-bc01-741f22bf4956 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Floating IP 78877ef7-3ea6-474e-b727-3f90a5900ee6 associated. External IP: 172.25.3.187, port: a26ae903-f057-47bd-8b60-419470ef6b28. Jul 22 19:41:20.526589 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8557c51-dfd4-44c0-bc01-741f22bf4956 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:41:20.634230 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8557c51-dfd4-44c0-bc01-741f22bf4956 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:41:20.638833 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e8557c51-dfd4-44c0-bc01-741f22bf4956 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:20.644281 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818be55c-2f67-488d-b5dc-9c1960893af3 None None] Sync routers for ids ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:41:20.654522 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818be55c-2f67-488d-b5dc-9c1960893af3 None None] Routers {'49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:20.655204 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-818be55c-2f67-488d-b5dc-9c1960893af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:41:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:20.676766 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e8557c51-dfd4-44c0-bc01-741f22bf4956 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "PUT /v2.0/floatingips/78877ef7-3ea6-474e-b727-3f90a5900ee6 HTTP/1.1" status: 200 len: 991 time: 0.9595292 Jul 22 19:41:20.677528 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83390080-52c3-43c9-b668-97381e265a8c', 'tag': 'a26ae903-f057-47bd-8b60-419470ef6b28'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:41:20.680118 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6434017c-b91d-4cbd-a548-72597810cf44" -d '{"events": [{"name": "network-changed", "server_uuid": "83390080-52c3-43c9-b668-97381e265a8c", "tag": "a26ae903-f057-47bd-8b60-419470ef6b28"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:41:20.721838 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef65681d-0876-4dc8-961c-e24a2f23f0b9 x-openstack-request-id: req-ef65681d-0876-4dc8-961c-e24a2f23f0b9 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:41:20.722130 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83390080-52c3-43c9-b668-97381e265a8c", "tag": "a26ae903-f057-47bd-8b60-419470ef6b28", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:41:20.722379 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef65681d-0876-4dc8-961c-e24a2f23f0b9 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:41:20.722811 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83390080-52c3-43c9-b668-97381e265a8c', 'tag': 'a26ae903-f057-47bd-8b60-419470ef6b28', 'status': 'completed', 'code': 200} Jul 22 19:41:20.803030 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434017c-b91d-4cbd-a548-72597810cf44 req-a6e96f47-07e8-4411-970c-fdf2468725c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:20.805182 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6434017c-b91d-4cbd-a548-72597810cf44 req-a6e96f47-07e8-4411-970c-fdf2468725c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26efd8600424267aeba3fd444a5b966&device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 1097 time: 0.0596311 Jul 22 19:41:20.860170 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-818be55c-2f67-488d-b5dc-9c1960893af3 None None] Set router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:41:20.901510 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434017c-b91d-4cbd-a548-72597810cf44 req-b8554c25-04b9-4458-a715-ab8a4bef95cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:20.902933 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6434017c-b91d-4cbd-a548-72597810cf44 req-b8554c25-04b9-4458-a715-ab8a4bef95cd service neutron] 10.222.0.16 "GET /v2.0/networks?id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 HTTP/1.1" status: 200 len: 911 time: 0.0920823 Jul 22 19:41:20.969413 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6434017c-b91d-4cbd-a548-72597810cf44 req-0d6e8e4d-288b-4e65-b235-1f3551172c1f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a26ae903-f057-47bd-8b60-419470ef6b28 HTTP/1.1" status: 200 len: 999 time: 0.0605741 Jul 22 19:41:21.020176 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434017c-b91d-4cbd-a548-72597810cf44 req-07bbe247-c17d-42fa-acf3-ab91b80630fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:21.021686 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6434017c-b91d-4cbd-a548-72597810cf44 req-07bbe247-c17d-42fa-acf3-ab91b80630fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d79f6cc-7b00-4ea5-b72e-b22173562bb4 HTTP/1.1" status: 200 len: 849 time: 0.0465221 Jul 22 19:41:21.085433 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434017c-b91d-4cbd-a548-72597810cf44 req-6258f3cc-df96-4810-83d0-b65a396f1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:21.085928 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-818be55c-2f67-488d-b5dc-9c1960893af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'name': 'tempest-AttachVolumeTestJSON-271266973-router', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:04Z', 'revision_number': 4, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'gw_port': {'id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '78877ef7-3ea6-474e-b727-3f90a5900ee6', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'port_id': 'a26ae903-f057-47bd-8b60-419470ef6b28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'mac_address': 'fa:16:3e:7d:26:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83390080-52c3-43c9-b668-97381e265a8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:41:06Z', 'updated_at': '2021-07-22T19:41:20Z', 'revision_number': 1, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc771e7-4980-4a76-9d1b-b75629677c7f', 'name': '', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'mac_address': 'fa:16:3e:89:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:03Z', 'updated_at': '2021-07-22T19:41:08Z', 'revision_number': 5, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'subnets': [{'id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:21.086997 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6434017c-b91d-4cbd-a548-72597810cf44 req-6258f3cc-df96-4810-83d0-b65a396f1a8f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594642 Jul 22 19:41:21.098012 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-6434017c-b91d-4cbd-a548-72597810cf44 req-165086ce-6d24-48a7-833f-8ebe0b0d4bc3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:41:21.099034 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6434017c-b91d-4cbd-a548-72597810cf44 req-165086ce-6d24-48a7-833f-8ebe0b0d4bc3 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057077 Jul 22 19:41:21.121110 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818be55c-2f67-488d-b5dc-9c1960893af3 None None] Checking router: 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:41:21.129683 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818be55c-2f67-488d-b5dc-9c1960893af3 None None] Routers {'49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:21.130289 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-818be55c-2f67-488d-b5dc-9c1960893af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:41:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:21.191732 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6434017c-b91d-4cbd-a548-72597810cf44 req-39624920-8c72-4ff5-947e-58ba6c6db2c2 service neutron] 10.222.0.16 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867290 Jul 22 19:41:21.237646 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-818be55c-2f67-488d-b5dc-9c1960893af3 None None] Set router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:41:21.286332 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6434017c-b91d-4cbd-a548-72597810cf44 req-2eb1bb7c-e517-4c65-b9cd-3976adc04757 service neutron] 10.222.0.16 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886142 Jul 22 19:41:21.471076 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-818be55c-2f67-488d-b5dc-9c1960893af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'name': 'tempest-AttachVolumeTestJSON-271266973-router', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:04Z', 'revision_number': 4, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'gw_port': {'id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '78877ef7-3ea6-474e-b727-3f90a5900ee6', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'port_id': 'a26ae903-f057-47bd-8b60-419470ef6b28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'mac_address': 'fa:16:3e:7d:26:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83390080-52c3-43c9-b668-97381e265a8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:41:06Z', 'updated_at': '2021-07-22T19:41:20Z', 'revision_number': 1, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc771e7-4980-4a76-9d1b-b75629677c7f', 'name': '', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'mac_address': 'fa:16:3e:89:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:03Z', 'updated_at': '2021-07-22T19:41:08Z', 'revision_number': 5, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'subnets': [{'id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:21.500449 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818be55c-2f67-488d-b5dc-9c1960893af3 None None] The sync data for ids ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'] in n-d-800086-12 is: [{'id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'name': 'tempest-AttachVolumeTestJSON-271266973-router', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:04Z', 'revision_number': 4, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'gw_port': {'id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '78877ef7-3ea6-474e-b727-3f90a5900ee6', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'port_id': 'a26ae903-f057-47bd-8b60-419470ef6b28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'mac_address': 'fa:16:3e:7d:26:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83390080-52c3-43c9-b668-97381e265a8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:41:06Z', 'updated_at': '2021-07-22T19:41:20Z', 'revision_number': 1, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc771e7-4980-4a76-9d1b-b75629677c7f', 'name': '', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'mac_address': 'fa:16:3e:89:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:03Z', 'updated_at': '2021-07-22T19:41:08Z', 'revision_number': 5, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'subnets': [{'id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:41:21.696612 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d275d121-5552-4d0b-b81e-5f97c1a936d5 None None] New status for floating IP 78877ef7-3ea6-474e-b727-3f90a5900ee6: ACTIVE {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:41:21.910773 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c49a404e-877a-4c94-a53a-a1a3749eacee req-49bbd22e-5970-44cd-a7a2-61835b193cee service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0555198 Jul 22 19:41:22.006044 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a404e-877a-4c94-a53a-a1a3749eacee req-8b93290c-e48e-40e3-8726-7ce65ca9c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:22.007453 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c49a404e-877a-4c94-a53a-a1a3749eacee req-8b93290c-e48e-40e3-8726-7ce65ca9c7e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26efd8600424267aeba3fd444a5b966&device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 1097 time: 0.0556419 Jul 22 19:41:22.114191 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a404e-877a-4c94-a53a-a1a3749eacee req-ce516d31-702f-42c6-876a-92c2a50419bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:22.115665 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c49a404e-877a-4c94-a53a-a1a3749eacee req-ce516d31-702f-42c6-876a-92c2a50419bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 HTTP/1.1" status: 200 len: 911 time: 0.0904238 Jul 22 19:41:22.180019 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c49a404e-877a-4c94-a53a-a1a3749eacee req-8a4fd8b7-1524-4d5d-99d2-a21028827840 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a26ae903-f057-47bd-8b60-419470ef6b28 HTTP/1.1" status: 200 len: 1001 time: 0.0586643 Jul 22 19:41:22.234739 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a404e-877a-4c94-a53a-a1a3749eacee req-bfcf88fe-ab0e-4de9-834d-286603f652f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:22.236772 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c49a404e-877a-4c94-a53a-a1a3749eacee req-bfcf88fe-ab0e-4de9-834d-286603f652f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d79f6cc-7b00-4ea5-b72e-b22173562bb4 HTTP/1.1" status: 200 len: 849 time: 0.0511525 Jul 22 19:41:22.295636 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a404e-877a-4c94-a53a-a1a3749eacee req-488c1626-5abb-4eec-8046-60a8211bd3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:22.297089 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c49a404e-877a-4c94-a53a-a1a3749eacee req-488c1626-5abb-4eec-8046-60a8211bd3fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549257 Jul 22 19:41:22.391374 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c49a404e-877a-4c94-a53a-a1a3749eacee req-c0d2be07-ce81-4aa7-851b-056d65fdf396 service neutron] 10.222.0.16 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884457 Jul 22 19:41:22.488436 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c49a404e-877a-4c94-a53a-a1a3749eacee req-2859927d-382d-485a-a233-36630b9705f9 service neutron] 10.222.0.16 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911245 Jul 22 19:41:28.489626 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5d97b7c0-6e97-47f9-ae5c-34baae51fdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:28.793623 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:41:31.027535 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-59f7e6a7-8b03-45a4-bb25-a5c7e89ae6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:31.150351 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:32.405719 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:34.038392 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:39.265564 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.955797 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:58.490679 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-22c94cae-cd87-45bc-9d8b-4e35d377d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:01.027535 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-044a8e39-6939-4f12-9b42-3928f495c247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:01.151430 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.408972 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.534163 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54834) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:02.691754 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Deleting port c099a888-36b0-4c73-90be-265842224c99 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:02.692105 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.768071 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.768390 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.779605 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Calling delete_port for c099a888-36b0-4c73-90be-265842224c99 owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:03.260572 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:03.285249 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event deleted for resources: {'Port': ['ID=c099a888-36b0-4c73-90be-265842224c99,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:03.297269 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:03.297612 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:03.298080 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:03.299171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:03.299306 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:03.299609 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:03.299929 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:03.300244 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:03.300589 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:03.300906 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:03.301219 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:03.301530 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:03.359382 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:03.359737 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Floating IP bea0c501-d5e1-47e7-b919-237566e25333 disassociated (deleted). External IP: 172.25.3.185, port: d03d476a-db31-4047-adb1-c418ee8d0262. Jul 22 19:42:03.565556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:42:03.673230 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:42:03.678039 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:03.684134 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24d989e-2bd0-480c-b10a-f34bc191724f None None] Sync routers for ids ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:42:03.693450 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24d989e-2bd0-480c-b10a-f34bc191724f None None] Routers {'22e59d66-3ebe-4ee4-9d32-2dc190bac529'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:03.694046 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d24d989e-2bd0-480c-b10a-f34bc191724f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:42:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:03.718087 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fd4240a2-e887-4556-9639-5ebe1a1b3547 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "DELETE /v2.0/floatingips/bea0c501-d5e1-47e7-b919-237566e25333 HTTP/1.1" status: 204 len: 168 time: 1.1828320 Jul 22 19:42:03.718737 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134e35e7-ec48-418d-83c7-b8830c111a95', 'tag': 'd03d476a-db31-4047-adb1-c418ee8d0262'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:42:03.721613 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf6b0a2-3523-4250-94b1-52820929b296" -d '{"events": [{"name": "network-changed", "server_uuid": "134e35e7-ec48-418d-83c7-b8830c111a95", "tag": "d03d476a-db31-4047-adb1-c418ee8d0262"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:42:03.764071 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd58520d-4f41-4d2b-861a-2f5cf99c946d x-openstack-request-id: req-fd58520d-4f41-4d2b-861a-2f5cf99c946d {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:42:03.764361 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134e35e7-ec48-418d-83c7-b8830c111a95", "tag": "d03d476a-db31-4047-adb1-c418ee8d0262", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:42:03.764642 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd58520d-4f41-4d2b-861a-2f5cf99c946d {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:42:03.765047 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '134e35e7-ec48-418d-83c7-b8830c111a95', 'tag': 'd03d476a-db31-4047-adb1-c418ee8d0262', 'status': 'completed', 'code': 200} Jul 22 19:42:03.809111 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-d24d989e-2bd0-480c-b10a-f34bc191724f None None] Set router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:42:03.844667 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6b0a2-3523-4250-94b1-52820929b296 req-215b2cfe-dba1-40ce-ba89-c30ce816d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:03.846359 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-acf6b0a2-3523-4250-94b1-52820929b296 req-215b2cfe-dba1-40ce-ba89-c30ce816d318 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 1097 time: 0.0602112 Jul 22 19:42:03.983051 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6b0a2-3523-4250-94b1-52820929b296 req-e186b85d-7e89-4c63-857d-d4dd0c347728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:03.984580 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-acf6b0a2-3523-4250-94b1-52820929b296 req-e186b85d-7e89-4c63-857d-d4dd0c347728 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 913 time: 0.1323512 Jul 22 19:42:04.037130 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-acf6b0a2-3523-4250-94b1-52820929b296 req-c49dcdfc-76b6-4124-960d-1658853111f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d03d476a-db31-4047-adb1-c418ee8d0262 HTTP/1.1" status: 200 len: 217 time: 0.0449069 Jul 22 19:42:04.043622 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:04.047760 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687a1ae-e856-4ba0-96e3-a264f8e35131 req-f1b7bdaf-f6d4-4527-ae28-5075f78e2a02 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:04.049432 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6687a1ae-e856-4ba0-96e3-a264f8e35131 req-f1b7bdaf-f6d4-4527-ae28-5075f78e2a02 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 945 time: 0.1290841 Jul 22 19:42:04.050064 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d24d989e-2bd0-480c-b10a-f34bc191724f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 4, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '67784bd1-58f3-40bb-a79c-d15a2088d5e1', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'port_id': 'ac4be827-21aa-447f-ad2b-f1bced1212da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'mac_address': 'fa:16:3e:e0:9b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b44ac6f-2268-4612-93e5-9befafe8fab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:34Z', 'revision_number': 1, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc45757-50ed-429c-b35c-754301b8df4c', 'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'mac_address': 'fa:16:3e:51:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:16Z', 'updated_at': '2021-07-22T19:32:24Z', 'revision_number': 5, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'subnets': [{'id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:04.076820 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24d989e-2bd0-480c-b10a-f34bc191724f None None] Checking router: 22e59d66-3ebe-4ee4-9d32-2dc190bac529 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:42:04.085857 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24d989e-2bd0-480c-b10a-f34bc191724f None None] Routers {'22e59d66-3ebe-4ee4-9d32-2dc190bac529'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:04.086463 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d24d989e-2bd0-480c-b10a-f34bc191724f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:42:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:04.114961 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6b0a2-3523-4250-94b1-52820929b296 req-c83917f7-5093-4eb7-924e-c9a9e385bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:04.116346 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-acf6b0a2-3523-4250-94b1-52820929b296 req-c83917f7-5093-4eb7-924e-c9a9e385bef5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.0660577 Jul 22 19:42:04.123879 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6687a1ae-e856-4ba0-96e3-a264f8e35131 req-755614ba-5f46-4325-88b7-a0a7a212b8fa tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649419 Jul 22 19:42:04.191483 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6b0a2-3523-4250-94b1-52820929b296 req-897f1f28-ee34-40eb-8cda-9b8bc21ffd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:04.193205 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-acf6b0a2-3523-4250-94b1-52820929b296 req-897f1f28-ee34-40eb-8cda-9b8bc21ffd9b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684855 Jul 22 19:42:04.201304 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-d24d989e-2bd0-480c-b10a-f34bc191724f None None] Set router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:42:04.283463 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-acf6b0a2-3523-4250-94b1-52820929b296 req-10575463-882a-43e5-a8d3-975a53bbdeea service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819991 Jul 22 19:42:04.381823 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-acf6b0a2-3523-4250-94b1-52820929b296 req-1c8b9126-9c4b-4c71-8e7b-12723b17f3b1 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903711 Jul 22 19:42:04.427011 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d24d989e-2bd0-480c-b10a-f34bc191724f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 4, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '67784bd1-58f3-40bb-a79c-d15a2088d5e1', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'port_id': 'ac4be827-21aa-447f-ad2b-f1bced1212da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'mac_address': 'fa:16:3e:e0:9b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b44ac6f-2268-4612-93e5-9befafe8fab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:34Z', 'revision_number': 1, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc45757-50ed-429c-b35c-754301b8df4c', 'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'mac_address': 'fa:16:3e:51:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:16Z', 'updated_at': '2021-07-22T19:32:24Z', 'revision_number': 5, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'subnets': [{'id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:04.453202 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24d989e-2bd0-480c-b10a-f34bc191724f None None] The sync data for ids ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'] in n-d-800086-12 is: [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 4, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '67784bd1-58f3-40bb-a79c-d15a2088d5e1', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'port_id': 'ac4be827-21aa-447f-ad2b-f1bced1212da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'mac_address': 'fa:16:3e:e0:9b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b44ac6f-2268-4612-93e5-9befafe8fab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:34Z', 'revision_number': 1, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc45757-50ed-429c-b35c-754301b8df4c', 'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'mac_address': 'fa:16:3e:51:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:16Z', 'updated_at': '2021-07-22T19:32:24Z', 'revision_number': 5, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'subnets': [{'id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:42:04.663975 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d14e73-8ec4-40e7-abf3-b08b962556c2 None None] New status for floating IP bea0c501-d5e1-47e7-b919-237566e25333: DOWN {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:42:05.260648 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe4664-2ef0-44ac-ab32-eb1aa46e44d8 req-f9fc1771-b802-4652-845f-91d6099dcfe2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:05.262187 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00fe4664-2ef0-44ac-ab32-eb1aa46e44d8 req-f9fc1771-b802-4652-845f-91d6099dcfe2 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 945 time: 0.0664651 Jul 22 19:42:05.299904 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-00fe4664-2ef0-44ac-ab32-eb1aa46e44d8 req-bcde83b6-9f8d-4729-abd7-3becc8f184ee tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314710 Jul 22 19:42:05.477289 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b656d1-3bb1-49fb-a352-495e5833f4da req-7afeb33e-a818-4e4f-98ac-f867aafc1e32 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:05.478752 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e8b656d1-3bb1-49fb-a352-495e5833f4da req-7afeb33e-a818-4e4f-98ac-f867aafc1e32 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "GET /v2.0/ports?device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 945 time: 0.0689011 Jul 22 19:42:05.578083 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-e8b656d1-3bb1-49fb-a352-495e5833f4da req-d828ce50-dadf-4f7e-897c-8a9a2c5990ba tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Deleting port d03d476a-db31-4047-adb1-c418ee8d0262 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:05.578347 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e8b656d1-3bb1-49fb-a352-495e5833f4da req-d828ce50-dadf-4f7e-897c-8a9a2c5990ba tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:05.670831 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-e8b656d1-3bb1-49fb-a352-495e5833f4da req-d828ce50-dadf-4f7e-897c-8a9a2c5990ba tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] For port d03d476a-db31-4047-adb1-c418ee8d0262, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d03d476a-db31-4047-adb1-c418ee8d0262,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:05.671185 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e8b656d1-3bb1-49fb-a352-495e5833f4da req-d828ce50-dadf-4f7e-897c-8a9a2c5990ba tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:05.683810 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-e8b656d1-3bb1-49fb-a352-495e5833f4da req-d828ce50-dadf-4f7e-897c-8a9a2c5990ba tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Calling delete_port for d03d476a-db31-4047-adb1-c418ee8d0262 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:05.792353 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:42:05.810048 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e8b656d1-3bb1-49fb-a352-495e5833f4da req-d828ce50-dadf-4f7e-897c-8a9a2c5990ba tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:05.843239 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828ce50-dadf-4f7e-897c-8a9a2c5990ba tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event deleted for resources: {'Port': ['ID=d03d476a-db31-4047-adb1-c418ee8d0262,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:05.890809 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b656d1-3bb1-49fb-a352-495e5833f4da req-d828ce50-dadf-4f7e-897c-8a9a2c5990ba tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] No DVR routers for this DVR port d03d476a-db31-4047-adb1-c418ee8d0262 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:42:05.894339 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e8b656d1-3bb1-49fb-a352-495e5833f4da req-d828ce50-dadf-4f7e-897c-8a9a2c5990ba tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:05.896361 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e8b656d1-3bb1-49fb-a352-495e5833f4da req-d828ce50-dadf-4f7e-897c-8a9a2c5990ba tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "DELETE /v2.0/ports/d03d476a-db31-4047-adb1-c418ee8d0262 HTTP/1.1" status: 204 len: 173 time: 0.4117508 Jul 22 19:42:05.896853 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134e35e7-ec48-418d-83c7-b8830c111a95', 'name': 'network-vif-deleted', 'tag': 'd03d476a-db31-4047-adb1-c418ee8d0262'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:42:05.899194 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a9d36e-6785-47f2-902f-5c3bfd21a656" -d '{"events": [{"server_uuid": "134e35e7-ec48-418d-83c7-b8830c111a95", "name": "network-vif-deleted", "tag": "d03d476a-db31-4047-adb1-c418ee8d0262"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:42:05.937087 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857c058c-370a-4679-92ed-74537606b374 x-openstack-request-id: req-857c058c-370a-4679-92ed-74537606b374 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:42:05.937376 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134e35e7-ec48-418d-83c7-b8830c111a95", "name": "network-vif-deleted", "tag": "d03d476a-db31-4047-adb1-c418ee8d0262", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:42:05.937629 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-857c058c-370a-4679-92ed-74537606b374 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:42:05.938050 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134e35e7-ec48-418d-83c7-b8830c111a95', 'name': 'network-vif-deleted', 'tag': 'd03d476a-db31-4047-adb1-c418ee8d0262', 'status': 'completed', 'code': 200} Jul 22 19:42:06.399226 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-437c2b53-2bee-4b9c-b1c1-2e23906638ac req-7d7b512f-d525-4106-824a-c8a8ee32c996 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 210 time: 0.0301168 Jul 22 19:42:07.496978 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-83552f9f-5dd6-4b58-9f69-072b74ab1a88 req-e1c057f2-94fa-45b3-8ade-b22c27ffcfb9 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 210 time: 0.0303326 Jul 22 19:42:08.603653 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-436e04b7-704a-42e9-9e16-e4ac3355e744 req-b8d641c8-8daa-4a78-ada1-4c14d3ff2d36 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=134e35e7-ec48-418d-83c7-b8830c111a95 HTTP/1.1" status: 200 len: 210 time: 0.0332489 Jul 22 19:42:08.736579 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d03d476a-db31-4047-adb1-c418ee8d0262 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:42:08.757526 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: d03d476a-db31-4047-adb1-c418ee8d0262 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:42:08.757825 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d03d476a-db31-4047-adb1-c418ee8d0262 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:42:09.263556 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:11.973641 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:13.959690 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54896) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:14.115004 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-f6cd0568-43cb-4244-aaac-60a60fb4738d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Deleting port 748cdba1-9d7d-4ba1-b888-e7e06b726d74 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:14.115348 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f6cd0568-43cb-4244-aaac-60a60fb4738d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:14.188808 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f6cd0568-43cb-4244-aaac-60a60fb4738d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:14.189133 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f6cd0568-43cb-4244-aaac-60a60fb4738d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:14.200500 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-f6cd0568-43cb-4244-aaac-60a60fb4738d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Calling delete_port for 748cdba1-9d7d-4ba1-b888-e7e06b726d74 owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:14.347169 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f6cd0568-43cb-4244-aaac-60a60fb4738d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:14.375285 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd0568-43cb-4244-aaac-60a60fb4738d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event deleted for resources: {'Port': ['ID=748cdba1-9d7d-4ba1-b888-e7e06b726d74,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:14.438068 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f6cd0568-43cb-4244-aaac-60a60fb4738d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:14.439241 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-f6cd0568-43cb-4244-aaac-60a60fb4738d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Floating IP 67784bd1-58f3-40bb-a79c-d15a2088d5e1 disassociated (deleted). External IP: 172.25.3.16, port: ac4be827-21aa-447f-ad2b-f1bced1212da. Jul 22 19:42:14.648831 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cd0568-43cb-4244-aaac-60a60fb4738d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:42:14.756232 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cd0568-43cb-4244-aaac-60a60fb4738d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:42:14.762808 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f6cd0568-43cb-4244-aaac-60a60fb4738d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:14.765892 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535f45d2-f99c-4e44-b6a4-6975f20be03e None None] Sync routers for ids ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:42:14.775197 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535f45d2-f99c-4e44-b6a4-6975f20be03e None None] Routers {'22e59d66-3ebe-4ee4-9d32-2dc190bac529'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:14.775811 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-535f45d2-f99c-4e44-b6a4-6975f20be03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:42:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:14.798274 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f6cd0568-43cb-4244-aaac-60a60fb4738d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "DELETE /v2.0/floatingips/67784bd1-58f3-40bb-a79c-d15a2088d5e1 HTTP/1.1" status: 204 len: 168 time: 0.8369746 Jul 22 19:42:14.798857 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b44ac6f-2268-4612-93e5-9befafe8fab7', 'tag': 'ac4be827-21aa-447f-ad2b-f1bced1212da'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:42:14.801173 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b757306-b7f6-404c-9bbe-70d5f2d6bfc2" -d '{"events": [{"name": "network-changed", "server_uuid": "0b44ac6f-2268-4612-93e5-9befafe8fab7", "tag": "ac4be827-21aa-447f-ad2b-f1bced1212da"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:42:14.861014 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0258b3b1-b6e1-49f8-b5f6-fb41ed38d6f7 x-openstack-request-id: req-0258b3b1-b6e1-49f8-b5f6-fb41ed38d6f7 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:42:14.861417 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b44ac6f-2268-4612-93e5-9befafe8fab7", "tag": "ac4be827-21aa-447f-ad2b-f1bced1212da", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:42:14.861762 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0258b3b1-b6e1-49f8-b5f6-fb41ed38d6f7 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:42:14.862302 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b44ac6f-2268-4612-93e5-9befafe8fab7', 'tag': 'ac4be827-21aa-447f-ad2b-f1bced1212da', 'status': 'completed', 'code': 200} Jul 22 19:42:14.992998 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-535f45d2-f99c-4e44-b6a4-6975f20be03e None None] Set router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:42:15.103655 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bfa82-f899-4b77-be82-605796fa777a req-2f6d163d-a9bb-46f7-a62b-dbe26c66b81b tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:15.105197 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-070bfa82-f899-4b77-be82-605796fa777a req-2f6d163d-a9bb-46f7-a62b-dbe26c66b81b tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 946 time: 0.0991430 Jul 22 19:42:15.107858 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b757306-b7f6-404c-9bbe-70d5f2d6bfc2 req-ec27afe7-5b2a-407c-85ea-9b1284374726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:15.109260 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b757306-b7f6-404c-9bbe-70d5f2d6bfc2 req-ec27afe7-5b2a-407c-85ea-9b1284374726 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 1098 time: 0.2267609 Jul 22 19:42:15.169428 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-070bfa82-f899-4b77-be82-605796fa777a req-28e62249-7685-4952-bd85-e9accc4c4d41 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572441 Jul 22 19:42:15.193692 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-535f45d2-f99c-4e44-b6a4-6975f20be03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 4, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bbc45757-50ed-429c-b35c-754301b8df4c', 'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'mac_address': 'fa:16:3e:51:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:16Z', 'updated_at': '2021-07-22T19:32:24Z', 'revision_number': 5, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'subnets': [{'id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:15.219996 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535f45d2-f99c-4e44-b6a4-6975f20be03e None None] Checking router: 22e59d66-3ebe-4ee4-9d32-2dc190bac529 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:42:15.226005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b757306-b7f6-404c-9bbe-70d5f2d6bfc2 req-e8aaaae7-b2d2-4770-912c-6a59d35d1b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:15.227492 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b757306-b7f6-404c-9bbe-70d5f2d6bfc2 req-e8aaaae7-b2d2-4770-912c-6a59d35d1b47 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 200 len: 913 time: 0.1086617 Jul 22 19:42:15.228314 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535f45d2-f99c-4e44-b6a4-6975f20be03e None None] Routers {'22e59d66-3ebe-4ee4-9d32-2dc190bac529'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:15.228957 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-535f45d2-f99c-4e44-b6a4-6975f20be03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:42:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:15.272942 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b757306-b7f6-404c-9bbe-70d5f2d6bfc2 req-2b8d46da-5937-4549-b9a3-fed263297361 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac4be827-21aa-447f-ad2b-f1bced1212da HTTP/1.1" status: 200 len: 217 time: 0.0385251 Jul 22 19:42:15.322771 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b757306-b7f6-404c-9bbe-70d5f2d6bfc2 req-a7916425-181d-4050-bdf1-c59618d61c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:15.324234 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b757306-b7f6-404c-9bbe-70d5f2d6bfc2 req-a7916425-181d-4050-bdf1-c59618d61c6f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 200 len: 851 time: 0.0456979 Jul 22 19:42:15.331647 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-535f45d2-f99c-4e44-b6a4-6975f20be03e None None] Set router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:42:15.384078 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b757306-b7f6-404c-9bbe-70d5f2d6bfc2 req-192b9a53-0a3d-463b-9352-2474bb726768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:15.385638 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b757306-b7f6-404c-9bbe-70d5f2d6bfc2 req-192b9a53-0a3d-463b-9352-2474bb726768 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544391 Jul 22 19:42:15.488104 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b757306-b7f6-404c-9bbe-70d5f2d6bfc2 req-fb081249-83a0-4519-bdbc-24af2372120a service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941079 Jul 22 19:42:15.526091 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-535f45d2-f99c-4e44-b6a4-6975f20be03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 4, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bbc45757-50ed-429c-b35c-754301b8df4c', 'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'mac_address': 'fa:16:3e:51:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:16Z', 'updated_at': '2021-07-22T19:32:24Z', 'revision_number': 5, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'subnets': [{'id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:15.555484 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535f45d2-f99c-4e44-b6a4-6975f20be03e None None] The sync data for ids ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'] in n-d-800086-12 is: [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:32:17Z', 'revision_number': 4, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bbc45757-50ed-429c-b35c-754301b8df4c', 'name': '', 'network_id': 'f3b01d2c-8d06-4fa2-9f0e-0ac29490e405', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'mac_address': 'fa:16:3e:51:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:16Z', 'updated_at': '2021-07-22T19:32:24Z', 'revision_number': 5, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'subnets': [{'id': '2927ff2f-725b-43f0-9ccf-46789079aaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:42:15.578577 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b757306-b7f6-404c-9bbe-70d5f2d6bfc2 req-01798f09-46a9-4c27-94f3-5e655a8544d4 service neutron] 10.222.0.30 "GET /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837243 Jul 22 19:42:15.769721 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee8790d-29bb-422d-ae20-66bb7b5f7d57 None None] New status for floating IP 67784bd1-58f3-40bb-a79c-d15a2088d5e1: DOWN {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:42:16.304939 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a2443-bd39-4c53-9c1d-64f352ee1f02 req-d423c84b-045d-4d4d-9310-15caa051af6b tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:16.306581 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba4a2443-bd39-4c53-9c1d-64f352ee1f02 req-d423c84b-045d-4d4d-9310-15caa051af6b tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 946 time: 0.0674090 Jul 22 19:42:16.344077 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ba4a2443-bd39-4c53-9c1d-64f352ee1f02 req-cd84b653-0fac-4adf-aa87-ac62e5a65197 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/security-groups?id=026bdc4b-c280-4a8b-add4-18de9d525be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320365 Jul 22 19:42:16.410767 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2226a-544d-4dd8-b21d-20278bd52669 req-0e190c77-c0f2-4e0a-a864-38340eaaa557 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:16.412230 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3a2226a-544d-4dd8-b21d-20278bd52669 req-0e190c77-c0f2-4e0a-a864-38340eaaa557 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 946 time: 0.0640419 Jul 22 19:42:16.514673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-d3a2226a-544d-4dd8-b21d-20278bd52669 req-aa5406f9-5397-4735-b218-bce9b5c8000d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Deleting port ac4be827-21aa-447f-ad2b-f1bced1212da {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:16.515019 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d3a2226a-544d-4dd8-b21d-20278bd52669 req-aa5406f9-5397-4735-b218-bce9b5c8000d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:16.602735 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d3a2226a-544d-4dd8-b21d-20278bd52669 req-aa5406f9-5397-4735-b218-bce9b5c8000d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] For port ac4be827-21aa-447f-ad2b-f1bced1212da, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=ac4be827-21aa-447f-ad2b-f1bced1212da,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:16.603012 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d3a2226a-544d-4dd8-b21d-20278bd52669 req-aa5406f9-5397-4735-b218-bce9b5c8000d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:16.615956 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-d3a2226a-544d-4dd8-b21d-20278bd52669 req-aa5406f9-5397-4735-b218-bce9b5c8000d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Calling delete_port for ac4be827-21aa-447f-ad2b-f1bced1212da owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:16.743531 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d3a2226a-544d-4dd8-b21d-20278bd52669 req-aa5406f9-5397-4735-b218-bce9b5c8000d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:16.770996 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5406f9-5397-4735-b218-bce9b5c8000d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event deleted for resources: {'Port': ['ID=ac4be827-21aa-447f-ad2b-f1bced1212da,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:16.820949 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a2226a-544d-4dd8-b21d-20278bd52669 req-aa5406f9-5397-4735-b218-bce9b5c8000d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] No DVR routers for this DVR port ac4be827-21aa-447f-ad2b-f1bced1212da on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:42:16.823451 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d3a2226a-544d-4dd8-b21d-20278bd52669 req-aa5406f9-5397-4735-b218-bce9b5c8000d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:16.825461 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3a2226a-544d-4dd8-b21d-20278bd52669 req-aa5406f9-5397-4735-b218-bce9b5c8000d tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.30 "DELETE /v2.0/ports/ac4be827-21aa-447f-ad2b-f1bced1212da HTTP/1.1" status: 204 len: 173 time: 0.4079549 Jul 22 19:42:16.863226 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b44ac6f-2268-4612-93e5-9befafe8fab7', 'name': 'network-vif-deleted', 'tag': 'ac4be827-21aa-447f-ad2b-f1bced1212da'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:42:16.865557 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c144da28-e4a7-4ce8-94cc-72d9b0e59b7b" -d '{"events": [{"server_uuid": "0b44ac6f-2268-4612-93e5-9befafe8fab7", "name": "network-vif-deleted", "tag": "ac4be827-21aa-447f-ad2b-f1bced1212da"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:42:16.904357 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f73595a-430d-43f1-8e6a-8d865d4c31ae x-openstack-request-id: req-0f73595a-430d-43f1-8e6a-8d865d4c31ae {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:42:16.904670 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b44ac6f-2268-4612-93e5-9befafe8fab7", "name": "network-vif-deleted", "tag": "ac4be827-21aa-447f-ad2b-f1bced1212da", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:42:16.904924 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f73595a-430d-43f1-8e6a-8d865d4c31ae {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:42:16.905326 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b44ac6f-2268-4612-93e5-9befafe8fab7', 'name': 'network-vif-deleted', 'tag': 'ac4be827-21aa-447f-ad2b-f1bced1212da', 'status': 'completed', 'code': 200} Jul 22 19:42:17.444443 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bc2f05e1-ab9f-41ef-8d2f-2f171b10e5e8 req-db5eef9a-a95a-4763-8869-e591075927e8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 210 time: 0.0305541 Jul 22 19:42:18.542967 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-198210b8-9b69-487f-bfbf-2b6cfa305601 req-a903310e-facc-489c-8961-32bcefb94c52 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 210 time: 0.0295167 Jul 22 19:42:18.769560 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device ac4be827-21aa-447f-ad2b-f1bced1212da no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:42:18.791710 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: ac4be827-21aa-447f-ad2b-f1bced1212da {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:42:18.792058 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device ac4be827-21aa-447f-ad2b-f1bced1212da not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:42:19.639058 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ace5289-1ee2-487d-9d36-a9fc15b6cef0 req-10d1f4f1-c2cb-4ae0-8221-ff004e89ea96 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b44ac6f-2268-4612-93e5-9befafe8fab7 HTTP/1.1" status: 200 len: 210 time: 0.0295012 Jul 22 19:42:20.694661 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54932) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:20.818900 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-3387a79f-bef6-4627-96fd-f7cffa5103c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Deleting port a6323686-0f3c-46b1-b313-4adce4dde668 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:20.819242 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3387a79f-bef6-4627-96fd-f7cffa5103c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:20.896730 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3387a79f-bef6-4627-96fd-f7cffa5103c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:20.897055 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3387a79f-bef6-4627-96fd-f7cffa5103c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:20.908789 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-3387a79f-bef6-4627-96fd-f7cffa5103c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Calling delete_port for a6323686-0f3c-46b1-b313-4adce4dde668 owned by network:floatingip {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:21.035805 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3387a79f-bef6-4627-96fd-f7cffa5103c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:21.064417 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387a79f-bef6-4627-96fd-f7cffa5103c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event deleted for resources: {'Port': ['ID=a6323686-0f3c-46b1-b313-4adce4dde668,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:21.091498 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387a79f-bef6-4627-96fd-f7cffa5103c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:21.091842 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387a79f-bef6-4627-96fd-f7cffa5103c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:21.092180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387a79f-bef6-4627-96fd-f7cffa5103c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:21.092545 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387a79f-bef6-4627-96fd-f7cffa5103c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:21.092876 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387a79f-bef6-4627-96fd-f7cffa5103c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:21.093202 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387a79f-bef6-4627-96fd-f7cffa5103c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:21.093524 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387a79f-bef6-4627-96fd-f7cffa5103c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:21.093838 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387a79f-bef6-4627-96fd-f7cffa5103c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:21.094163 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387a79f-bef6-4627-96fd-f7cffa5103c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:21.094536 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387a79f-bef6-4627-96fd-f7cffa5103c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:21.094855 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387a79f-bef6-4627-96fd-f7cffa5103c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:21.095172 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387a79f-bef6-4627-96fd-f7cffa5103c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:21.135067 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3387a79f-bef6-4627-96fd-f7cffa5103c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for floatingip, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:21.137724 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3387a79f-bef6-4627-96fd-f7cffa5103c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:21.138907 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3387a79f-bef6-4627-96fd-f7cffa5103c8 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "DELETE /v2.0/floatingips/0940105d-5bbe-4989-a365-09a8cffa2a6c HTTP/1.1" status: 204 len: 168 time: 0.4432561 Jul 22 19:42:22.939178 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d200c614-7883-40f8-9a19-d7c89d5c2f87 req-ef6d1ce4-96e7-4073-b762-244019cbef0b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0571618 Jul 22 19:42:23.035248 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200c614-7883-40f8-9a19-d7c89d5c2f87 req-50635340-baad-4161-bead-0368c5e19229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:23.036634 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d200c614-7883-40f8-9a19-d7c89d5c2f87 req-50635340-baad-4161-bead-0368c5e19229 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26efd8600424267aeba3fd444a5b966&device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 1097 time: 0.0558949 Jul 22 19:42:23.139874 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200c614-7883-40f8-9a19-d7c89d5c2f87 req-8947f1f6-5266-47ed-b3b5-79f9b82997c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:23.142496 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d200c614-7883-40f8-9a19-d7c89d5c2f87 req-8947f1f6-5266-47ed-b3b5-79f9b82997c3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 HTTP/1.1" status: 200 len: 911 time: 0.0888326 Jul 22 19:42:23.210092 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d200c614-7883-40f8-9a19-d7c89d5c2f87 req-562242a2-6f5e-402b-b3df-ed0b57a8bace service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a26ae903-f057-47bd-8b60-419470ef6b28 HTTP/1.1" status: 200 len: 1001 time: 0.0625048 Jul 22 19:42:23.259992 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200c614-7883-40f8-9a19-d7c89d5c2f87 req-88c3daf5-3f1b-4ab4-8035-583750b52a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:23.261527 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d200c614-7883-40f8-9a19-d7c89d5c2f87 req-88c3daf5-3f1b-4ab4-8035-583750b52a3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d79f6cc-7b00-4ea5-b72e-b22173562bb4 HTTP/1.1" status: 200 len: 849 time: 0.0458219 Jul 22 19:42:23.325841 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200c614-7883-40f8-9a19-d7c89d5c2f87 req-b3fa3ce4-db5d-4fc4-9568-ac762811c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:23.330627 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d200c614-7883-40f8-9a19-d7c89d5c2f87 req-b3fa3ce4-db5d-4fc4-9568-ac762811c1ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590603 Jul 22 19:42:23.392372 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54954) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:23.431118 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d200c614-7883-40f8-9a19-d7c89d5c2f87 req-01852519-97ff-4af8-8248-a37e67f39d21 service neutron] 10.222.0.16 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963595 Jul 22 19:42:23.457432 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-877045d5-34a9-4524-8c45-ed79d2453936 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:23.483596 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-877045d5-34a9-4524-8c45-ed79d2453936 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:23.525719 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d200c614-7883-40f8-9a19-d7c89d5c2f87 req-23dfb77f-84fd-4378-bd39-040aa93d5271 service neutron] 10.222.0.16 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884917 Jul 22 19:42:23.545061 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-877045d5-34a9-4524-8c45-ed79d2453936 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:23.548221 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-877045d5-34a9-4524-8c45-ed79d2453936 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:23.551940 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-877045d5-34a9-4524-8c45-ed79d2453936 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] 10.222.0.13 "DELETE /v2.0/security-groups/026bdc4b-c280-4a8b-add4-18de9d525be0 HTTP/1.1" status: 204 len: 168 time: 0.1559923 Jul 22 19:42:23.560325 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877045d5-34a9-4524-8c45-ed79d2453936 tempest-TestVolumeBootPattern-660772887 tempest-TestVolumeBootPattern-660772887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=026bdc4b-c280-4a8b-add4-18de9d525be0,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:23.607455 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54958) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:24.098073 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-892c6ef4-f714-4dc7-b777-271e1eaa7c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:24.352243 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-892c6ef4-f714-4dc7-b777-271e1eaa7c8d admin admin] Deleting port bbc45757-50ed-429c-b35c-754301b8df4c {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:24.352620 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-892c6ef4-f714-4dc7-b777-271e1eaa7c8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:24.430689 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-892c6ef4-f714-4dc7-b777-271e1eaa7c8d admin admin] For port bbc45757-50ed-429c-b35c-754301b8df4c, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bbc45757-50ed-429c-b35c-754301b8df4c,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:24.431623 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-892c6ef4-f714-4dc7-b777-271e1eaa7c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:24.443989 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-892c6ef4-f714-4dc7-b777-271e1eaa7c8d admin admin] Calling delete_port for bbc45757-50ed-429c-b35c-754301b8df4c owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:24.619330 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-892c6ef4-f714-4dc7-b777-271e1eaa7c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:24.647919 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c6ef4-f714-4dc7-b777-271e1eaa7c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc45757-50ed-429c-b35c-754301b8df4c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:25.111019 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-892c6ef4-f714-4dc7-b777-271e1eaa7c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:25.319588 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892c6ef4-f714-4dc7-b777-271e1eaa7c8d admin admin] Router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:42:25.422545 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892c6ef4-f714-4dc7-b777-271e1eaa7c8d admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:42:25.428834 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-892c6ef4-f714-4dc7-b777-271e1eaa7c8d admin admin] 10.222.0.13 "PUT /v2.0/routers/22e59d66-3ebe-4ee4-9d32-2dc190bac529/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8173459 Jul 22 19:42:25.431486 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54966) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:25.451514 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3683a2ba-694d-405a-8966-e77b364d94e4 None None] Sync routers for ids ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:42:25.461991 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3683a2ba-694d-405a-8966-e77b364d94e4 None None] Routers {'22e59d66-3ebe-4ee4-9d32-2dc190bac529'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:25.462841 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-3683a2ba-694d-405a-8966-e77b364d94e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:42:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:25.534526 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac386c1e-989c-4e65-87ba-1c0811ee0ccd admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:25.565656 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-3683a2ba-694d-405a-8966-e77b364d94e4 None None] Set router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:42:25.634837 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac386c1e-989c-4e65-87ba-1c0811ee0ccd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:25.692406 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ac386c1e-989c-4e65-87ba-1c0811ee0ccd admin admin] Deleting port f767a314-8fd8-4381-b338-e342f6126c9e {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:25.692913 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac386c1e-989c-4e65-87ba-1c0811ee0ccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:25.741217 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-3683a2ba-694d-405a-8966-e77b364d94e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:42:24Z', 'revision_number': 5, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port': {'id': 'f767a314-8fd8-4381-b338-e342f6126c9e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:14Z', 'updated_at': '2021-07-22T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:25.766850 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3683a2ba-694d-405a-8966-e77b364d94e4 None None] Checking router: 22e59d66-3ebe-4ee4-9d32-2dc190bac529 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:42:25.771709 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-ac386c1e-989c-4e65-87ba-1c0811ee0ccd admin admin] For port f767a314-8fd8-4381-b338-e342f6126c9e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f767a314-8fd8-4381-b338-e342f6126c9e,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:25.772075 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac386c1e-989c-4e65-87ba-1c0811ee0ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:25.775919 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3683a2ba-694d-405a-8966-e77b364d94e4 None None] Routers {'22e59d66-3ebe-4ee4-9d32-2dc190bac529'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:25.776543 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-3683a2ba-694d-405a-8966-e77b364d94e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:42:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:25.785651 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ac386c1e-989c-4e65-87ba-1c0811ee0ccd admin admin] Calling delete_port for f767a314-8fd8-4381-b338-e342f6126c9e owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:25.861252 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-3683a2ba-694d-405a-8966-e77b364d94e4 None None] Set router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:42:25.915036 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-3683a2ba-694d-405a-8966-e77b364d94e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:42:25Z', 'revision_number': 6, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:25.940651 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3683a2ba-694d-405a-8966-e77b364d94e4 None None] The sync data for ids ['22e59d66-3ebe-4ee4-9d32-2dc190bac529'] in n-d-800086-12 is: [{'id': '22e59d66-3ebe-4ee4-9d32-2dc190bac529', 'name': 'tempest-TestVolumeBootPattern-1695476204-router', 'tenant_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:13Z', 'updated_at': '2021-07-22T19:42:25Z', 'revision_number': 6, 'project_id': 'd7dd7a2acaec4dacbe93a4b4f60385cd', 'gw_port_host': None}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:42:25.951212 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac386c1e-989c-4e65-87ba-1c0811ee0ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:25.984760 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac386c1e-989c-4e65-87ba-1c0811ee0ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=f767a314-8fd8-4381-b338-e342f6126c9e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:26.048730 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac386c1e-989c-4e65-87ba-1c0811ee0ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.138128 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac386c1e-989c-4e65-87ba-1c0811ee0ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.140198 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac386c1e-989c-4e65-87ba-1c0811ee0ccd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.185466 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac386c1e-989c-4e65-87ba-1c0811ee0ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.185989 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac386c1e-989c-4e65-87ba-1c0811ee0ccd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22e59d66-3ebe-4ee4-9d32-2dc190bac529 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:42:26.190778 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ac386c1e-989c-4e65-87ba-1c0811ee0ccd admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.191981 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ac386c1e-989c-4e65-87ba-1c0811ee0ccd admin admin] 10.222.0.13 "DELETE /v2.0/routers/22e59d66-3ebe-4ee4-9d32-2dc190bac529 HTTP/1.1" status: 204 len: 168 time: 0.7595701 Jul 22 19:42:26.194529 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54968) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:26.239914 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b23e1f4-f770-427c-9d28-b68579d5f69e admin admin] Deleting subnet 2927ff2f-725b-43f0-9ccf-46789079aaa4 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:42:26.242795 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b23e1f4-f770-427c-9d28-b68579d5f69e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.283528 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b23e1f4-f770-427c-9d28-b68579d5f69e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.366402 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b23e1f4-f770-427c-9d28-b68579d5f69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.419172 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b23e1f4-f770-427c-9d28-b68579d5f69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.446602 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23e1f4-f770-427c-9d28-b68579d5f69e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2927ff2f-725b-43f0-9ccf-46789079aaa4,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:26.448585 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4b23e1f4-f770-427c-9d28-b68579d5f69e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.450613 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4b23e1f4-f770-427c-9d28-b68579d5f69e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2927ff2f-725b-43f0-9ccf-46789079aaa4 HTTP/1.1" status: 204 len: 168 time: 0.2549698 Jul 22 19:42:26.453016 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 54970) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:26.455604 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042a8d04-b9d8-42ec-bc08-9db4278ae13e None None] Network f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:42:26.529523 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66c1ef91-87bb-4925-8df9-8014941fedf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.582128 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-66c1ef91-87bb-4925-8df9-8014941fedf2 admin admin] Deleting port 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:26.582384 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66c1ef91-87bb-4925-8df9-8014941fedf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.653478 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-66c1ef91-87bb-4925-8df9-8014941fedf2 admin admin] For port 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed,segment=NetworkSegment(d5743b1c-586e-4ea2-9956-7fe9e521e6e7),segment_id=d5743b1c-586e-4ea2-9956-7fe9e521e6e7)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:26.653792 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66c1ef91-87bb-4925-8df9-8014941fedf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.665943 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-66c1ef91-87bb-4925-8df9-8014941fedf2 admin admin] Calling delete_port for 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:26.730896 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad95fb9a-5f48-4e93-8f6e-fcc17c33168a None None] DHCP port deletion for f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:42:26.753830 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66c1ef91-87bb-4925-8df9-8014941fedf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.780587 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1ef91-87bb-4925-8df9-8014941fedf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:26.787026 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c1ef91-87bb-4925-8df9-8014941fedf2 admin admin] No DVR routers for this DVR port 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:42:26.800097 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:42:26.824448 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:42:26.824826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:42:26.825258 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bbc45757-50ed-429c-b35c-754301b8df4c no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:42:26.849689 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: bbc45757-50ed-429c-b35c-754301b8df4c {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:42:26.850351 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bbc45757-50ed-429c-b35c-754301b8df4c not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:42:26.850795 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f767a314-8fd8-4381-b338-e342f6126c9e no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:42:26.854778 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ad95fb9a-5f48-4e93-8f6e-fcc17c33168a None None] Deleting port 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:26.855160 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ad95fb9a-5f48-4e93-8f6e-fcc17c33168a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.865524 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66c1ef91-87bb-4925-8df9-8014941fedf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.873607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: f767a314-8fd8-4381-b338-e342f6126c9e {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:42:26.873956 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f767a314-8fd8-4381-b338-e342f6126c9e not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:42:26.875582 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-66c1ef91-87bb-4925-8df9-8014941fedf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b01d2c-8d06-4fa2-9f0e-0ac29490e405']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:26.886608 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-66c1ef91-87bb-4925-8df9-8014941fedf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:26.886936 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-66c1ef91-87bb-4925-8df9-8014941fedf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5743b1c-586e-4ea2-9956-7fe9e521e6e7') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:26.895744 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66c1ef91-87bb-4925-8df9-8014941fedf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.913261 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66c1ef91-87bb-4925-8df9-8014941fedf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.919884 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c1ef91-87bb-4925-8df9-8014941fedf2 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:42:26.920442 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66c1ef91-87bb-4925-8df9-8014941fedf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:42:26.922222 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:42:26.942045 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-ad95fb9a-5f48-4e93-8f6e-fcc17c33168a None None] For port 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed, host n-d-800086-12, got binding levels [] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:26.942536 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ad95fb9a-5f48-4e93-8f6e-fcc17c33168a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.960227 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ad95fb9a-5f48-4e93-8f6e-fcc17c33168a None None] Calling delete_port for 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:26.962975 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.ipam_backend_mixin [None req-ad95fb9a-5f48-4e93-8f6e-fcc17c33168a None None] Port 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed was not found and therefore no delete operation was performed {{(pid=93808) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:42:26.964327 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ad95fb9a-5f48-4e93-8f6e-fcc17c33168a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.984978 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66c1ef91-87bb-4925-8df9-8014941fedf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.991836 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66c1ef91-87bb-4925-8df9-8014941fedf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.993879 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-66c1ef91-87bb-4925-8df9-8014941fedf2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f3b01d2c-8d06-4fa2-9f0e-0ac29490e405 HTTP/1.1" status: 204 len: 168 time: 0.5399413 Jul 22 19:42:26.996961 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54974) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:27.005752 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1ef91-87bb-4925-8df9-8014941fedf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3b01d2c-8d06-4fa2-9f0e-0ac29490e405,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:27.009547 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad95fb9a-5f48-4e93-8f6e-fcc17c33168a None None] No DVR routers for this DVR port 49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:42:27.011600 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95fb9a-5f48-4e93-8f6e-fcc17c33168a None None] Pushing event deleted for resources: {'Port': ['ID=49a7fbbc-feb5-4d6e-8838-136ea8a8c6ed,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:27.022361 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fb9a-5f48-4e93-8f6e-fcc17c33168a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:27.022361 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fb9a-5f48-4e93-8f6e-fcc17c33168a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:27.022361 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fb9a-5f48-4e93-8f6e-fcc17c33168a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:27.022361 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fb9a-5f48-4e93-8f6e-fcc17c33168a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:27.022781 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fb9a-5f48-4e93-8f6e-fcc17c33168a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:27.023377 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fb9a-5f48-4e93-8f6e-fcc17c33168a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:27.023377 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fb9a-5f48-4e93-8f6e-fcc17c33168a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:27.023573 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fb9a-5f48-4e93-8f6e-fcc17c33168a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:27.023902 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fb9a-5f48-4e93-8f6e-fcc17c33168a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:27.024226 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fb9a-5f48-4e93-8f6e-fcc17c33168a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:27.024579 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fb9a-5f48-4e93-8f6e-fcc17c33168a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:27.024908 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95fb9a-5f48-4e93-8f6e-fcc17c33168a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:27.359849 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-de2db0bf-7dd5-45b6-93ca-9a6570b61713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:27.928025 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-de2db0bf-7dd5-45b6-93ca-9a6570b61713 admin admin] Deleting port f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:27.928368 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-de2db0bf-7dd5-45b6-93ca-9a6570b61713 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:28.005632 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-de2db0bf-7dd5-45b6-93ca-9a6570b61713 admin admin] For port f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b,segment=NetworkSegment(fad62a95-1844-4204-9d6e-57bfa5d0fd93),segment_id=fad62a95-1844-4204-9d6e-57bfa5d0fd93)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:28.006301 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-de2db0bf-7dd5-45b6-93ca-9a6570b61713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:28.018551 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-de2db0bf-7dd5-45b6-93ca-9a6570b61713 admin admin] Calling delete_port for f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:28.195576 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-de2db0bf-7dd5-45b6-93ca-9a6570b61713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:28.224029 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2db0bf-7dd5-45b6-93ca-9a6570b61713 admin admin] Pushing event deleted for resources: {'Port': ['ID=f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:28.391706 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-de2db0bf-7dd5-45b6-93ca-9a6570b61713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:28.491492 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fc82b437-b697-406d-b6ea-5f3c65abef42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:28.611875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2db0bf-7dd5-45b6-93ca-9a6570b61713 admin admin] Router f9a29079-923f-4154-9f51-b9e9ef1f99ce has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:42:28.718857 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2db0bf-7dd5-45b6-93ca-9a6570b61713 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:42:28.724363 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-de2db0bf-7dd5-45b6-93ca-9a6570b61713 admin admin] 10.222.0.13 "PUT /v2.0/routers/f9a29079-923f-4154-9f51-b9e9ef1f99ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7263906 Jul 22 19:42:28.726921 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54980) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:28.729444 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e37ff2f-456e-4330-8f3f-6b59cec2a7b7 None None] Sync routers for ids ['f9a29079-923f-4154-9f51-b9e9ef1f99ce'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:42:28.739213 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e37ff2f-456e-4330-8f3f-6b59cec2a7b7 None None] Routers {'f9a29079-923f-4154-9f51-b9e9ef1f99ce'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:28.739843 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0e37ff2f-456e-4330-8f3f-6b59cec2a7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:42:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f9a29079-923f-4154-9f51-b9e9ef1f99ce'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:28.835326 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec24a1f0-3b56-4f03-973c-51fabbf65f88 admin admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:28.845770 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-0e37ff2f-456e-4330-8f3f-6b59cec2a7b7 None None] Set router f9a29079-923f-4154-9f51-b9e9ef1f99ce gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:42:28.935883 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec24a1f0-3b56-4f03-973c-51fabbf65f88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:28.993229 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-ec24a1f0-3b56-4f03-973c-51fabbf65f88 admin admin] Deleting port e63d00de-140c-4d74-8fbb-bf90bd7b461c {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:28.993577 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec24a1f0-3b56-4f03-973c-51fabbf65f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.025005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0e37ff2f-456e-4330-8f3f-6b59cec2a7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a29079-923f-4154-9f51-b9e9ef1f99ce', 'name': 'tempest-TestVolumeBootPattern-1762991964-router', 'tenant_id': 'fc23620cd9224d689912c1195451a006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e63d00de-140c-4d74-8fbb-bf90bd7b461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:20Z', 'updated_at': '2021-07-22T19:42:28Z', 'revision_number': 5, 'project_id': 'fc23620cd9224d689912c1195451a006', 'gw_port': {'id': 'e63d00de-140c-4d74-8fbb-bf90bd7b461c', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:38:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a29079-923f-4154-9f51-b9e9ef1f99ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:21Z', 'updated_at': '2021-07-22T19:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:29.051741 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e37ff2f-456e-4330-8f3f-6b59cec2a7b7 None None] Checking router: f9a29079-923f-4154-9f51-b9e9ef1f99ce for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:42:29.060342 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e37ff2f-456e-4330-8f3f-6b59cec2a7b7 None None] Routers {'f9a29079-923f-4154-9f51-b9e9ef1f99ce'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:29.061098 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0e37ff2f-456e-4330-8f3f-6b59cec2a7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:42:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f9a29079-923f-4154-9f51-b9e9ef1f99ce'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:29.073086 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-ec24a1f0-3b56-4f03-973c-51fabbf65f88 admin admin] For port e63d00de-140c-4d74-8fbb-bf90bd7b461c, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e63d00de-140c-4d74-8fbb-bf90bd7b461c,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:29.073663 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec24a1f0-3b56-4f03-973c-51fabbf65f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.087037 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-ec24a1f0-3b56-4f03-973c-51fabbf65f88 admin admin] Calling delete_port for e63d00de-140c-4d74-8fbb-bf90bd7b461c owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:29.148157 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-0e37ff2f-456e-4330-8f3f-6b59cec2a7b7 None None] Set router f9a29079-923f-4154-9f51-b9e9ef1f99ce gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:42:29.202219 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0e37ff2f-456e-4330-8f3f-6b59cec2a7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a29079-923f-4154-9f51-b9e9ef1f99ce', 'name': 'tempest-TestVolumeBootPattern-1762991964-router', 'tenant_id': 'fc23620cd9224d689912c1195451a006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:20Z', 'updated_at': '2021-07-22T19:42:28Z', 'revision_number': 6, 'project_id': 'fc23620cd9224d689912c1195451a006', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:29.230285 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e37ff2f-456e-4330-8f3f-6b59cec2a7b7 None None] The sync data for ids ['f9a29079-923f-4154-9f51-b9e9ef1f99ce'] in n-d-800086-12 is: [{'id': 'f9a29079-923f-4154-9f51-b9e9ef1f99ce', 'name': 'tempest-TestVolumeBootPattern-1762991964-router', 'tenant_id': 'fc23620cd9224d689912c1195451a006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:20Z', 'updated_at': '2021-07-22T19:42:28Z', 'revision_number': 6, 'project_id': 'fc23620cd9224d689912c1195451a006', 'gw_port_host': None}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:42:29.256869 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec24a1f0-3b56-4f03-973c-51fabbf65f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.283767 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24a1f0-3b56-4f03-973c-51fabbf65f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=e63d00de-140c-4d74-8fbb-bf90bd7b461c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:29.350959 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec24a1f0-3b56-4f03-973c-51fabbf65f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.441267 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec24a1f0-3b56-4f03-973c-51fabbf65f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.443357 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec24a1f0-3b56-4f03-973c-51fabbf65f88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.485248 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec24a1f0-3b56-4f03-973c-51fabbf65f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.485753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec24a1f0-3b56-4f03-973c-51fabbf65f88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9a29079-923f-4154-9f51-b9e9ef1f99ce {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:42:29.490176 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ec24a1f0-3b56-4f03-973c-51fabbf65f88 admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.491499 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ec24a1f0-3b56-4f03-973c-51fabbf65f88 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f9a29079-923f-4154-9f51-b9e9ef1f99ce HTTP/1.1" status: 204 len: 168 time: 0.7627790 Jul 22 19:42:29.494058 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54982) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:29.541754 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1053ee3-4bbe-4304-8939-a2d4e7cd5f38 admin admin] Deleting subnet 14dd3b34-7b3f-4ab0-bf0e-299ad0c2e669 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:42:29.544814 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f1053ee3-4bbe-4304-8939-a2d4e7cd5f38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.579995 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f1053ee3-4bbe-4304-8939-a2d4e7cd5f38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.666566 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f1053ee3-4bbe-4304-8939-a2d4e7cd5f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.721922 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f1053ee3-4bbe-4304-8939-a2d4e7cd5f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.754470 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1053ee3-4bbe-4304-8939-a2d4e7cd5f38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14dd3b34-7b3f-4ab0-bf0e-299ad0c2e669,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:29.756561 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f1053ee3-4bbe-4304-8939-a2d4e7cd5f38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.759406 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f1053ee3-4bbe-4304-8939-a2d4e7cd5f38 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/14dd3b34-7b3f-4ab0-bf0e-299ad0c2e669 HTTP/1.1" status: 204 len: 168 time: 0.2633338 Jul 22 19:42:29.759931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e060e2ac-0342-4ca4-8b6c-f814fcb1bc29 None None] Network 73a7ad15-0da1-4f26-ba10-c3e98e88bfc2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:42:29.760869 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54986) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:29.828297 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-444eaef9-cd59-4494-ad84-1e3eb57882ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.880818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-444eaef9-cd59-4494-ad84-1e3eb57882ac admin admin] Deleting port 8e666509-7af8-421b-9037-2b55fabe3add {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:29.881418 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-444eaef9-cd59-4494-ad84-1e3eb57882ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.954586 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-444eaef9-cd59-4494-ad84-1e3eb57882ac admin admin] For port 8e666509-7af8-421b-9037-2b55fabe3add, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=8e666509-7af8-421b-9037-2b55fabe3add,segment=NetworkSegment(fad62a95-1844-4204-9d6e-57bfa5d0fd93),segment_id=fad62a95-1844-4204-9d6e-57bfa5d0fd93)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:29.954813 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-444eaef9-cd59-4494-ad84-1e3eb57882ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.967406 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-444eaef9-cd59-4494-ad84-1e3eb57882ac admin admin] Calling delete_port for 8e666509-7af8-421b-9037-2b55fabe3add owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:29.993952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6e0402-ad76-4622-9e1b-034f343c9ef8 None None] DHCP port deletion for 73a7ad15-0da1-4f26-ba10-c3e98e88bfc2 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:42:30.042431 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e0402-ad76-4622-9e1b-034f343c9ef8 None None] Deleting port 8e666509-7af8-421b-9037-2b55fabe3add {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:30.042810 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7f6e0402-ad76-4622-9e1b-034f343c9ef8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:30.050029 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-444eaef9-cd59-4494-ad84-1e3eb57882ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:30.080153 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444eaef9-cd59-4494-ad84-1e3eb57882ac admin admin] Pushing event deleted for resources: {'Port': ['ID=8e666509-7af8-421b-9037-2b55fabe3add,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:30.084912 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444eaef9-cd59-4494-ad84-1e3eb57882ac admin admin] No DVR routers for this DVR port 8e666509-7af8-421b-9037-2b55fabe3add on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:42:30.111494 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7f6e0402-ad76-4622-9e1b-034f343c9ef8 None None] For port 8e666509-7af8-421b-9037-2b55fabe3add, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=8e666509-7af8-421b-9037-2b55fabe3add,segment=NetworkSegment(fad62a95-1844-4204-9d6e-57bfa5d0fd93),segment_id=fad62a95-1844-4204-9d6e-57bfa5d0fd93)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:30.111892 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7f6e0402-ad76-4622-9e1b-034f343c9ef8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:30.124103 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e0402-ad76-4622-9e1b-034f343c9ef8 None None] Calling delete_port for 8e666509-7af8-421b-9037-2b55fabe3add owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:30.157602 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-444eaef9-cd59-4494-ad84-1e3eb57882ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:30.168043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-444eaef9-cd59-4494-ad84-1e3eb57882ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a7ad15-0da1-4f26-ba10-c3e98e88bfc2']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:30.178711 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-444eaef9-cd59-4494-ad84-1e3eb57882ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad62a95-1844-4204-9d6e-57bfa5d0fd93') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:30.179081 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-444eaef9-cd59-4494-ad84-1e3eb57882ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad62a95-1844-4204-9d6e-57bfa5d0fd93') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:30.189941 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-444eaef9-cd59-4494-ad84-1e3eb57882ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:30.205675 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-444eaef9-cd59-4494-ad84-1e3eb57882ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:30.206832 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7f6e0402-ad76-4622-9e1b-034f343c9ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:30.212445 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444eaef9-cd59-4494-ad84-1e3eb57882ac admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:42:30.213565 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-444eaef9-cd59-4494-ad84-1e3eb57882ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:42:30.214892 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:42:30.239034 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e0402-ad76-4622-9e1b-034f343c9ef8 None None] Pushing event deleted for resources: {'Port': ['ID=8e666509-7af8-421b-9037-2b55fabe3add,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:30.243961 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6e0402-ad76-4622-9e1b-034f343c9ef8 None None] No DVR routers for this DVR port 8e666509-7af8-421b-9037-2b55fabe3add on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:42:30.287035 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-444eaef9-cd59-4494-ad84-1e3eb57882ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:30.294070 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-444eaef9-cd59-4494-ad84-1e3eb57882ac admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:30.298342 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-444eaef9-cd59-4494-ad84-1e3eb57882ac admin admin] 10.222.0.13 "DELETE /v2.0/networks/73a7ad15-0da1-4f26-ba10-c3e98e88bfc2 HTTP/1.1" status: 204 len: 168 time: 0.5334883 Jul 22 19:42:30.307658 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444eaef9-cd59-4494-ad84-1e3eb57882ac admin admin] Pushing event deleted for resources: {'Network': ['ID=73a7ad15-0da1-4f26-ba10-c3e98e88bfc2,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:30.419227 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54990) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:30.460050 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-95131371-8516-4e34-8106-4f5c946603fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7dd7a2acaec4dacbe93a4b4f60385cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396216 Jul 22 19:42:30.462518 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 54992) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:30.510198 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b98db15-29c3-4feb-a3ec-2a2fc7ce6702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:30.533266 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b98db15-29c3-4feb-a3ec-2a2fc7ce6702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:30.561837 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 8e666509-7af8-421b-9037-2b55fabe3add no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:42:30.579634 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b98db15-29c3-4feb-a3ec-2a2fc7ce6702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:30.582750 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 8e666509-7af8-421b-9037-2b55fabe3add {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:42:30.582946 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b98db15-29c3-4feb-a3ec-2a2fc7ce6702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:30.583102 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 8e666509-7af8-421b-9037-2b55fabe3add not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:42:30.583539 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e63d00de-140c-4d74-8fbb-bf90bd7b461c no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:42:30.584127 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7b98db15-29c3-4feb-a3ec-2a2fc7ce6702 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37356240-a9bc-42ef-90f2-d1bd22f2e14c HTTP/1.1" status: 204 len: 168 time: 0.1207118 Jul 22 19:42:30.592250 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98db15-29c3-4feb-a3ec-2a2fc7ce6702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37356240-a9bc-42ef-90f2-d1bd22f2e14c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:30.610419 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: e63d00de-140c-4d74-8fbb-bf90bd7b461c {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:42:30.611100 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e63d00de-140c-4d74-8fbb-bf90bd7b461c not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:42:30.611248 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:42:30.634226 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:42:30.634583 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f46c9c6c-9be2-4acf-a1b4-0f4bcc157a8b not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:42:30.915625 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55000) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:30.960128 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-92a2fef0-77b7-433b-9195-1793567e3b46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc23620cd9224d689912c1195451a006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433438 Jul 22 19:42:30.962675 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55002) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:31.009728 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-64f39e07-3219-478f-a1f3-134916a2454f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:31.028394 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4b55e515-fdd3-4bd8-8e24-2b79d7126cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:31.032020 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-64f39e07-3219-478f-a1f3-134916a2454f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:31.077951 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-64f39e07-3219-478f-a1f3-134916a2454f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:31.081360 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-64f39e07-3219-478f-a1f3-134916a2454f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:31.082524 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-64f39e07-3219-478f-a1f3-134916a2454f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/306d9e31-3199-4a57-a42f-4e8c351ceff8 HTTP/1.1" status: 204 len: 168 time: 0.1189568 Jul 22 19:42:31.091380 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f39e07-3219-478f-a1f3-134916a2454f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306d9e31-3199-4a57-a42f-4e8c351ceff8,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:31.152950 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:32.411048 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:34.042540 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:39.281180 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:41.983066 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:42.792800 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:42:58.492972 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-557b7fb2-0549-4acb-b279-9f38846d6ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:01.029025 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7eabdb82-1a4c-4180-acae-eded26d8aca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:01.154903 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:02.413743 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:04.045597 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:08.264233 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09e42c-f5b7-4542-8375-a1dacc46b87f req-f695b6dc-c082-42c2-b792-4d1f7284079e tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:08.265764 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f09e42c-f5b7-4542-8375-a1dacc46b87f req-f695b6dc-c082-42c2-b792-4d1f7284079e tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0644228 Jul 22 19:43:08.303807 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f09e42c-f5b7-4542-8375-a1dacc46b87f req-59e8b1ad-e350-4ec3-9970-0af7ef5f1d31 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314765 Jul 22 19:43:09.277736 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:09.438584 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7dac5a-12d7-404b-81a7-43e297661047 req-d04ec275-26b0-4a7b-99f9-9ec195fe27cc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:09.440063 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae7dac5a-12d7-404b-81a7-43e297661047 req-d04ec275-26b0-4a7b-99f9-9ec195fe27cc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0674911 Jul 22 19:43:09.479148 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae7dac5a-12d7-404b-81a7-43e297661047 req-7436b986-126c-42d4-a7d1-5bac5133c6be tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333972 Jul 22 19:43:10.608285 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a832a77-479c-4699-8de3-f9b6caed098b req-7bbf9788-dac4-4284-9ed2-0af14ba7ec42 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:10.609800 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7a832a77-479c-4699-8de3-f9b6caed098b req-7bbf9788-dac4-4284-9ed2-0af14ba7ec42 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0638988 Jul 22 19:43:10.647202 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7a832a77-479c-4699-8de3-f9b6caed098b req-a75d02ca-507c-44e6-8c81-8270ef2e71dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312076 Jul 22 19:43:11.780955 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c879e31-81b5-42c4-b18d-b45dcc4b64a5 req-d9e39d9c-0186-46bd-b6bd-d68a6451eed0 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:11.782419 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c879e31-81b5-42c4-b18d-b45dcc4b64a5 req-d9e39d9c-0186-46bd-b6bd-d68a6451eed0 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0673618 Jul 22 19:43:11.819921 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c879e31-81b5-42c4-b18d-b45dcc4b64a5 req-06811951-8449-46e8-902d-40e99cdffb85 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318465 Jul 22 19:43:11.997418 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:12.950096 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0a9b7-53e7-4ca3-9861-85f032dc3e49 req-dbf29c9a-1f41-458c-a808-59c3e0e6532b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:12.951590 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73e0a9b7-53e7-4ca3-9861-85f032dc3e49 req-dbf29c9a-1f41-458c-a808-59c3e0e6532b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0636010 Jul 22 19:43:12.991399 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73e0a9b7-53e7-4ca3-9861-85f032dc3e49 req-c6db3d66-f65f-4070-bd38-9faf0e1fc5a2 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330889 Jul 22 19:43:14.119958 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee882a-949c-4386-990c-6dbaed659c47 req-be5a7617-89cc-425c-9526-ad2422b4cf5a tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:14.121456 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e9ee882a-949c-4386-990c-6dbaed659c47 req-be5a7617-89cc-425c-9526-ad2422b4cf5a tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0636036 Jul 22 19:43:14.158467 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e9ee882a-949c-4386-990c-6dbaed659c47 req-c0c1b65e-b163-46c2-854e-1921fd8a900c tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315444 Jul 22 19:43:15.292639 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c005f49-065d-4df0-a7ee-db650a886af3 req-fdc796e9-8a80-4fa2-b8d3-052b6a6c8833 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:15.294027 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6c005f49-065d-4df0-a7ee-db650a886af3 req-fdc796e9-8a80-4fa2-b8d3-052b6a6c8833 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0675199 Jul 22 19:43:15.331713 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6c005f49-065d-4df0-a7ee-db650a886af3 req-72a7662c-6fca-4d70-976c-8eec988b344e tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321708 Jul 22 19:43:16.461851 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6cd8f-3bf9-42b5-85a4-492cc20aa7c9 req-66a3a0a2-18fd-4d1c-9f63-cd10bb642ec7 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:16.463508 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6bf6cd8f-3bf9-42b5-85a4-492cc20aa7c9 req-66a3a0a2-18fd-4d1c-9f63-cd10bb642ec7 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0650415 Jul 22 19:43:16.500785 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6bf6cd8f-3bf9-42b5-85a4-492cc20aa7c9 req-fc4ec960-fe31-4b36-b7ad-2e07707c99cd tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315633 Jul 22 19:43:17.635639 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5952b7a-2ce6-4da7-b338-1e3119e3f008 req-90d7814c-d089-4437-9e5c-8a377570c3aa tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:17.637168 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f5952b7a-2ce6-4da7-b338-1e3119e3f008 req-90d7814c-d089-4437-9e5c-8a377570c3aa tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0679176 Jul 22 19:43:17.675378 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f5952b7a-2ce6-4da7-b338-1e3119e3f008 req-9a570048-1ecc-40cd-b397-225309be51e5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326314 Jul 22 19:43:18.804893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8d5e9-eaf8-47ab-8d1e-98d81082911a req-33281543-95b0-409d-92e5-244a55ce0267 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:18.806545 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6bf8d5e9-eaf8-47ab-8d1e-98d81082911a req-33281543-95b0-409d-92e5-244a55ce0267 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0639012 Jul 22 19:43:18.845194 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6bf8d5e9-eaf8-47ab-8d1e-98d81082911a req-c779de49-ba45-46af-ac83-b8d231ffc0e8 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331838 Jul 22 19:43:19.093203 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a85d4-4aa9-4007-b1f2-6fd3c64d9454 req-f6a5af9c-3a45-4978-9d09-b6e965e2dcfe tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:19.094593 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d3a85d4-4aa9-4007-b1f2-6fd3c64d9454 req-f6a5af9c-3a45-4978-9d09-b6e965e2dcfe tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0985429 Jul 22 19:43:19.132505 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dcde8-c31a-4a6b-96b7-590408299c90 req-ddda4c27-d60c-4af8-8c10-f6e9fc2233f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:19.133964 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-712dcde8-c31a-4a6b-96b7-590408299c90 req-ddda4c27-d60c-4af8-8c10-f6e9fc2233f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26efd8600424267aeba3fd444a5b966&device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 1097 time: 0.1005938 Jul 22 19:43:19.141179 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d3a85d4-4aa9-4007-b1f2-6fd3c64d9454 req-74ccf980-4b80-456d-aaac-b25708fd8577 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400784 Jul 22 19:43:19.226514 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dcde8-c31a-4a6b-96b7-590408299c90 req-38aee6d4-b4cd-4b3c-84b0-16f0e5b2cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:19.227994 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-712dcde8-c31a-4a6b-96b7-590408299c90 req-38aee6d4-b4cd-4b3c-84b0-16f0e5b2cd0d service neutron] 10.222.0.16 "GET /v2.0/networks?id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 HTTP/1.1" status: 200 len: 911 time: 0.0859962 Jul 22 19:43:19.295185 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-712dcde8-c31a-4a6b-96b7-590408299c90 req-9ae177da-51a2-430a-a650-306d1a6d2ade service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a26ae903-f057-47bd-8b60-419470ef6b28 HTTP/1.1" status: 200 len: 1001 time: 0.0605526 Jul 22 19:43:19.342425 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dcde8-c31a-4a6b-96b7-590408299c90 req-1d2dbc17-d927-4970-8f76-110706f5cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:19.343913 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-712dcde8-c31a-4a6b-96b7-590408299c90 req-1d2dbc17-d927-4970-8f76-110706f5cc39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d79f6cc-7b00-4ea5-b72e-b22173562bb4 HTTP/1.1" status: 200 len: 849 time: 0.0435421 Jul 22 19:43:19.401691 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dcde8-c31a-4a6b-96b7-590408299c90 req-cc52266f-f49c-4693-92f0-898331a56596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:19.403180 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-712dcde8-c31a-4a6b-96b7-590408299c90 req-cc52266f-f49c-4693-92f0-898331a56596 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527704 Jul 22 19:43:19.493444 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-712dcde8-c31a-4a6b-96b7-590408299c90 req-4ef418fd-35ee-4680-ade9-210d22cd763e service neutron] 10.222.0.16 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843058 Jul 22 19:43:19.584722 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-712dcde8-c31a-4a6b-96b7-590408299c90 req-feaedf1e-2dc6-49e0-b34c-e31421333bc3 service neutron] 10.222.0.16 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850616 Jul 22 19:43:19.792554 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:43:20.275130 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380238d4-b974-453e-85cb-243c0c525dc9 req-24df9e23-3361-497a-a0ec-860f73cd709c tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:20.276529 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-380238d4-b974-453e-85cb-243c0c525dc9 req-24df9e23-3361-497a-a0ec-860f73cd709c tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0627878 Jul 22 19:43:20.314630 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-380238d4-b974-453e-85cb-243c0c525dc9 req-bc5f4b00-6037-4024-8d2f-da2508ab94b3 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325665 Jul 22 19:43:24.406512 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-768ca3c9-3728-4f16-823f-7da0e9394258 req-08314a69-6a59-4e9f-ac5b-e40d64b22332 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528688 Jul 22 19:43:24.500939 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ca3c9-3728-4f16-823f-7da0e9394258 req-296b5178-6649-4348-bb7e-04efaccccafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:24.502403 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-768ca3c9-3728-4f16-823f-7da0e9394258 req-296b5178-6649-4348-bb7e-04efaccccafa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26efd8600424267aeba3fd444a5b966&device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 1097 time: 0.0569656 Jul 22 19:43:24.601521 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ca3c9-3728-4f16-823f-7da0e9394258 req-b5cef549-6130-49de-8d31-50ab9dd27fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:24.602976 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-768ca3c9-3728-4f16-823f-7da0e9394258 req-b5cef549-6130-49de-8d31-50ab9dd27fe4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 HTTP/1.1" status: 200 len: 911 time: 0.0833535 Jul 22 19:43:24.670763 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-768ca3c9-3728-4f16-823f-7da0e9394258 req-32a4fa08-f79c-4c43-a3dd-00fd407cb2c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a26ae903-f057-47bd-8b60-419470ef6b28 HTTP/1.1" status: 200 len: 1001 time: 0.0616236 Jul 22 19:43:24.717791 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ca3c9-3728-4f16-823f-7da0e9394258 req-5de77575-c5fc-4003-a783-13203a1e7f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:24.719315 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-768ca3c9-3728-4f16-823f-7da0e9394258 req-5de77575-c5fc-4003-a783-13203a1e7f1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d79f6cc-7b00-4ea5-b72e-b22173562bb4 HTTP/1.1" status: 200 len: 849 time: 0.0424702 Jul 22 19:43:24.775769 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ca3c9-3728-4f16-823f-7da0e9394258 req-da7c019b-9e4d-4402-97e8-79da73a39001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:24.777269 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-768ca3c9-3728-4f16-823f-7da0e9394258 req-da7c019b-9e4d-4402-97e8-79da73a39001 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521028 Jul 22 19:43:24.868409 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-768ca3c9-3728-4f16-823f-7da0e9394258 req-ce64475f-e92f-4479-9a58-add5d43ba4d8 service neutron] 10.222.0.16 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852942 Jul 22 19:43:24.954198 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-768ca3c9-3728-4f16-823f-7da0e9394258 req-d797b0c7-2460-48cf-9950-12b60056f286 service neutron] 10.222.0.16 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803275 Jul 22 19:43:28.488576 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b66970cc-2dba-4116-99c3-4bc8922cc39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:31.029430 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-51f6017a-582c-4975-a856-cc0c69340ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:31.155076 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:32.416611 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:34.047904 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:39.278005 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:41.996154 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:56.791796 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:43:56.906439 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfd3ab-d775-47e8-b3dc-e29647947e77 req-b60e1ad2-faa3-45f6-a32a-8e64e3a83aae tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:56.907926 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ebfd3ab-d775-47e8-b3dc-e29647947e77 req-b60e1ad2-faa3-45f6-a32a-8e64e3a83aae tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0682683 Jul 22 19:43:56.946727 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7ebfd3ab-d775-47e8-b3dc-e29647947e77 req-1ad8ef6a-a046-4f2f-947d-9d49b6fa8fde tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326252 Jul 22 19:43:58.076303 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20fa70-8744-4cad-aa3d-ad5ac1e3d107 req-98f6af6a-4bac-4d9c-95fe-7aa9a34db2bc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:58.077801 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b20fa70-8744-4cad-aa3d-ad5ac1e3d107 req-98f6af6a-4bac-4d9c-95fe-7aa9a34db2bc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0628614 Jul 22 19:43:58.114496 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b20fa70-8744-4cad-aa3d-ad5ac1e3d107 req-b8367a68-136e-49bf-a120-1c4bb543da89 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311346 Jul 22 19:43:58.491772 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fb0c3d71-0b52-4c00-9626-e632a8353200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:59.243939 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b45045-b8a8-4102-b423-92eca4a7138f req-c96f9ae1-f620-44b6-bb08-d36827637fa3 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:59.245380 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-12b45045-b8a8-4102-b423-92eca4a7138f req-c96f9ae1-f620-44b6-bb08-d36827637fa3 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0646894 Jul 22 19:43:59.285550 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-12b45045-b8a8-4102-b423-92eca4a7138f req-3ae89e8b-f37f-4cd5-83b5-6f71c210cf9a tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346286 Jul 22 19:44:00.415978 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb0d64-8090-4eb5-b19b-91047bcd8e56 req-0b10ac9a-5147-4e3a-b3f2-9f0d4e9fea05 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:00.417502 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a9cb0d64-8090-4eb5-b19b-91047bcd8e56 req-0b10ac9a-5147-4e3a-b3f2-9f0d4e9fea05 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0640893 Jul 22 19:44:00.454201 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a9cb0d64-8090-4eb5-b19b-91047bcd8e56 req-d165e466-8ee2-4346-84e0-1628dc8cd200 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312183 Jul 22 19:44:01.028976 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0d5ee2da-9c44-4183-be9f-4b68e3d70936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:01.155326 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:01.583339 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f1df8-746d-45f2-bf7f-187ddfc81e7d req-48129181-eca7-446d-980d-a5fd2cfeb5de tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:01.584838 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-756f1df8-746d-45f2-bf7f-187ddfc81e7d req-48129181-eca7-446d-980d-a5fd2cfeb5de tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0631528 Jul 22 19:44:01.622428 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-756f1df8-746d-45f2-bf7f-187ddfc81e7d req-580b42ee-8797-4bc7-b74d-8ecebcc4ea43 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320857 Jul 22 19:44:02.419531 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:02.755859 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7604ebb-c4b4-4b3e-8db7-0e1261dd7e3d req-becedf22-b11e-4529-8100-4faccfc50bb0 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:02.757351 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7604ebb-c4b4-4b3e-8db7-0e1261dd7e3d req-becedf22-b11e-4529-8100-4faccfc50bb0 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0659220 Jul 22 19:44:02.794073 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f7604ebb-c4b4-4b3e-8db7-0e1261dd7e3d req-1867e5e2-343d-4067-8801-c8c093bb3128 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312405 Jul 22 19:44:03.928367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302c929-c3d7-4532-a880-8bb1b44c6e67 req-12db9349-8421-41c0-8255-2c284c9994ec tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:03.930133 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f302c929-c3d7-4532-a880-8bb1b44c6e67 req-12db9349-8421-41c0-8255-2c284c9994ec tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0639191 Jul 22 19:44:03.968622 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f302c929-c3d7-4532-a880-8bb1b44c6e67 req-f80de55b-46ef-4d13-998d-05e08e974398 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329444 Jul 22 19:44:04.053474 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:05.096171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488a0f3-0429-49f1-992e-05e480f775c5 req-eed0b722-1dd5-44fb-bf10-ec86eef32f01 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:05.098269 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1488a0f3-0429-49f1-992e-05e480f775c5 req-eed0b722-1dd5-44fb-bf10-ec86eef32f01 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0626230 Jul 22 19:44:05.138676 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1488a0f3-0429-49f1-992e-05e480f775c5 req-9adcb7f2-c490-4013-bc24-8cbbcc6fde68 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349147 Jul 22 19:44:06.267888 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2558c65-4960-48c9-8949-69f8806423fc req-6c19568a-fc28-4c7b-9323-921fe2864394 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:06.269819 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c2558c65-4960-48c9-8949-69f8806423fc req-6c19568a-fc28-4c7b-9323-921fe2864394 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0636737 Jul 22 19:44:06.307137 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c2558c65-4960-48c9-8949-69f8806423fc req-d4bc68e7-9d56-44ac-b15a-6440bdaf85d0 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317423 Jul 22 19:44:07.435308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21ca85-ae5e-480a-a2b3-51e69ff413da req-b69b0cab-0275-4002-8846-d51e4ba9c2d1 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:07.436812 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5d21ca85-ae5e-480a-a2b3-51e69ff413da req-b69b0cab-0275-4002-8846-d51e4ba9c2d1 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0640879 Jul 22 19:44:07.473913 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5d21ca85-ae5e-480a-a2b3-51e69ff413da req-b57f8502-840a-4c89-8462-84e48b33f3f9 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315542 Jul 22 19:44:07.720800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b23247-5453-4a91-81f3-b5219199ed9e req-bd136229-d047-470a-bda2-0ce20802d2e7 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:07.722904 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49b23247-5453-4a91-81f3-b5219199ed9e req-bd136229-d047-470a-bda2-0ce20802d2e7 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.1009033 Jul 22 19:44:07.737991 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa91647-903a-4c9e-a501-d88b5fdafe3c req-081fe608-8278-4691-a2e2-bfca3a01521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:07.739390 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3fa91647-903a-4c9e-a501-d88b5fdafe3c req-081fe608-8278-4691-a2e2-bfca3a01521c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26efd8600424267aeba3fd444a5b966&device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 1097 time: 0.0859134 Jul 22 19:44:07.790311 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49b23247-5453-4a91-81f3-b5219199ed9e req-ae482d80-e178-46d8-bc8d-07c495c3c29c tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604684 Jul 22 19:44:08.162719 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa91647-903a-4c9e-a501-d88b5fdafe3c req-5176c0a2-0af5-4d46-8bb9-5cdf5d05a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:08.164081 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3fa91647-903a-4c9e-a501-d88b5fdafe3c req-5176c0a2-0af5-4d46-8bb9-5cdf5d05a6ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 HTTP/1.1" status: 200 len: 911 time: 0.4175167 Jul 22 19:44:08.226692 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3fa91647-903a-4c9e-a501-d88b5fdafe3c req-a5aa83a1-8287-4beb-a160-c78fb7637035 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a26ae903-f057-47bd-8b60-419470ef6b28 HTTP/1.1" status: 200 len: 1001 time: 0.0563812 Jul 22 19:44:08.274031 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa91647-903a-4c9e-a501-d88b5fdafe3c req-b120dae5-646e-46a8-b486-d6e775ef0e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:08.275427 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3fa91647-903a-4c9e-a501-d88b5fdafe3c req-b120dae5-646e-46a8-b486-d6e775ef0e1a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d79f6cc-7b00-4ea5-b72e-b22173562bb4 HTTP/1.1" status: 200 len: 849 time: 0.0429168 Jul 22 19:44:08.336081 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa91647-903a-4c9e-a501-d88b5fdafe3c req-269f5922-be13-4503-8a21-87fa370d45ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:08.337603 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3fa91647-903a-4c9e-a501-d88b5fdafe3c req-269f5922-be13-4503-8a21-87fa370d45ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563207 Jul 22 19:44:08.427712 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3fa91647-903a-4c9e-a501-d88b5fdafe3c req-caf0a52b-7c95-4860-be4a-dbb3360b8225 service neutron] 10.222.0.16 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841179 Jul 22 19:44:08.521245 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3fa91647-903a-4c9e-a501-d88b5fdafe3c req-781db944-1609-4f0a-87ce-8074a19864af service neutron] 10.222.0.16 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869491 Jul 22 19:44:08.920636 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4996e50-3113-42cd-8dc2-b743c60fbee9 req-f8dbda23-b9ad-4540-9756-92df5e46a2c1 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:08.922132 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4996e50-3113-42cd-8dc2-b743c60fbee9 req-f8dbda23-b9ad-4540-9756-92df5e46a2c1 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0633502 Jul 22 19:44:08.964235 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4996e50-3113-42cd-8dc2-b743c60fbee9 req-2de4c117-a386-43ea-bcf8-1f5093df16b7 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352936 Jul 22 19:44:09.276150 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:10.099276 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f23421-4966-4d5b-b2e2-a76c45dcc16d req-f08b8895-a739-4a44-9d4b-c5aa581f64c1 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:10.100790 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c4f23421-4966-4d5b-b2e2-a76c45dcc16d req-f08b8895-a739-4a44-9d4b-c5aa581f64c1 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0680096 Jul 22 19:44:10.137678 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c4f23421-4966-4d5b-b2e2-a76c45dcc16d req-c4cd183c-0ec0-4279-9236-221a27d209e0 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313330 Jul 22 19:44:11.995379 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:25.713896 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-98b155eb-edae-4d42-98cd-aceea0c9bbea req-2a8d4472-1708-43d4-a5ba-39ece402ae89 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550256 Jul 22 19:44:25.809237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b155eb-edae-4d42-98cd-aceea0c9bbea req-775f163e-d8d4-47b0-abe8-6ad25cb21a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:25.810728 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-98b155eb-edae-4d42-98cd-aceea0c9bbea req-775f163e-d8d4-47b0-abe8-6ad25cb21a0d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26efd8600424267aeba3fd444a5b966&device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 1097 time: 0.0544550 Jul 22 19:44:25.914034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b155eb-edae-4d42-98cd-aceea0c9bbea req-813a2dc9-313c-4cfa-8785-cef7a212c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:25.915500 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-98b155eb-edae-4d42-98cd-aceea0c9bbea req-813a2dc9-313c-4cfa-8785-cef7a212c7ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 HTTP/1.1" status: 200 len: 911 time: 0.0863707 Jul 22 19:44:25.979460 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-98b155eb-edae-4d42-98cd-aceea0c9bbea req-af056fa4-14f7-4a65-82db-11430291bc34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a26ae903-f057-47bd-8b60-419470ef6b28 HTTP/1.1" status: 200 len: 1001 time: 0.0578659 Jul 22 19:44:26.032239 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b155eb-edae-4d42-98cd-aceea0c9bbea req-db1dfa5c-0bad-4e50-8404-60aee4960f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:26.033815 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-98b155eb-edae-4d42-98cd-aceea0c9bbea req-db1dfa5c-0bad-4e50-8404-60aee4960f1b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d79f6cc-7b00-4ea5-b72e-b22173562bb4 HTTP/1.1" status: 200 len: 849 time: 0.0488338 Jul 22 19:44:26.092119 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b155eb-edae-4d42-98cd-aceea0c9bbea req-8673ad48-2bf5-4039-b70e-8985029887c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:26.093621 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-98b155eb-edae-4d42-98cd-aceea0c9bbea req-8673ad48-2bf5-4039-b70e-8985029887c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535839 Jul 22 19:44:26.183637 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-98b155eb-edae-4d42-98cd-aceea0c9bbea req-4e7da961-c2f3-47bb-8e9f-3221a3837004 service neutron] 10.222.0.16 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832458 Jul 22 19:44:26.278716 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-98b155eb-edae-4d42-98cd-aceea0c9bbea req-a656cee2-549d-482a-ae78-48c05b0988b4 service neutron] 10.222.0.16 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892563 Jul 22 19:44:28.495313 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c310f4a7-2ecb-4be5-964b-c94b0a2cf773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:31.028901 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8af8fb72-6b57-45eb-9429-779ffc2c8310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:31.155173 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:32.423011 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:33.791339 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:44:34.052319 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:39.275350 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:41.993851 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:42.413596 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c33060-c8b4-4140-a41a-8474583c6fe1 req-38b1a5c3-585d-4d5d-8cf5-447dfe5a23a7 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:42.415070 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-68c33060-c8b4-4140-a41a-8474583c6fe1 req-38b1a5c3-585d-4d5d-8cf5-447dfe5a23a7 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0634224 Jul 22 19:44:42.451723 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-68c33060-c8b4-4140-a41a-8474583c6fe1 req-960120d7-fb84-442c-b5ec-0a5352da33e2 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310018 Jul 22 19:44:43.588734 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36b3b2-e8c8-4ac2-beca-ecebbbc0515f req-7a65f88d-d45a-4e45-af4a-e14723cd0324 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:43.590227 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca36b3b2-e8c8-4ac2-beca-ecebbbc0515f req-7a65f88d-d45a-4e45-af4a-e14723cd0324 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0702167 Jul 22 19:44:43.627866 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca36b3b2-e8c8-4ac2-beca-ecebbbc0515f req-6ef7914c-0147-4ceb-9d03-5d2c034d5271 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8a9ec41-e163-40fe-830d-8ca8befe9fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320656 Jul 22 19:44:44.191590 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea49c8-dd31-4bf6-97c1-bf9b54b46689 req-a65d6ab3-6c03-4eae-befd-8453f6a70895 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:44.193077 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7aea49c8-dd31-4bf6-97c1-bf9b54b46689 req-a65d6ab3-6c03-4eae-befd-8453f6a70895 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.16 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 945 time: 0.0630212 Jul 22 19:44:44.289191 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-7aea49c8-dd31-4bf6-97c1-bf9b54b46689 req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Deleting port a26ae903-f057-47bd-8b60-419470ef6b28 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:44:44.289456 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7aea49c8-dd31-4bf6-97c1-bf9b54b46689 req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:44.380942 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-7aea49c8-dd31-4bf6-97c1-bf9b54b46689 req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] For port a26ae903-f057-47bd-8b60-419470ef6b28, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=a26ae903-f057-47bd-8b60-419470ef6b28,segment=NetworkSegment(c7ddb842-0141-4f7e-9570-165cd2946993),segment_id=c7ddb842-0141-4f7e-9570-165cd2946993)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:44.381299 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7aea49c8-dd31-4bf6-97c1-bf9b54b46689 req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:44.547389 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7aea49c8-dd31-4bf6-97c1-bf9b54b46689 req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:44.547676 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7aea49c8-dd31-4bf6-97c1-bf9b54b46689 req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:44.547992 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [req-7aea49c8-dd31-4bf6-97c1-bf9b54b46689 req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Floating IP 78877ef7-3ea6-474e-b727-3f90a5900ee6 disassociated. External IP: 172.25.3.187, port: a26ae903-f057-47bd-8b60-419470ef6b28. Jul 22 19:44:44.548333 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-7aea49c8-dd31-4bf6-97c1-bf9b54b46689 req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Calling delete_port for a26ae903-f057-47bd-8b60-419470ef6b28 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:44:44.677247 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7aea49c8-dd31-4bf6-97c1-bf9b54b46689 req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:44.707707 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Pushing event deleted for resources: {'Port': ['ID=a26ae903-f057-47bd-8b60-419470ef6b28,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:44.744287 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5f848c8-0299-4cdd-8674-bfb733bdbd76 req-0fbfb485-c5d7-4e01-8721-a5be20d1b56f tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390080-52c3-43c9-b668-97381e265a8c HTTP/1.1" status: 200 len: 210 time: 0.0401444 Jul 22 19:44:44.745651 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:44.745995 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:44.746358 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:44.746701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:44.747035 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:44.747368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:44.747690 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:44.748017 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:44.748339 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:44.748687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:44.749008 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:44.749336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:44.859180 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7aea49c8-dd31-4bf6-97c1-bf9b54b46689 req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:44:44.967129 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7aea49c8-dd31-4bf6-97c1-bf9b54b46689 req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:44:44.977440 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178fb68a-9f9d-49e3-a976-3d853038edad None None] Sync routers for ids ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:44:44.989219 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178fb68a-9f9d-49e3-a976-3d853038edad None None] Routers {'49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:44:44.989763 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-178fb68a-9f9d-49e3-a976-3d853038edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:44:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:44:45.015611 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aea49c8-dd31-4bf6-97c1-bf9b54b46689 req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] No DVR routers for this DVR port a26ae903-f057-47bd-8b60-419470ef6b28 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:44:45.018400 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-7aea49c8-dd31-4bf6-97c1-bf9b54b46689 req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:45.020424 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7aea49c8-dd31-4bf6-97c1-bf9b54b46689 req-350f0e67-fd4f-4615-ae7c-efbcf297c6dc tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.16 "DELETE /v2.0/ports/a26ae903-f057-47bd-8b60-419470ef6b28 HTTP/1.1" status: 204 len: 173 time: 0.8222671 Jul 22 19:44:45.020889 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83390080-52c3-43c9-b668-97381e265a8c', 'name': 'network-vif-deleted', 'tag': 'a26ae903-f057-47bd-8b60-419470ef6b28'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:44:45.023809 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bda007d-b9a4-4333-a6f6-cc974b7e60d6" -d '{"events": [{"server_uuid": "83390080-52c3-43c9-b668-97381e265a8c", "name": "network-vif-deleted", "tag": "a26ae903-f057-47bd-8b60-419470ef6b28"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:44:45.099046 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-178fb68a-9f9d-49e3-a976-3d853038edad None None] Set router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:44:45.241781 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16ae121-ec06-49d0-a4ac-3f6e0884a847 x-openstack-request-id: req-f16ae121-ec06-49d0-a4ac-3f6e0884a847 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:44:45.242215 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83390080-52c3-43c9-b668-97381e265a8c", "name": "network-vif-deleted", "tag": "a26ae903-f057-47bd-8b60-419470ef6b28", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:44:45.242642 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f16ae121-ec06-49d0-a4ac-3f6e0884a847 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:44:45.243250 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83390080-52c3-43c9-b668-97381e265a8c', 'name': 'network-vif-deleted', 'tag': 'a26ae903-f057-47bd-8b60-419470ef6b28', 'status': 'completed', 'code': 200} Jul 22 19:44:45.310105 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-178fb68a-9f9d-49e3-a976-3d853038edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'name': 'tempest-AttachVolumeTestJSON-271266973-router', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:04Z', 'revision_number': 4, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'gw_port': {'id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bdc771e7-4980-4a76-9d1b-b75629677c7f', 'name': '', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'mac_address': 'fa:16:3e:89:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:03Z', 'updated_at': '2021-07-22T19:41:08Z', 'revision_number': 5, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'subnets': [{'id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:44:45.335376 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178fb68a-9f9d-49e3-a976-3d853038edad None None] Checking router: 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:44:45.343570 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178fb68a-9f9d-49e3-a976-3d853038edad None None] Routers {'49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:44:45.344203 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-178fb68a-9f9d-49e3-a976-3d853038edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:44:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:44:45.453129 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-178fb68a-9f9d-49e3-a976-3d853038edad None None] Set router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:44:45.651498 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-178fb68a-9f9d-49e3-a976-3d853038edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'name': 'tempest-AttachVolumeTestJSON-271266973-router', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:04Z', 'revision_number': 4, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'gw_port': {'id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bdc771e7-4980-4a76-9d1b-b75629677c7f', 'name': '', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'mac_address': 'fa:16:3e:89:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:03Z', 'updated_at': '2021-07-22T19:41:08Z', 'revision_number': 5, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'subnets': [{'id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:44:45.682861 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178fb68a-9f9d-49e3-a976-3d853038edad None None] The sync data for ids ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'] in n-d-800086-12 is: [{'id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'name': 'tempest-AttachVolumeTestJSON-271266973-router', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:04Z', 'revision_number': 4, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'gw_port': {'id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bdc771e7-4980-4a76-9d1b-b75629677c7f', 'name': '', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'mac_address': 'fa:16:3e:89:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:03Z', 'updated_at': '2021-07-22T19:41:08Z', 'revision_number': 5, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'subnets': [{'id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:44:45.831709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55238) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:44:45.890362 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1500e2f2-60c3-4bf0-913b-281da1a90a09 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:45.914890 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1500e2f2-60c3-4bf0-913b-281da1a90a09 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:45.925101 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7f9138-6644-4786-96bd-1a4968b51222 None None] New status for floating IP 78877ef7-3ea6-474e-b727-3f90a5900ee6: DOWN {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:44:45.967110 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1500e2f2-60c3-4bf0-913b-281da1a90a09 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:45.969747 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1500e2f2-60c3-4bf0-913b-281da1a90a09 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:45.970933 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1500e2f2-60c3-4bf0-913b-281da1a90a09 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "DELETE /v2.0/security-groups/b8a9ec41-e163-40fe-830d-8ca8befe9fc9 HTTP/1.1" status: 204 len: 168 time: 0.1379845 Jul 22 19:44:45.973889 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55240) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:44:45.980445 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500e2f2-60c3-4bf0-913b-281da1a90a09 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a9ec41-e163-40fe-830d-8ca8befe9fc9,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:45.988664 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-8bdb2993-3449-4e92-b5f9-849285389db7 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] show failed (client error): The resource could not be found. Jul 22 19:44:45.989697 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8bdb2993-3449-4e92-b5f9-849285389db7 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups/b8a9ec41-e163-40fe-830d-8ca8befe9fc9 HTTP/1.1" status: 404 len: 347 time: 0.0147932 Jul 22 19:44:45.993263 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55244) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:44:46.118361 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-0475feb4-cf35-45f8-a1e7-b34a203bb38b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Deleting port 977357c0-eb37-428b-a0b6-4c268cd83177 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:44:46.118712 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0475feb4-cf35-45f8-a1e7-b34a203bb38b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:46.191887 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0475feb4-cf35-45f8-a1e7-b34a203bb38b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:46.192220 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0475feb4-cf35-45f8-a1e7-b34a203bb38b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:46.204110 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-0475feb4-cf35-45f8-a1e7-b34a203bb38b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Calling delete_port for 977357c0-eb37-428b-a0b6-4c268cd83177 owned by network:floatingip {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:44:46.332914 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0475feb4-cf35-45f8-a1e7-b34a203bb38b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:46.361100 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475feb4-cf35-45f8-a1e7-b34a203bb38b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Pushing event deleted for resources: {'Port': ['ID=977357c0-eb37-428b-a0b6-4c268cd83177,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:46.390169 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475feb4-cf35-45f8-a1e7-b34a203bb38b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:46.390516 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475feb4-cf35-45f8-a1e7-b34a203bb38b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:46.390887 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475feb4-cf35-45f8-a1e7-b34a203bb38b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:46.391229 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475feb4-cf35-45f8-a1e7-b34a203bb38b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:46.391563 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475feb4-cf35-45f8-a1e7-b34a203bb38b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:46.391894 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475feb4-cf35-45f8-a1e7-b34a203bb38b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:46.392222 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475feb4-cf35-45f8-a1e7-b34a203bb38b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:46.392577 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475feb4-cf35-45f8-a1e7-b34a203bb38b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:46.392905 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475feb4-cf35-45f8-a1e7-b34a203bb38b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:46.393228 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475feb4-cf35-45f8-a1e7-b34a203bb38b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:46.393550 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475feb4-cf35-45f8-a1e7-b34a203bb38b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:46.393874 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475feb4-cf35-45f8-a1e7-b34a203bb38b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:46.430405 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0475feb4-cf35-45f8-a1e7-b34a203bb38b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for floatingip, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:46.433042 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0475feb4-cf35-45f8-a1e7-b34a203bb38b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:46.434190 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0475feb4-cf35-45f8-a1e7-b34a203bb38b tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "DELETE /v2.0/floatingips/78877ef7-3ea6-474e-b727-3f90a5900ee6 HTTP/1.1" status: 204 len: 168 time: 0.4400227 Jul 22 19:44:47.002746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55248) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:44:47.008138 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-33b1e77b-f8cb-49a1-a5bf-2a4e05d9b57f tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2099456027', 'description': 'tempest-description--296293647'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:44:47.034063 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33b1e77b-f8cb-49a1-a5bf-2a4e05d9b57f tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:47.115553 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33b1e77b-f8cb-49a1-a5bf-2a4e05d9b57f tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:47.119648 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33b1e77b-f8cb-49a1-a5bf-2a4e05d9b57f tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:47.148284 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33b1e77b-f8cb-49a1-a5bf-2a4e05d9b57f tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:47.149543 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-33b1e77b-f8cb-49a1-a5bf-2a4e05d9b57f tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1457586 Jul 22 19:44:47.152278 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55250) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:44:47.156649 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-7ba4d262-720b-4bcc-9563-f62e2f70e5ee tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Request body: {'security_group_rule': {'security_group_id': 'a79b718a-f42a-4183-a83a-b7c7bdc7efae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:44:47.160652 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1e77b-f8cb-49a1-a5bf-2a4e05d9b57f tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a79b718a-f42a-4183-a83a-b7c7bdc7efae,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:47.186070 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ba4d262-720b-4bcc-9563-f62e2f70e5ee tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:47.245813 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ba4d262-720b-4bcc-9563-f62e2f70e5ee tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:47.249235 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ba4d262-720b-4bcc-9563-f62e2f70e5ee tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:47.266861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4d262-720b-4bcc-9563-f62e2f70e5ee tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4de2d8-a193-4696-8c3e-0c791a87cd9a,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:47.273852 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ba4d262-720b-4bcc-9563-f62e2f70e5ee tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:47.275673 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7ba4d262-720b-4bcc-9563-f62e2f70e5ee tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218572 Jul 22 19:44:47.277767 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55252) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:44:47.282217 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-56408759-2933-4587-bd6f-f5bc1265b021 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Request body: {'security_group_rule': {'security_group_id': 'a79b718a-f42a-4183-a83a-b7c7bdc7efae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:44:47.309997 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-56408759-2933-4587-bd6f-f5bc1265b021 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:47.367461 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-56408759-2933-4587-bd6f-f5bc1265b021 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:47.371156 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-56408759-2933-4587-bd6f-f5bc1265b021 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:47.389183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56408759-2933-4587-bd6f-f5bc1265b021 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2de3350-7af9-405a-a7bf-6062ce6c2196,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:47.395875 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-56408759-2933-4587-bd6f-f5bc1265b021 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:47.397123 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-56408759-2933-4587-bd6f-f5bc1265b021 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183691 Jul 22 19:44:47.400578 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55254) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:44:47.405118 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-8f3ffb5c-cf18-4192-a5b6-091fd9ecf728 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:44:47.426579 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8f3ffb5c-cf18-4192-a5b6-091fd9ecf728 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:47.555324 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8f3ffb5c-cf18-4192-a5b6-091fd9ecf728 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:47.666752 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-8f3ffb5c-cf18-4192-a5b6-091fd9ecf728 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Allocated IP 172.25.3.146 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/8970e8e9-29a8-46ef-9025-21c13b09dbc0) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:44:47.784782 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8f3ffb5c-cf18-4192-a5b6-091fd9ecf728 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:47.825613 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8f3ffb5c-cf18-4192-a5b6-091fd9ecf728 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:47.866699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3ffb5c-cf18-4192-a5b6-091fd9ecf728 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:44:47.869640 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-8f3ffb5c-cf18-4192-a5b6-091fd9ecf728 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:44:47.873531 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3ffb5c-cf18-4192-a5b6-091fd9ecf728 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:44:47.879011 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ffb5c-cf18-4192-a5b6-091fd9ecf728 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Pushing event updated for resources: {'Port': ['ID=8970e8e9-29a8-46ef-9025-21c13b09dbc0,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:47.963222 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8f3ffb5c-cf18-4192-a5b6-091fd9ecf728 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:48.012059 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8f3ffb5c-cf18-4192-a5b6-091fd9ecf728 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:48.090765 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device a26ae903-f057-47bd-8b60-419470ef6b28 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:44:48.111107 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: a26ae903-f057-47bd-8b60-419470ef6b28 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:44:48.111459 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device a26ae903-f057-47bd-8b60-419470ef6b28 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:44:48.165585 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8f3ffb5c-cf18-4192-a5b6-091fd9ecf728 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:48.170030 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8f3ffb5c-cf18-4192-a5b6-091fd9ecf728 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:48.236438 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ffb5c-cf18-4192-a5b6-091fd9ecf728 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Pushing event updated for resources: {'Port': ['ID=8970e8e9-29a8-46ef-9025-21c13b09dbc0,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:48.248044 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8f3ffb5c-cf18-4192-a5b6-091fd9ecf728 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:48.261295 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8f3ffb5c-cf18-4192-a5b6-091fd9ecf728 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:48.262532 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8f3ffb5c-cf18-4192-a5b6-091fd9ecf728 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8610165 Jul 22 19:44:48.447573 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-02907f12-6856-4b20-b8da-84508624d50d tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2099456027&fields=id&tenant_id=d26efd8600424267aeba3fd444a5b966 HTTP/1.1" status: 200 len: 267 time: 0.0337141 Jul 22 19:44:48.560208 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-bc59d51a-a50e-451c-9b2c-e1d54d3e26f0 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:48.561680 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-bc59d51a-a50e-451c-9b2c-e1d54d3e26f0 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/networks?id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 HTTP/1.1" status: 200 len: 810 time: 0.1080322 Jul 22 19:44:48.577151 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-65b8e089-6c9f-46d7-9448-ab6cb162f3a5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/quotas/d26efd8600424267aeba3fd444a5b966 HTTP/1.1" status: 200 len: 375 time: 0.0099964 Jul 22 19:44:48.645450 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-e2506495-6534-48a5-b631-a4e74ef42835 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d26efd8600424267aeba3fd444a5b966&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0631752 Jul 22 19:44:48.743570 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-c4206e31-b699-48d6-8cb2-8d54bd046c14 service neutron] 10.222.0.13 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861075 Jul 22 19:44:48.831606 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-fbc88e73-4ab4-48af-9256-61af158ea881 service neutron] 10.222.0.13 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823400 Jul 22 19:44:48.997599 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7a6b0d1b-984b-4e85-9f9e-a5373417cf2f req-af2ea248-c7ad-44b5-9e95-99a7a77e036a tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=836cd207-5ed5-470a-813e-746115540f09 HTTP/1.1" status: 200 len: 210 time: 0.0296423 Jul 22 19:44:49.982796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-11fbad2d-6205-4980-823c-ce09622086a4 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:49.984361 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-11fbad2d-6205-4980-823c-ce09622086a4 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.30 "GET /v2.0/networks?id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 HTTP/1.1" status: 200 len: 810 time: 0.1084836 Jul 22 19:44:50.027226 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-a914a939-3f58-44c0-bb2d-a5efb3bf6ec1 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d26efd8600424267aeba3fd444a5b966 HTTP/1.1" status: 200 len: 380 time: 0.0348697 Jul 22 19:44:50.041861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-dd137920-0542-489f-92fd-5c3e7dc3ea64 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Request body: {'port': {'device_id': '836cd207-5ed5-470a-813e-746115540f09', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'admin_state_up': True, 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'security_groups': ['a79b718a-f42a-4183-a83a-b7c7bdc7efae']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:44:50.104900 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-63b4a2f4-c057-4d91-8435-30dbc5d52f75 req-a72f80b8-d8e4-4b2e-a79d-b0f48aebb496 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=836cd207-5ed5-470a-813e-746115540f09 HTTP/1.1" status: 200 len: 210 time: 0.0375037 Jul 22 19:44:50.179931 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-dd137920-0542-489f-92fd-5c3e7dc3ea64 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Made reservation on behalf of d26efd8600424267aeba3fd444a5b966 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:44:50.183608 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-dd137920-0542-489f-92fd-5c3e7dc3ea64 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:50.317814 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-dd137920-0542-489f-92fd-5c3e7dc3ea64 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Allocated IP 172.20.0.9 (e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51/1d79f6cc-7b00-4ea5-b72e-b22173562bb4/a915c9e9-3780-4616-bddb-f2a6576ecbd7) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:44:50.455327 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-dd137920-0542-489f-92fd-5c3e7dc3ea64 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:50.468199 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-dd137920-0542-489f-92fd-5c3e7dc3ea64 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Transition to ACTIVE for port object a915c9e9-3780-4616-bddb-f2a6576ecbd7 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:44:50.504025 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-dd137920-0542-489f-92fd-5c3e7dc3ea64 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:50.548285 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-dd137920-0542-489f-92fd-5c3e7dc3ea64 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Network e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:44:50.553228 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-dd137920-0542-489f-92fd-5c3e7dc3ea64 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:44:50.606105 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-dd137920-0542-489f-92fd-5c3e7dc3ea64 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:44:50.629553 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd137920-0542-489f-92fd-5c3e7dc3ea64 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Pushing event updated for resources: {'Port': ['ID=a915c9e9-3780-4616-bddb-f2a6576ecbd7,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:50.658042 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-dd137920-0542-489f-92fd-5c3e7dc3ea64 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:50.658654 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-dd137920-0542-489f-92fd-5c3e7dc3ea64 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:50.673978 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-dd137920-0542-489f-92fd-5c3e7dc3ea64 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6358945 Jul 22 19:44:50.684169 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-605021a8-7d03-404c-a5aa-c018773bdc93 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:44:50.685470 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-605021a8-7d03-404c-a5aa-c018773bdc93 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053477 Jul 22 19:44:50.695952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] Request body: {'port': {'device_id': '836cd207-5ed5-470a-813e-746115540f09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:44:50.773470 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:50.822825 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f14e4fc4-093d-4e8f-a1c3-41263f0e3699 None None] Provisioning for port a915c9e9-3780-4616-bddb-f2a6576ecbd7 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:44:50.826402 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f14e4fc4-093d-4e8f-a1c3-41263f0e3699 None None] Provisioning complete for port a915c9e9-3780-4616-bddb-f2a6576ecbd7 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:44:50.826771 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f14e4fc4-093d-4e8f-a1c3-41263f0e3699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:50.859629 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-f14e4fc4-093d-4e8f-a1c3-41263f0e3699 None None] Port a915c9e9-3780-4616-bddb-f2a6576ecbd7 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:44:51.045672 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a915c9e9-3780-4616-bddb-f2a6576ecbd7 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:44:51.053032 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:51.065116 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] Transition to ACTIVE for port object a915c9e9-3780-4616-bddb-f2a6576ecbd7 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:44:51.068772 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:51.118756 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a915c9e9-3780-4616-bddb-f2a6576ecbd7,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:51.224737 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] Attempting to bind port a915c9e9-3780-4616-bddb-f2a6576ecbd7 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:44:51.225075 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] Attempting to bind port a915c9e9-3780-4616-bddb-f2a6576ecbd7 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'c7ddb842-0141-4f7e-9570-165cd2946993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:44:51.225980 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] Attempting to bind port a915c9e9-3780-4616-bddb-f2a6576ecbd7 on network e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:44:51.234693 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] Port a915c9e9-3780-4616-bddb-f2a6576ecbd7 on network e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:44:51.235021 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] Attempting to bind port a915c9e9-3780-4616-bddb-f2a6576ecbd7 on network e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:44:51.242890 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:44:51.243230 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] Checking segment: {'id': 'c7ddb842-0141-4f7e-9570-165cd2946993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:44:51.243625 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] Bound using segment: {'id': 'c7ddb842-0141-4f7e-9570-165cd2946993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:44:51.244061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] Bound port: a915c9e9-3780-4616-bddb-f2a6576ecbd7, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ddb842-0141-4f7e-9570-165cd2946993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:44:51.244441 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:51.296679 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e742a-7dd8-421a-8042-d85a2a0a54c5 req-5c6ae1b6-c6d6-4fcb-9463-7b02b5b2cbac tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:51.298181 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc0e742a-7dd8-421a-8042-d85a2a0a54c5 req-5c6ae1b6-c6d6-4fcb-9463-7b02b5b2cbac tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=836cd207-5ed5-470a-813e-746115540f09 HTTP/1.1" status: 200 len: 943 time: 0.1161957 Jul 22 19:44:51.348844 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] For port a915c9e9-3780-4616-bddb-f2a6576ecbd7, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:44:51.354201 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] For port a915c9e9-3780-4616-bddb-f2a6576ecbd7, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a915c9e9-3780-4616-bddb-f2a6576ecbd7,segment=NetworkSegment(c7ddb842-0141-4f7e-9570-165cd2946993),segment_id=c7ddb842-0141-4f7e-9570-165cd2946993)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:44:51.357710 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc0e742a-7dd8-421a-8042-d85a2a0a54c5 req-c5114e0a-1351-40b2-8bbb-d6c77522c8c4 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=a79b718a-f42a-4183-a83a-b7c7bdc7efae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529995 Jul 22 19:44:51.359141 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:51.397593 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:51.398270 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:51.399651 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] 10.222.0.30 "PUT /v2.0/ports/a915c9e9-3780-4616-bddb-f2a6576ecbd7 HTTP/1.1" status: 200 len: 1092 time: 0.7080691 Jul 22 19:44:51.400091 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836cd207-5ed5-470a-813e-746115540f09', 'tag': 'a915c9e9-3780-4616-bddb-f2a6576ecbd7'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:44:51.402406 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa469c9-3e46-4874-ae5d-7f9df3efc9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "836cd207-5ed5-470a-813e-746115540f09", "tag": "a915c9e9-3780-4616-bddb-f2a6576ecbd7"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:44:51.427335 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46135cc-712a-4071-9ff8-2f77a15ff4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a915c9e9-3780-4616-bddb-f2a6576ecbd7,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:51.511525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-b52a84b1-7bbd-43f7-9c6c-fd5e5dba159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:51.513192 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-b52a84b1-7bbd-43f7-9c6c-fd5e5dba159a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d26efd8600424267aeba3fd444a5b966&device_id=836cd207-5ed5-470a-813e-746115540f09 HTTP/1.1" status: 200 len: 1095 time: 0.0639899 Jul 22 19:44:51.565603 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-b1c45dbf-bb71-4f0b-89ce-964c14bada8e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a915c9e9-3780-4616-bddb-f2a6576ecbd7 HTTP/1.1" status: 200 len: 217 time: 0.0451512 Jul 22 19:44:51.626465 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-e6444c55-db83-41d0-9239-2cff66d75113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:51.627903 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-e6444c55-db83-41d0-9239-2cff66d75113 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d79f6cc-7b00-4ea5-b72e-b22173562bb4 HTTP/1.1" status: 200 len: 849 time: 0.0567367 Jul 22 19:44:51.689409 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-7ef670ea-9126-4088-8238-2a69cd47d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:51.690946 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-7ef670ea-9126-4088-8238-2a69cd47d4b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563490 Jul 22 19:44:51.705983 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559f4a79-a036-4b90-89ed-21e226377853 x-openstack-request-id: req-559f4a79-a036-4b90-89ed-21e226377853 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:44:51.706111 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836cd207-5ed5-470a-813e-746115540f09", "tag": "a915c9e9-3780-4616-bddb-f2a6576ecbd7", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:44:51.706323 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-559f4a79-a036-4b90-89ed-21e226377853 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:44:51.706715 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836cd207-5ed5-470a-813e-746115540f09', 'tag': 'a915c9e9-3780-4616-bddb-f2a6576ecbd7', 'status': 'completed', 'code': 200} Jul 22 19:44:51.781781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-da7302d4-32c5-4d57-846f-2a3803bd66ef service neutron] 10.222.0.30 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843372 Jul 22 19:44:51.872855 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d311e5f9-b94f-4e9f-aa47-abee6b765f96 req-9d04558b-4c9b-4fd1-bea8-17e58357f003 service neutron] 10.222.0.30 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847414 Jul 22 19:44:51.970131 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa469c9-3e46-4874-ae5d-7f9df3efc9e7 req-449868dc-b8d2-4f91-bf58-8c9696bae81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:51.971620 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8fa469c9-3e46-4874-ae5d-7f9df3efc9e7 req-449868dc-b8d2-4f91-bf58-8c9696bae81d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d26efd8600424267aeba3fd444a5b966&device_id=836cd207-5ed5-470a-813e-746115540f09 HTTP/1.1" status: 200 len: 1095 time: 0.0540037 Jul 22 19:44:52.062222 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa469c9-3e46-4874-ae5d-7f9df3efc9e7 req-204f41c8-88d8-4e70-9b52-6962ab0694e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:52.063718 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8fa469c9-3e46-4874-ae5d-7f9df3efc9e7 req-204f41c8-88d8-4e70-9b52-6962ab0694e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 HTTP/1.1" status: 200 len: 911 time: 0.0864146 Jul 22 19:44:52.103655 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8fa469c9-3e46-4874-ae5d-7f9df3efc9e7 req-2ff91606-fd85-47dd-8d4b-3ce39e163607 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a915c9e9-3780-4616-bddb-f2a6576ecbd7 HTTP/1.1" status: 200 len: 217 time: 0.0332179 Jul 22 19:44:52.150978 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa469c9-3e46-4874-ae5d-7f9df3efc9e7 req-cb97061e-0903-4b5c-948f-82369dcb0f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:52.152376 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8fa469c9-3e46-4874-ae5d-7f9df3efc9e7 req-cb97061e-0903-4b5c-948f-82369dcb0f81 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d79f6cc-7b00-4ea5-b72e-b22173562bb4 HTTP/1.1" status: 200 len: 849 time: 0.0432031 Jul 22 19:44:52.215334 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa469c9-3e46-4874-ae5d-7f9df3efc9e7 req-4eef6975-cb84-41b6-b4db-40590ebc9e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:52.216749 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8fa469c9-3e46-4874-ae5d-7f9df3efc9e7 req-4eef6975-cb84-41b6-b4db-40590ebc9e76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569360 Jul 22 19:44:52.304617 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8fa469c9-3e46-4874-ae5d-7f9df3efc9e7 req-b9b07700-70a5-4114-b430-eb616f85be85 service neutron] 10.222.0.30 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810525 Jul 22 19:44:52.396448 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8fa469c9-3e46-4874-ae5d-7f9df3efc9e7 req-133d6040-e7b6-4fbc-a401-24cf57300dcb service neutron] 10.222.0.30 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855825 Jul 22 19:44:52.488029 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7723b-0bc4-4e28-97b2-e72c50695afc req-8229bc83-bba5-4f3a-bd9e-f6a2bae2b261 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:52.489427 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9eb7723b-0bc4-4e28-97b2-e72c50695afc req-8229bc83-bba5-4f3a-bd9e-f6a2bae2b261 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=836cd207-5ed5-470a-813e-746115540f09 HTTP/1.1" status: 200 len: 943 time: 0.0639787 Jul 22 19:44:52.527393 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9eb7723b-0bc4-4e28-97b2-e72c50695afc req-c5d9aabf-25c6-4f84-b05d-8788d6e90f3f tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=a79b718a-f42a-4183-a83a-b7c7bdc7efae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316367 Jul 22 19:44:53.512818 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a915c9e9-3780-4616-bddb-f2a6576ecbd7 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:44:53.609214 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port a915c9e9-3780-4616-bddb-f2a6576ecbd7, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a915c9e9-3780-4616-bddb-f2a6576ecbd7,segment=NetworkSegment(c7ddb842-0141-4f7e-9570-165cd2946993),segment_id=c7ddb842-0141-4f7e-9570-165cd2946993)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:53.620989 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'a915c9e9-3780-4616-bddb-f2a6576ecbd7', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'port_id': 'a915c9e9-3780-4616-bddb-f2a6576ecbd7', 'mac_address': 'fa:16:3e:25:7e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:44:53.659278 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970c524-ce13-448e-bd83-bf8016ce6113 req-8e580b7b-615f-4d55-b47c-fd662030dc87 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:53.659908 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:53.660842 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3970c524-ce13-448e-bd83-bf8016ce6113 req-8e580b7b-615f-4d55-b47c-fd662030dc87 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=836cd207-5ed5-470a-813e-746115540f09 HTTP/1.1" status: 200 len: 943 time: 0.0660567 Jul 22 19:44:53.676415 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a915c9e9-3780-4616-bddb-f2a6576ecbd7 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:44:53.698324 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port a915c9e9-3780-4616-bddb-f2a6576ecbd7, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a915c9e9-3780-4616-bddb-f2a6576ecbd7,segment=NetworkSegment(c7ddb842-0141-4f7e-9570-165cd2946993),segment_id=c7ddb842-0141-4f7e-9570-165cd2946993)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:53.702367 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:53.702955 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3970c524-ce13-448e-bd83-bf8016ce6113 req-a0a958f1-0748-4e15-ab66-8c1f75a69451 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=a79b718a-f42a-4183-a83a-b7c7bdc7efae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358653 Jul 22 19:44:53.758182 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=a915c9e9-3780-4616-bddb-f2a6576ecbd7,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:53.765715 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:53.766008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:53.766380 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:53.766721 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:53.767062 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:53.767423 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:53.767778 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:53.768128 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:53.768496 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:53.768834 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:53.769161 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:53.769486 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:53.923197 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['a915c9e9-3780-4616-bddb-f2a6576ecbd7'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:44:54.311268 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-1b296ef8-9f22-4f66-a2d0-b29fc4c5b5ac req-85bf15cf-0d5e-4eaf-859a-1f584e4bdff7 service neutron] (93807) timed out ('10.222.0.13', 37254) {{(pid=93807) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 19:44:54.838934 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39b0fb-3e46-4d12-84c1-d89e24397afb req-363fb1d2-fe14-4204-899a-860875089720 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:54.840414 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e39b0fb-3e46-4d12-84c1-d89e24397afb req-363fb1d2-fe14-4204-899a-860875089720 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=836cd207-5ed5-470a-813e-746115540f09 HTTP/1.1" status: 200 len: 944 time: 0.0637441 Jul 22 19:44:54.877459 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3e39b0fb-3e46-4d12-84c1-d89e24397afb req-1c8d5626-54cc-4cc2-a68d-6aab27cbcedb tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=a79b718a-f42a-4183-a83a-b7c7bdc7efae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314298 Jul 22 19:44:55.528652 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a915c9e9-3780-4616-bddb-f2a6576ecbd7 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:44:55.578058 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port a915c9e9-3780-4616-bddb-f2a6576ecbd7 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:44:55.581556 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port a915c9e9-3780-4616-bddb-f2a6576ecbd7 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:44:55.581924 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:55.656966 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:55.679598 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836cd207-5ed5-470a-813e-746115540f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a915c9e9-3780-4616-bddb-f2a6576ecbd7'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:44:55.681863 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c62f32c-3e92-410c-8833-85b9e6a5f76b" -d '{"events": [{"server_uuid": "836cd207-5ed5-470a-813e-746115540f09", "name": "network-vif-plugged", "status": "completed", "tag": "a915c9e9-3780-4616-bddb-f2a6576ecbd7"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:44:55.694233 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port a915c9e9-3780-4616-bddb-f2a6576ecbd7, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a915c9e9-3780-4616-bddb-f2a6576ecbd7,segment=NetworkSegment(c7ddb842-0141-4f7e-9570-165cd2946993),segment_id=c7ddb842-0141-4f7e-9570-165cd2946993)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:55.698322 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:55.749198 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=a915c9e9-3780-4616-bddb-f2a6576ecbd7,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:55.778192 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c76d25a-ab6c-4029-b91a-9c43b1c81bd8 x-openstack-request-id: req-4c76d25a-ab6c-4029-b91a-9c43b1c81bd8 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:44:55.778897 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836cd207-5ed5-470a-813e-746115540f09", "name": "network-vif-plugged", "status": "completed", "tag": "a915c9e9-3780-4616-bddb-f2a6576ecbd7", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:44:55.779108 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c76d25a-ab6c-4029-b91a-9c43b1c81bd8 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:44:55.779509 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836cd207-5ed5-470a-813e-746115540f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a915c9e9-3780-4616-bddb-f2a6576ecbd7', 'code': 200} Jul 22 19:44:55.884660 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77108b-d276-469b-b870-2223c066f3de req-ccf37403-cffb-4a5b-be36-779fad830d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:55.886168 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5b77108b-d276-469b-b870-2223c066f3de req-ccf37403-cffb-4a5b-be36-779fad830d9b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=836cd207-5ed5-470a-813e-746115540f09 HTTP/1.1" status: 200 len: 1097 time: 0.0523767 Jul 22 19:44:55.920682 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5b77108b-d276-469b-b870-2223c066f3de req-c4ed67a4-3dd9-481a-89be-5070389d775e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a79b718a-f42a-4183-a83a-b7c7bdc7efae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282030 Jul 22 19:44:56.011646 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d792d-ae4d-42fd-aff8-e3ae0359a082 req-b50df01d-95d4-4997-acfd-5bdd4a304301 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:56.013733 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-195d792d-ae4d-42fd-aff8-e3ae0359a082 req-b50df01d-95d4-4997-acfd-5bdd4a304301 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=836cd207-5ed5-470a-813e-746115540f09 HTTP/1.1" status: 200 len: 945 time: 0.0704505 Jul 22 19:44:56.055591 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-195d792d-ae4d-42fd-aff8-e3ae0359a082 req-79f14fa7-cbd5-41b6-828b-0c628f0d0878 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=a79b718a-f42a-4183-a83a-b7c7bdc7efae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362768 Jul 22 19:44:57.185307 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdcbe9-267c-4987-87c0-88562b2da713 req-dce70777-8104-4699-9b29-2cdc0c355c87 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:57.186817 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dfcdcbe9-267c-4987-87c0-88562b2da713 req-dce70777-8104-4699-9b29-2cdc0c355c87 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=836cd207-5ed5-470a-813e-746115540f09 HTTP/1.1" status: 200 len: 945 time: 0.0635896 Jul 22 19:44:57.223625 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dfcdcbe9-267c-4987-87c0-88562b2da713 req-a61ea6ea-ceb0-4a4d-a94a-7eaf8cd70ec9 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=a79b718a-f42a-4183-a83a-b7c7bdc7efae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312867 Jul 22 19:44:57.348087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17812c64-04a2-4abd-97e7-bce5fcb2b6e4 req-69c93f5a-36f9-4937-8d1e-760a9516a81a tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:57.349565 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-17812c64-04a2-4abd-97e7-bce5fcb2b6e4 req-69c93f5a-36f9-4937-8d1e-760a9516a81a tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=836cd207-5ed5-470a-813e-746115540f09 HTTP/1.1" status: 200 len: 945 time: 0.0633936 Jul 22 19:44:57.358656 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55308) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:44:57.362941 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-f34e8c9a-ebaf-40a1-9e2a-8cfcf4c25f5e tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Request body: {'floatingip': {'port_id': 'a915c9e9-3780-4616-bddb-f2a6576ecbd7'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:44:57.403675 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f34e8c9a-ebaf-40a1-9e2a-8cfcf4c25f5e tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:58.138902 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f34e8c9a-ebaf-40a1-9e2a-8cfcf4c25f5e tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:58.142623 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f34e8c9a-ebaf-40a1-9e2a-8cfcf4c25f5e tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:58.240229 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-f34e8c9a-ebaf-40a1-9e2a-8cfcf4c25f5e tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Floating IP 4c628dcb-250c-4183-a3c5-cf75db60fe0f associated. External IP: 172.25.3.146, port: a915c9e9-3780-4616-bddb-f2a6576ecbd7. Jul 22 19:44:58.438649 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34e8c9a-ebaf-40a1-9e2a-8cfcf4c25f5e tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:44:58.498170 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-93e80362-9b79-4458-ab2e-4555076827d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:58.550769 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34e8c9a-ebaf-40a1-9e2a-8cfcf4c25f5e tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:44:58.555972 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f34e8c9a-ebaf-40a1-9e2a-8cfcf4c25f5e tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:58.560641 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e8689f-47c6-43ff-8a96-a4191e6866e5 None None] Sync routers for ids ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:44:58.569801 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e8689f-47c6-43ff-8a96-a4191e6866e5 None None] Routers {'49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:44:58.570494 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-33e8689f-47c6-43ff-8a96-a4191e6866e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:44:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:44:58.597077 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f34e8c9a-ebaf-40a1-9e2a-8cfcf4c25f5e tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "PUT /v2.0/floatingips/4c628dcb-250c-4183-a3c5-cf75db60fe0f HTTP/1.1" status: 200 len: 991 time: 1.2373962 Jul 22 19:44:58.597677 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836cd207-5ed5-470a-813e-746115540f09', 'tag': 'a915c9e9-3780-4616-bddb-f2a6576ecbd7'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:44:58.599918 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6848da5-ddf3-413f-9807-7fa11e490826" -d '{"events": [{"name": "network-changed", "server_uuid": "836cd207-5ed5-470a-813e-746115540f09", "tag": "a915c9e9-3780-4616-bddb-f2a6576ecbd7"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:44:58.637533 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40ef0d1-4664-46f7-b730-9a2495b51fc0 x-openstack-request-id: req-c40ef0d1-4664-46f7-b730-9a2495b51fc0 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:44:58.637846 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836cd207-5ed5-470a-813e-746115540f09", "tag": "a915c9e9-3780-4616-bddb-f2a6576ecbd7", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:44:58.638099 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c40ef0d1-4664-46f7-b730-9a2495b51fc0 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:44:58.638618 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836cd207-5ed5-470a-813e-746115540f09', 'tag': 'a915c9e9-3780-4616-bddb-f2a6576ecbd7', 'status': 'completed', 'code': 200} Jul 22 19:44:58.681076 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-33e8689f-47c6-43ff-8a96-a4191e6866e5 None None] Set router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:44:58.715197 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6848da5-ddf3-413f-9807-7fa11e490826 req-f5550bf1-ff35-48be-8f44-b0146f230be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:58.716758 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6848da5-ddf3-413f-9807-7fa11e490826 req-f5550bf1-ff35-48be-8f44-b0146f230be2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d26efd8600424267aeba3fd444a5b966&device_id=836cd207-5ed5-470a-813e-746115540f09 HTTP/1.1" status: 200 len: 1097 time: 0.0559974 Jul 22 19:44:58.807677 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6848da5-ddf3-413f-9807-7fa11e490826 req-90c2ec92-7ec2-4dfe-a514-795bfaa60b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:58.809108 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6848da5-ddf3-413f-9807-7fa11e490826 req-90c2ec92-7ec2-4dfe-a514-795bfaa60b63 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 HTTP/1.1" status: 200 len: 911 time: 0.0866129 Jul 22 19:44:58.881727 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6848da5-ddf3-413f-9807-7fa11e490826 req-9f9e27e3-0984-41a5-8c29-acfb57e26d37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a915c9e9-3780-4616-bddb-f2a6576ecbd7 HTTP/1.1" status: 200 len: 999 time: 0.0662172 Jul 22 19:44:58.904145 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-33e8689f-47c6-43ff-8a96-a4191e6866e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'name': 'tempest-AttachVolumeTestJSON-271266973-router', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:04Z', 'revision_number': 4, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'gw_port': {'id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '4c628dcb-250c-4183-a3c5-cf75db60fe0f', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'port_id': 'a915c9e9-3780-4616-bddb-f2a6576ecbd7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'mac_address': 'fa:16:3e:25:7e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836cd207-5ed5-470a-813e-746115540f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:44:47Z', 'updated_at': '2021-07-22T19:44:58Z', 'revision_number': 1, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc771e7-4980-4a76-9d1b-b75629677c7f', 'name': '', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'mac_address': 'fa:16:3e:89:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:03Z', 'updated_at': '2021-07-22T19:41:08Z', 'revision_number': 5, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'subnets': [{'id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:44:58.931777 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6848da5-ddf3-413f-9807-7fa11e490826 req-f6ca863f-9165-4e02-a6e2-9d579801bf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:58.933301 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6848da5-ddf3-413f-9807-7fa11e490826 req-f6ca863f-9165-4e02-a6e2-9d579801bf65 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d79f6cc-7b00-4ea5-b72e-b22173562bb4 HTTP/1.1" status: 200 len: 849 time: 0.0459673 Jul 22 19:44:58.935725 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e8689f-47c6-43ff-8a96-a4191e6866e5 None None] Checking router: 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:44:58.943760 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e8689f-47c6-43ff-8a96-a4191e6866e5 None None] Routers {'49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:44:58.944345 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-33e8689f-47c6-43ff-8a96-a4191e6866e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:44:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:44:58.992179 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6848da5-ddf3-413f-9807-7fa11e490826 req-7ac564b5-5066-4df7-a36a-246a87e8ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:58.993730 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6848da5-ddf3-413f-9807-7fa11e490826 req-7ac564b5-5066-4df7-a36a-246a87e8ed96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547929 Jul 22 19:44:59.050010 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-33e8689f-47c6-43ff-8a96-a4191e6866e5 None None] Set router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:44:59.087896 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6848da5-ddf3-413f-9807-7fa11e490826 req-ca73a630-a692-40f8-badb-6e8ab0399d4e service neutron] 10.222.0.30 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874732 Jul 22 19:44:59.179390 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6848da5-ddf3-413f-9807-7fa11e490826 req-b3f4b705-f763-409f-8c26-9477ab79a5e6 service neutron] 10.222.0.30 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846729 Jul 22 19:44:59.346427 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-33e8689f-47c6-43ff-8a96-a4191e6866e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'name': 'tempest-AttachVolumeTestJSON-271266973-router', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:04Z', 'revision_number': 4, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'gw_port': {'id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '4c628dcb-250c-4183-a3c5-cf75db60fe0f', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'port_id': 'a915c9e9-3780-4616-bddb-f2a6576ecbd7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'mac_address': 'fa:16:3e:25:7e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836cd207-5ed5-470a-813e-746115540f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:44:47Z', 'updated_at': '2021-07-22T19:44:58Z', 'revision_number': 1, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc771e7-4980-4a76-9d1b-b75629677c7f', 'name': '', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'mac_address': 'fa:16:3e:89:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:03Z', 'updated_at': '2021-07-22T19:41:08Z', 'revision_number': 5, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'subnets': [{'id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:44:59.374468 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e8689f-47c6-43ff-8a96-a4191e6866e5 None None] The sync data for ids ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'] in n-d-800086-12 is: [{'id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'name': 'tempest-AttachVolumeTestJSON-271266973-router', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:04Z', 'revision_number': 4, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'gw_port': {'id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '4c628dcb-250c-4183-a3c5-cf75db60fe0f', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'port_id': 'a915c9e9-3780-4616-bddb-f2a6576ecbd7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'mac_address': 'fa:16:3e:25:7e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836cd207-5ed5-470a-813e-746115540f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:44:47Z', 'updated_at': '2021-07-22T19:44:58Z', 'revision_number': 1, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc771e7-4980-4a76-9d1b-b75629677c7f', 'name': '', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'mac_address': 'fa:16:3e:89:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:03Z', 'updated_at': '2021-07-22T19:41:08Z', 'revision_number': 5, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'subnets': [{'id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:44:59.566220 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c515eca-50e4-4a66-a404-92dc1f8c5816 None None] New status for floating IP 4c628dcb-250c-4183-a3c5-cf75db60fe0f: ACTIVE {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:45:01.029969 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ca30634b-81d6-4096-a1b7-3ba1c49938e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:01.155362 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:02.425145 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:04.056857 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:09.291328 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:10.791101 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:45:11.734321 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c1134ce-7f02-42c6-86ab-a4e2a5298643 req-13e5467a-c5ac-4b6f-ad83-8bcb5cb7d43f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=836cd207-5ed5-470a-813e-746115540f09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0587554 Jul 22 19:45:11.837565 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1134ce-7f02-42c6-86ab-a4e2a5298643 req-f6fc82cf-8f09-4312-ae3f-759841ce71b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:11.839029 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c1134ce-7f02-42c6-86ab-a4e2a5298643 req-f6fc82cf-8f09-4312-ae3f-759841ce71b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d26efd8600424267aeba3fd444a5b966&device_id=836cd207-5ed5-470a-813e-746115540f09 HTTP/1.1" status: 200 len: 1097 time: 0.0554137 Jul 22 19:45:11.946749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1134ce-7f02-42c6-86ab-a4e2a5298643 req-d7e2820b-39ca-430f-a50c-88c65994a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:11.948233 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c1134ce-7f02-42c6-86ab-a4e2a5298643 req-d7e2820b-39ca-430f-a50c-88c65994a267 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 HTTP/1.1" status: 200 len: 911 time: 0.0910642 Jul 22 19:45:11.998559 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:12.015372 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c1134ce-7f02-42c6-86ab-a4e2a5298643 req-57dc1294-cb27-47a6-bc06-dcf8b8132432 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a915c9e9-3780-4616-bddb-f2a6576ecbd7 HTTP/1.1" status: 200 len: 1001 time: 0.0606835 Jul 22 19:45:12.065041 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1134ce-7f02-42c6-86ab-a4e2a5298643 req-771397c7-1f22-4fdb-9f0c-170e084cd6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:12.066496 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c1134ce-7f02-42c6-86ab-a4e2a5298643 req-771397c7-1f22-4fdb-9f0c-170e084cd6e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d79f6cc-7b00-4ea5-b72e-b22173562bb4 HTTP/1.1" status: 200 len: 849 time: 0.0452571 Jul 22 19:45:12.129835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1134ce-7f02-42c6-86ab-a4e2a5298643 req-b1405eae-ae35-4c40-aa20-03b5130617d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:12.131346 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c1134ce-7f02-42c6-86ab-a4e2a5298643 req-b1405eae-ae35-4c40-aa20-03b5130617d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570951 Jul 22 19:45:12.219253 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c1134ce-7f02-42c6-86ab-a4e2a5298643 req-7f6d82f1-eefe-4d78-8fa3-45711991df85 service neutron] 10.222.0.30 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813494 Jul 22 19:45:12.310868 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c1134ce-7f02-42c6-86ab-a4e2a5298643 req-2b45edf7-5498-4346-af2a-7e69f33c6bb9 service neutron] 10.222.0.30 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853157 Jul 22 19:45:28.500116 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b7a891a2-39f9-4a65-ab43-2700bc040edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:31.030822 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ba00b400-b978-4b3a-b706-3fa01da502cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:31.154341 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:32.427272 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:34.060002 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:39.307272 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:41.993282 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:47.789745 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:45:58.501004 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c4becf78-2bdb-4e5d-98a5-60c3264166bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:01.032431 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7730753e-9a34-4bb8-a1c1-aeec4d911fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:01.154486 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:02.429923 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:04.066319 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:09.322558 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:11.993136 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:13.724647 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d6233a1-ed5c-47a8-a277-fd2a5bdd76eb req-10d5c6ce-78de-4bf6-a842-a772f3e899c7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=836cd207-5ed5-470a-813e-746115540f09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540516 Jul 22 19:46:13.818546 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6233a1-ed5c-47a8-a277-fd2a5bdd76eb req-a2e68bcf-306a-4b4e-8f4a-54e39bbb7661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:13.820031 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d6233a1-ed5c-47a8-a277-fd2a5bdd76eb req-a2e68bcf-306a-4b4e-8f4a-54e39bbb7661 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d26efd8600424267aeba3fd444a5b966&device_id=836cd207-5ed5-470a-813e-746115540f09 HTTP/1.1" status: 200 len: 1097 time: 0.0551133 Jul 22 19:46:13.925908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6233a1-ed5c-47a8-a277-fd2a5bdd76eb req-6d3d13a7-5354-4764-9eda-7c2193de6504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:13.927363 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d6233a1-ed5c-47a8-a277-fd2a5bdd76eb req-6d3d13a7-5354-4764-9eda-7c2193de6504 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 HTTP/1.1" status: 200 len: 911 time: 0.0884023 Jul 22 19:46:13.992669 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d6233a1-ed5c-47a8-a277-fd2a5bdd76eb req-320618be-1e23-4434-b9ad-a78b6e77cc79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a915c9e9-3780-4616-bddb-f2a6576ecbd7 HTTP/1.1" status: 200 len: 1001 time: 0.0587020 Jul 22 19:46:14.048002 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6233a1-ed5c-47a8-a277-fd2a5bdd76eb req-5521c845-2fcb-4918-ad1d-ae206240e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:14.049498 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d6233a1-ed5c-47a8-a277-fd2a5bdd76eb req-5521c845-2fcb-4918-ad1d-ae206240e695 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d79f6cc-7b00-4ea5-b72e-b22173562bb4 HTTP/1.1" status: 200 len: 849 time: 0.0505011 Jul 22 19:46:14.107963 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6233a1-ed5c-47a8-a277-fd2a5bdd76eb req-e5927cfc-e61c-41f2-93f0-12127474f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:14.109620 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d6233a1-ed5c-47a8-a277-fd2a5bdd76eb req-e5927cfc-e61c-41f2-93f0-12127474f84a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540214 Jul 22 19:46:14.197126 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d6233a1-ed5c-47a8-a277-fd2a5bdd76eb req-784dcc47-6db4-448a-b896-b89cb4a31847 service neutron] 10.222.0.30 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816014 Jul 22 19:46:14.289989 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d6233a1-ed5c-47a8-a277-fd2a5bdd76eb req-5e65785b-0101-4628-8689-bbfec06ddc15 service neutron] 10.222.0.30 "GET /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869806 Jul 22 19:46:24.788213 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:46:28.502181 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-282c4bcd-929f-4e07-bfcd-b5ec39d95b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:31.035519 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d75aabda-e22c-4d15-bbb2-5301595d7168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:31.155075 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:32.434585 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:34.067135 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:39.323527 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:41.993099 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:58.502944 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c2eeac42-e771-458c-8761-71e58b68df41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:01.035196 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-30fb1211-9139-4fab-a607-e425c2a7801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:01.154327 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:01.789602 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:47:02.436430 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:04.071838 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:06.480689 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b1b30-5e71-483f-aaf1-649cd237fc65 req-9957ea85-27e9-4a6b-b4a2-bb0a80043fb5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:06.483007 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0a0b1b30-5e71-483f-aaf1-649cd237fc65 req-9957ea85-27e9-4a6b-b4a2-bb0a80043fb5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=836cd207-5ed5-470a-813e-746115540f09 HTTP/1.1" status: 200 len: 945 time: 0.0657492 Jul 22 19:47:06.522145 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0a0b1b30-5e71-483f-aaf1-649cd237fc65 req-a3c01f66-95df-4a05-896b-44e7f6af9ac4 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=a79b718a-f42a-4183-a83a-b7c7bdc7efae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331063 Jul 22 19:47:07.656224 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f3211-9be8-4dc2-b8bd-f4d12064e998 req-1de08969-4f9a-46ff-9556-7c59a1ad8e99 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:07.657710 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b4f3211-9be8-4dc2-b8bd-f4d12064e998 req-1de08969-4f9a-46ff-9556-7c59a1ad8e99 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=836cd207-5ed5-470a-813e-746115540f09 HTTP/1.1" status: 200 len: 945 time: 0.0673141 Jul 22 19:47:07.694995 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b4f3211-9be8-4dc2-b8bd-f4d12064e998 req-510499d0-83c1-4409-9a86-db58993c6bbe tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups?id=a79b718a-f42a-4183-a83a-b7c7bdc7efae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311871 Jul 22 19:47:08.042797 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185b3be-53d2-4739-b2c9-67312eeb94dd req-030b2b0a-48ed-47dd-ba7a-9ca585070c55 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:08.044255 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c185b3be-53d2-4739-b2c9-67312eeb94dd req-030b2b0a-48ed-47dd-ba7a-9ca585070c55 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.30 "GET /v2.0/ports?device_id=836cd207-5ed5-470a-813e-746115540f09 HTTP/1.1" status: 200 len: 945 time: 0.0632088 Jul 22 19:47:08.146021 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-c185b3be-53d2-4739-b2c9-67312eeb94dd req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Deleting port a915c9e9-3780-4616-bddb-f2a6576ecbd7 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:08.146367 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c185b3be-53d2-4739-b2c9-67312eeb94dd req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:08.232535 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-c185b3be-53d2-4739-b2c9-67312eeb94dd req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] For port a915c9e9-3780-4616-bddb-f2a6576ecbd7, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a915c9e9-3780-4616-bddb-f2a6576ecbd7,segment=NetworkSegment(c7ddb842-0141-4f7e-9570-165cd2946993),segment_id=c7ddb842-0141-4f7e-9570-165cd2946993)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:08.232831 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c185b3be-53d2-4739-b2c9-67312eeb94dd req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:08.403241 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c185b3be-53d2-4739-b2c9-67312eeb94dd req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:08.403611 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c185b3be-53d2-4739-b2c9-67312eeb94dd req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:08.403926 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [req-c185b3be-53d2-4739-b2c9-67312eeb94dd req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Floating IP 4c628dcb-250c-4183-a3c5-cf75db60fe0f disassociated. External IP: 172.25.3.146, port: a915c9e9-3780-4616-bddb-f2a6576ecbd7. Jul 22 19:47:08.404266 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-c185b3be-53d2-4739-b2c9-67312eeb94dd req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Calling delete_port for a915c9e9-3780-4616-bddb-f2a6576ecbd7 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:08.529077 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c185b3be-53d2-4739-b2c9-67312eeb94dd req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:08.557533 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Pushing event deleted for resources: {'Port': ['ID=a915c9e9-3780-4616-bddb-f2a6576ecbd7,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:08.569729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:08.570072 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:08.570412 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:08.570744 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:08.571071 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:08.571448 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:08.571777 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:08.572098 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:08.572417 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:08.572763 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:08.573128 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:08.573384 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:08.682848 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c185b3be-53d2-4739-b2c9-67312eeb94dd req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:47:08.796369 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c00a2dd8-6913-49b8-ba9e-f3c15d12f6e0 req-c294ba80-ede4-49ae-b965-d17fc2a2a5e2 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/ports?device_id=836cd207-5ed5-470a-813e-746115540f09 HTTP/1.1" status: 200 len: 210 time: 0.0324888 Jul 22 19:47:08.817012 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c185b3be-53d2-4739-b2c9-67312eeb94dd req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:47:08.826441 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fdd503-ebad-4610-be08-cc7f97d7dafe None None] Sync routers for ids ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:47:08.835966 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fdd503-ebad-4610-be08-cc7f97d7dafe None None] Routers {'49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:47:08.836515 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-42fdd503-ebad-4610-be08-cc7f97d7dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:47:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:08.866125 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-c185b3be-53d2-4739-b2c9-67312eeb94dd req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] No DVR routers for this DVR port a915c9e9-3780-4616-bddb-f2a6576ecbd7 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:47:08.869014 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c185b3be-53d2-4739-b2c9-67312eeb94dd req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:08.871111 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c185b3be-53d2-4739-b2c9-67312eeb94dd req-5b54cfde-806f-4dad-83c7-4083bf84cf66 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.30 "DELETE /v2.0/ports/a915c9e9-3780-4616-bddb-f2a6576ecbd7 HTTP/1.1" status: 204 len: 173 time: 0.8206947 Jul 22 19:47:08.871555 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836cd207-5ed5-470a-813e-746115540f09', 'name': 'network-vif-deleted', 'tag': 'a915c9e9-3780-4616-bddb-f2a6576ecbd7'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:47:08.873798 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6c34f8-4518-4129-a0e0-2b4561464cd7" -d '{"events": [{"server_uuid": "836cd207-5ed5-470a-813e-746115540f09", "name": "network-vif-deleted", "tag": "a915c9e9-3780-4616-bddb-f2a6576ecbd7"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:47:08.911660 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81029c75-3ed7-4b80-8156-d4d8ba2f3f29 x-openstack-request-id: req-81029c75-3ed7-4b80-8156-d4d8ba2f3f29 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:47:08.911916 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836cd207-5ed5-470a-813e-746115540f09", "name": "network-vif-deleted", "tag": "a915c9e9-3780-4616-bddb-f2a6576ecbd7", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:47:08.912169 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81029c75-3ed7-4b80-8156-d4d8ba2f3f29 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:47:08.912687 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836cd207-5ed5-470a-813e-746115540f09', 'name': 'network-vif-deleted', 'tag': 'a915c9e9-3780-4616-bddb-f2a6576ecbd7', 'status': 'completed', 'code': 200} Jul 22 19:47:08.953647 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-42fdd503-ebad-4610-be08-cc7f97d7dafe None None] Set router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:47:09.165676 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-42fdd503-ebad-4610-be08-cc7f97d7dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'name': 'tempest-AttachVolumeTestJSON-271266973-router', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:04Z', 'revision_number': 4, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'gw_port': {'id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bdc771e7-4980-4a76-9d1b-b75629677c7f', 'name': '', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'mac_address': 'fa:16:3e:89:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:03Z', 'updated_at': '2021-07-22T19:41:08Z', 'revision_number': 5, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'subnets': [{'id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:09.193513 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fdd503-ebad-4610-be08-cc7f97d7dafe None None] Checking router: 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:47:09.201440 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fdd503-ebad-4610-be08-cc7f97d7dafe None None] Routers {'49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:47:09.202025 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-42fdd503-ebad-4610-be08-cc7f97d7dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:47:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:09.307043 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-42fdd503-ebad-4610-be08-cc7f97d7dafe None None] Set router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:47:09.340624 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:09.512031 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-42fdd503-ebad-4610-be08-cc7f97d7dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'name': 'tempest-AttachVolumeTestJSON-271266973-router', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:04Z', 'revision_number': 4, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'gw_port': {'id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bdc771e7-4980-4a76-9d1b-b75629677c7f', 'name': '', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'mac_address': 'fa:16:3e:89:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:03Z', 'updated_at': '2021-07-22T19:41:08Z', 'revision_number': 5, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'subnets': [{'id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:09.537460 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fdd503-ebad-4610-be08-cc7f97d7dafe None None] The sync data for ids ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'] in n-d-800086-12 is: [{'id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'name': 'tempest-AttachVolumeTestJSON-271266973-router', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:04Z', 'revision_number': 4, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'gw_port': {'id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'bdc771e7-4980-4a76-9d1b-b75629677c7f', 'name': '', 'network_id': 'e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'mac_address': 'fa:16:3e:89:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:03Z', 'updated_at': '2021-07-22T19:41:08Z', 'revision_number': 5, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'subnets': [{'id': '1d79f6cc-7b00-4ea5-b72e-b22173562bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:47:09.741105 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ca875d-595d-4f77-8434-40832077c0ee None None] New status for floating IP 4c628dcb-250c-4183-a3c5-cf75db60fe0f: DOWN {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:47:09.883466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55688) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:09.938219 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7de53b90-3df3-49bc-9ec1-f7d1d831b88d tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:09.961726 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7de53b90-3df3-49bc-9ec1-f7d1d831b88d tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:10.009504 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7de53b90-3df3-49bc-9ec1-f7d1d831b88d tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:10.012110 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7de53b90-3df3-49bc-9ec1-f7d1d831b88d tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:10.013328 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7de53b90-3df3-49bc-9ec1-f7d1d831b88d tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "DELETE /v2.0/security-groups/a79b718a-f42a-4183-a83a-b7c7bdc7efae HTTP/1.1" status: 204 len: 168 time: 0.1288493 Jul 22 19:47:10.016236 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55690) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:10.022429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de53b90-3df3-49bc-9ec1-f7d1d831b88d tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79b718a-f42a-4183-a83a-b7c7bdc7efae,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:10.031464 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-b748e773-5552-499a-be6a-b0da1ff33d82 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] show failed (client error): The resource could not be found. Jul 22 19:47:10.032524 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b748e773-5552-499a-be6a-b0da1ff33d82 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "GET /v2.0/security-groups/a79b718a-f42a-4183-a83a-b7c7bdc7efae HTTP/1.1" status: 404 len: 347 time: 0.0152245 Jul 22 19:47:10.035409 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55694) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:10.155983 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-21d72727-0410-49db-879d-d25f403c9ee5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Deleting port 8970e8e9-29a8-46ef-9025-21c13b09dbc0 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:10.156239 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-21d72727-0410-49db-879d-d25f403c9ee5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:10.233614 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-21d72727-0410-49db-879d-d25f403c9ee5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:10.233945 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-21d72727-0410-49db-879d-d25f403c9ee5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:10.245396 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-21d72727-0410-49db-879d-d25f403c9ee5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Calling delete_port for 8970e8e9-29a8-46ef-9025-21c13b09dbc0 owned by network:floatingip {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:10.373504 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-21d72727-0410-49db-879d-d25f403c9ee5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:10.404116 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d72727-0410-49db-879d-d25f403c9ee5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Pushing event deleted for resources: {'Port': ['ID=8970e8e9-29a8-46ef-9025-21c13b09dbc0,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:10.431465 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d72727-0410-49db-879d-d25f403c9ee5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:10.431810 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d72727-0410-49db-879d-d25f403c9ee5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:10.432175 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d72727-0410-49db-879d-d25f403c9ee5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:10.432545 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d72727-0410-49db-879d-d25f403c9ee5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:10.432883 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d72727-0410-49db-879d-d25f403c9ee5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:10.433215 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d72727-0410-49db-879d-d25f403c9ee5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:10.433565 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d72727-0410-49db-879d-d25f403c9ee5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:10.433866 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d72727-0410-49db-879d-d25f403c9ee5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:10.434186 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d72727-0410-49db-879d-d25f403c9ee5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:10.434516 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d72727-0410-49db-879d-d25f403c9ee5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:10.434822 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d72727-0410-49db-879d-d25f403c9ee5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:10.435144 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d72727-0410-49db-879d-d25f403c9ee5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:10.474110 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-21d72727-0410-49db-879d-d25f403c9ee5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks [] for floatingip, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:10.476924 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-21d72727-0410-49db-879d-d25f403c9ee5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:10.478122 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-21d72727-0410-49db-879d-d25f403c9ee5 tempest-AttachVolumeTestJSON-517695700 tempest-AttachVolumeTestJSON-517695700-project] 10.222.0.13 "DELETE /v2.0/floatingips/4c628dcb-250c-4183-a3c5-cf75db60fe0f HTTP/1.1" status: 204 len: 168 time: 0.4417973 Jul 22 19:47:12.008613 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:12.263973 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a915c9e9-3780-4616-bddb-f2a6576ecbd7 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:47:12.288118 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: a915c9e9-3780-4616-bddb-f2a6576ecbd7 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:47:12.288461 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a915c9e9-3780-4616-bddb-f2a6576ecbd7 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:47:17.208193 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55728) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:17.716436 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-253f2438-dad5-46b9-89c5-4a4a5b5b5cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:17.970684 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-253f2438-dad5-46b9-89c5-4a4a5b5b5cbe admin admin] Deleting port bdc771e7-4980-4a76-9d1b-b75629677c7f {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:17.971022 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-253f2438-dad5-46b9-89c5-4a4a5b5b5cbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:18.048503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-253f2438-dad5-46b9-89c5-4a4a5b5b5cbe admin admin] For port bdc771e7-4980-4a76-9d1b-b75629677c7f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bdc771e7-4980-4a76-9d1b-b75629677c7f,segment=NetworkSegment(c7ddb842-0141-4f7e-9570-165cd2946993),segment_id=c7ddb842-0141-4f7e-9570-165cd2946993)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:18.048874 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-253f2438-dad5-46b9-89c5-4a4a5b5b5cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:18.063384 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-253f2438-dad5-46b9-89c5-4a4a5b5b5cbe admin admin] Calling delete_port for bdc771e7-4980-4a76-9d1b-b75629677c7f owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:18.246006 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-253f2438-dad5-46b9-89c5-4a4a5b5b5cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:18.268731 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f2438-dad5-46b9-89c5-4a4a5b5b5cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc771e7-4980-4a76-9d1b-b75629677c7f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:18.748108 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-253f2438-dad5-46b9-89c5-4a4a5b5b5cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:18.963419 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253f2438-dad5-46b9-89c5-4a4a5b5b5cbe admin admin] Router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:47:19.071089 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253f2438-dad5-46b9-89c5-4a4a5b5b5cbe admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:47:19.076228 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-253f2438-dad5-46b9-89c5-4a4a5b5b5cbe admin admin] 10.222.0.13 "PUT /v2.0/routers/49e65fe2-8e8f-4bdf-925a-9a70c8ff9674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8668828 Jul 22 19:47:19.078911 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55732) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:19.080541 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e01212-a359-49d6-9cf5-8cb5ed3ce33d None None] Sync routers for ids ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:47:19.089541 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e01212-a359-49d6-9cf5-8cb5ed3ce33d None None] Routers {'49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:47:19.090142 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-95e01212-a359-49d6-9cf5-8cb5ed3ce33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:47:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:19.181564 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8116a6a5-2aaf-4018-bf11-a12034078c51 admin admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:19.191629 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-95e01212-a359-49d6-9cf5-8cb5ed3ce33d None None] Set router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:47:19.289052 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8116a6a5-2aaf-4018-bf11-a12034078c51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:19.342529 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-8116a6a5-2aaf-4018-bf11-a12034078c51 admin admin] Deleting port 38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:19.342961 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8116a6a5-2aaf-4018-bf11-a12034078c51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:19.367623 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-95e01212-a359-49d6-9cf5-8cb5ed3ce33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'name': 'tempest-AttachVolumeTestJSON-271266973-router', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:47:18Z', 'revision_number': 5, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'gw_port': {'id': '38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:19.396321 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e01212-a359-49d6-9cf5-8cb5ed3ce33d None None] Checking router: 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:47:19.404362 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e01212-a359-49d6-9cf5-8cb5ed3ce33d None None] Routers {'49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:47:19.404992 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-95e01212-a359-49d6-9cf5-8cb5ed3ce33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:47:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:19.425584 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-8116a6a5-2aaf-4018-bf11-a12034078c51 admin admin] For port 38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:19.426531 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8116a6a5-2aaf-4018-bf11-a12034078c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:19.438475 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-8116a6a5-2aaf-4018-bf11-a12034078c51 admin admin] Calling delete_port for 38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9 owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:19.577243 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-95e01212-a359-49d6-9cf5-8cb5ed3ce33d None None] Set router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:47:19.612965 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8116a6a5-2aaf-4018-bf11-a12034078c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:19.627554 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-95e01212-a359-49d6-9cf5-8cb5ed3ce33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'name': 'tempest-AttachVolumeTestJSON-271266973-router', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:47:19Z', 'revision_number': 6, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:19.639608 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116a6a5-2aaf-4018-bf11-a12034078c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:19.657042 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e01212-a359-49d6-9cf5-8cb5ed3ce33d None None] The sync data for ids ['49e65fe2-8e8f-4bdf-925a-9a70c8ff9674'] in n-d-800086-12 is: [{'id': '49e65fe2-8e8f-4bdf-925a-9a70c8ff9674', 'name': 'tempest-AttachVolumeTestJSON-271266973-router', 'tenant_id': 'd26efd8600424267aeba3fd444a5b966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:01Z', 'updated_at': '2021-07-22T19:47:19Z', 'revision_number': 6, 'project_id': 'd26efd8600424267aeba3fd444a5b966', 'gw_port_host': None}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:47:19.711789 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8116a6a5-2aaf-4018-bf11-a12034078c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:19.801633 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8116a6a5-2aaf-4018-bf11-a12034078c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:19.803714 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8116a6a5-2aaf-4018-bf11-a12034078c51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:19.845147 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8116a6a5-2aaf-4018-bf11-a12034078c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:19.845591 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8116a6a5-2aaf-4018-bf11-a12034078c51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:47:19.850869 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8116a6a5-2aaf-4018-bf11-a12034078c51 admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:19.852050 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8116a6a5-2aaf-4018-bf11-a12034078c51 admin admin] 10.222.0.13 "DELETE /v2.0/routers/49e65fe2-8e8f-4bdf-925a-9a70c8ff9674 HTTP/1.1" status: 204 len: 168 time: 0.7722237 Jul 22 19:47:19.854486 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55734) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:19.897779 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-a291d994-1fcf-41de-a7cf-1ac2071a14d6 admin admin] Deleting subnet 1d79f6cc-7b00-4ea5-b72e-b22173562bb4 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:47:19.900772 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a291d994-1fcf-41de-a7cf-1ac2071a14d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:19.938354 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a291d994-1fcf-41de-a7cf-1ac2071a14d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.019620 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a291d994-1fcf-41de-a7cf-1ac2071a14d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.078421 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a291d994-1fcf-41de-a7cf-1ac2071a14d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.102779 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291d994-1fcf-41de-a7cf-1ac2071a14d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d79f6cc-7b00-4ea5-b72e-b22173562bb4,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:20.108454 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a291d994-1fcf-41de-a7cf-1ac2071a14d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.110309 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a291d994-1fcf-41de-a7cf-1ac2071a14d6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1d79f6cc-7b00-4ea5-b72e-b22173562bb4 HTTP/1.1" status: 204 len: 168 time: 0.2549167 Jul 22 19:47:20.112804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55736) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:20.113631 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80563de-bd10-46fa-940f-0bba03230083 None None] Network e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:47:20.185533 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4b3eaf88-8cb0-4a20-b5a9-d9670826a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.237461 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-4b3eaf88-8cb0-4a20-b5a9-d9670826a1ce admin admin] Deleting port d1ad2b14-b10f-4fef-8399-ccb5effeccba {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:20.237802 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4b3eaf88-8cb0-4a20-b5a9-d9670826a1ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.307435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-4b3eaf88-8cb0-4a20-b5a9-d9670826a1ce admin admin] For port d1ad2b14-b10f-4fef-8399-ccb5effeccba, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d1ad2b14-b10f-4fef-8399-ccb5effeccba,segment=NetworkSegment(c7ddb842-0141-4f7e-9570-165cd2946993),segment_id=c7ddb842-0141-4f7e-9570-165cd2946993)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:20.308101 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4b3eaf88-8cb0-4a20-b5a9-d9670826a1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.319827 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-4b3eaf88-8cb0-4a20-b5a9-d9670826a1ce admin admin] Calling delete_port for d1ad2b14-b10f-4fef-8399-ccb5effeccba owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:20.386020 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f528ea7-9c28-4886-9e2a-066ccc22b9d9 None None] DHCP port deletion for e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:47:20.400972 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4b3eaf88-8cb0-4a20-b5a9-d9670826a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.429066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3eaf88-8cb0-4a20-b5a9-d9670826a1ce admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ad2b14-b10f-4fef-8399-ccb5effeccba,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:20.432996 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3eaf88-8cb0-4a20-b5a9-d9670826a1ce admin admin] No DVR routers for this DVR port d1ad2b14-b10f-4fef-8399-ccb5effeccba on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:47:20.435647 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-9f528ea7-9c28-4886-9e2a-066ccc22b9d9 None None] Deleting port d1ad2b14-b10f-4fef-8399-ccb5effeccba {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:20.436027 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9f528ea7-9c28-4886-9e2a-066ccc22b9d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.501184 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9f528ea7-9c28-4886-9e2a-066ccc22b9d9 None None] For port d1ad2b14-b10f-4fef-8399-ccb5effeccba, host n-d-800086-12, got binding levels [] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:20.501576 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9f528ea7-9c28-4886-9e2a-066ccc22b9d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.510022 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4b3eaf88-8cb0-4a20-b5a9-d9670826a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.514513 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-9f528ea7-9c28-4886-9e2a-066ccc22b9d9 None None] Calling delete_port for d1ad2b14-b10f-4fef-8399-ccb5effeccba owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:20.517190 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.ipam_backend_mixin [None req-9f528ea7-9c28-4886-9e2a-066ccc22b9d9 None None] Port d1ad2b14-b10f-4fef-8399-ccb5effeccba was not found and therefore no delete operation was performed {{(pid=93808) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:47:20.518452 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9f528ea7-9c28-4886-9e2a-066ccc22b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.520249 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-4b3eaf88-8cb0-4a20-b5a9-d9670826a1ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:20.530131 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-4b3eaf88-8cb0-4a20-b5a9-d9670826a1ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ddb842-0141-4f7e-9570-165cd2946993') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:20.530428 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-4b3eaf88-8cb0-4a20-b5a9-d9670826a1ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ddb842-0141-4f7e-9570-165cd2946993') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:20.539500 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4b3eaf88-8cb0-4a20-b5a9-d9670826a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.548768 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f528ea7-9c28-4886-9e2a-066ccc22b9d9 None None] Pushing event deleted for resources: {'Port': ['ID=d1ad2b14-b10f-4fef-8399-ccb5effeccba,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:20.554722 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4b3eaf88-8cb0-4a20-b5a9-d9670826a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.561635 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f528ea7-9c28-4886-9e2a-066ccc22b9d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:20.561991 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f528ea7-9c28-4886-9e2a-066ccc22b9d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:20.562186 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3eaf88-8cb0-4a20-b5a9-d9670826a1ce admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:47:20.562382 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f528ea7-9c28-4886-9e2a-066ccc22b9d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:20.562507 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4b3eaf88-8cb0-4a20-b5a9-d9670826a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.562692 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f528ea7-9c28-4886-9e2a-066ccc22b9d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:20.562999 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f528ea7-9c28-4886-9e2a-066ccc22b9d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:20.563331 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f528ea7-9c28-4886-9e2a-066ccc22b9d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:20.563674 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f528ea7-9c28-4886-9e2a-066ccc22b9d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:20.564052 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f528ea7-9c28-4886-9e2a-066ccc22b9d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:47:20.564346 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:47:20.567212 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f528ea7-9c28-4886-9e2a-066ccc22b9d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:20.567212 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f528ea7-9c28-4886-9e2a-066ccc22b9d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:20.567212 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f528ea7-9c28-4886-9e2a-066ccc22b9d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:20.567212 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f528ea7-9c28-4886-9e2a-066ccc22b9d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:20.568847 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f528ea7-9c28-4886-9e2a-066ccc22b9d9 None None] No DVR routers for this DVR port d1ad2b14-b10f-4fef-8399-ccb5effeccba on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:47:20.639568 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4b3eaf88-8cb0-4a20-b5a9-d9670826a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.645901 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4b3eaf88-8cb0-4a20-b5a9-d9670826a1ce admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.649131 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4b3eaf88-8cb0-4a20-b5a9-d9670826a1ce admin admin] 10.222.0.13 "DELETE /v2.0/networks/e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51 HTTP/1.1" status: 204 len: 168 time: 0.5340011 Jul 22 19:47:20.661126 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3eaf88-8cb0-4a20-b5a9-d9670826a1ce admin admin] Pushing event deleted for resources: {'Network': ['ID=e41d72ce-cadb-4fb4-b572-bb8bbe9d7c51,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:20.757641 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:47:20.778298 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55740) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:20.781264 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:47:20.781596 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 38fc2639-8428-4d5e-b9c4-99bbdf2ab8a9 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:47:20.782047 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bdc771e7-4980-4a76-9d1b-b75629677c7f no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:47:20.803945 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: bdc771e7-4980-4a76-9d1b-b75629677c7f {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:47:20.804292 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bdc771e7-4980-4a76-9d1b-b75629677c7f not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:47:20.804750 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d1ad2b14-b10f-4fef-8399-ccb5effeccba no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:47:20.818615 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e806af6b-6aa9-49db-8790-726197217547 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d26efd8600424267aeba3fd444a5b966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391560 Jul 22 19:47:20.821673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55742) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:20.823395 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: d1ad2b14-b10f-4fef-8399-ccb5effeccba {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:47:20.823747 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d1ad2b14-b10f-4fef-8399-ccb5effeccba not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:47:20.869627 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bbf3eb09-8fb0-4834-8c2c-e02c77952938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.890007 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bbf3eb09-8fb0-4834-8c2c-e02c77952938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.934857 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bbf3eb09-8fb0-4834-8c2c-e02c77952938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.937497 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bbf3eb09-8fb0-4834-8c2c-e02c77952938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.938768 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bbf3eb09-8fb0-4834-8c2c-e02c77952938 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/007f4164-89d2-4974-acb4-1a9094faa43b HTTP/1.1" status: 204 len: 168 time: 0.1161892 Jul 22 19:47:20.946399 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3eb09-8fb0-4834-8c2c-e02c77952938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007f4164-89d2-4974-acb4-1a9094faa43b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:28.505991 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-85ddca00-a012-4737-98a7-4bcd0c98f13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:31.037167 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4cc7eebb-5a1e-4ed6-8c9b-8700998bf858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:31.162117 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:32.441447 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:33.530841 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55872) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:33.633831 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fcc2e8a4-1af4-4774-970a-c393be0e79d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:33.725362 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fcc2e8a4-1af4-4774-970a-c393be0e79d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:33.729062 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fcc2e8a4-1af4-4774-970a-c393be0e79d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:33.767060 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fcc2e8a4-1af4-4774-970a-c393be0e79d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e2cceceae1e4aa194c5d6d728a041bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351463 Jul 22 19:47:33.767841 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2e8a4-1af4-4774-970a-c393be0e79d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549155cb-ddce-4df3-b161-75f15fb6ef81,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:33.769877 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55878) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:33.820783 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb0c63bc-883a-486b-955a-a7d86bb27528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:33.842033 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb0c63bc-883a-486b-955a-a7d86bb27528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:33.888727 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb0c63bc-883a-486b-955a-a7d86bb27528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:33.891288 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb0c63bc-883a-486b-955a-a7d86bb27528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:33.892440 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fb0c63bc-883a-486b-955a-a7d86bb27528 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/549155cb-ddce-4df3-b161-75f15fb6ef81 HTTP/1.1" status: 204 len: 168 time: 0.1213348 Jul 22 19:47:33.901743 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c63bc-883a-486b-955a-a7d86bb27528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549155cb-ddce-4df3-b161-75f15fb6ef81,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:34.074294 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:36.134886 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55964) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:36.248424 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-314d5c8a-8877-4150-898d-69b44edc8a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:36.336282 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-314d5c8a-8877-4150-898d-69b44edc8a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:36.339868 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-314d5c8a-8877-4150-898d-69b44edc8a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:36.377054 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-314d5c8a-8877-4150-898d-69b44edc8a95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23f439cfc5b04060b9e01a5ddede8ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411139 Jul 22 19:47:36.379083 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d5c8a-8877-4150-898d-69b44edc8a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a472c7-0258-4aae-a951-b27eabc804e2,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:36.379927 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55968) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:36.433045 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ed314f9-0f27-4044-b114-ff9f5de5495f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:36.453438 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ed314f9-0f27-4044-b114-ff9f5de5495f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:36.499627 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ed314f9-0f27-4044-b114-ff9f5de5495f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:36.502272 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ed314f9-0f27-4044-b114-ff9f5de5495f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:36.503439 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3ed314f9-0f27-4044-b114-ff9f5de5495f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70a472c7-0258-4aae-a951-b27eabc804e2 HTTP/1.1" status: 204 len: 168 time: 0.1224873 Jul 22 19:47:36.512258 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed314f9-0f27-4044-b114-ff9f5de5495f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a472c7-0258-4aae-a951-b27eabc804e2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:36.753363 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 55974) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:36.766980 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f86cb5b4-a906-441c-8a2d-4bab09f8b35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:36.854605 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f86cb5b4-a906-441c-8a2d-4bab09f8b35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:36.858382 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f86cb5b4-a906-441c-8a2d-4bab09f8b35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:36.896054 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f86cb5b4-a906-441c-8a2d-4bab09f8b35d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dec584d5b3c346edb599f839ab3c01f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411006 Jul 22 19:47:36.898208 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cb5b4-a906-441c-8a2d-4bab09f8b35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2f9d8c-ae4e-4d44-aec8-91f2196e8ab5,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:36.898918 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 55976) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:36.948759 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7d99a526-ca9e-4686-abea-4d422f8f9bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:36.969893 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7d99a526-ca9e-4686-abea-4d422f8f9bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:37.020132 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7d99a526-ca9e-4686-abea-4d422f8f9bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:37.022735 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7d99a526-ca9e-4686-abea-4d422f8f9bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:37.023881 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7d99a526-ca9e-4686-abea-4d422f8f9bd1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c2f9d8c-ae4e-4d44-aec8-91f2196e8ab5 HTTP/1.1" status: 204 len: 168 time: 0.1239681 Jul 22 19:47:37.031615 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99a526-ca9e-4686-abea-4d422f8f9bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2f9d8c-ae4e-4d44-aec8-91f2196e8ab5,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:38.781192 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56026) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:38.789434 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:47:38.883140 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-29995491-9611-4eee-a8b4-631f231a729b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:38.969368 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-29995491-9611-4eee-a8b4-631f231a729b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:38.973811 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-29995491-9611-4eee-a8b4-631f231a729b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:39.011926 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-29995491-9611-4eee-a8b4-631f231a729b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fc980771fc54c8293b7d26680be191d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296665 Jul 22 19:47:39.013026 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29995491-9611-4eee-a8b4-631f231a729b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60a402b-6b03-415c-a1e5-5dab63a0054d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:39.014801 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56030) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:39.065273 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a1ee4be-3ce5-41e8-ae29-c1c3b8e27a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:39.086187 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a1ee4be-3ce5-41e8-ae29-c1c3b8e27a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:39.133191 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a1ee4be-3ce5-41e8-ae29-c1c3b8e27a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:39.135662 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a1ee4be-3ce5-41e8-ae29-c1c3b8e27a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:39.136832 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1a1ee4be-3ce5-41e8-ae29-c1c3b8e27a50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e60a402b-6b03-415c-a1e5-5dab63a0054d HTTP/1.1" status: 204 len: 168 time: 0.1210082 Jul 22 19:47:39.145293 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ee4be-3ce5-41e8-ae29-c1c3b8e27a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60a402b-6b03-415c-a1e5-5dab63a0054d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:39.330863 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:39.386151 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56036) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:39.399787 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3e6be88-7a89-4a32-942e-50994571d693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:39.486878 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3e6be88-7a89-4a32-942e-50994571d693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:39.490625 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3e6be88-7a89-4a32-942e-50994571d693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:39.528224 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c3e6be88-7a89-4a32-942e-50994571d693 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1c9a7aa9d724cf083c9e03286689fc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410654 Jul 22 19:47:39.530175 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6be88-7a89-4a32-942e-50994571d693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c699c95-e14d-4563-bb76-da287f4665d9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:39.531220 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56038) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:39.580916 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa4ae773-a17e-428b-8103-efb426394c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:39.601933 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa4ae773-a17e-428b-8103-efb426394c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:39.647613 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa4ae773-a17e-428b-8103-efb426394c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:39.650182 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa4ae773-a17e-428b-8103-efb426394c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:39.651336 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fa4ae773-a17e-428b-8103-efb426394c80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c699c95-e14d-4563-bb76-da287f4665d9 HTTP/1.1" status: 204 len: 168 time: 0.1191106 Jul 22 19:47:39.659009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ae773-a17e-428b-8103-efb426394c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c699c95-e14d-4563-bb76-da287f4665d9,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:41.128891 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56084) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:41.232928 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7b5dfa4-8672-4915-902b-2db20cd2eb95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:41.323429 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7b5dfa4-8672-4915-902b-2db20cd2eb95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:41.327024 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7b5dfa4-8672-4915-902b-2db20cd2eb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:41.363610 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5dfa4-8672-4915-902b-2db20cd2eb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebcd4de-56fc-4614-b314-53c06e39e7f6,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:41.368360 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e7b5dfa4-8672-4915-902b-2db20cd2eb95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1e61ef19b3147c98da2fbb743e5de41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383287 Jul 22 19:47:41.371093 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56088) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:41.419656 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d3286ee7-1ae2-4bed-9dec-5985427843c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:41.441297 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d3286ee7-1ae2-4bed-9dec-5985427843c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:41.490955 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d3286ee7-1ae2-4bed-9dec-5985427843c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:41.494276 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d3286ee7-1ae2-4bed-9dec-5985427843c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:41.495457 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d3286ee7-1ae2-4bed-9dec-5985427843c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ebcd4de-56fc-4614-b314-53c06e39e7f6 HTTP/1.1" status: 204 len: 168 time: 0.1234407 Jul 22 19:47:41.503713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3286ee7-1ae2-4bed-9dec-5985427843c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebcd4de-56fc-4614-b314-53c06e39e7f6,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:42.008702 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:42.421565 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56124) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:42.524695 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad7ae971-5644-4866-814d-5cd431e5be25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:42.611601 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad7ae971-5644-4866-814d-5cd431e5be25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:42.615230 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad7ae971-5644-4866-814d-5cd431e5be25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:42.652693 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ad7ae971-5644-4866-814d-5cd431e5be25 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b04e0374958a469e988724f43f995958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300673 Jul 22 19:47:42.653625 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ae971-5644-4866-814d-5cd431e5be25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9e7fea-b904-4267-8220-5028e3bc20b6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:42.655431 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56128) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:42.704011 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa877b38-b5ca-4ffc-aced-28ae2a6cd7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:42.724704 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa877b38-b5ca-4ffc-aced-28ae2a6cd7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:42.773933 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa877b38-b5ca-4ffc-aced-28ae2a6cd7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:42.776369 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa877b38-b5ca-4ffc-aced-28ae2a6cd7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:42.777514 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-aa877b38-b5ca-4ffc-aced-28ae2a6cd7cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e9e7fea-b904-4267-8220-5028e3bc20b6 HTTP/1.1" status: 204 len: 168 time: 0.1210339 Jul 22 19:47:42.785160 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa877b38-b5ca-4ffc-aced-28ae2a6cd7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9e7fea-b904-4267-8220-5028e3bc20b6,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:44.566602 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56206) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:44.672127 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a16756b0-498c-4dd0-869a-e5694a2b3624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:44.759917 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a16756b0-498c-4dd0-869a-e5694a2b3624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:44.763569 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a16756b0-498c-4dd0-869a-e5694a2b3624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:44.799636 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16756b0-498c-4dd0-869a-e5694a2b3624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734fe294-4bf2-44a9-b501-9d9be5dc123f,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:44.804000 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a16756b0-498c-4dd0-869a-e5694a2b3624 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f09993713de148aba4e4b3bbb4a12ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363298 Jul 22 19:47:44.806788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56210) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:44.854614 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a4439528-1795-4813-917a-b4f88c1006c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:44.874808 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a4439528-1795-4813-917a-b4f88c1006c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:44.921108 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a4439528-1795-4813-917a-b4f88c1006c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:44.923538 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a4439528-1795-4813-917a-b4f88c1006c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:44.924687 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a4439528-1795-4813-917a-b4f88c1006c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/734fe294-4bf2-44a9-b501-9d9be5dc123f HTTP/1.1" status: 204 len: 168 time: 0.1169834 Jul 22 19:47:44.933005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4439528-1795-4813-917a-b4f88c1006c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734fe294-4bf2-44a9-b501-9d9be5dc123f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:45.175297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56216) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:45.191349 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-94fc36d4-4405-4e56-ac9b-aabd03a35734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:45.277638 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-94fc36d4-4405-4e56-ac9b-aabd03a35734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:45.281430 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-94fc36d4-4405-4e56-ac9b-aabd03a35734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:45.320041 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-94fc36d4-4405-4e56-ac9b-aabd03a35734 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71b58073adc74a3486e8d92a5ccfa30b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436634 Jul 22 19:47:45.321013 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc36d4-4405-4e56-ac9b-aabd03a35734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65078f1-0fb8-455e-92c0-31fe411dc64c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:45.322709 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56218) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:45.374960 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-718d57ba-c8d3-4f4d-8601-46a2e3c91257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:45.395646 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-718d57ba-c8d3-4f4d-8601-46a2e3c91257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:45.441128 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-718d57ba-c8d3-4f4d-8601-46a2e3c91257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:45.443922 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-718d57ba-c8d3-4f4d-8601-46a2e3c91257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:45.446209 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-718d57ba-c8d3-4f4d-8601-46a2e3c91257 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d65078f1-0fb8-455e-92c0-31fe411dc64c HTTP/1.1" status: 204 len: 168 time: 0.1225212 Jul 22 19:47:45.454432 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d57ba-c8d3-4f4d-8601-46a2e3c91257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65078f1-0fb8-455e-92c0-31fe411dc64c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:46.734494 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56280) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:46.838982 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-76f9521d-0a37-4004-9ca2-c61146f45d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:46.931196 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-76f9521d-0a37-4004-9ca2-c61146f45d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:46.934908 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-76f9521d-0a37-4004-9ca2-c61146f45d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:46.976162 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9521d-0a37-4004-9ca2-c61146f45d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4b5cf2-f991-4c0b-aa3c-149045e30473,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:46.980531 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-76f9521d-0a37-4004-9ca2-c61146f45d5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9d5d07694cb48799274ecf590e89794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449994 Jul 22 19:47:46.983137 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56284) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:47.030544 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-872239a4-8a6f-4299-a5c8-a229c2d0e032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:47.054615 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-872239a4-8a6f-4299-a5c8-a229c2d0e032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:47.098186 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-872239a4-8a6f-4299-a5c8-a229c2d0e032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:47.101405 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-872239a4-8a6f-4299-a5c8-a229c2d0e032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:47.103102 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-872239a4-8a6f-4299-a5c8-a229c2d0e032 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc4b5cf2-f991-4c0b-aa3c-149045e30473 HTTP/1.1" status: 204 len: 168 time: 0.1190729 Jul 22 19:47:47.111261 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872239a4-8a6f-4299-a5c8-a229c2d0e032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4b5cf2-f991-4c0b-aa3c-149045e30473,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:48.213880 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56336) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:48.315967 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5cb1b116-3513-45a8-b1fb-8d37f488417d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:48.402821 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5cb1b116-3513-45a8-b1fb-8d37f488417d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:48.406497 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5cb1b116-3513-45a8-b1fb-8d37f488417d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:48.442729 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5cb1b116-3513-45a8-b1fb-8d37f488417d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff836dfb552c49559f144ebeb120a8bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2277939 Jul 22 19:47:48.445163 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1b116-3513-45a8-b1fb-8d37f488417d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0c2d21-5ab3-439e-b40d-b1aaffe8801f,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:48.446155 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56340) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:48.496323 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e1288613-c978-4f83-9dbb-70ef4aa47200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:48.517015 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e1288613-c978-4f83-9dbb-70ef4aa47200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:48.561972 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e1288613-c978-4f83-9dbb-70ef4aa47200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:48.564321 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e1288613-c978-4f83-9dbb-70ef4aa47200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:48.565489 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e1288613-c978-4f83-9dbb-70ef4aa47200 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d0c2d21-5ab3-439e-b40d-b1aaffe8801f HTTP/1.1" status: 204 len: 168 time: 0.1183610 Jul 22 19:47:48.573993 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1288613-c978-4f83-9dbb-70ef4aa47200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0c2d21-5ab3-439e-b40d-b1aaffe8801f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:49.663985 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56376) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:49.802616 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-82efc6c9-e1c5-4bfc-a206-950f869f4b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1574726667'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:49.825118 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82efc6c9-e1c5-4bfc-a206-950f869f4b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] Made reservation on behalf of ded367aa815a434ba6f4e936cd00a77a for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:49.828650 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-82efc6c9-e1c5-4bfc-a206-950f869f4b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:49.837446 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-82efc6c9-e1c5-4bfc-a206-950f869f4b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:49.926616 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-82efc6c9-e1c5-4bfc-a206-950f869f4b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:49.931781 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-82efc6c9-e1c5-4bfc-a206-950f869f4b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:49.960563 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82efc6c9-e1c5-4bfc-a206-950f869f4b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:47:49.966818 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efc6c9-e1c5-4bfc-a206-950f869f4b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0b538f-2473-41fa-b838-2f59bd26440d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:49.974005 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-82efc6c9-e1c5-4bfc-a206-950f869f4b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:49.974902 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-82efc6c9-e1c5-4bfc-a206-950f869f4b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] Added segment d6ddb207-d2bc-46cb-a630-00d2a9a6e14d of type vlan for network b02356a1-cee4-4643-8e03-45bea403698a Jul 22 19:47:50.017531 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-82efc6c9-e1c5-4bfc-a206-950f869f4b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:50.045178 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-82efc6c9-e1c5-4bfc-a206-950f869f4b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:50.051003 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82efc6c9-e1c5-4bfc-a206-950f869f4b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:50.051596 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-82efc6c9-e1c5-4bfc-a206-950f869f4b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:50.083599 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-82efc6c9-e1c5-4bfc-a206-950f869f4b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.4184771 Jul 22 19:47:50.120678 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efc6c9-e1c5-4bfc-a206-950f869f4b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] Pushing event updated for resources: {'Network': ['ID=b02356a1-cee4-4643-8e03-45bea403698a,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:50.130779 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network b02356a1-cee4-4643-8e03-45bea403698a details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:47:50.250520 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56384) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:50.255561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Request body: {'port': {'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a', 'binding:host_id': 'n-h1-800086-12', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157126851'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:50.276685 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Made reservation on behalf of 6996ccd2bb104c35b388ad23af867cb2 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:50.278971 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:50.287055 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:50.379775 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:50.384208 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:50.394115 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] device_id is not set on port 415a737f-e98a-4027-ae21-9e4993e4d487 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:47:50.464938 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dd3381-a4c0-45a3-8915-02c09302a71b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:50.613049 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] device_id is not set on port 415a737f-e98a-4027-ae21-9e4993e4d487 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:47:50.622553 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:50.633658 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Transition to ACTIVE for port object 415a737f-e98a-4027-ae21-9e4993e4d487 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:50.641996 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:50.700136 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Pushing event updated for resources: {'Port': ['ID=415a737f-e98a-4027-ae21-9e4993e4d487,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:50.707016 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Checking segment: {'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:47:50.707373 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Network hostable DHCP agents. Network: b02356a1-cee4-4643-8e03-45bea403698a, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:47:50.723936 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Network b02356a1-cee4-4643-8e03-45bea403698a is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:47:50.733156 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, b02356a1-cee4-4643-8e03-45bea403698a) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:50.737639 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:47:50.744630 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e55ccee-2234-4efb-a481-7ebc04ed5450 None None] Network b02356a1-cee4-4643-8e03-45bea403698a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:47:50.753066 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:50.753429 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:50.753769 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:50.758303 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 415a737f-e98a-4027-ae21-9e4993e4d487 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:50.758636 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:50.759020 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 2 to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 Jul 22 19:47:50.770750 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:50.771082 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:50.771413 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:50.775864 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 415a737f-e98a-4027-ae21-9e4993e4d487 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:50.776190 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:50.776654 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 3 to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 Jul 22 19:47:50.780035 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [req-cbd82275-16ce-4be9-9251-872827d73dab req-272f577a-90f3-4336-b6e5-0b97875d632f service neutron] (93806) timed out ('10.222.0.16', 58818) {{(pid=93806) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 19:47:50.789755 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:50.790088 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:50.790419 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:50.794635 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 415a737f-e98a-4027-ae21-9e4993e4d487 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:50.794960 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:50.795450 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 4 to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 Jul 22 19:47:50.808113 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:50.808449 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:50.808812 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:50.813069 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 415a737f-e98a-4027-ae21-9e4993e4d487 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:50.813396 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:50.813776 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 5 to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 Jul 22 19:47:50.826189 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:50.826526 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:50.826858 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:50.831090 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 415a737f-e98a-4027-ae21-9e4993e4d487 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:50.831415 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:50.832330 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 6 to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 Jul 22 19:47:50.844088 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:50.844418 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:50.844777 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:50.849052 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 415a737f-e98a-4027-ae21-9e4993e4d487 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:50.849381 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:50.849766 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 7 to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 Jul 22 19:47:50.862393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:50.862731 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:50.863063 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:50.867906 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 415a737f-e98a-4027-ae21-9e4993e4d487 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:50.868235 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:50.868651 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 8 to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 Jul 22 19:47:50.880108 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:50.880443 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:50.880804 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:50.885147 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 415a737f-e98a-4027-ae21-9e4993e4d487 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:50.885468 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:50.885846 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 9 to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 Jul 22 19:47:50.900603 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:50.900933 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:50.901257 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:50.905320 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 415a737f-e98a-4027-ae21-9e4993e4d487 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:50.905640 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:50.906013 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 10 to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 Jul 22 19:47:50.917597 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:50.917927 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:50.918251 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:50.922314 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 415a737f-e98a-4027-ae21-9e4993e4d487 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:50.922635 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 415a737f-e98a-4027-ae21-9e4993e4d487 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:50.922996 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:50.985091 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] For port 415a737f-e98a-4027-ae21-9e4993e4d487, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:47:50.985364 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempted to set empty binding levels {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 19:47:50.989965 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:51.023693 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:51.024287 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:51.044085 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Pushing event updated for resources: {'Port': ['ID=415a737f-e98a-4027-ae21-9e4993e4d487,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:51.048506 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4c5758d4-3eb3-41e8-a105-5ae8bbfea8a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 0.7958362 Jul 22 19:47:51.050393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56386) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:51.139221 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-494f8176-463b-4262-bbb5-93401aa3242c tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Deleting port 415a737f-e98a-4027-ae21-9e4993e4d487 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:51.139587 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-494f8176-463b-4262-bbb5-93401aa3242c tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:51.201460 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-494f8176-463b-4262-bbb5-93401aa3242c tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] For port 415a737f-e98a-4027-ae21-9e4993e4d487, host n-h1-800086-12, got binding levels [] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:51.201825 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-494f8176-463b-4262-bbb5-93401aa3242c tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:51.214158 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-494f8176-463b-4262-bbb5-93401aa3242c tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Calling delete_port for 415a737f-e98a-4027-ae21-9e4993e4d487 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:51.301274 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-494f8176-463b-4262-bbb5-93401aa3242c tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:51.328039 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f8176-463b-4262-bbb5-93401aa3242c tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Pushing event deleted for resources: {'Port': ['ID=415a737f-e98a-4027-ae21-9e4993e4d487,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:51.341425 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-494f8176-463b-4262-bbb5-93401aa3242c tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:51.344202 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-494f8176-463b-4262-bbb5-93401aa3242c tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] 10.222.0.13 "DELETE /v2.0/ports/415a737f-e98a-4027-ae21-9e4993e4d487 HTTP/1.1" status: 204 len: 168 time: 0.2925704 Jul 22 19:47:51.347318 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56388) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:51.373844 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-64aba20b-255a-4445-96e1-6c630b020c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] GET failed (client error): The resource could not be found. Jul 22 19:47:51.375826 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-64aba20b-255a-4445-96e1-6c630b020c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] 10.222.0.13 "GET /v2.0/ports/415a737f-e98a-4027-ae21-9e4993e4d487 HTTP/1.1" status: 404 len: 333 time: 0.0269446 Jul 22 19:47:51.378797 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56390) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:51.383852 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a67a916e-6aad-4f03-a317-707f14bf77af tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Request body: {'port': {'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061565400'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:51.405235 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67a916e-6aad-4f03-a317-707f14bf77af tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Made reservation on behalf of 6996ccd2bb104c35b388ad23af867cb2 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:51.407787 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a67a916e-6aad-4f03-a317-707f14bf77af tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:51.422931 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-a67a916e-6aad-4f03-a317-707f14bf77af tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] device_id is not set on port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:47:51.592564 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a67a916e-6aad-4f03-a317-707f14bf77af tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:51.634324 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a67a916e-6aad-4f03-a317-707f14bf77af tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:51.683216 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67a916e-6aad-4f03-a317-707f14bf77af tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Network b02356a1-cee4-4643-8e03-45bea403698a is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:47:51.686122 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-a67a916e-6aad-4f03-a317-707f14bf77af tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:51.690935 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67a916e-6aad-4f03-a317-707f14bf77af tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:47:51.691870 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67a916e-6aad-4f03-a317-707f14bf77af tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:51.692463 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a67a916e-6aad-4f03-a317-707f14bf77af tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:51.698613 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a916e-6aad-4f03-a317-707f14bf77af tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Pushing event updated for resources: {'Port': ['ID=21c1e022-5bdf-4caf-a4e8-4db8b724a086,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:51.721609 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a67a916e-6aad-4f03-a317-707f14bf77af tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3417203 Jul 22 19:47:51.724167 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56392) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:51.729866 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:52.124950 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:52.290957 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] device_id is not set on port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:47:52.298309 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:52.310297 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Transition to ACTIVE for port object 21c1e022-5bdf-4caf-a4e8-4db8b724a086 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:52.313668 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:52.364251 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Pushing event updated for resources: {'Port': ['ID=21c1e022-5bdf-4caf-a4e8-4db8b724a086,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:52.375256 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:52.375592 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:52.375933 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:52.380232 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:52.380599 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:52.380994 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 2 to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 Jul 22 19:47:52.396881 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:52.397233 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:52.397592 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:52.401779 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:52.402100 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:52.402501 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 3 to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 Jul 22 19:47:52.414185 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:52.414519 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:52.414850 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:52.419088 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:52.419409 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:52.419784 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 4 to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 Jul 22 19:47:52.432359 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:52.432715 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:52.433042 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:52.437133 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:52.437457 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:52.437836 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 5 to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 Jul 22 19:47:52.448905 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:52.449233 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:52.449558 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:52.453673 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:52.453997 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:52.454386 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 6 to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 Jul 22 19:47:52.466078 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:52.466406 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:52.466733 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:52.470917 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:52.471239 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:52.471618 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 7 to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 Jul 22 19:47:52.483198 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:52.483526 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:52.483851 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:52.488834 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:52.489220 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:52.489605 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 8 to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 Jul 22 19:47:52.501984 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:52.502316 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:52.502646 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:52.506806 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:52.507185 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:52.507581 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 9 to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 Jul 22 19:47:52.518723 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:52.519050 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:52.519376 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:52.524043 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:52.524366 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:52.524838 n-d-800086-12 neutron-server[93806]: INFO neutron.plugins.ml2.plugin [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 10 to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 Jul 22 19:47:52.536428 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:52.536787 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:52.537113 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:52.541888 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:52.542147 n-d-800086-12 neutron-server[93806]: ERROR neutron.plugins.ml2.managers [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:52.542508 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:52.602486 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] For port 21c1e022-5bdf-4caf-a4e8-4db8b724a086, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:47:52.602868 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempted to set empty binding levels {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 19:47:52.607011 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:52.637249 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] In _notify_port_updated(), no bound segment for port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:47:52.638112 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:52.638723 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:52.640031 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] 10.222.0.13 "PUT /v2.0/ports/21c1e022-5bdf-4caf-a4e8-4db8b724a086 HTTP/1.1" status: 200 len: 980 time: 0.9145565 Jul 22 19:47:52.642894 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56394) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:52.653541 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed289d6-d41e-4b58-9bd7-d9eefe173277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Pushing event updated for resources: {'Port': ['ID=21c1e022-5bdf-4caf-a4e8-4db8b724a086,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:52.701529 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63523d84-19e7-4a81-b709-5d5d9ec7dcbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:52.702045 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63523d84-19e7-4a81-b709-5d5d9ec7dcbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:52.702495 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63523d84-19e7-4a81-b709-5d5d9ec7dcbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:52.702977 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63523d84-19e7-4a81-b709-5d5d9ec7dcbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:52.703455 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63523d84-19e7-4a81-b709-5d5d9ec7dcbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:52.705256 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-63523d84-19e7-4a81-b709-5d5d9ec7dcbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 4681 time: 0.0612593 Jul 22 19:47:52.708248 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56396) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:52.790386 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-aef7f669-af2f-4d9c-92fe-22007ec5a72c tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Deleting port 21c1e022-5bdf-4caf-a4e8-4db8b724a086 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:52.790726 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aef7f669-af2f-4d9c-92fe-22007ec5a72c tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:52.854060 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-aef7f669-af2f-4d9c-92fe-22007ec5a72c tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] For port 21c1e022-5bdf-4caf-a4e8-4db8b724a086, host n-h1-800086-12, got binding levels [] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:52.854340 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aef7f669-af2f-4d9c-92fe-22007ec5a72c tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:52.865617 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-aef7f669-af2f-4d9c-92fe-22007ec5a72c tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Calling delete_port for 21c1e022-5bdf-4caf-a4e8-4db8b724a086 owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:52.941908 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aef7f669-af2f-4d9c-92fe-22007ec5a72c tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:52.970387 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7f669-af2f-4d9c-92fe-22007ec5a72c tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Pushing event deleted for resources: {'Port': ['ID=21c1e022-5bdf-4caf-a4e8-4db8b724a086,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:52.976087 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aef7f669-af2f-4d9c-92fe-22007ec5a72c tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:52.978453 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-aef7f669-af2f-4d9c-92fe-22007ec5a72c tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] 10.222.0.13 "DELETE /v2.0/ports/21c1e022-5bdf-4caf-a4e8-4db8b724a086 HTTP/1.1" status: 204 len: 168 time: 0.2692304 Jul 22 19:47:52.980942 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56398) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:53.010014 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafca9a7-5b76-4117-b929-c266f05a2fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] GET failed (client error): The resource could not be found. Jul 22 19:47:53.011441 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-aafca9a7-5b76-4117-b929-c266f05a2fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] 10.222.0.13 "GET /v2.0/ports/21c1e022-5bdf-4caf-a4e8-4db8b724a086 HTTP/1.1" status: 404 len: 333 time: 0.0296075 Jul 22 19:47:53.014952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56400) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:53.019420 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-feac4006-461f-4b4c-a19f-592e0174dcc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-204106668', 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:53.039944 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feac4006-461f-4b4c-a19f-592e0174dcc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Made reservation on behalf of 6996ccd2bb104c35b388ad23af867cb2 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:53.042312 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-feac4006-461f-4b4c-a19f-592e0174dcc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:53.056955 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-feac4006-461f-4b4c-a19f-592e0174dcc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] device_id is not set on port d0667470-845b-411d-81d0-d04575e53324 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:47:53.201855 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-feac4006-461f-4b4c-a19f-592e0174dcc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:53.242008 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-feac4006-461f-4b4c-a19f-592e0174dcc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:53.284688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feac4006-461f-4b4c-a19f-592e0174dcc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Network b02356a1-cee4-4643-8e03-45bea403698a is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:47:53.287440 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-feac4006-461f-4b4c-a19f-592e0174dcc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:53.290923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feac4006-461f-4b4c-a19f-592e0174dcc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:47:53.291961 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feac4006-461f-4b4c-a19f-592e0174dcc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:53.292439 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-feac4006-461f-4b4c-a19f-592e0174dcc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:53.299874 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac4006-461f-4b4c-a19f-592e0174dcc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Pushing event updated for resources: {'Port': ['ID=d0667470-845b-411d-81d0-d04575e53324,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:53.310229 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-feac4006-461f-4b4c-a19f-592e0174dcc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.2943339 Jul 22 19:47:53.312749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56402) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:53.353134 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb00289-400f-42a6-aeb6-ae37099fb5a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:53.354469 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0cb00289-400f-42a6-aeb6-ae37099fb5a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] 10.222.0.13 "GET /v2.0/ports/d0667470-845b-411d-81d0-d04575e53324 HTTP/1.1" status: 200 len: 958 time: 0.0408328 Jul 22 19:47:53.356956 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56404) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:53.444171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-2bd0c15a-bd6c-4ed2-8674-20a96dd0dae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Deleting port d0667470-845b-411d-81d0-d04575e53324 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:53.445508 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2bd0c15a-bd6c-4ed2-8674-20a96dd0dae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:53.505846 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2bd0c15a-bd6c-4ed2-8674-20a96dd0dae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:53.518079 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-2bd0c15a-bd6c-4ed2-8674-20a96dd0dae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Calling delete_port for d0667470-845b-411d-81d0-d04575e53324 owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:53.597966 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2bd0c15a-bd6c-4ed2-8674-20a96dd0dae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:53.624722 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0c15a-bd6c-4ed2-8674-20a96dd0dae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0667470-845b-411d-81d0-d04575e53324,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:53.629886 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2bd0c15a-bd6c-4ed2-8674-20a96dd0dae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:53.632802 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2bd0c15a-bd6c-4ed2-8674-20a96dd0dae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] 10.222.0.13 "DELETE /v2.0/ports/d0667470-845b-411d-81d0-d04575e53324 HTTP/1.1" status: 204 len: 168 time: 0.2737527 Jul 22 19:47:53.634744 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56406) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:53.659789 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb14c0f5-4d2e-4be2-879b-bb047380b427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] GET failed (client error): The resource could not be found. Jul 22 19:47:53.661182 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cb14c0f5-4d2e-4be2-879b-bb047380b427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] 10.222.0.13 "GET /v2.0/ports/d0667470-845b-411d-81d0-d04575e53324 HTTP/1.1" status: 404 len: 333 time: 0.0255425 Jul 22 19:47:53.665258 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56408) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:53.669636 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-41e4bd9b-5c6d-4772-b304-21c3dd0312cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Request body: {'port': {'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-551581859'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:53.689213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e4bd9b-5c6d-4772-b304-21c3dd0312cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Made reservation on behalf of 6996ccd2bb104c35b388ad23af867cb2 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:53.691404 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41e4bd9b-5c6d-4772-b304-21c3dd0312cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:53.706125 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-41e4bd9b-5c6d-4772-b304-21c3dd0312cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] device_id is not set on port 8d777966-e710-4da7-8e97-c0f50020b351 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:47:53.847404 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41e4bd9b-5c6d-4772-b304-21c3dd0312cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:53.883720 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41e4bd9b-5c6d-4772-b304-21c3dd0312cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:53.919729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e4bd9b-5c6d-4772-b304-21c3dd0312cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Network b02356a1-cee4-4643-8e03-45bea403698a is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:47:53.922542 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-41e4bd9b-5c6d-4772-b304-21c3dd0312cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:53.924754 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e4bd9b-5c6d-4772-b304-21c3dd0312cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:47:53.925846 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e4bd9b-5c6d-4772-b304-21c3dd0312cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:53.926437 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41e4bd9b-5c6d-4772-b304-21c3dd0312cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:53.945102 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4bd9b-5c6d-4772-b304-21c3dd0312cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Pushing event updated for resources: {'Port': ['ID=8d777966-e710-4da7-8e97-c0f50020b351,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:53.952636 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-41e4bd9b-5c6d-4772-b304-21c3dd0312cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.2864261 Jul 22 19:47:53.955209 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56410) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:53.960823 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:54.034543 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:54.200037 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] device_id is not set on port 8d777966-e710-4da7-8e97-c0f50020b351 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:47:54.207331 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:54.219142 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Transition to ACTIVE for port object 8d777966-e710-4da7-8e97-c0f50020b351 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:54.223131 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:54.274736 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Pushing event updated for resources: {'Port': ['ID=8d777966-e710-4da7-8e97-c0f50020b351,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:54.286264 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:54.286603 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:54.286944 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:54.291766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 8d777966-e710-4da7-8e97-c0f50020b351 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:54.292094 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:54.292498 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 2 to bind port 8d777966-e710-4da7-8e97-c0f50020b351 Jul 22 19:47:54.305468 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:54.306070 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:54.306402 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:54.310536 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 8d777966-e710-4da7-8e97-c0f50020b351 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:54.310861 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:54.311252 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 3 to bind port 8d777966-e710-4da7-8e97-c0f50020b351 Jul 22 19:47:54.323270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:54.323604 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:54.323934 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:54.328130 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 8d777966-e710-4da7-8e97-c0f50020b351 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:54.328459 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:54.328867 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 4 to bind port 8d777966-e710-4da7-8e97-c0f50020b351 Jul 22 19:47:54.344288 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:54.344666 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:54.345001 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:54.349332 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 8d777966-e710-4da7-8e97-c0f50020b351 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:54.349690 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:54.350075 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 5 to bind port 8d777966-e710-4da7-8e97-c0f50020b351 Jul 22 19:47:54.361597 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:54.361931 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:54.362259 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:54.366954 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 8d777966-e710-4da7-8e97-c0f50020b351 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:54.367278 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:54.367686 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 6 to bind port 8d777966-e710-4da7-8e97-c0f50020b351 Jul 22 19:47:54.379574 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:54.379905 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:54.380235 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:54.385061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 8d777966-e710-4da7-8e97-c0f50020b351 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:54.385380 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:54.385766 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 7 to bind port 8d777966-e710-4da7-8e97-c0f50020b351 Jul 22 19:47:54.396991 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:54.397438 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:54.397865 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:54.402129 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 8d777966-e710-4da7-8e97-c0f50020b351 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:54.402457 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:54.402840 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 8 to bind port 8d777966-e710-4da7-8e97-c0f50020b351 Jul 22 19:47:54.415322 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:54.415658 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:54.415989 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:54.420171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 8d777966-e710-4da7-8e97-c0f50020b351 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:54.420526 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:54.420913 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 9 to bind port 8d777966-e710-4da7-8e97-c0f50020b351 Jul 22 19:47:54.433001 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:54.433337 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:54.433664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:54.437828 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 8d777966-e710-4da7-8e97-c0f50020b351 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:54.438162 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:54.438545 n-d-800086-12 neutron-server[93807]: INFO neutron.plugins.ml2.plugin [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempt 10 to bind port 8d777966-e710-4da7-8e97-c0f50020b351 Jul 22 19:47:54.450683 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:54.450954 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:54.451284 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempting to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:54.455403 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Port 8d777966-e710-4da7-8e97-c0f50020b351 on network b02356a1-cee4-4643-8e03-45bea403698a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:54.455729 n-d-800086-12 neutron-server[93807]: ERROR neutron.plugins.ml2.managers [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Failed to bind port 8d777966-e710-4da7-8e97-c0f50020b351 on host n-h1-800086-12 for vnic_type normal using segments [{'id': 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b02356a1-cee4-4643-8e03-45bea403698a'}] Jul 22 19:47:54.456093 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:54.518694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] For port 8d777966-e710-4da7-8e97-c0f50020b351, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:47:54.519055 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attempted to set empty binding levels {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 19:47:54.523201 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:54.550907 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] In _notify_port_updated(), no bound segment for port 8d777966-e710-4da7-8e97-c0f50020b351 on network b02356a1-cee4-4643-8e03-45bea403698a {{(pid=93807) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:47:54.551971 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:54.552601 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:54.554528 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] 10.222.0.13 "PUT /v2.0/ports/8d777966-e710-4da7-8e97-c0f50020b351 HTTP/1.1" status: 200 len: 979 time: 0.5982864 Jul 22 19:47:54.558030 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56412) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:54.571590 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c5a2b-c854-40cc-92a3-9398b20d0ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Pushing event updated for resources: {'Port': ['ID=8d777966-e710-4da7-8e97-c0f50020b351,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:54.642548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-97bda530-f10e-421d-a463-d706816b89ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Deleting port 8d777966-e710-4da7-8e97-c0f50020b351 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:54.642891 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-97bda530-f10e-421d-a463-d706816b89ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:54.702964 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-97bda530-f10e-421d-a463-d706816b89ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] For port 8d777966-e710-4da7-8e97-c0f50020b351, host n-h1-800086-12, got binding levels [] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:54.703317 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-97bda530-f10e-421d-a463-d706816b89ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:54.714574 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-97bda530-f10e-421d-a463-d706816b89ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Calling delete_port for 8d777966-e710-4da7-8e97-c0f50020b351 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:54.794121 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-97bda530-f10e-421d-a463-d706816b89ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:54.820799 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bda530-f10e-421d-a463-d706816b89ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d777966-e710-4da7-8e97-c0f50020b351,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:54.826172 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-97bda530-f10e-421d-a463-d706816b89ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:54.828171 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-97bda530-f10e-421d-a463-d706816b89ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] 10.222.0.13 "DELETE /v2.0/ports/8d777966-e710-4da7-8e97-c0f50020b351 HTTP/1.1" status: 204 len: 168 time: 0.2690454 Jul 22 19:47:54.830785 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56414) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:54.857286 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd0e493-45f0-43ff-87b7-3a3a33c3c402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] GET failed (client error): The resource could not be found. Jul 22 19:47:54.858710 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3bd0e493-45f0-43ff-87b7-3a3a33c3c402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761753488-project-admin] 10.222.0.13 "GET /v2.0/ports/8d777966-e710-4da7-8e97-c0f50020b351 HTTP/1.1" status: 404 len: 333 time: 0.0270224 Jul 22 19:47:54.862494 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56416) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:54.938773 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edb7e3df-3637-4a84-9941-60dcd737eb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.026106 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edb7e3df-3637-4a84-9941-60dcd737eb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.035648 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-edb7e3df-3637-4a84-9941-60dcd737eb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02356a1-cee4-4643-8e03-45bea403698a']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:55.045623 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-edb7e3df-3637-4a84-9941-60dcd737eb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:55.045921 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-edb7e3df-3637-4a84-9941-60dcd737eb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ddb207-d2bc-46cb-a630-00d2a9a6e14d') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:55.054326 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edb7e3df-3637-4a84-9941-60dcd737eb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.067505 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edb7e3df-3637-4a84-9941-60dcd737eb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.073194 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb7e3df-3637-4a84-9941-60dcd737eb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:47:55.073582 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edb7e3df-3637-4a84-9941-60dcd737eb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:47:55.076768 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:47:55.133034 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edb7e3df-3637-4a84-9941-60dcd737eb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.139843 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-edb7e3df-3637-4a84-9941-60dcd737eb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.141595 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-edb7e3df-3637-4a84-9941-60dcd737eb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] 10.222.0.13 "DELETE /v2.0/networks/b02356a1-cee4-4643-8e03-45bea403698a HTTP/1.1" status: 204 len: 168 time: 0.2782121 Jul 22 19:47:55.153609 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7e3df-3637-4a84-9941-60dcd737eb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367441708-project] Pushing event deleted for resources: {'Network': ['ID=b02356a1-cee4-4643-8e03-45bea403698a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:55.372160 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56422) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:55.506629 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8624c7c3-9e3f-475d-816e-891863749941 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ded367aa815a434ba6f4e936cd00a77a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331816 Jul 22 19:47:55.509064 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56426) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:55.556120 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9caa5e5e-8a10-4ca8-a47b-d05b4e835dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.576180 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9caa5e5e-8a10-4ca8-a47b-d05b4e835dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.622327 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9caa5e5e-8a10-4ca8-a47b-d05b4e835dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.624919 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9caa5e5e-8a10-4ca8-a47b-d05b4e835dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.626085 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9caa5e5e-8a10-4ca8-a47b-d05b4e835dec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c0b538f-2473-41fa-b838-2f59bd26440d HTTP/1.1" status: 204 len: 168 time: 0.1161270 Jul 22 19:47:55.633919 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa5e5e-8a10-4ca8-a47b-d05b4e835dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0b538f-2473-41fa-b838-2f59bd26440d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:55.876870 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56432) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:55.916052 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-653a96c3-b13c-41c2-a11b-4e600895879c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6996ccd2bb104c35b388ad23af867cb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380385 Jul 22 19:47:55.918561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56434) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:55.965855 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-881dffb5-3195-4f72-a709-f87ea4e4c242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.986260 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-881dffb5-3195-4f72-a709-f87ea4e4c242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:56.034020 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-881dffb5-3195-4f72-a709-f87ea4e4c242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:56.036813 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-881dffb5-3195-4f72-a709-f87ea4e4c242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:56.037969 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-881dffb5-3195-4f72-a709-f87ea4e4c242 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28dd3381-a4c0-45a3-8915-02c09302a71b HTTP/1.1" status: 204 len: 168 time: 0.1184745 Jul 22 19:47:56.047145 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881dffb5-3195-4f72-a709-f87ea4e4c242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dd3381-a4c0-45a3-8915-02c09302a71b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:57.191558 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56470) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:57.287208 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d1653d38-bd3f-4f83-97ed-b3568f7d702e tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1330931762', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:57.308825 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1653d38-bd3f-4f83-97ed-b3568f7d702e tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Made reservation on behalf of 06f33c7fdd2548248ee53544750974d8 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:57.311118 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1653d38-bd3f-4f83-97ed-b3568f7d702e tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:57.319108 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1653d38-bd3f-4f83-97ed-b3568f7d702e tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:57.408807 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1653d38-bd3f-4f83-97ed-b3568f7d702e tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:57.412309 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1653d38-bd3f-4f83-97ed-b3568f7d702e tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:57.418121 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-d1653d38-bd3f-4f83-97ed-b3568f7d702e tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] device_id is not set on port a8b7ce97-eacd-49e8-8574-b96e224b0e60 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:47:57.468382 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1653d38-bd3f-4f83-97ed-b3568f7d702e tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714e2eae-9248-40e3-acd8-10abbc4b15e2,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:57.535137 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-d1653d38-bd3f-4f83-97ed-b3568f7d702e tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Allocated IP 172.25.3.117 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/a8b7ce97-eacd-49e8-8574-b96e224b0e60) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:47:57.664913 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1653d38-bd3f-4f83-97ed-b3568f7d702e tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:57.702608 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1653d38-bd3f-4f83-97ed-b3568f7d702e tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:57.744243 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1653d38-bd3f-4f83-97ed-b3568f7d702e tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:47:57.750291 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-d1653d38-bd3f-4f83-97ed-b3568f7d702e tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:57.753763 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1653d38-bd3f-4f83-97ed-b3568f7d702e tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:47:57.775565 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1653d38-bd3f-4f83-97ed-b3568f7d702e tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Pushing event updated for resources: {'Port': ['ID=a8b7ce97-eacd-49e8-8574-b96e224b0e60,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:57.794538 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1653d38-bd3f-4f83-97ed-b3568f7d702e tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:57.795148 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d1653d38-bd3f-4f83-97ed-b3568f7d702e tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:57.809498 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d1653d38-bd3f-4f83-97ed-b3568f7d702e tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6167922 Jul 22 19:47:57.812451 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56474) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:57.817118 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-e74d472d-33a4-41a8-b54d-8beae6e150bc tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.117'}]}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:57.838072 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e74d472d-33a4-41a8-b54d-8beae6e150bc tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:57.839028 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e74d472d-33a4-41a8-b54d-8beae6e150bc tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:57.889691 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e74d472d-33a4-41a8-b54d-8beae6e150bc tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:58.026844 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e74d472d-33a4-41a8-b54d-8beae6e150bc tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:58.225228 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e74d472d-33a4-41a8-b54d-8beae6e150bc tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:58.244907 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e74d472d-33a4-41a8-b54d-8beae6e150bc tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:58.388341 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e74d472d-33a4-41a8-b54d-8beae6e150bc tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:58.507999 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9fd01c18-0c25-472c-ac45-c596da591c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:58.545295 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e74d472d-33a4-41a8-b54d-8beae6e150bc tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:58.547383 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e74d472d-33a4-41a8-b54d-8beae6e150bc tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:58.588935 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e74d472d-33a4-41a8-b54d-8beae6e150bc tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:58.589456 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74d472d-33a4-41a8-b54d-8beae6e150bc tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f10e3135-3239-451b-97e7-a0190719f153 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:47:58.603868 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-e74d472d-33a4-41a8-b54d-8beae6e150bc tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 22 19:47:58.604933 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e74d472d-33a4-41a8-b54d-8beae6e150bc tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.7915099 Jul 22 19:47:58.607743 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56476) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:58.688297 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-65701e84-f781-461b-95a1-a9f18107384f tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Deleting port a8b7ce97-eacd-49e8-8574-b96e224b0e60 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:58.688675 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65701e84-f781-461b-95a1-a9f18107384f tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:58.764841 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65701e84-f781-461b-95a1-a9f18107384f tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:58.776706 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-65701e84-f781-461b-95a1-a9f18107384f tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Calling delete_port for a8b7ce97-eacd-49e8-8574-b96e224b0e60 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:58.897066 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65701e84-f781-461b-95a1-a9f18107384f tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:58.925810 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65701e84-f781-461b-95a1-a9f18107384f tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8b7ce97-eacd-49e8-8574-b96e224b0e60,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:58.985960 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-65701e84-f781-461b-95a1-a9f18107384f tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:58.987822 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-65701e84-f781-461b-95a1-a9f18107384f tempest-RoutersAdminNegativeTest-1757383029 tempest-RoutersAdminNegativeTest-1757383029-project-admin] 10.222.0.13 "DELETE /v2.0/ports/a8b7ce97-eacd-49e8-8574-b96e224b0e60 HTTP/1.1" status: 204 len: 168 time: 0.3791692 Jul 22 19:47:59.221622 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56482) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:59.325730 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26b5bdd9-011c-484e-8b6d-bd9421ed1b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.414667 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26b5bdd9-011c-484e-8b6d-bd9421ed1b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.418442 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26b5bdd9-011c-484e-8b6d-bd9421ed1b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.458984 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-26b5bdd9-011c-484e-8b6d-bd9421ed1b78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c37ae13dfbe34d21bf046eadf532a2c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363076 Jul 22 19:47:59.460401 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5bdd9-011c-484e-8b6d-bd9421ed1b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb8efe5-8b65-4aa6-83d3-43e5b5c256db,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:59.462335 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56486) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:59.516607 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ba81a76-8d78-4cf8-a45d-af9c569f6007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.537351 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ba81a76-8d78-4cf8-a45d-af9c569f6007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.584100 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ba81a76-8d78-4cf8-a45d-af9c569f6007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.587144 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7ba81a76-8d78-4cf8-a45d-af9c569f6007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.588280 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7ba81a76-8d78-4cf8-a45d-af9c569f6007 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0eb8efe5-8b65-4aa6-83d3-43e5b5c256db HTTP/1.1" status: 204 len: 168 time: 0.1242547 Jul 22 19:47:59.596105 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba81a76-8d78-4cf8-a45d-af9c569f6007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb8efe5-8b65-4aa6-83d3-43e5b5c256db,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:59.846835 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56492) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:59.886365 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e28f7898-cfdb-44de-b5bb-41168ed6357d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06f33c7fdd2548248ee53544750974d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383849 Jul 22 19:47:59.888823 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56494) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:59.935318 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78e1ef01-5cc7-44be-a7d4-6d15bd3fa66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.956249 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78e1ef01-5cc7-44be-a7d4-6d15bd3fa66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:00.001913 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78e1ef01-5cc7-44be-a7d4-6d15bd3fa66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:00.004658 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78e1ef01-5cc7-44be-a7d4-6d15bd3fa66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:00.005792 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-78e1ef01-5cc7-44be-a7d4-6d15bd3fa66c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/714e2eae-9248-40e3-acd8-10abbc4b15e2 HTTP/1.1" status: 204 len: 168 time: 0.1161118 Jul 22 19:48:00.014224 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1ef01-5cc7-44be-a7d4-6d15bd3fa66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714e2eae-9248-40e3-acd8-10abbc4b15e2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:00.664432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56516) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:00.758722 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-c0aed9ff-7484-4aa8-aff8-339565c86013 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-517602216'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:00.779989 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0aed9ff-7484-4aa8-aff8-339565c86013 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Made reservation on behalf of adb0716f63474cdea623bf7728e9c443 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:00.783420 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c0aed9ff-7484-4aa8-aff8-339565c86013 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:00.792099 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c0aed9ff-7484-4aa8-aff8-339565c86013 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:00.884263 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c0aed9ff-7484-4aa8-aff8-339565c86013 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:00.887988 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c0aed9ff-7484-4aa8-aff8-339565c86013 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:00.910997 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0aed9ff-7484-4aa8-aff8-339565c86013 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:00.925684 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aed9ff-7484-4aa8-aff8-339565c86013 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74df7b42-1955-415d-a3cb-756ba7f1db73,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:00.929163 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c0aed9ff-7484-4aa8-aff8-339565c86013 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:00.929507 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-c0aed9ff-7484-4aa8-aff8-339565c86013 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Added segment 01c8ac36-d5c5-40f3-b51c-9d39cf2da882 of type vlan for network 8388a1b4-3c37-4401-a491-99bc12c11222 Jul 22 19:48:00.971723 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c0aed9ff-7484-4aa8-aff8-339565c86013 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:01.000581 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c0aed9ff-7484-4aa8-aff8-339565c86013 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:01.006087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0aed9ff-7484-4aa8-aff8-339565c86013 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:01.007307 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c0aed9ff-7484-4aa8-aff8-339565c86013 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:01.040228 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-46fc1076-049a-4cf7-b29f-402f8b367e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:01.050012 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c0aed9ff-7484-4aa8-aff8-339565c86013 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3844593 Jul 22 19:48:01.052761 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56520) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:01.058498 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-20902d67-5197-4782-b562-225b986f293e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Request body: {'subnet': {'network_id': '8388a1b4-3c37-4401-a491-99bc12c11222', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:01.087189 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aed9ff-7484-4aa8-aff8-339565c86013 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Network': ['ID=8388a1b4-3c37-4401-a491-99bc12c11222,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:01.097309 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 8388a1b4-3c37-4401-a491-99bc12c11222 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:01.175030 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:01.176437 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20902d67-5197-4782-b562-225b986f293e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Made reservation on behalf of adb0716f63474cdea623bf7728e9c443 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:01.181158 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-20902d67-5197-4782-b562-225b986f293e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:01.361855 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-20902d67-5197-4782-b562-225b986f293e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:01.425431 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20902d67-5197-4782-b562-225b986f293e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Subnet': ['ID=4838072d-c28d-43ab-aae0-ab932a8fce5c,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:01.435672 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20902d67-5197-4782-b562-225b986f293e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Checking segment: {'id': '01c8ac36-d5c5-40f3-b51c-9d39cf2da882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8388a1b4-3c37-4401-a491-99bc12c11222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:01.436033 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20902d67-5197-4782-b562-225b986f293e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Network hostable DHCP agents. Network: 8388a1b4-3c37-4401-a491-99bc12c11222, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:01.451986 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20902d67-5197-4782-b562-225b986f293e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Network 8388a1b4-3c37-4401-a491-99bc12c11222 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:01.460295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-20902d67-5197-4782-b562-225b986f293e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 8388a1b4-3c37-4401-a491-99bc12c11222) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:01.464714 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20902d67-5197-4782-b562-225b986f293e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:01.465703 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-20902d67-5197-4782-b562-225b986f293e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:01.468794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307ae3a8-d736-4df2-b300-30dc96afdb57 None None] Network 8388a1b4-3c37-4401-a491-99bc12c11222 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:01.480858 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-20902d67-5197-4782-b562-225b986f293e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4270549 Jul 22 19:48:01.483432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56522) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:01.488040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-fcbd59d6-fa65-4514-8206-2d82ed64efee tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1067156243', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}, 'admin_state_up': False}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:01.510882 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fcbd59d6-fa65-4514-8206-2d82ed64efee tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:01.511886 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fcbd59d6-fa65-4514-8206-2d82ed64efee tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:01.562755 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fcbd59d6-fa65-4514-8206-2d82ed64efee tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:01.595866 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210ef0ff-edaa-4da9-bc8c-7eea95dd3ca0 None None] Network 8388a1b4-3c37-4401-a491-99bc12c11222 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:02.016053 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fcbd59d6-fa65-4514-8206-2d82ed64efee tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:02.206057 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fcbd59d6-fa65-4514-8206-2d82ed64efee tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:02.228208 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fcbd59d6-fa65-4514-8206-2d82ed64efee tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:02.328633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-fcbd59d6-fa65-4514-8206-2d82ed64efee tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Allocated IP 172.25.3.118 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/159ef880-8409-4bd1-a47e-92ec3dcd0de5) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:02.433824 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fcbd59d6-fa65-4514-8206-2d82ed64efee tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:02.442556 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:02.471958 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fcbd59d6-fa65-4514-8206-2d82ed64efee tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:02.511701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbd59d6-fa65-4514-8206-2d82ed64efee tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:02.514488 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-fcbd59d6-fa65-4514-8206-2d82ed64efee tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:02.518073 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbd59d6-fa65-4514-8206-2d82ed64efee tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:02.540495 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd59d6-fa65-4514-8206-2d82ed64efee tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Port': ['ID=159ef880-8409-4bd1-a47e-92ec3dcd0de5,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:02.763583 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fcbd59d6-fa65-4514-8206-2d82ed64efee tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:02.957967 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fcbd59d6-fa65-4514-8206-2d82ed64efee tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:03.085925 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbd59d6-fa65-4514-8206-2d82ed64efee tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Router 4d457241-675a-43e2-8ca0-c62511f78bab is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:48:03.191868 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbd59d6-fa65-4514-8206-2d82ed64efee tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:48:03.201472 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ca8374-882c-4b92-9907-71f57fe1b97d None None] Sync routers for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:48:03.211560 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fcbd59d6-fa65-4514-8206-2d82ed64efee tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:03.211756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ca8374-882c-4b92-9907-71f57fe1b97d None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:03.212228 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e6ca8374-882c-4b92-9907-71f57fe1b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:03.212779 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fcbd59d6-fa65-4514-8206-2d82ed64efee tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7282078 Jul 22 19:48:03.215480 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56524) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:03.246315 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e6ca8374-882c-4b92-9907-71f57fe1b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:03.255013 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ca8374-882c-4b92-9907-71f57fe1b97d None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:03.255604 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e6ca8374-882c-4b92-9907-71f57fe1b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:03.292188 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-e6ca8374-882c-4b92-9907-71f57fe1b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:03.292863 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ca8374-882c-4b92-9907-71f57fe1b97d None None] The sync data for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:48:03.637292 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5bfa875d-f426-43f6-b318-5de3e3f9802c tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:03.943497 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-5bfa875d-f426-43f6-b318-5de3e3f9802c tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Allocated IP 172.20.0.1 (8388a1b4-3c37-4401-a491-99bc12c11222/4838072d-c28d-43ab-aae0-ab932a8fce5c/86a32943-a718-48da-9ce7-dbdf6d0eb507) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:04.056745 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5bfa875d-f426-43f6-b318-5de3e3f9802c tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:04.077420 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:04.095307 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5bfa875d-f426-43f6-b318-5de3e3f9802c tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:04.139558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfa875d-f426-43f6-b318-5de3e3f9802c tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Network 8388a1b4-3c37-4401-a491-99bc12c11222 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:04.142568 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-5bfa875d-f426-43f6-b318-5de3e3f9802c tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:04.144925 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfa875d-f426-43f6-b318-5de3e3f9802c tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:04.172564 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa875d-f426-43f6-b318-5de3e3f9802c tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Port': ['ID=86a32943-a718-48da-9ce7-dbdf6d0eb507,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:04.193343 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5bfa875d-f426-43f6-b318-5de3e3f9802c tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:04.331968 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5bfa875d-f426-43f6-b318-5de3e3f9802c tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:04.603181 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5bfa875d-f426-43f6-b318-5de3e3f9802c tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:04.607597 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5bfa875d-f426-43f6-b318-5de3e3f9802c tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:04.679752 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5bfa875d-f426-43f6-b318-5de3e3f9802c tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:04.681825 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa875d-f426-43f6-b318-5de3e3f9802c tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Port': ['ID=86a32943-a718-48da-9ce7-dbdf6d0eb507,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:04.774539 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfa875d-f426-43f6-b318-5de3e3f9802c tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Network 8388a1b4-3c37-4401-a491-99bc12c11222 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:04.775852 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-5bfa875d-f426-43f6-b318-5de3e3f9802c tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:04.886173 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfa875d-f426-43f6-b318-5de3e3f9802c tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Router 4d457241-675a-43e2-8ca0-c62511f78bab has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:48:04.993901 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfa875d-f426-43f6-b318-5de3e3f9802c tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:48:04.998882 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5bfa875d-f426-43f6-b318-5de3e3f9802c tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "PUT /v2.0/routers/4d457241-675a-43e2-8ca0-c62511f78bab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7824254 Jul 22 19:48:05.001452 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56526) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:05.004386 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d7751-03bf-4fe5-94f8-27faa2a61ae3 None None] Sync routers for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:48:05.006348 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-a7bd2430-1800-4566-8365-c244c20090aa tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Request body: {'port': {'network_id': '8388a1b4-3c37-4401-a491-99bc12c11222', 'name': 'tempest-FloatingIPTestJSON-2115194377'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:05.013484 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d7751-03bf-4fe5-94f8-27faa2a61ae3 None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:05.014092 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2b2d7751-03bf-4fe5-94f8-27faa2a61ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:05.045270 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2b2d7751-03bf-4fe5-94f8-27faa2a61ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:05.054266 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d7751-03bf-4fe5-94f8-27faa2a61ae3 None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:05.054896 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2b2d7751-03bf-4fe5-94f8-27faa2a61ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:05.087771 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2b2d7751-03bf-4fe5-94f8-27faa2a61ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:05.088400 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d7751-03bf-4fe5-94f8-27faa2a61ae3 None None] The sync data for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:48:05.114383 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bd2430-1800-4566-8365-c244c20090aa tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Made reservation on behalf of adb0716f63474cdea623bf7728e9c443 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:05.118644 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a7bd2430-1800-4566-8365-c244c20090aa tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:05.135372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-a7bd2430-1800-4566-8365-c244c20090aa tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] device_id is not set on port cae23a6e-7a39-4951-acf2-0b133c69c4e7 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:48:05.561819 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-a7bd2430-1800-4566-8365-c244c20090aa tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Allocated IP 172.20.0.7 (8388a1b4-3c37-4401-a491-99bc12c11222/4838072d-c28d-43ab-aae0-ab932a8fce5c/cae23a6e-7a39-4951-acf2-0b133c69c4e7) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:05.706381 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a7bd2430-1800-4566-8365-c244c20090aa tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:05.744604 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a7bd2430-1800-4566-8365-c244c20090aa tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:05.784633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bd2430-1800-4566-8365-c244c20090aa tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Network 8388a1b4-3c37-4401-a491-99bc12c11222 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:05.789721 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-a7bd2430-1800-4566-8365-c244c20090aa tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:05.793239 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bd2430-1800-4566-8365-c244c20090aa tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:05.818316 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd2430-1800-4566-8365-c244c20090aa tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Port': ['ID=cae23a6e-7a39-4951-acf2-0b133c69c4e7,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:05.846140 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bd2430-1800-4566-8365-c244c20090aa tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:05.846748 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a7bd2430-1800-4566-8365-c244c20090aa tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:05.860806 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a7bd2430-1800-4566-8365-c244c20090aa tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8583481 Jul 22 19:48:05.863294 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56528) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:05.868103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-aef26f41-c9a8-4263-bc31-297ce7259f7f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Request body: {'port': {'network_id': '8388a1b4-3c37-4401-a491-99bc12c11222', 'name': 'tempest-FloatingIPTestJSON-1894405087'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:05.977521 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef26f41-c9a8-4263-bc31-297ce7259f7f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Made reservation on behalf of adb0716f63474cdea623bf7728e9c443 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:05.981038 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aef26f41-c9a8-4263-bc31-297ce7259f7f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:05.998666 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-aef26f41-c9a8-4263-bc31-297ce7259f7f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] device_id is not set on port 0b555cf7-7457-4285-8ed5-5e26aa42ee88 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:48:06.105572 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-aef26f41-c9a8-4263-bc31-297ce7259f7f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Allocated IP 172.20.0.8 (8388a1b4-3c37-4401-a491-99bc12c11222/4838072d-c28d-43ab-aae0-ab932a8fce5c/0b555cf7-7457-4285-8ed5-5e26aa42ee88) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:06.254837 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aef26f41-c9a8-4263-bc31-297ce7259f7f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:06.294842 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aef26f41-c9a8-4263-bc31-297ce7259f7f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:06.339722 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef26f41-c9a8-4263-bc31-297ce7259f7f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Network 8388a1b4-3c37-4401-a491-99bc12c11222 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:06.344821 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-aef26f41-c9a8-4263-bc31-297ce7259f7f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:06.348362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef26f41-c9a8-4263-bc31-297ce7259f7f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:06.374123 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef26f41-c9a8-4263-bc31-297ce7259f7f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Port': ['ID=0b555cf7-7457-4285-8ed5-5e26aa42ee88,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:06.402168 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef26f41-c9a8-4263-bc31-297ce7259f7f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:06.402782 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aef26f41-c9a8-4263-bc31-297ce7259f7f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:06.416594 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-aef26f41-c9a8-4263-bc31-297ce7259f7f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5520346 Jul 22 19:48:06.419501 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56530) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:06.423997 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-898588f9-8699-428e-b597-0ee7c9874bd9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': '0b555cf7-7457-4285-8ed5-5e26aa42ee88', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:06.445573 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-898588f9-8699-428e-b597-0ee7c9874bd9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:06.541885 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-898588f9-8699-428e-b597-0ee7c9874bd9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:06.648962 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-898588f9-8699-428e-b597-0ee7c9874bd9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Allocated IP 172.25.3.43 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/e3672664-45fe-41bd-9da7-a1dbd515fb44) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:06.749702 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-898588f9-8699-428e-b597-0ee7c9874bd9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:06.786932 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-898588f9-8699-428e-b597-0ee7c9874bd9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:06.826191 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898588f9-8699-428e-b597-0ee7c9874bd9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:06.829051 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-898588f9-8699-428e-b597-0ee7c9874bd9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:06.834451 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898588f9-8699-428e-b597-0ee7c9874bd9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:06.863222 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898588f9-8699-428e-b597-0ee7c9874bd9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Port': ['ID=e3672664-45fe-41bd-9da7-a1dbd515fb44,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:07.188320 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-898588f9-8699-428e-b597-0ee7c9874bd9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:07.269361 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-898588f9-8699-428e-b597-0ee7c9874bd9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:07.418696 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-898588f9-8699-428e-b597-0ee7c9874bd9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:07.423089 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-898588f9-8699-428e-b597-0ee7c9874bd9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:07.489490 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898588f9-8699-428e-b597-0ee7c9874bd9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Port': ['ID=e3672664-45fe-41bd-9da7-a1dbd515fb44,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:07.501608 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-898588f9-8699-428e-b597-0ee7c9874bd9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:07.602627 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-898588f9-8699-428e-b597-0ee7c9874bd9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Floating IP 7fe1843b-625c-4a3f-810f-40bcc9c4e0c4 associated. External IP: 172.25.3.43, port: 0b555cf7-7457-4285-8ed5-5e26aa42ee88. Jul 22 19:48:07.807725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898588f9-8699-428e-b597-0ee7c9874bd9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Router 4d457241-675a-43e2-8ca0-c62511f78bab has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:48:07.914073 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898588f9-8699-428e-b597-0ee7c9874bd9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:48:07.923363 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db3c0d3-ba72-4a77-89f2-60f0c5d9d244 None None] Sync routers for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:48:07.931388 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-898588f9-8699-428e-b597-0ee7c9874bd9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:07.934255 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db3c0d3-ba72-4a77-89f2-60f0c5d9d244 None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:07.934865 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0db3c0d3-ba72-4a77-89f2-60f0c5d9d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:07.973064 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0db3c0d3-ba72-4a77-89f2-60f0c5d9d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:07.974731 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-898588f9-8699-428e-b597-0ee7c9874bd9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.5540431 Jul 22 19:48:07.977678 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56532) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:07.981915 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db3c0d3-ba72-4a77-89f2-60f0c5d9d244 None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:07.982162 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-c9ef3ea2-1c00-410b-a627-51ed268a655d tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:07.982509 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0db3c0d3-ba72-4a77-89f2-60f0c5d9d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:08.017834 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0db3c0d3-ba72-4a77-89f2-60f0c5d9d244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:08.018492 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db3c0d3-ba72-4a77-89f2-60f0c5d9d244 None None] The sync data for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:48:08.037352 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c9ef3ea2-1c00-410b-a627-51ed268a655d tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:08.180512 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c9ef3ea2-1c00-410b-a627-51ed268a655d tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:08.184434 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c9ef3ea2-1c00-410b-a627-51ed268a655d tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:08.184793 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-c9ef3ea2-1c00-410b-a627-51ed268a655d tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Floating IP 7fe1843b-625c-4a3f-810f-40bcc9c4e0c4 disassociated. External IP: 172.25.3.43, port: 0b555cf7-7457-4285-8ed5-5e26aa42ee88. Jul 22 19:48:08.384458 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ef3ea2-1c00-410b-a627-51ed268a655d tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Router 4d457241-675a-43e2-8ca0-c62511f78bab has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:48:08.489573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ef3ea2-1c00-410b-a627-51ed268a655d tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:48:08.494413 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c9ef3ea2-1c00-410b-a627-51ed268a655d tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:08.499066 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8ac001-3fbd-4ca3-9785-7d3132003082 None None] Sync routers for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:48:08.508198 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8ac001-3fbd-4ca3-9785-7d3132003082 None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:08.508831 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-de8ac001-3fbd-4ca3-9785-7d3132003082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:08.535230 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c9ef3ea2-1c00-410b-a627-51ed268a655d tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "PUT /v2.0/floatingips/7fe1843b-625c-4a3f-810f-40bcc9c4e0c4 HTTP/1.1" status: 200 len: 687 time: 0.5565183 Jul 22 19:48:08.537949 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56534) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:08.539830 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-de8ac001-3fbd-4ca3-9785-7d3132003082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:08.548380 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8ac001-3fbd-4ca3-9785-7d3132003082 None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:08.548998 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-de8ac001-3fbd-4ca3-9785-7d3132003082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:08.581569 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-de8ac001-3fbd-4ca3-9785-7d3132003082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:08.582209 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8ac001-3fbd-4ca3-9785-7d3132003082 None None] The sync data for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:48:08.665177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-96dc7459-186d-4582-98ed-f47650809c05 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Deleting port e3672664-45fe-41bd-9da7-a1dbd515fb44 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:08.665519 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-96dc7459-186d-4582-98ed-f47650809c05 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:08.738911 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-96dc7459-186d-4582-98ed-f47650809c05 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:08.739239 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-96dc7459-186d-4582-98ed-f47650809c05 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:08.751510 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-96dc7459-186d-4582-98ed-f47650809c05 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Calling delete_port for e3672664-45fe-41bd-9da7-a1dbd515fb44 owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:08.879727 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-96dc7459-186d-4582-98ed-f47650809c05 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:08.904214 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc7459-186d-4582-98ed-f47650809c05 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event deleted for resources: {'Port': ['ID=e3672664-45fe-41bd-9da7-a1dbd515fb44,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:08.916045 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc7459-186d-4582-98ed-f47650809c05 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:08.916393 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc7459-186d-4582-98ed-f47650809c05 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:08.916763 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc7459-186d-4582-98ed-f47650809c05 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:08.917099 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc7459-186d-4582-98ed-f47650809c05 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:08.917430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc7459-186d-4582-98ed-f47650809c05 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:08.917759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc7459-186d-4582-98ed-f47650809c05 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:08.918088 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc7459-186d-4582-98ed-f47650809c05 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:08.918411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc7459-186d-4582-98ed-f47650809c05 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:08.918733 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc7459-186d-4582-98ed-f47650809c05 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:08.919055 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc7459-186d-4582-98ed-f47650809c05 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:08.919383 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc7459-186d-4582-98ed-f47650809c05 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:08.919733 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dc7459-186d-4582-98ed-f47650809c05 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:08.980371 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-96dc7459-186d-4582-98ed-f47650809c05 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:08.983289 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-96dc7459-186d-4582-98ed-f47650809c05 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:08.984440 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-96dc7459-186d-4582-98ed-f47650809c05 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "DELETE /v2.0/floatingips/7fe1843b-625c-4a3f-810f-40bcc9c4e0c4 HTTP/1.1" status: 204 len: 168 time: 0.4456012 Jul 22 19:48:08.987887 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56536) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:08.993348 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e123caf1-ae61-4bea-8c9b-aece37cd95bb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': 'cae23a6e-7a39-4951-acf2-0b133c69c4e7'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:09.015057 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e123caf1-ae61-4bea-8c9b-aece37cd95bb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:09.111268 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e123caf1-ae61-4bea-8c9b-aece37cd95bb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:09.216024 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-e123caf1-ae61-4bea-8c9b-aece37cd95bb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Allocated IP 172.25.3.233 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/7e4178c2-705e-4456-afda-bbeedbc4e3f9) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:09.316782 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e123caf1-ae61-4bea-8c9b-aece37cd95bb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:09.339435 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:09.356113 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e123caf1-ae61-4bea-8c9b-aece37cd95bb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:09.392102 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e123caf1-ae61-4bea-8c9b-aece37cd95bb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:09.396826 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-e123caf1-ae61-4bea-8c9b-aece37cd95bb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:09.399481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e123caf1-ae61-4bea-8c9b-aece37cd95bb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:09.432650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123caf1-ae61-4bea-8c9b-aece37cd95bb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Port': ['ID=7e4178c2-705e-4456-afda-bbeedbc4e3f9,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:09.753228 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e123caf1-ae61-4bea-8c9b-aece37cd95bb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:09.831156 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e123caf1-ae61-4bea-8c9b-aece37cd95bb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:09.980052 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e123caf1-ae61-4bea-8c9b-aece37cd95bb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:09.984496 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e123caf1-ae61-4bea-8c9b-aece37cd95bb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:10.050767 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123caf1-ae61-4bea-8c9b-aece37cd95bb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Port': ['ID=7e4178c2-705e-4456-afda-bbeedbc4e3f9,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:10.062513 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e123caf1-ae61-4bea-8c9b-aece37cd95bb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:10.489804 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-e123caf1-ae61-4bea-8c9b-aece37cd95bb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Floating IP fcf7fdb6-0fec-4ad8-9d95-6c5659a3a375 associated. External IP: 172.25.3.233, port: cae23a6e-7a39-4951-acf2-0b133c69c4e7. Jul 22 19:48:10.698791 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e123caf1-ae61-4bea-8c9b-aece37cd95bb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Router 4d457241-675a-43e2-8ca0-c62511f78bab has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:48:10.805644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e123caf1-ae61-4bea-8c9b-aece37cd95bb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:48:10.816696 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1351d888-7084-402c-b259-427ce33cf165 None None] Sync routers for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:48:10.821379 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e123caf1-ae61-4bea-8c9b-aece37cd95bb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:10.826611 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1351d888-7084-402c-b259-427ce33cf165 None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:10.827224 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-1351d888-7084-402c-b259-427ce33cf165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:10.857822 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e123caf1-ae61-4bea-8c9b-aece37cd95bb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.8688505 Jul 22 19:48:10.860027 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-1351d888-7084-402c-b259-427ce33cf165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:10.860372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56538) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:10.869551 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1351d888-7084-402c-b259-427ce33cf165 None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:10.870142 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-1351d888-7084-402c-b259-427ce33cf165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:10.906596 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-1351d888-7084-402c-b259-427ce33cf165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:10.907245 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1351d888-7084-402c-b259-427ce33cf165 None None] The sync data for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:48:10.920682 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3a5234cf-9a27-4e57-80ad-4cf1b546aeac tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "GET /v2.0/floatingips/fcf7fdb6-0fec-4ad8-9d95-6c5659a3a375 HTTP/1.1" status: 200 len: 978 time: 0.0591848 Jul 22 19:48:10.922992 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56540) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:11.028910 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ae31d7c8-f349-4dbc-ac31-01354ef49681 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1048398 Jul 22 19:48:11.031330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56542) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:11.035580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-9d09215a-7a2b-419e-a80b-6537bdbb8583 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Request body: {'floatingip': {'port_id': '0b555cf7-7457-4285-8ed5-5e26aa42ee88'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:11.093132 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9d09215a-7a2b-419e-a80b-6537bdbb8583 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:11.542142 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9d09215a-7a2b-419e-a80b-6537bdbb8583 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:11.545773 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9d09215a-7a2b-419e-a80b-6537bdbb8583 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:11.643666 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-9d09215a-7a2b-419e-a80b-6537bdbb8583 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Floating IP fcf7fdb6-0fec-4ad8-9d95-6c5659a3a375 associated. External IP: 172.25.3.233, port: cae23a6e-7a39-4951-acf2-0b133c69c4e7. Jul 22 19:48:11.842421 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d09215a-7a2b-419e-a80b-6537bdbb8583 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Router 4d457241-675a-43e2-8ca0-c62511f78bab has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:48:11.947491 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d09215a-7a2b-419e-a80b-6537bdbb8583 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:48:11.958591 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffc9dc7-013c-44f0-af07-5e834e51a774 None None] Sync routers for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:48:11.968630 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffc9dc7-013c-44f0-af07-5e834e51a774 None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:11.969250 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0ffc9dc7-013c-44f0-af07-5e834e51a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:12.006102 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0ffc9dc7-013c-44f0-af07-5e834e51a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:12.008276 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:12.014903 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffc9dc7-013c-44f0-af07-5e834e51a774 None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:12.015505 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0ffc9dc7-013c-44f0-af07-5e834e51a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:12.046991 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0ffc9dc7-013c-44f0-af07-5e834e51a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:12.047631 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffc9dc7-013c-44f0-af07-5e834e51a774 None None] The sync data for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:48:12.165538 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d09215a-7a2b-419e-a80b-6537bdbb8583 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Router 4d457241-675a-43e2-8ca0-c62511f78bab has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:48:12.271195 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d09215a-7a2b-419e-a80b-6537bdbb8583 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:48:12.275785 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9d09215a-7a2b-419e-a80b-6537bdbb8583 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:12.280600 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc28f3b1-4d75-4c39-9f74-e0b700f961f9 None None] Sync routers for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:48:12.289572 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc28f3b1-4d75-4c39-9f74-e0b700f961f9 None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:12.290180 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-dc28f3b1-4d75-4c39-9f74-e0b700f961f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:12.322611 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-dc28f3b1-4d75-4c39-9f74-e0b700f961f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:12.330978 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc28f3b1-4d75-4c39-9f74-e0b700f961f9 None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:12.331571 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-dc28f3b1-4d75-4c39-9f74-e0b700f961f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:12.345706 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9d09215a-7a2b-419e-a80b-6537bdbb8583 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "PUT /v2.0/floatingips/fcf7fdb6-0fec-4ad8-9d95-6c5659a3a375 HTTP/1.1" status: 200 len: 978 time: 1.3133709 Jul 22 19:48:12.348270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56544) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:12.352865 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e26ee401-5a41-4861-b725-a4298c275529 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:12.362676 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-dc28f3b1-4d75-4c39-9f74-e0b700f961f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:12.363328 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc28f3b1-4d75-4c39-9f74-e0b700f961f9 None None] The sync data for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:48:12.410784 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e26ee401-5a41-4861-b725-a4298c275529 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:12.551285 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e26ee401-5a41-4861-b725-a4298c275529 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:12.555377 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e26ee401-5a41-4861-b725-a4298c275529 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:12.555691 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-e26ee401-5a41-4861-b725-a4298c275529 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Floating IP fcf7fdb6-0fec-4ad8-9d95-6c5659a3a375 disassociated. External IP: 172.25.3.233, port: 0b555cf7-7457-4285-8ed5-5e26aa42ee88. Jul 22 19:48:12.758103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26ee401-5a41-4861-b725-a4298c275529 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Router 4d457241-675a-43e2-8ca0-c62511f78bab has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:48:13.181015 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26ee401-5a41-4861-b725-a4298c275529 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:48:13.185324 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e26ee401-5a41-4861-b725-a4298c275529 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:13.190777 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f10d2a-0635-4ec8-8dd1-da817ea572a1 None None] Sync routers for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:48:13.200650 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f10d2a-0635-4ec8-8dd1-da817ea572a1 None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:13.201260 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-c1f10d2a-0635-4ec8-8dd1-da817ea572a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:13.222875 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e26ee401-5a41-4861-b725-a4298c275529 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "PUT /v2.0/floatingips/fcf7fdb6-0fec-4ad8-9d95-6c5659a3a375 HTTP/1.1" status: 200 len: 688 time: 0.8733914 Jul 22 19:48:13.225220 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56546) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:13.236907 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-c1f10d2a-0635-4ec8-8dd1-da817ea572a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:13.245482 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f10d2a-0635-4ec8-8dd1-da817ea572a1 None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:13.246078 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-c1f10d2a-0635-4ec8-8dd1-da817ea572a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:13.277689 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-c1f10d2a-0635-4ec8-8dd1-da817ea572a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:13.278329 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f10d2a-0635-4ec8-8dd1-da817ea572a1 None None] The sync data for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:48:13.346845 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-3e4edddc-86eb-465e-b001-de939a54ba52 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Deleting port 7e4178c2-705e-4456-afda-bbeedbc4e3f9 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:13.347185 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e4edddc-86eb-465e-b001-de939a54ba52 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:13.425065 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e4edddc-86eb-465e-b001-de939a54ba52 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:13.425390 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e4edddc-86eb-465e-b001-de939a54ba52 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:13.437007 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-3e4edddc-86eb-465e-b001-de939a54ba52 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Calling delete_port for 7e4178c2-705e-4456-afda-bbeedbc4e3f9 owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:13.564612 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e4edddc-86eb-465e-b001-de939a54ba52 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:13.592864 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4edddc-86eb-465e-b001-de939a54ba52 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event deleted for resources: {'Port': ['ID=7e4178c2-705e-4456-afda-bbeedbc4e3f9,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:13.655201 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e4edddc-86eb-465e-b001-de939a54ba52 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:13.657784 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3e4edddc-86eb-465e-b001-de939a54ba52 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:13.658939 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3e4edddc-86eb-465e-b001-de939a54ba52 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "DELETE /v2.0/floatingips/fcf7fdb6-0fec-4ad8-9d95-6c5659a3a375 HTTP/1.1" status: 204 len: 168 time: 0.4328070 Jul 22 19:48:13.661487 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56548) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:13.696038 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-fc93c09e-d0fd-4af9-9abc-40ef0330b866 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] delete failed (client error): The resource could not be found. Jul 22 19:48:13.697040 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fc93c09e-d0fd-4af9-9abc-40ef0330b866 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "DELETE /v2.0/floatingips/fcf7fdb6-0fec-4ad8-9d95-6c5659a3a375 HTTP/1.1" status: 404 len: 345 time: 0.0346618 Jul 22 19:48:13.700615 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56550) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:13.805407 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7b13ac-20cd-42de-aa4d-81fea5c1e6cf tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:13.811552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7b13ac-20cd-42de-aa4d-81fea5c1e6cf tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:13.817503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7b13ac-20cd-42de-aa4d-81fea5c1e6cf tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:13.819073 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fc7b13ac-20cd-42de-aa4d-81fea5c1e6cf tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "GET /v2.0/ports?network_id=8388a1b4-3c37-4401-a491-99bc12c11222 HTTP/1.1" status: 200 len: 2358 time: 0.1175342 Jul 22 19:48:13.821690 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56552) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:13.871938 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64498ed8-48c6-443b-9f61-702ed13f54e4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:13.873278 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-64498ed8-48c6-443b-9f61-702ed13f54e4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "GET /v2.0/subnets/4838072d-c28d-43ab-aae0-ab932a8fce5c HTTP/1.1" status: 200 len: 797 time: 0.0506861 Jul 22 19:48:13.877782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56554) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:13.883180 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-32812fbc-b9cb-422a-8c0a-872f5e6f7914 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Request body: {'port': {'network_id': '8388a1b4-3c37-4401-a491-99bc12c11222', 'name': 'tempest-FloatingIPTestJSON-145524400', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:13.992707 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32812fbc-b9cb-422a-8c0a-872f5e6f7914 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Made reservation on behalf of adb0716f63474cdea623bf7728e9c443 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:14.076738 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-32812fbc-b9cb-422a-8c0a-872f5e6f7914 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:14.093436 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-32812fbc-b9cb-422a-8c0a-872f5e6f7914 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] device_id is not set on port 6d242322-ee1c-454c-b6fa-aea9a6b7000e yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:48:14.374117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-32812fbc-b9cb-422a-8c0a-872f5e6f7914 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Allocated IP 172.20.0.14 (8388a1b4-3c37-4401-a491-99bc12c11222/4838072d-c28d-43ab-aae0-ab932a8fce5c/6d242322-ee1c-454c-b6fa-aea9a6b7000e) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:14.380889 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-32812fbc-b9cb-422a-8c0a-872f5e6f7914 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Allocated IP 172.20.0.13 (8388a1b4-3c37-4401-a491-99bc12c11222/4838072d-c28d-43ab-aae0-ab932a8fce5c/6d242322-ee1c-454c-b6fa-aea9a6b7000e) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:14.523327 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-32812fbc-b9cb-422a-8c0a-872f5e6f7914 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:14.561174 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-32812fbc-b9cb-422a-8c0a-872f5e6f7914 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:14.600972 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32812fbc-b9cb-422a-8c0a-872f5e6f7914 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Network 8388a1b4-3c37-4401-a491-99bc12c11222 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:14.606507 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-32812fbc-b9cb-422a-8c0a-872f5e6f7914 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:14.608841 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32812fbc-b9cb-422a-8c0a-872f5e6f7914 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:14.641685 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32812fbc-b9cb-422a-8c0a-872f5e6f7914 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Port': ['ID=6d242322-ee1c-454c-b6fa-aea9a6b7000e,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:14.667852 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32812fbc-b9cb-422a-8c0a-872f5e6f7914 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:14.668466 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-32812fbc-b9cb-422a-8c0a-872f5e6f7914 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:14.682149 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-32812fbc-b9cb-422a-8c0a-872f5e6f7914 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.8034396 Jul 22 19:48:14.684752 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56556) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:14.689147 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-c841debc-ac0c-432f-8799-c62eb2e00284 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': '6d242322-ee1c-454c-b6fa-aea9a6b7000e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:14.709327 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c841debc-ac0c-432f-8799-c62eb2e00284 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:14.803773 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c841debc-ac0c-432f-8799-c62eb2e00284 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:14.907556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-c841debc-ac0c-432f-8799-c62eb2e00284 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Allocated IP 172.25.3.134 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/aaf725be-4747-4579-ab92-9161c0eb5601) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:15.007809 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c841debc-ac0c-432f-8799-c62eb2e00284 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:15.045254 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c841debc-ac0c-432f-8799-c62eb2e00284 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:15.083838 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c841debc-ac0c-432f-8799-c62eb2e00284 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:15.086966 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-c841debc-ac0c-432f-8799-c62eb2e00284 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:15.092393 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c841debc-ac0c-432f-8799-c62eb2e00284 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:15.120821 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841debc-ac0c-432f-8799-c62eb2e00284 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Port': ['ID=aaf725be-4747-4579-ab92-9161c0eb5601,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:15.442981 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c841debc-ac0c-432f-8799-c62eb2e00284 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:15.517488 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c841debc-ac0c-432f-8799-c62eb2e00284 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:15.666518 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c841debc-ac0c-432f-8799-c62eb2e00284 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:15.670988 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c841debc-ac0c-432f-8799-c62eb2e00284 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:15.741427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841debc-ac0c-432f-8799-c62eb2e00284 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Port': ['ID=aaf725be-4747-4579-ab92-9161c0eb5601,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:15.750129 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c841debc-ac0c-432f-8799-c62eb2e00284 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:15.787615 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:48:15.849184 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-c841debc-ac0c-432f-8799-c62eb2e00284 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Floating IP e4f4ce84-0b3e-402f-a6ed-5204dd96aaaf associated. External IP: 172.25.3.134, port: 6d242322-ee1c-454c-b6fa-aea9a6b7000e. Jul 22 19:48:16.054476 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c841debc-ac0c-432f-8799-c62eb2e00284 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Router 4d457241-675a-43e2-8ca0-c62511f78bab has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:48:16.161930 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c841debc-ac0c-432f-8799-c62eb2e00284 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:48:16.171687 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a464462-c621-447d-8d54-3a5c1d370e80 None None] Sync routers for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:48:16.180222 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c841debc-ac0c-432f-8799-c62eb2e00284 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:16.184840 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a464462-c621-447d-8d54-3a5c1d370e80 None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:16.185456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2a464462-c621-447d-8d54-3a5c1d370e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:16.218112 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2a464462-c621-447d-8d54-3a5c1d370e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:16.218579 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c841debc-ac0c-432f-8799-c62eb2e00284 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.5328245 Jul 22 19:48:16.221262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56558) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:16.226729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-79304ce3-6dcc-40ab-8e84-5db555df6fea tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Request body: {'floatingip': {'port_id': '6d242322-ee1c-454c-b6fa-aea9a6b7000e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:16.228940 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a464462-c621-447d-8d54-3a5c1d370e80 None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:16.229576 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2a464462-c621-447d-8d54-3a5c1d370e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:16.261798 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2a464462-c621-447d-8d54-3a5c1d370e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:16.262447 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a464462-c621-447d-8d54-3a5c1d370e80 None None] The sync data for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:48:16.289619 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-79304ce3-6dcc-40ab-8e84-5db555df6fea tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:16.737361 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-79304ce3-6dcc-40ab-8e84-5db555df6fea tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:16.741653 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-79304ce3-6dcc-40ab-8e84-5db555df6fea tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:16.946303 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79304ce3-6dcc-40ab-8e84-5db555df6fea tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Router 4d457241-675a-43e2-8ca0-c62511f78bab has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:48:17.052207 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79304ce3-6dcc-40ab-8e84-5db555df6fea tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:48:17.057554 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-79304ce3-6dcc-40ab-8e84-5db555df6fea tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:17.062571 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78419318-96bc-4a94-aa19-13843eac4d0a None None] Sync routers for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:48:17.071521 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78419318-96bc-4a94-aa19-13843eac4d0a None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:17.072144 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-78419318-96bc-4a94-aa19-13843eac4d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:17.106713 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-78419318-96bc-4a94-aa19-13843eac4d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:17.115636 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78419318-96bc-4a94-aa19-13843eac4d0a None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:17.117045 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-78419318-96bc-4a94-aa19-13843eac4d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:17.128790 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-79304ce3-6dcc-40ab-8e84-5db555df6fea tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "PUT /v2.0/floatingips/e4f4ce84-0b3e-402f-a6ed-5204dd96aaaf HTTP/1.1" status: 200 len: 978 time: 0.9061315 Jul 22 19:48:17.131466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56560) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:17.148438 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-78419318-96bc-4a94-aa19-13843eac4d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:17.149118 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78419318-96bc-4a94-aa19-13843eac4d0a None None] The sync data for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:48:17.283202 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-772de983-8cda-4008-9328-34412e767612 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Deleting port aaf725be-4747-4579-ab92-9161c0eb5601 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:17.283450 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-772de983-8cda-4008-9328-34412e767612 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:17.361311 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-772de983-8cda-4008-9328-34412e767612 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:17.361641 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-772de983-8cda-4008-9328-34412e767612 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:17.373166 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-772de983-8cda-4008-9328-34412e767612 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Calling delete_port for aaf725be-4747-4579-ab92-9161c0eb5601 owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:17.515542 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-772de983-8cda-4008-9328-34412e767612 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:17.539335 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772de983-8cda-4008-9328-34412e767612 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event deleted for resources: {'Port': ['ID=aaf725be-4747-4579-ab92-9161c0eb5601,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:17.603294 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-772de983-8cda-4008-9328-34412e767612 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:17.603749 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-772de983-8cda-4008-9328-34412e767612 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Floating IP e4f4ce84-0b3e-402f-a6ed-5204dd96aaaf disassociated (deleted). External IP: 172.25.3.134, port: 6d242322-ee1c-454c-b6fa-aea9a6b7000e. Jul 22 19:48:18.130650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772de983-8cda-4008-9328-34412e767612 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Router 4d457241-675a-43e2-8ca0-c62511f78bab has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:48:18.237921 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772de983-8cda-4008-9328-34412e767612 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:48:18.242771 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-772de983-8cda-4008-9328-34412e767612 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:18.247475 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44683e1d-58f2-4890-bb9b-ef235f0e389f None None] Sync routers for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:48:18.256381 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44683e1d-58f2-4890-bb9b-ef235f0e389f None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:18.257080 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-44683e1d-58f2-4890-bb9b-ef235f0e389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:18.279359 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-772de983-8cda-4008-9328-34412e767612 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "DELETE /v2.0/floatingips/e4f4ce84-0b3e-402f-a6ed-5204dd96aaaf HTTP/1.1" status: 204 len: 168 time: 1.1468835 Jul 22 19:48:18.281970 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56562) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:18.292298 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-44683e1d-58f2-4890-bb9b-ef235f0e389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:18.300647 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44683e1d-58f2-4890-bb9b-ef235f0e389f None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:18.301238 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-44683e1d-58f2-4890-bb9b-ef235f0e389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:18.333030 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-44683e1d-58f2-4890-bb9b-ef235f0e389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:18.333733 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44683e1d-58f2-4890-bb9b-ef235f0e389f None None] The sync data for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:48:18.380670 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-285909de-d720-4ddc-8ae3-ebe8c74e49d2 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Deleting port 6d242322-ee1c-454c-b6fa-aea9a6b7000e {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:18.381013 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-285909de-d720-4ddc-8ae3-ebe8c74e49d2 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:18.465119 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-285909de-d720-4ddc-8ae3-ebe8c74e49d2 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:18.477156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-285909de-d720-4ddc-8ae3-ebe8c74e49d2 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Calling delete_port for 6d242322-ee1c-454c-b6fa-aea9a6b7000e owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:18.647938 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-285909de-d720-4ddc-8ae3-ebe8c74e49d2 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:18.681749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285909de-d720-4ddc-8ae3-ebe8c74e49d2 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event deleted for resources: {'Port': ['ID=6d242322-ee1c-454c-b6fa-aea9a6b7000e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:18.769930 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-285909de-d720-4ddc-8ae3-ebe8c74e49d2 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:18.771863 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-285909de-d720-4ddc-8ae3-ebe8c74e49d2 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "DELETE /v2.0/ports/6d242322-ee1c-454c-b6fa-aea9a6b7000e HTTP/1.1" status: 204 len: 168 time: 0.4889805 Jul 22 19:48:18.776111 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56564) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:18.780592 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-f19b1fe3-587c-4e0a-8803-fde87da800fb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:18.802305 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f19b1fe3-587c-4e0a-8803-fde87da800fb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:18.900941 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f19b1fe3-587c-4e0a-8803-fde87da800fb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:19.001040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-f19b1fe3-587c-4e0a-8803-fde87da800fb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Allocated IP 172.25.3.14 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/4eac2a69-ba6e-4710-a352-4bc646201eed) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:19.108898 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f19b1fe3-587c-4e0a-8803-fde87da800fb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:19.146529 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f19b1fe3-587c-4e0a-8803-fde87da800fb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:19.183253 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19b1fe3-587c-4e0a-8803-fde87da800fb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:19.187940 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-f19b1fe3-587c-4e0a-8803-fde87da800fb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:19.190414 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19b1fe3-587c-4e0a-8803-fde87da800fb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:19.222926 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b1fe3-587c-4e0a-8803-fde87da800fb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Port': ['ID=4eac2a69-ba6e-4710-a352-4bc646201eed,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:19.286798 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f19b1fe3-587c-4e0a-8803-fde87da800fb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:19.329931 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f19b1fe3-587c-4e0a-8803-fde87da800fb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:19.480159 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f19b1fe3-587c-4e0a-8803-fde87da800fb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:19.484286 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f19b1fe3-587c-4e0a-8803-fde87da800fb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:19.550799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b1fe3-587c-4e0a-8803-fde87da800fb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Port': ['ID=4eac2a69-ba6e-4710-a352-4bc646201eed,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:19.563183 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f19b1fe3-587c-4e0a-8803-fde87da800fb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:19.576823 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f19b1fe3-587c-4e0a-8803-fde87da800fb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:19.578162 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f19b1fe3-587c-4e0a-8803-fde87da800fb tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8010643 Jul 22 19:48:19.580688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56566) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:19.585763 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-c42965a9-0b17-409c-a95f-f81fb4326a0b tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Request body: {'port': {'network_id': '8388a1b4-3c37-4401-a491-99bc12c11222', 'name': 'tempest-FloatingIPTestJSON-1327183301'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:19.695073 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42965a9-0b17-409c-a95f-f81fb4326a0b tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Made reservation on behalf of adb0716f63474cdea623bf7728e9c443 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:19.698538 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c42965a9-0b17-409c-a95f-f81fb4326a0b tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:19.715417 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-c42965a9-0b17-409c-a95f-f81fb4326a0b tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] device_id is not set on port daf1349b-a919-43bb-a96c-6fc627b590e5 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:48:19.818372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-c42965a9-0b17-409c-a95f-f81fb4326a0b tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Allocated IP 172.20.0.6 (8388a1b4-3c37-4401-a491-99bc12c11222/4838072d-c28d-43ab-aae0-ab932a8fce5c/daf1349b-a919-43bb-a96c-6fc627b590e5) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:19.962771 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c42965a9-0b17-409c-a95f-f81fb4326a0b tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:19.999799 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c42965a9-0b17-409c-a95f-f81fb4326a0b tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:20.043406 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42965a9-0b17-409c-a95f-f81fb4326a0b tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Network 8388a1b4-3c37-4401-a491-99bc12c11222 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:20.048379 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-c42965a9-0b17-409c-a95f-f81fb4326a0b tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:20.051902 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42965a9-0b17-409c-a95f-f81fb4326a0b tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:20.079136 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42965a9-0b17-409c-a95f-f81fb4326a0b tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Port': ['ID=daf1349b-a919-43bb-a96c-6fc627b590e5,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:20.104398 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42965a9-0b17-409c-a95f-f81fb4326a0b tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:20.105033 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c42965a9-0b17-409c-a95f-f81fb4326a0b tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:20.118789 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c42965a9-0b17-409c-a95f-f81fb4326a0b tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5371232 Jul 22 19:48:20.121324 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56568) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:20.125701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-3b361e3c-46d3-4fe9-8f03-97628b325385 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Request body: {'floatingip': {'port_id': 'daf1349b-a919-43bb-a96c-6fc627b590e5'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:20.164664 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3b361e3c-46d3-4fe9-8f03-97628b325385 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:20.590024 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3b361e3c-46d3-4fe9-8f03-97628b325385 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:20.593673 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3b361e3c-46d3-4fe9-8f03-97628b325385 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:20.696151 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-3b361e3c-46d3-4fe9-8f03-97628b325385 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Floating IP 8105873d-68cc-458d-a87d-a8091698397b associated. External IP: 172.25.3.14, port: daf1349b-a919-43bb-a96c-6fc627b590e5. Jul 22 19:48:20.900150 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b361e3c-46d3-4fe9-8f03-97628b325385 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Router 4d457241-675a-43e2-8ca0-c62511f78bab has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:48:21.005147 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b361e3c-46d3-4fe9-8f03-97628b325385 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:48:21.010303 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3b361e3c-46d3-4fe9-8f03-97628b325385 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:21.015104 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed4e946-6153-49ca-bcd4-5da185571e17 None None] Sync routers for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:48:21.024652 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed4e946-6153-49ca-bcd4-5da185571e17 None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:21.025256 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0ed4e946-6153-49ca-bcd4-5da185571e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:21.051134 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3b361e3c-46d3-4fe9-8f03-97628b325385 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "PUT /v2.0/floatingips/8105873d-68cc-458d-a87d-a8091698397b HTTP/1.1" status: 200 len: 977 time: 0.9287815 Jul 22 19:48:21.054462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56570) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:21.057470 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0ed4e946-6153-49ca-bcd4-5da185571e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:21.066074 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed4e946-6153-49ca-bcd4-5da185571e17 None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:21.066668 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0ed4e946-6153-49ca-bcd4-5da185571e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:21.101456 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0ed4e946-6153-49ca-bcd4-5da185571e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:21.102100 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed4e946-6153-49ca-bcd4-5da185571e17 None None] The sync data for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:48:21.147857 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bea15-0bc5-4f69-b827-54d656ad511f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Deleting port daf1349b-a919-43bb-a96c-6fc627b590e5 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:21.148204 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3a4bea15-0bc5-4f69-b827-54d656ad511f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:21.235143 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3a4bea15-0bc5-4f69-b827-54d656ad511f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:21.399662 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3a4bea15-0bc5-4f69-b827-54d656ad511f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:21.400028 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3a4bea15-0bc5-4f69-b827-54d656ad511f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:21.400336 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-3a4bea15-0bc5-4f69-b827-54d656ad511f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Floating IP 8105873d-68cc-458d-a87d-a8091698397b disassociated. External IP: 172.25.3.14, port: daf1349b-a919-43bb-a96c-6fc627b590e5. Jul 22 19:48:21.400701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bea15-0bc5-4f69-b827-54d656ad511f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Calling delete_port for daf1349b-a919-43bb-a96c-6fc627b590e5 owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:21.524107 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3a4bea15-0bc5-4f69-b827-54d656ad511f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:21.552076 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bea15-0bc5-4f69-b827-54d656ad511f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event deleted for resources: {'Port': ['ID=daf1349b-a919-43bb-a96c-6fc627b590e5,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:21.665423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4bea15-0bc5-4f69-b827-54d656ad511f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Router 4d457241-675a-43e2-8ca0-c62511f78bab has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:48:21.771012 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4bea15-0bc5-4f69-b827-54d656ad511f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:48:21.781060 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243fb59d-a576-42ab-b9c7-61901e258fa6 None None] Sync routers for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:48:21.790148 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243fb59d-a576-42ab-b9c7-61901e258fa6 None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:21.790868 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-243fb59d-a576-42ab-b9c7-61901e258fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:21.826659 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-243fb59d-a576-42ab-b9c7-61901e258fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:21.835181 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243fb59d-a576-42ab-b9c7-61901e258fa6 None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:21.835790 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-243fb59d-a576-42ab-b9c7-61901e258fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:21.840526 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3a4bea15-0bc5-4f69-b827-54d656ad511f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:21.842517 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3a4bea15-0bc5-4f69-b827-54d656ad511f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "DELETE /v2.0/ports/daf1349b-a919-43bb-a96c-6fc627b590e5 HTTP/1.1" status: 204 len: 168 time: 0.7871492 Jul 22 19:48:21.845122 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56572) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:21.867453 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-243fb59d-a576-42ab-b9c7-61901e258fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:21.868110 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243fb59d-a576-42ab-b9c7-61901e258fa6 None None] The sync data for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:48:21.891736 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-114a414a-4c3f-4583-8090-732800d152b9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "GET /v2.0/floatingips/8105873d-68cc-458d-a87d-a8091698397b HTTP/1.1" status: 200 len: 687 time: 0.0455756 Jul 22 19:48:21.894425 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56574) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:22.017657 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-60c01366-3cba-4a53-aa5e-7ed0961be5e4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Deleting port 4eac2a69-ba6e-4710-a352-4bc646201eed {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:22.018004 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60c01366-3cba-4a53-aa5e-7ed0961be5e4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:22.099091 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60c01366-3cba-4a53-aa5e-7ed0961be5e4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:22.099393 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60c01366-3cba-4a53-aa5e-7ed0961be5e4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:22.111288 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-60c01366-3cba-4a53-aa5e-7ed0961be5e4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Calling delete_port for 4eac2a69-ba6e-4710-a352-4bc646201eed owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:22.574183 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60c01366-3cba-4a53-aa5e-7ed0961be5e4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:22.599082 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c01366-3cba-4a53-aa5e-7ed0961be5e4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event deleted for resources: {'Port': ['ID=4eac2a69-ba6e-4710-a352-4bc646201eed,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:22.663140 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60c01366-3cba-4a53-aa5e-7ed0961be5e4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:22.666148 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60c01366-3cba-4a53-aa5e-7ed0961be5e4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:22.667290 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-60c01366-3cba-4a53-aa5e-7ed0961be5e4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "DELETE /v2.0/floatingips/8105873d-68cc-458d-a87d-a8091698397b HTTP/1.1" status: 204 len: 168 time: 0.7719669 Jul 22 19:48:22.670829 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56576) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:22.675106 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2e8babdb-4d6a-41a9-8d1d-7aac35b2a44e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': '0b555cf7-7457-4285-8ed5-5e26aa42ee88'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:22.697879 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e8babdb-4d6a-41a9-8d1d-7aac35b2a44e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:22.791478 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e8babdb-4d6a-41a9-8d1d-7aac35b2a44e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:22.895438 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-2e8babdb-4d6a-41a9-8d1d-7aac35b2a44e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Allocated IP 172.25.3.112 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/a9dca2ea-3f50-45f5-9fb3-ca89d071872a) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:22.994823 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e8babdb-4d6a-41a9-8d1d-7aac35b2a44e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:23.032720 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e8babdb-4d6a-41a9-8d1d-7aac35b2a44e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:23.071818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8babdb-4d6a-41a9-8d1d-7aac35b2a44e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:23.076442 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-2e8babdb-4d6a-41a9-8d1d-7aac35b2a44e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:23.078820 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8babdb-4d6a-41a9-8d1d-7aac35b2a44e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:23.105727 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8babdb-4d6a-41a9-8d1d-7aac35b2a44e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Port': ['ID=a9dca2ea-3f50-45f5-9fb3-ca89d071872a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:23.431090 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e8babdb-4d6a-41a9-8d1d-7aac35b2a44e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:23.505987 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e8babdb-4d6a-41a9-8d1d-7aac35b2a44e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:23.655036 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e8babdb-4d6a-41a9-8d1d-7aac35b2a44e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:23.659593 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e8babdb-4d6a-41a9-8d1d-7aac35b2a44e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:23.729645 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8babdb-4d6a-41a9-8d1d-7aac35b2a44e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Port': ['ID=a9dca2ea-3f50-45f5-9fb3-ca89d071872a,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:23.737772 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e8babdb-4d6a-41a9-8d1d-7aac35b2a44e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:23.836284 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-2e8babdb-4d6a-41a9-8d1d-7aac35b2a44e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Floating IP de0ce03c-4cc6-47e7-aad9-d93a46a76fa4 associated. External IP: 172.25.3.112, port: 0b555cf7-7457-4285-8ed5-5e26aa42ee88. Jul 22 19:48:24.051411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8babdb-4d6a-41a9-8d1d-7aac35b2a44e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Router 4d457241-675a-43e2-8ca0-c62511f78bab has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:48:24.158966 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8babdb-4d6a-41a9-8d1d-7aac35b2a44e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:48:24.168624 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6817084-e515-45a0-8025-7e83fbf0e4ab None None] Sync routers for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:48:24.175144 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e8babdb-4d6a-41a9-8d1d-7aac35b2a44e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.177275 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6817084-e515-45a0-8025-7e83fbf0e4ab None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:24.177878 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-c6817084-e515-45a0-8025-7e83fbf0e4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:24.210064 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-c6817084-e515-45a0-8025-7e83fbf0e4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:24.212571 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2e8babdb-4d6a-41a9-8d1d-7aac35b2a44e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.5407083 Jul 22 19:48:24.215390 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56578) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:24.218997 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6817084-e515-45a0-8025-7e83fbf0e4ab None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:24.219594 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-c6817084-e515-45a0-8025-7e83fbf0e4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:24.220322 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-b3caaad9-2c01-4003-9a2a-e8e78fba7848 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1263638829'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:24.241622 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3caaad9-2c01-4003-9a2a-e8e78fba7848 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Made reservation on behalf of adb0716f63474cdea623bf7728e9c443 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:24.245524 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b3caaad9-2c01-4003-9a2a-e8e78fba7848 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.254574 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-c6817084-e515-45a0-8025-7e83fbf0e4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:24.255210 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6817084-e515-45a0-8025-7e83fbf0e4ab None None] The sync data for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:48:24.270741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3caaad9-2c01-4003-9a2a-e8e78fba7848 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:24.280818 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b3caaad9-2c01-4003-9a2a-e8e78fba7848 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.281184 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-b3caaad9-2c01-4003-9a2a-e8e78fba7848 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Added segment 1c82d36e-885b-4da1-895a-9ff0d9f0467e of type vlan for network 572f4dfa-9e0f-4b7c-bd79-ed9006aaa874 Jul 22 19:48:24.321303 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b3caaad9-2c01-4003-9a2a-e8e78fba7848 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.353244 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b3caaad9-2c01-4003-9a2a-e8e78fba7848 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.358890 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3caaad9-2c01-4003-9a2a-e8e78fba7848 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:24.359480 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b3caaad9-2c01-4003-9a2a-e8e78fba7848 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.395915 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b3caaad9-2c01-4003-9a2a-e8e78fba7848 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.1795034 Jul 22 19:48:24.399561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56580) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:24.404829 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Request body: {'subnet': {'network_id': '572f4dfa-9e0f-4b7c-bd79-ed9006aaa874', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:24.427884 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3caaad9-2c01-4003-9a2a-e8e78fba7848 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Network': ['ID=572f4dfa-9e0f-4b7c-bd79-ed9006aaa874,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:24.437957 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 572f4dfa-9e0f-4b7c-bd79-ed9006aaa874 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:24.497924 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Made reservation on behalf of adb0716f63474cdea623bf7728e9c443 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:24.501456 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.676515 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.736642 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Subnet': ['ID=a385f747-59ea-4d4d-8e05-3115d0a23a0f,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:24.747388 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:24.747742 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:24.748087 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:24.748432 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:24.748797 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:24.749133 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:24.749467 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:24.749824 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:24.750153 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:24.750482 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:24.750812 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:24.751160 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:24.754347 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Checking segment: {'id': '1c82d36e-885b-4da1-895a-9ff0d9f0467e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '572f4dfa-9e0f-4b7c-bd79-ed9006aaa874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:24.754708 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Network hostable DHCP agents. Network: 572f4dfa-9e0f-4b7c-bd79-ed9006aaa874, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:24.772935 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Network 572f4dfa-9e0f-4b7c-bd79-ed9006aaa874 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:24.780869 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 572f4dfa-9e0f-4b7c-bd79-ed9006aaa874) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:24.784967 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:24.785591 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.790158 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a482d358-589e-4b07-a547-656bc39236a7 None None] Network 572f4dfa-9e0f-4b7c-bd79-ed9006aaa874 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:24.802789 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-98cab4f7-a486-42ff-9422-ff7479427bb4 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3996882 Jul 22 19:48:24.802996 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56582) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:24.808314 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-38dea7a5-be3d-4d29-b408-8bd036822176 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-83882883', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}, 'admin_state_up': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:24.831085 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38dea7a5-be3d-4d29-b408-8bd036822176 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.832222 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38dea7a5-be3d-4d29-b408-8bd036822176 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.886948 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38dea7a5-be3d-4d29-b408-8bd036822176 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.940610 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-572f4dfa-9e0f-4b7c-bd79-ed9006aaa874', 'network_id': '572f4dfa-9e0f-4b7c-bd79-ed9006aaa874', 'tenant_id': 'adb0716f63474cdea623bf7728e9c443', 'fixed_ips': [{'subnet_id': 'a385f747-59ea-4d4d-8e05-3115d0a23a0f'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:24.941454 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:25.028112 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38dea7a5-be3d-4d29-b408-8bd036822176 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:25.226874 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38dea7a5-be3d-4d29-b408-8bd036822176 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:25.233537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Allocated IP 172.20.0.2 (572f4dfa-9e0f-4b7c-bd79-ed9006aaa874/a385f747-59ea-4d4d-8e05-3115d0a23a0f/23829d11-9a36-4d8c-9880-76cbeaf7cecf) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:25.245866 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38dea7a5-be3d-4d29-b408-8bd036822176 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:25.347715 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-38dea7a5-be3d-4d29-b408-8bd036822176 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Allocated IP 172.25.3.185 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/9937f615-8a55-4f15-9b82-e13254d9495e) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:25.380881 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:25.389558 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Transition to ACTIVE for port object 23829d11-9a36-4d8c-9880-76cbeaf7cecf will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:25.404826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Transition to ACTIVE for port object 23829d11-9a36-4d8c-9880-76cbeaf7cecf will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:25.410163 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:25.445392 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Network 572f4dfa-9e0f-4b7c-bd79-ed9006aaa874 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:25.448238 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:25.453737 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:25.457128 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38dea7a5-be3d-4d29-b408-8bd036822176 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:25.466517 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Pushing event updated for resources: {'Port': ['ID=23829d11-9a36-4d8c-9880-76cbeaf7cecf,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:25.492342 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:25.492620 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:25.493003 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:25.493309 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:25.493648 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:25.493987 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:25.494318 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:25.494648 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:25.494978 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:25.495298 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:25.495622 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:25.495946 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:25.498237 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38dea7a5-be3d-4d29-b408-8bd036822176 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:25.531668 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Attempting to bind port 23829d11-9a36-4d8c-9880-76cbeaf7cecf on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:48:25.532187 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Attempting to bind port 23829d11-9a36-4d8c-9880-76cbeaf7cecf by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '1c82d36e-885b-4da1-895a-9ff0d9f0467e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '572f4dfa-9e0f-4b7c-bd79-ed9006aaa874'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:48:25.532707 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Attempting to bind port 23829d11-9a36-4d8c-9880-76cbeaf7cecf on network 572f4dfa-9e0f-4b7c-bd79-ed9006aaa874 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:48:25.536005 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dea7a5-be3d-4d29-b408-8bd036822176 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:25.538486 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:48:25.538946 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Checking segment: {'id': '1c82d36e-885b-4da1-895a-9ff0d9f0467e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '572f4dfa-9e0f-4b7c-bd79-ed9006aaa874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:25.539360 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:25.539756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Bound using segment: {'id': '1c82d36e-885b-4da1-895a-9ff0d9f0467e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '572f4dfa-9e0f-4b7c-bd79-ed9006aaa874'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:48:25.540241 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Bound port: 23829d11-9a36-4d8c-9880-76cbeaf7cecf, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c82d36e-885b-4da1-895a-9ff0d9f0467e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '572f4dfa-9e0f-4b7c-bd79-ed9006aaa874'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:48:25.540714 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:25.541994 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-38dea7a5-be3d-4d29-b408-8bd036822176 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:25.544384 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dea7a5-be3d-4d29-b408-8bd036822176 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:25.577156 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dea7a5-be3d-4d29-b408-8bd036822176 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Port': ['ID=9937f615-8a55-4f15-9b82-e13254d9495e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:25.607946 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] For port 23829d11-9a36-4d8c-9880-76cbeaf7cecf, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:48:25.611276 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] For port 23829d11-9a36-4d8c-9880-76cbeaf7cecf, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=23829d11-9a36-4d8c-9880-76cbeaf7cecf,segment=NetworkSegment(1c82d36e-885b-4da1-895a-9ff0d9f0467e),segment_id=1c82d36e-885b-4da1-895a-9ff0d9f0467e)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:48:25.615691 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:25.673664 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4848ca1-ee78-4623-a4a5-5cfef967725d None None] Pushing event updated for resources: {'Port': ['ID=23829d11-9a36-4d8c-9880-76cbeaf7cecf,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:25.822598 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38dea7a5-be3d-4d29-b408-8bd036822176 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:26.023892 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38dea7a5-be3d-4d29-b408-8bd036822176 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:26.150222 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38dea7a5-be3d-4d29-b408-8bd036822176 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Router 6492f313-c7f0-4b47-a4ef-38cff142761b is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:48:26.558180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dea7a5-be3d-4d29-b408-8bd036822176 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:48:26.567372 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571634b1-83f7-4f16-92b3-d6ef0666b637 None None] Sync routers for ids ['6492f313-c7f0-4b47-a4ef-38cff142761b'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:48:26.577140 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571634b1-83f7-4f16-92b3-d6ef0666b637 None None] Routers {'6492f313-c7f0-4b47-a4ef-38cff142761b'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:26.577361 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-38dea7a5-be3d-4d29-b408-8bd036822176 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:26.578860 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-571634b1-83f7-4f16-92b3-d6ef0666b637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['6492f313-c7f0-4b47-a4ef-38cff142761b'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:26.579153 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-38dea7a5-be3d-4d29-b408-8bd036822176 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7740531 Jul 22 19:48:26.581770 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56586) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:26.634994 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce97fa6-5659-459f-84e9-17252e876989 None None] Network 572f4dfa-9e0f-4b7c-bd79-ed9006aaa874 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:26.649134 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-571634b1-83f7-4f16-92b3-d6ef0666b637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:26.675122 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a5ef69ce-ad49-42f3-a694-2f1ce38b5792 None None] Provisioning for port 23829d11-9a36-4d8c-9880-76cbeaf7cecf completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:48:26.702883 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571634b1-83f7-4f16-92b3-d6ef0666b637 None None] Routers {'6492f313-c7f0-4b47-a4ef-38cff142761b'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:26.703522 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-571634b1-83f7-4f16-92b3-d6ef0666b637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['6492f313-c7f0-4b47-a4ef-38cff142761b'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:26.748421 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-571634b1-83f7-4f16-92b3-d6ef0666b637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:26.749117 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571634b1-83f7-4f16-92b3-d6ef0666b637 None None] The sync data for ids ['6492f313-c7f0-4b47-a4ef-38cff142761b'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:48:26.829575 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 23829d11-9a36-4d8c-9880-76cbeaf7cecf up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:48:26.898765 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 23829d11-9a36-4d8c-9880-76cbeaf7cecf completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:48:26.902816 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 23829d11-9a36-4d8c-9880-76cbeaf7cecf triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:48:26.903246 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:26.986115 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:27.021753 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 23829d11-9a36-4d8c-9880-76cbeaf7cecf, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=23829d11-9a36-4d8c-9880-76cbeaf7cecf,segment=NetworkSegment(1c82d36e-885b-4da1-895a-9ff0d9f0467e),segment_id=1c82d36e-885b-4da1-895a-9ff0d9f0467e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:27.027298 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:27.053713 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bc34cea9-9946-4b3d-94bc-c140168343e7 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:27.076620 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=23829d11-9a36-4d8c-9880-76cbeaf7cecf,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:27.130513 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7c97edf3-cf27-4de3-b1cc-91fdeb1fb47d None None] Provisioning complete for port 23829d11-9a36-4d8c-9880-76cbeaf7cecf triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:48:27.130883 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7c97edf3-cf27-4de3-b1cc-91fdeb1fb47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:27.326471 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-bc34cea9-9946-4b3d-94bc-c140168343e7 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Allocated IP 172.20.0.1 (572f4dfa-9e0f-4b7c-bd79-ed9006aaa874/a385f747-59ea-4d4d-8e05-3115d0a23a0f/019c5f04-a428-432b-9dc3-1c14745a983a) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:27.442472 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bc34cea9-9946-4b3d-94bc-c140168343e7 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:27.455522 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-bc34cea9-9946-4b3d-94bc-c140168343e7 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Transition to ACTIVE for port object 019c5f04-a428-432b-9dc3-1c14745a983a will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:27.487051 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bc34cea9-9946-4b3d-94bc-c140168343e7 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:27.524876 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc34cea9-9946-4b3d-94bc-c140168343e7 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Network 572f4dfa-9e0f-4b7c-bd79-ed9006aaa874 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:27.529768 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-bc34cea9-9946-4b3d-94bc-c140168343e7 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:27.533329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc34cea9-9946-4b3d-94bc-c140168343e7 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:27.563596 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34cea9-9946-4b3d-94bc-c140168343e7 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Port': ['ID=019c5f04-a428-432b-9dc3-1c14745a983a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:27.582098 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bc34cea9-9946-4b3d-94bc-c140168343e7 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:27.730353 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bc34cea9-9946-4b3d-94bc-c140168343e7 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:27.732965 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8e053230-2c30-422d-a63d-95b9fbaaa367 None None] Provisioning for port 019c5f04-a428-432b-9dc3-1c14745a983a completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:48:27.737053 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8e053230-2c30-422d-a63d-95b9fbaaa367 None None] Provisioning complete for port 019c5f04-a428-432b-9dc3-1c14745a983a triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:48:27.737423 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8e053230-2c30-422d-a63d-95b9fbaaa367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:27.771031 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-8e053230-2c30-422d-a63d-95b9fbaaa367 None None] Port 019c5f04-a428-432b-9dc3-1c14745a983a cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:48:28.003439 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bc34cea9-9946-4b3d-94bc-c140168343e7 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:28.008828 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bc34cea9-9946-4b3d-94bc-c140168343e7 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:28.084151 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34cea9-9946-4b3d-94bc-c140168343e7 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Port': ['ID=019c5f04-a428-432b-9dc3-1c14745a983a,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:28.087658 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bc34cea9-9946-4b3d-94bc-c140168343e7 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:28.176609 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc34cea9-9946-4b3d-94bc-c140168343e7 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Network 572f4dfa-9e0f-4b7c-bd79-ed9006aaa874 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:28.178033 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-bc34cea9-9946-4b3d-94bc-c140168343e7 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:28.294693 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc34cea9-9946-4b3d-94bc-c140168343e7 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Router 6492f313-c7f0-4b47-a4ef-38cff142761b has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:48:28.391408 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e04f0660-e4a9-4112-a7d1-9147ab55efdd None None] Provisioning complete for port 019c5f04-a428-432b-9dc3-1c14745a983a triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:48:28.391761 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e04f0660-e4a9-4112-a7d1-9147ab55efdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:28.404763 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc34cea9-9946-4b3d-94bc-c140168343e7 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:48:28.409775 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bc34cea9-9946-4b3d-94bc-c140168343e7 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "PUT /v2.0/routers/6492f313-c7f0-4b47-a4ef-38cff142761b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8269312 Jul 22 19:48:28.412307 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56588) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:28.415568 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64788d3c-40fe-4eb6-8c8e-4f9b6b64418f None None] Sync routers for ids ['6492f313-c7f0-4b47-a4ef-38cff142761b'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:48:28.418040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2b0d993c-25eb-4098-927a-d48676836dc8 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Request body: {'port': {'network_id': '572f4dfa-9e0f-4b7c-bd79-ed9006aaa874', 'name': 'tempest-FloatingIPTestJSON-431111983'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:28.425191 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64788d3c-40fe-4eb6-8c8e-4f9b6b64418f None None] Routers {'6492f313-c7f0-4b47-a4ef-38cff142761b'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:28.425851 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-64788d3c-40fe-4eb6-8c8e-4f9b6b64418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['6492f313-c7f0-4b47-a4ef-38cff142761b'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:28.431445 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-e04f0660-e4a9-4112-a7d1-9147ab55efdd None None] Port 019c5f04-a428-432b-9dc3-1c14745a983a cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:48:28.458594 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-64788d3c-40fe-4eb6-8c8e-4f9b6b64418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:28.467863 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64788d3c-40fe-4eb6-8c8e-4f9b6b64418f None None] Routers {'6492f313-c7f0-4b47-a4ef-38cff142761b'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:28.468453 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-64788d3c-40fe-4eb6-8c8e-4f9b6b64418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['6492f313-c7f0-4b47-a4ef-38cff142761b'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:28.501335 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-64788d3c-40fe-4eb6-8c8e-4f9b6b64418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:28.501894 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64788d3c-40fe-4eb6-8c8e-4f9b6b64418f None None] The sync data for ids ['6492f313-c7f0-4b47-a4ef-38cff142761b'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:48:28.511356 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-89faced5-390d-46f1-aeeb-f4969aa28a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:28.530407 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0d993c-25eb-4098-927a-d48676836dc8 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Made reservation on behalf of adb0716f63474cdea623bf7728e9c443 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:28.533979 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2b0d993c-25eb-4098-927a-d48676836dc8 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:28.550669 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [None req-2b0d993c-25eb-4098-927a-d48676836dc8 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] device_id is not set on port 22d95fcb-2849-4649-9760-a508102e8597 yet. {{(pid=93807) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:48:28.660535 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-2b0d993c-25eb-4098-927a-d48676836dc8 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Allocated IP 172.20.0.10 (572f4dfa-9e0f-4b7c-bd79-ed9006aaa874/a385f747-59ea-4d4d-8e05-3115d0a23a0f/22d95fcb-2849-4649-9760-a508102e8597) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:28.778470 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 23829d11-9a36-4d8c-9880-76cbeaf7cecf up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:48:28.811618 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2b0d993c-25eb-4098-927a-d48676836dc8 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:28.825868 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-2b0d993c-25eb-4098-927a-d48676836dc8 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Transition to ACTIVE for port object 22d95fcb-2849-4649-9760-a508102e8597 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:28.828431 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 23829d11-9a36-4d8c-9880-76cbeaf7cecf triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:48:28.828833 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:28.859669 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2b0d993c-25eb-4098-927a-d48676836dc8 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:28.906259 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0d993c-25eb-4098-927a-d48676836dc8 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Network 572f4dfa-9e0f-4b7c-bd79-ed9006aaa874 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:28.913120 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-2b0d993c-25eb-4098-927a-d48676836dc8 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:28.915101 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d993c-25eb-4098-927a-d48676836dc8 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event updated for resources: {'Port': ['ID=22d95fcb-2849-4649-9760-a508102e8597,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:28.917231 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0d993c-25eb-4098-927a-d48676836dc8 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:28.967659 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0d993c-25eb-4098-927a-d48676836dc8 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:28.968294 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2b0d993c-25eb-4098-927a-d48676836dc8 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:28.983579 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2b0d993c-25eb-4098-927a-d48676836dc8 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5696175 Jul 22 19:48:28.986404 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56590) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:28.991491 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2c36fd40-82ae-4824-b218-96c6fc135ea1 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Request body: {'floatingip': {'port_id': '22d95fcb-2849-4649-9760-a508102e8597'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:29.051710 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2c36fd40-82ae-4824-b218-96c6fc135ea1 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:29.153689 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a34141c8-c063-4766-aa4f-67914e61e14e None None] Provisioning for port 22d95fcb-2849-4649-9760-a508102e8597 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:48:29.157653 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a34141c8-c063-4766-aa4f-67914e61e14e None None] Provisioning complete for port 22d95fcb-2849-4649-9760-a508102e8597 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:48:29.158113 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a34141c8-c063-4766-aa4f-67914e61e14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:29.192446 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a34141c8-c063-4766-aa4f-67914e61e14e None None] Port 22d95fcb-2849-4649-9760-a508102e8597 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:48:29.842084 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2c36fd40-82ae-4824-b218-96c6fc135ea1 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:29.845702 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2c36fd40-82ae-4824-b218-96c6fc135ea1 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:29.944351 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-2c36fd40-82ae-4824-b218-96c6fc135ea1 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Floating IP de0ce03c-4cc6-47e7-aad9-d93a46a76fa4 associated. External IP: 172.25.3.112, port: 0b555cf7-7457-4285-8ed5-5e26aa42ee88. Jul 22 19:48:30.149240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c36fd40-82ae-4824-b218-96c6fc135ea1 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Router 4d457241-675a-43e2-8ca0-c62511f78bab has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:48:30.261800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c36fd40-82ae-4824-b218-96c6fc135ea1 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:48:30.273894 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eea0230-4ea2-4250-a396-287c0f63646f None None] Sync routers for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:48:30.283157 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eea0230-4ea2-4250-a396-287c0f63646f None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:30.283764 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6eea0230-4ea2-4250-a396-287c0f63646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:30.326694 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6eea0230-4ea2-4250-a396-287c0f63646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:30.335586 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eea0230-4ea2-4250-a396-287c0f63646f None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:30.336189 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6eea0230-4ea2-4250-a396-287c0f63646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:30.367305 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6eea0230-4ea2-4250-a396-287c0f63646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:30.367952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eea0230-4ea2-4250-a396-287c0f63646f None None] The sync data for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:48:30.474123 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c36fd40-82ae-4824-b218-96c6fc135ea1 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Router 6492f313-c7f0-4b47-a4ef-38cff142761b has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:48:30.580333 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c36fd40-82ae-4824-b218-96c6fc135ea1 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:48:30.585271 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2c36fd40-82ae-4824-b218-96c6fc135ea1 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:30.589889 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e245718-4dbf-4825-b2af-b46a05994ad7 None None] Sync routers for ids ['6492f313-c7f0-4b47-a4ef-38cff142761b'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:48:30.598813 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e245718-4dbf-4825-b2af-b46a05994ad7 None None] Routers {'6492f313-c7f0-4b47-a4ef-38cff142761b'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:30.599663 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6e245718-4dbf-4825-b2af-b46a05994ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['6492f313-c7f0-4b47-a4ef-38cff142761b'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:30.638159 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6e245718-4dbf-4825-b2af-b46a05994ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:30.646619 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e245718-4dbf-4825-b2af-b46a05994ad7 None None] Routers {'6492f313-c7f0-4b47-a4ef-38cff142761b'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:30.647283 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6e245718-4dbf-4825-b2af-b46a05994ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['6492f313-c7f0-4b47-a4ef-38cff142761b'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:30.659568 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2c36fd40-82ae-4824-b218-96c6fc135ea1 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "PUT /v2.0/floatingips/de0ce03c-4cc6-47e7-aad9-d93a46a76fa4 HTTP/1.1" status: 200 len: 978 time: 1.6721363 Jul 22 19:48:30.662144 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56592) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:30.678928 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6e245718-4dbf-4825-b2af-b46a05994ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:30.679697 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e245718-4dbf-4825-b2af-b46a05994ad7 None None] The sync data for ids ['6492f313-c7f0-4b47-a4ef-38cff142761b'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:48:30.758554 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-b481cb02-4dbf-4edc-9a34-3211004c0073 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Deleting port 22d95fcb-2849-4649-9760-a508102e8597 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:30.758931 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b481cb02-4dbf-4edc-9a34-3211004c0073 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:30.847100 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b481cb02-4dbf-4edc-9a34-3211004c0073 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:31.014241 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b481cb02-4dbf-4edc-9a34-3211004c0073 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:31.014541 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b481cb02-4dbf-4edc-9a34-3211004c0073 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:31.014858 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-b481cb02-4dbf-4edc-9a34-3211004c0073 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Floating IP de0ce03c-4cc6-47e7-aad9-d93a46a76fa4 disassociated. External IP: 172.25.3.112, port: 22d95fcb-2849-4649-9760-a508102e8597. Jul 22 19:48:31.015203 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-b481cb02-4dbf-4edc-9a34-3211004c0073 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Calling delete_port for 22d95fcb-2849-4649-9760-a508102e8597 owned by {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:31.040854 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-645b0e96-cebf-44a0-a615-fab2500db34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:31.142824 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b481cb02-4dbf-4edc-9a34-3211004c0073 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:31.156058 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:31.171481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481cb02-4dbf-4edc-9a34-3211004c0073 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event deleted for resources: {'Port': ['ID=22d95fcb-2849-4649-9760-a508102e8597,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:31.287499 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b481cb02-4dbf-4edc-9a34-3211004c0073 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Router 6492f313-c7f0-4b47-a4ef-38cff142761b has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:48:31.398958 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b481cb02-4dbf-4edc-9a34-3211004c0073 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:48:31.408035 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ccbb19-d087-48fa-b7b8-d8f001b22711 None None] Sync routers for ids ['6492f313-c7f0-4b47-a4ef-38cff142761b'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:48:31.418205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ccbb19-d087-48fa-b7b8-d8f001b22711 None None] Routers {'6492f313-c7f0-4b47-a4ef-38cff142761b'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:31.418815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-14ccbb19-d087-48fa-b7b8-d8f001b22711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['6492f313-c7f0-4b47-a4ef-38cff142761b'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:31.454108 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-14ccbb19-d087-48fa-b7b8-d8f001b22711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:31.462791 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ccbb19-d087-48fa-b7b8-d8f001b22711 None None] Routers {'6492f313-c7f0-4b47-a4ef-38cff142761b'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:31.463398 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-14ccbb19-d087-48fa-b7b8-d8f001b22711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['6492f313-c7f0-4b47-a4ef-38cff142761b'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:31.467853 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b481cb02-4dbf-4edc-9a34-3211004c0073 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:31.469848 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b481cb02-4dbf-4edc-9a34-3211004c0073 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "DELETE /v2.0/ports/22d95fcb-2849-4649-9760-a508102e8597 HTTP/1.1" status: 204 len: 168 time: 0.8062561 Jul 22 19:48:31.472596 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56594) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:31.497224 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-14ccbb19-d087-48fa-b7b8-d8f001b22711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:31.497882 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ccbb19-d087-48fa-b7b8-d8f001b22711 None None] The sync data for ids ['6492f313-c7f0-4b47-a4ef-38cff142761b'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:48:31.817263 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4573fe69-6e32-4160-a65a-020a46a27708 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:32.080318 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-4573fe69-6e32-4160-a65a-020a46a27708 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Deleting port 019c5f04-a428-432b-9dc3-1c14745a983a {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:32.081023 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4573fe69-6e32-4160-a65a-020a46a27708 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:32.167464 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4573fe69-6e32-4160-a65a-020a46a27708 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:32.179808 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-4573fe69-6e32-4160-a65a-020a46a27708 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Calling delete_port for 019c5f04-a428-432b-9dc3-1c14745a983a owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:32.365777 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4573fe69-6e32-4160-a65a-020a46a27708 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:32.392423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573fe69-6e32-4160-a65a-020a46a27708 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event deleted for resources: {'Port': ['ID=019c5f04-a428-432b-9dc3-1c14745a983a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:32.445686 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:32.572933 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4573fe69-6e32-4160-a65a-020a46a27708 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:32.784396 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4573fe69-6e32-4160-a65a-020a46a27708 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Router 6492f313-c7f0-4b47-a4ef-38cff142761b has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:48:32.887567 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4573fe69-6e32-4160-a65a-020a46a27708 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:48:32.892490 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4573fe69-6e32-4160-a65a-020a46a27708 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "PUT /v2.0/routers/6492f313-c7f0-4b47-a4ef-38cff142761b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4189529 Jul 22 19:48:32.895134 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56596) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:32.898328 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fac5d1-1b94-4acf-a279-856f08e41491 None None] Sync routers for ids ['6492f313-c7f0-4b47-a4ef-38cff142761b'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:48:32.909092 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fac5d1-1b94-4acf-a279-856f08e41491 None None] Routers {'6492f313-c7f0-4b47-a4ef-38cff142761b'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:32.910129 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-69fac5d1-1b94-4acf-a279-856f08e41491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['6492f313-c7f0-4b47-a4ef-38cff142761b'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:32.950828 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-69fac5d1-1b94-4acf-a279-856f08e41491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:32.961797 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fac5d1-1b94-4acf-a279-856f08e41491 None None] Routers {'6492f313-c7f0-4b47-a4ef-38cff142761b'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:32.962412 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-69fac5d1-1b94-4acf-a279-856f08e41491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['6492f313-c7f0-4b47-a4ef-38cff142761b'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:32.994480 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-69fac5d1-1b94-4acf-a279-856f08e41491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:32.995041 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fac5d1-1b94-4acf-a279-856f08e41491 None None] The sync data for ids ['6492f313-c7f0-4b47-a4ef-38cff142761b'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:48:33.004383 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5d8d6dd7-4bfb-479d-8c13-04e32807c0b2 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:33.436927 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5d8d6dd7-4bfb-479d-8c13-04e32807c0b2 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:33.487341 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-5d8d6dd7-4bfb-479d-8c13-04e32807c0b2 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Deleting port 9937f615-8a55-4f15-9b82-e13254d9495e {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:33.487685 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5d8d6dd7-4bfb-479d-8c13-04e32807c0b2 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:33.565932 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5d8d6dd7-4bfb-479d-8c13-04e32807c0b2 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:33.577634 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-5d8d6dd7-4bfb-479d-8c13-04e32807c0b2 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Calling delete_port for 9937f615-8a55-4f15-9b82-e13254d9495e owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:33.737006 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5d8d6dd7-4bfb-479d-8c13-04e32807c0b2 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:33.766185 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d6dd7-4bfb-479d-8c13-04e32807c0b2 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event deleted for resources: {'Port': ['ID=9937f615-8a55-4f15-9b82-e13254d9495e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:33.828223 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5d8d6dd7-4bfb-479d-8c13-04e32807c0b2 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:33.919433 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5d8d6dd7-4bfb-479d-8c13-04e32807c0b2 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:33.921555 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5d8d6dd7-4bfb-479d-8c13-04e32807c0b2 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:33.964192 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5d8d6dd7-4bfb-479d-8c13-04e32807c0b2 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:33.964567 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8d6dd7-4bfb-479d-8c13-04e32807c0b2 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Fanout notify agent at l3_agent the message router_deleted on router 6492f313-c7f0-4b47-a4ef-38cff142761b {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:48:33.971297 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5d8d6dd7-4bfb-479d-8c13-04e32807c0b2 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:33.972363 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5d8d6dd7-4bfb-479d-8c13-04e32807c0b2 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "DELETE /v2.0/routers/6492f313-c7f0-4b47-a4ef-38cff142761b HTTP/1.1" status: 204 len: 168 time: 1.0763288 Jul 22 19:48:33.975147 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56598) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:34.029477 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2c2c2f-941e-4290-8410-c696d117270e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Deleting subnet a385f747-59ea-4d4d-8e05-3115d0a23a0f {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:48:34.032380 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6e2c2c2f-941e-4290-8410-c696d117270e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.072621 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6e2c2c2f-941e-4290-8410-c696d117270e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.081243 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.154932 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6e2c2c2f-941e-4290-8410-c696d117270e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.217276 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6e2c2c2f-941e-4290-8410-c696d117270e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.241973 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c2c2f-941e-4290-8410-c696d117270e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event deleted for resources: {'Subnet': ['ID=a385f747-59ea-4d4d-8e05-3115d0a23a0f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:34.247575 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6e2c2c2f-941e-4290-8410-c696d117270e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.249417 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6e2c2c2f-941e-4290-8410-c696d117270e tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "DELETE /v2.0/subnets/a385f747-59ea-4d4d-8e05-3115d0a23a0f HTTP/1.1" status: 204 len: 168 time: 0.2726228 Jul 22 19:48:34.252053 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56600) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:34.254639 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cade80ac-0fdd-4cf2-90fa-9b9bbb6c8470 None None] Network 572f4dfa-9e0f-4b7c-bd79-ed9006aaa874 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:34.328302 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6ca8585f-4a93-4a43-a26c-daa66be995c9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.381144 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-6ca8585f-4a93-4a43-a26c-daa66be995c9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Deleting port 23829d11-9a36-4d8c-9880-76cbeaf7cecf {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:34.382184 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6ca8585f-4a93-4a43-a26c-daa66be995c9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.444200 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef593fc-ef5f-4bbd-8e2a-995281f5d2d3 None None] DHCP port deletion for 572f4dfa-9e0f-4b7c-bd79-ed9006aaa874 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:48:34.451427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-6ca8585f-4a93-4a43-a26c-daa66be995c9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] For port 23829d11-9a36-4d8c-9880-76cbeaf7cecf, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=23829d11-9a36-4d8c-9880-76cbeaf7cecf,segment=NetworkSegment(1c82d36e-885b-4da1-895a-9ff0d9f0467e),segment_id=1c82d36e-885b-4da1-895a-9ff0d9f0467e)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:34.451941 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6ca8585f-4a93-4a43-a26c-daa66be995c9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.464118 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-6ca8585f-4a93-4a43-a26c-daa66be995c9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Calling delete_port for 23829d11-9a36-4d8c-9880-76cbeaf7cecf owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:34.488669 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-4ef593fc-ef5f-4bbd-8e2a-995281f5d2d3 None None] Deleting port 23829d11-9a36-4d8c-9880-76cbeaf7cecf {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:34.489037 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4ef593fc-ef5f-4bbd-8e2a-995281f5d2d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.544599 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6ca8585f-4a93-4a43-a26c-daa66be995c9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.557452 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-4ef593fc-ef5f-4bbd-8e2a-995281f5d2d3 None None] For port 23829d11-9a36-4d8c-9880-76cbeaf7cecf, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=23829d11-9a36-4d8c-9880-76cbeaf7cecf,segment=NetworkSegment(1c82d36e-885b-4da1-895a-9ff0d9f0467e),segment_id=1c82d36e-885b-4da1-895a-9ff0d9f0467e)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:34.557836 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4ef593fc-ef5f-4bbd-8e2a-995281f5d2d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.570176 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-4ef593fc-ef5f-4bbd-8e2a-995281f5d2d3 None None] Calling delete_port for 23829d11-9a36-4d8c-9880-76cbeaf7cecf owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:34.574742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8585f-4a93-4a43-a26c-daa66be995c9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event deleted for resources: {'Port': ['ID=23829d11-9a36-4d8c-9880-76cbeaf7cecf,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:34.578414 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca8585f-4a93-4a43-a26c-daa66be995c9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] No DVR routers for this DVR port 23829d11-9a36-4d8c-9880-76cbeaf7cecf on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:48:34.644493 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4ef593fc-ef5f-4bbd-8e2a-995281f5d2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.655492 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6ca8585f-4a93-4a43-a26c-daa66be995c9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.665580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-6ca8585f-4a93-4a43-a26c-daa66be995c9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572f4dfa-9e0f-4b7c-bd79-ed9006aaa874']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:34.670447 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef593fc-ef5f-4bbd-8e2a-995281f5d2d3 None None] Pushing event deleted for resources: {'Port': ['ID=23829d11-9a36-4d8c-9880-76cbeaf7cecf,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:34.675711 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef593fc-ef5f-4bbd-8e2a-995281f5d2d3 None None] No DVR routers for this DVR port 23829d11-9a36-4d8c-9880-76cbeaf7cecf on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:48:34.676000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-6ca8585f-4a93-4a43-a26c-daa66be995c9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c82d36e-885b-4da1-895a-9ff0d9f0467e') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:34.676299 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-6ca8585f-4a93-4a43-a26c-daa66be995c9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c82d36e-885b-4da1-895a-9ff0d9f0467e') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:34.688092 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6ca8585f-4a93-4a43-a26c-daa66be995c9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.707123 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6ca8585f-4a93-4a43-a26c-daa66be995c9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.713235 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca8585f-4a93-4a43-a26c-daa66be995c9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:34.713616 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6ca8585f-4a93-4a43-a26c-daa66be995c9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:34.716491 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:34.775829 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6ca8585f-4a93-4a43-a26c-daa66be995c9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.776958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 23829d11-9a36-4d8c-9880-76cbeaf7cecf no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:48:34.784377 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6ca8585f-4a93-4a43-a26c-daa66be995c9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.786236 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6ca8585f-4a93-4a43-a26c-daa66be995c9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "DELETE /v2.0/networks/572f4dfa-9e0f-4b7c-bd79-ed9006aaa874 HTTP/1.1" status: 204 len: 168 time: 0.5332432 Jul 22 19:48:34.790369 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56602) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:34.796057 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8585f-4a93-4a43-a26c-daa66be995c9 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event deleted for resources: {'Network': ['ID=572f4dfa-9e0f-4b7c-bd79-ed9006aaa874,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:34.798831 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 23829d11-9a36-4d8c-9880-76cbeaf7cecf {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:48:34.799188 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 23829d11-9a36-4d8c-9880-76cbeaf7cecf not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:48:34.918182 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-6d64e132-8519-462d-a0c3-6ed5563d5e35 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Deleting port a9dca2ea-3f50-45f5-9fb3-ca89d071872a {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:34.918434 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d64e132-8519-462d-a0c3-6ed5563d5e35 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.991148 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d64e132-8519-462d-a0c3-6ed5563d5e35 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.991477 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d64e132-8519-462d-a0c3-6ed5563d5e35 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:35.002659 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-6d64e132-8519-462d-a0c3-6ed5563d5e35 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Calling delete_port for a9dca2ea-3f50-45f5-9fb3-ca89d071872a owned by network:floatingip {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:35.130275 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d64e132-8519-462d-a0c3-6ed5563d5e35 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:35.159044 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64e132-8519-462d-a0c3-6ed5563d5e35 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event deleted for resources: {'Port': ['ID=a9dca2ea-3f50-45f5-9fb3-ca89d071872a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:35.221940 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d64e132-8519-462d-a0c3-6ed5563d5e35 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for floatingip, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:35.224839 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d64e132-8519-462d-a0c3-6ed5563d5e35 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:35.226040 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6d64e132-8519-462d-a0c3-6ed5563d5e35 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "DELETE /v2.0/floatingips/de0ce03c-4cc6-47e7-aad9-d93a46a76fa4 HTTP/1.1" status: 204 len: 168 time: 0.4346366 Jul 22 19:48:35.229580 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56604) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:35.253778 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cee28dd-fcd4-48e2-b820-8b1be3c3938d tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:35.254373 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cee28dd-fcd4-48e2-b820-8b1be3c3938d tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:35.255977 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0cee28dd-fcd4-48e2-b820-8b1be3c3938d tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "DELETE /v2.0/ports/22d95fcb-2849-4649-9760-a508102e8597 HTTP/1.1" status: 404 len: 333 time: 0.0255091 Jul 22 19:48:35.259117 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56606) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:35.286897 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-90f43e23-7d0e-4eab-8fd7-f086b9d0bf95 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "GET /v2.0/ports?device_id=6492f313-c7f0-4b47-a4ef-38cff142761b HTTP/1.1" status: 200 len: 205 time: 0.0267930 Jul 22 19:48:35.289123 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56608) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:35.327740 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-993a3838-8057-4a5f-b6da-7fa50bc04669 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] delete failed (client error): The resource could not be found. Jul 22 19:48:35.328782 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-993a3838-8057-4a5f-b6da-7fa50bc04669 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "DELETE /v2.0/routers/6492f313-c7f0-4b47-a4ef-38cff142761b HTTP/1.1" status: 404 len: 336 time: 0.0387111 Jul 22 19:48:35.331026 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56610) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:35.355653 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-2323758c-0aa1-408d-a137-ebf4db132d69 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:35.356090 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2323758c-0aa1-408d-a137-ebf4db132d69 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:35.357716 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2323758c-0aa1-408d-a137-ebf4db132d69 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "DELETE /v2.0/subnets/a385f747-59ea-4d4d-8e05-3115d0a23a0f HTTP/1.1" status: 404 len: 337 time: 0.0258512 Jul 22 19:48:35.359967 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56612) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:35.454631 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d8274-076c-43f8-85a5-2b34de2b5884 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Deleting port 0b555cf7-7457-4285-8ed5-5e26aa42ee88 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:35.454968 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8274-076c-43f8-85a5-2b34de2b5884 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:35.536036 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8274-076c-43f8-85a5-2b34de2b5884 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:35.547300 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d8274-076c-43f8-85a5-2b34de2b5884 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Calling delete_port for 0b555cf7-7457-4285-8ed5-5e26aa42ee88 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:35.671794 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8274-076c-43f8-85a5-2b34de2b5884 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:35.700099 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d8274-076c-43f8-85a5-2b34de2b5884 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event deleted for resources: {'Port': ['ID=0b555cf7-7457-4285-8ed5-5e26aa42ee88,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:35.769101 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8274-076c-43f8-85a5-2b34de2b5884 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:35.770914 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6e5d8274-076c-43f8-85a5-2b34de2b5884 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "DELETE /v2.0/ports/0b555cf7-7457-4285-8ed5-5e26aa42ee88 HTTP/1.1" status: 204 len: 168 time: 0.4100688 Jul 22 19:48:35.773407 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56614) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:35.863732 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-3205e207-3330-4235-a199-cc939dd52696 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Deleting port cae23a6e-7a39-4951-acf2-0b133c69c4e7 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:35.864389 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3205e207-3330-4235-a199-cc939dd52696 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:35.949979 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3205e207-3330-4235-a199-cc939dd52696 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:35.963108 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-3205e207-3330-4235-a199-cc939dd52696 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Calling delete_port for cae23a6e-7a39-4951-acf2-0b133c69c4e7 owned by {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:36.085317 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3205e207-3330-4235-a199-cc939dd52696 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:36.115538 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205e207-3330-4235-a199-cc939dd52696 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event deleted for resources: {'Port': ['ID=cae23a6e-7a39-4951-acf2-0b133c69c4e7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:36.184825 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3205e207-3330-4235-a199-cc939dd52696 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:36.186680 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3205e207-3330-4235-a199-cc939dd52696 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "DELETE /v2.0/ports/cae23a6e-7a39-4951-acf2-0b133c69c4e7 HTTP/1.1" status: 204 len: 168 time: 0.4123733 Jul 22 19:48:36.189278 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56616) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:36.251718 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9906ba7-c9da-4abb-bb12-b874a641a491 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:36.253222 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a9906ba7-c9da-4abb-bb12-b874a641a491 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d457241-675a-43e2-8ca0-c62511f78bab HTTP/1.1" status: 200 len: 913 time: 0.0630615 Jul 22 19:48:36.255901 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56618) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:36.595624 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9327a13b-9522-4fc7-9a84-7adc219d9eb1 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:36.853906 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-9327a13b-9522-4fc7-9a84-7adc219d9eb1 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Deleting port 86a32943-a718-48da-9ce7-dbdf6d0eb507 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:36.854166 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9327a13b-9522-4fc7-9a84-7adc219d9eb1 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:36.936540 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9327a13b-9522-4fc7-9a84-7adc219d9eb1 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:36.947885 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-9327a13b-9522-4fc7-9a84-7adc219d9eb1 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Calling delete_port for 86a32943-a718-48da-9ce7-dbdf6d0eb507 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:37.131102 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9327a13b-9522-4fc7-9a84-7adc219d9eb1 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:37.156914 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327a13b-9522-4fc7-9a84-7adc219d9eb1 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event deleted for resources: {'Port': ['ID=86a32943-a718-48da-9ce7-dbdf6d0eb507,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:37.321585 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9327a13b-9522-4fc7-9a84-7adc219d9eb1 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:37.532653 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9327a13b-9522-4fc7-9a84-7adc219d9eb1 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Router 4d457241-675a-43e2-8ca0-c62511f78bab has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:48:37.639769 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9327a13b-9522-4fc7-9a84-7adc219d9eb1 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:48:37.644898 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9327a13b-9522-4fc7-9a84-7adc219d9eb1 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "PUT /v2.0/routers/4d457241-675a-43e2-8ca0-c62511f78bab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3877409 Jul 22 19:48:37.647894 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56620) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:37.650496 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7212e1-a714-45bf-9499-bd3ba8f64e1f None None] Sync routers for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:48:37.659662 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7212e1-a714-45bf-9499-bd3ba8f64e1f None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:37.660363 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3e7212e1-a714-45bf-9499-bd3ba8f64e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:37.692636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3e7212e1-a714-45bf-9499-bd3ba8f64e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:37.701135 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7212e1-a714-45bf-9499-bd3ba8f64e1f None None] Routers {'4d457241-675a-43e2-8ca0-c62511f78bab'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:37.701727 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3e7212e1-a714-45bf-9499-bd3ba8f64e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:48:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4d457241-675a-43e2-8ca0-c62511f78bab'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:37.736771 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3e7212e1-a714-45bf-9499-bd3ba8f64e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:37.737416 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7212e1-a714-45bf-9499-bd3ba8f64e1f None None] The sync data for ids ['4d457241-675a-43e2-8ca0-c62511f78bab'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:48:37.753000 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f7574e9-9b09-4b55-9c81-7b0f565e551f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:37.855125 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f7574e9-9b09-4b55-9c81-7b0f565e551f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:37.905314 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-8f7574e9-9b09-4b55-9c81-7b0f565e551f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Deleting port 159ef880-8409-4bd1-a47e-92ec3dcd0de5 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:37.905651 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f7574e9-9b09-4b55-9c81-7b0f565e551f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:37.980292 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f7574e9-9b09-4b55-9c81-7b0f565e551f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:37.992076 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-8f7574e9-9b09-4b55-9c81-7b0f565e551f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Calling delete_port for 159ef880-8409-4bd1-a47e-92ec3dcd0de5 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:38.150924 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f7574e9-9b09-4b55-9c81-7b0f565e551f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:38.180389 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7574e9-9b09-4b55-9c81-7b0f565e551f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event deleted for resources: {'Port': ['ID=159ef880-8409-4bd1-a47e-92ec3dcd0de5,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:38.239067 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f7574e9-9b09-4b55-9c81-7b0f565e551f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:38.326470 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f7574e9-9b09-4b55-9c81-7b0f565e551f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:38.328558 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f7574e9-9b09-4b55-9c81-7b0f565e551f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:38.370045 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f7574e9-9b09-4b55-9c81-7b0f565e551f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:38.370634 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7574e9-9b09-4b55-9c81-7b0f565e551f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Fanout notify agent at l3_agent the message router_deleted on router 4d457241-675a-43e2-8ca0-c62511f78bab {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:48:38.377457 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8f7574e9-9b09-4b55-9c81-7b0f565e551f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:38.378550 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8f7574e9-9b09-4b55-9c81-7b0f565e551f tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "DELETE /v2.0/routers/4d457241-675a-43e2-8ca0-c62511f78bab HTTP/1.1" status: 204 len: 168 time: 0.7297003 Jul 22 19:48:38.380991 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56622) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:38.723758 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2b9d9f-17f0-44c7-a2bf-9a304d460066 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Deleting subnet 4838072d-c28d-43ab-aae0-ab932a8fce5c {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:48:38.727695 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d2b9d9f-17f0-44c7-a2bf-9a304d460066 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:38.766416 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d2b9d9f-17f0-44c7-a2bf-9a304d460066 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:38.809716 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d2b9d9f-17f0-44c7-a2bf-9a304d460066 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:38.865377 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d2b9d9f-17f0-44c7-a2bf-9a304d460066 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:38.896667 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b9d9f-17f0-44c7-a2bf-9a304d460066 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event deleted for resources: {'Subnet': ['ID=4838072d-c28d-43ab-aae0-ab932a8fce5c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:38.900292 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d2b9d9f-17f0-44c7-a2bf-9a304d460066 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:38.902284 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6d2b9d9f-17f0-44c7-a2bf-9a304d460066 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "DELETE /v2.0/subnets/4838072d-c28d-43ab-aae0-ab932a8fce5c HTTP/1.1" status: 204 len: 168 time: 0.5196984 Jul 22 19:48:38.904806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56624) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:38.988578 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f8a66ad5-3c59-4426-8c08-bfa94ab078a6 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:39.074529 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f8a66ad5-3c59-4426-8c08-bfa94ab078a6 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:39.084647 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-f8a66ad5-3c59-4426-8c08-bfa94ab078a6 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8388a1b4-3c37-4401-a491-99bc12c11222']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:39.096191 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-f8a66ad5-3c59-4426-8c08-bfa94ab078a6 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c8ac36-d5c5-40f3-b51c-9d39cf2da882') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:39.096498 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-f8a66ad5-3c59-4426-8c08-bfa94ab078a6 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c8ac36-d5c5-40f3-b51c-9d39cf2da882') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:39.105232 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f8a66ad5-3c59-4426-8c08-bfa94ab078a6 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:39.119260 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f8a66ad5-3c59-4426-8c08-bfa94ab078a6 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:39.125300 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a66ad5-3c59-4426-8c08-bfa94ab078a6 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:39.125712 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f8a66ad5-3c59-4426-8c08-bfa94ab078a6 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:39.128858 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:39.191727 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f8a66ad5-3c59-4426-8c08-bfa94ab078a6 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:39.199969 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f8a66ad5-3c59-4426-8c08-bfa94ab078a6 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:39.201234 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f8a66ad5-3c59-4426-8c08-bfa94ab078a6 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] 10.222.0.13 "DELETE /v2.0/networks/8388a1b4-3c37-4401-a491-99bc12c11222 HTTP/1.1" status: 204 len: 168 time: 0.2954323 Jul 22 19:48:39.216171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a66ad5-3c59-4426-8c08-bfa94ab078a6 tempest-FloatingIPTestJSON-1372783480 tempest-FloatingIPTestJSON-1372783480-project] Pushing event deleted for resources: {'Network': ['ID=8388a1b4-3c37-4401-a491-99bc12c11222,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:39.354681 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:39.434358 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56632) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:39.563355 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-328188a5-bbc9-4b05-bfbc-3eb4f5ba01c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=adb0716f63474cdea623bf7728e9c443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278229 Jul 22 19:48:39.565902 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56636) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:39.613784 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8431b276-3d9b-406c-bf90-c7d4af6eb3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:39.634985 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8431b276-3d9b-406c-bf90-c7d4af6eb3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:39.684577 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8431b276-3d9b-406c-bf90-c7d4af6eb3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:39.687128 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8431b276-3d9b-406c-bf90-c7d4af6eb3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:39.688313 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8431b276-3d9b-406c-bf90-c7d4af6eb3aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74df7b42-1955-415d-a3cb-756ba7f1db73 HTTP/1.1" status: 204 len: 168 time: 0.1215255 Jul 22 19:48:39.697094 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431b276-3d9b-406c-bf90-c7d4af6eb3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74df7b42-1955-415d-a3cb-756ba7f1db73,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:40.298994 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56658) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:40.392736 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-8565240c-7f53-4d0d-ad06-a9cd689c4aac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1569251188'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:40.413644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8565240c-7f53-4d0d-ad06-a9cd689c4aac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Made reservation on behalf of e54aab16927c4f73ba4b38d70ccd8a40 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:40.417123 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8565240c-7f53-4d0d-ad06-a9cd689c4aac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:40.425406 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8565240c-7f53-4d0d-ad06-a9cd689c4aac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:40.518414 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8565240c-7f53-4d0d-ad06-a9cd689c4aac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:40.523008 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8565240c-7f53-4d0d-ad06-a9cd689c4aac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:40.545698 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8565240c-7f53-4d0d-ad06-a9cd689c4aac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:40.561171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565240c-7f53-4d0d-ad06-a9cd689c4aac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5944ee1-94c7-40d4-b9a8-285909c52a0f,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:40.564154 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8565240c-7f53-4d0d-ad06-a9cd689c4aac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:40.564531 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-8565240c-7f53-4d0d-ad06-a9cd689c4aac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Added segment 7dd8adbc-ef59-44f8-8771-18f82686bb37 of type vlan for network 9c3601cb-0b43-422e-8ec2-aa2e564b2707 Jul 22 19:48:40.604766 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8565240c-7f53-4d0d-ad06-a9cd689c4aac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:40.634066 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8565240c-7f53-4d0d-ad06-a9cd689c4aac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:40.639536 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565240c-7f53-4d0d-ad06-a9cd689c4aac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:40.640112 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8565240c-7f53-4d0d-ad06-a9cd689c4aac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:40.670623 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8565240c-7f53-4d0d-ad06-a9cd689c4aac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3704519 Jul 22 19:48:40.709752 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565240c-7f53-4d0d-ad06-a9cd689c4aac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Network': ['ID=9c3601cb-0b43-422e-8ec2-aa2e564b2707,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:40.719676 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 9c3601cb-0b43-422e-8ec2-aa2e564b2707 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:40.802648 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56662) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:40.808608 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-997dd419-4832-4e48-ad18-7777b369f59f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'subnet': {'network_id': '9c3601cb-0b43-422e-8ec2-aa2e564b2707', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:40.895458 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997dd419-4832-4e48-ad18-7777b369f59f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Made reservation on behalf of e54aab16927c4f73ba4b38d70ccd8a40 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:40.898848 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-997dd419-4832-4e48-ad18-7777b369f59f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.075658 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-997dd419-4832-4e48-ad18-7777b369f59f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.141166 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997dd419-4832-4e48-ad18-7777b369f59f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Subnet': ['ID=b9a40a77-ea3b-49f1-803e-986d29fee8ed,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:41.149985 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997dd419-4832-4e48-ad18-7777b369f59f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Checking segment: {'id': '7dd8adbc-ef59-44f8-8771-18f82686bb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9c3601cb-0b43-422e-8ec2-aa2e564b2707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:41.150350 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997dd419-4832-4e48-ad18-7777b369f59f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network hostable DHCP agents. Network: 9c3601cb-0b43-422e-8ec2-aa2e564b2707, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:41.167434 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997dd419-4832-4e48-ad18-7777b369f59f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network 9c3601cb-0b43-422e-8ec2-aa2e564b2707 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:41.176682 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-997dd419-4832-4e48-ad18-7777b369f59f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 9c3601cb-0b43-422e-8ec2-aa2e564b2707) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:41.182262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997dd419-4832-4e48-ad18-7777b369f59f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:41.183524 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-997dd419-4832-4e48-ad18-7777b369f59f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.187005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1de8172-0b2d-455c-ac52-8461f9cd1c34 None None] Network 9c3601cb-0b43-422e-8ec2-aa2e564b2707 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:41.199093 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-997dd419-4832-4e48-ad18-7777b369f59f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.3947129 Jul 22 19:48:41.202460 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56664) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:41.207462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-f9703911-278a-4eea-bde8-e119f85cd566 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-223458404'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:41.230423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9703911-278a-4eea-bde8-e119f85cd566 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Made reservation on behalf of e54aab16927c4f73ba4b38d70ccd8a40 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:41.234170 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f9703911-278a-4eea-bde8-e119f85cd566 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.259897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9703911-278a-4eea-bde8-e119f85cd566 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:41.269668 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f9703911-278a-4eea-bde8-e119f85cd566 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.270007 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-f9703911-278a-4eea-bde8-e119f85cd566 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Added segment 7c70a59c-2d29-4b12-b740-f83478115fc6 of type vlan for network 1a74d6aa-7cfa-4bba-97a7-0dd8b977af64 Jul 22 19:48:41.311922 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f9703911-278a-4eea-bde8-e119f85cd566 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.341088 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-9c3601cb-0b43-422e-8ec2-aa2e564b2707', 'network_id': '9c3601cb-0b43-422e-8ec2-aa2e564b2707', 'tenant_id': 'e54aab16927c4f73ba4b38d70ccd8a40', 'fixed_ips': [{'subnet_id': 'b9a40a77-ea3b-49f1-803e-986d29fee8ed'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:41.342049 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.342245 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f9703911-278a-4eea-bde8-e119f85cd566 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.348285 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9703911-278a-4eea-bde8-e119f85cd566 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:41.348947 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f9703911-278a-4eea-bde8-e119f85cd566 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.386951 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f9703911-278a-4eea-bde8-e119f85cd566 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1833947 Jul 22 19:48:41.389883 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56666) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:41.394981 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-826f4af0-6811-4c1a-a8c1-3fb01f5e8b3d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'subnet': {'network_id': '1a74d6aa-7cfa-4bba-97a7-0dd8b977af64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:41.427003 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9703911-278a-4eea-bde8-e119f85cd566 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Network': ['ID=1a74d6aa-7cfa-4bba-97a7-0dd8b977af64,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:41.440285 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 1a74d6aa-7cfa-4bba-97a7-0dd8b977af64 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:41.491795 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826f4af0-6811-4c1a-a8c1-3fb01f5e8b3d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Made reservation on behalf of e54aab16927c4f73ba4b38d70ccd8a40 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:41.495404 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-826f4af0-6811-4c1a-a8c1-3fb01f5e8b3d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.543559 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] Allocated IP 172.20.255.242 (9c3601cb-0b43-422e-8ec2-aa2e564b2707/b9a40a77-ea3b-49f1-803e-986d29fee8ed/4341d70f-7b4b-4afd-8974-c1492e9b69f8) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:41.693942 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-826f4af0-6811-4c1a-a8c1-3fb01f5e8b3d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.699342 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.707724 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] Transition to ACTIVE for port object 4341d70f-7b4b-4afd-8974-c1492e9b69f8 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:41.723479 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] Transition to ACTIVE for port object 4341d70f-7b4b-4afd-8974-c1492e9b69f8 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:41.730481 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.767554 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] Network 9c3601cb-0b43-422e-8ec2-aa2e564b2707 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:41.768568 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826f4af0-6811-4c1a-a8c1-3fb01f5e8b3d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Checking segment: {'id': '7c70a59c-2d29-4b12-b740-f83478115fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1a74d6aa-7cfa-4bba-97a7-0dd8b977af64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:41.768944 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826f4af0-6811-4c1a-a8c1-3fb01f5e8b3d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network hostable DHCP agents. Network: 1a74d6aa-7cfa-4bba-97a7-0dd8b977af64, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:41.772806 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:41.775404 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:41.778251 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f4af0-6811-4c1a-a8c1-3fb01f5e8b3d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Subnet': ['ID=77adb641-ac8f-496d-8ae3-836c3e3eca15,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:41.790601 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] Pushing event updated for resources: {'Port': ['ID=4341d70f-7b4b-4afd-8974-c1492e9b69f8,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:41.795748 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826f4af0-6811-4c1a-a8c1-3fb01f5e8b3d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network 1a74d6aa-7cfa-4bba-97a7-0dd8b977af64 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:41.806691 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-826f4af0-6811-4c1a-a8c1-3fb01f5e8b3d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 1a74d6aa-7cfa-4bba-97a7-0dd8b977af64) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:41.811171 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826f4af0-6811-4c1a-a8c1-3fb01f5e8b3d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:41.811869 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-826f4af0-6811-4c1a-a8c1-3fb01f5e8b3d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.820123 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ae86f7-121a-49bb-80d5-9cfed80e1df0 None None] Network 1a74d6aa-7cfa-4bba-97a7-0dd8b977af64 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:41.831886 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-826f4af0-6811-4c1a-a8c1-3fb01f5e8b3d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4408801 Jul 22 19:48:41.835796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56668) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:41.873354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] Attempting to bind port 4341d70f-7b4b-4afd-8974-c1492e9b69f8 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:48:41.873728 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] Attempting to bind port 4341d70f-7b4b-4afd-8974-c1492e9b69f8 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '7dd8adbc-ef59-44f8-8771-18f82686bb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9c3601cb-0b43-422e-8ec2-aa2e564b2707'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:48:41.874094 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] Attempting to bind port 4341d70f-7b4b-4afd-8974-c1492e9b69f8 on network 9c3601cb-0b43-422e-8ec2-aa2e564b2707 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:48:41.904519 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:48:41.904898 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] Checking segment: {'id': '7dd8adbc-ef59-44f8-8771-18f82686bb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9c3601cb-0b43-422e-8ec2-aa2e564b2707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:41.905297 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.905686 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] Bound using segment: {'id': '7dd8adbc-ef59-44f8-8771-18f82686bb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9c3601cb-0b43-422e-8ec2-aa2e564b2707'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:48:41.906164 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] Bound port: 4341d70f-7b4b-4afd-8974-c1492e9b69f8, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8adbc-ef59-44f8-8771-18f82686bb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9c3601cb-0b43-422e-8ec2-aa2e564b2707'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:48:41.906553 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.935473 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0c602ce-05b3-4a1e-9209-ffed975f6ab3 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.024136 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0c602ce-05b3-4a1e-9209-ffed975f6ab3 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.100325 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0c602ce-05b3-4a1e-9209-ffed975f6ab3 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.127641 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c602ce-05b3-4a1e-9209-ffed975f6ab3 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Subnet': ['ID=77adb641-ac8f-496d-8ae3-836c3e3eca15,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:42.195314 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0c602ce-05b3-4a1e-9209-ffed975f6ab3 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.200076 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] For port 4341d70f-7b4b-4afd-8974-c1492e9b69f8, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:48:42.206091 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-d0c602ce-05b3-4a1e-9209-ffed975f6ab3 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a74d6aa-7cfa-4bba-97a7-0dd8b977af64']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:42.213026 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.214756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] For port 4341d70f-7b4b-4afd-8974-c1492e9b69f8, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4341d70f-7b4b-4afd-8974-c1492e9b69f8,segment=NetworkSegment(7dd8adbc-ef59-44f8-8771-18f82686bb37),segment_id=7dd8adbc-ef59-44f8-8771-18f82686bb37)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:48:42.215486 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-d0c602ce-05b3-4a1e-9209-ffed975f6ab3 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c70a59c-2d29-4b12-b740-f83478115fc6') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:42.215790 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-d0c602ce-05b3-4a1e-9209-ffed975f6ab3 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c70a59c-2d29-4b12-b740-f83478115fc6') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:42.221175 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.226279 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0c602ce-05b3-4a1e-9209-ffed975f6ab3 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.243862 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0c602ce-05b3-4a1e-9209-ffed975f6ab3 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.249880 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c602ce-05b3-4a1e-9209-ffed975f6ab3 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:42.250272 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0c602ce-05b3-4a1e-9209-ffed975f6ab3 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:42.253484 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:42.287713 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fbfaf4-4900-41b7-b97b-517ee95a88ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-1a74d6aa-7cfa-4bba-97a7-0dd8b977af64', 'network_id': '1a74d6aa-7cfa-4bba-97a7-0dd8b977af64', 'tenant_id': 'e54aab16927c4f73ba4b38d70ccd8a40', 'fixed_ips': [{'subnet_id': '77adb641-ac8f-496d-8ae3-836c3e3eca15'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:42.288612 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-98fbfaf4-4900-41b7-b97b-517ee95a88ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.323111 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0c602ce-05b3-4a1e-9209-ffed975f6ab3 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.328356 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d05605-aadc-4ee5-a4ad-152d4f9ad20a None None] Pushing event updated for resources: {'Port': ['ID=4341d70f-7b4b-4afd-8974-c1492e9b69f8,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:42.334002 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0c602ce-05b3-4a1e-9209-ffed975f6ab3 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.335892 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d0c602ce-05b3-4a1e-9209-ffed975f6ab3 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/1a74d6aa-7cfa-4bba-97a7-0dd8b977af64 HTTP/1.1" status: 204 len: 168 time: 0.4987998 Jul 22 19:48:42.339456 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56670) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:42.344908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e715d2ee-4fcd-49c6-9539-7b856c07469d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-357047636'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:42.359650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c602ce-05b3-4a1e-9209-ffed975f6ab3 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Network': ['ID=1a74d6aa-7cfa-4bba-97a7-0dd8b977af64,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:42.360347 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1528a96-e6ae-4068-ab40-8b71a008a140 None None] Network 1a74d6aa-7cfa-4bba-97a7-0dd8b977af64 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:42.376106 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1528a96-e6ae-4068-ab40-8b71a008a140 None None] Network 1a74d6aa-7cfa-4bba-97a7-0dd8b977af64 could not be found, it might have been deleted concurrently. {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 19:48:42.378681 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e715d2ee-4fcd-49c6-9539-7b856c07469d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Made reservation on behalf of e54aab16927c4f73ba4b38d70ccd8a40 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:42.383383 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e715d2ee-4fcd-49c6-9539-7b856c07469d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.408184 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e715d2ee-4fcd-49c6-9539-7b856c07469d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:42.418415 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e715d2ee-4fcd-49c6-9539-7b856c07469d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.418866 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-e715d2ee-4fcd-49c6-9539-7b856c07469d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Added segment 743df5e9-1e52-4388-add4-0df6fc5d4c29 of type vlan for network 2aac6e85-1fd5-4e1d-ae63-ab759af63e1b Jul 22 19:48:42.472299 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e715d2ee-4fcd-49c6-9539-7b856c07469d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.509557 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e715d2ee-4fcd-49c6-9539-7b856c07469d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.515217 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e715d2ee-4fcd-49c6-9539-7b856c07469d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:42.515809 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e715d2ee-4fcd-49c6-9539-7b856c07469d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.554357 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e715d2ee-4fcd-49c6-9539-7b856c07469d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2138224 Jul 22 19:48:42.557424 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56672) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:42.562784 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b8a2cfe7-b240-44ab-b387-e47952844a0b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'subnet': {'network_id': '2aac6e85-1fd5-4e1d-ae63-ab759af63e1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:42.586831 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715d2ee-4fcd-49c6-9539-7b856c07469d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Network': ['ID=2aac6e85-1fd5-4e1d-ae63-ab759af63e1b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:42.596752 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 2aac6e85-1fd5-4e1d-ae63-ab759af63e1b details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:42.654879 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a2cfe7-b240-44ab-b387-e47952844a0b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Made reservation on behalf of e54aab16927c4f73ba4b38d70ccd8a40 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:42.658578 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b8a2cfe7-b240-44ab-b387-e47952844a0b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.716653 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.ipam_backend_mixin [None req-b8a2cfe7-b240-44ab-b387-e47952844a0b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Performing IP validity checks on allocation pools {{(pid=93806) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 19:48:42.717173 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.ipam_backend_mixin [None req-b8a2cfe7-b240-44ab-b387-e47952844a0b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93806) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 19:48:42.806216 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4341d70f-7b4b-4afd-8974-c1492e9b69f8 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:48:42.853477 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b8a2cfe7-b240-44ab-b387-e47952844a0b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.858844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 4341d70f-7b4b-4afd-8974-c1492e9b69f8 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:48:42.916134 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2cfe7-b240-44ab-b387-e47952844a0b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Subnet': ['ID=8f4b77b9-1842-41e9-aba2-8750119e2aa0,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:42.924961 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a2cfe7-b240-44ab-b387-e47952844a0b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Checking segment: {'id': '743df5e9-1e52-4388-add4-0df6fc5d4c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2aac6e85-1fd5-4e1d-ae63-ab759af63e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:42.925328 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a2cfe7-b240-44ab-b387-e47952844a0b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network hostable DHCP agents. Network: 2aac6e85-1fd5-4e1d-ae63-ab759af63e1b, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:42.944304 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a2cfe7-b240-44ab-b387-e47952844a0b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network 2aac6e85-1fd5-4e1d-ae63-ab759af63e1b is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:42.953981 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-b8a2cfe7-b240-44ab-b387-e47952844a0b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 2aac6e85-1fd5-4e1d-ae63-ab759af63e1b) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:42.960366 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a2cfe7-b240-44ab-b387-e47952844a0b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:42.961038 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b8a2cfe7-b240-44ab-b387-e47952844a0b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.968114 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bbcbdd-350f-4eb9-845a-1d02c58f616f None None] Network 2aac6e85-1fd5-4e1d-ae63-ab759af63e1b requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:42.979237 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b8a2cfe7-b240-44ab-b387-e47952844a0b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4204907 Jul 22 19:48:42.981845 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56674) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:43.088314 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0be8ec58-cdd5-46e6-b712-bff83b7031a5 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.129702 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42706d5a-770f-4d11-8873-f15acc0ee935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-2aac6e85-1fd5-4e1d-ae63-ab759af63e1b', 'network_id': '2aac6e85-1fd5-4e1d-ae63-ab759af63e1b', 'tenant_id': 'e54aab16927c4f73ba4b38d70ccd8a40', 'fixed_ips': [{'subnet_id': '8f4b77b9-1842-41e9-aba2-8750119e2aa0'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:43.130819 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-42706d5a-770f-4d11-8873-f15acc0ee935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.144867 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0be8ec58-cdd5-46e6-b712-bff83b7031a5 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.205479 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0ffc7e-bac5-4528-b53d-d1969df5b77b None None] Network 9c3601cb-0b43-422e-8ec2-aa2e564b2707 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:43.210062 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0be8ec58-cdd5-46e6-b712-bff83b7031a5 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.237597 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8ec58-cdd5-46e6-b712-bff83b7031a5 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Subnet': ['ID=8f4b77b9-1842-41e9-aba2-8750119e2aa0,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:43.257283 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-812a2648-fdf7-448f-b0c3-00c07cac12d8 None None] Provisioning for port 4341d70f-7b4b-4afd-8974-c1492e9b69f8 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:48:43.289697 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-812a2648-fdf7-448f-b0c3-00c07cac12d8 None None] Provisioning complete for port 4341d70f-7b4b-4afd-8974-c1492e9b69f8 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:48:43.290072 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-812a2648-fdf7-448f-b0c3-00c07cac12d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server [None req-42706d5a-770f-4d11-8873-f15acc0ee935 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f4b77b9-1842-41e9-aba2-8750119e2aa0: This subnet is being modified by another concurrent operation. Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise exception Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f4b77b9-1842-41e9-aba2-8750119e2aa0: This subnet is being modified by another concurrent operation. Jul 22 19:48:43.298367 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Jul 22 19:48:43.307035 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0be8ec58-cdd5-46e6-b712-bff83b7031a5 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.319025 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-0be8ec58-cdd5-46e6-b712-bff83b7031a5 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aac6e85-1fd5-4e1d-ae63-ab759af63e1b']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:43.325695 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5948a162-49d9-42e3-a2ee-0cb0b3f7729d None None] Network 2aac6e85-1fd5-4e1d-ae63-ab759af63e1b requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:43.327705 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-0be8ec58-cdd5-46e6-b712-bff83b7031a5 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '743df5e9-1e52-4388-add4-0df6fc5d4c29') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:43.328208 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-0be8ec58-cdd5-46e6-b712-bff83b7031a5 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '743df5e9-1e52-4388-add4-0df6fc5d4c29') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:43.338171 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0be8ec58-cdd5-46e6-b712-bff83b7031a5 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.352675 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0be8ec58-cdd5-46e6-b712-bff83b7031a5 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.358668 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be8ec58-cdd5-46e6-b712-bff83b7031a5 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:43.359055 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0be8ec58-cdd5-46e6-b712-bff83b7031a5 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:43.362193 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:43.423284 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0be8ec58-cdd5-46e6-b712-bff83b7031a5 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.429336 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0be8ec58-cdd5-46e6-b712-bff83b7031a5 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.431985 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0be8ec58-cdd5-46e6-b712-bff83b7031a5 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/2aac6e85-1fd5-4e1d-ae63-ab759af63e1b HTTP/1.1" status: 204 len: 168 time: 0.4488373 Jul 22 19:48:43.435465 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56676) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:43.442176 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-31d26b4c-63d4-42f7-842f-9478e9d7d404 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1432576172'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:43.447178 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8ec58-cdd5-46e6-b712-bff83b7031a5 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Network': ['ID=2aac6e85-1fd5-4e1d-ae63-ab759af63e1b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:43.469520 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d26b4c-63d4-42f7-842f-9478e9d7d404 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Made reservation on behalf of e54aab16927c4f73ba4b38d70ccd8a40 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:43.473175 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-31d26b4c-63d4-42f7-842f-9478e9d7d404 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.498691 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d26b4c-63d4-42f7-842f-9478e9d7d404 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:43.509385 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-31d26b4c-63d4-42f7-842f-9478e9d7d404 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.509729 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-31d26b4c-63d4-42f7-842f-9478e9d7d404 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Added segment 27e8cdd7-d0bf-4d65-8191-bb6a5a7831b4 of type vlan for network 8d9bce89-ca08-4eff-b4a9-2bb56ea33d85 Jul 22 19:48:43.554093 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-812a2648-fdf7-448f-b0c3-00c07cac12d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.555033 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-31d26b4c-63d4-42f7-842f-9478e9d7d404 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.584553 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-31d26b4c-63d4-42f7-842f-9478e9d7d404 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.590106 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d26b4c-63d4-42f7-842f-9478e9d7d404 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:43.590734 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-31d26b4c-63d4-42f7-842f-9478e9d7d404 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.600602 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-812a2648-fdf7-448f-b0c3-00c07cac12d8 None None] For port 4341d70f-7b4b-4afd-8974-c1492e9b69f8, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4341d70f-7b4b-4afd-8974-c1492e9b69f8,segment=NetworkSegment(7dd8adbc-ef59-44f8-8771-18f82686bb37),segment_id=7dd8adbc-ef59-44f8-8771-18f82686bb37)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:43.605233 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-812a2648-fdf7-448f-b0c3-00c07cac12d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.624263 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-31d26b4c-63d4-42f7-842f-9478e9d7d404 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1875706 Jul 22 19:48:43.627009 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56678) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:43.635684 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c0c19b5e-566d-49aa-8aaa-f8bdb166105e tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'subnet': {'network_id': '8d9bce89-ca08-4eff-b4a9-2bb56ea33d85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:43.660091 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a2648-fdf7-448f-b0c3-00c07cac12d8 None None] Pushing event updated for resources: {'Port': ['ID=4341d70f-7b4b-4afd-8974-c1492e9b69f8,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:43.687532 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d26b4c-63d4-42f7-842f-9478e9d7d404 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Network': ['ID=8d9bce89-ca08-4eff-b4a9-2bb56ea33d85,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:43.701988 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 8d9bce89-ca08-4eff-b4a9-2bb56ea33d85 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:43.761329 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c19b5e-566d-49aa-8aaa-f8bdb166105e tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Made reservation on behalf of e54aab16927c4f73ba4b38d70ccd8a40 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:43.765085 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c0c19b5e-566d-49aa-8aaa-f8bdb166105e tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.804919 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e318885-4fa9-4bba-bf1b-d62ce1b594d9 None None] get_active_networks_info from n-d-800086-12 {{(pid=93808) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:48:43.858759 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8f5a1413-09ca-43fd-ac76-7f4cb09615cc None None] Provisioning complete for port 4341d70f-7b4b-4afd-8974-c1492e9b69f8 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:48:43.859507 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8f5a1413-09ca-43fd-ac76-7f4cb09615cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.913928 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e318885-4fa9-4bba-bf1b-d62ce1b594d9 None None] Resources bound (agent type, host, resource id): {{(pid=93808) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:48:43.948650 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c0c19b5e-566d-49aa-8aaa-f8bdb166105e tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:44.006766 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c19b5e-566d-49aa-8aaa-f8bdb166105e tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Subnet': ['ID=12a230e0-d4c6-4ed2-9652-adf7137a00e3,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:44.016915 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c19b5e-566d-49aa-8aaa-f8bdb166105e tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Checking segment: {'id': '27e8cdd7-d0bf-4d65-8191-bb6a5a7831b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d9bce89-ca08-4eff-b4a9-2bb56ea33d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:44.017280 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c19b5e-566d-49aa-8aaa-f8bdb166105e tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network hostable DHCP agents. Network: 8d9bce89-ca08-4eff-b4a9-2bb56ea33d85, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:44.033725 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c19b5e-566d-49aa-8aaa-f8bdb166105e tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network 8d9bce89-ca08-4eff-b4a9-2bb56ea33d85 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:44.043242 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-c0c19b5e-566d-49aa-8aaa-f8bdb166105e tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 8d9bce89-ca08-4eff-b4a9-2bb56ea33d85) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:44.048275 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c19b5e-566d-49aa-8aaa-f8bdb166105e tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:44.048974 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c0c19b5e-566d-49aa-8aaa-f8bdb166105e tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:44.064204 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c0c19b5e-566d-49aa-8aaa-f8bdb166105e tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4361901 Jul 22 19:48:44.066987 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56680) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:44.161564 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aca07b74-be71-48e7-92b2-a7fbd7d5f37f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:44.167002 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe9dc46-54de-4aa0-b644-5724d6b56ae2 None None] Network 8d9bce89-ca08-4eff-b4a9-2bb56ea33d85 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:44.242380 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aca07b74-be71-48e7-92b2-a7fbd7d5f37f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:44.301755 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aca07b74-be71-48e7-92b2-a7fbd7d5f37f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:44.317320 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f9e709-cf6d-486d-b724-91b24cb5ef9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-8d9bce89-ca08-4eff-b4a9-2bb56ea33d85', 'network_id': '8d9bce89-ca08-4eff-b4a9-2bb56ea33d85', 'tenant_id': 'e54aab16927c4f73ba4b38d70ccd8a40', 'fixed_ips': [{'subnet_id': '12a230e0-d4c6-4ed2-9652-adf7137a00e3'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:44.318224 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-75f9e709-cf6d-486d-b724-91b24cb5ef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:44.329919 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca07b74-be71-48e7-92b2-a7fbd7d5f37f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Subnet': ['ID=12a230e0-d4c6-4ed2-9652-adf7137a00e3,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:44.393070 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aca07b74-be71-48e7-92b2-a7fbd7d5f37f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:44.405156 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-aca07b74-be71-48e7-92b2-a7fbd7d5f37f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9bce89-ca08-4eff-b4a9-2bb56ea33d85']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:44.405965 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe039c4-f636-40c6-9243-ed84697409d4 None None] Network 8d9bce89-ca08-4eff-b4a9-2bb56ea33d85 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:44.416008 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-aca07b74-be71-48e7-92b2-a7fbd7d5f37f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e8cdd7-d0bf-4d65-8191-bb6a5a7831b4') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:44.416305 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-aca07b74-be71-48e7-92b2-a7fbd7d5f37f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e8cdd7-d0bf-4d65-8191-bb6a5a7831b4') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:44.424931 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aca07b74-be71-48e7-92b2-a7fbd7d5f37f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:44.438977 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aca07b74-be71-48e7-92b2-a7fbd7d5f37f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:44.445400 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca07b74-be71-48e7-92b2-a7fbd7d5f37f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:44.445791 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aca07b74-be71-48e7-92b2-a7fbd7d5f37f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:44.449043 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:44.504724 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aca07b74-be71-48e7-92b2-a7fbd7d5f37f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:44.511863 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aca07b74-be71-48e7-92b2-a7fbd7d5f37f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:44.513720 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-aca07b74-be71-48e7-92b2-a7fbd7d5f37f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/8d9bce89-ca08-4eff-b4a9-2bb56ea33d85 HTTP/1.1" status: 204 len: 168 time: 0.4456930 Jul 22 19:48:44.517754 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56682) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:44.523726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2e893c66-39ed-4761-acab-65eef930322c tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1191300596'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:44.529642 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca07b74-be71-48e7-92b2-a7fbd7d5f37f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Network': ['ID=8d9bce89-ca08-4eff-b4a9-2bb56ea33d85,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:44.544628 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e893c66-39ed-4761-acab-65eef930322c tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Made reservation on behalf of e54aab16927c4f73ba4b38d70ccd8a40 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:44.547976 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e893c66-39ed-4761-acab-65eef930322c tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:44.570818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e893c66-39ed-4761-acab-65eef930322c tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:44.579513 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e893c66-39ed-4761-acab-65eef930322c tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:44.579853 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-2e893c66-39ed-4761-acab-65eef930322c tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Added segment 2076832d-6548-4013-a876-cc7c31775d31 of type vlan for network b06c9671-171f-4443-97f8-f44f23108358 Jul 22 19:48:44.618545 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e893c66-39ed-4761-acab-65eef930322c tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:44.645797 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e893c66-39ed-4761-acab-65eef930322c tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:44.651958 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e893c66-39ed-4761-acab-65eef930322c tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:44.652567 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2e893c66-39ed-4761-acab-65eef930322c tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:44.685897 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2e893c66-39ed-4761-acab-65eef930322c tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1670551 Jul 22 19:48:44.688614 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56684) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:44.696043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-6f1ec023-20c8-44f5-8dda-3a428c7192a1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'subnet': {'network_id': 'b06c9671-171f-4443-97f8-f44f23108358', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:44.739025 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e893c66-39ed-4761-acab-65eef930322c tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Network': ['ID=b06c9671-171f-4443-97f8-f44f23108358,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:44.751075 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network b06c9671-171f-4443-97f8-f44f23108358 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:44.787882 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4341d70f-7b4b-4afd-8974-c1492e9b69f8 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:48:44.815753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1ec023-20c8-44f5-8dda-3a428c7192a1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Made reservation on behalf of e54aab16927c4f73ba4b38d70ccd8a40 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:44.820287 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6f1ec023-20c8-44f5-8dda-3a428c7192a1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:44.871229 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 4341d70f-7b4b-4afd-8974-c1492e9b69f8 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:48:44.871834 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.003097 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6f1ec023-20c8-44f5-8dda-3a428c7192a1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.070723 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ec023-20c8-44f5-8dda-3a428c7192a1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Subnet': ['ID=3f5df93a-d7ab-4894-b7d1-53220795a2ae,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:45.075869 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1ec023-20c8-44f5-8dda-3a428c7192a1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Checking segment: {'id': '2076832d-6548-4013-a876-cc7c31775d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b06c9671-171f-4443-97f8-f44f23108358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:45.076231 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1ec023-20c8-44f5-8dda-3a428c7192a1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network hostable DHCP agents. Network: b06c9671-171f-4443-97f8-f44f23108358, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:45.092394 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1ec023-20c8-44f5-8dda-3a428c7192a1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network b06c9671-171f-4443-97f8-f44f23108358 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:45.101367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-6f1ec023-20c8-44f5-8dda-3a428c7192a1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, b06c9671-171f-4443-97f8-f44f23108358) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:45.105121 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1ec023-20c8-44f5-8dda-3a428c7192a1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:45.105701 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6f1ec023-20c8-44f5-8dda-3a428c7192a1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.109793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93e549c-7884-4ee7-b1e2-3e53df982b40 None None] Network b06c9671-171f-4443-97f8-f44f23108358 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:45.120055 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6f1ec023-20c8-44f5-8dda-3a428c7192a1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4304054 Jul 22 19:48:45.123089 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56686) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:45.217335 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74ee535d-9a47-4220-ba29-bfe7a3f740ad tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.257302 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e763d836-f06d-46f3-8378-be3e8566c737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-b06c9671-171f-4443-97f8-f44f23108358', 'network_id': 'b06c9671-171f-4443-97f8-f44f23108358', 'tenant_id': 'e54aab16927c4f73ba4b38d70ccd8a40', 'fixed_ips': [{'subnet_id': '3f5df93a-d7ab-4894-b7d1-53220795a2ae'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:45.258172 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e763d836-f06d-46f3-8378-be3e8566c737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.269319 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74ee535d-9a47-4220-ba29-bfe7a3f740ad tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.333497 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74ee535d-9a47-4220-ba29-bfe7a3f740ad tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server [None req-e763d836-f06d-46f3-8378-be3e8566c737 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f5df93a-d7ab-4894-b7d1-53220795a2ae: This subnet is being modified by another concurrent operation. Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise exception Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f5df93a-d7ab-4894-b7d1-53220795a2ae: This subnet is being modified by another concurrent operation. Jul 22 19:48:45.355205 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Jul 22 19:48:45.362576 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee535d-9a47-4220-ba29-bfe7a3f740ad tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Subnet': ['ID=3f5df93a-d7ab-4894-b7d1-53220795a2ae,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:45.378651 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7513f6ac-e952-4f70-bd7b-857827371f83 None None] Network b06c9671-171f-4443-97f8-f44f23108358 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:45.419877 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74ee535d-9a47-4220-ba29-bfe7a3f740ad tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.430441 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-74ee535d-9a47-4220-ba29-bfe7a3f740ad tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06c9671-171f-4443-97f8-f44f23108358']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:45.440341 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-74ee535d-9a47-4220-ba29-bfe7a3f740ad tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2076832d-6548-4013-a876-cc7c31775d31') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:45.440673 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-74ee535d-9a47-4220-ba29-bfe7a3f740ad tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2076832d-6548-4013-a876-cc7c31775d31') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:45.449703 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74ee535d-9a47-4220-ba29-bfe7a3f740ad tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.463291 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74ee535d-9a47-4220-ba29-bfe7a3f740ad tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.469349 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ee535d-9a47-4220-ba29-bfe7a3f740ad tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:45.469922 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74ee535d-9a47-4220-ba29-bfe7a3f740ad tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:45.473504 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:45.492447 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a92f09-eaac-4342-b2d7-d75eb61cc405 None None] get_active_networks_info from n-d-800086-12 {{(pid=93808) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:48:45.538010 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74ee535d-9a47-4220-ba29-bfe7a3f740ad tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.544842 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74ee535d-9a47-4220-ba29-bfe7a3f740ad tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.546669 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-74ee535d-9a47-4220-ba29-bfe7a3f740ad tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/b06c9671-171f-4443-97f8-f44f23108358 HTTP/1.1" status: 204 len: 168 time: 0.4225786 Jul 22 19:48:45.550659 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56688) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:45.557145 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-69a885ba-d62f-48fd-81e3-990cd532e5ac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-149562214'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:45.558781 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee535d-9a47-4220-ba29-bfe7a3f740ad tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Network': ['ID=b06c9671-171f-4443-97f8-f44f23108358,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:45.569991 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a92f09-eaac-4342-b2d7-d75eb61cc405 None None] Resources bound (agent type, host, resource id): {{(pid=93808) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:48:45.579874 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a885ba-d62f-48fd-81e3-990cd532e5ac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Made reservation on behalf of e54aab16927c4f73ba4b38d70ccd8a40 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:45.583325 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-69a885ba-d62f-48fd-81e3-990cd532e5ac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.607171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a885ba-d62f-48fd-81e3-990cd532e5ac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:45.616170 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-69a885ba-d62f-48fd-81e3-990cd532e5ac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.616564 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-69a885ba-d62f-48fd-81e3-990cd532e5ac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Added segment d84af9fe-4435-491e-8ea2-a7d087ddb58f of type vlan for network 533bd884-b540-4b57-8faf-6fd713806542 Jul 22 19:48:45.655966 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-69a885ba-d62f-48fd-81e3-990cd532e5ac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.685255 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-69a885ba-d62f-48fd-81e3-990cd532e5ac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.690756 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a885ba-d62f-48fd-81e3-990cd532e5ac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:45.691341 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-69a885ba-d62f-48fd-81e3-990cd532e5ac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.725424 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-69a885ba-d62f-48fd-81e3-990cd532e5ac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1736429 Jul 22 19:48:45.728202 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56690) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:45.735146 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-7aa50c2c-b79f-4d3c-b12f-e2350c9dd4f4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'subnet': {'network_id': '533bd884-b540-4b57-8faf-6fd713806542', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:45.779875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a885ba-d62f-48fd-81e3-990cd532e5ac tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Network': ['ID=533bd884-b540-4b57-8faf-6fd713806542,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:45.791654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 533bd884-b540-4b57-8faf-6fd713806542 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:45.852398 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa50c2c-b79f-4d3c-b12f-e2350c9dd4f4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Made reservation on behalf of e54aab16927c4f73ba4b38d70ccd8a40 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:45.856095 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7aa50c2c-b79f-4d3c-b12f-e2350c9dd4f4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.911976 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.ipam_backend_mixin [None req-7aa50c2c-b79f-4d3c-b12f-e2350c9dd4f4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Performing IP validity checks on allocation pools {{(pid=93807) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 19:48:45.912501 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.ipam_backend_mixin [None req-7aa50c2c-b79f-4d3c-b12f-e2350c9dd4f4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93807) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 19:48:46.032982 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7aa50c2c-b79f-4d3c-b12f-e2350c9dd4f4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.092726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa50c2c-b79f-4d3c-b12f-e2350c9dd4f4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Subnet': ['ID=3b7948c6-17de-4107-acee-54f3930d4e66,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:46.099571 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa50c2c-b79f-4d3c-b12f-e2350c9dd4f4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Checking segment: {'id': 'd84af9fe-4435-491e-8ea2-a7d087ddb58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '533bd884-b540-4b57-8faf-6fd713806542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:46.099966 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa50c2c-b79f-4d3c-b12f-e2350c9dd4f4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network hostable DHCP agents. Network: 533bd884-b540-4b57-8faf-6fd713806542, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:46.116186 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa50c2c-b79f-4d3c-b12f-e2350c9dd4f4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network 533bd884-b540-4b57-8faf-6fd713806542 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:46.126123 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-7aa50c2c-b79f-4d3c-b12f-e2350c9dd4f4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 533bd884-b540-4b57-8faf-6fd713806542) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:46.130039 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa50c2c-b79f-4d3c-b12f-e2350c9dd4f4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:46.130628 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7aa50c2c-b79f-4d3c-b12f-e2350c9dd4f4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.136328 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27482990-eba8-4ead-ba2a-ee3bf764dc43 None None] Network 533bd884-b540-4b57-8faf-6fd713806542 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:46.147008 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7aa50c2c-b79f-4d3c-b12f-e2350c9dd4f4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4177356 Jul 22 19:48:46.150060 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56692) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:46.250465 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fcf4fe67-5645-40b3-8bab-65c20b12b8a4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.291320 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ff283b-35bb-4afd-a70a-80e24459e44d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-533bd884-b540-4b57-8faf-6fd713806542', 'network_id': '533bd884-b540-4b57-8faf-6fd713806542', 'tenant_id': 'e54aab16927c4f73ba4b38d70ccd8a40', 'fixed_ips': [{'subnet_id': '3b7948c6-17de-4107-acee-54f3930d4e66'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:46.292173 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d2ff283b-35bb-4afd-a70a-80e24459e44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.302247 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fcf4fe67-5645-40b3-8bab-65c20b12b8a4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.362569 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fcf4fe67-5645-40b3-8bab-65c20b12b8a4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.387716 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4fe67-5645-40b3-8bab-65c20b12b8a4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Subnet': ['ID=3b7948c6-17de-4107-acee-54f3930d4e66,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server [None req-d2ff283b-35bb-4afd-a70a-80e24459e44d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b7948c6-17de-4107-acee-54f3930d4e66: This subnet is being modified by another concurrent operation. Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise exception Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b7948c6-17de-4107-acee-54f3930d4e66: This subnet is being modified by another concurrent operation. Jul 22 19:48:46.390089 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Jul 22 19:48:46.409438 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31889425-817c-421f-9ae8-5285bf0e46c1 None None] Network 533bd884-b540-4b57-8faf-6fd713806542 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:46.466894 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fcf4fe67-5645-40b3-8bab-65c20b12b8a4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.477321 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-fcf4fe67-5645-40b3-8bab-65c20b12b8a4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533bd884-b540-4b57-8faf-6fd713806542']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:46.486229 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-fcf4fe67-5645-40b3-8bab-65c20b12b8a4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84af9fe-4435-491e-8ea2-a7d087ddb58f') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:46.486523 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-fcf4fe67-5645-40b3-8bab-65c20b12b8a4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84af9fe-4435-491e-8ea2-a7d087ddb58f') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:46.498089 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fcf4fe67-5645-40b3-8bab-65c20b12b8a4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.511803 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fcf4fe67-5645-40b3-8bab-65c20b12b8a4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.517859 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf4fe67-5645-40b3-8bab-65c20b12b8a4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:46.518290 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fcf4fe67-5645-40b3-8bab-65c20b12b8a4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:46.521439 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:46.525226 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5c3d77-6ecb-44c8-bbb4-55b8bad41eae None None] get_active_networks_info from n-d-800086-12 {{(pid=93808) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:48:46.578362 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fcf4fe67-5645-40b3-8bab-65c20b12b8a4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.587066 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fcf4fe67-5645-40b3-8bab-65c20b12b8a4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.587326 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5c3d77-6ecb-44c8-bbb4-55b8bad41eae None None] Resources bound (agent type, host, resource id): {{(pid=93808) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:48:46.588929 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fcf4fe67-5645-40b3-8bab-65c20b12b8a4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/533bd884-b540-4b57-8faf-6fd713806542 HTTP/1.1" status: 204 len: 168 time: 0.4378817 Jul 22 19:48:46.592817 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56694) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:46.597976 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4fe67-5645-40b3-8bab-65c20b12b8a4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Network': ['ID=533bd884-b540-4b57-8faf-6fd713806542,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:46.598255 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-7a49df50-47af-41f0-a8e0-dbc1709648ab tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1468089348'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:46.620992 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a49df50-47af-41f0-a8e0-dbc1709648ab tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Made reservation on behalf of e54aab16927c4f73ba4b38d70ccd8a40 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:46.624435 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7a49df50-47af-41f0-a8e0-dbc1709648ab tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.649532 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a49df50-47af-41f0-a8e0-dbc1709648ab tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:46.658259 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7a49df50-47af-41f0-a8e0-dbc1709648ab tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.658598 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-7a49df50-47af-41f0-a8e0-dbc1709648ab tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Added segment 44091a92-c0c1-4ebe-a9eb-506667360d1d of type vlan for network 9248ed56-2124-4ef6-9058-a1edfb9bcdae Jul 22 19:48:46.703608 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7a49df50-47af-41f0-a8e0-dbc1709648ab tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.733293 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7a49df50-47af-41f0-a8e0-dbc1709648ab tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.738866 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a49df50-47af-41f0-a8e0-dbc1709648ab tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:46.739590 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7a49df50-47af-41f0-a8e0-dbc1709648ab tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.776516 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7a49df50-47af-41f0-a8e0-dbc1709648ab tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1797988 Jul 22 19:48:46.776516 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56696) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:46.783410 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2ae2695b-2ce8-41fd-a98a-3d5bd00ac80f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'subnet': {'network_id': '9248ed56-2124-4ef6-9058-a1edfb9bcdae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:46.825806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49df50-47af-41f0-a8e0-dbc1709648ab tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Network': ['ID=9248ed56-2124-4ef6-9058-a1edfb9bcdae,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:46.838992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 9248ed56-2124-4ef6-9058-a1edfb9bcdae details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:46.902769 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae2695b-2ce8-41fd-a98a-3d5bd00ac80f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Made reservation on behalf of e54aab16927c4f73ba4b38d70ccd8a40 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:46.906376 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2ae2695b-2ce8-41fd-a98a-3d5bd00ac80f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.088847 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2ae2695b-2ce8-41fd-a98a-3d5bd00ac80f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.145248 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2695b-2ce8-41fd-a98a-3d5bd00ac80f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Subnet': ['ID=996c2e1f-0710-4b8d-afe3-b9c3c0280b2c,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:47.155327 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae2695b-2ce8-41fd-a98a-3d5bd00ac80f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Checking segment: {'id': '44091a92-c0c1-4ebe-a9eb-506667360d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9248ed56-2124-4ef6-9058-a1edfb9bcdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:47.155676 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae2695b-2ce8-41fd-a98a-3d5bd00ac80f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network hostable DHCP agents. Network: 9248ed56-2124-4ef6-9058-a1edfb9bcdae, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:47.171896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae2695b-2ce8-41fd-a98a-3d5bd00ac80f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network 9248ed56-2124-4ef6-9058-a1edfb9bcdae is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:47.181524 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-2ae2695b-2ce8-41fd-a98a-3d5bd00ac80f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 9248ed56-2124-4ef6-9058-a1edfb9bcdae) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:47.187350 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae2695b-2ce8-41fd-a98a-3d5bd00ac80f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:47.188300 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2ae2695b-2ce8-41fd-a98a-3d5bd00ac80f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.189138 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9792e28-cce7-4776-aac1-e39324afce4b None None] Network 9248ed56-2124-4ef6-9058-a1edfb9bcdae requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:47.202857 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2ae2695b-2ce8-41fd-a98a-3d5bd00ac80f tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4252217 Jul 22 19:48:47.205494 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56698) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:47.316114 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b923dce-b039-458b-a6ad-32613eb045eb tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.373287 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b923dce-b039-458b-a6ad-32613eb045eb tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.437108 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b923dce-b039-458b-a6ad-32613eb045eb tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.463722 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b923dce-b039-458b-a6ad-32613eb045eb tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Subnet': ['ID=996c2e1f-0710-4b8d-afe3-b9c3c0280b2c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:47.497741 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6347a6d4-d7b5-40fb-a54b-fa2803ef406b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-9248ed56-2124-4ef6-9058-a1edfb9bcdae', 'network_id': '9248ed56-2124-4ef6-9058-a1edfb9bcdae', 'tenant_id': 'e54aab16927c4f73ba4b38d70ccd8a40', 'fixed_ips': [{'subnet_id': '996c2e1f-0710-4b8d-afe3-b9c3c0280b2c'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:47.498598 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6347a6d4-d7b5-40fb-a54b-fa2803ef406b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.527804 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b923dce-b039-458b-a6ad-32613eb045eb tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.538879 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-7b923dce-b039-458b-a6ad-32613eb045eb tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9248ed56-2124-4ef6-9058-a1edfb9bcdae']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:47.548262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-7b923dce-b039-458b-a6ad-32613eb045eb tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44091a92-c0c1-4ebe-a9eb-506667360d1d') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:47.548591 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-7b923dce-b039-458b-a6ad-32613eb045eb tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44091a92-c0c1-4ebe-a9eb-506667360d1d') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:47.558354 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b923dce-b039-458b-a6ad-32613eb045eb tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.571943 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b923dce-b039-458b-a6ad-32613eb045eb tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.578360 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b923dce-b039-458b-a6ad-32613eb045eb tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:47.578747 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b923dce-b039-458b-a6ad-32613eb045eb tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.580803 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a7337d-fa6f-4909-8182-e264d6227445 None None] Network 9248ed56-2124-4ef6-9058-a1edfb9bcdae requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:47.581956 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:47.641477 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b923dce-b039-458b-a6ad-32613eb045eb tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.650488 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b923dce-b039-458b-a6ad-32613eb045eb tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.652334 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7b923dce-b039-458b-a6ad-32613eb045eb tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/9248ed56-2124-4ef6-9058-a1edfb9bcdae HTTP/1.1" status: 204 len: 168 time: 0.4459162 Jul 22 19:48:47.655847 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56700) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:47.661014 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d265f391-d09d-4e9a-a8a3-9bf67a53daa9 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-388361970'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:47.664340 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b923dce-b039-458b-a6ad-32613eb045eb tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Network': ['ID=9248ed56-2124-4ef6-9058-a1edfb9bcdae,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:47.685508 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d265f391-d09d-4e9a-a8a3-9bf67a53daa9 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Made reservation on behalf of e54aab16927c4f73ba4b38d70ccd8a40 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:47.689326 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d265f391-d09d-4e9a-a8a3-9bf67a53daa9 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.713648 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d265f391-d09d-4e9a-a8a3-9bf67a53daa9 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:47.722359 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d265f391-d09d-4e9a-a8a3-9bf67a53daa9 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.722701 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-d265f391-d09d-4e9a-a8a3-9bf67a53daa9 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Added segment be3c9aa7-31a5-4a11-8408-06f5163862c0 of type vlan for network 519f5879-16d4-481c-a005-c3b60c0960e6 Jul 22 19:48:47.774904 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d265f391-d09d-4e9a-a8a3-9bf67a53daa9 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.802340 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d265f391-d09d-4e9a-a8a3-9bf67a53daa9 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.808355 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d265f391-d09d-4e9a-a8a3-9bf67a53daa9 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:47.808975 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d265f391-d09d-4e9a-a8a3-9bf67a53daa9 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.840052 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d265f391-d09d-4e9a-a8a3-9bf67a53daa9 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1830554 Jul 22 19:48:47.842749 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56702) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:47.849563 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-fa431958-9119-40da-9c98-349b2703a948 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'subnet': {'network_id': '519f5879-16d4-481c-a005-c3b60c0960e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:47.898767 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265f391-d09d-4e9a-a8a3-9bf67a53daa9 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Network': ['ID=519f5879-16d4-481c-a005-c3b60c0960e6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:47.909163 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 519f5879-16d4-481c-a005-c3b60c0960e6 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:47.967958 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa431958-9119-40da-9c98-349b2703a948 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Made reservation on behalf of e54aab16927c4f73ba4b38d70ccd8a40 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:47.971501 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa431958-9119-40da-9c98-349b2703a948 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.144496 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa431958-9119-40da-9c98-349b2703a948 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.201969 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa431958-9119-40da-9c98-349b2703a948 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Subnet': ['ID=10cf6854-a11a-4dbf-a35e-3593f2240274,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:48.211067 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa431958-9119-40da-9c98-349b2703a948 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Checking segment: {'id': 'be3c9aa7-31a5-4a11-8408-06f5163862c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '519f5879-16d4-481c-a005-c3b60c0960e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:48.211424 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa431958-9119-40da-9c98-349b2703a948 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network hostable DHCP agents. Network: 519f5879-16d4-481c-a005-c3b60c0960e6, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:48.227824 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa431958-9119-40da-9c98-349b2703a948 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network 519f5879-16d4-481c-a005-c3b60c0960e6 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:48.235829 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-fa431958-9119-40da-9c98-349b2703a948 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 519f5879-16d4-481c-a005-c3b60c0960e6) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:48.239836 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa431958-9119-40da-9c98-349b2703a948 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:48.240551 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fa431958-9119-40da-9c98-349b2703a948 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.245841 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320284ce-2f82-4857-a46c-a37655defdd0 None None] Network 519f5879-16d4-481c-a005-c3b60c0960e6 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:48.255157 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fa431958-9119-40da-9c98-349b2703a948 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4112639 Jul 22 19:48:48.257831 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56704) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:48.357176 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4e197b3-5a23-4095-bb0f-59a15e0a916b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.391193 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2025eab3-3b46-416d-b23b-629600d69471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-519f5879-16d4-481c-a005-c3b60c0960e6', 'network_id': '519f5879-16d4-481c-a005-c3b60c0960e6', 'tenant_id': 'e54aab16927c4f73ba4b38d70ccd8a40', 'fixed_ips': [{'subnet_id': '10cf6854-a11a-4dbf-a35e-3593f2240274'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:48.392099 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2025eab3-3b46-416d-b23b-629600d69471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.409358 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4e197b3-5a23-4095-bb0f-59a15e0a916b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.469986 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4e197b3-5a23-4095-bb0f-59a15e0a916b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server [None req-2025eab3-3b46-416d-b23b-629600d69471 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10cf6854-a11a-4dbf-a35e-3593f2240274: This subnet is being modified by another concurrent operation. Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise exception Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10cf6854-a11a-4dbf-a35e-3593f2240274: This subnet is being modified by another concurrent operation. Jul 22 19:48:48.493433 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Jul 22 19:48:48.502674 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e197b3-5a23-4095-bb0f-59a15e0a916b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Subnet': ['ID=10cf6854-a11a-4dbf-a35e-3593f2240274,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:48.515139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cff726e-ff23-47ac-bd09-7e1020351ca4 None None] Network 519f5879-16d4-481c-a005-c3b60c0960e6 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:48.560724 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4e197b3-5a23-4095-bb0f-59a15e0a916b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.572352 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-f4e197b3-5a23-4095-bb0f-59a15e0a916b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519f5879-16d4-481c-a005-c3b60c0960e6']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:48.582545 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-f4e197b3-5a23-4095-bb0f-59a15e0a916b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3c9aa7-31a5-4a11-8408-06f5163862c0') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:48.582845 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-f4e197b3-5a23-4095-bb0f-59a15e0a916b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3c9aa7-31a5-4a11-8408-06f5163862c0') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:48.593274 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4e197b3-5a23-4095-bb0f-59a15e0a916b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.606118 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4e197b3-5a23-4095-bb0f-59a15e0a916b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.612005 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e197b3-5a23-4095-bb0f-59a15e0a916b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:48.612388 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4e197b3-5a23-4095-bb0f-59a15e0a916b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:48.615279 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:48.625579 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cb40c2-fdb1-41e1-a028-58bd6b3d7404 None None] get_active_networks_info from n-d-800086-12 {{(pid=93808) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:48:48.670809 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4e197b3-5a23-4095-bb0f-59a15e0a916b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.677643 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4e197b3-5a23-4095-bb0f-59a15e0a916b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539352'] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.679673 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f4e197b3-5a23-4095-bb0f-59a15e0a916b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/519f5879-16d4-481c-a005-c3b60c0960e6 HTTP/1.1" status: 204 len: 168 time: 0.4209154 Jul 22 19:48:48.684061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56706) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:48.690398 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-8515a0df-05fd-4860-8c97-048d8ac1f417 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2033051765'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:48.690688 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e197b3-5a23-4095-bb0f-59a15e0a916b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Network': ['ID=519f5879-16d4-481c-a005-c3b60c0960e6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:48.699056 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cb40c2-fdb1-41e1-a028-58bd6b3d7404 None None] Resources bound (agent type, host, resource id): {{(pid=93808) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:48:48.712680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8515a0df-05fd-4860-8c97-048d8ac1f417 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Made reservation on behalf of e54aab16927c4f73ba4b38d70ccd8a40 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:48.716125 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8515a0df-05fd-4860-8c97-048d8ac1f417 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.743340 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8515a0df-05fd-4860-8c97-048d8ac1f417 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:48.751945 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8515a0df-05fd-4860-8c97-048d8ac1f417 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.752288 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-8515a0df-05fd-4860-8c97-048d8ac1f417 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Added segment cad14ff3-15f9-45af-93d6-521a4d7a0341 of type vlan for network 2006c527-7309-4849-ac3f-ae23014cb72a Jul 22 19:48:48.791747 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8515a0df-05fd-4860-8c97-048d8ac1f417 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.821676 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8515a0df-05fd-4860-8c97-048d8ac1f417 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.827435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8515a0df-05fd-4860-8c97-048d8ac1f417 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:48.828025 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8515a0df-05fd-4860-8c97-048d8ac1f417 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.862871 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8515a0df-05fd-4860-8c97-048d8ac1f417 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1770079 Jul 22 19:48:48.866275 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56708) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:48.874784 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-90c91739-4f2b-40db-8631-7fd1de76e594 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:48.898888 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515a0df-05fd-4860-8c97-048d8ac1f417 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Network': ['ID=2006c527-7309-4849-ac3f-ae23014cb72a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:48.910980 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 2006c527-7309-4849-ac3f-ae23014cb72a details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:49.045201 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-90c91739-4f2b-40db-8631-7fd1de76e594 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:49.059234 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-90c91739-4f2b-40db-8631-7fd1de76e594 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:49.067844 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90c91739-4f2b-40db-8631-7fd1de76e594 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network 2006c527-7309-4849-ac3f-ae23014cb72a is not hosted by any dhcp agent {{(pid=93806) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 19:48:49.073193 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c91739-4f2b-40db-8631-7fd1de76e594 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:49.073782 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-90c91739-4f2b-40db-8631-7fd1de76e594 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:49.075055 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-90c91739-4f2b-40db-8631-7fd1de76e594 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "PUT /v2.0/networks/2006c527-7309-4849-ac3f-ae23014cb72a HTTP/1.1" status: 200 len: 723 time: 0.2069051 Jul 22 19:48:49.078003 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56710) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:49.083788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-d0519314-086c-463d-9338-fbca1c50300b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'subnet': {'network_id': '2006c527-7309-4849-ac3f-ae23014cb72a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:49.130098 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c91739-4f2b-40db-8631-7fd1de76e594 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Network': ['ID=2006c527-7309-4849-ac3f-ae23014cb72a,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:49.142490 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 2006c527-7309-4849-ac3f-ae23014cb72a details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:49.514114 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0519314-086c-463d-9338-fbca1c50300b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Made reservation on behalf of e54aab16927c4f73ba4b38d70ccd8a40 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:49.518583 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0519314-086c-463d-9338-fbca1c50300b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:49.694273 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0519314-086c-463d-9338-fbca1c50300b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:49.755199 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0519314-086c-463d-9338-fbca1c50300b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Subnet': ['ID=2709bb10-cb1d-4f16-82b5-32e102ac2f72,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:49.761031 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0519314-086c-463d-9338-fbca1c50300b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Checking segment: {'id': 'cad14ff3-15f9-45af-93d6-521a4d7a0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2006c527-7309-4849-ac3f-ae23014cb72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:49.761387 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0519314-086c-463d-9338-fbca1c50300b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network hostable DHCP agents. Network: 2006c527-7309-4849-ac3f-ae23014cb72a, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:49.777412 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0519314-086c-463d-9338-fbca1c50300b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network 2006c527-7309-4849-ac3f-ae23014cb72a is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:49.785435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-d0519314-086c-463d-9338-fbca1c50300b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 2006c527-7309-4849-ac3f-ae23014cb72a) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:49.791344 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0519314-086c-463d-9338-fbca1c50300b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:49.791514 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d0519314-086c-463d-9338-fbca1c50300b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:49.794389 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed06919-3f68-4555-b2a5-f550c86b9f75 None None] Network 2006c527-7309-4849-ac3f-ae23014cb72a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:49.807754 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d0519314-086c-463d-9338-fbca1c50300b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7286637 Jul 22 19:48:49.810415 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56712) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:49.815507 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-613070ba-499a-47e4-a6f9-75ae3c27c212 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:49.907125 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-613070ba-499a-47e4-a6f9-75ae3c27c212 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-133195138'] for subnet, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:49.940799 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-2006c527-7309-4849-ac3f-ae23014cb72a', 'network_id': '2006c527-7309-4849-ac3f-ae23014cb72a', 'tenant_id': 'e54aab16927c4f73ba4b38d70ccd8a40', 'fixed_ips': [{'subnet_id': '2709bb10-cb1d-4f16-82b5-32e102ac2f72'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:49.941636 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:50.042336 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-613070ba-499a-47e4-a6f9-75ae3c27c212 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771871649136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4897943'] for subnet, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:50.078439 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613070ba-499a-47e4-a6f9-75ae3c27c212 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:50.079021 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-613070ba-499a-47e4-a6f9-75ae3c27c212 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:50.080291 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-613070ba-499a-47e4-a6f9-75ae3c27c212 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "PUT /v2.0/subnets/2709bb10-cb1d-4f16-82b5-32e102ac2f72 HTTP/1.1" status: 200 len: 806 time: 0.2689476 Jul 22 19:48:50.082847 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56714) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:50.085154 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] Allocated IP 172.20.0.2 (2006c527-7309-4849-ac3f-ae23014cb72a/2709bb10-cb1d-4f16-82b5-32e102ac2f72/0d53b179-9987-492e-b629-3f13534f0c28) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:50.125573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613070ba-499a-47e4-a6f9-75ae3c27c212 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Subnet': ['ID=2709bb10-cb1d-4f16-82b5-32e102ac2f72,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:50.189839 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:50.230450 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:50.238413 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] Transition to ACTIVE for port object 0d53b179-9987-492e-b629-3f13534f0c28 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:50.241161 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:50.252835 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] Transition to ACTIVE for port object 0d53b179-9987-492e-b629-3f13534f0c28 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:50.259571 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:50.308182 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:50.309057 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] Network 2006c527-7309-4849-ac3f-ae23014cb72a is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:50.311858 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:50.314978 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:50.326550 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] Pushing event updated for resources: {'Port': ['ID=0d53b179-9987-492e-b629-3f13534f0c28,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:50.335788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Subnet': ['ID=2709bb10-cb1d-4f16-82b5-32e102ac2f72,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:50.384948 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] Attempting to bind port 0d53b179-9987-492e-b629-3f13534f0c28 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:48:50.385315 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] Attempting to bind port 0d53b179-9987-492e-b629-3f13534f0c28 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'cad14ff3-15f9-45af-93d6-521a4d7a0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2006c527-7309-4849-ac3f-ae23014cb72a'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:48:50.385676 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] Attempting to bind port 0d53b179-9987-492e-b629-3f13534f0c28 on network 2006c527-7309-4849-ac3f-ae23014cb72a {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:48:50.390562 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:48:50.390931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] Checking segment: {'id': 'cad14ff3-15f9-45af-93d6-521a4d7a0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2006c527-7309-4849-ac3f-ae23014cb72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:50.391330 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:50.391718 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] Bound using segment: {'id': 'cad14ff3-15f9-45af-93d6-521a4d7a0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2006c527-7309-4849-ac3f-ae23014cb72a'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:48:50.392175 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] Bound port: 0d53b179-9987-492e-b629-3f13534f0c28, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad14ff3-15f9-45af-93d6-521a4d7a0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2006c527-7309-4849-ac3f-ae23014cb72a'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:48:50.392586 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:50.394394 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:50.404384 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2006c527-7309-4849-ac3f-ae23014cb72a']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:50.418710 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad14ff3-15f9-45af-93d6-521a4d7a0341') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:50.419009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad14ff3-15f9-45af-93d6-521a4d7a0341') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:50.427719 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:50.441615 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:50.448017 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:50.448409 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:50.451369 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:50.456562 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] For port 0d53b179-9987-492e-b629-3f13534f0c28, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:48:50.505189 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] For port 0d53b179-9987-492e-b629-3f13534f0c28, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0d53b179-9987-492e-b629-3f13534f0c28,segment=NetworkSegment(cad14ff3-15f9-45af-93d6-521a4d7a0341),segment_id=cad14ff3-15f9-45af-93d6-521a4d7a0341)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:48:50.505871 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.db.api [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 19:48:50.505871 n-d-800086-12 neutron-server[93807]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 19:48:50.505871 n-d-800086-12 neutron-server[93807]: [parameters: {'id': '2006c527-7309-4849-ac3f-ae23014cb72a'}] Jul 22 19:48:50.505871 n-d-800086-12 neutron-server[93807]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:48:50.507026 n-d-800086-12 neutron-server[93807]: DEBUG oslo_db.api [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:48:50.510447 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:50.598616 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694a4b0-14ff-4d62-adc4-f11a0037686c None None] Pushing event updated for resources: {'Port': ['ID=0d53b179-9987-492e-b629-3f13534f0c28,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:50.615852 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d284209b-2bd6-419b-9836-133eacf7932f None None] Network 2006c527-7309-4849-ac3f-ae23014cb72a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:50.748947 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa7303f-e6a4-4c1c-a4bf-bade2556a97b None None] Network 2006c527-7309-4849-ac3f-ae23014cb72a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:50.879345 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbe1111-6e1a-4bcb-9180-06cb23ef94ef None None] get_active_networks_info from n-d-800086-12 {{(pid=93808) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:48:50.942330 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbe1111-6e1a-4bcb-9180-06cb23ef94ef None None] Resources bound (agent type, host, resource id): {{(pid=93808) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:48:51.007971 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.061391 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Deleting port 0d53b179-9987-492e-b629-3f13534f0c28 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:51.061736 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.128330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] For port 0d53b179-9987-492e-b629-3f13534f0c28, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0d53b179-9987-492e-b629-3f13534f0c28,segment=NetworkSegment(cad14ff3-15f9-45af-93d6-521a4d7a0341),segment_id=cad14ff3-15f9-45af-93d6-521a4d7a0341)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:51.128803 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.140666 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Calling delete_port for 0d53b179-9987-492e-b629-3f13534f0c28 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:51.218597 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.248547 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Port': ['ID=0d53b179-9987-492e-b629-3f13534f0c28,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:51.255096 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No DVR routers for this DVR port 0d53b179-9987-492e-b629-3f13534f0c28 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:48:51.334216 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.344965 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2006c527-7309-4849-ac3f-ae23014cb72a']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:51.355405 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad14ff3-15f9-45af-93d6-521a4d7a0341') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:51.355694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad14ff3-15f9-45af-93d6-521a4d7a0341') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:51.364608 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.377850 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.384181 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:51.384532 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:51.387462 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:51.449811 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.456964 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.458745 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/2006c527-7309-4849-ac3f-ae23014cb72a HTTP/1.1" status: 204 len: 168 time: 1.3749931 Jul 22 19:48:51.462194 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56718) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:51.479573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d8935-76b0-4e30-aafa-1cae62f4b9b2 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Network': ['ID=2006c527-7309-4849-ac3f-ae23014cb72a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:51.489775 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cbd8fdb-3be3-492f-aec1-3db908df409b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:51.490305 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cbd8fdb-3be3-492f-aec1-3db908df409b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:51.492148 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1cbd8fdb-3be3-492f-aec1-3db908df409b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/2006c527-7309-4849-ac3f-ae23014cb72a HTTP/1.1" status: 404 len: 339 time: 0.0290418 Jul 22 19:48:51.496804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56720) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:51.501563 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-5eb51b90-746f-4598-9a1a-bbc19f4f3033 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-615402572', 'description': 'd1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:51.523053 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb51b90-746f-4598-9a1a-bbc19f4f3033 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Made reservation on behalf of e54aab16927c4f73ba4b38d70ccd8a40 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:51.526915 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5eb51b90-746f-4598-9a1a-bbc19f4f3033 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.550485 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb51b90-746f-4598-9a1a-bbc19f4f3033 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:51.559704 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5eb51b90-746f-4598-9a1a-bbc19f4f3033 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.560052 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-5eb51b90-746f-4598-9a1a-bbc19f4f3033 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Added segment 1740fba5-20dc-4e92-a2e8-170987cdd65f of type vlan for network 174b0a67-5596-447a-b482-11ff9526fbaa Jul 22 19:48:51.599372 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5eb51b90-746f-4598-9a1a-bbc19f4f3033 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.626476 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5eb51b90-746f-4598-9a1a-bbc19f4f3033 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.632659 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb51b90-746f-4598-9a1a-bbc19f4f3033 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:51.633344 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5eb51b90-746f-4598-9a1a-bbc19f4f3033 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.670358 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5eb51b90-746f-4598-9a1a-bbc19f4f3033 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.1724925 Jul 22 19:48:51.673088 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56722) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:51.704279 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb51b90-746f-4598-9a1a-bbc19f4f3033 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Network': ['ID=174b0a67-5596-447a-b482-11ff9526fbaa,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:51.715288 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 174b0a67-5596-447a-b482-11ff9526fbaa details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:51.758643 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5797dea9-d044-4f42-906e-6ef44e24b1b8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:51.760118 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5797dea9-d044-4f42-906e-6ef44e24b1b8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "GET /v2.0/networks?id=174b0a67-5596-447a-b482-11ff9526fbaa HTTP/1.1" status: 200 len: 760 time: 0.0857933 Jul 22 19:48:51.762852 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56724) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:51.768120 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-99f3708d-5f2b-4943-92c1-7c7d2f06649c tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'network': {'description': 'd2'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:51.915070 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-99f3708d-5f2b-4943-92c1-7c7d2f06649c tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.927879 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-99f3708d-5f2b-4943-92c1-7c7d2f06649c tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.946112 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-99f3708d-5f2b-4943-92c1-7c7d2f06649c tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network 174b0a67-5596-447a-b482-11ff9526fbaa is not hosted by any dhcp agent {{(pid=93806) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 19:48:51.956802 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f3708d-5f2b-4943-92c1-7c7d2f06649c tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:51.956802 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-99f3708d-5f2b-4943-92c1-7c7d2f06649c tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.956802 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-99f3708d-5f2b-4943-92c1-7c7d2f06649c tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "PUT /v2.0/networks/174b0a67-5596-447a-b482-11ff9526fbaa HTTP/1.1" status: 200 len: 757 time: 0.1893659 Jul 22 19:48:51.956802 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56726) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:52.030565 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3708d-5f2b-4943-92c1-7c7d2f06649c tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Network': ['ID=174b0a67-5596-447a-b482-11ff9526fbaa,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:52.042373 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 174b0a67-5596-447a-b482-11ff9526fbaa details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:52.076894 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f64b536-b5bf-4a3d-8a04-a643b2647abd tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:52.078344 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2f64b536-b5bf-4a3d-8a04-a643b2647abd tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "GET /v2.0/networks?id=174b0a67-5596-447a-b482-11ff9526fbaa HTTP/1.1" status: 200 len: 760 time: 0.1213677 Jul 22 19:48:52.082068 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56728) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:52.087629 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ed2eff29-6bb5-469c-ad24-f3db54c2c109 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-701995218'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:52.110410 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2eff29-6bb5-469c-ad24-f3db54c2c109 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Made reservation on behalf of e54aab16927c4f73ba4b38d70ccd8a40 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:52.113902 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed2eff29-6bb5-469c-ad24-f3db54c2c109 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:52.138044 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2eff29-6bb5-469c-ad24-f3db54c2c109 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:52.147178 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed2eff29-6bb5-469c-ad24-f3db54c2c109 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:52.148091 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-ed2eff29-6bb5-469c-ad24-f3db54c2c109 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Added segment 3df90d0f-02f3-4bc7-a206-2a9f01f70ae2 of type vlan for network fcbb6a45-9172-443f-88f4-a3d27f9b8395 Jul 22 19:48:52.186108 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed2eff29-6bb5-469c-ad24-f3db54c2c109 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:52.214241 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed2eff29-6bb5-469c-ad24-f3db54c2c109 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:52.219797 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2eff29-6bb5-469c-ad24-f3db54c2c109 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:52.220380 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed2eff29-6bb5-469c-ad24-f3db54c2c109 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:52.259563 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ed2eff29-6bb5-469c-ad24-f3db54c2c109 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1764665 Jul 22 19:48:52.262253 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56730) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:52.266998 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-7da8b231-84e8-4902-9ab3-9c9308d90b8a tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'subnet': {'network_id': 'fcbb6a45-9172-443f-88f4-a3d27f9b8395', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:52.313647 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2eff29-6bb5-469c-ad24-f3db54c2c109 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Network': ['ID=fcbb6a45-9172-443f-88f4-a3d27f9b8395,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:52.324312 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network fcbb6a45-9172-443f-88f4-a3d27f9b8395 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:52.387791 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da8b231-84e8-4902-9ab3-9c9308d90b8a tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Made reservation on behalf of e54aab16927c4f73ba4b38d70ccd8a40 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:52.391448 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7da8b231-84e8-4902-9ab3-9c9308d90b8a tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:52.584127 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7da8b231-84e8-4902-9ab3-9c9308d90b8a tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:52.653214 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8b231-84e8-4902-9ab3-9c9308d90b8a tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Subnet': ['ID=dcbe16cb-0a32-472f-a931-c1c17aae015a,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:52.662235 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da8b231-84e8-4902-9ab3-9c9308d90b8a tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Checking segment: {'id': '3df90d0f-02f3-4bc7-a206-2a9f01f70ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fcbb6a45-9172-443f-88f4-a3d27f9b8395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:52.662605 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da8b231-84e8-4902-9ab3-9c9308d90b8a tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network hostable DHCP agents. Network: fcbb6a45-9172-443f-88f4-a3d27f9b8395, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:52.681468 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da8b231-84e8-4902-9ab3-9c9308d90b8a tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network fcbb6a45-9172-443f-88f4-a3d27f9b8395 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:52.691142 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-7da8b231-84e8-4902-9ab3-9c9308d90b8a tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, fcbb6a45-9172-443f-88f4-a3d27f9b8395) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:52.696278 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da8b231-84e8-4902-9ab3-9c9308d90b8a tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:52.696899 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7da8b231-84e8-4902-9ab3-9c9308d90b8a tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:52.703876 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfcc662-aaba-470e-a2fc-79751b389a28 None None] Network fcbb6a45-9172-443f-88f4-a3d27f9b8395 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:52.711671 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7da8b231-84e8-4902-9ab3-9c9308d90b8a tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4483564 Jul 22 19:48:52.714486 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56732) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:52.787622 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:48:52.815548 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5539eff4-5f3e-4a0b-99bb-4ebc3e082eb0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:52.872366 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9d6324-c880-42c9-80ea-dd9c2ccb7998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-fcbb6a45-9172-443f-88f4-a3d27f9b8395', 'network_id': 'fcbb6a45-9172-443f-88f4-a3d27f9b8395', 'tenant_id': 'e54aab16927c4f73ba4b38d70ccd8a40', 'fixed_ips': [{'subnet_id': 'dcbe16cb-0a32-472f-a931-c1c17aae015a'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:52.873289 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6e9d6324-c880-42c9-80ea-dd9c2ccb7998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:52.879830 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5539eff4-5f3e-4a0b-99bb-4ebc3e082eb0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:52.950077 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5539eff4-5f3e-4a0b-99bb-4ebc3e082eb0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:52.977280 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539eff4-5f3e-4a0b-99bb-4ebc3e082eb0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Subnet': ['ID=dcbe16cb-0a32-472f-a931-c1c17aae015a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server [None req-6e9d6324-c880-42c9-80ea-dd9c2ccb7998 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dcbe16cb-0a32-472f-a931-c1c17aae015a: This subnet is being modified by another concurrent operation. Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server raise exception Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dcbe16cb-0a32-472f-a931-c1c17aae015a: This subnet is being modified by another concurrent operation. Jul 22 19:48:52.987478 n-d-800086-12 neutron-server[93808]: ERROR oslo_messaging.rpc.server Jul 22 19:48:53.006975 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2824c539-638d-4237-82f1-79af7d057b71 None None] Network fcbb6a45-9172-443f-88f4-a3d27f9b8395 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:53.040186 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5539eff4-5f3e-4a0b-99bb-4ebc3e082eb0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:53.050282 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-5539eff4-5f3e-4a0b-99bb-4ebc3e082eb0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcbb6a45-9172-443f-88f4-a3d27f9b8395']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:53.065701 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-5539eff4-5f3e-4a0b-99bb-4ebc3e082eb0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df90d0f-02f3-4bc7-a206-2a9f01f70ae2') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:53.066007 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-5539eff4-5f3e-4a0b-99bb-4ebc3e082eb0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df90d0f-02f3-4bc7-a206-2a9f01f70ae2') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:53.074993 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5539eff4-5f3e-4a0b-99bb-4ebc3e082eb0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:53.088287 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5539eff4-5f3e-4a0b-99bb-4ebc3e082eb0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:53.094364 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5539eff4-5f3e-4a0b-99bb-4ebc3e082eb0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:53.094826 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5539eff4-5f3e-4a0b-99bb-4ebc3e082eb0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:53.097890 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:53.120506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4638f86e-5bcf-4230-93a3-20adc28314be None None] get_active_networks_info from n-d-800086-12 {{(pid=93808) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:48:53.158970 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5539eff4-5f3e-4a0b-99bb-4ebc3e082eb0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:53.167417 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5539eff4-5f3e-4a0b-99bb-4ebc3e082eb0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:53.169536 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5539eff4-5f3e-4a0b-99bb-4ebc3e082eb0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/fcbb6a45-9172-443f-88f4-a3d27f9b8395 HTTP/1.1" status: 204 len: 168 time: 0.4541197 Jul 22 19:48:53.172587 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56734) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:53.181667 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539eff4-5f3e-4a0b-99bb-4ebc3e082eb0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Network': ['ID=fcbb6a45-9172-443f-88f4-a3d27f9b8395,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:53.190545 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4638f86e-5bcf-4230-93a3-20adc28314be None None] Resources bound (agent type, host, resource id): {{(pid=93808) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:48:53.209773 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e2787a-6c3c-4736-ab4c-fcc72bff6c20 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] GET failed (client error): The resource could not be found. Jul 22 19:48:53.211601 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f1e2787a-6c3c-4736-ab4c-fcc72bff6c20 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "GET /v2.0/subnets/dcbe16cb-0a32-472f-a931-c1c17aae015a HTTP/1.1" status: 404 len: 337 time: 0.0371265 Jul 22 19:48:53.214277 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56736) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:53.232170 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ad0303-4d45-4c2b-9d9c-5b52574ae87d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:53.232744 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ad0303-4d45-4c2b-9d9c-5b52574ae87d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:53.234659 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a9ad0303-4d45-4c2b-9d9c-5b52574ae87d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/fcbb6a45-9172-443f-88f4-a3d27f9b8395 HTTP/1.1" status: 404 len: 339 time: 0.0194852 Jul 22 19:48:53.238317 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56738) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:53.426993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b480f932-8d45-45ab-a1d0-3360857bf264 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:53.429374 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b480f932-8d45-45ab-a1d0-3360857bf264 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1892672 Jul 22 19:48:53.432566 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56740) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:53.467853 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0b0c6683-814f-4b39-ad72-34ebd2dba289 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "GET /v2.0/subnets?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 207 time: 0.0342584 Jul 22 19:48:53.471049 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56742) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:53.578240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9f82e2-cc73-423c-81ed-37bf3eb4fb65 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:53.583955 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9f82e2-cc73-423c-81ed-37bf3eb4fb65 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:53.589840 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9f82e2-cc73-423c-81ed-37bf3eb4fb65 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:53.595879 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9f82e2-cc73-423c-81ed-37bf3eb4fb65 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:53.597500 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0c9f82e2-cc73-423c-81ed-37bf3eb4fb65 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1255639 Jul 22 19:48:53.601746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56744) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:53.708656 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f9056a88-d9ad-4d20-a269-21889ca49ade tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1058197 Jul 22 19:48:53.712747 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56746) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:53.816775 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc32afe-e7f2-4020-96e8-24e8fdf6fd21 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:53.818316 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc32afe-e7f2-4020-96e8-24e8fdf6fd21 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:53.819923 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4bc32afe-e7f2-4020-96e8-24e8fdf6fd21 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1062827 Jul 22 19:48:53.823521 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56748) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:53.874519 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58c4729-fd64-4332-9fd3-2ebcbcfa0beb tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:53.875950 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58c4729-fd64-4332-9fd3-2ebcbcfa0beb tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['shared'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:53.877524 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a58c4729-fd64-4332-9fd3-2ebcbcfa0beb tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0531089 Jul 22 19:48:53.880892 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56750) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:53.984991 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfe05db-4144-45d2-ab8b-13d570910c99 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:53.986352 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5dfe05db-4144-45d2-ab8b-13d570910c99 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "GET /v2.0/networks/9c3601cb-0b43-422e-8ec2-aa2e564b2707 HTTP/1.1" status: 200 len: 800 time: 0.1045644 Jul 22 19:48:53.990039 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56752) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:54.087812 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-17fa66f5-9352-479b-bf22-e88adf6c399d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "GET /v2.0/networks/9c3601cb-0b43-422e-8ec2-aa2e564b2707?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.0967104 Jul 22 19:48:54.091368 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56754) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:54.141240 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff2e90-6005-4d0f-8d1c-a128463eb19d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:54.142592 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d3ff2e90-6005-4d0f-8d1c-a128463eb19d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "GET /v2.0/subnets/b9a40a77-ea3b-49f1-803e-986d29fee8ed HTTP/1.1" status: 200 len: 811 time: 0.0501819 Jul 22 19:48:54.146123 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56756) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:54.199633 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf9c07c-239f-445d-80ed-c3e2cee91197 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['shared'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:54.201056 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ccf9c07c-239f-445d-80ed-c3e2cee91197 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "GET /v2.0/subnets/b9a40a77-ea3b-49f1-803e-986d29fee8ed?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0540433 Jul 22 19:48:54.204379 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56758) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:54.209107 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c77cc16d-1ad7-4566-8d47-a0273c6f87c0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1043942018'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:54.230538 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77cc16d-1ad7-4566-8d47-a0273c6f87c0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Made reservation on behalf of e54aab16927c4f73ba4b38d70ccd8a40 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:54.233730 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c77cc16d-1ad7-4566-8d47-a0273c6f87c0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:54.255811 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77cc16d-1ad7-4566-8d47-a0273c6f87c0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:54.264419 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c77cc16d-1ad7-4566-8d47-a0273c6f87c0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:54.264808 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-c77cc16d-1ad7-4566-8d47-a0273c6f87c0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Added segment 86fed328-184e-4828-98f5-24786e9c5a1b of type vlan for network c576b876-3257-44a4-a137-08fde16f9340 Jul 22 19:48:54.304746 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c77cc16d-1ad7-4566-8d47-a0273c6f87c0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:54.331433 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c77cc16d-1ad7-4566-8d47-a0273c6f87c0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:54.337508 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77cc16d-1ad7-4566-8d47-a0273c6f87c0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:54.338088 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c77cc16d-1ad7-4566-8d47-a0273c6f87c0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:54.373425 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c77cc16d-1ad7-4566-8d47-a0273c6f87c0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1680200 Jul 22 19:48:54.376117 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56760) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:54.383461 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-7ed25bc9-ae72-45de-87ed-4a78a9363f0d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'subnet': {'network_id': 'c576b876-3257-44a4-a137-08fde16f9340', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:54.709656 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77cc16d-1ad7-4566-8d47-a0273c6f87c0 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Network': ['ID=c576b876-3257-44a4-a137-08fde16f9340,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:54.720165 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network c576b876-3257-44a4-a137-08fde16f9340 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:54.791830 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed25bc9-ae72-45de-87ed-4a78a9363f0d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Made reservation on behalf of e54aab16927c4f73ba4b38d70ccd8a40 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:54.795361 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7ed25bc9-ae72-45de-87ed-4a78a9363f0d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:54.853405 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.ipam_backend_mixin [None req-7ed25bc9-ae72-45de-87ed-4a78a9363f0d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Performing IP validity checks on allocation pools {{(pid=93806) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 19:48:54.853923 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.ipam_backend_mixin [None req-7ed25bc9-ae72-45de-87ed-4a78a9363f0d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93806) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 19:48:54.974258 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7ed25bc9-ae72-45de-87ed-4a78a9363f0d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:55.032053 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed25bc9-ae72-45de-87ed-4a78a9363f0d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Subnet': ['ID=7ab855be-436a-4e53-b7d7-56c8f3b9b8c5,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:55.040733 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed25bc9-ae72-45de-87ed-4a78a9363f0d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Checking segment: {'id': '86fed328-184e-4828-98f5-24786e9c5a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c576b876-3257-44a4-a137-08fde16f9340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:55.041096 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed25bc9-ae72-45de-87ed-4a78a9363f0d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network hostable DHCP agents. Network: c576b876-3257-44a4-a137-08fde16f9340, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:55.057927 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed25bc9-ae72-45de-87ed-4a78a9363f0d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Network c576b876-3257-44a4-a137-08fde16f9340 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:55.066436 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-7ed25bc9-ae72-45de-87ed-4a78a9363f0d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, c576b876-3257-44a4-a137-08fde16f9340) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:55.071565 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed25bc9-ae72-45de-87ed-4a78a9363f0d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:55.072577 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7ed25bc9-ae72-45de-87ed-4a78a9363f0d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:55.076068 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e15d232-d823-4f02-a41b-0ee6ebcf8ed9 None None] Network c576b876-3257-44a4-a137-08fde16f9340 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:55.086813 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7ed25bc9-ae72-45de-87ed-4a78a9363f0d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7096746 Jul 22 19:48:55.089510 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56762) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:55.094749 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-91d3a1ef-9d14-4cd8-a667-34887a3a63a7 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:55.189413 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-91d3a1ef-9d14-4cd8-a667-34887a3a63a7 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5830431'] for subnet, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:55.222932 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-c576b876-3257-44a4-a137-08fde16f9340', 'network_id': 'c576b876-3257-44a4-a137-08fde16f9340', 'tenant_id': 'e54aab16927c4f73ba4b38d70ccd8a40', 'fixed_ips': [{'subnet_id': '7ab855be-436a-4e53-b7d7-56c8f3b9b8c5'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:55.223773 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:55.352489 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-91d3a1ef-9d14-4cd8-a667-34887a3a63a7 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771871649136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7428934'] for subnet, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:55.392827 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d3a1ef-9d14-4cd8-a667-34887a3a63a7 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:55.393433 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-91d3a1ef-9d14-4cd8-a667-34887a3a63a7 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:55.394734 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-91d3a1ef-9d14-4cd8-a667-34887a3a63a7 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "PUT /v2.0/subnets/7ab855be-436a-4e53-b7d7-56c8f3b9b8c5 HTTP/1.1" status: 200 len: 877 time: 0.3043072 Jul 22 19:48:55.396450 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] Allocated IP 172.20.0.3 (c576b876-3257-44a4-a137-08fde16f9340/7ab855be-436a-4e53-b7d7-56c8f3b9b8c5/f27a2ee5-dee6-466b-8dba-8ca257035229) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:55.398190 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56764) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:55.411449 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3a1ef-9d14-4cd8-a667-34887a3a63a7 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event updated for resources: {'Subnet': ['ID=7ab855be-436a-4e53-b7d7-56c8f3b9b8c5,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:55.506065 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:55.561870 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:55.700701 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:55.708891 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] Transition to ACTIVE for port object f27a2ee5-dee6-466b-8dba-8ca257035229 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:55.723204 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] Transition to ACTIVE for port object f27a2ee5-dee6-466b-8dba-8ca257035229 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:55.730863 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:55.747443 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:55.770119 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] Network c576b876-3257-44a4-a137-08fde16f9340 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:55.774592 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:55.775275 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab855be-436a-4e53-b7d7-56c8f3b9b8c5,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:55.778921 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:55.785459 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] Pushing event updated for resources: {'Port': ['ID=f27a2ee5-dee6-466b-8dba-8ca257035229,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:55.841987 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:55.843620 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] Attempting to bind port f27a2ee5-dee6-466b-8dba-8ca257035229 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:48:55.844005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] Attempting to bind port f27a2ee5-dee6-466b-8dba-8ca257035229 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '86fed328-184e-4828-98f5-24786e9c5a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c576b876-3257-44a4-a137-08fde16f9340'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:48:55.844375 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] Attempting to bind port f27a2ee5-dee6-466b-8dba-8ca257035229 on network c576b876-3257-44a4-a137-08fde16f9340 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:48:55.849372 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:48:55.849791 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] Checking segment: {'id': '86fed328-184e-4828-98f5-24786e9c5a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c576b876-3257-44a4-a137-08fde16f9340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:55.850245 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:55.850794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] Bound using segment: {'id': '86fed328-184e-4828-98f5-24786e9c5a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c576b876-3257-44a4-a137-08fde16f9340'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:48:55.851276 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] Bound port: f27a2ee5-dee6-466b-8dba-8ca257035229, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fed328-184e-4828-98f5-24786e9c5a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c576b876-3257-44a4-a137-08fde16f9340'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:48:55.851648 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:55.852648 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c576b876-3257-44a4-a137-08fde16f9340']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:55.862568 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fed328-184e-4828-98f5-24786e9c5a1b') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:55.862876 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fed328-184e-4828-98f5-24786e9c5a1b') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:55.872152 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:55.886930 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:55.893163 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:55.893655 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:55.896656 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:55.914601 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] For port f27a2ee5-dee6-466b-8dba-8ca257035229, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:48:55.955867 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] For port f27a2ee5-dee6-466b-8dba-8ca257035229, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f27a2ee5-dee6-466b-8dba-8ca257035229,segment=NetworkSegment(86fed328-184e-4828-98f5-24786e9c5a1b),segment_id=86fed328-184e-4828-98f5-24786e9c5a1b)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:48:55.957733 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.db.api [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 19:48:55.957733 n-d-800086-12 neutron-server[93807]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 19:48:55.957733 n-d-800086-12 neutron-server[93807]: [parameters: {'id': 'c576b876-3257-44a4-a137-08fde16f9340'}] Jul 22 19:48:55.957733 n-d-800086-12 neutron-server[93807]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:48:55.958346 n-d-800086-12 neutron-server[93807]: DEBUG oslo_db.api [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:48:55.961789 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:56.050181 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d3063-d587-4997-a675-97ed7b3e623c None None] Pushing event updated for resources: {'Port': ['ID=f27a2ee5-dee6-466b-8dba-8ca257035229,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:56.066155 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57486fb7-090a-4813-9913-d6d9f0889b71 None None] Network c576b876-3257-44a4-a137-08fde16f9340 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:56.201182 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fc0ce5-9b1c-40d4-a25d-b95df6c47261 None None] Network c576b876-3257-44a4-a137-08fde16f9340 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:56.333049 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b440de7-5ef8-4b2a-a203-adf8a80bd3d3 None None] get_active_networks_info from n-d-800086-12 {{(pid=93808) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:48:56.400655 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b440de7-5ef8-4b2a-a203-adf8a80bd3d3 None None] Resources bound (agent type, host, resource id): {{(pid=93808) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:48:56.458908 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:56.513917 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Deleting port f27a2ee5-dee6-466b-8dba-8ca257035229 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:56.514254 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:56.579051 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] For port f27a2ee5-dee6-466b-8dba-8ca257035229, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f27a2ee5-dee6-466b-8dba-8ca257035229,segment=NetworkSegment(86fed328-184e-4828-98f5-24786e9c5a1b),segment_id=86fed328-184e-4828-98f5-24786e9c5a1b)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:56.579306 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:56.591882 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Calling delete_port for f27a2ee5-dee6-466b-8dba-8ca257035229 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:56.675494 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:56.702130 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Port': ['ID=f27a2ee5-dee6-466b-8dba-8ca257035229,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:56.703969 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No DVR routers for this DVR port f27a2ee5-dee6-466b-8dba-8ca257035229 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:48:56.786412 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:56.796616 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c576b876-3257-44a4-a137-08fde16f9340']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:56.807395 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fed328-184e-4828-98f5-24786e9c5a1b') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:56.807688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fed328-184e-4828-98f5-24786e9c5a1b') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:56.816277 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:56.833459 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:56.839827 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:56.840210 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:56.843101 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:56.899736 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:56.906474 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:56.908171 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/c576b876-3257-44a4-a137-08fde16f9340 HTTP/1.1" status: 204 len: 168 time: 1.5089192 Jul 22 19:48:56.911777 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56766) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:56.919179 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319eb0c-b384-45e2-8deb-932e0b652cb8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Network': ['ID=c576b876-3257-44a4-a137-08fde16f9340,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:56.938450 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3d5290-7f83-4b17-a027-602d6fd56c13 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:56.938896 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3d5290-7f83-4b17-a027-602d6fd56c13 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:56.940605 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8c3d5290-7f83-4b17-a027-602d6fd56c13 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/subnets/7ab855be-436a-4e53-b7d7-56c8f3b9b8c5 HTTP/1.1" status: 404 len: 337 time: 0.0276885 Jul 22 19:48:56.942985 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56768) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:56.961733 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-81bee6a8-9060-4b9b-b38f-7860f41f4084 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:56.962276 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81bee6a8-9060-4b9b-b38f-7860f41f4084 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:56.963967 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-81bee6a8-9060-4b9b-b38f-7860f41f4084 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/c576b876-3257-44a4-a137-08fde16f9340 HTTP/1.1" status: 404 len: 339 time: 0.0200949 Jul 22 19:48:56.966408 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56770) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:56.990747 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6315095-6fe9-4ac9-b45e-55bc29dbae57 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:56.991770 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6315095-6fe9-4ac9-b45e-55bc29dbae57 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:56.993476 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e6315095-6fe9-4ac9-b45e-55bc29dbae57 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/subnets/dcbe16cb-0a32-472f-a931-c1c17aae015a HTTP/1.1" status: 404 len: 337 time: 0.0261919 Jul 22 19:48:56.995587 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56772) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:57.012676 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91d80e6-32b9-4c8b-bcd9-633451ddc10c tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:57.013186 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91d80e6-32b9-4c8b-bcd9-633451ddc10c tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:57.014760 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a91d80e6-32b9-4c8b-bcd9-633451ddc10c tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/fcbb6a45-9172-443f-88f4-a3d27f9b8395 HTTP/1.1" status: 404 len: 339 time: 0.0183258 Jul 22 19:48:57.016846 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56774) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:57.092229 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe2d9f90-8925-48a4-93e8-003a0a3b55ea tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:57.177166 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe2d9f90-8925-48a4-93e8-003a0a3b55ea tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:57.187720 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-fe2d9f90-8925-48a4-93e8-003a0a3b55ea tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174b0a67-5596-447a-b482-11ff9526fbaa']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:57.197878 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-fe2d9f90-8925-48a4-93e8-003a0a3b55ea tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1740fba5-20dc-4e92-a2e8-170987cdd65f') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:57.198173 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-fe2d9f90-8925-48a4-93e8-003a0a3b55ea tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1740fba5-20dc-4e92-a2e8-170987cdd65f') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:57.206581 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe2d9f90-8925-48a4-93e8-003a0a3b55ea tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:57.219831 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe2d9f90-8925-48a4-93e8-003a0a3b55ea tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:57.225580 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2d9f90-8925-48a4-93e8-003a0a3b55ea tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:57.226023 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe2d9f90-8925-48a4-93e8-003a0a3b55ea tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:57.229185 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:57.284115 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe2d9f90-8925-48a4-93e8-003a0a3b55ea tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:57.290698 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe2d9f90-8925-48a4-93e8-003a0a3b55ea tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:57.292498 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fe2d9f90-8925-48a4-93e8-003a0a3b55ea tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/174b0a67-5596-447a-b482-11ff9526fbaa HTTP/1.1" status: 204 len: 168 time: 0.2747862 Jul 22 19:48:57.295074 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56776) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:57.303176 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d9f90-8925-48a4-93e8-003a0a3b55ea tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Network': ['ID=174b0a67-5596-447a-b482-11ff9526fbaa,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:57.322298 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8fbbcd-ec3f-418a-9980-3ba1add6705b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:57.322739 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8fbbcd-ec3f-418a-9980-3ba1add6705b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:57.324394 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ec8fbbcd-ec3f-418a-9980-3ba1add6705b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/subnets/2709bb10-cb1d-4f16-82b5-32e102ac2f72 HTTP/1.1" status: 404 len: 337 time: 0.0282929 Jul 22 19:48:57.326812 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56778) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:57.348729 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42b2045-7922-4acf-a0e6-3a7e2b5a0960 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:57.349183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f42b2045-7922-4acf-a0e6-3a7e2b5a0960 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:57.350850 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f42b2045-7922-4acf-a0e6-3a7e2b5a0960 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/2006c527-7309-4849-ac3f-ae23014cb72a HTTP/1.1" status: 404 len: 339 time: 0.0231667 Jul 22 19:48:57.353347 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56780) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:57.378737 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d25cca-0178-4f28-9605-fe0a5e732413 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:57.379170 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d25cca-0178-4f28-9605-fe0a5e732413 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:57.380809 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-85d25cca-0178-4f28-9605-fe0a5e732413 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/subnets/10cf6854-a11a-4dbf-a35e-3593f2240274 HTTP/1.1" status: 404 len: 337 time: 0.0265863 Jul 22 19:48:57.383834 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56782) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:57.400803 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-9168dda0-1ca2-40b6-b2c3-8ba2e741e46b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:57.401302 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9168dda0-1ca2-40b6-b2c3-8ba2e741e46b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:57.402899 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9168dda0-1ca2-40b6-b2c3-8ba2e741e46b tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/519f5879-16d4-481c-a005-c3b60c0960e6 HTTP/1.1" status: 404 len: 339 time: 0.0182059 Jul 22 19:48:57.405023 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56784) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:57.429962 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11bf5d1-a4d9-4bc1-a395-f4bbfe248271 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:57.430388 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a11bf5d1-a4d9-4bc1-a395-f4bbfe248271 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:57.432232 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a11bf5d1-a4d9-4bc1-a395-f4bbfe248271 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/subnets/996c2e1f-0710-4b8d-afe3-b9c3c0280b2c HTTP/1.1" status: 404 len: 337 time: 0.0263872 Jul 22 19:48:57.434472 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56786) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:57.451306 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbca523-7558-4032-97ed-4db5c313a0c8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:57.451820 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dbca523-7558-4032-97ed-4db5c313a0c8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:57.453437 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8dbca523-7558-4032-97ed-4db5c313a0c8 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/9248ed56-2124-4ef6-9058-a1edfb9bcdae HTTP/1.1" status: 404 len: 339 time: 0.0181274 Jul 22 19:48:57.455628 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56788) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:57.480307 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc895a4e-cb28-4868-9d9e-c40509c9ce53 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:57.480957 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc895a4e-cb28-4868-9d9e-c40509c9ce53 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:57.482319 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cc895a4e-cb28-4868-9d9e-c40509c9ce53 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/subnets/3b7948c6-17de-4107-acee-54f3930d4e66 HTTP/1.1" status: 404 len: 337 time: 0.0258632 Jul 22 19:48:57.484430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56790) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:57.501962 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c22912-a2c0-438c-bf67-37da0d0505b1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:57.502480 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c22912-a2c0-438c-bf67-37da0d0505b1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:57.504053 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-17c22912-a2c0-438c-bf67-37da0d0505b1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/533bd884-b540-4b57-8faf-6fd713806542 HTTP/1.1" status: 404 len: 339 time: 0.0187619 Jul 22 19:48:57.506237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56792) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:57.530043 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc59faa1-5c88-4738-aef7-df0a490435d9 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:57.530470 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc59faa1-5c88-4738-aef7-df0a490435d9 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:57.532027 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-dc59faa1-5c88-4738-aef7-df0a490435d9 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/subnets/3f5df93a-d7ab-4894-b7d1-53220795a2ae HTTP/1.1" status: 404 len: 337 time: 0.0249228 Jul 22 19:48:57.534219 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56794) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:57.557414 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0907554-92a8-48c7-8bfd-98cf805caf3e tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:57.557936 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0907554-92a8-48c7-8bfd-98cf805caf3e tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:57.559565 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b0907554-92a8-48c7-8bfd-98cf805caf3e tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/b06c9671-171f-4443-97f8-f44f23108358 HTTP/1.1" status: 404 len: 339 time: 0.0245101 Jul 22 19:48:57.562207 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56796) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:57.586961 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de8d4bc-d119-42e7-9d36-471fba4c78f4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:57.587399 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de8d4bc-d119-42e7-9d36-471fba4c78f4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:57.589028 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2de8d4bc-d119-42e7-9d36-471fba4c78f4 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/subnets/12a230e0-d4c6-4ed2-9652-adf7137a00e3 HTTP/1.1" status: 404 len: 337 time: 0.0259666 Jul 22 19:48:57.591303 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56798) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:57.608972 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-64dc40d8-f655-4701-9392-976e2e40ce9d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:57.609431 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64dc40d8-f655-4701-9392-976e2e40ce9d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:57.611008 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-64dc40d8-f655-4701-9392-976e2e40ce9d tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/8d9bce89-ca08-4eff-b4a9-2bb56ea33d85 HTTP/1.1" status: 404 len: 339 time: 0.0188532 Jul 22 19:48:57.613266 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56800) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:57.638291 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-9692fd9c-3fca-43bb-8b27-0f4f0ff50e73 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:57.638726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9692fd9c-3fca-43bb-8b27-0f4f0ff50e73 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:57.640318 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9692fd9c-3fca-43bb-8b27-0f4f0ff50e73 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/subnets/8f4b77b9-1842-41e9-aba2-8750119e2aa0 HTTP/1.1" status: 404 len: 337 time: 0.0262134 Jul 22 19:48:57.642536 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56802) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:57.659339 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7ac0f9-099e-41cd-b2d6-290b3359078e tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:57.659861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7ac0f9-099e-41cd-b2d6-290b3359078e tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:57.661463 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ba7ac0f9-099e-41cd-b2d6-290b3359078e tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/2aac6e85-1fd5-4e1d-ae63-ab759af63e1b HTTP/1.1" status: 404 len: 339 time: 0.0180869 Jul 22 19:48:57.664619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56804) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:57.689373 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb73929-d729-4d2c-82c7-106ebcf30171 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:57.689815 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb73929-d729-4d2c-82c7-106ebcf30171 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:57.691395 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2cb73929-d729-4d2c-82c7-106ebcf30171 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/subnets/77adb641-ac8f-496d-8ae3-836c3e3eca15 HTTP/1.1" status: 404 len: 337 time: 0.0259366 Jul 22 19:48:57.693573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56806) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:57.710355 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e23a0a-09e7-461b-83e8-d892bfd7dbfd tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:57.710879 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e23a0a-09e7-461b-83e8-d892bfd7dbfd tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:57.712454 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-51e23a0a-09e7-461b-83e8-d892bfd7dbfd tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/1a74d6aa-7cfa-4bba-97a7-0dd8b977af64 HTTP/1.1" status: 404 len: 339 time: 0.0180159 Jul 22 19:48:57.714584 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56808) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:57.768118 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-089b9ed4-6357-4052-bfcf-c75ddc838742 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Deleting subnet b9a40a77-ea3b-49f1-803e-986d29fee8ed {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:48:57.771102 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-089b9ed4-6357-4052-bfcf-c75ddc838742 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:57.810782 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-089b9ed4-6357-4052-bfcf-c75ddc838742 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:57.890889 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-089b9ed4-6357-4052-bfcf-c75ddc838742 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:57.951515 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-089b9ed4-6357-4052-bfcf-c75ddc838742 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:57.977240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b9ed4-6357-4052-bfcf-c75ddc838742 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Subnet': ['ID=b9a40a77-ea3b-49f1-803e-986d29fee8ed,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:57.982981 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-089b9ed4-6357-4052-bfcf-c75ddc838742 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:57.984900 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-089b9ed4-6357-4052-bfcf-c75ddc838742 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/subnets/b9a40a77-ea3b-49f1-803e-986d29fee8ed HTTP/1.1" status: 204 len: 168 time: 0.2694619 Jul 22 19:48:57.987460 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56810) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:57.989262 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182893fc-6dcc-49e2-b685-10521118194e None None] Network 9c3601cb-0b43-422e-8ec2-aa2e564b2707 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:58.065958 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9be45bd0-99a2-43c2-8a19-ef0d19e72be1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.117826 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-9be45bd0-99a2-43c2-8a19-ef0d19e72be1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Deleting port 4341d70f-7b4b-4afd-8974-c1492e9b69f8 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:58.118169 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9be45bd0-99a2-43c2-8a19-ef0d19e72be1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.175641 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc8696e-613c-4cde-9ebb-ada7f709aac3 None None] DHCP port deletion for 9c3601cb-0b43-422e-8ec2-aa2e564b2707 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:48:58.188002 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-9be45bd0-99a2-43c2-8a19-ef0d19e72be1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] For port 4341d70f-7b4b-4afd-8974-c1492e9b69f8, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4341d70f-7b4b-4afd-8974-c1492e9b69f8,segment=NetworkSegment(7dd8adbc-ef59-44f8-8771-18f82686bb37),segment_id=7dd8adbc-ef59-44f8-8771-18f82686bb37)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:58.188364 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9be45bd0-99a2-43c2-8a19-ef0d19e72be1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.200517 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-9be45bd0-99a2-43c2-8a19-ef0d19e72be1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Calling delete_port for 4341d70f-7b4b-4afd-8974-c1492e9b69f8 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:58.221574 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-9bc8696e-613c-4cde-9ebb-ada7f709aac3 None None] Deleting port 4341d70f-7b4b-4afd-8974-c1492e9b69f8 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:58.221946 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9bc8696e-613c-4cde-9ebb-ada7f709aac3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.280580 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9be45bd0-99a2-43c2-8a19-ef0d19e72be1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.286292 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9bc8696e-613c-4cde-9ebb-ada7f709aac3 None None] For port 4341d70f-7b4b-4afd-8974-c1492e9b69f8, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4341d70f-7b4b-4afd-8974-c1492e9b69f8,segment=NetworkSegment(7dd8adbc-ef59-44f8-8771-18f82686bb37),segment_id=7dd8adbc-ef59-44f8-8771-18f82686bb37)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:58.286687 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9bc8696e-613c-4cde-9ebb-ada7f709aac3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.298634 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-9bc8696e-613c-4cde-9ebb-ada7f709aac3 None None] Calling delete_port for 4341d70f-7b4b-4afd-8974-c1492e9b69f8 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:58.307229 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be45bd0-99a2-43c2-8a19-ef0d19e72be1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Port': ['ID=4341d70f-7b4b-4afd-8974-c1492e9b69f8,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:58.309082 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be45bd0-99a2-43c2-8a19-ef0d19e72be1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] No DVR routers for this DVR port 4341d70f-7b4b-4afd-8974-c1492e9b69f8 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:48:58.374479 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9bc8696e-613c-4cde-9ebb-ada7f709aac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.389443 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9be45bd0-99a2-43c2-8a19-ef0d19e72be1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.397895 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8696e-613c-4cde-9ebb-ada7f709aac3 None None] Pushing event deleted for resources: {'Port': ['ID=4341d70f-7b4b-4afd-8974-c1492e9b69f8,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:58.401020 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-9be45bd0-99a2-43c2-8a19-ef0d19e72be1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3601cb-0b43-422e-8ec2-aa2e564b2707']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:58.403156 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc8696e-613c-4cde-9ebb-ada7f709aac3 None None] No DVR routers for this DVR port 4341d70f-7b4b-4afd-8974-c1492e9b69f8 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:48:58.414825 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-9be45bd0-99a2-43c2-8a19-ef0d19e72be1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd8adbc-ef59-44f8-8771-18f82686bb37') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:58.415190 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-9be45bd0-99a2-43c2-8a19-ef0d19e72be1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd8adbc-ef59-44f8-8771-18f82686bb37') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:58.423955 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9be45bd0-99a2-43c2-8a19-ef0d19e72be1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.437849 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9be45bd0-99a2-43c2-8a19-ef0d19e72be1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.443685 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be45bd0-99a2-43c2-8a19-ef0d19e72be1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:58.444652 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9be45bd0-99a2-43c2-8a19-ef0d19e72be1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:58.447649 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:58.508836 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9be45bd0-99a2-43c2-8a19-ef0d19e72be1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.514047 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9c4b337c-e029-45b6-974c-80993f1e70f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.516226 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9be45bd0-99a2-43c2-8a19-ef0d19e72be1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.518068 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9be45bd0-99a2-43c2-8a19-ef0d19e72be1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] 10.222.0.13 "DELETE /v2.0/networks/9c3601cb-0b43-422e-8ec2-aa2e564b2707 HTTP/1.1" status: 204 len: 168 time: 0.5295088 Jul 22 19:48:58.529205 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be45bd0-99a2-43c2-8a19-ef0d19e72be1 tempest-NetworksTest-618332940 tempest-NetworksTest-618332940-project] Pushing event deleted for resources: {'Network': ['ID=9c3601cb-0b43-422e-8ec2-aa2e564b2707,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:58.749868 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56816) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:58.785760 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4341d70f-7b4b-4afd-8974-c1492e9b69f8 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:48:58.805903 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 4341d70f-7b4b-4afd-8974-c1492e9b69f8 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:48:58.806498 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4341d70f-7b4b-4afd-8974-c1492e9b69f8 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:48:58.884600 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d847c6a0-d7cc-4a39-ba1f-1a76eca9e3ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e54aab16927c4f73ba4b38d70ccd8a40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334858 Jul 22 19:48:58.886967 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56820) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:58.934859 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-629479aa-c1ea-47cb-bf62-e2a6de45508e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.955545 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-629479aa-c1ea-47cb-bf62-e2a6de45508e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:59.001799 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-629479aa-c1ea-47cb-bf62-e2a6de45508e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:59.004388 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-629479aa-c1ea-47cb-bf62-e2a6de45508e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:59.005590 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-629479aa-c1ea-47cb-bf62-e2a6de45508e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5944ee1-94c7-40d4-b9a8-285909c52a0f HTTP/1.1" status: 204 len: 168 time: 0.1177137 Jul 22 19:48:59.013365 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629479aa-c1ea-47cb-bf62-e2a6de45508e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5944ee1-94c7-40d4-b9a8-285909c52a0f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:59.613640 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56842) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:59.706214 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2fd31cdc-d514-4b70-a22f-ef5b3c603e80 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'network': {'name': 'tempest-RoutersTest-1429930052'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:59.727954 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd31cdc-d514-4b70-a22f-ef5b3c603e80 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Made reservation on behalf of 5b0c73577c6c4639be089846ad11ac63 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:59.731521 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2fd31cdc-d514-4b70-a22f-ef5b3c603e80 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:59.739927 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2fd31cdc-d514-4b70-a22f-ef5b3c603e80 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:59.833442 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2fd31cdc-d514-4b70-a22f-ef5b3c603e80 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:59.837653 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2fd31cdc-d514-4b70-a22f-ef5b3c603e80 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:59.861319 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd31cdc-d514-4b70-a22f-ef5b3c603e80 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:59.876386 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd31cdc-d514-4b70-a22f-ef5b3c603e80 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b99f3c-34c3-4601-95d0-e0cbe476ced6,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:59.879239 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2fd31cdc-d514-4b70-a22f-ef5b3c603e80 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:59.879576 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-2fd31cdc-d514-4b70-a22f-ef5b3c603e80 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Added segment a56af410-c6a5-48cc-bf47-4e22d2ad54fc of type vlan for network cffce059-6ca9-4465-936d-0af25a42e294 Jul 22 19:48:59.920591 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2fd31cdc-d514-4b70-a22f-ef5b3c603e80 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:59.949080 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2fd31cdc-d514-4b70-a22f-ef5b3c603e80 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:59.954571 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd31cdc-d514-4b70-a22f-ef5b3c603e80 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:59.955155 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2fd31cdc-d514-4b70-a22f-ef5b3c603e80 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:59.991852 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2fd31cdc-d514-4b70-a22f-ef5b3c603e80 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3771102 Jul 22 19:48:59.994589 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56846) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:00.000110 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c6275ee6-bd8f-4752-a617-739f82bea4bd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'network': {'name': 'tempest-RoutersTest-1732730418'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:00.020901 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6275ee6-bd8f-4752-a617-739f82bea4bd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Made reservation on behalf of 5b0c73577c6c4639be089846ad11ac63 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:00.022687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd31cdc-d514-4b70-a22f-ef5b3c603e80 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Network': ['ID=cffce059-6ca9-4465-936d-0af25a42e294,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:00.024754 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c6275ee6-bd8f-4752-a617-739f82bea4bd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.033646 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network cffce059-6ca9-4465-936d-0af25a42e294 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:49:00.048717 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6275ee6-bd8f-4752-a617-739f82bea4bd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:49:00.058980 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c6275ee6-bd8f-4752-a617-739f82bea4bd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.059326 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-c6275ee6-bd8f-4752-a617-739f82bea4bd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Added segment 3638e8b5-f316-449f-8335-a904ef2cd777 of type vlan for network 00e6021e-1fe3-428f-9d6f-c93a8ba3b21e Jul 22 19:49:00.098292 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c6275ee6-bd8f-4752-a617-739f82bea4bd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.126055 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c6275ee6-bd8f-4752-a617-739f82bea4bd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.132284 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6275ee6-bd8f-4752-a617-739f82bea4bd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:00.132778 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c6275ee6-bd8f-4752-a617-739f82bea4bd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.166910 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c6275ee6-bd8f-4752-a617-739f82bea4bd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1712134 Jul 22 19:49:00.169740 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56848) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:00.176541 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-bfe63b30-892c-4f8e-a689-888e1c2ad794 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'subnet': {'network_id': 'cffce059-6ca9-4465-936d-0af25a42e294', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:00.218213 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6275ee6-bd8f-4752-a617-739f82bea4bd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Network': ['ID=00e6021e-1fe3-428f-9d6f-c93a8ba3b21e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:00.228626 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 00e6021e-1fe3-428f-9d6f-c93a8ba3b21e details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:49:00.296445 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe63b30-892c-4f8e-a689-888e1c2ad794 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Made reservation on behalf of 5b0c73577c6c4639be089846ad11ac63 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:00.299966 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bfe63b30-892c-4f8e-a689-888e1c2ad794 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.474036 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bfe63b30-892c-4f8e-a689-888e1c2ad794 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.536878 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe63b30-892c-4f8e-a689-888e1c2ad794 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Subnet': ['ID=b7d025c3-06ce-43b4-a8a6-615224515d1d,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:00.544329 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe63b30-892c-4f8e-a689-888e1c2ad794 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Checking segment: {'id': 'a56af410-c6a5-48cc-bf47-4e22d2ad54fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cffce059-6ca9-4465-936d-0af25a42e294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:00.544717 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe63b30-892c-4f8e-a689-888e1c2ad794 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network hostable DHCP agents. Network: cffce059-6ca9-4465-936d-0af25a42e294, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:49:00.561136 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe63b30-892c-4f8e-a689-888e1c2ad794 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network cffce059-6ca9-4465-936d-0af25a42e294 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:49:00.569177 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-bfe63b30-892c-4f8e-a689-888e1c2ad794 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, cffce059-6ca9-4465-936d-0af25a42e294) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:00.572982 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe63b30-892c-4f8e-a689-888e1c2ad794 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:00.573566 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bfe63b30-892c-4f8e-a689-888e1c2ad794 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.578499 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593f402a-5e1d-47c0-ad88-11c183b7c979 None None] Network cffce059-6ca9-4465-936d-0af25a42e294 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:00.587848 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bfe63b30-892c-4f8e-a689-888e1c2ad794 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4171093 Jul 22 19:49:00.590914 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56852) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:00.596084 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-c63d0a21-24e2-49c6-9bf3-9076424cec5b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'subnet': {'network_id': '00e6021e-1fe3-428f-9d6f-c93a8ba3b21e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:00.690621 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63d0a21-24e2-49c6-9bf3-9076424cec5b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Made reservation on behalf of 5b0c73577c6c4639be089846ad11ac63 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:00.694370 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c63d0a21-24e2-49c6-9bf3-9076424cec5b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.722878 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-cffce059-6ca9-4465-936d-0af25a42e294', 'network_id': 'cffce059-6ca9-4465-936d-0af25a42e294', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'fixed_ips': [{'subnet_id': 'b7d025c3-06ce-43b4-a8a6-615224515d1d'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:49:00.723736 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.862814 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] Allocated IP 172.20.0.2 (cffce059-6ca9-4465-936d-0af25a42e294/b7d025c3-06ce-43b4-a8a6-615224515d1d/e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:00.874049 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c63d0a21-24e2-49c6-9bf3-9076424cec5b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.933105 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d0a21-24e2-49c6-9bf3-9076424cec5b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Subnet': ['ID=16851085-cecd-4368-b529-15a5da17be66,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:00.943529 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63d0a21-24e2-49c6-9bf3-9076424cec5b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Checking segment: {'id': '3638e8b5-f316-449f-8335-a904ef2cd777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '00e6021e-1fe3-428f-9d6f-c93a8ba3b21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:00.943961 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63d0a21-24e2-49c6-9bf3-9076424cec5b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network hostable DHCP agents. Network: 00e6021e-1fe3-428f-9d6f-c93a8ba3b21e, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:49:00.962132 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63d0a21-24e2-49c6-9bf3-9076424cec5b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network 00e6021e-1fe3-428f-9d6f-c93a8ba3b21e is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:49:00.972995 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-c63d0a21-24e2-49c6-9bf3-9076424cec5b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 00e6021e-1fe3-428f-9d6f-c93a8ba3b21e) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:00.979616 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63d0a21-24e2-49c6-9bf3-9076424cec5b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:00.980598 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c63d0a21-24e2-49c6-9bf3-9076424cec5b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.996033 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec9cfca-fafa-4e4f-80ce-e9b543116719 None None] Network 00e6021e-1fe3-428f-9d6f-c93a8ba3b21e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:00.997285 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c63d0a21-24e2-49c6-9bf3-9076424cec5b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4052198 Jul 22 19:49:01.000082 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56854) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:01.004669 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e9b85186-ced6-4f67-8675-e464bc4fafb6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-188371740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:01.031067 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e9b85186-ced6-4f67-8675-e464bc4fafb6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.032073 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e9b85186-ced6-4f67-8675-e464bc4fafb6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.070414 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.082736 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] Transition to ACTIVE for port object e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:01.096789 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a39f74f4-7172-4bda-bd49-84708fdc688f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.113941 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] Transition to ACTIVE for port object e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:01.123454 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e9b85186-ced6-4f67-8675-e464bc4fafb6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.127246 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.127794 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e9b85186-ced6-4f67-8675-e464bc4fafb6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.144823 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e9b85186-ced6-4f67-8675-e464bc4fafb6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.146066 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e9b85186-ced6-4f67-8675-e464bc4fafb6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1450028 Jul 22 19:49:01.149796 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56856) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:01.206203 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.210773 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] Network cffce059-6ca9-4465-936d-0af25a42e294 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:01.217000 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:01.220456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] Pushing event updated for resources: {'Port': ['ID=e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:01.223423 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:01.269831 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-00e6021e-1fe3-428f-9d6f-c93a8ba3b21e', 'network_id': '00e6021e-1fe3-428f-9d6f-c93a8ba3b21e', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'fixed_ips': [{'subnet_id': '16851085-cecd-4368-b529-15a5da17be66'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:49:01.271494 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.323001 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] Attempting to bind port e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:01.323375 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] Attempting to bind port e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a56af410-c6a5-48cc-bf47-4e22d2ad54fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cffce059-6ca9-4465-936d-0af25a42e294'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:01.323736 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] Attempting to bind port e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0 on network cffce059-6ca9-4465-936d-0af25a42e294 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:01.371791 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:01.372170 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] Checking segment: {'id': 'a56af410-c6a5-48cc-bf47-4e22d2ad54fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cffce059-6ca9-4465-936d-0af25a42e294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:01.372591 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.372982 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] Bound using segment: {'id': 'a56af410-c6a5-48cc-bf47-4e22d2ad54fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cffce059-6ca9-4465-936d-0af25a42e294'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:01.373448 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] Bound port: e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56af410-c6a5-48cc-bf47-4e22d2ad54fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cffce059-6ca9-4465-936d-0af25a42e294'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:01.373827 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.433784 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3760633d-f4c4-4c1d-847a-6290ae915b59 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.484854 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] For port e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:01.487053 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] Allocated IP 172.21.0.2 (00e6021e-1fe3-428f-9d6f-c93a8ba3b21e/16851085-cecd-4368-b529-15a5da17be66/b55639cf-876f-4241-887f-499bd4791f17) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:01.489766 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] For port e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0,segment=NetworkSegment(a56af410-c6a5-48cc-bf47-4e22d2ad54fc),segment_id=a56af410-c6a5-48cc-bf47-4e22d2ad54fc)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:01.495639 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.610701 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4f0be-3d58-4a83-9f31-a771dfe926fb None None] Pushing event updated for resources: {'Port': ['ID=e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:01.687446 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-3760633d-f4c4-4c1d-847a-6290ae915b59 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Allocated IP 172.20.0.1 (cffce059-6ca9-4465-936d-0af25a42e294/b7d025c3-06ce-43b4-a8a6-615224515d1d/47abf5f5-0e74-4587-aba9-b13d48ca0d4d) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:01.687819 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.697577 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] Transition to ACTIVE for port object b55639cf-876f-4241-887f-499bd4791f17 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:01.713987 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] Transition to ACTIVE for port object b55639cf-876f-4241-887f-499bd4791f17 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:01.720579 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.785146 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] Network 00e6021e-1fe3-428f-9d6f-c93a8ba3b21e is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:01.789224 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:01.791652 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:01.793929 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] Pushing event updated for resources: {'Port': ['ID=b55639cf-876f-4241-887f-499bd4791f17,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:01.824894 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3760633d-f4c4-4c1d-847a-6290ae915b59 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.843899 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-3760633d-f4c4-4c1d-847a-6290ae915b59 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Transition to ACTIVE for port object 47abf5f5-0e74-4587-aba9-b13d48ca0d4d will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:01.869257 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] Attempting to bind port b55639cf-876f-4241-887f-499bd4791f17 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:01.869883 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] Attempting to bind port b55639cf-876f-4241-887f-499bd4791f17 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '3638e8b5-f316-449f-8335-a904ef2cd777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '00e6021e-1fe3-428f-9d6f-c93a8ba3b21e'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:01.870271 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] Attempting to bind port b55639cf-876f-4241-887f-499bd4791f17 on network 00e6021e-1fe3-428f-9d6f-c93a8ba3b21e {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:01.875880 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:01.876408 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] Checking segment: {'id': '3638e8b5-f316-449f-8335-a904ef2cd777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '00e6021e-1fe3-428f-9d6f-c93a8ba3b21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:01.877083 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.877490 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] Bound using segment: {'id': '3638e8b5-f316-449f-8335-a904ef2cd777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '00e6021e-1fe3-428f-9d6f-c93a8ba3b21e'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:01.877971 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] Bound port: b55639cf-876f-4241-887f-499bd4791f17, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3638e8b5-f316-449f-8335-a904ef2cd777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '00e6021e-1fe3-428f-9d6f-c93a8ba3b21e'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:01.878362 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.879500 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3760633d-f4c4-4c1d-847a-6290ae915b59 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.921036 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3760633d-f4c4-4c1d-847a-6290ae915b59 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network cffce059-6ca9-4465-936d-0af25a42e294 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:01.924150 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-3760633d-f4c4-4c1d-847a-6290ae915b59 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:01.930748 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3760633d-f4c4-4c1d-847a-6290ae915b59 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:01.947775 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] For port b55639cf-876f-4241-887f-499bd4791f17, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:01.953033 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] For port b55639cf-876f-4241-887f-499bd4791f17, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b55639cf-876f-4241-887f-499bd4791f17,segment=NetworkSegment(3638e8b5-f316-449f-8335-a904ef2cd777),segment_id=3638e8b5-f316-449f-8335-a904ef2cd777)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:01.960998 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760633d-f4c4-4c1d-847a-6290ae915b59 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Port': ['ID=47abf5f5-0e74-4587-aba9-b13d48ca0d4d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:01.962682 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.981723 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3760633d-f4c4-4c1d-847a-6290ae915b59 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:02.025716 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acae144-2e31-4bff-84e4-1b4f9becdb88 None None] Pushing event updated for resources: {'Port': ['ID=b55639cf-876f-4241-887f-499bd4791f17,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:02.112634 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3760633d-f4c4-4c1d-847a-6290ae915b59 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:02.420739 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3760633d-f4c4-4c1d-847a-6290ae915b59 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:02.425795 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3760633d-f4c4-4c1d-847a-6290ae915b59 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:02.451617 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:02.504171 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760633d-f4c4-4c1d-847a-6290ae915b59 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Port': ['ID=47abf5f5-0e74-4587-aba9-b13d48ca0d4d,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:02.506649 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3760633d-f4c4-4c1d-847a-6290ae915b59 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:02.587805 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f31ca49-350e-400b-886f-f45a4bf47153 None None] Network cffce059-6ca9-4465-936d-0af25a42e294 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:02.599635 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3760633d-f4c4-4c1d-847a-6290ae915b59 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network cffce059-6ca9-4465-936d-0af25a42e294 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:02.601630 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-3760633d-f4c4-4c1d-847a-6290ae915b59 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:02.667669 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-81ada7fb-9f62-4503-a13d-fdf25b201613 None None] Provisioning for port e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:02.725981 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3760633d-f4c4-4c1d-847a-6290ae915b59 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router a1dab219-74b4-4a16-9984-80cf0e6c2c33 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:49:02.838658 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3760633d-f4c4-4c1d-847a-6290ae915b59 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:02.846363 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3760633d-f4c4-4c1d-847a-6290ae915b59 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/a1dab219-74b4-4a16-9984-80cf0e6c2c33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6925750 Jul 22 19:49:02.846719 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56858) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:02.853569 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ff82e2-89f4-4c38-b826-87df17874c11 None None] Sync routers for ids ['a1dab219-74b4-4a16-9984-80cf0e6c2c33'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:02.864649 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ff82e2-89f4-4c38-b826-87df17874c11 None None] Routers {'a1dab219-74b4-4a16-9984-80cf0e6c2c33'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:02.865540 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e6ff82e2-89f4-4c38-b826-87df17874c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['a1dab219-74b4-4a16-9984-80cf0e6c2c33'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:02.910576 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:02.913488 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e6ff82e2-89f4-4c38-b826-87df17874c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:02.922608 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ff82e2-89f4-4c38-b826-87df17874c11 None None] Routers {'a1dab219-74b4-4a16-9984-80cf0e6c2c33'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:02.923200 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e6ff82e2-89f4-4c38-b826-87df17874c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['a1dab219-74b4-4a16-9984-80cf0e6c2c33'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:02.933936 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34980983-41c0-49bf-8b91-84b6d45e23d5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:02.938705 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56860) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:02.947284 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-34980983-41c0-49bf-8b91-84b6d45e23d5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/ports/47abf5f5-0e74-4587-aba9-b13d48ca0d4d HTTP/1.1" status: 200 len: 910 time: 0.0993855 Jul 22 19:49:02.992599 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:03.007382 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:03.008274 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:03.104190 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e6ff82e2-89f4-4c38-b826-87df17874c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:03.105095 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ff82e2-89f4-4c38-b826-87df17874c11 None None] The sync data for ids ['a1dab219-74b4-4a16-9984-80cf0e6c2c33'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:03.119908 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:03.149109 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a9452b-f778-4fe5-b81b-a864ad47ae0e None None] Network 00e6021e-1fe3-428f-9d6f-c93a8ba3b21e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:03.169770 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0,segment=NetworkSegment(a56af410-c6a5-48cc-bf47-4e22d2ad54fc),segment_id=a56af410-c6a5-48cc-bf47-4e22d2ad54fc)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:03.182355 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:03.182741 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b55639cf-876f-4241-887f-499bd4791f17 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:03.468787 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-70b14487-c3b5-4f7f-9ae2-cef9c1032405 None None] Provisioning for port b55639cf-876f-4241-887f-499bd4791f17 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:03.500295 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:03.542941 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port b55639cf-876f-4241-887f-499bd4791f17 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:03.547275 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-70b14487-c3b5-4f7f-9ae2-cef9c1032405 None None] Provisioning complete for port e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:03.547653 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-70b14487-c3b5-4f7f-9ae2-cef9c1032405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:03.554473 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port b55639cf-876f-4241-887f-499bd4791f17 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:03.554837 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:03.669743 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ebbcb9e-52c8-4b49-b66a-e45e997cfb0c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:03.750954 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:03.760639 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-70b14487-c3b5-4f7f-9ae2-cef9c1032405 None None] Provisioning for port 47abf5f5-0e74-4587-aba9-b13d48ca0d4d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:03.771953 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-70b14487-c3b5-4f7f-9ae2-cef9c1032405 None None] Provisioning complete for port 47abf5f5-0e74-4587-aba9-b13d48ca0d4d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:03.772389 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-70b14487-c3b5-4f7f-9ae2-cef9c1032405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:03.815415 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port b55639cf-876f-4241-887f-499bd4791f17, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b55639cf-876f-4241-887f-499bd4791f17,segment=NetworkSegment(3638e8b5-f316-449f-8335-a904ef2cd777),segment_id=3638e8b5-f316-449f-8335-a904ef2cd777)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:03.821508 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:03.823492 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-70b14487-c3b5-4f7f-9ae2-cef9c1032405 None None] Port 47abf5f5-0e74-4587-aba9-b13d48ca0d4d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:03.876992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=b55639cf-876f-4241-887f-499bd4791f17,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:03.939990 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-2ebbcb9e-52c8-4b49-b66a-e45e997cfb0c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Allocated IP 172.21.0.1 (00e6021e-1fe3-428f-9d6f-c93a8ba3b21e/16851085-cecd-4368-b529-15a5da17be66/0b00984f-193f-4413-b142-240089a5e9f8) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:03.942705 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a3cbda60-8cc0-4814-8641-a71942c08c51 None None] Provisioning complete for port 47abf5f5-0e74-4587-aba9-b13d48ca0d4d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:03.943082 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a3cbda60-8cc0-4814-8641-a71942c08c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:03.978920 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a3cbda60-8cc0-4814-8641-a71942c08c51 None None] Port 47abf5f5-0e74-4587-aba9-b13d48ca0d4d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:04.058205 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ebbcb9e-52c8-4b49-b66a-e45e997cfb0c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:04.077068 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-2ebbcb9e-52c8-4b49-b66a-e45e997cfb0c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Transition to ACTIVE for port object 0b00984f-193f-4413-b142-240089a5e9f8 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:04.086142 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:04.097630 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a80f6c33-183e-40e3-b7a7-882df9560178 None None] Provisioning complete for port b55639cf-876f-4241-887f-499bd4791f17 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:04.097994 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a80f6c33-183e-40e3-b7a7-882df9560178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:04.110096 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ebbcb9e-52c8-4b49-b66a-e45e997cfb0c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:04.148902 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebbcb9e-52c8-4b49-b66a-e45e997cfb0c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network 00e6021e-1fe3-428f-9d6f-c93a8ba3b21e is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:04.155682 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-2ebbcb9e-52c8-4b49-b66a-e45e997cfb0c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:04.159491 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebbcb9e-52c8-4b49-b66a-e45e997cfb0c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:04.183764 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbcb9e-52c8-4b49-b66a-e45e997cfb0c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Port': ['ID=0b00984f-193f-4413-b142-240089a5e9f8,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:04.207566 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ebbcb9e-52c8-4b49-b66a-e45e997cfb0c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:04.341598 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ebbcb9e-52c8-4b49-b66a-e45e997cfb0c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:04.396180 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7fb0fe2c-241e-4bce-b3f2-4fdbe1addf12 None None] Provisioning for port 0b00984f-193f-4413-b142-240089a5e9f8 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:04.401063 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7fb0fe2c-241e-4bce-b3f2-4fdbe1addf12 None None] Provisioning complete for port 0b00984f-193f-4413-b142-240089a5e9f8 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:04.401431 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7fb0fe2c-241e-4bce-b3f2-4fdbe1addf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:04.438234 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-7fb0fe2c-241e-4bce-b3f2-4fdbe1addf12 None None] Port 0b00984f-193f-4413-b142-240089a5e9f8 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:04.601802 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ebbcb9e-52c8-4b49-b66a-e45e997cfb0c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:04.606240 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ebbcb9e-52c8-4b49-b66a-e45e997cfb0c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:04.677064 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ebbcb9e-52c8-4b49-b66a-e45e997cfb0c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:04.680373 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbcb9e-52c8-4b49-b66a-e45e997cfb0c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Port': ['ID=0b00984f-193f-4413-b142-240089a5e9f8,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:04.771671 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebbcb9e-52c8-4b49-b66a-e45e997cfb0c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network 00e6021e-1fe3-428f-9d6f-c93a8ba3b21e is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:04.773444 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-2ebbcb9e-52c8-4b49-b66a-e45e997cfb0c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:04.801185 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:04.853140 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:04.853945 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:04.882443 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebbcb9e-52c8-4b49-b66a-e45e997cfb0c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router a1dab219-74b4-4a16-9984-80cf0e6c2c33 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:04.940688 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b55639cf-876f-4241-887f-499bd4791f17 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:04.987496 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebbcb9e-52c8-4b49-b66a-e45e997cfb0c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:04.991838 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port b55639cf-876f-4241-887f-499bd4791f17 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:04.992870 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:04.993137 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2ebbcb9e-52c8-4b49-b66a-e45e997cfb0c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/a1dab219-74b4-4a16-9984-80cf0e6c2c33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0530312 Jul 22 19:49:04.995546 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56862) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:04.998084 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91826a9e-e189-4178-8f17-560542b16463 None None] Sync routers for ids ['a1dab219-74b4-4a16-9984-80cf0e6c2c33'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:05.028717 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91826a9e-e189-4178-8f17-560542b16463 None None] Routers {'a1dab219-74b4-4a16-9984-80cf0e6c2c33'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:05.029349 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-91826a9e-e189-4178-8f17-560542b16463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['a1dab219-74b4-4a16-9984-80cf0e6c2c33'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:05.048060 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca10b7ca-5b35-4eea-9bdf-2341a993570d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:05.052034 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ca10b7ca-5b35-4eea-9bdf-2341a993570d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/ports/0b00984f-193f-4413-b142-240089a5e9f8 HTTP/1.1" status: 200 len: 910 time: 0.0529318 Jul 22 19:49:05.052243 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56864) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:05.070959 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-91826a9e-e189-4178-8f17-560542b16463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:05.093954 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91826a9e-e189-4178-8f17-560542b16463 None None] Routers {'a1dab219-74b4-4a16-9984-80cf0e6c2c33'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:05.094563 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-91826a9e-e189-4178-8f17-560542b16463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['a1dab219-74b4-4a16-9984-80cf0e6c2c33'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:05.096865 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8b3319d3-add2-4f41-b905-3900ed451dc1 None None] Provisioning complete for port 0b00984f-193f-4413-b142-240089a5e9f8 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:05.097231 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8b3319d3-add2-4f41-b905-3900ed451dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:05.153202 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-91826a9e-e189-4178-8f17-560542b16463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:05.153855 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91826a9e-e189-4178-8f17-560542b16463 None None] The sync data for ids ['a1dab219-74b4-4a16-9984-80cf0e6c2c33'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:05.190068 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-8b3319d3-add2-4f41-b905-3900ed451dc1 None None] Port 0b00984f-193f-4413-b142-240089a5e9f8 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:05.358500 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-250b2886-9dcb-43e1-bfc0-59bd84e5af36 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:05.601147 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-250b2886-9dcb-43e1-bfc0-59bd84e5af36 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting port 0b00984f-193f-4413-b142-240089a5e9f8 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:05.601392 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-250b2886-9dcb-43e1-bfc0-59bd84e5af36 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:05.688598 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-250b2886-9dcb-43e1-bfc0-59bd84e5af36 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:05.700162 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-250b2886-9dcb-43e1-bfc0-59bd84e5af36 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Calling delete_port for 0b00984f-193f-4413-b142-240089a5e9f8 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:05.863788 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-250b2886-9dcb-43e1-bfc0-59bd84e5af36 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:05.889704 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b2886-9dcb-43e1-bfc0-59bd84e5af36 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Port': ['ID=0b00984f-193f-4413-b142-240089a5e9f8,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:06.052590 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-250b2886-9dcb-43e1-bfc0-59bd84e5af36 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:06.235553 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250b2886-9dcb-43e1-bfc0-59bd84e5af36 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router a1dab219-74b4-4a16-9984-80cf0e6c2c33 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:06.325687 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250b2886-9dcb-43e1-bfc0-59bd84e5af36 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:06.330721 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-250b2886-9dcb-43e1-bfc0-59bd84e5af36 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/a1dab219-74b4-4a16-9984-80cf0e6c2c33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2775044 Jul 22 19:49:06.333429 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56866) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:06.337330 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff6f95d-2eff-43a9-b403-0e995e0fa81b None None] Sync routers for ids ['a1dab219-74b4-4a16-9984-80cf0e6c2c33'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:06.347081 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff6f95d-2eff-43a9-b403-0e995e0fa81b None None] Routers {'a1dab219-74b4-4a16-9984-80cf0e6c2c33'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:06.348143 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-dff6f95d-2eff-43a9-b403-0e995e0fa81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['a1dab219-74b4-4a16-9984-80cf0e6c2c33'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:06.380350 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-dff6f95d-2eff-43a9-b403-0e995e0fa81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:06.389481 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff6f95d-2eff-43a9-b403-0e995e0fa81b None None] Routers {'a1dab219-74b4-4a16-9984-80cf0e6c2c33'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:06.390066 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-dff6f95d-2eff-43a9-b403-0e995e0fa81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['a1dab219-74b4-4a16-9984-80cf0e6c2c33'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:06.423204 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-dff6f95d-2eff-43a9-b403-0e995e0fa81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:06.423842 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff6f95d-2eff-43a9-b403-0e995e0fa81b None None] The sync data for ids ['a1dab219-74b4-4a16-9984-80cf0e6c2c33'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:06.638348 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b7486f90-a993-4c9a-ac0e-d6dc31433bb4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:06.875222 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-b7486f90-a993-4c9a-ac0e-d6dc31433bb4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting port 47abf5f5-0e74-4587-aba9-b13d48ca0d4d {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:06.875959 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b7486f90-a993-4c9a-ac0e-d6dc31433bb4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:06.957524 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b7486f90-a993-4c9a-ac0e-d6dc31433bb4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:06.969528 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-b7486f90-a993-4c9a-ac0e-d6dc31433bb4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Calling delete_port for 47abf5f5-0e74-4587-aba9-b13d48ca0d4d owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:07.424456 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b7486f90-a993-4c9a-ac0e-d6dc31433bb4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:07.453692 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7486f90-a993-4c9a-ac0e-d6dc31433bb4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Port': ['ID=47abf5f5-0e74-4587-aba9-b13d48ca0d4d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:07.594182 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b7486f90-a993-4c9a-ac0e-d6dc31433bb4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:07.744145 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7486f90-a993-4c9a-ac0e-d6dc31433bb4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router a1dab219-74b4-4a16-9984-80cf0e6c2c33 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:07.817886 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7486f90-a993-4c9a-ac0e-d6dc31433bb4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:07.822779 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b7486f90-a993-4c9a-ac0e-d6dc31433bb4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/a1dab219-74b4-4a16-9984-80cf0e6c2c33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4883945 Jul 22 19:49:07.825590 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56868) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:07.826980 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d425950-5928-4d25-93b3-3dea6ebab015 None None] Sync routers for ids ['a1dab219-74b4-4a16-9984-80cf0e6c2c33'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:07.836489 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d425950-5928-4d25-93b3-3dea6ebab015 None None] Routers {'a1dab219-74b4-4a16-9984-80cf0e6c2c33'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:07.837113 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2d425950-5928-4d25-93b3-3dea6ebab015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['a1dab219-74b4-4a16-9984-80cf0e6c2c33'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:07.855798 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8831df27-bbb8-4496-90c7-e8111cdb5f26 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1dab219-74b4-4a16-9984-80cf0e6c2c33 HTTP/1.1" status: 200 len: 205 time: 0.0290751 Jul 22 19:49:07.858226 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56870) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:07.869214 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2d425950-5928-4d25-93b3-3dea6ebab015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:07.877935 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d425950-5928-4d25-93b3-3dea6ebab015 None None] Routers {'a1dab219-74b4-4a16-9984-80cf0e6c2c33'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:07.878532 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2d425950-5928-4d25-93b3-3dea6ebab015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['a1dab219-74b4-4a16-9984-80cf0e6c2c33'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:07.913871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2d425950-5928-4d25-93b3-3dea6ebab015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:07.914528 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d425950-5928-4d25-93b3-3dea6ebab015 None None] The sync data for ids ['a1dab219-74b4-4a16-9984-80cf0e6c2c33'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:07.933620 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-387a210a-1cfd-40dd-8ccd-657ac85c80ed tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:08.089433 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-387a210a-1cfd-40dd-8ccd-657ac85c80ed tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:08.091425 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-387a210a-1cfd-40dd-8ccd-657ac85c80ed tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:08.132986 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-387a210a-1cfd-40dd-8ccd-657ac85c80ed tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:08.133532 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387a210a-1cfd-40dd-8ccd-657ac85c80ed tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Fanout notify agent at l3_agent the message router_deleted on router a1dab219-74b4-4a16-9984-80cf0e6c2c33 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:49:08.140593 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-387a210a-1cfd-40dd-8ccd-657ac85c80ed tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:08.141826 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-387a210a-1cfd-40dd-8ccd-657ac85c80ed tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/routers/a1dab219-74b4-4a16-9984-80cf0e6c2c33 HTTP/1.1" status: 204 len: 168 time: 0.2826049 Jul 22 19:49:08.144344 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56872) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:08.199125 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-792d3e5e-5f3b-42df-895d-ca896468a683 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting subnet 16851085-cecd-4368-b529-15a5da17be66 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:49:08.202157 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-792d3e5e-5f3b-42df-895d-ca896468a683 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:08.241974 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-792d3e5e-5f3b-42df-895d-ca896468a683 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:08.322215 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-792d3e5e-5f3b-42df-895d-ca896468a683 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:08.382365 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-792d3e5e-5f3b-42df-895d-ca896468a683 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:08.410029 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d3e5e-5f3b-42df-895d-ca896468a683 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Subnet': ['ID=16851085-cecd-4368-b529-15a5da17be66,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:08.411992 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-792d3e5e-5f3b-42df-895d-ca896468a683 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:08.414777 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-792d3e5e-5f3b-42df-895d-ca896468a683 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/subnets/16851085-cecd-4368-b529-15a5da17be66 HTTP/1.1" status: 204 len: 168 time: 0.2688105 Jul 22 19:49:08.416864 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56874) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:08.419336 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13be1da-7425-4c5e-be62-03df9e3c2c13 None None] Network 00e6021e-1fe3-428f-9d6f-c93a8ba3b21e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:08.467960 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fea9db2-3d62-4ae0-8bdd-cf9240547dc5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting subnet b7d025c3-06ce-43b4-a8a6-615224515d1d {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:49:08.471135 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4fea9db2-3d62-4ae0-8bdd-cf9240547dc5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:08.516488 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4fea9db2-3d62-4ae0-8bdd-cf9240547dc5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:08.600449 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdac6d9c-fa4b-4b5a-a787-a9ca18b4bc06 None None] DHCP port deletion for 00e6021e-1fe3-428f-9d6f-c93a8ba3b21e request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:49:08.611257 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4fea9db2-3d62-4ae0-8bdd-cf9240547dc5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:08.647561 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-bdac6d9c-fa4b-4b5a-a787-a9ca18b4bc06 None None] Deleting port b55639cf-876f-4241-887f-499bd4791f17 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:08.648046 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bdac6d9c-fa4b-4b5a-a787-a9ca18b4bc06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:08.670842 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4fea9db2-3d62-4ae0-8bdd-cf9240547dc5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:08.699440 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea9db2-3d62-4ae0-8bdd-cf9240547dc5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d025c3-06ce-43b4-a8a6-615224515d1d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:08.701442 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4fea9db2-3d62-4ae0-8bdd-cf9240547dc5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:08.705869 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4fea9db2-3d62-4ae0-8bdd-cf9240547dc5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/subnets/b7d025c3-06ce-43b4-a8a6-615224515d1d HTTP/1.1" status: 204 len: 168 time: 0.2855251 Jul 22 19:49:08.706273 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56876) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:08.711359 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b315e9-ba61-46e4-8982-3c219af1b0d0 None None] Network cffce059-6ca9-4465-936d-0af25a42e294 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:08.718063 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-bdac6d9c-fa4b-4b5a-a787-a9ca18b4bc06 None None] For port b55639cf-876f-4241-887f-499bd4791f17, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b55639cf-876f-4241-887f-499bd4791f17,segment=NetworkSegment(3638e8b5-f316-449f-8335-a904ef2cd777),segment_id=3638e8b5-f316-449f-8335-a904ef2cd777)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:08.718460 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bdac6d9c-fa4b-4b5a-a787-a9ca18b4bc06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:08.747092 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-bdac6d9c-fa4b-4b5a-a787-a9ca18b4bc06 None None] Calling delete_port for b55639cf-876f-4241-887f-499bd4791f17 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:08.787070 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-50326251-49a6-4145-b4ae-af8dcc3dc2fe tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:08.827543 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b55639cf-876f-4241-887f-499bd4791f17 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:08.840301 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-50326251-49a6-4145-b4ae-af8dcc3dc2fe tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting port b55639cf-876f-4241-887f-499bd4791f17 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:08.840692 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-50326251-49a6-4145-b4ae-af8dcc3dc2fe tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:08.902272 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-50326251-49a6-4145-b4ae-af8dcc3dc2fe tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] For port b55639cf-876f-4241-887f-499bd4791f17, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b55639cf-876f-4241-887f-499bd4791f17,segment=NetworkSegment(3638e8b5-f316-449f-8335-a904ef2cd777),segment_id=3638e8b5-f316-449f-8335-a904ef2cd777)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:08.902541 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-50326251-49a6-4145-b4ae-af8dcc3dc2fe tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:08.919783 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-50326251-49a6-4145-b4ae-af8dcc3dc2fe tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Calling delete_port for b55639cf-876f-4241-887f-499bd4791f17 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:08.945650 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bdac6d9c-fa4b-4b5a-a787-a9ca18b4bc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:08.971962 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Port b55639cf-876f-4241-887f-499bd4791f17 update to DOWN by agent not found {{(pid=93808) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 22 19:49:08.998304 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac6d9c-fa4b-4b5a-a787-a9ca18b4bc06 None None] Pushing event deleted for resources: {'Port': ['ID=b55639cf-876f-4241-887f-499bd4791f17,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:09.001361 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdac6d9c-fa4b-4b5a-a787-a9ca18b4bc06 None None] No DVR routers for this DVR port b55639cf-876f-4241-887f-499bd4791f17 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:09.001761 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-50326251-49a6-4145-b4ae-af8dcc3dc2fe tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.032133 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50326251-49a6-4145-b4ae-af8dcc3dc2fe tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Port': ['ID=b55639cf-876f-4241-887f-499bd4791f17,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:09.034043 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50326251-49a6-4145-b4ae-af8dcc3dc2fe tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] No DVR routers for this DVR port b55639cf-876f-4241-887f-499bd4791f17 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:09.080205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508da257-1b76-4b9b-8c7c-3865da27cf68 None None] DHCP port deletion for cffce059-6ca9-4465-936d-0af25a42e294 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:49:09.122680 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-50326251-49a6-4145-b4ae-af8dcc3dc2fe tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.127796 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-508da257-1b76-4b9b-8c7c-3865da27cf68 None None] Deleting port e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:09.128187 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-508da257-1b76-4b9b-8c7c-3865da27cf68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.132657 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-50326251-49a6-4145-b4ae-af8dcc3dc2fe tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e6021e-1fe3-428f-9d6f-c93a8ba3b21e']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:09.142530 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-50326251-49a6-4145-b4ae-af8dcc3dc2fe tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3638e8b5-f316-449f-8335-a904ef2cd777') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:09.142831 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-50326251-49a6-4145-b4ae-af8dcc3dc2fe tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3638e8b5-f316-449f-8335-a904ef2cd777') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:09.152021 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-50326251-49a6-4145-b4ae-af8dcc3dc2fe tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.165933 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-50326251-49a6-4145-b4ae-af8dcc3dc2fe tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.171800 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50326251-49a6-4145-b4ae-af8dcc3dc2fe tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:49:09.172256 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-50326251-49a6-4145-b4ae-af8dcc3dc2fe tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: self.session.flush() Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:49:09.175225 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:49:09.190484 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-508da257-1b76-4b9b-8c7c-3865da27cf68 None None] For port e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0,segment=NetworkSegment(a56af410-c6a5-48cc-bf47-4e22d2ad54fc),segment_id=a56af410-c6a5-48cc-bf47-4e22d2ad54fc)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:09.190884 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-508da257-1b76-4b9b-8c7c-3865da27cf68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.203038 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-508da257-1b76-4b9b-8c7c-3865da27cf68 None None] Calling delete_port for e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:09.232263 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-50326251-49a6-4145-b4ae-af8dcc3dc2fe tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.239132 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-50326251-49a6-4145-b4ae-af8dcc3dc2fe tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.240998 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-50326251-49a6-4145-b4ae-af8dcc3dc2fe tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/networks/00e6021e-1fe3-428f-9d6f-c93a8ba3b21e HTTP/1.1" status: 204 len: 168 time: 0.5340304 Jul 22 19:49:09.243646 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56878) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:09.265644 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50326251-49a6-4145-b4ae-af8dcc3dc2fe tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Network': ['ID=00e6021e-1fe3-428f-9d6f-c93a8ba3b21e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:09.286167 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-508da257-1b76-4b9b-8c7c-3865da27cf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.313433 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508da257-1b76-4b9b-8c7c-3865da27cf68 None None] Pushing event deleted for resources: {'Port': ['ID=e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:09.315268 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508da257-1b76-4b9b-8c7c-3865da27cf68 None None] No DVR routers for this DVR port e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:09.336100 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f67a7fb7-6a5b-43eb-8d52-b243030b8e70 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.354455 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.424976 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f67a7fb7-6a5b-43eb-8d52-b243030b8e70 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.434917 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-f67a7fb7-6a5b-43eb-8d52-b243030b8e70 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffce059-6ca9-4465-936d-0af25a42e294']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:09.445065 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-f67a7fb7-6a5b-43eb-8d52-b243030b8e70 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a56af410-c6a5-48cc-bf47-4e22d2ad54fc') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:09.445365 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-f67a7fb7-6a5b-43eb-8d52-b243030b8e70 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a56af410-c6a5-48cc-bf47-4e22d2ad54fc') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:09.454480 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f67a7fb7-6a5b-43eb-8d52-b243030b8e70 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.469088 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f67a7fb7-6a5b-43eb-8d52-b243030b8e70 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.474851 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67a7fb7-6a5b-43eb-8d52-b243030b8e70 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:49:09.475233 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f67a7fb7-6a5b-43eb-8d52-b243030b8e70 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:49:09.478207 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:49:09.534073 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f67a7fb7-6a5b-43eb-8d52-b243030b8e70 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.539108 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f67a7fb7-6a5b-43eb-8d52-b243030b8e70 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.541149 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f67a7fb7-6a5b-43eb-8d52-b243030b8e70 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/networks/cffce059-6ca9-4465-936d-0af25a42e294 HTTP/1.1" status: 204 len: 168 time: 0.2965307 Jul 22 19:49:09.545516 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56880) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:09.550296 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'network': {'name': 'tempest-RoutersTest-2144452325'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:09.555259 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a7fb7-6a5b-43eb-8d52-b243030b8e70 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Network': ['ID=cffce059-6ca9-4465-936d-0af25a42e294,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:09.571402 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Made reservation on behalf of 5b0c73577c6c4639be089846ad11ac63 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:09.575180 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.598763 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:49:09.607820 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.608159 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Added segment 93d7fa24-ad10-4d77-a125-fb96006be2cf of type vlan for network 3bfaed68-b972-4a68-baf4-a53362a9704e Jul 22 19:49:09.652038 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.681531 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.686960 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:09.687543 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.722489 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1763108 Jul 22 19:49:09.725891 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56882) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:09.732842 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-a31498e1-6b68-4138-b661-4a39d857e1e4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'subnet': {'network_id': '3bfaed68-b972-4a68-baf4-a53362a9704e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:09.774640 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Network': ['ID=3bfaed68-b972-4a68-baf4-a53362a9704e,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:09.792697 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:09.793046 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:09.793388 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:09.793725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:09.794058 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:09.794389 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:09.794715 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:09.795041 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:09.795365 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:09.795686 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:09.796009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:09.796330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271f577-ad50-4e69-bced-931c1e97e426 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:09.808685 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 3bfaed68-b972-4a68-baf4-a53362a9704e details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:49:09.863302 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31498e1-6b68-4138-b661-4a39d857e1e4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Made reservation on behalf of 5b0c73577c6c4639be089846ad11ac63 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:09.868081 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a31498e1-6b68-4138-b661-4a39d857e1e4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:10.055404 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a31498e1-6b68-4138-b661-4a39d857e1e4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:10.118834 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31498e1-6b68-4138-b661-4a39d857e1e4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Subnet': ['ID=2a9a8e04-bbf6-49c4-903b-2787cb9ffa9b,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:10.126751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31498e1-6b68-4138-b661-4a39d857e1e4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Checking segment: {'id': '93d7fa24-ad10-4d77-a125-fb96006be2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3bfaed68-b972-4a68-baf4-a53362a9704e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:10.127110 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31498e1-6b68-4138-b661-4a39d857e1e4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network hostable DHCP agents. Network: 3bfaed68-b972-4a68-baf4-a53362a9704e, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:49:10.143759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31498e1-6b68-4138-b661-4a39d857e1e4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network 3bfaed68-b972-4a68-baf4-a53362a9704e is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:49:10.152584 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-a31498e1-6b68-4138-b661-4a39d857e1e4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 3bfaed68-b972-4a68-baf4-a53362a9704e) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:10.156329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31498e1-6b68-4138-b661-4a39d857e1e4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:10.156946 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a31498e1-6b68-4138-b661-4a39d857e1e4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:10.162176 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4d81be-193c-4016-8fb2-7800d4de1707 None None] Network 3bfaed68-b972-4a68-baf4-a53362a9704e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:10.171429 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a31498e1-6b68-4138-b661-4a39d857e1e4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4445174 Jul 22 19:49:10.174024 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56884) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:10.178650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-41541c51-3003-4a2a-8380-77f99b8cf285 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-337500192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:10.201606 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41541c51-3003-4a2a-8380-77f99b8cf285 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:10.202557 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41541c51-3003-4a2a-8380-77f99b8cf285 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:10.258275 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41541c51-3003-4a2a-8380-77f99b8cf285 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:10.262803 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41541c51-3003-4a2a-8380-77f99b8cf285 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:10.279938 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-41541c51-3003-4a2a-8380-77f99b8cf285 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:10.282245 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-41541c51-3003-4a2a-8380-77f99b8cf285 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1061561 Jul 22 19:49:10.284513 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56886) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:10.290417 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-1fcdc3e8-2221-46de-972c-1240f0168948 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'port': {'network_id': '3bfaed68-b972-4a68-baf4-a53362a9704e', 'name': 'tempest-RoutersTest-1529375152'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:10.311410 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-3bfaed68-b972-4a68-baf4-a53362a9704e', 'network_id': '3bfaed68-b972-4a68-baf4-a53362a9704e', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'fixed_ips': [{'subnet_id': '2a9a8e04-bbf6-49c4-903b-2787cb9ffa9b'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:49:10.312268 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:10.405062 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcdc3e8-2221-46de-972c-1240f0168948 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Made reservation on behalf of 5b0c73577c6c4639be089846ad11ac63 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:10.408789 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1fcdc3e8-2221-46de-972c-1240f0168948 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:10.426287 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [None req-1fcdc3e8-2221-46de-972c-1240f0168948 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] device_id is not set on port 0f8914dc-f26c-4ec6-971c-0e1435319622 yet. {{(pid=93806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:49:10.449114 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] Allocated IP 172.20.0.2 (3bfaed68-b972-4a68-baf4-a53362a9704e/2a9a8e04-bbf6-49c4-903b-2787cb9ffa9b/fc6dca2b-1121-4fa7-bacb-b94e5c2e213f) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:10.591634 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:10.599624 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] Transition to ACTIVE for port object fc6dca2b-1121-4fa7-bacb-b94e5c2e213f will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:10.613887 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] Transition to ACTIVE for port object fc6dca2b-1121-4fa7-bacb-b94e5c2e213f will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:10.624315 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:10.663867 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] Network 3bfaed68-b972-4a68-baf4-a53362a9704e is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:10.666634 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:10.670181 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:10.675574 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] Pushing event updated for resources: {'Port': ['ID=fc6dca2b-1121-4fa7-bacb-b94e5c2e213f,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:10.683357 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-1fcdc3e8-2221-46de-972c-1240f0168948 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Allocated IP 172.20.0.3 (3bfaed68-b972-4a68-baf4-a53362a9704e/2a9a8e04-bbf6-49c4-903b-2787cb9ffa9b/0f8914dc-f26c-4ec6-971c-0e1435319622) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:10.735395 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] Attempting to bind port fc6dca2b-1121-4fa7-bacb-b94e5c2e213f on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:10.735762 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] Attempting to bind port fc6dca2b-1121-4fa7-bacb-b94e5c2e213f by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '93d7fa24-ad10-4d77-a125-fb96006be2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3bfaed68-b972-4a68-baf4-a53362a9704e'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:10.736129 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] Attempting to bind port fc6dca2b-1121-4fa7-bacb-b94e5c2e213f on network 3bfaed68-b972-4a68-baf4-a53362a9704e {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:10.741736 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:10.742314 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] Checking segment: {'id': '93d7fa24-ad10-4d77-a125-fb96006be2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3bfaed68-b972-4a68-baf4-a53362a9704e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:10.742788 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:10.743217 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] Bound using segment: {'id': '93d7fa24-ad10-4d77-a125-fb96006be2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3bfaed68-b972-4a68-baf4-a53362a9704e'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:10.743663 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] Bound port: fc6dca2b-1121-4fa7-bacb-b94e5c2e213f, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d7fa24-ad10-4d77-a125-fb96006be2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3bfaed68-b972-4a68-baf4-a53362a9704e'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:10.744049 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:10.798383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:10.824309 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:49:10.824679 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e5b02e53-06bd-4cc2-b181-2ecdbd0ebed0 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:49:10.829992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] For port fc6dca2b-1121-4fa7-bacb-b94e5c2e213f, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:10.840728 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1fcdc3e8-2221-46de-972c-1240f0168948 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:10.841783 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] For port fc6dca2b-1121-4fa7-bacb-b94e5c2e213f, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fc6dca2b-1121-4fa7-bacb-b94e5c2e213f,segment=NetworkSegment(93d7fa24-ad10-4d77-a125-fb96006be2cf),segment_id=93d7fa24-ad10-4d77-a125-fb96006be2cf)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:10.846477 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:10.859608 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-1fcdc3e8-2221-46de-972c-1240f0168948 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Transition to ACTIVE for port object 0f8914dc-f26c-4ec6-971c-0e1435319622 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:10.897056 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1fcdc3e8-2221-46de-972c-1240f0168948 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:10.906216 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32474e1-46a8-47ce-b6e5-c4478f486d5b None None] Pushing event updated for resources: {'Port': ['ID=fc6dca2b-1121-4fa7-bacb-b94e5c2e213f,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:10.949489 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcdc3e8-2221-46de-972c-1240f0168948 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network 3bfaed68-b972-4a68-baf4-a53362a9704e is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:10.953483 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-1fcdc3e8-2221-46de-972c-1240f0168948 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:10.955699 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdc3e8-2221-46de-972c-1240f0168948 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Port': ['ID=0f8914dc-f26c-4ec6-971c-0e1435319622,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:10.957884 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcdc3e8-2221-46de-972c-1240f0168948 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:11.008456 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcdc3e8-2221-46de-972c-1240f0168948 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:11.009143 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1fcdc3e8-2221-46de-972c-1240f0168948 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:11.027524 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56888) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:11.027995 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1fcdc3e8-2221-46de-972c-1240f0168948 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7418864 Jul 22 19:49:11.389085 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8c82b1f0-ecbb-49bd-9fdd-1edddcb28f53 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:11.801065 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cc0eb0-3a86-42ca-b280-6a9aadb1f645 None None] Network 3bfaed68-b972-4a68-baf4-a53362a9704e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:11.883305 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b8af479b-92b0-47bf-9663-4df2d02b06ce None None] Provisioning for port fc6dca2b-1121-4fa7-bacb-b94e5c2e213f completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:11.990559 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8c82b1f0-ecbb-49bd-9fdd-1edddcb28f53 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:11.995597 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8c82b1f0-ecbb-49bd-9fdd-1edddcb28f53 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:12.041913 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:12.077356 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82b1f0-ecbb-49bd-9fdd-1edddcb28f53 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Port': ['ID=0f8914dc-f26c-4ec6-971c-0e1435319622,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:12.225692 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-30b8f06a-3031-4cbf-bcd0-2f9fb616f913 None None] Provisioning for port 0f8914dc-f26c-4ec6-971c-0e1435319622 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:12.230103 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-30b8f06a-3031-4cbf-bcd0-2f9fb616f913 None None] Provisioning complete for port 0f8914dc-f26c-4ec6-971c-0e1435319622 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:12.230739 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-30b8f06a-3031-4cbf-bcd0-2f9fb616f913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:12.248671 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8c82b1f0-ecbb-49bd-9fdd-1edddcb28f53 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:12.273158 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-30b8f06a-3031-4cbf-bcd0-2f9fb616f913 None None] Port 0f8914dc-f26c-4ec6-971c-0e1435319622 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:12.380124 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8c82b1f0-ecbb-49bd-9fdd-1edddcb28f53 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:12.396163 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fccbdeaa-92b6-44c7-8207-950278de351a None None] Provisioning complete for port 0f8914dc-f26c-4ec6-971c-0e1435319622 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:12.396570 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fccbdeaa-92b6-44c7-8207-950278de351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:12.433486 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-fccbdeaa-92b6-44c7-8207-950278de351a None None] Port 0f8914dc-f26c-4ec6-971c-0e1435319622 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:12.556448 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-26e7ebcd-43a3-40d8-b045-66715e8eaec7 None None] Provisioning complete for port 0f8914dc-f26c-4ec6-971c-0e1435319622 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:12.556850 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-26e7ebcd-43a3-40d8-b045-66715e8eaec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:12.591200 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-26e7ebcd-43a3-40d8-b045-66715e8eaec7 None None] Port 0f8914dc-f26c-4ec6-971c-0e1435319622 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:12.644883 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8c82b1f0-ecbb-49bd-9fdd-1edddcb28f53 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:12.649845 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8c82b1f0-ecbb-49bd-9fdd-1edddcb28f53 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:12.723834 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82b1f0-ecbb-49bd-9fdd-1edddcb28f53 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Port': ['ID=0f8914dc-f26c-4ec6-971c-0e1435319622,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:12.726730 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8c82b1f0-ecbb-49bd-9fdd-1edddcb28f53 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:12.820801 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c82b1f0-ecbb-49bd-9fdd-1edddcb28f53 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network 3bfaed68-b972-4a68-baf4-a53362a9704e is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:12.821149 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fc6dca2b-1121-4fa7-bacb-b94e5c2e213f up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:12.822186 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-8c82b1f0-ecbb-49bd-9fdd-1edddcb28f53 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:12.872861 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port fc6dca2b-1121-4fa7-bacb-b94e5c2e213f completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:12.877943 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port fc6dca2b-1121-4fa7-bacb-b94e5c2e213f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:12.878612 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:12.962366 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c82b1f0-ecbb-49bd-9fdd-1edddcb28f53 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router 18ee6125-48da-405a-87cf-36a28f213bcd is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:49:12.968582 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:13.005329 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port fc6dca2b-1121-4fa7-bacb-b94e5c2e213f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fc6dca2b-1121-4fa7-bacb-b94e5c2e213f,segment=NetworkSegment(93d7fa24-ad10-4d77-a125-fb96006be2cf),segment_id=93d7fa24-ad10-4d77-a125-fb96006be2cf)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:13.010868 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:13.060918 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=fc6dca2b-1121-4fa7-bacb-b94e5c2e213f,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:13.071565 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c82b1f0-ecbb-49bd-9fdd-1edddcb28f53 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:13.077019 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8c82b1f0-ecbb-49bd-9fdd-1edddcb28f53 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/18ee6125-48da-405a-87cf-36a28f213bcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0481122 Jul 22 19:49:13.079558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56890) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:13.082919 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9949d2-fd6b-4b8c-b11c-5afb65a20127 None None] Sync routers for ids ['18ee6125-48da-405a-87cf-36a28f213bcd'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:13.092592 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9949d2-fd6b-4b8c-b11c-5afb65a20127 None None] Routers {'18ee6125-48da-405a-87cf-36a28f213bcd'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:13.093277 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4a9949d2-fd6b-4b8c-b11c-5afb65a20127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['18ee6125-48da-405a-87cf-36a28f213bcd'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:13.111743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b46ca804-202e-4f1f-bedd-34e9a0c714e9 None None] Provisioning complete for port 0f8914dc-f26c-4ec6-971c-0e1435319622 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:13.112357 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b46ca804-202e-4f1f-bedd-34e9a0c714e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:13.126490 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4a9949d2-fd6b-4b8c-b11c-5afb65a20127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:13.136861 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9949d2-fd6b-4b8c-b11c-5afb65a20127 None None] Routers {'18ee6125-48da-405a-87cf-36a28f213bcd'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:13.137056 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753e798d-1189-4017-a03c-2469b834a479 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:13.137466 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4a9949d2-fd6b-4b8c-b11c-5afb65a20127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['18ee6125-48da-405a-87cf-36a28f213bcd'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:13.138343 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-753e798d-1189-4017-a03c-2469b834a479 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/ports/0f8914dc-f26c-4ec6-971c-0e1435319622 HTTP/1.1" status: 200 len: 977 time: 0.0578632 Jul 22 19:49:13.141067 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56892) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:13.149511 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b46ca804-202e-4f1f-bedd-34e9a0c714e9 None None] Port 0f8914dc-f26c-4ec6-971c-0e1435319622 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:13.175882 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4a9949d2-fd6b-4b8c-b11c-5afb65a20127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:13.176560 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9949d2-fd6b-4b8c-b11c-5afb65a20127 None None] The sync data for ids ['18ee6125-48da-405a-87cf-36a28f213bcd'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:13.547999 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7721539e-03e6-432c-a331-75b8da81474b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:13.751993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-7721539e-03e6-432c-a331-75b8da81474b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting port 0f8914dc-f26c-4ec6-971c-0e1435319622 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:13.752253 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7721539e-03e6-432c-a331-75b8da81474b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:13.837821 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7721539e-03e6-432c-a331-75b8da81474b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:13.852281 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-7721539e-03e6-432c-a331-75b8da81474b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Calling delete_port for 0f8914dc-f26c-4ec6-971c-0e1435319622 owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:14.027615 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7721539e-03e6-432c-a331-75b8da81474b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:14.055354 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721539e-03e6-432c-a331-75b8da81474b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Port': ['ID=0f8914dc-f26c-4ec6-971c-0e1435319622,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:14.195844 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7721539e-03e6-432c-a331-75b8da81474b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:14.346371 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7721539e-03e6-432c-a331-75b8da81474b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router 18ee6125-48da-405a-87cf-36a28f213bcd has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:14.418863 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7721539e-03e6-432c-a331-75b8da81474b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:14.423816 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7721539e-03e6-432c-a331-75b8da81474b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/18ee6125-48da-405a-87cf-36a28f213bcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2818077 Jul 22 19:49:14.426547 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56898) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:14.428787 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec2591-e35b-4bb9-a8af-5a63ca61cd62 None None] Sync routers for ids ['18ee6125-48da-405a-87cf-36a28f213bcd'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:14.438230 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ec2591-e35b-4bb9-a8af-5a63ca61cd62 None None] Routers {'18ee6125-48da-405a-87cf-36a28f213bcd'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:14.438847 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-20ec2591-e35b-4bb9-a8af-5a63ca61cd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['18ee6125-48da-405a-87cf-36a28f213bcd'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:14.473505 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-20ec2591-e35b-4bb9-a8af-5a63ca61cd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:14.482142 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ec2591-e35b-4bb9-a8af-5a63ca61cd62 None None] Routers {'18ee6125-48da-405a-87cf-36a28f213bcd'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:14.482738 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-20ec2591-e35b-4bb9-a8af-5a63ca61cd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['18ee6125-48da-405a-87cf-36a28f213bcd'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:14.516019 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-20ec2591-e35b-4bb9-a8af-5a63ca61cd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:14.516705 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec2591-e35b-4bb9-a8af-5a63ca61cd62 None None] The sync data for ids ['18ee6125-48da-405a-87cf-36a28f213bcd'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:14.603502 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [None req-b1fed22c-b1f1-4d8a-9d9c-9494f6f25183 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] remove_router_interface failed (client error): The resource could not be found. Jul 22 19:49:14.604521 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b1fed22c-b1f1-4d8a-9d9c-9494f6f25183 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/18ee6125-48da-405a-87cf-36a28f213bcd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1770160 Jul 22 19:49:14.607216 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56900) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:14.659548 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8c857175-030c-4d1e-95b8-a9cdbea50b3e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/ports?device_id=18ee6125-48da-405a-87cf-36a28f213bcd HTTP/1.1" status: 200 len: 205 time: 0.0512960 Jul 22 19:49:14.661922 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56902) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:14.802355 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fc6dca2b-1121-4fa7-bacb-b94e5c2e213f up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:14.856301 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port fc6dca2b-1121-4fa7-bacb-b94e5c2e213f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:14.856708 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:14.990392 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10d010b8-98fc-408c-9079-b4d61ac6f5a0 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.150843 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10d010b8-98fc-408c-9079-b4d61ac6f5a0 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.152899 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10d010b8-98fc-408c-9079-b4d61ac6f5a0 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.194980 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10d010b8-98fc-408c-9079-b4d61ac6f5a0 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.195683 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d010b8-98fc-408c-9079-b4d61ac6f5a0 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Fanout notify agent at l3_agent the message router_deleted on router 18ee6125-48da-405a-87cf-36a28f213bcd {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:49:15.202904 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10d010b8-98fc-408c-9079-b4d61ac6f5a0 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.204003 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-10d010b8-98fc-408c-9079-b4d61ac6f5a0 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/routers/18ee6125-48da-405a-87cf-36a28f213bcd HTTP/1.1" status: 204 len: 168 time: 0.5412135 Jul 22 19:49:15.206684 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56904) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:15.257044 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9756f1-5540-4d6b-aa3f-5b3de194aea9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting subnet 2a9a8e04-bbf6-49c4-903b-2787cb9ffa9b {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:49:15.260050 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0e9756f1-5540-4d6b-aa3f-5b3de194aea9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.299584 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0e9756f1-5540-4d6b-aa3f-5b3de194aea9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.384749 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0e9756f1-5540-4d6b-aa3f-5b3de194aea9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.440432 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0e9756f1-5540-4d6b-aa3f-5b3de194aea9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.465658 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9756f1-5540-4d6b-aa3f-5b3de194aea9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Subnet': ['ID=2a9a8e04-bbf6-49c4-903b-2787cb9ffa9b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:15.471302 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0e9756f1-5540-4d6b-aa3f-5b3de194aea9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.473155 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0e9756f1-5540-4d6b-aa3f-5b3de194aea9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/subnets/2a9a8e04-bbf6-49c4-903b-2787cb9ffa9b HTTP/1.1" status: 204 len: 168 time: 0.2655592 Jul 22 19:49:15.475968 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56906) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:15.478231 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e45b71-5e5f-4b34-80cc-3b2a32fd98dc None None] Network 3bfaed68-b972-4a68-baf4-a53362a9704e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:15.554484 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10b1c9f1-925b-4866-9905-cc0ec857f841 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.607031 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-10b1c9f1-925b-4866-9905-cc0ec857f841 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting port fc6dca2b-1121-4fa7-bacb-b94e5c2e213f {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:15.607375 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10b1c9f1-925b-4866-9905-cc0ec857f841 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.671483 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-10b1c9f1-925b-4866-9905-cc0ec857f841 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] For port fc6dca2b-1121-4fa7-bacb-b94e5c2e213f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fc6dca2b-1121-4fa7-bacb-b94e5c2e213f,segment=NetworkSegment(93d7fa24-ad10-4d77-a125-fb96006be2cf),segment_id=93d7fa24-ad10-4d77-a125-fb96006be2cf)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:15.671838 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10b1c9f1-925b-4866-9905-cc0ec857f841 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.679062 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ef4a03-18af-4057-a676-fd6aaac12013 None None] DHCP port deletion for 3bfaed68-b972-4a68-baf4-a53362a9704e request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:49:15.690714 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-10b1c9f1-925b-4866-9905-cc0ec857f841 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Calling delete_port for fc6dca2b-1121-4fa7-bacb-b94e5c2e213f owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:15.726619 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-89ef4a03-18af-4057-a676-fd6aaac12013 None None] Deleting port fc6dca2b-1121-4fa7-bacb-b94e5c2e213f {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:15.727004 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-89ef4a03-18af-4057-a676-fd6aaac12013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.769456 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10b1c9f1-925b-4866-9905-cc0ec857f841 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.792117 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-89ef4a03-18af-4057-a676-fd6aaac12013 None None] For port fc6dca2b-1121-4fa7-bacb-b94e5c2e213f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fc6dca2b-1121-4fa7-bacb-b94e5c2e213f,segment=NetworkSegment(93d7fa24-ad10-4d77-a125-fb96006be2cf),segment_id=93d7fa24-ad10-4d77-a125-fb96006be2cf)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:15.792690 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-89ef4a03-18af-4057-a676-fd6aaac12013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.795980 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1c9f1-925b-4866-9905-cc0ec857f841 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Port': ['ID=fc6dca2b-1121-4fa7-bacb-b94e5c2e213f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:15.797863 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b1c9f1-925b-4866-9905-cc0ec857f841 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] No DVR routers for this DVR port fc6dca2b-1121-4fa7-bacb-b94e5c2e213f on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:15.805371 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-89ef4a03-18af-4057-a676-fd6aaac12013 None None] Calling delete_port for fc6dca2b-1121-4fa7-bacb-b94e5c2e213f owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:15.879427 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-89ef4a03-18af-4057-a676-fd6aaac12013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.879684 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10b1c9f1-925b-4866-9905-cc0ec857f841 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.890393 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-10b1c9f1-925b-4866-9905-cc0ec857f841 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bfaed68-b972-4a68-baf4-a53362a9704e']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:15.900689 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-10b1c9f1-925b-4866-9905-cc0ec857f841 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d7fa24-ad10-4d77-a125-fb96006be2cf') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:15.900929 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-10b1c9f1-925b-4866-9905-cc0ec857f841 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d7fa24-ad10-4d77-a125-fb96006be2cf') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:15.902540 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef4a03-18af-4057-a676-fd6aaac12013 None None] Pushing event deleted for resources: {'Port': ['ID=fc6dca2b-1121-4fa7-bacb-b94e5c2e213f,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:15.908795 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ef4a03-18af-4057-a676-fd6aaac12013 None None] No DVR routers for this DVR port fc6dca2b-1121-4fa7-bacb-b94e5c2e213f on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:15.910504 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10b1c9f1-925b-4866-9905-cc0ec857f841 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.925809 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10b1c9f1-925b-4866-9905-cc0ec857f841 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.932878 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b1c9f1-925b-4866-9905-cc0ec857f841 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:49:15.933322 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10b1c9f1-925b-4866-9905-cc0ec857f841 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:49:15.936244 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:49:15.994044 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10b1c9f1-925b-4866-9905-cc0ec857f841 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.001296 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10b1c9f1-925b-4866-9905-cc0ec857f841 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.003003 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-10b1c9f1-925b-4866-9905-cc0ec857f841 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/networks/3bfaed68-b972-4a68-baf4-a53362a9704e HTTP/1.1" status: 204 len: 168 time: 0.5260110 Jul 22 19:49:16.008292 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56908) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:16.013593 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-da61986c-544a-4b25-9bb6-93b6a050f42e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'network': {'name': 'tempest-RoutersTest-253227838'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:16.020068 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1c9f1-925b-4866-9905-cc0ec857f841 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Network': ['ID=3bfaed68-b972-4a68-baf4-a53362a9704e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:16.034185 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da61986c-544a-4b25-9bb6-93b6a050f42e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Made reservation on behalf of 5b0c73577c6c4639be089846ad11ac63 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:16.037860 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da61986c-544a-4b25-9bb6-93b6a050f42e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.061810 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da61986c-544a-4b25-9bb6-93b6a050f42e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:49:16.071295 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da61986c-544a-4b25-9bb6-93b6a050f42e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.071649 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-da61986c-544a-4b25-9bb6-93b6a050f42e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Added segment 9591097c-0d7f-43d9-b415-42be856154ed of type vlan for network 319f2f28-f675-4ea4-a4f4-54d5b006a885 Jul 22 19:49:16.109942 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da61986c-544a-4b25-9bb6-93b6a050f42e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.142128 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da61986c-544a-4b25-9bb6-93b6a050f42e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.147683 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da61986c-544a-4b25-9bb6-93b6a050f42e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:16.148276 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da61986c-544a-4b25-9bb6-93b6a050f42e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.180255 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-da61986c-544a-4b25-9bb6-93b6a050f42e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1707697 Jul 22 19:49:16.183281 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56910) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:16.190286 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ae2f5161-1cc0-436b-b6d6-de28d1df078c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'subnet': {'network_id': '319f2f28-f675-4ea4-a4f4-54d5b006a885', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:16.236181 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61986c-544a-4b25-9bb6-93b6a050f42e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Network': ['ID=319f2f28-f675-4ea4-a4f4-54d5b006a885,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:16.247827 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 319f2f28-f675-4ea4-a4f4-54d5b006a885 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:49:16.313689 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2f5161-1cc0-436b-b6d6-de28d1df078c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Made reservation on behalf of 5b0c73577c6c4639be089846ad11ac63 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:16.317322 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ae2f5161-1cc0-436b-b6d6-de28d1df078c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.493435 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ae2f5161-1cc0-436b-b6d6-de28d1df078c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.553966 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f5161-1cc0-436b-b6d6-de28d1df078c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Subnet': ['ID=a6bae3a4-49cf-466b-97bd-9d60ca3fd44f,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:16.561392 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2f5161-1cc0-436b-b6d6-de28d1df078c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Checking segment: {'id': '9591097c-0d7f-43d9-b415-42be856154ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '319f2f28-f675-4ea4-a4f4-54d5b006a885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:16.561756 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2f5161-1cc0-436b-b6d6-de28d1df078c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network hostable DHCP agents. Network: 319f2f28-f675-4ea4-a4f4-54d5b006a885, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:49:16.577858 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2f5161-1cc0-436b-b6d6-de28d1df078c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network 319f2f28-f675-4ea4-a4f4-54d5b006a885 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:49:16.586883 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-ae2f5161-1cc0-436b-b6d6-de28d1df078c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 319f2f28-f675-4ea4-a4f4-54d5b006a885) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:16.590906 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2f5161-1cc0-436b-b6d6-de28d1df078c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:16.591514 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ae2f5161-1cc0-436b-b6d6-de28d1df078c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.596364 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc15f51-088a-40e9-ae0d-6956603afe45 None None] Network 319f2f28-f675-4ea4-a4f4-54d5b006a885 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:16.606770 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ae2f5161-1cc0-436b-b6d6-de28d1df078c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4224901 Jul 22 19:49:16.609462 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56912) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:16.613881 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-096e6c2f-bd2a-4762-a4c7-273ee9d59dd9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2133338790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:16.636300 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-096e6c2f-bd2a-4762-a4c7-273ee9d59dd9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.637320 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-096e6c2f-bd2a-4762-a4c7-273ee9d59dd9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.688801 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-096e6c2f-bd2a-4762-a4c7-273ee9d59dd9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.692902 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-096e6c2f-bd2a-4762-a4c7-273ee9d59dd9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.708444 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-096e6c2f-bd2a-4762-a4c7-273ee9d59dd9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.710169 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-096e6c2f-bd2a-4762-a4c7-273ee9d59dd9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.0992534 Jul 22 19:49:16.713016 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56914) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:16.751105 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-319f2f28-f675-4ea4-a4f4-54d5b006a885', 'network_id': '319f2f28-f675-4ea4-a4f4-54d5b006a885', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'fixed_ips': [{'subnet_id': 'a6bae3a4-49cf-466b-97bd-9d60ca3fd44f'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:49:16.751979 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.820308 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fc6dca2b-1121-4fa7-bacb-b94e5c2e213f no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:16.852700 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: fc6dca2b-1121-4fa7-bacb-b94e5c2e213f {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:49:16.853051 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fc6dca2b-1121-4fa7-bacb-b94e5c2e213f not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:49:16.910139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] Allocated IP 172.20.0.2 (319f2f28-f675-4ea4-a4f4-54d5b006a885/a6bae3a4-49cf-466b-97bd-9d60ca3fd44f/b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:16.984895 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bb4ba939-07c1-48a8-b161-da509c19095d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:17.058570 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:17.066682 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] Transition to ACTIVE for port object b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:17.081922 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] Transition to ACTIVE for port object b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:17.087132 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:17.127839 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] Network 319f2f28-f675-4ea4-a4f4-54d5b006a885 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:17.130648 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:17.133216 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:17.142500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] Pushing event updated for resources: {'Port': ['ID=b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:17.198436 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] Attempting to bind port b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:17.198801 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] Attempting to bind port b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '9591097c-0d7f-43d9-b415-42be856154ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '319f2f28-f675-4ea4-a4f4-54d5b006a885'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:17.199161 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] Attempting to bind port b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309 on network 319f2f28-f675-4ea4-a4f4-54d5b006a885 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:17.204108 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:17.204488 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] Checking segment: {'id': '9591097c-0d7f-43d9-b415-42be856154ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '319f2f28-f675-4ea4-a4f4-54d5b006a885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:17.204902 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:17.205289 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] Bound using segment: {'id': '9591097c-0d7f-43d9-b415-42be856154ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '319f2f28-f675-4ea4-a4f4-54d5b006a885'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:17.205774 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] Bound port: b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9591097c-0d7f-43d9-b415-42be856154ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '319f2f28-f675-4ea4-a4f4-54d5b006a885'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:17.206289 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:17.219880 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-bb4ba939-07c1-48a8-b161-da509c19095d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Allocated IP 172.20.0.1 (319f2f28-f675-4ea4-a4f4-54d5b006a885/a6bae3a4-49cf-466b-97bd-9d60ca3fd44f/69b65238-2b71-4409-9205-d576c918ec66) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:17.271727 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] For port b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:17.275481 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] For port b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309,segment=NetworkSegment(9591097c-0d7f-43d9-b415-42be856154ed),segment_id=9591097c-0d7f-43d9-b415-42be856154ed)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:17.280058 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:17.332895 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bb4ba939-07c1-48a8-b161-da509c19095d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:17.338320 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6adfa3-6654-4e5e-a1ef-a28dc95f05ba None None] Pushing event updated for resources: {'Port': ['ID=b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:17.353428 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-bb4ba939-07c1-48a8-b161-da509c19095d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Transition to ACTIVE for port object 69b65238-2b71-4409-9205-d576c918ec66 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:17.389452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bb4ba939-07c1-48a8-b161-da509c19095d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:17.434901 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4ba939-07c1-48a8-b161-da509c19095d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network 319f2f28-f675-4ea4-a4f4-54d5b006a885 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:17.438131 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-bb4ba939-07c1-48a8-b161-da509c19095d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:17.440673 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4ba939-07c1-48a8-b161-da509c19095d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:17.448051 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ba939-07c1-48a8-b161-da509c19095d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Port': ['ID=69b65238-2b71-4409-9205-d576c918ec66,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:17.500587 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bb4ba939-07c1-48a8-b161-da509c19095d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:17.632495 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bb4ba939-07c1-48a8-b161-da509c19095d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:17.884328 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bb4ba939-07c1-48a8-b161-da509c19095d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:17.888805 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bb4ba939-07c1-48a8-b161-da509c19095d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:17.960710 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ba939-07c1-48a8-b161-da509c19095d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Port': ['ID=69b65238-2b71-4409-9205-d576c918ec66,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:17.965852 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bb4ba939-07c1-48a8-b161-da509c19095d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:18.062761 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4ba939-07c1-48a8-b161-da509c19095d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network 319f2f28-f675-4ea4-a4f4-54d5b006a885 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:18.064157 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-bb4ba939-07c1-48a8-b161-da509c19095d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:18.183857 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4ba939-07c1-48a8-b161-da509c19095d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router 888c9769-60ab-4453-a087-47f12c2bfd78 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:49:18.221665 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2995a22f-6005-4b75-91fd-72746f4784b9 None None] Network 319f2f28-f675-4ea4-a4f4-54d5b006a885 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:18.277455 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4ba939-07c1-48a8-b161-da509c19095d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:18.285769 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56916) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:18.288252 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2872cee-b540-44c7-abd0-a8b99ce6f316 None None] Sync routers for ids ['888c9769-60ab-4453-a087-47f12c2bfd78'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:18.293186 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bb4ba939-07c1-48a8-b161-da509c19095d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/888c9769-60ab-4453-a087-47f12c2bfd78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5789573 Jul 22 19:49:18.298640 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2872cee-b540-44c7-abd0-a8b99ce6f316 None None] Routers {'888c9769-60ab-4453-a087-47f12c2bfd78'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:18.299255 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e2872cee-b540-44c7-abd0-a8b99ce6f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['888c9769-60ab-4453-a087-47f12c2bfd78'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:18.332759 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6e6d026d-1dfc-498b-a4b4-22f3ec196faf None None] Provisioning for port b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:18.333470 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e2872cee-b540-44c7-abd0-a8b99ce6f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:18.343098 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fefd4c-c3c2-44df-ac62-d1c5d8db3f70 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:18.344560 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2872cee-b540-44c7-abd0-a8b99ce6f316 None None] Routers {'888c9769-60ab-4453-a087-47f12c2bfd78'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:18.345614 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e2872cee-b540-44c7-abd0-a8b99ce6f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['888c9769-60ab-4453-a087-47f12c2bfd78'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:18.347484 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-34fefd4c-c3c2-44df-ac62-d1c5d8db3f70 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/ports/69b65238-2b71-4409-9205-d576c918ec66 HTTP/1.1" status: 200 len: 910 time: 0.0606780 Jul 22 19:49:18.348437 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56918) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:18.379077 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e2872cee-b540-44c7-abd0-a8b99ce6f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:18.379731 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2872cee-b540-44c7-abd0-a8b99ce6f316 None None] The sync data for ids ['888c9769-60ab-4453-a087-47f12c2bfd78'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:18.685929 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-cf5a1640-0ff3-4319-ac7b-d6973c87b406 None None] Provisioning for port 69b65238-2b71-4409-9205-d576c918ec66 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:18.690237 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-cf5a1640-0ff3-4319-ac7b-d6973c87b406 None None] Provisioning complete for port 69b65238-2b71-4409-9205-d576c918ec66 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:18.690614 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cf5a1640-0ff3-4319-ac7b-d6973c87b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:18.729005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a1640-0ff3-4319-ac7b-d6973c87b406 None None] Port 69b65238-2b71-4409-9205-d576c918ec66 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:18.837636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:18.890976 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-69d9cc13-e828-420f-9096-a06107494d32 None None] Provisioning complete for port 69b65238-2b71-4409-9205-d576c918ec66 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:18.892525 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-69d9cc13-e828-420f-9096-a06107494d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:18.932826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-69d9cc13-e828-420f-9096-a06107494d32 None None] Port 69b65238-2b71-4409-9205-d576c918ec66 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:18.934735 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:18.939572 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:18.939950 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:19.001038 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ee2006a-d33f-46e0-b151-e5c9e03f6661 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:19.020984 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:19.056595 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309,segment=NetworkSegment(9591097c-0d7f-43d9-b415-42be856154ed),segment_id=9591097c-0d7f-43d9-b415-42be856154ed)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:19.061004 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:19.091755 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3afc9395-6dc3-483e-89e8-e266eca15783 None None] Provisioning complete for port 69b65238-2b71-4409-9205-d576c918ec66 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:19.092131 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3afc9395-6dc3-483e-89e8-e266eca15783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:19.144244 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:19.146930 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-3afc9395-6dc3-483e-89e8-e266eca15783 None None] Port 69b65238-2b71-4409-9205-d576c918ec66 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:19.261948 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-2ee2006a-d33f-46e0-b151-e5c9e03f6661 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting port 69b65238-2b71-4409-9205-d576c918ec66 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:19.262289 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ee2006a-d33f-46e0-b151-e5c9e03f6661 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:19.348893 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ee2006a-d33f-46e0-b151-e5c9e03f6661 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:19.360699 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-2ee2006a-d33f-46e0-b151-e5c9e03f6661 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Calling delete_port for 69b65238-2b71-4409-9205-d576c918ec66 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:19.523409 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ee2006a-d33f-46e0-b151-e5c9e03f6661 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:19.554275 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2006a-d33f-46e0-b151-e5c9e03f6661 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Port': ['ID=69b65238-2b71-4409-9205-d576c918ec66,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:19.698703 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ee2006a-d33f-46e0-b151-e5c9e03f6661 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:19.856083 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee2006a-d33f-46e0-b151-e5c9e03f6661 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router 888c9769-60ab-4453-a087-47f12c2bfd78 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:19.930251 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee2006a-d33f-46e0-b151-e5c9e03f6661 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:19.935433 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2ee2006a-d33f-46e0-b151-e5c9e03f6661 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/888c9769-60ab-4453-a087-47f12c2bfd78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5859144 Jul 22 19:49:19.938181 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56922) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:19.939610 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb789c7-19e0-439d-b947-f136684c247f None None] Sync routers for ids ['888c9769-60ab-4453-a087-47f12c2bfd78'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:19.950211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb789c7-19e0-439d-b947-f136684c247f None None] Routers {'888c9769-60ab-4453-a087-47f12c2bfd78'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:19.950870 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6bb789c7-19e0-439d-b947-f136684c247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['888c9769-60ab-4453-a087-47f12c2bfd78'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:19.968806 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2f1954a4-2bd9-44d5-a65c-8fe36351727e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/ports?device_id=888c9769-60ab-4453-a087-47f12c2bfd78 HTTP/1.1" status: 200 len: 205 time: 0.0294940 Jul 22 19:49:19.971229 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56924) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:19.983296 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6bb789c7-19e0-439d-b947-f136684c247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:19.992005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb789c7-19e0-439d-b947-f136684c247f None None] Routers {'888c9769-60ab-4453-a087-47f12c2bfd78'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:19.992640 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6bb789c7-19e0-439d-b947-f136684c247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['888c9769-60ab-4453-a087-47f12c2bfd78'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:20.027709 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6bb789c7-19e0-439d-b947-f136684c247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:20.028365 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb789c7-19e0-439d-b947-f136684c247f None None] The sync data for ids ['888c9769-60ab-4453-a087-47f12c2bfd78'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:20.044737 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44333bc1-a280-4b48-ba50-71d556050db5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.198999 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44333bc1-a280-4b48-ba50-71d556050db5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.201094 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44333bc1-a280-4b48-ba50-71d556050db5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.242995 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44333bc1-a280-4b48-ba50-71d556050db5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.243482 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44333bc1-a280-4b48-ba50-71d556050db5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Fanout notify agent at l3_agent the message router_deleted on router 888c9769-60ab-4453-a087-47f12c2bfd78 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:49:20.250139 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44333bc1-a280-4b48-ba50-71d556050db5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.251292 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-44333bc1-a280-4b48-ba50-71d556050db5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/routers/888c9769-60ab-4453-a087-47f12c2bfd78 HTTP/1.1" status: 204 len: 168 time: 0.2791076 Jul 22 19:49:20.253872 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56926) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:20.304310 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0a271a-e7ea-4b60-8be8-8ea5d4f2ca51 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting subnet a6bae3a4-49cf-466b-97bd-9d60ca3fd44f {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:49:20.307541 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe0a271a-e7ea-4b60-8be8-8ea5d4f2ca51 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.349329 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe0a271a-e7ea-4b60-8be8-8ea5d4f2ca51 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.429310 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe0a271a-e7ea-4b60-8be8-8ea5d4f2ca51 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.486462 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe0a271a-e7ea-4b60-8be8-8ea5d4f2ca51 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.519456 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a271a-e7ea-4b60-8be8-8ea5d4f2ca51 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Subnet': ['ID=a6bae3a4-49cf-466b-97bd-9d60ca3fd44f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:20.524705 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fe0a271a-e7ea-4b60-8be8-8ea5d4f2ca51 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.525963 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fe0a271a-e7ea-4b60-8be8-8ea5d4f2ca51 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/subnets/a6bae3a4-49cf-466b-97bd-9d60ca3fd44f HTTP/1.1" status: 204 len: 168 time: 0.2711110 Jul 22 19:49:20.528487 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56928) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:20.531055 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61de1fbe-9af2-45b5-9af8-0d6f2a238438 None None] Network 319f2f28-f675-4ea4-a4f4-54d5b006a885 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:20.603724 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09624e7d-2436-487a-a6b4-990782855a0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.657382 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-09624e7d-2436-487a-a6b4-990782855a0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting port b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:20.657868 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09624e7d-2436-487a-a6b4-990782855a0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.723549 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142fdfec-18f4-4508-aaaa-65e059a2a3ff None None] DHCP port deletion for 319f2f28-f675-4ea4-a4f4-54d5b006a885 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:49:20.731265 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-09624e7d-2436-487a-a6b4-990782855a0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] For port b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309,segment=NetworkSegment(9591097c-0d7f-43d9-b415-42be856154ed),segment_id=9591097c-0d7f-43d9-b415-42be856154ed)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:20.731621 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09624e7d-2436-487a-a6b4-990782855a0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.743990 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-09624e7d-2436-487a-a6b4-990782855a0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Calling delete_port for b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:20.771537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-142fdfec-18f4-4508-aaaa-65e059a2a3ff None None] Deleting port b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:20.771923 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-142fdfec-18f4-4508-aaaa-65e059a2a3ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.827779 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:20.828407 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09624e7d-2436-487a-a6b4-990782855a0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.860265 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09624e7d-2436-487a-a6b4-990782855a0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] No DVR routers for this DVR port b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:20.861011 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:49:20.861358 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:49:20.862198 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09624e7d-2436-487a-a6b4-990782855a0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Port': ['ID=b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:20.865787 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-142fdfec-18f4-4508-aaaa-65e059a2a3ff None None] For port b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309,segment=NetworkSegment(9591097c-0d7f-43d9-b415-42be856154ed),segment_id=9591097c-0d7f-43d9-b415-42be856154ed)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:20.866614 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-142fdfec-18f4-4508-aaaa-65e059a2a3ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.879377 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-142fdfec-18f4-4508-aaaa-65e059a2a3ff None None] Calling delete_port for b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:20.938664 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09624e7d-2436-487a-a6b4-990782855a0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.948454 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-09624e7d-2436-487a-a6b4-990782855a0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319f2f28-f675-4ea4-a4f4-54d5b006a885']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:20.955451 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-142fdfec-18f4-4508-aaaa-65e059a2a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.961119 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-09624e7d-2436-487a-a6b4-990782855a0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9591097c-0d7f-43d9-b415-42be856154ed') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:20.961119 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-09624e7d-2436-487a-a6b4-990782855a0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9591097c-0d7f-43d9-b415-42be856154ed') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:20.970644 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09624e7d-2436-487a-a6b4-990782855a0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.984775 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09624e7d-2436-487a-a6b4-990782855a0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.985534 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142fdfec-18f4-4508-aaaa-65e059a2a3ff None None] Pushing event deleted for resources: {'Port': ['ID=b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:20.990631 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09624e7d-2436-487a-a6b4-990782855a0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:49:20.991479 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142fdfec-18f4-4508-aaaa-65e059a2a3ff None None] No DVR routers for this DVR port b6d1b7dc-31dc-4f60-930f-8eb6f6ecf309 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:20.991761 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09624e7d-2436-487a-a6b4-990782855a0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:49:20.994895 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:49:21.057650 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09624e7d-2436-487a-a6b4-990782855a0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:21.065032 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09624e7d-2436-487a-a6b4-990782855a0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:21.066789 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-09624e7d-2436-487a-a6b4-990782855a0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/networks/319f2f28-f675-4ea4-a4f4-54d5b006a885 HTTP/1.1" status: 204 len: 168 time: 0.5373611 Jul 22 19:49:21.070951 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56930) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:21.075940 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-9ab2bf79-329e-4140-9b4f-220f7e1d27ff tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1114243251', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}, 'admin_state_up': False}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:21.077922 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09624e7d-2436-487a-a6b4-990782855a0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Network': ['ID=319f2f28-f675-4ea4-a4f4-54d5b006a885,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:21.098594 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9ab2bf79-329e-4140-9b4f-220f7e1d27ff tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:21.099653 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9ab2bf79-329e-4140-9b4f-220f7e1d27ff tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:21.150455 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9ab2bf79-329e-4140-9b4f-220f7e1d27ff tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:21.288350 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9ab2bf79-329e-4140-9b4f-220f7e1d27ff tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:21.480416 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9ab2bf79-329e-4140-9b4f-220f7e1d27ff tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:21.499061 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9ab2bf79-329e-4140-9b4f-220f7e1d27ff tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:21.598336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-9ab2bf79-329e-4140-9b4f-220f7e1d27ff tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Allocated IP 172.25.3.8 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/bf1a8917-26ad-4789-8157-6d4d6d0b07cf) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:21.702431 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9ab2bf79-329e-4140-9b4f-220f7e1d27ff tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:21.741299 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9ab2bf79-329e-4140-9b4f-220f7e1d27ff tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:21.775524 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab2bf79-329e-4140-9b4f-220f7e1d27ff tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:21.778502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-9ab2bf79-329e-4140-9b4f-220f7e1d27ff tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:21.783926 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab2bf79-329e-4140-9b4f-220f7e1d27ff tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:21.812218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2bf79-329e-4140-9b4f-220f7e1d27ff tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Port': ['ID=bf1a8917-26ad-4789-8157-6d4d6d0b07cf,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:22.034847 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9ab2bf79-329e-4140-9b4f-220f7e1d27ff tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:22.234968 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9ab2bf79-329e-4140-9b4f-220f7e1d27ff tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:22.359062 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab2bf79-329e-4140-9b4f-220f7e1d27ff tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router f779e3dc-f04f-4471-a765-c8afb31d54d8 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:49:22.464111 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab2bf79-329e-4140-9b4f-220f7e1d27ff tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:22.473813 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ead848-3a52-4f00-9561-9d141b07354d None None] Sync routers for ids ['f779e3dc-f04f-4471-a765-c8afb31d54d8'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:22.482510 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9ab2bf79-329e-4140-9b4f-220f7e1d27ff tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:22.483895 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9ab2bf79-329e-4140-9b4f-220f7e1d27ff tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.4118428 Jul 22 19:49:22.484035 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ead848-3a52-4f00-9561-9d141b07354d None None] Routers {'f779e3dc-f04f-4471-a765-c8afb31d54d8'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:22.484602 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-26ead848-3a52-4f00-9561-9d141b07354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f779e3dc-f04f-4471-a765-c8afb31d54d8'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:22.486754 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56934) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:22.519262 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-26ead848-3a52-4f00-9561-9d141b07354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:22.528646 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ead848-3a52-4f00-9561-9d141b07354d None None] Routers {'f779e3dc-f04f-4471-a765-c8afb31d54d8'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:22.529255 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-26ead848-3a52-4f00-9561-9d141b07354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f779e3dc-f04f-4471-a765-c8afb31d54d8'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:22.560655 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-26ead848-3a52-4f00-9561-9d141b07354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:22.561296 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ead848-3a52-4f00-9561-9d141b07354d None None] The sync data for ids ['f779e3dc-f04f-4471-a765-c8afb31d54d8'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:22.596875 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2dc114ce-b87f-4b4c-91d0-794851d29e23 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/routers/f779e3dc-f04f-4471-a765-c8afb31d54d8 HTTP/1.1" status: 200 len: 879 time: 0.1090279 Jul 22 19:49:22.599272 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56936) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:23.077734 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cefc3458-bf0f-44a5-a882-f1275e22360d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.4773138 Jul 22 19:49:23.080096 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56938) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:23.084395 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-6b70c6a3-eb3d-4975-bd2e-a92c21cccfb6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1114243251'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:23.374790 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6b70c6a3-eb3d-4975-bd2e-a92c21cccfb6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:23.385102 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6b70c6a3-eb3d-4975-bd2e-a92c21cccfb6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-910330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-910305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-910161'] for router, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:23.498320 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b70c6a3-eb3d-4975-bd2e-a92c21cccfb6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router f779e3dc-f04f-4471-a765-c8afb31d54d8 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:23.608840 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b70c6a3-eb3d-4975-bd2e-a92c21cccfb6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:23.615540 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6b70c6a3-eb3d-4975-bd2e-a92c21cccfb6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:23.616819 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6b70c6a3-eb3d-4975-bd2e-a92c21cccfb6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/f779e3dc-f04f-4471-a765-c8afb31d54d8 HTTP/1.1" status: 200 len: 886 time: 0.5357273 Jul 22 19:49:23.618528 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d983fcde-5e28-4d0f-bf25-43283ccb8782 None None] Sync routers for ids ['f779e3dc-f04f-4471-a765-c8afb31d54d8'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:23.619350 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56940) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:23.627931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d983fcde-5e28-4d0f-bf25-43283ccb8782 None None] Routers {'f779e3dc-f04f-4471-a765-c8afb31d54d8'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:23.628490 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d983fcde-5e28-4d0f-bf25-43283ccb8782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f779e3dc-f04f-4471-a765-c8afb31d54d8'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:23.661666 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d983fcde-5e28-4d0f-bf25-43283ccb8782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:23.670416 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d983fcde-5e28-4d0f-bf25-43283ccb8782 None None] Routers {'f779e3dc-f04f-4471-a765-c8afb31d54d8'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:23.671007 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d983fcde-5e28-4d0f-bf25-43283ccb8782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f779e3dc-f04f-4471-a765-c8afb31d54d8'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:23.702082 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d983fcde-5e28-4d0f-bf25-43283ccb8782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:23.702720 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d983fcde-5e28-4d0f-bf25-43283ccb8782 None None] The sync data for ids ['f779e3dc-f04f-4471-a765-c8afb31d54d8'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:23.728906 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c49fe9b2-1604-4551-b15a-e47b3e2b0648 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/routers/f779e3dc-f04f-4471-a765-c8afb31d54d8 HTTP/1.1" status: 200 len: 886 time: 0.1083982 Jul 22 19:49:23.731411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56942) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:23.760877 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a6499d27-9afd-4796-9eab-9189461ff3cf tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/ports?device_id=f779e3dc-f04f-4471-a765-c8afb31d54d8 HTTP/1.1" status: 200 len: 205 time: 0.0284081 Jul 22 19:49:23.763156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56944) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:23.874770 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-af71b17d-f42e-4c3a-b819-afac1c8720fd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:23.976320 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-af71b17d-f42e-4c3a-b819-afac1c8720fd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.027555 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-af71b17d-f42e-4c3a-b819-afac1c8720fd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting port bf1a8917-26ad-4789-8157-6d4d6d0b07cf {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:24.027895 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-af71b17d-f42e-4c3a-b819-afac1c8720fd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.105951 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-af71b17d-f42e-4c3a-b819-afac1c8720fd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.117917 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-af71b17d-f42e-4c3a-b819-afac1c8720fd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Calling delete_port for bf1a8917-26ad-4789-8157-6d4d6d0b07cf owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:24.278485 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-af71b17d-f42e-4c3a-b819-afac1c8720fd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.305346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71b17d-f42e-4c3a-b819-afac1c8720fd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Port': ['ID=bf1a8917-26ad-4789-8157-6d4d6d0b07cf,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:24.365380 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-af71b17d-f42e-4c3a-b819-afac1c8720fd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.454363 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-af71b17d-f42e-4c3a-b819-afac1c8720fd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.456424 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-af71b17d-f42e-4c3a-b819-afac1c8720fd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.501216 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-af71b17d-f42e-4c3a-b819-afac1c8720fd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.501749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af71b17d-f42e-4c3a-b819-afac1c8720fd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Fanout notify agent at l3_agent the message router_deleted on router f779e3dc-f04f-4471-a765-c8afb31d54d8 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:49:24.509097 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-af71b17d-f42e-4c3a-b819-afac1c8720fd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.510210 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-af71b17d-f42e-4c3a-b819-afac1c8720fd tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/routers/f779e3dc-f04f-4471-a765-c8afb31d54d8 HTTP/1.1" status: 204 len: 168 time: 0.7461669 Jul 22 19:49:24.513834 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56946) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:24.518680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-254cbdad-d1db-4ca3-8142-c0f2aa0d2341 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'network': {'name': 'tempest-RoutersTest-1508662098'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:24.539455 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254cbdad-d1db-4ca3-8142-c0f2aa0d2341 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Made reservation on behalf of 5b0c73577c6c4639be089846ad11ac63 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:24.542719 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-254cbdad-d1db-4ca3-8142-c0f2aa0d2341 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.565596 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254cbdad-d1db-4ca3-8142-c0f2aa0d2341 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:49:24.574864 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-254cbdad-d1db-4ca3-8142-c0f2aa0d2341 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.575208 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-254cbdad-d1db-4ca3-8142-c0f2aa0d2341 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Added segment f9be8ae7-5a2a-491d-9ea4-31b8ba1ee16a of type vlan for network 47c52c16-aada-4814-bb96-cd7aac63b943 Jul 22 19:49:24.614775 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-254cbdad-d1db-4ca3-8142-c0f2aa0d2341 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.642339 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-254cbdad-d1db-4ca3-8142-c0f2aa0d2341 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.648458 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254cbdad-d1db-4ca3-8142-c0f2aa0d2341 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:24.649059 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-254cbdad-d1db-4ca3-8142-c0f2aa0d2341 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.684206 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-254cbdad-d1db-4ca3-8142-c0f2aa0d2341 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1693785 Jul 22 19:49:24.686969 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56948) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:24.691736 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-8b482b63-ba7d-4ef6-becb-111efdbbac41 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'subnet': {'network_id': '47c52c16-aada-4814-bb96-cd7aac63b943', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:24.735322 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cbdad-d1db-4ca3-8142-c0f2aa0d2341 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Network': ['ID=47c52c16-aada-4814-bb96-cd7aac63b943,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:24.745647 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 47c52c16-aada-4814-bb96-cd7aac63b943 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:49:24.810706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b482b63-ba7d-4ef6-becb-111efdbbac41 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Made reservation on behalf of 5b0c73577c6c4639be089846ad11ac63 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:24.814160 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8b482b63-ba7d-4ef6-becb-111efdbbac41 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.986785 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8b482b63-ba7d-4ef6-becb-111efdbbac41 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.048799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b482b63-ba7d-4ef6-becb-111efdbbac41 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Subnet': ['ID=38d55b84-5cbc-4b37-b800-a17e6d664349,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:25.060006 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b482b63-ba7d-4ef6-becb-111efdbbac41 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Checking segment: {'id': 'f9be8ae7-5a2a-491d-9ea4-31b8ba1ee16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '47c52c16-aada-4814-bb96-cd7aac63b943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:25.060394 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b482b63-ba7d-4ef6-becb-111efdbbac41 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network hostable DHCP agents. Network: 47c52c16-aada-4814-bb96-cd7aac63b943, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:49:25.077186 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b482b63-ba7d-4ef6-becb-111efdbbac41 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network 47c52c16-aada-4814-bb96-cd7aac63b943 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:49:25.085879 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-8b482b63-ba7d-4ef6-becb-111efdbbac41 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 47c52c16-aada-4814-bb96-cd7aac63b943) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:25.089789 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b482b63-ba7d-4ef6-becb-111efdbbac41 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:25.090366 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8b482b63-ba7d-4ef6-becb-111efdbbac41 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.095615 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4445f58-23c9-4163-a9b5-24f6bfb8bdae None None] Network 47c52c16-aada-4814-bb96-cd7aac63b943 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:25.104825 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8b482b63-ba7d-4ef6-becb-111efdbbac41 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4168391 Jul 22 19:49:25.107410 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56950) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:25.111889 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-bc9e2a3a-2629-496d-be38-6ac5426de202 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-462953876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:25.134738 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bc9e2a3a-2629-496d-be38-6ac5426de202 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.135859 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bc9e2a3a-2629-496d-be38-6ac5426de202 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.188391 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bc9e2a3a-2629-496d-be38-6ac5426de202 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.193220 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bc9e2a3a-2629-496d-be38-6ac5426de202 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.210026 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bc9e2a3a-2629-496d-be38-6ac5426de202 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.211249 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bc9e2a3a-2629-496d-be38-6ac5426de202 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1029007 Jul 22 19:49:25.214050 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56952) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:25.247495 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-47c52c16-aada-4814-bb96-cd7aac63b943', 'network_id': '47c52c16-aada-4814-bb96-cd7aac63b943', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'fixed_ips': [{'subnet_id': '38d55b84-5cbc-4b37-b800-a17e6d664349'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:49:25.248333 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.381094 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Allocated IP 172.20.0.2 (47c52c16-aada-4814-bb96-cd7aac63b943/38d55b84-5cbc-4b37-b800-a17e6d664349/c672cabe-e9e5-4351-a004-5aa1939a5528) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:25.489559 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.520788 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.530091 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Transition to ACTIVE for port object c672cabe-e9e5-4351-a004-5aa1939a5528 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:25.546681 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Transition to ACTIVE for port object c672cabe-e9e5-4351-a004-5aa1939a5528 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:25.552440 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.595857 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Network 47c52c16-aada-4814-bb96-cd7aac63b943 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:25.598875 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:25.603344 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:25.610403 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Pushing event updated for resources: {'Port': ['ID=c672cabe-e9e5-4351-a004-5aa1939a5528,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:25.636082 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:25.636338 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:25.636741 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:25.637089 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:25.637414 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:25.637765 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:25.638081 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:25.638413 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:25.638741 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:25.639076 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:25.639406 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:25.639734 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:25.675948 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Attempting to bind port c672cabe-e9e5-4351-a004-5aa1939a5528 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:25.676350 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Attempting to bind port c672cabe-e9e5-4351-a004-5aa1939a5528 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'f9be8ae7-5a2a-491d-9ea4-31b8ba1ee16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '47c52c16-aada-4814-bb96-cd7aac63b943'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:25.676753 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Attempting to bind port c672cabe-e9e5-4351-a004-5aa1939a5528 on network 47c52c16-aada-4814-bb96-cd7aac63b943 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:25.682105 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:25.682482 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Checking segment: {'id': 'f9be8ae7-5a2a-491d-9ea4-31b8ba1ee16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '47c52c16-aada-4814-bb96-cd7aac63b943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:25.682891 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.683288 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Bound using segment: {'id': 'f9be8ae7-5a2a-491d-9ea4-31b8ba1ee16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '47c52c16-aada-4814-bb96-cd7aac63b943'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:25.683754 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Bound port: c672cabe-e9e5-4351-a004-5aa1939a5528, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9be8ae7-5a2a-491d-9ea4-31b8ba1ee16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '47c52c16-aada-4814-bb96-cd7aac63b943'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:25.684135 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.741452 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Allocated IP 172.20.0.1 (47c52c16-aada-4814-bb96-cd7aac63b943/38d55b84-5cbc-4b37-b800-a17e6d664349/b4da9e6e-bc95-44c6-aa90-737efe676ad9) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:25.745998 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] For port c672cabe-e9e5-4351-a004-5aa1939a5528, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:25.749264 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] For port c672cabe-e9e5-4351-a004-5aa1939a5528, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c672cabe-e9e5-4351-a004-5aa1939a5528,segment=NetworkSegment(f9be8ae7-5a2a-491d-9ea4-31b8ba1ee16a),segment_id=f9be8ae7-5a2a-491d-9ea4-31b8ba1ee16a)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:25.753831 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.815657 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96ae45-f924-4c22-8da2-9870bcd253c5 None None] Pushing event updated for resources: {'Port': ['ID=c672cabe-e9e5-4351-a004-5aa1939a5528,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:25.860726 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.874628 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Transition to ACTIVE for port object b4da9e6e-bc95-44c6-aa90-737efe676ad9 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:25.908262 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.947432 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network 47c52c16-aada-4814-bb96-cd7aac63b943 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:25.953898 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:25.963567 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:26.005786 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Port': ['ID=b4da9e6e-bc95-44c6-aa90-737efe676ad9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:26.024276 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:26.024688 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:26.025061 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:26.025405 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:26.025734 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:26.026066 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:26.026395 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:26.026722 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:26.027047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:26.027372 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:26.027695 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:26.028019 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:26.042567 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:26.165846 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:26.708238 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd3ae2b-3427-472c-b28c-9af87f52b4f4 None None] Network 47c52c16-aada-4814-bb96-cd7aac63b943 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:26.723222 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:26.728691 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:26.805288 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Port': ['ID=b4da9e6e-bc95-44c6-aa90-737efe676ad9,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:26.807946 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:26.846510 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-47e92cbf-82c6-401b-bbf8-55c463e58b95 None None] Provisioning for port c672cabe-e9e5-4351-a004-5aa1939a5528 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:26.853223 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c672cabe-e9e5-4351-a004-5aa1939a5528 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:26.905543 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network 47c52c16-aada-4814-bb96-cd7aac63b943 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:26.906987 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:26.943871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port c672cabe-e9e5-4351-a004-5aa1939a5528 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:26.947555 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port c672cabe-e9e5-4351-a004-5aa1939a5528 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:26.947977 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:27.041777 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:27.046617 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router f6d36fe7-26be-4923-9eb4-44eac70a367c is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:49:27.078586 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port c672cabe-e9e5-4351-a004-5aa1939a5528, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c672cabe-e9e5-4351-a004-5aa1939a5528,segment=NetworkSegment(f9be8ae7-5a2a-491d-9ea4-31b8ba1ee16a),segment_id=f9be8ae7-5a2a-491d-9ea4-31b8ba1ee16a)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:27.083890 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:27.141321 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=c672cabe-e9e5-4351-a004-5aa1939a5528,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:27.150718 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:27.156059 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-42079090-3c42-4299-96af-d37569df9c0e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/f6d36fe7-26be-4923-9eb4-44eac70a367c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9409983 Jul 22 19:49:27.158611 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56954) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:27.159609 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c245427-3ea5-4b0d-b689-3e45c6fa6d25 None None] Sync routers for ids ['f6d36fe7-26be-4923-9eb4-44eac70a367c'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:27.170332 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c245427-3ea5-4b0d-b689-3e45c6fa6d25 None None] Routers {'f6d36fe7-26be-4923-9eb4-44eac70a367c'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:27.170983 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2c245427-3ea5-4b0d-b689-3e45c6fa6d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f6d36fe7-26be-4923-9eb4-44eac70a367c'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:27.204415 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b9c68399-d758-4700-a740-9cdb7c528c77 None None] Provisioning complete for port c672cabe-e9e5-4351-a004-5aa1939a5528 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:27.205190 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b9c68399-d758-4700-a740-9cdb7c528c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:27.214549 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2c245427-3ea5-4b0d-b689-3e45c6fa6d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:27.218884 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb48aae-267a-4b66-9068-f7f327e0ff82 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:27.220468 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9fb48aae-267a-4b66-9068-f7f327e0ff82 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/ports/b4da9e6e-bc95-44c6-aa90-737efe676ad9 HTTP/1.1" status: 200 len: 910 time: 0.0609138 Jul 22 19:49:27.223257 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56956) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:27.224785 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c245427-3ea5-4b0d-b689-3e45c6fa6d25 None None] Routers {'f6d36fe7-26be-4923-9eb4-44eac70a367c'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:27.225626 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2c245427-3ea5-4b0d-b689-3e45c6fa6d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f6d36fe7-26be-4923-9eb4-44eac70a367c'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:27.229387 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-ea7466b0-cbb0-4190-9762-ff519337118e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '38d55b84-5cbc-4b37-b800-a17e6d664349'}]}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:27.261907 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2c245427-3ea5-4b0d-b689-3e45c6fa6d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:27.262562 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c245427-3ea5-4b0d-b689-3e45c6fa6d25 None None] The sync data for ids ['f6d36fe7-26be-4923-9eb4-44eac70a367c'] in n-d-800086-12 is: [] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:27.314944 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b9c68399-d758-4700-a740-9cdb7c528c77 None None] Provisioning for port b4da9e6e-bc95-44c6-aa90-737efe676ad9 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:27.319779 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b9c68399-d758-4700-a740-9cdb7c528c77 None None] Provisioning complete for port b4da9e6e-bc95-44c6-aa90-737efe676ad9 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:27.320164 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b9c68399-d758-4700-a740-9cdb7c528c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:27.355769 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b9c68399-d758-4700-a740-9cdb7c528c77 None None] Port b4da9e6e-bc95-44c6-aa90-737efe676ad9 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:27.417258 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ea7466b0-cbb0-4190-9762-ff519337118e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:27.478161 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ea5cf5f6-3cba-413f-87d3-c11551f90f7e None None] Provisioning complete for port b4da9e6e-bc95-44c6-aa90-737efe676ad9 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:27.478595 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf5f6-3cba-413f-87d3-c11551f90f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:27.672848 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ea5cf5f6-3cba-413f-87d3-c11551f90f7e None None] Port b4da9e6e-bc95-44c6-aa90-737efe676ad9 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:27.790466 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-645ce21e-6ee6-4520-b498-f24855ed7d40 None None] Provisioning complete for port b4da9e6e-bc95-44c6-aa90-737efe676ad9 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:27.790849 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-645ce21e-6ee6-4520-b498-f24855ed7d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:27.792620 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ea7466b0-cbb0-4190-9762-ff519337118e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:27.801982 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ea7466b0-cbb0-4190-9762-ff519337118e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:27.827059 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-645ce21e-6ee6-4520-b498-f24855ed7d40 None None] Port b4da9e6e-bc95-44c6-aa90-737efe676ad9 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:27.887226 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7466b0-cbb0-4190-9762-ff519337118e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:27.887839 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ea7466b0-cbb0-4190-9762-ff519337118e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:27.889191 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ea7466b0-cbb0-4190-9762-ff519337118e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/ports/b4da9e6e-bc95-44c6-aa90-737efe676ad9 HTTP/1.1" status: 200 len: 910 time: 0.6648371 Jul 22 19:49:27.890032 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7466b0-cbb0-4190-9762-ff519337118e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Port': ['ID=b4da9e6e-bc95-44c6-aa90-737efe676ad9,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:27.892123 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56958) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:28.199272 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c4fee14a-962d-41c5-948b-e222c342ae6a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:28.448218 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-c4fee14a-962d-41c5-948b-e222c342ae6a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting port b4da9e6e-bc95-44c6-aa90-737efe676ad9 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:28.448614 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c4fee14a-962d-41c5-948b-e222c342ae6a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:28.516153 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d5aac9ab-e269-4c1f-9e5c-39e6a955a2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:28.532099 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c4fee14a-962d-41c5-948b-e222c342ae6a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:28.544340 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-c4fee14a-962d-41c5-948b-e222c342ae6a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Calling delete_port for b4da9e6e-bc95-44c6-aa90-737efe676ad9 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:28.713676 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c4fee14a-962d-41c5-948b-e222c342ae6a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:28.744220 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fee14a-962d-41c5-948b-e222c342ae6a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Port': ['ID=b4da9e6e-bc95-44c6-aa90-737efe676ad9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:28.825019 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c672cabe-e9e5-4351-a004-5aa1939a5528 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:28.879672 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port c672cabe-e9e5-4351-a004-5aa1939a5528 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:28.880155 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:28.896907 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c4fee14a-962d-41c5-948b-e222c342ae6a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:29.051834 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fee14a-962d-41c5-948b-e222c342ae6a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router f6d36fe7-26be-4923-9eb4-44eac70a367c has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:29.123767 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fee14a-962d-41c5-948b-e222c342ae6a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:29.128501 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c4fee14a-962d-41c5-948b-e222c342ae6a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/f6d36fe7-26be-4923-9eb4-44eac70a367c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2353251 Jul 22 19:49:29.131318 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56966) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:29.134044 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd409834-2e2a-4c7c-b09c-3c7f34d794b1 None None] Sync routers for ids ['f6d36fe7-26be-4923-9eb4-44eac70a367c'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:29.143408 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd409834-2e2a-4c7c-b09c-3c7f34d794b1 None None] Routers {'f6d36fe7-26be-4923-9eb4-44eac70a367c'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:29.144028 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-bd409834-2e2a-4c7c-b09c-3c7f34d794b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f6d36fe7-26be-4923-9eb4-44eac70a367c'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:29.165130 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-dfb236f0-0889-4890-b682-379a7478418a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6d36fe7-26be-4923-9eb4-44eac70a367c HTTP/1.1" status: 200 len: 205 time: 0.0325983 Jul 22 19:49:29.167656 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56968) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:29.175647 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-bd409834-2e2a-4c7c-b09c-3c7f34d794b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:29.185285 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd409834-2e2a-4c7c-b09c-3c7f34d794b1 None None] Routers {'f6d36fe7-26be-4923-9eb4-44eac70a367c'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:29.185890 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-bd409834-2e2a-4c7c-b09c-3c7f34d794b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['f6d36fe7-26be-4923-9eb4-44eac70a367c'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:29.216563 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-bd409834-2e2a-4c7c-b09c-3c7f34d794b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:29.217188 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd409834-2e2a-4c7c-b09c-3c7f34d794b1 None None] The sync data for ids ['f6d36fe7-26be-4923-9eb4-44eac70a367c'] in n-d-800086-12 is: [] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:29.237359 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef59fb1d-8207-475c-8495-666bb8199d97 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:29.389681 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef59fb1d-8207-475c-8495-666bb8199d97 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:29.391811 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef59fb1d-8207-475c-8495-666bb8199d97 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:29.436810 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef59fb1d-8207-475c-8495-666bb8199d97 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:29.437365 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef59fb1d-8207-475c-8495-666bb8199d97 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Fanout notify agent at l3_agent the message router_deleted on router f6d36fe7-26be-4923-9eb4-44eac70a367c {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:49:29.444168 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef59fb1d-8207-475c-8495-666bb8199d97 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:29.445305 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ef59fb1d-8207-475c-8495-666bb8199d97 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/routers/f6d36fe7-26be-4923-9eb4-44eac70a367c HTTP/1.1" status: 204 len: 168 time: 0.2767644 Jul 22 19:49:29.447897 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56970) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:29.498467 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2436335-2aff-4474-94e7-b225e043591f tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting subnet 38d55b84-5cbc-4b37-b800-a17e6d664349 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:49:29.501475 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a2436335-2aff-4474-94e7-b225e043591f tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:29.540357 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a2436335-2aff-4474-94e7-b225e043591f tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:29.625034 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a2436335-2aff-4474-94e7-b225e043591f tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:29.682060 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a2436335-2aff-4474-94e7-b225e043591f tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:29.712329 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a2436335-2aff-4474-94e7-b225e043591f tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:29.714230 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a2436335-2aff-4474-94e7-b225e043591f tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/subnets/38d55b84-5cbc-4b37-b800-a17e6d664349 HTTP/1.1" status: 204 len: 168 time: 0.2653670 Jul 22 19:49:29.715461 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2436335-2aff-4474-94e7-b225e043591f tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Subnet': ['ID=38d55b84-5cbc-4b37-b800-a17e6d664349,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:29.716854 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56972) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:29.718706 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a586a3-1f2a-487a-9aa3-c896e82123cf None None] Network 47c52c16-aada-4814-bb96-cd7aac63b943 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:29.787459 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:49:29.795881 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b2034b1-cdea-46e7-b7cc-fb3e642d6547 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:29.848722 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-5b2034b1-cdea-46e7-b7cc-fb3e642d6547 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting port c672cabe-e9e5-4351-a004-5aa1939a5528 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:29.849071 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b2034b1-cdea-46e7-b7cc-fb3e642d6547 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:29.905026 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9450489f-3224-4832-926f-7fcfa9c8cb76 None None] DHCP port deletion for 47c52c16-aada-4814-bb96-cd7aac63b943 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:49:29.914620 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-5b2034b1-cdea-46e7-b7cc-fb3e642d6547 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] For port c672cabe-e9e5-4351-a004-5aa1939a5528, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c672cabe-e9e5-4351-a004-5aa1939a5528,segment=NetworkSegment(f9be8ae7-5a2a-491d-9ea4-31b8ba1ee16a),segment_id=f9be8ae7-5a2a-491d-9ea4-31b8ba1ee16a)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:29.915163 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b2034b1-cdea-46e7-b7cc-fb3e642d6547 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:29.927413 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-5b2034b1-cdea-46e7-b7cc-fb3e642d6547 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Calling delete_port for c672cabe-e9e5-4351-a004-5aa1939a5528 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:29.956308 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-9450489f-3224-4832-926f-7fcfa9c8cb76 None None] Deleting port c672cabe-e9e5-4351-a004-5aa1939a5528 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:29.957071 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9450489f-3224-4832-926f-7fcfa9c8cb76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.011473 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b2034b1-cdea-46e7-b7cc-fb3e642d6547 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.022627 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9450489f-3224-4832-926f-7fcfa9c8cb76 None None] For port c672cabe-e9e5-4351-a004-5aa1939a5528, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c672cabe-e9e5-4351-a004-5aa1939a5528,segment=NetworkSegment(f9be8ae7-5a2a-491d-9ea4-31b8ba1ee16a),segment_id=f9be8ae7-5a2a-491d-9ea4-31b8ba1ee16a)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:30.023086 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9450489f-3224-4832-926f-7fcfa9c8cb76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.035388 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-9450489f-3224-4832-926f-7fcfa9c8cb76 None None] Calling delete_port for c672cabe-e9e5-4351-a004-5aa1939a5528 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:30.038930 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2034b1-cdea-46e7-b7cc-fb3e642d6547 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Port': ['ID=c672cabe-e9e5-4351-a004-5aa1939a5528,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:30.040745 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2034b1-cdea-46e7-b7cc-fb3e642d6547 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] No DVR routers for this DVR port c672cabe-e9e5-4351-a004-5aa1939a5528 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:30.114844 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9450489f-3224-4832-926f-7fcfa9c8cb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.122251 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b2034b1-cdea-46e7-b7cc-fb3e642d6547 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.132227 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-5b2034b1-cdea-46e7-b7cc-fb3e642d6547 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c52c16-aada-4814-bb96-cd7aac63b943']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:30.139855 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450489f-3224-4832-926f-7fcfa9c8cb76 None None] Pushing event deleted for resources: {'Port': ['ID=c672cabe-e9e5-4351-a004-5aa1939a5528,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:30.143447 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9450489f-3224-4832-926f-7fcfa9c8cb76 None None] No DVR routers for this DVR port c672cabe-e9e5-4351-a004-5aa1939a5528 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:30.143954 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-5b2034b1-cdea-46e7-b7cc-fb3e642d6547 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9be8ae7-5a2a-491d-9ea4-31b8ba1ee16a') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:30.145030 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-5b2034b1-cdea-46e7-b7cc-fb3e642d6547 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9be8ae7-5a2a-491d-9ea4-31b8ba1ee16a') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:30.159568 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b2034b1-cdea-46e7-b7cc-fb3e642d6547 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.173540 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b2034b1-cdea-46e7-b7cc-fb3e642d6547 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.179366 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2034b1-cdea-46e7-b7cc-fb3e642d6547 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:49:30.179747 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b2034b1-cdea-46e7-b7cc-fb3e642d6547 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:49:30.182945 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:49:30.238250 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b2034b1-cdea-46e7-b7cc-fb3e642d6547 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.245155 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b2034b1-cdea-46e7-b7cc-fb3e642d6547 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.246954 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5b2034b1-cdea-46e7-b7cc-fb3e642d6547 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/networks/47c52c16-aada-4814-bb96-cd7aac63b943 HTTP/1.1" status: 204 len: 168 time: 0.5291190 Jul 22 19:49:30.251177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56974) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:30.256443 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2d6355e6-5bd3-4489-990c-4656cfb76f05 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-691317235', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:30.258048 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2034b1-cdea-46e7-b7cc-fb3e642d6547 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Network': ['ID=47c52c16-aada-4814-bb96-cd7aac63b943,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:30.280011 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d6355e6-5bd3-4489-990c-4656cfb76f05 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.281412 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d6355e6-5bd3-4489-990c-4656cfb76f05 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.332949 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d6355e6-5bd3-4489-990c-4656cfb76f05 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.337698 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d6355e6-5bd3-4489-990c-4656cfb76f05 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.354347 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2d6355e6-5bd3-4489-990c-4656cfb76f05 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.355559 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2d6355e6-5bd3-4489-990c-4656cfb76f05 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1028385 Jul 22 19:49:30.358245 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56976) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:30.363192 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-97f01661-1be0-4f1c-88dd-a9a8ec34ecb1 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'network': {'name': 'tempest-RoutersTest-883522313'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:30.382608 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f01661-1be0-4f1c-88dd-a9a8ec34ecb1 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Made reservation on behalf of 5b0c73577c6c4639be089846ad11ac63 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:30.386297 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-97f01661-1be0-4f1c-88dd-a9a8ec34ecb1 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.413196 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f01661-1be0-4f1c-88dd-a9a8ec34ecb1 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:49:30.421744 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-97f01661-1be0-4f1c-88dd-a9a8ec34ecb1 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.422077 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-97f01661-1be0-4f1c-88dd-a9a8ec34ecb1 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Added segment 763ce325-0d32-40aa-8284-3b1b108c5504 of type vlan for network 34094adc-f448-4be1-95b6-9d39f65bd154 Jul 22 19:49:30.460805 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-97f01661-1be0-4f1c-88dd-a9a8ec34ecb1 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.487678 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-97f01661-1be0-4f1c-88dd-a9a8ec34ecb1 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.493619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f01661-1be0-4f1c-88dd-a9a8ec34ecb1 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:30.494227 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-97f01661-1be0-4f1c-88dd-a9a8ec34ecb1 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.530728 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-97f01661-1be0-4f1c-88dd-a9a8ec34ecb1 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1714332 Jul 22 19:49:30.533524 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56978) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:30.538645 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-5596f157-8b2b-4c80-9e3e-21a0488d3ea5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'subnet': {'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:30.565508 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f01661-1be0-4f1c-88dd-a9a8ec34ecb1 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Network': ['ID=34094adc-f448-4be1-95b6-9d39f65bd154,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:30.575987 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 34094adc-f448-4be1-95b6-9d39f65bd154 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:49:30.630489 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5596f157-8b2b-4c80-9e3e-21a0488d3ea5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Made reservation on behalf of 5b0c73577c6c4639be089846ad11ac63 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:30.635959 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5596f157-8b2b-4c80-9e3e-21a0488d3ea5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.804647 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c672cabe-e9e5-4351-a004-5aa1939a5528 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:30.812431 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5596f157-8b2b-4c80-9e3e-21a0488d3ea5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.829579 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: c672cabe-e9e5-4351-a004-5aa1939a5528 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:49:30.829999 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c672cabe-e9e5-4351-a004-5aa1939a5528 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:49:30.871312 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596f157-8b2b-4c80-9e3e-21a0488d3ea5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Subnet': ['ID=16f2189b-ef2b-4877-abef-66c35d9b57cc,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:30.879837 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5596f157-8b2b-4c80-9e3e-21a0488d3ea5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Checking segment: {'id': '763ce325-0d32-40aa-8284-3b1b108c5504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:30.880201 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5596f157-8b2b-4c80-9e3e-21a0488d3ea5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network hostable DHCP agents. Network: 34094adc-f448-4be1-95b6-9d39f65bd154, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:49:30.896611 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5596f157-8b2b-4c80-9e3e-21a0488d3ea5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network 34094adc-f448-4be1-95b6-9d39f65bd154 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:49:30.904449 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-5596f157-8b2b-4c80-9e3e-21a0488d3ea5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 34094adc-f448-4be1-95b6-9d39f65bd154) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:30.908290 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5596f157-8b2b-4c80-9e3e-21a0488d3ea5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:30.908900 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5596f157-8b2b-4c80-9e3e-21a0488d3ea5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.913231 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f017adc-caf0-4480-972e-d15a345f9bbe None None] Network 34094adc-f448-4be1-95b6-9d39f65bd154 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:30.922591 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5596f157-8b2b-4c80-9e3e-21a0488d3ea5 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3879914 Jul 22 19:49:30.925767 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56980) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:31.042770 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-59a95daa-c321-4bd1-a17f-22d4e43fd36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:31.075151 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-34094adc-f448-4be1-95b6-9d39f65bd154', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:49:31.076010 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:31.170105 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:31.203430 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5f5fab0-a9fb-44a4-b696-09c1e12cf07e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:31.219742 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] Allocated IP 172.20.0.2 (34094adc-f448-4be1-95b6-9d39f65bd154/16f2189b-ef2b-4877-abef-66c35d9b57cc/1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:31.368666 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:31.376696 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] Transition to ACTIVE for port object 1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:31.391895 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] Transition to ACTIVE for port object 1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:31.397853 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:31.438303 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] Network 34094adc-f448-4be1-95b6-9d39f65bd154 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:31.442711 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:31.445482 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:31.446122 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-c5f5fab0-a9fb-44a4-b696-09c1e12cf07e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Allocated IP 172.20.0.1 (34094adc-f448-4be1-95b6-9d39f65bd154/16f2189b-ef2b-4877-abef-66c35d9b57cc/bb39db5b-5ea0-443e-9f85-15f9ad029509) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:31.452643 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] Pushing event updated for resources: {'Port': ['ID=1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:31.511588 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] Attempting to bind port 1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:31.511958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] Attempting to bind port 1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '763ce325-0d32-40aa-8284-3b1b108c5504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:31.512321 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] Attempting to bind port 1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4 on network 34094adc-f448-4be1-95b6-9d39f65bd154 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:31.517116 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:31.517500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] Checking segment: {'id': '763ce325-0d32-40aa-8284-3b1b108c5504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:31.517886 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:31.518275 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] Bound using segment: {'id': '763ce325-0d32-40aa-8284-3b1b108c5504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:31.518736 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] Bound port: 1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763ce325-0d32-40aa-8284-3b1b108c5504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:31.519116 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:31.558896 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5f5fab0-a9fb-44a4-b696-09c1e12cf07e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:31.578191 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-c5f5fab0-a9fb-44a4-b696-09c1e12cf07e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Transition to ACTIVE for port object bb39db5b-5ea0-443e-9f85-15f9ad029509 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:31.581592 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] For port 1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:31.585342 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] For port 1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4,segment=NetworkSegment(763ce325-0d32-40aa-8284-3b1b108c5504),segment_id=763ce325-0d32-40aa-8284-3b1b108c5504)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:31.589885 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:31.613219 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5f5fab0-a9fb-44a4-b696-09c1e12cf07e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:31.653659 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482005ef-455d-4c50-b7ff-f98f714db158 None None] Pushing event updated for resources: {'Port': ['ID=1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:31.661416 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f5fab0-a9fb-44a4-b696-09c1e12cf07e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network 34094adc-f448-4be1-95b6-9d39f65bd154 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:31.665784 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-c5f5fab0-a9fb-44a4-b696-09c1e12cf07e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:31.668708 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f5fab0-a9fb-44a4-b696-09c1e12cf07e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:31.699287 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5fab0-a9fb-44a4-b696-09c1e12cf07e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Port': ['ID=bb39db5b-5ea0-443e-9f85-15f9ad029509,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:31.721723 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5f5fab0-a9fb-44a4-b696-09c1e12cf07e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:31.866143 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5f5fab0-a9fb-44a4-b696-09c1e12cf07e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:32.125848 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5f5fab0-a9fb-44a4-b696-09c1e12cf07e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:32.130285 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5f5fab0-a9fb-44a4-b696-09c1e12cf07e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:32.199841 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5fab0-a9fb-44a4-b696-09c1e12cf07e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Port': ['ID=bb39db5b-5ea0-443e-9f85-15f9ad029509,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:32.204724 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5f5fab0-a9fb-44a4-b696-09c1e12cf07e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:32.457440 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:32.527892 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4e95a6-ff96-45df-a057-ece040a985a8 None None] Network 34094adc-f448-4be1-95b6-9d39f65bd154 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:32.607135 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f5fab0-a9fb-44a4-b696-09c1e12cf07e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network 34094adc-f448-4be1-95b6-9d39f65bd154 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:32.608721 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-c5f5fab0-a9fb-44a4-b696-09c1e12cf07e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:32.611725 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-361cce2f-5caf-4f14-beaf-256df3c91152 None None] Provisioning for port 1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:32.727357 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f5fab0-a9fb-44a4-b696-09c1e12cf07e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router 7dafbfa7-747b-46de-9df6-f0b288036618 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:49:32.829104 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f5fab0-a9fb-44a4-b696-09c1e12cf07e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:32.836267 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c5f5fab0-a9fb-44a4-b696-09c1e12cf07e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/7dafbfa7-747b-46de-9df6-f0b288036618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9088497 Jul 22 19:49:32.838340 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56982) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:32.842105 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] Sync routers for ids ['7dafbfa7-747b-46de-9df6-f0b288036618'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:32.845280 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b3c48844-8250-4720-848c-f6505030cf55 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'network': {'name': 'tempest-RoutersTest-1253838263'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:32.845686 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:32.854127 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] Routers {'7dafbfa7-747b-46de-9df6-f0b288036618'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:32.854851 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7dafbfa7-747b-46de-9df6-f0b288036618'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:32.868811 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c48844-8250-4720-848c-f6505030cf55 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Made reservation on behalf of 5b0c73577c6c4639be089846ad11ac63 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:32.874050 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b3c48844-8250-4720-848c-f6505030cf55 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:32.908070 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:32.912988 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:32.913351 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:32.913895 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c48844-8250-4720-848c-f6505030cf55 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:49:32.927970 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b3c48844-8250-4720-848c-f6505030cf55 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:32.928730 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-b3c48844-8250-4720-848c-f6505030cf55 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Added segment dbc03414-ec5d-425c-b3dc-9adcc4104d2b of type vlan for network 873ea61d-e891-456a-a3f6-7178b724bcea Jul 22 19:49:32.950001 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] Set router 7dafbfa7-747b-46de-9df6-f0b288036618 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:32.965913 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ddc31758-52c4-4af3-9f44-4c5acc48e91d None None] Provisioning complete for port 1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:32.966285 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ddc31758-52c4-4af3-9f44-4c5acc48e91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:32.986150 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b3c48844-8250-4720-848c-f6505030cf55 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.031074 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b3c48844-8250-4720-848c-f6505030cf55 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.040711 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c48844-8250-4720-848c-f6505030cf55 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:33.041257 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b3c48844-8250-4720-848c-f6505030cf55 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.045385 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.090020 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b3c48844-8250-4720-848c-f6505030cf55 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2477477 Jul 22 19:49:33.090433 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56984) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:33.096384 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-48b34bb0-8679-42db-86f7-0aa0ec2f89db tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'subnet': {'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:33.129445 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c48844-8250-4720-848c-f6505030cf55 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Network': ['ID=873ea61d-e891-456a-a3f6-7178b724bcea,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:33.145574 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4,segment=NetworkSegment(763ce325-0d32-40aa-8284-3b1b108c5504),segment_id=763ce325-0d32-40aa-8284-3b1b108c5504)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:33.152248 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 873ea61d-e891-456a-a3f6-7178b724bcea details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:49:33.166353 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.172253 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ddc31758-52c4-4af3-9f44-4c5acc48e91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.191525 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:31Z', 'revision_number': 2, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:31Z', 'revision_number': 2, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:33.227026 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b34bb0-8679-42db-86f7-0aa0ec2f89db tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Made reservation on behalf of 5b0c73577c6c4639be089846ad11ac63 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:33.227547 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] Checking router: 7dafbfa7-747b-46de-9df6-f0b288036618 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:49:33.228001 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] Updating router 7dafbfa7-747b-46de-9df6-f0b288036618 port bb39db5b-5ea0-443e-9f85-15f9ad029509 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:49:33.231096 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-48b34bb0-8679-42db-86f7-0aa0ec2f89db tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.265384 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.307750 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:33.321227 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.api [None req-ddc31758-52c4-4af3-9f44-4c5acc48e91d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:49:33.321868 n-d-800086-12 neutron-server[93808]: DEBUG oslo_db.api [None req-ddc31758-52c4-4af3-9f44-4c5acc48e91d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:49:33.444177 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-48b34bb0-8679-42db-86f7-0aa0ec2f89db tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.503210 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b34bb0-8679-42db-86f7-0aa0ec2f89db tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Subnet': ['ID=e4c58424-7c88-40a6-9e3b-c227a4b2ebb7,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:33.514566 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b34bb0-8679-42db-86f7-0aa0ec2f89db tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Checking segment: {'id': 'dbc03414-ec5d-425c-b3dc-9adcc4104d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:33.514930 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b34bb0-8679-42db-86f7-0aa0ec2f89db tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network hostable DHCP agents. Network: 873ea61d-e891-456a-a3f6-7178b724bcea, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:49:33.531904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b34bb0-8679-42db-86f7-0aa0ec2f89db tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network 873ea61d-e891-456a-a3f6-7178b724bcea is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:49:33.542926 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-48b34bb0-8679-42db-86f7-0aa0ec2f89db tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 873ea61d-e891-456a-a3f6-7178b724bcea) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:33.548183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b34bb0-8679-42db-86f7-0aa0ec2f89db tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:33.549456 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-48b34bb0-8679-42db-86f7-0aa0ec2f89db tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.551384 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.552407 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113ae354-fbf4-435e-9149-f081c93bca26 None None] Network 873ea61d-e891-456a-a3f6-7178b724bcea requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:33.566420 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-48b34bb0-8679-42db-86f7-0aa0ec2f89db tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4742947 Jul 22 19:49:33.568351 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] Transition to ACTIVE for port object bb39db5b-5ea0-443e-9f85-15f9ad029509 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:33.569833 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56986) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:33.575166 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.629149 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5ae3e-7e3a-4b95-bfad-374f6ad1b378 None None] Pushing event updated for resources: {'Port': ['ID=bb39db5b-5ea0-443e-9f85-15f9ad029509,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:33.653390 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd5ae3e-7e3a-4b95-bfad-374f6ad1b378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.653731 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd5ae3e-7e3a-4b95-bfad-374f6ad1b378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.654063 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd5ae3e-7e3a-4b95-bfad-374f6ad1b378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.654390 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd5ae3e-7e3a-4b95-bfad-374f6ad1b378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.654714 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd5ae3e-7e3a-4b95-bfad-374f6ad1b378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.655035 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd5ae3e-7e3a-4b95-bfad-374f6ad1b378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.655352 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd5ae3e-7e3a-4b95-bfad-374f6ad1b378 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.655665 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd5ae3e-7e3a-4b95-bfad-374f6ad1b378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.655979 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd5ae3e-7e3a-4b95-bfad-374f6ad1b378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.656291 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd5ae3e-7e3a-4b95-bfad-374f6ad1b378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.656627 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd5ae3e-7e3a-4b95-bfad-374f6ad1b378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.656939 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd5ae3e-7e3a-4b95-bfad-374f6ad1b378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.691513 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] Attempting to bind port bb39db5b-5ea0-443e-9f85-15f9ad029509 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:33.691879 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] Attempting to bind port bb39db5b-5ea0-443e-9f85-15f9ad029509 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '763ce325-0d32-40aa-8284-3b1b108c5504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:33.692245 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] Attempting to bind port bb39db5b-5ea0-443e-9f85-15f9ad029509 on network 34094adc-f448-4be1-95b6-9d39f65bd154 {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:33.698618 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:33.698981 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] Checking segment: {'id': '763ce325-0d32-40aa-8284-3b1b108c5504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:33.699382 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.699765 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] Bound using segment: {'id': '763ce325-0d32-40aa-8284-3b1b108c5504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:33.700226 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] Bound port: bb39db5b-5ea0-443e-9f85-15f9ad029509, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763ce325-0d32-40aa-8284-3b1b108c5504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:33.700624 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.742428 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-873ea61d-e891-456a-a3f6-7178b724bcea', 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'fixed_ips': [{'subnet_id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:49:33.743295 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.773007 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] For port bb39db5b-5ea0-443e-9f85-15f9ad029509, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:33.776194 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] For port bb39db5b-5ea0-443e-9f85-15f9ad029509, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bb39db5b-5ea0-443e-9f85-15f9ad029509,segment=NetworkSegment(763ce325-0d32-40aa-8284-3b1b108c5504),segment_id=763ce325-0d32-40aa-8284-3b1b108c5504)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:33.784170 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.835236 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] Routers {'7dafbfa7-747b-46de-9df6-f0b288036618'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:33.836025 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7dafbfa7-747b-46de-9df6-f0b288036618'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:33.925989 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] Allocated IP 172.21.0.2 (873ea61d-e891-456a-a3f6-7178b724bcea/e4c58424-7c88-40a6-9e3b-c227a4b2ebb7/b5b9cf04-6228-4d88-a2ca-45409e5f9820) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:33.928557 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] Set router 7dafbfa7-747b-46de-9df6-f0b288036618 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:33.931845 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ddc31758-52c4-4af3-9f44-4c5acc48e91d None None] Provisioning for port bb39db5b-5ea0-443e-9f85-15f9ad029509 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:34.021602 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1428bba0-55ed-4825-b8b6-9de4bf73490e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:34.140457 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:34.149504 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5ae3e-7e3a-4b95-bfad-374f6ad1b378 None None] Pushing event updated for resources: {'Port': ['ID=bb39db5b-5ea0-443e-9f85-15f9ad029509,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:34.164599 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:34.173300 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] Transition to ACTIVE for port object b5b9cf04-6228-4d88-a2ca-45409e5f9820 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:34.188850 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] Transition to ACTIVE for port object b5b9cf04-6228-4d88-a2ca-45409e5f9820 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:34.196685 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:34.247582 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] Network 873ea61d-e891-456a-a3f6-7178b724bcea is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:34.254309 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:34.257732 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:34.270325 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] Pushing event updated for resources: {'Port': ['ID=b5b9cf04-6228-4d88-a2ca-45409e5f9820,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:34.274360 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:31Z', 'revision_number': 2, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:33Z', 'revision_number': 4, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:34.309946 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d53de4-5908-4ac4-aea0-4f041aae8343 None None] The sync data for ids ['7dafbfa7-747b-46de-9df6-f0b288036618'] in n-d-800086-12 is: [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:31Z', 'revision_number': 2, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:33Z', 'revision_number': 4, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:34.331595 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] Attempting to bind port b5b9cf04-6228-4d88-a2ca-45409e5f9820 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:34.331967 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] Attempting to bind port b5b9cf04-6228-4d88-a2ca-45409e5f9820 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'dbc03414-ec5d-425c-b3dc-9adcc4104d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:34.332327 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] Attempting to bind port b5b9cf04-6228-4d88-a2ca-45409e5f9820 on network 873ea61d-e891-456a-a3f6-7178b724bcea {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:34.338075 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-1428bba0-55ed-4825-b8b6-9de4bf73490e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Allocated IP 172.21.0.1 (873ea61d-e891-456a-a3f6-7178b724bcea/e4c58424-7c88-40a6-9e3b-c227a4b2ebb7/0475c55b-4a4d-4885-ac09-0efaf3cba76f) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:34.338638 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:34.338860 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] Checking segment: {'id': 'dbc03414-ec5d-425c-b3dc-9adcc4104d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:34.339267 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:34.339660 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] Bound using segment: {'id': 'dbc03414-ec5d-425c-b3dc-9adcc4104d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:34.340395 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] Bound port: b5b9cf04-6228-4d88-a2ca-45409e5f9820, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc03414-ec5d-425c-b3dc-9adcc4104d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:34.340565 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:34.411193 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] For port b5b9cf04-6228-4d88-a2ca-45409e5f9820, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:34.414323 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] For port b5b9cf04-6228-4d88-a2ca-45409e5f9820, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b5b9cf04-6228-4d88-a2ca-45409e5f9820,segment=NetworkSegment(dbc03414-ec5d-425c-b3dc-9adcc4104d2b),segment_id=dbc03414-ec5d-425c-b3dc-9adcc4104d2b)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:34.419633 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:34.459147 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1428bba0-55ed-4825-b8b6-9de4bf73490e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:34.477596 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-1428bba0-55ed-4825-b8b6-9de4bf73490e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Transition to ACTIVE for port object 0475c55b-4a4d-4885-ac09-0efaf3cba76f will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:34.485989 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4adaf5-dc06-4c36-bc49-75cfe33c7ce4 None None] Pushing event updated for resources: {'Port': ['ID=b5b9cf04-6228-4d88-a2ca-45409e5f9820,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:34.533168 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1428bba0-55ed-4825-b8b6-9de4bf73490e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:34.586026 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1428bba0-55ed-4825-b8b6-9de4bf73490e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network 873ea61d-e891-456a-a3f6-7178b724bcea is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:34.589197 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-1428bba0-55ed-4825-b8b6-9de4bf73490e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:34.593228 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1428bba0-55ed-4825-b8b6-9de4bf73490e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:34.600051 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428bba0-55ed-4825-b8b6-9de4bf73490e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Port': ['ID=0475c55b-4a4d-4885-ac09-0efaf3cba76f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:34.642333 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1428bba0-55ed-4825-b8b6-9de4bf73490e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:34.789700 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1428bba0-55ed-4825-b8b6-9de4bf73490e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:34.984117 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bb39db5b-5ea0-443e-9f85-15f9ad029509 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:35.048423 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port bb39db5b-5ea0-443e-9f85-15f9ad029509 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:35.052832 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port bb39db5b-5ea0-443e-9f85-15f9ad029509 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:35.053402 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.103696 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1428bba0-55ed-4825-b8b6-9de4bf73490e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.107952 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1428bba0-55ed-4825-b8b6-9de4bf73490e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.134823 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.167982 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port bb39db5b-5ea0-443e-9f85-15f9ad029509, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bb39db5b-5ea0-443e-9f85-15f9ad029509,segment=NetworkSegment(763ce325-0d32-40aa-8284-3b1b108c5504),segment_id=763ce325-0d32-40aa-8284-3b1b108c5504)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:35.174003 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.174872 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b5b9cf04-6228-4d88-a2ca-45409e5f9820 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:35.182448 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428bba0-55ed-4825-b8b6-9de4bf73490e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Port': ['ID=0475c55b-4a4d-4885-ac09-0efaf3cba76f,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:35.187619 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1428bba0-55ed-4825-b8b6-9de4bf73490e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.267826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=bb39db5b-5ea0-443e-9f85-15f9ad029509,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:35.282135 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port b5b9cf04-6228-4d88-a2ca-45409e5f9820 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:35.290203 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:35.291861 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1428bba0-55ed-4825-b8b6-9de4bf73490e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network 873ea61d-e891-456a-a3f6-7178b724bcea is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:35.293325 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-1428bba0-55ed-4825-b8b6-9de4bf73490e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:35.343228 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:35.343604 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.397550 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1428bba0-55ed-4825-b8b6-9de4bf73490e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router 7dafbfa7-747b-46de-9df6-f0b288036618 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:35.499297 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1428bba0-55ed-4825-b8b6-9de4bf73490e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:35.507357 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1428bba0-55ed-4825-b8b6-9de4bf73490e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/7dafbfa7-747b-46de-9df6-f0b288036618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9333920 Jul 22 19:49:35.507577 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 56988) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:35.512902 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4fa835fb-181f-4d0f-a039-c4501ac304cc tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'network': {'name': 'tempest-RoutersTest-1096343396'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:35.523913 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d344d4-9fdf-4865-9360-3bee1aef2e0b None None] Network 873ea61d-e891-456a-a3f6-7178b724bcea requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:35.534431 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa835fb-181f-4d0f-a039-c4501ac304cc tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Made reservation on behalf of 5b0c73577c6c4639be089846ad11ac63 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:35.538781 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4fa835fb-181f-4d0f-a039-c4501ac304cc tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.562792 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa835fb-181f-4d0f-a039-c4501ac304cc tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:49:35.572056 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4fa835fb-181f-4d0f-a039-c4501ac304cc tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.572403 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-4fa835fb-181f-4d0f-a039-c4501ac304cc tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Added segment 78af427b-cbed-406c-ba7e-ac9d0dbe4eeb of type vlan for network abbfd7a1-c4c0-4adb-ba75-a481d82769a3 Jul 22 19:49:35.610339 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5551dd20-7d66-42f6-9496-e85ba2881803 None None] Provisioning for port b5b9cf04-6228-4d88-a2ca-45409e5f9820 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:35.614044 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4fa835fb-181f-4d0f-a039-c4501ac304cc tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.616044 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5551dd20-7d66-42f6-9496-e85ba2881803 None None] Provisioning complete for port b5b9cf04-6228-4d88-a2ca-45409e5f9820 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:35.616341 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5551dd20-7d66-42f6-9496-e85ba2881803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.649108 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4fa835fb-181f-4d0f-a039-c4501ac304cc tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.654763 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa835fb-181f-4d0f-a039-c4501ac304cc tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:35.655365 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4fa835fb-181f-4d0f-a039-c4501ac304cc tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.696892 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4fa835fb-181f-4d0f-a039-c4501ac304cc tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1881790 Jul 22 19:49:35.700513 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56990) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:35.708688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-1e3d9e01-8009-463a-8086-ca6d8e031904 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'subnet': {'network_id': 'abbfd7a1-c4c0-4adb-ba75-a481d82769a3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:35.731685 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa835fb-181f-4d0f-a039-c4501ac304cc tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Network': ['ID=abbfd7a1-c4c0-4adb-ba75-a481d82769a3,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:35.746941 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network abbfd7a1-c4c0-4adb-ba75-a481d82769a3 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:49:35.821184 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3d9e01-8009-463a-8086-ca6d8e031904 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Made reservation on behalf of 5b0c73577c6c4639be089846ad11ac63 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:35.825544 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e3d9e01-8009-463a-8086-ca6d8e031904 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.941863 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5551dd20-7d66-42f6-9496-e85ba2881803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:36.004449 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] Sync routers for ids ['7dafbfa7-747b-46de-9df6-f0b288036618'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:36.029644 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-5551dd20-7d66-42f6-9496-e85ba2881803 None None] For port b5b9cf04-6228-4d88-a2ca-45409e5f9820, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b5b9cf04-6228-4d88-a2ca-45409e5f9820,segment=NetworkSegment(dbc03414-ec5d-425c-b3dc-9adcc4104d2b),segment_id=dbc03414-ec5d-425c-b3dc-9adcc4104d2b)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:36.033669 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] Routers {'7dafbfa7-747b-46de-9df6-f0b288036618'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:36.034306 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7dafbfa7-747b-46de-9df6-f0b288036618'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:36.038050 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5551dd20-7d66-42f6-9496-e85ba2881803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:36.057983 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e3d9e01-8009-463a-8086-ca6d8e031904 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:36.169035 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] Set router 7dafbfa7-747b-46de-9df6-f0b288036618 gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:36.171520 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551dd20-7d66-42f6-9496-e85ba2881803 None None] Pushing event updated for resources: {'Port': ['ID=b5b9cf04-6228-4d88-a2ca-45409e5f9820,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:36.300959 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-16d0b7f6-6f3c-4388-9f4b-2ab9eab462cb None None] Provisioning complete for port b5b9cf04-6228-4d88-a2ca-45409e5f9820 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:36.301335 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-16d0b7f6-6f3c-4388-9f4b-2ab9eab462cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:36.440925 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d9e01-8009-463a-8086-ca6d8e031904 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Subnet': ['ID=c768cec2-b6a7-49a5-a70d-0949b086c990,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:36.449113 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d9e01-8009-463a-8086-ca6d8e031904 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Checking segment: {'id': '78af427b-cbed-406c-ba7e-ac9d0dbe4eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abbfd7a1-c4c0-4adb-ba75-a481d82769a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:36.450649 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3d9e01-8009-463a-8086-ca6d8e031904 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network hostable DHCP agents. Network: abbfd7a1-c4c0-4adb-ba75-a481d82769a3, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:49:36.471254 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3d9e01-8009-463a-8086-ca6d8e031904 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network abbfd7a1-c4c0-4adb-ba75-a481d82769a3 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:49:36.476521 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-16d0b7f6-6f3c-4388-9f4b-2ab9eab462cb None None] Provisioning for port 0475c55b-4a4d-4885-ac09-0efaf3cba76f completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:36.481906 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-1e3d9e01-8009-463a-8086-ca6d8e031904 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, abbfd7a1-c4c0-4adb-ba75-a481d82769a3) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:36.483668 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-16d0b7f6-6f3c-4388-9f4b-2ab9eab462cb None None] Provisioning complete for port 0475c55b-4a4d-4885-ac09-0efaf3cba76f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:36.484001 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-16d0b7f6-6f3c-4388-9f4b-2ab9eab462cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:36.486388 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3d9e01-8009-463a-8086-ca6d8e031904 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:36.486984 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1e3d9e01-8009-463a-8086-ca6d8e031904 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:36.503615 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1e3d9e01-8009-463a-8086-ca6d8e031904 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8010621 Jul 22 19:49:36.506256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56992) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:36.513154 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef3c6ad-b877-4d46-9e84-ecd180c9df3d None None] Network abbfd7a1-c4c0-4adb-ba75-a481d82769a3 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:36.520970 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:34Z', 'revision_number': 3, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': '0475c55b-4a4d-4885-ac09-0efaf3cba76f', 'name': '', 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:28:d6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:34Z', 'updated_at': '2021-07-22T19:49:34Z', 'revision_number': 2, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:36.572962 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] Checking router: 7dafbfa7-747b-46de-9df6-f0b288036618 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:49:36.573315 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] Updating router 7dafbfa7-747b-46de-9df6-f0b288036618 port 0475c55b-4a4d-4885-ac09-0efaf3cba76f binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:49:36.577736 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-16d0b7f6-6f3c-4388-9f4b-2ab9eab462cb None None] Port 0475c55b-4a4d-4885-ac09-0efaf3cba76f cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:36.650156 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:36.794491 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f9e3a84d-24c2-4621-8ea9-fe625e9e2790 None None] Provisioning complete for port 0475c55b-4a4d-4885-ac09-0efaf3cba76f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:36.794871 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f9e3a84d-24c2-4621-8ea9-fe625e9e2790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:36.843561 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bb39db5b-5ea0-443e-9f85-15f9ad029509 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:36.892040 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-f9e3a84d-24c2-4621-8ea9-fe625e9e2790 None None] Port 0475c55b-4a4d-4885-ac09-0efaf3cba76f cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:36.893276 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a8bc953b-eb48-4234-a45d-2a4a29d7a533 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:36.911069 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-abbfd7a1-c4c0-4adb-ba75-a481d82769a3', 'network_id': 'abbfd7a1-c4c0-4adb-ba75-a481d82769a3', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'fixed_ips': [{'subnet_id': 'c768cec2-b6a7-49a5-a70d-0949b086c990'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:49:36.911905 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:37.070327 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port bb39db5b-5ea0-443e-9f85-15f9ad029509 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:37.071040 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:37.203917 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] Allocated IP 172.22.0.2 (abbfd7a1-c4c0-4adb-ba75-a481d82769a3/c768cec2-b6a7-49a5-a70d-0949b086c990/0cf9d722-b6e3-4b19-92cf-740f1eb21cf5) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:37.206772 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:37.228222 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] Transition to ACTIVE for port object 0475c55b-4a4d-4885-ac09-0efaf3cba76f will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:37.261263 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:37.345703 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b5b9cf04-6228-4d88-a2ca-45409e5f9820 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:37.386538 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa7cf2-ec31-463c-b541-5df5505a2fa7 None None] Pushing event updated for resources: {'Port': ['ID=0475c55b-4a4d-4885-ac09-0efaf3cba76f,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:37.510355 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] Attempting to bind port 0475c55b-4a4d-4885-ac09-0efaf3cba76f on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:37.510723 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] Attempting to bind port 0475c55b-4a4d-4885-ac09-0efaf3cba76f by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'dbc03414-ec5d-425c-b3dc-9adcc4104d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:37.511088 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] Attempting to bind port 0475c55b-4a4d-4885-ac09-0efaf3cba76f on network 873ea61d-e891-456a-a3f6-7178b724bcea {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:37.534602 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:37.534972 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] Checking segment: {'id': 'dbc03414-ec5d-425c-b3dc-9adcc4104d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:37.535372 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:37.535762 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] Bound using segment: {'id': 'dbc03414-ec5d-425c-b3dc-9adcc4104d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:37.536225 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] Bound port: 0475c55b-4a4d-4885-ac09-0efaf3cba76f, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc03414-ec5d-425c-b3dc-9adcc4104d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:37.536696 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:37.542236 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port b5b9cf04-6228-4d88-a2ca-45409e5f9820 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:37.542593 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:37.556611 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:37.588863 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] Transition to ACTIVE for port object 0cf9d722-b6e3-4b19-92cf-740f1eb21cf5 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:37.643224 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] Transition to ACTIVE for port object 0cf9d722-b6e3-4b19-92cf-740f1eb21cf5 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:37.660056 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:37.673892 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] For port 0475c55b-4a4d-4885-ac09-0efaf3cba76f, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:37.703484 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-a8bc953b-eb48-4234-a45d-2a4a29d7a533 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Allocated IP 172.22.0.1 (abbfd7a1-c4c0-4adb-ba75-a481d82769a3/c768cec2-b6a7-49a5-a70d-0949b086c990/de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:37.706495 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] For port 0475c55b-4a4d-4885-ac09-0efaf3cba76f, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0475c55b-4a4d-4885-ac09-0efaf3cba76f,segment=NetworkSegment(dbc03414-ec5d-425c-b3dc-9adcc4104d2b),segment_id=dbc03414-ec5d-425c-b3dc-9adcc4104d2b)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:37.730846 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:37.742013 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] Network abbfd7a1-c4c0-4adb-ba75-a481d82769a3 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:37.751393 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:37.760260 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:37.767232 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] Pushing event updated for resources: {'Port': ['ID=0cf9d722-b6e3-4b19-92cf-740f1eb21cf5,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:37.830263 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a8bc953b-eb48-4234-a45d-2a4a29d7a533 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:37.847230 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-a8bc953b-eb48-4234-a45d-2a4a29d7a533 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Transition to ACTIVE for port object de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:37.863490 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] Routers {'7dafbfa7-747b-46de-9df6-f0b288036618'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:37.864131 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7dafbfa7-747b-46de-9df6-f0b288036618'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:37.883559 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a8bc953b-eb48-4234-a45d-2a4a29d7a533 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:37.931627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bc953b-eb48-4234-a45d-2a4a29d7a533 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network abbfd7a1-c4c0-4adb-ba75-a481d82769a3 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:37.934813 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-a8bc953b-eb48-4234-a45d-2a4a29d7a533 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:37.937130 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa7cf2-ec31-463c-b541-5df5505a2fa7 None None] Pushing event updated for resources: {'Port': ['ID=0475c55b-4a4d-4885-ac09-0efaf3cba76f,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:37.939097 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bc953b-eb48-4234-a45d-2a4a29d7a533 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:37.946641 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] Attempting to bind port 0cf9d722-b6e3-4b19-92cf-740f1eb21cf5 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:37.947011 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] Attempting to bind port 0cf9d722-b6e3-4b19-92cf-740f1eb21cf5 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '78af427b-cbed-406c-ba7e-ac9d0dbe4eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abbfd7a1-c4c0-4adb-ba75-a481d82769a3'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:37.947377 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] Attempting to bind port 0cf9d722-b6e3-4b19-92cf-740f1eb21cf5 on network abbfd7a1-c4c0-4adb-ba75-a481d82769a3 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:37.960382 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:37.960881 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] Checking segment: {'id': '78af427b-cbed-406c-ba7e-ac9d0dbe4eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abbfd7a1-c4c0-4adb-ba75-a481d82769a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:37.961182 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:37.961576 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] Bound using segment: {'id': '78af427b-cbed-406c-ba7e-ac9d0dbe4eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abbfd7a1-c4c0-4adb-ba75-a481d82769a3'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:37.962185 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] Bound port: 0cf9d722-b6e3-4b19-92cf-740f1eb21cf5, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78af427b-cbed-406c-ba7e-ac9d0dbe4eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abbfd7a1-c4c0-4adb-ba75-a481d82769a3'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:37.964687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc953b-eb48-4234-a45d-2a4a29d7a533 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Port': ['ID=de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:37.967534 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:37.990370 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a8bc953b-eb48-4234-a45d-2a4a29d7a533 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:38.013133 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] Set router 7dafbfa7-747b-46de-9df6-f0b288036618 gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:38.126561 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a8bc953b-eb48-4234-a45d-2a4a29d7a533 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:38.274771 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] For port 0cf9d722-b6e3-4b19-92cf-740f1eb21cf5, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:38.308705 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] For port 0cf9d722-b6e3-4b19-92cf-740f1eb21cf5, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0cf9d722-b6e3-4b19-92cf-740f1eb21cf5,segment=NetworkSegment(78af427b-cbed-406c-ba7e-ac9d0dbe4eeb),segment_id=78af427b-cbed-406c-ba7e-ac9d0dbe4eeb)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:38.314557 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:38.405045 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a8bc953b-eb48-4234-a45d-2a4a29d7a533 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:38.410097 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a8bc953b-eb48-4234-a45d-2a4a29d7a533 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:38.437759 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108f263-ff55-4593-8a1c-cda3a279fcbc None None] Pushing event updated for resources: {'Port': ['ID=0cf9d722-b6e3-4b19-92cf-740f1eb21cf5,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:38.474812 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:34Z', 'revision_number': 3, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': '0475c55b-4a4d-4885-ac09-0efaf3cba76f', 'name': '', 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:28:d6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:34Z', 'updated_at': '2021-07-22T19:49:37Z', 'revision_number': 4, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:38.502967 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc953b-eb48-4234-a45d-2a4a29d7a533 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Port': ['ID=de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:38.505361 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a8bc953b-eb48-4234-a45d-2a4a29d7a533 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:38.520259 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51575d9-82b3-4de2-ad2c-c5809f0e42bd None None] The sync data for ids ['7dafbfa7-747b-46de-9df6-f0b288036618'] in n-d-800086-12 is: [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:34Z', 'revision_number': 3, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': '0475c55b-4a4d-4885-ac09-0efaf3cba76f', 'name': '', 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:28:d6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:34Z', 'updated_at': '2021-07-22T19:49:37Z', 'revision_number': 4, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:38.632891 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bc953b-eb48-4234-a45d-2a4a29d7a533 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network abbfd7a1-c4c0-4adb-ba75-a481d82769a3 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:38.634707 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-a8bc953b-eb48-4234-a45d-2a4a29d7a533 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:38.768335 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bc953b-eb48-4234-a45d-2a4a29d7a533 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router 7dafbfa7-747b-46de-9df6-f0b288036618 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:38.886567 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bc953b-eb48-4234-a45d-2a4a29d7a533 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:38.892909 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a8bc953b-eb48-4234-a45d-2a4a29d7a533 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/7dafbfa7-747b-46de-9df6-f0b288036618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3855212 Jul 22 19:49:38.895416 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 56996) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:38.902200 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-06eed8a0-facb-41a1-882f-33eea15efd67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'network': {'name': 'tempest-RoutersTest-259694819'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:38.902392 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0cf9d722-b6e3-4b19-92cf-740f1eb21cf5 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:38.925745 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06eed8a0-facb-41a1-882f-33eea15efd67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Made reservation on behalf of 5b0c73577c6c4639be089846ad11ac63 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:38.929824 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06eed8a0-facb-41a1-882f-33eea15efd67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:38.969884 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06eed8a0-facb-41a1-882f-33eea15efd67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:49:38.971280 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 0cf9d722-b6e3-4b19-92cf-740f1eb21cf5 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:38.978159 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0475c55b-4a4d-4885-ac09-0efaf3cba76f up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:38.986000 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06eed8a0-facb-41a1-882f-33eea15efd67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:38.987150 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-06eed8a0-facb-41a1-882f-33eea15efd67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Added segment 2399c2d1-d09e-434d-ba4f-c8c1d5dba11f of type vlan for network 4475925c-2eab-4f70-a7be-9d8b70879ed1 Jul 22 19:49:39.052449 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06eed8a0-facb-41a1-882f-33eea15efd67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:39.054746 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 0475c55b-4a4d-4885-ac09-0efaf3cba76f completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:39.059281 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 0475c55b-4a4d-4885-ac09-0efaf3cba76f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:39.059785 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:39.092241 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06eed8a0-facb-41a1-882f-33eea15efd67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:39.116749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06eed8a0-facb-41a1-882f-33eea15efd67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:39.117690 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-06eed8a0-facb-41a1-882f-33eea15efd67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:39.177647 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:39.180361 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-06eed8a0-facb-41a1-882f-33eea15efd67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2836034 Jul 22 19:49:39.183575 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57000) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:39.190416 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-5637803a-6a8c-4986-9057-08575c501a67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'subnet': {'network_id': '4475925c-2eab-4f70-a7be-9d8b70879ed1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:39.231781 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 0475c55b-4a4d-4885-ac09-0efaf3cba76f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0475c55b-4a4d-4885-ac09-0efaf3cba76f,segment=NetworkSegment(dbc03414-ec5d-425c-b3dc-9adcc4104d2b),segment_id=dbc03414-ec5d-425c-b3dc-9adcc4104d2b)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:39.240323 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eed8a0-facb-41a1-882f-33eea15efd67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Network': ['ID=4475925c-2eab-4f70-a7be-9d8b70879ed1,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:39.240723 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:39.266254 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 4475925c-2eab-4f70-a7be-9d8b70879ed1 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:49:39.341565 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5637803a-6a8c-4986-9057-08575c501a67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Made reservation on behalf of 5b0c73577c6c4639be089846ad11ac63 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:39.345191 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5637803a-6a8c-4986-9057-08575c501a67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:39.365127 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=0475c55b-4a4d-4885-ac09-0efaf3cba76f,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:39.389807 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:39.444713 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] Sync routers for ids ['7dafbfa7-747b-46de-9df6-f0b288036618'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:39.455802 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] Routers {'7dafbfa7-747b-46de-9df6-f0b288036618'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:39.456457 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7dafbfa7-747b-46de-9df6-f0b288036618'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:39.554232 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5637803a-6a8c-4986-9057-08575c501a67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:39.557747 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] Set router 7dafbfa7-747b-46de-9df6-f0b288036618 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:39.606788 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d76e13-f1fc-4299-b34a-c871256f0a55 None None] Network abbfd7a1-c4c0-4adb-ba75-a481d82769a3 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:39.618285 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637803a-6a8c-4986-9057-08575c501a67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Subnet': ['ID=c881abfd-78b8-4f81-b5ba-1115691160e8,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:39.634792 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637803a-6a8c-4986-9057-08575c501a67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Checking segment: {'id': '2399c2d1-d09e-434d-ba4f-c8c1d5dba11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4475925c-2eab-4f70-a7be-9d8b70879ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:39.635168 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5637803a-6a8c-4986-9057-08575c501a67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network hostable DHCP agents. Network: 4475925c-2eab-4f70-a7be-9d8b70879ed1, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:49:39.652451 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5637803a-6a8c-4986-9057-08575c501a67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network 4475925c-2eab-4f70-a7be-9d8b70879ed1 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:49:39.664374 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-5637803a-6a8c-4986-9057-08575c501a67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 4475925c-2eab-4f70-a7be-9d8b70879ed1) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:39.673169 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5637803a-6a8c-4986-9057-08575c501a67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:39.673451 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1ed37b5c-a3d8-4979-894d-c41d81198861 None None] Provisioning for port 0cf9d722-b6e3-4b19-92cf-740f1eb21cf5 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:39.673789 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5637803a-6a8c-4986-9057-08575c501a67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:39.679572 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2045ad77-4f6b-48e9-97eb-a5d860c8caf5 None None] Network 4475925c-2eab-4f70-a7be-9d8b70879ed1 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:39.688070 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1ed37b5c-a3d8-4979-894d-c41d81198861 None None] Provisioning complete for port 0cf9d722-b6e3-4b19-92cf-740f1eb21cf5 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:39.688450 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1ed37b5c-a3d8-4979-894d-c41d81198861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:39.698296 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5637803a-6a8c-4986-9057-08575c501a67 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5107865 Jul 22 19:49:39.700010 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57002) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:39.781525 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:38Z', 'revision_number': 4, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': '0475c55b-4a4d-4885-ac09-0efaf3cba76f', 'name': '', 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:28:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:34Z', 'updated_at': '2021-07-22T19:49:39Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5', 'name': '', 'network_id': 'abbfd7a1-c4c0-4adb-ba75-a481d82769a3', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:fe:05:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:37Z', 'updated_at': '2021-07-22T19:49:38Z', 'revision_number': 2, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:39.813594 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] Checking router: 7dafbfa7-747b-46de-9df6-f0b288036618 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:49:39.814402 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] Updating router 7dafbfa7-747b-46de-9df6-f0b288036618 port de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:49:39.855513 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:39.946886 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1ed37b5c-a3d8-4979-894d-c41d81198861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:39.993724 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-4475925c-2eab-4f70-a7be-9d8b70879ed1', 'network_id': '4475925c-2eab-4f70-a7be-9d8b70879ed1', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'fixed_ips': [{'subnet_id': 'c881abfd-78b8-4f81-b5ba-1115691160e8'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:49:39.994560 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:40.019889 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1ed37b5c-a3d8-4979-894d-c41d81198861 None None] For port 0cf9d722-b6e3-4b19-92cf-740f1eb21cf5, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0cf9d722-b6e3-4b19-92cf-740f1eb21cf5,segment=NetworkSegment(78af427b-cbed-406c-ba7e-ac9d0dbe4eeb),segment_id=78af427b-cbed-406c-ba7e-ac9d0dbe4eeb)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:40.029945 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1ed37b5c-a3d8-4979-894d-c41d81198861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:40.141072 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ee22b10a-d36c-47f2-b9a5-cc84774c0d43 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:40.170136 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed37b5c-a3d8-4979-894d-c41d81198861 None None] Pushing event updated for resources: {'Port': ['ID=0cf9d722-b6e3-4b19-92cf-740f1eb21cf5,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:40.178273 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:40.202182 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] Allocated IP 172.23.0.2 (4475925c-2eab-4f70-a7be-9d8b70879ed1/c881abfd-78b8-4f81-b5ba-1115691160e8/f3e0ab30-907d-42b5-afa6-113c5e5a9fe4) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:40.203145 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] Transition to ACTIVE for port object de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:40.210467 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:40.290768 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69702e3e-13de-4103-b590-1bd9593e581e None None] Pushing event updated for resources: {'Port': ['ID=de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:40.333310 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] Attempting to bind port de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:40.333708 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] Attempting to bind port de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '78af427b-cbed-406c-ba7e-ac9d0dbe4eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abbfd7a1-c4c0-4adb-ba75-a481d82769a3'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:40.334151 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] Attempting to bind port de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5 on network abbfd7a1-c4c0-4adb-ba75-a481d82769a3 {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:40.340822 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:40.341198 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] Checking segment: {'id': '78af427b-cbed-406c-ba7e-ac9d0dbe4eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abbfd7a1-c4c0-4adb-ba75-a481d82769a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:40.341594 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:40.342626 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] Bound using segment: {'id': '78af427b-cbed-406c-ba7e-ac9d0dbe4eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abbfd7a1-c4c0-4adb-ba75-a481d82769a3'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:40.342968 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] Bound port: de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78af427b-cbed-406c-ba7e-ac9d0dbe4eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'abbfd7a1-c4c0-4adb-ba75-a481d82769a3'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:40.343344 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:40.398100 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3a81e954-90ad-48dc-b31e-da4b7b27c967 None None] Provisioning for port de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:40.400709 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:40.412015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] Transition to ACTIVE for port object f3e0ab30-907d-42b5-afa6-113c5e5a9fe4 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:40.433770 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3a81e954-90ad-48dc-b31e-da4b7b27c967 None None] Provisioning complete for port 0cf9d722-b6e3-4b19-92cf-740f1eb21cf5 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:40.434155 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3a81e954-90ad-48dc-b31e-da4b7b27c967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:40.435087 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] For port de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:40.436059 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] Transition to ACTIVE for port object f3e0ab30-907d-42b5-afa6-113c5e5a9fe4 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:40.439020 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] For port de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5,segment=NetworkSegment(78af427b-cbed-406c-ba7e-ac9d0dbe4eeb),segment_id=78af427b-cbed-406c-ba7e-ac9d0dbe4eeb)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:40.444451 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:40.458031 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:40.499291 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] Routers {'7dafbfa7-747b-46de-9df6-f0b288036618'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:40.500616 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7dafbfa7-747b-46de-9df6-f0b288036618'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:40.512163 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] Network 4475925c-2eab-4f70-a7be-9d8b70879ed1 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:40.520082 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:40.523104 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] Pushing event updated for resources: {'Port': ['ID=f3e0ab30-907d-42b5-afa6-113c5e5a9fe4,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:40.530384 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:40.587834 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69702e3e-13de-4103-b590-1bd9593e581e None None] Pushing event updated for resources: {'Port': ['ID=de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:40.615657 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] Set router 7dafbfa7-747b-46de-9df6-f0b288036618 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:40.654754 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] Attempting to bind port f3e0ab30-907d-42b5-afa6-113c5e5a9fe4 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:40.655119 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] Attempting to bind port f3e0ab30-907d-42b5-afa6-113c5e5a9fe4 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '2399c2d1-d09e-434d-ba4f-c8c1d5dba11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4475925c-2eab-4f70-a7be-9d8b70879ed1'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:40.655642 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] Attempting to bind port f3e0ab30-907d-42b5-afa6-113c5e5a9fe4 on network 4475925c-2eab-4f70-a7be-9d8b70879ed1 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:40.662964 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:40.663500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] Checking segment: {'id': '2399c2d1-d09e-434d-ba4f-c8c1d5dba11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4475925c-2eab-4f70-a7be-9d8b70879ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:40.663915 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:40.664315 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] Bound using segment: {'id': '2399c2d1-d09e-434d-ba4f-c8c1d5dba11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4475925c-2eab-4f70-a7be-9d8b70879ed1'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:40.665521 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] Bound port: f3e0ab30-907d-42b5-afa6-113c5e5a9fe4, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2399c2d1-d09e-434d-ba4f-c8c1d5dba11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4475925c-2eab-4f70-a7be-9d8b70879ed1'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:40.665521 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:40.739884 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] For port f3e0ab30-907d-42b5-afa6-113c5e5a9fe4, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:40.744330 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] For port f3e0ab30-907d-42b5-afa6-113c5e5a9fe4, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f3e0ab30-907d-42b5-afa6-113c5e5a9fe4,segment=NetworkSegment(2399c2d1-d09e-434d-ba4f-c8c1d5dba11f),segment_id=2399c2d1-d09e-434d-ba4f-c8c1d5dba11f)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:40.756666 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:40.852841 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0cf9d722-b6e3-4b19-92cf-740f1eb21cf5 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:40.879692 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc0671-ef5f-450c-9f8a-42e7232f7523 None None] Pushing event updated for resources: {'Port': ['ID=f3e0ab30-907d-42b5-afa6-113c5e5a9fe4,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:40.918286 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-ee22b10a-d36c-47f2-b9a5-cc84774c0d43 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Allocated IP 172.23.0.1 (4475925c-2eab-4f70-a7be-9d8b70879ed1/c881abfd-78b8-4f81-b5ba-1115691160e8/fd778ee4-7edf-4579-abd2-01ec1e9d5e3d) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:40.953222 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:38Z', 'revision_number': 4, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': '0475c55b-4a4d-4885-ac09-0efaf3cba76f', 'name': '', 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:28:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:34Z', 'updated_at': '2021-07-22T19:49:39Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5', 'name': '', 'network_id': 'abbfd7a1-c4c0-4adb-ba75-a481d82769a3', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:fe:05:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:37Z', 'updated_at': '2021-07-22T19:49:40Z', 'revision_number': 4, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:40.966202 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 0cf9d722-b6e3-4b19-92cf-740f1eb21cf5 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:40.966544 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:40.984706 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08258d6e-c0d9-406a-9916-294932e3c36f None None] The sync data for ids ['7dafbfa7-747b-46de-9df6-f0b288036618'] in n-d-800086-12 is: [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:38Z', 'revision_number': 4, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': '0475c55b-4a4d-4885-ac09-0efaf3cba76f', 'name': '', 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:28:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:34Z', 'updated_at': '2021-07-22T19:49:39Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5', 'name': '', 'network_id': 'abbfd7a1-c4c0-4adb-ba75-a481d82769a3', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:fe:05:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:37Z', 'updated_at': '2021-07-22T19:49:40Z', 'revision_number': 4, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:41.106849 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ee22b10a-d36c-47f2-b9a5-cc84774c0d43 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:41.118588 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0475c55b-4a4d-4885-ac09-0efaf3cba76f up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:41.145438 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-ee22b10a-d36c-47f2-b9a5-cc84774c0d43 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Transition to ACTIVE for port object fd778ee4-7edf-4579-abd2-01ec1e9d5e3d will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:41.210940 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ee22b10a-d36c-47f2-b9a5-cc84774c0d43 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:41.211845 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 0475c55b-4a4d-4885-ac09-0efaf3cba76f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:41.212435 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:41.292360 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee22b10a-d36c-47f2-b9a5-cc84774c0d43 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network 4475925c-2eab-4f70-a7be-9d8b70879ed1 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:41.310432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-ee22b10a-d36c-47f2-b9a5-cc84774c0d43 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:41.315447 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee22b10a-d36c-47f2-b9a5-cc84774c0d43 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:41.362736 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22b10a-d36c-47f2-b9a5-cc84774c0d43 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Port': ['ID=fd778ee4-7edf-4579-abd2-01ec1e9d5e3d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:41.389438 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ee22b10a-d36c-47f2-b9a5-cc84774c0d43 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:41.566337 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ee22b10a-d36c-47f2-b9a5-cc84774c0d43 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:41.883379 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ee22b10a-d36c-47f2-b9a5-cc84774c0d43 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:41.890812 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ee22b10a-d36c-47f2-b9a5-cc84774c0d43 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:41.974398 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22b10a-d36c-47f2-b9a5-cc84774c0d43 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event updated for resources: {'Port': ['ID=fd778ee4-7edf-4579-abd2-01ec1e9d5e3d,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:41.985885 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ee22b10a-d36c-47f2-b9a5-cc84774c0d43 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:42.041853 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:42.094551 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee22b10a-d36c-47f2-b9a5-cc84774c0d43 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Network 4475925c-2eab-4f70-a7be-9d8b70879ed1 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:42.096035 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-ee22b10a-d36c-47f2-b9a5-cc84774c0d43 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:42.137209 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8073c6c-5a62-474f-bd1c-8fa2a6c4ca27 None None] Network 4475925c-2eab-4f70-a7be-9d8b70879ed1 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:42.201577 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee22b10a-d36c-47f2-b9a5-cc84774c0d43 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router 7dafbfa7-747b-46de-9df6-f0b288036618 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:42.227987 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-00edfaea-044d-49a0-b563-9620530fc0d2 None None] Provisioning for port f3e0ab30-907d-42b5-afa6-113c5e5a9fe4 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:42.308254 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee22b10a-d36c-47f2-b9a5-cc84774c0d43 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:42.314958 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ee22b10a-d36c-47f2-b9a5-cc84774c0d43 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/7dafbfa7-747b-46de-9df6-f0b288036618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6114149 Jul 22 19:49:42.316262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57006) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:42.320929 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] Sync routers for ids ['7dafbfa7-747b-46de-9df6-f0b288036618'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:42.321218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-36ef24af-68e9-45aa-9eba-e947b0806f01 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:42.337260 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] Routers {'7dafbfa7-747b-46de-9df6-f0b288036618'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:42.337883 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7dafbfa7-747b-46de-9df6-f0b288036618'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:42.434345 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] Set router 7dafbfa7-747b-46de-9df6-f0b288036618 gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:42.646665 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b6842baa-6d61-474b-b3d1-924555e451be None None] Provisioning for port fd778ee4-7edf-4579-abd2-01ec1e9d5e3d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:42.652593 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b6842baa-6d61-474b-b3d1-924555e451be None None] Provisioning complete for port fd778ee4-7edf-4579-abd2-01ec1e9d5e3d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:42.652983 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b6842baa-6d61-474b-b3d1-924555e451be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:42.697621 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b6842baa-6d61-474b-b3d1-924555e451be None None] Port fd778ee4-7edf-4579-abd2-01ec1e9d5e3d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:42.707467 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:41Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': '0475c55b-4a4d-4885-ac09-0efaf3cba76f', 'name': '', 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:28:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:34Z', 'updated_at': '2021-07-22T19:49:39Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5', 'name': '', 'network_id': 'abbfd7a1-c4c0-4adb-ba75-a481d82769a3', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:fe:05:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:37Z', 'updated_at': '2021-07-22T19:49:40Z', 'revision_number': 4, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd778ee4-7edf-4579-abd2-01ec1e9d5e3d', 'name': '', 'network_id': '4475925c-2eab-4f70-a7be-9d8b70879ed1', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:06:99:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c881abfd-78b8-4f81-b5ba-1115691160e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:40Z', 'updated_at': '2021-07-22T19:49:41Z', 'revision_number': 2, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'c881abfd-78b8-4f81-b5ba-1115691160e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:42.735468 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] Checking router: 7dafbfa7-747b-46de-9df6-f0b288036618 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:49:42.735827 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] Updating router 7dafbfa7-747b-46de-9df6-f0b288036618 port fd778ee4-7edf-4579-abd2-01ec1e9d5e3d binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:49:42.752274 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.extraroute_db [None req-36ef24af-68e9-45aa-9eba-e947b0806f01 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93807) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 19:49:42.769316 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.extraroute_db [None req-36ef24af-68e9-45aa-9eba-e947b0806f01 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Removed routes are [] {{(pid=93807) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 19:49:42.769627 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-36ef24af-68e9-45aa-9eba-e947b0806f01 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:42.796107 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:42.866734 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-43919995-dcb6-4493-8a30-fd49d9f858b1 None None] Provisioning complete for port fd778ee4-7edf-4579-abd2-01ec1e9d5e3d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:42.867114 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-43919995-dcb6-4493-8a30-fd49d9f858b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:42.953561 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:42.978496 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-36ef24af-68e9-45aa-9eba-e947b0806f01 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:42.982058 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-36ef24af-68e9-45aa-9eba-e947b0806f01 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-910330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-910305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-910161'] for router, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:43.004437 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-43919995-dcb6-4493-8a30-fd49d9f858b1 None None] Port fd778ee4-7edf-4579-abd2-01ec1e9d5e3d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:43.080280 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ef24af-68e9-45aa-9eba-e947b0806f01 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router 7dafbfa7-747b-46de-9df6-f0b288036618 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:43.084656 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:43.092649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:43.093023 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:43.175917 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ef24af-68e9-45aa-9eba-e947b0806f01 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:43.183912 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-36ef24af-68e9-45aa-9eba-e947b0806f01 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:43.185190 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-36ef24af-68e9-45aa-9eba-e947b0806f01 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/7dafbfa7-747b-46de-9df6-f0b288036618 HTTP/1.1" status: 200 len: 933 time: 0.8679202 Jul 22 19:49:43.187743 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57008) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:43.292443 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c1cc2619-9cc8-4873-9368-a1846889ff19 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/routers/7dafbfa7-747b-46de-9df6-f0b288036618 HTTP/1.1" status: 200 len: 933 time: 0.1012495 Jul 22 19:49:43.293152 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57010) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:43.297824 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-beb4eb4f-abc9-4d2e-90cb-0f541143e386 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'router': {'routes': None}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:43.322859 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ba477435-6d0a-405a-a0c6-9ffb1acb4fd0 None None] Provisioning complete for port fd778ee4-7edf-4579-abd2-01ec1e9d5e3d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:43.323231 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ba477435-6d0a-405a-a0c6-9ffb1acb4fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:43.401813 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ba477435-6d0a-405a-a0c6-9ffb1acb4fd0 None None] Port fd778ee4-7edf-4579-abd2-01ec1e9d5e3d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:43.436767 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:43.455467 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] Transition to ACTIVE for port object fd778ee4-7edf-4579-abd2-01ec1e9d5e3d will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:43.457340 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:43.469666 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:43.531255 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5,segment=NetworkSegment(78af427b-cbed-406c-ba7e-ac9d0dbe4eeb),segment_id=78af427b-cbed-406c-ba7e-ac9d0dbe4eeb)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:43.543153 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:43.543947 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f3e0ab30-907d-42b5-afa6-113c5e5a9fe4 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:43.547449 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb6d4a-0838-4de0-a647-2464318b090a None None] Pushing event updated for resources: {'Port': ['ID=fd778ee4-7edf-4579-abd2-01ec1e9d5e3d,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:43.678794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] Attempting to bind port fd778ee4-7edf-4579-abd2-01ec1e9d5e3d on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:43.679178 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] Attempting to bind port fd778ee4-7edf-4579-abd2-01ec1e9d5e3d by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '2399c2d1-d09e-434d-ba4f-c8c1d5dba11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4475925c-2eab-4f70-a7be-9d8b70879ed1'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:43.679653 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] Attempting to bind port fd778ee4-7edf-4579-abd2-01ec1e9d5e3d on network 4475925c-2eab-4f70-a7be-9d8b70879ed1 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:43.683555 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:43.691008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:43.691378 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] Checking segment: {'id': '2399c2d1-d09e-434d-ba4f-c8c1d5dba11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4475925c-2eab-4f70-a7be-9d8b70879ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:43.691789 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:43.691956 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.extraroute_db [None req-beb4eb4f-abc9-4d2e-90cb-0f541143e386 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Added routes are [] {{(pid=93806) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 19:49:43.692194 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] Bound using segment: {'id': '2399c2d1-d09e-434d-ba4f-c8c1d5dba11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4475925c-2eab-4f70-a7be-9d8b70879ed1'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:43.692801 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.extraroute_db [None req-beb4eb4f-abc9-4d2e-90cb-0f541143e386 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93806) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 19:49:43.692940 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] Bound port: fd778ee4-7edf-4579-abd2-01ec1e9d5e3d, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2399c2d1-d09e-434d-ba4f-c8c1d5dba11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4475925c-2eab-4f70-a7be-9d8b70879ed1'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:43.693057 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:43.711897 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port f3e0ab30-907d-42b5-afa6-113c5e5a9fe4 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:43.725825 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-beb4eb4f-abc9-4d2e-90cb-0f541143e386 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:43.734018 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port f3e0ab30-907d-42b5-afa6-113c5e5a9fe4 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:43.734340 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:43.794048 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] For port fd778ee4-7edf-4579-abd2-01ec1e9d5e3d, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:43.797587 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] For port fd778ee4-7edf-4579-abd2-01ec1e9d5e3d, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fd778ee4-7edf-4579-abd2-01ec1e9d5e3d,segment=NetworkSegment(2399c2d1-d09e-434d-ba4f-c8c1d5dba11f),segment_id=2399c2d1-d09e-434d-ba4f-c8c1d5dba11f)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:43.803489 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:43.908057 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb6d4a-0838-4de0-a647-2464318b090a None None] Pushing event updated for resources: {'Port': ['ID=fd778ee4-7edf-4579-abd2-01ec1e9d5e3d,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:43.911875 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:43.916163 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] Routers {'7dafbfa7-747b-46de-9df6-f0b288036618'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:43.917046 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7dafbfa7-747b-46de-9df6-f0b288036618'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:44.029181 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port f3e0ab30-907d-42b5-afa6-113c5e5a9fe4, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f3e0ab30-907d-42b5-afa6-113c5e5a9fe4,segment=NetworkSegment(2399c2d1-d09e-434d-ba4f-c8c1d5dba11f),segment_id=2399c2d1-d09e-434d-ba4f-c8c1d5dba11f)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:44.034790 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:44.070350 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] Set router 7dafbfa7-747b-46de-9df6-f0b288036618 gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:44.140635 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=f3e0ab30-907d-42b5-afa6-113c5e5a9fe4,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:44.218267 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-beb4eb4f-abc9-4d2e-90cb-0f541143e386 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:44.221615 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-beb4eb4f-abc9-4d2e-90cb-0f541143e386 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-910330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-910305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-910161'] for router, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:44.312583 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:43Z', 'revision_number': 7, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': '0475c55b-4a4d-4885-ac09-0efaf3cba76f', 'name': '', 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:28:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:34Z', 'updated_at': '2021-07-22T19:49:39Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5', 'name': '', 'network_id': 'abbfd7a1-c4c0-4adb-ba75-a481d82769a3', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:fe:05:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:37Z', 'updated_at': '2021-07-22T19:49:43Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd778ee4-7edf-4579-abd2-01ec1e9d5e3d', 'name': '', 'network_id': '4475925c-2eab-4f70-a7be-9d8b70879ed1', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:06:99:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c881abfd-78b8-4f81-b5ba-1115691160e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:40Z', 'updated_at': '2021-07-22T19:49:43Z', 'revision_number': 4, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'c881abfd-78b8-4f81-b5ba-1115691160e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:44.319407 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb4eb4f-abc9-4d2e-90cb-0f541143e386 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router 7dafbfa7-747b-46de-9df6-f0b288036618 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:44.339396 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3e428a-1ae7-4621-a949-98c84ee5ef06 None None] The sync data for ids ['7dafbfa7-747b-46de-9df6-f0b288036618'] in n-d-800086-12 is: [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:43Z', 'revision_number': 7, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': '0475c55b-4a4d-4885-ac09-0efaf3cba76f', 'name': '', 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:28:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:34Z', 'updated_at': '2021-07-22T19:49:39Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5', 'name': '', 'network_id': 'abbfd7a1-c4c0-4adb-ba75-a481d82769a3', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:fe:05:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:37Z', 'updated_at': '2021-07-22T19:49:43Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd778ee4-7edf-4579-abd2-01ec1e9d5e3d', 'name': '', 'network_id': '4475925c-2eab-4f70-a7be-9d8b70879ed1', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:06:99:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c881abfd-78b8-4f81-b5ba-1115691160e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:40Z', 'updated_at': '2021-07-22T19:49:43Z', 'revision_number': 4, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'c881abfd-78b8-4f81-b5ba-1115691160e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:44.417858 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb4eb4f-abc9-4d2e-90cb-0f541143e386 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:44.425215 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-beb4eb4f-abc9-4d2e-90cb-0f541143e386 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:44.428761 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-beb4eb4f-abc9-4d2e-90cb-0f541143e386 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/7dafbfa7-747b-46de-9df6-f0b288036618 HTTP/1.1" status: 200 len: 699 time: 1.1335971 Jul 22 19:49:44.431036 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57012) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:44.531727 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4005cbc1-9568-4744-abe6-d53963af8147 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/routers/7dafbfa7-747b-46de-9df6-f0b288036618 HTTP/1.1" status: 200 len: 699 time: 0.0990961 Jul 22 19:49:44.534533 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57014) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:44.883348 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ceb3d11c-44a1-454d-83aa-542c8b96196c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:44.916277 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fd778ee4-7edf-4579-abd2-01ec1e9d5e3d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:44.954545 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2112410b-d83c-477e-8f0b-50c6af113353 None None] Sync routers for ids ['7dafbfa7-747b-46de-9df6-f0b288036618'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:44.969256 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2112410b-d83c-477e-8f0b-50c6af113353 None None] Routers {'7dafbfa7-747b-46de-9df6-f0b288036618'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:44.969999 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2112410b-d83c-477e-8f0b-50c6af113353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7dafbfa7-747b-46de-9df6-f0b288036618'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:44.971913 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port fd778ee4-7edf-4579-abd2-01ec1e9d5e3d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:44.975812 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port fd778ee4-7edf-4579-abd2-01ec1e9d5e3d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:44.976739 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:45.056597 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:45.069646 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-2112410b-d83c-477e-8f0b-50c6af113353 None None] Set router 7dafbfa7-747b-46de-9df6-f0b288036618 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:45.093206 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port fd778ee4-7edf-4579-abd2-01ec1e9d5e3d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fd778ee4-7edf-4579-abd2-01ec1e9d5e3d,segment=NetworkSegment(2399c2d1-d09e-434d-ba4f-c8c1d5dba11f),segment_id=2399c2d1-d09e-434d-ba4f-c8c1d5dba11f)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:45.099150 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:45.100244 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:45.158153 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ceb3d11c-44a1-454d-83aa-542c8b96196c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting port fd778ee4-7edf-4579-abd2-01ec1e9d5e3d {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:45.158594 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ceb3d11c-44a1-454d-83aa-542c8b96196c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:45.178462 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=fd778ee4-7edf-4579-abd2-01ec1e9d5e3d,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:45.191178 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:45.191556 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:45.263566 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-ceb3d11c-44a1-454d-83aa-542c8b96196c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] For port fd778ee4-7edf-4579-abd2-01ec1e9d5e3d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fd778ee4-7edf-4579-abd2-01ec1e9d5e3d,segment=NetworkSegment(2399c2d1-d09e-434d-ba4f-c8c1d5dba11f),segment_id=2399c2d1-d09e-434d-ba4f-c8c1d5dba11f)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:45.264034 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ceb3d11c-44a1-454d-83aa-542c8b96196c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:45.273383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f3e0ab30-907d-42b5-afa6-113c5e5a9fe4 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:45.282114 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ceb3d11c-44a1-454d-83aa-542c8b96196c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Calling delete_port for fd778ee4-7edf-4579-abd2-01ec1e9d5e3d owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:45.299300 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2112410b-d83c-477e-8f0b-50c6af113353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:43Z', 'revision_number': 7, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': '0475c55b-4a4d-4885-ac09-0efaf3cba76f', 'name': '', 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:28:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:34Z', 'updated_at': '2021-07-22T19:49:39Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5', 'name': '', 'network_id': 'abbfd7a1-c4c0-4adb-ba75-a481d82769a3', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:fe:05:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:37Z', 'updated_at': '2021-07-22T19:49:43Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd778ee4-7edf-4579-abd2-01ec1e9d5e3d', 'name': '', 'network_id': '4475925c-2eab-4f70-a7be-9d8b70879ed1', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:06:99:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c881abfd-78b8-4f81-b5ba-1115691160e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:40Z', 'updated_at': '2021-07-22T19:49:43Z', 'revision_number': 4, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'c881abfd-78b8-4f81-b5ba-1115691160e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:45.324139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port f3e0ab30-907d-42b5-afa6-113c5e5a9fe4 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:45.324830 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:45.417905 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2112410b-d83c-477e-8f0b-50c6af113353 None None] Checking router: 7dafbfa7-747b-46de-9df6-f0b288036618 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:49:45.426386 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2112410b-d83c-477e-8f0b-50c6af113353 None None] Routers {'7dafbfa7-747b-46de-9df6-f0b288036618'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:45.427091 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2112410b-d83c-477e-8f0b-50c6af113353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7dafbfa7-747b-46de-9df6-f0b288036618'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:45.466868 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ceb3d11c-44a1-454d-83aa-542c8b96196c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:45.493567 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3d11c-44a1-454d-83aa-542c8b96196c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Port': ['ID=fd778ee4-7edf-4579-abd2-01ec1e9d5e3d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:45.520760 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-2112410b-d83c-477e-8f0b-50c6af113353 None None] Set router 7dafbfa7-747b-46de-9df6-f0b288036618 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:45.662370 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ceb3d11c-44a1-454d-83aa-542c8b96196c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:45.746593 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-2112410b-d83c-477e-8f0b-50c6af113353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:43Z', 'revision_number': 7, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': '0475c55b-4a4d-4885-ac09-0efaf3cba76f', 'name': '', 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:28:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:34Z', 'updated_at': '2021-07-22T19:49:39Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5', 'name': '', 'network_id': 'abbfd7a1-c4c0-4adb-ba75-a481d82769a3', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:fe:05:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:37Z', 'updated_at': '2021-07-22T19:49:43Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd778ee4-7edf-4579-abd2-01ec1e9d5e3d', 'name': '', 'network_id': '4475925c-2eab-4f70-a7be-9d8b70879ed1', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:06:99:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c881abfd-78b8-4f81-b5ba-1115691160e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:40Z', 'updated_at': '2021-07-22T19:49:45Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'c881abfd-78b8-4f81-b5ba-1115691160e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:45.777145 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2112410b-d83c-477e-8f0b-50c6af113353 None None] The sync data for ids ['7dafbfa7-747b-46de-9df6-f0b288036618'] in n-d-800086-12 is: [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:43Z', 'revision_number': 7, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': '0475c55b-4a4d-4885-ac09-0efaf3cba76f', 'name': '', 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:28:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:34Z', 'updated_at': '2021-07-22T19:49:39Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5', 'name': '', 'network_id': 'abbfd7a1-c4c0-4adb-ba75-a481d82769a3', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:fe:05:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:37Z', 'updated_at': '2021-07-22T19:49:43Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd778ee4-7edf-4579-abd2-01ec1e9d5e3d', 'name': '', 'network_id': '4475925c-2eab-4f70-a7be-9d8b70879ed1', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:06:99:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'c881abfd-78b8-4f81-b5ba-1115691160e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:40Z', 'updated_at': '2021-07-22T19:49:45Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'c881abfd-78b8-4f81-b5ba-1115691160e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:45.867004 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb3d11c-44a1-454d-83aa-542c8b96196c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router 7dafbfa7-747b-46de-9df6-f0b288036618 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:45.963142 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb3d11c-44a1-454d-83aa-542c8b96196c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:45.968247 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ceb3d11c-44a1-454d-83aa-542c8b96196c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/7dafbfa7-747b-46de-9df6-f0b288036618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4327447 Jul 22 19:49:45.970876 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57016) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:45.973472 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad4a97b-c915-464e-8cb9-379ce007f6f1 None None] Sync routers for ids ['7dafbfa7-747b-46de-9df6-f0b288036618'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:45.983125 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad4a97b-c915-464e-8cb9-379ce007f6f1 None None] Routers {'7dafbfa7-747b-46de-9df6-f0b288036618'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:45.983741 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3ad4a97b-c915-464e-8cb9-379ce007f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7dafbfa7-747b-46de-9df6-f0b288036618'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:46.020465 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1dae193-7fed-4a6d-bd03-5c9918cb476f tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting subnet c881abfd-78b8-4f81-b5ba-1115691160e8 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:49:46.024959 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1dae193-7fed-4a6d-bd03-5c9918cb476f tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:46.064836 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1dae193-7fed-4a6d-bd03-5c9918cb476f tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:46.071104 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-3ad4a97b-c915-464e-8cb9-379ce007f6f1 None None] Set router 7dafbfa7-747b-46de-9df6-f0b288036618 gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:46.154509 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1dae193-7fed-4a6d-bd03-5c9918cb476f tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:46.214733 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1dae193-7fed-4a6d-bd03-5c9918cb476f tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:46.243170 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dae193-7fed-4a6d-bd03-5c9918cb476f tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Subnet': ['ID=c881abfd-78b8-4f81-b5ba-1115691160e8,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:46.248354 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a1dae193-7fed-4a6d-bd03-5c9918cb476f tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:46.252958 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a1dae193-7fed-4a6d-bd03-5c9918cb476f tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/subnets/c881abfd-78b8-4f81-b5ba-1115691160e8 HTTP/1.1" status: 204 len: 168 time: 0.2810676 Jul 22 19:49:46.253110 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57018) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:46.257672 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff5dbad-8ba2-4918-aadd-2ba04ea672fc None None] Network 4475925c-2eab-4f70-a7be-9d8b70879ed1 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:46.335457 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a499c4eb-4614-465f-9c8b-293cff3ddba9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:46.358636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3ad4a97b-c915-464e-8cb9-379ce007f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:45Z', 'revision_number': 8, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': '0475c55b-4a4d-4885-ac09-0efaf3cba76f', 'name': '', 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:28:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:34Z', 'updated_at': '2021-07-22T19:49:39Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5', 'name': '', 'network_id': 'abbfd7a1-c4c0-4adb-ba75-a481d82769a3', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:fe:05:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:37Z', 'updated_at': '2021-07-22T19:49:43Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:46.387378 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-a499c4eb-4614-465f-9c8b-293cff3ddba9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting port f3e0ab30-907d-42b5-afa6-113c5e5a9fe4 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:46.387732 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a499c4eb-4614-465f-9c8b-293cff3ddba9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:46.404871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad4a97b-c915-464e-8cb9-379ce007f6f1 None None] Checking router: 7dafbfa7-747b-46de-9df6-f0b288036618 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:49:46.419879 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad4a97b-c915-464e-8cb9-379ce007f6f1 None None] Routers {'7dafbfa7-747b-46de-9df6-f0b288036618'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:46.420524 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3ad4a97b-c915-464e-8cb9-379ce007f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7dafbfa7-747b-46de-9df6-f0b288036618'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:46.454431 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-a499c4eb-4614-465f-9c8b-293cff3ddba9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] For port f3e0ab30-907d-42b5-afa6-113c5e5a9fe4, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f3e0ab30-907d-42b5-afa6-113c5e5a9fe4,segment=NetworkSegment(2399c2d1-d09e-434d-ba4f-c8c1d5dba11f),segment_id=2399c2d1-d09e-434d-ba4f-c8c1d5dba11f)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:46.454983 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a499c4eb-4614-465f-9c8b-293cff3ddba9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:46.467112 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-a499c4eb-4614-465f-9c8b-293cff3ddba9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Calling delete_port for f3e0ab30-907d-42b5-afa6-113c5e5a9fe4 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:46.550998 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a499c4eb-4614-465f-9c8b-293cff3ddba9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:46.577515 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499c4eb-4614-465f-9c8b-293cff3ddba9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Port': ['ID=f3e0ab30-907d-42b5-afa6-113c5e5a9fe4,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:46.581071 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a499c4eb-4614-465f-9c8b-293cff3ddba9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] No DVR routers for this DVR port f3e0ab30-907d-42b5-afa6-113c5e5a9fe4 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:46.665132 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a499c4eb-4614-465f-9c8b-293cff3ddba9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:46.672175 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-3ad4a97b-c915-464e-8cb9-379ce007f6f1 None None] Set router 7dafbfa7-747b-46de-9df6-f0b288036618 gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:46.676468 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-a499c4eb-4614-465f-9c8b-293cff3ddba9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4475925c-2eab-4f70-a7be-9d8b70879ed1']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:46.688280 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-a499c4eb-4614-465f-9c8b-293cff3ddba9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2399c2d1-d09e-434d-ba4f-c8c1d5dba11f') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:46.688617 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-a499c4eb-4614-465f-9c8b-293cff3ddba9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2399c2d1-d09e-434d-ba4f-c8c1d5dba11f') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:46.698743 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a499c4eb-4614-465f-9c8b-293cff3ddba9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:46.716318 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a499c4eb-4614-465f-9c8b-293cff3ddba9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:46.716568 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a819d58-9221-4550-b0ed-3a7f649d9b17 None None] DHCP port deletion for 4475925c-2eab-4f70-a7be-9d8b70879ed1 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:49:46.722806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a499c4eb-4614-465f-9c8b-293cff3ddba9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:49:46.723307 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a499c4eb-4614-465f-9c8b-293cff3ddba9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:49:46.726483 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:49:46.911504 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f3e0ab30-907d-42b5-afa6-113c5e5a9fe4 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:46.918302 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3ad4a97b-c915-464e-8cb9-379ce007f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:45Z', 'revision_number': 8, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': '0475c55b-4a4d-4885-ac09-0efaf3cba76f', 'name': '', 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:28:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:34Z', 'updated_at': '2021-07-22T19:49:39Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5', 'name': '', 'network_id': 'abbfd7a1-c4c0-4adb-ba75-a481d82769a3', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:fe:05:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:37Z', 'updated_at': '2021-07-22T19:49:43Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:46.970936 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: f3e0ab30-907d-42b5-afa6-113c5e5a9fe4 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:49:46.971277 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f3e0ab30-907d-42b5-afa6-113c5e5a9fe4 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:49:46.973087 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad4a97b-c915-464e-8cb9-379ce007f6f1 None None] The sync data for ids ['7dafbfa7-747b-46de-9df6-f0b288036618'] in n-d-800086-12 is: [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:45Z', 'revision_number': 8, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': '0475c55b-4a4d-4885-ac09-0efaf3cba76f', 'name': '', 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:28:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:34Z', 'updated_at': '2021-07-22T19:49:39Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5', 'name': '', 'network_id': 'abbfd7a1-c4c0-4adb-ba75-a481d82769a3', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:fe:05:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:37Z', 'updated_at': '2021-07-22T19:49:43Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'c768cec2-b6a7-49a5-a70d-0949b086c990', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:47.065079 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a499c4eb-4614-465f-9c8b-293cff3ddba9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:47.072767 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a499c4eb-4614-465f-9c8b-293cff3ddba9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:47.074435 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a499c4eb-4614-465f-9c8b-293cff3ddba9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/networks/4475925c-2eab-4f70-a7be-9d8b70879ed1 HTTP/1.1" status: 204 len: 168 time: 0.8204472 Jul 22 19:49:47.077398 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57022) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:47.085955 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499c4eb-4614-465f-9c8b-293cff3ddba9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Network': ['ID=4475925c-2eab-4f70-a7be-9d8b70879ed1,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:47.415123 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34548032-a032-451c-8071-bb9ff6e8512d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:47.662886 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-34548032-a032-451c-8071-bb9ff6e8512d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting port de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:47.663143 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34548032-a032-451c-8071-bb9ff6e8512d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:47.749914 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-34548032-a032-451c-8071-bb9ff6e8512d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] For port de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5,segment=NetworkSegment(78af427b-cbed-406c-ba7e-ac9d0dbe4eeb),segment_id=78af427b-cbed-406c-ba7e-ac9d0dbe4eeb)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:47.750257 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34548032-a032-451c-8071-bb9ff6e8512d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:47.762424 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-34548032-a032-451c-8071-bb9ff6e8512d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Calling delete_port for de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:47.931661 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34548032-a032-451c-8071-bb9ff6e8512d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:47.966381 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34548032-a032-451c-8071-bb9ff6e8512d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Port': ['ID=de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:48.121460 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-34548032-a032-451c-8071-bb9ff6e8512d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:48.307425 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34548032-a032-451c-8071-bb9ff6e8512d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router 7dafbfa7-747b-46de-9df6-f0b288036618 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:48.399907 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34548032-a032-451c-8071-bb9ff6e8512d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:48.404854 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-34548032-a032-451c-8071-bb9ff6e8512d tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/7dafbfa7-747b-46de-9df6-f0b288036618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3263636 Jul 22 19:49:48.407551 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57024) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:48.410035 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b16d16-70db-47e9-a1a3-62a58c6f4c39 None None] Sync routers for ids ['7dafbfa7-747b-46de-9df6-f0b288036618'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:48.419260 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b16d16-70db-47e9-a1a3-62a58c6f4c39 None None] Routers {'7dafbfa7-747b-46de-9df6-f0b288036618'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:48.419847 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f9b16d16-70db-47e9-a1a3-62a58c6f4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7dafbfa7-747b-46de-9df6-f0b288036618'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:48.508913 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-f9b16d16-70db-47e9-a1a3-62a58c6f4c39 None None] Set router 7dafbfa7-747b-46de-9df6-f0b288036618 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:48.712730 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f9b16d16-70db-47e9-a1a3-62a58c6f4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:47Z', 'revision_number': 9, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': '0475c55b-4a4d-4885-ac09-0efaf3cba76f', 'name': '', 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:28:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:34Z', 'updated_at': '2021-07-22T19:49:39Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:48.739458 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b16d16-70db-47e9-a1a3-62a58c6f4c39 None None] Checking router: 7dafbfa7-747b-46de-9df6-f0b288036618 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:49:48.748610 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b16d16-70db-47e9-a1a3-62a58c6f4c39 None None] Routers {'7dafbfa7-747b-46de-9df6-f0b288036618'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:48.749216 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f9b16d16-70db-47e9-a1a3-62a58c6f4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7dafbfa7-747b-46de-9df6-f0b288036618'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:48.766715 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0caa92b-a1ae-4d8f-bd74-03d392f70842 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting subnet c768cec2-b6a7-49a5-a70d-0949b086c990 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:49:48.769998 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0caa92b-a1ae-4d8f-bd74-03d392f70842 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:48.815618 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0caa92b-a1ae-4d8f-bd74-03d392f70842 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:48.839118 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-f9b16d16-70db-47e9-a1a3-62a58c6f4c39 None None] Set router 7dafbfa7-747b-46de-9df6-f0b288036618 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:48.840503 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fd778ee4-7edf-4579-abd2-01ec1e9d5e3d no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:48.861751 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: fd778ee4-7edf-4579-abd2-01ec1e9d5e3d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:49:48.862098 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fd778ee4-7edf-4579-abd2-01ec1e9d5e3d not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:49:48.914220 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0caa92b-a1ae-4d8f-bd74-03d392f70842 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:48.978845 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0caa92b-a1ae-4d8f-bd74-03d392f70842 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.006085 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0caa92b-a1ae-4d8f-bd74-03d392f70842 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Subnet': ['ID=c768cec2-b6a7-49a5-a70d-0949b086c990,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:49.011769 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e0caa92b-a1ae-4d8f-bd74-03d392f70842 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.016100 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e0caa92b-a1ae-4d8f-bd74-03d392f70842 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/subnets/c768cec2-b6a7-49a5-a70d-0949b086c990 HTTP/1.1" status: 204 len: 168 time: 0.6052327 Jul 22 19:49:49.016850 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57026) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:49.025429 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b5d3c3-8fef-47c4-8373-941a5ccf8f46 None None] Network abbfd7a1-c4c0-4adb-ba75-a481d82769a3 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:49.044563 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f9b16d16-70db-47e9-a1a3-62a58c6f4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:47Z', 'revision_number': 9, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': '0475c55b-4a4d-4885-ac09-0efaf3cba76f', 'name': '', 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:28:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:34Z', 'updated_at': '2021-07-22T19:49:39Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:49.073619 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b16d16-70db-47e9-a1a3-62a58c6f4c39 None None] The sync data for ids ['7dafbfa7-747b-46de-9df6-f0b288036618'] in n-d-800086-12 is: [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:47Z', 'revision_number': 9, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': '0475c55b-4a4d-4885-ac09-0efaf3cba76f', 'name': '', 'network_id': '873ea61d-e891-456a-a3f6-7178b724bcea', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:28:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:34Z', 'updated_at': '2021-07-22T19:49:39Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': 'e4c58424-7c88-40a6-9e3b-c227a4b2ebb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:49.095859 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c15de07-8f1b-4876-a3bd-da463476e619 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.157920 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-1c15de07-8f1b-4876-a3bd-da463476e619 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting port 0cf9d722-b6e3-4b19-92cf-740f1eb21cf5 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:49.158298 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c15de07-8f1b-4876-a3bd-da463476e619 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.228645 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-1c15de07-8f1b-4876-a3bd-da463476e619 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] For port 0cf9d722-b6e3-4b19-92cf-740f1eb21cf5, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0cf9d722-b6e3-4b19-92cf-740f1eb21cf5,segment=NetworkSegment(78af427b-cbed-406c-ba7e-ac9d0dbe4eeb),segment_id=78af427b-cbed-406c-ba7e-ac9d0dbe4eeb)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:49.228943 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c15de07-8f1b-4876-a3bd-da463476e619 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.240489 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-1c15de07-8f1b-4876-a3bd-da463476e619 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Calling delete_port for 0cf9d722-b6e3-4b19-92cf-740f1eb21cf5 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:49.320737 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c15de07-8f1b-4876-a3bd-da463476e619 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.350627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15de07-8f1b-4876-a3bd-da463476e619 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Port': ['ID=0cf9d722-b6e3-4b19-92cf-740f1eb21cf5,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:49.355263 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c15de07-8f1b-4876-a3bd-da463476e619 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] No DVR routers for this DVR port 0cf9d722-b6e3-4b19-92cf-740f1eb21cf5 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:49.434559 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c15de07-8f1b-4876-a3bd-da463476e619 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.441484 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abaf226-7b43-4b40-8047-882195b9b1d6 None None] DHCP port deletion for abbfd7a1-c4c0-4adb-ba75-a481d82769a3 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:49:49.445529 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-1c15de07-8f1b-4876-a3bd-da463476e619 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbfd7a1-c4c0-4adb-ba75-a481d82769a3']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:49.458025 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-1c15de07-8f1b-4876-a3bd-da463476e619 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78af427b-cbed-406c-ba7e-ac9d0dbe4eeb') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:49.458334 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-1c15de07-8f1b-4876-a3bd-da463476e619 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78af427b-cbed-406c-ba7e-ac9d0dbe4eeb') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:49.468788 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c15de07-8f1b-4876-a3bd-da463476e619 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.487544 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c15de07-8f1b-4876-a3bd-da463476e619 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.494769 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c15de07-8f1b-4876-a3bd-da463476e619 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:49:49.495226 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c15de07-8f1b-4876-a3bd-da463476e619 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:49:49.499018 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:49:49.558344 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c15de07-8f1b-4876-a3bd-da463476e619 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.565142 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c15de07-8f1b-4876-a3bd-da463476e619 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.566820 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1c15de07-8f1b-4876-a3bd-da463476e619 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/networks/abbfd7a1-c4c0-4adb-ba75-a481d82769a3 HTTP/1.1" status: 204 len: 168 time: 0.5489998 Jul 22 19:49:49.570476 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57028) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:49.578537 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15de07-8f1b-4876-a3bd-da463476e619 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Network': ['ID=abbfd7a1-c4c0-4adb-ba75-a481d82769a3,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:49.897239 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3d9e8bf-3ec9-4a19-a965-61dad92fa079 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:50.148564 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-d3d9e8bf-3ec9-4a19-a965-61dad92fa079 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting port 0475c55b-4a4d-4885-ac09-0efaf3cba76f {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:50.148826 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3d9e8bf-3ec9-4a19-a965-61dad92fa079 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:50.234784 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-d3d9e8bf-3ec9-4a19-a965-61dad92fa079 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] For port 0475c55b-4a4d-4885-ac09-0efaf3cba76f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=0475c55b-4a4d-4885-ac09-0efaf3cba76f,segment=NetworkSegment(dbc03414-ec5d-425c-b3dc-9adcc4104d2b),segment_id=dbc03414-ec5d-425c-b3dc-9adcc4104d2b)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:50.235139 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3d9e8bf-3ec9-4a19-a965-61dad92fa079 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:50.249288 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-d3d9e8bf-3ec9-4a19-a965-61dad92fa079 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Calling delete_port for 0475c55b-4a4d-4885-ac09-0efaf3cba76f owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:50.420406 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3d9e8bf-3ec9-4a19-a965-61dad92fa079 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:50.450612 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9e8bf-3ec9-4a19-a965-61dad92fa079 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Port': ['ID=0475c55b-4a4d-4885-ac09-0efaf3cba76f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:50.609480 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3d9e8bf-3ec9-4a19-a965-61dad92fa079 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:50.801913 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d9e8bf-3ec9-4a19-a965-61dad92fa079 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router 7dafbfa7-747b-46de-9df6-f0b288036618 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:50.879946 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:50.893888 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d9e8bf-3ec9-4a19-a965-61dad92fa079 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:50.899778 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d3d9e8bf-3ec9-4a19-a965-61dad92fa079 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/7dafbfa7-747b-46de-9df6-f0b288036618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3274605 Jul 22 19:49:50.901342 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:49:50.901637 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device de9dfe5a-66c3-4045-9dc9-d9a8e870d0e5 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:49:50.902065 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0cf9d722-b6e3-4b19-92cf-740f1eb21cf5 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:50.902745 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57030) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:50.906110 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a71bafb-cafe-442a-b303-8faa705f05b8 None None] Sync routers for ids ['7dafbfa7-747b-46de-9df6-f0b288036618'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:50.924730 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 0cf9d722-b6e3-4b19-92cf-740f1eb21cf5 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:49:50.925078 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0cf9d722-b6e3-4b19-92cf-740f1eb21cf5 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:49:50.932849 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a71bafb-cafe-442a-b303-8faa705f05b8 None None] Routers {'7dafbfa7-747b-46de-9df6-f0b288036618'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:50.933563 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-5a71bafb-cafe-442a-b303-8faa705f05b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7dafbfa7-747b-46de-9df6-f0b288036618'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:50.954123 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5312464-7006-4854-b56c-27179cc57e73 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting subnet e4c58424-7c88-40a6-9e3b-c227a4b2ebb7 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:49:50.962763 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5312464-7006-4854-b56c-27179cc57e73 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:50.997885 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5312464-7006-4854-b56c-27179cc57e73 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.021300 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-5a71bafb-cafe-442a-b303-8faa705f05b8 None None] Set router 7dafbfa7-747b-46de-9df6-f0b288036618 gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:51.083896 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5312464-7006-4854-b56c-27179cc57e73 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.141315 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5312464-7006-4854-b56c-27179cc57e73 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.168527 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5312464-7006-4854-b56c-27179cc57e73 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Subnet': ['ID=e4c58424-7c88-40a6-9e3b-c227a4b2ebb7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:51.171392 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c5312464-7006-4854-b56c-27179cc57e73 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.173325 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c5312464-7006-4854-b56c-27179cc57e73 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/subnets/e4c58424-7c88-40a6-9e3b-c227a4b2ebb7 HTTP/1.1" status: 204 len: 168 time: 0.2694061 Jul 22 19:49:51.175929 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57032) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:51.192100 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116a8de3-c6ff-48e1-a4f2-08a34559bc90 None None] Network 873ea61d-e891-456a-a3f6-7178b724bcea requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:51.250522 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47ded519-549a-4901-a85e-c97bb9504a2b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.309071 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-47ded519-549a-4901-a85e-c97bb9504a2b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting port b5b9cf04-6228-4d88-a2ca-45409e5f9820 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:51.309312 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47ded519-549a-4901-a85e-c97bb9504a2b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.313214 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-5a71bafb-cafe-442a-b303-8faa705f05b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:50Z', 'revision_number': 10, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:51.346693 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a71bafb-cafe-442a-b303-8faa705f05b8 None None] Checking router: 7dafbfa7-747b-46de-9df6-f0b288036618 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:49:51.362995 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a71bafb-cafe-442a-b303-8faa705f05b8 None None] Routers {'7dafbfa7-747b-46de-9df6-f0b288036618'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:51.363618 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-5a71bafb-cafe-442a-b303-8faa705f05b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7dafbfa7-747b-46de-9df6-f0b288036618'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:51.370891 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-47ded519-549a-4901-a85e-c97bb9504a2b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] For port b5b9cf04-6228-4d88-a2ca-45409e5f9820, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=b5b9cf04-6228-4d88-a2ca-45409e5f9820,segment=NetworkSegment(dbc03414-ec5d-425c-b3dc-9adcc4104d2b),segment_id=dbc03414-ec5d-425c-b3dc-9adcc4104d2b)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:51.371251 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47ded519-549a-4901-a85e-c97bb9504a2b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.383289 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-47ded519-549a-4901-a85e-c97bb9504a2b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Calling delete_port for b5b9cf04-6228-4d88-a2ca-45409e5f9820 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:51.454013 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-5a71bafb-cafe-442a-b303-8faa705f05b8 None None] Set router 7dafbfa7-747b-46de-9df6-f0b288036618 gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:51.472264 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47ded519-549a-4901-a85e-c97bb9504a2b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.489310 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b64070f-a073-4af2-b495-b0629f4882ce None None] DHCP port deletion for 873ea61d-e891-456a-a3f6-7178b724bcea request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:49:51.501521 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ded519-549a-4901-a85e-c97bb9504a2b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Port': ['ID=b5b9cf04-6228-4d88-a2ca-45409e5f9820,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:51.510162 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ded519-549a-4901-a85e-c97bb9504a2b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] No DVR routers for this DVR port b5b9cf04-6228-4d88-a2ca-45409e5f9820 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:51.604144 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47ded519-549a-4901-a85e-c97bb9504a2b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.616255 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-47ded519-549a-4901-a85e-c97bb9504a2b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['873ea61d-e891-456a-a3f6-7178b724bcea']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:51.626800 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-47ded519-549a-4901-a85e-c97bb9504a2b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc03414-ec5d-425c-b3dc-9adcc4104d2b') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:51.627230 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-47ded519-549a-4901-a85e-c97bb9504a2b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc03414-ec5d-425c-b3dc-9adcc4104d2b') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:51.638549 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47ded519-549a-4901-a85e-c97bb9504a2b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.652903 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47ded519-549a-4901-a85e-c97bb9504a2b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.659041 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ded519-549a-4901-a85e-c97bb9504a2b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:49:51.659433 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47ded519-549a-4901-a85e-c97bb9504a2b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:49:51.662612 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:49:51.689013 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-5a71bafb-cafe-442a-b303-8faa705f05b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:50Z', 'revision_number': 10, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:51.721385 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a71bafb-cafe-442a-b303-8faa705f05b8 None None] The sync data for ids ['7dafbfa7-747b-46de-9df6-f0b288036618'] in n-d-800086-12 is: [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:50Z', 'revision_number': 10, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None, '_interfaces': [{'id': 'bb39db5b-5ea0-443e-9f85-15f9ad029509', 'name': '', 'network_id': '34094adc-f448-4be1-95b6-9d39f65bd154', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'mac_address': 'fa:16:3e:d9:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:31Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 5, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'subnets': [{'id': '16f2189b-ef2b-4877-abef-66c35d9b57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:51.723304 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47ded519-549a-4901-a85e-c97bb9504a2b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.731465 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-47ded519-549a-4901-a85e-c97bb9504a2b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.733301 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-47ded519-549a-4901-a85e-c97bb9504a2b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/networks/873ea61d-e891-456a-a3f6-7178b724bcea HTTP/1.1" status: 204 len: 168 time: 0.5564277 Jul 22 19:49:51.736303 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57034) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:51.745544 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ded519-549a-4901-a85e-c97bb9504a2b tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Network': ['ID=873ea61d-e891-456a-a3f6-7178b724bcea,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:52.084777 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7ad979c-b122-491d-b78a-805c61a74c8a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:52.343369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad979c-b122-491d-b78a-805c61a74c8a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting port bb39db5b-5ea0-443e-9f85-15f9ad029509 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:52.343715 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7ad979c-b122-491d-b78a-805c61a74c8a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:52.431457 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-e7ad979c-b122-491d-b78a-805c61a74c8a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] For port bb39db5b-5ea0-443e-9f85-15f9ad029509, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=bb39db5b-5ea0-443e-9f85-15f9ad029509,segment=NetworkSegment(763ce325-0d32-40aa-8284-3b1b108c5504),segment_id=763ce325-0d32-40aa-8284-3b1b108c5504)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:52.431820 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7ad979c-b122-491d-b78a-805c61a74c8a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:52.444311 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad979c-b122-491d-b78a-805c61a74c8a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Calling delete_port for bb39db5b-5ea0-443e-9f85-15f9ad029509 owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:52.614673 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7ad979c-b122-491d-b78a-805c61a74c8a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:52.645329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad979c-b122-491d-b78a-805c61a74c8a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Port': ['ID=bb39db5b-5ea0-443e-9f85-15f9ad029509,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:52.790663 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e7ad979c-b122-491d-b78a-805c61a74c8a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:52.883049 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b5b9cf04-6228-4d88-a2ca-45409e5f9820 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:52.903492 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: b5b9cf04-6228-4d88-a2ca-45409e5f9820 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:49:52.903836 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device b5b9cf04-6228-4d88-a2ca-45409e5f9820 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:49:52.904256 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0475c55b-4a4d-4885-ac09-0efaf3cba76f no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:52.922508 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 0475c55b-4a4d-4885-ac09-0efaf3cba76f {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:49:52.922784 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 0475c55b-4a4d-4885-ac09-0efaf3cba76f not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:49:52.950298 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ad979c-b122-491d-b78a-805c61a74c8a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router 7dafbfa7-747b-46de-9df6-f0b288036618 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:53.024104 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ad979c-b122-491d-b78a-805c61a74c8a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:53.029377 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e7ad979c-b122-491d-b78a-805c61a74c8a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/7dafbfa7-747b-46de-9df6-f0b288036618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2908485 Jul 22 19:49:53.031963 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57036) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:53.034549 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a44cd2-a3a3-415d-9bdc-d103a0814055 None None] Sync routers for ids ['7dafbfa7-747b-46de-9df6-f0b288036618'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:53.044228 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a44cd2-a3a3-415d-9bdc-d103a0814055 None None] Routers {'7dafbfa7-747b-46de-9df6-f0b288036618'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:53.044960 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-b5a44cd2-a3a3-415d-9bdc-d103a0814055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7dafbfa7-747b-46de-9df6-f0b288036618'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:53.086766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4648bc5-0e8c-41b9-9ed0-ec25de6da101 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting subnet 16f2189b-ef2b-4877-abef-66c35d9b57cc {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:49:53.090067 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a4648bc5-0e8c-41b9-9ed0-ec25de6da101 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.113598 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-b5a44cd2-a3a3-415d-9bdc-d103a0814055 None None] Set router 7dafbfa7-747b-46de-9df6-f0b288036618 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:53.129722 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a4648bc5-0e8c-41b9-9ed0-ec25de6da101 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.173125 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-b5a44cd2-a3a3-415d-9bdc-d103a0814055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:52Z', 'revision_number': 11, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:53.199422 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a44cd2-a3a3-415d-9bdc-d103a0814055 None None] Checking router: 7dafbfa7-747b-46de-9df6-f0b288036618 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:49:53.207456 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a44cd2-a3a3-415d-9bdc-d103a0814055 None None] Routers {'7dafbfa7-747b-46de-9df6-f0b288036618'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:53.208056 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-b5a44cd2-a3a3-415d-9bdc-d103a0814055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7dafbfa7-747b-46de-9df6-f0b288036618'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:53.212729 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a4648bc5-0e8c-41b9-9ed0-ec25de6da101 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.276316 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a4648bc5-0e8c-41b9-9ed0-ec25de6da101 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.305603 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4648bc5-0e8c-41b9-9ed0-ec25de6da101 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Subnet': ['ID=16f2189b-ef2b-4877-abef-66c35d9b57cc,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:53.309915 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a4648bc5-0e8c-41b9-9ed0-ec25de6da101 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.311973 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a4648bc5-0e8c-41b9-9ed0-ec25de6da101 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/subnets/16f2189b-ef2b-4877-abef-66c35d9b57cc HTTP/1.1" status: 204 len: 168 time: 0.2790363 Jul 22 19:49:53.314756 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57038) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:53.317429 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f62af87-3b64-4e73-a9cc-5f12c8464df7 None None] Network 34094adc-f448-4be1-95b6-9d39f65bd154 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:53.373645 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-b5a44cd2-a3a3-415d-9bdc-d103a0814055 None None] Set router 7dafbfa7-747b-46de-9df6-f0b288036618 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:53.394781 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa532f76-bb58-4fc6-a4f8-e476382efde6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.426518 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-b5a44cd2-a3a3-415d-9bdc-d103a0814055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:52Z', 'revision_number': 11, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:53.459291 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a44cd2-a3a3-415d-9bdc-d103a0814055 None None] The sync data for ids ['7dafbfa7-747b-46de-9df6-f0b288036618'] in n-d-800086-12 is: [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:52Z', 'revision_number': 11, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:53.478835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-fa532f76-bb58-4fc6-a4f8-e476382efde6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Deleting port 1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:53.479173 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa532f76-bb58-4fc6-a4f8-e476382efde6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.567265 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-fa532f76-bb58-4fc6-a4f8-e476382efde6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] For port 1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4,segment=NetworkSegment(763ce325-0d32-40aa-8284-3b1b108c5504),segment_id=763ce325-0d32-40aa-8284-3b1b108c5504)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:53.567789 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa532f76-bb58-4fc6-a4f8-e476382efde6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.582586 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-fa532f76-bb58-4fc6-a4f8-e476382efde6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Calling delete_port for 1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:53.671610 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa532f76-bb58-4fc6-a4f8-e476382efde6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.703611 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa532f76-bb58-4fc6-a4f8-e476382efde6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Port': ['ID=1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:53.705561 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa532f76-bb58-4fc6-a4f8-e476382efde6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] No DVR routers for this DVR port 1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:53.794304 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa532f76-bb58-4fc6-a4f8-e476382efde6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.806596 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-fa532f76-bb58-4fc6-a4f8-e476382efde6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34094adc-f448-4be1-95b6-9d39f65bd154']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:53.817568 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-fa532f76-bb58-4fc6-a4f8-e476382efde6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '763ce325-0d32-40aa-8284-3b1b108c5504') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:53.817865 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-fa532f76-bb58-4fc6-a4f8-e476382efde6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '763ce325-0d32-40aa-8284-3b1b108c5504') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:53.822640 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837a483b-909c-4479-b4af-84dee770029b None None] DHCP port deletion for 34094adc-f448-4be1-95b6-9d39f65bd154 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:49:53.829265 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa532f76-bb58-4fc6-a4f8-e476382efde6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.852017 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa532f76-bb58-4fc6-a4f8-e476382efde6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.859303 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa532f76-bb58-4fc6-a4f8-e476382efde6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:49:53.859693 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa532f76-bb58-4fc6-a4f8-e476382efde6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:49:53.863840 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:49:53.933796 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa532f76-bb58-4fc6-a4f8-e476382efde6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.940876 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fa532f76-bb58-4fc6-a4f8-e476382efde6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.942670 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fa532f76-bb58-4fc6-a4f8-e476382efde6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/networks/34094adc-f448-4be1-95b6-9d39f65bd154 HTTP/1.1" status: 204 len: 168 time: 0.6269398 Jul 22 19:49:53.946230 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57040) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:53.951539 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-0f8236d6-5c92-47e0-a9f3-0d7b363571aa tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'router': {'routes': None}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:53.954102 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa532f76-bb58-4fc6-a4f8-e476382efde6 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Pushing event deleted for resources: {'Network': ['ID=34094adc-f448-4be1-95b6-9d39f65bd154,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:54.130906 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.extraroute_db [None req-0f8236d6-5c92-47e0-a9f3-0d7b363571aa tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Added routes are [] {{(pid=93806) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 19:49:54.131128 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.extraroute_db [None req-0f8236d6-5c92-47e0-a9f3-0d7b363571aa tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Removed routes are [] {{(pid=93806) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 19:49:54.131443 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f8236d6-5c92-47e0-a9f3-0d7b363571aa tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.269698 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f8236d6-5c92-47e0-a9f3-0d7b363571aa tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.273548 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f8236d6-5c92-47e0-a9f3-0d7b363571aa tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-910330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-910305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-910161'] for router, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.351374 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8236d6-5c92-47e0-a9f3-0d7b363571aa tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router 7dafbfa7-747b-46de-9df6-f0b288036618 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:54.717224 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8236d6-5c92-47e0-a9f3-0d7b363571aa tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:54.723795 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0f8236d6-5c92-47e0-a9f3-0d7b363571aa tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.725107 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0f8236d6-5c92-47e0-a9f3-0d7b363571aa tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/7dafbfa7-747b-46de-9df6-f0b288036618 HTTP/1.1" status: 200 len: 700 time: 0.7777255 Jul 22 19:49:54.726663 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626169f7-9ebb-4eef-8d43-ed7283674a10 None None] Sync routers for ids ['7dafbfa7-747b-46de-9df6-f0b288036618'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:54.728431 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57042) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:54.736092 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626169f7-9ebb-4eef-8d43-ed7283674a10 None None] Routers {'7dafbfa7-747b-46de-9df6-f0b288036618'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:54.736744 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-626169f7-9ebb-4eef-8d43-ed7283674a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7dafbfa7-747b-46de-9df6-f0b288036618'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:54.761063 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d3b5515e-82e8-46d0-9b57-1f785800b7d9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dafbfa7-747b-46de-9df6-f0b288036618 HTTP/1.1" status: 200 len: 205 time: 0.0310972 Jul 22 19:49:54.763494 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57044) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:54.808259 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-626169f7-9ebb-4eef-8d43-ed7283674a10 None None] Set router 7dafbfa7-747b-46de-9df6-f0b288036618 gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:54.835746 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bb39db5b-5ea0-443e-9f85-15f9ad029509 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:54.837298 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a5c786cf-3de8-4fa5-9a7b-9dd39d25ba18 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.864304 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-626169f7-9ebb-4eef-8d43-ed7283674a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:52Z', 'revision_number': 11, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:54.908857 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: bb39db5b-5ea0-443e-9f85-15f9ad029509 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:49:54.909205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device bb39db5b-5ea0-443e-9f85-15f9ad029509 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:49:54.909635 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:54.911438 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626169f7-9ebb-4eef-8d43-ed7283674a10 None None] Checking router: 7dafbfa7-747b-46de-9df6-f0b288036618 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:49:54.932260 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:49:54.932640 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1b8e0ac7-cb2e-4f5d-9be2-72f05b2e2aa4 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:49:54.938369 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626169f7-9ebb-4eef-8d43-ed7283674a10 None None] Routers {'7dafbfa7-747b-46de-9df6-f0b288036618'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:54.938984 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-626169f7-9ebb-4eef-8d43-ed7283674a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7dafbfa7-747b-46de-9df6-f0b288036618'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:54.993309 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a5c786cf-3de8-4fa5-9a7b-9dd39d25ba18 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.995319 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a5c786cf-3de8-4fa5-9a7b-9dd39d25ba18 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.009462 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-626169f7-9ebb-4eef-8d43-ed7283674a10 None None] Set router 7dafbfa7-747b-46de-9df6-f0b288036618 gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:55.037571 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a5c786cf-3de8-4fa5-9a7b-9dd39d25ba18 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.038105 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c786cf-3de8-4fa5-9a7b-9dd39d25ba18 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Fanout notify agent at l3_agent the message router_deleted on router 7dafbfa7-747b-46de-9df6-f0b288036618 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:49:55.045142 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a5c786cf-3de8-4fa5-9a7b-9dd39d25ba18 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.046281 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a5c786cf-3de8-4fa5-9a7b-9dd39d25ba18 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/routers/7dafbfa7-747b-46de-9df6-f0b288036618 HTTP/1.1" status: 204 len: 168 time: 0.2818985 Jul 22 19:49:55.050249 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57046) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:55.055950 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-2e08e20e-8282-4487-b2fb-64b339fb0ab4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2079358712', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:55.064035 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-626169f7-9ebb-4eef-8d43-ed7283674a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:52Z', 'revision_number': 11, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:55.079276 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e08e20e-8282-4487-b2fb-64b339fb0ab4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.080299 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e08e20e-8282-4487-b2fb-64b339fb0ab4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.090562 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626169f7-9ebb-4eef-8d43-ed7283674a10 None None] The sync data for ids ['7dafbfa7-747b-46de-9df6-f0b288036618'] in n-d-800086-12 is: [{'id': '7dafbfa7-747b-46de-9df6-f0b288036618', 'name': 'tempest-RoutersTest-router-691317235', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:30Z', 'updated_at': '2021-07-22T19:49:52Z', 'revision_number': 11, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:55.134074 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e08e20e-8282-4487-b2fb-64b339fb0ab4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.138305 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e08e20e-8282-4487-b2fb-64b339fb0ab4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.154713 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e08e20e-8282-4487-b2fb-64b339fb0ab4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.155921 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2e08e20e-8282-4487-b2fb-64b339fb0ab4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1047022 Jul 22 19:49:55.158633 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57048) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:55.163996 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-656715c0-0d68-4473-9e9f-66bc4f9bc2f0 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:55.381899 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-656715c0-0d68-4473-9e9f-66bc4f9bc2f0 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.391532 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-656715c0-0d68-4473-9e9f-66bc4f9bc2f0 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-910330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-910305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-910161'] for router, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.487346 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656715c0-0d68-4473-9e9f-66bc4f9bc2f0 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Router 8be3e305-55dd-4528-957c-f00ebc07fe46 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:49:55.559194 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656715c0-0d68-4473-9e9f-66bc4f9bc2f0 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:55.565840 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-656715c0-0d68-4473-9e9f-66bc4f9bc2f0 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.566884 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-656715c0-0d68-4473-9e9f-66bc4f9bc2f0 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "PUT /v2.0/routers/8be3e305-55dd-4528-957c-f00ebc07fe46 HTTP/1.1" status: 200 len: 694 time: 0.4072824 Jul 22 19:49:55.569731 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57054) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:55.572282 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86268694-9ee4-4c79-9ae4-13fafc0a4269 None None] Sync routers for ids ['8be3e305-55dd-4528-957c-f00ebc07fe46'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:55.581334 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86268694-9ee4-4c79-9ae4-13fafc0a4269 None None] Routers {'8be3e305-55dd-4528-957c-f00ebc07fe46'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:55.581926 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-86268694-9ee4-4c79-9ae4-13fafc0a4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['8be3e305-55dd-4528-957c-f00ebc07fe46'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:55.647005 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-27440a6c-d290-44c8-af93-8c728ee74175 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/routers/8be3e305-55dd-4528-957c-f00ebc07fe46 HTTP/1.1" status: 200 len: 700 time: 0.0756414 Jul 22 19:49:55.649802 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57056) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:55.654216 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-86268694-9ee4-4c79-9ae4-13fafc0a4269 None None] Set router 8be3e305-55dd-4528-957c-f00ebc07fe46 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:55.679186 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-942b1e4f-e7be-43cd-89d3-6bd3808ced4c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/ports?device_id=8be3e305-55dd-4528-957c-f00ebc07fe46 HTTP/1.1" status: 200 len: 205 time: 0.0283101 Jul 22 19:49:55.681998 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57058) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:55.706084 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-86268694-9ee4-4c79-9ae4-13fafc0a4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be3e305-55dd-4528-957c-f00ebc07fe46', 'name': 'tempest-RoutersTest-router-2079358712', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:55Z', 'updated_at': '2021-07-22T19:49:55Z', 'revision_number': 2, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:55.735555 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86268694-9ee4-4c79-9ae4-13fafc0a4269 None None] Checking router: 8be3e305-55dd-4528-957c-f00ebc07fe46 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:49:55.743753 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86268694-9ee4-4c79-9ae4-13fafc0a4269 None None] Routers {'8be3e305-55dd-4528-957c-f00ebc07fe46'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:55.744334 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-86268694-9ee4-4c79-9ae4-13fafc0a4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:49:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['8be3e305-55dd-4528-957c-f00ebc07fe46'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:55.757730 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c65926c-5d40-4f5a-b5b8-93ac2ef2fe2c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.808859 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-86268694-9ee4-4c79-9ae4-13fafc0a4269 None None] Set router 8be3e305-55dd-4528-957c-f00ebc07fe46 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:55.862100 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-86268694-9ee4-4c79-9ae4-13fafc0a4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be3e305-55dd-4528-957c-f00ebc07fe46', 'name': 'tempest-RoutersTest-router-2079358712', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:55Z', 'updated_at': '2021-07-22T19:49:55Z', 'revision_number': 2, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:55.887983 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86268694-9ee4-4c79-9ae4-13fafc0a4269 None None] The sync data for ids ['8be3e305-55dd-4528-957c-f00ebc07fe46'] in n-d-800086-12 is: [{'id': '8be3e305-55dd-4528-957c-f00ebc07fe46', 'name': 'tempest-RoutersTest-router-2079358712', 'tenant_id': '5b0c73577c6c4639be089846ad11ac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:55Z', 'updated_at': '2021-07-22T19:49:55Z', 'revision_number': 2, 'project_id': '5b0c73577c6c4639be089846ad11ac63', 'gw_port_host': None}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:55.919467 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c65926c-5d40-4f5a-b5b8-93ac2ef2fe2c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.921664 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c65926c-5d40-4f5a-b5b8-93ac2ef2fe2c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.971530 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c65926c-5d40-4f5a-b5b8-93ac2ef2fe2c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.972008 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c65926c-5d40-4f5a-b5b8-93ac2ef2fe2c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Fanout notify agent at l3_agent the message router_deleted on router 8be3e305-55dd-4528-957c-f00ebc07fe46 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:49:55.979766 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1c65926c-5d40-4f5a-b5b8-93ac2ef2fe2c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.981407 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1c65926c-5d40-4f5a-b5b8-93ac2ef2fe2c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/routers/8be3e305-55dd-4528-957c-f00ebc07fe46 HTTP/1.1" status: 204 len: 168 time: 0.2984743 Jul 22 19:49:55.986271 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57060) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.022468 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ca96ce23-8a87-4cf3-b11b-d31ef569b39c tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/ports?device_id=8be3e305-55dd-4528-957c-f00ebc07fe46 HTTP/1.1" status: 200 len: 205 time: 0.0343630 Jul 22 19:49:56.025671 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57062) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.064071 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-988802b1-878c-43b2-a9fe-92c4c3a6d59e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] delete failed (client error): The resource could not be found. Jul 22 19:49:56.065244 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-988802b1-878c-43b2-a9fe-92c4c3a6d59e tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/routers/8be3e305-55dd-4528-957c-f00ebc07fe46 HTTP/1.1" status: 404 len: 336 time: 0.0385530 Jul 22 19:49:56.067655 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57064) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.094916 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbf29f0-dcc8-4a7d-97ba-99cfffc03a78 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:56.095365 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efbf29f0-dcc8-4a7d-97ba-99cfffc03a78 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:56.097109 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-efbf29f0-dcc8-4a7d-97ba-99cfffc03a78 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/subnets/c881abfd-78b8-4f81-b5ba-1115691160e8 HTTP/1.1" status: 404 len: 337 time: 0.0285666 Jul 22 19:49:56.099625 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57066) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.127922 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-daec75f7-7764-4558-8a83-92167693e028 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:56.128285 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daec75f7-7764-4558-8a83-92167693e028 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:56.129961 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-daec75f7-7764-4558-8a83-92167693e028 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/subnets/c768cec2-b6a7-49a5-a70d-0949b086c990 HTTP/1.1" status: 404 len: 337 time: 0.0293119 Jul 22 19:49:56.133037 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57068) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.158198 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f9b70d-acbd-45bf-ba97-86e1cd4e1a99 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:56.158629 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f9b70d-acbd-45bf-ba97-86e1cd4e1a99 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:56.160227 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-20f9b70d-acbd-45bf-ba97-86e1cd4e1a99 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/subnets/e4c58424-7c88-40a6-9e3b-c227a4b2ebb7 HTTP/1.1" status: 404 len: 337 time: 0.0262756 Jul 22 19:49:56.162717 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57070) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.189426 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-a869b5a6-54ac-461d-989d-78753301045a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:56.189872 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a869b5a6-54ac-461d-989d-78753301045a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:56.191518 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a869b5a6-54ac-461d-989d-78753301045a tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/subnets/16f2189b-ef2b-4877-abef-66c35d9b57cc HTTP/1.1" status: 404 len: 337 time: 0.0278459 Jul 22 19:49:56.194487 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57072) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.228026 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-08deec8c-8555-4de0-8cf2-6f2747b128d1 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dafbfa7-747b-46de-9df6-f0b288036618 HTTP/1.1" status: 200 len: 205 time: 0.0324900 Jul 22 19:49:56.230412 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57074) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.267961 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-36601a2b-b5c5-4304-a848-b93fc82cc5a9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] delete failed (client error): The resource could not be found. Jul 22 19:49:56.269040 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-36601a2b-b5c5-4304-a848-b93fc82cc5a9 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/routers/7dafbfa7-747b-46de-9df6-f0b288036618 HTTP/1.1" status: 404 len: 336 time: 0.0376685 Jul 22 19:49:56.271692 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57076) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.301181 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0b698541-765e-4c34-82ff-359b22c5b1d0 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6d36fe7-26be-4923-9eb4-44eac70a367c HTTP/1.1" status: 200 len: 205 time: 0.0283399 Jul 22 19:49:56.304209 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57078) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.345642 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-0450a014-4a3f-42e0-b3d8-815ea760af17 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] delete failed (client error): The resource could not be found. Jul 22 19:49:56.347319 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0450a014-4a3f-42e0-b3d8-815ea760af17 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/routers/f6d36fe7-26be-4923-9eb4-44eac70a367c HTTP/1.1" status: 404 len: 336 time: 0.0420320 Jul 22 19:49:56.349800 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57080) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.375779 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-1133eec1-0d8d-4af1-b11d-46ede11dcae1 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:56.376216 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1133eec1-0d8d-4af1-b11d-46ede11dcae1 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:56.377865 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1133eec1-0d8d-4af1-b11d-46ede11dcae1 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/subnets/38d55b84-5cbc-4b37-b800-a17e6d664349 HTTP/1.1" status: 404 len: 337 time: 0.0269299 Jul 22 19:49:56.380318 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57082) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.408263 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-040ecf9f-241c-47c3-8a7b-e99d30b9e318 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/ports?device_id=f779e3dc-f04f-4471-a765-c8afb31d54d8 HTTP/1.1" status: 200 len: 205 time: 0.0263631 Jul 22 19:49:56.410464 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57084) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.450367 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-05be5c8e-5537-489e-8092-6afce1708f49 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] delete failed (client error): The resource could not be found. Jul 22 19:49:56.451351 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-05be5c8e-5537-489e-8092-6afce1708f49 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/routers/f779e3dc-f04f-4471-a765-c8afb31d54d8 HTTP/1.1" status: 404 len: 336 time: 0.0400362 Jul 22 19:49:56.453863 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57086) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.483501 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7fa5065b-a186-4bb1-9019-381e054a9109 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/ports?device_id=888c9769-60ab-4453-a087-47f12c2bfd78 HTTP/1.1" status: 200 len: 205 time: 0.0285976 Jul 22 19:49:56.485799 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57088) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.522559 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-22c9b41b-1d27-4cd3-864c-a1f9067b4a82 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] delete failed (client error): The resource could not be found. Jul 22 19:49:56.523605 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-22c9b41b-1d27-4cd3-864c-a1f9067b4a82 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/routers/888c9769-60ab-4453-a087-47f12c2bfd78 HTTP/1.1" status: 404 len: 336 time: 0.0369222 Jul 22 19:49:56.526273 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57090) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.555958 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e54c41a-3793-4497-b106-054e57f8e6d0 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:56.556686 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e54c41a-3793-4497-b106-054e57f8e6d0 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:56.558379 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5e54c41a-3793-4497-b106-054e57f8e6d0 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/subnets/a6bae3a4-49cf-466b-97bd-9d60ca3fd44f HTTP/1.1" status: 404 len: 337 time: 0.0312235 Jul 22 19:49:56.561216 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57092) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.591016 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-270cb731-97eb-4b28-b132-c031a2b078f4 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/ports?device_id=18ee6125-48da-405a-87cf-36a28f213bcd HTTP/1.1" status: 200 len: 205 time: 0.0287459 Jul 22 19:49:56.593365 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57094) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.628202 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-a43cfe92-14e4-4827-9ca1-97752341747f tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] delete failed (client error): The resource could not be found. Jul 22 19:49:56.629223 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a43cfe92-14e4-4827-9ca1-97752341747f tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/routers/18ee6125-48da-405a-87cf-36a28f213bcd HTTP/1.1" status: 404 len: 336 time: 0.0349889 Jul 22 19:49:56.632319 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57096) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.663670 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68ba67a-f971-4ef8-830c-64ca8632b020 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:56.664122 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68ba67a-f971-4ef8-830c-64ca8632b020 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:56.665843 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d68ba67a-f971-4ef8-830c-64ca8632b020 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/subnets/2a9a8e04-bbf6-49c4-903b-2787cb9ffa9b HTTP/1.1" status: 404 len: 337 time: 0.0326099 Jul 22 19:49:56.668440 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57098) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.699183 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0f350387-3187-4c70-aad6-64334bfce3e8 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1dab219-74b4-4a16-9984-80cf0e6c2c33 HTTP/1.1" status: 200 len: 205 time: 0.0296865 Jul 22 19:49:56.701523 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57100) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.738791 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-e4bac780-1bcd-46b4-864d-3ab4347be2df tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] delete failed (client error): The resource could not be found. Jul 22 19:49:56.739812 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e4bac780-1bcd-46b4-864d-3ab4347be2df tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/routers/a1dab219-74b4-4a16-9984-80cf0e6c2c33 HTTP/1.1" status: 404 len: 336 time: 0.0374055 Jul 22 19:49:56.742924 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57102) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.770749 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f25c230-1500-4a2f-b35e-3418bef525e2 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:56.771202 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f25c230-1500-4a2f-b35e-3418bef525e2 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:56.774027 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2f25c230-1500-4a2f-b35e-3418bef525e2 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/subnets/16851085-cecd-4368-b529-15a5da17be66 HTTP/1.1" status: 404 len: 337 time: 0.0301874 Jul 22 19:49:56.776576 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57104) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.805950 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4cc072-b060-4136-a736-fc30b59b8e03 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:56.806665 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af4cc072-b060-4136-a736-fc30b59b8e03 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:56.808389 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-af4cc072-b060-4136-a736-fc30b59b8e03 tempest-RoutersTest-1549835869 tempest-RoutersTest-1549835869-project] 10.222.0.13 "DELETE /v2.0/subnets/b7d025c3-06ce-43b4-a8a6-615224515d1d HTTP/1.1" status: 404 len: 337 time: 0.0308366 Jul 22 19:49:57.047373 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57110) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:57.230107 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-af18457e-027c-47a9-8d86-ae16463c8f69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b0c73577c6c4639be089846ad11ac63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1815436 Jul 22 19:49:57.232616 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57116) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:57.279225 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e9a2d3fb-66f0-4cab-8b9e-d6002c7f4a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:57.300038 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e9a2d3fb-66f0-4cab-8b9e-d6002c7f4a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:57.345867 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e9a2d3fb-66f0-4cab-8b9e-d6002c7f4a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:57.348900 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e9a2d3fb-66f0-4cab-8b9e-d6002c7f4a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:57.350654 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e9a2d3fb-66f0-4cab-8b9e-d6002c7f4a0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6b99f3c-34c3-4601-95d0-e0cbe476ced6 HTTP/1.1" status: 204 len: 168 time: 0.1171567 Jul 22 19:49:57.358528 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2d3fb-66f0-4cab-8b9e-d6002c7f4a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b99f3c-34c3-4601-95d0-e0cbe476ced6,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:58.517279 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c0830d44-04a6-4a22-8753-34bcdf3a446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:01.033939 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d724df41-2bd7-4261-9abb-ed98f9ddf016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:01.162782 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:02.457910 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:02.634386 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57202) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:02.767250 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f677d09-df4e-444d-91e6-3cb7ba1c0703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:02.857466 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f677d09-df4e-444d-91e6-3cb7ba1c0703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:02.861433 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2f677d09-df4e-444d-91e6-3cb7ba1c0703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:02.899642 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2f677d09-df4e-444d-91e6-3cb7ba1c0703 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80f99a82a1c346dba860b3f9c4aec8d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642157 Jul 22 19:50:02.900549 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f677d09-df4e-444d-91e6-3cb7ba1c0703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf0d190-4096-473a-9e35-fa7a6918c84b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:02.902429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57208) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:02.951830 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9c3f9c9b-e772-4721-ad1d-2ca70b931c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:02.972942 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9c3f9c9b-e772-4721-ad1d-2ca70b931c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.020464 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9c3f9c9b-e772-4721-ad1d-2ca70b931c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.023599 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9c3f9c9b-e772-4721-ad1d-2ca70b931c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.024750 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9c3f9c9b-e772-4721-ad1d-2ca70b931c82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdf0d190-4096-473a-9e35-fa7a6918c84b HTTP/1.1" status: 204 len: 168 time: 0.1213133 Jul 22 19:50:03.032157 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f9c9b-e772-4721-ad1d-2ca70b931c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf0d190-4096-473a-9e35-fa7a6918c84b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:03.281511 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57214) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:03.295279 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4947719c-5078-4962-95d1-913e505bc504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.385758 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4947719c-5078-4962-95d1-913e505bc504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.389405 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4947719c-5078-4962-95d1-913e505bc504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.428073 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4947719c-5078-4962-95d1-913e505bc504 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdfe8f55900a4501a80e3dee369473e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454139 Jul 22 19:50:03.429037 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947719c-5078-4962-95d1-913e505bc504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47995416-e47a-4220-b0d9-3a4619580e93,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:03.430883 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57216) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:03.480429 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3e5cb34a-ea18-43e3-a310-3771851d3a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.501098 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3e5cb34a-ea18-43e3-a310-3771851d3a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.545955 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3e5cb34a-ea18-43e3-a310-3771851d3a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.549037 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3e5cb34a-ea18-43e3-a310-3771851d3a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.550193 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3e5cb34a-ea18-43e3-a310-3771851d3a1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47995416-e47a-4220-b0d9-3a4619580e93 HTTP/1.1" status: 204 len: 168 time: 0.1180453 Jul 22 19:50:03.558176 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5cb34a-ea18-43e3-a310-3771851d3a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47995416-e47a-4220-b0d9-3a4619580e93,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:04.095106 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:06.786700 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:50:09.369941 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:12.045812 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:13.479976 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57344) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:13.585161 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b7af7811-abe5-4d0f-9be4-9825f7f04590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:13.673185 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b7af7811-abe5-4d0f-9be4-9825f7f04590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:13.676705 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b7af7811-abe5-4d0f-9be4-9825f7f04590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:13.715426 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b7af7811-abe5-4d0f-9be4-9825f7f04590 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4cc5d0b6093246628a12498412cb8db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339258 Jul 22 19:50:13.716188 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af7811-abe5-4d0f-9be4-9825f7f04590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fb4221-d517-4e74-83f1-02861058594d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:13.718230 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57348) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:13.767090 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fc59cdb4-9234-4042-83d0-d40a2accbf72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:13.787491 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fc59cdb4-9234-4042-83d0-d40a2accbf72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:13.832246 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fc59cdb4-9234-4042-83d0-d40a2accbf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:13.834809 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fc59cdb4-9234-4042-83d0-d40a2accbf72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:13.835973 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fc59cdb4-9234-4042-83d0-d40a2accbf72 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28fb4221-d517-4e74-83f1-02861058594d HTTP/1.1" status: 204 len: 168 time: 0.1167092 Jul 22 19:50:13.845220 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59cdb4-9234-4042-83d0-d40a2accbf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fb4221-d517-4e74-83f1-02861058594d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:13.852813 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc59cdb4-9234-4042-83d0-d40a2accbf72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:13.853106 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc59cdb4-9234-4042-83d0-d40a2accbf72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:13.853440 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc59cdb4-9234-4042-83d0-d40a2accbf72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:13.853885 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc59cdb4-9234-4042-83d0-d40a2accbf72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:13.854217 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc59cdb4-9234-4042-83d0-d40a2accbf72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:13.854549 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc59cdb4-9234-4042-83d0-d40a2accbf72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:13.854869 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc59cdb4-9234-4042-83d0-d40a2accbf72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:13.855188 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc59cdb4-9234-4042-83d0-d40a2accbf72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:13.856192 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc59cdb4-9234-4042-83d0-d40a2accbf72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:13.857117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc59cdb4-9234-4042-83d0-d40a2accbf72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:13.857447 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc59cdb4-9234-4042-83d0-d40a2accbf72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:13.857768 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc59cdb4-9234-4042-83d0-d40a2accbf72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:14.085233 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57354) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:14.099023 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-89b8c598-096b-4c43-8fa6-e504f770711b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.187502 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-89b8c598-096b-4c43-8fa6-e504f770711b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.191035 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-89b8c598-096b-4c43-8fa6-e504f770711b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.229241 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-89b8c598-096b-4c43-8fa6-e504f770711b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d32f750f3bb84aa38534dcc75d5ef3ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429250 Jul 22 19:50:14.230365 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8c598-096b-4c43-8fa6-e504f770711b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b96b07-b195-497f-a73d-5f18b23821a0,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:14.232000 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57356) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:14.282296 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffc7a163-56b2-4f8f-9523-707c3fd38586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.302510 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffc7a163-56b2-4f8f-9523-707c3fd38586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.348600 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffc7a163-56b2-4f8f-9523-707c3fd38586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.351243 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ffc7a163-56b2-4f8f-9523-707c3fd38586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.352393 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ffc7a163-56b2-4f8f-9523-707c3fd38586 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2b96b07-b195-497f-a73d-5f18b23821a0 HTTP/1.1" status: 204 len: 168 time: 0.1193576 Jul 22 19:50:14.360016 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7a163-56b2-4f8f-9523-707c3fd38586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b96b07-b195-497f-a73d-5f18b23821a0,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:14.654657 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57362) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:14.667563 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cc21b8fe-e3b2-4566-b27b-3987ebbb44ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.760762 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cc21b8fe-e3b2-4566-b27b-3987ebbb44ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.764612 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cc21b8fe-e3b2-4566-b27b-3987ebbb44ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.801035 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21b8fe-e3b2-4566-b27b-3987ebbb44ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495a5723-ee82-4a50-851a-d0d32c2dc22d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:14.806482 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cc21b8fe-e3b2-4566-b27b-3987ebbb44ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7438d79194a44fca97e7e3e0dbf4f68e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1505549 Jul 22 19:50:14.809805 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57364) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:14.857699 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-17b3d346-7888-4688-8c69-9c0a527b01de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.878766 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-17b3d346-7888-4688-8c69-9c0a527b01de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.922551 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-17b3d346-7888-4688-8c69-9c0a527b01de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.925300 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-17b3d346-7888-4688-8c69-9c0a527b01de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.926446 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-17b3d346-7888-4688-8c69-9c0a527b01de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/495a5723-ee82-4a50-851a-d0d32c2dc22d HTTP/1.1" status: 204 len: 168 time: 0.1157148 Jul 22 19:50:14.934791 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3d346-7888-4688-8c69-9c0a527b01de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495a5723-ee82-4a50-851a-d0d32c2dc22d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:15.568205 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57386) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:15.660802 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-07ecfd0e-639a-4832-93ba-1bb9c396349e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2008655084-network', 'tenant_id': 'ca72b95220b24293a78f6bcc10e5b0f9'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:15.682187 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ecfd0e-639a-4832-93ba-1bb9c396349e admin admin] Made reservation on behalf of ca72b95220b24293a78f6bcc10e5b0f9 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:15.684667 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07ecfd0e-639a-4832-93ba-1bb9c396349e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:15.692936 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07ecfd0e-639a-4832-93ba-1bb9c396349e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:15.780700 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07ecfd0e-639a-4832-93ba-1bb9c396349e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:15.784589 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07ecfd0e-639a-4832-93ba-1bb9c396349e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:15.811977 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ecfd0e-639a-4832-93ba-1bb9c396349e admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:50:15.820595 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecfd0e-639a-4832-93ba-1bb9c396349e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f923d912-17a7-4c64-a62d-a5d7fa262034,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:15.828105 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07ecfd0e-639a-4832-93ba-1bb9c396349e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:15.828484 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-07ecfd0e-639a-4832-93ba-1bb9c396349e admin admin] Added segment 40ca22ab-60a8-4c29-892a-3cf5df0853f1 of type vlan for network 9efb3aa3-39fc-4294-8194-187931f1a447 Jul 22 19:50:15.867135 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07ecfd0e-639a-4832-93ba-1bb9c396349e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:15.895452 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07ecfd0e-639a-4832-93ba-1bb9c396349e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:15.896455 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ecfd0e-639a-4832-93ba-1bb9c396349e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:15.897064 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07ecfd0e-639a-4832-93ba-1bb9c396349e admin admin] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:15.929454 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-07ecfd0e-639a-4832-93ba-1bb9c396349e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3600211 Jul 22 19:50:15.932758 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57390) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:15.938317 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-36d45594-5d61-4d55-ad98-3dec9d9fcdbc admin admin] Request body: {'subnet': {'network_id': '9efb3aa3-39fc-4294-8194-187931f1a447', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2008655084-subnet', 'tenant_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:15.958120 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecfd0e-639a-4832-93ba-1bb9c396349e admin admin] Pushing event updated for resources: {'Network': ['ID=9efb3aa3-39fc-4294-8194-187931f1a447,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:15.960448 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d45594-5d61-4d55-ad98-3dec9d9fcdbc admin admin] Made reservation on behalf of ca72b95220b24293a78f6bcc10e5b0f9 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:15.963110 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-36d45594-5d61-4d55-ad98-3dec9d9fcdbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:15.969719 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 9efb3aa3-39fc-4294-8194-187931f1a447 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:50:16.130395 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-36d45594-5d61-4d55-ad98-3dec9d9fcdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:16.190052 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d45594-5d61-4d55-ad98-3dec9d9fcdbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3ed80d1-9da9-49ae-9119-2cce1bbdfd87,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:16.194934 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d45594-5d61-4d55-ad98-3dec9d9fcdbc admin admin] Checking segment: {'id': '40ca22ab-60a8-4c29-892a-3cf5df0853f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9efb3aa3-39fc-4294-8194-187931f1a447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:16.195293 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d45594-5d61-4d55-ad98-3dec9d9fcdbc admin admin] Network hostable DHCP agents. Network: 9efb3aa3-39fc-4294-8194-187931f1a447, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:50:16.212255 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d45594-5d61-4d55-ad98-3dec9d9fcdbc admin admin] Network 9efb3aa3-39fc-4294-8194-187931f1a447 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:50:16.220837 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-36d45594-5d61-4d55-ad98-3dec9d9fcdbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 9efb3aa3-39fc-4294-8194-187931f1a447) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:16.225247 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d45594-5d61-4d55-ad98-3dec9d9fcdbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:16.226396 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-36d45594-5d61-4d55-ad98-3dec9d9fcdbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:16.229735 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91862cac-c51e-417a-bf9b-9361804ca9fb None None] Network 9efb3aa3-39fc-4294-8194-187931f1a447 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:16.243345 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-36d45594-5d61-4d55-ad98-3dec9d9fcdbc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3070855 Jul 22 19:50:16.243646 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57392) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:16.248794 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-441a656d-c121-46f7-80cc-38400c8b0f19 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2008655084-router', 'tenant_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:16.272178 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-441a656d-c121-46f7-80cc-38400c8b0f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:16.273174 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-441a656d-c121-46f7-80cc-38400c8b0f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:16.328488 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-441a656d-c121-46f7-80cc-38400c8b0f19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:16.380304 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-9efb3aa3-39fc-4294-8194-187931f1a447', 'network_id': '9efb3aa3-39fc-4294-8194-187931f1a447', 'tenant_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'fixed_ips': [{'subnet_id': 'a3ed80d1-9da9-49ae-9119-2cce1bbdfd87'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:50:16.381195 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:16.463180 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-441a656d-c121-46f7-80cc-38400c8b0f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:16.517608 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] Allocated IP 172.20.0.2 (9efb3aa3-39fc-4294-8194-187931f1a447/a3ed80d1-9da9-49ae-9119-2cce1bbdfd87/03952dad-2278-4901-87e3-233334b9c604) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:16.657298 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:16.664693 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-441a656d-c121-46f7-80cc-38400c8b0f19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:16.665701 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] Transition to ACTIVE for port object 03952dad-2278-4901-87e3-233334b9c604 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:16.680402 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] Transition to ACTIVE for port object 03952dad-2278-4901-87e3-233334b9c604 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:16.684517 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-441a656d-c121-46f7-80cc-38400c8b0f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:16.686464 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:16.794046 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-441a656d-c121-46f7-80cc-38400c8b0f19 admin admin] Allocated IP 172.25.3.175 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/5cffab2d-65c7-43e5-8038-fcf82edb06d8) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:16.893378 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] Network 9efb3aa3-39fc-4294-8194-187931f1a447 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:16.896218 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:16.900003 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:16.906042 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] Pushing event updated for resources: {'Port': ['ID=03952dad-2278-4901-87e3-233334b9c604,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:16.966884 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] Attempting to bind port 03952dad-2278-4901-87e3-233334b9c604 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:16.967262 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] Attempting to bind port 03952dad-2278-4901-87e3-233334b9c604 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '40ca22ab-60a8-4c29-892a-3cf5df0853f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9efb3aa3-39fc-4294-8194-187931f1a447'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:16.967631 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] Attempting to bind port 03952dad-2278-4901-87e3-233334b9c604 on network 9efb3aa3-39fc-4294-8194-187931f1a447 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:16.973042 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:16.973773 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] Checking segment: {'id': '40ca22ab-60a8-4c29-892a-3cf5df0853f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9efb3aa3-39fc-4294-8194-187931f1a447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:16.973898 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:16.974212 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] Bound using segment: {'id': '40ca22ab-60a8-4c29-892a-3cf5df0853f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9efb3aa3-39fc-4294-8194-187931f1a447'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:16.974862 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] Bound port: 03952dad-2278-4901-87e3-233334b9c604, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ca22ab-60a8-4c29-892a-3cf5df0853f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9efb3aa3-39fc-4294-8194-187931f1a447'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:16.975250 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:17.041733 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] For port 03952dad-2278-4901-87e3-233334b9c604, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:17.044772 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] For port 03952dad-2278-4901-87e3-233334b9c604, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=03952dad-2278-4901-87e3-233334b9c604,segment=NetworkSegment(40ca22ab-60a8-4c29-892a-3cf5df0853f1),segment_id=40ca22ab-60a8-4c29-892a-3cf5df0853f1)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:17.049665 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:17.112146 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2b244-c6af-408a-8e57-531c2f2ed877 None None] Pushing event updated for resources: {'Port': ['ID=03952dad-2278-4901-87e3-233334b9c604,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:17.176043 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-441a656d-c121-46f7-80cc-38400c8b0f19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:17.215995 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-441a656d-c121-46f7-80cc-38400c8b0f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:17.262751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441a656d-c121-46f7-80cc-38400c8b0f19 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:17.270594 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-441a656d-c121-46f7-80cc-38400c8b0f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:17.276632 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441a656d-c121-46f7-80cc-38400c8b0f19 admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:17.279664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a656d-c121-46f7-80cc-38400c8b0f19 admin admin] Pushing event updated for resources: {'Port': ['ID=5cffab2d-65c7-43e5-8038-fcf82edb06d8,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:17.538136 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-441a656d-c121-46f7-80cc-38400c8b0f19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:17.733311 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-441a656d-c121-46f7-80cc-38400c8b0f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:17.869974 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441a656d-c121-46f7-80cc-38400c8b0f19 admin admin] Router 00fce9b2-85af-4c65-aee7-b4f32092dc6c is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:50:17.977521 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441a656d-c121-46f7-80cc-38400c8b0f19 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:17.988439 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] Sync routers for ids ['00fce9b2-85af-4c65-aee7-b4f32092dc6c'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:17.998978 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] Routers {'00fce9b2-85af-4c65-aee7-b4f32092dc6c'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:17.999641 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:50:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['00fce9b2-85af-4c65-aee7-b4f32092dc6c'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:18.001004 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-441a656d-c121-46f7-80cc-38400c8b0f19 admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:18.003780 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-441a656d-c121-46f7-80cc-38400c8b0f19 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7589498 Jul 22 19:50:18.006377 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57394) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:18.071166 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fce695-6f8d-43e3-9207-004539ab8c85 None None] Network 9efb3aa3-39fc-4294-8194-187931f1a447 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:18.172592 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] Set router 00fce9b2-85af-4c65-aee7-b4f32092dc6c gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:18.207287 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-594e830b-10da-46a3-a373-c1a0ec4db432 None None] Provisioning for port 03952dad-2278-4901-87e3-233334b9c604 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:18.420440 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e80a998c-1627-4993-97c3-3f7db9035479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:18.433959 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fce9b2-85af-4c65-aee7-b4f32092dc6c', 'name': 'tempest-TestAggregatesBasicOps-2008655084-router', 'tenant_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '5cffab2d-65c7-43e5-8038-fcf82edb06d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:16Z', 'updated_at': '2021-07-22T19:50:17Z', 'revision_number': 3, 'project_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'gw_port': {'id': '5cffab2d-65c7-43e5-8038-fcf82edb06d8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fce9b2-85af-4c65-aee7-b4f32092dc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:16Z', 'updated_at': '2021-07-22T19:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:18.467810 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] Checking router: 00fce9b2-85af-4c65-aee7-b4f32092dc6c for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:50:18.468259 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] Updating router 00fce9b2-85af-4c65-aee7-b4f32092dc6c port 5cffab2d-65c7-43e5-8038-fcf82edb06d8 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:50:18.505799 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:18.584285 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-e80a998c-1627-4993-97c3-3f7db9035479 admin admin] Allocated IP 172.20.0.1 (9efb3aa3-39fc-4294-8194-187931f1a447/a3ed80d1-9da9-49ae-9119-2cce1bbdfd87/5cc58317-d9a5-478e-8ab9-3442744674fc) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:18.693352 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e80a998c-1627-4993-97c3-3f7db9035479 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:18.710460 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-e80a998c-1627-4993-97c3-3f7db9035479 admin admin] Transition to ACTIVE for port object 5cc58317-d9a5-478e-8ab9-3442744674fc will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:18.743937 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e80a998c-1627-4993-97c3-3f7db9035479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:18.777073 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:18.778553 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80a998c-1627-4993-97c3-3f7db9035479 admin admin] Network 9efb3aa3-39fc-4294-8194-187931f1a447 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:18.782612 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-e80a998c-1627-4993-97c3-3f7db9035479 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:18.787959 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a998c-1627-4993-97c3-3f7db9035479 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:18.788904 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] Transition to ACTIVE for port object 5cffab2d-65c7-43e5-8038-fcf82edb06d8 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:18.797724 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:18.833806 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a998c-1627-4993-97c3-3f7db9035479 admin admin] Pushing event updated for resources: {'Port': ['ID=5cc58317-d9a5-478e-8ab9-3442744674fc,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:18.850008 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e80a998c-1627-4993-97c3-3f7db9035479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:18.862044 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] Attempting to bind port 5cffab2d-65c7-43e5-8038-fcf82edb06d8 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:18.862517 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] Attempting to bind port 5cffab2d-65c7-43e5-8038-fcf82edb06d8 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:18.862974 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] Attempting to bind port 5cffab2d-65c7-43e5-8038-fcf82edb06d8 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:18.865196 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f2da7-3fdc-4a99-803e-7703fb0e3c98 None None] Pushing event updated for resources: {'Port': ['ID=5cffab2d-65c7-43e5-8038-fcf82edb06d8,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:18.871168 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:18.871644 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:18.872122 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:18.873261 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:18.873823 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] Bound port: 5cffab2d-65c7-43e5-8038-fcf82edb06d8, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:18.874350 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:18.897922 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 03952dad-2278-4901-87e3-233334b9c604 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:18.965786 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] For port 5cffab2d-65c7-43e5-8038-fcf82edb06d8, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:18.970285 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] For port 5cffab2d-65c7-43e5-8038-fcf82edb06d8, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5cffab2d-65c7-43e5-8038-fcf82edb06d8,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:18.977886 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:19.015221 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 03952dad-2278-4901-87e3-233334b9c604 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:19.025455 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e80a998c-1627-4993-97c3-3f7db9035479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:19.031449 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 03952dad-2278-4901-87e3-233334b9c604 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:19.031828 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:19.076843 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] Routers {'00fce9b2-85af-4c65-aee7-b4f32092dc6c'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:19.077392 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:50:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['00fce9b2-85af-4c65-aee7-b4f32092dc6c'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:19.081471 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f2da7-3fdc-4a99-803e-7703fb0e3c98 None None] Pushing event updated for resources: {'Port': ['ID=5cffab2d-65c7-43e5-8038-fcf82edb06d8,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:19.180810 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-07fa5492-9b25-4e69-9943-4b63cbe95dcd None None] Provisioning for port 5cc58317-d9a5-478e-8ab9-3442744674fc completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:19.190105 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-07fa5492-9b25-4e69-9943-4b63cbe95dcd None None] Provisioning complete for port 5cc58317-d9a5-478e-8ab9-3442744674fc triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:19.190480 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-07fa5492-9b25-4e69-9943-4b63cbe95dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:19.195446 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e80a998c-1627-4993-97c3-3f7db9035479 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:19.200056 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e80a998c-1627-4993-97c3-3f7db9035479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:19.267719 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] Set router 00fce9b2-85af-4c65-aee7-b4f32092dc6c gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:19.268173 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a998c-1627-4993-97c3-3f7db9035479 admin admin] Pushing event updated for resources: {'Port': ['ID=5cc58317-d9a5-478e-8ab9-3442744674fc,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:19.272011 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e80a998c-1627-4993-97c3-3f7db9035479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:19.300689 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-07fa5492-9b25-4e69-9943-4b63cbe95dcd None None] Port 5cc58317-d9a5-478e-8ab9-3442744674fc cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:50:19.304209 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:19.395449 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 03952dad-2278-4901-87e3-233334b9c604, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=03952dad-2278-4901-87e3-233334b9c604,segment=NetworkSegment(40ca22ab-60a8-4c29-892a-3cf5df0853f1),segment_id=40ca22ab-60a8-4c29-892a-3cf5df0853f1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:19.403100 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:19.507345 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=03952dad-2278-4901-87e3-233334b9c604,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:19.557553 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fce9b2-85af-4c65-aee7-b4f32092dc6c', 'name': 'tempest-TestAggregatesBasicOps-2008655084-router', 'tenant_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '5cffab2d-65c7-43e5-8038-fcf82edb06d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:16Z', 'updated_at': '2021-07-22T19:50:18Z', 'revision_number': 4, 'project_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'gw_port': {'id': '5cffab2d-65c7-43e5-8038-fcf82edb06d8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fce9b2-85af-4c65-aee7-b4f32092dc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:16Z', 'updated_at': '2021-07-22T19:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '5cc58317-d9a5-478e-8ab9-3442744674fc', 'name': '', 'network_id': '9efb3aa3-39fc-4294-8194-187931f1a447', 'tenant_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'mac_address': 'fa:16:3e:c9:0c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fce9b2-85af-4c65-aee7-b4f32092dc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'a3ed80d1-9da9-49ae-9119-2cce1bbdfd87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:18Z', 'updated_at': '2021-07-22T19:50:18Z', 'revision_number': 1, 'project_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'subnets': [{'id': 'a3ed80d1-9da9-49ae-9119-2cce1bbdfd87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:19.586200 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690ff0e-315a-427e-bbf9-203313a0e3da None None] The sync data for ids ['00fce9b2-85af-4c65-aee7-b4f32092dc6c'] in n-d-800086-12 is: [{'id': '00fce9b2-85af-4c65-aee7-b4f32092dc6c', 'name': 'tempest-TestAggregatesBasicOps-2008655084-router', 'tenant_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '5cffab2d-65c7-43e5-8038-fcf82edb06d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:16Z', 'updated_at': '2021-07-22T19:50:18Z', 'revision_number': 4, 'project_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'gw_port': {'id': '5cffab2d-65c7-43e5-8038-fcf82edb06d8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fce9b2-85af-4c65-aee7-b4f32092dc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:16Z', 'updated_at': '2021-07-22T19:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '5cc58317-d9a5-478e-8ab9-3442744674fc', 'name': '', 'network_id': '9efb3aa3-39fc-4294-8194-187931f1a447', 'tenant_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'mac_address': 'fa:16:3e:c9:0c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fce9b2-85af-4c65-aee7-b4f32092dc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'a3ed80d1-9da9-49ae-9119-2cce1bbdfd87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:18Z', 'updated_at': '2021-07-22T19:50:18Z', 'revision_number': 1, 'project_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'subnets': [{'id': 'a3ed80d1-9da9-49ae-9119-2cce1bbdfd87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:50:19.675417 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80a998c-1627-4993-97c3-3f7db9035479 admin admin] Network 9efb3aa3-39fc-4294-8194-187931f1a447 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:19.676839 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-e80a998c-1627-4993-97c3-3f7db9035479 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:19.819819 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80a998c-1627-4993-97c3-3f7db9035479 admin admin] Router 00fce9b2-85af-4c65-aee7-b4f32092dc6c has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:50:19.939767 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80a998c-1627-4993-97c3-3f7db9035479 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:19.944863 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e80a998c-1627-4993-97c3-3f7db9035479 admin admin] 10.222.0.13 "PUT /v2.0/routers/00fce9b2-85af-4c65-aee7-b4f32092dc6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9374115 Jul 22 19:50:20.025038 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4e846cdb-1db8-4021-aec8-85b98d7abdce None None] Provisioning complete for port 5cc58317-d9a5-478e-8ab9-3442744674fc triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:20.025619 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4e846cdb-1db8-4021-aec8-85b98d7abdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:20.069026 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-4e846cdb-1db8-4021-aec8-85b98d7abdce None None] Port 5cc58317-d9a5-478e-8ab9-3442744674fc cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:50:20.433358 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57410) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:20.438532 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-9591ba8c-9450-44b7-9366-ebc83a88d33d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-602412096-network', 'tenant_id': '8a214e4f53814ab1a0e010b302de7094'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:20.459482 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9591ba8c-9450-44b7-9366-ebc83a88d33d admin admin] Made reservation on behalf of 8a214e4f53814ab1a0e010b302de7094 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:20.462019 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9591ba8c-9450-44b7-9366-ebc83a88d33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:20.471805 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9591ba8c-9450-44b7-9366-ebc83a88d33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:20.569272 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9591ba8c-9450-44b7-9366-ebc83a88d33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:20.573647 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9591ba8c-9450-44b7-9366-ebc83a88d33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:20.602054 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9591ba8c-9450-44b7-9366-ebc83a88d33d admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:50:20.608495 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591ba8c-9450-44b7-9366-ebc83a88d33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c3bc9d-43a8-4756-93d1-4f57f7d6cf5c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:20.616291 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9591ba8c-9450-44b7-9366-ebc83a88d33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:20.616495 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-9591ba8c-9450-44b7-9366-ebc83a88d33d admin admin] Added segment 92b6a1e1-9aa4-4c95-af58-1c103221b2c8 of type vlan for network 753a7159-1a2d-415b-90c1-9add7c7c02c9 Jul 22 19:50:20.659214 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9591ba8c-9450-44b7-9366-ebc83a88d33d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:20.688950 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9591ba8c-9450-44b7-9366-ebc83a88d33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:20.690080 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9591ba8c-9450-44b7-9366-ebc83a88d33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:20.690672 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9591ba8c-9450-44b7-9366-ebc83a88d33d admin admin] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:20.723938 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9591ba8c-9450-44b7-9366-ebc83a88d33d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2894161 Jul 22 19:50:20.726686 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57412) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:20.733634 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-80a962f7-93ee-4f57-b1de-d3bb0dcd0e12 admin admin] Request body: {'subnet': {'network_id': '753a7159-1a2d-415b-90c1-9add7c7c02c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-602412096-subnet', 'tenant_id': '8a214e4f53814ab1a0e010b302de7094', 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:20.766722 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591ba8c-9450-44b7-9366-ebc83a88d33d admin admin] Pushing event updated for resources: {'Network': ['ID=753a7159-1a2d-415b-90c1-9add7c7c02c9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:20.777704 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 753a7159-1a2d-415b-90c1-9add7c7c02c9 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:50:20.791722 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a962f7-93ee-4f57-b1de-d3bb0dcd0e12 admin admin] Made reservation on behalf of 8a214e4f53814ab1a0e010b302de7094 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:20.794852 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-80a962f7-93ee-4f57-b1de-d3bb0dcd0e12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:20.941395 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5cffab2d-65c7-43e5-8038-fcf82edb06d8 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:20.987100 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-80a962f7-93ee-4f57-b1de-d3bb0dcd0e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:20.992263 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 5cffab2d-65c7-43e5-8038-fcf82edb06d8 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:20.995850 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 5cffab2d-65c7-43e5-8038-fcf82edb06d8 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:20.996224 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:21.045188 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a962f7-93ee-4f57-b1de-d3bb0dcd0e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87bd54f4-9124-4a7e-a114-1494daa881c4,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:21.052290 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a962f7-93ee-4f57-b1de-d3bb0dcd0e12 admin admin] Checking segment: {'id': '92b6a1e1-9aa4-4c95-af58-1c103221b2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '753a7159-1a2d-415b-90c1-9add7c7c02c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:21.052689 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a962f7-93ee-4f57-b1de-d3bb0dcd0e12 admin admin] Network hostable DHCP agents. Network: 753a7159-1a2d-415b-90c1-9add7c7c02c9, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:50:21.072056 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a962f7-93ee-4f57-b1de-d3bb0dcd0e12 admin admin] Network 753a7159-1a2d-415b-90c1-9add7c7c02c9 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:50:21.082073 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-80a962f7-93ee-4f57-b1de-d3bb0dcd0e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 753a7159-1a2d-415b-90c1-9add7c7c02c9) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:21.086817 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a962f7-93ee-4f57-b1de-d3bb0dcd0e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:21.087320 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:21.087803 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-80a962f7-93ee-4f57-b1de-d3bb0dcd0e12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:21.098133 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82de344-b871-4cef-ab7a-bf24d10d982c None None] Network 753a7159-1a2d-415b-90c1-9add7c7c02c9 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:21.105400 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-80a962f7-93ee-4f57-b1de-d3bb0dcd0e12 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3751342 Jul 22 19:50:21.105591 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57414) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:21.110157 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c37d32ad-a0ec-4b8d-a118-f289fb78da0c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-602412096-router', 'tenant_id': '8a214e4f53814ab1a0e010b302de7094', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:21.131008 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c37d32ad-a0ec-4b8d-a118-f289fb78da0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:21.132112 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c37d32ad-a0ec-4b8d-a118-f289fb78da0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:21.132272 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 5cffab2d-65c7-43e5-8038-fcf82edb06d8, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5cffab2d-65c7-43e5-8038-fcf82edb06d8,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:21.140550 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:21.141739 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 03952dad-2278-4901-87e3-233334b9c604 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:21.189911 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c37d32ad-a0ec-4b8d-a118-f289fb78da0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:21.299112 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=5cffab2d-65c7-43e5-8038-fcf82edb06d8,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:21.321812 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 03952dad-2278-4901-87e3-233334b9c604 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:21.322188 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:21.328105 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c37d32ad-a0ec-4b8d-a118-f289fb78da0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:21.387729 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-753a7159-1a2d-415b-90c1-9add7c7c02c9', 'network_id': '753a7159-1a2d-415b-90c1-9add7c7c02c9', 'tenant_id': '8a214e4f53814ab1a0e010b302de7094', 'fixed_ips': [{'subnet_id': '87bd54f4-9124-4a7e-a114-1494daa881c4'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:50:21.389425 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:21.539621 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c37d32ad-a0ec-4b8d-a118-f289fb78da0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:21.560655 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c37d32ad-a0ec-4b8d-a118-f289fb78da0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:21.601574 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] Sync routers for ids ['00fce9b2-85af-4c65-aee7-b4f32092dc6c'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:21.612227 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] Routers {'00fce9b2-85af-4c65-aee7-b4f32092dc6c'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:21.613114 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:50:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['00fce9b2-85af-4c65-aee7-b4f32092dc6c'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:21.672909 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-c37d32ad-a0ec-4b8d-a118-f289fb78da0c admin admin] Allocated IP 172.25.3.193 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/c8357e28-88fc-4c87-9a27-5dd25a95806d) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:21.722982 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] Set router 00fce9b2-85af-4c65-aee7-b4f32092dc6c gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:21.727572 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] Allocated IP 172.20.0.2 (753a7159-1a2d-415b-90c1-9add7c7c02c9/87bd54f4-9124-4a7e-a114-1494daa881c4/60163adf-5898-48db-8d5a-e76ea8eb8a4d) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:21.789912 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c37d32ad-a0ec-4b8d-a118-f289fb78da0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:21.836306 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c37d32ad-a0ec-4b8d-a118-f289fb78da0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:21.882112 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:21.884981 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d32ad-a0ec-4b8d-a118-f289fb78da0c admin admin] Pushing event updated for resources: {'Port': ['ID=c8357e28-88fc-4c87-9a27-5dd25a95806d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:21.891485 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] Transition to ACTIVE for port object 60163adf-5898-48db-8d5a-e76ea8eb8a4d will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:21.898455 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37d32ad-a0ec-4b8d-a118-f289fb78da0c admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:21.900434 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-c37d32ad-a0ec-4b8d-a118-f289fb78da0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:21.902810 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37d32ad-a0ec-4b8d-a118-f289fb78da0c admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:21.910377 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] Transition to ACTIVE for port object 60163adf-5898-48db-8d5a-e76ea8eb8a4d will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:21.917232 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:21.936714 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fce9b2-85af-4c65-aee7-b4f32092dc6c', 'name': 'tempest-TestAggregatesBasicOps-2008655084-router', 'tenant_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '5cffab2d-65c7-43e5-8038-fcf82edb06d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:16Z', 'updated_at': '2021-07-22T19:50:18Z', 'revision_number': 4, 'project_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'gw_port': {'id': '5cffab2d-65c7-43e5-8038-fcf82edb06d8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fce9b2-85af-4c65-aee7-b4f32092dc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:16Z', 'updated_at': '2021-07-22T19:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '5cc58317-d9a5-478e-8ab9-3442744674fc', 'name': '', 'network_id': '9efb3aa3-39fc-4294-8194-187931f1a447', 'tenant_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'mac_address': 'fa:16:3e:c9:0c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fce9b2-85af-4c65-aee7-b4f32092dc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'a3ed80d1-9da9-49ae-9119-2cce1bbdfd87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:18Z', 'updated_at': '2021-07-22T19:50:19Z', 'revision_number': 2, 'project_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'subnets': [{'id': 'a3ed80d1-9da9-49ae-9119-2cce1bbdfd87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:21.964331 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] Checking router: 00fce9b2-85af-4c65-aee7-b4f32092dc6c for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:50:21.964897 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] Updating router 00fce9b2-85af-4c65-aee7-b4f32092dc6c port 5cc58317-d9a5-478e-8ab9-3442744674fc binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:50:21.969998 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] Network 753a7159-1a2d-415b-90c1-9add7c7c02c9 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:21.973014 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:21.975623 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:21.984705 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] Pushing event updated for resources: {'Port': ['ID=60163adf-5898-48db-8d5a-e76ea8eb8a4d,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:22.004211 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:22.049985 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] Attempting to bind port 60163adf-5898-48db-8d5a-e76ea8eb8a4d on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:22.050529 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] Attempting to bind port 60163adf-5898-48db-8d5a-e76ea8eb8a4d by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '92b6a1e1-9aa4-4c95-af58-1c103221b2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '753a7159-1a2d-415b-90c1-9add7c7c02c9'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:22.050992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] Attempting to bind port 60163adf-5898-48db-8d5a-e76ea8eb8a4d on network 753a7159-1a2d-415b-90c1-9add7c7c02c9 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:22.056630 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:22.057145 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] Checking segment: {'id': '92b6a1e1-9aa4-4c95-af58-1c103221b2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '753a7159-1a2d-415b-90c1-9add7c7c02c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:22.057657 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:22.058163 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] Bound using segment: {'id': '92b6a1e1-9aa4-4c95-af58-1c103221b2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '753a7159-1a2d-415b-90c1-9add7c7c02c9'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:22.058731 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] Bound port: 60163adf-5898-48db-8d5a-e76ea8eb8a4d, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b6a1e1-9aa4-4c95-af58-1c103221b2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '753a7159-1a2d-415b-90c1-9add7c7c02c9'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:22.061152 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:22.137054 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] For port 60163adf-5898-48db-8d5a-e76ea8eb8a4d, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:22.142372 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] For port 60163adf-5898-48db-8d5a-e76ea8eb8a4d, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=60163adf-5898-48db-8d5a-e76ea8eb8a4d,segment=NetworkSegment(92b6a1e1-9aa4-4c95-af58-1c103221b2c8),segment_id=92b6a1e1-9aa4-4c95-af58-1c103221b2c8)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:22.146985 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:22.181865 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c37d32ad-a0ec-4b8d-a118-f289fb78da0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:22.213255 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862af5c-c807-4314-8157-231e2ff29b1c None None] Pushing event updated for resources: {'Port': ['ID=60163adf-5898-48db-8d5a-e76ea8eb8a4d,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:22.293012 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:22.303163 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] Transition to ACTIVE for port object 5cc58317-d9a5-478e-8ab9-3442744674fc will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:22.310135 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:22.428420 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6207c6-7d4f-48f1-96ac-085f434b3009 None None] Pushing event updated for resources: {'Port': ['ID=5cc58317-d9a5-478e-8ab9-3442744674fc,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:22.431911 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c37d32ad-a0ec-4b8d-a118-f289fb78da0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:22.437190 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] Attempting to bind port 5cc58317-d9a5-478e-8ab9-3442744674fc on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:22.437658 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] Attempting to bind port 5cc58317-d9a5-478e-8ab9-3442744674fc by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '40ca22ab-60a8-4c29-892a-3cf5df0853f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9efb3aa3-39fc-4294-8194-187931f1a447'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:22.438102 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] Attempting to bind port 5cc58317-d9a5-478e-8ab9-3442744674fc on network 9efb3aa3-39fc-4294-8194-187931f1a447 {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:22.443101 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:22.443507 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] Checking segment: {'id': '40ca22ab-60a8-4c29-892a-3cf5df0853f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9efb3aa3-39fc-4294-8194-187931f1a447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:22.443906 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:22.444294 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] Bound using segment: {'id': '40ca22ab-60a8-4c29-892a-3cf5df0853f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9efb3aa3-39fc-4294-8194-187931f1a447'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:22.449098 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] Bound port: 5cc58317-d9a5-478e-8ab9-3442744674fc, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ca22ab-60a8-4c29-892a-3cf5df0853f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9efb3aa3-39fc-4294-8194-187931f1a447'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:22.449762 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:22.532830 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] For port 5cc58317-d9a5-478e-8ab9-3442744674fc, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:22.536834 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] For port 5cc58317-d9a5-478e-8ab9-3442744674fc, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5cc58317-d9a5-478e-8ab9-3442744674fc,segment=NetworkSegment(40ca22ab-60a8-4c29-892a-3cf5df0853f1),segment_id=40ca22ab-60a8-4c29-892a-3cf5df0853f1)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:22.542940 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:22.593926 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] Routers {'00fce9b2-85af-4c65-aee7-b4f32092dc6c'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:22.594559 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:50:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['00fce9b2-85af-4c65-aee7-b4f32092dc6c'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:22.604918 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37d32ad-a0ec-4b8d-a118-f289fb78da0c admin admin] Router 7604c29d-67a7-416f-9278-084871403337 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:50:22.668404 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6207c6-7d4f-48f1-96ac-085f434b3009 None None] Pushing event updated for resources: {'Port': ['ID=5cc58317-d9a5-478e-8ab9-3442744674fc,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:22.714946 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] Set router 00fce9b2-85af-4c65-aee7-b4f32092dc6c gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:22.724784 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37d32ad-a0ec-4b8d-a118-f289fb78da0c admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:22.734049 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] Sync routers for ids ['7604c29d-67a7-416f-9278-084871403337'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:22.748927 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] Routers {'7604c29d-67a7-416f-9278-084871403337'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:22.749915 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:50:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7604c29d-67a7-416f-9278-084871403337'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:22.755349 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c37d32ad-a0ec-4b8d-a118-f289fb78da0c admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:22.760381 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57416) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:22.760931 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c37d32ad-a0ec-4b8d-a118-f289fb78da0c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6544263 Jul 22 19:50:22.979521 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] Set router 7604c29d-67a7-416f-9278-084871403337 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:23.067342 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5cc58317-d9a5-478e-8ab9-3442744674fc up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:23.103417 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fce9b2-85af-4c65-aee7-b4f32092dc6c', 'name': 'tempest-TestAggregatesBasicOps-2008655084-router', 'tenant_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '5cffab2d-65c7-43e5-8038-fcf82edb06d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:16Z', 'updated_at': '2021-07-22T19:50:18Z', 'revision_number': 4, 'project_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'gw_port': {'id': '5cffab2d-65c7-43e5-8038-fcf82edb06d8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fce9b2-85af-4c65-aee7-b4f32092dc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:16Z', 'updated_at': '2021-07-22T19:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '5cc58317-d9a5-478e-8ab9-3442744674fc', 'name': '', 'network_id': '9efb3aa3-39fc-4294-8194-187931f1a447', 'tenant_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'mac_address': 'fa:16:3e:c9:0c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fce9b2-85af-4c65-aee7-b4f32092dc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'a3ed80d1-9da9-49ae-9119-2cce1bbdfd87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:18Z', 'updated_at': '2021-07-22T19:50:22Z', 'revision_number': 4, 'project_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'subnets': [{'id': 'a3ed80d1-9da9-49ae-9119-2cce1bbdfd87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:23.135556 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be163c-29f1-4f22-a7b5-029cd9ced44e None None] The sync data for ids ['00fce9b2-85af-4c65-aee7-b4f32092dc6c'] in n-d-800086-12 is: [{'id': '00fce9b2-85af-4c65-aee7-b4f32092dc6c', 'name': 'tempest-TestAggregatesBasicOps-2008655084-router', 'tenant_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '5cffab2d-65c7-43e5-8038-fcf82edb06d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:16Z', 'updated_at': '2021-07-22T19:50:18Z', 'revision_number': 4, 'project_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'gw_port': {'id': '5cffab2d-65c7-43e5-8038-fcf82edb06d8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fce9b2-85af-4c65-aee7-b4f32092dc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:16Z', 'updated_at': '2021-07-22T19:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '5cc58317-d9a5-478e-8ab9-3442744674fc', 'name': '', 'network_id': '9efb3aa3-39fc-4294-8194-187931f1a447', 'tenant_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'mac_address': 'fa:16:3e:c9:0c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fce9b2-85af-4c65-aee7-b4f32092dc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'a3ed80d1-9da9-49ae-9119-2cce1bbdfd87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:18Z', 'updated_at': '2021-07-22T19:50:22Z', 'revision_number': 4, 'project_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'subnets': [{'id': 'a3ed80d1-9da9-49ae-9119-2cce1bbdfd87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:50:23.240888 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 5cc58317-d9a5-478e-8ab9-3442744674fc completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:23.246168 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 5cc58317-d9a5-478e-8ab9-3442744674fc triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:23.246548 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:23.318303 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7604c29d-67a7-416f-9278-084871403337', 'name': 'tempest-TestAggregatesBasicOps-602412096-router', 'tenant_id': '8a214e4f53814ab1a0e010b302de7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c8357e28-88fc-4c87-9a27-5dd25a95806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:21Z', 'updated_at': '2021-07-22T19:50:22Z', 'revision_number': 3, 'project_id': '8a214e4f53814ab1a0e010b302de7094', 'gw_port': {'id': 'c8357e28-88fc-4c87-9a27-5dd25a95806d', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7604c29d-67a7-416f-9278-084871403337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:21Z', 'updated_at': '2021-07-22T19:50:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:23.323399 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a8959020-7449-4485-ad4e-090ac7b7b1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:23.349056 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] Checking router: 7604c29d-67a7-416f-9278-084871403337 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:50:23.349469 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] Updating router 7604c29d-67a7-416f-9278-084871403337 port c8357e28-88fc-4c87-9a27-5dd25a95806d binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:50:23.394809 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084cfa3b-f363-4beb-ae6b-ce5b55ea14ac None None] Network 753a7159-1a2d-415b-90c1-9add7c7c02c9 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:23.447524 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:23.455826 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:23.546586 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-a8959020-7449-4485-ad4e-090ac7b7b1df admin admin] Allocated IP 172.20.0.1 (753a7159-1a2d-415b-90c1-9add7c7c02c9/87bd54f4-9124-4a7e-a114-1494daa881c4/73d9f051-89c5-4d36-812b-50b86af90c16) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:23.551662 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3f97831e-a035-4b72-8166-bec1254619b7 None None] Provisioning for port 60163adf-5898-48db-8d5a-e76ea8eb8a4d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:23.633683 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 5cc58317-d9a5-478e-8ab9-3442744674fc, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5cc58317-d9a5-478e-8ab9-3442744674fc,segment=NetworkSegment(40ca22ab-60a8-4c29-892a-3cf5df0853f1),segment_id=40ca22ab-60a8-4c29-892a-3cf5df0853f1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:23.648739 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:23.649552 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 60163adf-5898-48db-8d5a-e76ea8eb8a4d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:23.666062 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a8959020-7449-4485-ad4e-090ac7b7b1df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:23.680904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-a8959020-7449-4485-ad4e-090ac7b7b1df admin admin] Transition to ACTIVE for port object 73d9f051-89c5-4d36-812b-50b86af90c16 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:23.717271 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a8959020-7449-4485-ad4e-090ac7b7b1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:23.760046 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8959020-7449-4485-ad4e-090ac7b7b1df admin admin] Network 753a7159-1a2d-415b-90c1-9add7c7c02c9 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:23.765362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-a8959020-7449-4485-ad4e-090ac7b7b1df admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:23.770355 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8959020-7449-4485-ad4e-090ac7b7b1df admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:23.773377 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8959020-7449-4485-ad4e-090ac7b7b1df admin admin] Pushing event updated for resources: {'Port': ['ID=73d9f051-89c5-4d36-812b-50b86af90c16,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:23.801680 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=5cc58317-d9a5-478e-8ab9-3442744674fc,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:23.814863 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a8959020-7449-4485-ad4e-090ac7b7b1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:23.894487 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 60163adf-5898-48db-8d5a-e76ea8eb8a4d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:23.911510 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 60163adf-5898-48db-8d5a-e76ea8eb8a4d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:23.911889 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:23.959083 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a8959020-7449-4485-ad4e-090ac7b7b1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.044029 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.065231 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] Transition to ACTIVE for port object c8357e28-88fc-4c87-9a27-5dd25a95806d will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:24.071938 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.075167 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.144379 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a8959020-7449-4485-ad4e-090ac7b7b1df admin admin] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.149485 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] Attempting to bind port c8357e28-88fc-4c87-9a27-5dd25a95806d on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:24.149866 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] Attempting to bind port c8357e28-88fc-4c87-9a27-5dd25a95806d by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:24.150188 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a8959020-7449-4485-ad4e-090ac7b7b1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.150343 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] Attempting to bind port c8357e28-88fc-4c87-9a27-5dd25a95806d on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:24.164624 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 60163adf-5898-48db-8d5a-e76ea8eb8a4d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=60163adf-5898-48db-8d5a-e76ea8eb8a4d,segment=NetworkSegment(92b6a1e1-9aa4-4c95-af58-1c103221b2c8),segment_id=92b6a1e1-9aa4-4c95-af58-1c103221b2c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:24.167867 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347e54b-9aab-4295-b82d-780e05431f5f None None] Pushing event updated for resources: {'Port': ['ID=c8357e28-88fc-4c87-9a27-5dd25a95806d,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:24.173174 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.173979 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5cffab2d-65c7-43e5-8038-fcf82edb06d8 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:24.175898 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:24.176246 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:24.176778 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.177064 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:24.177545 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] Bound port: c8357e28-88fc-4c87-9a27-5dd25a95806d, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:24.177931 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.233367 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a8959020-7449-4485-ad4e-090ac7b7b1df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.236396 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8959020-7449-4485-ad4e-090ac7b7b1df admin admin] Pushing event updated for resources: {'Port': ['ID=73d9f051-89c5-4d36-812b-50b86af90c16,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:24.311248 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-230d1110-870b-4e49-9af4-e7b503d77e6e None None] Provisioning complete for port 60163adf-5898-48db-8d5a-e76ea8eb8a4d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:24.311828 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-230d1110-870b-4e49-9af4-e7b503d77e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.323038 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=60163adf-5898-48db-8d5a-e76ea8eb8a4d,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:24.327837 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] For port c8357e28-88fc-4c87-9a27-5dd25a95806d, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:24.339257 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8959020-7449-4485-ad4e-090ac7b7b1df admin admin] Network 753a7159-1a2d-415b-90c1-9add7c7c02c9 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:24.340792 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-a8959020-7449-4485-ad4e-090ac7b7b1df admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:24.365482 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] For port c8357e28-88fc-4c87-9a27-5dd25a95806d, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c8357e28-88fc-4c87-9a27-5dd25a95806d,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:24.376039 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.384320 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 5cffab2d-65c7-43e5-8038-fcf82edb06d8 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:24.384805 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.468213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8959020-7449-4485-ad4e-090ac7b7b1df admin admin] Router 7604c29d-67a7-416f-9278-084871403337 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:50:24.489292 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] Routers {'7604c29d-67a7-416f-9278-084871403337'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:24.489938 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:50:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7604c29d-67a7-416f-9278-084871403337'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:24.493586 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347e54b-9aab-4295-b82d-780e05431f5f None None] Pushing event updated for resources: {'Port': ['ID=c8357e28-88fc-4c87-9a27-5dd25a95806d,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:24.832803 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-230d1110-870b-4e49-9af4-e7b503d77e6e None None] Provisioning for port 73d9f051-89c5-4d36-812b-50b86af90c16 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:24.840792 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-230d1110-870b-4e49-9af4-e7b503d77e6e None None] Provisioning complete for port 73d9f051-89c5-4d36-812b-50b86af90c16 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:24.841706 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-230d1110-870b-4e49-9af4-e7b503d77e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.863406 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] Set router 7604c29d-67a7-416f-9278-084871403337 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:24.865944 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8959020-7449-4485-ad4e-090ac7b7b1df admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:24.874727 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a8959020-7449-4485-ad4e-090ac7b7b1df admin admin] 10.222.0.13 "PUT /v2.0/routers/7604c29d-67a7-416f-9278-084871403337/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1123579 Jul 22 19:50:24.909090 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5cc58317-d9a5-478e-8ab9-3442744674fc up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:24.952508 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-230d1110-870b-4e49-9af4-e7b503d77e6e None None] Port 73d9f051-89c5-4d36-812b-50b86af90c16 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:50:25.060716 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 5cc58317-d9a5-478e-8ab9-3442744674fc triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:25.061743 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:25.127450 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a8bb4cd7-6994-46b0-8a8b-d76ec9e2a53d None None] Provisioning complete for port 73d9f051-89c5-4d36-812b-50b86af90c16 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:25.127826 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a8bb4cd7-6994-46b0-8a8b-d76ec9e2a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:25.235765 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb4cd7-6994-46b0-8a8b-d76ec9e2a53d None None] Port 73d9f051-89c5-4d36-812b-50b86af90c16 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:50:25.247178 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 60163adf-5898-48db-8d5a-e76ea8eb8a4d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:25.300593 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7604c29d-67a7-416f-9278-084871403337', 'name': 'tempest-TestAggregatesBasicOps-602412096-router', 'tenant_id': '8a214e4f53814ab1a0e010b302de7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c8357e28-88fc-4c87-9a27-5dd25a95806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:21Z', 'updated_at': '2021-07-22T19:50:23Z', 'revision_number': 4, 'project_id': '8a214e4f53814ab1a0e010b302de7094', 'gw_port': {'id': 'c8357e28-88fc-4c87-9a27-5dd25a95806d', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7604c29d-67a7-416f-9278-084871403337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:21Z', 'updated_at': '2021-07-22T19:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '73d9f051-89c5-4d36-812b-50b86af90c16', 'name': '', 'network_id': '753a7159-1a2d-415b-90c1-9add7c7c02c9', 'tenant_id': '8a214e4f53814ab1a0e010b302de7094', 'mac_address': 'fa:16:3e:2d:d7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7604c29d-67a7-416f-9278-084871403337', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '87bd54f4-9124-4a7e-a114-1494daa881c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:23Z', 'updated_at': '2021-07-22T19:50:24Z', 'revision_number': 2, 'project_id': '8a214e4f53814ab1a0e010b302de7094', 'subnets': [{'id': '87bd54f4-9124-4a7e-a114-1494daa881c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:25.336008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdca6ab-2c52-412e-9b59-c1ee27ef20db None None] The sync data for ids ['7604c29d-67a7-416f-9278-084871403337'] in n-d-800086-12 is: [{'id': '7604c29d-67a7-416f-9278-084871403337', 'name': 'tempest-TestAggregatesBasicOps-602412096-router', 'tenant_id': '8a214e4f53814ab1a0e010b302de7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c8357e28-88fc-4c87-9a27-5dd25a95806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:21Z', 'updated_at': '2021-07-22T19:50:23Z', 'revision_number': 4, 'project_id': '8a214e4f53814ab1a0e010b302de7094', 'gw_port': {'id': 'c8357e28-88fc-4c87-9a27-5dd25a95806d', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7604c29d-67a7-416f-9278-084871403337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:21Z', 'updated_at': '2021-07-22T19:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '73d9f051-89c5-4d36-812b-50b86af90c16', 'name': '', 'network_id': '753a7159-1a2d-415b-90c1-9add7c7c02c9', 'tenant_id': '8a214e4f53814ab1a0e010b302de7094', 'mac_address': 'fa:16:3e:2d:d7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7604c29d-67a7-416f-9278-084871403337', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '87bd54f4-9124-4a7e-a114-1494daa881c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:23Z', 'updated_at': '2021-07-22T19:50:24Z', 'revision_number': 2, 'project_id': '8a214e4f53814ab1a0e010b302de7094', 'subnets': [{'id': '87bd54f4-9124-4a7e-a114-1494daa881c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:50:25.343063 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 60163adf-5898-48db-8d5a-e76ea8eb8a4d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:25.343447 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:25.920631 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57466) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:26.297232 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-69da26eb-e9ce-40cc-8495-07eb196a4c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:26.567109 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-69da26eb-e9ce-40cc-8495-07eb196a4c20 admin admin] Deleting port 5cc58317-d9a5-478e-8ab9-3442744674fc {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:26.567449 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-69da26eb-e9ce-40cc-8495-07eb196a4c20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:26.649419 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-69da26eb-e9ce-40cc-8495-07eb196a4c20 admin admin] For port 5cc58317-d9a5-478e-8ab9-3442744674fc, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5cc58317-d9a5-478e-8ab9-3442744674fc,segment=NetworkSegment(40ca22ab-60a8-4c29-892a-3cf5df0853f1),segment_id=40ca22ab-60a8-4c29-892a-3cf5df0853f1)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:26.649784 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-69da26eb-e9ce-40cc-8495-07eb196a4c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:26.662968 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-69da26eb-e9ce-40cc-8495-07eb196a4c20 admin admin] Calling delete_port for 5cc58317-d9a5-478e-8ab9-3442744674fc owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:26.844691 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-69da26eb-e9ce-40cc-8495-07eb196a4c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:26.871759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da26eb-e9ce-40cc-8495-07eb196a4c20 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cc58317-d9a5-478e-8ab9-3442744674fc,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:26.946123 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c8357e28-88fc-4c87-9a27-5dd25a95806d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:27.014510 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port c8357e28-88fc-4c87-9a27-5dd25a95806d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:27.018808 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port c8357e28-88fc-4c87-9a27-5dd25a95806d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:27.019188 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:27.061941 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-69da26eb-e9ce-40cc-8495-07eb196a4c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:27.107615 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:27.131636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port c8357e28-88fc-4c87-9a27-5dd25a95806d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c8357e28-88fc-4c87-9a27-5dd25a95806d,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:27.136184 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:27.192522 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=c8357e28-88fc-4c87-9a27-5dd25a95806d,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:27.201092 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:27.201457 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:27.201805 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:27.202146 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:27.202480 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:27.202811 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:27.203142 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:27.203473 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:27.203798 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:27.204124 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:27.204449 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:27.204923 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:27.303112 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69da26eb-e9ce-40cc-8495-07eb196a4c20 admin admin] Router 00fce9b2-85af-4c65-aee7-b4f32092dc6c has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:50:27.345998 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] Sync routers for ids ['7604c29d-67a7-416f-9278-084871403337'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:27.355198 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] Routers {'7604c29d-67a7-416f-9278-084871403337'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:27.355802 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:50:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7604c29d-67a7-416f-9278-084871403337'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:27.416012 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69da26eb-e9ce-40cc-8495-07eb196a4c20 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:27.422565 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-69da26eb-e9ce-40cc-8495-07eb196a4c20 admin admin] 10.222.0.13 "PUT /v2.0/routers/00fce9b2-85af-4c65-aee7-b4f32092dc6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5006664 Jul 22 19:50:27.425020 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57468) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:27.425834 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6dac53-7b8b-436c-bacc-3929fa752cbc None None] Sync routers for ids ['00fce9b2-85af-4c65-aee7-b4f32092dc6c'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:27.436277 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6dac53-7b8b-436c-bacc-3929fa752cbc None None] Routers {'00fce9b2-85af-4c65-aee7-b4f32092dc6c'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:27.437024 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2a6dac53-7b8b-436c-bacc-3929fa752cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:50:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['00fce9b2-85af-4c65-aee7-b4f32092dc6c'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:27.464947 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] Set router 7604c29d-67a7-416f-9278-084871403337 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:27.537245 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71dfa2b1-71d9-497c-9496-76b881be72be admin admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:27.543799 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-2a6dac53-7b8b-436c-bacc-3929fa752cbc None None] Set router 00fce9b2-85af-4c65-aee7-b4f32092dc6c gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:27.649987 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71dfa2b1-71d9-497c-9496-76b881be72be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:27.678866 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7604c29d-67a7-416f-9278-084871403337', 'name': 'tempest-TestAggregatesBasicOps-602412096-router', 'tenant_id': '8a214e4f53814ab1a0e010b302de7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c8357e28-88fc-4c87-9a27-5dd25a95806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:21Z', 'updated_at': '2021-07-22T19:50:23Z', 'revision_number': 4, 'project_id': '8a214e4f53814ab1a0e010b302de7094', 'gw_port': {'id': 'c8357e28-88fc-4c87-9a27-5dd25a95806d', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604c29d-67a7-416f-9278-084871403337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:21Z', 'updated_at': '2021-07-22T19:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '73d9f051-89c5-4d36-812b-50b86af90c16', 'name': '', 'network_id': '753a7159-1a2d-415b-90c1-9add7c7c02c9', 'tenant_id': '8a214e4f53814ab1a0e010b302de7094', 'mac_address': 'fa:16:3e:2d:d7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7604c29d-67a7-416f-9278-084871403337', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '87bd54f4-9124-4a7e-a114-1494daa881c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:23Z', 'updated_at': '2021-07-22T19:50:24Z', 'revision_number': 2, 'project_id': '8a214e4f53814ab1a0e010b302de7094', 'subnets': [{'id': '87bd54f4-9124-4a7e-a114-1494daa881c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:27.706207 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] Checking router: 7604c29d-67a7-416f-9278-084871403337 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:50:27.706594 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] Updating router 7604c29d-67a7-416f-9278-084871403337 port 73d9f051-89c5-4d36-812b-50b86af90c16 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:50:27.714469 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-71dfa2b1-71d9-497c-9496-76b881be72be admin admin] Deleting port 5cffab2d-65c7-43e5-8038-fcf82edb06d8 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:27.714814 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71dfa2b1-71d9-497c-9496-76b881be72be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:27.731160 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2a6dac53-7b8b-436c-bacc-3929fa752cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fce9b2-85af-4c65-aee7-b4f32092dc6c', 'name': 'tempest-TestAggregatesBasicOps-2008655084-router', 'tenant_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '5cffab2d-65c7-43e5-8038-fcf82edb06d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:16Z', 'updated_at': '2021-07-22T19:50:26Z', 'revision_number': 5, 'project_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'gw_port': {'id': '5cffab2d-65c7-43e5-8038-fcf82edb06d8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fce9b2-85af-4c65-aee7-b4f32092dc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:16Z', 'updated_at': '2021-07-22T19:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:27.744990 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:27.762122 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6dac53-7b8b-436c-bacc-3929fa752cbc None None] Checking router: 00fce9b2-85af-4c65-aee7-b4f32092dc6c for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:50:27.771355 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6dac53-7b8b-436c-bacc-3929fa752cbc None None] Routers {'00fce9b2-85af-4c65-aee7-b4f32092dc6c'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:27.771972 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2a6dac53-7b8b-436c-bacc-3929fa752cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:50:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['00fce9b2-85af-4c65-aee7-b4f32092dc6c'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:27.802825 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-71dfa2b1-71d9-497c-9496-76b881be72be admin admin] For port 5cffab2d-65c7-43e5-8038-fcf82edb06d8, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5cffab2d-65c7-43e5-8038-fcf82edb06d8,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:27.803275 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71dfa2b1-71d9-497c-9496-76b881be72be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:27.816270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-71dfa2b1-71d9-497c-9496-76b881be72be admin admin] Calling delete_port for 5cffab2d-65c7-43e5-8038-fcf82edb06d8 owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:27.862843 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-2a6dac53-7b8b-436c-bacc-3929fa752cbc None None] Set router 00fce9b2-85af-4c65-aee7-b4f32092dc6c gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:27.913454 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2a6dac53-7b8b-436c-bacc-3929fa752cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fce9b2-85af-4c65-aee7-b4f32092dc6c', 'name': 'tempest-TestAggregatesBasicOps-2008655084-router', 'tenant_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:16Z', 'updated_at': '2021-07-22T19:50:27Z', 'revision_number': 6, 'project_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:27.943641 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6dac53-7b8b-436c-bacc-3929fa752cbc None None] The sync data for ids ['00fce9b2-85af-4c65-aee7-b4f32092dc6c'] in n-d-800086-12 is: [{'id': '00fce9b2-85af-4c65-aee7-b4f32092dc6c', 'name': 'tempest-TestAggregatesBasicOps-2008655084-router', 'tenant_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:16Z', 'updated_at': '2021-07-22T19:50:27Z', 'revision_number': 6, 'project_id': 'ca72b95220b24293a78f6bcc10e5b0f9', 'gw_port_host': None}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:50:28.007391 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71dfa2b1-71d9-497c-9496-76b881be72be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.034840 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfa2b1-71d9-497c-9496-76b881be72be admin admin] Pushing event deleted for resources: {'Port': ['ID=5cffab2d-65c7-43e5-8038-fcf82edb06d8,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:28.045301 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.057179 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] Transition to ACTIVE for port object 73d9f051-89c5-4d36-812b-50b86af90c16 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:28.064076 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.104905 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71dfa2b1-71d9-497c-9496-76b881be72be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.111423 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271b074-bf0d-4998-9749-2708f1a9d752 None None] Pushing event updated for resources: {'Port': ['ID=73d9f051-89c5-4d36-812b-50b86af90c16,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:28.173989 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] Attempting to bind port 73d9f051-89c5-4d36-812b-50b86af90c16 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:28.174353 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] Attempting to bind port 73d9f051-89c5-4d36-812b-50b86af90c16 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '92b6a1e1-9aa4-4c95-af58-1c103221b2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '753a7159-1a2d-415b-90c1-9add7c7c02c9'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:28.174708 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] Attempting to bind port 73d9f051-89c5-4d36-812b-50b86af90c16 on network 753a7159-1a2d-415b-90c1-9add7c7c02c9 {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:28.179879 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:28.180249 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] Checking segment: {'id': '92b6a1e1-9aa4-4c95-af58-1c103221b2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '753a7159-1a2d-415b-90c1-9add7c7c02c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:28.180685 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.181069 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] Bound using segment: {'id': '92b6a1e1-9aa4-4c95-af58-1c103221b2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '753a7159-1a2d-415b-90c1-9add7c7c02c9'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:28.181784 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] Bound port: 73d9f051-89c5-4d36-812b-50b86af90c16, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b6a1e1-9aa4-4c95-af58-1c103221b2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '753a7159-1a2d-415b-90c1-9add7c7c02c9'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:28.182158 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.208023 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71dfa2b1-71d9-497c-9496-76b881be72be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.210258 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71dfa2b1-71d9-497c-9496-76b881be72be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.247811 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] For port 73d9f051-89c5-4d36-812b-50b86af90c16, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:28.251487 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] For port 73d9f051-89c5-4d36-812b-50b86af90c16, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=73d9f051-89c5-4d36-812b-50b86af90c16,segment=NetworkSegment(92b6a1e1-9aa4-4c95-af58-1c103221b2c8),segment_id=92b6a1e1-9aa4-4c95-af58-1c103221b2c8)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:28.256300 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.262057 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71dfa2b1-71d9-497c-9496-76b881be72be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.263910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71dfa2b1-71d9-497c-9496-76b881be72be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00fce9b2-85af-4c65-aee7-b4f32092dc6c {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:50:28.269811 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-71dfa2b1-71d9-497c-9496-76b881be72be admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.271040 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-71dfa2b1-71d9-497c-9496-76b881be72be admin admin] 10.222.0.13 "DELETE /v2.0/routers/00fce9b2-85af-4c65-aee7-b4f32092dc6c HTTP/1.1" status: 204 len: 168 time: 0.8450439 Jul 22 19:50:28.273641 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57470) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:28.329131 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] Routers {'7604c29d-67a7-416f-9278-084871403337'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:28.329741 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:50:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7604c29d-67a7-416f-9278-084871403337'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:28.344421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-19db0346-e854-4b03-ae10-6fcfd74f4a94 admin admin] Deleting subnet a3ed80d1-9da9-49ae-9119-2cce1bbdfd87 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:50:28.348296 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-19db0346-e854-4b03-ae10-6fcfd74f4a94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.390142 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-19db0346-e854-4b03-ae10-6fcfd74f4a94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.411332 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271b074-bf0d-4998-9749-2708f1a9d752 None None] Pushing event updated for resources: {'Port': ['ID=73d9f051-89c5-4d36-812b-50b86af90c16,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:28.481735 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] Set router 7604c29d-67a7-416f-9278-084871403337 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:28.483631 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-19db0346-e854-4b03-ae10-6fcfd74f4a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.526250 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c94504ef-af78-408a-b734-fc3d5977b47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.548370 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-19db0346-e854-4b03-ae10-6fcfd74f4a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.577816 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db0346-e854-4b03-ae10-6fcfd74f4a94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3ed80d1-9da9-49ae-9119-2cce1bbdfd87,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:28.583355 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-19db0346-e854-4b03-ae10-6fcfd74f4a94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.585454 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-19db0346-e854-4b03-ae10-6fcfd74f4a94 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a3ed80d1-9da9-49ae-9119-2cce1bbdfd87 HTTP/1.1" status: 204 len: 168 time: 0.3108158 Jul 22 19:50:28.588023 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57472) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:28.591193 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db0346-e854-4b03-ae10-6fcfd74f4a94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:28.591544 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db0346-e854-4b03-ae10-6fcfd74f4a94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:28.591900 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db0346-e854-4b03-ae10-6fcfd74f4a94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:28.595014 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44213ea-5bce-4db7-8e19-31d09d3f6ae6 None None] Network 9efb3aa3-39fc-4294-8194-187931f1a447 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:28.596754 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db0346-e854-4b03-ae10-6fcfd74f4a94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:28.598366 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db0346-e854-4b03-ae10-6fcfd74f4a94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:28.598882 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db0346-e854-4b03-ae10-6fcfd74f4a94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:28.599323 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db0346-e854-4b03-ae10-6fcfd74f4a94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:28.599763 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db0346-e854-4b03-ae10-6fcfd74f4a94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:28.600465 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db0346-e854-4b03-ae10-6fcfd74f4a94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:28.602670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db0346-e854-4b03-ae10-6fcfd74f4a94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:28.604604 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db0346-e854-4b03-ae10-6fcfd74f4a94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:28.605053 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19db0346-e854-4b03-ae10-6fcfd74f4a94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:28.664698 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f72c6479-2c7a-4059-b3a1-f8e203d59c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.711573 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7604c29d-67a7-416f-9278-084871403337', 'name': 'tempest-TestAggregatesBasicOps-602412096-router', 'tenant_id': '8a214e4f53814ab1a0e010b302de7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c8357e28-88fc-4c87-9a27-5dd25a95806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:21Z', 'updated_at': '2021-07-22T19:50:23Z', 'revision_number': 4, 'project_id': '8a214e4f53814ab1a0e010b302de7094', 'gw_port': {'id': 'c8357e28-88fc-4c87-9a27-5dd25a95806d', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604c29d-67a7-416f-9278-084871403337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:21Z', 'updated_at': '2021-07-22T19:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '73d9f051-89c5-4d36-812b-50b86af90c16', 'name': '', 'network_id': '753a7159-1a2d-415b-90c1-9add7c7c02c9', 'tenant_id': '8a214e4f53814ab1a0e010b302de7094', 'mac_address': 'fa:16:3e:2d:d7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7604c29d-67a7-416f-9278-084871403337', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '87bd54f4-9124-4a7e-a114-1494daa881c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:23Z', 'updated_at': '2021-07-22T19:50:28Z', 'revision_number': 4, 'project_id': '8a214e4f53814ab1a0e010b302de7094', 'subnets': [{'id': '87bd54f4-9124-4a7e-a114-1494daa881c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:28.723460 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-f72c6479-2c7a-4059-b3a1-f8e203d59c7a admin admin] Deleting port 03952dad-2278-4901-87e3-233334b9c604 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:28.723792 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f72c6479-2c7a-4059-b3a1-f8e203d59c7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.742116 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550ce7c5-1519-4085-a6e4-bad144a8d2ab None None] The sync data for ids ['7604c29d-67a7-416f-9278-084871403337'] in n-d-800086-12 is: [{'id': '7604c29d-67a7-416f-9278-084871403337', 'name': 'tempest-TestAggregatesBasicOps-602412096-router', 'tenant_id': '8a214e4f53814ab1a0e010b302de7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c8357e28-88fc-4c87-9a27-5dd25a95806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:21Z', 'updated_at': '2021-07-22T19:50:23Z', 'revision_number': 4, 'project_id': '8a214e4f53814ab1a0e010b302de7094', 'gw_port': {'id': 'c8357e28-88fc-4c87-9a27-5dd25a95806d', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604c29d-67a7-416f-9278-084871403337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:21Z', 'updated_at': '2021-07-22T19:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '73d9f051-89c5-4d36-812b-50b86af90c16', 'name': '', 'network_id': '753a7159-1a2d-415b-90c1-9add7c7c02c9', 'tenant_id': '8a214e4f53814ab1a0e010b302de7094', 'mac_address': 'fa:16:3e:2d:d7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7604c29d-67a7-416f-9278-084871403337', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '87bd54f4-9124-4a7e-a114-1494daa881c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:23Z', 'updated_at': '2021-07-22T19:50:28Z', 'revision_number': 4, 'project_id': '8a214e4f53814ab1a0e010b302de7094', 'subnets': [{'id': '87bd54f4-9124-4a7e-a114-1494daa881c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:50:28.797411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-f72c6479-2c7a-4059-b3a1-f8e203d59c7a admin admin] For port 03952dad-2278-4901-87e3-233334b9c604, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=03952dad-2278-4901-87e3-233334b9c604,segment=NetworkSegment(40ca22ab-60a8-4c29-892a-3cf5df0853f1),segment_id=40ca22ab-60a8-4c29-892a-3cf5df0853f1)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:28.797774 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f72c6479-2c7a-4059-b3a1-f8e203d59c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.812762 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-f72c6479-2c7a-4059-b3a1-f8e203d59c7a admin admin] Calling delete_port for 03952dad-2278-4901-87e3-233334b9c604 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:28.837657 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44ac4a8-9a8f-4de1-ae1e-d53870518401 None None] DHCP port deletion for 9efb3aa3-39fc-4294-8194-187931f1a447 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:50:28.920963 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-c44ac4a8-9a8f-4de1-ae1e-d53870518401 None None] Deleting port 03952dad-2278-4901-87e3-233334b9c604 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:28.921111 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c44ac4a8-9a8f-4de1-ae1e-d53870518401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.929761 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f72c6479-2c7a-4059-b3a1-f8e203d59c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.968682 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72c6479-2c7a-4059-b3a1-f8e203d59c7a admin admin] No DVR routers for this DVR port 03952dad-2278-4901-87e3-233334b9c604 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:50:28.970781 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c6479-2c7a-4059-b3a1-f8e203d59c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=03952dad-2278-4901-87e3-233334b9c604,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:29.009904 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c8357e28-88fc-4c87-9a27-5dd25a95806d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:29.062776 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-c44ac4a8-9a8f-4de1-ae1e-d53870518401 None None] For port 03952dad-2278-4901-87e3-233334b9c604, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=03952dad-2278-4901-87e3-233334b9c604,segment=NetworkSegment(40ca22ab-60a8-4c29-892a-3cf5df0853f1),segment_id=40ca22ab-60a8-4c29-892a-3cf5df0853f1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:29.062923 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f72c6479-2c7a-4059-b3a1-f8e203d59c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:29.063798 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c44ac4a8-9a8f-4de1-ae1e-d53870518401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:29.073779 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-f72c6479-2c7a-4059-b3a1-f8e203d59c7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9efb3aa3-39fc-4294-8194-187931f1a447']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:29.080721 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-c44ac4a8-9a8f-4de1-ae1e-d53870518401 None None] Calling delete_port for 03952dad-2278-4901-87e3-233334b9c604 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:29.085701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-f72c6479-2c7a-4059-b3a1-f8e203d59c7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ca22ab-60a8-4c29-892a-3cf5df0853f1') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:29.086021 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-f72c6479-2c7a-4059-b3a1-f8e203d59c7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ca22ab-60a8-4c29-892a-3cf5df0853f1') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:29.101481 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f72c6479-2c7a-4059-b3a1-f8e203d59c7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:29.129630 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f72c6479-2c7a-4059-b3a1-f8e203d59c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:29.143584 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72c6479-2c7a-4059-b3a1-f8e203d59c7a admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:50:29.144072 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f72c6479-2c7a-4059-b3a1-f8e203d59c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:50:29.146321 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:50:29.168417 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port c8357e28-88fc-4c87-9a27-5dd25a95806d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:29.169664 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:29.213461 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f72c6479-2c7a-4059-b3a1-f8e203d59c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:29.226856 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f72c6479-2c7a-4059-b3a1-f8e203d59c7a admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:29.232024 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57474) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:29.233191 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f72c6479-2c7a-4059-b3a1-f8e203d59c7a admin admin] 10.222.0.13 "DELETE /v2.0/networks/9efb3aa3-39fc-4294-8194-187931f1a447 HTTP/1.1" status: 204 len: 168 time: 0.6436620 Jul 22 19:50:29.235898 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c44ac4a8-9a8f-4de1-ae1e-d53870518401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:29.243595 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c44ac4a8-9a8f-4de1-ae1e-d53870518401 None None] Network 9efb3aa3-39fc-4294-8194-187931f1a447 is not hosted by any dhcp agent {{(pid=93808) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 19:50:29.244062 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44ac4a8-9a8f-4de1-ae1e-d53870518401 None None] No DVR routers for this DVR port 03952dad-2278-4901-87e3-233334b9c604 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:50:29.256580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c6479-2c7a-4059-b3a1-f8e203d59c7a admin admin] Pushing event deleted for resources: {'Network': ['ID=9efb3aa3-39fc-4294-8194-187931f1a447,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:29.279246 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ac4a8-9a8f-4de1-ae1e-d53870518401 None None] Pushing event deleted for resources: {'Port': ['ID=03952dad-2278-4901-87e3-233334b9c604,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:29.322975 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 73d9f051-89c5-4d36-812b-50b86af90c16 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:29.374312 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 73d9f051-89c5-4d36-812b-50b86af90c16 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:29.378615 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 73d9f051-89c5-4d36-812b-50b86af90c16 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:29.378989 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:29.460873 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:29.496585 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 73d9f051-89c5-4d36-812b-50b86af90c16, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=73d9f051-89c5-4d36-812b-50b86af90c16,segment=NetworkSegment(92b6a1e1-9aa4-4c95-af58-1c103221b2c8),segment_id=92b6a1e1-9aa4-4c95-af58-1c103221b2c8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:29.503304 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:29.564975 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=73d9f051-89c5-4d36-812b-50b86af90c16,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:29.582792 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5cc58317-d9a5-478e-8ab9-3442744674fc no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:50:29.603625 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 5cc58317-d9a5-478e-8ab9-3442744674fc {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:50:29.603984 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5cc58317-d9a5-478e-8ab9-3442744674fc not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:50:29.604412 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5cffab2d-65c7-43e5-8038-fcf82edb06d8 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:50:29.624723 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 5cffab2d-65c7-43e5-8038-fcf82edb06d8 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:50:29.625077 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5cffab2d-65c7-43e5-8038-fcf82edb06d8 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:50:29.625511 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 03952dad-2278-4901-87e3-233334b9c604 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:50:29.636083 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eee3d93f-e12c-460f-b682-d22391669851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:29.645365 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 03952dad-2278-4901-87e3-233334b9c604 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:50:29.645715 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 03952dad-2278-4901-87e3-233334b9c604 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:50:29.884559 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-eee3d93f-e12c-460f-b682-d22391669851 admin admin] Deleting port 73d9f051-89c5-4d36-812b-50b86af90c16 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:29.884810 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eee3d93f-e12c-460f-b682-d22391669851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:29.960052 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-eee3d93f-e12c-460f-b682-d22391669851 admin admin] For port 73d9f051-89c5-4d36-812b-50b86af90c16, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=73d9f051-89c5-4d36-812b-50b86af90c16,segment=NetworkSegment(92b6a1e1-9aa4-4c95-af58-1c103221b2c8),segment_id=92b6a1e1-9aa4-4c95-af58-1c103221b2c8)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:29.960410 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eee3d93f-e12c-460f-b682-d22391669851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:29.972721 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-eee3d93f-e12c-460f-b682-d22391669851 admin admin] Calling delete_port for 73d9f051-89c5-4d36-812b-50b86af90c16 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:30.146910 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eee3d93f-e12c-460f-b682-d22391669851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:30.170372 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3d93f-e12c-460f-b682-d22391669851 admin admin] Pushing event deleted for resources: {'Port': ['ID=73d9f051-89c5-4d36-812b-50b86af90c16,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:30.340223 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eee3d93f-e12c-460f-b682-d22391669851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:30.859070 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee3d93f-e12c-460f-b682-d22391669851 admin admin] Router 7604c29d-67a7-416f-9278-084871403337 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:50:30.964665 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee3d93f-e12c-460f-b682-d22391669851 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:30.970515 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-eee3d93f-e12c-460f-b682-d22391669851 admin admin] 10.222.0.13 "PUT /v2.0/routers/7604c29d-67a7-416f-9278-084871403337/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7373219 Jul 22 19:50:30.973058 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57476) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:30.975500 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b399d2-0ca5-40d1-81b7-b7d47b4a568e None None] Sync routers for ids ['7604c29d-67a7-416f-9278-084871403337'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:30.985398 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b399d2-0ca5-40d1-81b7-b7d47b4a568e None None] Routers {'7604c29d-67a7-416f-9278-084871403337'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:30.986019 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-34b399d2-0ca5-40d1-81b7-b7d47b4a568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:50:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7604c29d-67a7-416f-9278-084871403337'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:31.038456 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a9e98e0c-f32f-4cbb-889b-c44b25dd06bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.079894 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bdcab7b8-80e8-4086-8b9b-caf02cc90d81 admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.171555 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.183197 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-34b399d2-0ca5-40d1-81b7-b7d47b4a568e None None] Set router 7604c29d-67a7-416f-9278-084871403337 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:31.188901 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bdcab7b8-80e8-4086-8b9b-caf02cc90d81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.240071 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-bdcab7b8-80e8-4086-8b9b-caf02cc90d81 admin admin] Deleting port c8357e28-88fc-4c87-9a27-5dd25a95806d {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:31.240420 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bdcab7b8-80e8-4086-8b9b-caf02cc90d81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.322538 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-bdcab7b8-80e8-4086-8b9b-caf02cc90d81 admin admin] For port c8357e28-88fc-4c87-9a27-5dd25a95806d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=c8357e28-88fc-4c87-9a27-5dd25a95806d,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:31.322902 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bdcab7b8-80e8-4086-8b9b-caf02cc90d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.335323 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-bdcab7b8-80e8-4086-8b9b-caf02cc90d81 admin admin] Calling delete_port for c8357e28-88fc-4c87-9a27-5dd25a95806d owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:31.360649 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-34b399d2-0ca5-40d1-81b7-b7d47b4a568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7604c29d-67a7-416f-9278-084871403337', 'name': 'tempest-TestAggregatesBasicOps-602412096-router', 'tenant_id': '8a214e4f53814ab1a0e010b302de7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'c8357e28-88fc-4c87-9a27-5dd25a95806d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:21Z', 'updated_at': '2021-07-22T19:50:30Z', 'revision_number': 5, 'project_id': '8a214e4f53814ab1a0e010b302de7094', 'gw_port': {'id': 'c8357e28-88fc-4c87-9a27-5dd25a95806d', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604c29d-67a7-416f-9278-084871403337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:21Z', 'updated_at': '2021-07-22T19:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:31.385948 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b399d2-0ca5-40d1-81b7-b7d47b4a568e None None] Checking router: 7604c29d-67a7-416f-9278-084871403337 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:50:31.394537 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b399d2-0ca5-40d1-81b7-b7d47b4a568e None None] Routers {'7604c29d-67a7-416f-9278-084871403337'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:31.395138 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-34b399d2-0ca5-40d1-81b7-b7d47b4a568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:50:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['7604c29d-67a7-416f-9278-084871403337'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:31.480616 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-34b399d2-0ca5-40d1-81b7-b7d47b4a568e None None] Set router 7604c29d-67a7-416f-9278-084871403337 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:31.501434 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bdcab7b8-80e8-4086-8b9b-caf02cc90d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.526975 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcab7b8-80e8-4086-8b9b-caf02cc90d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8357e28-88fc-4c87-9a27-5dd25a95806d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:31.537634 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-34b399d2-0ca5-40d1-81b7-b7d47b4a568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7604c29d-67a7-416f-9278-084871403337', 'name': 'tempest-TestAggregatesBasicOps-602412096-router', 'tenant_id': '8a214e4f53814ab1a0e010b302de7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:21Z', 'updated_at': '2021-07-22T19:50:31Z', 'revision_number': 6, 'project_id': '8a214e4f53814ab1a0e010b302de7094', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:31.564731 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b399d2-0ca5-40d1-81b7-b7d47b4a568e None None] The sync data for ids ['7604c29d-67a7-416f-9278-084871403337'] in n-d-800086-12 is: [{'id': '7604c29d-67a7-416f-9278-084871403337', 'name': 'tempest-TestAggregatesBasicOps-602412096-router', 'tenant_id': '8a214e4f53814ab1a0e010b302de7094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:21Z', 'updated_at': '2021-07-22T19:50:31Z', 'revision_number': 6, 'project_id': '8a214e4f53814ab1a0e010b302de7094', 'gw_port_host': None}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:50:31.596358 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bdcab7b8-80e8-4086-8b9b-caf02cc90d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.686443 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bdcab7b8-80e8-4086-8b9b-caf02cc90d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.688554 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bdcab7b8-80e8-4086-8b9b-caf02cc90d81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.729700 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bdcab7b8-80e8-4086-8b9b-caf02cc90d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.730310 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcab7b8-80e8-4086-8b9b-caf02cc90d81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7604c29d-67a7-416f-9278-084871403337 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:50:31.735703 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-bdcab7b8-80e8-4086-8b9b-caf02cc90d81 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.736892 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-bdcab7b8-80e8-4086-8b9b-caf02cc90d81 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7604c29d-67a7-416f-9278-084871403337 HTTP/1.1" status: 204 len: 168 time: 0.7629049 Jul 22 19:50:31.739411 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57478) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:31.782918 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-2021a64c-b745-473e-ad49-dd3656eab7a8 admin admin] Deleting subnet 87bd54f4-9124-4a7e-a114-1494daa881c4 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:50:31.786044 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2021a64c-b745-473e-ad49-dd3656eab7a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.823683 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2021a64c-b745-473e-ad49-dd3656eab7a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.898592 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2021a64c-b745-473e-ad49-dd3656eab7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.957757 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2021a64c-b745-473e-ad49-dd3656eab7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.985608 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021a64c-b745-473e-ad49-dd3656eab7a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87bd54f4-9124-4a7e-a114-1494daa881c4,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:31.994391 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2021a64c-b745-473e-ad49-dd3656eab7a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.996940 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2021a64c-b745-473e-ad49-dd3656eab7a8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/87bd54f4-9124-4a7e-a114-1494daa881c4 HTTP/1.1" status: 204 len: 168 time: 0.2565625 Jul 22 19:50:31.998956 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57480) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:32.001799 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcef847d-d1da-49bf-a7f6-99f2e3594f47 None None] Network 753a7159-1a2d-415b-90c1-9add7c7c02c9 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:32.074229 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-baba0bd0-fcbe-4fd8-b33d-c6a35dee8916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:32.127911 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-baba0bd0-fcbe-4fd8-b33d-c6a35dee8916 admin admin] Deleting port 60163adf-5898-48db-8d5a-e76ea8eb8a4d {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:32.128260 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-baba0bd0-fcbe-4fd8-b33d-c6a35dee8916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:32.199728 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-baba0bd0-fcbe-4fd8-b33d-c6a35dee8916 admin admin] For port 60163adf-5898-48db-8d5a-e76ea8eb8a4d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=60163adf-5898-48db-8d5a-e76ea8eb8a4d,segment=NetworkSegment(92b6a1e1-9aa4-4c95-af58-1c103221b2c8),segment_id=92b6a1e1-9aa4-4c95-af58-1c103221b2c8)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:32.200088 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-baba0bd0-fcbe-4fd8-b33d-c6a35dee8916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:32.211932 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-baba0bd0-fcbe-4fd8-b33d-c6a35dee8916 admin admin] Calling delete_port for 60163adf-5898-48db-8d5a-e76ea8eb8a4d owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:32.289161 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-baba0bd0-fcbe-4fd8-b33d-c6a35dee8916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:32.315925 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba0bd0-fcbe-4fd8-b33d-c6a35dee8916 admin admin] Pushing event deleted for resources: {'Port': ['ID=60163adf-5898-48db-8d5a-e76ea8eb8a4d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:32.317803 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baba0bd0-fcbe-4fd8-b33d-c6a35dee8916 admin admin] No DVR routers for this DVR port 60163adf-5898-48db-8d5a-e76ea8eb8a4d on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:50:32.348266 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850f6995-8f41-4857-a156-23ee79e2ca32 None None] DHCP port deletion for 753a7159-1a2d-415b-90c1-9add7c7c02c9 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:50:32.396417 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-baba0bd0-fcbe-4fd8-b33d-c6a35dee8916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:32.406769 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-baba0bd0-fcbe-4fd8-b33d-c6a35dee8916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753a7159-1a2d-415b-90c1-9add7c7c02c9']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:32.416331 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-baba0bd0-fcbe-4fd8-b33d-c6a35dee8916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b6a1e1-9aa4-4c95-af58-1c103221b2c8') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:32.416670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-baba0bd0-fcbe-4fd8-b33d-c6a35dee8916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b6a1e1-9aa4-4c95-af58-1c103221b2c8') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:32.425224 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-baba0bd0-fcbe-4fd8-b33d-c6a35dee8916 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:32.440159 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-baba0bd0-fcbe-4fd8-b33d-c6a35dee8916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:32.446949 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baba0bd0-fcbe-4fd8-b33d-c6a35dee8916 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:50:32.447345 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-baba0bd0-fcbe-4fd8-b33d-c6a35dee8916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:50:32.449223 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:50:32.465718 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:32.513907 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-baba0bd0-fcbe-4fd8-b33d-c6a35dee8916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:32.519732 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-baba0bd0-fcbe-4fd8-b33d-c6a35dee8916 admin admin] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:32.521684 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-baba0bd0-fcbe-4fd8-b33d-c6a35dee8916 admin admin] 10.222.0.13 "DELETE /v2.0/networks/753a7159-1a2d-415b-90c1-9add7c7c02c9 HTTP/1.1" status: 204 len: 168 time: 0.5217130 Jul 22 19:50:32.538648 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba0bd0-fcbe-4fd8-b33d-c6a35dee8916 admin admin] Pushing event deleted for resources: {'Network': ['ID=753a7159-1a2d-415b-90c1-9add7c7c02c9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:32.686507 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57484) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:32.730741 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4fa45e7d-5a12-41de-9fe1-7df4a98dcf44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca72b95220b24293a78f6bcc10e5b0f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404878 Jul 22 19:50:32.730741 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57486) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:32.776975 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5a655be4-6ce2-472c-906b-d971dd606650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:32.797626 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5a655be4-6ce2-472c-906b-d971dd606650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:32.845309 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5a655be4-6ce2-472c-906b-d971dd606650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:32.848132 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5a655be4-6ce2-472c-906b-d971dd606650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:32.849424 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5a655be4-6ce2-472c-906b-d971dd606650 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f923d912-17a7-4c64-a62d-a5d7fa262034 HTTP/1.1" status: 204 len: 168 time: 0.1177323 Jul 22 19:50:32.857404 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a655be4-6ce2-472c-906b-d971dd606650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f923d912-17a7-4c64-a62d-a5d7fa262034,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:32.903563 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 60163adf-5898-48db-8d5a-e76ea8eb8a4d no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:50:32.923419 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 60163adf-5898-48db-8d5a-e76ea8eb8a4d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:50:32.923763 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 60163adf-5898-48db-8d5a-e76ea8eb8a4d not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:50:32.924179 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c8357e28-88fc-4c87-9a27-5dd25a95806d no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:50:32.942864 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: c8357e28-88fc-4c87-9a27-5dd25a95806d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:50:32.943207 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device c8357e28-88fc-4c87-9a27-5dd25a95806d not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:50:32.943619 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 73d9f051-89c5-4d36-812b-50b86af90c16 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:50:32.962815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 73d9f051-89c5-4d36-812b-50b86af90c16 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:50:32.963159 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 73d9f051-89c5-4d36-812b-50b86af90c16 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:50:33.163179 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57492) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:33.203949 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fbb2ec95-a74d-4a18-a5bf-a2d8a4238dac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a214e4f53814ab1a0e010b302de7094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395546 Jul 22 19:50:33.206307 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57494) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:33.256231 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c7e7e967-9bc0-4bdd-b636-e98805a4bf7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:33.277011 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c7e7e967-9bc0-4bdd-b636-e98805a4bf7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:33.321951 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c7e7e967-9bc0-4bdd-b636-e98805a4bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:33.324953 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c7e7e967-9bc0-4bdd-b636-e98805a4bf7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:33.326981 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c7e7e967-9bc0-4bdd-b636-e98805a4bf7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6c3bc9d-43a8-4756-93d1-4f57f7d6cf5c HTTP/1.1" status: 204 len: 168 time: 0.1197441 Jul 22 19:50:33.334488 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7e967-9bc0-4bdd-b636-e98805a4bf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c3bc9d-43a8-4756-93d1-4f57f7d6cf5c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:34.099913 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:34.494548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57530) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:34.631434 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-9b2d8914-da1d-4f30-b276-15100f66b91f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'network': {'name': 'tempest-network-smoke--449856276', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'port_security_enabled': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:34.653170 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2d8914-da1d-4f30-b276-15100f66b91f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Made reservation on behalf of 966499b6f22943c2a587daeac55eefe8 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:34.657278 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b2d8914-da1d-4f30-b276-15100f66b91f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:34.665821 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b2d8914-da1d-4f30-b276-15100f66b91f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:34.756337 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b2d8914-da1d-4f30-b276-15100f66b91f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:34.760332 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b2d8914-da1d-4f30-b276-15100f66b91f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:34.782980 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2d8914-da1d-4f30-b276-15100f66b91f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:50:34.796102 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d8914-da1d-4f30-b276-15100f66b91f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c11ba0-e796-4ac7-92f8-a3dbf6617fcc,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:34.801016 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b2d8914-da1d-4f30-b276-15100f66b91f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:34.801361 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-9b2d8914-da1d-4f30-b276-15100f66b91f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Added segment 7ea5c41c-e326-4c04-90ce-3334289d4d61 of type vlan for network 8f77391c-58a3-434b-bacf-a07b1c8ac7ea Jul 22 19:50:34.842360 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b2d8914-da1d-4f30-b276-15100f66b91f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:34.869877 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b2d8914-da1d-4f30-b276-15100f66b91f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:34.875989 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2d8914-da1d-4f30-b276-15100f66b91f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:34.876600 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9b2d8914-da1d-4f30-b276-15100f66b91f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:34.912969 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9b2d8914-da1d-4f30-b276-15100f66b91f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4173338 Jul 22 19:50:34.915783 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57534) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:34.922750 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-13225167-43af-4859-b744-64a127c1d80a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1136857596', 'admin_state_up': True, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:34.958984 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d8914-da1d-4f30-b276-15100f66b91f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'Network': ['ID=8f77391c-58a3-434b-bacf-a07b1c8ac7ea,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:34.969974 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 8f77391c-58a3-434b-bacf-a07b1c8ac7ea details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:50:34.974217 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-13225167-43af-4859-b744-64a127c1d80a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:34.975317 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-13225167-43af-4859-b744-64a127c1d80a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:35.029161 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-13225167-43af-4859-b744-64a127c1d80a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:35.163786 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-13225167-43af-4859-b744-64a127c1d80a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:35.354513 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-13225167-43af-4859-b744-64a127c1d80a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:35.372976 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-13225167-43af-4859-b744-64a127c1d80a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:35.471761 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-13225167-43af-4859-b744-64a127c1d80a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Allocated IP 172.25.3.147 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/9dbd23e1-1295-4314-98f6-bb1e1f59696f) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:35.575660 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-13225167-43af-4859-b744-64a127c1d80a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:35.613902 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-13225167-43af-4859-b744-64a127c1d80a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:35.653836 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13225167-43af-4859-b744-64a127c1d80a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:35.660507 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-13225167-43af-4859-b744-64a127c1d80a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:35.661724 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13225167-43af-4859-b744-64a127c1d80a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:35.664836 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13225167-43af-4859-b744-64a127c1d80a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'Port': ['ID=9dbd23e1-1295-4314-98f6-bb1e1f59696f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:35.901105 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-13225167-43af-4859-b744-64a127c1d80a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:36.093662 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-13225167-43af-4859-b744-64a127c1d80a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:36.217863 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13225167-43af-4859-b744-64a127c1d80a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:50:36.320742 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13225167-43af-4859-b744-64a127c1d80a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:36.331168 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] Sync routers for ids ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:36.339292 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-13225167-43af-4859-b744-64a127c1d80a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:36.340560 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-13225167-43af-4859-b744-64a127c1d80a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4238343 Jul 22 19:50:36.343851 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57536) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:36.344511 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] Routers {'4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:36.345145 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:50:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:36.414448 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2356ed14-7064-421f-9a0c-2152c9c5d9a9 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=966499b6f22943c2a587daeac55eefe8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0694978 Jul 22 19:50:36.417039 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57540) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:36.449708 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] Set router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:36.505230 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb60886-849a-4f04-8d45-8fb372614459 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:36.506683 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-aeb60886-849a-4f04-8d45-8fb372614459 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887461 Jul 22 19:50:36.509501 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57542) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:36.543822 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8aac31e5-09d4-4ef2-b5c1-974090d45718 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331736 Jul 22 19:50:36.546548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57544) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:36.551553 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f7c67a21-3932-44b1-8740-f6d84008ec05 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1233817320', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:36.641759 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c67a21-3932-44b1-8740-f6d84008ec05 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Made reservation on behalf of 966499b6f22943c2a587daeac55eefe8 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:36.645635 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7c67a21-3932-44b1-8740-f6d84008ec05 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:36.790826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'name': 'tempest-TestNetworkBasicOps-router-1136857596', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:34Z', 'updated_at': '2021-07-22T19:50:35Z', 'revision_number': 3, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:35Z', 'updated_at': '2021-07-22T19:50:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:36.817467 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] Checking router: 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:50:36.817801 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] Updating router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b port 9dbd23e1-1295-4314-98f6-bb1e1f59696f binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:50:36.832457 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7c67a21-3932-44b1-8740-f6d84008ec05 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:36.860351 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:36.892650 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c67a21-3932-44b1-8740-f6d84008ec05 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'Subnet': ['ID=ab9f36a0-cf8c-41f5-b550-0db223b44869,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:36.902357 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c67a21-3932-44b1-8740-f6d84008ec05 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Checking segment: {'id': '7ea5c41c-e326-4c04-90ce-3334289d4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:36.902721 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c67a21-3932-44b1-8740-f6d84008ec05 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Network hostable DHCP agents. Network: 8f77391c-58a3-434b-bacf-a07b1c8ac7ea, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:50:36.919676 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c67a21-3932-44b1-8740-f6d84008ec05 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Network 8f77391c-58a3-434b-bacf-a07b1c8ac7ea is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:50:36.929273 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-f7c67a21-3932-44b1-8740-f6d84008ec05 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 8f77391c-58a3-434b-bacf-a07b1c8ac7ea) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:36.935548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c67a21-3932-44b1-8740-f6d84008ec05 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:36.936198 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7c67a21-3932-44b1-8740-f6d84008ec05 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:36.945098 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1879a94f-aadd-44ea-9c49-d53e58c47214 None None] Network 8f77391c-58a3-434b-bacf-a07b1c8ac7ea requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:36.960054 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f7c67a21-3932-44b1-8740-f6d84008ec05 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4100153 Jul 22 19:50:36.960370 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57546) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:37.193463 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'fixed_ips': [{'subnet_id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:50:37.194342 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:37.299526 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:37.327995 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] Transition to ACTIVE for port object 9dbd23e1-1295-4314-98f6-bb1e1f59696f will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:37.340878 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:37.430314 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] Allocated IP 172.20.0.2 (8f77391c-58a3-434b-bacf-a07b1c8ac7ea/ab9f36a0-cf8c-41f5-b550-0db223b44869/780a9755-ddfb-4236-a56a-aad61e5d3caf) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:37.434729 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09cb8ee-4b18-4e70-835c-d4b64d4afd7a None None] Pushing event updated for resources: {'Port': ['ID=9dbd23e1-1295-4314-98f6-bb1e1f59696f,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:37.437439 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] Attempting to bind port 9dbd23e1-1295-4314-98f6-bb1e1f59696f on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:37.437754 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] Attempting to bind port 9dbd23e1-1295-4314-98f6-bb1e1f59696f by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:37.438120 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] Attempting to bind port 9dbd23e1-1295-4314-98f6-bb1e1f59696f on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:37.448532 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:37.448894 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:37.449300 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:37.449696 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:37.450169 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] Bound port: 9dbd23e1-1295-4314-98f6-bb1e1f59696f, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:37.450554 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:37.558198 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] For port 9dbd23e1-1295-4314-98f6-bb1e1f59696f, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:37.563451 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] For port 9dbd23e1-1295-4314-98f6-bb1e1f59696f, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9dbd23e1-1295-4314-98f6-bb1e1f59696f,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:37.570689 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:37.668416 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] Routers {'4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:37.669041 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:50:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:37.678632 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09cb8ee-4b18-4e70-835c-d4b64d4afd7a None None] Pushing event updated for resources: {'Port': ['ID=9dbd23e1-1295-4314-98f6-bb1e1f59696f,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:37.695474 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b45f55d3-e8c9-40dc-80f8-b33de0a80c0c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:37.754928 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:37.772180 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] Transition to ACTIVE for port object 780a9755-ddfb-4236-a56a-aad61e5d3caf will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:37.795743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] Transition to ACTIVE for port object 780a9755-ddfb-4236-a56a-aad61e5d3caf will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:37.805923 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:37.819506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] Set router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:37.897864 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] Network 8f77391c-58a3-434b-bacf-a07b1c8ac7ea is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:37.915357 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:37.917780 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:37.935865 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] Pushing event updated for resources: {'Port': ['ID=780a9755-ddfb-4236-a56a-aad61e5d3caf,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:37.964651 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-b45f55d3-e8c9-40dc-80f8-b33de0a80c0c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Allocated IP 172.20.0.1 (8f77391c-58a3-434b-bacf-a07b1c8ac7ea/ab9f36a0-cf8c-41f5-b550-0db223b44869/7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:38.037889 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] Attempting to bind port 780a9755-ddfb-4236-a56a-aad61e5d3caf on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:38.038255 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] Attempting to bind port 780a9755-ddfb-4236-a56a-aad61e5d3caf by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '7ea5c41c-e326-4c04-90ce-3334289d4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:38.038621 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] Attempting to bind port 780a9755-ddfb-4236-a56a-aad61e5d3caf on network 8f77391c-58a3-434b-bacf-a07b1c8ac7ea {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:38.046382 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:38.046756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] Checking segment: {'id': '7ea5c41c-e326-4c04-90ce-3334289d4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:38.047157 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:38.047553 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] Bound using segment: {'id': '7ea5c41c-e326-4c04-90ce-3334289d4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:38.048020 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] Bound port: 780a9755-ddfb-4236-a56a-aad61e5d3caf, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea5c41c-e326-4c04-90ce-3334289d4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:38.048399 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:38.075676 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b45f55d3-e8c9-40dc-80f8-b33de0a80c0c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:38.089723 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-b45f55d3-e8c9-40dc-80f8-b33de0a80c0c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Transition to ACTIVE for port object 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:38.127673 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b45f55d3-e8c9-40dc-80f8-b33de0a80c0c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:38.141087 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] For port 780a9755-ddfb-4236-a56a-aad61e5d3caf, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:38.145140 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] For port 780a9755-ddfb-4236-a56a-aad61e5d3caf, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=780a9755-ddfb-4236-a56a-aad61e5d3caf,segment=NetworkSegment(7ea5c41c-e326-4c04-90ce-3334289d4d61),segment_id=7ea5c41c-e326-4c04-90ce-3334289d4d61)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:38.150931 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:38.154890 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'name': 'tempest-TestNetworkBasicOps-router-1136857596', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:34Z', 'updated_at': '2021-07-22T19:50:35Z', 'revision_number': 3, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:35Z', 'updated_at': '2021-07-22T19:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:38.166430 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45f55d3-e8c9-40dc-80f8-b33de0a80c0c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Network 8f77391c-58a3-434b-bacf-a07b1c8ac7ea is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:38.171895 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-b45f55d3-e8c9-40dc-80f8-b33de0a80c0c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:38.175492 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f55d3-e8c9-40dc-80f8-b33de0a80c0c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:38.205871 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f55d3-e8c9-40dc-80f8-b33de0a80c0c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'Port': ['ID=7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:38.210493 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb711600-73ff-4675-ad78-a3f4b548f6fc None None] The sync data for ids ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'] in n-d-800086-12 is: [{'id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'name': 'tempest-TestNetworkBasicOps-router-1136857596', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:34Z', 'updated_at': '2021-07-22T19:50:35Z', 'revision_number': 3, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:35Z', 'updated_at': '2021-07-22T19:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:50:38.244789 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b45f55d3-e8c9-40dc-80f8-b33de0a80c0c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:38.249282 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d5a21-57e2-4c57-845b-8220cd99c857 None None] Pushing event updated for resources: {'Port': ['ID=780a9755-ddfb-4236-a56a-aad61e5d3caf,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:38.430563 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b45f55d3-e8c9-40dc-80f8-b33de0a80c0c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:38.747209 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b45f55d3-e8c9-40dc-80f8-b33de0a80c0c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:38.753921 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b45f55d3-e8c9-40dc-80f8-b33de0a80c0c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:38.833383 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b45f55d3-e8c9-40dc-80f8-b33de0a80c0c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:38.835178 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f55d3-e8c9-40dc-80f8-b33de0a80c0c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'Port': ['ID=7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:38.954489 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45f55d3-e8c9-40dc-80f8-b33de0a80c0c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Network 8f77391c-58a3-434b-bacf-a07b1c8ac7ea is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:38.957209 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-b45f55d3-e8c9-40dc-80f8-b33de0a80c0c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:39.013903 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9dbd23e1-1295-4314-98f6-bb1e1f59696f up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:39.069639 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 9dbd23e1-1295-4314-98f6-bb1e1f59696f completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:39.073926 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 9dbd23e1-1295-4314-98f6-bb1e1f59696f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:39.074295 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:39.110131 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45f55d3-e8c9-40dc-80f8-b33de0a80c0c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:50:39.188713 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:39.212871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 9dbd23e1-1295-4314-98f6-bb1e1f59696f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9dbd23e1-1295-4314-98f6-bb1e1f59696f,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:39.219155 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:39.220067 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 780a9755-ddfb-4236-a56a-aad61e5d3caf up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:39.241553 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45f55d3-e8c9-40dc-80f8-b33de0a80c0c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:39.253950 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b45f55d3-e8c9-40dc-80f8-b33de0a80c0c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "PUT /v2.0/routers/4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2919247 Jul 22 19:50:39.256514 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57548) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:39.436116 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea45c3ef-24e1-4f30-afae-7cd1619faf8e None None] Network 8f77391c-58a3-434b-bacf-a07b1c8ac7ea requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:39.438813 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878c386c-a995-4264-81e8-b6c951439eb3 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:39.439301 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878c386c-a995-4264-81e8-b6c951439eb3 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:39.439774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878c386c-a995-4264-81e8-b6c951439eb3 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:39.440247 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878c386c-a995-4264-81e8-b6c951439eb3 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:39.441948 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-878c386c-a995-4264-81e8-b6c951439eb3 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1839290 Jul 22 19:50:39.444885 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57550) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:39.502087 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:39.507242 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-73c67b8e-58a7-4d1f-9609-dd96b2e0442a None None] Provisioning for port 780a9755-ddfb-4236-a56a-aad61e5d3caf completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:39.540151 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c035d-9d3d-47fb-9ad1-35413392847a tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:39.541066 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c035d-9d3d-47fb-9ad1-35413392847a tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:39.541499 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c035d-9d3d-47fb-9ad1-35413392847a tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:39.541985 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c035d-9d3d-47fb-9ad1-35413392847a tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:39.546428 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f21c035d-9d3d-47fb-9ad1-35413392847a tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0978143 Jul 22 19:50:39.546947 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57552) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:39.547338 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=9dbd23e1-1295-4314-98f6-bb1e1f59696f,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:39.573851 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 780a9755-ddfb-4236-a56a-aad61e5d3caf completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:39.579545 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 780a9755-ddfb-4236-a56a-aad61e5d3caf triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:39.579920 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:39.728341 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:39.771666 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 780a9755-ddfb-4236-a56a-aad61e5d3caf, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=780a9755-ddfb-4236-a56a-aad61e5d3caf,segment=NetworkSegment(7ea5c41c-e326-4c04-90ce-3334289d4d61),segment_id=7ea5c41c-e326-4c04-90ce-3334289d4d61)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:39.775166 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:39.830613 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=780a9755-ddfb-4236-a56a-aad61e5d3caf,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:39.924563 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] Sync routers for ids ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:39.937251 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] Routers {'4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:39.937981 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:50:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:39.988957 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-056a1834-6a52-43b5-a26f-e9ed08521282 None None] Provisioning complete for port 780a9755-ddfb-4236-a56a-aad61e5d3caf triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:39.989329 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-056a1834-6a52-43b5-a26f-e9ed08521282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.062782 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] Set router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:40.106803 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-056a1834-6a52-43b5-a26f-e9ed08521282 None None] Provisioning for port 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:40.113809 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-056a1834-6a52-43b5-a26f-e9ed08521282 None None] Provisioning complete for port 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:40.114068 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-056a1834-6a52-43b5-a26f-e9ed08521282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.140734 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ea62114c-0ceb-44b1-81b7-70f2800d273b tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.5924551 Jul 22 19:50:40.157840 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-056a1834-6a52-43b5-a26f-e9ed08521282 None None] Port 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:50:40.277385 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c7c3113c-f1db-4c18-944b-dd1bf89c3ebe None None] Provisioning complete for port 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:40.278365 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c7c3113c-f1db-4c18-944b-dd1bf89c3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.310254 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'name': 'tempest-TestNetworkBasicOps-router-1136857596', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:34Z', 'updated_at': '2021-07-22T19:50:38Z', 'revision_number': 4, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:35Z', 'updated_at': '2021-07-22T19:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70', 'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:f6:0d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:37Z', 'updated_at': '2021-07-22T19:50:38Z', 'revision_number': 2, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:40.318776 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-c7c3113c-f1db-4c18-944b-dd1bf89c3ebe None None] Port 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:50:40.343775 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] Checking router: 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:50:40.344288 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] Updating router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b port 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:50:40.380294 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.437200 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5b3c6744-6ed9-4fe3-9218-b363f94e872b None None] Provisioning complete for port 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:40.437619 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5b3c6744-6ed9-4fe3-9218-b363f94e872b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.471743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5b3c6744-6ed9-4fe3-9218-b363f94e872b None None] Port 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:50:40.646592 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.656617 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] Transition to ACTIVE for port object 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:40.667106 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.676382 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57560) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:40.681173 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-514d25b5-d002-4d7a-8ab1-567bb3397488 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-161455387', 'description': 'tempest-secgroup-smoke-161455387 description', 'project_id': '966499b6f22943c2a587daeac55eefe8'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:40.707525 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-514d25b5-d002-4d7a-8ab1-567bb3397488 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.720586 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e50b4-fd48-4ac5-8279-df3b66f8a111 None None] Pushing event updated for resources: {'Port': ['ID=7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:40.745322 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e50b4-fd48-4ac5-8279-df3b66f8a111 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:40.745691 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e50b4-fd48-4ac5-8279-df3b66f8a111 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:40.746063 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e50b4-fd48-4ac5-8279-df3b66f8a111 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:40.746717 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e50b4-fd48-4ac5-8279-df3b66f8a111 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:40.746996 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e50b4-fd48-4ac5-8279-df3b66f8a111 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:40.747313 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e50b4-fd48-4ac5-8279-df3b66f8a111 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:40.747681 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e50b4-fd48-4ac5-8279-df3b66f8a111 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:40.749008 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e50b4-fd48-4ac5-8279-df3b66f8a111 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:40.749008 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e50b4-fd48-4ac5-8279-df3b66f8a111 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:40.749362 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e50b4-fd48-4ac5-8279-df3b66f8a111 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:40.749772 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e50b4-fd48-4ac5-8279-df3b66f8a111 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:40.750098 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e50b4-fd48-4ac5-8279-df3b66f8a111 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:40.795226 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] Attempting to bind port 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:40.795633 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] Attempting to bind port 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '7ea5c41c-e326-4c04-90ce-3334289d4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:40.796158 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] Attempting to bind port 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70 on network 8f77391c-58a3-434b-bacf-a07b1c8ac7ea {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:40.801553 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:40.801755 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] Checking segment: {'id': '7ea5c41c-e326-4c04-90ce-3334289d4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:40.802151 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.802569 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] Bound using segment: {'id': '7ea5c41c-e326-4c04-90ce-3334289d4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:40.802986 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] Bound port: 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea5c41c-e326-4c04-90ce-3334289d4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:40.803362 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.810079 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-514d25b5-d002-4d7a-8ab1-567bb3397488 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.815309 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-514d25b5-d002-4d7a-8ab1-567bb3397488 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.844427 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-514d25b5-d002-4d7a-8ab1-567bb3397488 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.846150 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-514d25b5-d002-4d7a-8ab1-567bb3397488 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1686871 Jul 22 19:50:40.849103 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57562) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:40.853769 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-577aa834-201c-49ff-b556-2d57a650c4b4 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'security_group_rule': {'security_group_id': 'fdd68e3c-86c1-45d3-880d-be5f6d56b848', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:40.865145 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d25b5-d002-4d7a-8ab1-567bb3397488 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd68e3c-86c1-45d3-880d-be5f6d56b848,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:40.883402 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] For port 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:40.887149 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] For port 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70,segment=NetworkSegment(7ea5c41c-e326-4c04-90ce-3334289d4d61),segment_id=7ea5c41c-e326-4c04-90ce-3334289d4d61)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:40.891882 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-577aa834-201c-49ff-b556-2d57a650c4b4 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.904588 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.941466 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9dbd23e1-1295-4314-98f6-bb1e1f59696f up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:40.965065 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-577aa834-201c-49ff-b556-2d57a650c4b4 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.969829 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-577aa834-201c-49ff-b556-2d57a650c4b4 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.978466 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] Routers {'4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:40.979165 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:50:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:40.986990 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577aa834-201c-49ff-b556-2d57a650c4b4 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe057c88-4872-4fca-83b4-676673477888,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:41.002603 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-577aa834-201c-49ff-b556-2d57a650c4b4 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.007076 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57564) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:41.008155 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-577aa834-201c-49ff-b556-2d57a650c4b4 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1572170 Jul 22 19:50:41.011973 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-ce7e932b-b7ed-4461-9e91-683fd0a444f3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'security_group_rule': {'security_group_id': 'fdd68e3c-86c1-45d3-880d-be5f6d56b848', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:41.023426 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 9dbd23e1-1295-4314-98f6-bb1e1f59696f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:41.023798 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.059324 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce7e932b-b7ed-4461-9e91-683fd0a444f3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.076882 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e50b4-fd48-4ac5-8279-df3b66f8a111 None None] Pushing event updated for resources: {'Port': ['ID=7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:41.120882 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 780a9755-ddfb-4236-a56a-aad61e5d3caf up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:41.128322 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] Set router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:41.148624 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce7e932b-b7ed-4461-9e91-683fd0a444f3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.158608 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce7e932b-b7ed-4461-9e91-683fd0a444f3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.184429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e932b-b7ed-4461-9e91-683fd0a444f3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005f874d-3008-4fbc-910b-e75aba0853a9,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:41.201679 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 780a9755-ddfb-4236-a56a-aad61e5d3caf triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:41.202558 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.204331 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ce7e932b-b7ed-4461-9e91-683fd0a444f3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.208882 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57566) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:41.214964 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-894c413c-44c8-4eea-8b4d-1259c2db0545 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'security_group_rule': {'security_group_id': 'fdd68e3c-86c1-45d3-880d-be5f6d56b848', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:41.220257 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ce7e932b-b7ed-4461-9e91-683fd0a444f3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2116001 Jul 22 19:50:41.259162 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-894c413c-44c8-4eea-8b4d-1259c2db0545 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.348627 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-894c413c-44c8-4eea-8b4d-1259c2db0545 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.353785 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-894c413c-44c8-4eea-8b4d-1259c2db0545 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.372396 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c413c-44c8-4eea-8b4d-1259c2db0545 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc8d536-22ec-4454-8a13-91c18b54c49b,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:41.380822 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-894c413c-44c8-4eea-8b4d-1259c2db0545 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.382363 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-894c413c-44c8-4eea-8b4d-1259c2db0545 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1721911 Jul 22 19:50:41.385554 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57568) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:41.391558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-aed66c93-e0e7-4d89-b269-e4c872985b2d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'security_group_rule': {'security_group_id': 'fdd68e3c-86c1-45d3-880d-be5f6d56b848', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:41.398956 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'name': 'tempest-TestNetworkBasicOps-router-1136857596', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:34Z', 'updated_at': '2021-07-22T19:50:38Z', 'revision_number': 4, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:35Z', 'updated_at': '2021-07-22T19:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70', 'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:f6:0d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:37Z', 'updated_at': '2021-07-22T19:50:40Z', 'revision_number': 4, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:41.420279 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aed66c93-e0e7-4d89-b269-e4c872985b2d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.431716 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da0e50a-e6e9-470a-b45c-55eb8fc314a8 None None] The sync data for ids ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'] in n-d-800086-12 is: [{'id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'name': 'tempest-TestNetworkBasicOps-router-1136857596', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:34Z', 'updated_at': '2021-07-22T19:50:38Z', 'revision_number': 4, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:35Z', 'updated_at': '2021-07-22T19:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70', 'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:f6:0d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:37Z', 'updated_at': '2021-07-22T19:50:40Z', 'revision_number': 4, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:50:41.519451 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aed66c93-e0e7-4d89-b269-e4c872985b2d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.522857 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aed66c93-e0e7-4d89-b269-e4c872985b2d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.546788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed66c93-e0e7-4d89-b269-e4c872985b2d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba45044c-a17c-4249-a7b4-39e8062160e8,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:41.551526 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aed66c93-e0e7-4d89-b269-e4c872985b2d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.553252 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-aed66c93-e0e7-4d89-b269-e4c872985b2d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1663022 Jul 22 19:50:41.555685 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57570) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:41.563554 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-2d264ade-d345-48c1-b31f-8d6b32bc9e12 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'security_group_rule': {'security_group_id': 'fdd68e3c-86c1-45d3-880d-be5f6d56b848', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:41.585950 n-d-800086-12 neutron-server[93806]: INFO neutron.db.securitygroups_db [None req-2d264ade-d345-48c1-b31f-8d6b32bc9e12 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Project 966499b6f22943c2a587daeac55eefe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:50:41.591091 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2d264ade-d345-48c1-b31f-8d6b32bc9e12 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.668096 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2d264ade-d345-48c1-b31f-8d6b32bc9e12 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.673968 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2d264ade-d345-48c1-b31f-8d6b32bc9e12 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.693765 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d264ade-d345-48c1-b31f-8d6b32bc9e12 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fca1171-779d-45b2-b43d-1afcb872de88,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:41.700079 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2d264ade-d345-48c1-b31f-8d6b32bc9e12 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.701572 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2d264ade-d345-48c1-b31f-8d6b32bc9e12 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1441882 Jul 22 19:50:41.704448 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57572) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:41.709936 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-1f0df74b-6efb-475b-aa5a-10447c6dd155 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'security_group_rule': {'security_group_id': 'fdd68e3c-86c1-45d3-880d-be5f6d56b848', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:41.735449 n-d-800086-12 neutron-server[93807]: INFO neutron.db.securitygroups_db [None req-1f0df74b-6efb-475b-aa5a-10447c6dd155 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Project 966499b6f22943c2a587daeac55eefe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:50:41.741484 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1f0df74b-6efb-475b-aa5a-10447c6dd155 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.812036 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1f0df74b-6efb-475b-aa5a-10447c6dd155 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.816316 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1f0df74b-6efb-475b-aa5a-10447c6dd155 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.836706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0df74b-6efb-475b-aa5a-10447c6dd155 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d39b28-51a5-4b9a-b377-67b61a9524e4,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:41.840168 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1f0df74b-6efb-475b-aa5a-10447c6dd155 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.850287 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1f0df74b-6efb-475b-aa5a-10447c6dd155 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443403 Jul 22 19:50:42.043843 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:42.046753 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f74336c-e2fb-42c8-b788-154690536431 req-2cea8cf7-384e-452b-8d56-f1eff05027af tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-161455387&fields=id&tenant_id=966499b6f22943c2a587daeac55eefe8 HTTP/1.1" status: 200 len: 267 time: 0.0465255 Jul 22 19:50:42.249118 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74336c-e2fb-42c8-b788-154690536431 req-2d10c618-ed1f-45c4-bf81-795948340c74 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:42.250050 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f74336c-e2fb-42c8-b788-154690536431 req-2d10c618-ed1f-45c4-bf81-795948340c74 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/networks?id=8f77391c-58a3-434b-bacf-a07b1c8ac7ea HTTP/1.1" status: 200 len: 796 time: 0.1962993 Jul 22 19:50:42.265710 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f74336c-e2fb-42c8-b788-154690536431 req-36a33786-e53f-40c4-aab7-8eae06072ede tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/quotas/966499b6f22943c2a587daeac55eefe8 HTTP/1.1" status: 200 len: 375 time: 0.0100994 Jul 22 19:50:42.379880 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f74336c-e2fb-42c8-b788-154690536431 req-48e1442a-f3b8-4e72-a881-5da12fe770f3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=966499b6f22943c2a587daeac55eefe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1088510 Jul 22 19:50:42.532221 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f74336c-e2fb-42c8-b788-154690536431 req-6d262a89-3733-4624-a11b-3c57109cac72 service neutron] 10.222.0.13 "GET /v2.0/networks/8f77391c-58a3-434b-bacf-a07b1c8ac7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392212 Jul 22 19:50:42.625320 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f74336c-e2fb-42c8-b788-154690536431 req-3b22e1eb-3957-4952-8001-3348784df371 service neutron] 10.222.0.13 "GET /v2.0/networks/8f77391c-58a3-434b-bacf-a07b1c8ac7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873020 Jul 22 19:50:42.784305 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bca1196a-180a-4483-815d-f7ddc8c37546 req-98a33b19-6387-46fb-a5eb-e72769797390 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 210 time: 0.0291708 Jul 22 19:50:42.918357 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:42.968007 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:42.971572 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:42.972002 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:43.046236 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:43.082189 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70,segment=NetworkSegment(7ea5c41c-e326-4c04-90ce-3334289d4d61),segment_id=7ea5c41c-e326-4c04-90ce-3334289d4d61)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:43.085929 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:43.132775 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:43.786734 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:50:43.866075 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d0161f6c-c6be-417b-8bd0-2b3a276800f3 req-fb253777-95fe-4a82-9b49-7bcbae442b86 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 210 time: 0.0333915 Jul 22 19:50:44.907232 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:44.945341 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-216fe53c-730e-48de-968e-614b7b391475 req-a03e4e6f-c178-4109-9d05-6374ca46f8ce tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 210 time: 0.0300729 Jul 22 19:50:44.956863 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:44.957339 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:46.026570 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37b99266-5631-4255-96fa-5efc8a8e1bc4 req-39968ea4-3338-4fda-b39c-4709ae6ef88b tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 210 time: 0.0296125 Jul 22 19:50:47.120610 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-59290417-bfe4-4410-8555-c695edd75528 req-0b93f22c-438b-4504-ad57-e5d702b58fff tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 210 time: 0.0287414 Jul 22 19:50:47.977955 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74336c-e2fb-42c8-b788-154690536431 req-741579bc-658f-4366-a18a-bbe6403de27f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:47.979404 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f74336c-e2fb-42c8-b788-154690536431 req-741579bc-658f-4366-a18a-bbe6403de27f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.30 "GET /v2.0/networks?id=8f77391c-58a3-434b-bacf-a07b1c8ac7ea HTTP/1.1" status: 200 len: 796 time: 0.1059160 Jul 22 19:50:48.031026 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f74336c-e2fb-42c8-b788-154690536431 req-aed2d8d0-7e45-470c-bdfa-51edea656f2b tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=966499b6f22943c2a587daeac55eefe8 HTTP/1.1" status: 200 len: 379 time: 0.0434604 Jul 22 19:50:48.043842 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-6f74336c-e2fb-42c8-b788-154690536431 req-2ff25e5b-9a84-4408-9870-492566bff44e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'port': {'device_id': '860c814e-26cc-48ad-8acf-6e2f2e25b70b', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'admin_state_up': True, 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'security_groups': ['fdd68e3c-86c1-45d3-880d-be5f6d56b848']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:48.151767 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f74336c-e2fb-42c8-b788-154690536431 req-2ff25e5b-9a84-4408-9870-492566bff44e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Made reservation on behalf of 966499b6f22943c2a587daeac55eefe8 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:48.155885 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6f74336c-e2fb-42c8-b788-154690536431 req-2ff25e5b-9a84-4408-9870-492566bff44e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:48.247059 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-653c30db-069b-4a22-96d0-f7302c3b88c0 req-d0a61823-50f2-4e2d-bd1e-76697ffb41a4 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 210 time: 0.0396271 Jul 22 19:50:48.307380 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-6f74336c-e2fb-42c8-b788-154690536431 req-2ff25e5b-9a84-4408-9870-492566bff44e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Allocated IP 172.20.0.11 (8f77391c-58a3-434b-bacf-a07b1c8ac7ea/ab9f36a0-cf8c-41f5-b550-0db223b44869/eeae328d-5b68-48b2-8cb0-3ff074fa3438) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:48.446554 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6f74336c-e2fb-42c8-b788-154690536431 req-2ff25e5b-9a84-4408-9870-492566bff44e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:48.459783 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-6f74336c-e2fb-42c8-b788-154690536431 req-2ff25e5b-9a84-4408-9870-492566bff44e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Transition to ACTIVE for port object eeae328d-5b68-48b2-8cb0-3ff074fa3438 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:48.494604 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6f74336c-e2fb-42c8-b788-154690536431 req-2ff25e5b-9a84-4408-9870-492566bff44e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:48.533732 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f74336c-e2fb-42c8-b788-154690536431 req-2ff25e5b-9a84-4408-9870-492566bff44e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Network 8f77391c-58a3-434b-bacf-a07b1c8ac7ea is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:48.536729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-6f74336c-e2fb-42c8-b788-154690536431 req-2ff25e5b-9a84-4408-9870-492566bff44e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:48.543152 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f74336c-e2fb-42c8-b788-154690536431 req-2ff25e5b-9a84-4408-9870-492566bff44e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:48.572921 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff25e5b-9a84-4408-9870-492566bff44e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'Port': ['ID=eeae328d-5b68-48b2-8cb0-3ff074fa3438,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:48.598575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74336c-e2fb-42c8-b788-154690536431 req-2ff25e5b-9a84-4408-9870-492566bff44e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:48.599191 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6f74336c-e2fb-42c8-b788-154690536431 req-2ff25e5b-9a84-4408-9870-492566bff44e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:48.614443 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f74336c-e2fb-42c8-b788-154690536431 req-2ff25e5b-9a84-4408-9870-492566bff44e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5741639 Jul 22 19:50:48.674772 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-6f74336c-e2fb-42c8-b788-154690536431 req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] Request body: {'port': {'device_id': '860c814e-26cc-48ad-8acf-6e2f2e25b70b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:48.751808 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6f74336c-e2fb-42c8-b788-154690536431 req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:48.805257 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-aeda29d4-e122-4ca5-9462-52d143f4a76a None None] Provisioning for port eeae328d-5b68-48b2-8cb0-3ff074fa3438 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:48.809264 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-aeda29d4-e122-4ca5-9462-52d143f4a76a None None] Provisioning complete for port eeae328d-5b68-48b2-8cb0-3ff074fa3438 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:48.809593 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-aeda29d4-e122-4ca5-9462-52d143f4a76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:48.843563 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-aeda29d4-e122-4ca5-9462-52d143f4a76a None None] Port eeae328d-5b68-48b2-8cb0-3ff074fa3438 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:50:49.054013 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-6f74336c-e2fb-42c8-b788-154690536431 req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeae328d-5b68-48b2-8cb0-3ff074fa3438 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:50:49.062205 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6f74336c-e2fb-42c8-b788-154690536431 req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:49.074991 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-6f74336c-e2fb-42c8-b788-154690536431 req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] Transition to ACTIVE for port object eeae328d-5b68-48b2-8cb0-3ff074fa3438 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:49.079412 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6f74336c-e2fb-42c8-b788-154690536431 req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:49.129397 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] Pushing event updated for resources: {'Port': ['ID=eeae328d-5b68-48b2-8cb0-3ff074fa3438,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:49.200329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-6f74336c-e2fb-42c8-b788-154690536431 req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] Attempting to bind port eeae328d-5b68-48b2-8cb0-3ff074fa3438 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:49.200921 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-6f74336c-e2fb-42c8-b788-154690536431 req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] Attempting to bind port eeae328d-5b68-48b2-8cb0-3ff074fa3438 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '7ea5c41c-e326-4c04-90ce-3334289d4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:49.201034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f74336c-e2fb-42c8-b788-154690536431 req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] Attempting to bind port eeae328d-5b68-48b2-8cb0-3ff074fa3438 on network 8f77391c-58a3-434b-bacf-a07b1c8ac7ea {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:49.205950 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f74336c-e2fb-42c8-b788-154690536431 req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] Port eeae328d-5b68-48b2-8cb0-3ff074fa3438 on network 8f77391c-58a3-434b-bacf-a07b1c8ac7ea not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:50:49.206266 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f74336c-e2fb-42c8-b788-154690536431 req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] Attempting to bind port eeae328d-5b68-48b2-8cb0-3ff074fa3438 on network 8f77391c-58a3-434b-bacf-a07b1c8ac7ea {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:49.211362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f74336c-e2fb-42c8-b788-154690536431 req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:49.211702 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f74336c-e2fb-42c8-b788-154690536431 req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] Checking segment: {'id': '7ea5c41c-e326-4c04-90ce-3334289d4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:49.212085 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f74336c-e2fb-42c8-b788-154690536431 req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] Bound using segment: {'id': '7ea5c41c-e326-4c04-90ce-3334289d4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:49.212540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-6f74336c-e2fb-42c8-b788-154690536431 req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] Bound port: eeae328d-5b68-48b2-8cb0-3ff074fa3438, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea5c41c-e326-4c04-90ce-3334289d4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:49.212902 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6f74336c-e2fb-42c8-b788-154690536431 req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:49.282786 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-6f74336c-e2fb-42c8-b788-154690536431 req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] For port eeae328d-5b68-48b2-8cb0-3ff074fa3438, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:49.286066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-6f74336c-e2fb-42c8-b788-154690536431 req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] For port eeae328d-5b68-48b2-8cb0-3ff074fa3438, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=eeae328d-5b68-48b2-8cb0-3ff074fa3438,segment=NetworkSegment(7ea5c41c-e326-4c04-90ce-3334289d4d61),segment_id=7ea5c41c-e326-4c04-90ce-3334289d4d61)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:49.293107 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6f74336c-e2fb-42c8-b788-154690536431 req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:49.329706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74336c-e2fb-42c8-b788-154690536431 req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:49.330426 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-6f74336c-e2fb-42c8-b788-154690536431 req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:49.331734 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f74336c-e2fb-42c8-b788-154690536431 req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] 10.222.0.30 "PUT /v2.0/ports/eeae328d-5b68-48b2-8cb0-3ff074fa3438 HTTP/1.1" status: 200 len: 1093 time: 0.7106299 Jul 22 19:50:49.333900 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860c814e-26cc-48ad-8acf-6e2f2e25b70b', 'tag': 'eeae328d-5b68-48b2-8cb0-3ff074fa3438'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:50:49.336829 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d715a1d9-b417-45fa-95c5-c8cd1567d7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "860c814e-26cc-48ad-8acf-6e2f2e25b70b", "tag": "eeae328d-5b68-48b2-8cb0-3ff074fa3438"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:50:49.427967 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81524dd2-8f8e-463d-b679-f60de37266dd service neutron] Pushing event updated for resources: {'Port': ['ID=eeae328d-5b68-48b2-8cb0-3ff074fa3438,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:49.531042 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae64a73-b977-4eae-ad8b-1d28529f4202 req-1f2650ed-2f08-4c2e-938e-3e3547e750af tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:49.532658 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bae64a73-b977-4eae-ad8b-1d28529f4202 req-1f2650ed-2f08-4c2e-938e-3e3547e750af tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 944 time: 0.2047739 Jul 22 19:50:49.547568 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f600da-a011-430b-860a-f48d22362f1e x-openstack-request-id: req-d1f600da-a011-430b-860a-f48d22362f1e {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:50:49.547846 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860c814e-26cc-48ad-8acf-6e2f2e25b70b", "tag": "eeae328d-5b68-48b2-8cb0-3ff074fa3438", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:50:49.548093 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1f600da-a011-430b-860a-f48d22362f1e {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:50:49.548501 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860c814e-26cc-48ad-8acf-6e2f2e25b70b', 'tag': 'eeae328d-5b68-48b2-8cb0-3ff074fa3438', 'status': 'completed', 'code': 200} Jul 22 19:50:49.550291 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74336c-e2fb-42c8-b788-154690536431 req-3a9df672-ad36-44dd-b2ff-9e8c7dbfc82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:49.551675 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f74336c-e2fb-42c8-b788-154690536431 req-3a9df672-ad36-44dd-b2ff-9e8c7dbfc82d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=966499b6f22943c2a587daeac55eefe8&device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 1096 time: 0.1617670 Jul 22 19:50:49.618882 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f74336c-e2fb-42c8-b788-154690536431 req-cd31629f-95ee-4a95-9ef7-3d59db873c80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeae328d-5b68-48b2-8cb0-3ff074fa3438 HTTP/1.1" status: 200 len: 217 time: 0.0593784 Jul 22 19:50:49.665658 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bae64a73-b977-4eae-ad8b-1d28529f4202 req-89efe7de-5b3e-4c83-8a1e-f92f77d98d60 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd68e3c-86c1-45d3-880d-be5f6d56b848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261690 Jul 22 19:50:49.683504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74336c-e2fb-42c8-b788-154690536431 req-5b6138c2-408f-413c-95c1-923ee4ed49e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:49.684953 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f74336c-e2fb-42c8-b788-154690536431 req-5b6138c2-408f-413c-95c1-923ee4ed49e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab9f36a0-cf8c-41f5-b550-0db223b44869 HTTP/1.1" status: 200 len: 835 time: 0.0558512 Jul 22 19:50:49.782321 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74336c-e2fb-42c8-b788-154690536431 req-c61bfaaf-1106-438b-a6c3-0c741d0b327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:49.783806 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f74336c-e2fb-42c8-b788-154690536431 req-c61bfaaf-1106-438b-a6c3-0c741d0b327e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8f77391c-58a3-434b-bacf-a07b1c8ac7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928075 Jul 22 19:50:49.874774 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f74336c-e2fb-42c8-b788-154690536431 req-c4e467ab-ea11-4c40-9176-89a58e27c8f4 service neutron] 10.222.0.30 "GET /v2.0/networks/8f77391c-58a3-434b-bacf-a07b1c8ac7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838249 Jul 22 19:50:50.262122 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f74336c-e2fb-42c8-b788-154690536431 req-870aa378-5752-4126-8dc6-ceb1d9818a09 service neutron] 10.222.0.30 "GET /v2.0/networks/8f77391c-58a3-434b-bacf-a07b1c8ac7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823702 Jul 22 19:50:50.366190 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715a1d9-b417-45fa-95c5-c8cd1567d7a5 req-83c27b4c-4cb8-4b87-9b4e-549ecbea13c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:50.367688 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d715a1d9-b417-45fa-95c5-c8cd1567d7a5 req-83c27b4c-4cb8-4b87-9b4e-549ecbea13c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=966499b6f22943c2a587daeac55eefe8&device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 1096 time: 0.0552912 Jul 22 19:50:50.518946 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715a1d9-b417-45fa-95c5-c8cd1567d7a5 req-9e8ae685-499d-4869-a53e-e491c1832980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:50.520341 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d715a1d9-b417-45fa-95c5-c8cd1567d7a5 req-9e8ae685-499d-4869-a53e-e491c1832980 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8f77391c-58a3-434b-bacf-a07b1c8ac7ea HTTP/1.1" status: 200 len: 897 time: 0.1461241 Jul 22 19:50:50.562198 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d715a1d9-b417-45fa-95c5-c8cd1567d7a5 req-3177eb5f-b407-498f-9b53-778c713c365e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeae328d-5b68-48b2-8cb0-3ff074fa3438 HTTP/1.1" status: 200 len: 217 time: 0.0347006 Jul 22 19:50:50.611211 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715a1d9-b417-45fa-95c5-c8cd1567d7a5 req-ff5a58bd-361b-416a-a32c-15c1f00e1be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:50.612645 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d715a1d9-b417-45fa-95c5-c8cd1567d7a5 req-ff5a58bd-361b-416a-a32c-15c1f00e1be8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab9f36a0-cf8c-41f5-b550-0db223b44869 HTTP/1.1" status: 200 len: 835 time: 0.0432451 Jul 22 19:50:50.676495 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715a1d9-b417-45fa-95c5-c8cd1567d7a5 req-6307e9c7-42fe-4d35-ab59-ff78a7bb85cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:50.678026 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d715a1d9-b417-45fa-95c5-c8cd1567d7a5 req-6307e9c7-42fe-4d35-ab59-ff78a7bb85cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8f77391c-58a3-434b-bacf-a07b1c8ac7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564387 Jul 22 19:50:50.801961 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d715a1d9-b417-45fa-95c5-c8cd1567d7a5 req-5cbaeb09-b545-4285-b4d7-cccf75f11c92 service neutron] 10.222.0.30 "GET /v2.0/networks/8f77391c-58a3-434b-bacf-a07b1c8ac7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166110 Jul 22 19:50:50.850913 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34dc2f0-c676-47ad-a4a1-b85c95da3d67 req-15f875c6-db0a-42b9-adc8-183cfbc0c5b9 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:50.852356 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b34dc2f0-c676-47ad-a4a1-b85c95da3d67 req-15f875c6-db0a-42b9-adc8-183cfbc0c5b9 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 944 time: 0.1103525 Jul 22 19:50:50.934023 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b34dc2f0-c676-47ad-a4a1-b85c95da3d67 req-ee678504-2102-473b-ad0f-e47a4dd43106 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd68e3c-86c1-45d3-880d-be5f6d56b848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533695 Jul 22 19:50:50.937706 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d715a1d9-b417-45fa-95c5-c8cd1567d7a5 req-d9b18159-a040-43bd-ab6c-7c6b1630f833 service neutron] 10.222.0.30 "GET /v2.0/networks/8f77391c-58a3-434b-bacf-a07b1c8ac7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292572 Jul 22 19:50:52.068682 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20789c7d-e00a-4208-bdaa-786d9a61fa1f req-c5ae85e2-ab25-4d29-b29f-b57beb4eb575 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:52.070222 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20789c7d-e00a-4208-bdaa-786d9a61fa1f req-c5ae85e2-ab25-4d29-b29f-b57beb4eb575 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 944 time: 0.0666223 Jul 22 19:50:52.110974 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20789c7d-e00a-4208-bdaa-786d9a61fa1f req-2413ce38-4466-4415-ad86-acb53c562443 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd68e3c-86c1-45d3-880d-be5f6d56b848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337596 Jul 22 19:50:53.201105 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device eeae328d-5b68-48b2-8cb0-3ff074fa3438 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:50:53.239806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e25b9-03f1-4eea-a97b-52815b340713 req-c7541c20-614f-4edf-a804-368189647ef6 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:53.241276 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d84e25b9-03f1-4eea-a97b-52815b340713 req-c7541c20-614f-4edf-a804-368189647ef6 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 944 time: 0.0654941 Jul 22 19:50:53.280312 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d84e25b9-03f1-4eea-a97b-52815b340713 req-5d0edb4b-5a1b-46da-bc3c-b45ffa4ccf63 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd68e3c-86c1-45d3-880d-be5f6d56b848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324366 Jul 22 19:50:53.302115 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port eeae328d-5b68-48b2-8cb0-3ff074fa3438, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=eeae328d-5b68-48b2-8cb0-3ff074fa3438,segment=NetworkSegment(7ea5c41c-e326-4c04-90ce-3334289d4d61),segment_id=7ea5c41c-e326-4c04-90ce-3334289d4d61)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:53.313240 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'eeae328d-5b68-48b2-8cb0-3ff074fa3438', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'port_id': 'eeae328d-5b68-48b2-8cb0-3ff074fa3438', 'mac_address': 'fa:16:3e:f6:91:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:50:53.349516 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:53.362554 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeae328d-5b68-48b2-8cb0-3ff074fa3438 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:50:53.381730 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port eeae328d-5b68-48b2-8cb0-3ff074fa3438, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=eeae328d-5b68-48b2-8cb0-3ff074fa3438,segment=NetworkSegment(7ea5c41c-e326-4c04-90ce-3334289d4d61),segment_id=7ea5c41c-e326-4c04-90ce-3334289d4d61)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:53.385865 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:53.435149 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=eeae328d-5b68-48b2-8cb0-3ff074fa3438,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:53.620803 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['eeae328d-5b68-48b2-8cb0-3ff074fa3438'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:50:54.413866 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53feb641-6c22-494c-8071-8e487d2d784b req-c182aebe-0f41-47e5-8173-2be23dd6ae48 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:54.415381 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-53feb641-6c22-494c-8071-8e487d2d784b req-c182aebe-0f41-47e5-8173-2be23dd6ae48 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 945 time: 0.0680597 Jul 22 19:50:54.455973 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-53feb641-6c22-494c-8071-8e487d2d784b req-26da3bb8-83b6-4f62-905f-cc09ad885008 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd68e3c-86c1-45d3-880d-be5f6d56b848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343804 Jul 22 19:50:55.216982 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device eeae328d-5b68-48b2-8cb0-3ff074fa3438 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:55.265077 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port eeae328d-5b68-48b2-8cb0-3ff074fa3438 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:55.268699 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port eeae328d-5b68-48b2-8cb0-3ff074fa3438 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:55.269077 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:55.346091 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:55.367638 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860c814e-26cc-48ad-8acf-6e2f2e25b70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeae328d-5b68-48b2-8cb0-3ff074fa3438'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:50:55.369922 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd682a1-0999-4e5b-9593-4c380ebbe012" -d '{"events": [{"server_uuid": "860c814e-26cc-48ad-8acf-6e2f2e25b70b", "name": "network-vif-plugged", "status": "completed", "tag": "eeae328d-5b68-48b2-8cb0-3ff074fa3438"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:50:55.383245 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port eeae328d-5b68-48b2-8cb0-3ff074fa3438, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=eeae328d-5b68-48b2-8cb0-3ff074fa3438,segment=NetworkSegment(7ea5c41c-e326-4c04-90ce-3334289d4d61),segment_id=7ea5c41c-e326-4c04-90ce-3334289d4d61)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:55.387154 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:55.433916 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=eeae328d-5b68-48b2-8cb0-3ff074fa3438,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:55.467195 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde9ccc5-1259-4bfd-a152-04e1adb11634 x-openstack-request-id: req-dde9ccc5-1259-4bfd-a152-04e1adb11634 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:50:55.467426 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860c814e-26cc-48ad-8acf-6e2f2e25b70b", "name": "network-vif-plugged", "status": "completed", "tag": "eeae328d-5b68-48b2-8cb0-3ff074fa3438", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:50:55.467675 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dde9ccc5-1259-4bfd-a152-04e1adb11634 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:50:55.468072 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860c814e-26cc-48ad-8acf-6e2f2e25b70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeae328d-5b68-48b2-8cb0-3ff074fa3438', 'code': 200} Jul 22 19:50:55.632828 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebdfda-6703-47c4-adf8-f64ee80ba55a req-a5f0227a-ab8d-4746-80c9-76119e113edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:55.634336 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3cebdfda-6703-47c4-adf8-f64ee80ba55a req-a5f0227a-ab8d-4746-80c9-76119e113edd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 1098 time: 0.1109717 Jul 22 19:50:55.645854 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4983ce5-f578-4732-a746-74b6d7701778 req-253f3971-1610-45cd-a48b-31a9c39d8c7e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:55.647224 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c4983ce5-f578-4732-a746-74b6d7701778 req-253f3971-1610-45cd-a48b-31a9c39d8c7e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 946 time: 0.1156542 Jul 22 19:50:55.712973 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3cebdfda-6703-47c4-adf8-f64ee80ba55a req-53b1a844-8b4f-4240-9b2b-2e0d615b1a53 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fdd68e3c-86c1-45d3-880d-be5f6d56b848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647352 Jul 22 19:50:55.720950 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c4983ce5-f578-4732-a746-74b6d7701778 req-c4f193cb-c63a-4c0c-99f4-32b423ebd4b1 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd68e3c-86c1-45d3-880d-be5f6d56b848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530195 Jul 22 19:50:56.854837 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb07197-46b0-484d-a6b9-35e4e2b8e2d9 req-4f85e5d3-990b-4856-aa72-4308d6ca0d9a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:56.856337 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-efb07197-46b0-484d-a6b9-35e4e2b8e2d9 req-4f85e5d3-990b-4856-aa72-4308d6ca0d9a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 946 time: 0.0667939 Jul 22 19:50:56.894710 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-efb07197-46b0-484d-a6b9-35e4e2b8e2d9 req-6ccbbd40-68f4-4f20-a0e3-440a993c9d3f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd68e3c-86c1-45d3-880d-be5f6d56b848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320661 Jul 22 19:50:57.025914 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a9774-650a-4fe3-b795-e639a75a5c8d req-d6cb408c-9dd5-469f-8782-ebe4129295bd tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:57.027312 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9d1a9774-650a-4fe3-b795-e639a75a5c8d req-d6cb408c-9dd5-469f-8782-ebe4129295bd tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 946 time: 0.0652871 Jul 22 19:50:57.066262 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9d1a9774-650a-4fe3-b795-e639a75a5c8d req-ce69e3f3-8ffa-4918-b9b8-f23db0ca0e4e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd68e3c-86c1-45d3-880d-be5f6d56b848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325975 Jul 22 19:50:57.087490 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57662) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:57.143663 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b938b1fc-0cf3-4dd6-987b-57db1bbcd095 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:57.145192 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b938b1fc-0cf3-4dd6-987b-57db1bbcd095 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 1093 time: 0.0567479 Jul 22 19:50:57.148061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57664) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:57.152325 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-c23d78d4-b41e-44de-87f5-4fd08f825c23 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': 'eeae328d-5b68-48b2-8cb0-3ff074fa3438', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:57.175052 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c23d78d4-b41e-44de-87f5-4fd08f825c23 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.270468 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c23d78d4-b41e-44de-87f5-4fd08f825c23 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.376282 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-c23d78d4-b41e-44de-87f5-4fd08f825c23 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Allocated IP 172.25.3.40 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/a0ce12ad-6bec-4ded-9228-473795bf62c9) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:57.475466 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c23d78d4-b41e-44de-87f5-4fd08f825c23 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.517361 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c23d78d4-b41e-44de-87f5-4fd08f825c23 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.552111 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23d78d4-b41e-44de-87f5-4fd08f825c23 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:57.557021 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-c23d78d4-b41e-44de-87f5-4fd08f825c23 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:57.560338 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23d78d4-b41e-44de-87f5-4fd08f825c23 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:57.585585 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d78d4-b41e-44de-87f5-4fd08f825c23 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'Port': ['ID=a0ce12ad-6bec-4ded-9228-473795bf62c9,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:57.909672 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c23d78d4-b41e-44de-87f5-4fd08f825c23 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.983531 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c23d78d4-b41e-44de-87f5-4fd08f825c23 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:58.129291 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c23d78d4-b41e-44de-87f5-4fd08f825c23 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:58.133678 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c23d78d4-b41e-44de-87f5-4fd08f825c23 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:58.202463 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d78d4-b41e-44de-87f5-4fd08f825c23 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'Port': ['ID=a0ce12ad-6bec-4ded-9228-473795bf62c9,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:58.210299 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c23d78d4-b41e-44de-87f5-4fd08f825c23 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:58.308145 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-c23d78d4-b41e-44de-87f5-4fd08f825c23 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Floating IP e8ae55e0-1f4c-47ec-a8d6-f612a14d053d associated. External IP: 172.25.3.40, port: eeae328d-5b68-48b2-8cb0-3ff074fa3438. Jul 22 19:50:58.510549 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23d78d4-b41e-44de-87f5-4fd08f825c23 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:50:58.521587 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-92a70549-85a0-4b35-b600-5650fc5e32b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:58.616349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23d78d4-b41e-44de-87f5-4fd08f825c23 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:58.630426 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7057c9b-d6f8-4af8-b2b3-0cd37c90891a None None] Sync routers for ids ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:58.633882 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c23d78d4-b41e-44de-87f5-4fd08f825c23 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:58.643463 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7057c9b-d6f8-4af8-b2b3-0cd37c90891a None None] Routers {'4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:58.644088 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a7057c9b-d6f8-4af8-b2b3-0cd37c90891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:50:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:58.671347 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c23d78d4-b41e-44de-87f5-4fd08f825c23 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5222650 Jul 22 19:50:58.672076 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860c814e-26cc-48ad-8acf-6e2f2e25b70b', 'tag': 'eeae328d-5b68-48b2-8cb0-3ff074fa3438'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:50:58.674293 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57670) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:58.674808 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272d971f-d66e-43ed-93dc-dbbffa319d30" -d '{"events": [{"name": "network-changed", "server_uuid": "860c814e-26cc-48ad-8acf-6e2f2e25b70b", "tag": "eeae328d-5b68-48b2-8cb0-3ff074fa3438"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:50:58.713643 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154ba4cd-d6d4-4916-8464-9527ffdac367 x-openstack-request-id: req-154ba4cd-d6d4-4916-8464-9527ffdac367 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:50:58.713925 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860c814e-26cc-48ad-8acf-6e2f2e25b70b", "tag": "eeae328d-5b68-48b2-8cb0-3ff074fa3438", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:50:58.714309 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-154ba4cd-d6d4-4916-8464-9527ffdac367 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:50:58.714847 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860c814e-26cc-48ad-8acf-6e2f2e25b70b', 'tag': 'eeae328d-5b68-48b2-8cb0-3ff074fa3438', 'status': 'completed', 'code': 200} Jul 22 19:50:58.739196 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ae72196f-b9b6-4bbb-b701-fdd2435048a7 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/floatingips/e8ae55e0-1f4c-47ec-a8d6-f612a14d053d HTTP/1.1" status: 200 len: 991 time: 0.0637381 Jul 22 19:50:58.754626 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-a7057c9b-d6f8-4af8-b2b3-0cd37c90891a None None] Set router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:58.790481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d971f-d66e-43ed-93dc-dbbffa319d30 req-9d5c77ae-c8e9-455c-b9dc-af2e1d2a9b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:58.791918 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-272d971f-d66e-43ed-93dc-dbbffa319d30 req-9d5c77ae-c8e9-455c-b9dc-af2e1d2a9b7e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=966499b6f22943c2a587daeac55eefe8&device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 1098 time: 0.0561559 Jul 22 19:50:58.885630 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d971f-d66e-43ed-93dc-dbbffa319d30 req-faf7bb45-4f7a-43b0-a8fc-d0fd9a2236cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:58.887102 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-272d971f-d66e-43ed-93dc-dbbffa319d30 req-faf7bb45-4f7a-43b0-a8fc-d0fd9a2236cf service neutron] 10.222.0.30 "GET /v2.0/networks?id=8f77391c-58a3-434b-bacf-a07b1c8ac7ea HTTP/1.1" status: 200 len: 897 time: 0.0890524 Jul 22 19:50:58.982980 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a7057c9b-d6f8-4af8-b2b3-0cd37c90891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'name': 'tempest-TestNetworkBasicOps-router-1136857596', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:34Z', 'updated_at': '2021-07-22T19:50:38Z', 'revision_number': 4, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:35Z', 'updated_at': '2021-07-22T19:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e8ae55e0-1f4c-47ec-a8d6-f612a14d053d', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'port_id': 'eeae328d-5b68-48b2-8cb0-3ff074fa3438', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'mac_address': 'fa:16:3e:f6:91:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860c814e-26cc-48ad-8acf-6e2f2e25b70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:50:57Z', 'updated_at': '2021-07-22T19:50:57Z', 'revision_number': 0, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70', 'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:f6:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:37Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:58.985451 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-272d971f-d66e-43ed-93dc-dbbffa319d30 req-16943425-2eaf-4c6b-9310-61d3881195c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeae328d-5b68-48b2-8cb0-3ff074fa3438 HTTP/1.1" status: 200 len: 999 time: 0.0915270 Jul 22 19:50:59.009998 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7057c9b-d6f8-4af8-b2b3-0cd37c90891a None None] Checking router: 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:50:59.018316 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7057c9b-d6f8-4af8-b2b3-0cd37c90891a None None] Routers {'4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:59.018924 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a7057c9b-d6f8-4af8-b2b3-0cd37c90891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:50:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:59.032848 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d971f-d66e-43ed-93dc-dbbffa319d30 req-dffbe343-6c0f-48a5-81b4-5c78a67a22ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:59.034322 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-272d971f-d66e-43ed-93dc-dbbffa319d30 req-dffbe343-6c0f-48a5-81b4-5c78a67a22ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab9f36a0-cf8c-41f5-b550-0db223b44869 HTTP/1.1" status: 200 len: 835 time: 0.0433834 Jul 22 19:50:59.092749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d971f-d66e-43ed-93dc-dbbffa319d30 req-e0d33e85-0dee-40fe-887a-c0e552c422da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:59.094209 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-272d971f-d66e-43ed-93dc-dbbffa319d30 req-e0d33e85-0dee-40fe-887a-c0e552c422da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8f77391c-58a3-434b-bacf-a07b1c8ac7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542479 Jul 22 19:50:59.131825 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-a7057c9b-d6f8-4af8-b2b3-0cd37c90891a None None] Set router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:59.189036 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-272d971f-d66e-43ed-93dc-dbbffa319d30 req-31f91979-b3e8-4f18-80a4-4256def9334b service neutron] 10.222.0.30 "GET /v2.0/networks/8f77391c-58a3-434b-bacf-a07b1c8ac7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888700 Jul 22 19:50:59.277199 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-272d971f-d66e-43ed-93dc-dbbffa319d30 req-88767bcc-dcc4-4ffe-bed2-ccf9cee7992f service neutron] 10.222.0.30 "GET /v2.0/networks/8f77391c-58a3-434b-bacf-a07b1c8ac7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825303 Jul 22 19:50:59.357770 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a7057c9b-d6f8-4af8-b2b3-0cd37c90891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'name': 'tempest-TestNetworkBasicOps-router-1136857596', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:34Z', 'updated_at': '2021-07-22T19:50:38Z', 'revision_number': 4, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:35Z', 'updated_at': '2021-07-22T19:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e8ae55e0-1f4c-47ec-a8d6-f612a14d053d', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'port_id': 'eeae328d-5b68-48b2-8cb0-3ff074fa3438', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'mac_address': 'fa:16:3e:f6:91:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860c814e-26cc-48ad-8acf-6e2f2e25b70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:50:57Z', 'updated_at': '2021-07-22T19:50:57Z', 'revision_number': 0, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70', 'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:f6:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:37Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:59.383951 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7057c9b-d6f8-4af8-b2b3-0cd37c90891a None None] The sync data for ids ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'] in n-d-800086-12 is: [{'id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'name': 'tempest-TestNetworkBasicOps-router-1136857596', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:34Z', 'updated_at': '2021-07-22T19:50:38Z', 'revision_number': 4, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:35Z', 'updated_at': '2021-07-22T19:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e8ae55e0-1f4c-47ec-a8d6-f612a14d053d', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'port_id': 'eeae328d-5b68-48b2-8cb0-3ff074fa3438', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'mac_address': 'fa:16:3e:f6:91:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860c814e-26cc-48ad-8acf-6e2f2e25b70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:50:57Z', 'updated_at': '2021-07-22T19:50:57Z', 'revision_number': 0, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70', 'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:f6:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:37Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:50:59.591593 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cd2553-31ee-4d4d-a5c2-1ac80eb12eb8 None None] New status for floating IP e8ae55e0-1f4c-47ec-a8d6-f612a14d053d: ACTIVE {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:50:59.742325 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57676) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:59.806164 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4497f1eb-e5e9-48c6-9064-48f3c1eb5d0d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/floatingips/e8ae55e0-1f4c-47ec-a8d6-f612a14d053d HTTP/1.1" status: 200 len: 993 time: 0.0625923 Jul 22 19:51:01.038286 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e474a360-eb6a-4768-aba4-0c45b6a15164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:01.161856 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:02.462083 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:04.101111 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:09.368654 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:12.037755 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:19.739941 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-984160c8-047b-4274-b7aa-8805ea86b62a req-f2ed4360-967b-45e7-97c9-722ebabbb2eb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0617857 Jul 22 19:51:19.836710 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984160c8-047b-4274-b7aa-8805ea86b62a req-ac5ee572-e7a6-44f4-ba08-ff3aa9188d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:19.838199 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-984160c8-047b-4274-b7aa-8805ea86b62a req-ac5ee572-e7a6-44f4-ba08-ff3aa9188d3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=966499b6f22943c2a587daeac55eefe8&device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 1098 time: 0.0541177 Jul 22 19:51:19.939788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984160c8-047b-4274-b7aa-8805ea86b62a req-49823ad5-b8ba-411c-ad22-f698011c3945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:19.941290 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-984160c8-047b-4274-b7aa-8805ea86b62a req-49823ad5-b8ba-411c-ad22-f698011c3945 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8f77391c-58a3-434b-bacf-a07b1c8ac7ea HTTP/1.1" status: 200 len: 897 time: 0.0836196 Jul 22 19:51:20.008018 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-984160c8-047b-4274-b7aa-8805ea86b62a req-452fe50c-c630-4b78-9110-f2e75fda7a49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeae328d-5b68-48b2-8cb0-3ff074fa3438 HTTP/1.1" status: 200 len: 1001 time: 0.0602109 Jul 22 19:51:20.056000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984160c8-047b-4274-b7aa-8805ea86b62a req-02b7e0ba-a8b8-4738-af90-829d06c01349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:20.057691 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-984160c8-047b-4274-b7aa-8805ea86b62a req-02b7e0ba-a8b8-4738-af90-829d06c01349 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab9f36a0-cf8c-41f5-b550-0db223b44869 HTTP/1.1" status: 200 len: 835 time: 0.0435178 Jul 22 19:51:20.115788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984160c8-047b-4274-b7aa-8805ea86b62a req-9353f625-71ce-4a76-a53b-a17a793977a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:20.117299 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-984160c8-047b-4274-b7aa-8805ea86b62a req-9353f625-71ce-4a76-a53b-a17a793977a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8f77391c-58a3-434b-bacf-a07b1c8ac7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536208 Jul 22 19:51:20.208665 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-984160c8-047b-4274-b7aa-8805ea86b62a req-1910de31-a54e-47b5-8d4c-3595fd7b107c service neutron] 10.222.0.30 "GET /v2.0/networks/8f77391c-58a3-434b-bacf-a07b1c8ac7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840981 Jul 22 19:51:20.300217 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-984160c8-047b-4274-b7aa-8805ea86b62a req-e84cc875-306c-498c-b7de-d80490b5c027 service neutron] 10.222.0.30 "GET /v2.0/networks/8f77391c-58a3-434b-bacf-a07b1c8ac7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850401 Jul 22 19:51:20.786725 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:51:28.367630 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57692) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:28.457984 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe73fb4c-68c5-4626-9b36-9ee34e665822 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:28.458467 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe73fb4c-68c5-4626-9b36-9ee34e665822 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:28.458971 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe73fb4c-68c5-4626-9b36-9ee34e665822 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:28.460644 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fe73fb4c-68c5-4626-9b36-9ee34e665822 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=966499b6f22943c2a587daeac55eefe8&network_id=8f77391c-58a3-434b-bacf-a07b1c8ac7ea HTTP/1.1" status: 200 len: 2973 time: 0.0920773 Jul 22 19:51:28.522705 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ada76822-ac9b-4ae1-8197-14fa95aced1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:31.038598 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bba649d1-1d32-4bc0-8522-fd815ada1703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:31.163078 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:31.334119 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [req-c8988ae2-4db1-4b6d-aabd-da2b7d4136d2 req-5514e3d8-a014-41cb-a9fa-9ecbeccd742d service neutron] (93806) timed out ('10.222.0.13', 52260) {{(pid=93806) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 19:51:31.900713 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57704) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:31.952272 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c80509-d659-4e8c-9da9-b60472a329c2 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:31.954018 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-58c80509-d659-4e8c-9da9-b60472a329c2 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f HTTP/1.1" status: 200 len: 814 time: 0.0522263 Jul 22 19:51:32.465052 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:32.817646 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57710) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:32.822629 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'network': {'name': 'tempest-network-smoke--974135511', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'port_security_enabled': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:51:32.843035 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Made reservation on behalf of 966499b6f22943c2a587daeac55eefe8 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:51:32.847218 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:32.874670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:51:32.884156 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:32.884521 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Added segment f9dbd570-9531-4b6f-849e-6661a21d0afd of type vlan for network 323f0f34-f5d2-4393-9d6d-1cfa50b543f9 Jul 22 19:51:32.923695 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:32.951852 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:32.957975 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:32.958562 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:32.994350 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1757050 Jul 22 19:51:32.997358 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57716) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:33.052638 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'Network': ['ID=323f0f34-f5d2-4393-9d6d-1cfa50b543f9,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:33.074410 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.074689 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.075051 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.075390 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.075723 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.076047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.076368 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.076714 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.077034 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.077352 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.078421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.078745 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d924e-697d-4d83-98f1-ea3a880aa8aa tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.090355 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 323f0f34-f5d2-4393-9d6d-1cfa50b543f9 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:51:33.100142 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b68897b-c578-4904-bd92-9114b22ddb22 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:33.101658 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5b68897b-c578-4904-bd92-9114b22ddb22 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=966499b6f22943c2a587daeac55eefe8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1033921 Jul 22 19:51:33.104331 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57718) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:33.196166 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a06694-ee02-4111-96a4-962c1b56985c tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:33.197707 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-67a06694-ee02-4111-96a4-962c1b56985c tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924621 Jul 22 19:51:33.200454 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57720) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:33.227797 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4b0377fc-cc33-4b38-a0a4-7ab68cc58607 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263381 Jul 22 19:51:33.230153 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57722) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:33.256759 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-24b38b2f-0522-4655-9bbf-286a6d6af5c2 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=966499b6f22943c2a587daeac55eefe8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256426 Jul 22 19:51:33.258933 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57724) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:33.345303 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883fde23-6c66-45b1-bf93-917b85eddcde tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:33.346699 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-883fde23-6c66-45b1-bf93-917b85eddcde tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869210 Jul 22 19:51:33.349405 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57726) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:33.376772 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-217b4508-79ba-4c45-8986-2d04a6315d99 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263221 Jul 22 19:51:33.378996 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57728) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:33.383646 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-6f23bbb3-0575-4b23-9389-7ae564585499 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-204396664', 'network_id': '323f0f34-f5d2-4393-9d6d-1cfa50b543f9', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:51:33.472875 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f23bbb3-0575-4b23-9389-7ae564585499 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Made reservation on behalf of 966499b6f22943c2a587daeac55eefe8 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:51:33.476299 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6f23bbb3-0575-4b23-9389-7ae564585499 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:33.650686 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6f23bbb3-0575-4b23-9389-7ae564585499 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:33.707501 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23bbb3-0575-4b23-9389-7ae564585499 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'Subnet': ['ID=54388fc9-45c6-47a4-b35f-8f87660f834f,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:33.717497 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f23bbb3-0575-4b23-9389-7ae564585499 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Checking segment: {'id': 'f9dbd570-9531-4b6f-849e-6661a21d0afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '323f0f34-f5d2-4393-9d6d-1cfa50b543f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:51:33.717863 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f23bbb3-0575-4b23-9389-7ae564585499 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Network hostable DHCP agents. Network: 323f0f34-f5d2-4393-9d6d-1cfa50b543f9, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:51:33.734684 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f23bbb3-0575-4b23-9389-7ae564585499 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Network 323f0f34-f5d2-4393-9d6d-1cfa50b543f9 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:51:33.743025 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-6f23bbb3-0575-4b23-9389-7ae564585499 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 323f0f34-f5d2-4393-9d6d-1cfa50b543f9) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:51:33.746956 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f23bbb3-0575-4b23-9389-7ae564585499 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:33.747546 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6f23bbb3-0575-4b23-9389-7ae564585499 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:33.753146 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0b0446-7a80-4673-b44f-ec50b03c659f None None] Network 323f0f34-f5d2-4393-9d6d-1cfa50b543f9 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:51:33.761659 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6f23bbb3-0575-4b23-9389-7ae564585499 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3817117 Jul 22 19:51:33.900135 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-323f0f34-f5d2-4393-9d6d-1cfa50b543f9', 'network_id': '323f0f34-f5d2-4393-9d6d-1cfa50b543f9', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'fixed_ips': [{'subnet_id': '54388fc9-45c6-47a4-b35f-8f87660f834f'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:51:33.901074 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.028677 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Allocated IP 172.20.0.18 (323f0f34-f5d2-4393-9d6d-1cfa50b543f9/54388fc9-45c6-47a4-b35f-8f87660f834f/2b61dd7a-ab3d-46cb-911a-45020ef586a4) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:51:34.114963 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.169330 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57732) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:34.174116 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4d32ba0c-a2e5-4af3-8c7f-540515f6d7a0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-720289960', 'description': 'tempest-secgroup-smoke-720289960 description', 'project_id': '966499b6f22943c2a587daeac55eefe8'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:51:34.180277 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.191073 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Transition to ACTIVE for port object 2b61dd7a-ab3d-46cb-911a-45020ef586a4 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:51:34.197270 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4d32ba0c-a2e5-4af3-8c7f-540515f6d7a0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.206736 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Transition to ACTIVE for port object 2b61dd7a-ab3d-46cb-911a-45020ef586a4 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:51:34.213677 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.284489 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Network 323f0f34-f5d2-4393-9d6d-1cfa50b543f9 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:51:34.288971 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:51:34.294580 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:51:34.305908 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Pushing event updated for resources: {'Port': ['ID=2b61dd7a-ab3d-46cb-911a-45020ef586a4,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:34.319301 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4d32ba0c-a2e5-4af3-8c7f-540515f6d7a0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.324081 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4d32ba0c-a2e5-4af3-8c7f-540515f6d7a0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.369322 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4d32ba0c-a2e5-4af3-8c7f-540515f6d7a0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.371347 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4d32ba0c-a2e5-4af3-8c7f-540515f6d7a0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2007353 Jul 22 19:51:34.374024 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57734) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:34.378300 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32ba0c-a2e5-4af3-8c7f-540515f6d7a0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9ce186-ed40-494d-95d9-0cb0e32fdce3,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:34.379524 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-cb274f71-6a18-4a4e-8d2a-2ff882469c99 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'security_group_rule': {'security_group_id': '8a9ce186-ed40-494d-95d9-0cb0e32fdce3', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:51:34.409946 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb274f71-6a18-4a4e-8d2a-2ff882469c99 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.473461 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb274f71-6a18-4a4e-8d2a-2ff882469c99 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.477302 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb274f71-6a18-4a4e-8d2a-2ff882469c99 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.497418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb274f71-6a18-4a4e-8d2a-2ff882469c99 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a188407-705d-475a-83de-ae3de64f8a6d,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:34.508861 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cb274f71-6a18-4a4e-8d2a-2ff882469c99 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.510592 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cb274f71-6a18-4a4e-8d2a-2ff882469c99 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353621 Jul 22 19:51:34.512251 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb274f71-6a18-4a4e-8d2a-2ff882469c99 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.512614 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb274f71-6a18-4a4e-8d2a-2ff882469c99 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.512975 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb274f71-6a18-4a4e-8d2a-2ff882469c99 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.513590 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57736) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:34.517148 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb274f71-6a18-4a4e-8d2a-2ff882469c99 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.517576 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb274f71-6a18-4a4e-8d2a-2ff882469c99 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.517997 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb274f71-6a18-4a4e-8d2a-2ff882469c99 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.518350 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb274f71-6a18-4a4e-8d2a-2ff882469c99 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.518776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb274f71-6a18-4a4e-8d2a-2ff882469c99 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.519110 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.519267 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb274f71-6a18-4a4e-8d2a-2ff882469c99 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.519526 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.519663 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb274f71-6a18-4a4e-8d2a-2ff882469c99 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.519950 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.520092 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb274f71-6a18-4a4e-8d2a-2ff882469c99 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.520222 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.520324 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-efdec722-5863-4f92-a1ad-2e9490992b16 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'security_group_rule': {'security_group_id': '8a9ce186-ed40-494d-95d9-0cb0e32fdce3', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:51:34.520434 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb274f71-6a18-4a4e-8d2a-2ff882469c99 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.520706 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.520883 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.521214 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.521642 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.521860 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.522230 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.522488 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.522862 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:34.554049 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-efdec722-5863-4f92-a1ad-2e9490992b16 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.560727 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Attempting to bind port 2b61dd7a-ab3d-46cb-911a-45020ef586a4 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:51:34.561101 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Attempting to bind port 2b61dd7a-ab3d-46cb-911a-45020ef586a4 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'f9dbd570-9531-4b6f-849e-6661a21d0afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '323f0f34-f5d2-4393-9d6d-1cfa50b543f9'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:51:34.561468 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Attempting to bind port 2b61dd7a-ab3d-46cb-911a-45020ef586a4 on network 323f0f34-f5d2-4393-9d6d-1cfa50b543f9 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:51:34.566404 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:51:34.566780 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Checking segment: {'id': 'f9dbd570-9531-4b6f-849e-6661a21d0afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '323f0f34-f5d2-4393-9d6d-1cfa50b543f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:51:34.567183 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.567574 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Bound using segment: {'id': 'f9dbd570-9531-4b6f-849e-6661a21d0afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '323f0f34-f5d2-4393-9d6d-1cfa50b543f9'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:51:34.568032 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Bound port: 2b61dd7a-ab3d-46cb-911a-45020ef586a4, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9dbd570-9531-4b6f-849e-6661a21d0afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '323f0f34-f5d2-4393-9d6d-1cfa50b543f9'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:51:34.568407 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.611297 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-efdec722-5863-4f92-a1ad-2e9490992b16 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.615108 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-efdec722-5863-4f92-a1ad-2e9490992b16 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.630641 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] For port 2b61dd7a-ab3d-46cb-911a-45020ef586a4, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:51:34.633799 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] For port 2b61dd7a-ab3d-46cb-911a-45020ef586a4, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2b61dd7a-ab3d-46cb-911a-45020ef586a4,segment=NetworkSegment(f9dbd570-9531-4b6f-849e-6661a21d0afd),segment_id=f9dbd570-9531-4b6f-849e-6661a21d0afd)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:51:34.635629 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdec722-5863-4f92-a1ad-2e9490992b16 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864c5773-d5fb-416d-bcb6-00800a554dd8,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:34.638052 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.644263 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-efdec722-5863-4f92-a1ad-2e9490992b16 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.645602 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-efdec722-5863-4f92-a1ad-2e9490992b16 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308215 Jul 22 19:51:34.648217 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57738) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:34.652951 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-7a081a22-9045-44ec-b014-1af44001de70 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'security_group_rule': {'security_group_id': '8a9ce186-ed40-494d-95d9-0cb0e32fdce3', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:51:34.681620 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7a081a22-9045-44ec-b014-1af44001de70 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.701567 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51135326-db13-4ca1-a314-2552f7839ac5 None None] Pushing event updated for resources: {'Port': ['ID=2b61dd7a-ab3d-46cb-911a-45020ef586a4,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:34.747682 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7a081a22-9045-44ec-b014-1af44001de70 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.752610 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7a081a22-9045-44ec-b014-1af44001de70 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.773928 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a081a22-9045-44ec-b014-1af44001de70 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114f363a-0715-44f5-a3ad-9a75e3246a13,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:34.777283 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7a081a22-9045-44ec-b014-1af44001de70 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.778542 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7a081a22-9045-44ec-b014-1af44001de70 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293499 Jul 22 19:51:34.781554 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57740) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:34.786222 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-291b4de3-6c2b-4d0f-b963-743bbb0f9825 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'security_group_rule': {'security_group_id': '8a9ce186-ed40-494d-95d9-0cb0e32fdce3', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:51:34.814486 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-291b4de3-6c2b-4d0f-b963-743bbb0f9825 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.892820 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-291b4de3-6c2b-4d0f-b963-743bbb0f9825 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.898098 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-291b4de3-6c2b-4d0f-b963-743bbb0f9825 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.923968 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b4de3-6c2b-4d0f-b963-743bbb0f9825 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110b5aa6-0da0-4b37-bd7e-7d3e6dfc3a21,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:34.934112 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-291b4de3-6c2b-4d0f-b963-743bbb0f9825 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.939125 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57742) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:34.939323 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-291b4de3-6c2b-4d0f-b963-743bbb0f9825 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1566930 Jul 22 19:51:34.944400 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-3df427df-0adf-428a-90df-4b85d72e5fc3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'security_group_rule': {'security_group_id': '8a9ce186-ed40-494d-95d9-0cb0e32fdce3', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:51:34.972188 n-d-800086-12 neutron-server[93807]: INFO neutron.db.securitygroups_db [None req-3df427df-0adf-428a-90df-4b85d72e5fc3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Project 966499b6f22943c2a587daeac55eefe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:51:34.981005 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3df427df-0adf-428a-90df-4b85d72e5fc3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.987439 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2b61dd7a-ab3d-46cb-911a-45020ef586a4 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:51:35.035759 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 2b61dd7a-ab3d-46cb-911a-45020ef586a4 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:51:35.048581 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3df427df-0adf-428a-90df-4b85d72e5fc3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:35.052029 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3df427df-0adf-428a-90df-4b85d72e5fc3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:35.069836 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df427df-0adf-428a-90df-4b85d72e5fc3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa57843-cf50-497b-83de-929cbcdbcea3,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:35.076098 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3df427df-0adf-428a-90df-4b85d72e5fc3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:35.077354 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3df427df-0adf-428a-90df-4b85d72e5fc3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1368322 Jul 22 19:51:35.080136 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57744) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:35.084625 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-ae2bace5-b1fe-413b-b16e-72ea4f3d5531 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'security_group_rule': {'security_group_id': '8a9ce186-ed40-494d-95d9-0cb0e32fdce3', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:51:35.104932 n-d-800086-12 neutron-server[93807]: INFO neutron.db.securitygroups_db [None req-ae2bace5-b1fe-413b-b16e-72ea4f3d5531 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Project 966499b6f22943c2a587daeac55eefe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:51:35.110067 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ae2bace5-b1fe-413b-b16e-72ea4f3d5531 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:35.169187 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ae2bace5-b1fe-413b-b16e-72ea4f3d5531 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:35.174041 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ae2bace5-b1fe-413b-b16e-72ea4f3d5531 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:35.192981 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2bace5-b1fe-413b-b16e-72ea4f3d5531 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d9359d-85f8-486c-9fbb-ae72f76ed39a,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:35.197917 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ae2bace5-b1fe-413b-b16e-72ea4f3d5531 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:35.199097 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ae2bace5-b1fe-413b-b16e-72ea4f3d5531 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180074 Jul 22 19:51:35.341342 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-91880827-8001-4cdc-9126-6c27269a9866 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-720289960&fields=id&tenant_id=966499b6f22943c2a587daeac55eefe8 HTTP/1.1" status: 200 len: 267 time: 0.0358548 Jul 22 19:51:35.452687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-e0a28b2a-2c74-4064-a306-844f748142d7 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:35.454957 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-e0a28b2a-2c74-4064-a306-844f748142d7 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/networks?id=323f0f34-f5d2-4393-9d6d-1cfa50b543f9 HTTP/1.1" status: 200 len: 796 time: 0.1068790 Jul 22 19:51:35.470351 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-ce717861-5108-4e94-8abd-62f8de6d8bb6 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/quotas/966499b6f22943c2a587daeac55eefe8 HTTP/1.1" status: 200 len: 375 time: 0.0099721 Jul 22 19:51:35.546422 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-8ec0d22f-8ac5-44ab-afdd-bc17979770bb tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=966499b6f22943c2a587daeac55eefe8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0705993 Jul 22 19:51:35.564439 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-83c54cf4-df1c-4332-a498-73c9c6e0b8eb tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:51:35.565128 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-83c54cf4-df1c-4332-a498-73c9c6e0b8eb tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066884 Jul 22 19:51:35.626014 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d88db2c-0f10-44f6-b01e-61f802de6af5 None None] Network 323f0f34-f5d2-4393-9d6d-1cfa50b543f9 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:51:35.695435 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4292e2e1-e03c-4f7e-b7a6-3a7607ad1da9 None None] Provisioning for port 2b61dd7a-ab3d-46cb-911a-45020ef586a4 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:51:35.705140 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4292e2e1-e03c-4f7e-b7a6-3a7607ad1da9 None None] Provisioning complete for port 2b61dd7a-ab3d-46cb-911a-45020ef586a4 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:51:35.705553 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4292e2e1-e03c-4f7e-b7a6-3a7607ad1da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:35.709648 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-b4e81d47-e8ee-45ca-bd51-62430d9f63d3 service neutron] 10.222.0.13 "GET /v2.0/networks/323f0f34-f5d2-4393-9d6d-1cfa50b543f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380515 Jul 22 19:51:35.801209 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-c08da9c6-357c-4d7c-9fb0-a79108e41c55 service neutron] 10.222.0.13 "GET /v2.0/networks/323f0f34-f5d2-4393-9d6d-1cfa50b543f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857408 Jul 22 19:51:35.844964 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4292e2e1-e03c-4f7e-b7a6-3a7607ad1da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:35.889581 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-4292e2e1-e03c-4f7e-b7a6-3a7607ad1da9 None None] For port 2b61dd7a-ab3d-46cb-911a-45020ef586a4, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2b61dd7a-ab3d-46cb-911a-45020ef586a4,segment=NetworkSegment(f9dbd570-9531-4b6f-849e-6661a21d0afd),segment_id=f9dbd570-9531-4b6f-849e-6661a21d0afd)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:51:35.895377 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4292e2e1-e03c-4f7e-b7a6-3a7607ad1da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:35.954071 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292e2e1-e03c-4f7e-b7a6-3a7607ad1da9 None None] Pushing event updated for resources: {'Port': ['ID=2b61dd7a-ab3d-46cb-911a-45020ef586a4,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:36.054919 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f387c8e6-4892-4973-9c9e-57d06c955279 req-f41eaaab-9e86-4e70-92d5-03c9118ff4b5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0eb6d693-9f55-4cf6-bcfe-e53b08704945 HTTP/1.1" status: 200 len: 210 time: 0.1054730 Jul 22 19:51:36.229005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-db2223ec-8e52-4e32-831b-3363f2796668 None None] Provisioning complete for port 2b61dd7a-ab3d-46cb-911a-45020ef586a4 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:51:36.229527 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-db2223ec-8e52-4e32-831b-3363f2796668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:36.946499 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2b61dd7a-ab3d-46cb-911a-45020ef586a4 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:51:37.001118 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 2b61dd7a-ab3d-46cb-911a-45020ef586a4 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:51:37.001508 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:37.060271 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-1e7f1e04-28fd-44c3-957a-10a794ebe841 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:37.061819 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-1e7f1e04-28fd-44c3-957a-10a794ebe841 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.16 "GET /v2.0/networks?id=323f0f34-f5d2-4393-9d6d-1cfa50b543f9 HTTP/1.1" status: 200 len: 796 time: 0.1276221 Jul 22 19:51:37.444943 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf6b704c-75ef-47e4-8a37-b935ff33efd2 req-918e515f-7c09-46f8-b5a2-755bd6bee629 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0eb6d693-9f55-4cf6-bcfe-e53b08704945 HTTP/1.1" status: 200 len: 210 time: 0.0321257 Jul 22 19:51:37.461828 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-086d4847-f302-41bd-94e6-f913b0d2aa9d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=966499b6f22943c2a587daeac55eefe8 HTTP/1.1" status: 200 len: 471 time: 0.3917947 Jul 22 19:51:37.471078 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-536f70a3-3982-4f85-b80d-a6e219a8d44c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'port': {'device_id': '0eb6d693-9f55-4cf6-bcfe-e53b08704945', 'network_id': '323f0f34-f5d2-4393-9d6d-1cfa50b543f9', 'admin_state_up': True, 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'security_groups': ['8a9ce186-ed40-494d-95d9-0cb0e32fdce3']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:51:37.577092 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-536f70a3-3982-4f85-b80d-a6e219a8d44c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Made reservation on behalf of 966499b6f22943c2a587daeac55eefe8 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:51:37.581142 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-536f70a3-3982-4f85-b80d-a6e219a8d44c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:37.700448 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-536f70a3-3982-4f85-b80d-a6e219a8d44c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Allocated IP 172.20.0.30 (323f0f34-f5d2-4393-9d6d-1cfa50b543f9/54388fc9-45c6-47a4-b35f-8f87660f834f/ea4723f3-c501-490f-9a58-f129e52a8eda) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:51:37.837411 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-536f70a3-3982-4f85-b80d-a6e219a8d44c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:37.850236 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-536f70a3-3982-4f85-b80d-a6e219a8d44c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Transition to ACTIVE for port object ea4723f3-c501-490f-9a58-f129e52a8eda will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:51:37.882895 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-536f70a3-3982-4f85-b80d-a6e219a8d44c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:37.919738 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-536f70a3-3982-4f85-b80d-a6e219a8d44c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Network 323f0f34-f5d2-4393-9d6d-1cfa50b543f9 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:51:37.923286 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-536f70a3-3982-4f85-b80d-a6e219a8d44c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:51:37.929523 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-536f70a3-3982-4f85-b80d-a6e219a8d44c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:51:37.964727 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f70a3-3982-4f85-b80d-a6e219a8d44c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'Port': ['ID=ea4723f3-c501-490f-9a58-f129e52a8eda,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:37.989463 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-536f70a3-3982-4f85-b80d-a6e219a8d44c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:37.990075 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-536f70a3-3982-4f85-b80d-a6e219a8d44c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:38.005265 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-536f70a3-3982-4f85-b80d-a6e219a8d44c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5380008 Jul 22 19:51:38.014733 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-71999c6c-e349-4ea1-80f2-f5890e6451f0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:51:38.015879 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-71999c6c-e349-4ea1-80f2-f5890e6451f0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051835 Jul 22 19:51:38.076414 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] Request body: {'port': {'device_id': '0eb6d693-9f55-4cf6-bcfe-e53b08704945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:51:38.141321 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-dfd28414-e2f4-4a68-a3af-9b1b63f2ac6a None None] Provisioning for port ea4723f3-c501-490f-9a58-f129e52a8eda completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:51:38.144985 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-dfd28414-e2f4-4a68-a3af-9b1b63f2ac6a None None] Provisioning complete for port ea4723f3-c501-490f-9a58-f129e52a8eda triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:51:38.145362 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dfd28414-e2f4-4a68-a3af-9b1b63f2ac6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:38.151024 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:38.179541 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-dfd28414-e2f4-4a68-a3af-9b1b63f2ac6a None None] Port ea4723f3-c501-490f-9a58-f129e52a8eda cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:51:38.412293 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea4723f3-c501-490f-9a58-f129e52a8eda {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:51:38.419688 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:38.433138 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] Transition to ACTIVE for port object ea4723f3-c501-490f-9a58-f129e52a8eda will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:51:38.436594 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:38.492964 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] Pushing event updated for resources: {'Port': ['ID=ea4723f3-c501-490f-9a58-f129e52a8eda,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:38.600562 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] Attempting to bind port ea4723f3-c501-490f-9a58-f129e52a8eda on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:51:38.600904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] Attempting to bind port ea4723f3-c501-490f-9a58-f129e52a8eda by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'f9dbd570-9531-4b6f-849e-6661a21d0afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '323f0f34-f5d2-4393-9d6d-1cfa50b543f9'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:51:38.601248 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] Attempting to bind port ea4723f3-c501-490f-9a58-f129e52a8eda on network 323f0f34-f5d2-4393-9d6d-1cfa50b543f9 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:51:38.612554 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] Port ea4723f3-c501-490f-9a58-f129e52a8eda on network 323f0f34-f5d2-4393-9d6d-1cfa50b543f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:51:38.612845 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] Attempting to bind port ea4723f3-c501-490f-9a58-f129e52a8eda on network 323f0f34-f5d2-4393-9d6d-1cfa50b543f9 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:51:38.621929 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:51:38.622273 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] Checking segment: {'id': 'f9dbd570-9531-4b6f-849e-6661a21d0afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '323f0f34-f5d2-4393-9d6d-1cfa50b543f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:51:38.622666 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] Bound using segment: {'id': 'f9dbd570-9531-4b6f-849e-6661a21d0afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '323f0f34-f5d2-4393-9d6d-1cfa50b543f9'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:51:38.623107 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] Bound port: ea4723f3-c501-490f-9a58-f129e52a8eda, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dbd570-9531-4b6f-849e-6661a21d0afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '323f0f34-f5d2-4393-9d6d-1cfa50b543f9'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:51:38.623471 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:38.645366 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355713d-b46c-4e6d-9a8b-5191d10f41c8 req-3c80c3fe-7147-40b6-a620-0e779da5830e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:38.647184 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a355713d-b46c-4e6d-9a8b-5191d10f41c8 req-3c80c3fe-7147-40b6-a620-0e779da5830e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0eb6d693-9f55-4cf6-bcfe-e53b08704945 HTTP/1.1" status: 200 len: 944 time: 0.1122038 Jul 22 19:51:38.723355 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a355713d-b46c-4e6d-9a8b-5191d10f41c8 req-ba8f0f38-2911-4adb-9a4e-82762502abcb tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a9ce186-ed40-494d-95d9-0cb0e32fdce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535641 Jul 22 19:51:38.729737 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] For port ea4723f3-c501-490f-9a58-f129e52a8eda, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:51:38.732925 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] For port ea4723f3-c501-490f-9a58-f129e52a8eda, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea4723f3-c501-490f-9a58-f129e52a8eda,segment=NetworkSegment(f9dbd570-9531-4b6f-849e-6661a21d0afd),segment_id=f9dbd570-9531-4b6f-849e-6661a21d0afd)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:51:38.738194 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:38.770644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:38.771255 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:38.772677 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] 10.222.0.16 "PUT /v2.0/ports/ea4723f3-c501-490f-9a58-f129e52a8eda HTTP/1.1" status: 200 len: 1093 time: 0.7506795 Jul 22 19:51:38.773119 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb6d693-9f55-4cf6-bcfe-e53b08704945', 'tag': 'ea4723f3-c501-490f-9a58-f129e52a8eda'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:51:38.775346 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d07c455-8df1-4124-9fc9-7011ce43a216" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb6d693-9f55-4cf6-bcfe-e53b08704945", "tag": "ea4723f3-c501-490f-9a58-f129e52a8eda"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:51:38.802468 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade8e4a-8162-4907-9e5e-a8b9d3620c6f service neutron] Pushing event updated for resources: {'Port': ['ID=ea4723f3-c501-490f-9a58-f129e52a8eda,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:38.825090 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408c2cf2-d0bf-4b5b-9be6-a6e3c67a640e x-openstack-request-id: req-408c2cf2-d0bf-4b5b-9be6-a6e3c67a640e {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:51:38.825377 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb6d693-9f55-4cf6-bcfe-e53b08704945", "tag": "ea4723f3-c501-490f-9a58-f129e52a8eda", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:51:38.825626 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-408c2cf2-d0bf-4b5b-9be6-a6e3c67a640e {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:51:38.826018 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb6d693-9f55-4cf6-bcfe-e53b08704945', 'tag': 'ea4723f3-c501-490f-9a58-f129e52a8eda', 'status': 'completed', 'code': 200} Jul 22 19:51:38.882323 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-a5e0e834-b8c0-4db5-bff2-bf0b13471d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:38.884057 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-a5e0e834-b8c0-4db5-bff2-bf0b13471d15 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=966499b6f22943c2a587daeac55eefe8&device_id=0eb6d693-9f55-4cf6-bcfe-e53b08704945 HTTP/1.1" status: 200 len: 1096 time: 0.0679665 Jul 22 19:51:38.928006 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-837e0d32-f8e0-4c40-ba43-86e89199254a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=ea4723f3-c501-490f-9a58-f129e52a8eda HTTP/1.1" status: 200 len: 217 time: 0.0363889 Jul 22 19:51:38.980700 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-aa1a2995-b8b8-4111-9999-5f83abcc2d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:38.982171 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-aa1a2995-b8b8-4111-9999-5f83abcc2d62 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54388fc9-45c6-47a4-b35f-8f87660f834f HTTP/1.1" status: 200 len: 837 time: 0.0479491 Jul 22 19:51:39.044777 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-f1dd4b9f-ea90-4eee-9559-4c128e14f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:39.046197 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-f1dd4b9f-ea90-4eee-9559-4c128e14f69d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=323f0f34-f5d2-4393-9d6d-1cfa50b543f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0577359 Jul 22 19:51:39.133699 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-7b06b6b7-a165-48ff-9ce9-9958fa4d59fb service neutron] 10.222.0.16 "GET /v2.0/networks/323f0f34-f5d2-4393-9d6d-1cfa50b543f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810790 Jul 22 19:51:39.226103 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44a91ec1-6bab-4b14-93d1-a216fc2cd4bc req-9fe3ac21-8e34-44a7-9236-457ce500335d service neutron] 10.222.0.16 "GET /v2.0/networks/323f0f34-f5d2-4393-9d6d-1cfa50b543f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866027 Jul 22 19:51:39.319522 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07c455-8df1-4124-9fc9-7011ce43a216 req-1b3b4767-99d5-4266-8d10-84e39b37e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:39.321056 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1d07c455-8df1-4124-9fc9-7011ce43a216 req-1b3b4767-99d5-4266-8d10-84e39b37e79c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=966499b6f22943c2a587daeac55eefe8&device_id=0eb6d693-9f55-4cf6-bcfe-e53b08704945 HTTP/1.1" status: 200 len: 1096 time: 0.0542939 Jul 22 19:51:39.377011 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:39.413200 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07c455-8df1-4124-9fc9-7011ce43a216 req-e6bc4c4c-4397-4ceb-8ea4-1e0daf5f39db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:39.414720 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1d07c455-8df1-4124-9fc9-7011ce43a216 req-e6bc4c4c-4397-4ceb-8ea4-1e0daf5f39db service neutron] 10.222.0.16 "GET /v2.0/networks?id=323f0f34-f5d2-4393-9d6d-1cfa50b543f9 HTTP/1.1" status: 200 len: 897 time: 0.0874012 Jul 22 19:51:39.457845 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1d07c455-8df1-4124-9fc9-7011ce43a216 req-804d6105-2397-4584-97a1-0daf86830dae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=ea4723f3-c501-490f-9a58-f129e52a8eda HTTP/1.1" status: 200 len: 217 time: 0.0364394 Jul 22 19:51:39.506663 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07c455-8df1-4124-9fc9-7011ce43a216 req-a5a23470-fa0a-4917-a8bb-743e2ab55619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:39.508136 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1d07c455-8df1-4124-9fc9-7011ce43a216 req-a5a23470-fa0a-4917-a8bb-743e2ab55619 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54388fc9-45c6-47a4-b35f-8f87660f834f HTTP/1.1" status: 200 len: 837 time: 0.0433636 Jul 22 19:51:39.567400 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07c455-8df1-4124-9fc9-7011ce43a216 req-c61cbe7e-b925-470c-acb4-b27b03660de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:39.568902 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1d07c455-8df1-4124-9fc9-7011ce43a216 req-c61cbe7e-b925-470c-acb4-b27b03660de7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=323f0f34-f5d2-4393-9d6d-1cfa50b543f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0547354 Jul 22 19:51:39.661188 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1d07c455-8df1-4124-9fc9-7011ce43a216 req-b7ae0467-5bf0-4255-98aa-6302624af092 service neutron] 10.222.0.16 "GET /v2.0/networks/323f0f34-f5d2-4393-9d6d-1cfa50b543f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847404 Jul 22 19:51:39.753956 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1d07c455-8df1-4124-9fc9-7011ce43a216 req-28bfba02-1224-488d-844e-0eb5ef9954c8 service neutron] 10.222.0.16 "GET /v2.0/networks/323f0f34-f5d2-4393-9d6d-1cfa50b543f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863500 Jul 22 19:51:39.852846 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79c7d7-6b98-4c56-8f6b-663216c6ce85 req-a7a9a04b-f302-41d4-980e-20c2ae5d2c38 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:39.854383 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca79c7d7-6b98-4c56-8f6b-663216c6ce85 req-a7a9a04b-f302-41d4-980e-20c2ae5d2c38 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0eb6d693-9f55-4cf6-bcfe-e53b08704945 HTTP/1.1" status: 200 len: 944 time: 0.0645361 Jul 22 19:51:39.892349 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca79c7d7-6b98-4c56-8f6b-663216c6ce85 req-cb6d0b48-f05e-4ea8-9f3d-f21fdbfd75e0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a9ce186-ed40-494d-95d9-0cb0e32fdce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315416 Jul 22 19:51:41.022192 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdc74a-24a5-4cc3-9590-b88cfc59211b req-5b773dca-1247-4d79-a474-cb576d24bc35 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:41.023670 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ffdc74a-24a5-4cc3-9590-b88cfc59211b req-5b773dca-1247-4d79-a474-cb576d24bc35 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0eb6d693-9f55-4cf6-bcfe-e53b08704945 HTTP/1.1" status: 200 len: 944 time: 0.0635190 Jul 22 19:51:41.061794 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ffdc74a-24a5-4cc3-9590-b88cfc59211b req-d65be5e6-03ab-4474-b482-2112f9f23afe tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a9ce186-ed40-494d-95d9-0cb0e32fdce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322430 Jul 22 19:51:42.036290 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:42.199903 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793ee79-2870-4229-ba54-f6839cc74987 req-dda22840-4bc4-4826-a722-703116739130 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:42.201528 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4793ee79-2870-4229-ba54-f6839cc74987 req-dda22840-4bc4-4826-a722-703116739130 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0eb6d693-9f55-4cf6-bcfe-e53b08704945 HTTP/1.1" status: 200 len: 944 time: 0.0716522 Jul 22 19:51:42.239690 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ea4723f3-c501-490f-9a58-f129e52a8eda details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:51:42.243109 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4793ee79-2870-4229-ba54-f6839cc74987 req-9602be46-9f71-4f4c-a408-7f66a5376006 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a9ce186-ed40-494d-95d9-0cb0e32fdce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340786 Jul 22 19:51:42.333591 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ea4723f3-c501-490f-9a58-f129e52a8eda, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea4723f3-c501-490f-9a58-f129e52a8eda,segment=NetworkSegment(f9dbd570-9531-4b6f-849e-6661a21d0afd),segment_id=f9dbd570-9531-4b6f-849e-6661a21d0afd)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:51:42.345023 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'ea4723f3-c501-490f-9a58-f129e52a8eda', 'network_id': '323f0f34-f5d2-4393-9d6d-1cfa50b543f9', 'port_id': 'ea4723f3-c501-490f-9a58-f129e52a8eda', 'mac_address': 'fa:16:3e:ef:b4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54388fc9-45c6-47a4-b35f-8f87660f834f', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:51:42.380056 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:42.393079 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4723f3-c501-490f-9a58-f129e52a8eda {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:51:42.412974 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ea4723f3-c501-490f-9a58-f129e52a8eda, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea4723f3-c501-490f-9a58-f129e52a8eda,segment=NetworkSegment(f9dbd570-9531-4b6f-849e-6661a21d0afd),segment_id=f9dbd570-9531-4b6f-849e-6661a21d0afd)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:51:42.416610 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:42.467649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=ea4723f3-c501-490f-9a58-f129e52a8eda,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:42.650481 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['ea4723f3-c501-490f-9a58-f129e52a8eda'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:51:43.372359 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2995935-3de8-4885-9bf9-79f9feb2d132 req-3207ccbb-7dd1-4bdb-af97-08d33bf011bb tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:43.373869 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c2995935-3de8-4885-9bf9-79f9feb2d132 req-3207ccbb-7dd1-4bdb-af97-08d33bf011bb tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0eb6d693-9f55-4cf6-bcfe-e53b08704945 HTTP/1.1" status: 200 len: 945 time: 0.0648978 Jul 22 19:51:43.412307 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c2995935-3de8-4885-9bf9-79f9feb2d132 req-45469c0d-2179-41ff-bba5-022cf7238484 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a9ce186-ed40-494d-95d9-0cb0e32fdce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326650 Jul 22 19:51:44.258056 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ea4723f3-c501-490f-9a58-f129e52a8eda up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:51:44.305947 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port ea4723f3-c501-490f-9a58-f129e52a8eda completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:51:44.309723 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port ea4723f3-c501-490f-9a58-f129e52a8eda triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:51:44.310097 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:44.383537 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:44.408265 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb6d693-9f55-4cf6-bcfe-e53b08704945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4723f3-c501-490f-9a58-f129e52a8eda'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:51:44.410543 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d51a306-5c2f-4d0e-bf86-74fa69babb1b" -d '{"events": [{"server_uuid": "0eb6d693-9f55-4cf6-bcfe-e53b08704945", "name": "network-vif-plugged", "status": "completed", "tag": "ea4723f3-c501-490f-9a58-f129e52a8eda"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:51:44.423703 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ea4723f3-c501-490f-9a58-f129e52a8eda, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea4723f3-c501-490f-9a58-f129e52a8eda,segment=NetworkSegment(f9dbd570-9531-4b6f-849e-6661a21d0afd),segment_id=f9dbd570-9531-4b6f-849e-6661a21d0afd)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:51:44.428109 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:44.451739 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aaa380a-8708-4a91-98b3-90a2381a446b x-openstack-request-id: req-5aaa380a-8708-4a91-98b3-90a2381a446b {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:51:44.452036 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb6d693-9f55-4cf6-bcfe-e53b08704945", "name": "network-vif-plugged", "status": "completed", "tag": "ea4723f3-c501-490f-9a58-f129e52a8eda", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:51:44.452288 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5aaa380a-8708-4a91-98b3-90a2381a446b {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:51:44.452828 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb6d693-9f55-4cf6-bcfe-e53b08704945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4723f3-c501-490f-9a58-f129e52a8eda', 'code': 200} Jul 22 19:51:44.480398 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=ea4723f3-c501-490f-9a58-f129e52a8eda,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:44.587162 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf40162-3704-4ddf-bff4-9b20820ffaff req-1da99dff-6e9f-4fb6-882f-1b5f7651ed98 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:44.588585 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1cf40162-3704-4ddf-bff4-9b20820ffaff req-1da99dff-6e9f-4fb6-882f-1b5f7651ed98 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0eb6d693-9f55-4cf6-bcfe-e53b08704945 HTTP/1.1" status: 200 len: 946 time: 0.1049364 Jul 22 19:51:44.595052 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e5db7-9691-4612-9d37-7ad46db5bd48 req-232b9993-544b-4b8f-82ce-33d4a11f1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:44.596418 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af1e5db7-9691-4612-9d37-7ad46db5bd48 req-232b9993-544b-4b8f-82ce-33d4a11f1b0c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0eb6d693-9f55-4cf6-bcfe-e53b08704945 HTTP/1.1" status: 200 len: 1098 time: 0.0839899 Jul 22 19:51:44.650645 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1cf40162-3704-4ddf-bff4-9b20820ffaff req-c2efd362-af73-4f0e-8b7f-10505f3c1c0b tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a9ce186-ed40-494d-95d9-0cb0e32fdce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532784 Jul 22 19:51:44.652274 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af1e5db7-9691-4612-9d37-7ad46db5bd48 req-07b2e563-06e5-468d-92ef-1775217b3633 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8a9ce186-ed40-494d-95d9-0cb0e32fdce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484273 Jul 22 19:51:45.782260 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34c204-019e-4c1c-8506-8eb019162e04 req-975fff14-e002-46f4-80f6-51df2fbd960c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:45.783784 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c34c204-019e-4c1c-8506-8eb019162e04 req-975fff14-e002-46f4-80f6-51df2fbd960c tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0eb6d693-9f55-4cf6-bcfe-e53b08704945 HTTP/1.1" status: 200 len: 946 time: 0.0634854 Jul 22 19:51:45.820842 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c34c204-019e-4c1c-8506-8eb019162e04 req-0f5584c0-c518-41d7-838e-2cc4940174a1 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a9ce186-ed40-494d-95d9-0cb0e32fdce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315001 Jul 22 19:51:45.953243 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a1627-144a-4b9d-85b2-cbc7aec3483f req-06c0da2d-5c4a-47fe-865f-85cf9c57fff5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:45.954674 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-619a1627-144a-4b9d-85b2-cbc7aec3483f req-06c0da2d-5c4a-47fe-865f-85cf9c57fff5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0eb6d693-9f55-4cf6-bcfe-e53b08704945 HTTP/1.1" status: 200 len: 946 time: 0.0682580 Jul 22 19:51:45.993317 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-619a1627-144a-4b9d-85b2-cbc7aec3483f req-7c71ab9c-479a-437e-9414-e1e1d539bce5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a9ce186-ed40-494d-95d9-0cb0e32fdce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330904 Jul 22 19:51:47.471807 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57812) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:47.891447 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b4cd7875-e02e-49fb-bd5a-43b17cedac3f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:48.148971 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-b4cd7875-e02e-49fb-bd5a-43b17cedac3f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Allocated IP 172.20.0.17 (323f0f34-f5d2-4393-9d6d-1cfa50b543f9/54388fc9-45c6-47a4-b35f-8f87660f834f/80525c1d-72d0-43b4-a384-c8a79f88063d) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:51:48.259706 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b4cd7875-e02e-49fb-bd5a-43b17cedac3f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:48.272611 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-b4cd7875-e02e-49fb-bd5a-43b17cedac3f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Transition to ACTIVE for port object 80525c1d-72d0-43b4-a384-c8a79f88063d will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:51:48.303626 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b4cd7875-e02e-49fb-bd5a-43b17cedac3f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:48.344832 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cd7875-e02e-49fb-bd5a-43b17cedac3f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Network 323f0f34-f5d2-4393-9d6d-1cfa50b543f9 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:51:48.347779 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-b4cd7875-e02e-49fb-bd5a-43b17cedac3f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:51:48.351524 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cd7875-e02e-49fb-bd5a-43b17cedac3f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:51:48.377329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd7875-e02e-49fb-bd5a-43b17cedac3f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'Port': ['ID=80525c1d-72d0-43b4-a384-c8a79f88063d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:48.401621 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b4cd7875-e02e-49fb-bd5a-43b17cedac3f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:48.556151 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b4cd7875-e02e-49fb-bd5a-43b17cedac3f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:48.594903 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-13970237-1c9a-41f0-adba-5b8af1e43c3b None None] Provisioning for port 80525c1d-72d0-43b4-a384-c8a79f88063d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:51:48.599460 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-13970237-1c9a-41f0-adba-5b8af1e43c3b None None] Provisioning complete for port 80525c1d-72d0-43b4-a384-c8a79f88063d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:51:48.599838 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-13970237-1c9a-41f0-adba-5b8af1e43c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:48.633567 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-13970237-1c9a-41f0-adba-5b8af1e43c3b None None] Port 80525c1d-72d0-43b4-a384-c8a79f88063d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:51:48.839127 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b4cd7875-e02e-49fb-bd5a-43b17cedac3f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:48.844326 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b4cd7875-e02e-49fb-bd5a-43b17cedac3f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:48.918590 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd7875-e02e-49fb-bd5a-43b17cedac3f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'Port': ['ID=80525c1d-72d0-43b4-a384-c8a79f88063d,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:48.921128 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b4cd7875-e02e-49fb-bd5a-43b17cedac3f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:49.012014 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cd7875-e02e-49fb-bd5a-43b17cedac3f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Network 323f0f34-f5d2-4393-9d6d-1cfa50b543f9 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:51:49.013978 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-b4cd7875-e02e-49fb-bd5a-43b17cedac3f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:51:49.131581 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cd7875-e02e-49fb-bd5a-43b17cedac3f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:51:49.243299 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cd7875-e02e-49fb-bd5a-43b17cedac3f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:51:49.249541 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b4cd7875-e02e-49fb-bd5a-43b17cedac3f tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "PUT /v2.0/routers/4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7766318 Jul 22 19:51:49.254252 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] Sync routers for ids ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:51:49.262654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3598cf17-2964-44af-9d8d-347aaf508625 None None] Provisioning complete for port 80525c1d-72d0-43b4-a384-c8a79f88063d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:51:49.263029 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3598cf17-2964-44af-9d8d-347aaf508625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:49.292861 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] Routers {'4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:49.293418 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:51:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:49.356376 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-3598cf17-2964-44af-9d8d-347aaf508625 None None] Port 80525c1d-72d0-43b4-a384-c8a79f88063d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:51:49.404258 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] Set router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:51:49.626025 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'name': 'tempest-TestNetworkBasicOps-router-1136857596', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:34Z', 'updated_at': '2021-07-22T19:51:48Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:35Z', 'updated_at': '2021-07-22T19:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e8ae55e0-1f4c-47ec-a8d6-f612a14d053d', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'port_id': 'eeae328d-5b68-48b2-8cb0-3ff074fa3438', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'mac_address': 'fa:16:3e:f6:91:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860c814e-26cc-48ad-8acf-6e2f2e25b70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:50:57Z', 'updated_at': '2021-07-22T19:50:59Z', 'revision_number': 1, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70', 'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:f6:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:37Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80525c1d-72d0-43b4-a384-c8a79f88063d', 'name': '', 'network_id': '323f0f34-f5d2-4393-9d6d-1cfa50b543f9', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:7a:6e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '54388fc9-45c6-47a4-b35f-8f87660f834f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:51:48Z', 'updated_at': '2021-07-22T19:51:48Z', 'revision_number': 2, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': '54388fc9-45c6-47a4-b35f-8f87660f834f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:49.654910 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] Checking router: 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:51:49.655260 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] Updating router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b port 80525c1d-72d0-43b4-a384-c8a79f88063d binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:51:49.692559 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:49.941411 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:49.950786 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] Transition to ACTIVE for port object 80525c1d-72d0-43b4-a384-c8a79f88063d will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:51:49.957987 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:50.008988 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad142891-a10f-46df-95f7-07301a9bfe69 None None] Pushing event updated for resources: {'Port': ['ID=80525c1d-72d0-43b4-a384-c8a79f88063d,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:50.066552 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] Attempting to bind port 80525c1d-72d0-43b4-a384-c8a79f88063d on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:51:50.066927 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] Attempting to bind port 80525c1d-72d0-43b4-a384-c8a79f88063d by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'f9dbd570-9531-4b6f-849e-6661a21d0afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '323f0f34-f5d2-4393-9d6d-1cfa50b543f9'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:51:50.067293 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] Attempting to bind port 80525c1d-72d0-43b4-a384-c8a79f88063d on network 323f0f34-f5d2-4393-9d6d-1cfa50b543f9 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:51:50.072591 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:51:50.072967 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] Checking segment: {'id': 'f9dbd570-9531-4b6f-849e-6661a21d0afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '323f0f34-f5d2-4393-9d6d-1cfa50b543f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:51:50.073371 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:50.073762 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] Bound using segment: {'id': 'f9dbd570-9531-4b6f-849e-6661a21d0afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '323f0f34-f5d2-4393-9d6d-1cfa50b543f9'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:51:50.074220 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] Bound port: 80525c1d-72d0-43b4-a384-c8a79f88063d, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9dbd570-9531-4b6f-849e-6661a21d0afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '323f0f34-f5d2-4393-9d6d-1cfa50b543f9'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:51:50.074601 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:50.140074 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] For port 80525c1d-72d0-43b4-a384-c8a79f88063d, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:51:50.144214 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] For port 80525c1d-72d0-43b4-a384-c8a79f88063d, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=80525c1d-72d0-43b4-a384-c8a79f88063d,segment=NetworkSegment(f9dbd570-9531-4b6f-849e-6661a21d0afd),segment_id=f9dbd570-9531-4b6f-849e-6661a21d0afd)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:51:50.148518 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:50.219835 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] Routers {'4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:50.220490 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:51:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:50.222438 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad142891-a10f-46df-95f7-07301a9bfe69 None None] Pushing event updated for resources: {'Port': ['ID=80525c1d-72d0-43b4-a384-c8a79f88063d,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:50.336187 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] Set router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:51:50.572125 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'name': 'tempest-TestNetworkBasicOps-router-1136857596', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:34Z', 'updated_at': '2021-07-22T19:51:48Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:35Z', 'updated_at': '2021-07-22T19:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e8ae55e0-1f4c-47ec-a8d6-f612a14d053d', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'port_id': 'eeae328d-5b68-48b2-8cb0-3ff074fa3438', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'mac_address': 'fa:16:3e:f6:91:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860c814e-26cc-48ad-8acf-6e2f2e25b70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:50:57Z', 'updated_at': '2021-07-22T19:50:59Z', 'revision_number': 1, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70', 'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:f6:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:37Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80525c1d-72d0-43b4-a384-c8a79f88063d', 'name': '', 'network_id': '323f0f34-f5d2-4393-9d6d-1cfa50b543f9', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:7a:6e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '54388fc9-45c6-47a4-b35f-8f87660f834f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:51:48Z', 'updated_at': '2021-07-22T19:51:50Z', 'revision_number': 4, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': '54388fc9-45c6-47a4-b35f-8f87660f834f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:50.597471 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd76298-b0c8-4c46-aea3-097e79c99e0a None None] The sync data for ids ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'] in n-d-800086-12 is: [{'id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'name': 'tempest-TestNetworkBasicOps-router-1136857596', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:34Z', 'updated_at': '2021-07-22T19:51:48Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:35Z', 'updated_at': '2021-07-22T19:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e8ae55e0-1f4c-47ec-a8d6-f612a14d053d', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'port_id': 'eeae328d-5b68-48b2-8cb0-3ff074fa3438', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'mac_address': 'fa:16:3e:f6:91:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860c814e-26cc-48ad-8acf-6e2f2e25b70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:50:57Z', 'updated_at': '2021-07-22T19:50:59Z', 'revision_number': 1, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70', 'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:f6:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:37Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80525c1d-72d0-43b4-a384-c8a79f88063d', 'name': '', 'network_id': '323f0f34-f5d2-4393-9d6d-1cfa50b543f9', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:7a:6e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '54388fc9-45c6-47a4-b35f-8f87660f834f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:51:48Z', 'updated_at': '2021-07-22T19:51:50Z', 'revision_number': 4, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': '54388fc9-45c6-47a4-b35f-8f87660f834f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:51:50.966358 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 80525c1d-72d0-43b4-a384-c8a79f88063d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:51:51.020542 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 80525c1d-72d0-43b4-a384-c8a79f88063d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:51:51.024251 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 80525c1d-72d0-43b4-a384-c8a79f88063d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:51:51.024669 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:51.105005 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:51.139324 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 80525c1d-72d0-43b4-a384-c8a79f88063d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=80525c1d-72d0-43b4-a384-c8a79f88063d,segment=NetworkSegment(f9dbd570-9531-4b6f-849e-6661a21d0afd),segment_id=f9dbd570-9531-4b6f-849e-6661a21d0afd)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:51:51.143459 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:51.192130 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=80525c1d-72d0-43b4-a384-c8a79f88063d,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:52.942777 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 80525c1d-72d0-43b4-a384-c8a79f88063d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:51:52.993405 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 80525c1d-72d0-43b4-a384-c8a79f88063d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:51:52.993777 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:57.785957 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:51:58.526413 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1f28d91c-9051-4f41-876a-4ff3ad25a297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:01.038611 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ea31b61-ac6d-4a4c-a062-3311cff980e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:01.163373 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:02.468681 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:04.106774 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:09.402053 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:09.534659 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57844) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:10.227849 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4a661d9a-ba6d-41f0-b38f-289d7a9bd8bd tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:10.546996 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-4a661d9a-ba6d-41f0-b38f-289d7a9bd8bd tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Deleting port 80525c1d-72d0-43b4-a384-c8a79f88063d {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:52:10.547674 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4a661d9a-ba6d-41f0-b38f-289d7a9bd8bd tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:10.633717 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-4a661d9a-ba6d-41f0-b38f-289d7a9bd8bd tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] For port 80525c1d-72d0-43b4-a384-c8a79f88063d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=80525c1d-72d0-43b4-a384-c8a79f88063d,segment=NetworkSegment(f9dbd570-9531-4b6f-849e-6661a21d0afd),segment_id=f9dbd570-9531-4b6f-849e-6661a21d0afd)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:52:10.634099 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4a661d9a-ba6d-41f0-b38f-289d7a9bd8bd tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:10.647174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-4a661d9a-ba6d-41f0-b38f-289d7a9bd8bd tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Calling delete_port for 80525c1d-72d0-43b4-a384-c8a79f88063d owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:52:10.836463 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4a661d9a-ba6d-41f0-b38f-289d7a9bd8bd tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:10.868982 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a661d9a-ba6d-41f0-b38f-289d7a9bd8bd tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event deleted for resources: {'Port': ['ID=80525c1d-72d0-43b4-a384-c8a79f88063d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:11.059416 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4a661d9a-ba6d-41f0-b38f-289d7a9bd8bd tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:11.277235 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a661d9a-ba6d-41f0-b38f-289d7a9bd8bd tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:52:11.383663 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a661d9a-ba6d-41f0-b38f-289d7a9bd8bd tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:52:11.388701 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4a661d9a-ba6d-41f0-b38f-289d7a9bd8bd tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "PUT /v2.0/routers/4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8530023 Jul 22 19:52:11.394233 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cf3f0c-6796-42fa-8d48-d9afb73e92a2 None None] Sync routers for ids ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:52:11.403724 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cf3f0c-6796-42fa-8d48-d9afb73e92a2 None None] Routers {'4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:52:11.404331 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-48cf3f0c-6796-42fa-8d48-d9afb73e92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:52:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:11.604515 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-48cf3f0c-6796-42fa-8d48-d9afb73e92a2 None None] Set router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:52:11.679243 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360df35-dda2-4d32-9d4f-7bf7f923d5f3 req-7ab2789f-463f-4741-8df4-c5debb1726e7 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:11.680796 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b360df35-dda2-4d32-9d4f-7bf7f923d5f3 req-7ab2789f-463f-4741-8df4-c5debb1726e7 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0eb6d693-9f55-4cf6-bcfe-e53b08704945 HTTP/1.1" status: 200 len: 946 time: 0.1179450 Jul 22 19:52:11.719900 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b360df35-dda2-4d32-9d4f-7bf7f923d5f3 req-fe7cf7f7-0e06-4162-bf99-16d2b16c7125 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a9ce186-ed40-494d-95d9-0cb0e32fdce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331466 Jul 22 19:52:11.824794 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-48cf3f0c-6796-42fa-8d48-d9afb73e92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'name': 'tempest-TestNetworkBasicOps-router-1136857596', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:34Z', 'updated_at': '2021-07-22T19:52:10Z', 'revision_number': 6, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:35Z', 'updated_at': '2021-07-22T19:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e8ae55e0-1f4c-47ec-a8d6-f612a14d053d', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'port_id': 'eeae328d-5b68-48b2-8cb0-3ff074fa3438', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'mac_address': 'fa:16:3e:f6:91:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860c814e-26cc-48ad-8acf-6e2f2e25b70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:50:57Z', 'updated_at': '2021-07-22T19:50:59Z', 'revision_number': 1, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70', 'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:f6:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:37Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:11.851409 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cf3f0c-6796-42fa-8d48-d9afb73e92a2 None None] Checking router: 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:52:11.859425 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cf3f0c-6796-42fa-8d48-d9afb73e92a2 None None] Routers {'4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:52:11.860021 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-48cf3f0c-6796-42fa-8d48-d9afb73e92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:52:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:11.960779 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-48cf3f0c-6796-42fa-8d48-d9afb73e92a2 None None] Set router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:52:12.064797 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:12.181797 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-48cf3f0c-6796-42fa-8d48-d9afb73e92a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'name': 'tempest-TestNetworkBasicOps-router-1136857596', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:34Z', 'updated_at': '2021-07-22T19:52:10Z', 'revision_number': 6, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:35Z', 'updated_at': '2021-07-22T19:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e8ae55e0-1f4c-47ec-a8d6-f612a14d053d', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'port_id': 'eeae328d-5b68-48b2-8cb0-3ff074fa3438', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'mac_address': 'fa:16:3e:f6:91:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860c814e-26cc-48ad-8acf-6e2f2e25b70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:50:57Z', 'updated_at': '2021-07-22T19:50:59Z', 'revision_number': 1, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70', 'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:f6:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:37Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:12.212327 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cf3f0c-6796-42fa-8d48-d9afb73e92a2 None None] The sync data for ids ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'] in n-d-800086-12 is: [{'id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'name': 'tempest-TestNetworkBasicOps-router-1136857596', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:34Z', 'updated_at': '2021-07-22T19:52:10Z', 'revision_number': 6, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:35Z', 'updated_at': '2021-07-22T19:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e8ae55e0-1f4c-47ec-a8d6-f612a14d053d', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'port_id': 'eeae328d-5b68-48b2-8cb0-3ff074fa3438', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'mac_address': 'fa:16:3e:f6:91:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860c814e-26cc-48ad-8acf-6e2f2e25b70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:50:57Z', 'updated_at': '2021-07-22T19:50:59Z', 'revision_number': 1, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70', 'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:f6:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:37Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:52:12.877502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941866d0-fdbb-43d3-b78c-9dcb0c4c2399 req-5540e133-4d90-4bbb-a517-400d2c2836c5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:12.878861 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-941866d0-fdbb-43d3-b78c-9dcb0c4c2399 req-5540e133-4d90-4bbb-a517-400d2c2836c5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0eb6d693-9f55-4cf6-bcfe-e53b08704945 HTTP/1.1" status: 200 len: 946 time: 0.0908089 Jul 22 19:52:12.911148 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 80525c1d-72d0-43b4-a384-c8a79f88063d no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:52:12.929963 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-941866d0-fdbb-43d3-b78c-9dcb0c4c2399 req-109a01cb-60a1-4a1c-9f41-d04b73da4fdf tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a9ce186-ed40-494d-95d9-0cb0e32fdce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453849 Jul 22 19:52:12.933815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 80525c1d-72d0-43b4-a384-c8a79f88063d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:52:12.934158 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 80525c1d-72d0-43b4-a384-c8a79f88063d not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:52:12.944104 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a5ad6-3e4f-424e-b907-e440ae7da375 req-0aad4c0a-6561-4d46-8a03-8068a97bf635 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:12.945846 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-438a5ad6-3e4f-424e-b907-e440ae7da375 req-0aad4c0a-6561-4d46-8a03-8068a97bf635 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb6d693-9f55-4cf6-bcfe-e53b08704945 HTTP/1.1" status: 200 len: 946 time: 0.1087170 Jul 22 19:52:13.043534 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-438a5ad6-3e4f-424e-b907-e440ae7da375 req-2d8d2768-0eed-4d42-acc4-a06938db9132 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Deleting port ea4723f3-c501-490f-9a58-f129e52a8eda {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:52:13.043871 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-438a5ad6-3e4f-424e-b907-e440ae7da375 req-2d8d2768-0eed-4d42-acc4-a06938db9132 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:13.133940 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-438a5ad6-3e4f-424e-b907-e440ae7da375 req-2d8d2768-0eed-4d42-acc4-a06938db9132 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] For port ea4723f3-c501-490f-9a58-f129e52a8eda, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ea4723f3-c501-490f-9a58-f129e52a8eda,segment=NetworkSegment(f9dbd570-9531-4b6f-849e-6661a21d0afd),segment_id=f9dbd570-9531-4b6f-849e-6661a21d0afd)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:52:13.134210 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-438a5ad6-3e4f-424e-b907-e440ae7da375 req-2d8d2768-0eed-4d42-acc4-a06938db9132 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:13.145880 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-438a5ad6-3e4f-424e-b907-e440ae7da375 req-2d8d2768-0eed-4d42-acc4-a06938db9132 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Calling delete_port for ea4723f3-c501-490f-9a58-f129e52a8eda owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:52:13.273373 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-438a5ad6-3e4f-424e-b907-e440ae7da375 req-2d8d2768-0eed-4d42-acc4-a06938db9132 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:13.302557 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d2768-0eed-4d42-acc4-a06938db9132 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event deleted for resources: {'Port': ['ID=ea4723f3-c501-490f-9a58-f129e52a8eda,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:13.350767 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-438a5ad6-3e4f-424e-b907-e440ae7da375 req-2d8d2768-0eed-4d42-acc4-a06938db9132 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] No DVR routers for this DVR port ea4723f3-c501-490f-9a58-f129e52a8eda on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:52:13.353707 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-438a5ad6-3e4f-424e-b907-e440ae7da375 req-2d8d2768-0eed-4d42-acc4-a06938db9132 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:13.355658 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-438a5ad6-3e4f-424e-b907-e440ae7da375 req-2d8d2768-0eed-4d42-acc4-a06938db9132 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.16 "DELETE /v2.0/ports/ea4723f3-c501-490f-9a58-f129e52a8eda HTTP/1.1" status: 204 len: 173 time: 0.4045758 Jul 22 19:52:13.356104 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb6d693-9f55-4cf6-bcfe-e53b08704945', 'name': 'network-vif-deleted', 'tag': 'ea4723f3-c501-490f-9a58-f129e52a8eda'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:52:13.359948 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef7d4a7-b865-48e5-9cdf-317c912f51ec" -d '{"events": [{"server_uuid": "0eb6d693-9f55-4cf6-bcfe-e53b08704945", "name": "network-vif-deleted", "tag": "ea4723f3-c501-490f-9a58-f129e52a8eda"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:52:13.397412 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6c2d64-8c7b-41e8-bf24-5519c47bd106 x-openstack-request-id: req-be6c2d64-8c7b-41e8-bf24-5519c47bd106 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:52:13.397714 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb6d693-9f55-4cf6-bcfe-e53b08704945", "name": "network-vif-deleted", "tag": "ea4723f3-c501-490f-9a58-f129e52a8eda", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:52:13.397971 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be6c2d64-8c7b-41e8-bf24-5519c47bd106 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:52:13.398375 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb6d693-9f55-4cf6-bcfe-e53b08704945', 'name': 'network-vif-deleted', 'tag': 'ea4723f3-c501-490f-9a58-f129e52a8eda', 'status': 'completed', 'code': 200} Jul 22 19:52:13.987005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57860) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:14.045190 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d4de245f-26e1-4ad1-bbd6-1d4a609cf182 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:14.069527 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d4de245f-26e1-4ad1-bbd6-1d4a609cf182 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:14.129533 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d4de245f-26e1-4ad1-bbd6-1d4a609cf182 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:14.132296 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d4de245f-26e1-4ad1-bbd6-1d4a609cf182 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:14.133436 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d4de245f-26e1-4ad1-bbd6-1d4a609cf182 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "DELETE /v2.0/security-groups/8a9ce186-ed40-494d-95d9-0cb0e32fdce3 HTTP/1.1" status: 204 len: 168 time: 0.1454556 Jul 22 19:52:14.143274 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de245f-26e1-4ad1-bbd6-1d4a609cf182 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9ce186-ed40-494d-95d9-0cb0e32fdce3,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:14.166973 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57864) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:14.218434 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67440a2-077e-44c5-9cb9-cba9c0bb4616 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Deleting subnet 54388fc9-45c6-47a4-b35f-8f87660f834f {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:52:14.221546 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f67440a2-077e-44c5-9cb9-cba9c0bb4616 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:14.260544 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f67440a2-077e-44c5-9cb9-cba9c0bb4616 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:14.344695 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f67440a2-077e-44c5-9cb9-cba9c0bb4616 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:14.400758 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f67440a2-077e-44c5-9cb9-cba9c0bb4616 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:14.429087 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f67440a2-077e-44c5-9cb9-cba9c0bb4616 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:14.430948 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f67440a2-077e-44c5-9cb9-cba9c0bb4616 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "DELETE /v2.0/subnets/54388fc9-45c6-47a4-b35f-8f87660f834f HTTP/1.1" status: 204 len: 168 time: 0.2630811 Jul 22 19:52:14.432192 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67440a2-077e-44c5-9cb9-cba9c0bb4616 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event deleted for resources: {'Subnet': ['ID=54388fc9-45c6-47a4-b35f-8f87660f834f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:14.434005 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57866) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:14.437215 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1110cd57-daee-48c9-93de-8e37bdd2c210 None None] Network 323f0f34-f5d2-4393-9d6d-1cfa50b543f9 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:52:14.510612 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f878c8bb-f87e-40f1-bd42-ba61b5cd9165 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:14.563009 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f878c8bb-f87e-40f1-bd42-ba61b5cd9165 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Deleting port 2b61dd7a-ab3d-46cb-911a-45020ef586a4 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:52:14.563353 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f878c8bb-f87e-40f1-bd42-ba61b5cd9165 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:14.623327 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf7c0aa-a35f-4dfa-84e2-db7bf4336f33 None None] DHCP port deletion for 323f0f34-f5d2-4393-9d6d-1cfa50b543f9 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:52:14.627071 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-f878c8bb-f87e-40f1-bd42-ba61b5cd9165 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] For port 2b61dd7a-ab3d-46cb-911a-45020ef586a4, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2b61dd7a-ab3d-46cb-911a-45020ef586a4,segment=NetworkSegment(f9dbd570-9531-4b6f-849e-6661a21d0afd),segment_id=f9dbd570-9531-4b6f-849e-6661a21d0afd)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:52:14.627437 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f878c8bb-f87e-40f1-bd42-ba61b5cd9165 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:14.644307 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f878c8bb-f87e-40f1-bd42-ba61b5cd9165 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Calling delete_port for 2b61dd7a-ab3d-46cb-911a-45020ef586a4 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:52:14.668887 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-caf7c0aa-a35f-4dfa-84e2-db7bf4336f33 None None] Deleting port 2b61dd7a-ab3d-46cb-911a-45020ef586a4 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:52:14.669263 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-caf7c0aa-a35f-4dfa-84e2-db7bf4336f33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:14.728395 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f878c8bb-f87e-40f1-bd42-ba61b5cd9165 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:14.730352 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-caf7c0aa-a35f-4dfa-84e2-db7bf4336f33 None None] For port 2b61dd7a-ab3d-46cb-911a-45020ef586a4, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2b61dd7a-ab3d-46cb-911a-45020ef586a4,segment=NetworkSegment(f9dbd570-9531-4b6f-849e-6661a21d0afd),segment_id=f9dbd570-9531-4b6f-849e-6661a21d0afd)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:52:14.730748 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-caf7c0aa-a35f-4dfa-84e2-db7bf4336f33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:14.743267 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-caf7c0aa-a35f-4dfa-84e2-db7bf4336f33 None None] Calling delete_port for 2b61dd7a-ab3d-46cb-911a-45020ef586a4 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:52:14.752585 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878c8bb-f87e-40f1-bd42-ba61b5cd9165 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event deleted for resources: {'Port': ['ID=2b61dd7a-ab3d-46cb-911a-45020ef586a4,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:14.758107 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f878c8bb-f87e-40f1-bd42-ba61b5cd9165 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] No DVR routers for this DVR port 2b61dd7a-ab3d-46cb-911a-45020ef586a4 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:52:14.825578 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-caf7c0aa-a35f-4dfa-84e2-db7bf4336f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:14.836625 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f878c8bb-f87e-40f1-bd42-ba61b5cd9165 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:14.846878 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-f878c8bb-f87e-40f1-bd42-ba61b5cd9165 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323f0f34-f5d2-4393-9d6d-1cfa50b543f9']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:14.850036 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7c0aa-a35f-4dfa-84e2-db7bf4336f33 None None] Pushing event deleted for resources: {'Port': ['ID=2b61dd7a-ab3d-46cb-911a-45020ef586a4,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:14.854023 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf7c0aa-a35f-4dfa-84e2-db7bf4336f33 None None] No DVR routers for this DVR port 2b61dd7a-ab3d-46cb-911a-45020ef586a4 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:52:14.857217 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-f878c8bb-f87e-40f1-bd42-ba61b5cd9165 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9dbd570-9531-4b6f-849e-6661a21d0afd') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:14.857540 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-f878c8bb-f87e-40f1-bd42-ba61b5cd9165 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9dbd570-9531-4b6f-849e-6661a21d0afd') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:14.867185 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f878c8bb-f87e-40f1-bd42-ba61b5cd9165 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:14.881895 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f878c8bb-f87e-40f1-bd42-ba61b5cd9165 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:14.887690 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f878c8bb-f87e-40f1-bd42-ba61b5cd9165 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:52:14.888090 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f878c8bb-f87e-40f1-bd42-ba61b5cd9165 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:52:14.891906 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:52:14.948603 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f878c8bb-f87e-40f1-bd42-ba61b5cd9165 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:14.954431 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2b61dd7a-ab3d-46cb-911a-45020ef586a4 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:52:14.956833 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f878c8bb-f87e-40f1-bd42-ba61b5cd9165 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:14.961529 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57868) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:14.969029 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f878c8bb-f87e-40f1-bd42-ba61b5cd9165 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "DELETE /v2.0/networks/323f0f34-f5d2-4393-9d6d-1cfa50b543f9 HTTP/1.1" status: 204 len: 168 time: 0.5339148 Jul 22 19:52:14.978946 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 2b61dd7a-ab3d-46cb-911a-45020ef586a4 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:52:14.979297 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2b61dd7a-ab3d-46cb-911a-45020ef586a4 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:52:14.990646 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878c8bb-f87e-40f1-bd42-ba61b5cd9165 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event deleted for resources: {'Network': ['ID=323f0f34-f5d2-4393-9d6d-1cfa50b543f9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:15.120386 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-82b0dbf0-5c02-4e2a-966d-8055a37533f5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Deleting port a0ce12ad-6bec-4ded-9228-473795bf62c9 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:52:15.121049 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-82b0dbf0-5c02-4e2a-966d-8055a37533f5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:15.199051 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-82b0dbf0-5c02-4e2a-966d-8055a37533f5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:15.199377 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-82b0dbf0-5c02-4e2a-966d-8055a37533f5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:15.210863 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-82b0dbf0-5c02-4e2a-966d-8055a37533f5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Calling delete_port for a0ce12ad-6bec-4ded-9228-473795bf62c9 owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:52:15.353222 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-82b0dbf0-5c02-4e2a-966d-8055a37533f5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:15.379570 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0dbf0-5c02-4e2a-966d-8055a37533f5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event deleted for resources: {'Port': ['ID=a0ce12ad-6bec-4ded-9228-473795bf62c9,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:15.444280 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-82b0dbf0-5c02-4e2a-966d-8055a37533f5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:15.444641 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-82b0dbf0-5c02-4e2a-966d-8055a37533f5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Floating IP e8ae55e0-1f4c-47ec-a8d6-f612a14d053d disassociated (deleted). External IP: 172.25.3.40, port: eeae328d-5b68-48b2-8cb0-3ff074fa3438. Jul 22 19:52:15.654266 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b0dbf0-5c02-4e2a-966d-8055a37533f5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:52:15.763394 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b0dbf0-5c02-4e2a-966d-8055a37533f5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:52:15.768854 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-82b0dbf0-5c02-4e2a-966d-8055a37533f5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:15.773401 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569b6aea-5b67-4ac3-a3db-2fb955b66111 None None] Sync routers for ids ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:52:15.782779 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b6aea-5b67-4ac3-a3db-2fb955b66111 None None] Routers {'4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:52:15.783420 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-569b6aea-5b67-4ac3-a3db-2fb955b66111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:52:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:15.806600 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-82b0dbf0-5c02-4e2a-966d-8055a37533f5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "DELETE /v2.0/floatingips/e8ae55e0-1f4c-47ec-a8d6-f612a14d053d HTTP/1.1" status: 204 len: 168 time: 0.8436632 Jul 22 19:52:15.807136 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860c814e-26cc-48ad-8acf-6e2f2e25b70b', 'tag': 'eeae328d-5b68-48b2-8cb0-3ff074fa3438'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:52:15.809404 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927bf999-fe8c-4991-964d-80c50606774a" -d '{"events": [{"name": "network-changed", "server_uuid": "860c814e-26cc-48ad-8acf-6e2f2e25b70b", "tag": "eeae328d-5b68-48b2-8cb0-3ff074fa3438"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:52:15.851077 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a67e1df-14b5-4222-b1ca-1380be14215a x-openstack-request-id: req-3a67e1df-14b5-4222-b1ca-1380be14215a {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:52:15.851363 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860c814e-26cc-48ad-8acf-6e2f2e25b70b", "tag": "eeae328d-5b68-48b2-8cb0-3ff074fa3438", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:52:15.851615 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a67e1df-14b5-4222-b1ca-1380be14215a {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:52:15.852023 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860c814e-26cc-48ad-8acf-6e2f2e25b70b', 'tag': 'eeae328d-5b68-48b2-8cb0-3ff074fa3438', 'status': 'completed', 'code': 200} Jul 22 19:52:15.934756 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bf999-fe8c-4991-964d-80c50606774a req-7af0e8b2-1a0a-4d67-b120-e1cda3ac76b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:15.936404 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-927bf999-fe8c-4991-964d-80c50606774a req-7af0e8b2-1a0a-4d67-b120-e1cda3ac76b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=966499b6f22943c2a587daeac55eefe8&device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 1098 time: 0.0631649 Jul 22 19:52:16.049120 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-569b6aea-5b67-4ac3-a3db-2fb955b66111 None None] Set router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:52:16.085268 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bf999-fe8c-4991-964d-80c50606774a req-d2843c05-85bd-44d6-8517-ba93879d3acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:16.086753 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-927bf999-fe8c-4991-964d-80c50606774a req-d2843c05-85bd-44d6-8517-ba93879d3acc service neutron] 10.222.0.30 "GET /v2.0/networks?id=8f77391c-58a3-434b-bacf-a07b1c8ac7ea HTTP/1.1" status: 200 len: 897 time: 0.1441205 Jul 22 19:52:16.136612 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-927bf999-fe8c-4991-964d-80c50606774a req-553f0fd9-0d5a-466d-8cf1-8969cf3d6ca2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeae328d-5b68-48b2-8cb0-3ff074fa3438 HTTP/1.1" status: 200 len: 217 time: 0.0403183 Jul 22 19:52:16.144711 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db53ff-3249-44d9-8484-b77564bab769 req-fcecc468-b2f9-4078-bedc-79e916e37939 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:16.146130 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45db53ff-3249-44d9-8484-b77564bab769 req-fcecc468-b2f9-4078-bedc-79e916e37939 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 946 time: 0.1211081 Jul 22 19:52:16.211189 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bf999-fe8c-4991-964d-80c50606774a req-7e8cbb93-f907-46ab-8370-d571900db22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:16.212569 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-927bf999-fe8c-4991-964d-80c50606774a req-7e8cbb93-f907-46ab-8370-d571900db22e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ab9f36a0-cf8c-41f5-b550-0db223b44869 HTTP/1.1" status: 200 len: 835 time: 0.0655763 Jul 22 19:52:16.220459 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-45db53ff-3249-44d9-8484-b77564bab769 req-dd51726f-fc25-4c8d-bce6-bd7ba65eb812 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd68e3c-86c1-45d3-880d-be5f6d56b848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652132 Jul 22 19:52:16.259369 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-569b6aea-5b67-4ac3-a3db-2fb955b66111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'name': 'tempest-TestNetworkBasicOps-router-1136857596', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:34Z', 'updated_at': '2021-07-22T19:52:10Z', 'revision_number': 6, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:35Z', 'updated_at': '2021-07-22T19:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70', 'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:f6:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:37Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:16.273762 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bf999-fe8c-4991-964d-80c50606774a req-d000274d-340e-4ff3-aabb-477a4a1965a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:16.275271 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-927bf999-fe8c-4991-964d-80c50606774a req-d000274d-340e-4ff3-aabb-477a4a1965a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8f77391c-58a3-434b-bacf-a07b1c8ac7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539663 Jul 22 19:52:16.286430 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569b6aea-5b67-4ac3-a3db-2fb955b66111 None None] Checking router: 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:52:16.297090 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b6aea-5b67-4ac3-a3db-2fb955b66111 None None] Routers {'4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:52:16.297725 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-569b6aea-5b67-4ac3-a3db-2fb955b66111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:52:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:16.368442 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-927bf999-fe8c-4991-964d-80c50606774a req-6a4fe55a-a29a-4950-b40a-9aa646fe43d1 service neutron] 10.222.0.30 "GET /v2.0/networks/8f77391c-58a3-434b-bacf-a07b1c8ac7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859716 Jul 22 19:52:16.403515 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-569b6aea-5b67-4ac3-a3db-2fb955b66111 None None] Set router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:52:16.430326 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ea4723f3-c501-490f-9a58-f129e52a8eda no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:52:16.457628 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: ea4723f3-c501-490f-9a58-f129e52a8eda {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:52:16.457975 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ea4723f3-c501-490f-9a58-f129e52a8eda not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:52:16.461077 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-927bf999-fe8c-4991-964d-80c50606774a req-8533d05e-3cef-4760-87f6-ef36ca4fa3b2 service neutron] 10.222.0.30 "GET /v2.0/networks/8f77391c-58a3-434b-bacf-a07b1c8ac7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857465 Jul 22 19:52:16.625625 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-569b6aea-5b67-4ac3-a3db-2fb955b66111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'name': 'tempest-TestNetworkBasicOps-router-1136857596', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:34Z', 'updated_at': '2021-07-22T19:52:10Z', 'revision_number': 6, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:35Z', 'updated_at': '2021-07-22T19:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70', 'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:f6:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:37Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:16.651830 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569b6aea-5b67-4ac3-a3db-2fb955b66111 None None] The sync data for ids ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'] in n-d-800086-12 is: [{'id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'name': 'tempest-TestNetworkBasicOps-router-1136857596', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:34Z', 'updated_at': '2021-07-22T19:52:10Z', 'revision_number': 6, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:35Z', 'updated_at': '2021-07-22T19:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70', 'name': '', 'network_id': '8f77391c-58a3-434b-bacf-a07b1c8ac7ea', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:f6:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:37Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'ab9f36a0-cf8c-41f5-b550-0db223b44869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:52:16.876024 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c0a3b1-28a1-4112-b89b-855afd75fc2b None None] New status for floating IP e8ae55e0-1f4c-47ec-a8d6-f612a14d053d: DOWN {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:52:17.308189 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a21c2-3a16-418f-94a4-5982f0187293 req-f2b0e96c-f399-4742-a333-7f93e3af3915 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:17.309632 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-283a21c2-3a16-418f-94a4-5982f0187293 req-f2b0e96c-f399-4742-a333-7f93e3af3915 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.30 "GET /v2.0/ports?device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 946 time: 0.0775795 Jul 22 19:52:17.429758 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa663a1-e118-470f-bb7c-8c7b4ec3020b req-9dd1bf15-1065-409a-bd05-8a7fc0eb4551 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:17.431504 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ffa663a1-e118-470f-bb7c-8c7b4ec3020b req-9dd1bf15-1065-409a-bd05-8a7fc0eb4551 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=860c814e-26cc-48ad-8acf-6e2f2e25b70b HTTP/1.1" status: 200 len: 946 time: 0.1402650 Jul 22 19:52:17.471930 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-283a21c2-3a16-418f-94a4-5982f0187293 req-468cf9fa-65ea-4e30-afbc-920469737f9d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Deleting port eeae328d-5b68-48b2-8cb0-3ff074fa3438 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:52:17.472283 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-283a21c2-3a16-418f-94a4-5982f0187293 req-468cf9fa-65ea-4e30-afbc-920469737f9d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:17.834533 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ffa663a1-e118-470f-bb7c-8c7b4ec3020b req-b30ce0ea-21e9-45af-92c6-76a8217d2347 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdd68e3c-86c1-45d3-880d-be5f6d56b848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3967960 Jul 22 19:52:17.906377 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-283a21c2-3a16-418f-94a4-5982f0187293 req-468cf9fa-65ea-4e30-afbc-920469737f9d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] For port eeae328d-5b68-48b2-8cb0-3ff074fa3438, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=eeae328d-5b68-48b2-8cb0-3ff074fa3438,segment=NetworkSegment(7ea5c41c-e326-4c04-90ce-3334289d4d61),segment_id=7ea5c41c-e326-4c04-90ce-3334289d4d61)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:52:17.906724 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-283a21c2-3a16-418f-94a4-5982f0187293 req-468cf9fa-65ea-4e30-afbc-920469737f9d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:17.918592 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-283a21c2-3a16-418f-94a4-5982f0187293 req-468cf9fa-65ea-4e30-afbc-920469737f9d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Calling delete_port for eeae328d-5b68-48b2-8cb0-3ff074fa3438 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:52:18.044911 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-283a21c2-3a16-418f-94a4-5982f0187293 req-468cf9fa-65ea-4e30-afbc-920469737f9d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:18.073603 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cf9fa-65ea-4e30-afbc-920469737f9d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event deleted for resources: {'Port': ['ID=eeae328d-5b68-48b2-8cb0-3ff074fa3438,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:18.123766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-283a21c2-3a16-418f-94a4-5982f0187293 req-468cf9fa-65ea-4e30-afbc-920469737f9d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] No DVR routers for this DVR port eeae328d-5b68-48b2-8cb0-3ff074fa3438 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:52:18.126480 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-283a21c2-3a16-418f-94a4-5982f0187293 req-468cf9fa-65ea-4e30-afbc-920469737f9d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:18.128455 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-283a21c2-3a16-418f-94a4-5982f0187293 req-468cf9fa-65ea-4e30-afbc-920469737f9d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.30 "DELETE /v2.0/ports/eeae328d-5b68-48b2-8cb0-3ff074fa3438 HTTP/1.1" status: 204 len: 173 time: 0.7985873 Jul 22 19:52:18.128934 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860c814e-26cc-48ad-8acf-6e2f2e25b70b', 'name': 'network-vif-deleted', 'tag': 'eeae328d-5b68-48b2-8cb0-3ff074fa3438'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:52:18.131158 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0090568-19b3-48a4-91f3-c103965e1188" -d '{"events": [{"server_uuid": "860c814e-26cc-48ad-8acf-6e2f2e25b70b", "name": "network-vif-deleted", "tag": "eeae328d-5b68-48b2-8cb0-3ff074fa3438"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:52:18.172319 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77530bb2-7f27-4c4f-9862-118b0815ec15 x-openstack-request-id: req-77530bb2-7f27-4c4f-9862-118b0815ec15 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:52:18.172647 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860c814e-26cc-48ad-8acf-6e2f2e25b70b", "name": "network-vif-deleted", "tag": "eeae328d-5b68-48b2-8cb0-3ff074fa3438", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:52:18.172905 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77530bb2-7f27-4c4f-9862-118b0815ec15 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:52:18.173315 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860c814e-26cc-48ad-8acf-6e2f2e25b70b', 'name': 'network-vif-deleted', 'tag': 'eeae328d-5b68-48b2-8cb0-3ff074fa3438', 'status': 'completed', 'code': 200} Jul 22 19:52:18.889480 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57882) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:18.946557 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0f8649c6-c4da-40ca-8ec6-131ad7d36810 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:18.971627 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0f8649c6-c4da-40ca-8ec6-131ad7d36810 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:19.029218 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0f8649c6-c4da-40ca-8ec6-131ad7d36810 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:19.031839 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0f8649c6-c4da-40ca-8ec6-131ad7d36810 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:19.033040 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0f8649c6-c4da-40ca-8ec6-131ad7d36810 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "DELETE /v2.0/security-groups/fdd68e3c-86c1-45d3-880d-be5f6d56b848 HTTP/1.1" status: 204 len: 168 time: 0.1419582 Jul 22 19:52:19.042397 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8649c6-c4da-40ca-8ec6-131ad7d36810 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd68e3c-86c1-45d3-880d-be5f6d56b848,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:19.068311 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57886) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:19.427142 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9610fa78-f843-49a1-815d-a5520aa1f7c1 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:19.689716 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-9610fa78-f843-49a1-815d-a5520aa1f7c1 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Deleting port 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:52:19.689961 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9610fa78-f843-49a1-815d-a5520aa1f7c1 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:19.775712 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-9610fa78-f843-49a1-815d-a5520aa1f7c1 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] For port 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70,segment=NetworkSegment(7ea5c41c-e326-4c04-90ce-3334289d4d61),segment_id=7ea5c41c-e326-4c04-90ce-3334289d4d61)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:52:19.776069 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9610fa78-f843-49a1-815d-a5520aa1f7c1 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:19.789222 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-9610fa78-f843-49a1-815d-a5520aa1f7c1 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Calling delete_port for 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70 owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:52:19.973997 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9610fa78-f843-49a1-815d-a5520aa1f7c1 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:20.001607 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610fa78-f843-49a1-815d-a5520aa1f7c1 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event deleted for resources: {'Port': ['ID=7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:20.180774 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9610fa78-f843-49a1-815d-a5520aa1f7c1 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:20.393088 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9610fa78-f843-49a1-815d-a5520aa1f7c1 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:52:20.498061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9610fa78-f843-49a1-815d-a5520aa1f7c1 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:52:20.503363 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9610fa78-f843-49a1-815d-a5520aa1f7c1 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "PUT /v2.0/routers/4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4337907 Jul 22 19:52:20.506143 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57890) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:20.507587 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a31fc5-61a3-451d-9738-4a4f3b028f8b None None] Sync routers for ids ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:52:20.518031 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a31fc5-61a3-451d-9738-4a4f3b028f8b None None] Routers {'4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:52:20.518778 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-97a31fc5-61a3-451d-9738-4a4f3b028f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:52:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:20.562469 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95a89b1-bbf8-46bc-922a-536c25108eeb tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Deleting subnet ab9f36a0-cf8c-41f5-b550-0db223b44869 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:52:20.565648 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f95a89b1-bbf8-46bc-922a-536c25108eeb tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:20.606415 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f95a89b1-bbf8-46bc-922a-536c25108eeb tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:20.624009 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-97a31fc5-61a3-451d-9738-4a4f3b028f8b None None] Set router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:52:20.689244 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f95a89b1-bbf8-46bc-922a-536c25108eeb tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:20.753882 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f95a89b1-bbf8-46bc-922a-536c25108eeb tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:20.781541 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a89b1-bbf8-46bc-922a-536c25108eeb tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9f36a0-cf8c-41f5-b550-0db223b44869,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:20.786120 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f95a89b1-bbf8-46bc-922a-536c25108eeb tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:20.788174 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f95a89b1-bbf8-46bc-922a-536c25108eeb tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "DELETE /v2.0/subnets/ab9f36a0-cf8c-41f5-b550-0db223b44869 HTTP/1.1" status: 204 len: 168 time: 0.2811036 Jul 22 19:52:20.790768 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57892) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:20.796662 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6be8293-ff9f-413f-8aed-38a0a4823285 None None] Network 8f77391c-58a3-434b-bacf-a07b1c8ac7ea requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:52:20.870182 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-97a31fc5-61a3-451d-9738-4a4f3b028f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'name': 'tempest-TestNetworkBasicOps-router-1136857596', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:34Z', 'updated_at': '2021-07-22T19:52:19Z', 'revision_number': 7, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:35Z', 'updated_at': '2021-07-22T19:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:20.898740 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fba6ecc0-5a9b-4c4f-a057-54832e0ef5a3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:20.912804 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a31fc5-61a3-451d-9738-4a4f3b028f8b None None] Checking router: 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:52:20.955462 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a31fc5-61a3-451d-9738-4a4f3b028f8b None None] Routers {'4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:52:20.955688 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-97a31fc5-61a3-451d-9738-4a4f3b028f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:52:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:21.008617 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fba6ecc0-5a9b-4c4f-a057-54832e0ef5a3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:21.063471 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-fba6ecc0-5a9b-4c4f-a057-54832e0ef5a3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Deleting port 9dbd23e1-1295-4314-98f6-bb1e1f59696f {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:52:21.063642 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fba6ecc0-5a9b-4c4f-a057-54832e0ef5a3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:21.073731 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-97a31fc5-61a3-451d-9738-4a4f3b028f8b None None] Set router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:52:21.127220 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e59c1a-6cb8-423e-a070-9537bceabf75 None None] DHCP port deletion for 8f77391c-58a3-434b-bacf-a07b1c8ac7ea request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:52:21.148456 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-fba6ecc0-5a9b-4c4f-a057-54832e0ef5a3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] For port 9dbd23e1-1295-4314-98f6-bb1e1f59696f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9dbd23e1-1295-4314-98f6-bb1e1f59696f,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:52:21.148844 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fba6ecc0-5a9b-4c4f-a057-54832e0ef5a3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:21.160648 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-fba6ecc0-5a9b-4c4f-a057-54832e0ef5a3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Calling delete_port for 9dbd23e1-1295-4314-98f6-bb1e1f59696f owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:52:21.258722 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-c0e59c1a-6cb8-423e-a070-9537bceabf75 None None] Deleting port 780a9755-ddfb-4236-a56a-aad61e5d3caf {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:52:21.259014 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c0e59c1a-6cb8-423e-a070-9537bceabf75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:21.328412 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fba6ecc0-5a9b-4c4f-a057-54832e0ef5a3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:21.332240 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-c0e59c1a-6cb8-423e-a070-9537bceabf75 None None] For port 780a9755-ddfb-4236-a56a-aad61e5d3caf, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=780a9755-ddfb-4236-a56a-aad61e5d3caf,segment=NetworkSegment(7ea5c41c-e326-4c04-90ce-3334289d4d61),segment_id=7ea5c41c-e326-4c04-90ce-3334289d4d61)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:52:21.332658 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c0e59c1a-6cb8-423e-a070-9537bceabf75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:21.347840 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-c0e59c1a-6cb8-423e-a070-9537bceabf75 None None] Calling delete_port for 780a9755-ddfb-4236-a56a-aad61e5d3caf owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:52:21.357477 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6ecc0-5a9b-4c4f-a057-54832e0ef5a3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event deleted for resources: {'Port': ['ID=9dbd23e1-1295-4314-98f6-bb1e1f59696f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:21.361031 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-97a31fc5-61a3-451d-9738-4a4f3b028f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'name': 'tempest-TestNetworkBasicOps-router-1136857596', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:34Z', 'updated_at': '2021-07-22T19:52:19Z', 'revision_number': 7, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:35Z', 'updated_at': '2021-07-22T19:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:21.416738 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a31fc5-61a3-451d-9738-4a4f3b028f8b None None] The sync data for ids ['4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b'] in n-d-800086-12 is: [{'id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'name': 'tempest-TestNetworkBasicOps-router-1136857596', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:34Z', 'updated_at': '2021-07-22T19:52:19Z', 'revision_number': 7, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': '9dbd23e1-1295-4314-98f6-bb1e1f59696f', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:35Z', 'updated_at': '2021-07-22T19:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:52:21.422655 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fba6ecc0-5a9b-4c4f-a057-54832e0ef5a3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:21.464535 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c0e59c1a-6cb8-423e-a070-9537bceabf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:21.488445 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e59c1a-6cb8-423e-a070-9537bceabf75 None None] Pushing event deleted for resources: {'Port': ['ID=780a9755-ddfb-4236-a56a-aad61e5d3caf,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:21.493934 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e59c1a-6cb8-423e-a070-9537bceabf75 None None] No DVR routers for this DVR port 780a9755-ddfb-4236-a56a-aad61e5d3caf on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:52:21.522316 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fba6ecc0-5a9b-4c4f-a057-54832e0ef5a3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:21.524357 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fba6ecc0-5a9b-4c4f-a057-54832e0ef5a3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:21.559575 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device eeae328d-5b68-48b2-8cb0-3ff074fa3438 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:52:21.568223 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fba6ecc0-5a9b-4c4f-a057-54832e0ef5a3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:21.568871 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba6ecc0-5a9b-4c4f-a057-54832e0ef5a3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Fanout notify agent at l3_agent the message router_deleted on router 4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:52:21.576223 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fba6ecc0-5a9b-4c4f-a057-54832e0ef5a3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:21.578599 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fba6ecc0-5a9b-4c4f-a057-54832e0ef5a3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "DELETE /v2.0/routers/4286e3a1-d0fa-4d94-a646-09e9e8ea8c4b HTTP/1.1" status: 204 len: 168 time: 0.7861593 Jul 22 19:52:21.580798 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57894) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:21.581357 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: eeae328d-5b68-48b2-8cb0-3ff074fa3438 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:52:21.581704 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device eeae328d-5b68-48b2-8cb0-3ff074fa3438 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:52:21.657154 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ade5-b047-4824-9ce7-816fb4d8c5d0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:21.744915 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ade5-b047-4824-9ce7-816fb4d8c5d0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:21.756210 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-c2f2ade5-b047-4824-9ce7-816fb4d8c5d0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f77391c-58a3-434b-bacf-a07b1c8ac7ea']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:21.767507 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-c2f2ade5-b047-4824-9ce7-816fb4d8c5d0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea5c41c-e326-4c04-90ce-3334289d4d61') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:21.767809 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-c2f2ade5-b047-4824-9ce7-816fb4d8c5d0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea5c41c-e326-4c04-90ce-3334289d4d61') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:21.777629 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ade5-b047-4824-9ce7-816fb4d8c5d0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:21.794045 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ade5-b047-4824-9ce7-816fb4d8c5d0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:21.800692 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f2ade5-b047-4824-9ce7-816fb4d8c5d0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:52:21.801084 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ade5-b047-4824-9ce7-816fb4d8c5d0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:52:21.804360 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:52:21.867022 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ade5-b047-4824-9ce7-816fb4d8c5d0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:21.875538 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ade5-b047-4824-9ce7-816fb4d8c5d0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:21.877533 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c2f2ade5-b047-4824-9ce7-816fb4d8c5d0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "DELETE /v2.0/networks/8f77391c-58a3-434b-bacf-a07b1c8ac7ea HTTP/1.1" status: 204 len: 168 time: 0.2956965 Jul 22 19:52:21.888947 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2ade5-b047-4824-9ce7-816fb4d8c5d0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event deleted for resources: {'Network': ['ID=8f77391c-58a3-434b-bacf-a07b1c8ac7ea,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:21.896057 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57896) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:21.901330 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-dba49ed6-937c-4cf9-ad83-9b4a7745f73e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'network': {'name': 'tempest-network-smoke--2130768811', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'port_security_enabled': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:21.921527 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba49ed6-937c-4cf9-ad83-9b4a7745f73e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Made reservation on behalf of 966499b6f22943c2a587daeac55eefe8 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:52:21.925060 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dba49ed6-937c-4cf9-ad83-9b4a7745f73e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:21.955094 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba49ed6-937c-4cf9-ad83-9b4a7745f73e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:52:21.966140 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dba49ed6-937c-4cf9-ad83-9b4a7745f73e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:21.966571 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-dba49ed6-937c-4cf9-ad83-9b4a7745f73e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Added segment 5f32b95e-752d-42cc-be64-f91c894e05d1 of type vlan for network ceda171a-e5f5-41f9-a2c2-d935809f7306 Jul 22 19:52:22.009842 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dba49ed6-937c-4cf9-ad83-9b4a7745f73e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:22.045329 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dba49ed6-937c-4cf9-ad83-9b4a7745f73e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:22.051884 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba49ed6-937c-4cf9-ad83-9b4a7745f73e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:22.052618 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dba49ed6-937c-4cf9-ad83-9b4a7745f73e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:22.091895 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-dba49ed6-937c-4cf9-ad83-9b4a7745f73e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1947432 Jul 22 19:52:22.094600 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57898) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:22.098936 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-582ec954-3b18-4b27-abac-2d10656581b6 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1637221502', 'admin_state_up': True, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:22.131084 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba49ed6-937c-4cf9-ad83-9b4a7745f73e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'Network': ['ID=ceda171a-e5f5-41f9-a2c2-d935809f7306,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:22.143374 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network ceda171a-e5f5-41f9-a2c2-d935809f7306 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:52:22.150684 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-582ec954-3b18-4b27-abac-2d10656581b6 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:22.151973 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-582ec954-3b18-4b27-abac-2d10656581b6 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:22.214176 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-582ec954-3b18-4b27-abac-2d10656581b6 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:22.350274 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-582ec954-3b18-4b27-abac-2d10656581b6 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:22.541670 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-582ec954-3b18-4b27-abac-2d10656581b6 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:22.560224 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-582ec954-3b18-4b27-abac-2d10656581b6 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:22.661192 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-582ec954-3b18-4b27-abac-2d10656581b6 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Allocated IP 172.25.3.123 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:52:22.759066 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-582ec954-3b18-4b27-abac-2d10656581b6 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:22.795635 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-582ec954-3b18-4b27-abac-2d10656581b6 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:22.959988 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9dbd23e1-1295-4314-98f6-bb1e1f59696f no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:52:23.143562 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582ec954-3b18-4b27-abac-2d10656581b6 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:52:23.144843 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 9dbd23e1-1295-4314-98f6-bb1e1f59696f {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:52:23.145188 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9dbd23e1-1295-4314-98f6-bb1e1f59696f not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:52:23.145618 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:52:23.149650 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-582ec954-3b18-4b27-abac-2d10656581b6 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:52:23.152252 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582ec954-3b18-4b27-abac-2d10656581b6 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:52:23.164008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:52:23.164280 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 7eb0d0bd-b43f-46a5-8780-3fbd3fa47b70 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:52:23.164723 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 780a9755-ddfb-4236-a56a-aad61e5d3caf no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:52:23.176349 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ec954-3b18-4b27-abac-2d10656581b6 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'Port': ['ID=a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:23.183827 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 780a9755-ddfb-4236-a56a-aad61e5d3caf {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:52:23.184927 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 780a9755-ddfb-4236-a56a-aad61e5d3caf not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:52:23.397243 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-582ec954-3b18-4b27-abac-2d10656581b6 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:23.593538 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-582ec954-3b18-4b27-abac-2d10656581b6 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:23.716543 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582ec954-3b18-4b27-abac-2d10656581b6 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Router 5e0486b8-41cb-4540-a4d7-24b350b38361 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:52:23.821372 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582ec954-3b18-4b27-abac-2d10656581b6 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:52:23.831118 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] Sync routers for ids ['5e0486b8-41cb-4540-a4d7-24b350b38361'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:52:23.839888 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] Routers {'5e0486b8-41cb-4540-a4d7-24b350b38361'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:52:23.840496 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:52:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['5e0486b8-41cb-4540-a4d7-24b350b38361'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:23.840916 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-582ec954-3b18-4b27-abac-2d10656581b6 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:23.842302 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-582ec954-3b18-4b27-abac-2d10656581b6 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7467539 Jul 22 19:52:23.846067 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57900) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:23.873212 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2c399243-5690-4056-a118-ec99c9a849f3 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=966499b6f22943c2a587daeac55eefe8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261447 Jul 22 19:52:23.875715 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57902) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:23.947292 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] Set router 5e0486b8-41cb-4540-a4d7-24b350b38361 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:52:23.961113 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fad283a-6238-4852-aa6a-e1c64c6f7cb6 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:23.962573 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1fad283a-6238-4852-aa6a-e1c64c6f7cb6 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859725 Jul 22 19:52:23.965611 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57904) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:23.994088 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a639f12c-82b6-42c4-b44e-5bdffc7a0e76 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273814 Jul 22 19:52:23.996628 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57906) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:24.001524 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-63a48832-d370-4235-9f66-e1b43dbc4881 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1957153673', 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:24.090467 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a48832-d370-4235-9f66-e1b43dbc4881 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Made reservation on behalf of 966499b6f22943c2a587daeac55eefe8 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:52:24.094635 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-63a48832-d370-4235-9f66-e1b43dbc4881 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:24.123521 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'name': 'tempest-TestNetworkBasicOps-router-1637221502', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:23Z', 'revision_number': 3, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:24.148827 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] Checking router: 5e0486b8-41cb-4540-a4d7-24b350b38361 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:52:24.149173 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] Updating router 5e0486b8-41cb-4540-a4d7-24b350b38361 port a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:52:24.184906 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:24.278103 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-63a48832-d370-4235-9f66-e1b43dbc4881 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:24.338390 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a48832-d370-4235-9f66-e1b43dbc4881 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'Subnet': ['ID=a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:24.347786 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a48832-d370-4235-9f66-e1b43dbc4881 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Checking segment: {'id': '5f32b95e-752d-42cc-be64-f91c894e05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:52:24.348161 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a48832-d370-4235-9f66-e1b43dbc4881 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Network hostable DHCP agents. Network: ceda171a-e5f5-41f9-a2c2-d935809f7306, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:52:24.364710 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a48832-d370-4235-9f66-e1b43dbc4881 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Network ceda171a-e5f5-41f9-a2c2-d935809f7306 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:52:24.373145 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-63a48832-d370-4235-9f66-e1b43dbc4881 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, ceda171a-e5f5-41f9-a2c2-d935809f7306) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:52:24.377399 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a48832-d370-4235-9f66-e1b43dbc4881 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:24.377930 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-63a48832-d370-4235-9f66-e1b43dbc4881 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:24.384562 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c208775-633e-4f31-a8d2-f321a607fb6e None None] Network ceda171a-e5f5-41f9-a2c2-d935809f7306 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:52:24.397418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57908) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:24.398056 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-63a48832-d370-4235-9f66-e1b43dbc4881 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3999321 Jul 22 19:52:24.441889 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:24.451812 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] Transition to ACTIVE for port object a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:52:24.458297 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:24.502805 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] Attempting to bind port a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:52:24.503042 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] Attempting to bind port a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:52:24.503371 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] Attempting to bind port a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:52:24.514315 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:52:24.515296 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:52:24.515930 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:24.516283 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:52:24.516898 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] Bound port: a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:52:24.517601 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:24.540366 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-ceda171a-e5f5-41f9-a2c2-d935809f7306', 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'fixed_ips': [{'subnet_id': 'a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:52:24.541358 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:24.558153 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947cceb-0244-4305-bf02-dccb51585047 None None] Pushing event updated for resources: {'Port': ['ID=a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:24.574567 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0947cceb-0244-4305-bf02-dccb51585047 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:24.574905 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0947cceb-0244-4305-bf02-dccb51585047 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:24.575237 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0947cceb-0244-4305-bf02-dccb51585047 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:24.575564 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0947cceb-0244-4305-bf02-dccb51585047 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:24.575887 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0947cceb-0244-4305-bf02-dccb51585047 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:24.576203 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0947cceb-0244-4305-bf02-dccb51585047 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:24.576544 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0947cceb-0244-4305-bf02-dccb51585047 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:24.576863 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0947cceb-0244-4305-bf02-dccb51585047 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:24.577974 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0947cceb-0244-4305-bf02-dccb51585047 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:24.578318 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0947cceb-0244-4305-bf02-dccb51585047 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:24.578579 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0947cceb-0244-4305-bf02-dccb51585047 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:24.578981 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0947cceb-0244-4305-bf02-dccb51585047 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:24.593712 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] For port a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:52:24.597287 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] For port a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:52:24.602051 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:24.698602 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] Allocated IP 172.20.0.2 (ceda171a-e5f5-41f9-a2c2-d935809f7306/a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd/97034383-8aae-483e-a3b0-22927e98d93c) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:52:24.751443 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] Routers {'5e0486b8-41cb-4540-a4d7-24b350b38361'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:52:24.752071 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:52:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['5e0486b8-41cb-4540-a4d7-24b350b38361'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:24.817115 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947cceb-0244-4305-bf02-dccb51585047 None None] Pushing event updated for resources: {'Port': ['ID=a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:24.856767 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-98ad271e-8e95-4d51-86ad-7559c525a23d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:24.859953 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] Set router 5e0486b8-41cb-4540-a4d7-24b350b38361 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:52:24.867142 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:24.875917 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] Transition to ACTIVE for port object 97034383-8aae-483e-a3b0-22927e98d93c will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:52:24.891916 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] Transition to ACTIVE for port object 97034383-8aae-483e-a3b0-22927e98d93c will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:52:24.897929 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:24.938310 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] Network ceda171a-e5f5-41f9-a2c2-d935809f7306 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:52:24.941108 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:52:24.943526 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:52:24.954863 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] Pushing event updated for resources: {'Port': ['ID=97034383-8aae-483e-a3b0-22927e98d93c,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:25.011635 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] Attempting to bind port 97034383-8aae-483e-a3b0-22927e98d93c on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:52:25.012039 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] Attempting to bind port 97034383-8aae-483e-a3b0-22927e98d93c by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '5f32b95e-752d-42cc-be64-f91c894e05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:52:25.012365 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] Attempting to bind port 97034383-8aae-483e-a3b0-22927e98d93c on network ceda171a-e5f5-41f9-a2c2-d935809f7306 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:52:25.018383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:52:25.018755 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] Checking segment: {'id': '5f32b95e-752d-42cc-be64-f91c894e05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:52:25.019155 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:25.019540 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] Bound using segment: {'id': '5f32b95e-752d-42cc-be64-f91c894e05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:52:25.020000 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] Bound port: 97034383-8aae-483e-a3b0-22927e98d93c, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f32b95e-752d-42cc-be64-f91c894e05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:52:25.020396 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:25.054314 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'name': 'tempest-TestNetworkBasicOps-router-1637221502', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:23Z', 'revision_number': 3, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:25.088056 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf099e-7758-4010-b17d-a1067c58cca7 None None] The sync data for ids ['5e0486b8-41cb-4540-a4d7-24b350b38361'] in n-d-800086-12 is: [{'id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'name': 'tempest-TestNetworkBasicOps-router-1637221502', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:23Z', 'revision_number': 3, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:52:25.090462 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] For port 97034383-8aae-483e-a3b0-22927e98d93c, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:52:25.094574 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] For port 97034383-8aae-483e-a3b0-22927e98d93c, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=97034383-8aae-483e-a3b0-22927e98d93c,segment=NetworkSegment(5f32b95e-752d-42cc-be64-f91c894e05d1),segment_id=5f32b95e-752d-42cc-be64-f91c894e05d1)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:52:25.099306 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:25.172532 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-98ad271e-8e95-4d51-86ad-7559c525a23d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Allocated IP 172.20.0.1 (ceda171a-e5f5-41f9-a2c2-d935809f7306/a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd/47d4545b-0a2e-4b17-a3ca-24e3000113a3) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:52:25.173477 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54950f9-2b0f-44e2-ac6d-49ccad66e2c5 None None] Pushing event updated for resources: {'Port': ['ID=97034383-8aae-483e-a3b0-22927e98d93c,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:25.345413 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-98ad271e-8e95-4d51-86ad-7559c525a23d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:25.361540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-98ad271e-8e95-4d51-86ad-7559c525a23d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Transition to ACTIVE for port object 47d4545b-0a2e-4b17-a3ca-24e3000113a3 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:52:25.409776 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-98ad271e-8e95-4d51-86ad-7559c525a23d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:25.458984 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ad271e-8e95-4d51-86ad-7559c525a23d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Network ceda171a-e5f5-41f9-a2c2-d935809f7306 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:52:25.464521 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-98ad271e-8e95-4d51-86ad-7559c525a23d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:52:25.469087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad271e-8e95-4d51-86ad-7559c525a23d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:52:25.501331 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad271e-8e95-4d51-86ad-7559c525a23d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'Port': ['ID=47d4545b-0a2e-4b17-a3ca-24e3000113a3,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:25.526827 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-98ad271e-8e95-4d51-86ad-7559c525a23d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:25.673252 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-98ad271e-8e95-4d51-86ad-7559c525a23d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:26.153104 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248a46c4-394b-4ef6-9166-38c0d326757f None None] Network ceda171a-e5f5-41f9-a2c2-d935809f7306 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:52:26.231352 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-44083563-d1e6-4bc1-b43b-8fcc9eb68005 None None] Provisioning for port 97034383-8aae-483e-a3b0-22927e98d93c completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:52:26.330829 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-98ad271e-8e95-4d51-86ad-7559c525a23d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:26.337155 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-98ad271e-8e95-4d51-86ad-7559c525a23d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:26.422340 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-98ad271e-8e95-4d51-86ad-7559c525a23d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:26.431585 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad271e-8e95-4d51-86ad-7559c525a23d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'Port': ['ID=47d4545b-0a2e-4b17-a3ca-24e3000113a3,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:26.538917 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ad271e-8e95-4d51-86ad-7559c525a23d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Network ceda171a-e5f5-41f9-a2c2-d935809f7306 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:52:26.540522 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-98ad271e-8e95-4d51-86ad-7559c525a23d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:52:26.581033 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c5c3ae9-49f9-4454-b3ed-be188f56c3f8 None None] Provisioning for port 47d4545b-0a2e-4b17-a3ca-24e3000113a3 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:52:26.586009 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c5c3ae9-49f9-4454-b3ed-be188f56c3f8 None None] Provisioning complete for port 47d4545b-0a2e-4b17-a3ca-24e3000113a3 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:52:26.586992 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3ae9-49f9-4454-b3ed-be188f56c3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:26.625156 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c5c3ae9-49f9-4454-b3ed-be188f56c3f8 None None] Port 47d4545b-0a2e-4b17-a3ca-24e3000113a3 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:52:26.667998 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ad271e-8e95-4d51-86ad-7559c525a23d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Router 5e0486b8-41cb-4540-a4d7-24b350b38361 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:52:26.745034 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4509a8f7-5ce6-4741-aab3-9379a3f4e093 None None] Provisioning complete for port 47d4545b-0a2e-4b17-a3ca-24e3000113a3 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:52:26.745480 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4509a8f7-5ce6-4741-aab3-9379a3f4e093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:26.784213 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-4509a8f7-5ce6-4741-aab3-9379a3f4e093 None None] Port 47d4545b-0a2e-4b17-a3ca-24e3000113a3 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:52:26.784517 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ad271e-8e95-4d51-86ad-7559c525a23d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:52:26.789908 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-98ad271e-8e95-4d51-86ad-7559c525a23d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "PUT /v2.0/routers/5e0486b8-41cb-4540-a4d7-24b350b38361/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3904982 Jul 22 19:52:26.792422 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57910) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:26.795498 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] Sync routers for ids ['5e0486b8-41cb-4540-a4d7-24b350b38361'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:52:26.805625 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] Routers {'5e0486b8-41cb-4540-a4d7-24b350b38361'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:52:26.806674 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:52:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['5e0486b8-41cb-4540-a4d7-24b350b38361'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:26.895667 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926676da-a748-4cc0-989a-e51854df3a37 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:26.896450 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926676da-a748-4cc0-989a-e51854df3a37 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:26.896641 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926676da-a748-4cc0-989a-e51854df3a37 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:26.897105 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926676da-a748-4cc0-989a-e51854df3a37 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:26.898791 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-926676da-a748-4cc0-989a-e51854df3a37 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1054170 Jul 22 19:52:26.901533 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57912) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:26.919032 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] Set router 5e0486b8-41cb-4540-a4d7-24b350b38361 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:52:27.039832 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-58ea905c-0f44-457a-a154-7c4adc87556d None None] Provisioning complete for port 47d4545b-0a2e-4b17-a3ca-24e3000113a3 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:52:27.040210 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-58ea905c-0f44-457a-a154-7c4adc87556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.043008 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f078612-316a-402c-ac1f-d3d84dcda868 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:27.043185 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f078612-316a-402c-ac1f-d3d84dcda868 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:27.043607 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f078612-316a-402c-ac1f-d3d84dcda868 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:27.045190 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f078612-316a-402c-ac1f-d3d84dcda868 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:27.047136 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9f078612-316a-402c-ac1f-d3d84dcda868 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1446609 Jul 22 19:52:27.049919 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57914) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:27.069352 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:52:27.144536 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-58ea905c-0f44-457a-a154-7c4adc87556d None None] Port 47d4545b-0a2e-4b17-a3ca-24e3000113a3 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:52:27.197882 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:52:27.203718 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:52:27.204093 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.256588 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'name': 'tempest-TestNetworkBasicOps-router-1637221502', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:25Z', 'revision_number': 4, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '47d4545b-0a2e-4b17-a3ca-24e3000113a3', 'name': '', 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:89:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:24Z', 'updated_at': '2021-07-22T19:52:26Z', 'revision_number': 2, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:27.273279 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-817fe60c-f346-4a93-a14b-3d5f572b9313 tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2221427 Jul 22 19:52:27.285684 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] Checking router: 5e0486b8-41cb-4540-a4d7-24b350b38361 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:52:27.286068 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] Updating router 5e0486b8-41cb-4540-a4d7-24b350b38361 port 47d4545b-0a2e-4b17-a3ca-24e3000113a3 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:52:27.350324 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.353241 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.397496 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:52:27.403853 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.404645 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 97034383-8aae-483e-a3b0-22927e98d93c up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:52:27.566995 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:27.588890 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 97034383-8aae-483e-a3b0-22927e98d93c completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:52:27.618005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 97034383-8aae-483e-a3b0-22927e98d93c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:52:27.618507 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.663496 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57918) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:27.668265 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-6e78ae65-6135-48c5-9a46-70b1402a8f27 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1602824322', 'description': 'tempest-secgroup-smoke-1602824322 description', 'project_id': '966499b6f22943c2a587daeac55eefe8'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:27.691470 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e78ae65-6135-48c5-9a46-70b1402a8f27 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.766348 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.774878 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e78ae65-6135-48c5-9a46-70b1402a8f27 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.777972 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e78ae65-6135-48c5-9a46-70b1402a8f27 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.782981 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.806677 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] Transition to ACTIVE for port object 47d4545b-0a2e-4b17-a3ca-24e3000113a3 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:52:27.806949 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6e78ae65-6135-48c5-9a46-70b1402a8f27 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.808241 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6e78ae65-6135-48c5-9a46-70b1402a8f27 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1437128 Jul 22 19:52:27.818907 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78ae65-6135-48c5-9a46-70b1402a8f27 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=873506e7-9a56-49e1-8f85-50d18de0454e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:27.819215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57920) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:27.822338 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e6a91443-f192-4032-861f-870b0bc054db tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'security_group_rule': {'security_group_id': '873506e7-9a56-49e1-8f85-50d18de0454e', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:27.832234 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.842367 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 97034383-8aae-483e-a3b0-22927e98d93c, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=97034383-8aae-483e-a3b0-22927e98d93c,segment=NetworkSegment(5f32b95e-752d-42cc-be64-f91c894e05d1),segment_id=5f32b95e-752d-42cc-be64-f91c894e05d1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:52:27.852826 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6a91443-f192-4032-861f-870b0bc054db tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.866671 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.893426 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee59294-d9b9-40c8-8d1d-93e44369a155 None None] Pushing event updated for resources: {'Port': ['ID=47d4545b-0a2e-4b17-a3ca-24e3000113a3,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:27.920633 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6a91443-f192-4032-861f-870b0bc054db tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.925344 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6a91443-f192-4032-861f-870b0bc054db tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.949042 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e6a91443-f192-4032-861f-870b0bc054db tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.953862 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57922) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:27.958245 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-2ed38316-eb00-4981-9deb-80d31cb24522 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'security_group_rule': {'security_group_id': '873506e7-9a56-49e1-8f85-50d18de0454e', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:27.962380 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e6a91443-f192-4032-861f-870b0bc054db tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477623 Jul 22 19:52:27.968926 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a91443-f192-4032-861f-870b0bc054db tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9199284e-77ea-4570-ac5a-8a2b2ff6cbd2,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:27.992883 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ed38316-eb00-4981-9deb-80d31cb24522 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.996309 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] Attempting to bind port 47d4545b-0a2e-4b17-a3ca-24e3000113a3 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:52:27.996775 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] Attempting to bind port 47d4545b-0a2e-4b17-a3ca-24e3000113a3 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '5f32b95e-752d-42cc-be64-f91c894e05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:52:27.997227 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] Attempting to bind port 47d4545b-0a2e-4b17-a3ca-24e3000113a3 on network ceda171a-e5f5-41f9-a2c2-d935809f7306 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:52:28.000467 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=97034383-8aae-483e-a3b0-22927e98d93c,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:28.005736 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:52:28.006199 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] Checking segment: {'id': '5f32b95e-752d-42cc-be64-f91c894e05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:52:28.006672 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.007150 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] Bound using segment: {'id': '5f32b95e-752d-42cc-be64-f91c894e05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:52:28.007690 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] Bound port: 47d4545b-0a2e-4b17-a3ca-24e3000113a3, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f32b95e-752d-42cc-be64-f91c894e05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:52:28.008140 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.060029 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ed38316-eb00-4981-9deb-80d31cb24522 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.064728 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ed38316-eb00-4981-9deb-80d31cb24522 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.079222 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] For port 47d4545b-0a2e-4b17-a3ca-24e3000113a3, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:52:28.082873 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] For port 47d4545b-0a2e-4b17-a3ca-24e3000113a3, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=47d4545b-0a2e-4b17-a3ca-24e3000113a3,segment=NetworkSegment(5f32b95e-752d-42cc-be64-f91c894e05d1),segment_id=5f32b95e-752d-42cc-be64-f91c894e05d1)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:52:28.085401 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2ed38316-eb00-4981-9deb-80d31cb24522 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.086915 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.087257 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2ed38316-eb00-4981-9deb-80d31cb24522 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1325819 Jul 22 19:52:28.090094 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed38316-eb00-4981-9deb-80d31cb24522 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ea99ca-0a45-4158-956e-044ddb9d7504,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:28.090620 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57924) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:28.098595 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-f56bbc7c-ce4e-47e3-8cfd-34b581f14e7a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'security_group_rule': {'security_group_id': '873506e7-9a56-49e1-8f85-50d18de0454e', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:28.131230 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f56bbc7c-ce4e-47e3-8cfd-34b581f14e7a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.146226 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] Routers {'5e0486b8-41cb-4540-a4d7-24b350b38361'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:52:28.146798 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:52:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['5e0486b8-41cb-4540-a4d7-24b350b38361'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:28.151549 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee59294-d9b9-40c8-8d1d-93e44369a155 None None] Pushing event updated for resources: {'Port': ['ID=47d4545b-0a2e-4b17-a3ca-24e3000113a3,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:28.206568 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f56bbc7c-ce4e-47e3-8cfd-34b581f14e7a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.213865 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f56bbc7c-ce4e-47e3-8cfd-34b581f14e7a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.233838 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56bbc7c-ce4e-47e3-8cfd-34b581f14e7a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97723188-3cad-46b1-9c60-632371707a9b,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:28.240889 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f56bbc7c-ce4e-47e3-8cfd-34b581f14e7a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.242192 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f56bbc7c-ce4e-47e3-8cfd-34b581f14e7a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503351 Jul 22 19:52:28.245779 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57926) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:28.250826 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-5ef05550-456a-4a24-9d2a-044dfa2763d0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'security_group_rule': {'security_group_id': '873506e7-9a56-49e1-8f85-50d18de0454e', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:28.282269 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ef05550-456a-4a24-9d2a-044dfa2763d0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.348518 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ef05550-456a-4a24-9d2a-044dfa2763d0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.352489 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ef05550-456a-4a24-9d2a-044dfa2763d0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.369421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef05550-456a-4a24-9d2a-044dfa2763d0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea002e6b-2079-4e94-a057-6c1f2218116a,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:28.377086 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ef05550-456a-4a24-9d2a-044dfa2763d0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.381062 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5ef05550-456a-4a24-9d2a-044dfa2763d0 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1315351 Jul 22 19:52:28.381224 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57928) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:28.385579 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-1a7c6e5a-e6dc-4813-bfd2-95fcc7a7feb9 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'security_group_rule': {'security_group_id': '873506e7-9a56-49e1-8f85-50d18de0454e', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:28.407841 n-d-800086-12 neutron-server[93806]: INFO neutron.db.securitygroups_db [None req-1a7c6e5a-e6dc-4813-bfd2-95fcc7a7feb9 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Project 966499b6f22943c2a587daeac55eefe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:52:28.412616 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a7c6e5a-e6dc-4813-bfd2-95fcc7a7feb9 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.426383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] Set router 5e0486b8-41cb-4540-a4d7-24b350b38361 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:52:28.471594 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a7c6e5a-e6dc-4813-bfd2-95fcc7a7feb9 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.475463 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a7c6e5a-e6dc-4813-bfd2-95fcc7a7feb9 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.496958 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c6e5a-e6dc-4813-bfd2-95fcc7a7feb9 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=defe1df9-0b33-4b68-aa02-8ca0fd610f43,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:28.499927 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1a7c6e5a-e6dc-4813-bfd2-95fcc7a7feb9 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.503761 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1a7c6e5a-e6dc-4813-bfd2-95fcc7a7feb9 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190059 Jul 22 19:52:28.505694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57930) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:28.511247 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e281430f-f633-4f77-b902-b4c1788eeab5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'security_group_rule': {'security_group_id': '873506e7-9a56-49e1-8f85-50d18de0454e', 'project_id': '966499b6f22943c2a587daeac55eefe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:28.536917 n-d-800086-12 neutron-server[93807]: INFO neutron.db.securitygroups_db [None req-e281430f-f633-4f77-b902-b4c1788eeab5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Project 966499b6f22943c2a587daeac55eefe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:52:28.542085 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e281430f-f633-4f77-b902-b4c1788eeab5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.571656 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-52a4cb6b-a57e-43a5-9e9d-c99cea9a7ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.609041 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e281430f-f633-4f77-b902-b4c1788eeab5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.612992 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e281430f-f633-4f77-b902-b4c1788eeab5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.630946 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281430f-f633-4f77-b902-b4c1788eeab5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2950cba5-469d-4cac-9968-0210b8f8a1a2,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:28.637062 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e281430f-f633-4f77-b902-b4c1788eeab5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.638262 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e281430f-f633-4f77-b902-b4c1788eeab5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313670 Jul 22 19:52:28.652674 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'name': 'tempest-TestNetworkBasicOps-router-1637221502', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:25Z', 'revision_number': 4, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '47d4545b-0a2e-4b17-a3ca-24e3000113a3', 'name': '', 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:89:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:24Z', 'updated_at': '2021-07-22T19:52:28Z', 'revision_number': 4, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:28.680080 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c79d95-9936-4f5f-8e82-c390581d731d None None] The sync data for ids ['5e0486b8-41cb-4540-a4d7-24b350b38361'] in n-d-800086-12 is: [{'id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'name': 'tempest-TestNetworkBasicOps-router-1637221502', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:25Z', 'revision_number': 4, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '47d4545b-0a2e-4b17-a3ca-24e3000113a3', 'name': '', 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:89:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:24Z', 'updated_at': '2021-07-22T19:52:28Z', 'revision_number': 4, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:52:28.832710 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-01f356cc-dec4-4dd9-b674-6410047f3c09 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1602824322&fields=id&tenant_id=966499b6f22943c2a587daeac55eefe8 HTTP/1.1" status: 200 len: 267 time: 0.0354023 Jul 22 19:52:28.962997 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-aafe415a-6925-4bb3-9fd9-a45898afe9e8 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:28.965585 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-aafe415a-6925-4bb3-9fd9-a45898afe9e8 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/networks?id=ceda171a-e5f5-41f9-a2c2-d935809f7306 HTTP/1.1" status: 200 len: 797 time: 0.1209986 Jul 22 19:52:28.982973 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-29276967-9dc9-4055-81fc-e25015c01664 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/quotas/966499b6f22943c2a587daeac55eefe8 HTTP/1.1" status: 200 len: 375 time: 0.0103796 Jul 22 19:52:29.062765 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:52:29.064093 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-02003fcd-a62d-404d-8bfd-9ac257ad8168 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=966499b6f22943c2a587daeac55eefe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747309 Jul 22 19:52:29.113587 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:52:29.116870 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:29.179577 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-de85eb03-21f0-4539-a3ee-eae0523e194c service neutron] 10.222.0.13 "GET /v2.0/networks/ceda171a-e5f5-41f9-a2c2-d935809f7306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040468 Jul 22 19:52:29.205660 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 47d4545b-0a2e-4b17-a3ca-24e3000113a3 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:52:29.256868 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 47d4545b-0a2e-4b17-a3ca-24e3000113a3 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:52:29.261358 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 47d4545b-0a2e-4b17-a3ca-24e3000113a3 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:52:29.261700 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:29.283170 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-7a23bd2d-1159-4356-aef8-7abf66ba28c7 service neutron] 10.222.0.13 "GET /v2.0/networks/ceda171a-e5f5-41f9-a2c2-d935809f7306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931606 Jul 22 19:52:29.346832 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:29.386879 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 47d4545b-0a2e-4b17-a3ca-24e3000113a3, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=47d4545b-0a2e-4b17-a3ca-24e3000113a3,segment=NetworkSegment(5f32b95e-752d-42cc-be64-f91c894e05d1),segment_id=5f32b95e-752d-42cc-be64-f91c894e05d1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:52:29.393805 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:29.394913 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 97034383-8aae-483e-a3b0-22927e98d93c up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:52:29.472009 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9fac9ad3-3f92-4089-b244-61ab0fbde567 req-03c071ca-0386-4e98-a2eb-8534f9e2f42e tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e HTTP/1.1" status: 200 len: 210 time: 0.0377131 Jul 22 19:52:29.495393 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=47d4545b-0a2e-4b17-a3ca-24e3000113a3,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:29.503296 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 97034383-8aae-483e-a3b0-22927e98d93c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:52:29.503677 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:30.398131 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-09461e01-abf6-401b-8258-3a8fe00c6436 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:30.399562 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-09461e01-abf6-401b-8258-3a8fe00c6436 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.16 "GET /v2.0/networks?id=ceda171a-e5f5-41f9-a2c2-d935809f7306 HTTP/1.1" status: 200 len: 797 time: 0.1086233 Jul 22 19:52:30.442470 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-56785615-40a0-4f7c-b54e-c98d177c3fb3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=966499b6f22943c2a587daeac55eefe8 HTTP/1.1" status: 200 len: 380 time: 0.0352507 Jul 22 19:52:30.451000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-47e8be9a-aa72-45c8-847e-003239ffa5fc tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'port': {'device_id': '39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e', 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306', 'admin_state_up': True, 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'security_groups': ['873506e7-9a56-49e1-8f85-50d18de0454e']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:30.580930 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-59b39b21-cc00-4adb-93c9-67d177b7c3ed req-90c8e16d-177a-41ca-aeed-3cc309ff5056 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e HTTP/1.1" status: 200 len: 210 time: 0.0345306 Jul 22 19:52:30.596526 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-47e8be9a-aa72-45c8-847e-003239ffa5fc tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Made reservation on behalf of 966499b6f22943c2a587daeac55eefe8 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:52:30.600367 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-47e8be9a-aa72-45c8-847e-003239ffa5fc tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:30.724875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-47e8be9a-aa72-45c8-847e-003239ffa5fc tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Allocated IP 172.20.0.3 (ceda171a-e5f5-41f9-a2c2-d935809f7306/a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd/bf818e32-5169-4ca6-b4bf-848fc28e722b) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:52:30.864527 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-47e8be9a-aa72-45c8-847e-003239ffa5fc tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:30.878323 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-47e8be9a-aa72-45c8-847e-003239ffa5fc tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Transition to ACTIVE for port object bf818e32-5169-4ca6-b4bf-848fc28e722b will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:52:30.911597 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-47e8be9a-aa72-45c8-847e-003239ffa5fc tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:30.956877 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-47e8be9a-aa72-45c8-847e-003239ffa5fc tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Network ceda171a-e5f5-41f9-a2c2-d935809f7306 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:52:30.960116 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-47e8be9a-aa72-45c8-847e-003239ffa5fc tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:52:30.964039 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-47e8be9a-aa72-45c8-847e-003239ffa5fc tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:52:30.971232 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8be9a-aa72-45c8-847e-003239ffa5fc tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'Port': ['ID=bf818e32-5169-4ca6-b4bf-848fc28e722b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:30.986917 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 47d4545b-0a2e-4b17-a3ca-24e3000113a3 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:52:31.023377 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-47e8be9a-aa72-45c8-847e-003239ffa5fc tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:31.024330 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-47e8be9a-aa72-45c8-847e-003239ffa5fc tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:31.040981 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-47e8be9a-aa72-45c8-847e-003239ffa5fc tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5934291 Jul 22 19:52:31.045708 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-98daeae4-b9ef-4b42-bd14-16e4f16aff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:31.052921 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] Request body: {'port': {'device_id': '39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:31.056529 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 47d4545b-0a2e-4b17-a3ca-24e3000113a3 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:52:31.056981 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:31.131328 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:31.167342 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:31.217267 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-35148a7f-d916-48d6-9a77-276d30696448 None None] Provisioning for port bf818e32-5169-4ca6-b4bf-848fc28e722b completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:52:31.221662 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-35148a7f-d916-48d6-9a77-276d30696448 None None] Provisioning complete for port bf818e32-5169-4ca6-b4bf-848fc28e722b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:52:31.222029 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-35148a7f-d916-48d6-9a77-276d30696448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:31.261502 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-35148a7f-d916-48d6-9a77-276d30696448 None None] Port bf818e32-5169-4ca6-b4bf-848fc28e722b cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:52:31.402219 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf818e32-5169-4ca6-b4bf-848fc28e722b {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:52:31.410409 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:31.422611 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] Transition to ACTIVE for port object bf818e32-5169-4ca6-b4bf-848fc28e722b will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:52:31.425993 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:31.478401 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] Pushing event updated for resources: {'Port': ['ID=bf818e32-5169-4ca6-b4bf-848fc28e722b,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:31.549928 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] Attempting to bind port bf818e32-5169-4ca6-b4bf-848fc28e722b on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:52:31.550275 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] Attempting to bind port bf818e32-5169-4ca6-b4bf-848fc28e722b by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '5f32b95e-752d-42cc-be64-f91c894e05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:52:31.550608 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] Attempting to bind port bf818e32-5169-4ca6-b4bf-848fc28e722b on network ceda171a-e5f5-41f9-a2c2-d935809f7306 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:52:31.555297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] Port bf818e32-5169-4ca6-b4bf-848fc28e722b on network ceda171a-e5f5-41f9-a2c2-d935809f7306 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:52:31.555626 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] Attempting to bind port bf818e32-5169-4ca6-b4bf-848fc28e722b on network ceda171a-e5f5-41f9-a2c2-d935809f7306 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:52:31.560974 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:52:31.561316 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] Checking segment: {'id': '5f32b95e-752d-42cc-be64-f91c894e05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:52:31.561703 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] Bound using segment: {'id': '5f32b95e-752d-42cc-be64-f91c894e05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:52:31.562134 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] Bound port: bf818e32-5169-4ca6-b4bf-848fc28e722b, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f32b95e-752d-42cc-be64-f91c894e05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:52:31.563011 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:31.636349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] For port bf818e32-5169-4ca6-b4bf-848fc28e722b, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:52:31.639429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] For port bf818e32-5169-4ca6-b4bf-848fc28e722b, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=bf818e32-5169-4ca6-b4bf-848fc28e722b,segment=NetworkSegment(5f32b95e-752d-42cc-be64-f91c894e05d1),segment_id=5f32b95e-752d-42cc-be64-f91c894e05d1)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:52:31.645257 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:31.706188 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:31.706812 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:31.708217 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] 10.222.0.16 "PUT /v2.0/ports/bf818e32-5169-4ca6-b4bf-848fc28e722b HTTP/1.1" status: 200 len: 1092 time: 0.6601286 Jul 22 19:52:31.708810 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e', 'tag': 'bf818e32-5169-4ca6-b4bf-848fc28e722b'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:52:31.710923 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b9954f-4e78-43cf-bbf8-cea2a8affa7c" -d '{"events": [{"name": "network-changed", "server_uuid": "39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e", "tag": "bf818e32-5169-4ca6-b4bf-848fc28e722b"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:52:31.744772 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a79a14-b9a8-45e3-af1e-b72838371b04 service neutron] Pushing event updated for resources: {'Port': ['ID=bf818e32-5169-4ca6-b4bf-848fc28e722b,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:31.762823 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7c643d-6e62-4799-8b7b-b47ff224982c x-openstack-request-id: req-fc7c643d-6e62-4799-8b7b-b47ff224982c {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:52:31.763109 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e", "tag": "bf818e32-5169-4ca6-b4bf-848fc28e722b", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:52:31.763358 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc7c643d-6e62-4799-8b7b-b47ff224982c {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:52:31.763752 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e', 'tag': 'bf818e32-5169-4ca6-b4bf-848fc28e722b', 'status': 'completed', 'code': 200} Jul 22 19:52:31.804520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d5d16-c404-4815-8e09-c67462de0534 req-449c5e97-bde9-4ddd-b179-7a29944054ac tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:31.806026 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-304d5d16-c404-4815-8e09-c67462de0534 req-449c5e97-bde9-4ddd-b179-7a29944054ac tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e HTTP/1.1" status: 200 len: 943 time: 0.1501727 Jul 22 19:52:31.858009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-7aa0288f-a057-493c-9286-cf5686ef72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:31.860218 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-7aa0288f-a057-493c-9286-cf5686ef72d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=966499b6f22943c2a587daeac55eefe8&device_id=39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e HTTP/1.1" status: 200 len: 1095 time: 0.1107512 Jul 22 19:52:31.868060 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-304d5d16-c404-4815-8e09-c67462de0534 req-f5a75f74-ccc9-45ba-b86c-ff1eb08298dc tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=873506e7-9a56-49e1-8f85-50d18de0454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496411 Jul 22 19:52:31.905241 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-5f002f82-3c28-431f-9913-6368fce34403 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf818e32-5169-4ca6-b4bf-848fc28e722b HTTP/1.1" status: 200 len: 217 time: 0.0360770 Jul 22 19:52:31.954123 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-79745006-8711-4f39-829b-8016e357b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:31.955602 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-79745006-8711-4f39-829b-8016e357b0c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd HTTP/1.1" status: 200 len: 835 time: 0.0445137 Jul 22 19:52:32.018844 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-7403f0dd-ff3b-4ae4-851d-50a8b3d83f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:32.020348 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-7403f0dd-ff3b-4ae4-851d-50a8b3d83f9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ceda171a-e5f5-41f9-a2c2-d935809f7306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582740 Jul 22 19:52:32.113891 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-5ccde3cb-a4a2-4393-bcc5-67b69f61d769 service neutron] 10.222.0.16 "GET /v2.0/networks/ceda171a-e5f5-41f9-a2c2-d935809f7306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862532 Jul 22 19:52:32.211551 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb0f075f-a7aa-465e-8173-9376a1ce3fb8 req-b878c9ad-4d15-47b7-9cca-98556b889930 service neutron] 10.222.0.16 "GET /v2.0/networks/ceda171a-e5f5-41f9-a2c2-d935809f7306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893853 Jul 22 19:52:32.309896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9954f-4e78-43cf-bbf8-cea2a8affa7c req-c01045a9-71b3-48af-83e5-b2bf6e9f9744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:32.311413 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0b9954f-4e78-43cf-bbf8-cea2a8affa7c req-c01045a9-71b3-48af-83e5-b2bf6e9f9744 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=966499b6f22943c2a587daeac55eefe8&device_id=39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e HTTP/1.1" status: 200 len: 1095 time: 0.0555968 Jul 22 19:52:32.410188 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9954f-4e78-43cf-bbf8-cea2a8affa7c req-7ac44853-d2c1-4c90-b146-67e3884e247a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:32.411573 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0b9954f-4e78-43cf-bbf8-cea2a8affa7c req-7ac44853-d2c1-4c90-b146-67e3884e247a service neutron] 10.222.0.16 "GET /v2.0/networks?id=ceda171a-e5f5-41f9-a2c2-d935809f7306 HTTP/1.1" status: 200 len: 898 time: 0.0897684 Jul 22 19:52:32.452617 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0b9954f-4e78-43cf-bbf8-cea2a8affa7c req-95e1e5b8-d1de-45d6-9f44-6fda07740b30 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf818e32-5169-4ca6-b4bf-848fc28e722b HTTP/1.1" status: 200 len: 217 time: 0.0343220 Jul 22 19:52:32.472273 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:32.502941 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9954f-4e78-43cf-bbf8-cea2a8affa7c req-0f5d9905-2313-487a-8942-68a647a3b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:32.504445 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0b9954f-4e78-43cf-bbf8-cea2a8affa7c req-0f5d9905-2313-487a-8942-68a647a3b26e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd HTTP/1.1" status: 200 len: 835 time: 0.0451384 Jul 22 19:52:32.564009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9954f-4e78-43cf-bbf8-cea2a8affa7c req-7d197ee0-3168-40b8-bfe8-f99d562daab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:32.565516 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0b9954f-4e78-43cf-bbf8-cea2a8affa7c req-7d197ee0-3168-40b8-bfe8-f99d562daab2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ceda171a-e5f5-41f9-a2c2-d935809f7306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542710 Jul 22 19:52:32.657970 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0b9954f-4e78-43cf-bbf8-cea2a8affa7c req-caf398aa-b4f0-4bf6-be40-ecb76f8b8e1c service neutron] 10.222.0.16 "GET /v2.0/networks/ceda171a-e5f5-41f9-a2c2-d935809f7306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861549 Jul 22 19:52:32.750030 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0b9954f-4e78-43cf-bbf8-cea2a8affa7c req-c23b9b55-728c-49c8-ba4c-a96ead52902d service neutron] 10.222.0.16 "GET /v2.0/networks/ceda171a-e5f5-41f9-a2c2-d935809f7306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857434 Jul 22 19:52:33.001218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568ffa4-b584-428b-9754-71485a4d2607 req-f6d9ae00-cf87-4564-abc7-a782791bc51b tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:33.002606 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b568ffa4-b584-428b-9754-71485a4d2607 req-f6d9ae00-cf87-4564-abc7-a782791bc51b tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e HTTP/1.1" status: 200 len: 943 time: 0.0634112 Jul 22 19:52:33.039507 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b568ffa4-b584-428b-9754-71485a4d2607 req-0aabb0b1-6a65-4151-b6e0-8b0f695d9907 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=873506e7-9a56-49e1-8f85-50d18de0454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313342 Jul 22 19:52:34.109720 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:34.169194 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52aafc7-0f5a-4687-9507-4be1c67b032a req-bf1ddc86-0736-49a6-bacf-671a06f07064 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:34.170679 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e52aafc7-0f5a-4687-9507-4be1c67b032a req-bf1ddc86-0736-49a6-bacf-671a06f07064 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e HTTP/1.1" status: 200 len: 943 time: 0.0643089 Jul 22 19:52:34.209070 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e52aafc7-0f5a-4687-9507-4be1c67b032a req-98486452-a092-45a3-9528-aa54ab000554 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=873506e7-9a56-49e1-8f85-50d18de0454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324280 Jul 22 19:52:34.496492 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device bf818e32-5169-4ca6-b4bf-848fc28e722b details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:52:34.590290 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port bf818e32-5169-4ca6-b4bf-848fc28e722b, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=bf818e32-5169-4ca6-b4bf-848fc28e722b,segment=NetworkSegment(5f32b95e-752d-42cc-be64-f91c894e05d1),segment_id=5f32b95e-752d-42cc-be64-f91c894e05d1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:52:34.600890 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'bf818e32-5169-4ca6-b4bf-848fc28e722b', 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306', 'port_id': 'bf818e32-5169-4ca6-b4bf-848fc28e722b', 'mac_address': 'fa:16:3e:7b:50:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:52:34.640848 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:34.652974 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf818e32-5169-4ca6-b4bf-848fc28e722b {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:52:34.671551 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port bf818e32-5169-4ca6-b4bf-848fc28e722b, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=bf818e32-5169-4ca6-b4bf-848fc28e722b,segment=NetworkSegment(5f32b95e-752d-42cc-be64-f91c894e05d1),segment_id=5f32b95e-752d-42cc-be64-f91c894e05d1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:52:34.675622 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:34.722483 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=bf818e32-5169-4ca6-b4bf-848fc28e722b,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:34.729686 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:34.730038 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:34.730384 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:34.730724 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:34.731062 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:34.731397 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:34.731728 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:34.732057 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:34.732385 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:34.732737 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:34.733065 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:34.733388 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:34.786074 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:52:34.860260 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['bf818e32-5169-4ca6-b4bf-848fc28e722b'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:52:35.345742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2257f66-ad3f-42bb-970a-5176658de3ec req-e02db5f6-4699-4a63-aed9-193953b6a2b5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:35.347331 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2257f66-ad3f-42bb-970a-5176658de3ec req-e02db5f6-4699-4a63-aed9-193953b6a2b5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e HTTP/1.1" status: 200 len: 944 time: 0.0715439 Jul 22 19:52:35.385299 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2257f66-ad3f-42bb-970a-5176658de3ec req-a46d2ea2-acaf-492c-9d10-0a1929ad018a tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=873506e7-9a56-49e1-8f85-50d18de0454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324693 Jul 22 19:52:36.491539 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device bf818e32-5169-4ca6-b4bf-848fc28e722b up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:52:36.514633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567e6e1-e71a-4c7d-9add-e4da0bf2f45e req-9a31c3e7-099d-4a4f-b7de-57cadd3eed14 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:36.516790 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1567e6e1-e71a-4c7d-9add-e4da0bf2f45e req-9a31c3e7-099d-4a4f-b7de-57cadd3eed14 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e HTTP/1.1" status: 200 len: 944 time: 0.0653696 Jul 22 19:52:36.539149 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port bf818e32-5169-4ca6-b4bf-848fc28e722b completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:52:36.543448 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port bf818e32-5169-4ca6-b4bf-848fc28e722b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:52:36.543825 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:36.557410 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1567e6e1-e71a-4c7d-9add-e4da0bf2f45e req-ad2c6e3b-ffa0-47c9-8e6e-80bd654fdb93 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=873506e7-9a56-49e1-8f85-50d18de0454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336440 Jul 22 19:52:36.630350 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:36.651835 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf818e32-5169-4ca6-b4bf-848fc28e722b'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:52:36.654222 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d1eb4e-8512-46a6-a023-80b3e7429553" -d '{"events": [{"server_uuid": "39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e", "name": "network-vif-plugged", "status": "completed", "tag": "bf818e32-5169-4ca6-b4bf-848fc28e722b"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:52:36.667145 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port bf818e32-5169-4ca6-b4bf-848fc28e722b, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=bf818e32-5169-4ca6-b4bf-848fc28e722b,segment=NetworkSegment(5f32b95e-752d-42cc-be64-f91c894e05d1),segment_id=5f32b95e-752d-42cc-be64-f91c894e05d1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:52:36.670985 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:36.694531 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1289cff-76ab-4843-a240-045b1ef0e840 x-openstack-request-id: req-d1289cff-76ab-4843-a240-045b1ef0e840 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:52:36.694818 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e", "name": "network-vif-plugged", "status": "completed", "tag": "bf818e32-5169-4ca6-b4bf-848fc28e722b", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:52:36.695062 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1289cff-76ab-4843-a240-045b1ef0e840 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:52:36.695456 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf818e32-5169-4ca6-b4bf-848fc28e722b', 'code': 200} Jul 22 19:52:36.722763 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=bf818e32-5169-4ca6-b4bf-848fc28e722b,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:36.797590 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adbd5a-c5a4-4e75-9591-c021eec534ee req-5434f9c8-c3b7-40d4-b8cd-2feb976d3933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:36.798972 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32adbd5a-c5a4-4e75-9591-c021eec534ee req-5434f9c8-c3b7-40d4-b8cd-2feb976d3933 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e HTTP/1.1" status: 200 len: 1097 time: 0.0526364 Jul 22 19:52:36.835410 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32adbd5a-c5a4-4e75-9591-c021eec534ee req-09b42b2c-ec21-40d8-bfaf-8375dc2ed2f7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=873506e7-9a56-49e1-8f85-50d18de0454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305536 Jul 22 19:52:37.697056 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b74c05-624b-4091-9cbc-ab6c50f1e98a req-910c4253-ab9a-44b5-9173-9f255a66f177 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:37.698531 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-06b74c05-624b-4091-9cbc-ab6c50f1e98a req-910c4253-ab9a-44b5-9173-9f255a66f177 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e HTTP/1.1" status: 200 len: 945 time: 0.0660372 Jul 22 19:52:37.736227 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-06b74c05-624b-4091-9cbc-ab6c50f1e98a req-78b5b6c4-b175-45cc-a8c9-46c67467faea tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=873506e7-9a56-49e1-8f85-50d18de0454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310960 Jul 22 19:52:38.869361 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275f588-5d67-4d00-86a9-a244184fb749 req-e59c96a6-28fb-4ee7-a0b6-6f3d07a13495 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:38.870854 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9275f588-5d67-4d00-86a9-a244184fb749 req-e59c96a6-28fb-4ee7-a0b6-6f3d07a13495 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e HTTP/1.1" status: 200 len: 945 time: 0.0676532 Jul 22 19:52:38.908776 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9275f588-5d67-4d00-86a9-a244184fb749 req-fceb9aac-54c0-40ee-a38b-63a4a5bb775d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=873506e7-9a56-49e1-8f85-50d18de0454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319886 Jul 22 19:52:39.040076 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c3963-ee0e-46fe-a1d4-eb4a697f7848 req-16c6a044-d2a5-4b13-b35e-8c4d509f9e93 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:39.041484 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da2c3963-ee0e-46fe-a1d4-eb4a697f7848 req-16c6a044-d2a5-4b13-b35e-8c4d509f9e93 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e HTTP/1.1" status: 200 len: 945 time: 0.0666275 Jul 22 19:52:39.079747 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da2c3963-ee0e-46fe-a1d4-eb4a697f7848 req-490e8add-17ad-45e2-8ba2-e93cfd84f8b5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=873506e7-9a56-49e1-8f85-50d18de0454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326991 Jul 22 19:52:39.101242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57978) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:39.154121 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b81c952-8f36-4f4d-9a81-a466f564d72f tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:39.155609 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1b81c952-8f36-4f4d-9a81-a466f564d72f tempest-TestNetworkBasicOps-1463120719 tempest-TestNetworkBasicOps-1463120719-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e HTTP/1.1" status: 200 len: 1092 time: 0.0534260 Jul 22 19:52:39.158550 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57980) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:39.162830 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': 'bf818e32-5169-4ca6-b4bf-848fc28e722b', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:39.186563 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:39.289151 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:39.400518 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:39.430834 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Allocated IP 172.25.3.104 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/db2d33b1-6a26-4c60-addb-f244ff5b4a25) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:52:39.536220 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:39.575412 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:39.610857 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:52:39.615447 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:52:39.618796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:52:39.645755 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'Port': ['ID=db2d33b1-6a26-4c60-addb-f244ff5b4a25,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:39.658996 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:39.659339 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:39.659679 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:39.660013 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:39.660346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:39.660699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:39.661024 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:39.661345 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:39.661665 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:39.661983 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:39.662299 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:39.662615 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:40.051232 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:40.125560 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:40.624109 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:40.628652 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:40.701781 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event updated for resources: {'Port': ['ID=db2d33b1-6a26-4c60-addb-f244ff5b4a25,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:40.711962 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:40.811662 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Floating IP e4572a6c-749f-418b-b9b6-cbf77de4c2eb associated. External IP: 172.25.3.104, port: bf818e32-5169-4ca6-b4bf-848fc28e722b. Jul 22 19:52:41.016088 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Router 5e0486b8-41cb-4540-a4d7-24b350b38361 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:52:41.127262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:52:41.138043 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0000af79-86f9-4788-bee6-883f1e0a2806 None None] Sync routers for ids ['5e0486b8-41cb-4540-a4d7-24b350b38361'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:52:41.145644 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:41.154071 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0000af79-86f9-4788-bee6-883f1e0a2806 None None] Routers {'5e0486b8-41cb-4540-a4d7-24b350b38361'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:52:41.155075 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0000af79-86f9-4788-bee6-883f1e0a2806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:52:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['5e0486b8-41cb-4540-a4d7-24b350b38361'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:41.190634 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-dbb7cc5c-2c79-400e-b55a-84f896ffe979 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0281687 Jul 22 19:52:41.190634 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e', 'tag': 'bf818e32-5169-4ca6-b4bf-848fc28e722b'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:52:41.191004 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e292cac7-d582-4abf-be72-a5e5c9667f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e", "tag": "bf818e32-5169-4ca6-b4bf-848fc28e722b"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:52:41.191845 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 57984) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:41.232452 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d1a942-833c-46e9-a94e-2ee586c2e448 x-openstack-request-id: req-64d1a942-833c-46e9-a94e-2ee586c2e448 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:52:41.232767 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e", "tag": "bf818e32-5169-4ca6-b4bf-848fc28e722b", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:52:41.233020 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64d1a942-833c-46e9-a94e-2ee586c2e448 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:52:41.233442 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e', 'tag': 'bf818e32-5169-4ca6-b4bf-848fc28e722b', 'status': 'completed', 'code': 200} Jul 22 19:52:41.271592 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-88c87a0c-b49c-48e6-b10a-20f8c4f138d5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/floatingips/e4572a6c-749f-418b-b9b6-cbf77de4c2eb HTTP/1.1" status: 200 len: 991 time: 0.0757122 Jul 22 19:52:41.274560 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-0000af79-86f9-4788-bee6-883f1e0a2806 None None] Set router 5e0486b8-41cb-4540-a4d7-24b350b38361 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:52:41.311336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292cac7-d582-4abf-be72-a5e5c9667f6c req-94cbf3a5-942f-4228-8ad8-75b0639fdcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:41.313513 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e292cac7-d582-4abf-be72-a5e5c9667f6c req-94cbf3a5-942f-4228-8ad8-75b0639fdcf3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=966499b6f22943c2a587daeac55eefe8&device_id=39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e HTTP/1.1" status: 200 len: 1097 time: 0.0592253 Jul 22 19:52:41.409080 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292cac7-d582-4abf-be72-a5e5c9667f6c req-5b3fca34-ad56-45bd-bf75-b40be1f088f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:41.410476 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e292cac7-d582-4abf-be72-a5e5c9667f6c req-5b3fca34-ad56-45bd-bf75-b40be1f088f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ceda171a-e5f5-41f9-a2c2-d935809f7306 HTTP/1.1" status: 200 len: 898 time: 0.0913742 Jul 22 19:52:41.480648 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e292cac7-d582-4abf-be72-a5e5c9667f6c req-6f2fc5bc-546c-4ac5-8182-5725a7f59d0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf818e32-5169-4ca6-b4bf-848fc28e722b HTTP/1.1" status: 200 len: 999 time: 0.0645723 Jul 22 19:52:41.507249 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0000af79-86f9-4788-bee6-883f1e0a2806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'name': 'tempest-TestNetworkBasicOps-router-1637221502', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:25Z', 'revision_number': 4, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e4572a6c-749f-418b-b9b6-cbf77de4c2eb', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'port_id': 'bf818e32-5169-4ca6-b4bf-848fc28e722b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306', 'mac_address': 'fa:16:3e:7b:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:52:39Z', 'updated_at': '2021-07-22T19:52:39Z', 'revision_number': 0, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d4545b-0a2e-4b17-a3ca-24e3000113a3', 'name': '', 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:89:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:24Z', 'updated_at': '2021-07-22T19:52:29Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:41.529888 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292cac7-d582-4abf-be72-a5e5c9667f6c req-aa05e6aa-8398-437f-bd27-9360600d3f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:41.532045 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e292cac7-d582-4abf-be72-a5e5c9667f6c req-aa05e6aa-8398-437f-bd27-9360600d3f39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd HTTP/1.1" status: 200 len: 835 time: 0.0456586 Jul 22 19:52:41.535253 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0000af79-86f9-4788-bee6-883f1e0a2806 None None] Checking router: 5e0486b8-41cb-4540-a4d7-24b350b38361 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:52:41.544294 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0000af79-86f9-4788-bee6-883f1e0a2806 None None] Routers {'5e0486b8-41cb-4540-a4d7-24b350b38361'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:52:41.545196 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0000af79-86f9-4788-bee6-883f1e0a2806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:52:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['5e0486b8-41cb-4540-a4d7-24b350b38361'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:41.594498 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292cac7-d582-4abf-be72-a5e5c9667f6c req-b920c2d2-8d00-4db9-927e-4bfbca69b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:41.596131 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e292cac7-d582-4abf-be72-a5e5c9667f6c req-b920c2d2-8d00-4db9-927e-4bfbca69b3db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ceda171a-e5f5-41f9-a2c2-d935809f7306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587068 Jul 22 19:52:41.656462 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-0000af79-86f9-4788-bee6-883f1e0a2806 None None] Set router 5e0486b8-41cb-4540-a4d7-24b350b38361 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:52:41.692690 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e292cac7-d582-4abf-be72-a5e5c9667f6c req-d8726a7b-f5bc-40cd-856a-6bf5eaabba3b service neutron] 10.222.0.16 "GET /v2.0/networks/ceda171a-e5f5-41f9-a2c2-d935809f7306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906451 Jul 22 19:52:41.788264 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e292cac7-d582-4abf-be72-a5e5c9667f6c req-27db6f9e-d0fd-41fe-a4e4-3068efc69a56 service neutron] 10.222.0.16 "GET /v2.0/networks/ceda171a-e5f5-41f9-a2c2-d935809f7306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898962 Jul 22 19:52:41.880978 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0000af79-86f9-4788-bee6-883f1e0a2806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'name': 'tempest-TestNetworkBasicOps-router-1637221502', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:25Z', 'revision_number': 4, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e4572a6c-749f-418b-b9b6-cbf77de4c2eb', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'port_id': 'bf818e32-5169-4ca6-b4bf-848fc28e722b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306', 'mac_address': 'fa:16:3e:7b:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:52:39Z', 'updated_at': '2021-07-22T19:52:39Z', 'revision_number': 0, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d4545b-0a2e-4b17-a3ca-24e3000113a3', 'name': '', 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:89:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:24Z', 'updated_at': '2021-07-22T19:52:29Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:41.907780 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0000af79-86f9-4788-bee6-883f1e0a2806 None None] The sync data for ids ['5e0486b8-41cb-4540-a4d7-24b350b38361'] in n-d-800086-12 is: [{'id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'name': 'tempest-TestNetworkBasicOps-router-1637221502', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:25Z', 'revision_number': 4, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e4572a6c-749f-418b-b9b6-cbf77de4c2eb', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'port_id': 'bf818e32-5169-4ca6-b4bf-848fc28e722b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306', 'mac_address': 'fa:16:3e:7b:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:52:39Z', 'updated_at': '2021-07-22T19:52:39Z', 'revision_number': 0, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d4545b-0a2e-4b17-a3ca-24e3000113a3', 'name': '', 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:89:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:24Z', 'updated_at': '2021-07-22T19:52:29Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:52:42.082502 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:42.102015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2dca32-d26d-4b1f-ba23-280529217d2a None None] New status for floating IP e4572a6c-749f-418b-b9b6-cbf77de4c2eb: ACTIVE {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:52:42.273509 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 57988) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:42.338112 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-30ff152f-66ee-41dd-ba86-daed8f39fd91 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/floatingips/e4572a6c-749f-418b-b9b6-cbf77de4c2eb HTTP/1.1" status: 200 len: 993 time: 0.0633702 Jul 22 19:52:58.539256 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fe775114-8379-4777-bebb-a36eafb60776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:01.037086 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0f821205-361f-4306-a087-c191da6d94e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:01.170788 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:02.473728 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:04.112867 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:08.891443 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58000) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:08.951196 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fa0dd34e-7a33-4884-b0a1-02682f8af5d1 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/floatingips/e4572a6c-749f-418b-b9b6-cbf77de4c2eb HTTP/1.1" status: 200 len: 993 time: 0.0580039 Jul 22 19:53:09.152156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58006) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:09.315468 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-e2ca5f92-19f6-4f8c-8c94-d6d95f1c97a2 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Deleting port db2d33b1-6a26-4c60-addb-f244ff5b4a25 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:09.315811 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e2ca5f92-19f6-4f8c-8c94-d6d95f1c97a2 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:09.390683 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e2ca5f92-19f6-4f8c-8c94-d6d95f1c97a2 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:09.391056 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e2ca5f92-19f6-4f8c-8c94-d6d95f1c97a2 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:09.403580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-e2ca5f92-19f6-4f8c-8c94-d6d95f1c97a2 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Calling delete_port for db2d33b1-6a26-4c60-addb-f244ff5b4a25 owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:09.407899 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:09.555493 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e2ca5f92-19f6-4f8c-8c94-d6d95f1c97a2 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:09.582838 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca5f92-19f6-4f8c-8c94-d6d95f1c97a2 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event deleted for resources: {'Port': ['ID=db2d33b1-6a26-4c60-addb-f244ff5b4a25,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:09.648534 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e2ca5f92-19f6-4f8c-8c94-d6d95f1c97a2 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:09.648941 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-e2ca5f92-19f6-4f8c-8c94-d6d95f1c97a2 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Floating IP e4572a6c-749f-418b-b9b6-cbf77de4c2eb disassociated (deleted). External IP: 172.25.3.104, port: bf818e32-5169-4ca6-b4bf-848fc28e722b. Jul 22 19:53:09.853017 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ca5f92-19f6-4f8c-8c94-d6d95f1c97a2 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Router 5e0486b8-41cb-4540-a4d7-24b350b38361 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:53:09.960213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ca5f92-19f6-4f8c-8c94-d6d95f1c97a2 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:53:09.964910 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e2ca5f92-19f6-4f8c-8c94-d6d95f1c97a2 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:09.970908 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110451bc-c00f-4d48-b4f3-8a8623c92289 None None] Sync routers for ids ['5e0486b8-41cb-4540-a4d7-24b350b38361'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:53:09.979638 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110451bc-c00f-4d48-b4f3-8a8623c92289 None None] Routers {'5e0486b8-41cb-4540-a4d7-24b350b38361'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:53:09.980248 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-110451bc-c00f-4d48-b4f3-8a8623c92289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:53:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['5e0486b8-41cb-4540-a4d7-24b350b38361'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:10.005598 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e2ca5f92-19f6-4f8c-8c94-d6d95f1c97a2 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "DELETE /v2.0/floatingips/e4572a6c-749f-418b-b9b6-cbf77de4c2eb HTTP/1.1" status: 204 len: 168 time: 0.8522942 Jul 22 19:53:10.006137 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e', 'tag': 'bf818e32-5169-4ca6-b4bf-848fc28e722b'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:53:10.008397 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af553d27-9f35-4fed-8200-fb57781d9cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e", "tag": "bf818e32-5169-4ca6-b4bf-848fc28e722b"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:53:10.057441 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1955480a-b779-47a0-b213-f7209e95f99c x-openstack-request-id: req-1955480a-b779-47a0-b213-f7209e95f99c {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:53:10.057736 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e", "tag": "bf818e32-5169-4ca6-b4bf-848fc28e722b", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:53:10.057990 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1955480a-b779-47a0-b213-f7209e95f99c {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:53:10.058396 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e', 'tag': 'bf818e32-5169-4ca6-b4bf-848fc28e722b', 'status': 'completed', 'code': 200} Jul 22 19:53:10.091642 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-110451bc-c00f-4d48-b4f3-8a8623c92289 None None] Set router 5e0486b8-41cb-4540-a4d7-24b350b38361 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:53:10.135643 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af553d27-9f35-4fed-8200-fb57781d9cbf req-3aa705b2-bd48-4bba-8f65-09ba80a51737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:10.137185 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af553d27-9f35-4fed-8200-fb57781d9cbf req-3aa705b2-bd48-4bba-8f65-09ba80a51737 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=966499b6f22943c2a587daeac55eefe8&device_id=39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e HTTP/1.1" status: 200 len: 1097 time: 0.0558693 Jul 22 19:53:10.278839 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af553d27-9f35-4fed-8200-fb57781d9cbf req-531351d5-331f-49f6-8317-b018bb368fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:10.280341 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af553d27-9f35-4fed-8200-fb57781d9cbf req-531351d5-331f-49f6-8317-b018bb368fc2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ceda171a-e5f5-41f9-a2c2-d935809f7306 HTTP/1.1" status: 200 len: 898 time: 0.1312010 Jul 22 19:53:10.326569 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af553d27-9f35-4fed-8200-fb57781d9cbf req-dcdebe29-4727-4194-b413-b632ad4beeb6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf818e32-5169-4ca6-b4bf-848fc28e722b HTTP/1.1" status: 200 len: 217 time: 0.0381753 Jul 22 19:53:10.335518 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bec255-a1be-4551-b15c-4eed519a1fb5 req-00763237-3327-4602-b942-1aab3f17690d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:10.336974 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-46bec255-a1be-4551-b15c-4eed519a1fb5 req-00763237-3327-4602-b942-1aab3f17690d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e HTTP/1.1" status: 200 len: 945 time: 0.1249797 Jul 22 19:53:10.383490 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-110451bc-c00f-4d48-b4f3-8a8623c92289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'name': 'tempest-TestNetworkBasicOps-router-1637221502', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:25Z', 'revision_number': 4, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '47d4545b-0a2e-4b17-a3ca-24e3000113a3', 'name': '', 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:89:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:24Z', 'updated_at': '2021-07-22T19:52:29Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:10.403709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af553d27-9f35-4fed-8200-fb57781d9cbf req-a8aeec9d-9fab-4015-bf6c-01ec98036d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:10.405144 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af553d27-9f35-4fed-8200-fb57781d9cbf req-a8aeec9d-9fab-4015-bf6c-01ec98036d14 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd HTTP/1.1" status: 200 len: 835 time: 0.0673330 Jul 22 19:53:10.412548 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-46bec255-a1be-4551-b15c-4eed519a1fb5 req-da64dfe2-0bdb-409c-adcf-99fdef0a53cc tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=873506e7-9a56-49e1-8f85-50d18de0454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476882 Jul 22 19:53:10.412913 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110451bc-c00f-4d48-b4f3-8a8623c92289 None None] Checking router: 5e0486b8-41cb-4540-a4d7-24b350b38361 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:53:10.423302 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110451bc-c00f-4d48-b4f3-8a8623c92289 None None] Routers {'5e0486b8-41cb-4540-a4d7-24b350b38361'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:53:10.423302 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-110451bc-c00f-4d48-b4f3-8a8623c92289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:53:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['5e0486b8-41cb-4540-a4d7-24b350b38361'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:10.472193 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af553d27-9f35-4fed-8200-fb57781d9cbf req-af391114-21da-474f-8233-24030f8dfe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:10.473756 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af553d27-9f35-4fed-8200-fb57781d9cbf req-af391114-21da-474f-8233-24030f8dfe50 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ceda171a-e5f5-41f9-a2c2-d935809f7306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603740 Jul 22 19:53:10.527756 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-110451bc-c00f-4d48-b4f3-8a8623c92289 None None] Set router 5e0486b8-41cb-4540-a4d7-24b350b38361 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:53:10.566213 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af553d27-9f35-4fed-8200-fb57781d9cbf req-f35bf68e-89ca-415d-b4e3-3729fc6730d1 service neutron] 10.222.0.16 "GET /v2.0/networks/ceda171a-e5f5-41f9-a2c2-d935809f7306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847600 Jul 22 19:53:10.660668 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af553d27-9f35-4fed-8200-fb57781d9cbf req-2d678560-3755-4255-9197-0b90e6f6dbab service neutron] 10.222.0.16 "GET /v2.0/networks/ceda171a-e5f5-41f9-a2c2-d935809f7306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873096 Jul 22 19:53:10.720533 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-110451bc-c00f-4d48-b4f3-8a8623c92289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'name': 'tempest-TestNetworkBasicOps-router-1637221502', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:25Z', 'revision_number': 4, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '47d4545b-0a2e-4b17-a3ca-24e3000113a3', 'name': '', 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:89:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:24Z', 'updated_at': '2021-07-22T19:52:29Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:10.750576 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110451bc-c00f-4d48-b4f3-8a8623c92289 None None] The sync data for ids ['5e0486b8-41cb-4540-a4d7-24b350b38361'] in n-d-800086-12 is: [{'id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'name': 'tempest-TestNetworkBasicOps-router-1637221502', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:25Z', 'revision_number': 4, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '47d4545b-0a2e-4b17-a3ca-24e3000113a3', 'name': '', 'network_id': 'ceda171a-e5f5-41f9-a2c2-d935809f7306', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'mac_address': 'fa:16:3e:89:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:24Z', 'updated_at': '2021-07-22T19:52:29Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'subnets': [{'id': 'a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:53:10.967819 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb77212b-e188-4c5e-b133-039ff3f31c1e None None] New status for floating IP e4572a6c-749f-418b-b9b6-cbf77de4c2eb: DOWN {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:53:11.589184 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ac9b7-61b8-447d-8470-0cbf9479a808 req-45f2b1c7-ac06-4af0-9070-efe437b41de3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:11.590703 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-458ac9b7-61b8-447d-8470-0cbf9479a808 req-45f2b1c7-ac06-4af0-9070-efe437b41de3 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e HTTP/1.1" status: 200 len: 945 time: 0.1068528 Jul 22 19:53:11.610902 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754e9d7-cdf6-4cdd-8234-4cb3da18cb6e req-d0c5da30-cfe7-4b6c-9330-4abbb46327e8 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:11.612295 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4754e9d7-cdf6-4cdd-8234-4cb3da18cb6e req-d0c5da30-cfe7-4b6c-9330-4abbb46327e8 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.16 "GET /v2.0/ports?device_id=39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e HTTP/1.1" status: 200 len: 945 time: 0.0973616 Jul 22 19:53:11.666097 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-458ac9b7-61b8-447d-8470-0cbf9479a808 req-959517a6-750b-423c-9dad-0152879a1251 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "GET /v2.0/security-groups?id=873506e7-9a56-49e1-8f85-50d18de0454e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685828 Jul 22 19:53:11.728214 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-4754e9d7-cdf6-4cdd-8234-4cb3da18cb6e req-3fb73ed1-7326-4c96-9908-0ae799155861 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Deleting port bf818e32-5169-4ca6-b4bf-848fc28e722b {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:11.728498 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4754e9d7-cdf6-4cdd-8234-4cb3da18cb6e req-3fb73ed1-7326-4c96-9908-0ae799155861 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:11.785263 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:53:11.819865 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4754e9d7-cdf6-4cdd-8234-4cb3da18cb6e req-3fb73ed1-7326-4c96-9908-0ae799155861 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] For port bf818e32-5169-4ca6-b4bf-848fc28e722b, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=bf818e32-5169-4ca6-b4bf-848fc28e722b,segment=NetworkSegment(5f32b95e-752d-42cc-be64-f91c894e05d1),segment_id=5f32b95e-752d-42cc-be64-f91c894e05d1)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:11.820228 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4754e9d7-cdf6-4cdd-8234-4cb3da18cb6e req-3fb73ed1-7326-4c96-9908-0ae799155861 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:11.832586 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-4754e9d7-cdf6-4cdd-8234-4cb3da18cb6e req-3fb73ed1-7326-4c96-9908-0ae799155861 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Calling delete_port for bf818e32-5169-4ca6-b4bf-848fc28e722b owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:11.958059 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4754e9d7-cdf6-4cdd-8234-4cb3da18cb6e req-3fb73ed1-7326-4c96-9908-0ae799155861 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:11.997192 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb73ed1-7326-4c96-9908-0ae799155861 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event deleted for resources: {'Port': ['ID=bf818e32-5169-4ca6-b4bf-848fc28e722b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:12.039636 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-4754e9d7-cdf6-4cdd-8234-4cb3da18cb6e req-3fb73ed1-7326-4c96-9908-0ae799155861 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] No DVR routers for this DVR port bf818e32-5169-4ca6-b4bf-848fc28e722b on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:53:12.042324 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4754e9d7-cdf6-4cdd-8234-4cb3da18cb6e req-3fb73ed1-7326-4c96-9908-0ae799155861 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:12.044272 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4754e9d7-cdf6-4cdd-8234-4cb3da18cb6e req-3fb73ed1-7326-4c96-9908-0ae799155861 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.16 "DELETE /v2.0/ports/bf818e32-5169-4ca6-b4bf-848fc28e722b HTTP/1.1" status: 204 len: 173 time: 0.4247751 Jul 22 19:53:12.059920 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e', 'name': 'network-vif-deleted', 'tag': 'bf818e32-5169-4ca6-b4bf-848fc28e722b'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:53:12.062412 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda401c5-b979-4103-9594-8ca23543f813" -d '{"events": [{"server_uuid": "39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e", "name": "network-vif-deleted", "tag": "bf818e32-5169-4ca6-b4bf-848fc28e722b"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:53:12.084838 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:12.099383 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3d0a02-f063-4f8d-ad8f-d14b67379407 x-openstack-request-id: req-8f3d0a02-f063-4f8d-ad8f-d14b67379407 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:53:12.099702 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e", "name": "network-vif-deleted", "tag": "bf818e32-5169-4ca6-b4bf-848fc28e722b", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:53:12.099959 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f3d0a02-f063-4f8d-ad8f-d14b67379407 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:53:12.100363 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e1d9ee-1ae0-4eaa-9311-20d4d5529a7e', 'name': 'network-vif-deleted', 'tag': 'bf818e32-5169-4ca6-b4bf-848fc28e722b', 'status': 'completed', 'code': 200} Jul 22 19:53:12.720812 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58020) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:12.777515 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fdaea1bb-5227-48c9-a5cd-b471d42bbf9d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:12.803131 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fdaea1bb-5227-48c9-a5cd-b471d42bbf9d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:12.861014 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fdaea1bb-5227-48c9-a5cd-b471d42bbf9d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:12.863658 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fdaea1bb-5227-48c9-a5cd-b471d42bbf9d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:12.864843 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fdaea1bb-5227-48c9-a5cd-b471d42bbf9d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "DELETE /v2.0/security-groups/873506e7-9a56-49e1-8f85-50d18de0454e HTTP/1.1" status: 204 len: 168 time: 0.1430523 Jul 22 19:53:12.874196 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaea1bb-5227-48c9-a5cd-b471d42bbf9d tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=873506e7-9a56-49e1-8f85-50d18de0454e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:12.897135 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58024) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:13.253134 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b7f9150-a628-4e2d-b960-9c76e43dd306 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:13.768501 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-1b7f9150-a628-4e2d-b960-9c76e43dd306 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Deleting port 47d4545b-0a2e-4b17-a3ca-24e3000113a3 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:13.769198 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b7f9150-a628-4e2d-b960-9c76e43dd306 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:13.859614 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-1b7f9150-a628-4e2d-b960-9c76e43dd306 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] For port 47d4545b-0a2e-4b17-a3ca-24e3000113a3, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=47d4545b-0a2e-4b17-a3ca-24e3000113a3,segment=NetworkSegment(5f32b95e-752d-42cc-be64-f91c894e05d1),segment_id=5f32b95e-752d-42cc-be64-f91c894e05d1)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:13.859966 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b7f9150-a628-4e2d-b960-9c76e43dd306 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:13.872242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-1b7f9150-a628-4e2d-b960-9c76e43dd306 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Calling delete_port for 47d4545b-0a2e-4b17-a3ca-24e3000113a3 owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:14.056331 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b7f9150-a628-4e2d-b960-9c76e43dd306 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.083869 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f9150-a628-4e2d-b960-9c76e43dd306 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event deleted for resources: {'Port': ['ID=47d4545b-0a2e-4b17-a3ca-24e3000113a3,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:14.259858 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1b7f9150-a628-4e2d-b960-9c76e43dd306 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.470869 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7f9150-a628-4e2d-b960-9c76e43dd306 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Router 5e0486b8-41cb-4540-a4d7-24b350b38361 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:53:14.576252 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7f9150-a628-4e2d-b960-9c76e43dd306 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:53:14.581554 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1b7f9150-a628-4e2d-b960-9c76e43dd306 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "PUT /v2.0/routers/5e0486b8-41cb-4540-a4d7-24b350b38361/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6832938 Jul 22 19:53:14.584246 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58026) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:14.586779 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8d66b-d7da-4064-a843-7cf90fb9b558 None None] Sync routers for ids ['5e0486b8-41cb-4540-a4d7-24b350b38361'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:53:14.595878 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8d66b-d7da-4064-a843-7cf90fb9b558 None None] Routers {'5e0486b8-41cb-4540-a4d7-24b350b38361'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:53:14.596484 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-3fb8d66b-d7da-4064-a843-7cf90fb9b558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:53:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['5e0486b8-41cb-4540-a4d7-24b350b38361'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:14.635200 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-10134c29-dd95-4300-9d16-f88fde497a42 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Deleting subnet a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:53:14.638280 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10134c29-dd95-4300-9d16-f88fde497a42 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.677505 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10134c29-dd95-4300-9d16-f88fde497a42 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.695076 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-3fb8d66b-d7da-4064-a843-7cf90fb9b558 None None] Set router 5e0486b8-41cb-4540-a4d7-24b350b38361 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:53:14.695343 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device bf818e32-5169-4ca6-b4bf-848fc28e722b no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:53:14.715058 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: bf818e32-5169-4ca6-b4bf-848fc28e722b {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:53:14.715484 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device bf818e32-5169-4ca6-b4bf-848fc28e722b not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:53:14.771345 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10134c29-dd95-4300-9d16-f88fde497a42 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.831723 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10134c29-dd95-4300-9d16-f88fde497a42 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.859889 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10134c29-dd95-4300-9d16-f88fde497a42 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:14.862541 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10134c29-dd95-4300-9d16-f88fde497a42 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.867005 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-10134c29-dd95-4300-9d16-f88fde497a42 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "DELETE /v2.0/subnets/a0f13fda-1ce9-4a72-83e2-3b3e7248c2bd HTTP/1.1" status: 204 len: 168 time: 0.2792449 Jul 22 19:53:14.867409 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58028) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:14.870522 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c295295-474e-4fff-a813-66bd45298fcb None None] Network ceda171a-e5f5-41f9-a2c2-d935809f7306 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:14.883108 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-3fb8d66b-d7da-4064-a843-7cf90fb9b558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'name': 'tempest-TestNetworkBasicOps-router-1637221502', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:53:14Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:14.909740 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8d66b-d7da-4064-a843-7cf90fb9b558 None None] Checking router: 5e0486b8-41cb-4540-a4d7-24b350b38361 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:53:14.918111 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8d66b-d7da-4064-a843-7cf90fb9b558 None None] Routers {'5e0486b8-41cb-4540-a4d7-24b350b38361'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:53:14.918722 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-3fb8d66b-d7da-4064-a843-7cf90fb9b558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:53:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['5e0486b8-41cb-4540-a4d7-24b350b38361'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:15.002369 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-221e3199-fa62-4133-9424-21310f80f463 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.035421 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-3fb8d66b-d7da-4064-a843-7cf90fb9b558 None None] Set router 5e0486b8-41cb-4540-a4d7-24b350b38361 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:53:15.085303 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5792f27-3909-4e15-90ad-401775bfbd24 None None] DHCP port deletion for ceda171a-e5f5-41f9-a2c2-d935809f7306 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:53:15.136153 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b5792f27-3909-4e15-90ad-401775bfbd24 None None] Deleting port 97034383-8aae-483e-a3b0-22927e98d93c {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:15.136554 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b5792f27-3909-4e15-90ad-401775bfbd24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.137283 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-221e3199-fa62-4133-9424-21310f80f463 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.192948 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-221e3199-fa62-4133-9424-21310f80f463 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Deleting port a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:15.193454 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-221e3199-fa62-4133-9424-21310f80f463 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.209245 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-b5792f27-3909-4e15-90ad-401775bfbd24 None None] For port 97034383-8aae-483e-a3b0-22927e98d93c, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=97034383-8aae-483e-a3b0-22927e98d93c,segment=NetworkSegment(5f32b95e-752d-42cc-be64-f91c894e05d1),segment_id=5f32b95e-752d-42cc-be64-f91c894e05d1)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:15.209637 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b5792f27-3909-4e15-90ad-401775bfbd24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.221238 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-3fb8d66b-d7da-4064-a843-7cf90fb9b558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'name': 'tempest-TestNetworkBasicOps-router-1637221502', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:53:14Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:15.222561 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b5792f27-3909-4e15-90ad-401775bfbd24 None None] Calling delete_port for 97034383-8aae-483e-a3b0-22927e98d93c owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:15.252234 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8d66b-d7da-4064-a843-7cf90fb9b558 None None] The sync data for ids ['5e0486b8-41cb-4540-a4d7-24b350b38361'] in n-d-800086-12 is: [{'id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'name': 'tempest-TestNetworkBasicOps-router-1637221502', 'tenant_id': '966499b6f22943c2a587daeac55eefe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:53:14Z', 'revision_number': 5, 'project_id': '966499b6f22943c2a587daeac55eefe8', 'gw_port': {'id': 'a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0486b8-41cb-4540-a4d7-24b350b38361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:52:22Z', 'updated_at': '2021-07-22T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:53:15.291136 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-221e3199-fa62-4133-9424-21310f80f463 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] For port a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:15.291501 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-221e3199-fa62-4133-9424-21310f80f463 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.305388 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-221e3199-fa62-4133-9424-21310f80f463 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Calling delete_port for a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6 owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:15.308821 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b5792f27-3909-4e15-90ad-401775bfbd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.334476 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5792f27-3909-4e15-90ad-401775bfbd24 None None] Pushing event deleted for resources: {'Port': ['ID=97034383-8aae-483e-a3b0-22927e98d93c,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:15.339879 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5792f27-3909-4e15-90ad-401775bfbd24 None None] No DVR routers for this DVR port 97034383-8aae-483e-a3b0-22927e98d93c on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:53:15.472176 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-221e3199-fa62-4133-9424-21310f80f463 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.496633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e3199-fa62-4133-9424-21310f80f463 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event deleted for resources: {'Port': ['ID=a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:15.557809 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-221e3199-fa62-4133-9424-21310f80f463 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.655647 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-221e3199-fa62-4133-9424-21310f80f463 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.657850 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-221e3199-fa62-4133-9424-21310f80f463 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.709823 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-221e3199-fa62-4133-9424-21310f80f463 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.710441 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221e3199-fa62-4133-9424-21310f80f463 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Fanout notify agent at l3_agent the message router_deleted on router 5e0486b8-41cb-4540-a4d7-24b350b38361 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:53:15.717891 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-221e3199-fa62-4133-9424-21310f80f463 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.719015 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-221e3199-fa62-4133-9424-21310f80f463 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "DELETE /v2.0/routers/5e0486b8-41cb-4540-a4d7-24b350b38361 HTTP/1.1" status: 204 len: 168 time: 0.8508945 Jul 22 19:53:15.722026 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58030) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:15.797922 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e24601db-8607-44fe-a3af-6cb8061002d5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.900447 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e24601db-8607-44fe-a3af-6cb8061002d5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.911458 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-e24601db-8607-44fe-a3af-6cb8061002d5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceda171a-e5f5-41f9-a2c2-d935809f7306']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:15.928694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-e24601db-8607-44fe-a3af-6cb8061002d5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f32b95e-752d-42cc-be64-f91c894e05d1') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:15.929103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-e24601db-8607-44fe-a3af-6cb8061002d5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f32b95e-752d-42cc-be64-f91c894e05d1') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:15.946118 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e24601db-8607-44fe-a3af-6cb8061002d5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.971690 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e24601db-8607-44fe-a3af-6cb8061002d5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.978530 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24601db-8607-44fe-a3af-6cb8061002d5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:53:15.978913 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e24601db-8607-44fe-a3af-6cb8061002d5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:53:15.981878 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:53:16.038142 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e24601db-8607-44fe-a3af-6cb8061002d5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.045299 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e24601db-8607-44fe-a3af-6cb8061002d5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.047108 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e24601db-8607-44fe-a3af-6cb8061002d5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] 10.222.0.13 "DELETE /v2.0/networks/ceda171a-e5f5-41f9-a2c2-d935809f7306 HTTP/1.1" status: 204 len: 168 time: 0.3241260 Jul 22 19:53:16.066811 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24601db-8607-44fe-a3af-6cb8061002d5 tempest-TestNetworkBasicOps-1857621122 tempest-TestNetworkBasicOps-1857621122-project] Pushing event deleted for resources: {'Network': ['ID=ceda171a-e5f5-41f9-a2c2-d935809f7306,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:16.266119 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-8146e77e-9701-41ea-86f4-c3845ca7e4c4 req-10e4130c-a494-47fe-aa68-a1bb23edb07a service neutron] (93807) timed out ('10.222.0.30', 56654) {{(pid=93807) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 19:53:16.345893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58036) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:16.507639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-65153d5a-4977-4c3f-92c5-163e3e60d3f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=966499b6f22943c2a587daeac55eefe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605315 Jul 22 19:53:16.510139 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58040) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:16.569565 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-38f0b8ac-9c62-447a-8783-893eddc947a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.589572 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-38f0b8ac-9c62-447a-8783-893eddc947a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.634833 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-38f0b8ac-9c62-447a-8783-893eddc947a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.637311 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-38f0b8ac-9c62-447a-8783-893eddc947a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.638447 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-38f0b8ac-9c62-447a-8783-893eddc947a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86c11ba0-e796-4ac7-92f8-a3dbf6617fcc HTTP/1.1" status: 204 len: 168 time: 0.1274230 Jul 22 19:53:16.646387 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0b8ac-9c62-447a-8783-893eddc947a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c11ba0-e796-4ac7-92f8-a3dbf6617fcc,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:16.892025 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58046) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:16.905029 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-299de484-9867-4eac-ba7d-3edf808120cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.992904 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:53:17.004175 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-299de484-9867-4eac-ba7d-3edf808120cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:17.007890 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-299de484-9867-4eac-ba7d-3edf808120cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:17.015935 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:53:17.016284 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a75fc343-0c8a-425b-ae4a-dd5eaf9ae3b6 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:53:17.017260 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 97034383-8aae-483e-a3b0-22927e98d93c no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:53:17.036593 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 97034383-8aae-483e-a3b0-22927e98d93c {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:53:17.036941 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 97034383-8aae-483e-a3b0-22927e98d93c not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:53:17.037360 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 47d4545b-0a2e-4b17-a3ca-24e3000113a3 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:53:17.046445 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-299de484-9867-4eac-ba7d-3edf808120cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f185bd44ace4cb7b2cd43b6b0b7a330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532781 Jul 22 19:53:17.048718 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299de484-9867-4eac-ba7d-3edf808120cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f605b71-24f4-47b9-82f4-9ddf4f7ed1e1,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:17.049478 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58048) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:17.056699 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 47d4545b-0a2e-4b17-a3ca-24e3000113a3 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:53:17.057047 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 47d4545b-0a2e-4b17-a3ca-24e3000113a3 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:53:17.103191 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93e240a5-6790-43fc-b1be-4f5f4df81ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:17.123212 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93e240a5-6790-43fc-b1be-4f5f4df81ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:17.168139 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93e240a5-6790-43fc-b1be-4f5f4df81ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:17.170647 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93e240a5-6790-43fc-b1be-4f5f4df81ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:17.171779 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-93e240a5-6790-43fc-b1be-4f5f4df81ee9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f605b71-24f4-47b9-82f4-9ddf4f7ed1e1 HTTP/1.1" status: 204 len: 168 time: 0.1212394 Jul 22 19:53:17.179241 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e240a5-6790-43fc-b1be-4f5f4df81ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f605b71-24f4-47b9-82f4-9ddf4f7ed1e1,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:17.186793 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e240a5-6790-43fc-b1be-4f5f4df81ee9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:17.187134 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e240a5-6790-43fc-b1be-4f5f4df81ee9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:17.187476 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e240a5-6790-43fc-b1be-4f5f4df81ee9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:17.187833 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e240a5-6790-43fc-b1be-4f5f4df81ee9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:17.188149 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e240a5-6790-43fc-b1be-4f5f4df81ee9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:17.189048 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e240a5-6790-43fc-b1be-4f5f4df81ee9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:17.189383 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e240a5-6790-43fc-b1be-4f5f4df81ee9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:17.189857 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e240a5-6790-43fc-b1be-4f5f4df81ee9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:17.190182 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e240a5-6790-43fc-b1be-4f5f4df81ee9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:17.190513 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e240a5-6790-43fc-b1be-4f5f4df81ee9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:17.190844 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e240a5-6790-43fc-b1be-4f5f4df81ee9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:17.191168 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e240a5-6790-43fc-b1be-4f5f4df81ee9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:19.140395 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58204) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:19.244938 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8763264b-d299-467c-9305-ef43cf1f2ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:19.333423 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8763264b-d299-467c-9305-ef43cf1f2ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:19.337188 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8763264b-d299-467c-9305-ef43cf1f2ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:19.373514 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763264b-d299-467c-9305-ef43cf1f2ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cc0654-a749-4582-b059-85e180d8e0ce,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:19.378474 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8763264b-d299-467c-9305-ef43cf1f2ec1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c526403c272f42fa9dd9ae0052db4c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370279 Jul 22 19:53:19.381222 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58208) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:19.430288 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5f3ca969-bfa0-4ca8-965d-68a79980a285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:19.451091 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5f3ca969-bfa0-4ca8-965d-68a79980a285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:19.495728 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5f3ca969-bfa0-4ca8-965d-68a79980a285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:19.498247 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5f3ca969-bfa0-4ca8-965d-68a79980a285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:19.499419 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5f3ca969-bfa0-4ca8-965d-68a79980a285 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37cc0654-a749-4582-b059-85e180d8e0ce HTTP/1.1" status: 204 len: 168 time: 0.1173766 Jul 22 19:53:19.507376 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ca969-bfa0-4ca8-965d-68a79980a285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cc0654-a749-4582-b059-85e180d8e0ce,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:19.750887 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58214) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:19.764188 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a832717d-d325-49cb-87d3-200173ea2207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:19.856023 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a832717d-d325-49cb-87d3-200173ea2207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:19.859616 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a832717d-d325-49cb-87d3-200173ea2207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:19.895379 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832717d-d325-49cb-87d3-200173ea2207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd4022e-dc6c-4c57-8dcd-3f1274b7d1e7,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:19.899642 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a832717d-d325-49cb-87d3-200173ea2207 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=139151b1c98d4b27abb46fbfa70fe698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477413 Jul 22 19:53:19.902299 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58216) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:19.949172 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-948f16ee-ba65-4d26-a46c-1c4f50545015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:19.971487 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-948f16ee-ba65-4d26-a46c-1c4f50545015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.016390 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-948f16ee-ba65-4d26-a46c-1c4f50545015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.019603 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-948f16ee-ba65-4d26-a46c-1c4f50545015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.020787 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-948f16ee-ba65-4d26-a46c-1c4f50545015 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bcd4022e-dc6c-4c57-8dcd-3f1274b7d1e7 HTTP/1.1" status: 204 len: 168 time: 0.1176453 Jul 22 19:53:20.028334 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f16ee-ba65-4d26-a46c-1c4f50545015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd4022e-dc6c-4c57-8dcd-3f1274b7d1e7,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:28.530786 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a7148f80-17fd-4636-a900-569a4a2e819e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:30.073498 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-a85b3f35-a4a5-414e-8aa8-6807f7e5f9e8 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=406fc510013b489297c15f0a795e728f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293167 Jul 22 19:53:30.525067 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-9b16df86-61a8-4bb1-9988-bd7e52796a4f tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:30.526562 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-9b16df86-61a8-4bb1-9988-bd7e52796a4f tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4482126 Jul 22 19:53:30.542002 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-fae6a344-9344-4635-874d-7de4bd4058bb tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/quotas/406fc510013b489297c15f0a795e728f HTTP/1.1" status: 200 len: 375 time: 0.0094016 Jul 22 19:53:30.576833 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-215bebba-3471-4d4a-bdce-1761937826ec tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=406fc510013b489297c15f0a795e728f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300338 Jul 22 19:53:30.738239 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aa4e2e58-7e8c-4d67-a8a1-a415d78f16f9 req-82cfee81-5900-44c4-ad0a-deb1d08627d7 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/ports?device_id=04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8 HTTP/1.1" status: 200 len: 210 time: 0.0299850 Jul 22 19:53:31.038539 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-21949d86-995d-4c9a-9025-3bbaecd74b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:31.174507 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:31.537428 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-c3ca8d8e-f8ce-4a32-9617-230b3149c095 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=406fc510013b489297c15f0a795e728f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245311 Jul 22 19:53:31.648834 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-e966a727-ce97-4ad5-8ccb-1aa7ffd2389e tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:31.650371 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-e966a727-ce97-4ad5-8ccb-1aa7ffd2389e tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1084330 Jul 22 19:53:31.662550 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-835f42fe-7272-4caf-a42a-91390654f478 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Request body: {'port': {'device_id': '04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'admin_state_up': True, 'tenant_id': '406fc510013b489297c15f0a795e728f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:31.772189 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-835f42fe-7272-4caf-a42a-91390654f478 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Made reservation on behalf of 406fc510013b489297c15f0a795e728f for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:31.775709 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-835f42fe-7272-4caf-a42a-91390654f478 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:31.784609 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-835f42fe-7272-4caf-a42a-91390654f478 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:31.840602 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f5ff6018-0741-433d-9759-aff8b3d88726 req-a5ac89ee-f9e9-4286-9a4b-230b57cb9db4 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/ports?device_id=04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8 HTTP/1.1" status: 200 len: 210 time: 0.0334699 Jul 22 19:53:31.907668 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-835f42fe-7272-4caf-a42a-91390654f478 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:31.911385 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-835f42fe-7272-4caf-a42a-91390654f478 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:31.976867 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f42fe-7272-4caf-a42a-91390654f478 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391c307b-6cbb-4f5e-a392-46e3f72ecbc0,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:32.047626 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-835f42fe-7272-4caf-a42a-91390654f478 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Allocated IP 192.168.233.25 (075dd58f-0307-4ad7-a4cd-273ff8c5112e/5a967156-f3ce-4d89-ac17-327dca1201e7/6d438548-7665-485b-bf8b-7a90534e8731) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:32.204822 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-835f42fe-7272-4caf-a42a-91390654f478 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:32.221052 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-835f42fe-7272-4caf-a42a-91390654f478 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Transition to ACTIVE for port object 6d438548-7665-485b-bf8b-7a90534e8731 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:32.255105 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-835f42fe-7272-4caf-a42a-91390654f478 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:32.299955 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-835f42fe-7272-4caf-a42a-91390654f478 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Network 075dd58f-0307-4ad7-a4cd-273ff8c5112e is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:32.302930 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-835f42fe-7272-4caf-a42a-91390654f478 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:32.306895 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-835f42fe-7272-4caf-a42a-91390654f478 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:32.333707 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f42fe-7272-4caf-a42a-91390654f478 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Pushing event updated for resources: {'Port': ['ID=6d438548-7665-485b-bf8b-7a90534e8731,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:32.361656 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-835f42fe-7272-4caf-a42a-91390654f478 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:32.362299 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-835f42fe-7272-4caf-a42a-91390654f478 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:32.378920 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-835f42fe-7272-4caf-a42a-91390654f478 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7200890 Jul 22 19:53:32.392168 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] Request body: {'port': {'device_id': '04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:32.478109 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:32.479062 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:32.560872 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d38010d6-00a5-4ff6-a9a1-be136cba8200 None None] Provisioning for port 6d438548-7665-485b-bf8b-7a90534e8731 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:32.564468 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d38010d6-00a5-4ff6-a9a1-be136cba8200 None None] Provisioning complete for port 6d438548-7665-485b-bf8b-7a90534e8731 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:32.564860 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d38010d6-00a5-4ff6-a9a1-be136cba8200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:32.599019 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-d38010d6-00a5-4ff6-a9a1-be136cba8200 None None] Port 6d438548-7665-485b-bf8b-7a90534e8731 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:53:32.737100 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d438548-7665-485b-bf8b-7a90534e8731 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:53:32.744244 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:32.756369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] Transition to ACTIVE for port object 6d438548-7665-485b-bf8b-7a90534e8731 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:32.760153 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:32.835376 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] Pushing event updated for resources: {'Port': ['ID=6d438548-7665-485b-bf8b-7a90534e8731,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:32.887762 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] Attempting to bind port 6d438548-7665-485b-bf8b-7a90534e8731 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:53:32.888099 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] Attempting to bind port 6d438548-7665-485b-bf8b-7a90534e8731 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:53:32.888599 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] Attempting to bind port 6d438548-7665-485b-bf8b-7a90534e8731 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:53:32.893743 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] Port 6d438548-7665-485b-bf8b-7a90534e8731 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:53:32.894073 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] Attempting to bind port 6d438548-7665-485b-bf8b-7a90534e8731 on network 075dd58f-0307-4ad7-a4cd-273ff8c5112e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:53:32.899990 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:53:32.900336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] Checking segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:32.900760 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] Bound using segment: {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:53:32.901193 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] Bound port: 6d438548-7665-485b-bf8b-7a90534e8731, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3de619-5231-43b7-83ac-eff2914e5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:53:32.901554 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:33.010087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] For port 6d438548-7665-485b-bf8b-7a90534e8731, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:53:33.026122 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] For port 6d438548-7665-485b-bf8b-7a90534e8731, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=6d438548-7665-485b-bf8b-7a90534e8731,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:53:33.034182 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543a758-0e04-496b-8023-b0c66a8bef23 req-6b757526-9c67-44ad-a25a-8d7aee5b62bc tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:33.035678 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e543a758-0e04-496b-8023-b0c66a8bef23 req-6b757526-9c67-44ad-a25a-8d7aee5b62bc tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/ports?device_id=04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8 HTTP/1.1" status: 200 len: 947 time: 0.1227005 Jul 22 19:53:33.037149 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:33.092411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:33.093066 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:33.094451 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] 10.222.0.30 "PUT /v2.0/ports/6d438548-7665-485b-bf8b-7a90534e8731 HTTP/1.1" status: 200 len: 1096 time: 0.7068243 Jul 22 19:53:33.095234 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8', 'tag': '6d438548-7665-485b-bf8b-7a90534e8731'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:53:33.097690 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65816ef3-9bd9-47f9-a395-69d4bdc320d8" -d '{"events": [{"name": "network-changed", "server_uuid": "04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8", "tag": "6d438548-7665-485b-bf8b-7a90534e8731"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:53:33.131191 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e543a758-0e04-496b-8023-b0c66a8bef23 req-98ad6572-bed1-4c86-88eb-fad1d04af68d tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/security-groups?id=391c307b-6cbb-4f5e-a392-46e3f72ecbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896151 Jul 22 19:53:33.131920 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33eafcb-4037-4113-b6b8-d6690b23f23b service neutron] Pushing event updated for resources: {'Port': ['ID=6d438548-7665-485b-bf8b-7a90534e8731,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:33.145943 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9729b40-5227-4579-b93b-875aecfd6707 x-openstack-request-id: req-c9729b40-5227-4579-b93b-875aecfd6707 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:53:33.146236 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8", "tag": "6d438548-7665-485b-bf8b-7a90534e8731", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:53:33.146491 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9729b40-5227-4579-b93b-875aecfd6707 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:53:33.146899 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8', 'tag': '6d438548-7665-485b-bf8b-7a90534e8731', 'status': 'completed', 'code': 200} Jul 22 19:53:33.215297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-734280aa-334a-4475-a000-1a4bd31af388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:33.216864 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-734280aa-334a-4475-a000-1a4bd31af388 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=406fc510013b489297c15f0a795e728f&device_id=04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8 HTTP/1.1" status: 200 len: 1099 time: 0.0573900 Jul 22 19:53:33.264463 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-7506a8b6-40bd-428b-b0bd-378b908b0012 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=6d438548-7665-485b-bf8b-7a90534e8731 HTTP/1.1" status: 200 len: 217 time: 0.0406606 Jul 22 19:53:33.313702 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-136faa82-1977-4b72-8b1f-91868c5ae723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:33.315729 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-136faa82-1977-4b72-8b1f-91868c5ae723 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0446551 Jul 22 19:53:33.373178 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-63d5d942-f45b-4330-8307-5f388278c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:33.374638 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-63d5d942-f45b-4330-8307-5f388278c0b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0533533 Jul 22 19:53:33.466441 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-2383d939-778e-4828-899b-dc5910ca81e3 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850601 Jul 22 19:53:33.556791 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d64b6ec-cb6f-4ba5-96e9-69febcdf09f5 req-c3f98155-0684-4653-a056-6af71d66cfd0 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838006 Jul 22 19:53:33.655379 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65816ef3-9bd9-47f9-a395-69d4bdc320d8 req-161d2fb5-234c-4d7b-bbc8-a146d6eaea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:33.656884 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65816ef3-9bd9-47f9-a395-69d4bdc320d8 req-161d2fb5-234c-4d7b-bbc8-a146d6eaea23 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=406fc510013b489297c15f0a795e728f&device_id=04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8 HTTP/1.1" status: 200 len: 1099 time: 0.0576921 Jul 22 19:53:33.745386 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65816ef3-9bd9-47f9-a395-69d4bdc320d8 req-b34dd981-c82d-4f94-a3ff-7ac2f5fd5eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:33.746840 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65816ef3-9bd9-47f9-a395-69d4bdc320d8 req-b34dd981-c82d-4f94-a3ff-7ac2f5fd5eae service neutron] 10.222.0.30 "GET /v2.0/networks?id=075dd58f-0307-4ad7-a4cd-273ff8c5112e HTTP/1.1" status: 200 len: 870 time: 0.0839508 Jul 22 19:53:33.789958 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65816ef3-9bd9-47f9-a395-69d4bdc320d8 req-e774035e-c41a-410a-a657-c9f3617d143d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=6d438548-7665-485b-bf8b-7a90534e8731 HTTP/1.1" status: 200 len: 217 time: 0.0369394 Jul 22 19:53:33.840684 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65816ef3-9bd9-47f9-a395-69d4bdc320d8 req-06ab15d5-9036-488d-827a-4fb4012ad3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:33.842073 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65816ef3-9bd9-47f9-a395-69d4bdc320d8 req-06ab15d5-9036-488d-827a-4fb4012ad3e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a967156-f3ce-4d89-ac17-327dca1201e7 HTTP/1.1" status: 200 len: 843 time: 0.0465379 Jul 22 19:53:33.901225 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65816ef3-9bd9-47f9-a395-69d4bdc320d8 req-08c1641b-22c4-4767-a831-eaedc91cb02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:33.902700 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65816ef3-9bd9-47f9-a395-69d4bdc320d8 req-08c1641b-22c4-4767-a831-eaedc91cb02e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=075dd58f-0307-4ad7-a4cd-273ff8c5112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0531530 Jul 22 19:53:33.994594 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65816ef3-9bd9-47f9-a395-69d4bdc320d8 req-956fd3b6-0ea7-4c0b-a63e-5ff9cbbc46f5 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850985 Jul 22 19:53:34.083147 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65816ef3-9bd9-47f9-a395-69d4bdc320d8 req-f74512e6-389a-4dc4-8889-290cd161fde3 service neutron] 10.222.0.30 "GET /v2.0/networks/075dd58f-0307-4ad7-a4cd-273ff8c5112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809181 Jul 22 19:53:34.116423 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:34.278031 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ed0ca-60d2-4a57-adba-fc8bdcebb827 req-cdd2450d-ffe1-46a9-91d7-e63131a06e76 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:34.279498 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b8ed0ca-60d2-4a57-adba-fc8bdcebb827 req-cdd2450d-ffe1-46a9-91d7-e63131a06e76 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/ports?device_id=04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8 HTTP/1.1" status: 200 len: 947 time: 0.0680857 Jul 22 19:53:34.316775 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b8ed0ca-60d2-4a57-adba-fc8bdcebb827 req-ec1040be-0164-455e-898f-e1af841db868 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/security-groups?id=391c307b-6cbb-4f5e-a392-46e3f72ecbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310760 Jul 22 19:53:35.446027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6557683-a231-44b5-a242-2caf315471af req-12a1b213-396e-4a2b-b9ff-420381e14c00 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:35.447542 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6557683-a231-44b5-a242-2caf315471af req-12a1b213-396e-4a2b-b9ff-420381e14c00 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/ports?device_id=04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8 HTTP/1.1" status: 200 len: 947 time: 0.0641713 Jul 22 19:53:35.485337 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6557683-a231-44b5-a242-2caf315471af req-96190aad-5680-41c0-8973-7a4bd4ae665e tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/security-groups?id=391c307b-6cbb-4f5e-a392-46e3f72ecbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322514 Jul 22 19:53:35.849221 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 6d438548-7665-485b-bf8b-7a90534e8731 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:53:35.944196 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 6d438548-7665-485b-bf8b-7a90534e8731, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=6d438548-7665-485b-bf8b-7a90534e8731,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:35.955718 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '6d438548-7665-485b-bf8b-7a90534e8731', 'network_id': '075dd58f-0307-4ad7-a4cd-273ff8c5112e', 'port_id': '6d438548-7665-485b-bf8b-7a90534e8731', 'mac_address': 'fa:16:3e:a9:c9:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a967156-f3ce-4d89-ac17-327dca1201e7', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:53:35.991670 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:36.004495 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d438548-7665-485b-bf8b-7a90534e8731 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:53:36.027196 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 6d438548-7665-485b-bf8b-7a90534e8731, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=6d438548-7665-485b-bf8b-7a90534e8731,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:36.031234 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:36.076924 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=6d438548-7665-485b-bf8b-7a90534e8731,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:36.084958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:36.085298 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:36.085633 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:36.085963 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:36.086288 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:36.086614 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:36.086936 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:36.087256 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:36.087574 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:36.087897 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:36.088213 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:36.088555 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:36.259543 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['6d438548-7665-485b-bf8b-7a90534e8731'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:53:36.618685 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784b4cd-5136-4cdc-9317-0e5a35a07263 req-4e6064b5-a70a-48b1-bbf1-921cc5c9fda4 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:36.620208 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c784b4cd-5136-4cdc-9317-0e5a35a07263 req-4e6064b5-a70a-48b1-bbf1-921cc5c9fda4 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/ports?device_id=04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8 HTTP/1.1" status: 200 len: 948 time: 0.0668354 Jul 22 19:53:36.657182 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c784b4cd-5136-4cdc-9317-0e5a35a07263 req-c3084293-10f2-4bb2-a9ae-3209e7f9677c tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/security-groups?id=391c307b-6cbb-4f5e-a392-46e3f72ecbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313392 Jul 22 19:53:37.790812 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f35e36-9ce3-4751-b8ee-014edda4f29e req-5a103c66-6677-4c7c-84b4-5a2911c44383 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:37.792284 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2f35e36-9ce3-4751-b8ee-014edda4f29e req-5a103c66-6677-4c7c-84b4-5a2911c44383 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/ports?device_id=04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8 HTTP/1.1" status: 200 len: 948 time: 0.0674798 Jul 22 19:53:37.830697 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2f35e36-9ce3-4751-b8ee-014edda4f29e req-2a121f03-55ba-44fb-95f6-cd132a38e9dc tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/security-groups?id=391c307b-6cbb-4f5e-a392-46e3f72ecbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324323 Jul 22 19:53:37.864555 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 6d438548-7665-485b-bf8b-7a90534e8731 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:53:37.913364 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 6d438548-7665-485b-bf8b-7a90534e8731 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:37.916780 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 6d438548-7665-485b-bf8b-7a90534e8731 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:37.917144 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:37.994462 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:38.016545 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d438548-7665-485b-bf8b-7a90534e8731'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:53:38.019076 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd1b78f-75a5-49ff-ae9e-7f713f456203" -d '{"events": [{"server_uuid": "04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8", "name": "network-vif-plugged", "status": "completed", "tag": "6d438548-7665-485b-bf8b-7a90534e8731"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:53:38.031472 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 6d438548-7665-485b-bf8b-7a90534e8731, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=6d438548-7665-485b-bf8b-7a90534e8731,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:38.035160 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:38.061892 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99acdc5d-7b1a-439a-bf5d-300db92ed968 x-openstack-request-id: req-99acdc5d-7b1a-439a-bf5d-300db92ed968 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:53:38.062171 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8", "name": "network-vif-plugged", "status": "completed", "tag": "6d438548-7665-485b-bf8b-7a90534e8731", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:53:38.062420 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99acdc5d-7b1a-439a-bf5d-300db92ed968 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:53:38.062794 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d438548-7665-485b-bf8b-7a90534e8731', 'code': 200} Jul 22 19:53:38.088990 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=6d438548-7665-485b-bf8b-7a90534e8731,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:38.163741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f2534-7029-47c1-aa52-cbf7052d1423 req-29cdb8b3-41c7-49ea-ad6f-6fa5043cc7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:38.165272 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c6f2534-7029-47c1-aa52-cbf7052d1423 req-29cdb8b3-41c7-49ea-ad6f-6fa5043cc7a7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8 HTTP/1.1" status: 200 len: 1101 time: 0.0553324 Jul 22 19:53:38.199266 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c6f2534-7029-47c1-aa52-cbf7052d1423 req-0ecc1fda-e1fd-4469-9a92-2cda8cddcbb7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=391c307b-6cbb-4f5e-a392-46e3f72ecbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278912 Jul 22 19:53:38.965908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6572f70-cb77-4929-a8b6-336d23f1a3be req-913f6659-cffb-473b-adcb-b6006d0a4295 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:38.967421 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6572f70-cb77-4929-a8b6-336d23f1a3be req-913f6659-cffb-473b-adcb-b6006d0a4295 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/ports?device_id=04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8 HTTP/1.1" status: 200 len: 949 time: 0.0678892 Jul 22 19:53:39.006952 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6572f70-cb77-4929-a8b6-336d23f1a3be req-c60cc6c9-af3e-483d-b1ac-d1177dc81a43 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/security-groups?id=391c307b-6cbb-4f5e-a392-46e3f72ecbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336721 Jul 22 19:53:39.406606 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:40.137359 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7ffa8-f1ea-4627-9cf4-8d23fb11d49c req-7577cf2d-545b-4c54-9dda-8ee6cae76914 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:40.138847 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-98f7ffa8-f1ea-4627-9cf4-8d23fb11d49c req-7577cf2d-545b-4c54-9dda-8ee6cae76914 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/ports?device_id=04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8 HTTP/1.1" status: 200 len: 949 time: 0.0637422 Jul 22 19:53:40.177498 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-98f7ffa8-f1ea-4627-9cf4-8d23fb11d49c req-3f6e194c-0a63-4dae-8949-2be34c415865 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/security-groups?id=391c307b-6cbb-4f5e-a392-46e3f72ecbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323112 Jul 22 19:53:40.447845 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-64098899-1970-4329-bacb-4e0accb291df req-5874c1fd-2021-485d-9107-57e9928d0e25 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:53:40.448864 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-64098899-1970-4329-bacb-4e0accb291df req-5874c1fd-2021-485d-9107-57e9928d0e25 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055475 Jul 22 19:53:40.763139 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-526172f7-5633-4714-a1b4-5b6f96209a42 req-be1f48c7-35fe-4cac-bdc1-0bb20ae2ac92 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:53:40.764028 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-526172f7-5633-4714-a1b4-5b6f96209a42 req-be1f48c7-35fe-4cac-bdc1-0bb20ae2ac92 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053556 Jul 22 19:53:41.108480 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48cd1c-489d-42a1-a1d2-c145c74bf226 req-d7b8f689-2031-4fe8-83b9-70208038a3db tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:41.110007 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b48cd1c-489d-42a1-a1d2-c145c74bf226 req-d7b8f689-2031-4fe8-83b9-70208038a3db tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/ports?device_id=04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8 HTTP/1.1" status: 200 len: 949 time: 0.0677917 Jul 22 19:53:41.149622 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b48cd1c-489d-42a1-a1d2-c145c74bf226 req-eeb5a06f-11fd-4886-84e5-50492aff97b5 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/security-groups?id=391c307b-6cbb-4f5e-a392-46e3f72ecbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335836 Jul 22 19:53:42.087296 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:42.336351 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01056e44-76bd-4092-8f74-2b8d75a9b240 req-3ddc9173-8e9c-44a8-a03a-984c5fe25fdb tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:42.337762 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01056e44-76bd-4092-8f74-2b8d75a9b240 req-3ddc9173-8e9c-44a8-a03a-984c5fe25fdb tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/ports?device_id=04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8 HTTP/1.1" status: 200 len: 949 time: 0.1073773 Jul 22 19:53:42.354530 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5e4a3-c3ea-40e7-828b-9f740a2ee593 req-b3102ed9-78b2-4e20-866c-053d67bbe91a tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:42.355919 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2c5e4a3-c3ea-40e7-828b-9f740a2ee593 req-b3102ed9-78b2-4e20-866c-053d67bbe91a tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.30 "GET /v2.0/ports?device_id=04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8 HTTP/1.1" status: 200 len: 949 time: 0.0848281 Jul 22 19:53:42.422432 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01056e44-76bd-4092-8f74-2b8d75a9b240 req-40219d46-b9f0-46ca-9e5f-d4d33660f541 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.13 "GET /v2.0/security-groups?id=391c307b-6cbb-4f5e-a392-46e3f72ecbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777681 Jul 22 19:53:42.479108 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-d2c5e4a3-c3ea-40e7-828b-9f740a2ee593 req-f2ce9d4c-c5f6-4fe1-9a98-44830c60c085 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Deleting port 6d438548-7665-485b-bf8b-7a90534e8731 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:42.479454 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d2c5e4a3-c3ea-40e7-828b-9f740a2ee593 req-f2ce9d4c-c5f6-4fe1-9a98-44830c60c085 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:42.566909 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d2c5e4a3-c3ea-40e7-828b-9f740a2ee593 req-f2ce9d4c-c5f6-4fe1-9a98-44830c60c085 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] For port 6d438548-7665-485b-bf8b-7a90534e8731, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=6d438548-7665-485b-bf8b-7a90534e8731,segment=NetworkSegment(3b3de619-5231-43b7-83ac-eff2914e5eb6),segment_id=3b3de619-5231-43b7-83ac-eff2914e5eb6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:42.567264 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d2c5e4a3-c3ea-40e7-828b-9f740a2ee593 req-f2ce9d4c-c5f6-4fe1-9a98-44830c60c085 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:42.579994 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-d2c5e4a3-c3ea-40e7-828b-9f740a2ee593 req-f2ce9d4c-c5f6-4fe1-9a98-44830c60c085 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Calling delete_port for 6d438548-7665-485b-bf8b-7a90534e8731 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:42.706471 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d2c5e4a3-c3ea-40e7-828b-9f740a2ee593 req-f2ce9d4c-c5f6-4fe1-9a98-44830c60c085 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:42.718398 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['6d438548-7665-485b-bf8b-7a90534e8731'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:53:42.735254 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce9d4c-c5f6-4fe1-9a98-44830c60c085 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Pushing event deleted for resources: {'Port': ['ID=6d438548-7665-485b-bf8b-7a90534e8731,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:42.768305 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce9d4c-c5f6-4fe1-9a98-44830c60c085 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:42.768697 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce9d4c-c5f6-4fe1-9a98-44830c60c085 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:42.769040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce9d4c-c5f6-4fe1-9a98-44830c60c085 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:42.769384 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce9d4c-c5f6-4fe1-9a98-44830c60c085 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:42.769727 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce9d4c-c5f6-4fe1-9a98-44830c60c085 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:42.770063 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce9d4c-c5f6-4fe1-9a98-44830c60c085 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:42.770397 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce9d4c-c5f6-4fe1-9a98-44830c60c085 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:42.770731 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce9d4c-c5f6-4fe1-9a98-44830c60c085 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:42.771062 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce9d4c-c5f6-4fe1-9a98-44830c60c085 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:42.771392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce9d4c-c5f6-4fe1-9a98-44830c60c085 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:42.771738 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce9d4c-c5f6-4fe1-9a98-44830c60c085 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:42.772043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce9d4c-c5f6-4fe1-9a98-44830c60c085 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:42.797107 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c5e4a3-c3ea-40e7-828b-9f740a2ee593 req-f2ce9d4c-c5f6-4fe1-9a98-44830c60c085 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] No DVR routers for this DVR port 6d438548-7665-485b-bf8b-7a90534e8731 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:53:42.800274 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d2c5e4a3-c3ea-40e7-828b-9f740a2ee593 req-f2ce9d4c-c5f6-4fe1-9a98-44830c60c085 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:42.802745 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d2c5e4a3-c3ea-40e7-828b-9f740a2ee593 req-f2ce9d4c-c5f6-4fe1-9a98-44830c60c085 tempest-ServersAdminNegativeTestJSON-1131532424 tempest-ServersAdminNegativeTestJSON-1131532424-project] 10.222.0.30 "DELETE /v2.0/ports/6d438548-7665-485b-bf8b-7a90534e8731 HTTP/1.1" status: 204 len: 173 time: 0.4405694 Jul 22 19:53:42.803233 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8', 'name': 'network-vif-deleted', 'tag': '6d438548-7665-485b-bf8b-7a90534e8731'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:53:42.807027 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3729103-7940-4f43-86a5-1c2fa8d4c3b6" -d '{"events": [{"server_uuid": "04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8", "name": "network-vif-deleted", "tag": "6d438548-7665-485b-bf8b-7a90534e8731"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:53:42.858099 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faea2a7-bb85-472b-8215-c41148178cce x-openstack-request-id: req-9faea2a7-bb85-472b-8215-c41148178cce {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:53:42.858372 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8", "name": "network-vif-deleted", "tag": "6d438548-7665-485b-bf8b-7a90534e8731", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:53:42.858627 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9faea2a7-bb85-472b-8215-c41148178cce {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:53:42.859027 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04108f8d-08e8-4ed9-ba10-fa8e8b56b1a8', 'name': 'network-vif-deleted', 'tag': '6d438548-7665-485b-bf8b-7a90534e8731', 'status': 'completed', 'code': 200} Jul 22 19:53:43.712454 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58346) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:43.838425 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4bd6446c-b310-471b-b76b-9dc9d10165ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=406fc510013b489297c15f0a795e728f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1247666 Jul 22 19:53:43.840874 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58350) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:43.888237 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cc806a1d-45de-4018-81c3-55bedd823a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:43.910234 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cc806a1d-45de-4018-81c3-55bedd823a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:43.955364 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cc806a1d-45de-4018-81c3-55bedd823a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:43.957944 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cc806a1d-45de-4018-81c3-55bedd823a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:43.959218 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cc806a1d-45de-4018-81c3-55bedd823a73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/391c307b-6cbb-4f5e-a392-46e3f72ecbc0 HTTP/1.1" status: 204 len: 168 time: 0.1170619 Jul 22 19:53:43.968287 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc806a1d-45de-4018-81c3-55bedd823a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391c307b-6cbb-4f5e-a392-46e3f72ecbc0,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:44.210413 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58356) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:44.223438 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dcc61c3a-3e43-4c2b-93bb-1dbbd8ad6b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:44.316836 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dcc61c3a-3e43-4c2b-93bb-1dbbd8ad6b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:44.320661 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dcc61c3a-3e43-4c2b-93bb-1dbbd8ad6b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:44.359734 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-dcc61c3a-3e43-4c2b-93bb-1dbbd8ad6b82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8411e0194c674e53b125437ae6456dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483026 Jul 22 19:53:44.361205 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc61c3a-3e43-4c2b-93bb-1dbbd8ad6b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8670885-8415-4c45-84db-5b49806af746,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:44.363276 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58358) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:44.412026 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-87e16a5c-4231-4dad-8619-472abb02348c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:44.435440 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-87e16a5c-4231-4dad-8619-472abb02348c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:44.480238 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-87e16a5c-4231-4dad-8619-472abb02348c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:44.482775 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-87e16a5c-4231-4dad-8619-472abb02348c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:44.483911 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-87e16a5c-4231-4dad-8619-472abb02348c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8670885-8415-4c45-84db-5b49806af746 HTTP/1.1" status: 204 len: 168 time: 0.1188502 Jul 22 19:53:44.491371 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e16a5c-4231-4dad-8619-472abb02348c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8670885-8415-4c45-84db-5b49806af746,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:45.124050 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58380) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:45.216609 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-438638be-e17b-4c50-ac9e-46af05d3165d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2099151315-network', 'tenant_id': '40254f64915440d394399db78aa89fb6'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:45.239842 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438638be-e17b-4c50-ac9e-46af05d3165d admin admin] Made reservation on behalf of 40254f64915440d394399db78aa89fb6 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:45.242369 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-438638be-e17b-4c50-ac9e-46af05d3165d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.250395 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-438638be-e17b-4c50-ac9e-46af05d3165d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.340535 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-438638be-e17b-4c50-ac9e-46af05d3165d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.344261 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-438638be-e17b-4c50-ac9e-46af05d3165d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.365840 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438638be-e17b-4c50-ac9e-46af05d3165d admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:53:45.380635 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438638be-e17b-4c50-ac9e-46af05d3165d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fc2b52-5564-4e8f-9f62-dddac149c0e8,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:45.386003 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-438638be-e17b-4c50-ac9e-46af05d3165d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.386341 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-438638be-e17b-4c50-ac9e-46af05d3165d admin admin] Added segment 8d1e0510-ef54-41eb-9e48-1d44c4f2ea20 of type vlan for network afa25f7f-4ea0-467e-98ed-b460c1c5ef5a Jul 22 19:53:45.434690 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-438638be-e17b-4c50-ac9e-46af05d3165d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.474172 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-438638be-e17b-4c50-ac9e-46af05d3165d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.475317 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438638be-e17b-4c50-ac9e-46af05d3165d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:45.475895 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-438638be-e17b-4c50-ac9e-46af05d3165d admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.519767 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-438638be-e17b-4c50-ac9e-46af05d3165d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3945184 Jul 22 19:53:45.522766 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58384) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:45.527966 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-6b251266-78c8-4f34-a171-aec429aba403 admin admin] Request body: {'subnet': {'network_id': 'afa25f7f-4ea0-467e-98ed-b460c1c5ef5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2099151315-subnet', 'tenant_id': '40254f64915440d394399db78aa89fb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:45.550197 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b251266-78c8-4f34-a171-aec429aba403 admin admin] Made reservation on behalf of 40254f64915440d394399db78aa89fb6 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:45.552730 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b251266-78c8-4f34-a171-aec429aba403 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.572310 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438638be-e17b-4c50-ac9e-46af05d3165d admin admin] Pushing event updated for resources: {'Network': ['ID=afa25f7f-4ea0-467e-98ed-b460c1c5ef5a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:45.582946 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network afa25f7f-4ea0-467e-98ed-b460c1c5ef5a details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:53:45.720890 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b251266-78c8-4f34-a171-aec429aba403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.775764 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b251266-78c8-4f34-a171-aec429aba403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e9fd37-6f9b-4c15-85c4-b7e1ac83f9f9,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:45.786181 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b251266-78c8-4f34-a171-aec429aba403 admin admin] Checking segment: {'id': '8d1e0510-ef54-41eb-9e48-1d44c4f2ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'afa25f7f-4ea0-467e-98ed-b460c1c5ef5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:45.786544 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b251266-78c8-4f34-a171-aec429aba403 admin admin] Network hostable DHCP agents. Network: afa25f7f-4ea0-467e-98ed-b460c1c5ef5a, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:53:45.803137 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b251266-78c8-4f34-a171-aec429aba403 admin admin] Network afa25f7f-4ea0-467e-98ed-b460c1c5ef5a is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:53:45.811781 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-6b251266-78c8-4f34-a171-aec429aba403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, afa25f7f-4ea0-467e-98ed-b460c1c5ef5a) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:45.816859 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b251266-78c8-4f34-a171-aec429aba403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:45.818760 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6b251266-78c8-4f34-a171-aec429aba403 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.819972 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb77356-ac77-4c50-99f1-3f26cbe90be9 None None] Network afa25f7f-4ea0-467e-98ed-b460c1c5ef5a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:45.832600 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6b251266-78c8-4f34-a171-aec429aba403 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3086979 Jul 22 19:53:45.944386 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 6d438548-7665-485b-bf8b-7a90534e8731 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:53:45.967693 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35db596-52b0-432c-bef3-28aca2dd5bee None None] Network afa25f7f-4ea0-467e-98ed-b460c1c5ef5a requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:45.970719 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 6d438548-7665-485b-bf8b-7a90534e8731 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:53:45.971091 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 6d438548-7665-485b-bf8b-7a90534e8731 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:53:46.304572 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-8164be2b-4951-4c76-ad72-547b038d780d tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:46.306242 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-8164be2b-4951-4c76-ad72-547b038d780d tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/networks?id=afa25f7f-4ea0-467e-98ed-b460c1c5ef5a HTTP/1.1" status: 200 len: 812 time: 0.1041391 Jul 22 19:53:46.321633 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-f5b3de1c-909e-4e25-995e-7ddfd152c0ad tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/quotas/40254f64915440d394399db78aa89fb6 HTTP/1.1" status: 200 len: 375 time: 0.0099921 Jul 22 19:53:46.356809 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-35d8beb3-81c5-4452-ab61-8eba9eca0ac9 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=40254f64915440d394399db78aa89fb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298419 Jul 22 19:53:46.368904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-7ba0df34-2043-4eb7-b348-9ac1099820b2 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:53:46.369859 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-7ba0df34-2043-4eb7-b348-9ac1099820b2 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063045 Jul 22 19:53:46.459702 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-f494f6cd-c72f-40ec-b74e-c3cbec9fd798 service neutron] 10.222.0.13 "GET /v2.0/networks/afa25f7f-4ea0-467e-98ed-b460c1c5ef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842953 Jul 22 19:53:46.551407 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-d251feae-2b15-45db-a9b4-3e0d4d7c8904 service neutron] 10.222.0.13 "GET /v2.0/networks/afa25f7f-4ea0-467e-98ed-b460c1c5ef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859408 Jul 22 19:53:46.710630 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9514f11d-33c3-4398-ba28-71989acff5f7 req-5c244b08-a73d-4a5a-8dbf-c3f0d3a4ea31 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 210 time: 0.0311062 Jul 22 19:53:47.596187 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-fc9bf867-6ce8-47ce-a3bf-4df9da2b341a tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:47.597702 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-fc9bf867-6ce8-47ce-a3bf-4df9da2b341a tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.30 "GET /v2.0/networks?id=afa25f7f-4ea0-467e-98ed-b460c1c5ef5a HTTP/1.1" status: 200 len: 812 time: 0.1053662 Jul 22 19:53:47.609857 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-4d4057be-a95c-49a0-a3ef-f4fe10274a0e tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Request body: {'port': {'device_id': 'cc2412d9-1b23-43fd-931a-d906d9bbb109', 'network_id': 'afa25f7f-4ea0-467e-98ed-b460c1c5ef5a', 'admin_state_up': True, 'tenant_id': '40254f64915440d394399db78aa89fb6'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:47.721870 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-4d4057be-a95c-49a0-a3ef-f4fe10274a0e tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Made reservation on behalf of 40254f64915440d394399db78aa89fb6 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:47.725380 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-4d4057be-a95c-49a0-a3ef-f4fe10274a0e tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:48.097271 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-944fa922-f2e7-4c20-ad3b-2a6a8f43daf0 req-68ca25d5-430a-4377-8448-ee7ce1bcab3b tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 210 time: 0.3172472 Jul 22 19:53:48.153056 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-4d4057be-a95c-49a0-a3ef-f4fe10274a0e tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Allocated IP 172.20.0.2 (afa25f7f-4ea0-467e-98ed-b460c1c5ef5a/27e9fd37-6f9b-4c15-85c4-b7e1ac83f9f9/2ad1cb0b-b566-4993-ad07-49abfd71a51d) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:48.300806 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-4d4057be-a95c-49a0-a3ef-f4fe10274a0e tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:48.338926 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-4d4057be-a95c-49a0-a3ef-f4fe10274a0e tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:48.378085 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-4d4057be-a95c-49a0-a3ef-f4fe10274a0e tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Network afa25f7f-4ea0-467e-98ed-b460c1c5ef5a is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:48.383530 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-4d4057be-a95c-49a0-a3ef-f4fe10274a0e tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:48.387040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-4d4057be-a95c-49a0-a3ef-f4fe10274a0e tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:48.414497 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4057be-a95c-49a0-a3ef-f4fe10274a0e tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Pushing event updated for resources: {'Port': ['ID=2ad1cb0b-b566-4993-ad07-49abfd71a51d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:48.439371 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-4d4057be-a95c-49a0-a3ef-f4fe10274a0e tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:48.439978 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-4d4057be-a95c-49a0-a3ef-f4fe10274a0e tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:48.453229 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-4d4057be-a95c-49a0-a3ef-f4fe10274a0e tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8472466 Jul 22 19:53:48.464628 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] Request body: {'port': {'device_id': 'cc2412d9-1b23-43fd-931a-d906d9bbb109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:48.539645 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:48.784672 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:53:48.793545 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad1cb0b-b566-4993-ad07-49abfd71a51d {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:53:48.801133 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:48.813204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] Transition to ACTIVE for port object 2ad1cb0b-b566-4993-ad07-49abfd71a51d will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:48.817316 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:48.886271 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad1cb0b-b566-4993-ad07-49abfd71a51d,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:48.935260 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] Attempting to bind port 2ad1cb0b-b566-4993-ad07-49abfd71a51d on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:53:48.935617 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] Attempting to bind port 2ad1cb0b-b566-4993-ad07-49abfd71a51d by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '8d1e0510-ef54-41eb-9e48-1d44c4f2ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'afa25f7f-4ea0-467e-98ed-b460c1c5ef5a'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:53:48.935946 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] Attempting to bind port 2ad1cb0b-b566-4993-ad07-49abfd71a51d on network afa25f7f-4ea0-467e-98ed-b460c1c5ef5a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:53:48.940681 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] Port 2ad1cb0b-b566-4993-ad07-49abfd71a51d on network afa25f7f-4ea0-467e-98ed-b460c1c5ef5a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:53:48.941003 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] Attempting to bind port 2ad1cb0b-b566-4993-ad07-49abfd71a51d on network afa25f7f-4ea0-467e-98ed-b460c1c5ef5a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:53:48.945761 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:53:48.946096 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] Checking segment: {'id': '8d1e0510-ef54-41eb-9e48-1d44c4f2ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'afa25f7f-4ea0-467e-98ed-b460c1c5ef5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:48.946472 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] Bound using segment: {'id': '8d1e0510-ef54-41eb-9e48-1d44c4f2ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'afa25f7f-4ea0-467e-98ed-b460c1c5ef5a'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:53:48.946893 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] Bound port: 2ad1cb0b-b566-4993-ad07-49abfd71a51d, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d1e0510-ef54-41eb-9e48-1d44c4f2ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'afa25f7f-4ea0-467e-98ed-b460c1c5ef5a'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:53:48.947241 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:49.011624 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] For port 2ad1cb0b-b566-4993-ad07-49abfd71a51d, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:53:49.014588 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] For port 2ad1cb0b-b566-4993-ad07-49abfd71a51d, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=2ad1cb0b-b566-4993-ad07-49abfd71a51d,segment=NetworkSegment(8d1e0510-ef54-41eb-9e48-1d44c4f2ea20),segment_id=8d1e0510-ef54-41eb-9e48-1d44c4f2ea20)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:53:49.019344 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:49.057803 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:49.058417 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:49.059800 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] 10.222.0.30 "PUT /v2.0/ports/2ad1cb0b-b566-4993-ad07-49abfd71a51d HTTP/1.1" status: 200 len: 1092 time: 0.5993226 Jul 22 19:53:49.060246 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2412d9-1b23-43fd-931a-d906d9bbb109', 'tag': '2ad1cb0b-b566-4993-ad07-49abfd71a51d'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:53:49.062554 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebc283c-7669-492c-a3d9-18d0c260e73b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2412d9-1b23-43fd-931a-d906d9bbb109", "tag": "2ad1cb0b-b566-4993-ad07-49abfd71a51d"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:53:49.089855 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd919a48-e824-4c8b-9cad-f446b3f8a708 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad1cb0b-b566-4993-ad07-49abfd71a51d,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:49.108598 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfe8ca1-7468-431c-ae83-c2e01144be3c x-openstack-request-id: req-7cfe8ca1-7468-431c-ae83-c2e01144be3c {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:53:49.108880 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2412d9-1b23-43fd-931a-d906d9bbb109", "tag": "2ad1cb0b-b566-4993-ad07-49abfd71a51d", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:53:49.109129 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7cfe8ca1-7468-431c-ae83-c2e01144be3c {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:53:49.109514 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2412d9-1b23-43fd-931a-d906d9bbb109', 'tag': '2ad1cb0b-b566-4993-ad07-49abfd71a51d', 'status': 'completed', 'code': 200} Jul 22 19:53:49.157379 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-46e7b101-6192-4492-8ca3-e67e4f43eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:49.158939 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-46e7b101-6192-4492-8ca3-e67e4f43eab5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40254f64915440d394399db78aa89fb6&device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 1095 time: 0.0600955 Jul 22 19:53:49.227116 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-539509ca-9a1f-466f-bc79-5b209c07486f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ad1cb0b-b566-4993-ad07-49abfd71a51d HTTP/1.1" status: 200 len: 217 time: 0.0605364 Jul 22 19:53:49.285681 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-ba047eea-c48b-4678-8626-e4b1ed8fafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:49.287131 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-ba047eea-c48b-4678-8626-e4b1ed8fafa3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27e9fd37-6f9b-4c15-85c4-b7e1ac83f9f9 HTTP/1.1" status: 200 len: 852 time: 0.0544538 Jul 22 19:53:49.299679 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddadd17-bef4-41ad-95d1-b92642231d4c req-908b8aae-c0ad-4d55-ae91-de390c046e44 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:49.301115 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8ddadd17-bef4-41ad-95d1-b92642231d4c req-908b8aae-c0ad-4d55-ae91-de390c046e44 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 943 time: 0.1362758 Jul 22 19:53:49.334304 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-911f9f8a-5c41-4db6-92db-382b93c9be1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=afa25f7f-4ea0-467e-98ed-b460c1c5ef5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321991 Jul 22 19:53:49.390442 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8ddadd17-bef4-41ad-95d1-b92642231d4c req-c1707eb5-8ab8-4ee6-9dbf-fd61328be9b4 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809271 Jul 22 19:53:49.441670 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-7079913f-7ac5-4dd3-b900-6a90df43b749 service neutron] 10.222.0.30 "GET /v2.0/networks/afa25f7f-4ea0-467e-98ed-b460c1c5ef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015475 Jul 22 19:53:49.528128 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0380e632-f5ac-4d9e-a3a8-5be159aa7013 req-949b73bd-e64e-4049-ae8b-8d9f7ee07e9c service neutron] 10.222.0.30 "GET /v2.0/networks/afa25f7f-4ea0-467e-98ed-b460c1c5ef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809426 Jul 22 19:53:49.625422 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc283c-7669-492c-a3d9-18d0c260e73b req-b12e802f-a63e-44eb-95bb-007ffb7b354b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:49.626954 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aebc283c-7669-492c-a3d9-18d0c260e73b req-b12e802f-a63e-44eb-95bb-007ffb7b354b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40254f64915440d394399db78aa89fb6&device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 1095 time: 0.0587656 Jul 22 19:53:49.714176 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc283c-7669-492c-a3d9-18d0c260e73b req-d4a8e5e0-3382-494e-8682-e4295605097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:49.715608 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aebc283c-7669-492c-a3d9-18d0c260e73b req-d4a8e5e0-3382-494e-8682-e4295605097e service neutron] 10.222.0.30 "GET /v2.0/networks?id=afa25f7f-4ea0-467e-98ed-b460c1c5ef5a HTTP/1.1" status: 200 len: 913 time: 0.0831833 Jul 22 19:53:49.759657 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aebc283c-7669-492c-a3d9-18d0c260e73b req-d4e13716-31f1-4a66-8022-1c0181e50c78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ad1cb0b-b566-4993-ad07-49abfd71a51d HTTP/1.1" status: 200 len: 217 time: 0.0367210 Jul 22 19:53:49.807321 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc283c-7669-492c-a3d9-18d0c260e73b req-4da1bce5-5b10-436f-b8dd-f88afa5b69ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:49.808746 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aebc283c-7669-492c-a3d9-18d0c260e73b req-4da1bce5-5b10-436f-b8dd-f88afa5b69ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27e9fd37-6f9b-4c15-85c4-b7e1ac83f9f9 HTTP/1.1" status: 200 len: 852 time: 0.0431273 Jul 22 19:53:49.841717 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aebc283c-7669-492c-a3d9-18d0c260e73b req-53ead4f4-8a6a-4850-8e67-7d24273f02f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=afa25f7f-4ea0-467e-98ed-b460c1c5ef5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267496 Jul 22 19:53:49.933624 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aebc283c-7669-492c-a3d9-18d0c260e73b req-00f96c90-3bca-46b1-bd03-21716ddf8916 service neutron] 10.222.0.30 "GET /v2.0/networks/afa25f7f-4ea0-467e-98ed-b460c1c5ef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843658 Jul 22 19:53:50.022859 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aebc283c-7669-492c-a3d9-18d0c260e73b req-7ff64b04-86de-4e03-8b22-6d17918d1385 service neutron] 10.222.0.30 "GET /v2.0/networks/afa25f7f-4ea0-467e-98ed-b460c1c5ef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821669 Jul 22 19:53:50.526566 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d6888-c392-435c-9a99-ef5bfd152d90 req-e6829d7b-a9c9-49e0-9e50-42b487dcde6c tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:50.528986 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae4d6888-c392-435c-9a99-ef5bfd152d90 req-e6829d7b-a9c9-49e0-9e50-42b487dcde6c tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 943 time: 0.0698891 Jul 22 19:53:50.567967 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae4d6888-c392-435c-9a99-ef5bfd152d90 req-f133d121-b43f-4f2b-9cf8-ad977b43b031 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329649 Jul 22 19:53:51.697732 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99793309-ee39-4fae-adf1-53db5892c608 req-08244b30-7af6-43a9-8488-480540f61c3e tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:51.699206 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99793309-ee39-4fae-adf1-53db5892c608 req-08244b30-7af6-43a9-8488-480540f61c3e tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 943 time: 0.0644341 Jul 22 19:53:51.736921 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-99793309-ee39-4fae-adf1-53db5892c608 req-98ea9352-2fb3-4df3-9e3a-8484db6cba82 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315511 Jul 22 19:53:51.934156 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 2ad1cb0b-b566-4993-ad07-49abfd71a51d details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:53:52.030878 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 2ad1cb0b-b566-4993-ad07-49abfd71a51d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=2ad1cb0b-b566-4993-ad07-49abfd71a51d,segment=NetworkSegment(8d1e0510-ef54-41eb-9e48-1d44c4f2ea20),segment_id=8d1e0510-ef54-41eb-9e48-1d44c4f2ea20)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:52.042432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '2ad1cb0b-b566-4993-ad07-49abfd71a51d', 'network_id': 'afa25f7f-4ea0-467e-98ed-b460c1c5ef5a', 'port_id': '2ad1cb0b-b566-4993-ad07-49abfd71a51d', 'mac_address': 'fa:16:3e:a7:ee:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e9fd37-6f9b-4c15-85c4-b7e1ac83f9f9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:53:52.080210 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:52.092389 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad1cb0b-b566-4993-ad07-49abfd71a51d {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:53:52.116354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 2ad1cb0b-b566-4993-ad07-49abfd71a51d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=2ad1cb0b-b566-4993-ad07-49abfd71a51d,segment=NetworkSegment(8d1e0510-ef54-41eb-9e48-1d44c4f2ea20),segment_id=8d1e0510-ef54-41eb-9e48-1d44c4f2ea20)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:52.119957 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:52.166088 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=2ad1cb0b-b566-4993-ad07-49abfd71a51d,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:52.302771 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['2ad1cb0b-b566-4993-ad07-49abfd71a51d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:53:52.865483 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fcc64-405e-4424-9fc5-c14fc780bdc0 req-88502b0b-ae9f-4a90-ba7f-bf8411db5e76 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:52.866964 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-890fcc64-405e-4424-9fc5-c14fc780bdc0 req-88502b0b-ae9f-4a90-ba7f-bf8411db5e76 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 944 time: 0.0638685 Jul 22 19:53:52.903923 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-890fcc64-405e-4424-9fc5-c14fc780bdc0 req-25147b3d-34ca-4b66-ac3c-b5ce468f492d tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314796 Jul 22 19:53:53.965276 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 2ad1cb0b-b566-4993-ad07-49abfd71a51d up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:53:54.016968 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 2ad1cb0b-b566-4993-ad07-49abfd71a51d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:54.020652 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 2ad1cb0b-b566-4993-ad07-49abfd71a51d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:54.021024 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:54.037778 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3af059-0445-4ad3-80b7-e2639c7b6e77 req-54d51bd7-eb21-4378-ac7f-b14d3b7816c5 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:54.039283 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b3af059-0445-4ad3-80b7-e2639c7b6e77 req-54d51bd7-eb21-4378-ac7f-b14d3b7816c5 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 944 time: 0.0694170 Jul 22 19:53:54.078266 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b3af059-0445-4ad3-80b7-e2639c7b6e77 req-1a892b13-cdfe-4a5b-a99b-3609b15b0bbe tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333760 Jul 22 19:53:54.099066 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:54.121657 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2412d9-1b23-43fd-931a-d906d9bbb109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad1cb0b-b566-4993-ad07-49abfd71a51d'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:53:54.123893 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be178293-7398-4a39-92bd-387099750ca3" -d '{"events": [{"server_uuid": "cc2412d9-1b23-43fd-931a-d906d9bbb109", "name": "network-vif-plugged", "status": "completed", "tag": "2ad1cb0b-b566-4993-ad07-49abfd71a51d"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:53:54.136704 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 2ad1cb0b-b566-4993-ad07-49abfd71a51d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=2ad1cb0b-b566-4993-ad07-49abfd71a51d,segment=NetworkSegment(8d1e0510-ef54-41eb-9e48-1d44c4f2ea20),segment_id=8d1e0510-ef54-41eb-9e48-1d44c4f2ea20)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:54.140580 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:54.167119 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef289ce-2651-4b7c-bae5-7039eda86b91 x-openstack-request-id: req-3ef289ce-2651-4b7c-bae5-7039eda86b91 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:53:54.167404 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2412d9-1b23-43fd-931a-d906d9bbb109", "name": "network-vif-plugged", "status": "completed", "tag": "2ad1cb0b-b566-4993-ad07-49abfd71a51d", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:53:54.167651 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ef289ce-2651-4b7c-bae5-7039eda86b91 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:53:54.168026 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2412d9-1b23-43fd-931a-d906d9bbb109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad1cb0b-b566-4993-ad07-49abfd71a51d', 'code': 200} Jul 22 19:53:54.195869 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=2ad1cb0b-b566-4993-ad07-49abfd71a51d,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:54.272707 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43828143-4fcc-4fa7-8753-7dae652d58e2 req-af14d635-e8da-4fd3-90aa-b41125595613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:54.274219 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43828143-4fcc-4fa7-8753-7dae652d58e2 req-af14d635-e8da-4fd3-90aa-b41125595613 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 1097 time: 0.0539079 Jul 22 19:53:54.308293 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43828143-4fcc-4fa7-8753-7dae652d58e2 req-8a4c7815-f115-47e3-b59f-7c157438bef8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280256 Jul 22 19:53:55.210934 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7926d-c845-4634-9c18-a55fbca9405c req-b09faa41-bf0d-4bb5-8119-b561e1903a71 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:55.212335 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0b7926d-c845-4634-9c18-a55fbca9405c req-b09faa41-bf0d-4bb5-8119-b561e1903a71 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0677733 Jul 22 19:53:55.250109 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0b7926d-c845-4634-9c18-a55fbca9405c req-ad7c1669-1a9c-441f-98d0-45b8c6c00f39 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321774 Jul 22 19:53:55.509829 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0b5c6-2c1d-408e-b232-45000659de17 req-60e9e611-83e9-4522-8691-9cba08bf9869 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:55.511330 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42c0b5c6-2c1d-408e-b232-45000659de17 req-60e9e611-83e9-4522-8691-9cba08bf9869 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0733283 Jul 22 19:53:55.532022 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-dd69e711-5c67-4f96-966b-a265ad525633 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1040885 Jul 22 19:53:55.556731 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42c0b5c6-2c1d-408e-b232-45000659de17 req-80b1cf61-4475-4e9b-80a9-50cd95aa3299 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391779 Jul 22 19:53:56.617520 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-dda9c3c2-2fd4-4347-af2a-8f4ef395bd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:56.619037 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-dda9c3c2-2fd4-4347-af2a-8f4ef395bd6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40254f64915440d394399db78aa89fb6&device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 1097 time: 0.0556092 Jul 22 19:53:56.756938 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee06211-f65a-4691-9063-7efb05acee9d req-17194424-6936-4fc0-a151-922b8ec4bd1e tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:56.758415 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ee06211-f65a-4691-9063-7efb05acee9d req-17194424-6936-4fc0-a151-922b8ec4bd1e tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.1343138 Jul 22 19:53:56.761102 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-f22ee7f8-4363-41e9-87ea-03866d0059db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:56.762428 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-f22ee7f8-4363-41e9-87ea-03866d0059db service neutron] 10.222.0.30 "GET /v2.0/networks?id=afa25f7f-4ea0-467e-98ed-b460c1c5ef5a HTTP/1.1" status: 200 len: 913 time: 0.1366928 Jul 22 19:53:56.817000 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-bdb100bb-2346-4b19-9544-eed71919e4b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ad1cb0b-b566-4993-ad07-49abfd71a51d HTTP/1.1" status: 200 len: 217 time: 0.0468705 Jul 22 19:53:56.859287 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ee06211-f65a-4691-9063-7efb05acee9d req-2c3834c8-ee30-426d-a738-e8de0a4bbd07 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951617 Jul 22 19:53:56.877319 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-8669b115-0cff-4614-b817-7eae8a1787f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:56.878810 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-8669b115-0cff-4614-b817-7eae8a1787f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27e9fd37-6f9b-4c15-85c4-b7e1ac83f9f9 HTTP/1.1" status: 200 len: 852 time: 0.0527599 Jul 22 19:53:56.912383 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-6b6ad66d-47b6-46ad-a00b-5c647bd564a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=afa25f7f-4ea0-467e-98ed-b460c1c5ef5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277786 Jul 22 19:53:57.005898 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-0f41b71f-111f-4710-abe3-2a0a3735a14d service neutron] 10.222.0.30 "GET /v2.0/networks/afa25f7f-4ea0-467e-98ed-b460c1c5ef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870409 Jul 22 19:53:57.097335 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-d4b23a1f-2e27-40d1-86d8-1821b16c3ffe service neutron] 10.222.0.30 "GET /v2.0/networks/afa25f7f-4ea0-467e-98ed-b460c1c5ef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853403 Jul 22 19:53:58.008312 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27a057-277a-4115-953c-e5f330f2134b req-fb05d487-cb53-4afa-8762-95413b761950 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:58.009853 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8f27a057-277a-4115-953c-e5f330f2134b req-fb05d487-cb53-4afa-8762-95413b761950 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0782723 Jul 22 19:53:58.048604 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8f27a057-277a-4115-953c-e5f330f2134b req-fcae417b-9a33-482a-9e55-1082c9af8114 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330503 Jul 22 19:53:58.532571 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b107f4f2-27b0-4e27-a4d1-8da4cd212246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:59.182999 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159f7f9-572e-42dc-aca3-f419b6ac4786 req-a95d2e41-82be-4cc7-b1d9-d3a4805d72f2 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:59.184518 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9159f7f9-572e-42dc-aca3-f419b6ac4786 req-a95d2e41-82be-4cc7-b1d9-d3a4805d72f2 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0645552 Jul 22 19:53:59.223659 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9159f7f9-572e-42dc-aca3-f419b6ac4786 req-605ecd36-0589-4d40-9b60-461bbd862f76 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334132 Jul 22 19:54:00.357184 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08c1c3-f903-4a35-91eb-fa7a9ab823eb req-27e71dd7-98e3-41f3-9bf0-b7fe0f9f4ec5 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:00.358687 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd08c1c3-f903-4a35-91eb-fa7a9ab823eb req-27e71dd7-98e3-41f3-9bf0-b7fe0f9f4ec5 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0688891 Jul 22 19:54:00.396891 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd08c1c3-f903-4a35-91eb-fa7a9ab823eb req-9a4c6a8c-07a0-4446-8f35-580a29137697 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319903 Jul 22 19:54:01.039233 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a56f36b3-79c7-4116-9871-554a063661dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:01.176264 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:01.529491 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81600b89-59fc-4d3a-9965-dd8ab5994232 req-60fe0a4a-1ab4-48cc-949a-830927428899 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:01.531001 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81600b89-59fc-4d3a-9965-dd8ab5994232 req-60fe0a4a-1ab4-48cc-949a-830927428899 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0650074 Jul 22 19:54:01.569741 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81600b89-59fc-4d3a-9965-dd8ab5994232 req-b05dad8a-4dcb-4a81-8878-a07998a9584a tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326052 Jul 22 19:54:02.480622 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:02.698469 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b02c4-e393-40a1-987f-1bac74f5a41e req-767568a5-5619-4708-8c35-acf51d013c8e tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:02.699952 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d36b02c4-e393-40a1-987f-1bac74f5a41e req-767568a5-5619-4708-8c35-acf51d013c8e tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0642283 Jul 22 19:54:02.737982 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d36b02c4-e393-40a1-987f-1bac74f5a41e req-c9b81e13-c836-445c-af1c-5dace582ea56 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319121 Jul 22 19:54:03.870302 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1c1ea-75a1-43b0-aec3-04442dc018f0 req-3fa27666-8bf8-43e0-9c61-668002ae2155 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:03.871783 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-71b1c1ea-75a1-43b0-aec3-04442dc018f0 req-3fa27666-8bf8-43e0-9c61-668002ae2155 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0682163 Jul 22 19:54:03.909045 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-71b1c1ea-75a1-43b0-aec3-04442dc018f0 req-caef1a07-3040-43a5-bfc6-869c1f2bc243 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313730 Jul 22 19:54:04.118874 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:05.038368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a3497-f9cd-405f-8da8-9316e5d029d9 req-06cb83fe-ad41-4ed2-a002-86bddae184d1 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:05.039845 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b5a3497-f9cd-405f-8da8-9316e5d029d9 req-06cb83fe-ad41-4ed2-a002-86bddae184d1 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0634532 Jul 22 19:54:05.077679 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b5a3497-f9cd-405f-8da8-9316e5d029d9 req-3602c221-e13c-4c07-8e75-6d108c1fdd46 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323498 Jul 22 19:54:06.211904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942476b-49e8-488f-b04c-59eb4ab78a55 req-b70b1bb9-ff83-4b57-85ea-97364ab7fe77 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:06.213327 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3942476b-49e8-488f-b04c-59eb4ab78a55 req-b70b1bb9-ff83-4b57-85ea-97364ab7fe77 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0679007 Jul 22 19:54:06.250908 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3942476b-49e8-488f-b04c-59eb4ab78a55 req-3772404b-d2a1-4590-b07e-3540e1f41015 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319729 Jul 22 19:54:07.381538 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff860b-22ed-47e6-8d0a-b945829ec4a9 req-bb9742f7-7854-4999-be8e-cf8c216be1c7 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:07.383031 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6ff860b-22ed-47e6-8d0a-b945829ec4a9 req-bb9742f7-7854-4999-be8e-cf8c216be1c7 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0650384 Jul 22 19:54:07.420925 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6ff860b-22ed-47e6-8d0a-b945829ec4a9 req-407f4ab2-3cdb-47e4-a724-5c6fd42d064f tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323274 Jul 22 19:54:08.552332 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a48d3f-4d09-4ae1-9adf-6b89dd166ded req-c258490d-33c9-4239-a553-75b464c7a586 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:08.553853 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32a48d3f-4d09-4ae1-9adf-6b89dd166ded req-c258490d-33c9-4239-a553-75b464c7a586 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0654891 Jul 22 19:54:08.591479 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32a48d3f-4d09-4ae1-9adf-6b89dd166ded req-fcbf6c5c-b52f-4c4d-b218-f35ae4beea5c tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317681 Jul 22 19:54:09.417691 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:09.723864 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b359f-0531-4082-980a-94a1b0f49ebe req-fbff9046-bcda-4951-ade9-9ba4d86d4655 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:09.725344 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc8b359f-0531-4082-980a-94a1b0f49ebe req-fbff9046-bcda-4951-ade9-9ba4d86d4655 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0680046 Jul 22 19:54:09.762533 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc8b359f-0531-4082-980a-94a1b0f49ebe req-0a9395ea-83b3-488f-8fb3-7a7f8fc3f16d tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315607 Jul 22 19:54:10.893669 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851eeeed-7625-451e-8635-4c6300804413 req-1be12151-ca89-41aa-80da-3c751e65280b tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:10.895169 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-851eeeed-7625-451e-8635-4c6300804413 req-1be12151-ca89-41aa-80da-3c751e65280b tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0662158 Jul 22 19:54:10.933121 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-851eeeed-7625-451e-8635-4c6300804413 req-a653bba1-3754-4ecd-b63a-22ef58dfeb51 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324111 Jul 22 19:54:12.068407 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc8d4d-8f3c-41da-85c2-fb4ec155abbd req-75667e5d-819e-4e7b-935f-143c021d3fef tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:12.070861 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3cdc8d4d-8f3c-41da-85c2-fb4ec155abbd req-75667e5d-819e-4e7b-935f-143c021d3fef tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0709150 Jul 22 19:54:12.082189 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:12.109729 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3cdc8d4d-8f3c-41da-85c2-fb4ec155abbd req-e8714263-4845-4adf-bf9c-2fbfb52783a8 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327578 Jul 22 19:54:13.239208 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3cb5a-cc4b-4dd1-8599-6a02c3e83705 req-308ae1e8-2345-410f-899d-cddd9bc96259 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:13.240627 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44f3cb5a-cc4b-4dd1-8599-6a02c3e83705 req-308ae1e8-2345-410f-899d-cddd9bc96259 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0640275 Jul 22 19:54:13.277972 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44f3cb5a-cc4b-4dd1-8599-6a02c3e83705 req-78c49df4-911c-4dbc-b0ae-035880834dc3 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318816 Jul 22 19:54:14.407416 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91d0c8-7f2f-4e17-8dbf-440707baec87 req-4c4385aa-0653-4f48-97c2-cb9585b55c0e tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:14.409422 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae91d0c8-7f2f-4e17-8dbf-440707baec87 req-4c4385aa-0653-4f48-97c2-cb9585b55c0e tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0646503 Jul 22 19:54:14.447121 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae91d0c8-7f2f-4e17-8dbf-440707baec87 req-e7829b21-9bd3-4a58-9f2b-85d781a65672 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320818 Jul 22 19:54:15.582469 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44af154-0d08-4d48-a6b0-e914d09c74fb req-bbb07401-1992-4ece-be74-d7e6ed8d6df5 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:15.583949 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f44af154-0d08-4d48-a6b0-e914d09c74fb req-bbb07401-1992-4ece-be74-d7e6ed8d6df5 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0690849 Jul 22 19:54:15.620793 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f44af154-0d08-4d48-a6b0-e914d09c74fb req-7cdeaed9-9b19-4201-b7ef-5a09dff93a71 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311873 Jul 22 19:54:16.749693 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69135ae9-3c0d-413c-a35b-745ad6365ca3 req-4eafddd3-861e-4b28-ab54-f90e67304356 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:16.751180 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69135ae9-3c0d-413c-a35b-745ad6365ca3 req-4eafddd3-861e-4b28-ab54-f90e67304356 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0640039 Jul 22 19:54:16.788755 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69135ae9-3c0d-413c-a35b-745ad6365ca3 req-023ca1ed-b944-4df4-80d9-743092542fb8 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320015 Jul 22 19:54:17.922270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c3db1-0005-49fd-a213-523ff15ec698 req-0eb1f17c-a9e5-41bb-866d-e3c885cce639 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:17.924534 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c1c3db1-0005-49fd-a213-523ff15ec698 req-0eb1f17c-a9e5-41bb-866d-e3c885cce639 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0680473 Jul 22 19:54:17.962930 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c1c3db1-0005-49fd-a213-523ff15ec698 req-b4f4a4db-e9b4-4d6e-9ed7-6f85f2728784 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322201 Jul 22 19:54:19.092448 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa885257-b703-4c46-b301-bc92d80623c9 req-2c97b10c-3c8d-41eb-8e40-8fc21923f624 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:19.093969 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa885257-b703-4c46-b301-bc92d80623c9 req-2c97b10c-3c8d-41eb-8e40-8fc21923f624 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0648212 Jul 22 19:54:19.132226 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa885257-b703-4c46-b301-bc92d80623c9 req-bdb5daf6-89f2-4642-9fe7-50c3806fca1b tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324917 Jul 22 19:54:20.259170 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b856178-230a-4e5b-a2df-87f6edba695b req-1edc6d0a-1560-4e5d-9063-a659e261a6f6 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:20.260587 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b856178-230a-4e5b-a2df-87f6edba695b req-1edc6d0a-1560-4e5d-9063-a659e261a6f6 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0635467 Jul 22 19:54:20.297745 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b856178-230a-4e5b-a2df-87f6edba695b req-19888ba6-39c7-459c-9ca0-31305b2f1425 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316880 Jul 22 19:54:21.433069 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffd0e8-69cd-4b17-9389-ecfda3a06103 req-9eb08349-f85a-40b1-b0aa-febd3cfddfc9 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:21.434644 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bfffd0e8-69cd-4b17-9389-ecfda3a06103 req-9eb08349-f85a-40b1-b0aa-febd3cfddfc9 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0698962 Jul 22 19:54:21.472111 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bfffd0e8-69cd-4b17-9389-ecfda3a06103 req-1fdb052b-2c3a-4f60-90fa-d5c5b43982ce tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318580 Jul 22 19:54:22.287050 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a47a4a-e513-4ead-b643-8fa9f11c119e req-dfa64694-eb2c-4b48-80a4-ecfb7a017334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:22.288453 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e7a47a4a-e513-4ead-b643-8fa9f11c119e req-dfa64694-eb2c-4b48-80a4-ecfb7a017334 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40254f64915440d394399db78aa89fb6&device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 1097 time: 0.0547280 Jul 22 19:54:22.393981 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a47a4a-e513-4ead-b643-8fa9f11c119e req-37182b18-99c9-429c-8d60-ed4580316d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:22.395427 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e7a47a4a-e513-4ead-b643-8fa9f11c119e req-37182b18-99c9-429c-8d60-ed4580316d95 service neutron] 10.222.0.30 "GET /v2.0/networks?id=afa25f7f-4ea0-467e-98ed-b460c1c5ef5a HTTP/1.1" status: 200 len: 913 time: 0.0883079 Jul 22 19:54:22.615340 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e7a47a4a-e513-4ead-b643-8fa9f11c119e req-6fea1465-9ab4-46bc-865a-aa9784e04468 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ad1cb0b-b566-4993-ad07-49abfd71a51d HTTP/1.1" status: 200 len: 217 time: 0.0450573 Jul 22 19:54:22.680043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5607ac-637f-400b-9cad-44f828b5d9c7 req-d226ec4c-810b-486e-9229-051cc8715fbf tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:22.681806 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a5607ac-637f-400b-9cad-44f828b5d9c7 req-d226ec4c-810b-486e-9229-051cc8715fbf tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.1433206 Jul 22 19:54:22.685254 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a47a4a-e513-4ead-b643-8fa9f11c119e req-9e1c3b02-407c-4e75-96e4-ab55670c473e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:22.686556 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e7a47a4a-e513-4ead-b643-8fa9f11c119e req-9e1c3b02-407c-4e75-96e4-ab55670c473e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27e9fd37-6f9b-4c15-85c4-b7e1ac83f9f9 HTTP/1.1" status: 200 len: 852 time: 0.0637822 Jul 22 19:54:22.732210 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e7a47a4a-e513-4ead-b643-8fa9f11c119e req-d13e956d-1ad8-474c-b5be-ec172bf8b79a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=afa25f7f-4ea0-467e-98ed-b460c1c5ef5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374284 Jul 22 19:54:22.752338 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a5607ac-637f-400b-9cad-44f828b5d9c7 req-72639377-c0a9-496a-899e-d03498290908 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642817 Jul 22 19:54:22.831536 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e7a47a4a-e513-4ead-b643-8fa9f11c119e req-3e4b2c33-8566-472e-ba62-f7a113d1b73a service neutron] 10.222.0.30 "GET /v2.0/networks/afa25f7f-4ea0-467e-98ed-b460c1c5ef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913613 Jul 22 19:54:22.920507 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e7a47a4a-e513-4ead-b643-8fa9f11c119e req-4bd350c6-dfa3-4a21-ad1e-4ef42cc83a22 service neutron] 10.222.0.30 "GET /v2.0/networks/afa25f7f-4ea0-467e-98ed-b460c1c5ef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818634 Jul 22 19:54:23.885250 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f88c9b-c7cd-437c-b19e-685308d75a96 req-4bdd4b63-8353-4bdb-88ca-3b1993dbfa8d tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:23.886701 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2f88c9b-c7cd-437c-b19e-685308d75a96 req-4bdd4b63-8353-4bdb-88ca-3b1993dbfa8d tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 945 time: 0.0669725 Jul 22 19:54:23.924256 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2f88c9b-c7cd-437c-b19e-685308d75a96 req-1035374b-31b8-46b2-bb3b-fcf566ef8e47 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313520 Jul 22 19:54:23.989353 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-40c78f1a-04d3-4b13-a467-dd7f33e816a2 service neutron] show failed (client error): The resource could not be found. Jul 22 19:54:23.990361 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-40c78f1a-04d3-4b13-a467-dd7f33e816a2 service neutron] 10.222.0.30 "GET /v2.0/ports/2ad1cb0b-b566-4993-ad07-49abfd71a51d/bindings/n-h2-800086-12 HTTP/1.1" status: 404 len: 381 time: 0.0552840 Jul 22 19:54:24.226823 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-d96ec026-4a57-4691-8319-28cc3bff8bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:24.228311 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-d96ec026-4a57-4691-8319-28cc3bff8bbe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109&tenant_id=40254f64915440d394399db78aa89fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0953610 Jul 22 19:54:24.239608 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800086-12', 'device_owner': 'compute:nova'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:24.307830 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:24.506993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] For port 2ad1cb0b-b566-4993-ad07-49abfd71a51d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=2ad1cb0b-b566-4993-ad07-49abfd71a51d,segment=NetworkSegment(8d1e0510-ef54-41eb-9e48-1d44c4f2ea20),segment_id=8d1e0510-ef54-41eb-9e48-1d44c4f2ea20)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:24.542523 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] For port 2ad1cb0b-b566-4993-ad07-49abfd71a51d, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:54:24.868805 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2412d9-1b23-43fd-931a-d906d9bbb109', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ad1cb0b-b566-4993-ad07-49abfd71a51d'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:54:24.870952 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cd3b3b-fd81-4d24-ad0b-8c43d6a308a8" -d '{"events": [{"server_uuid": "cc2412d9-1b23-43fd-931a-d906d9bbb109", "name": "network-vif-unplugged", "status": "completed", "tag": "2ad1cb0b-b566-4993-ad07-49abfd71a51d"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:54:24.874688 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:24.887525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] Transition to ACTIVE for port object 2ad1cb0b-b566-4993-ad07-49abfd71a51d will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:24.891033 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:24.920131 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bf5e34-4a41-4c2d-bd66-9e7d82d091c1 x-openstack-request-id: req-37bf5e34-4a41-4c2d-bd66-9e7d82d091c1 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:54:24.920421 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2412d9-1b23-43fd-931a-d906d9bbb109", "name": "network-vif-unplugged", "status": "completed", "tag": "2ad1cb0b-b566-4993-ad07-49abfd71a51d", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:54:24.920690 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37bf5e34-4a41-4c2d-bd66-9e7d82d091c1 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:54:24.921063 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2412d9-1b23-43fd-931a-d906d9bbb109', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ad1cb0b-b566-4993-ad07-49abfd71a51d', 'code': 200} Jul 22 19:54:24.959268 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] No DVR routers for this DVR port 2ad1cb0b-b566-4993-ad07-49abfd71a51d on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:54:24.961239 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad1cb0b-b566-4993-ad07-49abfd71a51d,revision_number=6']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:25.009775 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] Attempting to bind port 2ad1cb0b-b566-4993-ad07-49abfd71a51d on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:54:25.010106 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] Attempting to bind port 2ad1cb0b-b566-4993-ad07-49abfd71a51d by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '8d1e0510-ef54-41eb-9e48-1d44c4f2ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'afa25f7f-4ea0-467e-98ed-b460c1c5ef5a'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:54:25.010438 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] Attempting to bind port 2ad1cb0b-b566-4993-ad07-49abfd71a51d on network afa25f7f-4ea0-467e-98ed-b460c1c5ef5a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:54:25.035362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] Port 2ad1cb0b-b566-4993-ad07-49abfd71a51d on network afa25f7f-4ea0-467e-98ed-b460c1c5ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:54:25.035684 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] Attempting to bind port 2ad1cb0b-b566-4993-ad07-49abfd71a51d on network afa25f7f-4ea0-467e-98ed-b460c1c5ef5a {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:54:25.042932 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:54:25.043266 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] Checking segment: {'id': '8d1e0510-ef54-41eb-9e48-1d44c4f2ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'afa25f7f-4ea0-467e-98ed-b460c1c5ef5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:54:25.043643 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] Bound using segment: {'id': '8d1e0510-ef54-41eb-9e48-1d44c4f2ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'afa25f7f-4ea0-467e-98ed-b460c1c5ef5a'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:54:25.044065 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] Bound port: 2ad1cb0b-b566-4993-ad07-49abfd71a51d, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d1e0510-ef54-41eb-9e48-1d44c4f2ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'afa25f7f-4ea0-467e-98ed-b460c1c5ef5a'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:54:25.044416 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:25.117785 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42794c-ad23-430d-a75d-7e1b4a4a9210 req-398179b6-46fe-4288-8a86-9e8fdad326e6 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:25.119313 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd42794c-ad23-430d-a75d-7e1b4a4a9210 req-398179b6-46fe-4288-8a86-9e8fdad326e6 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 943 time: 0.1228852 Jul 22 19:54:25.141449 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] For port 2ad1cb0b-b566-4993-ad07-49abfd71a51d, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:54:25.157548 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] For port 2ad1cb0b-b566-4993-ad07-49abfd71a51d, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=2ad1cb0b-b566-4993-ad07-49abfd71a51d,segment=NetworkSegment(8d1e0510-ef54-41eb-9e48-1d44c4f2ea20),segment_id=8d1e0510-ef54-41eb-9e48-1d44c4f2ea20)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:54:25.164127 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:25.196983 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd42794c-ad23-430d-a75d-7e1b4a4a9210 req-c7f6dd2f-4249-4575-a0b0-41a38597722a tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719051 Jul 22 19:54:25.205958 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:25.206574 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:25.207930 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] 10.222.0.16 "PUT /v2.0/ports/2ad1cb0b-b566-4993-ad07-49abfd71a51d HTTP/1.1" status: 200 len: 1092 time: 0.9722981 Jul 22 19:54:25.228885 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15281c0-abb7-448f-8178-ee4129188448 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad1cb0b-b566-4993-ad07-49abfd71a51d,revision_number=7']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:25.288355 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-91aa417f-445c-4749-8299-1025e25f575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:25.289866 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-91aa417f-445c-4749-8299-1025e25f575e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=40254f64915440d394399db78aa89fb6&device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 1095 time: 0.0581615 Jul 22 19:54:25.377610 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-c089adf4-9a4a-4710-a191-3dc9e99843e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:25.378955 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-c089adf4-9a4a-4710-a191-3dc9e99843e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=afa25f7f-4ea0-467e-98ed-b460c1c5ef5a HTTP/1.1" status: 200 len: 913 time: 0.0833180 Jul 22 19:54:25.421347 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-72b798bd-c51c-440f-9c65-d81c57aaf5d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ad1cb0b-b566-4993-ad07-49abfd71a51d HTTP/1.1" status: 200 len: 217 time: 0.0363612 Jul 22 19:54:25.467895 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-06de5cbb-d750-4181-bb24-d37059af3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:25.469286 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-06de5cbb-d750-4181-bb24-d37059af3348 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27e9fd37-6f9b-4c15-85c4-b7e1ac83f9f9 HTTP/1.1" status: 200 len: 852 time: 0.0417690 Jul 22 19:54:25.502253 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-6a6f38ec-2a20-4824-b781-13213bdc396d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=afa25f7f-4ea0-467e-98ed-b460c1c5ef5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265458 Jul 22 19:54:25.590824 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-ba44abc0-0019-4409-9e3d-17413c30c69f service neutron] 10.222.0.16 "GET /v2.0/networks/afa25f7f-4ea0-467e-98ed-b460c1c5ef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830510 Jul 22 19:54:25.678837 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16b2d924-fde7-43bf-a3ab-3b7a59a2c96f req-65c744af-79c4-4326-9a1e-aa05b8ea9627 service neutron] 10.222.0.16 "GET /v2.0/networks/afa25f7f-4ea0-467e-98ed-b460c1c5ef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810406 Jul 22 19:54:25.785289 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:54:26.332859 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f158f74-7a24-47e3-ae74-9d7cc5a18b51 req-7a880e58-af4e-4eff-a0d3-e555cd3eb8a3 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:26.334414 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f158f74-7a24-47e3-ae74-9d7cc5a18b51 req-7a880e58-af4e-4eff-a0d3-e555cd3eb8a3 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 943 time: 0.0655868 Jul 22 19:54:26.376323 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f158f74-7a24-47e3-ae74-9d7cc5a18b51 req-32b7a54e-5826-4bce-a1c3-04337f37a1e6 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362189 Jul 22 19:54:26.922189 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2412d9-1b23-43fd-931a-d906d9bbb109', 'tag': '2ad1cb0b-b566-4993-ad07-49abfd71a51d'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:54:26.925384 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cec102-7c5e-4c6c-abc7-83659eac92f9" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2412d9-1b23-43fd-931a-d906d9bbb109", "tag": "2ad1cb0b-b566-4993-ad07-49abfd71a51d"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:54:26.972721 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471d3271-d6db-4aec-a5ad-187a431fdae2 x-openstack-request-id: req-471d3271-d6db-4aec-a5ad-187a431fdae2 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:54:26.973015 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2412d9-1b23-43fd-931a-d906d9bbb109", "tag": "2ad1cb0b-b566-4993-ad07-49abfd71a51d", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:54:26.973265 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-471d3271-d6db-4aec-a5ad-187a431fdae2 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:54:26.973661 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2412d9-1b23-43fd-931a-d906d9bbb109', 'tag': '2ad1cb0b-b566-4993-ad07-49abfd71a51d', 'status': 'completed', 'code': 200} Jul 22 19:54:27.083614 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cec102-7c5e-4c6c-abc7-83659eac92f9 req-df29c998-6e4a-444e-8c9c-03217cb1cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:27.085156 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48cec102-7c5e-4c6c-abc7-83659eac92f9 req-df29c998-6e4a-444e-8c9c-03217cb1cc1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40254f64915440d394399db78aa89fb6&device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 1095 time: 0.0858881 Jul 22 19:54:27.087709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cec102-7c5e-4c6c-abc7-83659eac92f9 req-52247b37-2f03-4ad1-9cda-87db57731db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:27.089102 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48cec102-7c5e-4c6c-abc7-83659eac92f9 req-52247b37-2f03-4ad1-9cda-87db57731db3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=40254f64915440d394399db78aa89fb6&device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 1095 time: 0.0978105 Jul 22 19:54:27.247400 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cec102-7c5e-4c6c-abc7-83659eac92f9 req-d37757f6-a93a-4b3e-b2be-3e1c3d7bc5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:27.248909 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48cec102-7c5e-4c6c-abc7-83659eac92f9 req-d37757f6-a93a-4b3e-b2be-3e1c3d7bc5bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=afa25f7f-4ea0-467e-98ed-b460c1c5ef5a HTTP/1.1" status: 200 len: 913 time: 0.1580424 Jul 22 19:54:27.251419 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cec102-7c5e-4c6c-abc7-83659eac92f9 req-4c4ffc97-932d-434b-aaae-6ddc9bed66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:27.253339 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48cec102-7c5e-4c6c-abc7-83659eac92f9 req-4c4ffc97-932d-434b-aaae-6ddc9bed66eb service neutron] 10.222.0.16 "GET /v2.0/networks?id=afa25f7f-4ea0-467e-98ed-b460c1c5ef5a HTTP/1.1" status: 200 len: 913 time: 0.1547918 Jul 22 19:54:27.323682 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48cec102-7c5e-4c6c-abc7-83659eac92f9 req-7f85bdbe-1fd4-4764-8fc8-ec7307396cb7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ad1cb0b-b566-4993-ad07-49abfd71a51d HTTP/1.1" status: 200 len: 217 time: 0.0684304 Jul 22 19:54:27.325058 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48cec102-7c5e-4c6c-abc7-83659eac92f9 req-c00af1d0-be76-435b-b91f-e6947e2e73b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ad1cb0b-b566-4993-ad07-49abfd71a51d HTTP/1.1" status: 200 len: 217 time: 0.0644081 Jul 22 19:54:27.409805 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cec102-7c5e-4c6c-abc7-83659eac92f9 req-fefed67c-b237-4275-9e50-db4a79ab9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:27.411286 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48cec102-7c5e-4c6c-abc7-83659eac92f9 req-fefed67c-b237-4275-9e50-db4a79ab9b30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27e9fd37-6f9b-4c15-85c4-b7e1ac83f9f9 HTTP/1.1" status: 200 len: 852 time: 0.0815673 Jul 22 19:54:27.413051 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cec102-7c5e-4c6c-abc7-83659eac92f9 req-787df6b9-f44c-4a39-85ef-757a95300755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:27.414273 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48cec102-7c5e-4c6c-abc7-83659eac92f9 req-787df6b9-f44c-4a39-85ef-757a95300755 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27e9fd37-6f9b-4c15-85c4-b7e1ac83f9f9 HTTP/1.1" status: 200 len: 852 time: 0.0772789 Jul 22 19:54:27.467343 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48cec102-7c5e-4c6c-abc7-83659eac92f9 req-e76befa3-eb21-4963-917a-f9b73beb620a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=afa25f7f-4ea0-467e-98ed-b460c1c5ef5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500391 Jul 22 19:54:27.469880 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48cec102-7c5e-4c6c-abc7-83659eac92f9 req-5c225806-d315-48b8-825f-5a685fe7d611 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=afa25f7f-4ea0-467e-98ed-b460c1c5ef5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447011 Jul 22 19:54:27.670679 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a5b78-c9cc-47c4-8eaf-e3c6dde3ed11 req-9b6efd9c-6590-46f2-b56d-f081b13e815b tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:27.672074 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-624a5b78-c9cc-47c4-8eaf-e3c6dde3ed11 req-9b6efd9c-6590-46f2-b56d-f081b13e815b tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 943 time: 0.2214828 Jul 22 19:54:27.679333 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48cec102-7c5e-4c6c-abc7-83659eac92f9 req-33d909b2-c9e8-4b22-8071-8eb1b48fb9a1 service neutron] 10.222.0.16 "GET /v2.0/networks/afa25f7f-4ea0-467e-98ed-b460c1c5ef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013180 Jul 22 19:54:27.697952 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48cec102-7c5e-4c6c-abc7-83659eac92f9 req-ce02fe08-aae1-4e34-a6d8-464735c6dfaf service neutron] 10.222.0.30 "GET /v2.0/networks/afa25f7f-4ea0-467e-98ed-b460c1c5ef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208755 Jul 22 19:54:27.797719 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-624a5b78-c9cc-47c4-8eaf-e3c6dde3ed11 req-11fac9e4-4126-4fce-9fe5-add6dd905540 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174386 Jul 22 19:54:27.867894 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48cec102-7c5e-4c6c-abc7-83659eac92f9 req-5751dc6a-da35-4e0b-91a3-106a377293b9 service neutron] 10.222.0.16 "GET /v2.0/networks/afa25f7f-4ea0-467e-98ed-b460c1c5ef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787448 Jul 22 19:54:27.871282 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48cec102-7c5e-4c6c-abc7-83659eac92f9 req-e58eda80-1c35-41f8-a645-dd22f2df1880 service neutron] 10.222.0.30 "GET /v2.0/networks/afa25f7f-4ea0-467e-98ed-b460c1c5ef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654434 Jul 22 19:54:28.101990 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-24c99e9a-7601-445f-9a81-7b0b9d54bd2f tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:28.103496 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-24c99e9a-7601-445f-9a81-7b0b9d54bd2f tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109&tenant_id=40254f64915440d394399db78aa89fb6&binding%3Ahost_id=n-h2-800086-12 HTTP/1.1" status: 200 len: 943 time: 0.1150162 Jul 22 19:54:28.105321 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 2ad1cb0b-b566-4993-ad07-49abfd71a51d no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:54:28.150703 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 2ad1cb0b-b566-4993-ad07-49abfd71a51d not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:54:28.164107 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-5d1c1421-04e5-4dc7-b4e6-68f455655932 service neutron] delete failed (client error): The resource could not be found. Jul 22 19:54:28.165219 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-5d1c1421-04e5-4dc7-b4e6-68f455655932 service neutron] 10.222.0.30 "DELETE /v2.0/ports/2ad1cb0b-b566-4993-ad07-49abfd71a51d/bindings/n-h1-800086-12 HTTP/1.1" status: 404 len: 381 time: 0.0554674 Jul 22 19:54:28.262547 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-ac6ea227-4ac9-4ffb-aea5-4d3eb38ad2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:28.263928 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-ac6ea227-4ac9-4ffb-aea5-4d3eb38ad2aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40254f64915440d394399db78aa89fb6&device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 1095 time: 0.0575931 Jul 22 19:54:28.351479 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-72348f72-94d6-4233-bb8a-0151e08e821e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:28.352944 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-72348f72-94d6-4233-bb8a-0151e08e821e service neutron] 10.222.0.30 "GET /v2.0/networks?id=afa25f7f-4ea0-467e-98ed-b460c1c5ef5a HTTP/1.1" status: 200 len: 913 time: 0.0827994 Jul 22 19:54:28.395874 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-a3d52ccb-b12f-44b8-a897-e0b9e3a42242 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ad1cb0b-b566-4993-ad07-49abfd71a51d HTTP/1.1" status: 200 len: 217 time: 0.0374305 Jul 22 19:54:28.442750 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-7e70be1c-33ec-4256-a5a5-02aa63898f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:28.444135 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-7e70be1c-33ec-4256-a5a5-02aa63898f37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27e9fd37-6f9b-4c15-85c4-b7e1ac83f9f9 HTTP/1.1" status: 200 len: 852 time: 0.0423174 Jul 22 19:54:28.477892 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-9efe8b0b-977d-496d-8edc-024bd5fd500d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=afa25f7f-4ea0-467e-98ed-b460c1c5ef5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275762 Jul 22 19:54:28.534490 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2fd2-fbc7-46a7-a2f1-167d0287db73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:28.569939 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-65717376-1878-47a2-9bda-60e381b210f1 service neutron] 10.222.0.30 "GET /v2.0/networks/afa25f7f-4ea0-467e-98ed-b460c1c5ef5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862682 Jul 22 19:54:28.657170 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-6e95d47c-18aa-4141-b5a1-d75346150bf4 service neutron] 10.222.0.30 "GET /v2.0/networks/afa25f7f-4ea0-467e-98ed-b460c1c5ef5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816462 Jul 22 19:54:28.975103 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 2ad1cb0b-b566-4993-ad07-49abfd71a51d details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:54:29.076823 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 2ad1cb0b-b566-4993-ad07-49abfd71a51d, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=2ad1cb0b-b566-4993-ad07-49abfd71a51d,segment=NetworkSegment(8d1e0510-ef54-41eb-9e48-1d44c4f2ea20),segment_id=8d1e0510-ef54-41eb-9e48-1d44c4f2ea20)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:29.089006 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '2ad1cb0b-b566-4993-ad07-49abfd71a51d', 'network_id': 'afa25f7f-4ea0-467e-98ed-b460c1c5ef5a', 'port_id': '2ad1cb0b-b566-4993-ad07-49abfd71a51d', 'mac_address': 'fa:16:3e:a7:ee:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e9fd37-6f9b-4c15-85c4-b7e1ac83f9f9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:54:29.127699 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:29.140209 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad1cb0b-b566-4993-ad07-49abfd71a51d {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:54:29.160621 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 2ad1cb0b-b566-4993-ad07-49abfd71a51d, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=2ad1cb0b-b566-4993-ad07-49abfd71a51d,segment=NetworkSegment(8d1e0510-ef54-41eb-9e48-1d44c4f2ea20),segment_id=8d1e0510-ef54-41eb-9e48-1d44c4f2ea20)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:29.164302 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:29.217087 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=2ad1cb0b-b566-4993-ad07-49abfd71a51d,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:29.338262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b00fcf-b6b4-41b4-b75f-5ca5d51fecb2 req-9acc30e0-964c-48fd-b884-9c9897ba25b4 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:29.339716 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d5b00fcf-b6b4-41b4-b75f-5ca5d51fecb2 req-9acc30e0-964c-48fd-b884-9c9897ba25b4 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 944 time: 0.0636868 Jul 22 19:54:29.383000 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d5b00fcf-b6b4-41b4-b75f-5ca5d51fecb2 req-23b8fb4d-f4e1-41c5-9803-24d9d38d9a1b tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374916 Jul 22 19:54:29.383263 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['2ad1cb0b-b566-4993-ad07-49abfd71a51d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:54:30.550970 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1935a86-09c9-41d9-996e-c547698f71a9 req-42ca58b4-1916-4113-9980-1c94b4cb12cf tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:30.552508 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1935a86-09c9-41d9-996e-c547698f71a9 req-42ca58b4-1916-4113-9980-1c94b4cb12cf tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 944 time: 0.1020255 Jul 22 19:54:30.573910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-75e65eab-8a30-42c2-a6ba-97240fae9293 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:30.575299 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-75e65eab-8a30-42c2-a6ba-97240fae9293 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2412d9-1b23-43fd-931a-d906d9bbb109 HTTP/1.1" status: 200 len: 944 time: 0.0945013 Jul 22 19:54:30.635485 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1935a86-09c9-41d9-996e-c547698f71a9 req-fc34cd05-c493-4077-a42e-a353c44e18e1 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.13 "GET /v2.0/security-groups?id=b5fc2b52-5564-4e8f-9f62-dddac149c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752835 Jul 22 19:54:30.698741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-fd1deaa4-fefe-435e-8aaa-57a59b07b520 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Deleting port 2ad1cb0b-b566-4993-ad07-49abfd71a51d {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:30.699089 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-fd1deaa4-fefe-435e-8aaa-57a59b07b520 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:30.790507 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-fd1deaa4-fefe-435e-8aaa-57a59b07b520 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] For port 2ad1cb0b-b566-4993-ad07-49abfd71a51d, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=2ad1cb0b-b566-4993-ad07-49abfd71a51d,segment=NetworkSegment(8d1e0510-ef54-41eb-9e48-1d44c4f2ea20),segment_id=8d1e0510-ef54-41eb-9e48-1d44c4f2ea20)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:30.790910 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-fd1deaa4-fefe-435e-8aaa-57a59b07b520 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:30.804073 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-fd1deaa4-fefe-435e-8aaa-57a59b07b520 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Calling delete_port for 2ad1cb0b-b566-4993-ad07-49abfd71a51d owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:30.931425 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-fd1deaa4-fefe-435e-8aaa-57a59b07b520 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:30.942590 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['2ad1cb0b-b566-4993-ad07-49abfd71a51d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:54:30.965789 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1deaa4-fefe-435e-8aaa-57a59b07b520 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Pushing event deleted for resources: {'Port': ['ID=2ad1cb0b-b566-4993-ad07-49abfd71a51d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:31.004617 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 2ad1cb0b-b566-4993-ad07-49abfd71a51d up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:31.012918 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-fd1deaa4-fefe-435e-8aaa-57a59b07b520 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] No DVR routers for this DVR port 2ad1cb0b-b566-4993-ad07-49abfd71a51d on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:54:31.015541 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-fd1deaa4-fefe-435e-8aaa-57a59b07b520 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:31.018097 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2379a240-10fd-46b1-ab5e-d14242b52cac req-fd1deaa4-fefe-435e-8aaa-57a59b07b520 tempest-DeleteServersTestJSON-949325972 tempest-DeleteServersTestJSON-949325972-project] 10.222.0.16 "DELETE /v2.0/ports/2ad1cb0b-b566-4993-ad07-49abfd71a51d HTTP/1.1" status: 204 len: 173 time: 0.4354911 Jul 22 19:54:31.018536 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2412d9-1b23-43fd-931a-d906d9bbb109', 'name': 'network-vif-deleted', 'tag': '2ad1cb0b-b566-4993-ad07-49abfd71a51d'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:54:31.020822 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9249c44-a76b-438e-8e0c-e3073f46fd4f" -d '{"events": [{"server_uuid": "cc2412d9-1b23-43fd-931a-d906d9bbb109", "name": "network-vif-deleted", "tag": "2ad1cb0b-b566-4993-ad07-49abfd71a51d"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:54:31.025771 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 2ad1cb0b-b566-4993-ad07-49abfd71a51d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:54:31.026116 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 2ad1cb0b-b566-4993-ad07-49abfd71a51d not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 19:54:31.057146 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Port 2ad1cb0b-b566-4993-ad07-49abfd71a51d not found, will not notify nova. {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 19:54:31.062331 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1149ba4d-449b-486e-b8fd-051e58451951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:31.064020 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ffe739-e538-401e-843b-9cd2b7badb42 x-openstack-request-id: req-24ffe739-e538-401e-843b-9cd2b7badb42 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:54:31.064323 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2412d9-1b23-43fd-931a-d906d9bbb109", "name": "network-vif-deleted", "tag": "2ad1cb0b-b566-4993-ad07-49abfd71a51d", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:54:31.064608 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24ffe739-e538-401e-843b-9cd2b7badb42 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:54:31.065066 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2412d9-1b23-43fd-931a-d906d9bbb109', 'name': 'network-vif-deleted', 'tag': '2ad1cb0b-b566-4993-ad07-49abfd71a51d', 'status': 'completed', 'code': 200} Jul 22 19:54:31.178418 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:31.760948 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58538) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:31.811532 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3b88ef-fdb0-4e01-8319-885eefac574c admin admin] Deleting subnet 27e9fd37-6f9b-4c15-85c4-b7e1ac83f9f9 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:54:31.815271 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c3b88ef-fdb0-4e01-8319-885eefac574c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:31.848087 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c3b88ef-fdb0-4e01-8319-885eefac574c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:31.886176 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c3b88ef-fdb0-4e01-8319-885eefac574c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:31.937425 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c3b88ef-fdb0-4e01-8319-885eefac574c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:31.962710 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b88ef-fdb0-4e01-8319-885eefac574c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e9fd37-6f9b-4c15-85c4-b7e1ac83f9f9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:31.972167 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8c3b88ef-fdb0-4e01-8319-885eefac574c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:31.974030 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8c3b88ef-fdb0-4e01-8319-885eefac574c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/27e9fd37-6f9b-4c15-85c4-b7e1ac83f9f9 HTTP/1.1" status: 204 len: 168 time: 0.2120793 Jul 22 19:54:31.975812 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b88ef-fdb0-4e01-8319-885eefac574c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:31.976155 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b88ef-fdb0-4e01-8319-885eefac574c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:31.976507 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b88ef-fdb0-4e01-8319-885eefac574c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:31.976758 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58540) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:31.977235 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b88ef-fdb0-4e01-8319-885eefac574c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:31.977235 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b88ef-fdb0-4e01-8319-885eefac574c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:31.977474 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b88ef-fdb0-4e01-8319-885eefac574c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:31.977779 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b88ef-fdb0-4e01-8319-885eefac574c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:31.978098 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b88ef-fdb0-4e01-8319-885eefac574c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:31.978420 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b88ef-fdb0-4e01-8319-885eefac574c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:31.978739 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b88ef-fdb0-4e01-8319-885eefac574c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:31.979055 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b88ef-fdb0-4e01-8319-885eefac574c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:31.979371 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b88ef-fdb0-4e01-8319-885eefac574c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:32.045320 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d86debc2-c731-4682-87ae-2231914aaf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:32.128783 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d86debc2-c731-4682-87ae-2231914aaf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:32.138646 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-d86debc2-c731-4682-87ae-2231914aaf36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa25f7f-4ea0-467e-98ed-b460c1c5ef5a']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:32.148780 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-d86debc2-c731-4682-87ae-2231914aaf36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1e0510-ef54-41eb-9e48-1d44c4f2ea20') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:32.149069 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-d86debc2-c731-4682-87ae-2231914aaf36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1e0510-ef54-41eb-9e48-1d44c4f2ea20') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:32.157557 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d86debc2-c731-4682-87ae-2231914aaf36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:32.171790 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d86debc2-c731-4682-87ae-2231914aaf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:32.178458 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86debc2-c731-4682-87ae-2231914aaf36 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:54:32.178843 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d86debc2-c731-4682-87ae-2231914aaf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: timer() Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:54:32.180444 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:54:32.234627 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d86debc2-c731-4682-87ae-2231914aaf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:32.241156 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d86debc2-c731-4682-87ae-2231914aaf36 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:32.243019 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d86debc2-c731-4682-87ae-2231914aaf36 admin admin] 10.222.0.13 "DELETE /v2.0/networks/afa25f7f-4ea0-467e-98ed-b460c1c5ef5a HTTP/1.1" status: 204 len: 168 time: 0.2652750 Jul 22 19:54:32.253914 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86debc2-c731-4682-87ae-2231914aaf36 admin admin] Pushing event deleted for resources: {'Network': ['ID=afa25f7f-4ea0-467e-98ed-b460c1c5ef5a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:32.346363 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58544) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:32.385567 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c3206c57-da0b-4204-9feb-f5318a4d029b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40254f64915440d394399db78aa89fb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380445 Jul 22 19:54:32.388058 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58546) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:32.439518 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b52bbf1-8937-4c1c-9372-d68dddcf28b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:32.459801 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b52bbf1-8937-4c1c-9372-d68dddcf28b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:32.482506 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:32.507916 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b52bbf1-8937-4c1c-9372-d68dddcf28b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:32.510629 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5b52bbf1-8937-4c1c-9372-d68dddcf28b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:32.511815 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5b52bbf1-8937-4c1c-9372-d68dddcf28b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5fc2b52-5564-4e8f-9f62-dddac149c0e8 HTTP/1.1" status: 204 len: 168 time: 0.1228316 Jul 22 19:54:32.519796 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52bbf1-8937-4c1c-9372-d68dddcf28b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fc2b52-5564-4e8f-9f62-dddac149c0e8,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:33.021069 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 2ad1cb0b-b566-4993-ad07-49abfd71a51d no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:54:33.041952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 2ad1cb0b-b566-4993-ad07-49abfd71a51d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:54:33.042306 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 2ad1cb0b-b566-4993-ad07-49abfd71a51d not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:54:33.152424 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58568) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:33.250215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-811f053f-c4ff-4237-ab93-670162554254 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1904992223-network', 'tenant_id': 'a87771b8bd0e4da2bfe0f320daf5d6e2'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:33.270856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811f053f-c4ff-4237-ab93-670162554254 admin admin] Made reservation on behalf of a87771b8bd0e4da2bfe0f320daf5d6e2 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:33.273498 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-811f053f-c4ff-4237-ab93-670162554254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:33.285881 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-811f053f-c4ff-4237-ab93-670162554254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:33.373337 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-811f053f-c4ff-4237-ab93-670162554254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:33.377705 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-811f053f-c4ff-4237-ab93-670162554254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:33.397748 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811f053f-c4ff-4237-ab93-670162554254 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:54:33.413504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f053f-c4ff-4237-ab93-670162554254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5ae225-c02e-42c3-b38c-a27d3d36fca9,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:33.422096 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-811f053f-c4ff-4237-ab93-670162554254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:33.422287 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-811f053f-c4ff-4237-ab93-670162554254 admin admin] Added segment b684be30-a5df-47ea-82b2-d9df865857e7 of type vlan for network b7ac752a-f742-4e99-9a50-698e869e583f Jul 22 19:54:33.463018 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-811f053f-c4ff-4237-ab93-670162554254 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:33.490795 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-811f053f-c4ff-4237-ab93-670162554254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:33.491724 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811f053f-c4ff-4237-ab93-670162554254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:33.492296 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-811f053f-c4ff-4237-ab93-670162554254 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:33.519980 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-811f053f-c4ff-4237-ab93-670162554254 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3663588 Jul 22 19:54:33.522977 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58572) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:33.528129 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-7da97c9c-737f-4207-b416-be687fd5fc54 admin admin] Request body: {'subnet': {'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1904992223-subnet', 'tenant_id': 'a87771b8bd0e4da2bfe0f320daf5d6e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:33.550049 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da97c9c-737f-4207-b416-be687fd5fc54 admin admin] Made reservation on behalf of a87771b8bd0e4da2bfe0f320daf5d6e2 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:33.552427 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7da97c9c-737f-4207-b416-be687fd5fc54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:33.557951 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f053f-c4ff-4237-ab93-670162554254 admin admin] Pushing event updated for resources: {'Network': ['ID=b7ac752a-f742-4e99-9a50-698e869e583f,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:33.568096 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network b7ac752a-f742-4e99-9a50-698e869e583f details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:54:33.716879 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7da97c9c-737f-4207-b416-be687fd5fc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:33.770091 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da97c9c-737f-4207-b416-be687fd5fc54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d37c1afc-4046-4173-ab5e-caf9e40b98f7,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:33.778564 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da97c9c-737f-4207-b416-be687fd5fc54 admin admin] Checking segment: {'id': 'b684be30-a5df-47ea-82b2-d9df865857e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:54:33.778854 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da97c9c-737f-4207-b416-be687fd5fc54 admin admin] Network hostable DHCP agents. Network: b7ac752a-f742-4e99-9a50-698e869e583f, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:54:33.794892 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da97c9c-737f-4207-b416-be687fd5fc54 admin admin] Network b7ac752a-f742-4e99-9a50-698e869e583f is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:54:33.803827 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-7da97c9c-737f-4207-b416-be687fd5fc54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, b7ac752a-f742-4e99-9a50-698e869e583f) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:33.808238 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da97c9c-737f-4207-b416-be687fd5fc54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:33.808854 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7da97c9c-737f-4207-b416-be687fd5fc54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:33.815580 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2693346-ea72-4263-86f4-6ec01886e78c None None] Network b7ac752a-f742-4e99-9a50-698e869e583f requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:33.823051 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7da97c9c-737f-4207-b416-be687fd5fc54 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2988131 Jul 22 19:54:33.944098 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e87cd21-de46-4323-97f4-9cee431ecd91 None None] Network b7ac752a-f742-4e99-9a50-698e869e583f requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:34.121957 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:34.250316 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-37873ed8-8740-462a-9bd6-67f9725be885 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:34.251786 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-37873ed8-8740-462a-9bd6-67f9725be885 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/networks?id=b7ac752a-f742-4e99-9a50-698e869e583f HTTP/1.1" status: 200 len: 815 time: 0.1024649 Jul 22 19:54:34.266246 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-67809cbf-7e69-43e2-b314-1e9a760b1337 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/quotas/a87771b8bd0e4da2bfe0f320daf5d6e2 HTTP/1.1" status: 200 len: 375 time: 0.0090489 Jul 22 19:54:34.301254 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-f6686403-3389-40af-825a-a764368c97fe tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a87771b8bd0e4da2bfe0f320daf5d6e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297034 Jul 22 19:54:34.392306 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-9ba425ee-db97-4fa1-9736-9e00df370686 service neutron] 10.222.0.13 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843000 Jul 22 19:54:34.484496 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-ded34cc1-2d80-4bd5-8bc3-eee32a353116 service neutron] 10.222.0.13 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865564 Jul 22 19:54:34.645486 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-06ec48c7-d6e2-43a6-87fa-28602e526d37 req-537ee785-9f2a-44d1-bfec-f16994e1dd3f tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 210 time: 0.0300188 Jul 22 19:54:35.521268 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-1ceebee8-f535-45cc-9aad-88f8396f52fe tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:35.522758 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-1ceebee8-f535-45cc-9aad-88f8396f52fe tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.16 "GET /v2.0/networks?id=b7ac752a-f742-4e99-9a50-698e869e583f HTTP/1.1" status: 200 len: 815 time: 0.1084542 Jul 22 19:54:35.535522 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-f2de7434-8c65-4457-8932-a91cf35ab2ac tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Request body: {'port': {'device_id': '76669685-c1c9-435c-a6f6-fd2f725f8647', 'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f', 'admin_state_up': True, 'tenant_id': 'a87771b8bd0e4da2bfe0f320daf5d6e2'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:35.640272 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-f2de7434-8c65-4457-8932-a91cf35ab2ac tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Made reservation on behalf of a87771b8bd0e4da2bfe0f320daf5d6e2 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:35.644282 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-f2de7434-8c65-4457-8932-a91cf35ab2ac tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:36.037313 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5d394e94-5873-4fa2-b9bd-88de03cafccf req-eb16dfc7-04a3-4db4-84ce-8ee8cd5b2358 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 210 time: 0.3235650 Jul 22 19:54:36.084878 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-f2de7434-8c65-4457-8932-a91cf35ab2ac tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Allocated IP 172.20.0.4 (b7ac752a-f742-4e99-9a50-698e869e583f/d37c1afc-4046-4173-ab5e-caf9e40b98f7/d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:54:36.227908 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-f2de7434-8c65-4457-8932-a91cf35ab2ac tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:36.267350 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-f2de7434-8c65-4457-8932-a91cf35ab2ac tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:36.306523 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-f2de7434-8c65-4457-8932-a91cf35ab2ac tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Network b7ac752a-f742-4e99-9a50-698e869e583f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:36.311976 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-f2de7434-8c65-4457-8932-a91cf35ab2ac tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:36.316276 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-f2de7434-8c65-4457-8932-a91cf35ab2ac tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:54:36.343782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de7434-8c65-4457-8932-a91cf35ab2ac tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Pushing event updated for resources: {'Port': ['ID=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:36.368948 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-f2de7434-8c65-4457-8932-a91cf35ab2ac tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:36.369557 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-f2de7434-8c65-4457-8932-a91cf35ab2ac tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:36.382999 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-f2de7434-8c65-4457-8932-a91cf35ab2ac tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8527997 Jul 22 19:54:36.394346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] Request body: {'port': {'device_id': '76669685-c1c9-435c-a6f6-fd2f725f8647', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:36.468157 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:36.720838 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:54:36.728131 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:36.739623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] Transition to ACTIVE for port object d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:36.743264 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:36.796943 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:36.861175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] Attempting to bind port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:54:36.861504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] Attempting to bind port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'b684be30-a5df-47ea-82b2-d9df865857e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:54:36.861829 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] Attempting to bind port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 on network b7ac752a-f742-4e99-9a50-698e869e583f {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:54:36.866005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] Port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 on network b7ac752a-f742-4e99-9a50-698e869e583f not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:54:36.866328 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] Attempting to bind port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 on network b7ac752a-f742-4e99-9a50-698e869e583f {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:54:36.871098 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:54:36.871425 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] Checking segment: {'id': 'b684be30-a5df-47ea-82b2-d9df865857e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:54:36.871799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] Bound using segment: {'id': 'b684be30-a5df-47ea-82b2-d9df865857e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:54:36.872215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] Bound port: d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b684be30-a5df-47ea-82b2-d9df865857e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:54:36.872590 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:36.934694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] For port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:54:36.937529 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] For port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4,segment=NetworkSegment(b684be30-a5df-47ea-82b2-d9df865857e7),segment_id=b684be30-a5df-47ea-82b2-d9df865857e7)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:54:36.941492 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:36.976738 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:36.977349 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:36.978713 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] 10.222.0.16 "PUT /v2.0/ports/d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 HTTP/1.1" status: 200 len: 1092 time: 0.5889933 Jul 22 19:54:36.979149 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76669685-c1c9-435c-a6f6-fd2f725f8647', 'tag': 'd0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:54:36.981412 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b910f60b-5a57-445e-95b0-63da04724f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "76669685-c1c9-435c-a6f6-fd2f725f8647", "tag": "d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:54:37.009722 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe0836-1cdc-4ba9-abc3-da301ff949e9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:37.025438 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b0d9d5-8279-410a-9232-1e1b8a7d1408 x-openstack-request-id: req-89b0d9d5-8279-410a-9232-1e1b8a7d1408 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:54:37.025733 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76669685-c1c9-435c-a6f6-fd2f725f8647", "tag": "d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:54:37.025987 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89b0d9d5-8279-410a-9232-1e1b8a7d1408 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:54:37.026387 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76669685-c1c9-435c-a6f6-fd2f725f8647', 'tag': 'd0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4', 'status': 'completed', 'code': 200} Jul 22 19:54:37.074359 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-03ab820d-a299-438e-ae9f-af209b13f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:37.075915 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-03ab820d-a299-438e-ae9f-af209b13f05d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a87771b8bd0e4da2bfe0f320daf5d6e2&device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 1095 time: 0.0606594 Jul 22 19:54:37.119349 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-2c673a65-fe4d-403f-ab95-6142001da3f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 HTTP/1.1" status: 200 len: 217 time: 0.0361743 Jul 22 19:54:37.197265 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-657dd838-5be6-47d3-ac58-5533b4ea51e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:37.198707 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-657dd838-5be6-47d3-ac58-5533b4ea51e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d37c1afc-4046-4173-ab5e-caf9e40b98f7 HTTP/1.1" status: 200 len: 855 time: 0.0722737 Jul 22 19:54:37.233014 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-568f14a1-e4e1-43d4-b868-ef1f45430587 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7ac752a-f742-4e99-9a50-698e869e583f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284059 Jul 22 19:54:37.244818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6857db3-1c09-404f-a8d9-9dba91633bab req-02934eba-136d-4adf-97e5-b47276f6f097 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:37.246208 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6857db3-1c09-404f-a8d9-9dba91633bab req-02934eba-136d-4adf-97e5-b47276f6f097 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 943 time: 0.1293590 Jul 22 19:54:37.333732 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a6857db3-1c09-404f-a8d9-9dba91633bab req-235cac43-035a-4c2a-9d02-afbe20296374 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792017 Jul 22 19:54:37.358051 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-a762ff7c-29e8-42af-b436-c937cad82edb service neutron] 10.222.0.16 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109476 Jul 22 19:54:37.450115 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0eee19dd-a52c-4950-9e08-b0bc9d99cb3a req-e70cb9fc-1fff-456c-9870-7d8b12cf1dad service neutron] 10.222.0.16 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852580 Jul 22 19:54:37.552165 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910f60b-5a57-445e-95b0-63da04724f8e req-37cbd425-625e-49a1-a56c-131274c742c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:37.553608 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b910f60b-5a57-445e-95b0-63da04724f8e req-37cbd425-625e-49a1-a56c-131274c742c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a87771b8bd0e4da2bfe0f320daf5d6e2&device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 1095 time: 0.0562518 Jul 22 19:54:37.641229 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910f60b-5a57-445e-95b0-63da04724f8e req-6d3ff54d-d1a1-4c7c-a1c3-3934086d83d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:37.642999 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b910f60b-5a57-445e-95b0-63da04724f8e req-6d3ff54d-d1a1-4c7c-a1c3-3934086d83d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7ac752a-f742-4e99-9a50-698e869e583f HTTP/1.1" status: 200 len: 916 time: 0.0830085 Jul 22 19:54:37.686670 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b910f60b-5a57-445e-95b0-63da04724f8e req-219b461f-8594-4ecd-b46d-edcbb9b9d0d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 HTTP/1.1" status: 200 len: 217 time: 0.0377655 Jul 22 19:54:37.734986 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910f60b-5a57-445e-95b0-63da04724f8e req-af94d92d-c421-445b-a730-0f537105254f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:37.736558 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b910f60b-5a57-445e-95b0-63da04724f8e req-af94d92d-c421-445b-a730-0f537105254f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d37c1afc-4046-4173-ab5e-caf9e40b98f7 HTTP/1.1" status: 200 len: 855 time: 0.0431268 Jul 22 19:54:37.769080 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b910f60b-5a57-445e-95b0-63da04724f8e req-a43b0c21-1970-4871-aeee-4825019b147e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7ac752a-f742-4e99-9a50-698e869e583f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265384 Jul 22 19:54:37.859024 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b910f60b-5a57-445e-95b0-63da04724f8e req-db0998e9-b598-4641-89b7-be12ef935dc4 service neutron] 10.222.0.16 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833685 Jul 22 19:54:37.945566 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b910f60b-5a57-445e-95b0-63da04724f8e req-158797d5-b35b-44dc-82be-a87f87f9ad37 service neutron] 10.222.0.16 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795476 Jul 22 19:54:38.470980 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4b51c-817c-4f67-b5d3-cb7d4dfff4b4 req-4838c6cc-0281-4343-a636-d29789946b8f tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:38.472487 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5bf4b51c-817c-4f67-b5d3-cb7d4dfff4b4 req-4838c6cc-0281-4343-a636-d29789946b8f tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 943 time: 0.0706494 Jul 22 19:54:38.511240 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5bf4b51c-817c-4f67-b5d3-cb7d4dfff4b4 req-8bc0784f-f586-4e2d-aa09-154d9ff4638c tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331581 Jul 22 19:54:39.052271 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:54:39.143772 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4,segment=NetworkSegment(b684be30-a5df-47ea-82b2-d9df865857e7),segment_id=b684be30-a5df-47ea-82b2-d9df865857e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:39.154521 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'd0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4', 'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f', 'port_id': 'd0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4', 'mac_address': 'fa:16:3e:f5:6e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37c1afc-4046-4173-ab5e-caf9e40b98f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:54:39.190489 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:39.206556 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:54:39.225699 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4,segment=NetworkSegment(b684be30-a5df-47ea-82b2-d9df865857e7),segment_id=b684be30-a5df-47ea-82b2-d9df865857e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:39.229950 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:39.275377 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:39.282494 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:39.283469 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:39.283913 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:39.284265 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:39.284626 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:39.284958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:39.285283 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:39.285604 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:39.285926 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:39.286247 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:39.286566 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:39.286885 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:39.413192 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:54:39.416545 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:39.639412 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d07e1-8c68-4955-82a0-8cdde6a24743 req-d0c3c8b7-bfe8-4bae-b2c3-977db8ca413b tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:39.640941 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b4d07e1-8c68-4955-82a0-8cdde6a24743 req-d0c3c8b7-bfe8-4bae-b2c3-977db8ca413b tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 944 time: 0.0635498 Jul 22 19:54:39.679196 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b4d07e1-8c68-4955-82a0-8cdde6a24743 req-01015bfd-4025-4f79-a1c4-d03f43f3c28f tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327206 Jul 22 19:54:40.812204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6940d5-94e2-4a3f-aef9-1a055486a851 req-0ab60363-3bca-4a09-b2c0-6fcff94ce695 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:40.813693 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c6940d5-94e2-4a3f-aef9-1a055486a851 req-0ab60363-3bca-4a09-b2c0-6fcff94ce695 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 944 time: 0.0687621 Jul 22 19:54:40.850736 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c6940d5-94e2-4a3f-aef9-1a055486a851 req-4c2a0e58-949a-4108-8326-c81eb526f917 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307031 Jul 22 19:54:41.067842 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:41.120446 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:41.124099 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:41.124581 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:41.201199 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:41.224451 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76669685-c1c9-435c-a6f6-fd2f725f8647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:54:41.226615 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba32659-4854-46cf-bb04-cf8e4f99c9ad" -d '{"events": [{"server_uuid": "76669685-c1c9-435c-a6f6-fd2f725f8647", "name": "network-vif-plugged", "status": "completed", "tag": "d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:54:41.240257 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4,segment=NetworkSegment(b684be30-a5df-47ea-82b2-d9df865857e7),segment_id=b684be30-a5df-47ea-82b2-d9df865857e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:41.245712 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:41.272220 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e6ad31-dd90-4992-bcd5-605145058f1d x-openstack-request-id: req-f1e6ad31-dd90-4992-bcd5-605145058f1d {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:54:41.272528 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76669685-c1c9-435c-a6f6-fd2f725f8647", "name": "network-vif-plugged", "status": "completed", "tag": "d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:54:41.272780 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1e6ad31-dd90-4992-bcd5-605145058f1d {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:54:41.273157 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76669685-c1c9-435c-a6f6-fd2f725f8647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4', 'code': 200} Jul 22 19:54:41.301287 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:41.378055 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbb25a-7d99-4008-ab70-f4ef67e250ca req-6db1303a-967d-4256-ae3a-4992e45e4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:41.379498 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4fbbb25a-7d99-4008-ab70-f4ef67e250ca req-6db1303a-967d-4256-ae3a-4992e45e4ef4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 1097 time: 0.0554795 Jul 22 19:54:41.413379 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4fbbb25a-7d99-4008-ab70-f4ef67e250ca req-9d52a6da-435a-4c1d-83a9-2ae7a4c6f341 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279713 Jul 22 19:54:41.981540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e43a5-25ef-4154-9faa-3fa555a47d6b req-19a947fa-fd6b-4cba-90d7-780fb7c48a98 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:41.983169 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-791e43a5-25ef-4154-9faa-3fa555a47d6b req-19a947fa-fd6b-4cba-90d7-780fb7c48a98 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0668247 Jul 22 19:54:42.023625 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-791e43a5-25ef-4154-9faa-3fa555a47d6b req-fc08e43b-5214-44a3-89db-6e30112c20d2 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344927 Jul 22 19:54:42.099339 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:43.159752 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b86c5-4031-4cae-ad82-75ada5c727f0 req-dc7bac73-4360-4153-9224-de44455c7402 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:43.161307 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3c6b86c5-4031-4cae-ad82-75ada5c727f0 req-dc7bac73-4360-4153-9224-de44455c7402 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0696249 Jul 22 19:54:43.200375 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3c6b86c5-4031-4cae-ad82-75ada5c727f0 req-5adfe23c-632b-4a53-b667-7836d725696e tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335145 Jul 22 19:54:43.330019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a08824-aa1d-4f9d-9933-9d9e4199ccd3 req-4c3b0bf4-e221-41b7-ba05-a01c69cce873 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:43.331628 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03a08824-aa1d-4f9d-9933-9d9e4199ccd3 req-4c3b0bf4-e221-41b7-ba05-a01c69cce873 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0660748 Jul 22 19:54:43.369858 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03a08824-aa1d-4f9d-9933-9d9e4199ccd3 req-7b0a4afe-f16d-4d75-b8d8-036554d650cf tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326729 Jul 22 19:54:43.585300 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c322b3b-ee73-402f-92ac-a81022beeb7e req-04bb51c7-5d3c-471b-9bb8-0825e7e1904e tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:43.586788 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c322b3b-ee73-402f-92ac-a81022beeb7e req-04bb51c7-5d3c-471b-9bb8-0825e7e1904e tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0670841 Jul 22 19:54:43.629363 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c322b3b-ee73-402f-92ac-a81022beeb7e req-991f94f6-35b1-4dde-a9cd-b19ee5661942 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370266 Jul 22 19:54:43.756139 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af03631-fa1a-47f2-9878-83c26e1a40fe req-fa08e44d-c210-49ce-bd6b-e704fcaa8300 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:43.757632 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2af03631-fa1a-47f2-9878-83c26e1a40fe req-fa08e44d-c210-49ce-bd6b-e704fcaa8300 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0640426 Jul 22 19:54:43.794573 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2af03631-fa1a-47f2-9878-83c26e1a40fe req-b475f0b6-7c8d-4af7-af40-218d79ae6867 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313580 Jul 22 19:54:44.127178 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-b3ef365d-3204-42ff-b992-3e600cd26380 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0567160 Jul 22 19:54:44.140540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb62690-8965-4602-a727-49f1040c49d3 req-29ef55b7-5993-4b5a-9cbb-b24bd666ae30 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:44.142182 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dcb62690-8965-4602-a727-49f1040c49d3 req-29ef55b7-5993-4b5a-9cbb-b24bd666ae30 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0662868 Jul 22 19:54:44.181692 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dcb62690-8965-4602-a727-49f1040c49d3 req-e9296770-e7ea-45ab-901e-a31163cadca5 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335298 Jul 22 19:54:45.317192 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03b2cd-d9b9-4b8e-9498-aac2be6e0496 req-f9c464c4-deb3-4108-8fb0-094c17970703 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:45.318696 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8d03b2cd-d9b9-4b8e-9498-aac2be6e0496 req-f9c464c4-deb3-4108-8fb0-094c17970703 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0704787 Jul 22 19:54:45.382748 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8d03b2cd-d9b9-4b8e-9498-aac2be6e0496 req-efc45ea0-278d-407c-8090-f08782979c28 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577054 Jul 22 19:54:45.406816 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-55fa06ac-595c-4993-9e65-3fde416a9717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:45.409225 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-55fa06ac-595c-4993-9e65-3fde416a9717 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a87771b8bd0e4da2bfe0f320daf5d6e2&device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 1097 time: 0.0699754 Jul 22 19:54:45.499952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-164efb5f-122d-47b9-a56f-0adb43c9cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:45.501497 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-164efb5f-122d-47b9-a56f-0adb43c9cd48 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7ac752a-f742-4e99-9a50-698e869e583f HTTP/1.1" status: 200 len: 916 time: 0.0867710 Jul 22 19:54:45.542073 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-fae04430-57c8-493c-8e5a-6e698a705a4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 HTTP/1.1" status: 200 len: 217 time: 0.0349567 Jul 22 19:54:45.589322 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-dde87775-2cbf-459d-a8d2-bae26a4d7770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:45.590686 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-dde87775-2cbf-459d-a8d2-bae26a4d7770 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d37c1afc-4046-4173-ab5e-caf9e40b98f7 HTTP/1.1" status: 200 len: 855 time: 0.0433884 Jul 22 19:54:45.627418 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-d22ca9b9-f6d6-44ba-ae44-1f21b50f18ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7ac752a-f742-4e99-9a50-698e869e583f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304487 Jul 22 19:54:45.716874 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-fbc79093-ba55-49a4-b216-8d11858b851b service neutron] 10.222.0.16 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838161 Jul 22 19:54:45.810131 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-310f0a9a-5d29-42e1-9a8e-f4c61bb7febd service neutron] 10.222.0.16 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883358 Jul 22 19:54:46.513009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7347a7-be99-46f6-a5ed-e0bb3a9782d2 req-5910f2f0-a949-4b95-a190-3e3263e57a88 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:46.514493 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe7347a7-be99-46f6-a5ed-e0bb3a9782d2 req-5910f2f0-a949-4b95-a190-3e3263e57a88 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0636508 Jul 22 19:54:46.554218 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe7347a7-be99-46f6-a5ed-e0bb3a9782d2 req-1b9c4981-5466-471e-ba08-9c6153088c0b tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341825 Jul 22 19:54:47.682800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac622dd-eb3f-42a8-8ad6-25a4c944527f req-af2a0a6d-ec47-4bec-aad0-06814de20c9a tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:47.684306 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ac622dd-eb3f-42a8-8ad6-25a4c944527f req-af2a0a6d-ec47-4bec-aad0-06814de20c9a tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0635154 Jul 22 19:54:47.721851 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ac622dd-eb3f-42a8-8ad6-25a4c944527f req-19119102-57f6-460a-81ee-c2d4c712126a tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313487 Jul 22 19:54:48.854628 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e0636-9e43-40b2-926b-f52a4d63bd68 req-705928d5-7ade-49e1-b092-7903ea47951f tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:48.856103 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a41e0636-9e43-40b2-926b-f52a4d63bd68 req-705928d5-7ade-49e1-b092-7903ea47951f tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0681381 Jul 22 19:54:48.893716 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a41e0636-9e43-40b2-926b-f52a4d63bd68 req-0932a274-3baf-4954-8de6-77bdffa42e34 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311685 Jul 22 19:54:50.022287 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208182d-5235-4898-8336-f530778f24cd req-f77f38e6-e36a-49fc-b8d3-f61d2a7e1ca3 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:50.023776 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7208182d-5235-4898-8336-f530778f24cd req-f77f38e6-e36a-49fc-b8d3-f61d2a7e1ca3 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0636427 Jul 22 19:54:50.060950 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7208182d-5235-4898-8336-f530778f24cd req-3ca323a0-b3f2-4276-afe5-0d4bb79fa22a tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316877 Jul 22 19:54:51.193584 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fdd24-1f1c-4c8b-8804-858bf531d909 req-a22393b2-432c-46be-ac67-ed7501693dfd tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:51.195100 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a9fdd24-1f1c-4c8b-8804-858bf531d909 req-a22393b2-432c-46be-ac67-ed7501693dfd tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0687261 Jul 22 19:54:51.231711 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a9fdd24-1f1c-4c8b-8804-858bf531d909 req-2f95ba44-8ee9-4542-b007-d5030d98359b tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310779 Jul 22 19:54:52.364945 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7ac40-9f9b-4fc9-aad5-0ea7179491ca req-aaf4e4cc-6d7a-4603-abf2-ef55c6da3000 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:52.366488 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7be7ac40-9f9b-4fc9-aad5-0ea7179491ca req-aaf4e4cc-6d7a-4603-abf2-ef55c6da3000 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0662601 Jul 22 19:54:52.404980 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7be7ac40-9f9b-4fc9-aad5-0ea7179491ca req-283afc57-8374-48a6-9666-bf248180ef4b tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330703 Jul 22 19:54:53.532030 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2982bc-0bf1-4a3a-a567-72e4af1202b1 req-d5f32fe2-b720-45a6-baa1-0508138d5fd5 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:53.534139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-be2982bc-0bf1-4a3a-a567-72e4af1202b1 req-d5f32fe2-b720-45a6-baa1-0508138d5fd5 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0637138 Jul 22 19:54:53.571761 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-be2982bc-0bf1-4a3a-a567-72e4af1202b1 req-cd2292aa-db28-4fca-900e-d4925222c4a0 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315363 Jul 22 19:54:54.703966 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e99af-e6de-4b98-89b8-21a6966503fb req-40e214f7-d32a-4775-bb78-0c23f4475f0f tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:54.706253 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-be1e99af-e6de-4b98-89b8-21a6966503fb req-40e214f7-d32a-4775-bb78-0c23f4475f0f tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0689240 Jul 22 19:54:54.743426 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-be1e99af-e6de-4b98-89b8-21a6966503fb req-42cb2140-abb9-42f2-92f4-8e952329ca18 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316660 Jul 22 19:54:55.873245 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddc59e-f741-4b8c-a772-c555582650c5 req-393552e9-4269-4288-8ecc-cf3d86a344a0 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:55.874744 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1ddc59e-f741-4b8c-a772-c555582650c5 req-393552e9-4269-4288-8ecc-cf3d86a344a0 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0640774 Jul 22 19:54:55.912328 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1ddc59e-f741-4b8c-a772-c555582650c5 req-baff2d51-27a7-436f-b292-46a66ff65bf0 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319040 Jul 22 19:54:57.047710 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dd320-9908-4854-9728-3d0b5a621a17 req-cc17e7c4-f517-4465-8c80-37d1f0550d0b tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:57.049918 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-000dd320-9908-4854-9728-3d0b5a621a17 req-cc17e7c4-f517-4465-8c80-37d1f0550d0b tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0697243 Jul 22 19:54:57.087200 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-000dd320-9908-4854-9728-3d0b5a621a17 req-0d660de6-12f0-4e57-b7e8-c1418535d3b9 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317538 Jul 22 19:54:58.215386 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf554a-8388-4b4d-88ac-e1da05f77219 req-c3271ce0-5a7e-48f1-a103-a31477219419 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:58.216787 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ccf554a-8388-4b4d-88ac-e1da05f77219 req-c3271ce0-5a7e-48f1-a103-a31477219419 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0642445 Jul 22 19:54:58.254809 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ccf554a-8388-4b4d-88ac-e1da05f77219 req-17474092-b678-4da7-8895-d12a889045fc tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318308 Jul 22 19:54:58.535627 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-763805c1-c5a5-46bd-84eb-5d1b4e739abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:59.383980 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3502949-5745-4e09-8e05-1a211524726b req-1bcd7e38-2c41-44c0-8e7f-8eaf866c906f tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:59.385501 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b3502949-5745-4e09-8e05-1a211524726b req-1bcd7e38-2c41-44c0-8e7f-8eaf866c906f tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0645487 Jul 22 19:54:59.423018 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b3502949-5745-4e09-8e05-1a211524726b req-1a8de0d3-e85b-4522-808f-121c7d6f3906 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319085 Jul 22 19:55:00.559030 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6defb-5925-4163-a5ec-61166daf3330 req-065683f6-b479-4b1d-aee8-104bf19140e5 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:00.560440 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8df6defb-5925-4163-a5ec-61166daf3330 req-065683f6-b479-4b1d-aee8-104bf19140e5 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0696352 Jul 22 19:55:00.598501 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8df6defb-5925-4163-a5ec-61166daf3330 req-f0e8edb0-a5d8-4477-ab89-c3a149f756da tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317543 Jul 22 19:55:01.043358 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1ebb44c9-dd84-4d55-bc5c-9e98ecdb57f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:01.178908 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:01.727402 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7d290-d4db-46d7-b6f6-a9c9c1b59b83 req-bd2b2e76-aec0-40f6-8f54-0aa1e2bbd34f tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:01.728999 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c9c7d290-d4db-46d7-b6f6-a9c9c1b59b83 req-bd2b2e76-aec0-40f6-8f54-0aa1e2bbd34f tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0646152 Jul 22 19:55:01.766857 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c9c7d290-d4db-46d7-b6f6-a9c9c1b59b83 req-d097f016-a7ae-44b3-8409-902d75c2ac7a tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323331 Jul 22 19:55:02.486157 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:02.786416 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:55:02.899885 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca86c6-79eb-49c3-8a8a-05dc68341252 req-84a587fe-674f-43ab-a1ed-58a4f41558fb tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:02.901385 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81ca86c6-79eb-49c3-8a8a-05dc68341252 req-84a587fe-674f-43ab-a1ed-58a4f41558fb tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0678256 Jul 22 19:55:02.940027 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81ca86c6-79eb-49c3-8a8a-05dc68341252 req-1ce80275-e2ed-4e9b-b855-b41b92bfd37a tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327091 Jul 22 19:55:04.069768 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a9ff3-02f3-4e0a-8adb-3a844024003a req-258289d6-0afa-41c6-ab79-2d03db2bcd95 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:04.071286 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-404a9ff3-02f3-4e0a-8adb-3a844024003a req-258289d6-0afa-41c6-ab79-2d03db2bcd95 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0645692 Jul 22 19:55:04.108753 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-404a9ff3-02f3-4e0a-8adb-3a844024003a req-d9a5064e-3019-4211-8097-e4d497d77747 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319276 Jul 22 19:55:04.124922 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:05.237651 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6338d7c-6dff-4ec1-adb7-ff1bc9cf6afa req-94f2f6c3-d343-4ab3-b7d8-5f72f581e0f0 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:05.239056 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6338d7c-6dff-4ec1-adb7-ff1bc9cf6afa req-94f2f6c3-d343-4ab3-b7d8-5f72f581e0f0 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0635297 Jul 22 19:55:05.276063 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6338d7c-6dff-4ec1-adb7-ff1bc9cf6afa req-0f260eca-0e60-43f1-832d-2b69ebe44b29 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315690 Jul 22 19:55:06.412490 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c7168-2f81-4a56-9aec-60c36068eede req-3d9c9bb8-8b88-460a-8e2c-bae7a65cae80 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:06.413987 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8a6c7168-2f81-4a56-9aec-60c36068eede req-3d9c9bb8-8b88-460a-8e2c-bae7a65cae80 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0684412 Jul 22 19:55:06.451524 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8a6c7168-2f81-4a56-9aec-60c36068eede req-34ba6b45-359a-43ae-80c4-cdc84c446c92 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321057 Jul 22 19:55:07.581885 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cebaf-5523-4a5a-9777-4958a6a5070c req-58461bbe-e8fc-4612-a2da-1d4abdd19799 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:07.583387 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-626cebaf-5523-4a5a-9777-4958a6a5070c req-58461bbe-e8fc-4612-a2da-1d4abdd19799 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0654631 Jul 22 19:55:07.620627 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-626cebaf-5523-4a5a-9777-4958a6a5070c req-eb015357-4cb0-478d-b475-36bc0447428a tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316679 Jul 22 19:55:08.754525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bfdb8-acca-435e-b605-dd3623513932 req-9eb8ab86-8c0f-4617-9e73-e10f1a8f686b tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:08.756022 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c8bfdb8-acca-435e-b605-dd3623513932 req-9eb8ab86-8c0f-4617-9e73-e10f1a8f686b tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0691557 Jul 22 19:55:08.793442 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7c8bfdb8-acca-435e-b605-dd3623513932 req-fc0a1870-74b1-4b5f-afb1-6707a2f65b0c tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318298 Jul 22 19:55:09.430787 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:09.922158 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1eb6d4-ae69-4b28-b02a-f483a47f586a req-2b589219-36f4-4471-8dfa-d66714d1daf8 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:09.923784 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c1eb6d4-ae69-4b28-b02a-f483a47f586a req-2b589219-36f4-4471-8dfa-d66714d1daf8 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0641892 Jul 22 19:55:09.963364 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8c1eb6d4-ae69-4b28-b02a-f483a47f586a req-cc748781-ef5c-41b3-ada8-ed1e611eff07 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341399 Jul 22 19:55:11.096970 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cfd6b-675c-46a0-b1f5-fccf26b4fbe8 req-d4c467e5-6185-48fe-a7b5-b64cf9284003 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:11.098452 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-184cfd6b-675c-46a0-b1f5-fccf26b4fbe8 req-d4c467e5-6185-48fe-a7b5-b64cf9284003 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0694480 Jul 22 19:55:11.134839 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-184cfd6b-675c-46a0-b1f5-fccf26b4fbe8 req-baeecf90-8b3b-4522-a65a-cd4b071e370b tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308933 Jul 22 19:55:12.094409 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:12.269386 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0725e6f-288f-40e5-b377-e932c99904f7 req-5d8c11e3-3e2b-4cba-b6e0-209f7da22830 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:12.270767 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f0725e6f-288f-40e5-b377-e932c99904f7 req-5d8c11e3-3e2b-4cba-b6e0-209f7da22830 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0693047 Jul 22 19:55:12.309335 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f0725e6f-288f-40e5-b377-e932c99904f7 req-c750083d-4054-4119-8842-53c7b6037549 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327630 Jul 22 19:55:12.668055 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-307a559d-955d-4513-a3ce-5c4e5bcda48f service neutron] show failed (client error): The resource could not be found. Jul 22 19:55:12.668987 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-307a559d-955d-4513-a3ce-5c4e5bcda48f service neutron] 10.222.0.16 "GET /v2.0/ports/d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4/bindings/n-h1-800086-12 HTTP/1.1" status: 404 len: 381 time: 0.0543489 Jul 22 19:55:12.870425 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-9e1acdf1-433c-4d90-857a-2c046bf4aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:12.871908 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-9e1acdf1-433c-4d90-857a-2c046bf4aac0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647&tenant_id=a87771b8bd0e4da2bfe0f320daf5d6e2 HTTP/1.1" status: 200 len: 1097 time: 0.0546570 Jul 22 19:55:12.882933 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800086-12', 'device_owner': 'compute:nova'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:12.957102 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:13.158763 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] For port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4,segment=NetworkSegment(b684be30-a5df-47ea-82b2-d9df865857e7),segment_id=b684be30-a5df-47ea-82b2-d9df865857e7)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:13.191435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] For port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:55:13.234030 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76669685-c1c9-435c-a6f6-fd2f725f8647', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:55:13.236710 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1f8e46-373f-474d-aa32-d596642265e9" -d '{"events": [{"server_uuid": "76669685-c1c9-435c-a6f6-fd2f725f8647", "name": "network-vif-unplugged", "status": "completed", "tag": "d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:55:13.240219 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:13.254533 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Transition to ACTIVE for port object d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:55:13.257964 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:13.295024 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4731ffe-8872-4fa2-bac9-f521a1e5b1a4 x-openstack-request-id: req-e4731ffe-8872-4fa2-bac9-f521a1e5b1a4 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:55:13.295621 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76669685-c1c9-435c-a6f6-fd2f725f8647", "name": "network-vif-unplugged", "status": "completed", "tag": "d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:55:13.295621 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4731ffe-8872-4fa2-bac9-f521a1e5b1a4 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:55:13.295923 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76669685-c1c9-435c-a6f6-fd2f725f8647', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4', 'code': 200} Jul 22 19:55:13.325225 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] No DVR routers for this DVR port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:55:13.328188 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4,revision_number=6']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:13.359223 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:13.359563 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:13.359896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:13.360227 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:13.360578 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:13.361434 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:13.361761 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:13.362078 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:13.362395 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:13.362717 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:13.363030 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:13.363342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:13.376250 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Attempting to bind port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:55:13.376705 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Attempting to bind port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'b684be30-a5df-47ea-82b2-d9df865857e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:55:13.377502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Attempting to bind port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 on network b7ac752a-f742-4e99-9a50-698e869e583f {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:55:13.381900 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 on network b7ac752a-f742-4e99-9a50-698e869e583f not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:55:13.382223 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Attempting to bind port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 on network b7ac752a-f742-4e99-9a50-698e869e583f {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:55:13.388775 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:55:13.389111 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Checking segment: {'id': 'b684be30-a5df-47ea-82b2-d9df865857e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:55:13.389486 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Bound using segment: {'id': 'b684be30-a5df-47ea-82b2-d9df865857e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:55:13.389905 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Bound port: d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b684be30-a5df-47ea-82b2-d9df865857e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:55:13.390258 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:13.494459 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] For port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:55:13.498575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] For port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4,segment=NetworkSegment(b684be30-a5df-47ea-82b2-d9df865857e7),segment_id=b684be30-a5df-47ea-82b2-d9df865857e7)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:55:13.508503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea847cf-9773-4127-a355-48ab78c26f20 req-877367b7-65b1-48a5-b7dc-55e67eeac1d9 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:13.510025 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eea847cf-9773-4127-a355-48ab78c26f20 req-877367b7-65b1-48a5-b7dc-55e67eeac1d9 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 943 time: 0.1230166 Jul 22 19:55:13.511448 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:13.562756 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:13.563363 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:13.565484 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] 10.222.0.30 "PUT /v2.0/ports/d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 HTTP/1.1" status: 200 len: 1092 time: 0.6866040 Jul 22 19:55:13.622169 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ca858-5a91-4b36-8ecb-a5afb8b324d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4,revision_number=7']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:13.627779 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eea847cf-9773-4127-a355-48ab78c26f20 req-876207d7-6cca-49ba-ba76-b10cda6682c4 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113157 Jul 22 19:55:13.654819 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-1f7b5fe3-ba4b-4f26-ac83-e6cff41b51b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:13.656311 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-1f7b5fe3-ba4b-4f26-ac83-e6cff41b51b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a87771b8bd0e4da2bfe0f320daf5d6e2&device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 1095 time: 0.0687714 Jul 22 19:55:13.746152 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-95ca3d41-0855-4eac-870c-6b7c0f9d1b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:13.747529 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-95ca3d41-0855-4eac-870c-6b7c0f9d1b46 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b7ac752a-f742-4e99-9a50-698e869e583f HTTP/1.1" status: 200 len: 916 time: 0.0853286 Jul 22 19:55:13.789962 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-5ee429c2-d259-4c44-8cc4-dea8b5a2d7b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 HTTP/1.1" status: 200 len: 217 time: 0.0365007 Jul 22 19:55:13.837673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-02ea9b87-f640-4e1a-bcc7-162a47fd0610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:13.839143 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-02ea9b87-f640-4e1a-bcc7-162a47fd0610 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d37c1afc-4046-4173-ab5e-caf9e40b98f7 HTTP/1.1" status: 200 len: 855 time: 0.0433922 Jul 22 19:55:13.873003 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-dbce8aad-e805-4907-aa73-1eb89a6bd667 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b7ac752a-f742-4e99-9a50-698e869e583f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281589 Jul 22 19:55:13.882433 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-5e18749d-84af-438c-bca3-3eb40f6219d2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:55:13.883350 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-5e18749d-84af-438c-bca3-3eb40f6219d2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047979 Jul 22 19:55:13.973764 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-def99403-6928-423b-bcfd-06ade42e229b service neutron] 10.222.0.30 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844994 Jul 22 19:55:14.064800 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e75f23e9-4721-4eca-8ddf-f9310b70b7a2 req-c28da0bd-92de-4448-bd5b-f4e185a9dc61 service neutron] 10.222.0.30 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838056 Jul 22 19:55:14.758469 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38194a8d-30fc-4d59-8ceb-6ff8438a2355 req-173d8b51-ce07-46e7-af29-dfb3c4816e5b tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:14.759948 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38194a8d-30fc-4d59-8ceb-6ff8438a2355 req-173d8b51-ce07-46e7-af29-dfb3c4816e5b tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 943 time: 0.0632792 Jul 22 19:55:14.801862 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38194a8d-30fc-4d59-8ceb-6ff8438a2355 req-45de1e2b-9e15-46e2-8666-1890801f3ad1 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363588 Jul 22 19:55:15.285486 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:55:15.297034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76669685-c1c9-435c-a6f6-fd2f725f8647', 'tag': 'd0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:55:15.300064 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a177b807-fd1d-4747-9aff-2bfa3471c21b" -d '{"events": [{"name": "network-changed", "server_uuid": "76669685-c1c9-435c-a6f6-fd2f725f8647", "tag": "d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:55:15.323805 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:55:15.349445 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eaeb666-3d8e-4c56-a6f3-a0289f580990 x-openstack-request-id: req-0eaeb666-3d8e-4c56-a6f3-a0289f580990 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:55:15.349738 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76669685-c1c9-435c-a6f6-fd2f725f8647", "tag": "d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:55:15.350154 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0eaeb666-3d8e-4c56-a6f3-a0289f580990 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:55:15.350564 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76669685-c1c9-435c-a6f6-fd2f725f8647', 'tag': 'd0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4', 'status': 'completed', 'code': 200} Jul 22 19:55:15.457598 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177b807-fd1d-4747-9aff-2bfa3471c21b req-112cf08d-7e6d-4804-8fd0-12be5e5728c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:15.459117 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a177b807-fd1d-4747-9aff-2bfa3471c21b req-112cf08d-7e6d-4804-8fd0-12be5e5728c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a87771b8bd0e4da2bfe0f320daf5d6e2&device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 1095 time: 0.0929632 Jul 22 19:55:15.461742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177b807-fd1d-4747-9aff-2bfa3471c21b req-4ae267ee-1bdd-40cd-ac36-6a87cb54aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:15.463157 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a177b807-fd1d-4747-9aff-2bfa3471c21b req-4ae267ee-1bdd-40cd-ac36-6a87cb54aecb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a87771b8bd0e4da2bfe0f320daf5d6e2&device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 1095 time: 0.0880857 Jul 22 19:55:15.621125 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177b807-fd1d-4747-9aff-2bfa3471c21b req-69e78ca6-7c59-434c-95f2-042f64bfe315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:15.622509 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a177b807-fd1d-4747-9aff-2bfa3471c21b req-69e78ca6-7c59-434c-95f2-042f64bfe315 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7ac752a-f742-4e99-9a50-698e869e583f HTTP/1.1" status: 200 len: 916 time: 0.1577129 Jul 22 19:55:15.625043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177b807-fd1d-4747-9aff-2bfa3471c21b req-2cbbcd9d-bcd6-4018-ba28-b4c51e07d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:15.626362 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a177b807-fd1d-4747-9aff-2bfa3471c21b req-2cbbcd9d-bcd6-4018-ba28-b4c51e07d133 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b7ac752a-f742-4e99-9a50-698e869e583f HTTP/1.1" status: 200 len: 916 time: 0.1526451 Jul 22 19:55:15.671939 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a177b807-fd1d-4747-9aff-2bfa3471c21b req-184bc5b0-1fdc-4e17-a27d-02254cc87ede service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 HTTP/1.1" status: 200 len: 217 time: 0.0430148 Jul 22 19:55:15.705512 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a177b807-fd1d-4747-9aff-2bfa3471c21b req-381255df-246d-4389-a32e-8c657d941fb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 HTTP/1.1" status: 200 len: 217 time: 0.0702283 Jul 22 19:55:16.088804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177b807-fd1d-4747-9aff-2bfa3471c21b req-15c2850e-2850-4c74-9641-8924ce42b702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:16.090259 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a177b807-fd1d-4747-9aff-2bfa3471c21b req-15c2850e-2850-4c74-9641-8924ce42b702 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d37c1afc-4046-4173-ab5e-caf9e40b98f7 HTTP/1.1" status: 200 len: 855 time: 0.3931000 Jul 22 19:55:16.131263 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177b807-fd1d-4747-9aff-2bfa3471c21b req-c4a5807b-00a4-40ef-8b5d-ea1bb6218d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:16.132699 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a177b807-fd1d-4747-9aff-2bfa3471c21b req-c4a5807b-00a4-40ef-8b5d-ea1bb6218d7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d37c1afc-4046-4173-ab5e-caf9e40b98f7 HTTP/1.1" status: 200 len: 855 time: 0.4049933 Jul 22 19:55:16.134372 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a177b807-fd1d-4747-9aff-2bfa3471c21b req-2fc33662-c6be-4570-86a7-3d677454f45d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7ac752a-f742-4e99-9a50-698e869e583f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360785 Jul 22 19:55:16.179922 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a177b807-fd1d-4747-9aff-2bfa3471c21b req-6699e6a4-bde8-4e73-bc17-1c3837904708 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b7ac752a-f742-4e99-9a50-698e869e583f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412786 Jul 22 19:55:16.229631 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7b6bf-581b-4271-95be-550eb351a53a req-cddb190d-5067-4372-afff-cac09c762411 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:16.230988 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7db7b6bf-581b-4271-95be-550eb351a53a req-cddb190d-5067-4372-afff-cac09c762411 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 943 time: 0.1792386 Jul 22 19:55:16.344861 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:55:16.359659 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7db7b6bf-581b-4271-95be-550eb351a53a req-58a55ac6-ebed-43c6-a909-c75c294402db tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206446 Jul 22 19:55:16.365861 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a177b807-fd1d-4747-9aff-2bfa3471c21b req-538e0420-7f8e-48dc-ad8d-0c6321427419 service neutron] 10.222.0.16 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154291 Jul 22 19:55:16.393792 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a177b807-fd1d-4747-9aff-2bfa3471c21b req-d216a559-9511-4820-82e7-8087f50d35ea service neutron] 10.222.0.30 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033596 Jul 22 19:55:16.451939 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4,segment=NetworkSegment(b684be30-a5df-47ea-82b2-d9df865857e7),segment_id=b684be30-a5df-47ea-82b2-d9df865857e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:16.464752 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'd0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4', 'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f', 'port_id': 'd0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4', 'mac_address': 'fa:16:3e:f5:6e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37c1afc-4046-4173-ab5e-caf9e40b98f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:55:16.506715 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:16.520756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:55:16.531109 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.16', 59596) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:16.532802 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a177b807-fd1d-4747-9aff-2bfa3471c21b req-f2626c86-6530-4f1b-9d29-6d8008e32c81 service neutron] 10.222.0.16 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612689 Jul 22 19:55:16.542081 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4,segment=NetworkSegment(b684be30-a5df-47ea-82b2-d9df865857e7),segment_id=b684be30-a5df-47ea-82b2-d9df865857e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:16.547164 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:16.554565 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a177b807-fd1d-4747-9aff-2bfa3471c21b req-8dadd95f-a652-4a22-859b-1087cfea5e6d service neutron] 10.222.0.30 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526165 Jul 22 19:55:16.606583 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:16.614234 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe3af3-a143-4fa9-a016-561fa39270c1 req-7ac10b3e-fd77-4b6e-9887-17eef53d8598 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:16.615748 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-75fe3af3-a143-4fa9-a016-561fa39270c1 req-7ac10b3e-fd77-4b6e-9887-17eef53d8598 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 944 time: 0.0772471 Jul 22 19:55:16.654725 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-75fe3af3-a143-4fa9-a016-561fa39270c1 req-520ec4fd-136a-49b5-b351-ec925570a86b tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331154 Jul 22 19:55:16.662330 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d671003-a30e-40e7-a96e-7bea20785e00 req-2954c474-febd-4cc4-a83e-c9087a45025e tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:16.663792 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7d671003-a30e-40e7-a96e-7bea20785e00 req-2954c474-febd-4cc4-a83e-c9087a45025e tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.16 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647&tenant_id=a87771b8bd0e4da2bfe0f320daf5d6e2&binding%3Ahost_id=n-h1-800086-12 HTTP/1.1" status: 200 len: 944 time: 0.1317031 Jul 22 19:55:16.728176 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [req-7d671003-a30e-40e7-a96e-7bea20785e00 req-1db4fb97-42d4-46b1-8cd2-fb68d14c2f82 service neutron] delete failed (client error): The resource could not be found. Jul 22 19:55:16.729205 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7d671003-a30e-40e7-a96e-7bea20785e00 req-1db4fb97-42d4-46b1-8cd2-fb68d14c2f82 service neutron] 10.222.0.16 "DELETE /v2.0/ports/d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4/bindings/n-h2-800086-12 HTTP/1.1" status: 404 len: 381 time: 0.0595922 Jul 22 19:55:16.756914 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:55:16.823428 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d671003-a30e-40e7-a96e-7bea20785e00 req-a79af6d6-a8b2-49f0-9776-9ca76dab9dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:16.824965 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7d671003-a30e-40e7-a96e-7bea20785e00 req-a79af6d6-a8b2-49f0-9776-9ca76dab9dd7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a87771b8bd0e4da2bfe0f320daf5d6e2&device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 1096 time: 0.0539932 Jul 22 19:55:16.922555 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d671003-a30e-40e7-a96e-7bea20785e00 req-3d980229-0f32-4522-9fa0-a7b664d08e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:16.924528 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7d671003-a30e-40e7-a96e-7bea20785e00 req-3d980229-0f32-4522-9fa0-a7b664d08e99 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7ac752a-f742-4e99-9a50-698e869e583f HTTP/1.1" status: 200 len: 916 time: 0.0933361 Jul 22 19:55:16.964652 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7d671003-a30e-40e7-a96e-7bea20785e00 req-f0cbd30a-0a31-4b61-95a0-4a159358f17a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 HTTP/1.1" status: 200 len: 217 time: 0.0346055 Jul 22 19:55:17.011691 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d671003-a30e-40e7-a96e-7bea20785e00 req-3988a633-7d3b-415d-8a80-6656af784e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:17.013097 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7d671003-a30e-40e7-a96e-7bea20785e00 req-3988a633-7d3b-415d-8a80-6656af784e59 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d37c1afc-4046-4173-ab5e-caf9e40b98f7 HTTP/1.1" status: 200 len: 855 time: 0.0430019 Jul 22 19:55:17.045813 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7d671003-a30e-40e7-a96e-7bea20785e00 req-bc02c967-8a96-4b72-85c4-562e34fb21ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7ac752a-f742-4e99-9a50-698e869e583f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262055 Jul 22 19:55:17.135985 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7d671003-a30e-40e7-a96e-7bea20785e00 req-83ea2f1b-9b63-4abd-aa86-b1715c9b1743 service neutron] 10.222.0.16 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837896 Jul 22 19:55:17.224813 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7d671003-a30e-40e7-a96e-7bea20785e00 req-acb15809-77ea-4edf-bd14-7402c318e7f9 service neutron] 10.222.0.16 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832229 Jul 22 19:55:17.787414 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d61f74-d62e-447e-9946-4c1b4f221b38 req-ddc2d927-8f36-4e6e-b4e5-36a96cec9367 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:17.788948 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5d61f74-d62e-447e-9946-4c1b4f221b38 req-ddc2d927-8f36-4e6e-b4e5-36a96cec9367 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 944 time: 0.0651927 Jul 22 19:55:17.827361 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5d61f74-d62e-447e-9946-4c1b4f221b38 req-f787e1a7-a8da-42db-b4f6-fe52b817cd42 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327699 Jul 22 19:55:17.958191 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340a975-e826-4712-8fe5-b4c126f4240f req-661d83ba-98a5-4462-9ade-5bacfdac263e tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:17.959731 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e340a975-e826-4712-8fe5-b4c126f4240f req-661d83ba-98a5-4462-9ade-5bacfdac263e tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 944 time: 0.0685196 Jul 22 19:55:17.997830 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e340a975-e826-4712-8fe5-b4c126f4240f req-7d7c3d46-fa8c-48d9-8dbf-5a0ee01949d1 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324128 Jul 22 19:55:18.126549 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c8165-0d0d-47e8-8d2d-1d1e17a37ebc req-03837107-e70a-4ff8-8f33-5dfbc0558e6a tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:18.128223 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-323c8165-0d0d-47e8-8d2d-1d1e17a37ebc req-03837107-e70a-4ff8-8f33-5dfbc0558e6a tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 944 time: 0.0657015 Jul 22 19:55:18.166120 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-323c8165-0d0d-47e8-8d2d-1d1e17a37ebc req-0e1ffb24-9368-4c39-b790-0202eca77ddd tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322020 Jul 22 19:55:18.355543 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:55:18.404730 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:55:18.409124 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:18.409551 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:18.489321 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:18.511776 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76669685-c1c9-435c-a6f6-fd2f725f8647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:55:18.514022 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f298c1c-40ee-4ea8-8b6f-91fc4d2c9e8d" -d '{"events": [{"server_uuid": "76669685-c1c9-435c-a6f6-fd2f725f8647", "name": "network-vif-plugged", "status": "completed", "tag": "d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:55:18.516017 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-ee3417b2-11d4-4d91-877a-a2d4e97b70f4 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:18.517779 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-ee3417b2-11d4-4d91-877a-a2d4e97b70f4 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/networks?id=b7ac752a-f742-4e99-9a50-698e869e583f HTTP/1.1" status: 200 len: 815 time: 0.1063542 Jul 22 19:55:18.529992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4,segment=NetworkSegment(b684be30-a5df-47ea-82b2-d9df865857e7),segment_id=b684be30-a5df-47ea-82b2-d9df865857e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:18.535797 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:18.536097 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-d69a900e-057d-4ae5-b475-edefb9b5729b tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/quotas/a87771b8bd0e4da2bfe0f320daf5d6e2 HTTP/1.1" status: 200 len: 375 time: 0.0123990 Jul 22 19:55:18.567225 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7750432d-c37f-4381-b67a-620e59afb105 x-openstack-request-id: req-7750432d-c37f-4381-b67a-620e59afb105 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:55:18.567526 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76669685-c1c9-435c-a6f6-fd2f725f8647", "name": "network-vif-plugged", "status": "completed", "tag": "d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:55:18.567781 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7750432d-c37f-4381-b67a-620e59afb105 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:55:18.568169 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76669685-c1c9-435c-a6f6-fd2f725f8647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4', 'code': 200} Jul 22 19:55:18.596659 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4,revision_number=9']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:18.619622 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-ebc2457c-abc7-4d89-9c58-61039a3ecf17 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a87771b8bd0e4da2bfe0f320daf5d6e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0759447 Jul 22 19:55:18.715331 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-ec852ab5-3e3d-4c0b-b3c9-41bb77a2cb91 service neutron] 10.222.0.13 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889542 Jul 22 19:55:18.805751 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-88717738-d679-4efa-812a-f47b5262fa8d service neutron] 10.222.0.13 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834587 Jul 22 19:55:18.973502 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cfc8c9f3-5326-435a-81bf-3012baf2824c req-6598f928-33a6-4265-91fe-08dfbe98430f tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 210 time: 0.0336564 Jul 22 19:55:19.633976 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f91a08-7386-4fa2-8c8c-adf5bcb97038 req-9abb9c51-7476-4713-aed6-b91c5bb408a7 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:19.635341 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-61f91a08-7386-4fa2-8c8c-adf5bcb97038 req-9abb9c51-7476-4713-aed6-b91c5bb408a7 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.30 "GET /v2.0/ports?device_id=76669685-c1c9-435c-a6f6-fd2f725f8647 HTTP/1.1" status: 200 len: 945 time: 0.0679722 Jul 22 19:55:19.740395 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-61f91a08-7386-4fa2-8c8c-adf5bcb97038 req-087e6888-c540-461b-a353-cfc8aa094e6d tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Deleting port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:55:19.740730 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-61f91a08-7386-4fa2-8c8c-adf5bcb97038 req-087e6888-c540-461b-a353-cfc8aa094e6d tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:19.773742 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.30', 57359) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:19.841427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-61f91a08-7386-4fa2-8c8c-adf5bcb97038 req-087e6888-c540-461b-a353-cfc8aa094e6d tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] For port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4,segment=NetworkSegment(b684be30-a5df-47ea-82b2-d9df865857e7),segment_id=b684be30-a5df-47ea-82b2-d9df865857e7)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:19.842096 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-61f91a08-7386-4fa2-8c8c-adf5bcb97038 req-087e6888-c540-461b-a353-cfc8aa094e6d tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:19.855774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-61f91a08-7386-4fa2-8c8c-adf5bcb97038 req-087e6888-c540-461b-a353-cfc8aa094e6d tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Calling delete_port for d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:55:19.875176 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-65f58b26-d6c0-4a5a-afd7-28e07ebceff0 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:19.876742 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-65f58b26-d6c0-4a5a-afd7-28e07ebceff0 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.30 "GET /v2.0/networks?id=b7ac752a-f742-4e99-9a50-698e869e583f HTTP/1.1" status: 200 len: 815 time: 0.1019123 Jul 22 19:55:19.889062 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-9bc1681d-cd46-4382-bedd-e783ae2c1912 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Request body: {'port': {'device_id': 'e7aefd05-ce4b-4272-8d4e-0a731dd44d60', 'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f', 'admin_state_up': True, 'tenant_id': 'a87771b8bd0e4da2bfe0f320daf5d6e2'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:19.990029 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-61f91a08-7386-4fa2-8c8c-adf5bcb97038 req-087e6888-c540-461b-a353-cfc8aa094e6d tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:20.001424 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:55:20.017239 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-9bc1681d-cd46-4382-bedd-e783ae2c1912 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Made reservation on behalf of a87771b8bd0e4da2bfe0f320daf5d6e2 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:55:20.022434 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-9bc1681d-cd46-4382-bedd-e783ae2c1912 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:20.035148 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e6888-c540-461b-a353-cfc8aa094e6d tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Pushing event deleted for resources: {'Port': ['ID=d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:20.108314 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f91a08-7386-4fa2-8c8c-adf5bcb97038 req-087e6888-c540-461b-a353-cfc8aa094e6d tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] No DVR routers for this DVR port d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:55:20.111685 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-739427b7-9f03-4e37-9c90-7716e6c701d2 req-f833ab89-6a47-4654-b71b-ace75dc3d4e0 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 210 time: 0.0671506 Jul 22 19:55:20.112749 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-61f91a08-7386-4fa2-8c8c-adf5bcb97038 req-087e6888-c540-461b-a353-cfc8aa094e6d tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:20.114764 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-61f91a08-7386-4fa2-8c8c-adf5bcb97038 req-087e6888-c540-461b-a353-cfc8aa094e6d tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.30 "DELETE /v2.0/ports/d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 HTTP/1.1" status: 204 len: 173 time: 0.4734554 Jul 22 19:55:20.115082 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76669685-c1c9-435c-a6f6-fd2f725f8647', 'name': 'network-vif-deleted', 'tag': 'd0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:55:20.117531 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88ef451-253d-4165-8ac6-9aa9c4b437fb" -d '{"events": [{"server_uuid": "76669685-c1c9-435c-a6f6-fd2f725f8647", "name": "network-vif-deleted", "tag": "d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:55:20.165710 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316706d3-e51a-4237-881b-558c083205ee x-openstack-request-id: req-316706d3-e51a-4237-881b-558c083205ee {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:55:20.166135 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76669685-c1c9-435c-a6f6-fd2f725f8647", "name": "network-vif-deleted", "tag": "d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:55:20.166399 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-9bc1681d-cd46-4382-bedd-e783ae2c1912 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Allocated IP 172.20.0.12 (b7ac752a-f742-4e99-9a50-698e869e583f/d37c1afc-4046-4173-ab5e-caf9e40b98f7/50588f6a-2837-4b97-a1ba-3200072735fc) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:55:20.166580 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-316706d3-e51a-4237-881b-558c083205ee {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:55:20.167108 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76669685-c1c9-435c-a6f6-fd2f725f8647', 'name': 'network-vif-deleted', 'tag': 'd0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4', 'status': 'completed', 'code': 200} Jul 22 19:55:20.622674 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-9bc1681d-cd46-4382-bedd-e783ae2c1912 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:20.660153 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-9bc1681d-cd46-4382-bedd-e783ae2c1912 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:20.671071 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:55:20.708176 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-9bc1681d-cd46-4382-bedd-e783ae2c1912 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Network b7ac752a-f742-4e99-9a50-698e869e583f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:55:20.711124 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-9bc1681d-cd46-4382-bedd-e783ae2c1912 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:55:20.714816 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-9bc1681d-cd46-4382-bedd-e783ae2c1912 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:55:20.737447 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1681d-cd46-4382-bedd-e783ae2c1912 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Pushing event updated for resources: {'Port': ['ID=50588f6a-2837-4b97-a1ba-3200072735fc,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:20.763689 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-9bc1681d-cd46-4382-bedd-e783ae2c1912 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:20.764297 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-9bc1681d-cd46-4382-bedd-e783ae2c1912 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:20.777710 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-9bc1681d-cd46-4382-bedd-e783ae2c1912 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8927670 Jul 22 19:55:20.788540 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] Request body: {'port': {'device_id': 'e7aefd05-ce4b-4272-8d4e-0a731dd44d60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:20.857200 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:21.116718 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50588f6a-2837-4b97-a1ba-3200072735fc {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:55:21.124196 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:21.136545 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] Transition to ACTIVE for port object 50588f6a-2837-4b97-a1ba-3200072735fc will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:55:21.140253 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:21.192860 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] Pushing event updated for resources: {'Port': ['ID=50588f6a-2837-4b97-a1ba-3200072735fc,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:21.247323 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc448b9-cd6e-434d-a1c7-2a5ac980d720 req-c009e217-7ece-4104-bcd6-38f152394b57 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:21.248757 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-afc448b9-cd6e-434d-a1c7-2a5ac980d720 req-c009e217-7ece-4104-bcd6-38f152394b57 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 944 time: 0.0697987 Jul 22 19:55:21.264556 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] Attempting to bind port 50588f6a-2837-4b97-a1ba-3200072735fc on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:55:21.264895 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] Attempting to bind port 50588f6a-2837-4b97-a1ba-3200072735fc by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'b684be30-a5df-47ea-82b2-d9df865857e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:55:21.265224 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] Attempting to bind port 50588f6a-2837-4b97-a1ba-3200072735fc on network b7ac752a-f742-4e99-9a50-698e869e583f {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:55:21.269575 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] Port 50588f6a-2837-4b97-a1ba-3200072735fc on network b7ac752a-f742-4e99-9a50-698e869e583f not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:55:21.269907 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] Attempting to bind port 50588f6a-2837-4b97-a1ba-3200072735fc on network b7ac752a-f742-4e99-9a50-698e869e583f {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:55:21.274880 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:55:21.275240 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] Checking segment: {'id': 'b684be30-a5df-47ea-82b2-d9df865857e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:55:21.275622 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] Bound using segment: {'id': 'b684be30-a5df-47ea-82b2-d9df865857e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:55:21.276041 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] Bound port: 50588f6a-2837-4b97-a1ba-3200072735fc, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b684be30-a5df-47ea-82b2-d9df865857e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:55:21.276399 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:21.287364 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-afc448b9-cd6e-434d-a1c7-2a5ac980d720 req-be7eaf67-e66a-43f2-8107-8f5db3fcb9c1 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327179 Jul 22 19:55:21.338455 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] For port 50588f6a-2837-4b97-a1ba-3200072735fc, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:55:21.341376 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] For port 50588f6a-2837-4b97-a1ba-3200072735fc, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=50588f6a-2837-4b97-a1ba-3200072735fc,segment=NetworkSegment(b684be30-a5df-47ea-82b2-d9df865857e7),segment_id=b684be30-a5df-47ea-82b2-d9df865857e7)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:55:21.346639 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:21.376638 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:21.377517 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:21.378903 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] 10.222.0.30 "PUT /v2.0/ports/50588f6a-2837-4b97-a1ba-3200072735fc HTTP/1.1" status: 200 len: 1093 time: 0.5945861 Jul 22 19:55:21.381296 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7aefd05-ce4b-4272-8d4e-0a731dd44d60', 'tag': '50588f6a-2837-4b97-a1ba-3200072735fc'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:55:21.384982 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a2035c-3c49-4794-a8a6-d3af8f512135" -d '{"events": [{"name": "network-changed", "server_uuid": "e7aefd05-ce4b-4272-8d4e-0a731dd44d60", "tag": "50588f6a-2837-4b97-a1ba-3200072735fc"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:55:21.415141 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e419ef-840a-49ec-92aa-f21506e0914b service neutron] Pushing event updated for resources: {'Port': ['ID=50588f6a-2837-4b97-a1ba-3200072735fc,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:21.478054 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-389fd5f3-d8bc-4f25-ab3b-91bddc099105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:21.479583 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-389fd5f3-d8bc-4f25-ab3b-91bddc099105 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a87771b8bd0e4da2bfe0f320daf5d6e2&device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 1096 time: 0.0550880 Jul 22 19:55:21.524634 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba90a44-8397-40f9-8857-8c0ff6f7fcb2 x-openstack-request-id: req-3ba90a44-8397-40f9-8857-8c0ff6f7fcb2 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:55:21.524927 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7aefd05-ce4b-4272-8d4e-0a731dd44d60", "tag": "50588f6a-2837-4b97-a1ba-3200072735fc", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:55:21.525172 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ba90a44-8397-40f9-8857-8c0ff6f7fcb2 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:55:21.525590 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7aefd05-ce4b-4272-8d4e-0a731dd44d60', 'tag': '50588f6a-2837-4b97-a1ba-3200072735fc', 'status': 'completed', 'code': 200} Jul 22 19:55:21.527300 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-2f6a412a-bd6e-45f1-908e-adde0d8ac1cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50588f6a-2837-4b97-a1ba-3200072735fc HTTP/1.1" status: 200 len: 217 time: 0.0411170 Jul 22 19:55:21.576352 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-6358606b-54f1-4575-b7d0-2ee848eb7ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:21.577801 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-6358606b-54f1-4575-b7d0-2ee848eb7ef7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d37c1afc-4046-4173-ab5e-caf9e40b98f7 HTTP/1.1" status: 200 len: 855 time: 0.0439506 Jul 22 19:55:21.610862 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-d4d853a7-b395-4049-a6c2-5486cbdec8c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b7ac752a-f742-4e99-9a50-698e869e583f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270259 Jul 22 19:55:21.705797 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-e5729d0b-32f6-4a34-9d20-6591a4bca7c5 service neutron] 10.222.0.30 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860152 Jul 22 19:55:21.792919 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1c4d8ea3-13e7-4e0c-ab1f-521e2baf9362 req-3011df01-ac8b-4f26-87c4-4f7dd4350bd2 service neutron] 10.222.0.30 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800247 Jul 22 19:55:21.890649 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2035c-3c49-4794-a8a6-d3af8f512135 req-3f8b46bc-1e78-47f9-93ac-b620750581a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:21.892664 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-11a2035c-3c49-4794-a8a6-d3af8f512135 req-3f8b46bc-1e78-47f9-93ac-b620750581a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a87771b8bd0e4da2bfe0f320daf5d6e2&device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 1096 time: 0.0580554 Jul 22 19:55:21.980843 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2035c-3c49-4794-a8a6-d3af8f512135 req-cd5279b0-85bc-4e2b-8ad5-777ade2a2d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:21.982325 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-11a2035c-3c49-4794-a8a6-d3af8f512135 req-cd5279b0-85bc-4e2b-8ad5-777ade2a2d25 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b7ac752a-f742-4e99-9a50-698e869e583f HTTP/1.1" status: 200 len: 916 time: 0.0834675 Jul 22 19:55:22.027002 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-11a2035c-3c49-4794-a8a6-d3af8f512135 req-8fa90579-61a4-4035-86e5-b70b88cefd26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50588f6a-2837-4b97-a1ba-3200072735fc HTTP/1.1" status: 200 len: 217 time: 0.0378187 Jul 22 19:55:22.074806 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2035c-3c49-4794-a8a6-d3af8f512135 req-760089ac-fadc-4efe-b08c-33dbe3f57a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:22.076122 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-11a2035c-3c49-4794-a8a6-d3af8f512135 req-760089ac-fadc-4efe-b08c-33dbe3f57a0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d37c1afc-4046-4173-ab5e-caf9e40b98f7 HTTP/1.1" status: 200 len: 855 time: 0.0423405 Jul 22 19:55:22.110149 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-11a2035c-3c49-4794-a8a6-d3af8f512135 req-65159d94-c6b5-442d-be24-11f101508e15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b7ac752a-f742-4e99-9a50-698e869e583f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273616 Jul 22 19:55:22.201538 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-11a2035c-3c49-4794-a8a6-d3af8f512135 req-7c991797-94e2-468b-b7ff-3867bf4fb22a service neutron] 10.222.0.30 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848160 Jul 22 19:55:22.291468 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-11a2035c-3c49-4794-a8a6-d3af8f512135 req-538d1f42-7998-4d06-9151-9eea640295d4 service neutron] 10.222.0.30 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835159 Jul 22 19:55:22.416126 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24aa3f-77f7-4a2e-a232-e0105f569c33 req-ceb11855-7565-4ce3-8793-4ab963e34b49 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:22.417538 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe24aa3f-77f7-4a2e-a232-e0105f569c33 req-ceb11855-7565-4ce3-8793-4ab963e34b49 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 944 time: 0.0648518 Jul 22 19:55:22.454252 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe24aa3f-77f7-4a2e-a232-e0105f569c33 req-c37ec75f-550c-4475-b009-130c24868cde tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311799 Jul 22 19:55:23.584328 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce8e31-1f43-477c-acad-faf25118c42f req-c087cba8-91e0-4959-9df0-76b4a275213b tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:23.585855 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84ce8e31-1f43-477c-acad-faf25118c42f req-c087cba8-91e0-4959-9df0-76b4a275213b tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 944 time: 0.0646877 Jul 22 19:55:23.628067 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84ce8e31-1f43-477c-acad-faf25118c42f req-ca0fe46a-7a29-4152-b780-c7b1176ec73c tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366232 Jul 22 19:55:24.357398 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 50588f6a-2837-4b97-a1ba-3200072735fc details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:55:24.359439 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:55:24.383900 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:55:24.384242 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d0101ea4-0a4d-4a3b-a69b-bd9bf9c7e2e4 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:55:24.468989 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 50588f6a-2837-4b97-a1ba-3200072735fc, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=50588f6a-2837-4b97-a1ba-3200072735fc,segment=NetworkSegment(b684be30-a5df-47ea-82b2-d9df865857e7),segment_id=b684be30-a5df-47ea-82b2-d9df865857e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:24.479166 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '50588f6a-2837-4b97-a1ba-3200072735fc', 'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f', 'port_id': '50588f6a-2837-4b97-a1ba-3200072735fc', 'mac_address': 'fa:16:3e:bb:f0:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37c1afc-4046-4173-ab5e-caf9e40b98f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:55:24.519284 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:24.531338 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50588f6a-2837-4b97-a1ba-3200072735fc {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:55:24.551385 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 50588f6a-2837-4b97-a1ba-3200072735fc, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=50588f6a-2837-4b97-a1ba-3200072735fc,segment=NetworkSegment(b684be30-a5df-47ea-82b2-d9df865857e7),segment_id=b684be30-a5df-47ea-82b2-d9df865857e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:24.555049 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:24.600653 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=50588f6a-2837-4b97-a1ba-3200072735fc,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:24.739644 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['50588f6a-2837-4b97-a1ba-3200072735fc'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:55:24.756932 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd6dcb-dfe6-4f5e-a918-414c86155d61 req-cdadc5ae-bc58-4438-b1bd-b064118be07f tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:24.758435 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7bdd6dcb-dfe6-4f5e-a918-414c86155d61 req-cdadc5ae-bc58-4438-b1bd-b064118be07f tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 945 time: 0.0650485 Jul 22 19:55:24.796162 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7bdd6dcb-dfe6-4f5e-a918-414c86155d61 req-ae0f80f7-68fd-4726-be5c-06ec99e26943 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320880 Jul 22 19:55:25.925190 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883b327-fec9-4673-89d8-35c86add1fd7 req-8fa84bc0-5863-4b6e-b42c-580369c06740 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:25.926674 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e883b327-fec9-4673-89d8-35c86add1fd7 req-8fa84bc0-5863-4b6e-b42c-580369c06740 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 945 time: 0.0641613 Jul 22 19:55:25.965313 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e883b327-fec9-4673-89d8-35c86add1fd7 req-9302c322-f23b-4d65-874a-4c7b17785bd0 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328772 Jul 22 19:55:26.370669 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 50588f6a-2837-4b97-a1ba-3200072735fc up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:55:26.418378 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 50588f6a-2837-4b97-a1ba-3200072735fc completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:55:26.421959 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 50588f6a-2837-4b97-a1ba-3200072735fc triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:26.422329 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:26.496716 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:26.520643 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7aefd05-ce4b-4272-8d4e-0a731dd44d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50588f6a-2837-4b97-a1ba-3200072735fc'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:55:26.522848 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4e7a82-4296-45fd-9709-cdd8368672dc" -d '{"events": [{"server_uuid": "e7aefd05-ce4b-4272-8d4e-0a731dd44d60", "name": "network-vif-plugged", "status": "completed", "tag": "50588f6a-2837-4b97-a1ba-3200072735fc"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:55:26.536021 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 50588f6a-2837-4b97-a1ba-3200072735fc, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=50588f6a-2837-4b97-a1ba-3200072735fc,segment=NetworkSegment(b684be30-a5df-47ea-82b2-d9df865857e7),segment_id=b684be30-a5df-47ea-82b2-d9df865857e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:26.542930 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:26.566264 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b300d26-72d6-414c-8805-e7a9615aaae9 x-openstack-request-id: req-0b300d26-72d6-414c-8805-e7a9615aaae9 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:55:26.566549 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7aefd05-ce4b-4272-8d4e-0a731dd44d60", "name": "network-vif-plugged", "status": "completed", "tag": "50588f6a-2837-4b97-a1ba-3200072735fc", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:55:26.566798 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b300d26-72d6-414c-8805-e7a9615aaae9 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:55:26.567176 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7aefd05-ce4b-4272-8d4e-0a731dd44d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50588f6a-2837-4b97-a1ba-3200072735fc', 'code': 200} Jul 22 19:55:26.594318 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=50588f6a-2837-4b97-a1ba-3200072735fc,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:26.683380 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbc2f1-22c4-4142-a26a-caa808f64b60 req-81a1ce2d-ee02-4b63-a20a-26e054dbde25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:26.684901 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-75dbc2f1-22c4-4142-a26a-caa808f64b60 req-81a1ce2d-ee02-4b63-a20a-26e054dbde25 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 1098 time: 0.0578916 Jul 22 19:55:26.716989 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-75dbc2f1-22c4-4142-a26a-caa808f64b60 req-eb03f6a4-9441-4f37-9e2d-3c1b179f1333 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262313 Jul 22 19:55:27.098861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aeedd1-0984-4e73-a19d-ed2f8ac611cf req-1fc50982-316d-4339-bbfd-3d4626b7faf4 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:27.100396 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-86aeedd1-0984-4e73-a19d-ed2f8ac611cf req-1fc50982-316d-4339-bbfd-3d4626b7faf4 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0690668 Jul 22 19:55:27.137981 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-86aeedd1-0984-4e73-a19d-ed2f8ac611cf req-f782b3e7-4200-45e2-b9b4-ef58d7ee7757 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318773 Jul 22 19:55:28.269540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec23898-ed34-4ca2-9568-de5a2ac7f179 req-9007d1eb-80f4-4951-b635-f05a4c9375b0 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:28.270969 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ec23898-ed34-4ca2-9568-de5a2ac7f179 req-9007d1eb-80f4-4951-b635-f05a4c9375b0 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0646195 Jul 22 19:55:28.309321 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ec23898-ed34-4ca2-9568-de5a2ac7f179 req-37aa5653-a8fc-4606-adc4-12645c103dbe tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327675 Jul 22 19:55:28.435955 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266376c6-0583-46be-8285-3394798a3989 req-9e92cdca-6530-400b-a50b-abea4fe3e31e tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:28.437467 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-266376c6-0583-46be-8285-3394798a3989 req-9e92cdca-6530-400b-a50b-abea4fe3e31e tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0645368 Jul 22 19:55:28.479480 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-266376c6-0583-46be-8285-3394798a3989 req-15757b54-4f51-44c6-94c6-25da8cbc3a18 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364809 Jul 22 19:55:28.537429 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b417097d-96c6-452b-9b5e-4f564b8de540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:28.718071 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-9f9a7e8a-349b-4aec-99b9-28e20908259d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0545876 Jul 22 19:55:28.738940 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63076edc-d123-4989-a378-b015990f8aa9 req-024b461e-5366-4e98-b83f-c5140fb7a228 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:28.740525 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-63076edc-d123-4989-a378-b015990f8aa9 req-024b461e-5366-4e98-b83f-c5140fb7a228 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0687392 Jul 22 19:55:28.780602 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-63076edc-d123-4989-a378-b015990f8aa9 req-974f769c-480d-44d4-8695-4db3c242cdf3 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344133 Jul 22 19:55:29.766180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-5093d2c4-02b3-45eb-b6cc-4aad29360655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:29.767982 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-5093d2c4-02b3-45eb-b6cc-4aad29360655 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a87771b8bd0e4da2bfe0f320daf5d6e2&device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 1098 time: 0.0538876 Jul 22 19:55:29.863280 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-e41bd4e9-bc8e-437e-86f2-a7e889756e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:29.864817 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-e41bd4e9-bc8e-437e-86f2-a7e889756e36 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b7ac752a-f742-4e99-9a50-698e869e583f HTTP/1.1" status: 200 len: 916 time: 0.0901580 Jul 22 19:55:29.905068 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-a358a029-466a-44e7-a416-85baa8a0a7e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50588f6a-2837-4b97-a1ba-3200072735fc HTTP/1.1" status: 200 len: 217 time: 0.0342479 Jul 22 19:55:29.913465 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db214818-fe68-41fb-8316-bb3cc5164b98 req-5475e007-31b6-4b9e-90d8-6b3ac0eb4990 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:29.914953 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db214818-fe68-41fb-8316-bb3cc5164b98 req-5475e007-31b6-4b9e-90d8-6b3ac0eb4990 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0645497 Jul 22 19:55:29.952524 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-d374c6ed-3825-4314-87df-a9bc01ea3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:29.954029 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-d374c6ed-3825-4314-87df-a9bc01ea3f90 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d37c1afc-4046-4173-ab5e-caf9e40b98f7 HTTP/1.1" status: 200 len: 855 time: 0.0435822 Jul 22 19:55:29.958910 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db214818-fe68-41fb-8316-bb3cc5164b98 req-74d3cf4c-54bf-482c-9f36-da94e5a444fd tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381656 Jul 22 19:55:29.992233 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6ae89928-b4f5-4f3a-b992-f069acd32bee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b7ac752a-f742-4e99-9a50-698e869e583f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320556 Jul 22 19:55:30.081343 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-50b8092d-0854-42d4-8f54-012ee5a70e3a service neutron] 10.222.0.30 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826740 Jul 22 19:55:30.173035 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-7fd18503-8055-42e5-bf15-d8a04cc36a78 service neutron] 10.222.0.30 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849712 Jul 22 19:55:31.044649 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c2cfb17a-1de1-4804-8d51-e01d18958922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:31.097336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc787012-f127-4d94-891b-904aff836bcc req-64023013-5b40-4b73-a73f-bea03dfdfed3 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:31.098867 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bc787012-f127-4d94-891b-904aff836bcc req-64023013-5b40-4b73-a73f-bea03dfdfed3 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0729246 Jul 22 19:55:31.136528 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bc787012-f127-4d94-891b-904aff836bcc req-679f7d14-e1d4-42e8-b0f2-d1892b3b20c9 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320485 Jul 22 19:55:31.179450 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:32.270401 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122293c-d18c-425c-859e-bef9399392b5 req-e4289585-c0bb-4de6-b2b4-ce80cc367a92 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:32.271869 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b122293c-d18c-425c-859e-bef9399392b5 req-e4289585-c0bb-4de6-b2b4-ce80cc367a92 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0670736 Jul 22 19:55:32.310883 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b122293c-d18c-425c-859e-bef9399392b5 req-6545a165-d3d6-487d-9aff-db694031d11f tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329292 Jul 22 19:55:32.489181 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:33.441207 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702785f-285a-4e41-920d-8023827ab933 req-bf82cd8c-704c-4f6c-a34e-cb6fa4263013 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:33.442714 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3702785f-285a-4e41-920d-8023827ab933 req-bf82cd8c-704c-4f6c-a34e-cb6fa4263013 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0654547 Jul 22 19:55:33.484684 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3702785f-285a-4e41-920d-8023827ab933 req-98f4c218-b836-4f1b-9abf-df5825e50726 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363173 Jul 22 19:55:34.129371 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:34.615768 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479bac7-8ff5-4670-bec5-d6efd1f10583 req-38b57930-52cf-4c07-a60b-faa2bd7e25fd tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:34.617306 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2479bac7-8ff5-4670-bec5-d6efd1f10583 req-38b57930-52cf-4c07-a60b-faa2bd7e25fd tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0643983 Jul 22 19:55:34.655633 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2479bac7-8ff5-4670-bec5-d6efd1f10583 req-9119af15-5bc2-4741-b440-b0c6abd2163b tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328331 Jul 22 19:55:35.785711 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381950bd-2b22-4c31-a8e3-0ca4d8ea6cf4 req-0a7fb2f5-6735-489c-9c11-1f04f4b973ea tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:35.787204 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-381950bd-2b22-4c31-a8e3-0ca4d8ea6cf4 req-0a7fb2f5-6735-489c-9c11-1f04f4b973ea tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0638695 Jul 22 19:55:35.825253 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-381950bd-2b22-4c31-a8e3-0ca4d8ea6cf4 req-ad07cc15-71cb-4c97-a537-a4d45ea94ad8 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322962 Jul 22 19:55:36.958044 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce8e1c-9c71-40d8-896d-24e175244bdb req-f25eaf84-f373-4a75-8d01-efd689efd978 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:36.959577 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ffce8e1c-9c71-40d8-896d-24e175244bdb req-f25eaf84-f373-4a75-8d01-efd689efd978 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0680370 Jul 22 19:55:36.998231 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ffce8e1c-9c71-40d8-896d-24e175244bdb req-1cb6462d-9191-4ff9-bd0e-fb5629e1f877 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331476 Jul 22 19:55:38.128134 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a2409-ac68-48b4-9015-13862dd3ed20 req-c6ed9da7-6023-45c7-a115-5ea99a431faf tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:38.129673 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-708a2409-ac68-48b4-9015-13862dd3ed20 req-c6ed9da7-6023-45c7-a115-5ea99a431faf tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0649471 Jul 22 19:55:38.166555 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-708a2409-ac68-48b4-9015-13862dd3ed20 req-711694ff-5e5c-4ef6-ae49-9914caca649d tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313847 Jul 22 19:55:39.299618 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76849e7-10d4-4f2d-a94b-c55231c5593a req-d46a7d5e-2b87-4656-bab6-6cf5983778f4 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:39.301024 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e76849e7-10d4-4f2d-a94b-c55231c5593a req-d46a7d5e-2b87-4656-bab6-6cf5983778f4 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0662880 Jul 22 19:55:39.342829 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e76849e7-10d4-4f2d-a94b-c55231c5593a req-18c1a911-59f8-4a02-bbea-43a8cb1b70bd tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358870 Jul 22 19:55:39.432912 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:39.785389 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:55:40.472041 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddc9a6-d1d9-4830-a1f2-5dbea925777a req-7b88f490-bba2-4ae5-9c70-441f2bfd5784 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:40.473857 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-faddc9a6-d1d9-4830-a1f2-5dbea925777a req-7b88f490-bba2-4ae5-9c70-441f2bfd5784 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0650434 Jul 22 19:55:40.511007 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-faddc9a6-d1d9-4830-a1f2-5dbea925777a req-ce14aa60-02a9-483d-b06f-ce570a6e0ecd tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315855 Jul 22 19:55:41.644681 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b23d8-2494-49fb-8a59-d1ab64109b7a req-edcfeb04-a9b0-4b67-bbbc-4267b0361112 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:41.646176 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d09b23d8-2494-49fb-8a59-d1ab64109b7a req-edcfeb04-a9b0-4b67-bbbc-4267b0361112 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0649660 Jul 22 19:55:41.686367 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d09b23d8-2494-49fb-8a59-d1ab64109b7a req-ab310042-ba80-4761-ac98-732eebf404af tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342488 Jul 22 19:55:42.109505 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:42.819044 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b1b12-8c12-460a-b170-88ee4143024b req-70c915d0-30c3-4cb4-b7a1-4ab6d7b1dd11 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:42.820537 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f33b1b12-8c12-460a-b170-88ee4143024b req-70c915d0-30c3-4cb4-b7a1-4ab6d7b1dd11 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0684974 Jul 22 19:55:42.858202 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f33b1b12-8c12-460a-b170-88ee4143024b req-ea2d55d0-881d-43ad-b595-83dead0f7fb3 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321393 Jul 22 19:55:44.006721 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4ef23-36e5-4a50-bcd8-fd96d56bfef7 req-f2e7ad38-4b58-4400-907c-7a3d7cda21b9 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:44.008208 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-07d4ef23-36e5-4a50-bcd8-fd96d56bfef7 req-f2e7ad38-4b58-4400-907c-7a3d7cda21b9 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0646415 Jul 22 19:55:44.045673 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-07d4ef23-36e5-4a50-bcd8-fd96d56bfef7 req-2502b667-c216-4e9c-8c69-b1cbd4f1d884 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319424 Jul 22 19:55:45.173681 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88b06c-00ef-4b50-b1fe-5d8ce103c091 req-3074ce79-a240-4dea-9a87-50d0c8ed183f tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:45.175155 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0f88b06c-00ef-4b50-b1fe-5d8ce103c091 req-3074ce79-a240-4dea-9a87-50d0c8ed183f tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0633464 Jul 22 19:55:45.216828 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0f88b06c-00ef-4b50-b1fe-5d8ce103c091 req-cb753929-4b4f-4019-b955-c56f15d18fd1 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360763 Jul 22 19:55:46.347853 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac3488-9f6b-48b2-bace-92a6ec0af5bb req-dc93d715-4738-4f3d-b00c-14ddca5f3ec7 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:46.349424 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9fac3488-9f6b-48b2-bace-92a6ec0af5bb req-dc93d715-4738-4f3d-b00c-14ddca5f3ec7 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0657611 Jul 22 19:55:46.388075 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9fac3488-9f6b-48b2-bace-92a6ec0af5bb req-9aa5e29e-50b9-4118-9659-d93025f84d26 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329463 Jul 22 19:55:47.516028 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4bd02-3a05-4e0c-aa60-3f6ed44adccf req-3fbf9533-4009-46cb-a3be-b02ba00fd1c2 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:47.518331 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f5e4bd02-3a05-4e0c-aa60-3f6ed44adccf req-3fbf9533-4009-46cb-a3be-b02ba00fd1c2 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0651045 Jul 22 19:55:47.556220 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f5e4bd02-3a05-4e0c-aa60-3f6ed44adccf req-1851e9e9-185d-4527-ab2a-7bac26423e3c tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323815 Jul 22 19:55:48.691695 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183c32-75f7-497a-8a5f-e5b3923ebfd9 req-85c3226f-74db-48a5-bc05-74867947bfa0 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:48.693186 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bd183c32-75f7-497a-8a5f-e5b3923ebfd9 req-85c3226f-74db-48a5-bc05-74867947bfa0 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0683298 Jul 22 19:55:48.731190 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bd183c32-75f7-497a-8a5f-e5b3923ebfd9 req-7a39d6e2-178f-4df0-a958-6563e83e9505 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323951 Jul 22 19:55:49.859928 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b84cf-ca67-4e15-ac3a-88b619afa57b req-55550c17-8877-44c3-9652-2e4bf05a7c01 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:49.862111 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e6b84cf-ca67-4e15-ac3a-88b619afa57b req-55550c17-8877-44c3-9652-2e4bf05a7c01 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0651801 Jul 22 19:55:49.898801 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e6b84cf-ca67-4e15-ac3a-88b619afa57b req-6400b3f9-82fd-4c25-90e8-234ef94aacfc tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312355 Jul 22 19:55:51.033798 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf02d6f-8681-43c2-9327-905f1c27e7ce req-08adf31c-3839-423f-8162-a1bf0f453280 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:51.035857 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cf02d6f-8681-43c2-9327-905f1c27e7ce req-08adf31c-3839-423f-8162-a1bf0f453280 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0685959 Jul 22 19:55:51.077963 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cf02d6f-8681-43c2-9327-905f1c27e7ce req-26e359dd-c7bc-4db4-870e-833509b17852 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363917 Jul 22 19:55:52.208426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed54862-7549-4765-9fe3-3aba2d3941be req-db35b3aa-3900-42ec-8d97-718bb94e4e29 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:52.209923 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aed54862-7549-4765-9fe3-3aba2d3941be req-db35b3aa-3900-42ec-8d97-718bb94e4e29 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0642657 Jul 22 19:55:52.247986 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aed54862-7549-4765-9fe3-3aba2d3941be req-e49c76e6-787b-4c9b-a144-7897046d918c tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324337 Jul 22 19:55:53.377061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414f1f6-853d-46f7-a918-ac6f15587451 req-e5c5840b-8818-4a40-b7c7-645603d41201 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:53.378541 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0414f1f6-853d-46f7-a918-ac6f15587451 req-e5c5840b-8818-4a40-b7c7-645603d41201 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0632184 Jul 22 19:55:53.417390 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0414f1f6-853d-46f7-a918-ac6f15587451 req-35977e45-6b1f-4aff-8b85-ef6091cb0219 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332968 Jul 22 19:55:54.552104 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c1ad0-6853-49ad-805b-17c95d7be323 req-45a90174-bdfc-4025-b16c-62ece2a54221 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:54.553613 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-099c1ad0-6853-49ad-805b-17c95d7be323 req-45a90174-bdfc-4025-b16c-62ece2a54221 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0685439 Jul 22 19:55:54.591428 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-099c1ad0-6853-49ad-805b-17c95d7be323 req-58de9ed0-c0e4-4fd9-adab-1989af0ed333 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320740 Jul 22 19:55:55.721862 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939d631-784b-4190-9d51-25edc20ed9d5 req-85847185-7611-4715-ad27-81515a6cd7a6 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:55.723351 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2939d631-784b-4190-9d51-25edc20ed9d5 req-85847185-7611-4715-ad27-81515a6cd7a6 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0654862 Jul 22 19:55:55.760224 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2939d631-784b-4190-9d51-25edc20ed9d5 req-a445dee9-4b33-4d72-a627-ba58af6b9c3f tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314343 Jul 22 19:55:56.893728 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6d294-eda2-4c96-9009-21433724f254 req-cdb0a68e-d782-48b3-927b-335a1261ba7a tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:56.895208 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10e6d294-eda2-4c96-9009-21433724f254 req-cdb0a68e-d782-48b3-927b-335a1261ba7a tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0677919 Jul 22 19:55:56.939034 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10e6d294-eda2-4c96-9009-21433724f254 req-40cf9241-73a2-4dca-96dd-45f758b6f70f tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367336 Jul 22 19:55:57.010816 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-8465b2ad-4719-4614-b9ae-6e673f594754 service neutron] show failed (client error): The resource could not be found. Jul 22 19:55:57.011846 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-8465b2ad-4719-4614-b9ae-6e673f594754 service neutron] 10.222.0.30 "GET /v2.0/ports/50588f6a-2837-4b97-a1ba-3200072735fc/bindings/n-h2-800086-12 HTTP/1.1" status: 404 len: 381 time: 0.1074824 Jul 22 19:55:57.216239 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-e4b14ed4-a552-48db-8fde-e4e252717ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:57.217775 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-e4b14ed4-a552-48db-8fde-e4e252717ab5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60&tenant_id=a87771b8bd0e4da2bfe0f320daf5d6e2 HTTP/1.1" status: 200 len: 1098 time: 0.0546062 Jul 22 19:55:57.228424 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800086-12', 'device_owner': 'compute:nova'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:57.302089 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:57.500322 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] For port 50588f6a-2837-4b97-a1ba-3200072735fc, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=50588f6a-2837-4b97-a1ba-3200072735fc,segment=NetworkSegment(b684be30-a5df-47ea-82b2-d9df865857e7),segment_id=b684be30-a5df-47ea-82b2-d9df865857e7)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:57.533728 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] For port 50588f6a-2837-4b97-a1ba-3200072735fc, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:55:57.573133 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7aefd05-ce4b-4272-8d4e-0a731dd44d60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50588f6a-2837-4b97-a1ba-3200072735fc'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:55:57.575374 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e4b6d8-94dc-4d05-b37c-e65da21e5533" -d '{"events": [{"server_uuid": "e7aefd05-ce4b-4272-8d4e-0a731dd44d60", "name": "network-vif-unplugged", "status": "completed", "tag": "50588f6a-2837-4b97-a1ba-3200072735fc"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:55:57.579463 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:57.592963 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Transition to ACTIVE for port object 50588f6a-2837-4b97-a1ba-3200072735fc will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:55:57.596814 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:57.628064 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ad522f-69a0-4275-8e66-cc68bd08f7db x-openstack-request-id: req-b5ad522f-69a0-4275-8e66-cc68bd08f7db {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:55:57.628364 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7aefd05-ce4b-4272-8d4e-0a731dd44d60", "name": "network-vif-unplugged", "status": "completed", "tag": "50588f6a-2837-4b97-a1ba-3200072735fc", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:55:57.628663 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5ad522f-69a0-4275-8e66-cc68bd08f7db {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:55:57.629042 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7aefd05-ce4b-4272-8d4e-0a731dd44d60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50588f6a-2837-4b97-a1ba-3200072735fc', 'code': 200} Jul 22 19:55:57.666508 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Pushing event updated for resources: {'Port': ['ID=50588f6a-2837-4b97-a1ba-3200072735fc,revision_number=6']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:57.668574 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] No DVR routers for this DVR port 50588f6a-2837-4b97-a1ba-3200072735fc on host n-h1-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:55:57.677969 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:57.678324 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:57.678670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:57.679013 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:57.679352 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:57.679686 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:57.680018 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:57.680646 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:57.680982 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:57.681313 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:57.681644 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:57.681973 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:57.718048 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Attempting to bind port 50588f6a-2837-4b97-a1ba-3200072735fc on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:55:57.718389 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Attempting to bind port 50588f6a-2837-4b97-a1ba-3200072735fc by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'b684be30-a5df-47ea-82b2-d9df865857e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:55:57.718722 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Attempting to bind port 50588f6a-2837-4b97-a1ba-3200072735fc on network b7ac752a-f742-4e99-9a50-698e869e583f {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:55:57.722977 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Port 50588f6a-2837-4b97-a1ba-3200072735fc on network b7ac752a-f742-4e99-9a50-698e869e583f not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:55:57.723304 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Attempting to bind port 50588f6a-2837-4b97-a1ba-3200072735fc on network b7ac752a-f742-4e99-9a50-698e869e583f {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:55:57.728051 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:55:57.728380 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Checking segment: {'id': 'b684be30-a5df-47ea-82b2-d9df865857e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:55:57.728800 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Bound using segment: {'id': 'b684be30-a5df-47ea-82b2-d9df865857e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:55:57.729224 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Bound port: 50588f6a-2837-4b97-a1ba-3200072735fc, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b684be30-a5df-47ea-82b2-d9df865857e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:55:57.729582 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:57.790531 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] For port 50588f6a-2837-4b97-a1ba-3200072735fc, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:55:57.793474 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] For port 50588f6a-2837-4b97-a1ba-3200072735fc, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=50588f6a-2837-4b97-a1ba-3200072735fc,segment=NetworkSegment(b684be30-a5df-47ea-82b2-d9df865857e7),segment_id=b684be30-a5df-47ea-82b2-d9df865857e7)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:55:57.798656 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:57.834410 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:57.835029 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:57.836421 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] 10.222.0.16 "PUT /v2.0/ports/50588f6a-2837-4b97-a1ba-3200072735fc HTTP/1.1" status: 200 len: 1093 time: 0.6119702 Jul 22 19:55:57.866021 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c242f-67ec-4e97-a609-894260f5f061 service neutron] Pushing event updated for resources: {'Port': ['ID=50588f6a-2837-4b97-a1ba-3200072735fc,revision_number=7']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:57.914102 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-684d15ff-fe07-4edf-930e-c9ff36b98279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:57.915636 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-684d15ff-fe07-4edf-930e-c9ff36b98279 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a87771b8bd0e4da2bfe0f320daf5d6e2&device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 1096 time: 0.0574794 Jul 22 19:55:58.009713 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-800d28cc-111d-4492-80b9-70439669d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:58.011236 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-800d28cc-111d-4492-80b9-70439669d1e9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7ac752a-f742-4e99-9a50-698e869e583f HTTP/1.1" status: 200 len: 916 time: 0.0894434 Jul 22 19:55:58.052781 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-7fe8928b-379e-492c-92fe-54c6fcdb6df3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50588f6a-2837-4b97-a1ba-3200072735fc HTTP/1.1" status: 200 len: 217 time: 0.0349827 Jul 22 19:55:58.070563 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d1c15-392c-4e66-9ff2-b5daa3856964 req-8c462023-9789-46d2-b2dc-57377234f7cb tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:58.072085 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da8d1c15-392c-4e66-9ff2-b5daa3856964 req-8c462023-9789-46d2-b2dc-57377234f7cb tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 944 time: 0.0654788 Jul 22 19:55:58.100804 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6b8b5642-2243-4b70-ae8b-7ea29b906538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:58.102294 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-6b8b5642-2243-4b70-ae8b-7ea29b906538 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d37c1afc-4046-4173-ab5e-caf9e40b98f7 HTTP/1.1" status: 200 len: 855 time: 0.0439570 Jul 22 19:55:58.110659 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da8d1c15-392c-4e66-9ff2-b5daa3856964 req-50f0d4b7-2430-4185-95ba-8834effbfb40 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323007 Jul 22 19:55:58.137091 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-2d56fbd9-9931-49cd-b3d5-8897de7a08a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7ac752a-f742-4e99-9a50-698e869e583f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283597 Jul 22 19:55:58.228407 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-e5c819d6-80a3-4856-a38a-6db0857b3328 service neutron] 10.222.0.16 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845904 Jul 22 19:55:58.320093 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-43a2c834-6527-40c7-875d-8ff8e0e71265 req-5bfa6eaa-0156-4978-96f3-e45f309b9cfb service neutron] 10.222.0.16 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855711 Jul 22 19:55:58.538588 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0944b826-e113-4b8e-8914-875ff1f63530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:59.242834 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac2739-3414-4102-b075-448661fb1f53 req-43d6f009-c66c-4fb4-b3ee-c63ea422bf50 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:59.244359 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5bac2739-3414-4102-b075-448661fb1f53 req-43d6f009-c66c-4fb4-b3ee-c63ea422bf50 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 944 time: 0.0653355 Jul 22 19:55:59.283222 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5bac2739-3414-4102-b075-448661fb1f53 req-933ce975-1d9e-407e-93cf-8ac0d09f3ff2 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332890 Jul 22 19:55:59.629827 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7aefd05-ce4b-4272-8d4e-0a731dd44d60', 'tag': '50588f6a-2837-4b97-a1ba-3200072735fc'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:55:59.632103 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034b497e-9d64-4c3f-885c-bad6b7f4726f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7aefd05-ce4b-4272-8d4e-0a731dd44d60", "tag": "50588f6a-2837-4b97-a1ba-3200072735fc"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:55:59.680628 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a2254f-2d21-48a5-b67c-869deeb4d14f x-openstack-request-id: req-c4a2254f-2d21-48a5-b67c-869deeb4d14f {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:55:59.680925 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7aefd05-ce4b-4272-8d4e-0a731dd44d60", "tag": "50588f6a-2837-4b97-a1ba-3200072735fc", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:55:59.681180 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4a2254f-2d21-48a5-b67c-869deeb4d14f {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:55:59.681604 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7aefd05-ce4b-4272-8d4e-0a731dd44d60', 'tag': '50588f6a-2837-4b97-a1ba-3200072735fc', 'status': 'completed', 'code': 200} Jul 22 19:55:59.800334 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b497e-9d64-4c3f-885c-bad6b7f4726f req-a159d92d-7b44-401f-bab9-35201e7c63cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:59.802103 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-034b497e-9d64-4c3f-885c-bad6b7f4726f req-a159d92d-7b44-401f-bab9-35201e7c63cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a87771b8bd0e4da2bfe0f320daf5d6e2&device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 1096 time: 0.0986295 Jul 22 19:55:59.809401 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b497e-9d64-4c3f-885c-bad6b7f4726f req-60d49ac8-7113-4e81-a422-5b57071fd5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:59.811802 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-034b497e-9d64-4c3f-885c-bad6b7f4726f req-60d49ac8-7113-4e81-a422-5b57071fd5c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a87771b8bd0e4da2bfe0f320daf5d6e2&device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 1096 time: 0.0996668 Jul 22 19:55:59.986146 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b497e-9d64-4c3f-885c-bad6b7f4726f req-47afb6f8-8146-4d75-85f5-5c68dcd15740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:59.988094 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-034b497e-9d64-4c3f-885c-bad6b7f4726f req-47afb6f8-8146-4d75-85f5-5c68dcd15740 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b7ac752a-f742-4e99-9a50-698e869e583f HTTP/1.1" status: 200 len: 916 time: 0.1750050 Jul 22 19:55:59.991359 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b497e-9d64-4c3f-885c-bad6b7f4726f req-a3a682e3-b47a-49d2-a23c-0013f62c6ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:59.992712 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-034b497e-9d64-4c3f-885c-bad6b7f4726f req-a3a682e3-b47a-49d2-a23c-0013f62c6ca5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b7ac752a-f742-4e99-9a50-698e869e583f HTTP/1.1" status: 200 len: 916 time: 0.1696334 Jul 22 19:56:00.061941 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-034b497e-9d64-4c3f-885c-bad6b7f4726f req-9ae78037-db15-416b-98c6-5ba63255f096 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50588f6a-2837-4b97-a1ba-3200072735fc HTTP/1.1" status: 200 len: 217 time: 0.0677874 Jul 22 19:56:00.063929 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-034b497e-9d64-4c3f-885c-bad6b7f4726f req-d9e05302-d942-46ae-b1ec-8299cfe0378e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50588f6a-2837-4b97-a1ba-3200072735fc HTTP/1.1" status: 200 len: 217 time: 0.0636365 Jul 22 19:56:00.147541 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b497e-9d64-4c3f-885c-bad6b7f4726f req-9a42bc2f-cf98-41b2-b9e8-af1c689403f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:00.149020 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-034b497e-9d64-4c3f-885c-bad6b7f4726f req-9a42bc2f-cf98-41b2-b9e8-af1c689403f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d37c1afc-4046-4173-ab5e-caf9e40b98f7 HTTP/1.1" status: 200 len: 855 time: 0.0816369 Jul 22 19:56:00.152261 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b497e-9d64-4c3f-885c-bad6b7f4726f req-90538820-bab3-4a53-a294-65da56ec0fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:00.153599 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-034b497e-9d64-4c3f-885c-bad6b7f4726f req-90538820-bab3-4a53-a294-65da56ec0fa3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d37c1afc-4046-4173-ab5e-caf9e40b98f7 HTTP/1.1" status: 200 len: 855 time: 0.0788329 Jul 22 19:56:00.188506 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-034b497e-9d64-4c3f-885c-bad6b7f4726f req-c1524b91-7bac-4f8a-a2e3-0d3c742698ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b7ac752a-f742-4e99-9a50-698e869e583f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331159 Jul 22 19:56:00.213020 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-034b497e-9d64-4c3f-885c-bad6b7f4726f req-f71974ce-7783-4256-9a4f-3248401b8082 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b7ac752a-f742-4e99-9a50-698e869e583f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504081 Jul 22 19:56:00.358852 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-034b497e-9d64-4c3f-885c-bad6b7f4726f req-67c79622-aab7-4c80-86ad-10f83ac869ce service neutron] 10.222.0.30 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538825 Jul 22 19:56:00.365036 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-034b497e-9d64-4c3f-885c-bad6b7f4726f req-34fa27a1-c310-4ce3-983a-cae789decfaa service neutron] 10.222.0.16 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414814 Jul 22 19:56:00.424643 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a761e77-ad6e-42c5-862c-d29fb6350201 req-9405455a-6035-4f63-b5e3-4d731f9eb496 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:00.426122 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a761e77-ad6e-42c5-862c-d29fb6350201 req-9405455a-6035-4f63-b5e3-4d731f9eb496 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 944 time: 0.0705249 Jul 22 19:56:00.464106 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a761e77-ad6e-42c5-862c-d29fb6350201 req-a4abc3f0-970b-467b-ba75-e83326ecb770 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317190 Jul 22 19:56:00.511579 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 50588f6a-2837-4b97-a1ba-3200072735fc no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:56:00.522752 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-034b497e-9d64-4c3f-885c-bad6b7f4726f req-46c97777-1d28-4af4-aaaf-53043d524282 service neutron] 10.222.0.30 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567702 Jul 22 19:56:00.524680 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-034b497e-9d64-4c3f-885c-bad6b7f4726f req-ba35b060-5f6f-43e5-a9cb-29c672c03b55 service neutron] 10.222.0.16 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499836 Jul 22 19:56:00.565368 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 50588f6a-2837-4b97-a1ba-3200072735fc not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:56:00.676873 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105b8c6-e7be-41c3-a3ed-1069f78c28eb req-e792e8c8-92f3-4dd4-aa5c-e664c73c20ad tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:00.678371 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a105b8c6-e7be-41c3-a3ed-1069f78c28eb req-e792e8c8-92f3-4dd4-aa5c-e664c73c20ad tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 944 time: 0.0651805 Jul 22 19:56:00.692292 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc867f-8259-4c28-9247-61be02a9f17f req-9955cad5-ee91-4a84-af72-de89ca23d1b8 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:00.693815 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-84fc867f-8259-4c28-9247-61be02a9f17f req-9955cad5-ee91-4a84-af72-de89ca23d1b8 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60&tenant_id=a87771b8bd0e4da2bfe0f320daf5d6e2&binding%3Ahost_id=n-h2-800086-12 HTTP/1.1" status: 200 len: 944 time: 0.0690935 Jul 22 19:56:00.717902 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a105b8c6-e7be-41c3-a3ed-1069f78c28eb req-1a8af703-ce48-4c00-b4d6-0d186109a303 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329978 Jul 22 19:56:00.757247 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [req-84fc867f-8259-4c28-9247-61be02a9f17f req-b6e8719b-9c23-48d3-b332-4960dd1ab3b6 service neutron] delete failed (client error): The resource could not be found. Jul 22 19:56:00.758555 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-84fc867f-8259-4c28-9247-61be02a9f17f req-b6e8719b-9c23-48d3-b332-4960dd1ab3b6 service neutron] 10.222.0.30 "DELETE /v2.0/ports/50588f6a-2837-4b97-a1ba-3200072735fc/bindings/n-h1-800086-12 HTTP/1.1" status: 404 len: 381 time: 0.0583231 Jul 22 19:56:00.849768 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc867f-8259-4c28-9247-61be02a9f17f req-d9b4c5a9-1138-48d3-bcf4-d1a5be838ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:00.851204 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-84fc867f-8259-4c28-9247-61be02a9f17f req-d9b4c5a9-1138-48d3-bcf4-d1a5be838ad9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a87771b8bd0e4da2bfe0f320daf5d6e2&device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 1096 time: 0.0536928 Jul 22 19:56:00.936366 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc867f-8259-4c28-9247-61be02a9f17f req-003666c2-ba20-49da-b007-467589de3fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:00.937843 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-84fc867f-8259-4c28-9247-61be02a9f17f req-003666c2-ba20-49da-b007-467589de3fad service neutron] 10.222.0.30 "GET /v2.0/networks?id=b7ac752a-f742-4e99-9a50-698e869e583f HTTP/1.1" status: 200 len: 916 time: 0.0811629 Jul 22 19:56:00.980136 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-84fc867f-8259-4c28-9247-61be02a9f17f req-6bdd7da6-b357-4228-871c-7ff68b0b08f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50588f6a-2837-4b97-a1ba-3200072735fc HTTP/1.1" status: 200 len: 217 time: 0.0364521 Jul 22 19:56:01.026329 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc867f-8259-4c28-9247-61be02a9f17f req-718db78e-b7b8-4d83-9241-d6ed1aae443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:01.027637 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-84fc867f-8259-4c28-9247-61be02a9f17f req-718db78e-b7b8-4d83-9241-d6ed1aae443a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d37c1afc-4046-4173-ab5e-caf9e40b98f7 HTTP/1.1" status: 200 len: 855 time: 0.0416586 Jul 22 19:56:01.046621 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bc0b5129-8fb0-4936-99f2-ce84807345a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:01.061937 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-84fc867f-8259-4c28-9247-61be02a9f17f req-b4b2e7c3-b00c-42ad-bd5e-a5e316dc4542 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b7ac752a-f742-4e99-9a50-698e869e583f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286047 Jul 22 19:56:01.151931 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-84fc867f-8259-4c28-9247-61be02a9f17f req-60f48e84-7c99-422a-998b-707fb5d2ad86 service neutron] 10.222.0.30 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840516 Jul 22 19:56:01.181163 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:01.243535 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-84fc867f-8259-4c28-9247-61be02a9f17f req-2509ecad-35d6-4ba5-923e-e9a13c7cfc6c service neutron] 10.222.0.30 "GET /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852499 Jul 22 19:56:01.493365 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 50588f6a-2837-4b97-a1ba-3200072735fc details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:56:01.590826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 50588f6a-2837-4b97-a1ba-3200072735fc, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=50588f6a-2837-4b97-a1ba-3200072735fc,segment=NetworkSegment(b684be30-a5df-47ea-82b2-d9df865857e7),segment_id=b684be30-a5df-47ea-82b2-d9df865857e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:56:01.602906 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '50588f6a-2837-4b97-a1ba-3200072735fc', 'network_id': 'b7ac752a-f742-4e99-9a50-698e869e583f', 'port_id': '50588f6a-2837-4b97-a1ba-3200072735fc', 'mac_address': 'fa:16:3e:bb:f0:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37c1afc-4046-4173-ab5e-caf9e40b98f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:56:01.640612 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:01.653622 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50588f6a-2837-4b97-a1ba-3200072735fc {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:56:01.674492 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 50588f6a-2837-4b97-a1ba-3200072735fc, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=50588f6a-2837-4b97-a1ba-3200072735fc,segment=NetworkSegment(b684be30-a5df-47ea-82b2-d9df865857e7),segment_id=b684be30-a5df-47ea-82b2-d9df865857e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:56:01.678389 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:01.733100 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=50588f6a-2837-4b97-a1ba-3200072735fc,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:01.741034 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:01.741370 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:01.741802 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:01.742044 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:01.742377 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:01.742729 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:01.743056 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:01.743381 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:01.743701 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:01.744059 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:01.744445 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:01.744813 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:01.857095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c352967-56cc-4180-a9ae-6eebbaf7ea5f req-6b4f02de-d697-4221-9b69-feaadfa9fedf tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:01.858489 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c352967-56cc-4180-a9ae-6eebbaf7ea5f req-6b4f02de-d697-4221-9b69-feaadfa9fedf tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 945 time: 0.0648017 Jul 22 19:56:01.885838 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['50588f6a-2837-4b97-a1ba-3200072735fc'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:56:01.900851 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c352967-56cc-4180-a9ae-6eebbaf7ea5f req-99e68fa5-52cf-4a03-a6b9-7a2ca9fcffa4 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365977 Jul 22 19:56:02.031595 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dddb45-e1fb-491e-a703-65cf54259d90 req-99ca2b9e-f63d-47f0-9bed-2ebeccf61969 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:02.033636 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1dddb45-e1fb-491e-a703-65cf54259d90 req-99ca2b9e-f63d-47f0-9bed-2ebeccf61969 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 945 time: 0.0649076 Jul 22 19:56:02.071299 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1dddb45-e1fb-491e-a703-65cf54259d90 req-94d01204-c7a4-4925-94b1-121ededda387 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321424 Jul 22 19:56:02.199214 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44067a-265f-4103-aec1-982bfd9ab8bb req-ee93c0ca-0959-46cd-9c89-a2e38bbda8d5 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:02.200741 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aa44067a-265f-4103-aec1-982bfd9ab8bb req-ee93c0ca-0959-46cd-9c89-a2e38bbda8d5 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 945 time: 0.0643601 Jul 22 19:56:02.238896 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aa44067a-265f-4103-aec1-982bfd9ab8bb req-2a7cd256-e040-47e1-94a2-30568e4efbd0 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325558 Jul 22 19:56:02.492282 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:02.585426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40159bf3-bbae-4a41-a84b-6e376603fb79 req-c409804d-33e7-4369-844b-36e962be7b1b tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:02.586920 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40159bf3-bbae-4a41-a84b-6e376603fb79 req-c409804d-33e7-4369-844b-36e962be7b1b tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 945 time: 0.0701084 Jul 22 19:56:02.626251 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40159bf3-bbae-4a41-a84b-6e376603fb79 req-3c7342d3-ce9d-4b04-835d-2e2f95509e2f tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336392 Jul 22 19:56:03.514807 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 50588f6a-2837-4b97-a1ba-3200072735fc up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:56:03.571254 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 50588f6a-2837-4b97-a1ba-3200072735fc completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:56:03.574789 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 50588f6a-2837-4b97-a1ba-3200072735fc triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:56:03.575154 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:03.648754 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:03.673569 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7aefd05-ce4b-4272-8d4e-0a731dd44d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50588f6a-2837-4b97-a1ba-3200072735fc'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:56:03.675847 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bca157d-1899-46cb-9e59-ad3675f0f66c" -d '{"events": [{"server_uuid": "e7aefd05-ce4b-4272-8d4e-0a731dd44d60", "name": "network-vif-plugged", "status": "completed", "tag": "50588f6a-2837-4b97-a1ba-3200072735fc"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:56:03.692004 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893e63c-aaa3-4b5f-911f-545fb2c801ba req-56dc67da-aace-4bf8-8b72-d4b7b5ead02e tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:03.693538 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6893e63c-aaa3-4b5f-911f-545fb2c801ba req-56dc67da-aace-4bf8-8b72-d4b7b5ead02e tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 945 time: 0.0729237 Jul 22 19:56:03.695603 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 50588f6a-2837-4b97-a1ba-3200072735fc, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=50588f6a-2837-4b97-a1ba-3200072735fc,segment=NetworkSegment(b684be30-a5df-47ea-82b2-d9df865857e7),segment_id=b684be30-a5df-47ea-82b2-d9df865857e7)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:56:03.700942 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:03.755715 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=50588f6a-2837-4b97-a1ba-3200072735fc,revision_number=9']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:03.785212 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56d05-f5b8-477b-ac47-bed6ac5dd331 req-101d55c6-2a0e-477c-a22a-0cd43e0fd9fe tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:03.786633 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-07c56d05-f5b8-477b-ac47-bed6ac5dd331 req-101d55c6-2a0e-477c-a22a-0cd43e0fd9fe tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7aefd05-ce4b-4272-8d4e-0a731dd44d60 HTTP/1.1" status: 200 len: 946 time: 0.0856376 Jul 22 19:56:03.802187 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de195b14-99b0-40ff-b3e9-3359045a16ab x-openstack-request-id: req-de195b14-99b0-40ff-b3e9-3359045a16ab {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:56:03.802489 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7aefd05-ce4b-4272-8d4e-0a731dd44d60", "name": "network-vif-plugged", "status": "completed", "tag": "50588f6a-2837-4b97-a1ba-3200072735fc", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:56:03.802743 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de195b14-99b0-40ff-b3e9-3359045a16ab {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:56:03.803144 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7aefd05-ce4b-4272-8d4e-0a731dd44d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50588f6a-2837-4b97-a1ba-3200072735fc', 'code': 200} Jul 22 19:56:03.820290 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-6893e63c-aaa3-4b5f-911f-545fb2c801ba req-94dcc7c5-7355-4d33-8fa1-3e2c0d3e2193 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Deleting port 50588f6a-2837-4b97-a1ba-3200072735fc {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:56:03.820682 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-6893e63c-aaa3-4b5f-911f-545fb2c801ba req-94dcc7c5-7355-4d33-8fa1-3e2c0d3e2193 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:03.827651 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-07c56d05-f5b8-477b-ac47-bed6ac5dd331 req-7925123c-1a59-40f0-8312-f6da48d860d2 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f5ae225-c02e-42c3-b38c-a27d3d36fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351682 Jul 22 19:56:03.910641 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-6893e63c-aaa3-4b5f-911f-545fb2c801ba req-94dcc7c5-7355-4d33-8fa1-3e2c0d3e2193 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] For port 50588f6a-2837-4b97-a1ba-3200072735fc, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=50588f6a-2837-4b97-a1ba-3200072735fc,segment=NetworkSegment(b684be30-a5df-47ea-82b2-d9df865857e7),segment_id=b684be30-a5df-47ea-82b2-d9df865857e7)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:56:03.911000 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-6893e63c-aaa3-4b5f-911f-545fb2c801ba req-94dcc7c5-7355-4d33-8fa1-3e2c0d3e2193 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:03.922368 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-6893e63c-aaa3-4b5f-911f-545fb2c801ba req-94dcc7c5-7355-4d33-8fa1-3e2c0d3e2193 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Calling delete_port for 50588f6a-2837-4b97-a1ba-3200072735fc owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:56:04.045160 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-6893e63c-aaa3-4b5f-911f-545fb2c801ba req-94dcc7c5-7355-4d33-8fa1-3e2c0d3e2193 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:04.057179 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['50588f6a-2837-4b97-a1ba-3200072735fc'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:56:04.081184 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dcc7c5-7355-4d33-8fa1-3e2c0d3e2193 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Pushing event deleted for resources: {'Port': ['ID=50588f6a-2837-4b97-a1ba-3200072735fc,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:04.129710 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:04.131619 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-6893e63c-aaa3-4b5f-911f-545fb2c801ba req-94dcc7c5-7355-4d33-8fa1-3e2c0d3e2193 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] No DVR routers for this DVR port 50588f6a-2837-4b97-a1ba-3200072735fc on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:56:04.134273 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-6893e63c-aaa3-4b5f-911f-545fb2c801ba req-94dcc7c5-7355-4d33-8fa1-3e2c0d3e2193 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:04.136351 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6893e63c-aaa3-4b5f-911f-545fb2c801ba req-94dcc7c5-7355-4d33-8fa1-3e2c0d3e2193 tempest-ServerDiskConfigTestJSON-989448304 tempest-ServerDiskConfigTestJSON-989448304-project] 10.222.0.16 "DELETE /v2.0/ports/50588f6a-2837-4b97-a1ba-3200072735fc HTTP/1.1" status: 204 len: 173 time: 0.4376128 Jul 22 19:56:04.136811 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7aefd05-ce4b-4272-8d4e-0a731dd44d60', 'name': 'network-vif-deleted', 'tag': '50588f6a-2837-4b97-a1ba-3200072735fc'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:56:04.139074 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779bf7f8-f8d1-4879-96fd-a59a5fb0e3ff" -d '{"events": [{"server_uuid": "e7aefd05-ce4b-4272-8d4e-0a731dd44d60", "name": "network-vif-deleted", "tag": "50588f6a-2837-4b97-a1ba-3200072735fc"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:56:04.174793 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9b1dd2-1915-4ff9-a30e-53d3c242ba10 x-openstack-request-id: req-ed9b1dd2-1915-4ff9-a30e-53d3c242ba10 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:56:04.175094 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7aefd05-ce4b-4272-8d4e-0a731dd44d60", "name": "network-vif-deleted", "tag": "50588f6a-2837-4b97-a1ba-3200072735fc", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:56:04.175344 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed9b1dd2-1915-4ff9-a30e-53d3c242ba10 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:56:04.175737 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7aefd05-ce4b-4272-8d4e-0a731dd44d60', 'name': 'network-vif-deleted', 'tag': '50588f6a-2837-4b97-a1ba-3200072735fc', 'status': 'completed', 'code': 200} Jul 22 19:56:04.947968 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58904) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:56:04.994878 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b4288b-eaa5-49f0-8a9d-d11c9ef2dd5a admin admin] Deleting subnet d37c1afc-4046-4173-ab5e-caf9e40b98f7 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:56:04.997869 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8b4288b-eaa5-49f0-8a9d-d11c9ef2dd5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:05.031483 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8b4288b-eaa5-49f0-8a9d-d11c9ef2dd5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:05.073386 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8b4288b-eaa5-49f0-8a9d-d11c9ef2dd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:05.124447 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8b4288b-eaa5-49f0-8a9d-d11c9ef2dd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:05.150591 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4288b-eaa5-49f0-8a9d-d11c9ef2dd5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d37c1afc-4046-4173-ab5e-caf9e40b98f7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:05.152574 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c8b4288b-eaa5-49f0-8a9d-d11c9ef2dd5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:05.154437 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c8b4288b-eaa5-49f0-8a9d-d11c9ef2dd5a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d37c1afc-4046-4173-ab5e-caf9e40b98f7 HTTP/1.1" status: 204 len: 168 time: 0.2054460 Jul 22 19:56:05.157599 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58906) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:56:05.222940 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-84e2a9f0-8f52-4fe4-a55f-b4946ac8d319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:05.301011 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-84e2a9f0-8f52-4fe4-a55f-b4946ac8d319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:05.310728 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-84e2a9f0-8f52-4fe4-a55f-b4946ac8d319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ac752a-f742-4e99-9a50-698e869e583f']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:56:05.320177 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-84e2a9f0-8f52-4fe4-a55f-b4946ac8d319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b684be30-a5df-47ea-82b2-d9df865857e7') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:56:05.320487 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-84e2a9f0-8f52-4fe4-a55f-b4946ac8d319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b684be30-a5df-47ea-82b2-d9df865857e7') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:56:05.329543 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-84e2a9f0-8f52-4fe4-a55f-b4946ac8d319 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:05.342900 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-84e2a9f0-8f52-4fe4-a55f-b4946ac8d319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:05.349730 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e2a9f0-8f52-4fe4-a55f-b4946ac8d319 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:56:05.350103 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-84e2a9f0-8f52-4fe4-a55f-b4946ac8d319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: timer() Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:56:05.352015 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:56:05.729985 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-84e2a9f0-8f52-4fe4-a55f-b4946ac8d319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:05.736062 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-84e2a9f0-8f52-4fe4-a55f-b4946ac8d319 admin admin] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:05.737945 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-84e2a9f0-8f52-4fe4-a55f-b4946ac8d319 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b7ac752a-f742-4e99-9a50-698e869e583f HTTP/1.1" status: 204 len: 168 time: 0.5794330 Jul 22 19:56:05.749645 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2a9f0-8f52-4fe4-a55f-b4946ac8d319 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7ac752a-f742-4e99-9a50-698e869e583f,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:05.843635 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58910) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:56:05.882779 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9c1dbb6c-9c98-43c2-8a70-eddf9100aa7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a87771b8bd0e4da2bfe0f320daf5d6e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377493 Jul 22 19:56:05.885206 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58912) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:56:05.931365 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-24ae46a5-d8d4-4e8a-bc0e-1d67b348980f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:05.952190 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-24ae46a5-d8d4-4e8a-bc0e-1d67b348980f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:05.998107 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-24ae46a5-d8d4-4e8a-bc0e-1d67b348980f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:06.001841 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-24ae46a5-d8d4-4e8a-bc0e-1d67b348980f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:06.003034 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-24ae46a5-d8d4-4e8a-bc0e-1d67b348980f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f5ae225-c02e-42c3-b38c-a27d3d36fca9 HTTP/1.1" status: 204 len: 168 time: 0.1169150 Jul 22 19:56:06.011036 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae46a5-d8d4-4e8a-bc0e-1d67b348980f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5ae225-c02e-42c3-b38c-a27d3d36fca9,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:06.636368 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58934) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:56:06.729800 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-87cf9401-eca4-4bec-b45b-8d2d3a7b47fa admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-448698277-network', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:56:06.750726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cf9401-eca4-4bec-b45b-8d2d3a7b47fa admin admin] Made reservation on behalf of dc261cf339f84f328b09b99adc64a706 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:56:06.753186 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-87cf9401-eca4-4bec-b45b-8d2d3a7b47fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:06.761240 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-87cf9401-eca4-4bec-b45b-8d2d3a7b47fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:06.854623 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-87cf9401-eca4-4bec-b45b-8d2d3a7b47fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:06.858301 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-87cf9401-eca4-4bec-b45b-8d2d3a7b47fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:06.892863 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87cf9401-eca4-4bec-b45b-8d2d3a7b47fa admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:56:06.901993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf9401-eca4-4bec-b45b-8d2d3a7b47fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc19c773-5535-4985-bf86-518a4f897550,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:06.910966 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-87cf9401-eca4-4bec-b45b-8d2d3a7b47fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:06.911152 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-87cf9401-eca4-4bec-b45b-8d2d3a7b47fa admin admin] Added segment 7561ac24-6edc-454b-90c6-0776017580ab of type vlan for network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 Jul 22 19:56:06.950736 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-87cf9401-eca4-4bec-b45b-8d2d3a7b47fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:06.979937 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-87cf9401-eca4-4bec-b45b-8d2d3a7b47fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:06.981018 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cf9401-eca4-4bec-b45b-8d2d3a7b47fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:06.981591 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-87cf9401-eca4-4bec-b45b-8d2d3a7b47fa admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:07.010874 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-87cf9401-eca4-4bec-b45b-8d2d3a7b47fa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3734024 Jul 22 19:56:07.014034 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58938) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:56:07.019194 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4f8c6294-302d-4f56-b077-b35c7176c979 admin admin] Request body: {'subnet': {'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-448698277-subnet', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:56:07.041279 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8c6294-302d-4f56-b077-b35c7176c979 admin admin] Made reservation on behalf of dc261cf339f84f328b09b99adc64a706 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:56:07.043099 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf9401-eca4-4bec-b45b-8d2d3a7b47fa admin admin] Pushing event updated for resources: {'Network': ['ID=3ee16a76-53e2-4350-a1a3-6584dd14cfb7,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:07.043694 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f8c6294-302d-4f56-b077-b35c7176c979 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:07.053328 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:56:07.216150 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f8c6294-302d-4f56-b077-b35c7176c979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:07.274757 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c6294-302d-4f56-b077-b35c7176c979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b842a9-517f-4476-8f13-56f400406146,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:07.281658 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8c6294-302d-4f56-b077-b35c7176c979 admin admin] Checking segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:56:07.282011 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8c6294-302d-4f56-b077-b35c7176c979 admin admin] Network hostable DHCP agents. Network: 3ee16a76-53e2-4350-a1a3-6584dd14cfb7, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:56:07.297983 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8c6294-302d-4f56-b077-b35c7176c979 admin admin] Network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:56:07.306887 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-4f8c6294-302d-4f56-b077-b35c7176c979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 3ee16a76-53e2-4350-a1a3-6584dd14cfb7) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:56:07.310852 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8c6294-302d-4f56-b077-b35c7176c979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:07.311445 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4f8c6294-302d-4f56-b077-b35c7176c979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:07.317599 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a11aa0c-85fa-4ebe-b92d-ba42b66195c8 None None] Network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:56:07.328591 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4f8c6294-302d-4f56-b077-b35c7176c979 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3105271 Jul 22 19:56:07.328800 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58940) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:56:07.333183 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-fafd03fc-eda8-448d-96aa-5993649a22ee admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:56:07.352930 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fafd03fc-eda8-448d-96aa-5993649a22ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:07.353902 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fafd03fc-eda8-448d-96aa-5993649a22ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:07.404820 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fafd03fc-eda8-448d-96aa-5993649a22ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:07.467705 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:56:07.468586 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:07.537761 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 50588f6a-2837-4b97-a1ba-3200072735fc no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:56:07.544235 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fafd03fc-eda8-448d-96aa-5993649a22ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:07.722559 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 50588f6a-2837-4b97-a1ba-3200072735fc {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:56:07.722903 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 50588f6a-2837-4b97-a1ba-3200072735fc not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:56:07.753121 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fafd03fc-eda8-448d-96aa-5993649a22ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:07.772034 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fafd03fc-eda8-448d-96aa-5993649a22ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:07.779383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] Allocated IP 172.20.0.2 (3ee16a76-53e2-4350-a1a3-6584dd14cfb7/e4b842a9-517f-4476-8f13-56f400406146/32193de4-495b-4fa7-ab9a-5e764109a9c5) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:56:07.871222 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-fafd03fc-eda8-448d-96aa-5993649a22ee admin admin] Allocated IP 172.25.3.153 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/110eb49a-9c3e-4326-b8f0-f681b64d2535) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:56:07.926456 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:07.935497 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] Transition to ACTIVE for port object 32193de4-495b-4fa7-ab9a-5e764109a9c5 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:56:07.950054 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] Transition to ACTIVE for port object 32193de4-495b-4fa7-ab9a-5e764109a9c5 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:56:07.956611 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:07.983829 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fafd03fc-eda8-448d-96aa-5993649a22ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:08.001032 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] Network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:56:08.005354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:56:08.007230 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] Pushing event updated for resources: {'Port': ['ID=32193de4-495b-4fa7-ab9a-5e764109a9c5,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:08.009392 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:56:08.025562 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fafd03fc-eda8-448d-96aa-5993649a22ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:08.060741 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd03fc-eda8-448d-96aa-5993649a22ee admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:56:08.063556 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-fafd03fc-eda8-448d-96aa-5993649a22ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:56:08.067381 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] Attempting to bind port 32193de4-495b-4fa7-ab9a-5e764109a9c5 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:56:08.067971 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] Attempting to bind port 32193de4-495b-4fa7-ab9a-5e764109a9c5 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:56:08.068096 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] Attempting to bind port 32193de4-495b-4fa7-ab9a-5e764109a9c5 on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:56:08.069243 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd03fc-eda8-448d-96aa-5993649a22ee admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:56:08.073363 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:56:08.073744 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] Checking segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:56:08.074155 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:08.074555 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] Bound using segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:56:08.075043 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] Bound port: 32193de4-495b-4fa7-ab9a-5e764109a9c5, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:56:08.075434 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:08.098132 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd03fc-eda8-448d-96aa-5993649a22ee admin admin] Pushing event updated for resources: {'Port': ['ID=110eb49a-9c3e-4326-b8f0-f681b64d2535,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:08.141524 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] For port 32193de4-495b-4fa7-ab9a-5e764109a9c5, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:56:08.145305 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] For port 32193de4-495b-4fa7-ab9a-5e764109a9c5, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=32193de4-495b-4fa7-ab9a-5e764109a9c5,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:56:08.149925 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:08.205290 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0dadab-3705-442f-97e4-976a2682f2ff None None] Pushing event updated for resources: {'Port': ['ID=32193de4-495b-4fa7-ab9a-5e764109a9c5,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:08.325926 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fafd03fc-eda8-448d-96aa-5993649a22ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:08.531486 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fafd03fc-eda8-448d-96aa-5993649a22ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:08.658080 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafd03fc-eda8-448d-96aa-5993649a22ee admin admin] Router 436dc2e4-81e9-4351-873c-75404a5eab72 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:56:08.762871 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafd03fc-eda8-448d-96aa-5993649a22ee admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:56:08.771978 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] Sync routers for ids ['436dc2e4-81e9-4351-873c-75404a5eab72'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:56:08.778310 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fafd03fc-eda8-448d-96aa-5993649a22ee admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:08.779537 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fafd03fc-eda8-448d-96aa-5993649a22ee admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4499619 Jul 22 19:56:08.781838 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] Routers {'436dc2e4-81e9-4351-873c-75404a5eab72'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:56:08.782568 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58942) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:56:08.788536 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:56:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['436dc2e4-81e9-4351-873c-75404a5eab72'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:56:08.901502 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] Set router 436dc2e4-81e9-4351-873c-75404a5eab72 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:56:09.109977 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:08Z', 'revision_number': 3, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:56:09.151687 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 32193de4-495b-4fa7-ab9a-5e764109a9c5 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:56:09.155193 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] Checking router: 436dc2e4-81e9-4351-873c-75404a5eab72 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:56:09.155786 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] Updating router 436dc2e4-81e9-4351-873c-75404a5eab72 port 110eb49a-9c3e-4326-b8f0-f681b64d2535 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:56:09.192794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32693af5-0c31-435e-842b-d82ec7c158ee None None] Network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:56:09.248546 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d9add04b-622e-4c73-8a51-8dd703802c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:09.249183 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:09.321591 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e7365a4c-b86d-41da-b4b7-7455ffcf795f None None] Provisioning for port 32193de4-495b-4fa7-ab9a-5e764109a9c5 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:56:09.394921 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 32193de4-495b-4fa7-ab9a-5e764109a9c5 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:56:09.410454 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 32193de4-495b-4fa7-ab9a-5e764109a9c5 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:56:09.410744 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:09.505139 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:09.654002 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:09.736345 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 32193de4-495b-4fa7-ab9a-5e764109a9c5, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=32193de4-495b-4fa7-ab9a-5e764109a9c5,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:56:09.743608 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:09.755727 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-d9add04b-622e-4c73-8a51-8dd703802c9a admin admin] Allocated IP 172.20.0.1 (3ee16a76-53e2-4350-a1a3-6584dd14cfb7/e4b842a9-517f-4476-8f13-56f400406146/93a04168-0a4f-4e1a-ac97-a0c90c692264) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:56:09.782122 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:09.801299 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] Transition to ACTIVE for port object 110eb49a-9c3e-4326-b8f0-f681b64d2535 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:56:09.813644 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:09.821793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=32193de4-495b-4fa7-ab9a-5e764109a9c5,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:09.870207 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] Attempting to bind port 110eb49a-9c3e-4326-b8f0-f681b64d2535 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:56:09.870690 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] Attempting to bind port 110eb49a-9c3e-4326-b8f0-f681b64d2535 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:56:09.871087 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] Attempting to bind port 110eb49a-9c3e-4326-b8f0-f681b64d2535 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:56:09.878557 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d9add04b-622e-4c73-8a51-8dd703802c9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:09.879154 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e30d10-049b-4d53-8e80-55b30aaa7479 None None] Pushing event updated for resources: {'Port': ['ID=110eb49a-9c3e-4326-b8f0-f681b64d2535,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:09.881524 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:56:09.881897 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:56:09.882293 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:09.882681 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:56:09.883153 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] Bound port: 110eb49a-9c3e-4326-b8f0-f681b64d2535, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:56:09.883529 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:09.895109 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-d9add04b-622e-4c73-8a51-8dd703802c9a admin admin] Transition to ACTIVE for port object 93a04168-0a4f-4e1a-ac97-a0c90c692264 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:56:09.930807 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d9add04b-622e-4c73-8a51-8dd703802c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:09.941190 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] For port 110eb49a-9c3e-4326-b8f0-f681b64d2535, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:56:09.944558 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] For port 110eb49a-9c3e-4326-b8f0-f681b64d2535, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=110eb49a-9c3e-4326-b8f0-f681b64d2535,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:56:09.948967 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:09.973467 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9add04b-622e-4c73-8a51-8dd703802c9a admin admin] Network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:56:09.978314 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-d9add04b-622e-4c73-8a51-8dd703802c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:56:09.981727 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9add04b-622e-4c73-8a51-8dd703802c9a admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:56:10.017614 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9add04b-622e-4c73-8a51-8dd703802c9a admin admin] Pushing event updated for resources: {'Port': ['ID=93a04168-0a4f-4e1a-ac97-a0c90c692264,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:10.030415 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-18bba9b4-9fcc-451b-af29-4675fd9de8bb None None] Provisioning complete for port 32193de4-495b-4fa7-ab9a-5e764109a9c5 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:56:10.030793 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-18bba9b4-9fcc-451b-af29-4675fd9de8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:10.031781 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d9add04b-622e-4c73-8a51-8dd703802c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:10.036989 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] Routers {'436dc2e4-81e9-4351-873c-75404a5eab72'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:56:10.037640 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:56:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['436dc2e4-81e9-4351-873c-75404a5eab72'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:56:10.039387 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e30d10-049b-4d53-8e80-55b30aaa7479 None None] Pushing event updated for resources: {'Port': ['ID=110eb49a-9c3e-4326-b8f0-f681b64d2535,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:10.181917 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d9add04b-622e-4c73-8a51-8dd703802c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:10.206137 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] Set router 436dc2e4-81e9-4351-873c-75404a5eab72 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:56:10.344460 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d9add04b-622e-4c73-8a51-8dd703802c9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:10.349455 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d9add04b-622e-4c73-8a51-8dd703802c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:10.382864 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e7f1d9a4-bde0-4123-a7f4-9b342579a1d3 None None] Provisioning for port 93a04168-0a4f-4e1a-ac97-a0c90c692264 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:56:10.389555 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e7f1d9a4-bde0-4123-a7f4-9b342579a1d3 None None] Provisioning complete for port 93a04168-0a4f-4e1a-ac97-a0c90c692264 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:56:10.389923 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e7f1d9a4-bde0-4123-a7f4-9b342579a1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:10.416206 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d9add04b-622e-4c73-8a51-8dd703802c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:10.418844 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9add04b-622e-4c73-8a51-8dd703802c9a admin admin] Pushing event updated for resources: {'Port': ['ID=93a04168-0a4f-4e1a-ac97-a0c90c692264,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:10.429812 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:08Z', 'revision_number': 3, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:56:10.433008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-e7f1d9a4-bde0-4123-a7f4-9b342579a1d3 None None] Port 93a04168-0a4f-4e1a-ac97-a0c90c692264 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:56:10.458140 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af6213-3ce7-4cbf-8111-b22c02e4a9a6 None None] The sync data for ids ['436dc2e4-81e9-4351-873c-75404a5eab72'] in n-d-800086-12 is: [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:08Z', 'revision_number': 3, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:56:10.514130 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9add04b-622e-4c73-8a51-8dd703802c9a admin admin] Network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:56:10.515537 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-d9add04b-622e-4c73-8a51-8dd703802c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:56:10.636919 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9add04b-622e-4c73-8a51-8dd703802c9a admin admin] Router 436dc2e4-81e9-4351-873c-75404a5eab72 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:56:10.754865 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-69ac52e4-8191-49d5-a0da-1b7dbbbe487d None None] Provisioning complete for port 93a04168-0a4f-4e1a-ac97-a0c90c692264 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:56:10.755241 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-69ac52e4-8191-49d5-a0da-1b7dbbbe487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:10.778933 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9add04b-622e-4c73-8a51-8dd703802c9a admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:56:10.792204 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-69ac52e4-8191-49d5-a0da-1b7dbbbe487d None None] Port 93a04168-0a4f-4e1a-ac97-a0c90c692264 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:56:10.795932 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d9add04b-622e-4c73-8a51-8dd703802c9a admin admin] 10.222.0.13 "PUT /v2.0/routers/436dc2e4-81e9-4351-873c-75404a5eab72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0122015 Jul 22 19:56:11.167956 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 32193de4-495b-4fa7-ab9a-5e764109a9c5 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:56:11.224052 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 32193de4-495b-4fa7-ab9a-5e764109a9c5 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:56:11.225112 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:11.248617 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58950) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:56:11.254130 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-4c411639-ed7a-46a7-b60b-df453982c804 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1982758627', 'description': 'tempest-description--1771915334'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:56:11.280859 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4c411639-ed7a-46a7-b60b-df453982c804 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:11.315448 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 110eb49a-9c3e-4326-b8f0-f681b64d2535 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:56:11.366402 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 110eb49a-9c3e-4326-b8f0-f681b64d2535 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:56:11.370007 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 110eb49a-9c3e-4326-b8f0-f681b64d2535 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:56:11.370379 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:11.372431 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4c411639-ed7a-46a7-b60b-df453982c804 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:11.376162 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4c411639-ed7a-46a7-b60b-df453982c804 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:11.405498 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4c411639-ed7a-46a7-b60b-df453982c804 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:11.406757 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4c411639-ed7a-46a7-b60b-df453982c804 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1571872 Jul 22 19:56:11.409510 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c411639-ed7a-46a7-b60b-df453982c804 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74678628-a4ea-4614-9c09-75f9cd37ea22,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:11.410766 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58952) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:56:11.415457 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-cfe7b0a1-4502-437e-9b6d-f84eb46327a8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Request body: {'security_group_rule': {'security_group_id': '74678628-a4ea-4614-9c09-75f9cd37ea22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:56:11.443539 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cfe7b0a1-4502-437e-9b6d-f84eb46327a8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:11.456012 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:11.476584 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 110eb49a-9c3e-4326-b8f0-f681b64d2535, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=110eb49a-9c3e-4326-b8f0-f681b64d2535,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:56:11.481248 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:11.504833 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cfe7b0a1-4502-437e-9b6d-f84eb46327a8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:11.508694 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cfe7b0a1-4502-437e-9b6d-f84eb46327a8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:11.527110 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7b0a1-4502-437e-9b6d-f84eb46327a8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc88e36-1976-482e-a43f-7a9220885096,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:11.533092 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=110eb49a-9c3e-4326-b8f0-f681b64d2535,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:11.534184 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cfe7b0a1-4502-437e-9b6d-f84eb46327a8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:11.535566 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cfe7b0a1-4502-437e-9b6d-f84eb46327a8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237369 Jul 22 19:56:11.538131 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 58954) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:56:11.542990 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-593d5956-f462-43c3-aa37-724acfb83363 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Request body: {'security_group_rule': {'security_group_id': '74678628-a4ea-4614-9c09-75f9cd37ea22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:56:11.571043 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-593d5956-f462-43c3-aa37-724acfb83363 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:11.627622 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-593d5956-f462-43c3-aa37-724acfb83363 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:11.630924 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-593d5956-f462-43c3-aa37-724acfb83363 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:11.648088 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d5956-f462-43c3-aa37-724acfb83363 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a636333-987b-4794-829b-8cf71b7e1e1f,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:11.654145 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-593d5956-f462-43c3-aa37-724acfb83363 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:11.655391 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-593d5956-f462-43c3-aa37-724acfb83363 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162772 Jul 22 19:56:11.658696 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 58956) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:56:11.663457 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-43f2c6fa-8814-4657-aed5-47dc4ed552d5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:56:11.685328 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-43f2c6fa-8814-4657-aed5-47dc4ed552d5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:11.785640 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-43f2c6fa-8814-4657-aed5-47dc4ed552d5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:11.891129 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-43f2c6fa-8814-4657-aed5-47dc4ed552d5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Allocated IP 172.25.3.228 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/4093dcdc-fa1f-4579-8245-4dfb54132a5c) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:56:11.998534 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-43f2c6fa-8814-4657-aed5-47dc4ed552d5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:12.037191 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-43f2c6fa-8814-4657-aed5-47dc4ed552d5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:12.059288 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] Sync routers for ids ['436dc2e4-81e9-4351-873c-75404a5eab72'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:56:12.069015 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] Routers {'436dc2e4-81e9-4351-873c-75404a5eab72'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:56:12.069626 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:56:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['436dc2e4-81e9-4351-873c-75404a5eab72'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:56:12.081355 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f2c6fa-8814-4657-aed5-47dc4ed552d5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:56:12.084318 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-43f2c6fa-8814-4657-aed5-47dc4ed552d5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:56:12.088732 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f2c6fa-8814-4657-aed5-47dc4ed552d5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:56:12.091699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2c6fa-8814-4657-aed5-47dc4ed552d5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Pushing event updated for resources: {'Port': ['ID=4093dcdc-fa1f-4579-8245-4dfb54132a5c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:12.109494 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:12.191901 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-43f2c6fa-8814-4657-aed5-47dc4ed552d5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:12.237179 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-43f2c6fa-8814-4657-aed5-47dc4ed552d5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:12.268121 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] Set router 436dc2e4-81e9-4351-873c-75404a5eab72 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:56:12.392229 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-43f2c6fa-8814-4657-aed5-47dc4ed552d5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:12.397038 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-43f2c6fa-8814-4657-aed5-47dc4ed552d5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:12.467935 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 2, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:56:12.475342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2c6fa-8814-4657-aed5-47dc4ed552d5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Pushing event updated for resources: {'Port': ['ID=4093dcdc-fa1f-4579-8245-4dfb54132a5c,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:12.486719 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-43f2c6fa-8814-4657-aed5-47dc4ed552d5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:12.499003 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] Checking router: 436dc2e4-81e9-4351-873c-75404a5eab72 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:56:12.499344 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] Updating router 436dc2e4-81e9-4351-873c-75404a5eab72 port 93a04168-0a4f-4e1a-ac97-a0c90c692264 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:56:12.500500 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-43f2c6fa-8814-4657-aed5-47dc4ed552d5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:12.501793 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-43f2c6fa-8814-4657-aed5-47dc4ed552d5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8420677 Jul 22 19:56:12.533871 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:12.642887 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-ea34e8ed-abb9-431f-b071-e9ab5b27b879 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1982758627&fields=id&tenant_id=dc261cf339f84f328b09b99adc64a706 HTTP/1.1" status: 200 len: 267 time: 0.0340748 Jul 22 19:56:12.756811 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-f36ba34b-23d2-40e9-bfd4-f5332178649f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:12.758419 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-f36ba34b-23d2-40e9-bfd4-f5332178649f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 811 time: 0.1083732 Jul 22 19:56:12.773392 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-61469692-36ff-4e5b-b79b-f875f4c907d7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/quotas/dc261cf339f84f328b09b99adc64a706 HTTP/1.1" status: 200 len: 375 time: 0.0094309 Jul 22 19:56:12.795759 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:12.806678 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] Transition to ACTIVE for port object 93a04168-0a4f-4e1a-ac97-a0c90c692264 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:56:12.813200 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:12.848877 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-9916ac75-d0b9-43cd-8faf-bfd7c52ff02a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660005 Jul 22 19:56:12.864809 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835ecb0-afc9-4916-b6f7-bb6cd2557d8e None None] Pushing event updated for resources: {'Port': ['ID=93a04168-0a4f-4e1a-ac97-a0c90c692264,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:12.905944 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835ecb0-afc9-4916-b6f7-bb6cd2557d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:12.906286 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835ecb0-afc9-4916-b6f7-bb6cd2557d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:12.906620 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835ecb0-afc9-4916-b6f7-bb6cd2557d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:12.906948 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835ecb0-afc9-4916-b6f7-bb6cd2557d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:12.907300 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835ecb0-afc9-4916-b6f7-bb6cd2557d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:12.908174 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835ecb0-afc9-4916-b6f7-bb6cd2557d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:12.908742 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835ecb0-afc9-4916-b6f7-bb6cd2557d8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:12.909077 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835ecb0-afc9-4916-b6f7-bb6cd2557d8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:12.909398 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835ecb0-afc9-4916-b6f7-bb6cd2557d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:12.909718 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835ecb0-afc9-4916-b6f7-bb6cd2557d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:12.910246 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835ecb0-afc9-4916-b6f7-bb6cd2557d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:12.910574 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7835ecb0-afc9-4916-b6f7-bb6cd2557d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:12.927095 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] Attempting to bind port 93a04168-0a4f-4e1a-ac97-a0c90c692264 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:56:12.927469 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] Attempting to bind port 93a04168-0a4f-4e1a-ac97-a0c90c692264 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:56:12.927827 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] Attempting to bind port 93a04168-0a4f-4e1a-ac97-a0c90c692264 on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:56:12.933450 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:56:12.933822 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] Checking segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:56:12.934218 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:12.934608 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] Bound using segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:56:12.935117 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] Bound port: 93a04168-0a4f-4e1a-ac97-a0c90c692264, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:56:12.935496 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:13.002511 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] For port 93a04168-0a4f-4e1a-ac97-a0c90c692264, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:56:13.003585 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-7145da9c-a139-4b88-810e-26414200880c service neutron] 10.222.0.13 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457510 Jul 22 19:56:13.006315 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] For port 93a04168-0a4f-4e1a-ac97-a0c90c692264, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=93a04168-0a4f-4e1a-ac97-a0c90c692264,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:56:13.010480 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:13.074242 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] Routers {'436dc2e4-81e9-4351-873c-75404a5eab72'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:56:13.075470 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:56:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['436dc2e4-81e9-4351-873c-75404a5eab72'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:56:13.104860 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-0bf35072-1499-46bf-8ca1-dd771f031860 service neutron] 10.222.0.13 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947089 Jul 22 19:56:13.120934 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 110eb49a-9c3e-4326-b8f0-f681b64d2535 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:56:13.122593 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835ecb0-afc9-4916-b6f7-bb6cd2557d8e None None] Pushing event updated for resources: {'Port': ['ID=93a04168-0a4f-4e1a-ac97-a0c90c692264,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:13.191697 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 110eb49a-9c3e-4326-b8f0-f681b64d2535 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:56:13.192080 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:13.219083 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] Set router 436dc2e4-81e9-4351-873c-75404a5eab72 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:56:13.338365 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e60afd19-9f4a-44b2-bae5-c832e218eed6 req-2ce71ce9-1808-469c-8ca4-3c4298c4c247 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 210 time: 0.0430875 Jul 22 19:56:13.473152 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:12Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:56:13.498918 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed972f6-54e6-49f9-92a4-029187f8463f None None] The sync data for ids ['436dc2e4-81e9-4351-873c-75404a5eab72'] in n-d-800086-12 is: [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:12Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:56:14.442625 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-38f14f01-9a5d-447c-b4c8-ca533c075484 req-e1c08e50-1de9-4232-aa6f-ae77ee7d3410 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 210 time: 0.0368948 Jul 22 19:56:14.505923 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-62b63111-4eee-46a5-836e-ef0709812e7a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:14.507628 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-62b63111-4eee-46a5-836e-ef0709812e7a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 811 time: 0.1275618 Jul 22 19:56:14.552252 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-efc8dcd8-f942-4f4b-a13e-854f818a94c3 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc261cf339f84f328b09b99adc64a706 HTTP/1.1" status: 200 len: 380 time: 0.0364938 Jul 22 19:56:14.560859 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-c265cff7-9418-407a-8055-246730bc6fcd tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Request body: {'port': {'device_id': '878ea771-a0a5-4c7d-a83b-07e315678b96', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'admin_state_up': True, 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'security_groups': ['74678628-a4ea-4614-9c09-75f9cd37ea22']}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:56:14.670680 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-c265cff7-9418-407a-8055-246730bc6fcd tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Made reservation on behalf of dc261cf339f84f328b09b99adc64a706 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:56:14.674231 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-c265cff7-9418-407a-8055-246730bc6fcd tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:14.793419 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-c265cff7-9418-407a-8055-246730bc6fcd tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Allocated IP 172.20.0.12 (3ee16a76-53e2-4350-a1a3-6584dd14cfb7/e4b842a9-517f-4476-8f13-56f400406146/07e82baa-771c-4330-9b02-e7915345f5ec) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:56:14.928863 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-c265cff7-9418-407a-8055-246730bc6fcd tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:14.942621 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-c265cff7-9418-407a-8055-246730bc6fcd tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Transition to ACTIVE for port object 07e82baa-771c-4330-9b02-e7915345f5ec will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:56:14.976139 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-c265cff7-9418-407a-8055-246730bc6fcd tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:15.020594 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-c265cff7-9418-407a-8055-246730bc6fcd tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:56:15.023641 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-c265cff7-9418-407a-8055-246730bc6fcd tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:56:15.027351 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-c265cff7-9418-407a-8055-246730bc6fcd tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:56:15.055051 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265cff7-9418-407a-8055-246730bc6fcd tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Pushing event updated for resources: {'Port': ['ID=07e82baa-771c-4330-9b02-e7915345f5ec,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:15.082154 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-c265cff7-9418-407a-8055-246730bc6fcd tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:15.082835 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-c265cff7-9418-407a-8055-246730bc6fcd tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:15.098472 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-c265cff7-9418-407a-8055-246730bc6fcd tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5412726 Jul 22 19:56:15.111434 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] Request body: {'port': {'device_id': '878ea771-a0a5-4c7d-a83b-07e315678b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:56:15.149041 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 93a04168-0a4f-4e1a-ac97-a0c90c692264 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:56:15.194935 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:15.200353 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 93a04168-0a4f-4e1a-ac97-a0c90c692264 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:56:15.204722 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 93a04168-0a4f-4e1a-ac97-a0c90c692264 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:56:15.205100 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:15.457570 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:15.460407 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a8ce682e-5291-42ef-9a7d-ccb4141809e9 None None] Provisioning for port 07e82baa-771c-4330-9b02-e7915345f5ec completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:56:15.471312 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a8ce682e-5291-42ef-9a7d-ccb4141809e9 None None] Provisioning complete for port 07e82baa-771c-4330-9b02-e7915345f5ec triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:56:15.471671 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a8ce682e-5291-42ef-9a7d-ccb4141809e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:15.477295 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e82baa-771c-4330-9b02-e7915345f5ec {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:56:15.484999 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:15.498854 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] Transition to ACTIVE for port object 07e82baa-771c-4330-9b02-e7915345f5ec will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:56:15.504771 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:15.520019 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 93a04168-0a4f-4e1a-ac97-a0c90c692264, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=93a04168-0a4f-4e1a-ac97-a0c90c692264,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:56:15.524550 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a8ce682e-5291-42ef-9a7d-ccb4141809e9 None None] Port 07e82baa-771c-4330-9b02-e7915345f5ec cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:56:15.526496 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:15.583208 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=93a04168-0a4f-4e1a-ac97-a0c90c692264,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:15.603738 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] Pushing event updated for resources: {'Port': ['ID=07e82baa-771c-4330-9b02-e7915345f5ec,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:15.605072 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c649c4c-f015-41e1-a29e-5e2b4ef49df1 req-af6799cc-ef41-4cb5-8847-29269baeb66c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:15.612694 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c649c4c-f015-41e1-a29e-5e2b4ef49df1 req-af6799cc-ef41-4cb5-8847-29269baeb66c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 944 time: 0.0882061 Jul 22 19:56:15.648668 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c649c4c-f015-41e1-a29e-5e2b4ef49df1 req-eb0d6429-423a-4f24-98dd-7b19d5ed50b2 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350702 Jul 22 19:56:15.655824 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] Attempting to bind port 07e82baa-771c-4330-9b02-e7915345f5ec on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:56:15.656201 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] Attempting to bind port 07e82baa-771c-4330-9b02-e7915345f5ec by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:56:15.656568 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] Attempting to bind port 07e82baa-771c-4330-9b02-e7915345f5ec on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:56:15.662086 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] Port 07e82baa-771c-4330-9b02-e7915345f5ec on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:56:15.662413 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] Attempting to bind port 07e82baa-771c-4330-9b02-e7915345f5ec on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:56:15.673681 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:56:15.673681 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] Checking segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:56:15.673681 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] Bound using segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:56:15.673681 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] Bound port: 07e82baa-771c-4330-9b02-e7915345f5ec, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:56:15.673681 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:15.740771 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] For port 07e82baa-771c-4330-9b02-e7915345f5ec, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:56:15.743874 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] For port 07e82baa-771c-4330-9b02-e7915345f5ec, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=07e82baa-771c-4330-9b02-e7915345f5ec,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:56:15.749874 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:15.783854 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:15.784494 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:15.785884 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] 10.222.0.16 "PUT /v2.0/ports/07e82baa-771c-4330-9b02-e7915345f5ec HTTP/1.1" status: 200 len: 1093 time: 0.6795702 Jul 22 19:56:15.786320 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878ea771-a0a5-4c7d-a83b-07e315678b96', 'tag': '07e82baa-771c-4330-9b02-e7915345f5ec'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:56:15.788571 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3940a132-87cc-4ef5-b77d-677721e7e3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "878ea771-a0a5-4c7d-a83b-07e315678b96", "tag": "07e82baa-771c-4330-9b02-e7915345f5ec"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:56:15.813073 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201ac34-8bd8-4337-bd09-35a0ff094e51 service neutron] Pushing event updated for resources: {'Port': ['ID=07e82baa-771c-4330-9b02-e7915345f5ec,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:15.859502 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9c121e-1fbe-4ac0-bd4b-10d05b8a05eb x-openstack-request-id: req-8b9c121e-1fbe-4ac0-bd4b-10d05b8a05eb {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:56:15.859790 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878ea771-a0a5-4c7d-a83b-07e315678b96", "tag": "07e82baa-771c-4330-9b02-e7915345f5ec", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:56:15.860041 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b9c121e-1fbe-4ac0-bd4b-10d05b8a05eb {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:56:15.860435 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878ea771-a0a5-4c7d-a83b-07e315678b96', 'tag': '07e82baa-771c-4330-9b02-e7915345f5ec', 'status': 'completed', 'code': 200} Jul 22 19:56:15.887256 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-a2e21b32-d3e9-4ce5-8220-9adb33475176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:15.888837 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-a2e21b32-d3e9-4ce5-8220-9adb33475176 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 1096 time: 0.0599182 Jul 22 19:56:15.935068 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-3f167ae6-e74a-44dc-85fd-dac731d84597 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07e82baa-771c-4330-9b02-e7915345f5ec HTTP/1.1" status: 200 len: 217 time: 0.0392497 Jul 22 19:56:15.985244 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-161ef6ec-cd2e-4aa2-aacc-6421ab2eb38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:15.986952 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-161ef6ec-cd2e-4aa2-aacc-6421ab2eb38c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0457003 Jul 22 19:56:16.045018 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-f68a281c-2914-45ac-8f47-57f2b0322bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:16.046494 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-f68a281c-2914-45ac-8f47-57f2b0322bea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529649 Jul 22 19:56:16.137234 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-9c183abb-7ff6-4f9c-9d63-0a35b3998c03 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843678 Jul 22 19:56:16.224429 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3c0342c6-1bf2-4e89-a719-fe5084d9ea4f req-d8b9659d-33f3-46bd-b4ee-0ece7596fced service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804212 Jul 22 19:56:16.319940 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940a132-87cc-4ef5-b77d-677721e7e3c1 req-4b8e702d-8f4c-4d3f-8807-9fb284808d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:16.321416 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3940a132-87cc-4ef5-b77d-677721e7e3c1 req-4b8e702d-8f4c-4d3f-8807-9fb284808d16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 1096 time: 0.0552783 Jul 22 19:56:16.416093 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940a132-87cc-4ef5-b77d-677721e7e3c1 req-5c39c10f-b577-49c9-abea-1ba5281fc9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:16.417668 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3940a132-87cc-4ef5-b77d-677721e7e3c1 req-5c39c10f-b577-49c9-abea-1ba5281fc9bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0902901 Jul 22 19:56:16.459096 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3940a132-87cc-4ef5-b77d-677721e7e3c1 req-118d002a-fa30-4c0b-8d39-abc574dbf87d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07e82baa-771c-4330-9b02-e7915345f5ec HTTP/1.1" status: 200 len: 217 time: 0.0346880 Jul 22 19:56:16.510639 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940a132-87cc-4ef5-b77d-677721e7e3c1 req-ce5117ef-c036-4fc9-86a8-07c5e9e28af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:16.512056 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3940a132-87cc-4ef5-b77d-677721e7e3c1 req-ce5117ef-c036-4fc9-86a8-07c5e9e28af0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0465770 Jul 22 19:56:16.570222 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940a132-87cc-4ef5-b77d-677721e7e3c1 req-64d0dde7-b3a4-4707-828a-472511e6cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:16.571621 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3940a132-87cc-4ef5-b77d-677721e7e3c1 req-64d0dde7-b3a4-4707-828a-472511e6cda0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529141 Jul 22 19:56:16.662277 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3940a132-87cc-4ef5-b77d-677721e7e3c1 req-b7eefe6f-1532-4ac5-89a6-07e09bd25b68 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836649 Jul 22 19:56:16.751018 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3940a132-87cc-4ef5-b77d-677721e7e3c1 req-42fa530f-700b-4d1a-86e7-ba3860480d09 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824540 Jul 22 19:56:16.784599 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:56:16.787020 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c28e6f-435b-4e2e-9db6-2ab1aa65be9a req-01a2a3a2-ebe9-47f9-9c92-86d3c30a93e0 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:16.788543 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01c28e6f-435b-4e2e-9db6-2ab1aa65be9a req-01a2a3a2-ebe9-47f9-9c92-86d3c30a93e0 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 944 time: 0.0681157 Jul 22 19:56:16.826186 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01c28e6f-435b-4e2e-9db6-2ab1aa65be9a req-238f9d8b-ebcd-48a7-87f7-21b6e9023681 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319364 Jul 22 19:56:17.094027 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 93a04168-0a4f-4e1a-ac97-a0c90c692264 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:56:17.141265 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 93a04168-0a4f-4e1a-ac97-a0c90c692264 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:56:17.141630 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:17.533873 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 07e82baa-771c-4330-9b02-e7915345f5ec details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:56:17.630386 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 07e82baa-771c-4330-9b02-e7915345f5ec, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=07e82baa-771c-4330-9b02-e7915345f5ec,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:56:17.641756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '07e82baa-771c-4330-9b02-e7915345f5ec', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'port_id': '07e82baa-771c-4330-9b02-e7915345f5ec', 'mac_address': 'fa:16:3e:60:79:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:56:17.677539 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:17.689740 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e82baa-771c-4330-9b02-e7915345f5ec {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:56:17.709094 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 07e82baa-771c-4330-9b02-e7915345f5ec, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=07e82baa-771c-4330-9b02-e7915345f5ec,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:56:17.712984 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:17.762464 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=07e82baa-771c-4330-9b02-e7915345f5ec,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:17.897791 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['07e82baa-771c-4330-9b02-e7915345f5ec'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:56:17.958349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e71a03-b1b5-4668-aec6-7169119b0e47 req-6567ce2a-5306-482e-aee4-1b2458b650b3 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:17.959948 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-46e71a03-b1b5-4668-aec6-7169119b0e47 req-6567ce2a-5306-482e-aee4-1b2458b650b3 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 945 time: 0.0662322 Jul 22 19:56:17.998134 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-46e71a03-b1b5-4668-aec6-7169119b0e47 req-28ecb02c-e42f-4804-aead-983394d78353 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323472 Jul 22 19:56:19.138382 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43f908-6ad7-43db-92fd-2d07c96d938d req-126321fc-6699-47e2-804f-da1bdd3ffb05 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:19.139851 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b43f908-6ad7-43db-92fd-2d07c96d938d req-126321fc-6699-47e2-804f-da1bdd3ffb05 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 945 time: 0.0690989 Jul 22 19:56:19.177639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b43f908-6ad7-43db-92fd-2d07c96d938d req-b85f0518-ecfb-49d3-8f17-7d2d3d48b900 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321546 Jul 22 19:56:19.534605 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 07e82baa-771c-4330-9b02-e7915345f5ec up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:56:19.584880 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 07e82baa-771c-4330-9b02-e7915345f5ec completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:56:19.588308 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 07e82baa-771c-4330-9b02-e7915345f5ec triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:56:19.588697 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:19.662929 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:19.684508 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878ea771-a0a5-4c7d-a83b-07e315678b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e82baa-771c-4330-9b02-e7915345f5ec'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:56:19.686760 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1a6119-70fc-4ad4-bf98-e56193d234ec" -d '{"events": [{"server_uuid": "878ea771-a0a5-4c7d-a83b-07e315678b96", "name": "network-vif-plugged", "status": "completed", "tag": "07e82baa-771c-4330-9b02-e7915345f5ec"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:56:19.699736 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 07e82baa-771c-4330-9b02-e7915345f5ec, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=07e82baa-771c-4330-9b02-e7915345f5ec,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:56:19.703979 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:19.729459 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7b27e3-b2ac-4c6b-9b28-b01ce0c2d620 x-openstack-request-id: req-9b7b27e3-b2ac-4c6b-9b28-b01ce0c2d620 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:56:19.729773 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878ea771-a0a5-4c7d-a83b-07e315678b96", "name": "network-vif-plugged", "status": "completed", "tag": "07e82baa-771c-4330-9b02-e7915345f5ec", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:56:19.730020 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b7b27e3-b2ac-4c6b-9b28-b01ce0c2d620 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:56:19.730405 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878ea771-a0a5-4c7d-a83b-07e315678b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e82baa-771c-4330-9b02-e7915345f5ec', 'code': 200} Jul 22 19:56:19.758634 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=07e82baa-771c-4330-9b02-e7915345f5ec,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:19.827877 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ce887-4c4a-4592-9d22-d632e917055c req-a8eeaae5-fce7-4520-848a-b7f691826af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:19.829945 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a55ce887-4c4a-4592-9d22-d632e917055c req-a8eeaae5-fce7-4520-848a-b7f691826af5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 1098 time: 0.0518711 Jul 22 19:56:19.861944 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a55ce887-4c4a-4592-9d22-d632e917055c req-2226aa63-d31c-4aa3-a719-017f8ef03c30 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263577 Jul 22 19:56:20.304164 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713decff-a916-439d-ade5-da246542c810 req-2ae2c568-bac9-414c-b692-d60bab28b324 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:20.305923 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-713decff-a916-439d-ade5-da246542c810 req-2ae2c568-bac9-414c-b692-d60bab28b324 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 946 time: 0.0636220 Jul 22 19:56:20.343340 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-713decff-a916-439d-ade5-da246542c810 req-ecbdf2e1-475c-4760-8ebc-1cbb9607fb08 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318494 Jul 22 19:56:21.472905 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9ec64-c363-4978-b7e6-abbae47dfd43 req-692b2156-dcd8-419d-9c09-41b4d987bd59 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:21.474391 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb9ec64-c363-4978-b7e6-abbae47dfd43 req-692b2156-dcd8-419d-9c09-41b4d987bd59 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 946 time: 0.0643339 Jul 22 19:56:21.511983 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cb9ec64-c363-4978-b7e6-abbae47dfd43 req-48168dcc-2253-4924-b272-4499e5a3c0d8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321248 Jul 22 19:56:21.643291 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e025401-54f7-45e1-8d5e-55dab4ddb41c req-eaa04cf4-ecf8-4d4a-98dc-ec699690aece tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:21.644712 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4e025401-54f7-45e1-8d5e-55dab4ddb41c req-eaa04cf4-ecf8-4d4a-98dc-ec699690aece tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 946 time: 0.0696974 Jul 22 19:56:21.653236 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59006) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:56:21.658466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-349b09e5-9661-4a1b-aff3-561b00c5013e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Request body: {'floatingip': {'port_id': '07e82baa-771c-4330-9b02-e7915345f5ec'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:56:21.696214 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-349b09e5-9661-4a1b-aff3-561b00c5013e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:22.123692 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-349b09e5-9661-4a1b-aff3-561b00c5013e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:22.127324 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-349b09e5-9661-4a1b-aff3-561b00c5013e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:22.226197 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-349b09e5-9661-4a1b-aff3-561b00c5013e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Floating IP a8aadb1b-f55c-405e-8ed9-24a66123139f associated. External IP: 172.25.3.228, port: 07e82baa-771c-4330-9b02-e7915345f5ec. Jul 22 19:56:22.728371 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349b09e5-9661-4a1b-aff3-561b00c5013e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Router 436dc2e4-81e9-4351-873c-75404a5eab72 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:56:22.831637 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349b09e5-9661-4a1b-aff3-561b00c5013e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:56:22.836526 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-349b09e5-9661-4a1b-aff3-561b00c5013e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:22.841046 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd0080-2e0b-4e9d-a4f1-7574c07b6505 None None] Sync routers for ids ['436dc2e4-81e9-4351-873c-75404a5eab72'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:56:22.850271 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abd0080-2e0b-4e9d-a4f1-7574c07b6505 None None] Routers {'436dc2e4-81e9-4351-873c-75404a5eab72'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:56:22.850891 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0abd0080-2e0b-4e9d-a4f1-7574c07b6505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:56:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['436dc2e4-81e9-4351-873c-75404a5eab72'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:56:22.877187 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-349b09e5-9661-4a1b-aff3-561b00c5013e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "PUT /v2.0/floatingips/a8aadb1b-f55c-405e-8ed9-24a66123139f HTTP/1.1" status: 200 len: 992 time: 1.2228980 Jul 22 19:56:22.877883 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878ea771-a0a5-4c7d-a83b-07e315678b96', 'tag': '07e82baa-771c-4330-9b02-e7915345f5ec'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:56:22.880220 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee468829-36bf-4866-9c98-f27cad004f60" -d '{"events": [{"name": "network-changed", "server_uuid": "878ea771-a0a5-4c7d-a83b-07e315678b96", "tag": "07e82baa-771c-4330-9b02-e7915345f5ec"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:56:22.962319 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-0abd0080-2e0b-4e9d-a4f1-7574c07b6505 None None] Set router 436dc2e4-81e9-4351-873c-75404a5eab72 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:56:22.976245 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2523197b-feac-441c-b4c2-8b43b5dc4ecf x-openstack-request-id: req-2523197b-feac-441c-b4c2-8b43b5dc4ecf {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:56:22.976557 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878ea771-a0a5-4c7d-a83b-07e315678b96", "tag": "07e82baa-771c-4330-9b02-e7915345f5ec", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:56:22.976806 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2523197b-feac-441c-b4c2-8b43b5dc4ecf {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:56:22.977200 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878ea771-a0a5-4c7d-a83b-07e315678b96', 'tag': '07e82baa-771c-4330-9b02-e7915345f5ec', 'status': 'completed', 'code': 200} Jul 22 19:56:23.054735 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee468829-36bf-4866-9c98-f27cad004f60 req-c9c77d28-3d27-4e66-872e-5f1e28a30e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:23.056528 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ee468829-36bf-4866-9c98-f27cad004f60 req-c9c77d28-3d27-4e66-872e-5f1e28a30e69 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 1098 time: 0.0599017 Jul 22 19:56:23.146747 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee468829-36bf-4866-9c98-f27cad004f60 req-8c15c38a-511e-4fa3-b7c1-f1c682ef3e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:23.148371 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ee468829-36bf-4866-9c98-f27cad004f60 req-8c15c38a-511e-4fa3-b7c1-f1c682ef3e7f service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0856242 Jul 22 19:56:23.190636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0abd0080-2e0b-4e9d-a4f1-7574c07b6505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'a8aadb1b-f55c-405e-8ed9-24a66123139f', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'port_id': '07e82baa-771c-4330-9b02-e7915345f5ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'mac_address': 'fa:16:3e:60:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878ea771-a0a5-4c7d-a83b-07e315678b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:56:12Z', 'updated_at': '2021-07-22T19:56:22Z', 'revision_number': 1, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:56:23.216245 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ee468829-36bf-4866-9c98-f27cad004f60 req-f018de42-d8f7-4eeb-b1ef-378c976a198e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07e82baa-771c-4330-9b02-e7915345f5ec HTTP/1.1" status: 200 len: 1000 time: 0.0621288 Jul 22 19:56:23.219312 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd0080-2e0b-4e9d-a4f1-7574c07b6505 None None] Checking router: 436dc2e4-81e9-4351-873c-75404a5eab72 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:56:23.228525 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abd0080-2e0b-4e9d-a4f1-7574c07b6505 None None] Routers {'436dc2e4-81e9-4351-873c-75404a5eab72'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:56:23.229139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0abd0080-2e0b-4e9d-a4f1-7574c07b6505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:56:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['436dc2e4-81e9-4351-873c-75404a5eab72'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:56:23.263468 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee468829-36bf-4866-9c98-f27cad004f60 req-71171a82-49b3-4e78-bb8e-f75d41001374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:23.264952 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ee468829-36bf-4866-9c98-f27cad004f60 req-71171a82-49b3-4e78-bb8e-f75d41001374 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0421963 Jul 22 19:56:23.321378 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee468829-36bf-4866-9c98-f27cad004f60 req-141e3180-4fba-41cb-a191-47bbd96f55aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:23.322803 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ee468829-36bf-4866-9c98-f27cad004f60 req-141e3180-4fba-41cb-a191-47bbd96f55aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516002 Jul 22 19:56:23.334372 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-0abd0080-2e0b-4e9d-a4f1-7574c07b6505 None None] Set router 436dc2e4-81e9-4351-873c-75404a5eab72 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:56:23.415275 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ee468829-36bf-4866-9c98-f27cad004f60 req-3681a570-eacc-4341-acc0-da166981cda3 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861356 Jul 22 19:56:23.503587 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ee468829-36bf-4866-9c98-f27cad004f60 req-ff555619-9a59-456b-85ba-aab2a9fc3e03 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825517 Jul 22 19:56:23.558054 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0abd0080-2e0b-4e9d-a4f1-7574c07b6505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'a8aadb1b-f55c-405e-8ed9-24a66123139f', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'port_id': '07e82baa-771c-4330-9b02-e7915345f5ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'mac_address': 'fa:16:3e:60:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878ea771-a0a5-4c7d-a83b-07e315678b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:56:12Z', 'updated_at': '2021-07-22T19:56:22Z', 'revision_number': 1, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:56:23.584375 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd0080-2e0b-4e9d-a4f1-7574c07b6505 None None] The sync data for ids ['436dc2e4-81e9-4351-873c-75404a5eab72'] in n-d-800086-12 is: [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'a8aadb1b-f55c-405e-8ed9-24a66123139f', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'port_id': '07e82baa-771c-4330-9b02-e7915345f5ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'mac_address': 'fa:16:3e:60:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878ea771-a0a5-4c7d-a83b-07e315678b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:56:12Z', 'updated_at': '2021-07-22T19:56:22Z', 'revision_number': 1, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:56:23.772166 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73cb8d1-b410-47f5-8e2e-fb37b1839b43 None None] New status for floating IP a8aadb1b-f55c-405e-8ed9-24a66123139f: ACTIVE {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:56:28.539393 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f9178bd0-b81c-4b5e-9ef3-d6b4848b2343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:31.049643 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7da23ea9-81d3-4ccc-8ec3-70621668131f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:31.181154 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:32.494879 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:34.133263 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:35.455410 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6f987c2e-8091-4297-bdad-25881154e704 req-9f4be16a-780c-4c47-b23d-c1ebb0d04457 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0564990 Jul 22 19:56:35.546528 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f987c2e-8091-4297-bdad-25881154e704 req-29dab57f-7a8c-42b1-8cf1-06887d7f1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:35.548957 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6f987c2e-8091-4297-bdad-25881154e704 req-29dab57f-7a8c-42b1-8cf1-06887d7f1cfe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 1098 time: 0.0532434 Jul 22 19:56:35.647265 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f987c2e-8091-4297-bdad-25881154e704 req-0ef3d29b-17a4-489b-8a8f-5955738897f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:35.648841 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6f987c2e-8091-4297-bdad-25881154e704 req-0ef3d29b-17a4-489b-8a8f-5955738897f8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0827410 Jul 22 19:56:35.714727 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6f987c2e-8091-4297-bdad-25881154e704 req-728a7a34-756e-4253-9edf-d76b3012f96e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07e82baa-771c-4330-9b02-e7915345f5ec HTTP/1.1" status: 200 len: 1002 time: 0.0598595 Jul 22 19:56:35.761838 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f987c2e-8091-4297-bdad-25881154e704 req-9446500d-cffd-4a7a-8484-d2733ff01c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:35.763234 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6f987c2e-8091-4297-bdad-25881154e704 req-9446500d-cffd-4a7a-8484-d2733ff01c2b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0422781 Jul 22 19:56:35.823548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f987c2e-8091-4297-bdad-25881154e704 req-651db9b0-bea5-4972-ac2d-e0759b36604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:35.825120 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6f987c2e-8091-4297-bdad-25881154e704 req-651db9b0-bea5-4972-ac2d-e0759b36604e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555005 Jul 22 19:56:35.916233 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6f987c2e-8091-4297-bdad-25881154e704 req-5f01f434-6803-4016-b924-53c7e8f89fa7 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838625 Jul 22 19:56:36.006392 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6f987c2e-8091-4297-bdad-25881154e704 req-fc0a6b0b-b3cd-4c01-b87b-0fbcebc3b3b3 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833826 Jul 22 19:56:39.444877 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:42.125968 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:53.783487 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:56:58.541742 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-72994648-0600-445f-971c-0daa87522786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:01.049010 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0923b768-985f-498d-a32d-5bd7c78a2c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:01.182634 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:02.496607 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:04.135309 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:09.459861 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:12.138094 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:28.541776 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bcf6a2f9-07bf-4c18-a0a2-61980e3e00a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:30.782365 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:57:31.050587 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-706da59a-ddfa-40be-9159-8a11c15cb8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:31.184941 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:32.499478 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:34.138838 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:35.525836 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0f5ff3b5-155e-4ac4-82cc-edb332b6dbd7 req-2766f420-b546-4182-8782-59deececaf61 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0990491 Jul 22 19:57:35.617346 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ff3b5-155e-4ac4-82cc-edb332b6dbd7 req-0a25b1de-46e0-415d-b520-04b5783562b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:35.618858 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0f5ff3b5-155e-4ac4-82cc-edb332b6dbd7 req-0a25b1de-46e0-415d-b520-04b5783562b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 1098 time: 0.0528932 Jul 22 19:57:35.721987 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ff3b5-155e-4ac4-82cc-edb332b6dbd7 req-f768801f-3534-40c6-ad5a-a53bd0ce5997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:35.723346 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0f5ff3b5-155e-4ac4-82cc-edb332b6dbd7 req-f768801f-3534-40c6-ad5a-a53bd0ce5997 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0868437 Jul 22 19:57:35.786839 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0f5ff3b5-155e-4ac4-82cc-edb332b6dbd7 req-a5757f93-1962-4042-8dc4-1cfa8c6edac1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07e82baa-771c-4330-9b02-e7915345f5ec HTTP/1.1" status: 200 len: 1002 time: 0.0574756 Jul 22 19:57:35.837330 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ff3b5-155e-4ac4-82cc-edb332b6dbd7 req-2dd74648-78c8-4dbd-ae2c-a3bc0a11f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:35.838794 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0f5ff3b5-155e-4ac4-82cc-edb332b6dbd7 req-2dd74648-78c8-4dbd-ae2c-a3bc0a11f83f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0459187 Jul 22 19:57:36.225433 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ff3b5-155e-4ac4-82cc-edb332b6dbd7 req-2ea561f8-0add-4550-a46e-b1a3a1a56c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:36.226923 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0f5ff3b5-155e-4ac4-82cc-edb332b6dbd7 req-2ea561f8-0add-4550-a46e-b1a3a1a56c52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3827941 Jul 22 19:57:36.313297 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0f5ff3b5-155e-4ac4-82cc-edb332b6dbd7 req-5b162b5f-d86c-4281-9a8b-0741379237f1 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792220 Jul 22 19:57:36.404250 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0f5ff3b5-155e-4ac4-82cc-edb332b6dbd7 req-5cf99c53-0c88-408d-85fc-04db74e15b77 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849431 Jul 22 19:57:39.474035 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.138508 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:58.543845 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0b960436-2e8d-4cc2-ab1e-24143843c39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:58.588600 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575aeb35-f2e3-41cd-8c8d-0e6f66e9296b req-7df48472-59f5-4896-9e56-eb5e3b7ccc77 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:58.590099 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-575aeb35-f2e3-41cd-8c8d-0e6f66e9296b req-7df48472-59f5-4896-9e56-eb5e3b7ccc77 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 946 time: 0.1355243 Jul 22 19:57:58.629134 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-575aeb35-f2e3-41cd-8c8d-0e6f66e9296b req-b3ba5e93-faf3-4ca2-9e18-9be417878989 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334313 Jul 22 19:57:58.860545 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-afe6de3c-d26c-413d-b7e5-2c53a770331b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0525801 Jul 22 19:57:58.879493 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf6b8a-91d3-4ea5-a7fc-affcea32d30b req-49ed3717-eb0d-40cc-b6ce-a877647ed388 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:58.880972 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-badf6b8a-91d3-4ea5-a7fc-affcea32d30b req-49ed3717-eb0d-40cc-b6ce-a877647ed388 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 946 time: 0.0642455 Jul 22 19:57:58.923485 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-badf6b8a-91d3-4ea5-a7fc-affcea32d30b req-b9bf5fa7-f049-4d67-b630-8cf797c2d7c0 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367582 Jul 22 19:58:00.107980 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227f9ce-3760-4dd7-adb6-e06c4c53bb13 req-43b33a0a-1631-49cc-a9d8-a3c1aad2b884 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:00.109486 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2227f9ce-3760-4dd7-adb6-e06c4c53bb13 req-43b33a0a-1631-49cc-a9d8-a3c1aad2b884 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 946 time: 0.1151750 Jul 22 19:58:00.147957 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2227f9ce-3760-4dd7-adb6-e06c4c53bb13 req-277f0d17-dc38-4eb0-a76a-5885f11f415f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328999 Jul 22 19:58:00.947794 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-57ce3fe1-4908-4b18-b4af-cb6115937794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:00.949381 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-57ce3fe1-4908-4b18-b4af-cb6115937794 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 1098 time: 0.0657165 Jul 22 19:58:01.039536 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-e5497ae5-10f1-4076-91f0-8ab7e157308c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:01.041078 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-e5497ae5-10f1-4076-91f0-8ab7e157308c service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0857775 Jul 22 19:58:01.051485 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0758df4b-aad6-4bb5-8643-e7f0bb9183a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:01.110400 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-b994588e-78b2-4d82-be60-4181707ce413 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07e82baa-771c-4330-9b02-e7915345f5ec HTTP/1.1" status: 200 len: 1002 time: 0.0631878 Jul 22 19:58:01.159038 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-22b4aca5-968c-4484-9ede-7ac4d46367d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:01.160503 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-22b4aca5-968c-4484-9ede-7ac4d46367d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0441809 Jul 22 19:58:01.190144 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:01.226529 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-7104e2be-dfb2-4730-b2a2-397ebffdf3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:01.227981 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-7104e2be-dfb2-4730-b2a2-397ebffdf3cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614014 Jul 22 19:58:01.290798 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da29f0-4323-4df5-9ae2-2bec4b1c03be req-e5fa84b6-4e76-4155-94d6-1fa6ab4e864c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:01.292291 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4da29f0-4323-4df5-9ae2-2bec4b1c03be req-e5fa84b6-4e76-4155-94d6-1fa6ab4e864c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 946 time: 0.0648484 Jul 22 19:58:01.322855 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-eeb11087-bdb5-42ef-a89f-a79a1b6306b4 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887673 Jul 22 19:58:01.331769 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4da29f0-4323-4df5-9ae2-2bec4b1c03be req-85f7f6af-d9c0-485e-9ed2-0961854ef26d tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338314 Jul 22 19:58:01.411118 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-4ecb719b-bead-4a39-a4be-5c3482983f2e service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824857 Jul 22 19:58:02.463336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720503a2-8cb7-4772-92dd-1cb71d792d1e req-e0032ea8-5aab-44af-86a7-b80fb9208e5b tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:02.464828 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-720503a2-8cb7-4772-92dd-1cb71d792d1e req-e0032ea8-5aab-44af-86a7-b80fb9208e5b tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 946 time: 0.0672565 Jul 22 19:58:02.502932 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:02.508815 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-720503a2-8cb7-4772-92dd-1cb71d792d1e req-c862815c-ee75-4a34-ab99-a1da9fc80d46 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385127 Jul 22 19:58:03.638332 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25f1e1-2b0d-4eaa-bc0d-bb5048c797fe req-f154d431-b258-4b09-9994-e35aab74b918 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:03.639813 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe25f1e1-2b0d-4eaa-bc0d-bb5048c797fe req-f154d431-b258-4b09-9994-e35aab74b918 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 946 time: 0.0636909 Jul 22 19:58:03.677722 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fe25f1e1-2b0d-4eaa-bc0d-bb5048c797fe req-0c704d85-a883-4ef7-bb3a-87c5787766c2 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318482 Jul 22 19:58:04.139277 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:04.805624 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e127f-3cb9-4dee-8a86-d97184c659a1 req-5e12270e-b5df-4d78-8a74-2f128a497e97 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:04.807120 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-168e127f-3cb9-4dee-8a86-d97184c659a1 req-5e12270e-b5df-4d78-8a74-2f128a497e97 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 946 time: 0.0639975 Jul 22 19:58:04.848687 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-168e127f-3cb9-4dee-8a86-d97184c659a1 req-f9a57ce8-4a5d-448f-8ebc-5bbfd39480db tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358889 Jul 22 19:58:05.979574 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94dd95-5bc9-4370-ad5d-2f0ac4ec8141 req-f3c82120-bddd-468b-b174-a877e0d3d322 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:05.981082 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce94dd95-5bc9-4370-ad5d-2f0ac4ec8141 req-f3c82120-bddd-468b-b174-a877e0d3d322 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 946 time: 0.0658865 Jul 22 19:58:06.017866 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce94dd95-5bc9-4370-ad5d-2f0ac4ec8141 req-9729c4c2-f8b4-4f90-ae87-f06533ed9b25 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306377 Jul 22 19:58:07.148696 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8995c4f-c2d7-40f9-9034-6be79785d2c3 req-83df8a7d-880e-4961-8a7a-83fdcbb905e2 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:07.150196 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8995c4f-c2d7-40f9-9034-6be79785d2c3 req-83df8a7d-880e-4961-8a7a-83fdcbb905e2 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 946 time: 0.0641093 Jul 22 19:58:07.187391 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8995c4f-c2d7-40f9-9034-6be79785d2c3 req-e43b1b7c-c1d2-4eec-a64a-d2c0bb91dff9 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317311 Jul 22 19:58:07.781728 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:58:08.320655 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2187b23-2f8e-4ab2-bffd-b670d0cdee21 req-c8045751-343e-4f32-bfdf-a210c46dae91 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:08.322146 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e2187b23-2f8e-4ab2-bffd-b670d0cdee21 req-c8045751-343e-4f32-bfdf-a210c46dae91 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 946 time: 0.0677197 Jul 22 19:58:08.359604 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e2187b23-2f8e-4ab2-bffd-b670d0cdee21 req-edc12a62-25db-42d3-939c-499d749cd84f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319359 Jul 22 19:58:09.475166 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:09.490529 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f878fb-5073-489b-984f-591a3a54c4a9 req-789e4f17-1c33-40aa-a988-57d5a124c27f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:09.492029 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47f878fb-5073-489b-984f-591a3a54c4a9 req-789e4f17-1c33-40aa-a988-57d5a124c27f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 946 time: 0.0650580 Jul 22 19:58:09.529287 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47f878fb-5073-489b-984f-591a3a54c4a9 req-c35529f9-d6fb-4b97-95d3-b174ba3126ef tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317054 Jul 22 19:58:10.656865 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817837b-a73e-4c9c-b294-753c33ab8882 req-5bed32ba-b7c0-4a4d-b5b3-60f0c8f420ad tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:10.658897 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f817837b-a73e-4c9c-b294-753c33ab8882 req-5bed32ba-b7c0-4a4d-b5b3-60f0c8f420ad tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 946 time: 0.0633793 Jul 22 19:58:10.700007 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f817837b-a73e-4c9c-b294-753c33ab8882 req-a00f67c2-87de-4e48-976b-782d26f53298 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357304 Jul 22 19:58:11.828090 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed58b3-1c51-41ea-8c8f-74175e1c6bbc req-cb308a98-3615-4f9c-82e4-c9ab38cdfe6c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:11.829591 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-baed58b3-1c51-41ea-8c8f-74175e1c6bbc req-cb308a98-3615-4f9c-82e4-c9ab38cdfe6c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 946 time: 0.0635886 Jul 22 19:58:11.869204 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-baed58b3-1c51-41ea-8c8f-74175e1c6bbc req-a0257d0b-b382-404b-9372-40d86d2a9497 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331514 Jul 22 19:58:12.168261 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:12.998401 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa43c8f-fc31-4aeb-adee-fc80740f117a req-ce52b5a1-48bb-4249-8dc6-77d002ea2594 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:12.999876 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5fa43c8f-fc31-4aeb-adee-fc80740f117a req-ce52b5a1-48bb-4249-8dc6-77d002ea2594 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 946 time: 0.0639231 Jul 22 19:58:13.036749 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5fa43c8f-fc31-4aeb-adee-fc80740f117a req-e51eff21-e842-4fcd-9471-cbc8c7215a49 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311761 Jul 22 19:58:13.300865 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-cff0cccc-f139-4142-929d-0b4d48877a98 service neutron] show failed (client error): The resource could not be found. Jul 22 19:58:13.301866 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-cff0cccc-f139-4142-929d-0b4d48877a98 service neutron] 10.222.0.16 "GET /v2.0/ports/07e82baa-771c-4330-9b02-e7915345f5ec/bindings/n-h1-800086-12 HTTP/1.1" status: 404 len: 381 time: 0.0583251 Jul 22 19:58:13.500227 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-65a788f8-f0de-425b-88f6-eba20ca5e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:13.501740 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-65a788f8-f0de-425b-88f6-eba20ca5e6b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96&tenant_id=dc261cf339f84f328b09b99adc64a706 HTTP/1.1" status: 200 len: 1098 time: 0.0531778 Jul 22 19:58:13.513010 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800086-12', 'device_owner': 'compute:nova'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:13.583152 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:13.784087 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] For port 07e82baa-771c-4330-9b02-e7915345f5ec, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=07e82baa-771c-4330-9b02-e7915345f5ec,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:13.816540 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] For port 07e82baa-771c-4330-9b02-e7915345f5ec, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:58:13.855353 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878ea771-a0a5-4c7d-a83b-07e315678b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e82baa-771c-4330-9b02-e7915345f5ec'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:58:13.857541 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5e5817-8532-40fc-b175-5b2029a415e5" -d '{"events": [{"server_uuid": "878ea771-a0a5-4c7d-a83b-07e315678b96", "name": "network-vif-unplugged", "status": "completed", "tag": "07e82baa-771c-4330-9b02-e7915345f5ec"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:58:13.861749 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:13.874816 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Transition to ACTIVE for port object 07e82baa-771c-4330-9b02-e7915345f5ec will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:58:13.879703 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:13.906997 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e8f165-4b93-4b08-b309-c75a15bb8f4a x-openstack-request-id: req-c5e8f165-4b93-4b08-b309-c75a15bb8f4a {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:58:13.907290 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878ea771-a0a5-4c7d-a83b-07e315678b96", "name": "network-vif-unplugged", "status": "completed", "tag": "07e82baa-771c-4330-9b02-e7915345f5ec", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:58:13.907546 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5e8f165-4b93-4b08-b309-c75a15bb8f4a {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:58:13.907936 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878ea771-a0a5-4c7d-a83b-07e315678b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e82baa-771c-4330-9b02-e7915345f5ec', 'code': 200} Jul 22 19:58:13.991543 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Pushing event updated for resources: {'Port': ['ID=07e82baa-771c-4330-9b02-e7915345f5ec,revision_number=6']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:14.004606 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:14.004964 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:14.005310 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:14.005653 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:14.005993 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:14.006328 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:14.006663 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:14.006997 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:14.007328 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:14.007657 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:14.007989 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:14.008319 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:14.069459 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] No DVR routers for this DVR port 07e82baa-771c-4330-9b02-e7915345f5ec on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:58:14.173614 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec9295-6e31-4dda-bf69-b7d19ed28ce1 req-3f33a41a-1dcc-4980-ab95-7954dd0d805b tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:14.175752 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-26ec9295-6e31-4dda-bf69-b7d19ed28ce1 req-3f33a41a-1dcc-4980-ab95-7954dd0d805b tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 944 time: 0.0680473 Jul 22 19:58:14.212167 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Attempting to bind port 07e82baa-771c-4330-9b02-e7915345f5ec on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:58:14.212426 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Attempting to bind port 07e82baa-771c-4330-9b02-e7915345f5ec by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:58:14.212786 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Attempting to bind port 07e82baa-771c-4330-9b02-e7915345f5ec on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:58:14.214719 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-26ec9295-6e31-4dda-bf69-b7d19ed28ce1 req-9ba1c939-9b43-43cc-96f3-a27e1ae19dcb tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329125 Jul 22 19:58:14.217155 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Port 07e82baa-771c-4330-9b02-e7915345f5ec on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:58:14.217477 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Attempting to bind port 07e82baa-771c-4330-9b02-e7915345f5ec on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:58:14.222722 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:58:14.223073 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Checking segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:58:14.223462 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Bound using segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:58:14.223922 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Bound port: 07e82baa-771c-4330-9b02-e7915345f5ec, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:58:14.224292 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:14.286162 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] For port 07e82baa-771c-4330-9b02-e7915345f5ec, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:58:14.289677 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] For port 07e82baa-771c-4330-9b02-e7915345f5ec, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=07e82baa-771c-4330-9b02-e7915345f5ec,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:58:14.294607 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:14.328238 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:14.328952 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:14.330272 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] 10.222.0.30 "PUT /v2.0/ports/07e82baa-771c-4330-9b02-e7915345f5ec HTTP/1.1" status: 200 len: 1093 time: 0.8212144 Jul 22 19:58:14.363257 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb86411-9b36-48e5-ab4d-8415c92b0289 service neutron] Pushing event updated for resources: {'Port': ['ID=07e82baa-771c-4330-9b02-e7915345f5ec,revision_number=7']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:14.410306 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-6106b38a-10fa-4262-b1a4-a6b79298ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:14.411866 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-6106b38a-10fa-4262-b1a4-a6b79298ae4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 1096 time: 0.0580339 Jul 22 19:58:14.508301 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-f765cdd2-2915-4bc7-9868-b98241c7b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:14.509833 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-f765cdd2-2915-4bc7-9868-b98241c7b3c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0916011 Jul 22 19:58:14.576614 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-86006fd6-e16d-4166-afa2-9a29fa79e4ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07e82baa-771c-4330-9b02-e7915345f5ec HTTP/1.1" status: 200 len: 1000 time: 0.0608549 Jul 22 19:58:14.624287 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-79fa8d35-04d7-419f-be97-a30ef3d0e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:14.625632 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-79fa8d35-04d7-419f-be97-a30ef3d0e2d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0428915 Jul 22 19:58:14.682759 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-051787e0-9d4e-43fb-84e1-f0d224d3fbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:14.684244 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-051787e0-9d4e-43fb-84e1-f0d224d3fbdc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526040 Jul 22 19:58:14.775903 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-b142f1fb-c44a-4312-9efc-6860e02a0823 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852795 Jul 22 19:58:14.861521 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-c6141e16-c47f-45a6-bd31-e99c3d040665 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792797 Jul 22 19:58:15.345965 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077eebc-a51f-434a-a8d1-9104e4c603f2 req-0e36ab9e-17bb-4f02-9261-b142eea6ec78 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:15.347950 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0077eebc-a51f-434a-a8d1-9104e4c603f2 req-0e36ab9e-17bb-4f02-9261-b142eea6ec78 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 944 time: 0.0645094 Jul 22 19:58:15.384864 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0077eebc-a51f-434a-a8d1-9104e4c603f2 req-7897878b-2336-4523-b931-60aeff751fcb tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312481 Jul 22 19:58:15.909763 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878ea771-a0a5-4c7d-a83b-07e315678b96', 'tag': '07e82baa-771c-4330-9b02-e7915345f5ec'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:58:15.912143 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83248777-74cc-465b-a78d-bc58a6ba65b4" -d '{"events": [{"name": "network-changed", "server_uuid": "878ea771-a0a5-4c7d-a83b-07e315678b96", "tag": "07e82baa-771c-4330-9b02-e7915345f5ec"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:58:15.959938 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c44f4cf-ae97-4164-aca7-309bf91f780a x-openstack-request-id: req-4c44f4cf-ae97-4164-aca7-309bf91f780a {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:58:15.960227 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878ea771-a0a5-4c7d-a83b-07e315678b96", "tag": "07e82baa-771c-4330-9b02-e7915345f5ec", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:58:15.960494 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c44f4cf-ae97-4164-aca7-309bf91f780a {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:58:15.960959 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878ea771-a0a5-4c7d-a83b-07e315678b96', 'tag': '07e82baa-771c-4330-9b02-e7915345f5ec', 'status': 'completed', 'code': 200} Jul 22 19:58:16.061886 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 07e82baa-771c-4330-9b02-e7915345f5ec no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:58:16.072635 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83248777-74cc-465b-a78d-bc58a6ba65b4 req-f4617c86-43a9-4efa-b384-fd71db240c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:16.074132 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-83248777-74cc-465b-a78d-bc58a6ba65b4 req-f4617c86-43a9-4efa-b384-fd71db240c0b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 1096 time: 0.0944777 Jul 22 19:58:16.076681 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83248777-74cc-465b-a78d-bc58a6ba65b4 req-fad9e8c1-bc86-4404-a79c-6343363ce193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:16.078017 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-83248777-74cc-465b-a78d-bc58a6ba65b4 req-fad9e8c1-bc86-4404-a79c-6343363ce193 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 1096 time: 0.0906396 Jul 22 19:58:16.103164 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 07e82baa-771c-4330-9b02-e7915345f5ec not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:58:16.227395 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83248777-74cc-465b-a78d-bc58a6ba65b4 req-346e55c6-2040-4ff4-8176-2370b9834556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:16.228874 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-83248777-74cc-465b-a78d-bc58a6ba65b4 req-346e55c6-2040-4ff4-8176-2370b9834556 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.1488378 Jul 22 19:58:16.231368 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83248777-74cc-465b-a78d-bc58a6ba65b4 req-30352f94-780f-45f9-969c-b843cabf60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:16.232688 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-83248777-74cc-465b-a78d-bc58a6ba65b4 req-30352f94-780f-45f9-969c-b843cabf60f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.1440818 Jul 22 19:58:16.333691 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-83248777-74cc-465b-a78d-bc58a6ba65b4 req-2e88e2ca-221c-416e-b7e3-938c0c2cb14c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07e82baa-771c-4330-9b02-e7915345f5ec HTTP/1.1" status: 200 len: 1000 time: 0.0988922 Jul 22 19:58:16.351711 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-83248777-74cc-465b-a78d-bc58a6ba65b4 req-a9045c93-8c6d-47e8-ba26-ce6483bc7e0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07e82baa-771c-4330-9b02-e7915345f5ec HTTP/1.1" status: 200 len: 1000 time: 0.0832095 Jul 22 19:58:16.425981 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83248777-74cc-465b-a78d-bc58a6ba65b4 req-0bf5bbe9-f35d-47e9-992b-a57b30146ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:16.428428 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-83248777-74cc-465b-a78d-bc58a6ba65b4 req-0bf5bbe9-f35d-47e9-992b-a57b30146ed4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0844164 Jul 22 19:58:16.433891 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83248777-74cc-465b-a78d-bc58a6ba65b4 req-5a4c9429-d9c5-4a5b-ab1e-63325b989f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:16.435380 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-83248777-74cc-465b-a78d-bc58a6ba65b4 req-5a4c9429-d9c5-4a5b-ab1e-63325b989f1e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0645046 Jul 22 19:58:16.526205 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ca531-b553-4ae5-8dbe-64f1603a6548 req-8399df51-bc99-465c-80cc-ad805be76e6c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:16.526943 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83248777-74cc-465b-a78d-bc58a6ba65b4 req-b33e87d1-2d7f-41f7-a343-b33107047bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:16.527743 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-83248777-74cc-465b-a78d-bc58a6ba65b4 req-b33e87d1-2d7f-41f7-a343-b33107047bf8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915208 Jul 22 19:58:16.527859 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b1ca531-b553-4ae5-8dbe-64f1603a6548 req-8399df51-bc99-465c-80cc-ad805be76e6c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 944 time: 0.0649307 Jul 22 19:58:16.534610 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83248777-74cc-465b-a78d-bc58a6ba65b4 req-a9c891ad-75c5-4f55-8a8d-20d555a0c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:16.536091 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-83248777-74cc-465b-a78d-bc58a6ba65b4 req-a9c891ad-75c5-4f55-8a8d-20d555a0c86d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919137 Jul 22 19:58:16.571076 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b1ca531-b553-4ae5-8dbe-64f1603a6548 req-2ca125c7-930b-4933-a09a-3684df26542c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375819 Jul 22 19:58:16.688220 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-83248777-74cc-465b-a78d-bc58a6ba65b4 req-96173b45-d65b-4938-8818-a0a84a9c8747 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511841 Jul 22 19:58:16.690667 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-83248777-74cc-465b-a78d-bc58a6ba65b4 req-f0d5b27d-c401-4872-bd54-00fcb7a942fd service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463332 Jul 22 19:58:16.828230 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80718f80-c36f-49b8-a8a0-3c5e84de9249 req-8cd371f0-ab30-4579-89c2-2ecde6ff8671 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:16.829661 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-80718f80-c36f-49b8-a8a0-3c5e84de9249 req-8cd371f0-ab30-4579-89c2-2ecde6ff8671 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 944 time: 0.1076963 Jul 22 19:58:16.838835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973197a6-ff0e-4e06-9450-03185d00d386 req-3e8fdddb-0243-4952-9dc8-bbf522e18702 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:16.840278 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-973197a6-ff0e-4e06-9450-03185d00d386 req-3e8fdddb-0243-4952-9dc8-bbf522e18702 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.16 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96&tenant_id=dc261cf339f84f328b09b99adc64a706&binding%3Ahost_id=n-h1-800086-12 HTTP/1.1" status: 200 len: 944 time: 0.1085157 Jul 22 19:58:16.851456 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-83248777-74cc-465b-a78d-bc58a6ba65b4 req-5d6b1af8-4ec3-4102-a5c9-dee9ca4ec4eb service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554935 Jul 22 19:58:16.854870 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-83248777-74cc-465b-a78d-bc58a6ba65b4 req-ad9a531e-d52d-44db-8534-dd7188b25b18 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507962 Jul 22 19:58:16.910111 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-80718f80-c36f-49b8-a8a0-3c5e84de9249 req-e6ae4162-c633-4ed4-bfae-8508d539ed09 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688338 Jul 22 19:58:16.928552 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-973197a6-ff0e-4e06-9450-03185d00d386 req-a27100ec-eb64-4ce4-8ef9-20d3ea9e7d3b service neutron] delete failed (client error): The resource could not be found. Jul 22 19:58:16.928552 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-973197a6-ff0e-4e06-9450-03185d00d386 req-a27100ec-eb64-4ce4-8ef9-20d3ea9e7d3b service neutron] 10.222.0.16 "DELETE /v2.0/ports/07e82baa-771c-4330-9b02-e7915345f5ec/bindings/n-h2-800086-12 HTTP/1.1" status: 404 len: 381 time: 0.0808091 Jul 22 19:58:17.024166 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973197a6-ff0e-4e06-9450-03185d00d386 req-0fb99907-7c40-48f9-9285-8a0b6242bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:17.025682 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-973197a6-ff0e-4e06-9450-03185d00d386 req-0fb99907-7c40-48f9-9285-8a0b6242bd9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 1096 time: 0.0548236 Jul 22 19:58:17.117036 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973197a6-ff0e-4e06-9450-03185d00d386 req-15515273-96db-4ac8-be7c-8f50a5f15039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:17.118505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-973197a6-ff0e-4e06-9450-03185d00d386 req-15515273-96db-4ac8-be7c-8f50a5f15039 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0872064 Jul 22 19:58:17.165091 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 07e82baa-771c-4330-9b02-e7915345f5ec details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:58:17.182781 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-973197a6-ff0e-4e06-9450-03185d00d386 req-eedd4341-18f9-4a6b-8f0c-780166657198 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07e82baa-771c-4330-9b02-e7915345f5ec HTTP/1.1" status: 200 len: 1000 time: 0.0580945 Jul 22 19:58:17.230341 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973197a6-ff0e-4e06-9450-03185d00d386 req-26342597-bf1c-447c-910f-52ef5d8540f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:17.231784 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-973197a6-ff0e-4e06-9450-03185d00d386 req-26342597-bf1c-447c-910f-52ef5d8540f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0431507 Jul 22 19:58:17.259317 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 07e82baa-771c-4330-9b02-e7915345f5ec, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=07e82baa-771c-4330-9b02-e7915345f5ec,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:17.270413 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '07e82baa-771c-4330-9b02-e7915345f5ec', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'port_id': '07e82baa-771c-4330-9b02-e7915345f5ec', 'mac_address': 'fa:16:3e:60:79:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:58:17.293191 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973197a6-ff0e-4e06-9450-03185d00d386 req-dcbd8a4e-f54e-4c62-9e12-388e4aa5a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:17.294691 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-973197a6-ff0e-4e06-9450-03185d00d386 req-dcbd8a4e-f54e-4c62-9e12-388e4aa5a7b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565145 Jul 22 19:58:17.310279 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:17.323260 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e82baa-771c-4330-9b02-e7915345f5ec {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:58:17.342571 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 07e82baa-771c-4330-9b02-e7915345f5ec, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=07e82baa-771c-4330-9b02-e7915345f5ec,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:17.346111 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:17.388254 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-973197a6-ff0e-4e06-9450-03185d00d386 req-f5eab86d-7420-4d6e-a056-27fab643b0d7 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866280 Jul 22 19:58:17.393516 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=07e82baa-771c-4330-9b02-e7915345f5ec,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:17.400742 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:17.401097 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:17.401441 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:17.401784 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:17.402119 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:17.402454 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:17.402782 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:17.403111 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:17.403438 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:17.403768 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:17.404088 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:17.404411 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:17.483556 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-973197a6-ff0e-4e06-9450-03185d00d386 req-af9ee88d-761a-4241-8e40-3d0b4c25ac31 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891564 Jul 22 19:58:17.589408 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['07e82baa-771c-4330-9b02-e7915345f5ec'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:58:18.048793 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76989ef6-2a15-4a36-b4ea-2ba1cebaf85f req-f51bea6b-5325-4f2b-b479-9381c1183c90 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:18.050371 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76989ef6-2a15-4a36-b4ea-2ba1cebaf85f req-f51bea6b-5325-4f2b-b479-9381c1183c90 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 945 time: 0.0652535 Jul 22 19:58:18.092877 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76989ef6-2a15-4a36-b4ea-2ba1cebaf85f req-7a155147-79e3-4ce2-baa4-bde233782207 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364270 Jul 22 19:58:18.219424 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a2884-afa1-4740-8bd5-21c78a98eab3 req-cee47cf2-56ae-4dd7-be59-5d44f5c261b2 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:18.220916 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-402a2884-afa1-4740-8bd5-21c78a98eab3 req-cee47cf2-56ae-4dd7-be59-5d44f5c261b2 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 945 time: 0.0630651 Jul 22 19:58:18.258189 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-402a2884-afa1-4740-8bd5-21c78a98eab3 req-b7790a16-9d72-4296-aaef-af76601d43a9 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315988 Jul 22 19:58:18.390954 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5511dc-e449-4c47-acb0-f093c5acb9be req-0d77800c-ff0c-470c-b4ce-96546f05e640 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:18.392347 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9a5511dc-e449-4c47-acb0-f093c5acb9be req-0d77800c-ff0c-470c-b4ce-96546f05e640 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 945 time: 0.0696032 Jul 22 19:58:18.431440 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9a5511dc-e449-4c47-acb0-f093c5acb9be req-41cf60c1-9e97-4cb5-997f-458b68a055c7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329013 Jul 22 19:58:18.676229 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af65c1c-fcc9-441e-96fe-9abdedcce8ce req-01bccc15-a037-4539-8243-8265a8012d85 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:18.677934 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6af65c1c-fcc9-441e-96fe-9abdedcce8ce req-01bccc15-a037-4539-8243-8265a8012d85 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 945 time: 0.0655069 Jul 22 19:58:18.716140 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6af65c1c-fcc9-441e-96fe-9abdedcce8ce req-dc1f68ad-922a-460f-8f5f-710c520c2027 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324686 Jul 22 19:58:19.175175 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 07e82baa-771c-4330-9b02-e7915345f5ec up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:58:19.223263 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 07e82baa-771c-4330-9b02-e7915345f5ec completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:58:19.227174 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 07e82baa-771c-4330-9b02-e7915345f5ec triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:19.227540 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:19.300992 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:19.322646 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878ea771-a0a5-4c7d-a83b-07e315678b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e82baa-771c-4330-9b02-e7915345f5ec'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:58:19.324934 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82c28d8-8820-4226-93ed-b9fee11b38dd" -d '{"events": [{"server_uuid": "878ea771-a0a5-4c7d-a83b-07e315678b96", "name": "network-vif-plugged", "status": "completed", "tag": "07e82baa-771c-4330-9b02-e7915345f5ec"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:58:19.337757 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 07e82baa-771c-4330-9b02-e7915345f5ec, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=07e82baa-771c-4330-9b02-e7915345f5ec,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:19.341855 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:19.367911 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769799d0-7250-4789-b406-96e470fab0e5 x-openstack-request-id: req-769799d0-7250-4789-b406-96e470fab0e5 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:58:19.368198 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878ea771-a0a5-4c7d-a83b-07e315678b96", "name": "network-vif-plugged", "status": "completed", "tag": "07e82baa-771c-4330-9b02-e7915345f5ec", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:58:19.368450 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-769799d0-7250-4789-b406-96e470fab0e5 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:58:19.368854 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878ea771-a0a5-4c7d-a83b-07e315678b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e82baa-771c-4330-9b02-e7915345f5ec', 'code': 200} Jul 22 19:58:19.393208 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=07e82baa-771c-4330-9b02-e7915345f5ec,revision_number=9']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:19.846982 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33eb5f-8ef0-4b69-bd51-db5f124290ae req-9e35671f-981d-47fa-af44-1a428cb1ecff tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:19.848465 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f33eb5f-8ef0-4b69-bd51-db5f124290ae req-9e35671f-981d-47fa-af44-1a428cb1ecff tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 946 time: 0.0669229 Jul 22 19:58:19.887325 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f33eb5f-8ef0-4b69-bd51-db5f124290ae req-312abbca-fd5e-4305-bf78-b68c65fea6d5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330667 Jul 22 19:58:19.907247 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f195777-27bd-4b62-aaae-3383fb0194e7 req-19386545-b303-4273-ad8c-81fcc3c7ba1b tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:19.908762 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3f195777-27bd-4b62-aaae-3383fb0194e7 req-19386545-b303-4273-ad8c-81fcc3c7ba1b tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.30 "GET /v2.0/ports?device_id=878ea771-a0a5-4c7d-a83b-07e315678b96 HTTP/1.1" status: 200 len: 946 time: 0.0637288 Jul 22 19:58:20.004286 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-3f195777-27bd-4b62-aaae-3383fb0194e7 req-a0bae6e3-fc2a-4570-a005-61fbb0c7911a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Deleting port 07e82baa-771c-4330-9b02-e7915345f5ec {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:20.004585 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-3f195777-27bd-4b62-aaae-3383fb0194e7 req-a0bae6e3-fc2a-4570-a005-61fbb0c7911a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:20.094813 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-3f195777-27bd-4b62-aaae-3383fb0194e7 req-a0bae6e3-fc2a-4570-a005-61fbb0c7911a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] For port 07e82baa-771c-4330-9b02-e7915345f5ec, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=07e82baa-771c-4330-9b02-e7915345f5ec,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:20.095175 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-3f195777-27bd-4b62-aaae-3383fb0194e7 req-a0bae6e3-fc2a-4570-a005-61fbb0c7911a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:20.258629 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-3f195777-27bd-4b62-aaae-3383fb0194e7 req-a0bae6e3-fc2a-4570-a005-61fbb0c7911a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:20.258919 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-3f195777-27bd-4b62-aaae-3383fb0194e7 req-a0bae6e3-fc2a-4570-a005-61fbb0c7911a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:20.259231 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [req-3f195777-27bd-4b62-aaae-3383fb0194e7 req-a0bae6e3-fc2a-4570-a005-61fbb0c7911a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Floating IP a8aadb1b-f55c-405e-8ed9-24a66123139f disassociated. External IP: 172.25.3.228, port: 07e82baa-771c-4330-9b02-e7915345f5ec. Jul 22 19:58:20.259567 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-3f195777-27bd-4b62-aaae-3383fb0194e7 req-a0bae6e3-fc2a-4570-a005-61fbb0c7911a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Calling delete_port for 07e82baa-771c-4330-9b02-e7915345f5ec owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:20.382325 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-3f195777-27bd-4b62-aaae-3383fb0194e7 req-a0bae6e3-fc2a-4570-a005-61fbb0c7911a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:20.409670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bae6e3-fc2a-4570-a005-61fbb0c7911a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Pushing event deleted for resources: {'Port': ['ID=07e82baa-771c-4330-9b02-e7915345f5ec,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:20.524447 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f195777-27bd-4b62-aaae-3383fb0194e7 req-a0bae6e3-fc2a-4570-a005-61fbb0c7911a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Router 436dc2e4-81e9-4351-873c-75404a5eab72 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:58:20.632901 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f195777-27bd-4b62-aaae-3383fb0194e7 req-a0bae6e3-fc2a-4570-a005-61fbb0c7911a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:58:20.642899 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95409e16-a8b6-4201-a2f7-e097d28c85a2 None None] Sync routers for ids ['436dc2e4-81e9-4351-873c-75404a5eab72'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:58:20.652843 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95409e16-a8b6-4201-a2f7-e097d28c85a2 None None] Routers {'436dc2e4-81e9-4351-873c-75404a5eab72'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:58:20.653451 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-95409e16-a8b6-4201-a2f7-e097d28c85a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:58:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['436dc2e4-81e9-4351-873c-75404a5eab72'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:20.676771 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f195777-27bd-4b62-aaae-3383fb0194e7 req-a0bae6e3-fc2a-4570-a005-61fbb0c7911a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] No DVR routers for this DVR port 07e82baa-771c-4330-9b02-e7915345f5ec on host n-h1-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:58:20.679811 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-3f195777-27bd-4b62-aaae-3383fb0194e7 req-a0bae6e3-fc2a-4570-a005-61fbb0c7911a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:20.681854 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3f195777-27bd-4b62-aaae-3383fb0194e7 req-a0bae6e3-fc2a-4570-a005-61fbb0c7911a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.30 "DELETE /v2.0/ports/07e82baa-771c-4330-9b02-e7915345f5ec HTTP/1.1" status: 204 len: 173 time: 0.7678258 Jul 22 19:58:20.682232 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878ea771-a0a5-4c7d-a83b-07e315678b96', 'name': 'network-vif-deleted', 'tag': '07e82baa-771c-4330-9b02-e7915345f5ec'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:58:20.684425 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881520b762b44864363748a4c1fc954b9b05a9111ad8491454410218ebe5d432" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abcfb8f-a54b-45a3-826f-630ad484be9c" -d '{"events": [{"server_uuid": "878ea771-a0a5-4c7d-a83b-07e315678b96", "name": "network-vif-deleted", "tag": "07e82baa-771c-4330-9b02-e7915345f5ec"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:58:20.724748 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8eeda9-9359-487d-9ec6-7beebdd71694 x-openstack-request-id: req-be8eeda9-9359-487d-9ec6-7beebdd71694 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:58:20.725109 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878ea771-a0a5-4c7d-a83b-07e315678b96", "name": "network-vif-deleted", "tag": "07e82baa-771c-4330-9b02-e7915345f5ec", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:58:20.725430 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be8eeda9-9359-487d-9ec6-7beebdd71694 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:58:20.726013 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878ea771-a0a5-4c7d-a83b-07e315678b96', 'name': 'network-vif-deleted', 'tag': '07e82baa-771c-4330-9b02-e7915345f5ec', 'status': 'completed', 'code': 200} Jul 22 19:58:20.773056 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-95409e16-a8b6-4201-a2f7-e097d28c85a2 None None] Set router 436dc2e4-81e9-4351-873c-75404a5eab72 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:58:20.985254 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-95409e16-a8b6-4201-a2f7-e097d28c85a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:21.011220 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95409e16-a8b6-4201-a2f7-e097d28c85a2 None None] Checking router: 436dc2e4-81e9-4351-873c-75404a5eab72 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:58:21.019392 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95409e16-a8b6-4201-a2f7-e097d28c85a2 None None] Routers {'436dc2e4-81e9-4351-873c-75404a5eab72'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:58:21.020173 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-95409e16-a8b6-4201-a2f7-e097d28c85a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:58:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['436dc2e4-81e9-4351-873c-75404a5eab72'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:21.128725 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-fd245e52-3eea-4dfc-b71f-bf2d5bfbd58f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1982758627&fields=id&tenant_id=dc261cf339f84f328b09b99adc64a706 HTTP/1.1" status: 200 len: 267 time: 0.0355754 Jul 22 19:58:21.239040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-18f53d2f-7a56-4b81-8655-373bb465a69c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:21.240749 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-18f53d2f-7a56-4b81-8655-373bb465a69c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 811 time: 0.1045539 Jul 22 19:58:21.255897 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-4d11b887-5168-4286-b098-91126aeac170 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/quotas/dc261cf339f84f328b09b99adc64a706 HTTP/1.1" status: 200 len: 375 time: 0.0097423 Jul 22 19:58:21.282279 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-95409e16-a8b6-4201-a2f7-e097d28c85a2 None None] Set router 436dc2e4-81e9-4351-873c-75404a5eab72 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:58:21.327811 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-7c2468be-60b9-471f-9504-2e2f126c143c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0667124 Jul 22 19:58:21.424525 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-7b051b33-8d92-4c32-bd3d-5c8241d418f3 service neutron] 10.222.0.13 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837207 Jul 22 19:58:21.482157 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-95409e16-a8b6-4201-a2f7-e097d28c85a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:21.509209 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95409e16-a8b6-4201-a2f7-e097d28c85a2 None None] The sync data for ids ['436dc2e4-81e9-4351-873c-75404a5eab72'] in n-d-800086-12 is: [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:58:21.519727 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-bab2ccd6-44ff-490d-8695-c12b63024cbb service neutron] 10.222.0.13 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887179 Jul 22 19:58:21.688344 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e3665d70-9769-4ca5-bb41-8e84b5f8d069 req-2d3346e0-978d-48e9-8bda-8dd69b0303dc tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 210 time: 0.0326085 Jul 22 19:58:21.759425 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3d4129-83d5-46b9-868f-8f558f0ef313 None None] New status for floating IP a8aadb1b-f55c-405e-8ed9-24a66123139f: DOWN {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:58:22.673218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-2e8ecd72-a896-4fcb-ab4b-3d0a91d97ce3 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:22.674675 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-2e8ecd72-a896-4fcb-ab4b-3d0a91d97ce3 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 811 time: 0.1059763 Jul 22 19:58:22.716764 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-e26c63dd-ec88-4e60-9434-408113c593a1 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc261cf339f84f328b09b99adc64a706 HTTP/1.1" status: 200 len: 380 time: 0.0331604 Jul 22 19:58:22.731633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Request body: {'port': {'device_id': '1244add7-6dfd-4703-9113-b06374bc0132', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'admin_state_up': True, 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'security_groups': ['74678628-a4ea-4614-9c09-75f9cd37ea22']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:22.818319 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-463d300d-afab-4353-8229-9e721231b91d req-294090a2-07cf-4052-a62e-5e4b944ad4e4 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 210 time: 0.0602682 Jul 22 19:58:22.867089 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Made reservation on behalf of dc261cf339f84f328b09b99adc64a706 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:58:22.870673 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:22.994876 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Allocated IP 172.20.0.11 (3ee16a76-53e2-4350-a1a3-6584dd14cfb7/e4b842a9-517f-4476-8f13-56f400406146/7d387025-73f5-41cc-8449-7a3f17c7e6bd) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:58:23.130738 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:23.144177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Transition to ACTIVE for port object 7d387025-73f5-41cc-8449-7a3f17c7e6bd will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:58:23.177470 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:23.196073 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 07e82baa-771c-4330-9b02-e7915345f5ec no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:58:23.216084 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 07e82baa-771c-4330-9b02-e7915345f5ec {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:58:23.216344 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 07e82baa-771c-4330-9b02-e7915345f5ec not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:58:23.219770 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:58:23.225588 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:23.229436 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:58:23.260273 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Pushing event updated for resources: {'Port': ['ID=7d387025-73f5-41cc-8449-7a3f17c7e6bd,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:23.275723 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:23.276066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:23.276406 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:23.276765 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:23.277097 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:23.277428 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:23.277753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:23.278076 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:23.278403 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:23.278725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:23.279047 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:23.279365 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:23.300962 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:23.301570 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:23.316122 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-f8f01ae3-41c0-4c41-9e3a-3d57e0180056 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5883584 Jul 22 19:58:23.328188 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] Request body: {'port': {'device_id': '1244add7-6dfd-4703-9113-b06374bc0132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:23.404379 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:23.611335 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7164818c-4713-4fd7-a763-0333b5018653 None None] Provisioning for port 7d387025-73f5-41cc-8449-7a3f17c7e6bd completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:58:23.616165 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7164818c-4713-4fd7-a763-0333b5018653 None None] Provisioning complete for port 7d387025-73f5-41cc-8449-7a3f17c7e6bd triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:23.616572 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7164818c-4713-4fd7-a763-0333b5018653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:23.654925 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-7164818c-4713-4fd7-a763-0333b5018653 None None] Port 7d387025-73f5-41cc-8449-7a3f17c7e6bd cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:58:23.681269 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d387025-73f5-41cc-8449-7a3f17c7e6bd {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:58:23.688600 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:23.701244 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] Transition to ACTIVE for port object 7d387025-73f5-41cc-8449-7a3f17c7e6bd will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:58:23.704749 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:23.754892 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d387025-73f5-41cc-8449-7a3f17c7e6bd,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:23.829065 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] Attempting to bind port 7d387025-73f5-41cc-8449-7a3f17c7e6bd on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:58:23.829403 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] Attempting to bind port 7d387025-73f5-41cc-8449-7a3f17c7e6bd by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:58:23.829727 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] Attempting to bind port 7d387025-73f5-41cc-8449-7a3f17c7e6bd on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:58:23.834257 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] Port 7d387025-73f5-41cc-8449-7a3f17c7e6bd on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:58:23.834577 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] Attempting to bind port 7d387025-73f5-41cc-8449-7a3f17c7e6bd on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:58:23.839556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:58:23.839897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] Checking segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:58:23.840282 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] Bound using segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:58:23.840979 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] Bound port: 7d387025-73f5-41cc-8449-7a3f17c7e6bd, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:58:23.841102 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:23.941311 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] For port 7d387025-73f5-41cc-8449-7a3f17c7e6bd, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:58:23.945572 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] For port 7d387025-73f5-41cc-8449-7a3f17c7e6bd, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=7d387025-73f5-41cc-8449-7a3f17c7e6bd,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:58:23.952731 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:23.996962 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:23.997570 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:23.998940 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] 10.222.0.16 "PUT /v2.0/ports/7d387025-73f5-41cc-8449-7a3f17c7e6bd HTTP/1.1" status: 200 len: 1093 time: 0.6752632 Jul 22 19:58:24.002371 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1244add7-6dfd-4703-9113-b06374bc0132', 'tag': '7d387025-73f5-41cc-8449-7a3f17c7e6bd'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:58:24.004609 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af48cc05-aa05-40d2-a572-664e44a5a418" -d '{"events": [{"name": "network-changed", "server_uuid": "1244add7-6dfd-4703-9113-b06374bc0132", "tag": "7d387025-73f5-41cc-8449-7a3f17c7e6bd"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:58:24.019936 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0c2c2-e985-4a3f-b034-18b6d4c4adc6 req-252056e5-2062-4f29-b588-6a602fdb3277 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:24.021392 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8aa0c2c2-e985-4a3f-b034-18b6d4c4adc6 req-252056e5-2062-4f29-b588-6a602fdb3277 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 944 time: 0.1329949 Jul 22 19:58:24.055908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b29a5b-4608-4951-85f4-a784f62b04c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d387025-73f5-41cc-8449-7a3f17c7e6bd,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:24.059409 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c11760-07f1-4ad1-bb0f-e0d10aa2cc41 x-openstack-request-id: req-e7c11760-07f1-4ad1-bb0f-e0d10aa2cc41 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:58:24.059694 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1244add7-6dfd-4703-9113-b06374bc0132", "tag": "7d387025-73f5-41cc-8449-7a3f17c7e6bd", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:58:24.059941 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7c11760-07f1-4ad1-bb0f-e0d10aa2cc41 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:58:24.060326 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1244add7-6dfd-4703-9113-b06374bc0132', 'tag': '7d387025-73f5-41cc-8449-7a3f17c7e6bd', 'status': 'completed', 'code': 200} Jul 22 19:58:24.110007 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8aa0c2c2-e985-4a3f-b034-18b6d4c4adc6 req-c6371765-100e-4b81-9607-51ae67b3ae10 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823088 Jul 22 19:58:24.132785 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-5c2aed14-aaad-4b01-bbd6-5870bf850a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:24.134280 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-5c2aed14-aaad-4b01-bbd6-5870bf850a40 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 1096 time: 0.0889847 Jul 22 19:58:24.178452 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-09912f85-8787-407e-a5ef-2f079dd23c64 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d387025-73f5-41cc-8449-7a3f17c7e6bd HTTP/1.1" status: 200 len: 217 time: 0.0369823 Jul 22 19:58:24.226261 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-7b233c07-a7eb-4b03-aec2-15cce33c4b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:24.227688 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-7b233c07-a7eb-4b03-aec2-15cce33c4b1a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0433414 Jul 22 19:58:24.288957 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-ac36dcd2-df3e-4963-899b-c582e8f1b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:24.290334 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-ac36dcd2-df3e-4963-899b-c582e8f1b72a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570703 Jul 22 19:58:24.378302 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-20302526-776d-4959-83d4-7b19a2f78466 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815945 Jul 22 19:58:24.470455 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1f90467e-2596-4c75-bd69-cc5a256b2200 req-2e83eb04-c995-4652-9bd3-4626a35414d4 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862992 Jul 22 19:58:24.568405 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48cc05-aa05-40d2-a572-664e44a5a418 req-69677823-3cc2-49cb-8c2b-0b1a57e54659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:24.569450 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af48cc05-aa05-40d2-a572-664e44a5a418 req-69677823-3cc2-49cb-8c2b-0b1a57e54659 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 1096 time: 0.0545354 Jul 22 19:58:24.660625 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48cc05-aa05-40d2-a572-664e44a5a418 req-624dfcb3-2fa1-41cc-bcb1-7957417d4e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:24.662168 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af48cc05-aa05-40d2-a572-664e44a5a418 req-624dfcb3-2fa1-41cc-bcb1-7957417d4e75 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0869014 Jul 22 19:58:24.701982 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af48cc05-aa05-40d2-a572-664e44a5a418 req-88d76718-31f8-4e2e-80b5-6174e4caf815 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d387025-73f5-41cc-8449-7a3f17c7e6bd HTTP/1.1" status: 200 len: 217 time: 0.0340586 Jul 22 19:58:24.751147 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48cc05-aa05-40d2-a572-664e44a5a418 req-ce2de76b-41d2-4e79-b751-3fa55318ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:24.752577 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af48cc05-aa05-40d2-a572-664e44a5a418 req-ce2de76b-41d2-4e79-b751-3fa55318ad06 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0442884 Jul 22 19:58:24.810870 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48cc05-aa05-40d2-a572-664e44a5a418 req-f8d45e98-8129-4f95-9220-ba241fadf619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:24.812327 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af48cc05-aa05-40d2-a572-664e44a5a418 req-f8d45e98-8129-4f95-9220-ba241fadf619 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530257 Jul 22 19:58:24.904699 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af48cc05-aa05-40d2-a572-664e44a5a418 req-677b8342-6504-4b01-a25e-012f4abcacbc service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842834 Jul 22 19:58:24.998216 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-af48cc05-aa05-40d2-a572-664e44a5a418 req-b5f59837-f67b-4b21-b590-06e3f6b907e6 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867760 Jul 22 19:58:25.242310 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3650938-5578-43fa-a61b-b81c2a3ddbb7 req-45f09b5f-908d-492e-bf0b-7640d76ab9a1 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:25.243826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3650938-5578-43fa-a61b-b81c2a3ddbb7 req-45f09b5f-908d-492e-bf0b-7640d76ab9a1 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 944 time: 0.0635064 Jul 22 19:58:25.281318 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3650938-5578-43fa-a61b-b81c2a3ddbb7 req-a57394de-2cdb-4994-b4e6-ba83f8ee127f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319476 Jul 22 19:58:26.123871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 7d387025-73f5-41cc-8449-7a3f17c7e6bd details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:58:26.216494 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 7d387025-73f5-41cc-8449-7a3f17c7e6bd, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=7d387025-73f5-41cc-8449-7a3f17c7e6bd,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:26.227675 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '7d387025-73f5-41cc-8449-7a3f17c7e6bd', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'port_id': '7d387025-73f5-41cc-8449-7a3f17c7e6bd', 'mac_address': 'fa:16:3e:fc:f0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:58:26.266745 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:26.279428 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d387025-73f5-41cc-8449-7a3f17c7e6bd {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:58:26.297764 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 7d387025-73f5-41cc-8449-7a3f17c7e6bd, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=7d387025-73f5-41cc-8449-7a3f17c7e6bd,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:26.301643 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:26.356767 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=7d387025-73f5-41cc-8449-7a3f17c7e6bd,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:26.426295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34e7d5-ad38-4dae-a8db-c7e3c1966878 req-ae40f01c-0c47-4035-acbb-b87d55d32caa tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:26.428145 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c34e7d5-ad38-4dae-a8db-c7e3c1966878 req-ae40f01c-0c47-4035-acbb-b87d55d32caa tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 945 time: 0.0738959 Jul 22 19:58:26.467628 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c34e7d5-ad38-4dae-a8db-c7e3c1966878 req-6e38f5b6-c80d-48d3-9467-804996166ac9 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334730 Jul 22 19:58:26.502790 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['7d387025-73f5-41cc-8449-7a3f17c7e6bd'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:58:27.600046 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861b5e7-98d7-4d3f-944c-92f59eedb747 req-e9e1fc43-1640-42ae-b31c-cfe8276b8460 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:27.601578 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2861b5e7-98d7-4d3f-944c-92f59eedb747 req-e9e1fc43-1640-42ae-b31c-cfe8276b8460 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 945 time: 0.0695279 Jul 22 19:58:27.638414 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2861b5e7-98d7-4d3f-944c-92f59eedb747 req-5a35a9f7-6ee9-4a25-b0cc-43a49fb1f311 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313540 Jul 22 19:58:28.124066 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 7d387025-73f5-41cc-8449-7a3f17c7e6bd up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:58:28.171667 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 7d387025-73f5-41cc-8449-7a3f17c7e6bd completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:58:28.175292 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 7d387025-73f5-41cc-8449-7a3f17c7e6bd triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:28.175664 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:28.250229 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:28.272719 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1244add7-6dfd-4703-9113-b06374bc0132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d387025-73f5-41cc-8449-7a3f17c7e6bd'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:58:28.274973 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbf76f002277c3c22fdbb9568921aa10ee2c6f91c1a40b37cb35376b5a7d606d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1b15c3-c6c1-4b99-8197-ead15f4efd6b" -d '{"events": [{"server_uuid": "1244add7-6dfd-4703-9113-b06374bc0132", "name": "network-vif-plugged", "status": "completed", "tag": "7d387025-73f5-41cc-8449-7a3f17c7e6bd"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:58:28.290706 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 7d387025-73f5-41cc-8449-7a3f17c7e6bd, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=7d387025-73f5-41cc-8449-7a3f17c7e6bd,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:28.295242 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:28.318953 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf73d73-d5dd-4be6-8ebf-6376e31d4394 x-openstack-request-id: req-5cf73d73-d5dd-4be6-8ebf-6376e31d4394 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:58:28.319241 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1244add7-6dfd-4703-9113-b06374bc0132", "name": "network-vif-plugged", "status": "completed", "tag": "7d387025-73f5-41cc-8449-7a3f17c7e6bd", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:58:28.319491 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cf73d73-d5dd-4be6-8ebf-6376e31d4394 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:58:28.319875 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1244add7-6dfd-4703-9113-b06374bc0132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d387025-73f5-41cc-8449-7a3f17c7e6bd', 'code': 200} Jul 22 19:58:28.345286 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=7d387025-73f5-41cc-8449-7a3f17c7e6bd,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:28.417954 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d65ed7-4187-4b5b-87df-5511eaf7aea4 req-c5ca0372-1279-48e7-babc-e1efe38d6046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:28.419438 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-67d65ed7-4187-4b5b-87df-5511eaf7aea4 req-c5ca0372-1279-48e7-babc-e1efe38d6046 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 1098 time: 0.0516157 Jul 22 19:58:28.454369 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-67d65ed7-4187-4b5b-87df-5511eaf7aea4 req-3063ebe4-dda6-4ffa-b9e7-ce7505220b2a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279403 Jul 22 19:58:28.544856 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fc0573c2-7c9a-43b9-9011-a2270c54398c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:28.766436 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a342861-44bd-4af6-b358-eefdb53fc461 req-508a55a2-4c75-4cb2-a0f6-710ecbe4942d tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:28.767934 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3a342861-44bd-4af6-b358-eefdb53fc461 req-508a55a2-4c75-4cb2-a0f6-710ecbe4942d tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 946 time: 0.0633640 Jul 22 19:58:28.807851 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3a342861-44bd-4af6-b358-eefdb53fc461 req-30f6e524-6df3-416e-ab1a-12ec7888b23d tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341430 Jul 22 19:58:29.941931 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4d497-bfd5-4f54-9072-9728d6678cfd req-3d561ace-525e-408e-b5c9-d190ff712564 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:29.944240 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16c4d497-bfd5-4f54-9072-9728d6678cfd req-3d561ace-525e-408e-b5c9-d190ff712564 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 946 time: 0.0687399 Jul 22 19:58:29.982053 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-16c4d497-bfd5-4f54-9072-9728d6678cfd req-f21b1d06-01cf-49c7-a78d-5e6ac8448033 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323291 Jul 22 19:58:30.106788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4ad0e-d343-44e8-a80f-f95f135982f2 req-ff2ab5a2-caad-4ba4-b41a-241f4dda4787 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:30.108200 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c4c4ad0e-d343-44e8-a80f-f95f135982f2 req-ff2ab5a2-caad-4ba4-b41a-241f4dda4787 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 946 time: 0.0639446 Jul 22 19:58:30.117407 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59360) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:30.121819 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-33a4d3a2-a6e1-4205-968d-35f428b20636 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Request body: {'floatingip': {'port_id': '7d387025-73f5-41cc-8449-7a3f17c7e6bd'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:30.163173 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33a4d3a2-a6e1-4205-968d-35f428b20636 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:30.886084 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33a4d3a2-a6e1-4205-968d-35f428b20636 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:30.889982 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33a4d3a2-a6e1-4205-968d-35f428b20636 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:30.989637 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-33a4d3a2-a6e1-4205-968d-35f428b20636 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Floating IP a8aadb1b-f55c-405e-8ed9-24a66123139f associated. External IP: 172.25.3.228, port: 7d387025-73f5-41cc-8449-7a3f17c7e6bd. Jul 22 19:58:31.054476 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-39669977-aa26-4f20-a79e-19d74b0f9641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.181620 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.198650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a4d3a2-a6e1-4205-968d-35f428b20636 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Router 436dc2e4-81e9-4351-873c-75404a5eab72 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:58:31.306886 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a4d3a2-a6e1-4205-968d-35f428b20636 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:58:31.311602 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33a4d3a2-a6e1-4205-968d-35f428b20636 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.316065 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d37dae-4688-4e18-a76d-fd9c7d6dcba3 None None] Sync routers for ids ['436dc2e4-81e9-4351-873c-75404a5eab72'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:58:31.325362 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d37dae-4688-4e18-a76d-fd9c7d6dcba3 None None] Routers {'436dc2e4-81e9-4351-873c-75404a5eab72'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:58:31.325970 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-88d37dae-4688-4e18-a76d-fd9c7d6dcba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:58:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['436dc2e4-81e9-4351-873c-75404a5eab72'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:31.347892 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-33a4d3a2-a6e1-4205-968d-35f428b20636 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "PUT /v2.0/floatingips/a8aadb1b-f55c-405e-8ed9-24a66123139f HTTP/1.1" status: 200 len: 992 time: 1.2294569 Jul 22 19:58:31.348497 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1244add7-6dfd-4703-9113-b06374bc0132', 'tag': '7d387025-73f5-41cc-8449-7a3f17c7e6bd'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:58:31.350817 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e84a75cbf0e2937e2e4974743a37b3228e5b6de67c0d08191cced6b59d990f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f12ef72-0b34-4af8-8e78-a5d3ad6d92a1" -d '{"events": [{"name": "network-changed", "server_uuid": "1244add7-6dfd-4703-9113-b06374bc0132", "tag": "7d387025-73f5-41cc-8449-7a3f17c7e6bd"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:58:31.388623 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56394b17-140a-45a3-b5b0-1e5192d55955 x-openstack-request-id: req-56394b17-140a-45a3-b5b0-1e5192d55955 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:58:31.388924 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1244add7-6dfd-4703-9113-b06374bc0132", "tag": "7d387025-73f5-41cc-8449-7a3f17c7e6bd", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:58:31.389177 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56394b17-140a-45a3-b5b0-1e5192d55955 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:58:31.390245 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1244add7-6dfd-4703-9113-b06374bc0132', 'tag': '7d387025-73f5-41cc-8449-7a3f17c7e6bd', 'status': 'completed', 'code': 200} Jul 22 19:58:31.434638 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-88d37dae-4688-4e18-a76d-fd9c7d6dcba3 None None] Set router 436dc2e4-81e9-4351-873c-75404a5eab72 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:58:31.467362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12ef72-0b34-4af8-8e78-a5d3ad6d92a1 req-5dab24d4-e7bc-4ab3-a47b-9ae5f5df47c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:31.468914 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f12ef72-0b34-4af8-8e78-a5d3ad6d92a1 req-5dab24d4-e7bc-4ab3-a47b-9ae5f5df47c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 1098 time: 0.0586915 Jul 22 19:58:31.558560 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12ef72-0b34-4af8-8e78-a5d3ad6d92a1 req-9da9829a-f675-4b41-8f2a-0680700dc039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:31.560203 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f12ef72-0b34-4af8-8e78-a5d3ad6d92a1 req-9da9829a-f675-4b41-8f2a-0680700dc039 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0852234 Jul 22 19:58:31.626913 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f12ef72-0b34-4af8-8e78-a5d3ad6d92a1 req-42687ecf-e941-4c4b-92eb-e6a6ffbaf98d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d387025-73f5-41cc-8449-7a3f17c7e6bd HTTP/1.1" status: 200 len: 1000 time: 0.0608256 Jul 22 19:58:31.657892 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-88d37dae-4688-4e18-a76d-fd9c7d6dcba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'a8aadb1b-f55c-405e-8ed9-24a66123139f', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'port_id': '7d387025-73f5-41cc-8449-7a3f17c7e6bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'mac_address': 'fa:16:3e:fc:f0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1244add7-6dfd-4703-9113-b06374bc0132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:56:12Z', 'updated_at': '2021-07-22T19:58:30Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:31.674724 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12ef72-0b34-4af8-8e78-a5d3ad6d92a1 req-aed8c4ff-1dd0-4e1b-9aa7-3329b52211bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:31.676209 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f12ef72-0b34-4af8-8e78-a5d3ad6d92a1 req-aed8c4ff-1dd0-4e1b-9aa7-3329b52211bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0440459 Jul 22 19:58:31.689117 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d37dae-4688-4e18-a76d-fd9c7d6dcba3 None None] Checking router: 436dc2e4-81e9-4351-873c-75404a5eab72 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:58:31.697527 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d37dae-4688-4e18-a76d-fd9c7d6dcba3 None None] Routers {'436dc2e4-81e9-4351-873c-75404a5eab72'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:58:31.698145 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-88d37dae-4688-4e18-a76d-fd9c7d6dcba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T19:58:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['436dc2e4-81e9-4351-873c-75404a5eab72'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:31.734009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12ef72-0b34-4af8-8e78-a5d3ad6d92a1 req-f2a077dd-0d2a-4035-bd4d-1702ead1d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:31.735512 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f12ef72-0b34-4af8-8e78-a5d3ad6d92a1 req-f2a077dd-0d2a-4035-bd4d-1702ead1d690 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528026 Jul 22 19:58:31.803978 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-88d37dae-4688-4e18-a76d-fd9c7d6dcba3 None None] Set router 436dc2e4-81e9-4351-873c-75404a5eab72 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:58:31.830529 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f12ef72-0b34-4af8-8e78-a5d3ad6d92a1 req-f245940a-2489-41c6-993f-f7fe0a1e7cb8 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886326 Jul 22 19:58:31.919719 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f12ef72-0b34-4af8-8e78-a5d3ad6d92a1 req-7abf1467-e53e-4041-af78-1b7b38f0598a service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833504 Jul 22 19:58:32.020369 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-88d37dae-4688-4e18-a76d-fd9c7d6dcba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'a8aadb1b-f55c-405e-8ed9-24a66123139f', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'port_id': '7d387025-73f5-41cc-8449-7a3f17c7e6bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'mac_address': 'fa:16:3e:fc:f0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1244add7-6dfd-4703-9113-b06374bc0132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:56:12Z', 'updated_at': '2021-07-22T19:58:30Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:32.050834 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d37dae-4688-4e18-a76d-fd9c7d6dcba3 None None] The sync data for ids ['436dc2e4-81e9-4351-873c-75404a5eab72'] in n-d-800086-12 is: [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'a8aadb1b-f55c-405e-8ed9-24a66123139f', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'port_id': '7d387025-73f5-41cc-8449-7a3f17c7e6bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'mac_address': 'fa:16:3e:fc:f0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1244add7-6dfd-4703-9113-b06374bc0132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:56:12Z', 'updated_at': '2021-07-22T19:58:30Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:58:32.244553 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbbde38-f926-4921-bf8f-a41eab0398a9 None None] New status for floating IP a8aadb1b-f55c-405e-8ed9-24a66123139f: ACTIVE {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:58:32.505357 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:34.142806 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:37.315636 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51bf3381-4547-4b48-894d-1ceba36788ae req-0eb8e476-2fe9-44c9-93c5-3234f4b4d645 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0564272 Jul 22 19:58:37.409350 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf3381-4547-4b48-894d-1ceba36788ae req-93ee735c-e264-49d1-b4fc-042a683a6ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:37.410832 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51bf3381-4547-4b48-894d-1ceba36788ae req-93ee735c-e264-49d1-b4fc-042a683a6ae7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 1098 time: 0.0552704 Jul 22 19:58:37.511273 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf3381-4547-4b48-894d-1ceba36788ae req-4e2b7ad5-31c4-4db7-891a-6c5d166e7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:37.512734 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51bf3381-4547-4b48-894d-1ceba36788ae req-4e2b7ad5-31c4-4db7-891a-6c5d166e7b69 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0834596 Jul 22 19:58:37.579831 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51bf3381-4547-4b48-894d-1ceba36788ae req-0ee856bf-c394-401a-840e-9c0ca5e4c600 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d387025-73f5-41cc-8449-7a3f17c7e6bd HTTP/1.1" status: 200 len: 1002 time: 0.0613108 Jul 22 19:58:37.627658 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf3381-4547-4b48-894d-1ceba36788ae req-8f050a48-ee6f-4175-97ee-a69924ef981c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:37.629075 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51bf3381-4547-4b48-894d-1ceba36788ae req-8f050a48-ee6f-4175-97ee-a69924ef981c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0437512 Jul 22 19:58:37.687243 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf3381-4547-4b48-894d-1ceba36788ae req-26a41dab-18ca-4c27-a38c-4f6ad02e20ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:37.688783 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51bf3381-4547-4b48-894d-1ceba36788ae req-26a41dab-18ca-4c27-a38c-4f6ad02e20ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538111 Jul 22 19:58:37.781897 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51bf3381-4547-4b48-894d-1ceba36788ae req-22785701-4d0b-4d4f-958e-7b0ae1a84f9c service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866640 Jul 22 19:58:37.869947 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51bf3381-4547-4b48-894d-1ceba36788ae req-1132fe48-a1c5-4da6-8ce4-67a9414a00ee service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814908 Jul 22 19:58:39.489379 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:42.167376 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:44.781389 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:58:58.544752 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cc2b051b-3fbf-422b-9a94-ad2494f1407e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:01.056291 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-165feb8a-c609-44a1-9fdb-ff9c0e1766d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:01.182744 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:02.508833 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.145197 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:09.488765 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:12.168405 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:21.780570 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:59:28.546008 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3ee8b093-ecea-450c-84b3-21d700ab2b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:31.057382 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1539-55b7-45ad-9dc2-9de5a068c741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:31.183695 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:32.511269 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:34.149375 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:37.595939 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d6e9ef2-168c-4567-abb6-818274740b13 req-2245cde5-3646-43c3-82b6-f4fc5214a198 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0943518 Jul 22 19:59:37.689824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e9ef2-168c-4567-abb6-818274740b13 req-f68edb48-cb94-4494-938b-4aca4118eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:37.691299 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d6e9ef2-168c-4567-abb6-818274740b13 req-f68edb48-cb94-4494-938b-4aca4118eb84 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 1098 time: 0.0547016 Jul 22 19:59:37.796793 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e9ef2-168c-4567-abb6-818274740b13 req-b443273e-a015-448d-948e-8e5696abccce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:37.798157 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d6e9ef2-168c-4567-abb6-818274740b13 req-b443273e-a015-448d-948e-8e5696abccce service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0893815 Jul 22 19:59:37.861403 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d6e9ef2-168c-4567-abb6-818274740b13 req-ee5fdd1c-c65a-43f8-9cd9-da8e488614d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d387025-73f5-41cc-8449-7a3f17c7e6bd HTTP/1.1" status: 200 len: 1002 time: 0.0570748 Jul 22 19:59:37.909245 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e9ef2-168c-4567-abb6-818274740b13 req-0934f07c-5105-4b44-afd0-4df3f2762682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:37.910632 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d6e9ef2-168c-4567-abb6-818274740b13 req-0934f07c-5105-4b44-afd0-4df3f2762682 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0434847 Jul 22 19:59:37.972983 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e9ef2-168c-4567-abb6-818274740b13 req-92ade55c-8383-453c-aae8-764f8d2e16b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:37.974481 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d6e9ef2-168c-4567-abb6-818274740b13 req-92ade55c-8383-453c-aae8-764f8d2e16b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571842 Jul 22 19:59:38.062464 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d6e9ef2-168c-4567-abb6-818274740b13 req-b4700228-3ced-4297-bfea-b7fa92ed3e12 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809624 Jul 22 19:59:38.157153 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d6e9ef2-168c-4567-abb6-818274740b13 req-50d51efb-6657-4f56-9a4e-7a794262459b service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886478 Jul 22 19:59:39.487485 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:42.196171 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:58.549895 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cc1d0500-b40f-4af0-a3fb-785683a39ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:58.779334 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:00:01.057746 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3af3765e-48ca-41b3-a408-2e8bc417c02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:01.184504 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:02.514569 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:04.151770 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:06.149973 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09a576-5065-4e43-b007-26ccb94d859c req-8d483f02-6c66-4cfe-8d02-2dcbc73ddb66 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:06.151453 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e09a576-5065-4e43-b007-26ccb94d859c req-8d483f02-6c66-4cfe-8d02-2dcbc73ddb66 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 946 time: 0.1064179 Jul 22 20:00:06.189335 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e09a576-5065-4e43-b007-26ccb94d859c req-80345110-42b8-4d9b-8562-52a2ba77bf17 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323541 Jul 22 20:00:07.435152 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc348e-2b6a-4547-b253-32d2dbf251cb req-8961abe9-a7f3-4d60-a273-ac53cec71510 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:07.436663 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6fc348e-2b6a-4547-b253-32d2dbf251cb req-8961abe9-a7f3-4d60-a273-ac53cec71510 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 946 time: 0.1097436 Jul 22 20:00:07.473668 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6fc348e-2b6a-4547-b253-32d2dbf251cb req-e2930b4b-41e9-45eb-b4fd-09d385d8053f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313854 Jul 22 20:00:08.604687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0b82c-8f84-460a-8289-524340c4ff29 req-6941f7f6-86c6-4b50-a8bc-e622d58de954 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:08.606182 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0cd0b82c-8f84-460a-8289-524340c4ff29 req-6941f7f6-86c6-4b50-a8bc-e622d58de954 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 946 time: 0.0650644 Jul 22 20:00:08.643783 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0cd0b82c-8f84-460a-8289-524340c4ff29 req-8cdb17aa-237d-4a37-82e9-cc3060b3a4ee tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320032 Jul 22 20:00:09.504284 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:09.775470 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6218dd0-c816-4a30-b10a-d41b27e8793d req-1a7dc8cf-b5d2-48a1-94d7-6f931cd4bf51 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:09.776977 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6218dd0-c816-4a30-b10a-d41b27e8793d req-1a7dc8cf-b5d2-48a1-94d7-6f931cd4bf51 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 946 time: 0.0645113 Jul 22 20:00:09.814004 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6218dd0-c816-4a30-b10a-d41b27e8793d req-c6ebef63-d6da-49a1-83fa-1901468be4c5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315084 Jul 22 20:00:10.953476 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4beaa40-8cda-407b-8c40-6fb1b5b4b045 req-e9afd5a2-ae6b-46bd-be28-6cd5b6e8d740 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:10.954999 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c4beaa40-8cda-407b-8c40-6fb1b5b4b045 req-e9afd5a2-ae6b-46bd-be28-6cd5b6e8d740 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 946 time: 0.0691962 Jul 22 20:00:10.993366 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c4beaa40-8cda-407b-8c40-6fb1b5b4b045 req-d5330823-7c19-4750-8b21-1eb02cc73cdc tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326855 Jul 22 20:00:12.124012 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f56271-82ed-4d5d-a0c0-3b53af86c3ee req-7d40fd31-d112-4806-b4e1-b52cebd3a9aa tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:12.125522 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40f56271-82ed-4d5d-a0c0-3b53af86c3ee req-7d40fd31-d112-4806-b4e1-b52cebd3a9aa tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 946 time: 0.0640745 Jul 22 20:00:12.162475 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40f56271-82ed-4d5d-a0c0-3b53af86c3ee req-0da5b73a-25f1-4f07-986d-f2226e00776b tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314648 Jul 22 20:00:12.204640 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:13.295430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55090b2-2a1d-49eb-9027-25b67789f638 req-4d9c6c34-a6a6-46e0-a0cd-d84dcc531dfb tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:13.296818 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c55090b2-2a1d-49eb-9027-25b67789f638 req-4d9c6c34-a6a6-46e0-a0cd-d84dcc531dfb tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 946 time: 0.0670285 Jul 22 20:00:13.333959 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c55090b2-2a1d-49eb-9027-25b67789f638 req-484df23d-c8a0-4cf2-b264-7c895dc1df3a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316477 Jul 22 20:00:14.463048 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c1eb6-3a58-4317-ba3f-afe106346b1c req-36384bf1-0ff5-460b-ae7c-539743ab38d3 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:14.464628 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-112c1eb6-3a58-4317-ba3f-afe106346b1c req-36384bf1-0ff5-460b-ae7c-539743ab38d3 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 946 time: 0.0638652 Jul 22 20:00:14.502705 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-112c1eb6-3a58-4317-ba3f-afe106346b1c req-2fbb96ef-8fed-4288-9d58-a5fc5c4761c5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325613 Jul 22 20:00:15.632397 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fbe6a-e9b9-43a4-be86-672cf24de53a req-f0686d6e-bc51-4889-87f4-4a5d56aca64b tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:15.633919 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee3fbe6a-e9b9-43a4-be86-672cf24de53a req-f0686d6e-bc51-4889-87f4-4a5d56aca64b tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 946 time: 0.0650172 Jul 22 20:00:15.672050 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee3fbe6a-e9b9-43a4-be86-672cf24de53a req-0cd352f0-bb43-4613-b77f-b0726692ab44 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318801 Jul 22 20:00:16.804389 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7751855-46d3-4662-9ca1-e8781f907da4 req-b4568627-6d7c-46e4-bd0f-36304f3d80e5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:16.805947 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b7751855-46d3-4662-9ca1-e8781f907da4 req-b4568627-6d7c-46e4-bd0f-36304f3d80e5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 946 time: 0.0683064 Jul 22 20:00:16.848325 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b7751855-46d3-4662-9ca1-e8781f907da4 req-255f086f-ddf9-4346-beb5-95a2f7845e35 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317521 Jul 22 20:00:17.097623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59610) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:17.110946 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e3f41-b557-42ce-98c8-910bc4f5709d req-812ab46d-b709-40d4-b40c-4a85ae7ba01c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:17.112432 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e21e3f41-b557-42ce-98c8-910bc4f5709d req-812ab46d-b709-40d4-b40c-4a85ae7ba01c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 946 time: 0.0697474 Jul 22 20:00:17.182069 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e21e3f41-b557-42ce-98c8-910bc4f5709d req-0ef302fe-fdef-4e27-baec-1c9b352ab438 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638912 Jul 22 20:00:17.207090 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-5ecc21d8-ae81-4308-a904-fd4f78df9406 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1084054 Jul 22 20:00:18.250422 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7e2eaf9e-fd32-418f-8939-9ea063999a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:18.251923 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7e2eaf9e-fd32-418f-8939-9ea063999a74 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 1098 time: 0.0555928 Jul 22 20:00:18.375942 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-0d556f40-19b6-4126-bd3d-cd4ac43e0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:18.377441 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-0d556f40-19b6-4126-bd3d-cd4ac43e0b57 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.1162405 Jul 22 20:00:18.388694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde80fd8-bc6c-4d78-9f1e-e4c716447824 req-4616af43-e05f-414a-9f19-a8299a73ea7b tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:18.390054 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fde80fd8-bc6c-4d78-9f1e-e4c716447824 req-4616af43-e05f-414a-9f19-a8299a73ea7b tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 946 time: 0.1372967 Jul 22 20:00:18.467731 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fde80fd8-bc6c-4d78-9f1e-e4c716447824 req-d37d5602-5300-4eee-a1ee-7fede5af32bc tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713294 Jul 22 20:00:18.473515 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-88e01167-5799-4fa8-b86b-ed14a4b4c76f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d387025-73f5-41cc-8449-7a3f17c7e6bd HTTP/1.1" status: 200 len: 1002 time: 0.0826030 Jul 22 20:00:18.526006 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-2a274868-94b7-4f1e-89e6-bfee9564607b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:18.527468 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-2a274868-94b7-4f1e-89e6-bfee9564607b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0483067 Jul 22 20:00:18.585698 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-ec480185-15ae-48b1-85a7-b35d97be719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:18.587165 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-ec480185-15ae-48b1-85a7-b35d97be719a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540788 Jul 22 20:00:18.674031 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-4335fbdb-13a4-463e-a28f-a56e655eeb04 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809488 Jul 22 20:00:18.765305 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-88271256-51f9-4e33-88c8-4ad8120a6af4 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850022 Jul 22 20:00:19.596932 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00281b-92bb-4287-b0c3-a9edb2816bcc req-57883add-cb74-4eca-9f9e-6cb257825491 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:19.598405 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fd00281b-92bb-4287-b0c3-a9edb2816bcc req-57883add-cb74-4eca-9f9e-6cb257825491 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 946 time: 0.0640557 Jul 22 20:00:19.635322 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fd00281b-92bb-4287-b0c3-a9edb2816bcc req-3ce42192-48a3-47e1-bd45-a975f105d432 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312440 Jul 22 20:00:20.522868 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-45ffe559-d535-470d-aa4d-dfb861319fb1 service neutron] show failed (client error): The resource could not be found. Jul 22 20:00:20.523854 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-45ffe559-d535-470d-aa4d-dfb861319fb1 service neutron] 10.222.0.16 "GET /v2.0/ports/7d387025-73f5-41cc-8449-7a3f17c7e6bd/bindings/n-h1-800086-12 HTTP/1.1" status: 404 len: 381 time: 0.0577905 Jul 22 20:00:20.768644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9acafe-fc5f-4760-b74c-0ee9ad78ea35 req-48b273ac-3312-44bd-b289-c94508274459 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:20.770161 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca9acafe-fc5f-4760-b74c-0ee9ad78ea35 req-48b273ac-3312-44bd-b289-c94508274459 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 946 time: 0.0669963 Jul 22 20:00:20.796972 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-fcae4bb2-5cd3-4d56-8032-bec284e13773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:20.798376 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-fcae4bb2-5cd3-4d56-8032-bec284e13773 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132&tenant_id=dc261cf339f84f328b09b99adc64a706 HTTP/1.1" status: 200 len: 1098 time: 0.0921304 Jul 22 20:00:20.809011 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca9acafe-fc5f-4760-b74c-0ee9ad78ea35 req-f0ed64da-432a-450a-841e-50d36a6952f2 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332711 Jul 22 20:00:20.810104 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800086-12', 'device_owner': 'compute:nova'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:00:20.884601 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:21.083134 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] For port 7d387025-73f5-41cc-8449-7a3f17c7e6bd, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=7d387025-73f5-41cc-8449-7a3f17c7e6bd,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:21.114987 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] For port 7d387025-73f5-41cc-8449-7a3f17c7e6bd, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:00:21.156720 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1244add7-6dfd-4703-9113-b06374bc0132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d387025-73f5-41cc-8449-7a3f17c7e6bd'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:00:21.161508 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:21.173769 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Transition to ACTIVE for port object 7d387025-73f5-41cc-8449-7a3f17c7e6bd will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:00:21.178587 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:21.521249 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f168d8a9-1499-4e2b-8cda-9c665b3eb065" -d '{"events": [{"server_uuid": "1244add7-6dfd-4703-9113-b06374bc0132", "name": "network-vif-unplugged", "status": "completed", "tag": "7d387025-73f5-41cc-8449-7a3f17c7e6bd"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:00:21.573978 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Pushing event updated for resources: {'Port': ['ID=7d387025-73f5-41cc-8449-7a3f17c7e6bd,revision_number=6']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:21.584309 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:21.584685 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:21.585028 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:21.585364 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:21.585695 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:21.586022 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:21.586731 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:21.586731 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:21.586978 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:21.587286 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:21.587603 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:21.588087 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:21.640965 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 20:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9d106b-e1bd-4487-9879-aadfc7d64baf x-openstack-request-id: req-fa9d106b-e1bd-4487-9879-aadfc7d64baf {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:00:21.641261 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1244add7-6dfd-4703-9113-b06374bc0132", "name": "network-vif-unplugged", "status": "completed", "tag": "7d387025-73f5-41cc-8449-7a3f17c7e6bd", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:00:21.641515 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa9d106b-e1bd-4487-9879-aadfc7d64baf {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:00:21.641908 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1244add7-6dfd-4703-9113-b06374bc0132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d387025-73f5-41cc-8449-7a3f17c7e6bd', 'code': 200} Jul 22 20:00:21.642817 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] No DVR routers for this DVR port 7d387025-73f5-41cc-8449-7a3f17c7e6bd on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:00:21.782144 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Attempting to bind port 7d387025-73f5-41cc-8449-7a3f17c7e6bd on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:00:21.782405 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Attempting to bind port 7d387025-73f5-41cc-8449-7a3f17c7e6bd by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:00:21.782725 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Attempting to bind port 7d387025-73f5-41cc-8449-7a3f17c7e6bd on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:00:21.786936 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Port 7d387025-73f5-41cc-8449-7a3f17c7e6bd on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:00:21.787250 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Attempting to bind port 7d387025-73f5-41cc-8449-7a3f17c7e6bd on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:00:21.792506 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:00:21.792854 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Checking segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:00:21.793236 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Bound using segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:00:21.793650 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Bound port: 7d387025-73f5-41cc-8449-7a3f17c7e6bd, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:00:21.793998 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:21.855752 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] For port 7d387025-73f5-41cc-8449-7a3f17c7e6bd, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:00:21.859113 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] For port 7d387025-73f5-41cc-8449-7a3f17c7e6bd, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7d387025-73f5-41cc-8449-7a3f17c7e6bd,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:00:21.863154 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:21.895614 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:21.896231 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:21.897647 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] 10.222.0.30 "PUT /v2.0/ports/7d387025-73f5-41cc-8449-7a3f17c7e6bd HTTP/1.1" status: 200 len: 1093 time: 1.0916998 Jul 22 20:00:21.930381 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2653ae-03ea-4dc7-8a98-5b8ca33b622c service neutron] Pushing event updated for resources: {'Port': ['ID=7d387025-73f5-41cc-8449-7a3f17c7e6bd,revision_number=7']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:21.950392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300b981-37b5-41b5-9357-5256241bcd12 req-754e3327-e256-448c-8e16-799d1d792884 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:21.952940 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b300b981-37b5-41b5-9357-5256241bcd12 req-754e3327-e256-448c-8e16-799d1d792884 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 944 time: 0.0750902 Jul 22 20:00:21.985440 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-27180ef6-b1c0-4cf9-877e-3c4521339c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:21.986977 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-27180ef6-b1c0-4cf9-877e-3c4521339c9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 1096 time: 0.0658529 Jul 22 20:00:21.993994 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b300b981-37b5-41b5-9357-5256241bcd12 req-ee06d091-0e21-4e22-bafc-f802b488b09e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352817 Jul 22 20:00:22.083485 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-c48a7bda-d50d-4feb-a6d0-58264530a5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:22.085019 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-c48a7bda-d50d-4feb-a6d0-58264530a5e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0916977 Jul 22 20:00:22.152152 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-597c917e-8ae8-402a-9f93-9680bd951f1e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d387025-73f5-41cc-8449-7a3f17c7e6bd HTTP/1.1" status: 200 len: 1000 time: 0.0598555 Jul 22 20:00:22.199349 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-6c86ddc8-ad91-446b-8199-437e5188c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:22.200807 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-6c86ddc8-ad91-446b-8199-437e5188c8ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0429835 Jul 22 20:00:22.259194 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-3ff436d4-22a3-426f-8789-0e09f1c18e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:22.260777 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-3ff436d4-22a3-426f-8789-0e09f1c18e15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535440 Jul 22 20:00:22.352719 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-cdd22914-785e-4baf-8438-5dac1660b3a6 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856464 Jul 22 20:00:22.438301 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-55ef5655-5572-42dc-91d8-c0cb159dfe26 req-bb52770c-8000-4759-a650-a6ce9678df00 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792863 Jul 22 20:00:23.129818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389a386-876e-4c28-8c38-d3c70db6a7ca req-a16c2fae-6171-4369-950d-2a3db8c511d9 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:23.131308 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d389a386-876e-4c28-8c38-d3c70db6a7ca req-a16c2fae-6171-4369-950d-2a3db8c511d9 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 944 time: 0.0679345 Jul 22 20:00:23.169707 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d389a386-876e-4c28-8c38-d3c70db6a7ca req-d6075975-f9d7-411c-97ab-421447afcfea tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326078 Jul 22 20:00:23.643282 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1244add7-6dfd-4703-9113-b06374bc0132', 'tag': '7d387025-73f5-41cc-8449-7a3f17c7e6bd'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:00:23.646146 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ad282e-23cd-48e2-8607-4b38665c3a23" -d '{"events": [{"name": "network-changed", "server_uuid": "1244add7-6dfd-4703-9113-b06374bc0132", "tag": "7d387025-73f5-41cc-8449-7a3f17c7e6bd"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:00:23.697364 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a7dde2-985b-4a24-b5ae-95e58330116b x-openstack-request-id: req-e2a7dde2-985b-4a24-b5ae-95e58330116b {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:00:23.697655 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1244add7-6dfd-4703-9113-b06374bc0132", "tag": "7d387025-73f5-41cc-8449-7a3f17c7e6bd", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:00:23.698434 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2a7dde2-985b-4a24-b5ae-95e58330116b {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:00:23.698829 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1244add7-6dfd-4703-9113-b06374bc0132', 'tag': '7d387025-73f5-41cc-8449-7a3f17c7e6bd', 'status': 'completed', 'code': 200} Jul 22 20:00:23.745131 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4694fbcd-f0b0-4156-b5c1-4a6b5adfc831 req-7cd5189f-27a8-4997-ada3-f22942c0e1da service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0605719 Jul 22 20:00:23.809323 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad282e-23cd-48e2-8607-4b38665c3a23 req-5b7c6b39-2842-4b95-afe8-5b1d1e0232aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:23.810819 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ad282e-23cd-48e2-8607-4b38665c3a23 req-5b7c6b39-2842-4b95-afe8-5b1d1e0232aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 1096 time: 0.0959783 Jul 22 20:00:23.814776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad282e-23cd-48e2-8607-4b38665c3a23 req-10c3559c-0fc2-406d-a7fa-d1a556f0a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:23.816118 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ad282e-23cd-48e2-8607-4b38665c3a23 req-10c3559c-0fc2-406d-a7fa-d1a556f0a8d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 1096 time: 0.0922940 Jul 22 20:00:23.967864 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad282e-23cd-48e2-8607-4b38665c3a23 req-df5cdd86-4b91-48ee-9768-42ff3d8b1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:23.969460 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ad282e-23cd-48e2-8607-4b38665c3a23 req-df5cdd86-4b91-48ee-9768-42ff3d8b1b4b service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.1524901 Jul 22 20:00:23.971970 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad282e-23cd-48e2-8607-4b38665c3a23 req-a5d56c70-687f-4174-930f-b166d74af085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:23.973320 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ad282e-23cd-48e2-8607-4b38665c3a23 req-a5d56c70-687f-4174-930f-b166d74af085 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.1480813 Jul 22 20:00:24.399189 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ad282e-23cd-48e2-8607-4b38665c3a23 req-17d54b30-67c4-4198-a4dc-24eb13a21855 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d387025-73f5-41cc-8449-7a3f17c7e6bd HTTP/1.1" status: 200 len: 1000 time: 0.4236164 Jul 22 20:00:24.415339 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ad282e-23cd-48e2-8607-4b38665c3a23 req-40526ef1-eea8-4bd8-8846-452b8b64985d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d387025-73f5-41cc-8449-7a3f17c7e6bd HTTP/1.1" status: 200 len: 1000 time: 0.4344208 Jul 22 20:00:24.509458 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a284e-8034-463e-b779-7532b311c4b5 req-ab3a88d7-555f-4510-a1f7-0100200359df tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:24.511953 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef2a284e-8034-463e-b779-7532b311c4b5 req-ab3a88d7-555f-4510-a1f7-0100200359df tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 944 time: 0.1757741 Jul 22 20:00:24.513272 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad282e-23cd-48e2-8607-4b38665c3a23 req-1c4fcc27-3a65-43ac-97a7-cce7012a7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:24.514571 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ad282e-23cd-48e2-8607-4b38665c3a23 req-1c4fcc27-3a65-43ac-97a7-cce7012a7133 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.1096880 Jul 22 20:00:24.519089 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad282e-23cd-48e2-8607-4b38665c3a23 req-45ca4a07-f9d1-4e6d-b066-bfd2f0c3b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:24.520385 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ad282e-23cd-48e2-8607-4b38665c3a23 req-45ca4a07-f9d1-4e6d-b066-bfd2f0c3b086 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0827723 Jul 22 20:00:24.616570 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef2a284e-8034-463e-b779-7532b311c4b5 req-e7525099-2df8-4425-bea2-ff628e669e68 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988526 Jul 22 20:00:24.641262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad282e-23cd-48e2-8607-4b38665c3a23 req-bc0962ee-e15a-4aaf-a42d-8af3ed0cd459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:24.642749 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ad282e-23cd-48e2-8607-4b38665c3a23 req-bc0962ee-e15a-4aaf-a42d-8af3ed0cd459 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1215706 Jul 22 20:00:24.648640 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad282e-23cd-48e2-8607-4b38665c3a23 req-d7d09778-f81b-486e-96f8-d6a8ab53fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:24.650092 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ad282e-23cd-48e2-8607-4b38665c3a23 req-d7d09778-f81b-486e-96f8-d6a8ab53fbd0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164360 Jul 22 20:00:24.684494 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 7d387025-73f5-41cc-8449-7a3f17c7e6bd no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:00:24.754253 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 7d387025-73f5-41cc-8449-7a3f17c7e6bd not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:00:24.864971 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e926e34-cc84-4274-8f0a-7635812a3b4c req-a60266fe-1786-49a0-a74d-ef8e9f08453e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:24.866505 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6e926e34-cc84-4274-8f0a-7635812a3b4c req-a60266fe-1786-49a0-a74d-ef8e9f08453e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.16 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132&tenant_id=dc261cf339f84f328b09b99adc64a706&binding%3Ahost_id=n-h1-800086-12 HTTP/1.1" status: 200 len: 944 time: 0.0733972 Jul 22 20:00:24.873165 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ad282e-23cd-48e2-8607-4b38665c3a23 req-9fe8baab-2bd9-44ea-9c04-13e6a74ae0e3 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222099 Jul 22 20:00:24.907812 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ad282e-23cd-48e2-8607-4b38665c3a23 req-025465a2-7b8b-47ac-b2f2-c80f021cb9e6 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483525 Jul 22 20:00:24.926627 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [req-6e926e34-cc84-4274-8f0a-7635812a3b4c req-6581c70d-2cdf-4db0-879f-863a680729d6 service neutron] delete failed (client error): The resource could not be found. Jul 22 20:00:24.927624 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6e926e34-cc84-4274-8f0a-7635812a3b4c req-6581c70d-2cdf-4db0-879f-863a680729d6 service neutron] 10.222.0.16 "DELETE /v2.0/ports/7d387025-73f5-41cc-8449-7a3f17c7e6bd/bindings/n-h2-800086-12 HTTP/1.1" status: 404 len: 381 time: 0.0542676 Jul 22 20:00:24.997134 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cede15c-fb04-47b0-b338-0045c079cf9a req-cc2b5134-80dc-44b8-9f83-48de9da0d869 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:24.998609 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7cede15c-fb04-47b0-b338-0045c079cf9a req-cc2b5134-80dc-44b8-9f83-48de9da0d869 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 944 time: 0.2290788 Jul 22 20:00:25.074419 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ad282e-23cd-48e2-8607-4b38665c3a23 req-8986ec2b-9e43-4520-bb99-084678ed3b4e service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929734 Jul 22 20:00:25.085171 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7cede15c-fb04-47b0-b338-0045c079cf9a req-61c72b6c-f114-4436-b662-4e11fc0f5a36 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784006 Jul 22 20:00:25.103001 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-73ad282e-23cd-48e2-8607-4b38665c3a23 req-68dc13f5-2c79-4e38-9d80-01da088c73ec service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827173 Jul 22 20:00:25.230607 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e926e34-cc84-4274-8f0a-7635812a3b4c req-91e714e0-6817-4fc0-aba6-148e9943356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:25.232112 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e926e34-cc84-4274-8f0a-7635812a3b4c req-91e714e0-6817-4fc0-aba6-148e9943356a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 1096 time: 0.1016498 Jul 22 20:00:25.237646 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694fbcd-f0b0-4156-b5c1-4a6b5adfc831 req-1da8a23b-a9db-477e-8186-ce41b16b89df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:25.239910 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4694fbcd-f0b0-4156-b5c1-4a6b5adfc831 req-1da8a23b-a9db-477e-8186-ce41b16b89df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 1096 time: 0.0760372 Jul 22 20:00:25.390001 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e926e34-cc84-4274-8f0a-7635812a3b4c req-bbd79522-6a90-44ec-9440-16dcc74395ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:25.391454 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e926e34-cc84-4274-8f0a-7635812a3b4c req-bbd79522-6a90-44ec-9440-16dcc74395ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.1504111 Jul 22 20:00:25.407940 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694fbcd-f0b0-4156-b5c1-4a6b5adfc831 req-464caebc-7081-4f44-8c83-d7a58d951e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:25.409333 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4694fbcd-f0b0-4156-b5c1-4a6b5adfc831 req-464caebc-7081-4f44-8c83-d7a58d951e1e service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.1509743 Jul 22 20:00:25.502523 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e926e34-cc84-4274-8f0a-7635812a3b4c req-94a25581-1430-4a83-aecf-5bb557d5bc43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d387025-73f5-41cc-8449-7a3f17c7e6bd HTTP/1.1" status: 200 len: 1000 time: 0.1042769 Jul 22 20:00:25.519796 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4694fbcd-f0b0-4156-b5c1-4a6b5adfc831 req-f01972f9-beb5-4f56-835d-b8e8686ba8c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d387025-73f5-41cc-8449-7a3f17c7e6bd HTTP/1.1" status: 200 len: 1000 time: 0.0799897 Jul 22 20:00:25.593637 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e926e34-cc84-4274-8f0a-7635812a3b4c req-be14ef6e-e9b0-4444-bfc1-0b4f21cae752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:25.595082 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e926e34-cc84-4274-8f0a-7635812a3b4c req-be14ef6e-e9b0-4444-bfc1-0b4f21cae752 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0834904 Jul 22 20:00:25.598304 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694fbcd-f0b0-4156-b5c1-4a6b5adfc831 req-597c687a-108b-4d03-9b9a-2b2f623120b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:25.599615 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4694fbcd-f0b0-4156-b5c1-4a6b5adfc831 req-597c687a-108b-4d03-9b9a-2b2f623120b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0607388 Jul 22 20:00:25.692087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e926e34-cc84-4274-8f0a-7635812a3b4c req-9f3a26b8-e8a1-401d-a56b-b94d13c296f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:25.693614 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e926e34-cc84-4274-8f0a-7635812a3b4c req-9f3a26b8-e8a1-401d-a56b-b94d13c296f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0926170 Jul 22 20:00:25.695287 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694fbcd-f0b0-4156-b5c1-4a6b5adfc831 req-88049627-2535-4511-bf88-2f4ea175ad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:25.696645 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4694fbcd-f0b0-4156-b5c1-4a6b5adfc831 req-88049627-2535-4511-bf88-2f4ea175ad58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873523 Jul 22 20:00:25.757505 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 7d387025-73f5-41cc-8449-7a3f17c7e6bd details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:00:25.853423 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 7d387025-73f5-41cc-8449-7a3f17c7e6bd, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7d387025-73f5-41cc-8449-7a3f17c7e6bd,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:25.857528 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e926e34-cc84-4274-8f0a-7635812a3b4c req-1781df11-0b60-4d9f-81c2-578de51aae6b service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567874 Jul 22 20:00:25.859372 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4694fbcd-f0b0-4156-b5c1-4a6b5adfc831 req-5fc0d980-a3de-46f1-a224-98f0ae720899 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512234 Jul 22 20:00:25.864538 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '7d387025-73f5-41cc-8449-7a3f17c7e6bd', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'port_id': '7d387025-73f5-41cc-8449-7a3f17c7e6bd', 'mac_address': 'fa:16:3e:fc:f0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:00:25.902019 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:25.914177 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d387025-73f5-41cc-8449-7a3f17c7e6bd {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:00:25.934537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 7d387025-73f5-41cc-8449-7a3f17c7e6bd, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7d387025-73f5-41cc-8449-7a3f17c7e6bd,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:25.938404 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:25.986450 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=7d387025-73f5-41cc-8449-7a3f17c7e6bd,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:25.993688 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:25.994041 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:25.994384 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:25.995234 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:25.995673 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:25.996023 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:25.996445 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:25.996807 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:25.997163 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:25.997478 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:25.997806 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:25.998135 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:26.020276 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6e926e34-cc84-4274-8f0a-7635812a3b4c req-8ea32192-2c51-487e-9719-e71e67feeba4 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565449 Jul 22 20:00:26.023505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4694fbcd-f0b0-4156-b5c1-4a6b5adfc831 req-f5ede786-ef84-4887-bf4f-b2bc2f13afc4 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512969 Jul 22 20:00:26.137676 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['7d387025-73f5-41cc-8449-7a3f17c7e6bd'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:00:26.221875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f0103-1efb-42ae-aedc-3954e91d9f4c req-3cee05d4-4991-449e-ae0d-0393aeff2a0e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:26.223515 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b8f0103-1efb-42ae-aedc-3954e91d9f4c req-3cee05d4-4991-449e-ae0d-0393aeff2a0e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 945 time: 0.0655706 Jul 22 20:00:26.262116 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b8f0103-1efb-42ae-aedc-3954e91d9f4c req-b64bd20d-315e-4efd-bb45-0206ebe3d484 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329258 Jul 22 20:00:27.397112 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717d637-50b7-46b8-98b0-f1d00c7433d1 req-60d52fd8-2b95-4d01-bf9c-a93be9721be6 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:27.398601 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c717d637-50b7-46b8-98b0-f1d00c7433d1 req-60d52fd8-2b95-4d01-bf9c-a93be9721be6 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 945 time: 0.0635760 Jul 22 20:00:27.440261 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c717d637-50b7-46b8-98b0-f1d00c7433d1 req-a007da1d-4bb7-4fee-87dc-e232281e8e34 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353224 Jul 22 20:00:27.569105 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530ee58-b2ab-4778-8aed-32cbeb2f4ae8 req-31e3ebf5-a788-4684-9c47-abdc85984c10 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:27.570541 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8530ee58-b2ab-4778-8aed-32cbeb2f4ae8 req-31e3ebf5-a788-4684-9c47-abdc85984c10 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 945 time: 0.0660741 Jul 22 20:00:27.608934 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8530ee58-b2ab-4778-8aed-32cbeb2f4ae8 req-9e9c2a1c-e842-47a4-9d47-034712ac140b tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327909 Jul 22 20:00:27.772334 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 7d387025-73f5-41cc-8449-7a3f17c7e6bd up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:00:27.822089 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 7d387025-73f5-41cc-8449-7a3f17c7e6bd completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:00:27.825662 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 7d387025-73f5-41cc-8449-7a3f17c7e6bd triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:00:27.826206 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:27.869177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5bcbb-17a3-46e9-9a30-c9abc8848621 req-f588b772-32f2-469a-b992-61883655b426 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:27.871385 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dfb5bcbb-17a3-46e9-9a30-c9abc8848621 req-f588b772-32f2-469a-b992-61883655b426 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 945 time: 0.1169016 Jul 22 20:00:27.877901 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eda39-7578-459d-976e-c9e0e6f30744 req-e419258f-ce02-4597-891b-4c8b3fcff8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:27.879353 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-559eda39-7578-459d-976e-c9e0e6f30744 req-e419258f-ce02-4597-891b-4c8b3fcff8a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 1097 time: 0.0898330 Jul 22 20:00:27.909245 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:27.936043 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1244add7-6dfd-4703-9113-b06374bc0132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d387025-73f5-41cc-8449-7a3f17c7e6bd'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:00:27.944557 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dfb5bcbb-17a3-46e9-9a30-c9abc8848621 req-c33e6679-143a-468c-b620-25df5434ace5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642033 Jul 22 20:00:27.956896 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 7d387025-73f5-41cc-8449-7a3f17c7e6bd, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7d387025-73f5-41cc-8449-7a3f17c7e6bd,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:27.973539 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:27.998365 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad56dfc-efad-4ea3-bd64-0a93170aa05e" -d '{"events": [{"server_uuid": "1244add7-6dfd-4703-9113-b06374bc0132", "name": "network-vif-plugged", "status": "completed", "tag": "7d387025-73f5-41cc-8449-7a3f17c7e6bd"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:00:28.000651 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eda39-7578-459d-976e-c9e0e6f30744 req-f9e43f61-2e39-40a0-8e47-8bfd1899b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:28.002239 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-559eda39-7578-459d-976e-c9e0e6f30744 req-f9e43f61-2e39-40a0-8e47-8bfd1899b564 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.1146019 Jul 22 20:00:28.029399 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=7d387025-73f5-41cc-8449-7a3f17c7e6bd,revision_number=9']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:28.072851 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-559eda39-7578-459d-976e-c9e0e6f30744 req-4064d8b5-4904-4d83-a154-c94302b37479 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d387025-73f5-41cc-8449-7a3f17c7e6bd HTTP/1.1" status: 200 len: 1002 time: 0.0646775 Jul 22 20:00:28.088390 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cb6468-0c11-401b-b54d-72a6cf6acf38 x-openstack-request-id: req-25cb6468-0c11-401b-b54d-72a6cf6acf38 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:00:28.088712 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1244add7-6dfd-4703-9113-b06374bc0132", "name": "network-vif-plugged", "status": "completed", "tag": "7d387025-73f5-41cc-8449-7a3f17c7e6bd", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:00:28.088966 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25cb6468-0c11-401b-b54d-72a6cf6acf38 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:00:28.090006 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1244add7-6dfd-4703-9113-b06374bc0132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d387025-73f5-41cc-8449-7a3f17c7e6bd', 'code': 200} Jul 22 20:00:28.122935 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eda39-7578-459d-976e-c9e0e6f30744 req-8a2e5403-d643-43af-88c2-1354304c1445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:28.124400 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-559eda39-7578-459d-976e-c9e0e6f30744 req-8a2e5403-d643-43af-88c2-1354304c1445 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0458200 Jul 22 20:00:28.183113 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eda39-7578-459d-976e-c9e0e6f30744 req-aecfde92-776e-415e-a8cd-c007611b0b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:28.184613 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-559eda39-7578-459d-976e-c9e0e6f30744 req-aecfde92-776e-415e-a8cd-c007611b0b48 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537066 Jul 22 20:00:28.275936 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-559eda39-7578-459d-976e-c9e0e6f30744 req-c9c01444-eb78-4757-ba72-baca6f8a882f service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851538 Jul 22 20:00:28.362819 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-559eda39-7578-459d-976e-c9e0e6f30744 req-f98fbd6d-9822-4377-9c24-ace5481a99a3 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805976 Jul 22 20:00:28.550482 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dce422fd-a12a-4dd6-adb5-f7cb31560459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:29.079786 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554343e1-4469-4cd0-9297-dc247fec0352 req-dc619ff7-057e-46da-993a-e34b2d252fdf tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:29.081322 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-554343e1-4469-4cd0-9297-dc247fec0352 req-dc619ff7-057e-46da-993a-e34b2d252fdf tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 946 time: 0.0676391 Jul 22 20:00:29.118936 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-554343e1-4469-4cd0-9297-dc247fec0352 req-b7380bef-d1a0-45b2-9b2d-8ac3c8c18d97 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320349 Jul 22 20:00:29.366248 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379a318-7bb8-43e9-a87e-a8666a6cf289 req-9ff273cd-5c08-4fde-83f2-76f981c915ea tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:29.367724 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8379a318-7bb8-43e9-a87e-a8666a6cf289 req-9ff273cd-5c08-4fde-83f2-76f981c915ea tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 946 time: 0.0641074 Jul 22 20:00:29.405885 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8379a318-7bb8-43e9-a87e-a8666a6cf289 req-21274184-9e11-4170-8259-92455d51c196 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318973 Jul 22 20:00:30.579252 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153e5ab-abe3-4add-816c-9e556980d278 req-0f457576-9aca-4e4b-932a-696d723959f5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:30.580770 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d153e5ab-abe3-4add-816c-9e556980d278 req-0f457576-9aca-4e4b-932a-696d723959f5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 946 time: 0.1035128 Jul 22 20:00:30.611300 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd360c-c6cb-4ef7-af3e-60f86c8918c1 req-c6204237-470d-4eef-8096-e98ddbef760c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:30.612716 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-72fd360c-c6cb-4ef7-af3e-60f86c8918c1 req-c6204237-470d-4eef-8096-e98ddbef760c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.30 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 946 time: 0.1040063 Jul 22 20:00:30.654071 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d153e5ab-abe3-4add-816c-9e556980d278 req-d8f7a828-64f8-41af-b241-254b2ef81de3 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675912 Jul 22 20:00:30.720441 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-72fd360c-c6cb-4ef7-af3e-60f86c8918c1 req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Deleting port 7d387025-73f5-41cc-8449-7a3f17c7e6bd {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:00:30.720717 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-72fd360c-c6cb-4ef7-af3e-60f86c8918c1 req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:30.811765 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-72fd360c-c6cb-4ef7-af3e-60f86c8918c1 req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] For port 7d387025-73f5-41cc-8449-7a3f17c7e6bd, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7d387025-73f5-41cc-8449-7a3f17c7e6bd,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:30.812119 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-72fd360c-c6cb-4ef7-af3e-60f86c8918c1 req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:31.060396 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-adfac448-ef74-4f7e-8a5f-2bc7f088b7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:31.186866 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:31.330632 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-72fd360c-c6cb-4ef7-af3e-60f86c8918c1 req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:31.330920 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-72fd360c-c6cb-4ef7-af3e-60f86c8918c1 req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:31.331229 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [req-72fd360c-c6cb-4ef7-af3e-60f86c8918c1 req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Floating IP a8aadb1b-f55c-405e-8ed9-24a66123139f disassociated. External IP: 172.25.3.228, port: 7d387025-73f5-41cc-8449-7a3f17c7e6bd. Jul 22 20:00:31.331578 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-72fd360c-c6cb-4ef7-af3e-60f86c8918c1 req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Calling delete_port for 7d387025-73f5-41cc-8449-7a3f17c7e6bd owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:00:31.457994 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-72fd360c-c6cb-4ef7-af3e-60f86c8918c1 req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:31.486518 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Pushing event deleted for resources: {'Port': ['ID=7d387025-73f5-41cc-8449-7a3f17c7e6bd,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:31.498121 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:31.498473 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:31.498820 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:31.499158 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:31.499494 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:31.499826 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:31.500155 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:31.500499 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:31.500833 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:31.501157 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:31.501481 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:31.501807 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:31.614381 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72fd360c-c6cb-4ef7-af3e-60f86c8918c1 req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Router 436dc2e4-81e9-4351-873c-75404a5eab72 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:00:31.734301 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72fd360c-c6cb-4ef7-af3e-60f86c8918c1 req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:00:31.743712 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548fdf88-c242-4bf9-a11e-65116428210b None None] Sync routers for ids ['436dc2e4-81e9-4351-873c-75404a5eab72'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:00:31.753560 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548fdf88-c242-4bf9-a11e-65116428210b None None] Routers {'436dc2e4-81e9-4351-873c-75404a5eab72'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:00:31.754175 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-548fdf88-c242-4bf9-a11e-65116428210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:00:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['436dc2e4-81e9-4351-873c-75404a5eab72'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:31.759124 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-30a1117d-b569-4f79-b180-6756f42041d4 req-ba6ebabf-060a-4ad2-ae01-e114b2afa749 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=1244add7-6dfd-4703-9113-b06374bc0132 HTTP/1.1" status: 200 len: 210 time: 0.0361495 Jul 22 20:00:31.796495 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fd360c-c6cb-4ef7-af3e-60f86c8918c1 req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] No DVR routers for this DVR port 7d387025-73f5-41cc-8449-7a3f17c7e6bd on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:00:31.799240 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-72fd360c-c6cb-4ef7-af3e-60f86c8918c1 req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:31.801295 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-72fd360c-c6cb-4ef7-af3e-60f86c8918c1 req-00129fd7-b1db-4c7a-b387-c9deaea152b7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.30 "DELETE /v2.0/ports/7d387025-73f5-41cc-8449-7a3f17c7e6bd HTTP/1.1" status: 204 len: 173 time: 1.1830130 Jul 22 20:00:31.801749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1244add7-6dfd-4703-9113-b06374bc0132', 'name': 'network-vif-deleted', 'tag': '7d387025-73f5-41cc-8449-7a3f17c7e6bd'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:00:31.848443 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee99519-2611-477f-95c8-96a299136c42" -d '{"events": [{"server_uuid": "1244add7-6dfd-4703-9113-b06374bc0132", "name": "network-vif-deleted", "tag": "7d387025-73f5-41cc-8449-7a3f17c7e6bd"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:00:31.941899 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ad9524-29aa-4e08-a772-11689609922c x-openstack-request-id: req-e5ad9524-29aa-4e08-a772-11689609922c {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:00:31.942219 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1244add7-6dfd-4703-9113-b06374bc0132", "name": "network-vif-deleted", "tag": "7d387025-73f5-41cc-8449-7a3f17c7e6bd", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:00:31.942473 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5ad9524-29aa-4e08-a772-11689609922c {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:00:31.942881 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1244add7-6dfd-4703-9113-b06374bc0132', 'name': 'network-vif-deleted', 'tag': '7d387025-73f5-41cc-8449-7a3f17c7e6bd', 'status': 'completed', 'code': 200} Jul 22 20:00:32.028268 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-548fdf88-c242-4bf9-a11e-65116428210b None None] Set router 436dc2e4-81e9-4351-873c-75404a5eab72 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:00:32.231602 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-548fdf88-c242-4bf9-a11e-65116428210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:32.262209 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548fdf88-c242-4bf9-a11e-65116428210b None None] Checking router: 436dc2e4-81e9-4351-873c-75404a5eab72 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:00:32.270438 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548fdf88-c242-4bf9-a11e-65116428210b None None] Routers {'436dc2e4-81e9-4351-873c-75404a5eab72'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:00:32.271048 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-548fdf88-c242-4bf9-a11e-65116428210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:00:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['436dc2e4-81e9-4351-873c-75404a5eab72'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:32.376138 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-548fdf88-c242-4bf9-a11e-65116428210b None None] Set router 436dc2e4-81e9-4351-873c-75404a5eab72 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:00:32.525450 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:32.582943 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-548fdf88-c242-4bf9-a11e-65116428210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:32.611950 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548fdf88-c242-4bf9-a11e-65116428210b None None] The sync data for ids ['436dc2e4-81e9-4351-873c-75404a5eab72'] in n-d-800086-12 is: [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:00:32.823325 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ac819-a639-48bb-b892-5b9d7f3d77be None None] New status for floating IP a8aadb1b-f55c-405e-8ed9-24a66123139f: DOWN {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:00:33.041991 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-fd9ff805-b579-4240-8c5a-ddebb40d1d34 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1982758627&fields=id&tenant_id=dc261cf339f84f328b09b99adc64a706 HTTP/1.1" status: 200 len: 267 time: 0.0330622 Jul 22 20:00:33.152188 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-fd8b7fd6-0031-4231-a302-ffead5efd62f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:33.153735 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-fd8b7fd6-0031-4231-a302-ffead5efd62f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 811 time: 0.1050661 Jul 22 20:00:33.167996 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-d41bed05-e645-44fe-8c88-870b5867b791 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/quotas/dc261cf339f84f328b09b99adc64a706 HTTP/1.1" status: 200 len: 375 time: 0.0089927 Jul 22 20:00:33.237365 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-c2d37adf-a8ed-4ea5-a135-d72c885d11b4 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640106 Jul 22 20:00:33.403460 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-835e95ec-092f-497e-8408-497ae5f51927 service neutron] 10.222.0.13 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226501 Jul 22 20:00:33.494347 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-c7277522-443f-411e-a266-c9a9fe5d0992 service neutron] 10.222.0.13 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849485 Jul 22 20:00:33.665893 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05d8e68d-fbdf-4803-9105-932ad885d509 req-23fec6c7-c720-4300-bf81-f7e5c2a3b3e4 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 210 time: 0.0369081 Jul 22 20:00:33.803690 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 7d387025-73f5-41cc-8449-7a3f17c7e6bd no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:00:33.822978 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 7d387025-73f5-41cc-8449-7a3f17c7e6bd {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:00:33.823335 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 7d387025-73f5-41cc-8449-7a3f17c7e6bd not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:00:34.154584 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:34.523600 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-60671198-af4f-4fe7-90e7-5573d945d083 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:34.525075 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-60671198-af4f-4fe7-90e7-5573d945d083 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 811 time: 0.1092341 Jul 22 20:00:34.573144 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-8ab2a77a-2478-4bd0-a6d7-29af48d24e65 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc261cf339f84f328b09b99adc64a706 HTTP/1.1" status: 200 len: 380 time: 0.0396609 Jul 22 20:00:34.584793 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-f2bb9d1f-9126-425c-a537-c19437336b47 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Request body: {'port': {'device_id': '0a8f7910-9892-4d12-b479-a1b7c85a31e4', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'admin_state_up': True, 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'security_groups': ['74678628-a4ea-4614-9c09-75f9cd37ea22']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:00:34.698760 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-f2bb9d1f-9126-425c-a537-c19437336b47 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Made reservation on behalf of dc261cf339f84f328b09b99adc64a706 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:00:34.702470 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-f2bb9d1f-9126-425c-a537-c19437336b47 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:34.798592 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c0e356e-923f-4368-ab93-3e2b32d71759 req-378c009c-032a-4f29-a899-7713b3f84a81 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 210 time: 0.0424285 Jul 22 20:00:34.859712 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-f2bb9d1f-9126-425c-a537-c19437336b47 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Allocated IP 172.20.0.12 (3ee16a76-53e2-4350-a1a3-6584dd14cfb7/e4b842a9-517f-4476-8f13-56f400406146/784e8a1f-f471-454a-a250-835ad3cee94d) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:00:34.997878 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-f2bb9d1f-9126-425c-a537-c19437336b47 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:35.010810 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-f2bb9d1f-9126-425c-a537-c19437336b47 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Transition to ACTIVE for port object 784e8a1f-f471-454a-a250-835ad3cee94d will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:00:35.045276 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-f2bb9d1f-9126-425c-a537-c19437336b47 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:35.090119 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-f2bb9d1f-9126-425c-a537-c19437336b47 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:00:35.093052 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-f2bb9d1f-9126-425c-a537-c19437336b47 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:00:35.096831 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-f2bb9d1f-9126-425c-a537-c19437336b47 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:00:35.121015 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb9d1f-9126-425c-a537-c19437336b47 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Pushing event updated for resources: {'Port': ['ID=784e8a1f-f471-454a-a250-835ad3cee94d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:35.150127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-f2bb9d1f-9126-425c-a537-c19437336b47 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:35.150745 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-f2bb9d1f-9126-425c-a537-c19437336b47 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:35.166731 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-f2bb9d1f-9126-425c-a537-c19437336b47 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5857158 Jul 22 20:00:35.180891 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] Request body: {'port': {'device_id': '0a8f7910-9892-4d12-b479-a1b7c85a31e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:00:35.260033 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:35.355932 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-04906568-2cba-4b9a-b3ea-311794392d31 None None] Provisioning for port 784e8a1f-f471-454a-a250-835ad3cee94d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:00:35.359487 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-04906568-2cba-4b9a-b3ea-311794392d31 None None] Provisioning complete for port 784e8a1f-f471-454a-a250-835ad3cee94d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:00:35.359868 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-04906568-2cba-4b9a-b3ea-311794392d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:35.393776 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-04906568-2cba-4b9a-b3ea-311794392d31 None None] Port 784e8a1f-f471-454a-a250-835ad3cee94d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:00:35.520452 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 784e8a1f-f471-454a-a250-835ad3cee94d {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:00:35.528235 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:35.539924 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] Transition to ACTIVE for port object 784e8a1f-f471-454a-a250-835ad3cee94d will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:00:35.543577 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:35.617157 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] Pushing event updated for resources: {'Port': ['ID=784e8a1f-f471-454a-a250-835ad3cee94d,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:35.670690 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] Attempting to bind port 784e8a1f-f471-454a-a250-835ad3cee94d on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:00:35.671153 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] Attempting to bind port 784e8a1f-f471-454a-a250-835ad3cee94d by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:00:35.671492 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] Attempting to bind port 784e8a1f-f471-454a-a250-835ad3cee94d on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:00:35.676042 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] Port 784e8a1f-f471-454a-a250-835ad3cee94d on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:00:35.676369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] Attempting to bind port 784e8a1f-f471-454a-a250-835ad3cee94d on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:00:35.681792 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:00:35.682140 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] Checking segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:00:35.682530 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] Bound using segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:00:35.683063 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] Bound port: 784e8a1f-f471-454a-a250-835ad3cee94d, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:00:35.683422 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:35.749114 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] For port 784e8a1f-f471-454a-a250-835ad3cee94d, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:00:35.752077 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] For port 784e8a1f-f471-454a-a250-835ad3cee94d, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=784e8a1f-f471-454a-a250-835ad3cee94d,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:00:35.756416 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:35.779326 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:00:35.791050 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:35.791668 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:35.793399 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] 10.222.0.16 "PUT /v2.0/ports/784e8a1f-f471-454a-a250-835ad3cee94d HTTP/1.1" status: 200 len: 1093 time: 0.6177697 Jul 22 20:00:35.793857 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8f7910-9892-4d12-b479-a1b7c85a31e4', 'tag': '784e8a1f-f471-454a-a250-835ad3cee94d'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:00:35.796123 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce2b3d9-53f6-4199-bf20-c7afd1d531c1" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8f7910-9892-4d12-b479-a1b7c85a31e4", "tag": "784e8a1f-f471-454a-a250-835ad3cee94d"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:00:35.824575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298e2f0-eebf-497b-8907-ce97aefd6795 service neutron] Pushing event updated for resources: {'Port': ['ID=784e8a1f-f471-454a-a250-835ad3cee94d,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:35.876240 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5930d4-b8b6-4535-874e-2da73fc7a2ea x-openstack-request-id: req-9b5930d4-b8b6-4535-874e-2da73fc7a2ea {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:00:35.876350 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8f7910-9892-4d12-b479-a1b7c85a31e4", "tag": "784e8a1f-f471-454a-a250-835ad3cee94d", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:00:35.876829 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b5930d4-b8b6-4535-874e-2da73fc7a2ea {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:00:35.877227 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8f7910-9892-4d12-b479-a1b7c85a31e4', 'tag': '784e8a1f-f471-454a-a250-835ad3cee94d', 'status': 'completed', 'code': 200} Jul 22 20:00:35.946847 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-a95c43ad-04f3-436f-a982-ec8f35df6358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:35.948369 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-a95c43ad-04f3-436f-a982-ec8f35df6358 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 1096 time: 0.1094406 Jul 22 20:00:35.994633 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-6ce37d77-4619-44bd-b65d-b7f09496b56e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=784e8a1f-f471-454a-a250-835ad3cee94d HTTP/1.1" status: 200 len: 217 time: 0.0375125 Jul 22 20:00:36.002295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f08c50-9872-4a2e-aada-d76ef071d76e req-53e74a82-a543-4677-9875-9c65e5996115 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:36.003687 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37f08c50-9872-4a2e-aada-d76ef071d76e req-53e74a82-a543-4677-9875-9c65e5996115 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 944 time: 0.1208754 Jul 22 20:00:36.078550 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-37f08c50-9872-4a2e-aada-d76ef071d76e req-08f78448-1755-41dd-8bd2-341344d1e126 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661712 Jul 22 20:00:36.080050 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-f94fdcc0-836d-44b1-9df3-200fc989e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:36.081482 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-f94fdcc0-836d-44b1-9df3-200fc989e59f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0769527 Jul 22 20:00:36.144720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-56086877-c955-4777-81a4-927aa2e53ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:36.146170 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-56086877-c955-4777-81a4-927aa2e53ed9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586362 Jul 22 20:00:36.241067 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-3786f69d-71fc-453e-8f45-2028e1654095 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879502 Jul 22 20:00:36.330129 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a0e44bf-fb01-490e-907d-45026ec27659 req-0986b5cd-dd04-4a70-ba37-3ef8c22743bb service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819044 Jul 22 20:00:36.429461 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2b3d9-53f6-4199-bf20-c7afd1d531c1 req-2e981afe-41d2-43ca-976f-86c627cd9e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:36.430964 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ce2b3d9-53f6-4199-bf20-c7afd1d531c1 req-2e981afe-41d2-43ca-976f-86c627cd9e2a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 1096 time: 0.0535345 Jul 22 20:00:36.524955 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2b3d9-53f6-4199-bf20-c7afd1d531c1 req-c693cfa8-edfb-41c2-bc5a-5fbe119c6c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:36.526450 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ce2b3d9-53f6-4199-bf20-c7afd1d531c1 req-c693cfa8-edfb-41c2-bc5a-5fbe119c6c2b service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0894094 Jul 22 20:00:36.567330 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ce2b3d9-53f6-4199-bf20-c7afd1d531c1 req-0c923081-91e9-4a89-aa8e-a36e33e005c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=784e8a1f-f471-454a-a250-835ad3cee94d HTTP/1.1" status: 200 len: 217 time: 0.0347309 Jul 22 20:00:36.619490 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2b3d9-53f6-4199-bf20-c7afd1d531c1 req-2ce026ef-bf93-4ce8-9f04-72b765d9b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:36.621518 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ce2b3d9-53f6-4199-bf20-c7afd1d531c1 req-2ce026ef-bf93-4ce8-9f04-72b765d9b98f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0475769 Jul 22 20:00:36.678630 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2b3d9-53f6-4199-bf20-c7afd1d531c1 req-7d6997d8-8c1e-479b-aec7-32559d70c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:36.680179 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ce2b3d9-53f6-4199-bf20-c7afd1d531c1 req-7d6997d8-8c1e-479b-aec7-32559d70c8b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523481 Jul 22 20:00:36.771966 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ce2b3d9-53f6-4199-bf20-c7afd1d531c1 req-8de4e80c-be5c-4703-8b10-fe1e6337f833 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847373 Jul 22 20:00:36.860688 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ce2b3d9-53f6-4199-bf20-c7afd1d531c1 req-d190456c-419f-49dd-aa54-0643d7fc32c0 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820115 Jul 22 20:00:37.210962 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147e2eb-3eb4-4ecf-bb38-08305ecfd0f2 req-86ebf6c7-ecee-42e6-a799-7e48f7a811cd tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:37.212556 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d147e2eb-3eb4-4ecf-bb38-08305ecfd0f2 req-86ebf6c7-ecee-42e6-a799-7e48f7a811cd tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 944 time: 0.0641983 Jul 22 20:00:37.250821 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d147e2eb-3eb4-4ecf-bb38-08305ecfd0f2 req-60d2801b-2770-462d-889d-d3038627ea20 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319996 Jul 22 20:00:38.385484 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b237801-fba3-4018-85bd-df81a1e4d2eb req-73e7a15c-ceb6-4a1c-bf28-3365109eec4d tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:38.387345 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5b237801-fba3-4018-85bd-df81a1e4d2eb req-73e7a15c-ceb6-4a1c-bf28-3365109eec4d tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 944 time: 0.0695779 Jul 22 20:00:38.425983 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5b237801-fba3-4018-85bd-df81a1e4d2eb req-5dcf91de-f5b4-40e4-ab48-9c53bcde93f8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329998 Jul 22 20:00:39.520123 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:39.556861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf525c94-7a7b-46a9-a591-cb818143ab48 req-dbc377b9-123a-444f-8940-da5444a1a605 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:39.559053 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf525c94-7a7b-46a9-a591-cb818143ab48 req-dbc377b9-123a-444f-8940-da5444a1a605 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 944 time: 0.0669239 Jul 22 20:00:39.596839 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf525c94-7a7b-46a9-a591-cb818143ab48 req-ba33c628-3364-477c-9a52-e457e0c19de0 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321267 Jul 22 20:00:40.719967 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 784e8a1f-f471-454a-a250-835ad3cee94d details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:00:40.729588 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3938ba-0ba8-4315-ac0e-fa265cfb7001 req-2e42b289-529a-42eb-9bff-82e7f532ec41 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:40.731766 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b3938ba-0ba8-4315-ac0e-fa265cfb7001 req-2e42b289-529a-42eb-9bff-82e7f532ec41 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 944 time: 0.0675392 Jul 22 20:00:40.769424 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b3938ba-0ba8-4315-ac0e-fa265cfb7001 req-bc62dcd9-deb3-486e-9aef-04ad004a80a6 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318165 Jul 22 20:00:40.817077 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 784e8a1f-f471-454a-a250-835ad3cee94d, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=784e8a1f-f471-454a-a250-835ad3cee94d,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:40.827733 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '784e8a1f-f471-454a-a250-835ad3cee94d', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'port_id': '784e8a1f-f471-454a-a250-835ad3cee94d', 'mac_address': 'fa:16:3e:67:08:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:00:40.864727 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:40.877236 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 784e8a1f-f471-454a-a250-835ad3cee94d {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:00:40.895879 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 784e8a1f-f471-454a-a250-835ad3cee94d, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=784e8a1f-f471-454a-a250-835ad3cee94d,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:40.899907 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:40.947326 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=784e8a1f-f471-454a-a250-835ad3cee94d,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:41.097954 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['784e8a1f-f471-454a-a250-835ad3cee94d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:00:41.899485 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80814a03-7f8a-497c-904b-3e0be0417b03 req-3718e49d-22cf-442e-86f9-d92b4bf4e7f3 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:41.901003 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-80814a03-7f8a-497c-904b-3e0be0417b03 req-3718e49d-22cf-442e-86f9-d92b4bf4e7f3 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 945 time: 0.0637195 Jul 22 20:00:41.939017 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-80814a03-7f8a-497c-904b-3e0be0417b03 req-d8d02e95-82b3-4ffb-80a7-a3474d5bce15 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323277 Jul 22 20:00:42.210101 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:42.746506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 784e8a1f-f471-454a-a250-835ad3cee94d up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:00:42.793968 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 784e8a1f-f471-454a-a250-835ad3cee94d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:00:42.797486 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 784e8a1f-f471-454a-a250-835ad3cee94d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:00:42.797858 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:42.876035 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:42.897611 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8f7910-9892-4d12-b479-a1b7c85a31e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784e8a1f-f471-454a-a250-835ad3cee94d'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:00:42.899808 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f10727c-70e4-4519-b12d-261e49833d5c" -d '{"events": [{"server_uuid": "0a8f7910-9892-4d12-b479-a1b7c85a31e4", "name": "network-vif-plugged", "status": "completed", "tag": "784e8a1f-f471-454a-a250-835ad3cee94d"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:00:42.913239 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 784e8a1f-f471-454a-a250-835ad3cee94d, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=784e8a1f-f471-454a-a250-835ad3cee94d,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:42.917714 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:42.942515 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd438ee2-78c6-46a7-9ca9-bf7a5f8ed2ee x-openstack-request-id: req-cd438ee2-78c6-46a7-9ca9-bf7a5f8ed2ee {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:00:42.943545 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8f7910-9892-4d12-b479-a1b7c85a31e4", "name": "network-vif-plugged", "status": "completed", "tag": "784e8a1f-f471-454a-a250-835ad3cee94d", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:00:42.943799 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd438ee2-78c6-46a7-9ca9-bf7a5f8ed2ee {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:00:42.944610 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8f7910-9892-4d12-b479-a1b7c85a31e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784e8a1f-f471-454a-a250-835ad3cee94d', 'code': 200} Jul 22 20:00:42.974460 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=784e8a1f-f471-454a-a250-835ad3cee94d,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:43.096295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807473f-1d58-4944-801b-ad13c4d57241 req-30ff7b29-06e9-4b3d-b17f-d905c602cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:43.097732 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d807473f-1d58-4944-801b-ad13c4d57241 req-30ff7b29-06e9-4b3d-b17f-d905c602cb4a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 1098 time: 0.0976648 Jul 22 20:00:43.110216 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f43f4-1217-46cc-a694-b224c5efe60a req-95bc42bb-033f-434a-8d68-d7f41730369f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:43.111584 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2c9f43f4-1217-46cc-a694-b224c5efe60a req-95bc42bb-033f-434a-8d68-d7f41730369f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 946 time: 0.0849521 Jul 22 20:00:43.160717 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d807473f-1d58-4944-801b-ad13c4d57241 req-d0393192-460d-4799-a8da-63876f40f3b6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481849 Jul 22 20:00:43.168282 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2c9f43f4-1217-46cc-a694-b224c5efe60a req-843ef7c7-b391-46ab-a755-a69ee47fe5be tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506880 Jul 22 20:00:44.297948 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef675ed0-4dbc-47bd-b46d-7937b04e0999 req-5c88c176-114f-45ce-aa61-95f9eb728486 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:44.299320 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef675ed0-4dbc-47bd-b46d-7937b04e0999 req-5c88c176-114f-45ce-aa61-95f9eb728486 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 946 time: 0.0630410 Jul 22 20:00:44.339450 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef675ed0-4dbc-47bd-b46d-7937b04e0999 req-fd51affd-6ce8-41cf-96b0-9715b2b429e7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328507 Jul 22 20:00:44.473910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40702-8996-4872-8d46-ec6577b8692a req-1d0ed389-8052-425b-b055-1aa6ad7371b9 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:44.475445 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-26b40702-8996-4872-8d46-ec6577b8692a req-1d0ed389-8052-425b-b055-1aa6ad7371b9 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 946 time: 0.0716228 Jul 22 20:00:44.484665 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 59770) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:44.489045 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-73e6c1fe-aee9-42db-a1e5-b63568a635e7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Request body: {'floatingip': {'port_id': '784e8a1f-f471-454a-a250-835ad3cee94d'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:00:44.528402 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-73e6c1fe-aee9-42db-a1e5-b63568a635e7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:44.958958 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-73e6c1fe-aee9-42db-a1e5-b63568a635e7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:44.963216 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-73e6c1fe-aee9-42db-a1e5-b63568a635e7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:45.064429 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-73e6c1fe-aee9-42db-a1e5-b63568a635e7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Floating IP a8aadb1b-f55c-405e-8ed9-24a66123139f associated. External IP: 172.25.3.228, port: 784e8a1f-f471-454a-a250-835ad3cee94d. Jul 22 20:00:45.267273 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e6c1fe-aee9-42db-a1e5-b63568a635e7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Router 436dc2e4-81e9-4351-873c-75404a5eab72 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:00:45.682128 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e6c1fe-aee9-42db-a1e5-b63568a635e7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:00:45.687625 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-73e6c1fe-aee9-42db-a1e5-b63568a635e7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:45.693198 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6739f15a-6ac0-4b71-b212-20db29b0d350 None None] Sync routers for ids ['436dc2e4-81e9-4351-873c-75404a5eab72'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:00:45.702486 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6739f15a-6ac0-4b71-b212-20db29b0d350 None None] Routers {'436dc2e4-81e9-4351-873c-75404a5eab72'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:00:45.703093 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6739f15a-6ac0-4b71-b212-20db29b0d350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:00:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['436dc2e4-81e9-4351-873c-75404a5eab72'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:45.725244 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-73e6c1fe-aee9-42db-a1e5-b63568a635e7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "PUT /v2.0/floatingips/a8aadb1b-f55c-405e-8ed9-24a66123139f HTTP/1.1" status: 200 len: 992 time: 1.2395601 Jul 22 20:00:45.725838 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8f7910-9892-4d12-b479-a1b7c85a31e4', 'tag': '784e8a1f-f471-454a-a250-835ad3cee94d'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:00:45.728079 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb94780c-6cbb-4fb5-bc32-1de16823bb1a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8f7910-9892-4d12-b479-a1b7c85a31e4", "tag": "784e8a1f-f471-454a-a250-835ad3cee94d"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:00:45.765994 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8df9ae5-ff17-4cf8-88cf-a8a18a7903e2 x-openstack-request-id: req-d8df9ae5-ff17-4cf8-88cf-a8a18a7903e2 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:00:45.766285 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8f7910-9892-4d12-b479-a1b7c85a31e4", "tag": "784e8a1f-f471-454a-a250-835ad3cee94d", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:00:45.766537 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8df9ae5-ff17-4cf8-88cf-a8a18a7903e2 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:00:45.766966 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8f7910-9892-4d12-b479-a1b7c85a31e4', 'tag': '784e8a1f-f471-454a-a250-835ad3cee94d', 'status': 'completed', 'code': 200} Jul 22 20:00:45.812760 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-6739f15a-6ac0-4b71-b212-20db29b0d350 None None] Set router 436dc2e4-81e9-4351-873c-75404a5eab72 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:00:45.846865 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94780c-6cbb-4fb5-bc32-1de16823bb1a req-b88bb5a6-5d82-498e-872b-4e26ba45ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:45.848373 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb94780c-6cbb-4fb5-bc32-1de16823bb1a req-b88bb5a6-5d82-498e-872b-4e26ba45ee0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 1098 time: 0.0540786 Jul 22 20:00:45.944213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94780c-6cbb-4fb5-bc32-1de16823bb1a req-509cc635-f672-4dd0-b905-bf78c51f6814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:45.945629 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb94780c-6cbb-4fb5-bc32-1de16823bb1a req-509cc635-f672-4dd0-b905-bf78c51f6814 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0917997 Jul 22 20:00:46.009895 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb94780c-6cbb-4fb5-bc32-1de16823bb1a req-81320679-7dce-415e-bfab-03d4c787556b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=784e8a1f-f471-454a-a250-835ad3cee94d HTTP/1.1" status: 200 len: 1000 time: 0.0581295 Jul 22 20:00:46.036520 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6739f15a-6ac0-4b71-b212-20db29b0d350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'a8aadb1b-f55c-405e-8ed9-24a66123139f', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'port_id': '784e8a1f-f471-454a-a250-835ad3cee94d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'mac_address': 'fa:16:3e:67:08:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f7910-9892-4d12-b479-a1b7c85a31e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:56:12Z', 'updated_at': '2021-07-22T20:00:44Z', 'revision_number': 9, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:46.058526 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94780c-6cbb-4fb5-bc32-1de16823bb1a req-2725eaff-5d7d-429a-865b-21f5046882c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:46.060023 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb94780c-6cbb-4fb5-bc32-1de16823bb1a req-2725eaff-5d7d-429a-865b-21f5046882c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0444341 Jul 22 20:00:46.063375 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6739f15a-6ac0-4b71-b212-20db29b0d350 None None] Checking router: 436dc2e4-81e9-4351-873c-75404a5eab72 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:00:46.071553 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6739f15a-6ac0-4b71-b212-20db29b0d350 None None] Routers {'436dc2e4-81e9-4351-873c-75404a5eab72'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:00:46.072154 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6739f15a-6ac0-4b71-b212-20db29b0d350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:00:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['436dc2e4-81e9-4351-873c-75404a5eab72'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:46.121603 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94780c-6cbb-4fb5-bc32-1de16823bb1a req-3f8a4d6f-155c-426f-a89d-54030a16cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:46.123116 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb94780c-6cbb-4fb5-bc32-1de16823bb1a req-3f8a4d6f-155c-426f-a89d-54030a16cc89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575747 Jul 22 20:00:46.176672 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-6739f15a-6ac0-4b71-b212-20db29b0d350 None None] Set router 436dc2e4-81e9-4351-873c-75404a5eab72 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:00:46.212254 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb94780c-6cbb-4fb5-bc32-1de16823bb1a req-ee69cac6-2e68-4001-bab8-041c33f42368 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828621 Jul 22 20:00:46.306993 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb94780c-6cbb-4fb5-bc32-1de16823bb1a req-ab30ef9e-a291-44ba-b293-80168d9e59de service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882919 Jul 22 20:00:46.398526 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6739f15a-6ac0-4b71-b212-20db29b0d350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'a8aadb1b-f55c-405e-8ed9-24a66123139f', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'port_id': '784e8a1f-f471-454a-a250-835ad3cee94d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'mac_address': 'fa:16:3e:67:08:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f7910-9892-4d12-b479-a1b7c85a31e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:56:12Z', 'updated_at': '2021-07-22T20:00:44Z', 'revision_number': 9, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:46.428602 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6739f15a-6ac0-4b71-b212-20db29b0d350 None None] The sync data for ids ['436dc2e4-81e9-4351-873c-75404a5eab72'] in n-d-800086-12 is: [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'a8aadb1b-f55c-405e-8ed9-24a66123139f', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'port_id': '784e8a1f-f471-454a-a250-835ad3cee94d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'mac_address': 'fa:16:3e:67:08:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f7910-9892-4d12-b479-a1b7c85a31e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:56:12Z', 'updated_at': '2021-07-22T20:00:44Z', 'revision_number': 9, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:00:46.613117 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7cc089-3249-48a2-ac8d-26f557a7c924 None None] New status for floating IP a8aadb1b-f55c-405e-8ed9-24a66123139f: ACTIVE {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:00:58.550964 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cf5baf73-6009-44c0-a96b-49c37bd70912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:01.061821 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2eb543f1-bd33-4c8e-aa63-2dae5adf43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:01.188179 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:02.518857 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:04.158001 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:09.516913 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:12.210513 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:12.779518 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:01:28.552261 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3c7ab0a3-3c16-48ba-84b7-ca83a7974811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:31.062789 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2b906e4e-8eb5-45e6-b118-b270b83bf00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:31.190014 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:32.522192 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:34.159926 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:39.517234 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:39.888645 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb50e293-ec8d-4656-aa33-c6c1e1c008f1 req-97ba3341-0f09-46e3-8a9d-f4f5e73302ac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0605564 Jul 22 20:01:39.982741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50e293-ec8d-4656-aa33-c6c1e1c008f1 req-e16329a0-3fba-4b60-9e27-290c07a1df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:39.984257 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb50e293-ec8d-4656-aa33-c6c1e1c008f1 req-e16329a0-3fba-4b60-9e27-290c07a1df5f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 1098 time: 0.0580254 Jul 22 20:01:40.169742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50e293-ec8d-4656-aa33-c6c1e1c008f1 req-df2d944b-8f98-4b65-96d4-3fbec5f06912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:40.171155 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb50e293-ec8d-4656-aa33-c6c1e1c008f1 req-df2d944b-8f98-4b65-96d4-3fbec5f06912 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0884750 Jul 22 20:01:40.239782 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb50e293-ec8d-4656-aa33-c6c1e1c008f1 req-957a184d-4bbb-4207-a87c-733045a403d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=784e8a1f-f471-454a-a250-835ad3cee94d HTTP/1.1" status: 200 len: 1003 time: 0.0623550 Jul 22 20:01:40.287930 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50e293-ec8d-4656-aa33-c6c1e1c008f1 req-09cfbf74-0db5-4024-b6aa-e6bf9624c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:40.289428 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb50e293-ec8d-4656-aa33-c6c1e1c008f1 req-09cfbf74-0db5-4024-b6aa-e6bf9624c9f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0434935 Jul 22 20:01:40.346660 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50e293-ec8d-4656-aa33-c6c1e1c008f1 req-753d200a-1bfd-4af9-9a6f-61f23cfb68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:40.348141 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb50e293-ec8d-4656-aa33-c6c1e1c008f1 req-753d200a-1bfd-4af9-9a6f-61f23cfb68bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527070 Jul 22 20:01:40.358261 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-cb50e293-ec8d-4656-aa33-c6c1e1c008f1 req-af040d23-0e07-4be9-b3e6-78031b5682b1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:01:40.359202 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb50e293-ec8d-4656-aa33-c6c1e1c008f1 req-af040d23-0e07-4be9-b3e6-78031b5682b1 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054483 Jul 22 20:01:40.452688 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb50e293-ec8d-4656-aa33-c6c1e1c008f1 req-8c130c48-27ff-4403-8dd2-d613459b4919 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872729 Jul 22 20:01:40.540732 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cb50e293-ec8d-4656-aa33-c6c1e1c008f1 req-a8aae29e-387d-4242-8750-86f4a6a3a5ef service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826013 Jul 22 20:01:42.240251 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:49.778154 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:01:58.554343 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8bd951c1-c37d-4d88-b7a8-3227f4a9901f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:01.064356 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b883635-865c-43e1-80c2-0e1edc610fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:01.191158 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:02.528959 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:04.162119 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:09.516173 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:12.240199 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:20.477928 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-0836ff78-ecb4-4336-a178-93f3f7ef88f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1065700 Jul 22 20:02:20.486433 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a1636-2626-4222-9e03-036d8def3dd0 req-9cc17a21-4e31-4a69-8288-6bc99fd19b70 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:20.487851 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-781a1636-2626-4222-9e03-036d8def3dd0 req-9cc17a21-4e31-4a69-8288-6bc99fd19b70 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 946 time: 0.1071849 Jul 22 20:02:20.529045 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-781a1636-2626-4222-9e03-036d8def3dd0 req-940b01d6-4e9f-48a3-a5fe-773c11145635 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347311 Jul 22 20:02:21.693165 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-b2e98fb2-b1d6-4baa-9ae3-b31be0bed505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:21.694668 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-b2e98fb2-b1d6-4baa-9ae3-b31be0bed505 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 1098 time: 0.0972135 Jul 22 20:02:21.703509 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035ca5f-83e2-438f-9830-e4d85edd5f25 req-cd50f039-825a-4d0f-86e2-81927ec142ff tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:21.704876 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d035ca5f-83e2-438f-9830-e4d85edd5f25 req-cd50f039-825a-4d0f-86e2-81927ec142ff tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 946 time: 0.0995193 Jul 22 20:02:21.791632 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d035ca5f-83e2-438f-9830-e4d85edd5f25 req-026f2cba-1b0d-4b81-b3c1-466b04246f2e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789194 Jul 22 20:02:21.816262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-2166d9a1-a508-44fa-be35-7f2c6d8269f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:21.817716 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-2166d9a1-a508-44fa-be35-7f2c6d8269f3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.1120203 Jul 22 20:02:21.885868 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-5b9eda73-abe5-4597-9342-18676a4e9b81 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=784e8a1f-f471-454a-a250-835ad3cee94d HTTP/1.1" status: 200 len: 1003 time: 0.0622346 Jul 22 20:02:21.934582 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-026627db-fc7e-40fe-bf6e-47960562fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:21.937061 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-026627db-fc7e-40fe-bf6e-47960562fec4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0449076 Jul 22 20:02:21.995974 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-0f5f58db-fbd4-458e-9c92-b5b6d1a33133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:21.997517 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-0f5f58db-fbd4-458e-9c92-b5b6d1a33133 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541594 Jul 22 20:02:22.089565 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-1310399f-96e8-48c4-9cf4-d31ca897bf99 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853708 Jul 22 20:02:22.178422 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-6ce60967-e5b1-413e-8a2e-312f60b14675 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831854 Jul 22 20:02:22.926525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ce7cc-33c8-4548-8740-b98db1b5273a req-4098fe88-2b44-48dc-a62e-567bfdef5ae6 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:22.928263 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f2ce7cc-33c8-4548-8740-b98db1b5273a req-4098fe88-2b44-48dc-a62e-567bfdef5ae6 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 946 time: 0.0684419 Jul 22 20:02:22.967435 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f2ce7cc-33c8-4548-8740-b98db1b5273a req-60b5ef11-3d76-4ca4-a07d-0993f4e7409f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329897 Jul 22 20:02:24.097194 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf9340-aa2b-4764-a3f8-c1a56403dfa2 req-452967ad-f44e-490c-aa53-9483fd104f44 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:24.098683 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89bf9340-aa2b-4764-a3f8-c1a56403dfa2 req-452967ad-f44e-490c-aa53-9483fd104f44 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 946 time: 0.0636692 Jul 22 20:02:24.136141 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89bf9340-aa2b-4764-a3f8-c1a56403dfa2 req-8cc83909-73e5-4f23-8ffd-704ddd59cde5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318904 Jul 22 20:02:25.270566 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088436e-28b4-4a5d-a121-52da2ccfb412 req-b39bc91c-710c-4653-9b47-69ccd4ffa66e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:25.272030 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1088436e-28b4-4a5d-a121-52da2ccfb412 req-b39bc91c-710c-4653-9b47-69ccd4ffa66e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 946 time: 0.0684018 Jul 22 20:02:25.309622 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1088436e-28b4-4a5d-a121-52da2ccfb412 req-b02a7379-92a5-4de9-9a50-94d295333c1f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320096 Jul 22 20:02:26.439300 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b3f40-6871-496c-a3a3-6383d5438476 req-5599605d-c37a-4dc1-8271-51c1c7c4e385 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:26.440835 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a35b3f40-6871-496c-a3a3-6383d5438476 req-5599605d-c37a-4dc1-8271-51c1c7c4e385 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 946 time: 0.0645323 Jul 22 20:02:26.479964 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a35b3f40-6871-496c-a3a3-6383d5438476 req-a8feffc2-abfc-44fe-82e8-81d55eb2b0a5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334184 Jul 22 20:02:26.776633 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:02:27.608641 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4e4d0-e4c8-4184-b5be-a5cd4de2f8dd req-c1fa9965-20df-4f30-b184-92c0f25a33dd tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:27.610121 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03f4e4d0-e4c8-4184-b5be-a5cd4de2f8dd req-c1fa9965-20df-4f30-b184-92c0f25a33dd tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 946 time: 0.0635402 Jul 22 20:02:27.647134 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03f4e4d0-e4c8-4184-b5be-a5cd4de2f8dd req-edcd7124-b153-451c-b634-9b3033404cb2 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314810 Jul 22 20:02:28.557943 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-63e241bd-33a7-4de4-9cc9-7c7f32756102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:28.782040 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570240d9-89c2-4c13-8f0c-cdd3b5ce2c35 req-c109b5af-45d0-4b10-b1fc-2d5733e7a47b tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:28.783547 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-570240d9-89c2-4c13-8f0c-cdd3b5ce2c35 req-c109b5af-45d0-4b10-b1fc-2d5733e7a47b tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 946 time: 0.0687587 Jul 22 20:02:28.821498 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-570240d9-89c2-4c13-8f0c-cdd3b5ce2c35 req-0afad2a3-1ad7-4a18-a7ac-1cc0af75f44c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322614 Jul 22 20:02:29.951856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfbfec-7026-4733-a7bf-7c9aba366321 req-a87461ae-5434-4bd5-8037-22f2852340b2 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:29.953395 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23dfbfec-7026-4733-a7bf-7c9aba366321 req-a87461ae-5434-4bd5-8037-22f2852340b2 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 946 time: 0.0642467 Jul 22 20:02:29.991646 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23dfbfec-7026-4733-a7bf-7c9aba366321 req-2d9cd503-6365-4ef6-a343-14f2bd0e90be tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322402 Jul 22 20:02:31.065640 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f8441a9e-fa35-435e-8d38-20208fedc5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:31.133316 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd07ed-b544-41c4-b7ff-4666445032cf req-dec08f0b-4e1e-43d4-a5c4-5a264a7ebb9c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:31.134832 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ebd07ed-b544-41c4-b7ff-4666445032cf req-dec08f0b-4e1e-43d4-a5c4-5a264a7ebb9c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 946 time: 0.0749967 Jul 22 20:02:31.172918 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5ebd07ed-b544-41c4-b7ff-4666445032cf req-95f1249c-693b-493e-a9ce-9a1b9af196cb tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320065 Jul 22 20:02:31.192392 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:32.308844 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b2487-3296-4ba8-84b7-a08a2a828149 req-fa300a1e-9dfc-44b2-8fa3-ddade574c1ad tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:32.310307 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-573b2487-3296-4ba8-84b7-a08a2a828149 req-fa300a1e-9dfc-44b2-8fa3-ddade574c1ad tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 946 time: 0.0661957 Jul 22 20:02:32.347281 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-573b2487-3296-4ba8-84b7-a08a2a828149 req-397339d2-516f-4f4d-8008-9f29e56f502c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313878 Jul 22 20:02:32.527052 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:33.477925 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a425f2e-f421-4e98-bd5b-aa83ea184ab6 req-0c4956a0-2479-48b5-896b-0cc5e83bee5e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:33.479398 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0a425f2e-f421-4e98-bd5b-aa83ea184ab6 req-0c4956a0-2479-48b5-896b-0cc5e83bee5e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 946 time: 0.0644763 Jul 22 20:02:33.517466 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0a425f2e-f421-4e98-bd5b-aa83ea184ab6 req-57ba8d3d-bcc8-44c3-beb3-0b136e37596d tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317698 Jul 22 20:02:33.958256 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-f0b9d2e9-89d5-47ec-a154-9cd86c3209bf service neutron] show failed (client error): The resource could not be found. Jul 22 20:02:33.959274 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-f0b9d2e9-89d5-47ec-a154-9cd86c3209bf service neutron] 10.222.0.16 "GET /v2.0/ports/784e8a1f-f471-454a-a250-835ad3cee94d/bindings/n-h1-800086-12 HTTP/1.1" status: 404 len: 381 time: 0.0590634 Jul 22 20:02:34.158788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-d2cdf860-ddcc-4b25-9ae0-2a8dc0731491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:34.160357 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-d2cdf860-ddcc-4b25-9ae0-2a8dc0731491 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4&tenant_id=dc261cf339f84f328b09b99adc64a706 HTTP/1.1" status: 200 len: 1098 time: 0.0560040 Jul 22 20:02:34.164964 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:34.172113 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800086-12', 'device_owner': 'compute:nova'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:02:34.246345 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:34.447660 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] For port 784e8a1f-f471-454a-a250-835ad3cee94d, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=784e8a1f-f471-454a-a250-835ad3cee94d,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:34.481152 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] For port 784e8a1f-f471-454a-a250-835ad3cee94d, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:02:34.520786 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8f7910-9892-4d12-b479-a1b7c85a31e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '784e8a1f-f471-454a-a250-835ad3cee94d'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:02:34.523107 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f17403d-63cd-4c12-847a-f70e4c8749a4" -d '{"events": [{"server_uuid": "0a8f7910-9892-4d12-b479-a1b7c85a31e4", "name": "network-vif-unplugged", "status": "completed", "tag": "784e8a1f-f471-454a-a250-835ad3cee94d"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:02:34.526615 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:34.539716 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Transition to ACTIVE for port object 784e8a1f-f471-454a-a250-835ad3cee94d will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:02:34.550164 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:34.578984 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 20:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814f5326-4d85-41f4-bb25-3be629ac7a7a x-openstack-request-id: req-814f5326-4d85-41f4-bb25-3be629ac7a7a {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:02:34.579304 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8f7910-9892-4d12-b479-a1b7c85a31e4", "name": "network-vif-unplugged", "status": "completed", "tag": "784e8a1f-f471-454a-a250-835ad3cee94d", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:02:34.579555 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-814f5326-4d85-41f4-bb25-3be629ac7a7a {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:02:34.579951 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8f7910-9892-4d12-b479-a1b7c85a31e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '784e8a1f-f471-454a-a250-835ad3cee94d', 'code': 200} Jul 22 20:02:34.696158 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Pushing event updated for resources: {'Port': ['ID=784e8a1f-f471-454a-a250-835ad3cee94d,revision_number=6']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:34.724823 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.725095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.725439 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.725775 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.726107 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.726438 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.726764 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.727112 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.727418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.727736 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.728063 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.728386 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.785522 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] No DVR routers for this DVR port 784e8a1f-f471-454a-a250-835ad3cee94d on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:02:34.860540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ed880-4a32-4df7-a248-67260fbe1012 req-de42d61f-d6e1-4eb8-9094-ed35fb388f4c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:34.861972 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-331ed880-4a32-4df7-a248-67260fbe1012 req-de42d61f-d6e1-4eb8-9094-ed35fb388f4c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 944 time: 0.2755864 Jul 22 20:02:34.918273 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-331ed880-4a32-4df7-a248-67260fbe1012 req-71fddd59-4c16-45e6-af48-fe4492e39aa1 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495353 Jul 22 20:02:34.961237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Attempting to bind port 784e8a1f-f471-454a-a250-835ad3cee94d on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:02:34.961574 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Attempting to bind port 784e8a1f-f471-454a-a250-835ad3cee94d by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:02:34.961905 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Attempting to bind port 784e8a1f-f471-454a-a250-835ad3cee94d on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:02:34.966330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Port 784e8a1f-f471-454a-a250-835ad3cee94d on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:02:34.967170 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Attempting to bind port 784e8a1f-f471-454a-a250-835ad3cee94d on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:02:34.972031 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:02:34.972366 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Checking segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:02:34.972779 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Bound using segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:02:34.973203 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Bound port: 784e8a1f-f471-454a-a250-835ad3cee94d, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:02:34.973555 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:35.038377 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] For port 784e8a1f-f471-454a-a250-835ad3cee94d, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:02:35.041264 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] For port 784e8a1f-f471-454a-a250-835ad3cee94d, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=784e8a1f-f471-454a-a250-835ad3cee94d,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:02:35.046172 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:35.080059 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:35.080728 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:35.082080 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] 10.222.0.30 "PUT /v2.0/ports/784e8a1f-f471-454a-a250-835ad3cee94d HTTP/1.1" status: 200 len: 1093 time: 0.9147253 Jul 22 20:02:35.103994 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd253e-478a-442e-bc5c-9fb026b867ff service neutron] Pushing event updated for resources: {'Port': ['ID=784e8a1f-f471-454a-a250-835ad3cee94d,revision_number=7']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:35.163759 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-35ca6f89-2463-4778-98b5-1fa333568722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:35.165354 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-35ca6f89-2463-4778-98b5-1fa333568722 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 1096 time: 0.0571241 Jul 22 20:02:35.265144 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-e64cddb2-3109-4814-9d41-9611346a0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:35.266642 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-e64cddb2-3109-4814-9d41-9611346a0e80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0954642 Jul 22 20:02:35.330228 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-644b57ea-c059-4613-afa2-4092b7922ace service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=784e8a1f-f471-454a-a250-835ad3cee94d HTTP/1.1" status: 200 len: 1001 time: 0.0575256 Jul 22 20:02:35.378473 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-956f6f42-92f6-4fcb-83a9-c15d4df59cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:35.379797 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-956f6f42-92f6-4fcb-83a9-c15d4df59cd0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0435472 Jul 22 20:02:35.441694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-5ed42f63-222b-4470-845a-8bf631d8e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:35.443181 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-5ed42f63-222b-4470-845a-8bf631d8e029 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573690 Jul 22 20:02:35.531032 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-1185beab-5910-4d4d-872b-c5e6b1968c13 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812750 Jul 22 20:02:35.623900 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0522167-32da-470e-9c7f-2cfbbb78156e req-227ba79f-579b-4f1f-8875-68e81e742818 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863874 Jul 22 20:02:36.051352 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b5588-1b65-4274-9cdf-f17aca307d45 req-f719883b-da61-4e23-b56b-331152074aaa tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:36.053139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7b5b5588-1b65-4274-9cdf-f17aca307d45 req-f719883b-da61-4e23-b56b-331152074aaa tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 944 time: 0.0647237 Jul 22 20:02:36.092065 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7b5b5588-1b65-4274-9cdf-f17aca307d45 req-9d6cf11b-da4e-4995-b4b0-64f2e068e374 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334218 Jul 22 20:02:36.581138 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8f7910-9892-4d12-b479-a1b7c85a31e4', 'tag': '784e8a1f-f471-454a-a250-835ad3cee94d'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:02:36.583518 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad613d9-b2e9-415c-b4bf-83762e425cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8f7910-9892-4d12-b479-a1b7c85a31e4", "tag": "784e8a1f-f471-454a-a250-835ad3cee94d"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:02:36.629780 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f6e460-003b-4b58-8ddf-fef748710f99 x-openstack-request-id: req-46f6e460-003b-4b58-8ddf-fef748710f99 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:02:36.630097 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8f7910-9892-4d12-b479-a1b7c85a31e4", "tag": "784e8a1f-f471-454a-a250-835ad3cee94d", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:02:36.630350 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46f6e460-003b-4b58-8ddf-fef748710f99 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:02:36.630740 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8f7910-9892-4d12-b479-a1b7c85a31e4', 'tag': '784e8a1f-f471-454a-a250-835ad3cee94d', 'status': 'completed', 'code': 200} Jul 22 20:02:36.741515 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad613d9-b2e9-415c-b4bf-83762e425cf7 req-5bc93a54-078b-4b82-9dbf-6478c6315396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:36.743016 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ad613d9-b2e9-415c-b4bf-83762e425cf7 req-5bc93a54-078b-4b82-9dbf-6478c6315396 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 1096 time: 0.0938015 Jul 22 20:02:36.749381 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad613d9-b2e9-415c-b4bf-83762e425cf7 req-3ca3130f-f904-40de-8f49-fb4cbe811f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:36.750730 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ad613d9-b2e9-415c-b4bf-83762e425cf7 req-3ca3130f-f904-40de-8f49-fb4cbe811f64 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 1096 time: 0.0929403 Jul 22 20:02:36.900590 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad613d9-b2e9-415c-b4bf-83762e425cf7 req-ad33636f-35c0-4877-93ef-e12328b450f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:36.901993 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ad613d9-b2e9-415c-b4bf-83762e425cf7 req-ad33636f-35c0-4877-93ef-e12328b450f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.1504261 Jul 22 20:02:36.904603 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad613d9-b2e9-415c-b4bf-83762e425cf7 req-a7ba63f4-8d45-4621-9b9f-dbf3b8c3318f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:36.905934 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ad613d9-b2e9-415c-b4bf-83762e425cf7 req-a7ba63f4-8d45-4621-9b9f-dbf3b8c3318f service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.1474447 Jul 22 20:02:37.340689 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ad613d9-b2e9-415c-b4bf-83762e425cf7 req-acfb37ef-1207-4254-af23-3d7761f3e7c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=784e8a1f-f471-454a-a250-835ad3cee94d HTTP/1.1" status: 200 len: 1001 time: 0.4329138 Jul 22 20:02:37.358543 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ad613d9-b2e9-415c-b4bf-83762e425cf7 req-1f67db5d-47e4-4dfb-ac2c-cd14fa3e0946 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=784e8a1f-f471-454a-a250-835ad3cee94d HTTP/1.1" status: 200 len: 1001 time: 0.4444857 Jul 22 20:02:37.439778 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad613d9-b2e9-415c-b4bf-83762e425cf7 req-b59d5d67-8bd4-4a3a-b704-188866646d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:37.441250 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ad613d9-b2e9-415c-b4bf-83762e425cf7 req-b59d5d67-8bd4-4a3a-b704-188866646d0e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0928338 Jul 22 20:02:37.460835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad613d9-b2e9-415c-b4bf-83762e425cf7 req-73a5389d-2a02-4f43-8b98-0617ebde9ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:37.462171 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ad613d9-b2e9-415c-b4bf-83762e425cf7 req-73a5389d-2a02-4f43-8b98-0617ebde9ee5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0795455 Jul 22 20:02:37.472000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85098d-b866-477b-a818-1933ea071d0f req-4bc4a90a-c9fa-4e8c-9dbd-4e361cfc8add tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:37.473405 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6a85098d-b866-477b-a818-1933ea071d0f req-4bc4a90a-c9fa-4e8c-9dbd-4e361cfc8add tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 944 time: 0.1888671 Jul 22 20:02:37.570418 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6a85098d-b866-477b-a818-1933ea071d0f req-1f7d81de-c060-4719-be3a-5357dbbcc0ea tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726089 Jul 22 20:02:37.588961 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad613d9-b2e9-415c-b4bf-83762e425cf7 req-8425133f-6eaa-48bc-b96a-c58a9d0944d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:37.590483 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ad613d9-b2e9-415c-b4bf-83762e425cf7 req-8425133f-6eaa-48bc-b96a-c58a9d0944d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1407242 Jul 22 20:02:37.597037 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad613d9-b2e9-415c-b4bf-83762e425cf7 req-14763afa-2291-4cdd-a731-73c7be8df282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:37.598512 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ad613d9-b2e9-415c-b4bf-83762e425cf7 req-14763afa-2291-4cdd-a731-73c7be8df282 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1084766 Jul 22 20:02:37.753656 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ad613d9-b2e9-415c-b4bf-83762e425cf7 req-809a88c5-8c6f-49d2-8465-326189741588 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541944 Jul 22 20:02:37.755503 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ad613d9-b2e9-415c-b4bf-83762e425cf7 req-26258f27-803d-41c1-8b29-2c50ea836122 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482656 Jul 22 20:02:37.892887 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275916b0-d228-48ce-982b-332513dbda9a req-c40e1e7f-b5e9-4a5c-8bec-29d7413e6565 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:37.894312 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-275916b0-d228-48ce-982b-332513dbda9a req-c40e1e7f-b5e9-4a5c-8bec-29d7413e6565 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4&tenant_id=dc261cf339f84f328b09b99adc64a706&binding%3Ahost_id=n-h1-800086-12 HTTP/1.1" status: 200 len: 944 time: 0.0896420 Jul 22 20:02:37.952288 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ad613d9-b2e9-415c-b4bf-83762e425cf7 req-be120be7-86b7-472e-93d7-a950e334c4fd service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928833 Jul 22 20:02:37.959457 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9ad613d9-b2e9-415c-b4bf-83762e425cf7 req-3e0cbf9d-07ef-417d-bf4f-d8be02825eb9 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914468 Jul 22 20:02:37.965747 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-275916b0-d228-48ce-982b-332513dbda9a req-bbd6e936-b8dd-4163-8ef2-351c8a9221e2 service neutron] 10.222.0.30 "GET /v2.0/ports/784e8a1f-f471-454a-a250-835ad3cee94d/bindings/n-h1-800086-12 HTTP/1.1" status: 200 len: 383 time: 0.0653629 Jul 22 20:02:37.984036 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea1168-eb6e-4bbb-8dae-0c8035a1ba2b req-af297593-0056-49d9-9672-2ceed1653867 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:37.985685 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92ea1168-eb6e-4bbb-8dae-0c8035a1ba2b req-af297593-0056-49d9-9672-2ceed1653867 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 944 time: 0.1379900 Jul 22 20:02:38.031964 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-92ea1168-eb6e-4bbb-8dae-0c8035a1ba2b req-a7ce3cfe-4233-4196-9dd0-1a05d0b66d66 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405908 Jul 22 20:02:38.059595 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275916b0-d228-48ce-982b-332513dbda9a req-6d804110-47cc-4cf2-870e-6f535a886953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:38.061883 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-275916b0-d228-48ce-982b-332513dbda9a req-6d804110-47cc-4cf2-870e-6f535a886953 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 1096 time: 0.0618103 Jul 22 20:02:38.155902 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275916b0-d228-48ce-982b-332513dbda9a req-9fc00eb1-2a83-4d76-a8f5-71cf910fd90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:38.157527 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-275916b0-d228-48ce-982b-332513dbda9a req-9fc00eb1-2a83-4d76-a8f5-71cf910fd90a service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0902073 Jul 22 20:02:38.222518 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-275916b0-d228-48ce-982b-332513dbda9a req-3cb35e85-0eca-4b52-a6d1-2c39e37d8be8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=784e8a1f-f471-454a-a250-835ad3cee94d HTTP/1.1" status: 200 len: 1001 time: 0.0587792 Jul 22 20:02:38.269475 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275916b0-d228-48ce-982b-332513dbda9a req-f249d33d-3415-40e9-af9f-5cbad71d906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:38.270867 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-275916b0-d228-48ce-982b-332513dbda9a req-f249d33d-3415-40e9-af9f-5cbad71d906e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0429614 Jul 22 20:02:38.331555 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275916b0-d228-48ce-982b-332513dbda9a req-2e0ed031-4740-4b45-8ee5-7474f97147e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:38.333070 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-275916b0-d228-48ce-982b-332513dbda9a req-2e0ed031-4740-4b45-8ee5-7474f97147e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561445 Jul 22 20:02:38.420190 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-275916b0-d228-48ce-982b-332513dbda9a req-3e03cb86-bd91-41f8-8b9a-562ee44670fe service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802987 Jul 22 20:02:38.509938 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-275916b0-d228-48ce-982b-332513dbda9a req-363f3d0c-6de5-44b1-a315-d89df19e61db service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846062 Jul 22 20:02:38.528457 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 784e8a1f-f471-454a-a250-835ad3cee94d details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:02:38.621977 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 784e8a1f-f471-454a-a250-835ad3cee94d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=784e8a1f-f471-454a-a250-835ad3cee94d,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:38.636523 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '784e8a1f-f471-454a-a250-835ad3cee94d', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'port_id': '784e8a1f-f471-454a-a250-835ad3cee94d', 'mac_address': 'fa:16:3e:67:08:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:02:38.673128 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:38.686371 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 784e8a1f-f471-454a-a250-835ad3cee94d {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:02:38.705226 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 784e8a1f-f471-454a-a250-835ad3cee94d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=784e8a1f-f471-454a-a250-835ad3cee94d,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:38.709045 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:38.755373 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=784e8a1f-f471-454a-a250-835ad3cee94d,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:38.762761 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:38.763214 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:38.763669 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:38.764119 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:38.764630 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:38.765063 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:38.765498 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:38.765945 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:38.766313 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:38.766644 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:38.766970 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:38.767294 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:38.963816 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['784e8a1f-f471-454a-a250-835ad3cee94d'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:02:39.170445 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbbb96-6f61-4d15-aae7-c60e2da95d2a req-93ffe0ac-0dd3-48c5-a6a0-090112947bd9 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:39.171944 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6efbbb96-6f61-4d15-aae7-c60e2da95d2a req-93ffe0ac-0dd3-48c5-a6a0-090112947bd9 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 945 time: 0.0655510 Jul 22 20:02:39.209137 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6efbbb96-6f61-4d15-aae7-c60e2da95d2a req-7df101f9-de8f-4be2-91bd-31a1d9831475 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313740 Jul 22 20:02:39.242924 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 784e8a1f-f471-454a-a250-835ad3cee94d no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:02:39.283198 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 784e8a1f-f471-454a-a250-835ad3cee94d not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:02:39.542131 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:40.344449 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfa3fd-88df-4d85-afc1-fd04f83ea5a1 req-b8fc359e-4e48-4d4e-9f28-1d7bf2e93230 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:40.346096 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89cfa3fd-88df-4d85-afc1-fd04f83ea5a1 req-b8fc359e-4e48-4d4e-9f28-1d7bf2e93230 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 945 time: 0.0661910 Jul 22 20:02:40.385009 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-89cfa3fd-88df-4d85-afc1-fd04f83ea5a1 req-b52afa96-1e8a-4e2d-8a1e-e7e5c8c7345c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333121 Jul 22 20:02:40.446865 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275916b0-d228-48ce-982b-332513dbda9a req-6ab08867-af18-48ef-acfd-54db0aac4d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:40.448370 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-275916b0-d228-48ce-982b-332513dbda9a req-6ab08867-af18-48ef-acfd-54db0aac4d43 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4&tenant_id=dc261cf339f84f328b09b99adc64a706 HTTP/1.1" status: 200 len: 1097 time: 0.0581121 Jul 22 20:02:40.459823 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800086-12', 'device_owner': 'compute:nova'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:02:40.531895 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:40.553600 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 784e8a1f-f471-454a-a250-835ad3cee94d up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:02:40.601934 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 784e8a1f-f471-454a-a250-835ad3cee94d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:02:40.605880 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 784e8a1f-f471-454a-a250-835ad3cee94d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:02:40.606256 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:40.684224 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:40.745180 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] For port 784e8a1f-f471-454a-a250-835ad3cee94d, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=784e8a1f-f471-454a-a250-835ad3cee94d,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:40.777839 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] For port 784e8a1f-f471-454a-a250-835ad3cee94d, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:02:40.814707 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 784e8a1f-f471-454a-a250-835ad3cee94d {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:02:40.823242 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:40.835710 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] Ignored duplicate provisioning block setup for port 784e8a1f-f471-454a-a250-835ad3cee94d by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 20:02:40.839333 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:40.873890 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.api [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 20:02:40.874340 n-d-800086-12 neutron-server[93808]: DEBUG oslo_db.api [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 20:02:40.918671 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] Pushing event updated for resources: {'Port': ['ID=784e8a1f-f471-454a-a250-835ad3cee94d,revision_number=9']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:40.967601 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] No DVR routers for this DVR port 784e8a1f-f471-454a-a250-835ad3cee94d on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:02:41.080127 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-50f7ac08-8c87-4472-9fbf-b18dc6bec870 None None] Provisioning complete for port 784e8a1f-f471-454a-a250-835ad3cee94d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:02:41.080515 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-50f7ac08-8c87-4472-9fbf-b18dc6bec870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:41.113637 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] Attempting to bind port 784e8a1f-f471-454a-a250-835ad3cee94d on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:02:41.114010 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] Attempting to bind port 784e8a1f-f471-454a-a250-835ad3cee94d by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:02:41.114336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] Attempting to bind port 784e8a1f-f471-454a-a250-835ad3cee94d on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:02:41.116309 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-50f7ac08-8c87-4472-9fbf-b18dc6bec870 None None] Port 784e8a1f-f471-454a-a250-835ad3cee94d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:02:41.118729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] Port 784e8a1f-f471-454a-a250-835ad3cee94d on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:02:41.119060 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] Attempting to bind port 784e8a1f-f471-454a-a250-835ad3cee94d on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:02:41.124654 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:02:41.124999 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] Checking segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:02:41.125384 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] Bound using segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:02:41.125817 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] Bound port: 784e8a1f-f471-454a-a250-835ad3cee94d, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:02:41.126191 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:41.194573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] For port 784e8a1f-f471-454a-a250-835ad3cee94d, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:02:41.197622 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] For port 784e8a1f-f471-454a-a250-835ad3cee94d, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=784e8a1f-f471-454a-a250-835ad3cee94d,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:02:41.203481 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:41.243885 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:41.244535 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:41.245939 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-275916b0-d228-48ce-982b-332513dbda9a req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] 10.222.0.16 "PUT /v2.0/ports/784e8a1f-f471-454a-a250-835ad3cee94d HTTP/1.1" status: 200 len: 1093 time: 0.7902684 Jul 22 20:02:41.246381 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8f7910-9892-4d12-b479-a1b7c85a31e4', 'tag': '784e8a1f-f471-454a-a250-835ad3cee94d'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:02:41.249570 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419bbdc6-c99f-4c47-ab25-28dfcfd5d741" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8f7910-9892-4d12-b479-a1b7c85a31e4", "tag": "784e8a1f-f471-454a-a250-835ad3cee94d"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:02:41.279120 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1841396-3eb2-403c-91de-8c62f1845b4f service neutron] Pushing event updated for resources: {'Port': ['ID=784e8a1f-f471-454a-a250-835ad3cee94d,revision_number=10']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:41.318833 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38af4625-ee76-4f84-82a5-6f611b7f43a2 x-openstack-request-id: req-38af4625-ee76-4f84-82a5-6f611b7f43a2 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:02:41.319057 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8f7910-9892-4d12-b479-a1b7c85a31e4", "tag": "784e8a1f-f471-454a-a250-835ad3cee94d", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:02:41.319314 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38af4625-ee76-4f84-82a5-6f611b7f43a2 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:02:41.319703 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8f7910-9892-4d12-b479-a1b7c85a31e4', 'tag': '784e8a1f-f471-454a-a250-835ad3cee94d', 'status': 'completed', 'code': 200} Jul 22 20:02:41.332418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275916b0-d228-48ce-982b-332513dbda9a req-584aee57-4d64-429b-a4c3-ba4577ede843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:41.334009 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-275916b0-d228-48ce-982b-332513dbda9a req-584aee57-4d64-429b-a4c3-ba4577ede843 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 1097 time: 0.0648339 Jul 22 20:02:41.437669 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bbdc6-c99f-4c47-ab25-28dfcfd5d741 req-06f8a372-bee9-4ef4-aed8-1c06b5d1dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:41.439820 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-419bbdc6-c99f-4c47-ab25-28dfcfd5d741 req-06f8a372-bee9-4ef4-aed8-1c06b5d1dafd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 1097 time: 0.0942841 Jul 22 20:02:41.452196 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275916b0-d228-48ce-982b-332513dbda9a req-c62f34ff-4640-4380-9735-9c76aad17273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:41.453879 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-275916b0-d228-48ce-982b-332513dbda9a req-c62f34ff-4640-4380-9735-9c76aad17273 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.1138880 Jul 22 20:02:41.556573 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bbdc6-c99f-4c47-ab25-28dfcfd5d741 req-37282700-d4d5-4b91-9544-454333ed48d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:41.558018 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-419bbdc6-c99f-4c47-ab25-28dfcfd5d741 req-37282700-d4d5-4b91-9544-454333ed48d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.1118212 Jul 22 20:02:41.574778 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-275916b0-d228-48ce-982b-332513dbda9a req-c2268c42-84e5-45ea-b82d-8e040007cfb7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=784e8a1f-f471-454a-a250-835ad3cee94d HTTP/1.1" status: 200 len: 1001 time: 0.1117768 Jul 22 20:02:41.636858 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ebd04722-207e-4093-89b4-7f74ef1951cd None None] Provisioning complete for port 784e8a1f-f471-454a-a250-835ad3cee94d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:02:41.637394 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ebd04722-207e-4093-89b4-7f74ef1951cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:41.637808 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-419bbdc6-c99f-4c47-ab25-28dfcfd5d741 req-d70831db-962b-4b62-a929-76857b8c4786 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=784e8a1f-f471-454a-a250-835ad3cee94d HTTP/1.1" status: 200 len: 1001 time: 0.0723569 Jul 22 20:02:41.640539 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:41.641855 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0444a-3d81-4c6b-97f8-6fb39496f8db req-b4525413-b36c-4c62-8487-c420c53f6554 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:41.643447 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69f0444a-3d81-4c6b-97f8-6fb39496f8db req-b4525413-b36c-4c62-8487-c420c53f6554 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 945 time: 0.1631839 Jul 22 20:02:41.653231 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275916b0-d228-48ce-982b-332513dbda9a req-50672643-5661-4ac4-8234-1e181792dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:41.654819 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-275916b0-d228-48ce-982b-332513dbda9a req-50672643-5661-4ac4-8234-1e181792dc6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0705335 Jul 22 20:02:41.693497 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8f7910-9892-4d12-b479-a1b7c85a31e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784e8a1f-f471-454a-a250-835ad3cee94d'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:02:41.695912 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8716ac7e-1638-43d7-bafc-f8387340036d" -d '{"events": [{"server_uuid": "0a8f7910-9892-4d12-b479-a1b7c85a31e4", "name": "network-vif-plugged", "status": "completed", "tag": "784e8a1f-f471-454a-a250-835ad3cee94d"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:02:41.708602 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bbdc6-c99f-4c47-ab25-28dfcfd5d741 req-6893496b-ba11-4985-b240-c3469cf6f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:41.711727 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-419bbdc6-c99f-4c47-ab25-28dfcfd5d741 req-6893496b-ba11-4985-b240-c3469cf6f994 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0603051 Jul 22 20:02:41.717798 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 784e8a1f-f471-454a-a250-835ad3cee94d, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=784e8a1f-f471-454a-a250-835ad3cee94d,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:41.763412 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ebd04722-207e-4093-89b4-7f74ef1951cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:41.766872 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:41.767437 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69f0444a-3d81-4c6b-97f8-6fb39496f8db req-5c01fe3f-d0b4-4b05-a151-400e1affa258 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149504 Jul 22 20:02:41.798838 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275916b0-d228-48ce-982b-332513dbda9a req-a2614d46-7bf0-49ba-a494-619a86a1cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:41.800358 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-275916b0-d228-48ce-982b-332513dbda9a req-a2614d46-7bf0-49ba-a494-619a86a1cf20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1315758 Jul 22 20:02:41.802460 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bbdc6-c99f-4c47-ab25-28dfcfd5d741 req-a5fa44b0-bc27-411c-bc55-9ea4b7346f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:41.803867 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f784bbb8-15ee-4ca4-9315-1d5ab49db026 x-openstack-request-id: req-f784bbb8-15ee-4ca4-9315-1d5ab49db026 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:02:41.804163 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8f7910-9892-4d12-b479-a1b7c85a31e4", "name": "network-vif-plugged", "status": "completed", "tag": "784e8a1f-f471-454a-a250-835ad3cee94d", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:02:41.804418 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f784bbb8-15ee-4ca4-9315-1d5ab49db026 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:02:41.804839 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8f7910-9892-4d12-b479-a1b7c85a31e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784e8a1f-f471-454a-a250-835ad3cee94d', 'code': 200} Jul 22 20:02:41.816811 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-419bbdc6-c99f-4c47-ab25-28dfcfd5d741 req-a5fa44b0-bc27-411c-bc55-9ea4b7346f73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856583 Jul 22 20:02:41.858642 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=784e8a1f-f471-454a-a250-835ad3cee94d,revision_number=11']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:41.873530 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.api [None req-ebd04722-207e-4093-89b4-7f74ef1951cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 20:02:41.873983 n-d-800086-12 neutron-server[93808]: DEBUG oslo_db.api [None req-ebd04722-207e-4093-89b4-7f74ef1951cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 20:02:41.910906 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-275916b0-d228-48ce-982b-332513dbda9a req-b9c6dce6-15f6-4315-8383-004b848c18fc service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998085 Jul 22 20:02:41.922990 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-419bbdc6-c99f-4c47-ab25-28dfcfd5d741 req-a115c3e5-5ce7-4b8a-bec9-5c3387dbe254 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052148 Jul 22 20:02:42.005117 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-275916b0-d228-48ce-982b-332513dbda9a req-f953646b-2b6d-4084-b7bc-4eea8c0cade2 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879271 Jul 22 20:02:42.027240 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-419bbdc6-c99f-4c47-ab25-28dfcfd5d741 req-fa40f5fd-0512-44a1-9a67-b99f2213e6a3 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977805 Jul 22 20:02:42.107798 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bbdc6-c99f-4c47-ab25-28dfcfd5d741 req-df6ef0d3-e27d-4d7d-b2fe-5902aef6f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:42.109425 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-419bbdc6-c99f-4c47-ab25-28dfcfd5d741 req-df6ef0d3-e27d-4d7d-b2fe-5902aef6f3cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 1099 time: 0.0599160 Jul 22 20:02:42.202355 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bbdc6-c99f-4c47-ab25-28dfcfd5d741 req-e4e16b46-8e05-415f-af21-ea44e836cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:42.203984 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-419bbdc6-c99f-4c47-ab25-28dfcfd5d741 req-e4e16b46-8e05-415f-af21-ea44e836cd99 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0888176 Jul 22 20:02:42.270331 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:42.276787 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-419bbdc6-c99f-4c47-ab25-28dfcfd5d741 req-8d4765c6-8187-4049-9d8c-7cafbd995b74 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=784e8a1f-f471-454a-a250-835ad3cee94d HTTP/1.1" status: 200 len: 1003 time: 0.0668616 Jul 22 20:02:42.325313 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bbdc6-c99f-4c47-ab25-28dfcfd5d741 req-61e02dd4-892d-4d27-a0cd-fd256f0ecd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:42.327362 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-419bbdc6-c99f-4c47-ab25-28dfcfd5d741 req-61e02dd4-892d-4d27-a0cd-fd256f0ecd7b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0437086 Jul 22 20:02:42.385750 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bbdc6-c99f-4c47-ab25-28dfcfd5d741 req-e486a2fe-cfdc-4698-9134-31652f19d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:42.387187 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-419bbdc6-c99f-4c47-ab25-28dfcfd5d741 req-e486a2fe-cfdc-4698-9134-31652f19d4f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537188 Jul 22 20:02:42.480569 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-419bbdc6-c99f-4c47-ab25-28dfcfd5d741 req-deebde10-b5c0-45e8-8bd9-47fd08a32cb0 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862005 Jul 22 20:02:42.567021 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 784e8a1f-f471-454a-a250-835ad3cee94d no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:02:42.568844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-419bbdc6-c99f-4c47-ab25-28dfcfd5d741 req-3c5f22c6-9b58-43d6-ae70-dff09befdccc service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815561 Jul 22 20:02:42.604245 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 784e8a1f-f471-454a-a250-835ad3cee94d not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:02:42.689117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50e57b-771d-4878-9612-6ecd180ecf04 req-4905829d-f8e0-4660-a22f-8c81b25883b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:42.690625 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3a50e57b-771d-4878-9612-6ecd180ecf04 req-4905829d-f8e0-4660-a22f-8c81b25883b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 1099 time: 0.0596328 Jul 22 20:02:42.794842 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50e57b-771d-4878-9612-6ecd180ecf04 req-4c08cc7e-5a09-443d-8b1c-290522878c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:42.796341 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3a50e57b-771d-4878-9612-6ecd180ecf04 req-4c08cc7e-5a09-443d-8b1c-290522878c08 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0871048 Jul 22 20:02:42.894855 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3a50e57b-771d-4878-9612-6ecd180ecf04 req-22054b53-7c4c-4b7d-bcc9-adfed24a3761 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=784e8a1f-f471-454a-a250-835ad3cee94d HTTP/1.1" status: 200 len: 1003 time: 0.0914049 Jul 22 20:02:42.950388 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f6ed6-7dee-4c1a-a98d-c88211195c49 req-dfb33643-6290-4776-b7a4-7db40606845b tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:42.951927 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2c3f6ed6-7dee-4c1a-a98d-c88211195c49 req-dfb33643-6290-4776-b7a4-7db40606845b tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 947 time: 0.1097269 Jul 22 20:02:42.969839 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50e57b-771d-4878-9612-6ecd180ecf04 req-1c53ec28-7027-41d3-a43b-70c3db460dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:42.971255 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3a50e57b-771d-4878-9612-6ecd180ecf04 req-1c53ec28-7027-41d3-a43b-70c3db460dd2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0693839 Jul 22 20:02:43.027019 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2c3f6ed6-7dee-4c1a-a98d-c88211195c49 req-9076887e-f80b-42b5-9a22-f2e50c338253 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689213 Jul 22 20:02:43.049114 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50e57b-771d-4878-9612-6ecd180ecf04 req-33797e07-1b43-4037-b586-a06d936f9f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:43.050633 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3a50e57b-771d-4878-9612-6ecd180ecf04 req-33797e07-1b43-4037-b586-a06d936f9f34 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715301 Jul 22 20:02:43.143049 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3a50e57b-771d-4878-9612-6ecd180ecf04 req-5cc11e68-fd45-40b2-ae3b-45c0deef619a service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822675 Jul 22 20:02:43.236362 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3a50e57b-771d-4878-9612-6ecd180ecf04 req-737462f2-2623-4c69-9fbd-75a01ece8865 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860114 Jul 22 20:02:44.159041 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476cf38-084e-411e-9c2c-00a9b490f912 req-804f42d8-21a6-4e62-8943-4311b8290ce9 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:44.160559 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f476cf38-084e-411e-9c2c-00a9b490f912 req-804f42d8-21a6-4e62-8943-4311b8290ce9 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 947 time: 0.0638752 Jul 22 20:02:44.198749 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f476cf38-084e-411e-9c2c-00a9b490f912 req-f538a74e-60df-40c5-a168-70daabd368be tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326629 Jul 22 20:02:44.330816 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6b701-266b-4d2c-b21f-eb3302f01c0b req-2916792e-e46d-4064-990b-acce13c793aa tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:44.332292 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0cd6b701-266b-4d2c-b21f-eb3302f01c0b req-2916792e-e46d-4064-990b-acce13c793aa tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 947 time: 0.0682893 Jul 22 20:02:44.370171 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0cd6b701-266b-4d2c-b21f-eb3302f01c0b req-96954f54-7593-47c5-b00a-710618f54968 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323713 Jul 22 20:02:44.496681 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be690a4-3fa1-470a-b229-3661d57d2c6d req-c74d3c66-0b0f-4453-a06c-9aa7d4fc115c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:44.498096 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8be690a4-3fa1-470a-b229-3661d57d2c6d req-c74d3c66-0b0f-4453-a06c-9aa7d4fc115c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 947 time: 0.0642588 Jul 22 20:02:44.535630 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8be690a4-3fa1-470a-b229-3661d57d2c6d req-8dfc9adb-3225-44c6-8258-f9f040ceca99 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320394 Jul 22 20:02:44.776995 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321ab0d-0c7b-4a76-8dfc-e379b05e0992 req-eed1ca25-aff4-4b53-8234-6031caea081f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:44.778363 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2321ab0d-0c7b-4a76-8dfc-e379b05e0992 req-eed1ca25-aff4-4b53-8234-6031caea081f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 947 time: 0.0630541 Jul 22 20:02:44.816188 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2321ab0d-0c7b-4a76-8dfc-e379b05e0992 req-85670595-4a4b-4cb7-a673-85e155b2936a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321527 Jul 22 20:02:45.258017 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 784e8a1f-f471-454a-a250-835ad3cee94d details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:02:45.355182 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 784e8a1f-f471-454a-a250-835ad3cee94d, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=784e8a1f-f471-454a-a250-835ad3cee94d,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:45.365845 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '784e8a1f-f471-454a-a250-835ad3cee94d', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'port_id': '784e8a1f-f471-454a-a250-835ad3cee94d', 'mac_address': 'fa:16:3e:67:08:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:02:45.402246 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:45.414416 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 784e8a1f-f471-454a-a250-835ad3cee94d {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:02:45.433620 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 784e8a1f-f471-454a-a250-835ad3cee94d, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=784e8a1f-f471-454a-a250-835ad3cee94d,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:45.438508 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:45.489879 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=784e8a1f-f471-454a-a250-835ad3cee94d,revision_number=12']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:45.990248 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734456a-2278-4041-bf76-0df79646b418 req-19297469-0434-4143-b160-10912d1cf18f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:45.991762 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5734456a-2278-4041-bf76-0df79646b418 req-19297469-0434-4143-b160-10912d1cf18f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 946 time: 0.1086464 Jul 22 20:02:46.000644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df1b39-6c7f-46ce-829b-967cd0a9cb85 req-daaf0ee9-9b03-4154-a1e9-e03edc624a1b tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:46.002001 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-93df1b39-6c7f-46ce-829b-967cd0a9cb85 req-daaf0ee9-9b03-4154-a1e9-e03edc624a1b tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a8f7910-9892-4d12-b479-a1b7c85a31e4 HTTP/1.1" status: 200 len: 946 time: 0.1095750 Jul 22 20:02:46.072262 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5734456a-2278-4041-bf76-0df79646b418 req-1d43b129-698c-4e04-b528-9bfbcb188e24 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693042 Jul 22 20:02:46.126924 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-93df1b39-6c7f-46ce-829b-967cd0a9cb85 req-0bb77051-6788-4c18-a01d-f1f68593fcc8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Deleting port 784e8a1f-f471-454a-a250-835ad3cee94d {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:02:46.127195 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-93df1b39-6c7f-46ce-829b-967cd0a9cb85 req-0bb77051-6788-4c18-a01d-f1f68593fcc8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:46.217445 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-93df1b39-6c7f-46ce-829b-967cd0a9cb85 req-0bb77051-6788-4c18-a01d-f1f68593fcc8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] For port 784e8a1f-f471-454a-a250-835ad3cee94d, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=784e8a1f-f471-454a-a250-835ad3cee94d,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:46.217806 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-93df1b39-6c7f-46ce-829b-967cd0a9cb85 req-0bb77051-6788-4c18-a01d-f1f68593fcc8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:46.389242 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-93df1b39-6c7f-46ce-829b-967cd0a9cb85 req-0bb77051-6788-4c18-a01d-f1f68593fcc8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:46.389529 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-93df1b39-6c7f-46ce-829b-967cd0a9cb85 req-0bb77051-6788-4c18-a01d-f1f68593fcc8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:46.389839 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [req-93df1b39-6c7f-46ce-829b-967cd0a9cb85 req-0bb77051-6788-4c18-a01d-f1f68593fcc8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Floating IP a8aadb1b-f55c-405e-8ed9-24a66123139f disassociated. External IP: 172.25.3.228, port: 784e8a1f-f471-454a-a250-835ad3cee94d. Jul 22 20:02:46.390177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-93df1b39-6c7f-46ce-829b-967cd0a9cb85 req-0bb77051-6788-4c18-a01d-f1f68593fcc8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Calling delete_port for 784e8a1f-f471-454a-a250-835ad3cee94d owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:02:46.513340 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-93df1b39-6c7f-46ce-829b-967cd0a9cb85 req-0bb77051-6788-4c18-a01d-f1f68593fcc8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:46.546349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb77051-6788-4c18-a01d-f1f68593fcc8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Pushing event deleted for resources: {'Port': ['ID=784e8a1f-f471-454a-a250-835ad3cee94d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:46.663297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93df1b39-6c7f-46ce-829b-967cd0a9cb85 req-0bb77051-6788-4c18-a01d-f1f68593fcc8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Router 436dc2e4-81e9-4351-873c-75404a5eab72 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:02:46.768291 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93df1b39-6c7f-46ce-829b-967cd0a9cb85 req-0bb77051-6788-4c18-a01d-f1f68593fcc8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:02:46.779128 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61664ddb-4bde-4ca2-89b1-9eef2aa590a2 None None] Sync routers for ids ['436dc2e4-81e9-4351-873c-75404a5eab72'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:02:46.788268 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61664ddb-4bde-4ca2-89b1-9eef2aa590a2 None None] Routers {'436dc2e4-81e9-4351-873c-75404a5eab72'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:02:46.788921 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-61664ddb-4bde-4ca2-89b1-9eef2aa590a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:02:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['436dc2e4-81e9-4351-873c-75404a5eab72'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:46.815952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-93df1b39-6c7f-46ce-829b-967cd0a9cb85 req-0bb77051-6788-4c18-a01d-f1f68593fcc8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] No DVR routers for this DVR port 784e8a1f-f471-454a-a250-835ad3cee94d on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:02:46.818545 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-93df1b39-6c7f-46ce-829b-967cd0a9cb85 req-0bb77051-6788-4c18-a01d-f1f68593fcc8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:46.820520 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-93df1b39-6c7f-46ce-829b-967cd0a9cb85 req-0bb77051-6788-4c18-a01d-f1f68593fcc8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.16 "DELETE /v2.0/ports/784e8a1f-f471-454a-a250-835ad3cee94d HTTP/1.1" status: 204 len: 173 time: 0.8117309 Jul 22 20:02:46.820948 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8f7910-9892-4d12-b479-a1b7c85a31e4', 'name': 'network-vif-deleted', 'tag': '784e8a1f-f471-454a-a250-835ad3cee94d'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:02:46.823190 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85435138-0965-4d81-b24e-c9a7b9ae1572" -d '{"events": [{"server_uuid": "0a8f7910-9892-4d12-b479-a1b7c85a31e4", "name": "network-vif-deleted", "tag": "784e8a1f-f471-454a-a250-835ad3cee94d"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:02:46.872974 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e215105c-b312-465a-bda7-68b6b1cbd8bf x-openstack-request-id: req-e215105c-b312-465a-bda7-68b6b1cbd8bf {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:02:46.873267 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8f7910-9892-4d12-b479-a1b7c85a31e4", "name": "network-vif-deleted", "tag": "784e8a1f-f471-454a-a250-835ad3cee94d", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:02:46.874096 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e215105c-b312-465a-bda7-68b6b1cbd8bf {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:02:46.874502 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8f7910-9892-4d12-b479-a1b7c85a31e4', 'name': 'network-vif-deleted', 'tag': '784e8a1f-f471-454a-a250-835ad3cee94d', 'status': 'completed', 'code': 200} Jul 22 20:02:46.902591 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-61664ddb-4bde-4ca2-89b1-9eef2aa590a2 None None] Set router 436dc2e4-81e9-4351-873c-75404a5eab72 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:02:47.118824 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-61664ddb-4bde-4ca2-89b1-9eef2aa590a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:47.145257 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61664ddb-4bde-4ca2-89b1-9eef2aa590a2 None None] Checking router: 436dc2e4-81e9-4351-873c-75404a5eab72 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:02:47.154169 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61664ddb-4bde-4ca2-89b1-9eef2aa590a2 None None] Routers {'436dc2e4-81e9-4351-873c-75404a5eab72'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:02:47.154728 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-61664ddb-4bde-4ca2-89b1-9eef2aa590a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:02:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['436dc2e4-81e9-4351-873c-75404a5eab72'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:47.267199 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-61664ddb-4bde-4ca2-89b1-9eef2aa590a2 None None] Set router 436dc2e4-81e9-4351-873c-75404a5eab72 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:02:47.297691 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 784e8a1f-f471-454a-a250-835ad3cee94d details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:02:47.306043 n-d-800086-12 neutron-server[93808]: INFO neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No ports have port_id starting with 784e8a1f-f471-454a-a250-835ad3cee94d Jul 22 20:02:47.311138 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 784e8a1f-f471-454a-a250-835ad3cee94d requested by agent hyperv_n-h2-800086-12 not found in database {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 22 20:02:47.354157 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-746f32b8-15ab-415b-8bf4-39068c957326 req-7ddd577d-531c-477f-86eb-32bfdfc27e85 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1982758627&fields=id&tenant_id=dc261cf339f84f328b09b99adc64a706 HTTP/1.1" status: 200 len: 267 time: 0.0330627 Jul 22 20:02:47.459357 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f32b8-15ab-415b-8bf4-39068c957326 req-56e837ed-9456-4254-818f-12c9d9475fef tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:47.461209 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-746f32b8-15ab-415b-8bf4-39068c957326 req-56e837ed-9456-4254-818f-12c9d9475fef tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 811 time: 0.0999677 Jul 22 20:02:47.476147 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-746f32b8-15ab-415b-8bf4-39068c957326 req-ac5a9114-9dc9-456b-a46c-d2952e526b66 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/quotas/dc261cf339f84f328b09b99adc64a706 HTTP/1.1" status: 200 len: 375 time: 0.0091400 Jul 22 20:02:47.476321 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-61664ddb-4bde-4ca2-89b1-9eef2aa590a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:47.503660 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61664ddb-4bde-4ca2-89b1-9eef2aa590a2 None None] The sync data for ids ['436dc2e4-81e9-4351-873c-75404a5eab72'] in n-d-800086-12 is: [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:02:47.550635 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-746f32b8-15ab-415b-8bf4-39068c957326 req-0f1fea08-843b-4ca2-ba2f-1af9c0068ba8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0691824 Jul 22 20:02:47.649284 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-746f32b8-15ab-415b-8bf4-39068c957326 req-c4b9c4c1-47c9-490e-9b6d-97c40a50c5b3 service neutron] 10.222.0.13 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863030 Jul 22 20:02:47.727763 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3be9766-b9bb-41a7-bcc8-886d1278c710 None None] New status for floating IP a8aadb1b-f55c-405e-8ed9-24a66123139f: DOWN {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:02:47.745853 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-746f32b8-15ab-415b-8bf4-39068c957326 req-cc34df4a-7982-4600-b38c-296e2a13a855 service neutron] 10.222.0.13 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899980 Jul 22 20:02:47.912002 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6d78b68-c7ba-4ff0-9d91-b83ce42b3523 req-94822582-96ae-4620-a56e-ebd71084aaff tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 210 time: 0.0303526 Jul 22 20:02:48.796914 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f32b8-15ab-415b-8bf4-39068c957326 req-37215ef6-940e-4d4e-808f-0eac8015fe72 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:48.798357 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-746f32b8-15ab-415b-8bf4-39068c957326 req-37215ef6-940e-4d4e-808f-0eac8015fe72 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.30 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 811 time: 0.0998857 Jul 22 20:02:48.842451 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-746f32b8-15ab-415b-8bf4-39068c957326 req-7d22b281-21b6-4f27-b74a-249e82b0fefa tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc261cf339f84f328b09b99adc64a706 HTTP/1.1" status: 200 len: 380 time: 0.0358069 Jul 22 20:02:48.852539 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-746f32b8-15ab-415b-8bf4-39068c957326 req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Request body: {'port': {'device_id': 'd6c00873-6c03-458e-81ff-42ed343689ee', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'admin_state_up': True, 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'security_groups': ['74678628-a4ea-4614-9c09-75f9cd37ea22']}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:02:48.968570 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746f32b8-15ab-415b-8bf4-39068c957326 req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Made reservation on behalf of dc261cf339f84f328b09b99adc64a706 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:02:48.972188 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-746f32b8-15ab-415b-8bf4-39068c957326 req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:49.010788 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-be63ee62-9155-4803-825f-834a38976c7e req-f1bb032f-aa37-46b7-8932-94b2ef5fa073 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 210 time: 0.0300055 Jul 22 20:02:49.098858 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-746f32b8-15ab-415b-8bf4-39068c957326 req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Allocated IP 172.20.0.9 (3ee16a76-53e2-4350-a1a3-6584dd14cfb7/e4b842a9-517f-4476-8f13-56f400406146/f21639d6-7776-48ad-8c78-265184889eae) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:02:49.231263 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-746f32b8-15ab-415b-8bf4-39068c957326 req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:49.244717 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-746f32b8-15ab-415b-8bf4-39068c957326 req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Transition to ACTIVE for port object f21639d6-7776-48ad-8c78-265184889eae will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:02:49.277529 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-746f32b8-15ab-415b-8bf4-39068c957326 req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:49.322089 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746f32b8-15ab-415b-8bf4-39068c957326 req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:02:49.327400 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-746f32b8-15ab-415b-8bf4-39068c957326 req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:02:49.330891 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-746f32b8-15ab-415b-8bf4-39068c957326 req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:02:49.358587 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Pushing event updated for resources: {'Port': ['ID=f21639d6-7776-48ad-8c78-265184889eae,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:49.373461 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:49.374044 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:49.374460 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:49.374797 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:49.375127 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:49.375465 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:49.375788 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:49.376099 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:49.376420 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:49.376764 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:49.377081 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:49.377399 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:49.396068 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f32b8-15ab-415b-8bf4-39068c957326 req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:49.396736 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-746f32b8-15ab-415b-8bf4-39068c957326 req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:49.411237 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-746f32b8-15ab-415b-8bf4-39068c957326 req-400772dd-58cc-4106-8277-383392745412 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5620251 Jul 22 20:02:49.422992 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-746f32b8-15ab-415b-8bf4-39068c957326 req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] Request body: {'port': {'device_id': 'd6c00873-6c03-458e-81ff-42ed343689ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:02:49.500901 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-746f32b8-15ab-415b-8bf4-39068c957326 req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:49.571140 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4d0dd82f-db3b-470d-a620-652748131389 None None] Provisioning for port f21639d6-7776-48ad-8c78-265184889eae completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:02:49.575145 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4d0dd82f-db3b-470d-a620-652748131389 None None] Provisioning complete for port f21639d6-7776-48ad-8c78-265184889eae triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:02:49.575607 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4d0dd82f-db3b-470d-a620-652748131389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:49.610064 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-4d0dd82f-db3b-470d-a620-652748131389 None None] Port f21639d6-7776-48ad-8c78-265184889eae cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:02:49.762186 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-746f32b8-15ab-415b-8bf4-39068c957326 req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f21639d6-7776-48ad-8c78-265184889eae {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:02:49.769618 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-746f32b8-15ab-415b-8bf4-39068c957326 req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:49.782284 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-746f32b8-15ab-415b-8bf4-39068c957326 req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] Transition to ACTIVE for port object f21639d6-7776-48ad-8c78-265184889eae will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:02:49.785844 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-746f32b8-15ab-415b-8bf4-39068c957326 req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:49.837938 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] Pushing event updated for resources: {'Port': ['ID=f21639d6-7776-48ad-8c78-265184889eae,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:49.911790 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-746f32b8-15ab-415b-8bf4-39068c957326 req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] Attempting to bind port f21639d6-7776-48ad-8c78-265184889eae on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:02:49.912131 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-746f32b8-15ab-415b-8bf4-39068c957326 req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] Attempting to bind port f21639d6-7776-48ad-8c78-265184889eae by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:02:49.912461 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f32b8-15ab-415b-8bf4-39068c957326 req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] Attempting to bind port f21639d6-7776-48ad-8c78-265184889eae on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:02:49.917135 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f32b8-15ab-415b-8bf4-39068c957326 req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] Port f21639d6-7776-48ad-8c78-265184889eae on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:02:49.917467 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f32b8-15ab-415b-8bf4-39068c957326 req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] Attempting to bind port f21639d6-7776-48ad-8c78-265184889eae on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:02:49.923227 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f32b8-15ab-415b-8bf4-39068c957326 req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:02:49.923572 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f32b8-15ab-415b-8bf4-39068c957326 req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] Checking segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:02:49.923961 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f32b8-15ab-415b-8bf4-39068c957326 req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] Bound using segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:02:49.924385 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-746f32b8-15ab-415b-8bf4-39068c957326 req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] Bound port: f21639d6-7776-48ad-8c78-265184889eae, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:02:49.924783 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-746f32b8-15ab-415b-8bf4-39068c957326 req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:49.995043 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-746f32b8-15ab-415b-8bf4-39068c957326 req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] For port f21639d6-7776-48ad-8c78-265184889eae, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:02:49.998734 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-746f32b8-15ab-415b-8bf4-39068c957326 req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] For port f21639d6-7776-48ad-8c78-265184889eae, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f21639d6-7776-48ad-8c78-265184889eae,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:02:50.002334 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-746f32b8-15ab-415b-8bf4-39068c957326 req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:50.037776 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f32b8-15ab-415b-8bf4-39068c957326 req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:50.038399 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-746f32b8-15ab-415b-8bf4-39068c957326 req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:50.039802 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-746f32b8-15ab-415b-8bf4-39068c957326 req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] 10.222.0.30 "PUT /v2.0/ports/f21639d6-7776-48ad-8c78-265184889eae HTTP/1.1" status: 200 len: 1092 time: 0.6219246 Jul 22 20:02:50.040244 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c00873-6c03-458e-81ff-42ed343689ee', 'tag': 'f21639d6-7776-48ad-8c78-265184889eae'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:02:50.042522 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89803da4-6f12-4311-9c0c-449fd5719617" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c00873-6c03-458e-81ff-42ed343689ee", "tag": "f21639d6-7776-48ad-8c78-265184889eae"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:02:50.072521 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66891ab-480c-4058-b833-b719c789b1ab service neutron] Pushing event updated for resources: {'Port': ['ID=f21639d6-7776-48ad-8c78-265184889eae,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:50.112653 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871cf10a-9fb1-4a2b-9255-630f6295b888 x-openstack-request-id: req-871cf10a-9fb1-4a2b-9255-630f6295b888 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:02:50.113095 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c00873-6c03-458e-81ff-42ed343689ee", "tag": "f21639d6-7776-48ad-8c78-265184889eae", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:02:50.113444 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-871cf10a-9fb1-4a2b-9255-630f6295b888 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:02:50.113937 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c00873-6c03-458e-81ff-42ed343689ee', 'tag': 'f21639d6-7776-48ad-8c78-265184889eae', 'status': 'completed', 'code': 200} Jul 22 20:02:50.143831 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f32b8-15ab-415b-8bf4-39068c957326 req-123d6e48-ec86-4900-a87b-248fc0c1fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:50.145641 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-746f32b8-15ab-415b-8bf4-39068c957326 req-123d6e48-ec86-4900-a87b-248fc0c1fc3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 1095 time: 0.0639386 Jul 22 20:02:50.177993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebdf3f-02f8-4caf-9824-0ce416a0da3b req-3f3cf928-ebf0-483a-a8e7-3af7c8b1bcfa tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:50.179235 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e7ebdf3f-02f8-4caf-9824-0ce416a0da3b req-3f3cf928-ebf0-483a-a8e7-3af7c8b1bcfa tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 943 time: 0.0757077 Jul 22 20:02:50.195266 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-746f32b8-15ab-415b-8bf4-39068c957326 req-dbfb6c77-1e48-46df-baa4-7f244fb3a5b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f21639d6-7776-48ad-8c78-265184889eae HTTP/1.1" status: 200 len: 217 time: 0.0426636 Jul 22 20:02:50.223869 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e7ebdf3f-02f8-4caf-9824-0ce416a0da3b req-31a6c81c-1833-4449-b458-fc4903adae00 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377765 Jul 22 20:02:50.248982 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f32b8-15ab-415b-8bf4-39068c957326 req-7899433f-0b59-4bbc-bccd-53df52babc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:50.250471 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-746f32b8-15ab-415b-8bf4-39068c957326 req-7899433f-0b59-4bbc-bccd-53df52babc54 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0491366 Jul 22 20:02:50.308065 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f32b8-15ab-415b-8bf4-39068c957326 req-e457f087-ec3a-4b87-8725-4aefa7d17e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:50.309636 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-746f32b8-15ab-415b-8bf4-39068c957326 req-e457f087-ec3a-4b87-8725-4aefa7d17e05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529258 Jul 22 20:02:50.400791 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-746f32b8-15ab-415b-8bf4-39068c957326 req-35cdba7b-b3fb-4e95-a53f-71cbaeaf18b0 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844991 Jul 22 20:02:50.488312 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-746f32b8-15ab-415b-8bf4-39068c957326 req-becf52dc-16a9-4fbb-a871-2cb06fbf6de6 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810342 Jul 22 20:02:50.586021 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89803da4-6f12-4311-9c0c-449fd5719617 req-7de5e067-1af7-4eb2-975a-5c5d294055c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:50.587500 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-89803da4-6f12-4311-9c0c-449fd5719617 req-7de5e067-1af7-4eb2-975a-5c5d294055c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 1095 time: 0.0574059 Jul 22 20:02:50.675453 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89803da4-6f12-4311-9c0c-449fd5719617 req-67d3518c-6778-427c-b09e-b819029e3fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:50.677200 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-89803da4-6f12-4311-9c0c-449fd5719617 req-67d3518c-6778-427c-b09e-b819029e3fe3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0831122 Jul 22 20:02:50.721312 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-89803da4-6f12-4311-9c0c-449fd5719617 req-4a5bafdd-dd4a-4658-977c-905e251ea630 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f21639d6-7776-48ad-8c78-265184889eae HTTP/1.1" status: 200 len: 217 time: 0.0374663 Jul 22 20:02:50.768873 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89803da4-6f12-4311-9c0c-449fd5719617 req-64e73d36-b1ab-4c48-bfef-e2a331344c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:50.770262 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-89803da4-6f12-4311-9c0c-449fd5719617 req-64e73d36-b1ab-4c48-bfef-e2a331344c93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0425363 Jul 22 20:02:50.827973 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89803da4-6f12-4311-9c0c-449fd5719617 req-9717ae6b-53f9-456d-a164-798412cbfcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:50.829462 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-89803da4-6f12-4311-9c0c-449fd5719617 req-9717ae6b-53f9-456d-a164-798412cbfcad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521438 Jul 22 20:02:50.920908 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-89803da4-6f12-4311-9c0c-449fd5719617 req-71933636-e1ed-4113-9dbd-2118a9af1d31 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841498 Jul 22 20:02:51.011024 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-89803da4-6f12-4311-9c0c-449fd5719617 req-f6c54fa1-6b3a-402f-8d36-65465f0dbda6 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832286 Jul 22 20:02:51.289094 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 784e8a1f-f471-454a-a250-835ad3cee94d no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:02:51.313441 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 784e8a1f-f471-454a-a250-835ad3cee94d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:02:51.313783 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 784e8a1f-f471-454a-a250-835ad3cee94d not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:02:51.357624 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4162ea0-7b75-4322-b371-0ad8adf98705 req-d35d4341-8fb8-4cdd-8110-c71cf2d1c2e4 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:51.359122 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4162ea0-7b75-4322-b371-0ad8adf98705 req-d35d4341-8fb8-4cdd-8110-c71cf2d1c2e4 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 943 time: 0.0663517 Jul 22 20:02:51.396890 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d4162ea0-7b75-4322-b371-0ad8adf98705 req-5d44cbcb-eefc-49e3-ac26-f4b720b2429f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320880 Jul 22 20:02:52.539536 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452c98c-bc6f-41c2-b3ae-a1c76f500d3f req-8a432589-a328-461a-9b38-3ae8e0ebdbe0 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:52.541055 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c452c98c-bc6f-41c2-b3ae-a1c76f500d3f req-8a432589-a328-461a-9b38-3ae8e0ebdbe0 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 943 time: 0.0664310 Jul 22 20:02:52.582647 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c452c98c-bc6f-41c2-b3ae-a1c76f500d3f req-ad8355d7-9d30-4c16-bd2b-bcc4d7ee5d86 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352819 Jul 22 20:02:52.629053 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f21639d6-7776-48ad-8c78-265184889eae details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:02:52.721288 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f21639d6-7776-48ad-8c78-265184889eae, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f21639d6-7776-48ad-8c78-265184889eae,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:52.731878 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'f21639d6-7776-48ad-8c78-265184889eae', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'port_id': 'f21639d6-7776-48ad-8c78-265184889eae', 'mac_address': 'fa:16:3e:54:34:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:02:52.771558 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:52.783878 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f21639d6-7776-48ad-8c78-265184889eae {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:02:52.803418 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f21639d6-7776-48ad-8c78-265184889eae, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f21639d6-7776-48ad-8c78-265184889eae,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:52.807155 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:52.852971 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=f21639d6-7776-48ad-8c78-265184889eae,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:52.991483 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['f21639d6-7776-48ad-8c78-265184889eae'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:02:53.713619 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220d7d6-eeed-474b-b36a-0e35978ce14d req-2fbd58fd-8e0a-4fbc-b092-247f8e9f9ecf tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:53.715087 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5220d7d6-eeed-474b-b36a-0e35978ce14d req-2fbd58fd-8e0a-4fbc-b092-247f8e9f9ecf tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 944 time: 0.0637450 Jul 22 20:02:53.752187 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5220d7d6-eeed-474b-b36a-0e35978ce14d req-ab2ccef0-14cd-4396-ad71-18cfbd46e8ff tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307660 Jul 22 20:02:54.644728 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f21639d6-7776-48ad-8c78-265184889eae up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:02:54.695285 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port f21639d6-7776-48ad-8c78-265184889eae completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:02:54.699185 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port f21639d6-7776-48ad-8c78-265184889eae triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:02:54.699559 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:54.776220 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:54.802614 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c00873-6c03-458e-81ff-42ed343689ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21639d6-7776-48ad-8c78-265184889eae'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:02:54.804923 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e55fefc-9e32-44b9-b230-837342e46a30" -d '{"events": [{"server_uuid": "d6c00873-6c03-458e-81ff-42ed343689ee", "name": "network-vif-plugged", "status": "completed", "tag": "f21639d6-7776-48ad-8c78-265184889eae"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:02:54.822287 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f21639d6-7776-48ad-8c78-265184889eae, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f21639d6-7776-48ad-8c78-265184889eae,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:54.828523 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:54.866980 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b131afb-38af-4c1b-b16f-17207007f973 x-openstack-request-id: req-6b131afb-38af-4c1b-b16f-17207007f973 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:02:54.867263 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c00873-6c03-458e-81ff-42ed343689ee", "name": "network-vif-plugged", "status": "completed", "tag": "f21639d6-7776-48ad-8c78-265184889eae", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:02:54.867535 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b131afb-38af-4c1b-b16f-17207007f973 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:02:54.867951 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c00873-6c03-458e-81ff-42ed343689ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21639d6-7776-48ad-8c78-265184889eae', 'code': 200} Jul 22 20:02:54.896025 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=f21639d6-7776-48ad-8c78-265184889eae,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:54.910242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55138d02-27af-405e-8587-2ce347315c2e req-b8b343b1-4193-4c79-b6c6-ee0261556932 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:54.911833 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55138d02-27af-405e-8587-2ce347315c2e req-b8b343b1-4193-4c79-b6c6-ee0261556932 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 945 time: 0.0840020 Jul 22 20:02:54.952883 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55138d02-27af-405e-8587-2ce347315c2e req-8d99bec1-40b5-4ee9-b6b4-42ee9b4d1d02 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332272 Jul 22 20:02:54.984061 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314150b-4e2f-45c7-b6cf-104b0275f0c0 req-54250729-4147-4978-bfe8-804672ed648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:54.985663 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1314150b-4e2f-45c7-b6cf-104b0275f0c0 req-54250729-4147-4978-bfe8-804672ed648d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 1097 time: 0.0609245 Jul 22 20:02:55.019666 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1314150b-4e2f-45c7-b6cf-104b0275f0c0 req-41814fc8-93a5-48c7-affd-9e0ecd60c180 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280740 Jul 22 20:02:56.087053 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13611ff-c05a-46e9-a194-7d9a998f8360 req-ab50b848-a6a8-4f75-b5d0-e1007e508730 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:56.088571 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d13611ff-c05a-46e9-a194-7d9a998f8360 req-ab50b848-a6a8-4f75-b5d0-e1007e508730 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 945 time: 0.0679967 Jul 22 20:02:56.126605 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d13611ff-c05a-46e9-a194-7d9a998f8360 req-ca0a9924-b1a1-4214-a360-8caf3534bcc7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316896 Jul 22 20:02:56.253064 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a7e15-db67-4ae3-9412-f92bcff835d3 req-b2a28223-c91f-4f86-94da-30f1e158ae20 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:56.254475 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-660a7e15-db67-4ae3-9412-f92bcff835d3 req-b2a28223-c91f-4f86-94da-30f1e158ae20 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 945 time: 0.0653262 Jul 22 20:02:56.263369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60172) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:56.267849 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-4e742944-e1d6-4a3f-9335-9a8a602d9a8a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Request body: {'floatingip': {'port_id': 'f21639d6-7776-48ad-8c78-265184889eae'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:02:56.306545 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4e742944-e1d6-4a3f-9335-9a8a602d9a8a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for floatingip, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:57.039956 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4e742944-e1d6-4a3f-9335-9a8a602d9a8a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:57.043780 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4e742944-e1d6-4a3f-9335-9a8a602d9a8a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:57.144489 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-4e742944-e1d6-4a3f-9335-9a8a602d9a8a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Floating IP a8aadb1b-f55c-405e-8ed9-24a66123139f associated. External IP: 172.25.3.228, port: f21639d6-7776-48ad-8c78-265184889eae. Jul 22 20:02:57.353009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e742944-e1d6-4a3f-9335-9a8a602d9a8a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Router 436dc2e4-81e9-4351-873c-75404a5eab72 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:02:57.461573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e742944-e1d6-4a3f-9335-9a8a602d9a8a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:02:57.466657 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4e742944-e1d6-4a3f-9335-9a8a602d9a8a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:57.471241 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ff95b5-b0f5-4a51-812a-eb897d7f13cf None None] Sync routers for ids ['436dc2e4-81e9-4351-873c-75404a5eab72'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:02:57.480423 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ff95b5-b0f5-4a51-812a-eb897d7f13cf None None] Routers {'436dc2e4-81e9-4351-873c-75404a5eab72'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:02:57.481846 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f8ff95b5-b0f5-4a51-812a-eb897d7f13cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:02:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['436dc2e4-81e9-4351-873c-75404a5eab72'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:57.504073 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4e742944-e1d6-4a3f-9335-9a8a602d9a8a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "PUT /v2.0/floatingips/a8aadb1b-f55c-405e-8ed9-24a66123139f HTTP/1.1" status: 200 len: 992 time: 1.2395372 Jul 22 20:02:57.504600 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c00873-6c03-458e-81ff-42ed343689ee', 'tag': 'f21639d6-7776-48ad-8c78-265184889eae'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:02:57.506860 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7188be-0bc2-484c-8254-a718aa958eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c00873-6c03-458e-81ff-42ed343689ee", "tag": "f21639d6-7776-48ad-8c78-265184889eae"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:02:57.549367 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8dc283-b05c-42c4-aff4-a00fa4e12872 x-openstack-request-id: req-0d8dc283-b05c-42c4-aff4-a00fa4e12872 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:02:57.549663 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c00873-6c03-458e-81ff-42ed343689ee", "tag": "f21639d6-7776-48ad-8c78-265184889eae", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:02:57.549916 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d8dc283-b05c-42c4-aff4-a00fa4e12872 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:02:57.550322 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c00873-6c03-458e-81ff-42ed343689ee', 'tag': 'f21639d6-7776-48ad-8c78-265184889eae', 'status': 'completed', 'code': 200} Jul 22 20:02:57.591502 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-f8ff95b5-b0f5-4a51-812a-eb897d7f13cf None None] Set router 436dc2e4-81e9-4351-873c-75404a5eab72 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:02:57.633029 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7188be-0bc2-484c-8254-a718aa958eb0 req-40f08a91-b35b-4f56-abaf-0bbec66bdccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:57.634570 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8e7188be-0bc2-484c-8254-a718aa958eb0 req-40f08a91-b35b-4f56-abaf-0bbec66bdccd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 1097 time: 0.0558443 Jul 22 20:02:57.726761 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7188be-0bc2-484c-8254-a718aa958eb0 req-c6ba8147-d063-4ac0-8370-ea30257d9d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:57.728233 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8e7188be-0bc2-484c-8254-a718aa958eb0 req-c6ba8147-d063-4ac0-8370-ea30257d9d40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0871658 Jul 22 20:02:57.793159 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8e7188be-0bc2-484c-8254-a718aa958eb0 req-8303819b-c24f-48ef-aec9-2d5306ccdd62 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f21639d6-7776-48ad-8c78-265184889eae HTTP/1.1" status: 200 len: 1000 time: 0.0577402 Jul 22 20:02:57.812420 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f8ff95b5-b0f5-4a51-812a-eb897d7f13cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'a8aadb1b-f55c-405e-8ed9-24a66123139f', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'port_id': 'f21639d6-7776-48ad-8c78-265184889eae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'mac_address': 'fa:16:3e:54:34:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c00873-6c03-458e-81ff-42ed343689ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:56:12Z', 'updated_at': '2021-07-22T20:02:56Z', 'revision_number': 13, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:57.842708 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ff95b5-b0f5-4a51-812a-eb897d7f13cf None None] Checking router: 436dc2e4-81e9-4351-873c-75404a5eab72 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:02:57.843267 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7188be-0bc2-484c-8254-a718aa958eb0 req-4be596be-ff31-4758-a28c-d478f5cf8cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:57.844780 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8e7188be-0bc2-484c-8254-a718aa958eb0 req-4be596be-ff31-4758-a28c-d478f5cf8cf1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0466146 Jul 22 20:02:57.850992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ff95b5-b0f5-4a51-812a-eb897d7f13cf None None] Routers {'436dc2e4-81e9-4351-873c-75404a5eab72'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:02:57.851602 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f8ff95b5-b0f5-4a51-812a-eb897d7f13cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:02:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['436dc2e4-81e9-4351-873c-75404a5eab72'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:57.904572 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7188be-0bc2-484c-8254-a718aa958eb0 req-1d029185-f864-4ffd-a3e6-7e325eded692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:57.906068 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8e7188be-0bc2-484c-8254-a718aa958eb0 req-1d029185-f864-4ffd-a3e6-7e325eded692 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556164 Jul 22 20:02:57.962293 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-f8ff95b5-b0f5-4a51-812a-eb897d7f13cf None None] Set router 436dc2e4-81e9-4351-873c-75404a5eab72 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:02:57.993024 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8e7188be-0bc2-484c-8254-a718aa958eb0 req-ce6dfe74-8ff8-4c88-879e-ad507c89fe14 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806780 Jul 22 20:02:58.095025 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8e7188be-0bc2-484c-8254-a718aa958eb0 req-a9f3f865-90bd-400c-81d7-658a36e4ae1c service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952337 Jul 22 20:02:58.182873 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f8ff95b5-b0f5-4a51-812a-eb897d7f13cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'a8aadb1b-f55c-405e-8ed9-24a66123139f', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'port_id': 'f21639d6-7776-48ad-8c78-265184889eae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'mac_address': 'fa:16:3e:54:34:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c00873-6c03-458e-81ff-42ed343689ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:56:12Z', 'updated_at': '2021-07-22T20:02:56Z', 'revision_number': 13, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:58.208768 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ff95b5-b0f5-4a51-812a-eb897d7f13cf None None] The sync data for ids ['436dc2e4-81e9-4351-873c-75404a5eab72'] in n-d-800086-12 is: [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'a8aadb1b-f55c-405e-8ed9-24a66123139f', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'port_id': 'f21639d6-7776-48ad-8c78-265184889eae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'mac_address': 'fa:16:3e:54:34:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c00873-6c03-458e-81ff-42ed343689ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:56:12Z', 'updated_at': '2021-07-22T20:02:56Z', 'revision_number': 13, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:02:58.401233 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d747e642-1443-4758-850b-18125125eb53 None None] New status for floating IP a8aadb1b-f55c-405e-8ed9-24a66123139f: ACTIVE {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:02:58.560368 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b430122f-9e2e-4201-b3e4-9e062e024190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:01.070874 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-65726b8b-c9eb-4ec1-aeb2-948f0976429d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:01.192442 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:02.531809 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:03.775683 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:03:04.169018 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:09.559474 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:12.268710 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:25.749915 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-65048cf9-57a2-43f4-91a4-da317a518df4 req-833be110-17f3-4f5b-b8c5-5542ac019913 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519624 Jul 22 20:03:25.843628 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65048cf9-57a2-43f4-91a4-da317a518df4 req-3fb1dcf7-43f7-4f45-8d75-871e00155b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:03:25.845472 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-65048cf9-57a2-43f4-91a4-da317a518df4 req-3fb1dcf7-43f7-4f45-8d75-871e00155b17 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 1097 time: 0.0541408 Jul 22 20:03:25.949054 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65048cf9-57a2-43f4-91a4-da317a518df4 req-830e4bd8-1b18-495a-9ab0-20057a7df61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:03:25.950537 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-65048cf9-57a2-43f4-91a4-da317a518df4 req-830e4bd8-1b18-495a-9ab0-20057a7df61e service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0871689 Jul 22 20:03:26.013194 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-65048cf9-57a2-43f4-91a4-da317a518df4 req-582a7fc7-9ebc-4254-b1ee-d6498c7afb87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f21639d6-7776-48ad-8c78-265184889eae HTTP/1.1" status: 200 len: 1002 time: 0.0557926 Jul 22 20:03:26.065432 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65048cf9-57a2-43f4-91a4-da317a518df4 req-b33219c1-0195-4613-b3ac-70aca725fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:03:26.066853 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-65048cf9-57a2-43f4-91a4-da317a518df4 req-b33219c1-0195-4613-b3ac-70aca725fa0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0468853 Jul 22 20:03:26.122914 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65048cf9-57a2-43f4-91a4-da317a518df4 req-12ca5cfe-e5c9-4cfe-9e86-b33f2e617286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:03:26.124374 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-65048cf9-57a2-43f4-91a4-da317a518df4 req-12ca5cfe-e5c9-4cfe-9e86-b33f2e617286 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512002 Jul 22 20:03:26.217432 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-65048cf9-57a2-43f4-91a4-da317a518df4 req-17c401d7-17a9-4ba8-9b49-33dbd50e55fb service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865514 Jul 22 20:03:26.304052 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-65048cf9-57a2-43f4-91a4-da317a518df4 req-33105335-a75d-436c-909c-454dbf328f73 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802557 Jul 22 20:03:28.561183 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9a2305f0-1970-4db6-8d61-e9995389de95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:31.072384 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f1b5db82-1c88-466b-9f58-44e7bc7e9a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:31.195484 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:32.534141 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:34.174138 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:39.562362 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:40.773980 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:03:42.268542 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:58.562878 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-93f21af1-8938-480e-990c-6530606a1aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:01.072842 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-457d279f-d32a-471c-bed7-9072af6a63cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:01.197027 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:02.536362 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:04.175322 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:09.561558 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:12.268627 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:17.772545 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:04:27.200691 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9a76c59e-178e-4a42-bf98-df44a3db786d req-8b4ef2b8-9a5d-46ab-b09e-8c55f67953b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536206 Jul 22 20:04:27.294633 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76c59e-178e-4a42-bf98-df44a3db786d req-a8a3ab7a-dbf4-46a4-8eb8-33066dae4a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:27.295455 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9a76c59e-178e-4a42-bf98-df44a3db786d req-a8a3ab7a-dbf4-46a4-8eb8-33066dae4a3d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 1097 time: 0.0562310 Jul 22 20:04:27.394838 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76c59e-178e-4a42-bf98-df44a3db786d req-6c06bcf6-43c8-41a7-a16f-0b841b191302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:27.396317 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9a76c59e-178e-4a42-bf98-df44a3db786d req-6c06bcf6-43c8-41a7-a16f-0b841b191302 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0820391 Jul 22 20:04:27.461108 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9a76c59e-178e-4a42-bf98-df44a3db786d req-cdb2ed3a-fcc3-47c7-910e-3bb26455e6c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f21639d6-7776-48ad-8c78-265184889eae HTTP/1.1" status: 200 len: 1002 time: 0.0588591 Jul 22 20:04:27.507973 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76c59e-178e-4a42-bf98-df44a3db786d req-bcab0f98-7816-42b7-b16c-1f663ea6406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:27.509405 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9a76c59e-178e-4a42-bf98-df44a3db786d req-bcab0f98-7816-42b7-b16c-1f663ea6406b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0425465 Jul 22 20:04:27.566302 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76c59e-178e-4a42-bf98-df44a3db786d req-02e78085-d01d-4bd6-866d-c420a0b4124c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:27.567786 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9a76c59e-178e-4a42-bf98-df44a3db786d req-02e78085-d01d-4bd6-866d-c420a0b4124c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517726 Jul 22 20:04:27.658414 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9a76c59e-178e-4a42-bf98-df44a3db786d req-9485a51b-502f-4579-93f3-259033ca754d service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841520 Jul 22 20:04:27.746340 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9a76c59e-178e-4a42-bf98-df44a3db786d req-fee42b73-ac4e-4dd7-81e2-30437b571e8b service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820737 Jul 22 20:04:28.564226 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dff7939c-5493-4a3d-9823-66c3d4b7e9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:31.072850 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ac6d766e-1788-4ef9-8f9e-5991d37ed97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:31.200022 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:32.539475 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:34.177371 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:34.485804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3688265-d523-4f63-abc4-aea1717676a1 req-15c9fbc5-0e83-4818-9dbc-01e085f7bfb5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:34.487317 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3688265-d523-4f63-abc4-aea1717676a1 req-15c9fbc5-0e83-4818-9dbc-01e085f7bfb5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 945 time: 0.0656772 Jul 22 20:04:34.524812 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3688265-d523-4f63-abc4-aea1717676a1 req-d2281a0b-dc61-4ffe-a6ec-bd607777a4a6 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319541 Jul 22 20:04:39.562179 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:42.268028 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:45.560776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-4b78b37d-d799-4d90-9929-ad51b400612f req-d01b1137-e79a-4591-95ea-314428a40691 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:04:45.561720 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b78b37d-d799-4d90-9929-ad51b400612f req-d01b1137-e79a-4591-95ea-314428a40691 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0452249 Jul 22 20:04:45.780990 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-5a934dd4-8614-49ab-a3d0-9339bc2b3737 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0980084 Jul 22 20:04:45.794582 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50848fb-ee0f-45d5-9c40-4afc476f7401 req-2ac31df7-6c00-488e-86a5-8b85a37269ff tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:45.796066 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b50848fb-ee0f-45d5-9c40-4afc476f7401 req-2ac31df7-6c00-488e-86a5-8b85a37269ff tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 945 time: 0.0813637 Jul 22 20:04:45.836253 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b50848fb-ee0f-45d5-9c40-4afc476f7401 req-972a987d-7ab6-40e3-a5e8-f5fdeec956bc tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336823 Jul 22 20:04:46.852326 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-4df7ef41-1bff-4c73-842b-987155e0bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:46.853842 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-4df7ef41-1bff-4c73-842b-987155e0bfea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 1097 time: 0.0571153 Jul 22 20:04:46.943719 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-ba77c2aa-5a80-438d-be16-4e6af191f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:46.945246 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-ba77c2aa-5a80-438d-be16-4e6af191f7d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0845246 Jul 22 20:04:46.970646 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ff992-0a2a-47cd-88be-246a08e68425 req-327c29a0-e31b-4a41-9262-9f94f47c94d7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:46.972153 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d51ff992-0a2a-47cd-88be-246a08e68425 req-327c29a0-e31b-4a41-9262-9f94f47c94d7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 945 time: 0.0666621 Jul 22 20:04:47.014311 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d51ff992-0a2a-47cd-88be-246a08e68425 req-9caac32f-cda1-4dd6-9fbc-61f792a08b2d tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364749 Jul 22 20:04:47.014547 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-bc53c446-4013-4769-9e67-cb2d2098e6c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f21639d6-7776-48ad-8c78-265184889eae HTTP/1.1" status: 200 len: 1002 time: 0.0609937 Jul 22 20:04:47.063842 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-aa275be9-be0f-4cac-9371-62448ceb09d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:47.065305 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-aa275be9-be0f-4cac-9371-62448ceb09d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0450723 Jul 22 20:04:47.123563 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-79cf82fa-8233-488f-990b-483cfe92a51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:47.125011 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-79cf82fa-8233-488f-990b-483cfe92a51d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537124 Jul 22 20:04:47.535303 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-24059a41-5fdf-4e17-93e7-fc95f03d3fa3 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043362 Jul 22 20:04:47.621468 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-f714ce01-4991-4bdc-b16c-2316844074d3 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795655 Jul 22 20:04:48.145711 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a094a-48ec-49de-8761-256ce61c776c req-b9b0efb7-78bf-4fed-9700-0372d4f3ce6d tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:48.147200 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e80a094a-48ec-49de-8761-256ce61c776c req-b9b0efb7-78bf-4fed-9700-0372d4f3ce6d tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 945 time: 0.0650077 Jul 22 20:04:48.185135 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e80a094a-48ec-49de-8761-256ce61c776c req-d08e02ad-0ca2-4569-95b3-2336224cc376 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323794 Jul 22 20:04:49.319160 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbcb04-ba59-4eb4-8776-517a0382d633 req-ed63f491-cad4-404c-9dcb-02b96903f309 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:49.320694 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d9fbcb04-ba59-4eb4-8776-517a0382d633 req-ed63f491-cad4-404c-9dcb-02b96903f309 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 945 time: 0.0641236 Jul 22 20:04:49.357583 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d9fbcb04-ba59-4eb4-8776-517a0382d633 req-9340fa5b-6b40-4b9b-8104-f7b59da3e82c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314090 Jul 22 20:04:50.491841 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3bcb8-d5bb-4f89-87b6-13a627fde45c req-af1bf9ae-c8a5-4958-818a-88428c270e01 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:50.493521 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cde3bcb8-d5bb-4f89-87b6-13a627fde45c req-af1bf9ae-c8a5-4958-818a-88428c270e01 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 945 time: 0.0681057 Jul 22 20:04:50.532564 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cde3bcb8-d5bb-4f89-87b6-13a627fde45c req-7a2b1ade-491e-4116-ba12-600a58827364 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332193 Jul 22 20:04:51.663427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfab78-e1c9-42fd-b1c8-cf162fccf265 req-6dc4d91b-9054-4a82-8262-8a25c34a03db tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:51.664922 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6bfab78-e1c9-42fd-b1c8-cf162fccf265 req-6dc4d91b-9054-4a82-8262-8a25c34a03db tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 945 time: 0.0643821 Jul 22 20:04:51.702698 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d6bfab78-e1c9-42fd-b1c8-cf162fccf265 req-3cc3ffd1-42a9-44e1-ae42-468b575f860a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322530 Jul 22 20:04:52.836824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e873a-3547-4b34-bdad-d3cb5279b423 req-210d18c5-76c1-4d8d-85e1-443256b38280 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:52.838611 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b7e873a-3547-4b34-bdad-d3cb5279b423 req-210d18c5-76c1-4d8d-85e1-443256b38280 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 945 time: 0.0688221 Jul 22 20:04:52.881546 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b7e873a-3547-4b34-bdad-d3cb5279b423 req-2450441c-d151-45b3-82e4-e2a82991f021 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364172 Jul 22 20:04:54.013338 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c0678-6f6d-4d97-9363-020ae98f12f9 req-c67f76a3-cd4a-4dff-bd48-9d9dbc701759 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:54.014837 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-489c0678-6f6d-4d97-9363-020ae98f12f9 req-c67f76a3-cd4a-4dff-bd48-9d9dbc701759 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 945 time: 0.0647936 Jul 22 20:04:54.053642 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-489c0678-6f6d-4d97-9363-020ae98f12f9 req-60dc1ce8-b2bd-43d4-adff-2000a6fd5e82 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325272 Jul 22 20:04:54.771815 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:04:55.188418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd3c23-c555-48f8-97e9-5f83cc709266 req-bd837c06-8f6b-4e26-8128-1a1d2f797902 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:55.190117 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9efd3c23-c555-48f8-97e9-5f83cc709266 req-bd837c06-8f6b-4e26-8128-1a1d2f797902 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 945 time: 0.0687044 Jul 22 20:04:55.228955 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9efd3c23-c555-48f8-97e9-5f83cc709266 req-ad1f92f3-9758-469f-a9d7-cc15c4c5e342 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332460 Jul 22 20:04:56.362434 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526c39f-5d5d-4c11-9e21-5d8fa4d199f6 req-63609ff0-6513-4033-a4dd-2f65155bbf43 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:56.363919 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e526c39f-5d5d-4c11-9e21-5d8fa4d199f6 req-63609ff0-6513-4033-a4dd-2f65155bbf43 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 945 time: 0.0677996 Jul 22 20:04:56.401473 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e526c39f-5d5d-4c11-9e21-5d8fa4d199f6 req-a2cf30e3-f968-4d9d-be92-ee893dcc62e4 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319679 Jul 22 20:04:57.533491 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91765d-b91e-4c85-bb56-9dab51d31b52 req-b1404867-8d3c-4066-8817-93ccded18e09 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:57.534988 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8e91765d-b91e-4c85-bb56-9dab51d31b52 req-b1404867-8d3c-4066-8817-93ccded18e09 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 945 time: 0.0651159 Jul 22 20:04:57.572178 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8e91765d-b91e-4c85-bb56-9dab51d31b52 req-03b280c9-004f-476e-801d-08e40303d022 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316670 Jul 22 20:04:58.565284 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c2e4-bef1-475e-9e58-6ccddf765073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:58.702556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bfb78-605d-481f-a9a1-895641eb55d2 req-73132f45-e7d3-4a4a-a8d0-02c4ee53ffcb tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:58.704808 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c22bfb78-605d-481f-a9a1-895641eb55d2 req-73132f45-e7d3-4a4a-a8d0-02c4ee53ffcb tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 945 time: 0.0662880 Jul 22 20:04:58.746602 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c22bfb78-605d-481f-a9a1-895641eb55d2 req-d1a7f47c-d255-460c-b3e8-b6dcdd8b1152 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361876 Jul 22 20:04:59.881567 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb20d7b-79e3-4132-b363-819261b11fd1 req-b4812ca8-9e44-4876-b262-a077aeaf7d54 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:59.883453 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ceb20d7b-79e3-4132-b363-819261b11fd1 req-b4812ca8-9e44-4876-b262-a077aeaf7d54 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 945 time: 0.0660558 Jul 22 20:04:59.925469 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ceb20d7b-79e3-4132-b363-819261b11fd1 req-f1d3b54f-6c51-475f-b915-8682139034fd tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350089 Jul 22 20:05:01.059018 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4ea48-08d2-45ec-891f-62d48c08b175 req-aa3d9ab5-fd76-4b50-b59c-9c83c32978ec tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:01.060815 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ac4ea48-08d2-45ec-891f-62d48c08b175 req-aa3d9ab5-fd76-4b50-b59c-9c83c32978ec tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 945 time: 0.0673189 Jul 22 20:05:01.074721 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-54a66146-aab7-4853-810b-c36b59ec5cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:01.104266 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ac4ea48-08d2-45ec-891f-62d48c08b175 req-7eba0058-c8c0-4409-9da9-c7fb43b1ee3f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370591 Jul 22 20:05:01.205197 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:01.271468 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-d77e43c5-f6e0-4391-ae4e-10f5e236e722 service neutron] show failed (client error): The resource could not be found. Jul 22 20:05:01.272501 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-d77e43c5-f6e0-4391-ae4e-10f5e236e722 service neutron] 10.222.0.30 "GET /v2.0/ports/f21639d6-7776-48ad-8c78-265184889eae/bindings/n-h2-800086-12 HTTP/1.1" status: 404 len: 381 time: 0.0531683 Jul 22 20:05:01.516413 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-dd592c07-8a16-4a9a-9e22-e1e25fd4368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:01.517939 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-dd592c07-8a16-4a9a-9e22-e1e25fd4368c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee&tenant_id=dc261cf339f84f328b09b99adc64a706 HTTP/1.1" status: 200 len: 1097 time: 0.0951800 Jul 22 20:05:01.528880 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800086-12', 'device_owner': 'compute:nova'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:05:01.600041 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:01.799121 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] For port f21639d6-7776-48ad-8c78-265184889eae, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f21639d6-7776-48ad-8c78-265184889eae,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:05:01.831741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] For port f21639d6-7776-48ad-8c78-265184889eae, host n-h1-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:05:01.873240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c00873-6c03-458e-81ff-42ed343689ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f21639d6-7776-48ad-8c78-265184889eae'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:05:01.876172 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7053c37-5df0-4ded-b414-22911e6061a9" -d '{"events": [{"server_uuid": "d6c00873-6c03-458e-81ff-42ed343689ee", "name": "network-vif-unplugged", "status": "completed", "tag": "f21639d6-7776-48ad-8c78-265184889eae"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:05:01.879950 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:01.892999 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Transition to ACTIVE for port object f21639d6-7776-48ad-8c78-265184889eae will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:05:01.897085 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:01.925743 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 20:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeea2acb-b187-44b4-983b-f3543f34a769 x-openstack-request-id: req-aeea2acb-b187-44b4-983b-f3543f34a769 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:05:01.926034 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c00873-6c03-458e-81ff-42ed343689ee", "name": "network-vif-unplugged", "status": "completed", "tag": "f21639d6-7776-48ad-8c78-265184889eae", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:05:01.926287 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aeea2acb-b187-44b4-983b-f3543f34a769 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:05:01.926677 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c00873-6c03-458e-81ff-42ed343689ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f21639d6-7776-48ad-8c78-265184889eae', 'code': 200} Jul 22 20:05:01.974511 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Pushing event updated for resources: {'Port': ['ID=f21639d6-7776-48ad-8c78-265184889eae,revision_number=6']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:01.986752 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:01.987098 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:01.987434 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:01.987767 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:01.988097 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:01.988425 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:01.988804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:01.989142 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:01.989467 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:01.989858 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:01.990113 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:01.990429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:02.037616 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] No DVR routers for this DVR port f21639d6-7776-48ad-8c78-265184889eae on host n-h1-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:05:02.178575 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Attempting to bind port f21639d6-7776-48ad-8c78-265184889eae on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:05:02.179147 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Attempting to bind port f21639d6-7776-48ad-8c78-265184889eae by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:05:02.179346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Attempting to bind port f21639d6-7776-48ad-8c78-265184889eae on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:05:02.193434 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Port f21639d6-7776-48ad-8c78-265184889eae on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:05:02.193764 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Attempting to bind port f21639d6-7776-48ad-8c78-265184889eae on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:05:02.217667 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:05:02.217941 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Checking segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:05:02.218977 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Bound using segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:05:02.219503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Bound port: f21639d6-7776-48ad-8c78-265184889eae, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:05:02.219873 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:02.297310 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13c1b1-1bea-4383-81f1-09a1a12c4097 req-e29155f0-9a9e-4db2-810c-e1f6f092bc68 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:02.298830 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ea13c1b1-1bea-4383-81f1-09a1a12c4097 req-e29155f0-9a9e-4db2-810c-e1f6f092bc68 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 943 time: 0.1165276 Jul 22 20:05:02.315561 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] For port f21639d6-7776-48ad-8c78-265184889eae, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:05:02.339731 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] For port f21639d6-7776-48ad-8c78-265184889eae, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=f21639d6-7776-48ad-8c78-265184889eae,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:05:02.346942 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:02.382155 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ea13c1b1-1bea-4383-81f1-09a1a12c4097 req-50e8d756-bc09-4bfa-a4bc-3e0cb5c28271 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769792 Jul 22 20:05:02.413341 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:02.414120 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:02.415511 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] 10.222.0.16 "PUT /v2.0/ports/f21639d6-7776-48ad-8c78-265184889eae HTTP/1.1" status: 200 len: 1092 time: 0.8905215 Jul 22 20:05:02.416147 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdaa99-9d7b-4f5b-9fdb-b7cc8225b64c service neutron] Pushing event updated for resources: {'Port': ['ID=f21639d6-7776-48ad-8c78-265184889eae,revision_number=7']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:02.494572 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-00b2fa51-b840-4831-a609-1c7e7e2545e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:02.496114 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-00b2fa51-b840-4831-a609-1c7e7e2545e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 1095 time: 0.0597539 Jul 22 20:05:02.546712 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:02.594315 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-49dacabb-9ffd-4539-b7ed-951a511b1bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:02.596551 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-49dacabb-9ffd-4539-b7ed-951a511b1bb6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0945270 Jul 22 20:05:02.660394 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-88dad31a-f901-46ac-91e3-333298b8dc64 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f21639d6-7776-48ad-8c78-265184889eae HTTP/1.1" status: 200 len: 1000 time: 0.0582063 Jul 22 20:05:02.709021 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-95e6d09c-afd7-4061-8e43-31f453714cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:02.710467 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-95e6d09c-afd7-4061-8e43-31f453714cf6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0438664 Jul 22 20:05:02.771570 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-352beedd-72b8-402f-b532-6c12e51aa064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:02.773095 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-352beedd-72b8-402f-b532-6c12e51aa064 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567946 Jul 22 20:05:02.860778 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-9fd84951-4700-4640-9fce-8be04df6411b service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813758 Jul 22 20:05:02.952905 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8c208cf-a908-4e4a-bcfd-ec9caa18bd55 req-62aaf0c7-4566-4a7f-ada5-840e5f77a168 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863347 Jul 22 20:05:03.254963 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f21639d6-7776-48ad-8c78-265184889eae no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:05:03.292651 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f21639d6-7776-48ad-8c78-265184889eae not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:05:03.521072 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9279324-9b08-4e34-a746-6163649a7a5b req-fe1c1716-3f8c-4d1a-a42d-38e04c603be7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:03.522680 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9279324-9b08-4e34-a746-6163649a7a5b req-fe1c1716-3f8c-4d1a-a42d-38e04c603be7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 943 time: 0.0647171 Jul 22 20:05:03.564803 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f9279324-9b08-4e34-a746-6163649a7a5b req-969cc7e7-dade-41ae-b44f-f5b52dc77afe tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349824 Jul 22 20:05:03.927858 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c00873-6c03-458e-81ff-42ed343689ee', 'tag': 'f21639d6-7776-48ad-8c78-265184889eae'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:05:03.930416 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb91b191-8930-432f-9903-3979a8051c02" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c00873-6c03-458e-81ff-42ed343689ee", "tag": "f21639d6-7776-48ad-8c78-265184889eae"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:05:03.978931 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7adfc7-163a-4f91-b056-68e346bc6e1d x-openstack-request-id: req-ba7adfc7-163a-4f91-b056-68e346bc6e1d {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:05:03.979221 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c00873-6c03-458e-81ff-42ed343689ee", "tag": "f21639d6-7776-48ad-8c78-265184889eae", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:05:03.979530 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba7adfc7-163a-4f91-b056-68e346bc6e1d {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:05:03.979924 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c00873-6c03-458e-81ff-42ed343689ee', 'tag': 'f21639d6-7776-48ad-8c78-265184889eae', 'status': 'completed', 'code': 200} Jul 22 20:05:04.053066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91b191-8930-432f-9903-3979a8051c02 req-d8d5f606-096e-4f21-af1c-0132bd55f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:04.054579 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb91b191-8930-432f-9903-3979a8051c02 req-d8d5f606-096e-4f21-af1c-0132bd55f2df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 1095 time: 0.0581498 Jul 22 20:05:04.059913 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91b191-8930-432f-9903-3979a8051c02 req-d7cee2a2-32f6-4eed-95fa-0643975612b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:04.061435 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bb91b191-8930-432f-9903-3979a8051c02 req-d7cee2a2-32f6-4eed-95fa-0643975612b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 1095 time: 0.0603027 Jul 22 20:05:04.152614 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91b191-8930-432f-9903-3979a8051c02 req-9f65c965-193d-4ebd-a8d1-8b7a5540f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:04.154448 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bb91b191-8930-432f-9903-3979a8051c02 req-9f65c965-193d-4ebd-a8d1-8b7a5540f06a service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0866673 Jul 22 20:05:04.154686 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91b191-8930-432f-9903-3979a8051c02 req-d887d2be-2e27-4521-b47b-f53100a19b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:04.156886 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb91b191-8930-432f-9903-3979a8051c02 req-d887d2be-2e27-4521-b47b-f53100a19b2b service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0964804 Jul 22 20:05:04.184121 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:04.230024 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb91b191-8930-432f-9903-3979a8051c02 req-150bf187-30de-4d54-9efb-858eacc3f1f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f21639d6-7776-48ad-8c78-265184889eae HTTP/1.1" status: 200 len: 1000 time: 0.0650423 Jul 22 20:05:04.234168 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bb91b191-8930-432f-9903-3979a8051c02 req-4649e2b6-a07b-4240-809e-3583ffce803f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f21639d6-7776-48ad-8c78-265184889eae HTTP/1.1" status: 200 len: 1000 time: 0.0737832 Jul 22 20:05:04.281173 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91b191-8930-432f-9903-3979a8051c02 req-8381e021-aec1-42f2-9641-892c1688d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:04.282650 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bb91b191-8930-432f-9903-3979a8051c02 req-8381e021-aec1-42f2-9641-892c1688d9c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0430853 Jul 22 20:05:04.286295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91b191-8930-432f-9903-3979a8051c02 req-ef727838-ff2e-4a5d-bf21-8d2945ea5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:04.287844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb91b191-8930-432f-9903-3979a8051c02 req-ef727838-ff2e-4a5d-bf21-8d2945ea5ce0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0515013 Jul 22 20:05:04.341689 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91b191-8930-432f-9903-3979a8051c02 req-2d5c1a24-d16b-4fb4-b752-cc9ba7bc236b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:04.343907 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bb91b191-8930-432f-9903-3979a8051c02 req-2d5c1a24-d16b-4fb4-b752-cc9ba7bc236b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544477 Jul 22 20:05:04.348242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91b191-8930-432f-9903-3979a8051c02 req-1e92b242-e551-46e4-980a-4c2483024877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:04.349867 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb91b191-8930-432f-9903-3979a8051c02 req-1e92b242-e551-46e4-980a-4c2483024877 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560331 Jul 22 20:05:04.437927 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bb91b191-8930-432f-9903-3979a8051c02 req-8f710ed7-de20-43da-bdc9-d745ef00adda service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885141 Jul 22 20:05:04.443922 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb91b191-8930-432f-9903-3979a8051c02 req-ac9b3f6a-73ae-43ee-99af-9cdbb8c9fe96 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882523 Jul 22 20:05:04.529225 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bb91b191-8930-432f-9903-3979a8051c02 req-ad6de94f-1b02-400a-94ae-2b6208a3b76c service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853798 Jul 22 20:05:04.538882 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb91b191-8930-432f-9903-3979a8051c02 req-346c5d51-69bf-4e5f-9003-7a1f0602f9a7 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889013 Jul 22 20:05:04.695147 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d95fbb-90bc-4ae7-8ec9-e4db3e364e04 req-37053646-622b-4b54-9196-1278e0914b42 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:04.696588 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b9d95fbb-90bc-4ae7-8ec9-e4db3e364e04 req-37053646-622b-4b54-9196-1278e0914b42 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 943 time: 0.0646684 Jul 22 20:05:04.735955 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b9d95fbb-90bc-4ae7-8ec9-e4db3e364e04 req-01f86114-7e02-4903-9a9f-6ba47d52b217 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336812 Jul 22 20:05:05.877974 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea98ae-e8a9-4b5e-921c-a23bae7b81ae req-93a240df-32b9-4fa8-93b2-ae7a5da19188 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:05.879473 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b3ea98ae-e8a9-4b5e-921c-a23bae7b81ae req-93a240df-32b9-4fa8-93b2-ae7a5da19188 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 943 time: 0.0729337 Jul 22 20:05:05.918388 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b3ea98ae-e8a9-4b5e-921c-a23bae7b81ae req-293372ca-53ea-4f5a-98af-5e60eec40d81 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330279 Jul 22 20:05:07.094099 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd7cb4-402b-4eda-8619-b70dbd677ee9 req-00114d97-aa41-4c5c-8294-796e7609f1c5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:07.095607 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cdd7cb4-402b-4eda-8619-b70dbd677ee9 req-00114d97-aa41-4c5c-8294-796e7609f1c5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 943 time: 0.1068056 Jul 22 20:05:07.133141 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8cdd7cb4-402b-4eda-8619-b70dbd677ee9 req-e5ebea96-6d5e-46d9-bc03-1946dd6d421e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319357 Jul 22 20:05:08.304074 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ad810-7799-434b-8713-c5e017f97415 req-19e9bb62-2dfa-40e2-b165-6d4f81de4049 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:08.305800 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-843ad810-7799-434b-8713-c5e017f97415 req-19e9bb62-2dfa-40e2-b165-6d4f81de4049 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 943 time: 0.1049135 Jul 22 20:05:08.347416 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-843ad810-7799-434b-8713-c5e017f97415 req-f0538220-f3f8-4970-bff6-a131f4fd8bfb tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361700 Jul 22 20:05:09.475213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db48e3-749c-41d9-b049-efb7dee8f10c req-ab186698-098a-4f5b-8235-9952b0f663bd tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:09.476861 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e7db48e3-749c-41d9-b049-efb7dee8f10c req-ab186698-098a-4f5b-8235-9952b0f663bd tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 943 time: 0.0639439 Jul 22 20:05:09.515276 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e7db48e3-749c-41d9-b049-efb7dee8f10c req-2de92710-67dc-447b-8df4-9a7d9e07193b tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325687 Jul 22 20:05:09.562393 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:10.645993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852c4be-b3c0-468c-aec2-4117c6d4b69c req-96235c2a-4f73-4316-aa31-5062f831f769 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:10.647477 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1852c4be-b3c0-468c-aec2-4117c6d4b69c req-96235c2a-4f73-4316-aa31-5062f831f769 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 943 time: 0.0634162 Jul 22 20:05:10.684556 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1852c4be-b3c0-468c-aec2-4117c6d4b69c req-f955c3ce-b9fe-4b80-85da-94b039dfe5f5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315444 Jul 22 20:05:11.817362 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a775be-5fe1-4e9c-b3b2-d6c9bf3505db req-b999ab55-3db2-4735-8164-7126910a3578 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:11.818855 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-57a775be-5fe1-4e9c-b3b2-d6c9bf3505db req-b999ab55-3db2-4735-8164-7126910a3578 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 943 time: 0.0670149 Jul 22 20:05:11.856218 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-57a775be-5fe1-4e9c-b3b2-d6c9bf3505db req-866f98cc-8adc-45d2-a194-dc6e3d50caa4 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318158 Jul 22 20:05:12.296594 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:12.986743 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c633491-83e8-4f2d-b02f-c1d6c2734172 req-7c1da51b-e3d5-4f88-be06-b499914462d8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:12.988242 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c633491-83e8-4f2d-b02f-c1d6c2734172 req-7c1da51b-e3d5-4f88-be06-b499914462d8 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 943 time: 0.0645056 Jul 22 20:05:13.025749 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5c633491-83e8-4f2d-b02f-c1d6c2734172 req-80b62a9d-adaa-4ea8-87e1-f0d0beb4f8fc tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319979 Jul 22 20:05:14.157210 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9bdbc-c4f7-4b32-a5df-31372b6981f6 req-0cbba292-05ec-40a2-82e7-c45292f6d77f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:14.158713 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ec9bdbc-c4f7-4b32-a5df-31372b6981f6 req-0cbba292-05ec-40a2-82e7-c45292f6d77f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 943 time: 0.0645459 Jul 22 20:05:14.206511 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ec9bdbc-c4f7-4b32-a5df-31372b6981f6 req-ce62f39d-c7f4-41ad-8af4-0458bff9d74b tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422575 Jul 22 20:05:15.339303 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4426a-e0a5-485a-9336-c9093f84bb95 req-932fb5e1-3273-4925-af8a-3c5175ff0d0c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:15.340823 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-96d4426a-e0a5-485a-9336-c9093f84bb95 req-932fb5e1-3273-4925-af8a-3c5175ff0d0c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 943 time: 0.0650585 Jul 22 20:05:15.378732 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-96d4426a-e0a5-485a-9336-c9093f84bb95 req-f5e5715a-74e5-4e41-8829-940f98272d86 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318680 Jul 22 20:05:15.712261 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-94f3e1b6-5a66-4d88-a842-cb2aa8fe6ccc tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:15.713880 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-94f3e1b6-5a66-4d88-a842-cb2aa8fe6ccc tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee&tenant_id=dc261cf339f84f328b09b99adc64a706&binding%3Ahost_id=n-h2-800086-12 HTTP/1.1" status: 200 len: 943 time: 0.1127172 Jul 22 20:05:15.724728 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2740c9-3532-4b1a-bcff-4963b28b4391 req-ad2bf67f-bbf5-4cd2-be0e-b0e5c02f70b1 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:15.726106 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b2740c9-3532-4b1a-bcff-4963b28b4391 req-ad2bf67f-bbf5-4cd2-be0e-b0e5c02f70b1 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 943 time: 0.0947285 Jul 22 20:05:15.797909 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b2740c9-3532-4b1a-bcff-4963b28b4391 req-6ae5d71d-0abb-4913-834a-56a3cad49276 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658264 Jul 22 20:05:15.808009 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-26f7ff55-5bac-447d-bd57-b07565e204bb service neutron] 10.222.0.16 "GET /v2.0/ports/f21639d6-7776-48ad-8c78-265184889eae/bindings/n-h2-800086-12 HTTP/1.1" status: 200 len: 383 time: 0.0810127 Jul 22 20:05:15.883031 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-443e0eb7-ab14-4e4e-a9c6-f18b263461d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:15.884424 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-443e0eb7-ab14-4e4e-a9c6-f18b263461d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 1095 time: 0.0545146 Jul 22 20:05:15.975774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-f13d5ab1-b7d6-4ccc-b613-0e972b593a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:15.977289 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-f13d5ab1-b7d6-4ccc-b613-0e972b593a83 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0876217 Jul 22 20:05:16.004022 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device f21639d6-7776-48ad-8c78-265184889eae details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:05:16.040577 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-912884e8-f373-4c44-82b5-bccb243767b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f21639d6-7776-48ad-8c78-265184889eae HTTP/1.1" status: 200 len: 1000 time: 0.0576530 Jul 22 20:05:16.092556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-80b13655-985b-46a3-818c-63974b9a9f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:16.094724 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-80b13655-985b-46a3-818c-63974b9a9f52 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0489185 Jul 22 20:05:16.101252 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port f21639d6-7776-48ad-8c78-265184889eae, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=f21639d6-7776-48ad-8c78-265184889eae,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:05:16.112692 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'f21639d6-7776-48ad-8c78-265184889eae', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'port_id': 'f21639d6-7776-48ad-8c78-265184889eae', 'mac_address': 'fa:16:3e:54:34:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:05:16.149655 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:16.153125 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-16ea8d2c-6200-4e57-ba4e-78b968500d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:16.154666 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-16ea8d2c-6200-4e57-ba4e-78b968500d93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545583 Jul 22 20:05:16.162430 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f21639d6-7776-48ad-8c78-265184889eae {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:05:16.181545 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port f21639d6-7776-48ad-8c78-265184889eae, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=f21639d6-7776-48ad-8c78-265184889eae,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:05:16.185906 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:16.233284 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=f21639d6-7776-48ad-8c78-265184889eae,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:16.240658 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:16.241008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:16.241344 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:16.241677 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:16.242009 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:16.242333 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:16.242654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:16.242977 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:16.243295 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:16.243612 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:16.243929 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:16.244265 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:16.247268 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-966aa7f3-1db2-483f-adba-10f0a64cf3a0 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865664 Jul 22 20:05:16.341201 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-f7cdb01b-5012-4e9c-921c-d3b43620ca8c service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855412 Jul 22 20:05:16.401021 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['f21639d6-7776-48ad-8c78-265184889eae'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:05:16.930683 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa2a8c-865a-4ee3-af12-7dd10f038fc2 req-3a8570f8-db43-40d4-b333-d361fe8d82ea tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:16.932132 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6fa2a8c-865a-4ee3-af12-7dd10f038fc2 req-3a8570f8-db43-40d4-b333-d361fe8d82ea tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 944 time: 0.0645299 Jul 22 20:05:16.970213 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6fa2a8c-865a-4ee3-af12-7dd10f038fc2 req-add4f259-c080-4f2a-a034-4f042f3b623b tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323322 Jul 22 20:05:18.003918 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device f21639d6-7776-48ad-8c78-265184889eae up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:05:18.056428 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port f21639d6-7776-48ad-8c78-265184889eae completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:05:18.061223 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port f21639d6-7776-48ad-8c78-265184889eae triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:05:18.061598 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:18.110681 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b035c-2c59-4ac6-a4ea-fc3cae2a00ac req-3ff553ad-1a99-4e75-bb34-da6aa96ff5a7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:18.112229 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f5b035c-2c59-4ac6-a4ea-fc3cae2a00ac req-3ff553ad-1a99-4e75-bb34-da6aa96ff5a7 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 944 time: 0.0734522 Jul 22 20:05:18.153239 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f5b035c-2c59-4ac6-a4ea-fc3cae2a00ac req-56968b33-e14f-4e94-bc61-f9fa61e03391 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345018 Jul 22 20:05:18.157806 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:18.182312 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c00873-6c03-458e-81ff-42ed343689ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21639d6-7776-48ad-8c78-265184889eae'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:05:18.184907 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1fad39-014d-44ed-8faa-c614036ad1a5" -d '{"events": [{"server_uuid": "d6c00873-6c03-458e-81ff-42ed343689ee", "name": "network-vif-plugged", "status": "completed", "tag": "f21639d6-7776-48ad-8c78-265184889eae"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:05:18.199382 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port f21639d6-7776-48ad-8c78-265184889eae, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=f21639d6-7776-48ad-8c78-265184889eae,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:05:18.204103 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:18.238634 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048175b6-03a7-4df5-954a-9c31c78a2a3d x-openstack-request-id: req-048175b6-03a7-4df5-954a-9c31c78a2a3d {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:05:18.238949 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c00873-6c03-458e-81ff-42ed343689ee", "name": "network-vif-plugged", "status": "completed", "tag": "f21639d6-7776-48ad-8c78-265184889eae", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:05:18.239202 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-048175b6-03a7-4df5-954a-9c31c78a2a3d {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:05:18.239590 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c00873-6c03-458e-81ff-42ed343689ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21639d6-7776-48ad-8c78-265184889eae', 'code': 200} Jul 22 20:05:18.256075 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=f21639d6-7776-48ad-8c78-265184889eae,revision_number=9']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:19.289936 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3dcb5-dba8-4161-8fe7-7392ec97f91b req-73c904df-24f0-4755-a623-7f32951b0747 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:19.291499 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6da3dcb5-dba8-4161-8fe7-7392ec97f91b req-73c904df-24f0-4755-a623-7f32951b0747 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 945 time: 0.0650282 Jul 22 20:05:19.332689 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6da3dcb5-dba8-4161-8fe7-7392ec97f91b req-a155525a-fe90-4c5e-979b-f633c20be79c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347474 Jul 22 20:05:20.052812 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-f3874fee-bdc8-40d6-a672-ef587c7bef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:20.054301 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-f3874fee-bdc8-40d6-a672-ef587c7bef4b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee&tenant_id=dc261cf339f84f328b09b99adc64a706 HTTP/1.1" status: 200 len: 1097 time: 0.0587103 Jul 22 20:05:20.066165 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800086-12', 'device_owner': 'compute:nova'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:05:20.133932 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:20.330372 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] For port f21639d6-7776-48ad-8c78-265184889eae, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=f21639d6-7776-48ad-8c78-265184889eae,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:05:20.366569 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] For port f21639d6-7776-48ad-8c78-265184889eae, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:05:20.405009 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c00873-6c03-458e-81ff-42ed343689ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f21639d6-7776-48ad-8c78-265184889eae'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:05:20.407202 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d62c99-c058-43e9-a43d-ab034e7ef50f" -d '{"events": [{"server_uuid": "d6c00873-6c03-458e-81ff-42ed343689ee", "name": "network-vif-unplugged", "status": "completed", "tag": "f21639d6-7776-48ad-8c78-265184889eae"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:05:20.410862 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:20.424146 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Transition to ACTIVE for port object f21639d6-7776-48ad-8c78-265184889eae will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:05:20.428374 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:20.470226 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 20:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bd1337-5137-4582-8e98-724561ec8cc6 x-openstack-request-id: req-57bd1337-5137-4582-8e98-724561ec8cc6 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:05:20.470523 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c00873-6c03-458e-81ff-42ed343689ee", "name": "network-vif-unplugged", "status": "completed", "tag": "f21639d6-7776-48ad-8c78-265184889eae", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:05:20.470773 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57bd1337-5137-4582-8e98-724561ec8cc6 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:05:20.471166 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c00873-6c03-458e-81ff-42ed343689ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f21639d6-7776-48ad-8c78-265184889eae', 'code': 200} Jul 22 20:05:20.483120 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b119d-4886-4250-a532-35398e4a2ec1 req-5da7ae3d-6580-4fe3-afb4-09f15d221592 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:20.485303 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-049b119d-4886-4250-a532-35398e4a2ec1 req-5da7ae3d-6580-4fe3-afb4-09f15d221592 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 945 time: 0.0825179 Jul 22 20:05:20.515154 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Pushing event updated for resources: {'Port': ['ID=f21639d6-7776-48ad-8c78-265184889eae,revision_number=10']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:20.529775 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:20.530135 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:20.530479 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:20.530821 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:20.531680 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:20.532024 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:20.532360 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:20.532728 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:20.533064 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:20.533398 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:20.533724 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:20.533833 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-049b119d-4886-4250-a532-35398e4a2ec1 req-47e4795a-1873-4cf9-bf27-9cf15437cb1c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401242 Jul 22 20:05:20.534053 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:05:20.577198 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] No DVR routers for this DVR port f21639d6-7776-48ad-8c78-265184889eae on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:05:20.714358 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Attempting to bind port f21639d6-7776-48ad-8c78-265184889eae on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:05:20.714789 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Attempting to bind port f21639d6-7776-48ad-8c78-265184889eae by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:05:20.715130 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Attempting to bind port f21639d6-7776-48ad-8c78-265184889eae on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:05:20.720668 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Port f21639d6-7776-48ad-8c78-265184889eae on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:05:20.721079 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Attempting to bind port f21639d6-7776-48ad-8c78-265184889eae on network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:05:20.725921 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:05:20.726258 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Checking segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:05:20.726672 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Bound using segment: {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:05:20.727097 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Bound port: f21639d6-7776-48ad-8c78-265184889eae, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7561ac24-6edc-454b-90c6-0776017580ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:05:20.727457 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:20.787953 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] For port f21639d6-7776-48ad-8c78-265184889eae, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:05:20.790953 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] For port f21639d6-7776-48ad-8c78-265184889eae, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f21639d6-7776-48ad-8c78-265184889eae,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:05:20.794408 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:20.828417 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:20.829101 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:20.831922 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] 10.222.0.30 "PUT /v2.0/ports/f21639d6-7776-48ad-8c78-265184889eae HTTP/1.1" status: 200 len: 1093 time: 0.7688220 Jul 22 20:05:20.853709 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54ba1b-b9fa-4c48-92ed-d8a2b95fd6fe service neutron] Pushing event updated for resources: {'Port': ['ID=f21639d6-7776-48ad-8c78-265184889eae,revision_number=11']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:20.956821 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-77ff2c44-45b2-4d1b-aa55-97f28f909fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:20.958372 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-77ff2c44-45b2-4d1b-aa55-97f28f909fa0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 1096 time: 0.1009490 Jul 22 20:05:21.051820 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-123b4a14-1630-425e-871a-50ecad7bf654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:21.053364 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-123b4a14-1630-425e-871a-50ecad7bf654 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0879693 Jul 22 20:05:21.122459 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-7044abac-5642-4533-8e78-911c106d31f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f21639d6-7776-48ad-8c78-265184889eae HTTP/1.1" status: 200 len: 1000 time: 0.0630739 Jul 22 20:05:21.169129 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-b2de99b8-224c-4dd1-9079-c6c466976381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:21.170545 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-b2de99b8-224c-4dd1-9079-c6c466976381 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0422034 Jul 22 20:05:21.226609 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-10e36277-d366-4dd3-a23d-0aed3efe08a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:21.228062 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-10e36277-d366-4dd3-a23d-0aed3efe08a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519438 Jul 22 20:05:21.238577 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-bcb7aa66-afa5-473c-8280-d969ef301fba service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:05:21.239553 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-bcb7aa66-afa5-473c-8280-d969ef301fba service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056674 Jul 22 20:05:21.330588 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-d263907b-e386-4911-ae8c-903922bd2dc6 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850267 Jul 22 20:05:21.417300 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4210ae47-2262-4692-adc8-5af044f8d2bf req-a5b818cf-7bf7-46d1-89a4-888aed5c4f30 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802326 Jul 22 20:05:21.669479 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca3ef-8ce5-4674-b1a7-87d8344a38da req-be52e3f7-55e2-4395-afc4-e38332d44c0e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:21.670988 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-68eca3ef-8ce5-4674-b1a7-87d8344a38da req-be52e3f7-55e2-4395-afc4-e38332d44c0e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 944 time: 0.0648682 Jul 22 20:05:21.710214 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-68eca3ef-8ce5-4674-b1a7-87d8344a38da req-f11e3838-4d50-4fea-a406-fe10615ca182 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327363 Jul 22 20:05:22.034802 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device f21639d6-7776-48ad-8c78-265184889eae no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:05:22.075483 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device f21639d6-7776-48ad-8c78-265184889eae not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:05:22.472787 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c00873-6c03-458e-81ff-42ed343689ee', 'tag': 'f21639d6-7776-48ad-8c78-265184889eae'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:05:22.475372 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfecb022-ea3d-4fd5-adce-808fbd9f71e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c00873-6c03-458e-81ff-42ed343689ee", "tag": "f21639d6-7776-48ad-8c78-265184889eae"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:05:22.590720 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5d7d3d-18fa-46ab-9303-4aaa7ff2f43b x-openstack-request-id: req-4e5d7d3d-18fa-46ab-9303-4aaa7ff2f43b {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:05:22.591304 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c00873-6c03-458e-81ff-42ed343689ee", "tag": "f21639d6-7776-48ad-8c78-265184889eae", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:05:22.591304 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e5d7d3d-18fa-46ab-9303-4aaa7ff2f43b {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:05:22.591638 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c00873-6c03-458e-81ff-42ed343689ee', 'tag': 'f21639d6-7776-48ad-8c78-265184889eae', 'status': 'completed', 'code': 200} Jul 22 20:05:22.663173 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecb022-ea3d-4fd5-adce-808fbd9f71e4 req-04ea7371-1ae6-4146-8e79-57f7289245b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:22.664818 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cfecb022-ea3d-4fd5-adce-808fbd9f71e4 req-04ea7371-1ae6-4146-8e79-57f7289245b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 1096 time: 0.0562470 Jul 22 20:05:22.676638 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecb022-ea3d-4fd5-adce-808fbd9f71e4 req-d22629f7-5fb5-445e-a8c4-f0b6a70cd058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:22.678261 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cfecb022-ea3d-4fd5-adce-808fbd9f71e4 req-d22629f7-5fb5-445e-a8c4-f0b6a70cd058 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 1096 time: 0.0611901 Jul 22 20:05:22.776435 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecb022-ea3d-4fd5-adce-808fbd9f71e4 req-d9a8130c-a519-44c0-8e0c-ce58e3044e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:22.779056 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cfecb022-ea3d-4fd5-adce-808fbd9f71e4 req-d9a8130c-a519-44c0-8e0c-ce58e3044e3a service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0937171 Jul 22 20:05:22.855955 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cfecb022-ea3d-4fd5-adce-808fbd9f71e4 req-9b571de2-f43b-47c6-b2f2-885ead7ced73 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f21639d6-7776-48ad-8c78-265184889eae HTTP/1.1" status: 200 len: 1000 time: 0.0695503 Jul 22 20:05:22.909111 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecb022-ea3d-4fd5-adce-808fbd9f71e4 req-446101ba-0ab2-46d0-8077-2b37a580405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:22.911434 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cfecb022-ea3d-4fd5-adce-808fbd9f71e4 req-446101ba-0ab2-46d0-8077-2b37a580405a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0487249 Jul 22 20:05:22.980619 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecb022-ea3d-4fd5-adce-808fbd9f71e4 req-e8cb9172-1f75-49b0-8776-570226c44ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:22.982239 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cfecb022-ea3d-4fd5-adce-808fbd9f71e4 req-e8cb9172-1f75-49b0-8776-570226c44ece service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647533 Jul 22 20:05:23.083193 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cfecb022-ea3d-4fd5-adce-808fbd9f71e4 req-a3af1acb-7827-4b1d-983f-f105fc8f9b96 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936458 Jul 22 20:05:23.120742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecb022-ea3d-4fd5-adce-808fbd9f71e4 req-2bacc5e6-8ecd-4083-8d8a-c4cd6d8ecaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:23.122235 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cfecb022-ea3d-4fd5-adce-808fbd9f71e4 req-2bacc5e6-8ecd-4083-8d8a-c4cd6d8ecaa9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.4505451 Jul 22 20:05:23.145285 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5a1f7-9414-4242-97c0-c1030c52d746 req-37888611-ddb1-4146-8ef8-c0305c918884 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:23.146866 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90f5a1f7-9414-4242-97c0-c1030c52d746 req-37888611-ddb1-4146-8ef8-c0305c918884 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 944 time: 0.0942297 Jul 22 20:05:23.179789 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-cfecb022-ea3d-4fd5-adce-808fbd9f71e4 req-1e565c93-d54b-4cdc-82fe-e6b34ea82be2 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899739 Jul 22 20:05:23.232719 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cfecb022-ea3d-4fd5-adce-808fbd9f71e4 req-5e2efaa3-d7b8-479d-85ef-35dc071d7385 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f21639d6-7776-48ad-8c78-265184889eae HTTP/1.1" status: 200 len: 1000 time: 0.1021018 Jul 22 20:05:23.235841 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90f5a1f7-9414-4242-97c0-c1030c52d746 req-9b74b6c5-d594-49a3-9a57-379d38b01d3a tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560582 Jul 22 20:05:23.282513 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecb022-ea3d-4fd5-adce-808fbd9f71e4 req-5dc2f7b6-f067-481f-81fb-5f6585eb4b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:23.283969 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cfecb022-ea3d-4fd5-adce-808fbd9f71e4 req-5dc2f7b6-f067-481f-81fb-5f6585eb4b00 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0456390 Jul 22 20:05:23.341907 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecb022-ea3d-4fd5-adce-808fbd9f71e4 req-1d5b867d-e232-4aac-8620-57218f517b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:23.343356 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cfecb022-ea3d-4fd5-adce-808fbd9f71e4 req-1d5b867d-e232-4aac-8620-57218f517b30 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534883 Jul 22 20:05:23.437158 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cfecb022-ea3d-4fd5-adce-808fbd9f71e4 req-4bb38268-5c3e-4b24-bb30-fdceadc3f7a7 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869784 Jul 22 20:05:23.530619 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cfecb022-ea3d-4fd5-adce-808fbd9f71e4 req-09b6eb0c-a8d2-4d8c-97a3-f3c7fa4f29a1 service neutron] 10.222.0.16 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852652 Jul 22 20:05:24.373985 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13959f-d2d0-4bc4-99f5-8913adca4b96 req-857e442c-24fb-489e-b1a4-23ff66c5485d tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:24.376134 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd13959f-d2d0-4bc4-99f5-8913adca4b96 req-857e442c-24fb-489e-b1a4-23ff66c5485d tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 944 time: 0.0692892 Jul 22 20:05:24.415789 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd13959f-d2d0-4bc4-99f5-8913adca4b96 req-226d26c1-fef9-4cd1-bc74-0b311d195a9e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338099 Jul 22 20:05:25.550214 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00fd12-1302-4bd0-a5e6-b01a716038f9 req-e844e541-6cf3-4cd3-bb26-118849622673 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:25.551692 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce00fd12-1302-4bd0-a5e6-b01a716038f9 req-e844e541-6cf3-4cd3-bb26-118849622673 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 944 time: 0.0647483 Jul 22 20:05:25.589000 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ce00fd12-1302-4bd0-a5e6-b01a716038f9 req-9e76d62b-e55d-4c3c-9ec9-8d940c93e54f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316720 Jul 22 20:05:26.721802 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d795ba-f11e-47f5-ba41-43d3dccd6e96 req-83a9733e-5dc7-436f-8c0b-03ea7c82fd93 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:26.723270 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-22d795ba-f11e-47f5-ba41-43d3dccd6e96 req-83a9733e-5dc7-436f-8c0b-03ea7c82fd93 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 944 time: 0.0682976 Jul 22 20:05:26.760994 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-22d795ba-f11e-47f5-ba41-43d3dccd6e96 req-489341c0-3848-42fc-907c-de65b8534dfc tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321131 Jul 22 20:05:27.768209 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dc7ff-f75c-4e47-8cf0-875877c1f616 req-230961e9-77af-4faa-afb4-89de4ec41104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:27.769759 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c78dc7ff-f75c-4e47-8cf0-875877c1f616 req-230961e9-77af-4faa-afb4-89de4ec41104 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc261cf339f84f328b09b99adc64a706&device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 1096 time: 0.0587895 Jul 22 20:05:27.876947 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dc7ff-f75c-4e47-8cf0-875877c1f616 req-a73ff508-041f-49f0-8306-1a60a125b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:27.878430 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c78dc7ff-f75c-4e47-8cf0-875877c1f616 req-a73ff508-041f-49f0-8306-1a60a125b53c service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 200 len: 912 time: 0.0865722 Jul 22 20:05:27.895290 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e254a-b9cc-4cd0-8e8a-1c4cdbd73138 req-18446115-2b61-40fd-8971-de2a71b03345 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:27.896812 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab5e254a-b9cc-4cd0-8e8a-1c4cdbd73138 req-18446115-2b61-40fd-8971-de2a71b03345 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 944 time: 0.0667741 Jul 22 20:05:27.935319 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab5e254a-b9cc-4cd0-8e8a-1c4cdbd73138 req-624bdae6-fd33-4464-a88c-aef49e2b3351 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327270 Jul 22 20:05:27.946710 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c78dc7ff-f75c-4e47-8cf0-875877c1f616 req-e1ebbbf6-11ef-489a-b68d-2197fb997c77 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f21639d6-7776-48ad-8c78-265184889eae HTTP/1.1" status: 200 len: 1000 time: 0.0623362 Jul 22 20:05:27.996290 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dc7ff-f75c-4e47-8cf0-875877c1f616 req-992bfee2-1366-4835-926f-ed7cda36e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:27.997810 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c78dc7ff-f75c-4e47-8cf0-875877c1f616 req-992bfee2-1366-4835-926f-ed7cda36e77d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 200 len: 850 time: 0.0453243 Jul 22 20:05:28.054719 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dc7ff-f75c-4e47-8cf0-875877c1f616 req-18fc50e5-89d8-4a92-ab0f-d5c1511b875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:28.056092 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c78dc7ff-f75c-4e47-8cf0-875877c1f616 req-18fc50e5-89d8-4a92-ab0f-d5c1511b875a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ee16a76-53e2-4350-a1a3-6584dd14cfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524559 Jul 22 20:05:28.148817 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c78dc7ff-f75c-4e47-8cf0-875877c1f616 req-fb82613e-63b0-41b8-a3a8-c0f6408eea10 service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854940 Jul 22 20:05:28.235229 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c78dc7ff-f75c-4e47-8cf0-875877c1f616 req-30b809f0-971f-4490-be0a-53c434f5d97c service neutron] 10.222.0.30 "GET /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805476 Jul 22 20:05:28.566365 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f22e1ce9-66b4-4f63-adf8-ae70bf0f8d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:29.067244 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0049be-801b-457b-9d68-cadf23937d25 req-4b0aaebf-f8ec-4470-8646-1e73e4162e98 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:29.068739 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d0049be-801b-457b-9d68-cadf23937d25 req-4b0aaebf-f8ec-4470-8646-1e73e4162e98 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 944 time: 0.0646014 Jul 22 20:05:29.106078 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d0049be-801b-457b-9d68-cadf23937d25 req-b6fd2bd8-5b80-4b60-b636-e5a6775f1a29 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317006 Jul 22 20:05:30.243230 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f406db-dd62-4eda-8d1e-8fa38353abd3 req-8709c0a2-aa8f-4c58-a47d-da37c57c6949 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:30.244630 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-71f406db-dd62-4eda-8d1e-8fa38353abd3 req-8709c0a2-aa8f-4c58-a47d-da37c57c6949 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 944 time: 0.0699441 Jul 22 20:05:30.283358 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-71f406db-dd62-4eda-8d1e-8fa38353abd3 req-d576b60f-b107-40e4-8e14-b7c04d38d67c tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321560 Jul 22 20:05:31.076716 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3cf3e5bb-f30b-49e3-b2a3-5687ab878af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:31.205934 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:31.414059 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd43026-ee69-4ed1-8a17-668454cb25fd req-e4472db3-cb87-4a51-a1b6-e214cd0feb29 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:31.415537 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7fd43026-ee69-4ed1-8a17-668454cb25fd req-e4472db3-cb87-4a51-a1b6-e214cd0feb29 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 944 time: 0.0636783 Jul 22 20:05:31.453862 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7fd43026-ee69-4ed1-8a17-668454cb25fd req-a2303102-e765-489f-a001-51c9055fdc0d tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326111 Jul 22 20:05:31.770458 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:05:32.546131 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:32.587644 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce2f85-8001-4de7-acc5-2544417b1f7c req-fecdca43-1b97-44f9-82ff-d16069aa650f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:32.589161 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-12ce2f85-8001-4de7-acc5-2544417b1f7c req-fecdca43-1b97-44f9-82ff-d16069aa650f tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 944 time: 0.0684810 Jul 22 20:05:32.626629 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-12ce2f85-8001-4de7-acc5-2544417b1f7c req-68b46727-578f-4b69-a37b-8507fa1f9414 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316935 Jul 22 20:05:32.754028 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385e632-f74d-4f26-8a1e-c539f78ddac3 req-d2052e70-01a6-490f-aa6f-6207a2026437 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:32.755425 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f385e632-f74d-4f26-8a1e-c539f78ddac3 req-d2052e70-01a6-490f-aa6f-6207a2026437 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 944 time: 0.0640438 Jul 22 20:05:32.792682 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f385e632-f74d-4f26-8a1e-c539f78ddac3 req-af47738d-3537-48ff-b301-40ebdb1704ba tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316691 Jul 22 20:05:32.919501 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af691a4-9624-4a72-b772-1d72e12d91c6 req-56d7e216-0dac-42b2-9635-ff34aea8985b tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:32.921003 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2af691a4-9624-4a72-b772-1d72e12d91c6 req-56d7e216-0dac-42b2-9635-ff34aea8985b tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 944 time: 0.0638349 Jul 22 20:05:32.960168 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2af691a4-9624-4a72-b772-1d72e12d91c6 req-194286db-c0a1-4b44-b7a8-5bdb62e75de9 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328383 Jul 22 20:05:33.210661 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece0e5f-d98d-4ad9-9148-06bf3a925210 req-2d07b8de-922b-4d7c-8e77-3af4088416a5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:33.212146 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ece0e5f-d98d-4ad9-9148-06bf3a925210 req-2d07b8de-922b-4d7c-8e77-3af4088416a5 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 944 time: 0.0681360 Jul 22 20:05:33.249231 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4ece0e5f-d98d-4ad9-9148-06bf3a925210 req-ae4d1315-b915-48be-8ed9-92822f5699f6 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314910 Jul 22 20:05:33.432096 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f21639d6-7776-48ad-8c78-265184889eae details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:05:33.525241 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f21639d6-7776-48ad-8c78-265184889eae, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f21639d6-7776-48ad-8c78-265184889eae,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:05:33.537632 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'f21639d6-7776-48ad-8c78-265184889eae', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'port_id': 'f21639d6-7776-48ad-8c78-265184889eae', 'mac_address': 'fa:16:3e:54:34:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:05:33.578709 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:33.591139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f21639d6-7776-48ad-8c78-265184889eae {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:05:33.611360 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port f21639d6-7776-48ad-8c78-265184889eae, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f21639d6-7776-48ad-8c78-265184889eae,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:05:33.614865 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:33.661330 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=f21639d6-7776-48ad-8c78-265184889eae,revision_number=12']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:33.846201 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['f21639d6-7776-48ad-8c78-265184889eae'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:05:34.183069 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:34.380434 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913d269-48f4-4097-a31d-a8a23d96c663 req-153fa028-b45e-450e-8b5e-3fcff4b299a1 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:34.381986 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f913d269-48f4-4097-a31d-a8a23d96c663 req-153fa028-b45e-450e-8b5e-3fcff4b299a1 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 945 time: 0.0648680 Jul 22 20:05:34.418745 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f913d269-48f4-4097-a31d-a8a23d96c663 req-fa4892e1-0971-4192-b701-3f74639d7c34 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups?id=74678628-a4ea-4614-9c09-75f9cd37ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311708 Jul 22 20:05:34.708020 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafcc1e-53c4-424b-aec0-deeb64beacfb req-9c6517e7-488f-48b1-a20d-7bd6140f3ce0 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:34.709490 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2dafcc1e-53c4-424b-aec0-deeb64beacfb req-9c6517e7-488f-48b1-a20d-7bd6140f3ce0 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 945 time: 0.0663919 Jul 22 20:05:34.808124 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-2dafcc1e-53c4-424b-aec0-deeb64beacfb req-cd16ebe5-ab85-43f3-a99a-c3d1d6a7e2bb tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Deleting port f21639d6-7776-48ad-8c78-265184889eae {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:05:34.808482 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2dafcc1e-53c4-424b-aec0-deeb64beacfb req-cd16ebe5-ab85-43f3-a99a-c3d1d6a7e2bb tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:34.897700 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-2dafcc1e-53c4-424b-aec0-deeb64beacfb req-cd16ebe5-ab85-43f3-a99a-c3d1d6a7e2bb tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] For port f21639d6-7776-48ad-8c78-265184889eae, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=f21639d6-7776-48ad-8c78-265184889eae,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:05:34.898059 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2dafcc1e-53c4-424b-aec0-deeb64beacfb req-cd16ebe5-ab85-43f3-a99a-c3d1d6a7e2bb tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:35.061942 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2dafcc1e-53c4-424b-aec0-deeb64beacfb req-cd16ebe5-ab85-43f3-a99a-c3d1d6a7e2bb tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:35.062311 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2dafcc1e-53c4-424b-aec0-deeb64beacfb req-cd16ebe5-ab85-43f3-a99a-c3d1d6a7e2bb tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:35.062627 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [req-2dafcc1e-53c4-424b-aec0-deeb64beacfb req-cd16ebe5-ab85-43f3-a99a-c3d1d6a7e2bb tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Floating IP a8aadb1b-f55c-405e-8ed9-24a66123139f disassociated. External IP: 172.25.3.228, port: f21639d6-7776-48ad-8c78-265184889eae. Jul 22 20:05:35.062974 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-2dafcc1e-53c4-424b-aec0-deeb64beacfb req-cd16ebe5-ab85-43f3-a99a-c3d1d6a7e2bb tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Calling delete_port for f21639d6-7776-48ad-8c78-265184889eae owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:05:35.189838 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2dafcc1e-53c4-424b-aec0-deeb64beacfb req-cd16ebe5-ab85-43f3-a99a-c3d1d6a7e2bb tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:35.216696 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16ebe5-ab85-43f3-a99a-c3d1d6a7e2bb tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Pushing event deleted for resources: {'Port': ['ID=f21639d6-7776-48ad-8c78-265184889eae,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:35.332419 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2dafcc1e-53c4-424b-aec0-deeb64beacfb req-cd16ebe5-ab85-43f3-a99a-c3d1d6a7e2bb tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Router 436dc2e4-81e9-4351-873c-75404a5eab72 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:05:35.440595 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2dafcc1e-53c4-424b-aec0-deeb64beacfb req-cd16ebe5-ab85-43f3-a99a-c3d1d6a7e2bb tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:05:35.441422 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f21639d6-7776-48ad-8c78-265184889eae no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:05:35.463631 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d62086-33ec-4bc2-9fb2-833b6d22466a None None] Sync routers for ids ['436dc2e4-81e9-4351-873c-75404a5eab72'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:05:35.467347 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: f21639d6-7776-48ad-8c78-265184889eae {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:05:35.467636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device f21639d6-7776-48ad-8c78-265184889eae not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:05:35.475181 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d62086-33ec-4bc2-9fb2-833b6d22466a None None] Routers {'436dc2e4-81e9-4351-873c-75404a5eab72'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:05:35.475801 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-02d62086-33ec-4bc2-9fb2-833b6d22466a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:05:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['436dc2e4-81e9-4351-873c-75404a5eab72'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:05:35.487960 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dafcc1e-53c4-424b-aec0-deeb64beacfb req-cd16ebe5-ab85-43f3-a99a-c3d1d6a7e2bb tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] No DVR routers for this DVR port f21639d6-7776-48ad-8c78-265184889eae on host n-h1-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:05:35.491353 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-2dafcc1e-53c4-424b-aec0-deeb64beacfb req-cd16ebe5-ab85-43f3-a99a-c3d1d6a7e2bb tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:35.493659 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-2dafcc1e-53c4-424b-aec0-deeb64beacfb req-cd16ebe5-ab85-43f3-a99a-c3d1d6a7e2bb tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.30 "DELETE /v2.0/ports/f21639d6-7776-48ad-8c78-265184889eae HTTP/1.1" status: 204 len: 173 time: 0.7772427 Jul 22 20:05:35.494042 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c00873-6c03-458e-81ff-42ed343689ee', 'name': 'network-vif-deleted', 'tag': 'f21639d6-7776-48ad-8c78-265184889eae'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:05:35.496803 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b13b933-2d55-4ada-916d-a517a1a00baa" -d '{"events": [{"server_uuid": "d6c00873-6c03-458e-81ff-42ed343689ee", "name": "network-vif-deleted", "tag": "f21639d6-7776-48ad-8c78-265184889eae"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:05:35.538987 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27a6ca74-9e55-43bb-9aa2-65124600ed02 req-b042b0b2-7c45-4fc9-a614-ede9c564c2ac tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 210 time: 0.0418105 Jul 22 20:05:35.547632 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6747edb-2165-43af-95a0-ec889a1b9de8 x-openstack-request-id: req-e6747edb-2165-43af-95a0-ec889a1b9de8 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:05:35.547952 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c00873-6c03-458e-81ff-42ed343689ee", "name": "network-vif-deleted", "tag": "f21639d6-7776-48ad-8c78-265184889eae", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:05:35.548172 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6747edb-2165-43af-95a0-ec889a1b9de8 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:05:35.548718 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c00873-6c03-458e-81ff-42ed343689ee', 'name': 'network-vif-deleted', 'tag': 'f21639d6-7776-48ad-8c78-265184889eae', 'status': 'completed', 'code': 200} Jul 22 20:05:35.591256 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-02d62086-33ec-4bc2-9fb2-833b6d22466a None None] Set router 436dc2e4-81e9-4351-873c-75404a5eab72 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:05:35.788205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-02d62086-33ec-4bc2-9fb2-833b6d22466a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:05:35.818941 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d62086-33ec-4bc2-9fb2-833b6d22466a None None] Checking router: 436dc2e4-81e9-4351-873c-75404a5eab72 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:05:35.827606 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d62086-33ec-4bc2-9fb2-833b6d22466a None None] Routers {'436dc2e4-81e9-4351-873c-75404a5eab72'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:05:35.828215 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-02d62086-33ec-4bc2-9fb2-833b6d22466a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:05:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['436dc2e4-81e9-4351-873c-75404a5eab72'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:05:35.930511 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-02d62086-33ec-4bc2-9fb2-833b6d22466a None None] Set router 436dc2e4-81e9-4351-873c-75404a5eab72 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:05:36.132901 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-02d62086-33ec-4bc2-9fb2-833b6d22466a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:05:36.159911 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d62086-33ec-4bc2-9fb2-833b6d22466a None None] The sync data for ids ['436dc2e4-81e9-4351-873c-75404a5eab72'] in n-d-800086-12 is: [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:10Z', 'revision_number': 4, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '93a04168-0a4f-4e1a-ac97-a0c90c692264', 'name': '', 'network_id': '3ee16a76-53e2-4350-a1a3-6584dd14cfb7', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'mac_address': 'fa:16:3e:2f:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'e4b842a9-517f-4476-8f13-56f400406146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:09Z', 'updated_at': '2021-07-22T19:56:15Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'subnets': [{'id': 'e4b842a9-517f-4476-8f13-56f400406146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:05:36.385030 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32425761-9faa-4cc9-a47e-cf1a5d0daafb None None] New status for floating IP a8aadb1b-f55c-405e-8ed9-24a66123139f: DOWN {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:05:36.639440 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2214f5e7-9bda-4cae-95d7-f9b6d17c630e req-c267ee97-ad94-4cc2-9e40-811fff512c8e tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 210 time: 0.0312538 Jul 22 20:05:37.739669 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7378e902-e60a-4bab-b39d-17e7ad906e6f req-0eb21c18-03b9-4d0f-a9e1-49cf7f6f0c47 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 210 time: 0.0323787 Jul 22 20:05:38.856134 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e2c3a6ef-5b22-4488-be9c-bb1aab936870 req-e74c19f3-0f73-4f29-88bb-8cbc339e7ed2 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c00873-6c03-458e-81ff-42ed343689ee HTTP/1.1" status: 200 len: 210 time: 0.0300164 Jul 22 20:05:39.561589 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:42.315521 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:42.566714 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60622) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:05:42.620935 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-04d34324-bd92-49a3-a464-0211f8169808 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:42.651097 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-04d34324-bd92-49a3-a464-0211f8169808 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:42.701579 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-04d34324-bd92-49a3-a464-0211f8169808 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:42.704550 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-04d34324-bd92-49a3-a464-0211f8169808 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:42.706242 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-04d34324-bd92-49a3-a464-0211f8169808 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "DELETE /v2.0/security-groups/74678628-a4ea-4614-9c09-75f9cd37ea22 HTTP/1.1" status: 204 len: 168 time: 0.1384573 Jul 22 20:05:42.708882 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60624) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:05:42.715825 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d34324-bd92-49a3-a464-0211f8169808 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74678628-a4ea-4614-9c09-75f9cd37ea22,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:42.728186 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-ace74683-8d79-42e2-83aa-e68fc7ac5e49 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] show failed (client error): The resource could not be found. Jul 22 20:05:42.732771 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60626) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:05:42.736996 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ace74683-8d79-42e2-83aa-e68fc7ac5e49 tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "GET /v2.0/security-groups/74678628-a4ea-4614-9c09-75f9cd37ea22 HTTP/1.1" status: 404 len: 347 time: 0.0263662 Jul 22 20:05:42.863957 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-f03fa644-ea07-4834-8612-88979aab35ea tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Deleting port 4093dcdc-fa1f-4579-8245-4dfb54132a5c {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:05:42.864298 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f03fa644-ea07-4834-8612-88979aab35ea tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:42.940139 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f03fa644-ea07-4834-8612-88979aab35ea tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:42.940464 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f03fa644-ea07-4834-8612-88979aab35ea tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:42.955801 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-f03fa644-ea07-4834-8612-88979aab35ea tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Calling delete_port for 4093dcdc-fa1f-4579-8245-4dfb54132a5c owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:05:43.090576 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f03fa644-ea07-4834-8612-88979aab35ea tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:43.116109 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03fa644-ea07-4834-8612-88979aab35ea tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Pushing event deleted for resources: {'Port': ['ID=4093dcdc-fa1f-4579-8245-4dfb54132a5c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:43.188320 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f03fa644-ea07-4834-8612-88979aab35ea tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:43.191122 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f03fa644-ea07-4834-8612-88979aab35ea tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:43.192277 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f03fa644-ea07-4834-8612-88979aab35ea tempest-ServerActionsTestJSON-2103252302 tempest-ServerActionsTestJSON-2103252302-project] 10.222.0.13 "DELETE /v2.0/floatingips/a8aadb1b-f55c-405e-8ed9-24a66123139f HTTP/1.1" status: 204 len: 168 time: 0.4584579 Jul 22 20:05:43.195256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60628) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:05:43.595949 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-65cca6f7-18b5-4226-bf44-00e93b22f93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:43.845489 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-65cca6f7-18b5-4226-bf44-00e93b22f93b admin admin] Deleting port 93a04168-0a4f-4e1a-ac97-a0c90c692264 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:05:43.845841 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-65cca6f7-18b5-4226-bf44-00e93b22f93b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:43.925290 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-65cca6f7-18b5-4226-bf44-00e93b22f93b admin admin] For port 93a04168-0a4f-4e1a-ac97-a0c90c692264, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=93a04168-0a4f-4e1a-ac97-a0c90c692264,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:05:43.925653 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-65cca6f7-18b5-4226-bf44-00e93b22f93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:43.937840 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-65cca6f7-18b5-4226-bf44-00e93b22f93b admin admin] Calling delete_port for 93a04168-0a4f-4e1a-ac97-a0c90c692264 owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:05:44.117355 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-65cca6f7-18b5-4226-bf44-00e93b22f93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:44.144915 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cca6f7-18b5-4226-bf44-00e93b22f93b admin admin] Pushing event deleted for resources: {'Port': ['ID=93a04168-0a4f-4e1a-ac97-a0c90c692264,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:44.312759 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-65cca6f7-18b5-4226-bf44-00e93b22f93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:44.526463 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cca6f7-18b5-4226-bf44-00e93b22f93b admin admin] Router 436dc2e4-81e9-4351-873c-75404a5eab72 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:05:44.632277 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cca6f7-18b5-4226-bf44-00e93b22f93b admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:05:44.638396 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-65cca6f7-18b5-4226-bf44-00e93b22f93b admin admin] 10.222.0.13 "PUT /v2.0/routers/436dc2e4-81e9-4351-873c-75404a5eab72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4421220 Jul 22 20:05:44.639988 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60632) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:05:44.640804 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f851082b-9577-4172-8eb0-658fe891f088 None None] Sync routers for ids ['436dc2e4-81e9-4351-873c-75404a5eab72'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:05:44.649810 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f851082b-9577-4172-8eb0-658fe891f088 None None] Routers {'436dc2e4-81e9-4351-873c-75404a5eab72'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:05:44.650421 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f851082b-9577-4172-8eb0-658fe891f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:05:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['436dc2e4-81e9-4351-873c-75404a5eab72'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:05:44.742605 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c7d4cd8-d3c2-48b7-8984-678b8816224d admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:44.760447 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-f851082b-9577-4172-8eb0-658fe891f088 None None] Set router 436dc2e4-81e9-4351-873c-75404a5eab72 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:05:44.841947 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c7d4cd8-d3c2-48b7-8984-678b8816224d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:44.892807 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d4cd8-d3c2-48b7-8984-678b8816224d admin admin] Deleting port 110eb49a-9c3e-4326-b8f0-f681b64d2535 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:05:44.893157 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c7d4cd8-d3c2-48b7-8984-678b8816224d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:44.940218 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f851082b-9577-4172-8eb0-658fe891f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T20:05:44Z', 'revision_number': 5, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port': {'id': '110eb49a-9c3e-4326-b8f0-f681b64d2535', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:05:44.967875 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f851082b-9577-4172-8eb0-658fe891f088 None None] Checking router: 436dc2e4-81e9-4351-873c-75404a5eab72 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:05:44.974846 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-0c7d4cd8-d3c2-48b7-8984-678b8816224d admin admin] For port 110eb49a-9c3e-4326-b8f0-f681b64d2535, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=110eb49a-9c3e-4326-b8f0-f681b64d2535,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:05:44.975208 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c7d4cd8-d3c2-48b7-8984-678b8816224d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:44.977212 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f851082b-9577-4172-8eb0-658fe891f088 None None] Routers {'436dc2e4-81e9-4351-873c-75404a5eab72'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:05:44.977824 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f851082b-9577-4172-8eb0-658fe891f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:05:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['436dc2e4-81e9-4351-873c-75404a5eab72'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:05:44.986995 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d4cd8-d3c2-48b7-8984-678b8816224d admin admin] Calling delete_port for 110eb49a-9c3e-4326-b8f0-f681b64d2535 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:05:45.064443 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-f851082b-9577-4172-8eb0-658fe891f088 None None] Set router 436dc2e4-81e9-4351-873c-75404a5eab72 gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:05:45.117882 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-f851082b-9577-4172-8eb0-658fe891f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T20:05:44Z', 'revision_number': 6, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:05:45.148852 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f851082b-9577-4172-8eb0-658fe891f088 None None] The sync data for ids ['436dc2e4-81e9-4351-873c-75404a5eab72'] in n-d-800086-12 is: [{'id': '436dc2e4-81e9-4351-873c-75404a5eab72', 'name': 'tempest-ServerActionsTestJSON-448698277-router', 'tenant_id': 'dc261cf339f84f328b09b99adc64a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:56:07Z', 'updated_at': '2021-07-22T20:05:44Z', 'revision_number': 6, 'project_id': 'dc261cf339f84f328b09b99adc64a706', 'gw_port_host': None}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:05:45.476952 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c7d4cd8-d3c2-48b7-8984-678b8816224d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:45.500630 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d4cd8-d3c2-48b7-8984-678b8816224d admin admin] Pushing event deleted for resources: {'Port': ['ID=110eb49a-9c3e-4326-b8f0-f681b64d2535,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:45.537321 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 93a04168-0a4f-4e1a-ac97-a0c90c692264 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:05:45.561429 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 93a04168-0a4f-4e1a-ac97-a0c90c692264 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:05:45.561772 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 93a04168-0a4f-4e1a-ac97-a0c90c692264 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:05:45.569261 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c7d4cd8-d3c2-48b7-8984-678b8816224d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:45.658856 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c7d4cd8-d3c2-48b7-8984-678b8816224d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:45.661148 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c7d4cd8-d3c2-48b7-8984-678b8816224d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:45.708102 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c7d4cd8-d3c2-48b7-8984-678b8816224d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:45.708767 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7d4cd8-d3c2-48b7-8984-678b8816224d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 436dc2e4-81e9-4351-873c-75404a5eab72 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:05:45.714005 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0c7d4cd8-d3c2-48b7-8984-678b8816224d admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:45.715150 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0c7d4cd8-d3c2-48b7-8984-678b8816224d admin admin] 10.222.0.13 "DELETE /v2.0/routers/436dc2e4-81e9-4351-873c-75404a5eab72 HTTP/1.1" status: 204 len: 168 time: 1.0741649 Jul 22 20:05:45.717617 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60634) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:05:45.761551 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f51604-a3bf-441e-b5df-02ea99928a2c admin admin] Deleting subnet e4b842a9-517f-4476-8f13-56f400406146 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:05:45.764414 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57f51604-a3bf-441e-b5df-02ea99928a2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:45.796821 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57f51604-a3bf-441e-b5df-02ea99928a2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:45.877387 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57f51604-a3bf-441e-b5df-02ea99928a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:45.931307 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57f51604-a3bf-441e-b5df-02ea99928a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:45.957923 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f51604-a3bf-441e-b5df-02ea99928a2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b842a9-517f-4476-8f13-56f400406146,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:45.961534 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-57f51604-a3bf-441e-b5df-02ea99928a2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:45.965613 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-57f51604-a3bf-441e-b5df-02ea99928a2c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e4b842a9-517f-4476-8f13-56f400406146 HTTP/1.1" status: 204 len: 168 time: 0.2448316 Jul 22 20:05:45.966531 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60636) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:05:45.967148 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948049f7-1649-4baa-b4d9-c34324d95d6b None None] Network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:05:46.038085 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-08c36531-e5df-45be-9564-f4ea6ad7ae42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:46.109405 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-08c36531-e5df-45be-9564-f4ea6ad7ae42 admin admin] Deleting port 32193de4-495b-4fa7-ab9a-5e764109a9c5 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:05:46.110384 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-08c36531-e5df-45be-9564-f4ea6ad7ae42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:46.174581 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015794de-3198-43fe-a56e-74f6b7c3415c None None] DHCP port deletion for 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:05:46.190350 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-08c36531-e5df-45be-9564-f4ea6ad7ae42 admin admin] For port 32193de4-495b-4fa7-ab9a-5e764109a9c5, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=32193de4-495b-4fa7-ab9a-5e764109a9c5,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:05:46.190710 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-08c36531-e5df-45be-9564-f4ea6ad7ae42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:46.210264 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-08c36531-e5df-45be-9564-f4ea6ad7ae42 admin admin] Calling delete_port for 32193de4-495b-4fa7-ab9a-5e764109a9c5 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:05:46.226585 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-015794de-3198-43fe-a56e-74f6b7c3415c None None] Deleting port 32193de4-495b-4fa7-ab9a-5e764109a9c5 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:05:46.226963 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-015794de-3198-43fe-a56e-74f6b7c3415c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:46.291196 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-015794de-3198-43fe-a56e-74f6b7c3415c None None] For port 32193de4-495b-4fa7-ab9a-5e764109a9c5, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=32193de4-495b-4fa7-ab9a-5e764109a9c5,segment=NetworkSegment(7561ac24-6edc-454b-90c6-0776017580ab),segment_id=7561ac24-6edc-454b-90c6-0776017580ab)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:05:46.291477 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-015794de-3198-43fe-a56e-74f6b7c3415c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:46.292523 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-08c36531-e5df-45be-9564-f4ea6ad7ae42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:46.303558 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-015794de-3198-43fe-a56e-74f6b7c3415c None None] Calling delete_port for 32193de4-495b-4fa7-ab9a-5e764109a9c5 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:05:46.318242 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c36531-e5df-45be-9564-f4ea6ad7ae42 admin admin] Pushing event deleted for resources: {'Port': ['ID=32193de4-495b-4fa7-ab9a-5e764109a9c5,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:46.321748 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c36531-e5df-45be-9564-f4ea6ad7ae42 admin admin] No DVR routers for this DVR port 32193de4-495b-4fa7-ab9a-5e764109a9c5 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:05:46.398096 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-08c36531-e5df-45be-9564-f4ea6ad7ae42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:46.408380 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-08c36531-e5df-45be-9564-f4ea6ad7ae42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee16a76-53e2-4350-a1a3-6584dd14cfb7']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:05:46.418942 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-08c36531-e5df-45be-9564-f4ea6ad7ae42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7561ac24-6edc-454b-90c6-0776017580ab') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:05:46.419236 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-08c36531-e5df-45be-9564-f4ea6ad7ae42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7561ac24-6edc-454b-90c6-0776017580ab') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:05:46.429404 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-08c36531-e5df-45be-9564-f4ea6ad7ae42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:46.444605 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-08c36531-e5df-45be-9564-f4ea6ad7ae42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:46.451304 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c36531-e5df-45be-9564-f4ea6ad7ae42 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:05:46.451764 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-08c36531-e5df-45be-9564-f4ea6ad7ae42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: timer() Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:05:46.453594 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:05:46.509489 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-08c36531-e5df-45be-9564-f4ea6ad7ae42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:46.515209 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-08c36531-e5df-45be-9564-f4ea6ad7ae42 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:46.517168 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-08c36531-e5df-45be-9564-f4ea6ad7ae42 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3ee16a76-53e2-4350-a1a3-6584dd14cfb7 HTTP/1.1" status: 204 len: 168 time: 0.5494998 Jul 22 20:05:46.528786 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c36531-e5df-45be-9564-f4ea6ad7ae42 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ee16a76-53e2-4350-a1a3-6584dd14cfb7,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:46.618260 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-015794de-3198-43fe-a56e-74f6b7c3415c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:46.633854 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60640) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:05:46.648702 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-015794de-3198-43fe-a56e-74f6b7c3415c None None] Network 3ee16a76-53e2-4350-a1a3-6584dd14cfb7 is not hosted by any dhcp agent {{(pid=93808) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 20:05:46.649167 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015794de-3198-43fe-a56e-74f6b7c3415c None None] No DVR routers for this DVR port 32193de4-495b-4fa7-ab9a-5e764109a9c5 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:05:46.650773 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015794de-3198-43fe-a56e-74f6b7c3415c None None] Pushing event deleted for resources: {'Port': ['ID=32193de4-495b-4fa7-ab9a-5e764109a9c5,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:46.678128 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-aa18fcce-fb6e-4137-8d46-38bcedba360c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc261cf339f84f328b09b99adc64a706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428972 Jul 22 20:05:46.680781 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60642) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:05:46.730568 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6d1d4ac-184a-4269-9d24-9c4c08564b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:46.750696 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6d1d4ac-184a-4269-9d24-9c4c08564b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:46.797506 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6d1d4ac-184a-4269-9d24-9c4c08564b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:46.800596 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d6d1d4ac-184a-4269-9d24-9c4c08564b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:46.801755 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d6d1d4ac-184a-4269-9d24-9c4c08564b17 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc19c773-5535-4985-bf86-518a4f897550 HTTP/1.1" status: 204 len: 168 time: 0.1199105 Jul 22 20:05:46.809847 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1d4ac-184a-4269-9d24-9c4c08564b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc19c773-5535-4985-bf86-518a4f897550,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:47.399120 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 32193de4-495b-4fa7-ab9a-5e764109a9c5 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:05:47.422992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 32193de4-495b-4fa7-ab9a-5e764109a9c5 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:05:47.423884 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 32193de4-495b-4fa7-ab9a-5e764109a9c5 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:05:47.424597 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 110eb49a-9c3e-4326-b8f0-f681b64d2535 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:05:47.446209 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 110eb49a-9c3e-4326-b8f0-f681b64d2535 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:05:47.446555 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 110eb49a-9c3e-4326-b8f0-f681b64d2535 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:05:47.491745 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60664) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:05:47.582188 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-31b7c8de-159c-4fa3-b834-589cf0259f96 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1497667999-network', 'tenant_id': '9ee606f5877940db82a4ac544595f7e0'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:05:47.608655 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b7c8de-159c-4fa3-b834-589cf0259f96 admin admin] Made reservation on behalf of 9ee606f5877940db82a4ac544595f7e0 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:05:47.611472 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-31b7c8de-159c-4fa3-b834-589cf0259f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:47.619541 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-31b7c8de-159c-4fa3-b834-589cf0259f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:47.708025 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-31b7c8de-159c-4fa3-b834-589cf0259f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:47.711766 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-31b7c8de-159c-4fa3-b834-589cf0259f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:47.733007 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b7c8de-159c-4fa3-b834-589cf0259f96 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:05:47.746591 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7c8de-159c-4fa3-b834-589cf0259f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f6fbd2-39e4-44e1-83bf-25c6e9582de3,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:47.751186 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-31b7c8de-159c-4fa3-b834-589cf0259f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:47.751987 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-31b7c8de-159c-4fa3-b834-589cf0259f96 admin admin] Added segment 8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311 of type vlan for network e3ae7a97-9a41-486e-93c3-17734a987e68 Jul 22 20:05:47.790443 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-31b7c8de-159c-4fa3-b834-589cf0259f96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:47.818720 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-31b7c8de-159c-4fa3-b834-589cf0259f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:47.819660 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b7c8de-159c-4fa3-b834-589cf0259f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:47.820241 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-31b7c8de-159c-4fa3-b834-589cf0259f96 admin admin] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:47.851516 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-31b7c8de-159c-4fa3-b834-589cf0259f96 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3586128 Jul 22 20:05:47.854539 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60668) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:05:47.859587 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-6ada5439-d36f-429a-9942-611631d11ddb admin admin] Request body: {'subnet': {'network_id': 'e3ae7a97-9a41-486e-93c3-17734a987e68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1497667999-subnet', 'tenant_id': '9ee606f5877940db82a4ac544595f7e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:05:47.883049 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ada5439-d36f-429a-9942-611631d11ddb admin admin] Made reservation on behalf of 9ee606f5877940db82a4ac544595f7e0 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:05:47.883247 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7c8de-159c-4fa3-b834-589cf0259f96 admin admin] Pushing event updated for resources: {'Network': ['ID=e3ae7a97-9a41-486e-93c3-17734a987e68,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:47.886802 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6ada5439-d36f-429a-9942-611631d11ddb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:47.899356 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network e3ae7a97-9a41-486e-93c3-17734a987e68 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:05:48.072459 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6ada5439-d36f-429a-9942-611631d11ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:48.126647 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada5439-d36f-429a-9942-611631d11ddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8050523-6f6b-4738-9bc0-eed4f4cd891d,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:48.138111 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ada5439-d36f-429a-9942-611631d11ddb admin admin] Checking segment: {'id': '8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e3ae7a97-9a41-486e-93c3-17734a987e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:05:48.138472 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ada5439-d36f-429a-9942-611631d11ddb admin admin] Network hostable DHCP agents. Network: e3ae7a97-9a41-486e-93c3-17734a987e68, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:05:48.159650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ada5439-d36f-429a-9942-611631d11ddb admin admin] Network e3ae7a97-9a41-486e-93c3-17734a987e68 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:05:48.169437 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-6ada5439-d36f-429a-9942-611631d11ddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, e3ae7a97-9a41-486e-93c3-17734a987e68) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:05:48.173440 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada5439-d36f-429a-9942-611631d11ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:48.174558 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6ada5439-d36f-429a-9942-611631d11ddb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:48.179537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641f5b11-885c-481a-ab14-09d8e1591dfe None None] Network e3ae7a97-9a41-486e-93c3-17734a987e68 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:05:48.191853 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6ada5439-d36f-429a-9942-611631d11ddb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3362095 Jul 22 20:05:48.309195 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25cdd53-a4a9-4a2a-acda-2624d47d48e9 None None] Network e3ae7a97-9a41-486e-93c3-17734a987e68 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:05:48.617980 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-841303f4-bc8c-4ebd-abce-3710c108ad0f tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:48.619460 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-841303f4-bc8c-4ebd-abce-3710c108ad0f tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/networks?id=e3ae7a97-9a41-486e-93c3-17734a987e68 HTTP/1.1" status: 200 len: 814 time: 0.1045539 Jul 22 20:05:48.634474 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-916b7de8-497e-44f8-8644-ddc2bb1b76c1 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/quotas/9ee606f5877940db82a4ac544595f7e0 HTTP/1.1" status: 200 len: 375 time: 0.0097203 Jul 22 20:05:48.667246 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-265eed5c-2c1a-4536-a5ec-b71e0fa4c7bf tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ee606f5877940db82a4ac544595f7e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279863 Jul 22 20:05:48.678642 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-8fb930bb-8f33-4f61-aa5c-ef04d769f028 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:05:48.679591 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-8fb930bb-8f33-4f61-aa5c-ef04d769f028 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064006 Jul 22 20:05:48.766272 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-4c5bb05b-2a2b-4006-ba54-f149c36236fe service neutron] 10.222.0.13 "GET /v2.0/networks/e3ae7a97-9a41-486e-93c3-17734a987e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812387 Jul 22 20:05:48.856158 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-f5d12bc0-fbd2-4859-b48b-6e6911eea36f service neutron] 10.222.0.13 "GET /v2.0/networks/e3ae7a97-9a41-486e-93c3-17734a987e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841854 Jul 22 20:05:49.025762 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-439163c2-833f-4d7f-9159-52b0b0ef94f0 req-f4150acd-5be1-4a36-a8d2-9568125c4af3 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc7be318-4239-42e7-859f-381a1cfd5a28 HTTP/1.1" status: 200 len: 210 time: 0.0292072 Jul 22 20:05:49.910448 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-cb978d9a-44b9-483d-ac20-e4589278c057 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:49.911919 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-cb978d9a-44b9-483d-ac20-e4589278c057 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.30 "GET /v2.0/networks?id=e3ae7a97-9a41-486e-93c3-17734a987e68 HTTP/1.1" status: 200 len: 814 time: 0.1035085 Jul 22 20:05:49.924192 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-67b19ee3-87b8-44f7-bbab-ff5324ddf1ff tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Request body: {'port': {'device_id': 'bc7be318-4239-42e7-859f-381a1cfd5a28', 'network_id': 'e3ae7a97-9a41-486e-93c3-17734a987e68', 'admin_state_up': True, 'tenant_id': '9ee606f5877940db82a4ac544595f7e0'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:05:50.035010 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-67b19ee3-87b8-44f7-bbab-ff5324ddf1ff tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Made reservation on behalf of 9ee606f5877940db82a4ac544595f7e0 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:05:50.038798 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-67b19ee3-87b8-44f7-bbab-ff5324ddf1ff tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:50.129813 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ceee8256-37d2-4ba4-aa99-e0769191bd41 req-93127a80-98d8-41ae-a1f4-01d31c28a538 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc7be318-4239-42e7-859f-381a1cfd5a28 HTTP/1.1" status: 200 len: 210 time: 0.0346117 Jul 22 20:05:50.168421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-67b19ee3-87b8-44f7-bbab-ff5324ddf1ff tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Allocated IP 172.20.0.2 (e3ae7a97-9a41-486e-93c3-17734a987e68/d8050523-6f6b-4738-9bc0-eed4f4cd891d/d1204e6f-d318-479c-8c75-7997d77a93c4) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:05:50.315465 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-67b19ee3-87b8-44f7-bbab-ff5324ddf1ff tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:50.353321 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-67b19ee3-87b8-44f7-bbab-ff5324ddf1ff tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:50.396781 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-67b19ee3-87b8-44f7-bbab-ff5324ddf1ff tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Network e3ae7a97-9a41-486e-93c3-17734a987e68 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:05:50.399687 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-67b19ee3-87b8-44f7-bbab-ff5324ddf1ff tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:05:50.403362 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-67b19ee3-87b8-44f7-bbab-ff5324ddf1ff tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:05:50.409728 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b19ee3-87b8-44f7-bbab-ff5324ddf1ff tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Pushing event updated for resources: {'Port': ['ID=d1204e6f-d318-479c-8c75-7997d77a93c4,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:50.459415 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-67b19ee3-87b8-44f7-bbab-ff5324ddf1ff tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:50.460025 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-67b19ee3-87b8-44f7-bbab-ff5324ddf1ff tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:50.474105 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-67b19ee3-87b8-44f7-bbab-ff5324ddf1ff tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5538716 Jul 22 20:05:50.485119 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] Request body: {'port': {'device_id': 'bc7be318-4239-42e7-859f-381a1cfd5a28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:05:50.556006 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:50.813376 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1204e6f-d318-479c-8c75-7997d77a93c4 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:05:50.820502 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:50.832792 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] Transition to ACTIVE for port object d1204e6f-d318-479c-8c75-7997d77a93c4 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:05:50.836567 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:50.901744 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d1204e6f-d318-479c-8c75-7997d77a93c4,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:50.950599 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] Attempting to bind port d1204e6f-d318-479c-8c75-7997d77a93c4 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:05:50.951235 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] Attempting to bind port d1204e6f-d318-479c-8c75-7997d77a93c4 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e3ae7a97-9a41-486e-93c3-17734a987e68'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:05:50.951235 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] Attempting to bind port d1204e6f-d318-479c-8c75-7997d77a93c4 on network e3ae7a97-9a41-486e-93c3-17734a987e68 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:05:50.956047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] Port d1204e6f-d318-479c-8c75-7997d77a93c4 on network e3ae7a97-9a41-486e-93c3-17734a987e68 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:05:50.956370 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] Attempting to bind port d1204e6f-d318-479c-8c75-7997d77a93c4 on network e3ae7a97-9a41-486e-93c3-17734a987e68 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:05:50.961227 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:05:50.961565 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] Checking segment: {'id': '8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e3ae7a97-9a41-486e-93c3-17734a987e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:05:50.961948 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] Bound using segment: {'id': '8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e3ae7a97-9a41-486e-93c3-17734a987e68'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:05:50.962554 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] Bound port: d1204e6f-d318-479c-8c75-7997d77a93c4, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e3ae7a97-9a41-486e-93c3-17734a987e68'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:05:50.962716 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:51.027748 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] For port d1204e6f-d318-479c-8c75-7997d77a93c4, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:05:51.030866 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] For port d1204e6f-d318-479c-8c75-7997d77a93c4, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d1204e6f-d318-479c-8c75-7997d77a93c4,segment=NetworkSegment(8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311),segment_id=8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:05:51.035679 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:51.067437 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:51.068053 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:51.069484 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] 10.222.0.30 "PUT /v2.0/ports/d1204e6f-d318-479c-8c75-7997d77a93c4 HTTP/1.1" status: 200 len: 1092 time: 0.5883503 Jul 22 20:05:51.069924 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7be318-4239-42e7-859f-381a1cfd5a28', 'tag': 'd1204e6f-d318-479c-8c75-7997d77a93c4'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:05:51.072296 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e82d529-258f-4c3b-92f9-cc1cf45b613a" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7be318-4239-42e7-859f-381a1cfd5a28", "tag": "d1204e6f-d318-479c-8c75-7997d77a93c4"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:05:51.105016 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa1d06-f174-4d93-863d-37cedfab3eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d1204e6f-d318-479c-8c75-7997d77a93c4,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:51.116686 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9936ee2-bcf4-42c6-bd73-391d38a51aee x-openstack-request-id: req-c9936ee2-bcf4-42c6-bd73-391d38a51aee {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:05:51.116977 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7be318-4239-42e7-859f-381a1cfd5a28", "tag": "d1204e6f-d318-479c-8c75-7997d77a93c4", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:05:51.117228 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9936ee2-bcf4-42c6-bd73-391d38a51aee {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:05:51.117621 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7be318-4239-42e7-859f-381a1cfd5a28', 'tag': 'd1204e6f-d318-479c-8c75-7997d77a93c4', 'status': 'completed', 'code': 200} Jul 22 20:05:51.165203 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-7088156f-f708-4227-a725-7b0c9325b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:51.166757 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-7088156f-f708-4227-a725-7b0c9325b533 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ee606f5877940db82a4ac544595f7e0&device_id=bc7be318-4239-42e7-859f-381a1cfd5a28 HTTP/1.1" status: 200 len: 1095 time: 0.0588686 Jul 22 20:05:51.212256 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-f3c62191-9609-40cc-bfca-53cd06b73d2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1204e6f-d318-479c-8c75-7997d77a93c4 HTTP/1.1" status: 200 len: 217 time: 0.0376348 Jul 22 20:05:51.262565 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-f657920a-935f-4b9d-ae19-0b2b322823f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:51.262855 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07872f-dc40-4482-a9b1-7cffa19b052a req-766daa94-5464-4deb-97f6-d91490f30f3d tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:51.264040 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-f657920a-935f-4b9d-ae19-0b2b322823f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d8050523-6f6b-4738-9bc0-eed4f4cd891d HTTP/1.1" status: 200 len: 854 time: 0.0458679 Jul 22 20:05:51.264343 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9a07872f-dc40-4482-a9b1-7cffa19b052a req-766daa94-5464-4deb-97f6-d91490f30f3d tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc7be318-4239-42e7-859f-381a1cfd5a28 HTTP/1.1" status: 200 len: 943 time: 0.0655425 Jul 22 20:05:51.297423 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-1f1064bc-66e5-4a0c-b9e3-b198ea439179 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3ae7a97-9a41-486e-93c3-17734a987e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274346 Jul 22 20:05:51.304335 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9a07872f-dc40-4482-a9b1-7cffa19b052a req-e7dd2074-c02f-4160-906b-15543643f249 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342371 Jul 22 20:05:51.388993 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-def1e292-89c9-4751-8a68-1da62723a9d6 service neutron] 10.222.0.30 "GET /v2.0/networks/e3ae7a97-9a41-486e-93c3-17734a987e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856578 Jul 22 20:05:51.475824 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-41ffe056-599c-43c7-aad3-4e9427d05f0b req-39881720-e8c8-4e2f-8504-88a60cf13a63 service neutron] 10.222.0.30 "GET /v2.0/networks/e3ae7a97-9a41-486e-93c3-17734a987e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805748 Jul 22 20:05:51.575180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82d529-258f-4c3b-92f9-cc1cf45b613a req-92c6843b-c04c-4861-af81-45a9b6b8c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:51.576611 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8e82d529-258f-4c3b-92f9-cc1cf45b613a req-92c6843b-c04c-4861-af81-45a9b6b8c063 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ee606f5877940db82a4ac544595f7e0&device_id=bc7be318-4239-42e7-859f-381a1cfd5a28 HTTP/1.1" status: 200 len: 1095 time: 0.0534275 Jul 22 20:05:51.669985 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82d529-258f-4c3b-92f9-cc1cf45b613a req-7b55778f-4839-4f01-804b-e38ab6e0d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:51.671515 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8e82d529-258f-4c3b-92f9-cc1cf45b613a req-7b55778f-4839-4f01-804b-e38ab6e0d0e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3ae7a97-9a41-486e-93c3-17734a987e68 HTTP/1.1" status: 200 len: 915 time: 0.0893295 Jul 22 20:05:51.711227 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8e82d529-258f-4c3b-92f9-cc1cf45b613a req-c2357ab2-85a5-48b4-aea2-18ca88a1acf5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1204e6f-d318-479c-8c75-7997d77a93c4 HTTP/1.1" status: 200 len: 217 time: 0.0335994 Jul 22 20:05:51.763422 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82d529-258f-4c3b-92f9-cc1cf45b613a req-e6bbfe89-4caf-4f43-8d69-a04132599058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:51.764891 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8e82d529-258f-4c3b-92f9-cc1cf45b613a req-e6bbfe89-4caf-4f43-8d69-a04132599058 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d8050523-6f6b-4738-9bc0-eed4f4cd891d HTTP/1.1" status: 200 len: 854 time: 0.0470450 Jul 22 20:05:51.800427 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8e82d529-258f-4c3b-92f9-cc1cf45b613a req-7793010c-b7e4-4f4f-9dd8-9e51624c653e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3ae7a97-9a41-486e-93c3-17734a987e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287547 Jul 22 20:05:51.891117 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8e82d529-258f-4c3b-92f9-cc1cf45b613a req-84d2aeaf-be4a-479b-bc87-4b0ac0873256 service neutron] 10.222.0.30 "GET /v2.0/networks/e3ae7a97-9a41-486e-93c3-17734a987e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840600 Jul 22 20:05:51.980226 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8e82d529-258f-4c3b-92f9-cc1cf45b613a req-6fb1a569-b7b6-43ae-beaf-b4863c642309 service neutron] 10.222.0.30 "GET /v2.0/networks/e3ae7a97-9a41-486e-93c3-17734a987e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825863 Jul 22 20:05:52.436768 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051004b7-6046-4a5f-9e45-38cde40abe53 req-496a7fee-da35-44d2-ba69-8fd34d511377 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:52.438260 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-051004b7-6046-4a5f-9e45-38cde40abe53 req-496a7fee-da35-44d2-ba69-8fd34d511377 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc7be318-4239-42e7-859f-381a1cfd5a28 HTTP/1.1" status: 200 len: 943 time: 0.0646868 Jul 22 20:05:52.478389 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-051004b7-6046-4a5f-9e45-38cde40abe53 req-2e23564d-0456-46db-9c71-2d81ba604791 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340252 Jul 22 20:05:53.498021 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d1204e6f-d318-479c-8c75-7997d77a93c4 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:05:53.593353 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port d1204e6f-d318-479c-8c75-7997d77a93c4, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d1204e6f-d318-479c-8c75-7997d77a93c4,segment=NetworkSegment(8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311),segment_id=8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:05:53.605835 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'd1204e6f-d318-479c-8c75-7997d77a93c4', 'network_id': 'e3ae7a97-9a41-486e-93c3-17734a987e68', 'port_id': 'd1204e6f-d318-479c-8c75-7997d77a93c4', 'mac_address': 'fa:16:3e:e9:de:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8050523-6f6b-4738-9bc0-eed4f4cd891d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:05:53.615137 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a282a-64c8-4f25-bbc8-47b7d51e3087 req-36d89e07-e455-4aad-ad6a-cabcf39b94c5 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:53.616673 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-870a282a-64c8-4f25-bbc8-47b7d51e3087 req-36d89e07-e455-4aad-ad6a-cabcf39b94c5 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc7be318-4239-42e7-859f-381a1cfd5a28 HTTP/1.1" status: 200 len: 943 time: 0.0707848 Jul 22 20:05:53.647933 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:53.654446 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-870a282a-64c8-4f25-bbc8-47b7d51e3087 req-8d64f796-a877-4ac2-9f64-d9caca10a9d0 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319180 Jul 22 20:05:53.661655 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1204e6f-d318-479c-8c75-7997d77a93c4 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:05:53.682157 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port d1204e6f-d318-479c-8c75-7997d77a93c4, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d1204e6f-d318-479c-8c75-7997d77a93c4,segment=NetworkSegment(8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311),segment_id=8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:05:53.685686 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:53.732216 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=d1204e6f-d318-479c-8c75-7997d77a93c4,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:53.868500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['d1204e6f-d318-479c-8c75-7997d77a93c4'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:05:54.781895 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb7cee-e7c1-40eb-8d54-436db528ea51 req-82ef7d5c-621b-41c7-842c-1754109edc84 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:54.784294 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32cb7cee-e7c1-40eb-8d54-436db528ea51 req-82ef7d5c-621b-41c7-842c-1754109edc84 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc7be318-4239-42e7-859f-381a1cfd5a28 HTTP/1.1" status: 200 len: 944 time: 0.0643823 Jul 22 20:05:54.821511 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-32cb7cee-e7c1-40eb-8d54-436db528ea51 req-e55daa81-c367-4303-9d18-a6d7c0755266 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317008 Jul 22 20:05:55.516564 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d1204e6f-d318-479c-8c75-7997d77a93c4 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:05:55.566752 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port d1204e6f-d318-479c-8c75-7997d77a93c4 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:05:55.570586 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port d1204e6f-d318-479c-8c75-7997d77a93c4 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:05:55.570964 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:55.647291 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:55.672795 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7be318-4239-42e7-859f-381a1cfd5a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1204e6f-d318-479c-8c75-7997d77a93c4'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:05:55.675919 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf72203c-03b1-4e14-9785-6835efd2761d" -d '{"events": [{"server_uuid": "bc7be318-4239-42e7-859f-381a1cfd5a28", "name": "network-vif-plugged", "status": "completed", "tag": "d1204e6f-d318-479c-8c75-7997d77a93c4"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:05:55.688051 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port d1204e6f-d318-479c-8c75-7997d77a93c4, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d1204e6f-d318-479c-8c75-7997d77a93c4,segment=NetworkSegment(8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311),segment_id=8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:05:55.692789 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:55.744518 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=d1204e6f-d318-479c-8c75-7997d77a93c4,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:55.777754 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a0ff90-3820-4553-adc9-298add1f18be x-openstack-request-id: req-19a0ff90-3820-4553-adc9-298add1f18be {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:05:55.778532 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7be318-4239-42e7-859f-381a1cfd5a28", "name": "network-vif-plugged", "status": "completed", "tag": "d1204e6f-d318-479c-8c75-7997d77a93c4", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:05:55.778794 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19a0ff90-3820-4553-adc9-298add1f18be {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:05:55.779372 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7be318-4239-42e7-859f-381a1cfd5a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1204e6f-d318-479c-8c75-7997d77a93c4', 'code': 200} Jul 22 20:05:55.883897 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a841abe-fca6-4cb4-af73-9e0d5ced4f79 req-85d6beb3-bfc8-43b3-b841-4e67d51e054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:55.885467 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6a841abe-fca6-4cb4-af73-9e0d5ced4f79 req-85d6beb3-bfc8-43b3-b841-4e67d51e054a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc7be318-4239-42e7-859f-381a1cfd5a28 HTTP/1.1" status: 200 len: 1097 time: 0.0536973 Jul 22 20:05:55.920257 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6a841abe-fca6-4cb4-af73-9e0d5ced4f79 req-0e2eef31-b869-4220-a4c8-ddf99cb29058 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281909 Jul 22 20:05:55.953755 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ded6ef-c325-4746-8655-10ac4a6ec4ec req-02173858-2949-45aa-9898-9e363df10edb tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:55.955277 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-22ded6ef-c325-4746-8655-10ac4a6ec4ec req-02173858-2949-45aa-9898-9e363df10edb tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc7be318-4239-42e7-859f-381a1cfd5a28 HTTP/1.1" status: 200 len: 945 time: 0.0653327 Jul 22 20:05:55.997421 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-22ded6ef-c325-4746-8655-10ac4a6ec4ec req-1209c97a-c12e-4d08-9145-8fb6f864c67b tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365691 Jul 22 20:05:57.127157 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b67d67-8bdf-4c54-b48b-8aa358862b36 req-b55a20ac-53c7-48d5-9f71-4fb2745a895c tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:57.128696 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-17b67d67-8bdf-4c54-b48b-8aa358862b36 req-b55a20ac-53c7-48d5-9f71-4fb2745a895c tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc7be318-4239-42e7-859f-381a1cfd5a28 HTTP/1.1" status: 200 len: 945 time: 0.0641754 Jul 22 20:05:57.167110 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-17b67d67-8bdf-4c54-b48b-8aa358862b36 req-fd647867-6500-4b4c-84f9-6ed34d0b90a0 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325980 Jul 22 20:05:57.406821 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-272447cd-d442-4213-b3c3-88d9e643abac tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:57.408339 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-272447cd-d442-4213-b3c3-88d9e643abac tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/networks?id=e3ae7a97-9a41-486e-93c3-17734a987e68 HTTP/1.1" status: 200 len: 814 time: 0.1048009 Jul 22 20:05:57.422411 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-1ee8c275-a814-4288-ab9b-d6e476d81d26 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/quotas/9ee606f5877940db82a4ac544595f7e0 HTTP/1.1" status: 200 len: 375 time: 0.0088089 Jul 22 20:05:57.485304 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-7d275a7e-f23d-46f6-af5c-d1d691347d4e tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ee606f5877940db82a4ac544595f7e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0575566 Jul 22 20:05:57.495970 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8b54adc3-67b3-4777-8aa2-d833914aa43b tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:05:57.496971 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8b54adc3-67b3-4777-8aa2-d833914aa43b tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056472 Jul 22 20:05:57.633464 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-d58b1bc2-eebc-43f9-bd7d-c9d4a39d6351 service neutron] 10.222.0.13 "GET /v2.0/networks/e3ae7a97-9a41-486e-93c3-17734a987e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304047 Jul 22 20:05:57.721193 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-6df0c0da-801b-40cc-b8b3-fcd495cbc079 service neutron] 10.222.0.13 "GET /v2.0/networks/e3ae7a97-9a41-486e-93c3-17734a987e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820520 Jul 22 20:05:57.883101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8b078349-f2a0-43a0-bf92-a5844d60760b req-9398a5cb-6e03-4495-b6f1-4ae6782e75e0 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1 HTTP/1.1" status: 200 len: 210 time: 0.0310023 Jul 22 20:05:58.566095 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0e111f25-e042-4c69-b4f7-844b6db4f9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:59.186354 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b1c64ea1-a83e-4b31-9eea-c260f058c42e req-7bb3c664-12fb-48ee-8f3b-816d775aa2a3 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1 HTTP/1.1" status: 200 len: 210 time: 0.0342395 Jul 22 20:05:59.246473 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-2c09ea47-cc53-4ee6-89d0-8ca6403b0b3e tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:59.247932 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-2c09ea47-cc53-4ee6-89d0-8ca6403b0b3e tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.16 "GET /v2.0/networks?id=e3ae7a97-9a41-486e-93c3-17734a987e68 HTTP/1.1" status: 200 len: 814 time: 0.4421618 Jul 22 20:05:59.259919 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-dd85cec2-deb3-4f3a-b4fd-379784a4597f tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Request body: {'port': {'device_id': 'c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1', 'network_id': 'e3ae7a97-9a41-486e-93c3-17734a987e68', 'admin_state_up': True, 'tenant_id': '9ee606f5877940db82a4ac544595f7e0'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:05:59.369175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-dd85cec2-deb3-4f3a-b4fd-379784a4597f tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Made reservation on behalf of 9ee606f5877940db82a4ac544595f7e0 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:05:59.372761 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-dd85cec2-deb3-4f3a-b4fd-379784a4597f tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:59.500905 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-dd85cec2-deb3-4f3a-b4fd-379784a4597f tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Allocated IP 172.20.0.10 (e3ae7a97-9a41-486e-93c3-17734a987e68/d8050523-6f6b-4738-9bc0-eed4f4cd891d/6d7ee9be-6177-4bbb-a509-94fb209c5bcf) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:05:59.645784 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-dd85cec2-deb3-4f3a-b4fd-379784a4597f tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:59.685080 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-dd85cec2-deb3-4f3a-b4fd-379784a4597f tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:59.696853 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['d1204e6f-d318-479c-8c75-7997d77a93c4'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:05:59.729590 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-dd85cec2-deb3-4f3a-b4fd-379784a4597f tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Network e3ae7a97-9a41-486e-93c3-17734a987e68 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:05:59.734652 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-dd85cec2-deb3-4f3a-b4fd-379784a4597f tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:05:59.739083 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-dd85cec2-deb3-4f3a-b4fd-379784a4597f tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:05:59.766748 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85cec2-deb3-4f3a-b4fd-379784a4597f tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Pushing event updated for resources: {'Port': ['ID=6d7ee9be-6177-4bbb-a509-94fb209c5bcf,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:05:59.792897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-dd85cec2-deb3-4f3a-b4fd-379784a4597f tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:59.793510 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-dd85cec2-deb3-4f3a-b4fd-379784a4597f tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:59.808438 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-dd85cec2-deb3-4f3a-b4fd-379784a4597f tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5520766 Jul 22 20:05:59.819522 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] Request body: {'port': {'device_id': 'c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:05:59.891023 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:00.151877 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d7ee9be-6177-4bbb-a509-94fb209c5bcf {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:06:00.160211 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:00.174709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] Transition to ACTIVE for port object 6d7ee9be-6177-4bbb-a509-94fb209c5bcf will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:06:00.177557 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:00.225920 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] Pushing event updated for resources: {'Port': ['ID=6d7ee9be-6177-4bbb-a509-94fb209c5bcf,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:00.339941 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] Attempting to bind port 6d7ee9be-6177-4bbb-a509-94fb209c5bcf on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:06:00.340274 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] Attempting to bind port 6d7ee9be-6177-4bbb-a509-94fb209c5bcf by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e3ae7a97-9a41-486e-93c3-17734a987e68'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:06:00.340635 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] Attempting to bind port 6d7ee9be-6177-4bbb-a509-94fb209c5bcf on network e3ae7a97-9a41-486e-93c3-17734a987e68 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:06:00.347626 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] Port 6d7ee9be-6177-4bbb-a509-94fb209c5bcf on network e3ae7a97-9a41-486e-93c3-17734a987e68 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:06:00.347954 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] Attempting to bind port 6d7ee9be-6177-4bbb-a509-94fb209c5bcf on network e3ae7a97-9a41-486e-93c3-17734a987e68 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:06:00.355639 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:06:00.355983 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] Checking segment: {'id': '8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e3ae7a97-9a41-486e-93c3-17734a987e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:06:00.356369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] Bound using segment: {'id': '8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e3ae7a97-9a41-486e-93c3-17734a987e68'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:06:00.356821 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] Bound port: 6d7ee9be-6177-4bbb-a509-94fb209c5bcf, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e3ae7a97-9a41-486e-93c3-17734a987e68'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:06:00.357180 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:00.373456 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381a312-34cf-4f53-89a9-c3b1f80c743a req-2fde563d-bc32-4e63-95f1-2d1e52ebb7be tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:00.374959 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9381a312-34cf-4f53-89a9-c3b1f80c743a req-2fde563d-bc32-4e63-95f1-2d1e52ebb7be tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1 HTTP/1.1" status: 200 len: 944 time: 0.1017995 Jul 22 20:06:00.453773 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9381a312-34cf-4f53-89a9-c3b1f80c743a req-10942af7-edf1-4b49-89d1-cd2f90bfd406 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720055 Jul 22 20:06:00.457008 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] For port 6d7ee9be-6177-4bbb-a509-94fb209c5bcf, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:06:00.460220 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] For port 6d7ee9be-6177-4bbb-a509-94fb209c5bcf, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=6d7ee9be-6177-4bbb-a509-94fb209c5bcf,segment=NetworkSegment(8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311),segment_id=8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:06:00.464760 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:00.502486 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:00.503105 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:00.504508 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] 10.222.0.16 "PUT /v2.0/ports/6d7ee9be-6177-4bbb-a509-94fb209c5bcf HTTP/1.1" status: 200 len: 1093 time: 0.6891806 Jul 22 20:06:00.506785 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1', 'tag': '6d7ee9be-6177-4bbb-a509-94fb209c5bcf'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:06:00.509392 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1786ad1c-4590-4a66-81c7-3d69fa3437e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1", "tag": "6d7ee9be-6177-4bbb-a509-94fb209c5bcf"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:06:00.538780 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a688626-4b73-47f2-b10a-585c0991dd3b service neutron] Pushing event updated for resources: {'Port': ['ID=6d7ee9be-6177-4bbb-a509-94fb209c5bcf,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:00.602141 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-ca881e58-a83c-4f12-87d8-684f277ca18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:00.603706 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-ca881e58-a83c-4f12-87d8-684f277ca18a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ee606f5877940db82a4ac544595f7e0&device_id=c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1 HTTP/1.1" status: 200 len: 1096 time: 0.0585639 Jul 22 20:06:00.612340 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e687386-65c2-491f-b355-d6c30521c0f9 x-openstack-request-id: req-1e687386-65c2-491f-b355-d6c30521c0f9 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:06:00.612662 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1", "tag": "6d7ee9be-6177-4bbb-a509-94fb209c5bcf", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:06:00.612917 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e687386-65c2-491f-b355-d6c30521c0f9 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:06:00.613310 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1', 'tag': '6d7ee9be-6177-4bbb-a509-94fb209c5bcf', 'status': 'completed', 'code': 200} Jul 22 20:06:00.649432 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-e677a344-6389-4ead-bf3f-7bad421ce356 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d7ee9be-6177-4bbb-a509-94fb209c5bcf HTTP/1.1" status: 200 len: 217 time: 0.0338850 Jul 22 20:06:00.703320 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-ce206fcb-f56c-47e5-b623-2141eb6b16ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:00.705031 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-ce206fcb-f56c-47e5-b623-2141eb6b16ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8050523-6f6b-4738-9bc0-eed4f4cd891d HTTP/1.1" status: 200 len: 854 time: 0.0484581 Jul 22 20:06:00.737631 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-007f1b55-1d17-425c-8b0d-66bd296b7a25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3ae7a97-9a41-486e-93c3-17734a987e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271049 Jul 22 20:06:00.829332 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-6c0a2c0c-8e5e-483e-ade4-c1feff58823b service neutron] 10.222.0.16 "GET /v2.0/networks/e3ae7a97-9a41-486e-93c3-17734a987e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854607 Jul 22 20:06:00.919229 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-044480d2-d9a3-4268-90ff-f4768b61e8b0 req-71fbc347-5af2-469f-9fd5-40c11ab74f80 service neutron] 10.222.0.16 "GET /v2.0/networks/e3ae7a97-9a41-486e-93c3-17734a987e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842149 Jul 22 20:06:01.017231 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786ad1c-4590-4a66-81c7-3d69fa3437e6 req-31ef8732-79ae-4b64-804b-f67a7fc6f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:01.018734 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1786ad1c-4590-4a66-81c7-3d69fa3437e6 req-31ef8732-79ae-4b64-804b-f67a7fc6f543 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ee606f5877940db82a4ac544595f7e0&device_id=c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1 HTTP/1.1" status: 200 len: 1096 time: 0.0551801 Jul 22 20:06:01.078274 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-47c4c7da-018c-41ef-bb45-75d516cab3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:01.113990 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786ad1c-4590-4a66-81c7-3d69fa3437e6 req-d0757fe6-bc83-4f7c-9622-ce6af1bc6c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:01.115458 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1786ad1c-4590-4a66-81c7-3d69fa3437e6 req-d0757fe6-bc83-4f7c-9622-ce6af1bc6c39 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3ae7a97-9a41-486e-93c3-17734a987e68 HTTP/1.1" status: 200 len: 915 time: 0.0907886 Jul 22 20:06:01.156055 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1786ad1c-4590-4a66-81c7-3d69fa3437e6 req-f17dbc8a-e179-4f82-badc-70d244af92c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d7ee9be-6177-4bbb-a509-94fb209c5bcf HTTP/1.1" status: 200 len: 217 time: 0.0337486 Jul 22 20:06:01.207298 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:01.211468 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786ad1c-4590-4a66-81c7-3d69fa3437e6 req-ce8f51fc-ddcf-43b5-ab8a-fa9739c21f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:01.213022 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1786ad1c-4590-4a66-81c7-3d69fa3437e6 req-ce8f51fc-ddcf-43b5-ab8a-fa9739c21f98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8050523-6f6b-4738-9bc0-eed4f4cd891d HTTP/1.1" status: 200 len: 854 time: 0.0507979 Jul 22 20:06:01.248075 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1786ad1c-4590-4a66-81c7-3d69fa3437e6 req-5c9e735d-f789-434e-8402-55d22a54a2a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3ae7a97-9a41-486e-93c3-17734a987e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284011 Jul 22 20:06:01.335727 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1786ad1c-4590-4a66-81c7-3d69fa3437e6 req-a5cdc92c-b7fb-4e1a-b392-ededd4d2dc05 service neutron] 10.222.0.16 "GET /v2.0/networks/e3ae7a97-9a41-486e-93c3-17734a987e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814810 Jul 22 20:06:01.428366 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1786ad1c-4590-4a66-81c7-3d69fa3437e6 req-2f9afb8b-d143-44a8-94e2-6b162c863158 service neutron] 10.222.0.16 "GET /v2.0/networks/e3ae7a97-9a41-486e-93c3-17734a987e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861304 Jul 22 20:06:01.581934 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da1cab-7aee-4faa-b758-954e60f21cd3 req-09179cc8-97f0-4d5e-822d-1b2afd9601ce tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:01.583332 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6da1cab-7aee-4faa-b758-954e60f21cd3 req-09179cc8-97f0-4d5e-822d-1b2afd9601ce tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1 HTTP/1.1" status: 200 len: 944 time: 0.0637369 Jul 22 20:06:01.621811 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c6da1cab-7aee-4faa-b758-954e60f21cd3 req-09bf51aa-7f24-40c8-b764-8a3d8141f21d tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329785 Jul 22 20:06:02.550061 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:02.756904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd6929-1add-48f2-8b70-f07f44036321 req-cae84922-f808-4aaf-adb8-3b810865d23a tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:02.758392 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-abdd6929-1add-48f2-8b70-f07f44036321 req-cae84922-f808-4aaf-adb8-3b810865d23a tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1 HTTP/1.1" status: 200 len: 944 time: 0.0693662 Jul 22 20:06:02.795793 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-abdd6929-1add-48f2-8b70-f07f44036321 req-6a8ca5ee-a603-43a5-b03c-8e24d907eb90 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318241 Jul 22 20:06:03.927291 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1dc38d-6e48-4560-a432-2faa49419c92 req-376c2a1f-b510-45ab-8067-d94d9143f885 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:03.928788 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9b1dc38d-6e48-4560-a432-2faa49419c92 req-376c2a1f-b510-45ab-8067-d94d9143f885 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1 HTTP/1.1" status: 200 len: 944 time: 0.0666296 Jul 22 20:06:03.968089 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9b1dc38d-6e48-4560-a432-2faa49419c92 req-8780bdef-40a8-49f4-a187-9ea271de2bb1 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338168 Jul 22 20:06:04.187349 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:04.205881 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 6d7ee9be-6177-4bbb-a509-94fb209c5bcf details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:06:04.297199 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 6d7ee9be-6177-4bbb-a509-94fb209c5bcf, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=6d7ee9be-6177-4bbb-a509-94fb209c5bcf,segment=NetworkSegment(8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311),segment_id=8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:06:04.308133 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '6d7ee9be-6177-4bbb-a509-94fb209c5bcf', 'network_id': 'e3ae7a97-9a41-486e-93c3-17734a987e68', 'port_id': '6d7ee9be-6177-4bbb-a509-94fb209c5bcf', 'mac_address': 'fa:16:3e:fb:82:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8050523-6f6b-4738-9bc0-eed4f4cd891d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:06:04.348689 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:04.361316 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d7ee9be-6177-4bbb-a509-94fb209c5bcf {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:06:04.380793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 6d7ee9be-6177-4bbb-a509-94fb209c5bcf, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=6d7ee9be-6177-4bbb-a509-94fb209c5bcf,segment=NetworkSegment(8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311),segment_id=8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:06:04.384341 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:04.429982 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=6d7ee9be-6177-4bbb-a509-94fb209c5bcf,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:04.625353 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['6d7ee9be-6177-4bbb-a509-94fb209c5bcf'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:06:05.096697 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a82ee-5f15-45b9-be6c-f318161000f1 req-2f52856a-f153-4fcf-b7a0-3ebe6cafe2aa tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:05.098209 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4e8a82ee-5f15-45b9-be6c-f318161000f1 req-2f52856a-f153-4fcf-b7a0-3ebe6cafe2aa tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1 HTTP/1.1" status: 200 len: 945 time: 0.0660543 Jul 22 20:06:05.138032 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4e8a82ee-5f15-45b9-be6c-f318161000f1 req-df9fabd7-6c43-4a69-8abe-ab9d2b89ca03 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343139 Jul 22 20:06:06.205670 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 6d7ee9be-6177-4bbb-a509-94fb209c5bcf up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:06:06.255740 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 6d7ee9be-6177-4bbb-a509-94fb209c5bcf completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:06:06.259416 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 6d7ee9be-6177-4bbb-a509-94fb209c5bcf triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:06.259816 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:06.275657 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce5d13-b209-47fc-824e-1c35a8aa3595 req-a5d19565-dd51-4df7-ac91-f489fa03f0d5 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:06.277186 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-97ce5d13-b209-47fc-824e-1c35a8aa3595 req-a5d19565-dd51-4df7-ac91-f489fa03f0d5 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1 HTTP/1.1" status: 200 len: 945 time: 0.0717075 Jul 22 20:06:06.316487 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-97ce5d13-b209-47fc-824e-1c35a8aa3595 req-38126c33-516b-4045-97db-5be9c8f4dbc5 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331886 Jul 22 20:06:06.337332 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:06.359227 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7ee9be-6177-4bbb-a509-94fb209c5bcf'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:06:06.362107 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8f47e7-aef4-44e7-9037-f1747bf5caa9" -d '{"events": [{"server_uuid": "c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1", "name": "network-vif-plugged", "status": "completed", "tag": "6d7ee9be-6177-4bbb-a509-94fb209c5bcf"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:06:06.377906 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 6d7ee9be-6177-4bbb-a509-94fb209c5bcf, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=6d7ee9be-6177-4bbb-a509-94fb209c5bcf,segment=NetworkSegment(8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311),segment_id=8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:06:06.382349 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:06.404715 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6738bd8-1d69-4efd-804c-5aaecff0a880 x-openstack-request-id: req-b6738bd8-1d69-4efd-804c-5aaecff0a880 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:06:06.405061 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1", "name": "network-vif-plugged", "status": "completed", "tag": "6d7ee9be-6177-4bbb-a509-94fb209c5bcf", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:06:06.405309 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6738bd8-1d69-4efd-804c-5aaecff0a880 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:06:06.405690 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7ee9be-6177-4bbb-a509-94fb209c5bcf', 'code': 200} Jul 22 20:06:06.433703 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=6d7ee9be-6177-4bbb-a509-94fb209c5bcf,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:06.507896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241a6e2-9443-4379-91fa-b4a26f238f34 req-254594e4-dd46-42a2-b816-6e2692a1ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:06.509321 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b241a6e2-9443-4379-91fa-b4a26f238f34 req-254594e4-dd46-42a2-b816-6e2692a1ea1a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1 HTTP/1.1" status: 200 len: 1098 time: 0.0540462 Jul 22 20:06:06.544833 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b241a6e2-9443-4379-91fa-b4a26f238f34 req-315fd6b2-a737-4de9-902e-fbbde410ed9f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288129 Jul 22 20:06:07.449467 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69cc5e-3d46-42d3-8f96-f48b77abeac3 req-3c4f6480-4205-4abe-b121-766c20acdf85 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:07.450963 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac69cc5e-3d46-42d3-8f96-f48b77abeac3 req-3c4f6480-4205-4abe-b121-766c20acdf85 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1 HTTP/1.1" status: 200 len: 946 time: 0.0682502 Jul 22 20:06:07.489284 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ac69cc5e-3d46-42d3-8f96-f48b77abeac3 req-992be8f5-65a1-4ba1-86f2-f3092132d45c tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320666 Jul 22 20:06:07.733080 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4a549-2813-42d9-8f1c-6cbe70b1df97 req-b2b6b739-ebb9-4b9d-8d3e-0087d0c3904b tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:07.734559 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a4b4a549-2813-42d9-8f1c-6cbe70b1df97 req-b2b6b739-ebb9-4b9d-8d3e-0087d0c3904b tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1 HTTP/1.1" status: 200 len: 946 time: 0.0648057 Jul 22 20:06:07.773172 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a4b4a549-2813-42d9-8f1c-6cbe70b1df97 req-0d02f807-b556-414f-9a42-0828624c1752 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323408 Jul 22 20:06:08.772144 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:06:08.908856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a0531-5cea-4732-96c6-bfe22169d849 req-9e2ae8ca-ad4e-49f3-9a8f-63af39cc760f tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:08.910387 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b44a0531-5cea-4732-96c6-bfe22169d849 req-9e2ae8ca-ad4e-49f3-9a8f-63af39cc760f tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1 HTTP/1.1" status: 200 len: 946 time: 0.0663726 Jul 22 20:06:08.966035 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b44a0531-5cea-4732-96c6-bfe22169d849 req-e7a6b452-6667-4f95-ae94-f6b170980b95 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500436 Jul 22 20:06:09.018811 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82625489-9e06-4aab-a45a-dfad7f7ea2c3 req-8e85a495-59a4-4c49-a7d1-344fcc343bb8 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:09.020295 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82625489-9e06-4aab-a45a-dfad7f7ea2c3 req-8e85a495-59a4-4c49-a7d1-344fcc343bb8 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1 HTTP/1.1" status: 200 len: 946 time: 0.0759068 Jul 22 20:06:09.118816 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-82625489-9e06-4aab-a45a-dfad7f7ea2c3 req-a7f6cfe0-1bb9-46c6-a48b-fe95aaa38424 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Deleting port 6d7ee9be-6177-4bbb-a509-94fb209c5bcf {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:06:09.119080 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-82625489-9e06-4aab-a45a-dfad7f7ea2c3 req-a7f6cfe0-1bb9-46c6-a48b-fe95aaa38424 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:09.211427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-82625489-9e06-4aab-a45a-dfad7f7ea2c3 req-a7f6cfe0-1bb9-46c6-a48b-fe95aaa38424 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] For port 6d7ee9be-6177-4bbb-a509-94fb209c5bcf, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=6d7ee9be-6177-4bbb-a509-94fb209c5bcf,segment=NetworkSegment(8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311),segment_id=8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:06:09.211792 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-82625489-9e06-4aab-a45a-dfad7f7ea2c3 req-a7f6cfe0-1bb9-46c6-a48b-fe95aaa38424 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:09.224303 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-82625489-9e06-4aab-a45a-dfad7f7ea2c3 req-a7f6cfe0-1bb9-46c6-a48b-fe95aaa38424 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Calling delete_port for 6d7ee9be-6177-4bbb-a509-94fb209c5bcf owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:06:09.354753 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-82625489-9e06-4aab-a45a-dfad7f7ea2c3 req-a7f6cfe0-1bb9-46c6-a48b-fe95aaa38424 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:09.367986 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['6d7ee9be-6177-4bbb-a509-94fb209c5bcf'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:06:09.371083 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['d1204e6f-d318-479c-8c75-7997d77a93c4'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:06:09.384390 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6cfe0-1bb9-46c6-a48b-fe95aaa38424 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Pushing event deleted for resources: {'Port': ['ID=6d7ee9be-6177-4bbb-a509-94fb209c5bcf,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:09.416488 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6cfe0-1bb9-46c6-a48b-fe95aaa38424 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:09.416850 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6cfe0-1bb9-46c6-a48b-fe95aaa38424 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:09.417198 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6cfe0-1bb9-46c6-a48b-fe95aaa38424 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:09.417541 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6cfe0-1bb9-46c6-a48b-fe95aaa38424 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:09.417882 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6cfe0-1bb9-46c6-a48b-fe95aaa38424 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:09.418227 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6cfe0-1bb9-46c6-a48b-fe95aaa38424 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:09.418558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6cfe0-1bb9-46c6-a48b-fe95aaa38424 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:09.418890 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6cfe0-1bb9-46c6-a48b-fe95aaa38424 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:09.419224 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6cfe0-1bb9-46c6-a48b-fe95aaa38424 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:09.419561 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6cfe0-1bb9-46c6-a48b-fe95aaa38424 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:09.419890 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6cfe0-1bb9-46c6-a48b-fe95aaa38424 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:09.420213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6cfe0-1bb9-46c6-a48b-fe95aaa38424 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:09.443264 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-82625489-9e06-4aab-a45a-dfad7f7ea2c3 req-a7f6cfe0-1bb9-46c6-a48b-fe95aaa38424 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] No DVR routers for this DVR port 6d7ee9be-6177-4bbb-a509-94fb209c5bcf on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:06:09.446111 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-82625489-9e06-4aab-a45a-dfad7f7ea2c3 req-a7f6cfe0-1bb9-46c6-a48b-fe95aaa38424 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:09.448286 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-82625489-9e06-4aab-a45a-dfad7f7ea2c3 req-a7f6cfe0-1bb9-46c6-a48b-fe95aaa38424 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.16 "DELETE /v2.0/ports/6d7ee9be-6177-4bbb-a509-94fb209c5bcf HTTP/1.1" status: 204 len: 173 time: 0.4230957 Jul 22 20:06:09.448859 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1', 'name': 'network-vif-deleted', 'tag': '6d7ee9be-6177-4bbb-a509-94fb209c5bcf'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:06:09.451102 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34118fb-1945-4f68-b534-b743e528c80e" -d '{"events": [{"server_uuid": "c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1", "name": "network-vif-deleted", "tag": "6d7ee9be-6177-4bbb-a509-94fb209c5bcf"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:06:09.493461 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d1aba0-3d15-49f9-9acc-3ab8f181a162 x-openstack-request-id: req-08d1aba0-3d15-49f9-9acc-3ab8f181a162 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:06:09.493831 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1", "name": "network-vif-deleted", "tag": "6d7ee9be-6177-4bbb-a509-94fb209c5bcf", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:06:09.494154 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08d1aba0-3d15-49f9-9acc-3ab8f181a162 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:06:09.495331 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cd3b49-8fa9-41c6-8869-7d7fd90c3de1', 'name': 'network-vif-deleted', 'tag': '6d7ee9be-6177-4bbb-a509-94fb209c5bcf', 'status': 'completed', 'code': 200} Jul 22 20:06:09.574062 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:10.128337 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea970b0-97bd-4364-9a3e-86cd84967851 req-8128bcc4-c7cb-4f0a-b1d7-c16ee83f4560 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:10.129771 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ea970b0-97bd-4364-9a3e-86cd84967851 req-8128bcc4-c7cb-4f0a-b1d7-c16ee83f4560 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc7be318-4239-42e7-859f-381a1cfd5a28 HTTP/1.1" status: 200 len: 945 time: 0.0646319 Jul 22 20:06:10.171460 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ea970b0-97bd-4364-9a3e-86cd84967851 req-629a8e2f-ce0d-4f7e-8290-6e6d6002c27e tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361648 Jul 22 20:06:10.316860 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a9ffe-cdfe-4acf-b539-df5d2774bbda req-5e81b321-5c8d-4951-9dc9-6ea8bfbd01b8 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:10.318350 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-589a9ffe-cdfe-4acf-b539-df5d2774bbda req-5e81b321-5c8d-4951-9dc9-6ea8bfbd01b8 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc7be318-4239-42e7-859f-381a1cfd5a28 HTTP/1.1" status: 200 len: 945 time: 0.0651922 Jul 22 20:06:10.356374 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-589a9ffe-cdfe-4acf-b539-df5d2774bbda req-a5b5ab2c-302f-43cb-8b63-69321c92c68e tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325377 Jul 22 20:06:10.484833 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2739726-6418-4e7c-85a9-239eeead1237 req-d597e15e-4673-40e2-9bf4-ddae31a6a9e7 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:10.486318 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c2739726-6418-4e7c-85a9-239eeead1237 req-d597e15e-4673-40e2-9bf4-ddae31a6a9e7 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc7be318-4239-42e7-859f-381a1cfd5a28 HTTP/1.1" status: 200 len: 945 time: 0.0643923 Jul 22 20:06:10.524866 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c2739726-6418-4e7c-85a9-239eeead1237 req-04ba4cf9-0849-4a0e-8af1-b3e6ec1fbeed tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329742 Jul 22 20:06:10.707821 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d38fe5-239d-4410-8ed1-dd0642aebcd0 req-542b259f-9a6f-42f4-b3e5-0ad077e14789 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:10.709335 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-56d38fe5-239d-4410-8ed1-dd0642aebcd0 req-542b259f-9a6f-42f4-b3e5-0ad077e14789 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc7be318-4239-42e7-859f-381a1cfd5a28 HTTP/1.1" status: 200 len: 945 time: 0.0682323 Jul 22 20:06:10.746489 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-56d38fe5-239d-4410-8ed1-dd0642aebcd0 req-f6490e15-4a09-401c-93fa-9cccf44269bd tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316079 Jul 22 20:06:10.878093 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564c383-3338-4f1a-8897-a578ea8c4c56 req-7abd3bde-f4e9-42db-becf-4bf54f7d97b8 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:10.879568 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7564c383-3338-4f1a-8897-a578ea8c4c56 req-7abd3bde-f4e9-42db-becf-4bf54f7d97b8 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc7be318-4239-42e7-859f-381a1cfd5a28 HTTP/1.1" status: 200 len: 945 time: 0.0667791 Jul 22 20:06:10.917406 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7564c383-3338-4f1a-8897-a578ea8c4c56 req-9bd14ab0-68f4-4def-82ef-8d2ea2f47462 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322030 Jul 22 20:06:11.057976 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab3908-4e7d-4cac-8a0a-f7f135708bc9 req-81b9ccf6-33a8-4cdb-b29b-de009df54e6f tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:11.059483 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cbab3908-4e7d-4cac-8a0a-f7f135708bc9 req-81b9ccf6-33a8-4cdb-b29b-de009df54e6f tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc7be318-4239-42e7-859f-381a1cfd5a28 HTTP/1.1" status: 200 len: 945 time: 0.0654433 Jul 22 20:06:11.102420 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cbab3908-4e7d-4cac-8a0a-f7f135708bc9 req-8e543daf-7e8f-44eb-88f5-554d2df5de15 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372996 Jul 22 20:06:11.414852 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4d2c4-c474-4b00-8049-c813bf5289e1 req-5045c6ab-12af-4e4d-807f-5236a6b24d09 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:11.416339 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10b4d2c4-c474-4b00-8049-c813bf5289e1 req-5045c6ab-12af-4e4d-807f-5236a6b24d09 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc7be318-4239-42e7-859f-381a1cfd5a28 HTTP/1.1" status: 200 len: 945 time: 0.0650532 Jul 22 20:06:11.454911 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10b4d2c4-c474-4b00-8049-c813bf5289e1 req-9e7ee5a9-9d0e-45b5-8926-2a948dd081d9 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329878 Jul 22 20:06:12.237288 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 6d7ee9be-6177-4bbb-a509-94fb209c5bcf no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:06:12.257590 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 6d7ee9be-6177-4bbb-a509-94fb209c5bcf {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:06:12.257927 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 6d7ee9be-6177-4bbb-a509-94fb209c5bcf not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:06:12.325184 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:12.586627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1b84f-6f6e-43ac-9501-faadca94ed7e req-034fcab4-ac60-4f2e-b03b-4465cc8b18ed tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:12.588098 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6ba1b84f-6f6e-43ac-9501-faadca94ed7e req-034fcab4-ac60-4f2e-b03b-4465cc8b18ed tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc7be318-4239-42e7-859f-381a1cfd5a28 HTTP/1.1" status: 200 len: 945 time: 0.0642869 Jul 22 20:06:12.627053 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6ba1b84f-6f6e-43ac-9501-faadca94ed7e req-1104cfd4-e02c-48ef-81d3-1db051901836 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f6fbd2-39e4-44e1-83bf-25c6e9582de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321810 Jul 22 20:06:12.694842 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce79b7c-9faa-4d29-b5bf-f2510c17760a req-4be05da7-600a-4411-b3fd-b24e4f6ab6fd tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:12.696310 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5ce79b7c-9faa-4d29-b5bf-f2510c17760a req-4be05da7-600a-4411-b3fd-b24e4f6ab6fd tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc7be318-4239-42e7-859f-381a1cfd5a28 HTTP/1.1" status: 200 len: 945 time: 0.0669658 Jul 22 20:06:12.792126 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-5ce79b7c-9faa-4d29-b5bf-f2510c17760a req-ae82949e-4f0e-424e-8d65-867144033358 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Deleting port d1204e6f-d318-479c-8c75-7997d77a93c4 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:06:12.792396 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5ce79b7c-9faa-4d29-b5bf-f2510c17760a req-ae82949e-4f0e-424e-8d65-867144033358 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:12.883792 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-5ce79b7c-9faa-4d29-b5bf-f2510c17760a req-ae82949e-4f0e-424e-8d65-867144033358 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] For port d1204e6f-d318-479c-8c75-7997d77a93c4, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=d1204e6f-d318-479c-8c75-7997d77a93c4,segment=NetworkSegment(8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311),segment_id=8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:06:12.884155 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5ce79b7c-9faa-4d29-b5bf-f2510c17760a req-ae82949e-4f0e-424e-8d65-867144033358 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:12.895708 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-5ce79b7c-9faa-4d29-b5bf-f2510c17760a req-ae82949e-4f0e-424e-8d65-867144033358 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Calling delete_port for d1204e6f-d318-479c-8c75-7997d77a93c4 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:06:13.022809 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5ce79b7c-9faa-4d29-b5bf-f2510c17760a req-ae82949e-4f0e-424e-8d65-867144033358 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:13.036553 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['d1204e6f-d318-479c-8c75-7997d77a93c4'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:06:13.051823 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82949e-4f0e-424e-8d65-867144033358 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Pushing event deleted for resources: {'Port': ['ID=d1204e6f-d318-479c-8c75-7997d77a93c4,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:13.097449 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce79b7c-9faa-4d29-b5bf-f2510c17760a req-ae82949e-4f0e-424e-8d65-867144033358 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] No DVR routers for this DVR port d1204e6f-d318-479c-8c75-7997d77a93c4 on host n-h1-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:06:13.100003 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-5ce79b7c-9faa-4d29-b5bf-f2510c17760a req-ae82949e-4f0e-424e-8d65-867144033358 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:13.102037 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5ce79b7c-9faa-4d29-b5bf-f2510c17760a req-ae82949e-4f0e-424e-8d65-867144033358 tempest-ServersNegativeTestJSON-1517367819 tempest-ServersNegativeTestJSON-1517367819-project] 10.222.0.30 "DELETE /v2.0/ports/d1204e6f-d318-479c-8c75-7997d77a93c4 HTTP/1.1" status: 204 len: 173 time: 0.4004374 Jul 22 20:06:13.102474 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7be318-4239-42e7-859f-381a1cfd5a28', 'name': 'network-vif-deleted', 'tag': 'd1204e6f-d318-479c-8c75-7997d77a93c4'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:06:13.104716 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c585a1-ca47-4742-8c33-e53b3c44506d" -d '{"events": [{"server_uuid": "bc7be318-4239-42e7-859f-381a1cfd5a28", "name": "network-vif-deleted", "tag": "d1204e6f-d318-479c-8c75-7997d77a93c4"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:06:13.140125 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7c509d-58c6-45b5-af74-42261c936cf2 x-openstack-request-id: req-6c7c509d-58c6-45b5-af74-42261c936cf2 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:06:13.140417 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7be318-4239-42e7-859f-381a1cfd5a28", "name": "network-vif-deleted", "tag": "d1204e6f-d318-479c-8c75-7997d77a93c4", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:06:13.140703 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c7c509d-58c6-45b5-af74-42261c936cf2 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:06:13.141098 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7be318-4239-42e7-859f-381a1cfd5a28', 'name': 'network-vif-deleted', 'tag': 'd1204e6f-d318-479c-8c75-7997d77a93c4', 'status': 'completed', 'code': 200} Jul 22 20:06:13.682031 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60830) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:13.729967 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dba03aa-12eb-4303-9d72-67e8aac54cac admin admin] Deleting subnet d8050523-6f6b-4738-9bc0-eed4f4cd891d {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:06:13.732925 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0dba03aa-12eb-4303-9d72-67e8aac54cac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:13.766986 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0dba03aa-12eb-4303-9d72-67e8aac54cac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:13.805788 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0dba03aa-12eb-4303-9d72-67e8aac54cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:13.859207 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0dba03aa-12eb-4303-9d72-67e8aac54cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:13.885796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba03aa-12eb-4303-9d72-67e8aac54cac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8050523-6f6b-4738-9bc0-eed4f4cd891d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:13.889590 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0dba03aa-12eb-4303-9d72-67e8aac54cac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:13.891459 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0dba03aa-12eb-4303-9d72-67e8aac54cac admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d8050523-6f6b-4738-9bc0-eed4f4cd891d HTTP/1.1" status: 204 len: 168 time: 0.2084253 Jul 22 20:06:13.894177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60832) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:13.966201 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a53b785b-ffc2-49f1-a9a8-dfac33469446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:14.045863 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a53b785b-ffc2-49f1-a9a8-dfac33469446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:14.056361 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-a53b785b-ffc2-49f1-a9a8-dfac33469446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ae7a97-9a41-486e-93c3-17734a987e68']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:14.066648 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-a53b785b-ffc2-49f1-a9a8-dfac33469446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:14.066940 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-a53b785b-ffc2-49f1-a9a8-dfac33469446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3c4c8b-02cd-4c02-a1db-4f0ea1a08311') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:14.075380 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a53b785b-ffc2-49f1-a9a8-dfac33469446 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:14.088371 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a53b785b-ffc2-49f1-a9a8-dfac33469446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:14.094062 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53b785b-ffc2-49f1-a9a8-dfac33469446 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:06:14.094440 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a53b785b-ffc2-49f1-a9a8-dfac33469446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: timer() Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:06:14.096546 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:06:14.148926 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a53b785b-ffc2-49f1-a9a8-dfac33469446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:14.154286 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a53b785b-ffc2-49f1-a9a8-dfac33469446 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:14.156891 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a53b785b-ffc2-49f1-a9a8-dfac33469446 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e3ae7a97-9a41-486e-93c3-17734a987e68 HTTP/1.1" status: 204 len: 168 time: 0.2617867 Jul 22 20:06:14.168627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b785b-ffc2-49f1-a9a8-dfac33469446 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3ae7a97-9a41-486e-93c3-17734a987e68,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:14.262016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60836) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:14.302402 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7f957aca-7dd3-4892-8421-560f8433a094 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ee606f5877940db82a4ac544595f7e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388222 Jul 22 20:06:14.304761 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60838) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:14.355570 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0008eb0f-e04c-415a-94be-3515662fef3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:14.376445 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0008eb0f-e04c-415a-94be-3515662fef3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:14.421858 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0008eb0f-e04c-415a-94be-3515662fef3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:14.425206 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0008eb0f-e04c-415a-94be-3515662fef3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:14.426337 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0008eb0f-e04c-415a-94be-3515662fef3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45f6fbd2-39e4-44e1-83bf-25c6e9582de3 HTTP/1.1" status: 204 len: 168 time: 0.1206818 Jul 22 20:06:14.433988 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008eb0f-e04c-415a-94be-3515662fef3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f6fbd2-39e4-44e1-83bf-25c6e9582de3,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:15.074002 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60860) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:15.166432 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-eda5d3cc-5873-4820-81f8-cac86abd7213 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1807475450'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:15.187761 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda5d3cc-5873-4820-81f8-cac86abd7213 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Made reservation on behalf of 1b7813a236f545c087b3a8f1edd62b1a for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:06:15.192144 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eda5d3cc-5873-4820-81f8-cac86abd7213 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:15.200680 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eda5d3cc-5873-4820-81f8-cac86abd7213 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:15.296618 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eda5d3cc-5873-4820-81f8-cac86abd7213 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:15.301110 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eda5d3cc-5873-4820-81f8-cac86abd7213 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:15.329803 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda5d3cc-5873-4820-81f8-cac86abd7213 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:06:15.339147 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5d3cc-5873-4820-81f8-cac86abd7213 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab40144-bc29-4b1b-944a-99719f90c37e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:15.343897 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eda5d3cc-5873-4820-81f8-cac86abd7213 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:15.344297 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-eda5d3cc-5873-4820-81f8-cac86abd7213 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Added segment 0fcec48f-a6da-46f0-84c3-0cb418f3cfd8 of type vlan for network 782643d7-a190-4af7-934c-875751874bf3 Jul 22 20:06:15.384626 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eda5d3cc-5873-4820-81f8-cac86abd7213 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:15.411854 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eda5d3cc-5873-4820-81f8-cac86abd7213 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:15.417349 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda5d3cc-5873-4820-81f8-cac86abd7213 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:15.417936 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eda5d3cc-5873-4820-81f8-cac86abd7213 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:15.451128 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-eda5d3cc-5873-4820-81f8-cac86abd7213 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3759325 Jul 22 20:06:15.485300 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5d3cc-5873-4820-81f8-cac86abd7213 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Pushing event updated for resources: {'Network': ['ID=782643d7-a190-4af7-934c-875751874bf3,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:15.498139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 782643d7-a190-4af7-934c-875751874bf3 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:06:15.625226 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d1204e6f-d318-479c-8c75-7997d77a93c4 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:06:15.645240 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: d1204e6f-d318-479c-8c75-7997d77a93c4 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:06:15.645587 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device d1204e6f-d318-479c-8c75-7997d77a93c4 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:06:18.699428 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60864) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:18.704620 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-a25438d4-d7dd-4a8f-9eed-8cb1c17eab29 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Request body: {'subnet': {'network_id': '782643d7-a190-4af7-934c-875751874bf3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:18.792266 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25438d4-d7dd-4a8f-9eed-8cb1c17eab29 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Made reservation on behalf of 1b7813a236f545c087b3a8f1edd62b1a for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:06:18.795666 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a25438d4-d7dd-4a8f-9eed-8cb1c17eab29 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:18.977235 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a25438d4-d7dd-4a8f-9eed-8cb1c17eab29 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:19.038837 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25438d4-d7dd-4a8f-9eed-8cb1c17eab29 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Pushing event updated for resources: {'Subnet': ['ID=414f6346-b1ce-466f-ba1c-058ca1f19877,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:19.049811 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25438d4-d7dd-4a8f-9eed-8cb1c17eab29 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Checking segment: {'id': '0fcec48f-a6da-46f0-84c3-0cb418f3cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '782643d7-a190-4af7-934c-875751874bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:06:19.050179 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25438d4-d7dd-4a8f-9eed-8cb1c17eab29 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Network hostable DHCP agents. Network: 782643d7-a190-4af7-934c-875751874bf3, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:06:19.066991 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25438d4-d7dd-4a8f-9eed-8cb1c17eab29 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Network 782643d7-a190-4af7-934c-875751874bf3 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:06:19.074515 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-a25438d4-d7dd-4a8f-9eed-8cb1c17eab29 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 782643d7-a190-4af7-934c-875751874bf3) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:06:19.078607 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25438d4-d7dd-4a8f-9eed-8cb1c17eab29 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:19.079153 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a25438d4-d7dd-4a8f-9eed-8cb1c17eab29 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:19.083345 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d38a4bf-15d9-4039-80b4-0cb5eb085b57 None None] Network 782643d7-a190-4af7-934c-875751874bf3 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:06:19.093709 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a25438d4-d7dd-4a8f-9eed-8cb1c17eab29 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3931882 Jul 22 20:06:19.097179 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60866) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:19.102291 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e762d717-3ef1-4252-b8b5-17e585bfaa00 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1047059529'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:19.122375 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e762d717-3ef1-4252-b8b5-17e585bfaa00 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Made reservation on behalf of 1b7813a236f545c087b3a8f1edd62b1a for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:06:19.125946 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e762d717-3ef1-4252-b8b5-17e585bfaa00 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:19.150932 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e762d717-3ef1-4252-b8b5-17e585bfaa00 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:06:19.160705 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e762d717-3ef1-4252-b8b5-17e585bfaa00 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:19.161042 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-e762d717-3ef1-4252-b8b5-17e585bfaa00 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Added segment eea155d4-8bef-444c-9c21-3b25e3974068 of type vlan for network 4e619c49-7206-4baf-b44f-11a7a5a74e2b Jul 22 20:06:19.201804 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e762d717-3ef1-4252-b8b5-17e585bfaa00 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:19.232036 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-782643d7-a190-4af7-934c-875751874bf3', 'network_id': '782643d7-a190-4af7-934c-875751874bf3', 'tenant_id': '1b7813a236f545c087b3a8f1edd62b1a', 'fixed_ips': [{'subnet_id': '414f6346-b1ce-466f-ba1c-058ca1f19877'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:06:19.233085 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:19.234784 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e762d717-3ef1-4252-b8b5-17e585bfaa00 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:19.244683 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e762d717-3ef1-4252-b8b5-17e585bfaa00 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:19.245283 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e762d717-3ef1-4252-b8b5-17e585bfaa00 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:19.299714 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e762d717-3ef1-4252-b8b5-17e585bfaa00 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1983259 Jul 22 20:06:19.300286 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60868) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:19.306214 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-de5410fc-9924-402a-8f5a-7553eec7045a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Request body: {'subnet': {'network_id': '4e619c49-7206-4baf-b44f-11a7a5a74e2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:19.359161 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762d717-3ef1-4252-b8b5-17e585bfaa00 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Pushing event updated for resources: {'Network': ['ID=4e619c49-7206-4baf-b44f-11a7a5a74e2b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:19.370915 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 4e619c49-7206-4baf-b44f-11a7a5a74e2b details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:06:19.373244 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Allocated IP 2001:db8:0:ffff::2 (782643d7-a190-4af7-934c-875751874bf3/414f6346-b1ce-466f-ba1c-058ca1f19877/ef50d556-6b67-4489-b0a0-2b7d8b02bb8a) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:06:19.408413 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5410fc-9924-402a-8f5a-7553eec7045a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Made reservation on behalf of 1b7813a236f545c087b3a8f1edd62b1a for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:06:19.412449 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-de5410fc-9924-402a-8f5a-7553eec7045a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:19.575866 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:19.584629 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Transition to ACTIVE for port object ef50d556-6b67-4489-b0a0-2b7d8b02bb8a will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:06:19.605794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Transition to ACTIVE for port object ef50d556-6b67-4489-b0a0-2b7d8b02bb8a will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:06:19.607718 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-de5410fc-9924-402a-8f5a-7553eec7045a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:19.613297 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:19.658266 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Network 782643d7-a190-4af7-934c-875751874bf3 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:06:19.666885 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:06:19.669774 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:06:19.678900 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5410fc-9924-402a-8f5a-7553eec7045a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Pushing event updated for resources: {'Subnet': ['ID=0bc8c682-0b9d-4b3f-b50e-c3f80bad396d,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:19.683865 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Pushing event updated for resources: {'Port': ['ID=ef50d556-6b67-4489-b0a0-2b7d8b02bb8a,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:19.687459 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5410fc-9924-402a-8f5a-7553eec7045a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Checking segment: {'id': 'eea155d4-8bef-444c-9c21-3b25e3974068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4e619c49-7206-4baf-b44f-11a7a5a74e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:06:19.687747 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5410fc-9924-402a-8f5a-7553eec7045a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Network hostable DHCP agents. Network: 4e619c49-7206-4baf-b44f-11a7a5a74e2b, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:06:19.706136 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5410fc-9924-402a-8f5a-7553eec7045a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Network 4e619c49-7206-4baf-b44f-11a7a5a74e2b is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:06:19.711260 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:19.711612 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:19.712093 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:19.712444 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:19.712801 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:19.713132 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:19.713468 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:19.713789 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:19.714117 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:19.714437 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:19.714781 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:19.715083 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:19.715960 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-de5410fc-9924-402a-8f5a-7553eec7045a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 4e619c49-7206-4baf-b44f-11a7a5a74e2b) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:06:19.720298 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5410fc-9924-402a-8f5a-7553eec7045a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:19.720974 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-de5410fc-9924-402a-8f5a-7553eec7045a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:19.735848 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-de5410fc-9924-402a-8f5a-7553eec7045a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4340498 Jul 22 20:06:19.737944 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e8da57-0b99-42f4-8001-25cdc2776cdb None None] Network 4e619c49-7206-4baf-b44f-11a7a5a74e2b requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:06:19.739268 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60870) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:19.771084 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Attempting to bind port ef50d556-6b67-4489-b0a0-2b7d8b02bb8a on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:06:19.771456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Attempting to bind port ef50d556-6b67-4489-b0a0-2b7d8b02bb8a by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '0fcec48f-a6da-46f0-84c3-0cb418f3cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '782643d7-a190-4af7-934c-875751874bf3'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:06:19.771824 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Attempting to bind port ef50d556-6b67-4489-b0a0-2b7d8b02bb8a on network 782643d7-a190-4af7-934c-875751874bf3 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:06:19.803537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:06:19.803919 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Checking segment: {'id': '0fcec48f-a6da-46f0-84c3-0cb418f3cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '782643d7-a190-4af7-934c-875751874bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:06:19.804330 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:19.804767 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Bound using segment: {'id': '0fcec48f-a6da-46f0-84c3-0cb418f3cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '782643d7-a190-4af7-934c-875751874bf3'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:06:19.805247 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Bound port: ef50d556-6b67-4489-b0a0-2b7d8b02bb8a, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fcec48f-a6da-46f0-84c3-0cb418f3cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '782643d7-a190-4af7-934c-875751874bf3'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:06:19.805633 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:19.838862 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01ebe469-b32b-4133-b6ca-9178c01e0fd9 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:19.889662 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01ebe469-b32b-4133-b6ca-9178c01e0fd9 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:19.918863 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-99aef538-558d-41e5-9895-34e882ee57df None None] For port ef50d556-6b67-4489-b0a0-2b7d8b02bb8a, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:06:19.924943 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-99aef538-558d-41e5-9895-34e882ee57df None None] For port ef50d556-6b67-4489-b0a0-2b7d8b02bb8a, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ef50d556-6b67-4489-b0a0-2b7d8b02bb8a,segment=NetworkSegment(0fcec48f-a6da-46f0-84c3-0cb418f3cfd8),segment_id=0fcec48f-a6da-46f0-84c3-0cb418f3cfd8)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:06:19.933884 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:19.960361 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01ebe469-b32b-4133-b6ca-9178c01e0fd9 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:19.991083 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e78b97-8496-4856-87b0-81b2db423026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-4e619c49-7206-4baf-b44f-11a7a5a74e2b', 'network_id': '4e619c49-7206-4baf-b44f-11a7a5a74e2b', 'tenant_id': '1b7813a236f545c087b3a8f1edd62b1a', 'fixed_ips': [{'subnet_id': '0bc8c682-0b9d-4b3f-b50e-c3f80bad396d'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:06:19.991986 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-71e78b97-8496-4856-87b0-81b2db423026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:19.997831 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebe469-b32b-4133-b6ca-9178c01e0fd9 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc8c682-0b9d-4b3f-b50e-c3f80bad396d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:20.035301 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aef538-558d-41e5-9895-34e882ee57df None None] Pushing event updated for resources: {'Port': ['ID=ef50d556-6b67-4489-b0a0-2b7d8b02bb8a,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:20.057888 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01ebe469-b32b-4133-b6ca-9178c01e0fd9 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:20.069919 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-01ebe469-b32b-4133-b6ca-9178c01e0fd9 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e619c49-7206-4baf-b44f-11a7a5a74e2b']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:20.081736 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-01ebe469-b32b-4133-b6ca-9178c01e0fd9 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea155d4-8bef-444c-9c21-3b25e3974068') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:20.082153 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-01ebe469-b32b-4133-b6ca-9178c01e0fd9 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea155d4-8bef-444c-9c21-3b25e3974068') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:20.093140 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01ebe469-b32b-4133-b6ca-9178c01e0fd9 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:20.103894 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779fa30c-956d-4f87-b975-9add79781bfd None None] Network 4e619c49-7206-4baf-b44f-11a7a5a74e2b requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:06:20.107908 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01ebe469-b32b-4133-b6ca-9178c01e0fd9 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:20.115215 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ebe469-b32b-4133-b6ca-9178c01e0fd9 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:06:20.115655 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01ebe469-b32b-4133-b6ca-9178c01e0fd9 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: timer() Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:06:20.118821 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:06:20.202419 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01ebe469-b32b-4133-b6ca-9178c01e0fd9 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:20.210854 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-01ebe469-b32b-4133-b6ca-9178c01e0fd9 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:20.215115 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-01ebe469-b32b-4133-b6ca-9178c01e0fd9 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "DELETE /v2.0/networks/4e619c49-7206-4baf-b44f-11a7a5a74e2b HTTP/1.1" status: 204 len: 168 time: 0.4749947 Jul 22 20:06:20.219305 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60872) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:20.225615 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-23b97a0e-3164-423e-ae1b-3c77537f474a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-271014857'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:20.231734 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebe469-b32b-4133-b6ca-9178c01e0fd9 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Pushing event deleted for resources: {'Network': ['ID=4e619c49-7206-4baf-b44f-11a7a5a74e2b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:20.263270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b97a0e-3164-423e-ae1b-3c77537f474a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Made reservation on behalf of 1b7813a236f545c087b3a8f1edd62b1a for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:06:20.267501 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-23b97a0e-3164-423e-ae1b-3c77537f474a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:20.294319 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b97a0e-3164-423e-ae1b-3c77537f474a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:06:20.304799 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-23b97a0e-3164-423e-ae1b-3c77537f474a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:20.305136 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-23b97a0e-3164-423e-ae1b-3c77537f474a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Added segment 18a58f68-e56d-401d-910f-afb17d3f82aa of type vlan for network e3d93aac-bc2e-4a68-ad60-4a0927652460 Jul 22 20:06:20.353902 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-23b97a0e-3164-423e-ae1b-3c77537f474a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:20.382568 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-23b97a0e-3164-423e-ae1b-3c77537f474a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:20.388177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b97a0e-3164-423e-ae1b-3c77537f474a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:20.388800 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-23b97a0e-3164-423e-ae1b-3c77537f474a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:20.430124 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-23b97a0e-3164-423e-ae1b-3c77537f474a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2097158 Jul 22 20:06:20.433000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60874) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:20.439910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-dac4278f-554a-4912-ac02-79b311090aab tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Request body: {'subnet': {'network_id': 'e3d93aac-bc2e-4a68-ad60-4a0927652460', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:20.469187 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b97a0e-3164-423e-ae1b-3c77537f474a tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Pushing event updated for resources: {'Network': ['ID=e3d93aac-bc2e-4a68-ad60-4a0927652460,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:20.479650 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network e3d93aac-bc2e-4a68-ad60-4a0927652460 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:06:20.561398 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac4278f-554a-4912-ac02-79b311090aab tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Made reservation on behalf of 1b7813a236f545c087b3a8f1edd62b1a for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:06:20.565047 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dac4278f-554a-4912-ac02-79b311090aab tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:20.629241 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.ipam_backend_mixin [None req-dac4278f-554a-4912-ac02-79b311090aab tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Performing IP validity checks on allocation pools {{(pid=93807) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 20:06:20.629765 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.ipam_backend_mixin [None req-dac4278f-554a-4912-ac02-79b311090aab tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93807) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 20:06:20.756043 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dac4278f-554a-4912-ac02-79b311090aab tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:20.821189 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4278f-554a-4912-ac02-79b311090aab tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Pushing event updated for resources: {'Subnet': ['ID=ce9e304c-c327-464b-bd69-5d5264649d0c,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:20.830641 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac4278f-554a-4912-ac02-79b311090aab tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Checking segment: {'id': '18a58f68-e56d-401d-910f-afb17d3f82aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3d93aac-bc2e-4a68-ad60-4a0927652460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:06:20.830641 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac4278f-554a-4912-ac02-79b311090aab tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Network hostable DHCP agents. Network: e3d93aac-bc2e-4a68-ad60-4a0927652460, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:06:20.847315 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac4278f-554a-4912-ac02-79b311090aab tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Network e3d93aac-bc2e-4a68-ad60-4a0927652460 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:06:20.857581 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-dac4278f-554a-4912-ac02-79b311090aab tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, e3d93aac-bc2e-4a68-ad60-4a0927652460) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:06:20.862673 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac4278f-554a-4912-ac02-79b311090aab tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:20.863238 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dac4278f-554a-4912-ac02-79b311090aab tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:20.870182 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67807bb-f402-458e-8714-a7e27be994d2 None None] Network e3d93aac-bc2e-4a68-ad60-4a0927652460 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:06:20.881156 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-dac4278f-554a-4912-ac02-79b311090aab tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4448016 Jul 22 20:06:20.881416 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60876) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:20.925130 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1fa611-15a9-4fb7-b221-429e4f3e45f8 None None] Network 782643d7-a190-4af7-934c-875751874bf3 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:06:20.985581 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3518e63b-9bb9-4946-929c-ce04d37543c6 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:21.057492 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ee4c8838-c0eb-400c-8e7a-d01e400511c0 None None] Provisioning for port ef50d556-6b67-4489-b0a0-2b7d8b02bb8a completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:06:21.067209 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3518e63b-9bb9-4946-929c-ce04d37543c6 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:21.117642 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107888b3-c797-4576-85cf-1c10e6761b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-e3d93aac-bc2e-4a68-ad60-4a0927652460', 'network_id': 'e3d93aac-bc2e-4a68-ad60-4a0927652460', 'tenant_id': '1b7813a236f545c087b3a8f1edd62b1a', 'fixed_ips': [{'subnet_id': 'ce9e304c-c327-464b-bd69-5d5264649d0c'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:06:21.118571 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-107888b3-c797-4576-85cf-1c10e6761b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:21.129258 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3518e63b-9bb9-4946-929c-ce04d37543c6 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:21.157301 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518e63b-9bb9-4946-929c-ce04d37543c6 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Pushing event deleted for resources: {'Subnet': ['ID=ce9e304c-c327-464b-bd69-5d5264649d0c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:21.224890 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3518e63b-9bb9-4946-929c-ce04d37543c6 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:21.225626 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3d92df-6a46-4a7c-8c8a-19cc98788e7e None None] Network e3d93aac-bc2e-4a68-ad60-4a0927652460 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:06:21.235202 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-3518e63b-9bb9-4946-929c-ce04d37543c6 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d93aac-bc2e-4a68-ad60-4a0927652460']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:21.247259 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-3518e63b-9bb9-4946-929c-ce04d37543c6 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a58f68-e56d-401d-910f-afb17d3f82aa') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:21.247556 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-3518e63b-9bb9-4946-929c-ce04d37543c6 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a58f68-e56d-401d-910f-afb17d3f82aa') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:21.257623 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3518e63b-9bb9-4946-929c-ce04d37543c6 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:21.274205 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3518e63b-9bb9-4946-929c-ce04d37543c6 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:21.280935 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3518e63b-9bb9-4946-929c-ce04d37543c6 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:06:21.281478 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3518e63b-9bb9-4946-929c-ce04d37543c6 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: timer() Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:06:21.286428 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:06:21.351229 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3518e63b-9bb9-4946-929c-ce04d37543c6 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:21.363758 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3518e63b-9bb9-4946-929c-ce04d37543c6 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:21.370444 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60878) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:21.377147 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-775522521'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:21.380928 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3518e63b-9bb9-4946-929c-ce04d37543c6 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "DELETE /v2.0/networks/e3d93aac-bc2e-4a68-ad60-4a0927652460 HTTP/1.1" status: 204 len: 168 time: 0.4984157 Jul 22 20:06:21.411533 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518e63b-9bb9-4946-929c-ce04d37543c6 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Pushing event deleted for resources: {'Network': ['ID=e3d93aac-bc2e-4a68-ad60-4a0927652460,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:21.418057 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Made reservation on behalf of 1b7813a236f545c087b3a8f1edd62b1a for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:06:21.422491 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:21.448804 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:06:21.459417 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:21.460063 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Added segment 09960986-9bbf-4001-9d46-894e670752ab of type vlan for network ce828701-7c03-48aa-85d6-e9a554049583 Jul 22 20:06:21.502853 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:21.503064 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ef50d556-6b67-4489-b0a0-2b7d8b02bb8a up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:06:21.531585 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:21.537983 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:21.538571 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:21.575583 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2033584 Jul 22 20:06:21.579071 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60880) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:21.583121 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port ef50d556-6b67-4489-b0a0-2b7d8b02bb8a completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:06:21.584446 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-25c0d5c1-a05a-49fe-928b-e6ec413c3185 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Request body: {'subnet': {'network_id': 'ce828701-7c03-48aa-85d6-e9a554049583', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:21.587011 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port ef50d556-6b67-4489-b0a0-2b7d8b02bb8a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:21.587395 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:21.628354 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Pushing event updated for resources: {'Network': ['ID=ce828701-7c03-48aa-85d6-e9a554049583,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:21.645594 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:21.645858 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:21.646195 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:21.646529 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:21.646858 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:21.647182 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:21.647530 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:21.647859 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:21.648179 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:21.648522 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:21.648846 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:21.649165 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba390e9-8979-4d87-a43a-d17961e1f968 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:21.662899 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network ce828701-7c03-48aa-85d6-e9a554049583 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:06:21.690695 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:21.710625 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c0d5c1-a05a-49fe-928b-e6ec413c3185 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Made reservation on behalf of 1b7813a236f545c087b3a8f1edd62b1a for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:06:21.714056 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-25c0d5c1-a05a-49fe-928b-e6ec413c3185 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:21.763324 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port ef50d556-6b67-4489-b0a0-2b7d8b02bb8a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ef50d556-6b67-4489-b0a0-2b7d8b02bb8a,segment=NetworkSegment(0fcec48f-a6da-46f0-84c3-0cb418f3cfd8),segment_id=0fcec48f-a6da-46f0-84c3-0cb418f3cfd8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:06:21.767183 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:21.819700 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=ef50d556-6b67-4489-b0a0-2b7d8b02bb8a,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:21.891030 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-25c0d5c1-a05a-49fe-928b-e6ec413c3185 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:21.950704 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0d5c1-a05a-49fe-928b-e6ec413c3185 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Pushing event updated for resources: {'Subnet': ['ID=34b56a62-4770-48b9-ba1e-80f4551da7b4,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:21.961610 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c0d5c1-a05a-49fe-928b-e6ec413c3185 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Checking segment: {'id': '09960986-9bbf-4001-9d46-894e670752ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ce828701-7c03-48aa-85d6-e9a554049583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:06:21.961967 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c0d5c1-a05a-49fe-928b-e6ec413c3185 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Network hostable DHCP agents. Network: ce828701-7c03-48aa-85d6-e9a554049583, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:06:21.978545 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c0d5c1-a05a-49fe-928b-e6ec413c3185 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Network ce828701-7c03-48aa-85d6-e9a554049583 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:06:21.987938 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-25c0d5c1-a05a-49fe-928b-e6ec413c3185 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, ce828701-7c03-48aa-85d6-e9a554049583) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:06:21.991845 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c0d5c1-a05a-49fe-928b-e6ec413c3185 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:21.992434 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-25c0d5c1-a05a-49fe-928b-e6ec413c3185 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:21.996671 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5918885-647d-4c88-832b-5b725e4664fd None None] Network ce828701-7c03-48aa-85d6-e9a554049583 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:06:22.006561 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-25c0d5c1-a05a-49fe-928b-e6ec413c3185 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4263513 Jul 22 20:06:22.009937 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60882) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:22.015285 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-1d5b2fad-078d-4310-a70a-d5c12dcda4bb tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2001070731'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:22.036710 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5b2fad-078d-4310-a70a-d5c12dcda4bb tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Made reservation on behalf of 1b7813a236f545c087b3a8f1edd62b1a for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:06:22.040117 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1d5b2fad-078d-4310-a70a-d5c12dcda4bb tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:22.065449 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5b2fad-078d-4310-a70a-d5c12dcda4bb tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:06:22.075167 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1d5b2fad-078d-4310-a70a-d5c12dcda4bb tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:22.075516 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-1d5b2fad-078d-4310-a70a-d5c12dcda4bb tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Added segment 22cd663c-2f14-4a76-998b-8d480b27281e of type vlan for network 0d2aff39-a1c6-496b-94de-d4a7f4c134ed Jul 22 20:06:22.115989 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1d5b2fad-078d-4310-a70a-d5c12dcda4bb tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:22.142223 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-ce828701-7c03-48aa-85d6-e9a554049583', 'network_id': 'ce828701-7c03-48aa-85d6-e9a554049583', 'tenant_id': '1b7813a236f545c087b3a8f1edd62b1a', 'fixed_ips': [{'subnet_id': '34b56a62-4770-48b9-ba1e-80f4551da7b4'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:06:22.143191 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:22.146809 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1d5b2fad-078d-4310-a70a-d5c12dcda4bb tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:22.152503 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5b2fad-078d-4310-a70a-d5c12dcda4bb tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:22.153099 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1d5b2fad-078d-4310-a70a-d5c12dcda4bb tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:22.191760 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1d5b2fad-078d-4310-a70a-d5c12dcda4bb tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1804917 Jul 22 20:06:22.194575 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60884) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:22.199485 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-56feef80-4618-4fff-a719-14a499822a5d tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Request body: {'subnet': {'network_id': '0d2aff39-a1c6-496b-94de-d4a7f4c134ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:22.242887 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b2fad-078d-4310-a70a-d5c12dcda4bb tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Pushing event updated for resources: {'Network': ['ID=0d2aff39-a1c6-496b-94de-d4a7f4c134ed,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:22.261217 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 0d2aff39-a1c6-496b-94de-d4a7f4c134ed details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:06:22.323308 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56feef80-4618-4fff-a719-14a499822a5d tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Made reservation on behalf of 1b7813a236f545c087b3a8f1edd62b1a for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:06:22.326827 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-56feef80-4618-4fff-a719-14a499822a5d tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:22.341786 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] Allocated IP 2001:db8::2 (ce828701-7c03-48aa-85d6-e9a554049583/34b56a62-4770-48b9-ba1e-80f4551da7b4/54aa3e4b-7931-40a6-9ffc-0727079fe328) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:06:22.494687 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:22.502962 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] Transition to ACTIVE for port object 54aa3e4b-7931-40a6-9ffc-0727079fe328 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:06:22.509677 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-56feef80-4618-4fff-a719-14a499822a5d tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:22.517442 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] Transition to ACTIVE for port object 54aa3e4b-7931-40a6-9ffc-0727079fe328 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:06:22.523518 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:22.567653 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] Network ce828701-7c03-48aa-85d6-e9a554049583 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:06:22.573781 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:06:22.577759 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:06:22.577909 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56feef80-4618-4fff-a719-14a499822a5d tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Pushing event updated for resources: {'Subnet': ['ID=9ea2f66b-6ac6-4861-9f1f-0a89ba81c0df,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:22.583359 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] Pushing event updated for resources: {'Port': ['ID=54aa3e4b-7931-40a6-9ffc-0727079fe328,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:22.587714 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56feef80-4618-4fff-a719-14a499822a5d tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Checking segment: {'id': '22cd663c-2f14-4a76-998b-8d480b27281e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0d2aff39-a1c6-496b-94de-d4a7f4c134ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:06:22.588315 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56feef80-4618-4fff-a719-14a499822a5d tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Network hostable DHCP agents. Network: 0d2aff39-a1c6-496b-94de-d4a7f4c134ed, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:06:22.606337 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56feef80-4618-4fff-a719-14a499822a5d tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Network 0d2aff39-a1c6-496b-94de-d4a7f4c134ed is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:06:22.615883 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-56feef80-4618-4fff-a719-14a499822a5d tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 0d2aff39-a1c6-496b-94de-d4a7f4c134ed) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:06:22.619939 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56feef80-4618-4fff-a719-14a499822a5d tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:22.620612 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-56feef80-4618-4fff-a719-14a499822a5d tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:22.634799 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-56feef80-4618-4fff-a719-14a499822a5d tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4392340 Jul 22 20:06:22.637379 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60886) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:22.640844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c82c9d3-f8c6-415e-97fd-f97c53d0b194 None None] Network 0d2aff39-a1c6-496b-94de-d4a7f4c134ed requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:06:22.671150 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] Attempting to bind port 54aa3e4b-7931-40a6-9ffc-0727079fe328 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:06:22.671522 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] Attempting to bind port 54aa3e4b-7931-40a6-9ffc-0727079fe328 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '09960986-9bbf-4001-9d46-894e670752ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ce828701-7c03-48aa-85d6-e9a554049583'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:06:22.671893 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] Attempting to bind port 54aa3e4b-7931-40a6-9ffc-0727079fe328 on network ce828701-7c03-48aa-85d6-e9a554049583 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:06:22.682433 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:06:22.682807 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] Checking segment: {'id': '09960986-9bbf-4001-9d46-894e670752ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ce828701-7c03-48aa-85d6-e9a554049583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:06:22.683206 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:22.683599 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] Bound using segment: {'id': '09960986-9bbf-4001-9d46-894e670752ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ce828701-7c03-48aa-85d6-e9a554049583'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:06:22.684059 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] Bound port: 54aa3e4b-7931-40a6-9ffc-0727079fe328, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09960986-9bbf-4001-9d46-894e670752ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ce828701-7c03-48aa-85d6-e9a554049583'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:06:22.684434 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:22.731646 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-97c7836c-f364-4731-95ba-8396e0e16d78 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:22.782591 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-97c7836c-f364-4731-95ba-8396e0e16d78 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:22.818134 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] For port 54aa3e4b-7931-40a6-9ffc-0727079fe328, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:06:22.822385 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] For port 54aa3e4b-7931-40a6-9ffc-0727079fe328, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=54aa3e4b-7931-40a6-9ffc-0727079fe328,segment=NetworkSegment(09960986-9bbf-4001-9d46-894e670752ab),segment_id=09960986-9bbf-4001-9d46-894e670752ab)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:06:22.828885 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:22.847814 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-97c7836c-f364-4731-95ba-8396e0e16d78 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:22.874677 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7836c-f364-4731-95ba-8396e0e16d78 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea2f66b-6ac6-4861-9f1f-0a89ba81c0df,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:22.877701 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d875b0-4b13-4b03-8234-b1bdc0806062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-0d2aff39-a1c6-496b-94de-d4a7f4c134ed', 'network_id': '0d2aff39-a1c6-496b-94de-d4a7f4c134ed', 'tenant_id': '1b7813a236f545c087b3a8f1edd62b1a', 'fixed_ips': [{'subnet_id': '9ea2f66b-6ac6-4861-9f1f-0a89ba81c0df'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:06:22.878234 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-67d875b0-4b13-4b03-8234-b1bdc0806062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:22.937206 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-97c7836c-f364-4731-95ba-8396e0e16d78 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:22.948283 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-97c7836c-f364-4731-95ba-8396e0e16d78 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2aff39-a1c6-496b-94de-d4a7f4c134ed']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:22.960833 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-97c7836c-f364-4731-95ba-8396e0e16d78 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22cd663c-2f14-4a76-998b-8d480b27281e') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:22.961238 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-97c7836c-f364-4731-95ba-8396e0e16d78 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22cd663c-2f14-4a76-998b-8d480b27281e') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:22.971811 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-97c7836c-f364-4731-95ba-8396e0e16d78 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:22.974281 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510b0f8-9e49-4041-a4a3-e19dc0ebb0f1 None None] Pushing event updated for resources: {'Port': ['ID=54aa3e4b-7931-40a6-9ffc-0727079fe328,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:22.987777 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-97c7836c-f364-4731-95ba-8396e0e16d78 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:22.994916 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c7836c-f364-4731-95ba-8396e0e16d78 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:06:22.995409 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-97c7836c-f364-4731-95ba-8396e0e16d78 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:22.996944 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61c7a91-1bba-4ec7-ab4c-aaa35dbec984 None None] Network 0d2aff39-a1c6-496b-94de-d4a7f4c134ed requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: timer() Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:06:22.999319 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:06:23.082265 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-97c7836c-f364-4731-95ba-8396e0e16d78 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:23.098609 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-97c7836c-f364-4731-95ba-8396e0e16d78 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:23.100735 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-97c7836c-f364-4731-95ba-8396e0e16d78 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "DELETE /v2.0/networks/0d2aff39-a1c6-496b-94de-d4a7f4c134ed HTTP/1.1" status: 204 len: 168 time: 0.4623964 Jul 22 20:06:23.103454 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60888) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:23.115587 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7836c-f364-4731-95ba-8396e0e16d78 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Pushing event deleted for resources: {'Network': ['ID=0d2aff39-a1c6-496b-94de-d4a7f4c134ed,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:23.142066 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b84296-e681-4d11-89d6-bba7042a910c tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] GET failed (client error): The resource could not be found. Jul 22 20:06:23.146157 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b5b84296-e681-4d11-89d6-bba7042a910c tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "GET /v2.0/subnets/9ea2f66b-6ac6-4861-9f1f-0a89ba81c0df HTTP/1.1" status: 404 len: 337 time: 0.0403771 Jul 22 20:06:23.147793 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60890) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:23.167494 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1fdb392-4490-4a22-9767-e7b6682a7c71 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] DELETE failed (client error): The resource could not be found. Jul 22 20:06:23.168141 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1fdb392-4490-4a22-9767-e7b6682a7c71 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 20:06:23.171960 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d1fdb392-4490-4a22-9767-e7b6682a7c71 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "DELETE /v2.0/networks/0d2aff39-a1c6-496b-94de-d4a7f4c134ed HTTP/1.1" status: 404 len: 339 time: 0.0211465 Jul 22 20:06:23.174074 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60892) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:23.202270 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2648ab-213d-463f-a196-657abdf523bf tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] DELETE failed (client error): The resource could not be found. Jul 22 20:06:23.202723 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2648ab-213d-463f-a196-657abdf523bf tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 20:06:23.204464 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4a2648ab-213d-463f-a196-657abdf523bf tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "DELETE /v2.0/subnets/9ea2f66b-6ac6-4861-9f1f-0a89ba81c0df HTTP/1.1" status: 404 len: 337 time: 0.0293553 Jul 22 20:06:23.207679 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60894) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:23.225838 n-d-800086-12 neutron-server[93807]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c981f75-5b45-4eda-8ce6-31f0364b5b12 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] DELETE failed (client error): The resource could not be found. Jul 22 20:06:23.226344 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c981f75-5b45-4eda-8ce6-31f0364b5b12 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93807) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 20:06:23.227932 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8c981f75-5b45-4eda-8ce6-31f0364b5b12 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "DELETE /v2.0/networks/0d2aff39-a1c6-496b-94de-d4a7f4c134ed HTTP/1.1" status: 404 len: 339 time: 0.0193579 Jul 22 20:06:23.230356 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60896) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:23.278848 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73839d2-273b-423e-944c-bacd04d06b17 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Deleting subnet 34b56a62-4770-48b9-ba1e-80f4551da7b4 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:06:23.281912 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d73839d2-273b-423e-944c-bacd04d06b17 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:23.321237 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d73839d2-273b-423e-944c-bacd04d06b17 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:23.409827 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d73839d2-273b-423e-944c-bacd04d06b17 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:23.474608 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d73839d2-273b-423e-944c-bacd04d06b17 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:23.504768 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73839d2-273b-423e-944c-bacd04d06b17 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Pushing event deleted for resources: {'Subnet': ['ID=34b56a62-4770-48b9-ba1e-80f4551da7b4,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:23.508564 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d73839d2-273b-423e-944c-bacd04d06b17 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:23.509489 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 54aa3e4b-7931-40a6-9ffc-0727079fe328 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:06:23.512963 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d73839d2-273b-423e-944c-bacd04d06b17 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "DELETE /v2.0/subnets/34b56a62-4770-48b9-ba1e-80f4551da7b4 HTTP/1.1" status: 204 len: 168 time: 0.2816815 Jul 22 20:06:23.513204 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60898) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:23.562848 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 54aa3e4b-7931-40a6-9ffc-0727079fe328 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:06:23.568250 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ef50d556-6b67-4489-b0a0-2b7d8b02bb8a up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:06:23.601712 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad94c765-bf44-4dad-80ea-3df0e266d9f5 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:23.616260 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port ef50d556-6b67-4489-b0a0-2b7d8b02bb8a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:23.616671 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:23.658319 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ad94c765-bf44-4dad-80ea-3df0e266d9f5 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Deleting port 54aa3e4b-7931-40a6-9ffc-0727079fe328 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:06:23.658674 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad94c765-bf44-4dad-80ea-3df0e266d9f5 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:23.724637 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-ad94c765-bf44-4dad-80ea-3df0e266d9f5 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] For port 54aa3e4b-7931-40a6-9ffc-0727079fe328, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=54aa3e4b-7931-40a6-9ffc-0727079fe328,segment=NetworkSegment(09960986-9bbf-4001-9d46-894e670752ab),segment_id=09960986-9bbf-4001-9d46-894e670752ab)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:06:23.725003 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad94c765-bf44-4dad-80ea-3df0e266d9f5 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:23.738326 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-ad94c765-bf44-4dad-80ea-3df0e266d9f5 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Calling delete_port for 54aa3e4b-7931-40a6-9ffc-0727079fe328 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:06:23.822326 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad94c765-bf44-4dad-80ea-3df0e266d9f5 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:23.831000 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee208b6b-b544-4cbc-9c7f-08c7d56f048d None None] Network ce828701-7c03-48aa-85d6-e9a554049583 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:06:23.849829 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94c765-bf44-4dad-80ea-3df0e266d9f5 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Pushing event deleted for resources: {'Port': ['ID=54aa3e4b-7931-40a6-9ffc-0727079fe328,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:23.851667 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad94c765-bf44-4dad-80ea-3df0e266d9f5 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] No DVR routers for this DVR port 54aa3e4b-7931-40a6-9ffc-0727079fe328 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:06:23.896435 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-96452858-69e2-43a7-a1b9-0719aea4d3df None None] Could not find standard attr ID for object 54aa3e4b-7931-40a6-9ffc-0727079fe328. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 20:06:23.933559 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad94c765-bf44-4dad-80ea-3df0e266d9f5 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:23.944592 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-ad94c765-bf44-4dad-80ea-3df0e266d9f5 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce828701-7c03-48aa-85d6-e9a554049583']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:23.955337 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-ad94c765-bf44-4dad-80ea-3df0e266d9f5 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09960986-9bbf-4001-9d46-894e670752ab') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:23.955639 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-ad94c765-bf44-4dad-80ea-3df0e266d9f5 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09960986-9bbf-4001-9d46-894e670752ab') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:23.965490 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad94c765-bf44-4dad-80ea-3df0e266d9f5 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:23.979737 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad94c765-bf44-4dad-80ea-3df0e266d9f5 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:23.985600 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad94c765-bf44-4dad-80ea-3df0e266d9f5 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:06:23.986824 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad94c765-bf44-4dad-80ea-3df0e266d9f5 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: timer() Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:06:23.989509 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:06:23.994175 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44918bc-8be9-4002-8d90-be7dca586277 None None] DHCP port deletion for ce828701-7c03-48aa-85d6-e9a554049583 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:06:24.048329 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad94c765-bf44-4dad-80ea-3df0e266d9f5 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:24.057390 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ad94c765-bf44-4dad-80ea-3df0e266d9f5 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:24.059190 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ad94c765-bf44-4dad-80ea-3df0e266d9f5 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "DELETE /v2.0/networks/ce828701-7c03-48aa-85d6-e9a554049583 HTTP/1.1" status: 204 len: 168 time: 0.5449438 Jul 22 20:06:24.061692 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60900) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:24.078497 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94c765-bf44-4dad-80ea-3df0e266d9f5 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Pushing event deleted for resources: {'Network': ['ID=ce828701-7c03-48aa-85d6-e9a554049583,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:24.100088 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-243b7072-c7d2-4e66-bd61-64f42df2a3f4 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] DELETE failed (client error): The resource could not be found. Jul 22 20:06:24.100561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243b7072-c7d2-4e66-bd61-64f42df2a3f4 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 20:06:24.102265 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-243b7072-c7d2-4e66-bd61-64f42df2a3f4 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "DELETE /v2.0/subnets/ce9e304c-c327-464b-bd69-5d5264649d0c HTTP/1.1" status: 404 len: 337 time: 0.0396392 Jul 22 20:06:24.104862 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60902) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:24.447630 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53b869c-a44b-4f94-aad9-96ad08c3149b tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] DELETE failed (client error): The resource could not be found. Jul 22 20:06:24.448166 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b53b869c-a44b-4f94-aad9-96ad08c3149b tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 20:06:24.449932 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b53b869c-a44b-4f94-aad9-96ad08c3149b tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "DELETE /v2.0/networks/e3d93aac-bc2e-4a68-ad60-4a0927652460 HTTP/1.1" status: 404 len: 339 time: 0.3441653 Jul 22 20:06:24.452425 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60904) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:24.478060 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe8789e-950e-4746-82fc-d168536f8c61 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] DELETE failed (client error): The resource could not be found. Jul 22 20:06:24.478497 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe8789e-950e-4746-82fc-d168536f8c61 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 20:06:24.480121 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3fe8789e-950e-4746-82fc-d168536f8c61 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "DELETE /v2.0/subnets/0bc8c682-0b9d-4b3f-b50e-c3f80bad396d HTTP/1.1" status: 404 len: 337 time: 0.0267882 Jul 22 20:06:24.482283 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60906) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:24.498887 n-d-800086-12 neutron-server[93806]: INFO neutron.pecan_wsgi.hooks.translation [None req-64575a87-ab77-44a7-9915-b953fd30cfef tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] DELETE failed (client error): The resource could not be found. Jul 22 20:06:24.499397 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64575a87-ab77-44a7-9915-b953fd30cfef tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 20:06:24.500982 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-64575a87-ab77-44a7-9915-b953fd30cfef tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "DELETE /v2.0/networks/4e619c49-7206-4baf-b44f-11a7a5a74e2b HTTP/1.1" status: 404 len: 339 time: 0.0178347 Jul 22 20:06:24.503216 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60908) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:24.556915 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-bddb9cdd-0ae2-42f0-8dd3-fe3069fbde2d tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Deleting subnet 414f6346-b1ce-466f-ba1c-058ca1f19877 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:06:24.559888 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bddb9cdd-0ae2-42f0-8dd3-fe3069fbde2d tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:24.598757 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bddb9cdd-0ae2-42f0-8dd3-fe3069fbde2d tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:24.679700 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bddb9cdd-0ae2-42f0-8dd3-fe3069fbde2d tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:24.740095 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bddb9cdd-0ae2-42f0-8dd3-fe3069fbde2d tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:24.767525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb9cdd-0ae2-42f0-8dd3-fe3069fbde2d tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Pushing event deleted for resources: {'Subnet': ['ID=414f6346-b1ce-466f-ba1c-058ca1f19877,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:24.770137 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bddb9cdd-0ae2-42f0-8dd3-fe3069fbde2d tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:24.772590 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bddb9cdd-0ae2-42f0-8dd3-fe3069fbde2d tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "DELETE /v2.0/subnets/414f6346-b1ce-466f-ba1c-058ca1f19877 HTTP/1.1" status: 204 len: 168 time: 0.2678080 Jul 22 20:06:24.774501 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60910) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:24.777492 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba71e98e-bd44-4ae8-9fe7-09e5411be84f None None] Network 782643d7-a190-4af7-934c-875751874bf3 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:06:24.849947 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f7585957-c959-4322-b736-8cb639d0cce8 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:24.903484 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-f7585957-c959-4322-b736-8cb639d0cce8 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Deleting port ef50d556-6b67-4489-b0a0-2b7d8b02bb8a {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:06:24.903818 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f7585957-c959-4322-b736-8cb639d0cce8 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:24.968827 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbcf9c9-d2cc-4674-96de-0b9e3b0f9dfd None None] DHCP port deletion for 782643d7-a190-4af7-934c-875751874bf3 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:06:24.974090 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-f7585957-c959-4322-b736-8cb639d0cce8 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] For port ef50d556-6b67-4489-b0a0-2b7d8b02bb8a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ef50d556-6b67-4489-b0a0-2b7d8b02bb8a,segment=NetworkSegment(0fcec48f-a6da-46f0-84c3-0cb418f3cfd8),segment_id=0fcec48f-a6da-46f0-84c3-0cb418f3cfd8)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:06:24.974458 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f7585957-c959-4322-b736-8cb639d0cce8 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:24.987466 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-f7585957-c959-4322-b736-8cb639d0cce8 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Calling delete_port for ef50d556-6b67-4489-b0a0-2b7d8b02bb8a owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:06:25.014662 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1fbcf9c9-d2cc-4674-96de-0b9e3b0f9dfd None None] Deleting port ef50d556-6b67-4489-b0a0-2b7d8b02bb8a {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:06:25.014956 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1fbcf9c9-d2cc-4674-96de-0b9e3b0f9dfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:25.067784 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f7585957-c959-4322-b736-8cb639d0cce8 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:25.076048 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1fbcf9c9-d2cc-4674-96de-0b9e3b0f9dfd None None] For port ef50d556-6b67-4489-b0a0-2b7d8b02bb8a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=ef50d556-6b67-4489-b0a0-2b7d8b02bb8a,segment=NetworkSegment(0fcec48f-a6da-46f0-84c3-0cb418f3cfd8),segment_id=0fcec48f-a6da-46f0-84c3-0cb418f3cfd8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:06:25.076441 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1fbcf9c9-d2cc-4674-96de-0b9e3b0f9dfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:25.088394 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1fbcf9c9-d2cc-4674-96de-0b9e3b0f9dfd None None] Calling delete_port for ef50d556-6b67-4489-b0a0-2b7d8b02bb8a owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:06:25.094678 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7585957-c959-4322-b736-8cb639d0cce8 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Pushing event deleted for resources: {'Port': ['ID=ef50d556-6b67-4489-b0a0-2b7d8b02bb8a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:25.100611 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7585957-c959-4322-b736-8cb639d0cce8 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] No DVR routers for this DVR port ef50d556-6b67-4489-b0a0-2b7d8b02bb8a on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:06:25.166441 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1fbcf9c9-d2cc-4674-96de-0b9e3b0f9dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:25.177941 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f7585957-c959-4322-b736-8cb639d0cce8 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:25.188349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-f7585957-c959-4322-b736-8cb639d0cce8 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782643d7-a190-4af7-934c-875751874bf3']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:25.190171 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbcf9c9-d2cc-4674-96de-0b9e3b0f9dfd None None] Pushing event deleted for resources: {'Port': ['ID=ef50d556-6b67-4489-b0a0-2b7d8b02bb8a,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:25.197285 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbcf9c9-d2cc-4674-96de-0b9e3b0f9dfd None None] No DVR routers for this DVR port ef50d556-6b67-4489-b0a0-2b7d8b02bb8a on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:06:25.202413 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-f7585957-c959-4322-b736-8cb639d0cce8 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fcec48f-a6da-46f0-84c3-0cb418f3cfd8') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:25.202712 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-f7585957-c959-4322-b736-8cb639d0cce8 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fcec48f-a6da-46f0-84c3-0cb418f3cfd8') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:25.213085 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f7585957-c959-4322-b736-8cb639d0cce8 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:25.228684 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f7585957-c959-4322-b736-8cb639d0cce8 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:25.234623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7585957-c959-4322-b736-8cb639d0cce8 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:06:25.235009 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f7585957-c959-4322-b736-8cb639d0cce8 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: timer() Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:06:25.238539 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:06:25.420730 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 54aa3e4b-7931-40a6-9ffc-0727079fe328 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:06:25.442169 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 54aa3e4b-7931-40a6-9ffc-0727079fe328 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:06:25.442508 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 54aa3e4b-7931-40a6-9ffc-0727079fe328 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:06:25.442932 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ef50d556-6b67-4489-b0a0-2b7d8b02bb8a no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:06:25.462193 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: ef50d556-6b67-4489-b0a0-2b7d8b02bb8a {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:06:25.462453 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device ef50d556-6b67-4489-b0a0-2b7d8b02bb8a not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:06:25.608169 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f7585957-c959-4322-b736-8cb639d0cce8 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:25.615669 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f7585957-c959-4322-b736-8cb639d0cce8 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:25.617467 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f7585957-c959-4322-b736-8cb639d0cce8 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] 10.222.0.13 "DELETE /v2.0/networks/782643d7-a190-4af7-934c-875751874bf3 HTTP/1.1" status: 204 len: 168 time: 0.8418975 Jul 22 20:06:25.628905 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7585957-c959-4322-b736-8cb639d0cce8 tempest-NetworksIpV6Test-1097213012 tempest-NetworksIpV6Test-1097213012-project] Pushing event deleted for resources: {'Network': ['ID=782643d7-a190-4af7-934c-875751874bf3,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:25.848927 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60916) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:25.974191 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-90c8ffbe-3383-40cf-b144-434ff805e651 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b7813a236f545c087b3a8f1edd62b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1241064 Jul 22 20:06:25.976711 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60920) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:26.024425 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-756db533-2c7a-4596-93c3-73bdec606938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:26.045377 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-756db533-2c7a-4596-93c3-73bdec606938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:26.094934 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-756db533-2c7a-4596-93c3-73bdec606938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:26.098229 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-756db533-2c7a-4596-93c3-73bdec606938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:26.099359 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-756db533-2c7a-4596-93c3-73bdec606938 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ab40144-bc29-4b1b-944a-99719f90c37e HTTP/1.1" status: 204 len: 168 time: 0.1217129 Jul 22 20:06:26.108597 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756db533-2c7a-4596-93c3-73bdec606938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab40144-bc29-4b1b-944a-99719f90c37e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:26.710347 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60942) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:26.801878 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-7411045d-ec25-4b8f-8d50-7123f8abdf1d tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-378421291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:26.825952 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7411045d-ec25-4b8f-8d50-7123f8abdf1d tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:26.826917 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7411045d-ec25-4b8f-8d50-7123f8abdf1d tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:26.913981 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7411045d-ec25-4b8f-8d50-7123f8abdf1d tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:26.918125 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7411045d-ec25-4b8f-8d50-7123f8abdf1d tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:26.933839 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7411045d-ec25-4b8f-8d50-7123f8abdf1d tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:26.935033 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7411045d-ec25-4b8f-8d50-7123f8abdf1d tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2236767 Jul 22 20:06:26.937717 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60946) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:26.943116 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-cff68582-1a77-4620-9f96-3cdae606f9ad tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-483660239'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:26.965280 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff68582-1a77-4620-9f96-3cdae606f9ad tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Made reservation on behalf of 5b239fc30fb1431397c7f2e120a961f9 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:06:26.968835 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cff68582-1a77-4620-9f96-3cdae606f9ad tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:26.977856 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cff68582-1a77-4620-9f96-3cdae606f9ad tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:27.068637 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cff68582-1a77-4620-9f96-3cdae606f9ad tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:27.072102 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cff68582-1a77-4620-9f96-3cdae606f9ad tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:27.098043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff68582-1a77-4620-9f96-3cdae606f9ad tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:06:27.107570 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff68582-1a77-4620-9f96-3cdae606f9ad tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb43608-9867-483f-92ab-31e8265eac37,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:27.112356 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cff68582-1a77-4620-9f96-3cdae606f9ad tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:27.112739 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-cff68582-1a77-4620-9f96-3cdae606f9ad tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Added segment 7ce9c647-f912-4bcd-b153-34d765287491 of type vlan for network 2d305692-3599-4692-ad9f-97b8078e25f4 Jul 22 20:06:27.152074 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cff68582-1a77-4620-9f96-3cdae606f9ad tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:27.179708 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cff68582-1a77-4620-9f96-3cdae606f9ad tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:27.185209 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff68582-1a77-4620-9f96-3cdae606f9ad tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:27.185791 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cff68582-1a77-4620-9f96-3cdae606f9ad tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:27.216889 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cff68582-1a77-4620-9f96-3cdae606f9ad tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2781405 Jul 22 20:06:27.219746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60948) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:27.226761 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-ae15a6da-f34b-443a-9a44-0196c56210a5 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Request body: {'subnet': {'network_id': '2d305692-3599-4692-ad9f-97b8078e25f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:27.274477 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff68582-1a77-4620-9f96-3cdae606f9ad tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Pushing event updated for resources: {'Network': ['ID=2d305692-3599-4692-ad9f-97b8078e25f4,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:27.284645 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 2d305692-3599-4692-ad9f-97b8078e25f4 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:06:27.346303 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae15a6da-f34b-443a-9a44-0196c56210a5 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Made reservation on behalf of 5b239fc30fb1431397c7f2e120a961f9 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:06:27.349906 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ae15a6da-f34b-443a-9a44-0196c56210a5 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:27.530705 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ae15a6da-f34b-443a-9a44-0196c56210a5 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:27.601494 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15a6da-f34b-443a-9a44-0196c56210a5 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Pushing event updated for resources: {'Subnet': ['ID=5396b116-fb4e-4cfd-b364-4d127b809db0,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:27.609699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae15a6da-f34b-443a-9a44-0196c56210a5 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Checking segment: {'id': '7ce9c647-f912-4bcd-b153-34d765287491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2d305692-3599-4692-ad9f-97b8078e25f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:06:27.610065 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae15a6da-f34b-443a-9a44-0196c56210a5 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Network hostable DHCP agents. Network: 2d305692-3599-4692-ad9f-97b8078e25f4, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:06:27.627620 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae15a6da-f34b-443a-9a44-0196c56210a5 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Network 2d305692-3599-4692-ad9f-97b8078e25f4 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:06:27.635959 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-ae15a6da-f34b-443a-9a44-0196c56210a5 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 2d305692-3599-4692-ad9f-97b8078e25f4) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:06:27.639833 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae15a6da-f34b-443a-9a44-0196c56210a5 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:27.640559 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ae15a6da-f34b-443a-9a44-0196c56210a5 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:27.645612 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9588bfc-f0eb-42e5-b0b3-dc10d403994e None None] Network 2d305692-3599-4692-ad9f-97b8078e25f4 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:06:27.659890 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ae15a6da-f34b-443a-9a44-0196c56210a5 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4391599 Jul 22 20:06:27.662993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60950) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:27.668178 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-3a673ea2-eeb8-4bb5-8144-6d89facc999f tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1305401615'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:27.689053 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a673ea2-eeb8-4bb5-8144-6d89facc999f tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Made reservation on behalf of 5b239fc30fb1431397c7f2e120a961f9 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:06:27.692715 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3a673ea2-eeb8-4bb5-8144-6d89facc999f tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:27.716559 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a673ea2-eeb8-4bb5-8144-6d89facc999f tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:06:27.726381 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3a673ea2-eeb8-4bb5-8144-6d89facc999f tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:27.726710 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-3a673ea2-eeb8-4bb5-8144-6d89facc999f tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Added segment 398661d9-ee6f-487e-bc64-d2d74ba7234e of type vlan for network 6ae5a1a6-264d-47d1-a768-ed145904e269 Jul 22 20:06:27.766193 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3a673ea2-eeb8-4bb5-8144-6d89facc999f tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:27.793447 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-2d305692-3599-4692-ad9f-97b8078e25f4', 'network_id': '2d305692-3599-4692-ad9f-97b8078e25f4', 'tenant_id': '5b239fc30fb1431397c7f2e120a961f9', 'fixed_ips': [{'subnet_id': '5396b116-fb4e-4cfd-b364-4d127b809db0'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:06:27.794302 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:27.797499 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3a673ea2-eeb8-4bb5-8144-6d89facc999f tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:27.803909 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a673ea2-eeb8-4bb5-8144-6d89facc999f tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:27.804506 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3a673ea2-eeb8-4bb5-8144-6d89facc999f tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:27.840162 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3a673ea2-eeb8-4bb5-8144-6d89facc999f tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1760864 Jul 22 20:06:27.843791 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60952) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:27.850243 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b8cc892a-6a2d-417d-89dc-a3492a29b89b tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Request body: {'subnet': {'network_id': '6ae5a1a6-264d-47d1-a768-ed145904e269', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:27.873932 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a673ea2-eeb8-4bb5-8144-6d89facc999f tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Pushing event updated for resources: {'Network': ['ID=6ae5a1a6-264d-47d1-a768-ed145904e269,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:27.886439 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 6ae5a1a6-264d-47d1-a768-ed145904e269 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:06:27.948486 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cc892a-6a2d-417d-89dc-a3492a29b89b tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Made reservation on behalf of 5b239fc30fb1431397c7f2e120a961f9 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:06:27.951949 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b8cc892a-6a2d-417d-89dc-a3492a29b89b tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:27.983089 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] Allocated IP 172.20.0.2 (2d305692-3599-4692-ad9f-97b8078e25f4/5396b116-fb4e-4cfd-b364-4d127b809db0/57fedc16-d481-4b69-af9f-f7098d80ac8e) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:06:28.129791 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:28.129993 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b8cc892a-6a2d-417d-89dc-a3492a29b89b tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:28.138016 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] Transition to ACTIVE for port object 57fedc16-d481-4b69-af9f-f7098d80ac8e will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:06:28.152948 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] Transition to ACTIVE for port object 57fedc16-d481-4b69-af9f-f7098d80ac8e will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:06:28.160015 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:28.192908 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc892a-6a2d-417d-89dc-a3492a29b89b tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Pushing event updated for resources: {'Subnet': ['ID=43adb33a-a54d-42f9-b8b4-9ca54146abe8,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:28.203086 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cc892a-6a2d-417d-89dc-a3492a29b89b tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Checking segment: {'id': '398661d9-ee6f-487e-bc64-d2d74ba7234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6ae5a1a6-264d-47d1-a768-ed145904e269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:06:28.203439 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cc892a-6a2d-417d-89dc-a3492a29b89b tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Network hostable DHCP agents. Network: 6ae5a1a6-264d-47d1-a768-ed145904e269, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:06:28.203875 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] Network 2d305692-3599-4692-ad9f-97b8078e25f4 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:06:28.207201 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:06:28.210725 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:06:28.217503 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] Pushing event updated for resources: {'Port': ['ID=57fedc16-d481-4b69-af9f-f7098d80ac8e,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:28.222902 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cc892a-6a2d-417d-89dc-a3492a29b89b tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Network 6ae5a1a6-264d-47d1-a768-ed145904e269 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:06:28.232685 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-b8cc892a-6a2d-417d-89dc-a3492a29b89b tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 6ae5a1a6-264d-47d1-a768-ed145904e269) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:06:28.238581 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cc892a-6a2d-417d-89dc-a3492a29b89b tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:28.240275 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b8cc892a-6a2d-417d-89dc-a3492a29b89b tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:28.244818 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c76bac-cd27-4499-8911-37cd2f13023e None None] Network 6ae5a1a6-264d-47d1-a768-ed145904e269 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:06:28.257573 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b8cc892a-6a2d-417d-89dc-a3492a29b89b tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4125955 Jul 22 20:06:28.260345 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60954) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:28.264896 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-97e8cb62-88d6-464a-8759-62cc31a20730 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Request body: {'router': {'external_gateway_info': {'network_id': '6ae5a1a6-264d-47d1-a768-ed145904e269'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:28.297721 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] Attempting to bind port 57fedc16-d481-4b69-af9f-f7098d80ac8e on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:06:28.299086 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] Attempting to bind port 57fedc16-d481-4b69-af9f-f7098d80ac8e by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '7ce9c647-f912-4bcd-b153-34d765287491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2d305692-3599-4692-ad9f-97b8078e25f4'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:06:28.299231 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] Attempting to bind port 57fedc16-d481-4b69-af9f-f7098d80ac8e on network 2d305692-3599-4692-ad9f-97b8078e25f4 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:06:28.329489 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:06:28.329887 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] Checking segment: {'id': '7ce9c647-f912-4bcd-b153-34d765287491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2d305692-3599-4692-ad9f-97b8078e25f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:06:28.330291 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:28.330674 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] Bound using segment: {'id': '7ce9c647-f912-4bcd-b153-34d765287491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2d305692-3599-4692-ad9f-97b8078e25f4'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:06:28.331137 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] Bound port: 57fedc16-d481-4b69-af9f-f7098d80ac8e, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce9c647-f912-4bcd-b153-34d765287491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2d305692-3599-4692-ad9f-97b8078e25f4'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:06:28.331510 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:28.440431 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] For port 57fedc16-d481-4b69-af9f-f7098d80ac8e, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:06:28.443535 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] For port 57fedc16-d481-4b69-af9f-f7098d80ac8e, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=57fedc16-d481-4b69-af9f-f7098d80ac8e,segment=NetworkSegment(7ce9c647-f912-4bcd-b153-34d765287491),segment_id=7ce9c647-f912-4bcd-b153-34d765287491)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:06:28.447777 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:28.466137 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-97e8cb62-88d6-464a-8759-62cc31a20730 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:28.490927 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-6ae5a1a6-264d-47d1-a768-ed145904e269', 'network_id': '6ae5a1a6-264d-47d1-a768-ed145904e269', 'tenant_id': '5b239fc30fb1431397c7f2e120a961f9', 'fixed_ips': [{'subnet_id': '43adb33a-a54d-42f9-b8b4-9ca54146abe8'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:06:28.491775 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:28.538927 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29772b01-188a-439d-a93e-1080a89a6640 None None] Pushing event updated for resources: {'Port': ['ID=57fedc16-d481-4b69-af9f-f7098d80ac8e,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:28.581301 n-d-800086-12 neutron-server[93806]: INFO neutron.api.v2.resource [None req-97e8cb62-88d6-464a-8759-62cc31a20730 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 20:06:28.582623 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-97e8cb62-88d6-464a-8759-62cc31a20730 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] 10.222.0.13 "PUT /v2.0/routers/a9c9069d-94e5-446c-b0d7-db3640a8c2a9 HTTP/1.1" status: 400 len: 364 time: 0.3212786 Jul 22 20:06:28.590718 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60956) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:28.618892 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d8d20112-2c2e-48d3-9b79-9d0479a42f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:28.651163 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-c44bdd55-00cb-4944-a5d3-6c311e722c8a tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Deleting subnet 43adb33a-a54d-42f9-b8b4-9ca54146abe8 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:06:28.669062 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] Allocated IP 172.21.0.2 (6ae5a1a6-264d-47d1-a768-ed145904e269/43adb33a-a54d-42f9-b8b4-9ca54146abe8/504cf3f3-1bcf-4730-acdf-ec254a1f927a) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:06:28.828169 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:28.837648 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] Transition to ACTIVE for port object 504cf3f3-1bcf-4730-acdf-ec254a1f927a will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:06:28.852501 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] Transition to ACTIVE for port object 504cf3f3-1bcf-4730-acdf-ec254a1f927a will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:06:28.857067 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c44bdd55-00cb-4944-a5d3-6c311e722c8a tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:28.857533 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:28.897469 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] Network 6ae5a1a6-264d-47d1-a768-ed145904e269 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:06:28.899387 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c44bdd55-00cb-4944-a5d3-6c311e722c8a tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:28.900277 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:06:28.903879 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:06:28.911597 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] Pushing event updated for resources: {'Port': ['ID=504cf3f3-1bcf-4730-acdf-ec254a1f927a,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:28.969553 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] Attempting to bind port 504cf3f3-1bcf-4730-acdf-ec254a1f927a on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:06:28.969920 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] Attempting to bind port 504cf3f3-1bcf-4730-acdf-ec254a1f927a by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '398661d9-ee6f-487e-bc64-d2d74ba7234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6ae5a1a6-264d-47d1-a768-ed145904e269'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:06:28.970925 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] Attempting to bind port 504cf3f3-1bcf-4730-acdf-ec254a1f927a on network 6ae5a1a6-264d-47d1-a768-ed145904e269 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:06:28.976299 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:06:28.976702 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] Checking segment: {'id': '398661d9-ee6f-487e-bc64-d2d74ba7234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6ae5a1a6-264d-47d1-a768-ed145904e269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:06:28.977103 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:28.977493 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] Bound using segment: {'id': '398661d9-ee6f-487e-bc64-d2d74ba7234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6ae5a1a6-264d-47d1-a768-ed145904e269'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:06:28.978081 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] Bound port: 504cf3f3-1bcf-4730-acdf-ec254a1f927a, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398661d9-ee6f-487e-bc64-d2d74ba7234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6ae5a1a6-264d-47d1-a768-ed145904e269'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:06:28.978581 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:28.998235 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c44bdd55-00cb-4944-a5d3-6c311e722c8a tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:29.061867 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c44bdd55-00cb-4944-a5d3-6c311e722c8a tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:29.065149 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] For port 504cf3f3-1bcf-4730-acdf-ec254a1f927a, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:06:29.068270 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] For port 504cf3f3-1bcf-4730-acdf-ec254a1f927a, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=504cf3f3-1bcf-4730-acdf-ec254a1f927a,segment=NetworkSegment(398661d9-ee6f-487e-bc64-d2d74ba7234e),segment_id=398661d9-ee6f-487e-bc64-d2d74ba7234e)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:06:29.073257 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:29.093454 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c44bdd55-00cb-4944-a5d3-6c311e722c8a tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:29.095957 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c44bdd55-00cb-4944-a5d3-6c311e722c8a tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] 10.222.0.13 "DELETE /v2.0/subnets/43adb33a-a54d-42f9-b8b4-9ca54146abe8 HTTP/1.1" status: 204 len: 168 time: 0.5032485 Jul 22 20:06:29.097062 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bdd55-00cb-4944-a5d3-6c311e722c8a tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Pushing event deleted for resources: {'Subnet': ['ID=43adb33a-a54d-42f9-b8b4-9ca54146abe8,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:29.099421 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60958) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:29.137100 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfd44c-b1b8-41af-881e-570f4c464152 None None] Pushing event updated for resources: {'Port': ['ID=504cf3f3-1bcf-4730-acdf-ec254a1f927a,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:29.192767 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aba7d1c5-f582-46e6-9955-31934602ce5e tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:29.260819 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-aba7d1c5-f582-46e6-9955-31934602ce5e tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Deleting port 504cf3f3-1bcf-4730-acdf-ec254a1f927a {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:06:29.261328 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aba7d1c5-f582-46e6-9955-31934602ce5e tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:29.341750 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-aba7d1c5-f582-46e6-9955-31934602ce5e tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] For port 504cf3f3-1bcf-4730-acdf-ec254a1f927a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=504cf3f3-1bcf-4730-acdf-ec254a1f927a,segment=NetworkSegment(398661d9-ee6f-487e-bc64-d2d74ba7234e),segment_id=398661d9-ee6f-487e-bc64-d2d74ba7234e)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:06:29.342110 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aba7d1c5-f582-46e6-9955-31934602ce5e tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:29.354855 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-aba7d1c5-f582-46e6-9955-31934602ce5e tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Calling delete_port for 504cf3f3-1bcf-4730-acdf-ec254a1f927a owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:06:29.465730 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aba7d1c5-f582-46e6-9955-31934602ce5e tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:29.510654 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7d1c5-f582-46e6-9955-31934602ce5e tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Pushing event deleted for resources: {'Port': ['ID=504cf3f3-1bcf-4730-acdf-ec254a1f927a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:29.515954 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba7d1c5-f582-46e6-9955-31934602ce5e tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] No DVR routers for this DVR port 504cf3f3-1bcf-4730-acdf-ec254a1f927a on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:06:29.532951 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 504cf3f3-1bcf-4730-acdf-ec254a1f927a up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:06:29.557120 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 504cf3f3-1bcf-4730-acdf-ec254a1f927a {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:06:29.557480 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 504cf3f3-1bcf-4730-acdf-ec254a1f927a not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 20:06:29.578276 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6d5106-d954-4bf5-816d-428209019d57 None None] Network 2d305692-3599-4692-ad9f-97b8078e25f4 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:06:29.580668 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Port 504cf3f3-1bcf-4730-acdf-ec254a1f927a not found, will not notify nova. {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 20:06:29.581078 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 57fedc16-d481-4b69-af9f-f7098d80ac8e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:06:29.602984 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aba7d1c5-f582-46e6-9955-31934602ce5e tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:29.615170 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-aba7d1c5-f582-46e6-9955-31934602ce5e tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae5a1a6-264d-47d1-a768-ed145904e269']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:29.627144 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-aba7d1c5-f582-46e6-9955-31934602ce5e tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398661d9-ee6f-487e-bc64-d2d74ba7234e') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:29.627546 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-aba7d1c5-f582-46e6-9955-31934602ce5e tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398661d9-ee6f-487e-bc64-d2d74ba7234e') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:29.637855 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aba7d1c5-f582-46e6-9955-31934602ce5e tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:29.653374 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aba7d1c5-f582-46e6-9955-31934602ce5e tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:29.660569 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba7d1c5-f582-46e6-9955-31934602ce5e tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:06:29.660979 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aba7d1c5-f582-46e6-9955-31934602ce5e tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: timer() Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:06:29.664118 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:06:29.726128 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aba7d1c5-f582-46e6-9955-31934602ce5e tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:29.734279 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aba7d1c5-f582-46e6-9955-31934602ce5e tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:29.736070 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-aba7d1c5-f582-46e6-9955-31934602ce5e tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] 10.222.0.13 "DELETE /v2.0/networks/6ae5a1a6-264d-47d1-a768-ed145904e269 HTTP/1.1" status: 204 len: 168 time: 0.6356444 Jul 22 20:06:29.739148 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60960) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:29.747964 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7d1c5-f582-46e6-9955-31934602ce5e tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Pushing event deleted for resources: {'Network': ['ID=6ae5a1a6-264d-47d1-a768-ed145904e269,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:29.795453 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1c7a1d-f068-432f-a27f-9d46802e34bc tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Deleting subnet 5396b116-fb4e-4cfd-b364-4d127b809db0 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:06:29.799125 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2b1c7a1d-f068-432f-a27f-9d46802e34bc tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:29.833536 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c72d4852-6b8e-439c-965c-9cfa5843ce7e None None] Provisioning for port 57fedc16-d481-4b69-af9f-f7098d80ac8e completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:06:29.849549 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2b1c7a1d-f068-432f-a27f-9d46802e34bc tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:29.883090 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 57fedc16-d481-4b69-af9f-f7098d80ac8e completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:06:29.893251 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 57fedc16-d481-4b69-af9f-f7098d80ac8e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:29.893641 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:29.962203 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2b1c7a1d-f068-432f-a27f-9d46802e34bc tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:30.018144 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:30.030715 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2b1c7a1d-f068-432f-a27f-9d46802e34bc tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:30.062804 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2b1c7a1d-f068-432f-a27f-9d46802e34bc tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:30.065460 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2b1c7a1d-f068-432f-a27f-9d46802e34bc tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] 10.222.0.13 "DELETE /v2.0/subnets/5396b116-fb4e-4cfd-b364-4d127b809db0 HTTP/1.1" status: 204 len: 168 time: 0.3250341 Jul 22 20:06:30.066647 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c7a1d-f068-432f-a27f-9d46802e34bc tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Pushing event deleted for resources: {'Subnet': ['ID=5396b116-fb4e-4cfd-b364-4d127b809db0,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:30.068608 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 60962) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:30.087858 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.db.api [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 20:06:30.088581 n-d-800086-12 neutron-server[93808]: DEBUG oslo_db.api [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 20:06:30.156360 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a17472c-7405-42ef-8be6-f6bb51158050 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:30.216272 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-6a17472c-7405-42ef-8be6-f6bb51158050 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Deleting port 57fedc16-d481-4b69-af9f-f7098d80ac8e {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:06:30.216739 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a17472c-7405-42ef-8be6-f6bb51158050 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:30.258592 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-acd6fdce-94e7-47ab-aa90-935e1210347d None None] Could not find standard attr ID for object 504cf3f3-1bcf-4730-acdf-ec254a1f927a. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 20:06:30.261895 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8e49a8-2f36-4fbd-9cc5-b4590f4e74e9 None None] Network 2d305692-3599-4692-ad9f-97b8078e25f4 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:06:30.286229 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8ad935-28ae-4650-a5e8-bdae06d8a943 None None] DHCP port deletion for 6ae5a1a6-264d-47d1-a768-ed145904e269 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:06:30.286551 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-6a17472c-7405-42ef-8be6-f6bb51158050 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] For port 57fedc16-d481-4b69-af9f-f7098d80ac8e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=57fedc16-d481-4b69-af9f-f7098d80ac8e,segment=NetworkSegment(7ce9c647-f912-4bcd-b153-34d765287491),segment_id=7ce9c647-f912-4bcd-b153-34d765287491)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:06:30.286917 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a17472c-7405-42ef-8be6-f6bb51158050 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:30.295713 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-acd6fdce-94e7-47ab-aa90-935e1210347d None None] Provisioning complete for port 57fedc16-d481-4b69-af9f-f7098d80ac8e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:30.296086 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-acd6fdce-94e7-47ab-aa90-935e1210347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:30.299704 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-6a17472c-7405-42ef-8be6-f6bb51158050 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Calling delete_port for 57fedc16-d481-4b69-af9f-f7098d80ac8e owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:06:30.352884 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48f3fed-9cfe-4cc0-878b-a0a65cff2eaa None None] Network 6ae5a1a6-264d-47d1-a768-ed145904e269 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:06:30.382076 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48f3fed-9cfe-4cc0-878b-a0a65cff2eaa None None] Network 6ae5a1a6-264d-47d1-a768-ed145904e269 could not be found, it might have been deleted concurrently. {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 20:06:30.383465 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a17472c-7405-42ef-8be6-f6bb51158050 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:30.406417 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17472c-7405-42ef-8be6-f6bb51158050 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Pushing event deleted for resources: {'Port': ['ID=57fedc16-d481-4b69-af9f-f7098d80ac8e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:30.414712 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a17472c-7405-42ef-8be6-f6bb51158050 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] No DVR routers for this DVR port 57fedc16-d481-4b69-af9f-f7098d80ac8e on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:06:30.426112 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-acd6fdce-94e7-47ab-aa90-935e1210347d None None] Could not find standard attr ID for object 57fedc16-d481-4b69-af9f-f7098d80ac8e. {{(pid=93808) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 20:06:30.429430 n-d-800086-12 neutron-server[93808]: INFO neutron.plugins.ml2.db [None req-acd6fdce-94e7-47ab-aa90-935e1210347d None None] No ports have port_id starting with 57fedc16-d481-4b69-af9f-f7098d80ac8e Jul 22 20:06:30.497576 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a17472c-7405-42ef-8be6-f6bb51158050 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:30.499652 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f8837e-feec-4fd7-b6c3-b431f090ab41 None None] DHCP port deletion for 2d305692-3599-4692-ad9f-97b8078e25f4 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:06:30.513018 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-6a17472c-7405-42ef-8be6-f6bb51158050 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d305692-3599-4692-ad9f-97b8078e25f4']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:30.525390 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-6a17472c-7405-42ef-8be6-f6bb51158050 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce9c647-f912-4bcd-b153-34d765287491') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:30.525752 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-6a17472c-7405-42ef-8be6-f6bb51158050 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce9c647-f912-4bcd-b153-34d765287491') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:30.536266 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a17472c-7405-42ef-8be6-f6bb51158050 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:30.550754 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a17472c-7405-42ef-8be6-f6bb51158050 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:30.556555 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a17472c-7405-42ef-8be6-f6bb51158050 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:06:30.556878 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a17472c-7405-42ef-8be6-f6bb51158050 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: timer() Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:06:30.560034 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:06:30.609992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Port 57fedc16-d481-4b69-af9f-f7098d80ac8e update to ACTIVE by agent not found {{(pid=93808) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 22 20:06:30.620236 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a17472c-7405-42ef-8be6-f6bb51158050 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:30.627436 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6a17472c-7405-42ef-8be6-f6bb51158050 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:30.628709 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6a17472c-7405-42ef-8be6-f6bb51158050 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] 10.222.0.13 "DELETE /v2.0/networks/2d305692-3599-4692-ad9f-97b8078e25f4 HTTP/1.1" status: 204 len: 168 time: 0.5582662 Jul 22 20:06:30.631407 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60964) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:30.641517 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17472c-7405-42ef-8be6-f6bb51158050 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Pushing event deleted for resources: {'Network': ['ID=2d305692-3599-4692-ad9f-97b8078e25f4,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:30.662037 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f794b263-66c9-4279-af20-ecd19ac2857f tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9c9069d-94e5-446c-b0d7-db3640a8c2a9 HTTP/1.1" status: 200 len: 205 time: 0.0294771 Jul 22 20:06:30.664397 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60966) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:30.740742 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-de1dbf55-4172-41a0-9a22-12af87bb0600 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:30.903113 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-de1dbf55-4172-41a0-9a22-12af87bb0600 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:30.905160 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-de1dbf55-4172-41a0-9a22-12af87bb0600 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:30.948494 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-de1dbf55-4172-41a0-9a22-12af87bb0600 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:30.949035 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1dbf55-4172-41a0-9a22-12af87bb0600 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Fanout notify agent at l3_agent the message router_deleted on router a9c9069d-94e5-446c-b0d7-db3640a8c2a9 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:06:30.960634 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-de1dbf55-4172-41a0-9a22-12af87bb0600 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:30.964068 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-de1dbf55-4172-41a0-9a22-12af87bb0600 tempest-RoutersNegativeTest-982438087 tempest-RoutersNegativeTest-982438087-project] 10.222.0.13 "DELETE /v2.0/routers/a9c9069d-94e5-446c-b0d7-db3640a8c2a9 HTTP/1.1" status: 204 len: 168 time: 0.2964871 Jul 22 20:06:31.083021 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f3981490-0bf0-4183-a155-4a3dbd01da9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:31.197536 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60972) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:31.208263 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:31.330368 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5f342520-6076-4be2-a02e-ec3b1ead835e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b239fc30fb1431397c7f2e120a961f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309698 Jul 22 20:06:31.332853 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60976) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:31.381319 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-524b30a5-5584-47cc-9bd3-f6c8107a92ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:31.403403 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-524b30a5-5584-47cc-9bd3-f6c8107a92ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:31.425050 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 504cf3f3-1bcf-4730-acdf-ec254a1f927a no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:06:31.445564 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 504cf3f3-1bcf-4730-acdf-ec254a1f927a {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:06:31.445835 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 504cf3f3-1bcf-4730-acdf-ec254a1f927a not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:06:31.446257 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 57fedc16-d481-4b69-af9f-f7098d80ac8e no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:06:31.449102 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-524b30a5-5584-47cc-9bd3-f6c8107a92ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:31.452161 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-524b30a5-5584-47cc-9bd3-f6c8107a92ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:31.453361 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-524b30a5-5584-47cc-9bd3-f6c8107a92ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bb43608-9867-483f-92ab-31e8265eac37 HTTP/1.1" status: 204 len: 168 time: 0.1196222 Jul 22 20:06:31.462984 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b30a5-5584-47cc-9bd3-f6c8107a92ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb43608-9867-483f-92ab-31e8265eac37,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:31.465237 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 57fedc16-d481-4b69-af9f-f7098d80ac8e {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:06:31.465642 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 57fedc16-d481-4b69-af9f-f7098d80ac8e not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:06:32.039037 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 60998) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:32.130605 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-9d92de79-a32c-42d3-a4cb-585e900c03aa admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1361229960-network', 'tenant_id': '42560be1dc9b4a709fa7b32e7019452a'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:32.150355 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d92de79-a32c-42d3-a4cb-585e900c03aa admin admin] Made reservation on behalf of 42560be1dc9b4a709fa7b32e7019452a for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:06:32.152631 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9d92de79-a32c-42d3-a4cb-585e900c03aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:32.161368 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9d92de79-a32c-42d3-a4cb-585e900c03aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:32.248499 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9d92de79-a32c-42d3-a4cb-585e900c03aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:32.252095 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9d92de79-a32c-42d3-a4cb-585e900c03aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:32.275720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d92de79-a32c-42d3-a4cb-585e900c03aa admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:06:32.285008 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92de79-a32c-42d3-a4cb-585e900c03aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45f3f3a-5086-4e95-864d-5eba3aa6ab58,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:32.290949 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9d92de79-a32c-42d3-a4cb-585e900c03aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:32.291293 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-9d92de79-a32c-42d3-a4cb-585e900c03aa admin admin] Added segment dc8a620e-8c10-4322-a3f1-6146681dc717 of type vlan for network fdf4ddca-229d-4760-88c2-5c474f0c0c9e Jul 22 20:06:32.335499 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9d92de79-a32c-42d3-a4cb-585e900c03aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:32.363861 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9d92de79-a32c-42d3-a4cb-585e900c03aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:32.365112 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d92de79-a32c-42d3-a4cb-585e900c03aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:32.365691 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9d92de79-a32c-42d3-a4cb-585e900c03aa admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:32.397020 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9d92de79-a32c-42d3-a4cb-585e900c03aa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3568904 Jul 22 20:06:32.400129 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 32770) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:32.405180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-3ef60ce8-e463-4c61-aaad-408cd352d921 admin admin] Request body: {'subnet': {'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1361229960-subnet', 'tenant_id': '42560be1dc9b4a709fa7b32e7019452a', 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:32.426968 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef60ce8-e463-4c61-aaad-408cd352d921 admin admin] Made reservation on behalf of 42560be1dc9b4a709fa7b32e7019452a for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:06:32.429410 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ef60ce8-e463-4c61-aaad-408cd352d921 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:32.430899 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92de79-a32c-42d3-a4cb-585e900c03aa admin admin] Pushing event updated for resources: {'Network': ['ID=fdf4ddca-229d-4760-88c2-5c474f0c0c9e,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:32.440882 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network fdf4ddca-229d-4760-88c2-5c474f0c0c9e details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:06:32.553060 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:32.598688 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ef60ce8-e463-4c61-aaad-408cd352d921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:32.654949 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef60ce8-e463-4c61-aaad-408cd352d921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74cfb8c2-b9d1-4de9-848a-a8f40033c5b2,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:32.660706 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef60ce8-e463-4c61-aaad-408cd352d921 admin admin] Checking segment: {'id': 'dc8a620e-8c10-4322-a3f1-6146681dc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:06:32.661065 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef60ce8-e463-4c61-aaad-408cd352d921 admin admin] Network hostable DHCP agents. Network: fdf4ddca-229d-4760-88c2-5c474f0c0c9e, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:06:32.677684 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef60ce8-e463-4c61-aaad-408cd352d921 admin admin] Network fdf4ddca-229d-4760-88c2-5c474f0c0c9e is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:06:32.686616 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-3ef60ce8-e463-4c61-aaad-408cd352d921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, fdf4ddca-229d-4760-88c2-5c474f0c0c9e) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:06:32.690586 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef60ce8-e463-4c61-aaad-408cd352d921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:32.691179 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3ef60ce8-e463-4c61-aaad-408cd352d921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:32.695286 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15c5d0e-60f3-458e-bcbf-294d60c8c972 None None] Network fdf4ddca-229d-4760-88c2-5c474f0c0c9e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:06:32.705946 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3ef60ce8-e463-4c61-aaad-408cd352d921 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3044450 Jul 22 20:06:32.708271 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 32772) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:32.712581 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-5ba68dbc-6362-45a8-9ff2-bd5f9346f4f3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1361229960-router', 'tenant_id': '42560be1dc9b4a709fa7b32e7019452a', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:32.733259 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ba68dbc-6362-45a8-9ff2-bd5f9346f4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:32.734216 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ba68dbc-6362-45a8-9ff2-bd5f9346f4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:32.788660 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ba68dbc-6362-45a8-9ff2-bd5f9346f4f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:32.843320 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-fdf4ddca-229d-4760-88c2-5c474f0c0c9e', 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e', 'tenant_id': '42560be1dc9b4a709fa7b32e7019452a', 'fixed_ips': [{'subnet_id': '74cfb8c2-b9d1-4de9-848a-a8f40033c5b2'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:06:32.844165 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:32.919712 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ba68dbc-6362-45a8-9ff2-bd5f9346f4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:32.980550 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] Allocated IP 172.20.0.2 (fdf4ddca-229d-4760-88c2-5c474f0c0c9e/74cfb8c2-b9d1-4de9-848a-a8f40033c5b2/1363cfaf-7bf7-4486-ab45-bb135a842d93) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:06:33.121657 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:33.121858 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ba68dbc-6362-45a8-9ff2-bd5f9346f4f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:33.130488 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] Transition to ACTIVE for port object 1363cfaf-7bf7-4486-ab45-bb135a842d93 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:06:33.143917 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ba68dbc-6362-45a8-9ff2-bd5f9346f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:33.145878 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] Transition to ACTIVE for port object 1363cfaf-7bf7-4486-ab45-bb135a842d93 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:06:33.152500 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:33.192402 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] Network fdf4ddca-229d-4760-88c2-5c474f0c0c9e is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:06:33.195222 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:06:33.198791 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:06:33.206634 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] Pushing event updated for resources: {'Port': ['ID=1363cfaf-7bf7-4486-ab45-bb135a842d93,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:33.258353 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-5ba68dbc-6362-45a8-9ff2-bd5f9346f4f3 admin admin] Allocated IP 172.25.3.23 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/815de4b5-64dd-46e8-b2d5-2f9f80c6f821) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:06:33.261965 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] Attempting to bind port 1363cfaf-7bf7-4486-ab45-bb135a842d93 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:06:33.262315 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] Attempting to bind port 1363cfaf-7bf7-4486-ab45-bb135a842d93 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'dc8a620e-8c10-4322-a3f1-6146681dc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:06:33.262649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] Attempting to bind port 1363cfaf-7bf7-4486-ab45-bb135a842d93 on network fdf4ddca-229d-4760-88c2-5c474f0c0c9e {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:06:33.267630 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:06:33.268005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] Checking segment: {'id': 'dc8a620e-8c10-4322-a3f1-6146681dc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:06:33.268446 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:33.268839 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] Bound using segment: {'id': 'dc8a620e-8c10-4322-a3f1-6146681dc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:06:33.269307 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] Bound port: 1363cfaf-7bf7-4486-ab45-bb135a842d93, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8a620e-8c10-4322-a3f1-6146681dc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:06:33.269682 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:33.334954 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] For port 1363cfaf-7bf7-4486-ab45-bb135a842d93, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:06:33.337986 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] For port 1363cfaf-7bf7-4486-ab45-bb135a842d93, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=1363cfaf-7bf7-4486-ab45-bb135a842d93,segment=NetworkSegment(dc8a620e-8c10-4322-a3f1-6146681dc717),segment_id=dc8a620e-8c10-4322-a3f1-6146681dc717)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:06:33.341439 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:33.361445 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ba68dbc-6362-45a8-9ff2-bd5f9346f4f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:33.398160 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08275e-45a1-450a-bd03-94066450b24e None None] Pushing event updated for resources: {'Port': ['ID=1363cfaf-7bf7-4486-ab45-bb135a842d93,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:33.402435 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ba68dbc-6362-45a8-9ff2-bd5f9346f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:33.441718 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba68dbc-6362-45a8-9ff2-bd5f9346f4f3 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:06:33.446931 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-5ba68dbc-6362-45a8-9ff2-bd5f9346f4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:06:33.450539 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba68dbc-6362-45a8-9ff2-bd5f9346f4f3 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:06:33.480058 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba68dbc-6362-45a8-9ff2-bd5f9346f4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=815de4b5-64dd-46e8-b2d5-2f9f80c6f821,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:33.720978 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ba68dbc-6362-45a8-9ff2-bd5f9346f4f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:33.903846 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ba68dbc-6362-45a8-9ff2-bd5f9346f4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:34.032303 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba68dbc-6362-45a8-9ff2-bd5f9346f4f3 admin admin] Router 0a161d59-bcbc-49b8-a9d9-d9ac6725051a is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:06:34.140236 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba68dbc-6362-45a8-9ff2-bd5f9346f4f3 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:06:34.152069 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] Sync routers for ids ['0a161d59-bcbc-49b8-a9d9-d9ac6725051a'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:06:34.157401 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5ba68dbc-6362-45a8-9ff2-bd5f9346f4f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:34.160522 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5ba68dbc-6362-45a8-9ff2-bd5f9346f4f3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4501705 Jul 22 20:06:34.162428 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 32774) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:34.166400 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] Routers {'0a161d59-bcbc-49b8-a9d9-d9ac6725051a'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:06:34.167031 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:06:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['0a161d59-bcbc-49b8-a9d9-d9ac6725051a'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:34.193969 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:34.278083 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] Set router 0a161d59-bcbc-49b8-a9d9-d9ac6725051a gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:06:34.302904 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b529ebcc-a539-49ef-9e9a-7cbc534e4fc9 None None] Network fdf4ddca-229d-4760-88c2-5c474f0c0c9e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:06:34.393535 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e85d2965-2719-4c1a-8556-6908c7bf010e None None] Provisioning for port 1363cfaf-7bf7-4486-ab45-bb135a842d93 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:06:34.473644 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a161d59-bcbc-49b8-a9d9-d9ac6725051a', 'name': 'tempest-TestEncryptedCinderVolumes-1361229960-router', 'tenant_id': '42560be1dc9b4a709fa7b32e7019452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '815de4b5-64dd-46e8-b2d5-2f9f80c6f821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:06:32Z', 'updated_at': '2021-07-22T20:06:33Z', 'revision_number': 3, 'project_id': '42560be1dc9b4a709fa7b32e7019452a', 'gw_port': {'id': '815de4b5-64dd-46e8-b2d5-2f9f80c6f821', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:74:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a161d59-bcbc-49b8-a9d9-d9ac6725051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:33Z', 'updated_at': '2021-07-22T20:06:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:34.500872 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] Checking router: 0a161d59-bcbc-49b8-a9d9-d9ac6725051a for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:06:34.501219 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] Updating router 0a161d59-bcbc-49b8-a9d9-d9ac6725051a port 815de4b5-64dd-46e8-b2d5-2f9f80c6f821 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:06:34.539789 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:34.805662 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:34.816236 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] Transition to ACTIVE for port object 815de4b5-64dd-46e8-b2d5-2f9f80c6f821 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:06:34.822047 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:34.870227 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] Attempting to bind port 815de4b5-64dd-46e8-b2d5-2f9f80c6f821 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:06:34.870594 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] Attempting to bind port 815de4b5-64dd-46e8-b2d5-2f9f80c6f821 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:06:34.870954 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] Attempting to bind port 815de4b5-64dd-46e8-b2d5-2f9f80c6f821 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:06:34.878468 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9afa2-8980-4b0b-a012-e6f463eb355b None None] Pushing event updated for resources: {'Port': ['ID=815de4b5-64dd-46e8-b2d5-2f9f80c6f821,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:34.881341 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:06:34.881708 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:06:34.882101 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:34.882486 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:06:34.882939 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] Bound port: 815de4b5-64dd-46e8-b2d5-2f9f80c6f821, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:06:34.883312 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:34.889544 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9afa2-8980-4b0b-a012-e6f463eb355b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:34.889885 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9afa2-8980-4b0b-a012-e6f463eb355b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:34.890221 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9afa2-8980-4b0b-a012-e6f463eb355b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:34.890552 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9afa2-8980-4b0b-a012-e6f463eb355b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:34.890877 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9afa2-8980-4b0b-a012-e6f463eb355b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:34.891199 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9afa2-8980-4b0b-a012-e6f463eb355b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:34.891519 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9afa2-8980-4b0b-a012-e6f463eb355b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:34.891837 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9afa2-8980-4b0b-a012-e6f463eb355b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:34.892727 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9afa2-8980-4b0b-a012-e6f463eb355b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:34.893057 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9afa2-8980-4b0b-a012-e6f463eb355b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:34.893380 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9afa2-8980-4b0b-a012-e6f463eb355b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:34.893703 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9afa2-8980-4b0b-a012-e6f463eb355b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:34.912988 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c87248d1-b5d3-4830-a8a2-7ded72aa4b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:34.946385 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] For port 815de4b5-64dd-46e8-b2d5-2f9f80c6f821, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:06:34.949535 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] For port 815de4b5-64dd-46e8-b2d5-2f9f80c6f821, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=815de4b5-64dd-46e8-b2d5-2f9f80c6f821,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:06:34.953805 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:35.007699 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] Routers {'0a161d59-bcbc-49b8-a9d9-d9ac6725051a'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:06:35.008310 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:06:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['0a161d59-bcbc-49b8-a9d9-d9ac6725051a'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:35.070245 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-c87248d1-b5d3-4830-a8a2-7ded72aa4b95 admin admin] Allocated IP 172.20.0.1 (fdf4ddca-229d-4760-88c2-5c474f0c0c9e/74cfb8c2-b9d1-4de9-848a-a8f40033c5b2/9db86ddf-c464-4e90-9fc7-2521dd29de3f) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:06:35.080216 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9afa2-8980-4b0b-a012-e6f463eb355b None None] Pushing event updated for resources: {'Port': ['ID=815de4b5-64dd-46e8-b2d5-2f9f80c6f821,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:35.124335 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] Set router 0a161d59-bcbc-49b8-a9d9-d9ac6725051a gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:06:35.174068 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c87248d1-b5d3-4830-a8a2-7ded72aa4b95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:35.187468 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-c87248d1-b5d3-4830-a8a2-7ded72aa4b95 admin admin] Transition to ACTIVE for port object 9db86ddf-c464-4e90-9fc7-2521dd29de3f will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:06:35.222042 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c87248d1-b5d3-4830-a8a2-7ded72aa4b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:35.257895 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87248d1-b5d3-4830-a8a2-7ded72aa4b95 admin admin] Network fdf4ddca-229d-4760-88c2-5c474f0c0c9e is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:06:35.263875 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-c87248d1-b5d3-4830-a8a2-7ded72aa4b95 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:06:35.268362 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87248d1-b5d3-4830-a8a2-7ded72aa4b95 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:06:35.291382 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87248d1-b5d3-4830-a8a2-7ded72aa4b95 admin admin] Pushing event updated for resources: {'Port': ['ID=9db86ddf-c464-4e90-9fc7-2521dd29de3f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:35.312704 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c87248d1-b5d3-4830-a8a2-7ded72aa4b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:35.317570 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a161d59-bcbc-49b8-a9d9-d9ac6725051a', 'name': 'tempest-TestEncryptedCinderVolumes-1361229960-router', 'tenant_id': '42560be1dc9b4a709fa7b32e7019452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '815de4b5-64dd-46e8-b2d5-2f9f80c6f821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:06:32Z', 'updated_at': '2021-07-22T20:06:33Z', 'revision_number': 3, 'project_id': '42560be1dc9b4a709fa7b32e7019452a', 'gw_port': {'id': '815de4b5-64dd-46e8-b2d5-2f9f80c6f821', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:74:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a161d59-bcbc-49b8-a9d9-d9ac6725051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:33Z', 'updated_at': '2021-07-22T20:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:35.343703 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0672a5f-0650-4db6-91ba-513147dc1d32 None None] The sync data for ids ['0a161d59-bcbc-49b8-a9d9-d9ac6725051a'] in n-d-800086-12 is: [{'id': '0a161d59-bcbc-49b8-a9d9-d9ac6725051a', 'name': 'tempest-TestEncryptedCinderVolumes-1361229960-router', 'tenant_id': '42560be1dc9b4a709fa7b32e7019452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '815de4b5-64dd-46e8-b2d5-2f9f80c6f821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:06:32Z', 'updated_at': '2021-07-22T20:06:33Z', 'revision_number': 3, 'project_id': '42560be1dc9b4a709fa7b32e7019452a', 'gw_port': {'id': '815de4b5-64dd-46e8-b2d5-2f9f80c6f821', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:74:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a161d59-bcbc-49b8-a9d9-d9ac6725051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:33Z', 'updated_at': '2021-07-22T20:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:06:35.501295 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c87248d1-b5d3-4830-a8a2-7ded72aa4b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:35.510886 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1363cfaf-7bf7-4486-ab45-bb135a842d93 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:06:35.557430 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e6f8377c-13e8-4473-b2ef-0a77d5eb5c58 None None] Provisioning for port 9db86ddf-c464-4e90-9fc7-2521dd29de3f completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:06:35.563266 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e6f8377c-13e8-4473-b2ef-0a77d5eb5c58 None None] Provisioning complete for port 9db86ddf-c464-4e90-9fc7-2521dd29de3f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:35.563629 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e6f8377c-13e8-4473-b2ef-0a77d5eb5c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:35.603896 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 1363cfaf-7bf7-4486-ab45-bb135a842d93 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:06:35.611186 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 1363cfaf-7bf7-4486-ab45-bb135a842d93 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:35.611586 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:35.613386 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-e6f8377c-13e8-4473-b2ef-0a77d5eb5c58 None None] Port 9db86ddf-c464-4e90-9fc7-2521dd29de3f cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:06:35.687132 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c87248d1-b5d3-4830-a8a2-7ded72aa4b95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:35.693238 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c87248d1-b5d3-4830-a8a2-7ded72aa4b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:35.698677 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:35.747159 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 1363cfaf-7bf7-4486-ab45-bb135a842d93, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=1363cfaf-7bf7-4486-ab45-bb135a842d93,segment=NetworkSegment(dc8a620e-8c10-4322-a3f1-6146681dc717),segment_id=dc8a620e-8c10-4322-a3f1-6146681dc717)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:06:35.755958 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:35.789111 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c87248d1-b5d3-4830-a8a2-7ded72aa4b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:35.792038 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87248d1-b5d3-4830-a8a2-7ded72aa4b95 admin admin] Pushing event updated for resources: {'Port': ['ID=9db86ddf-c464-4e90-9fc7-2521dd29de3f,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:35.806289 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=1363cfaf-7bf7-4486-ab45-bb135a842d93,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:35.888723 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87248d1-b5d3-4830-a8a2-7ded72aa4b95 admin admin] Network fdf4ddca-229d-4760-88c2-5c474f0c0c9e is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:06:35.890140 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-c87248d1-b5d3-4830-a8a2-7ded72aa4b95 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:06:36.014509 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87248d1-b5d3-4830-a8a2-7ded72aa4b95 admin admin] Router 0a161d59-bcbc-49b8-a9d9-d9ac6725051a has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:06:36.132280 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87248d1-b5d3-4830-a8a2-7ded72aa4b95 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:06:36.136822 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-393aca75-92b6-4d7d-87f3-7ffe96228c45 None None] Provisioning complete for port 9db86ddf-c464-4e90-9fc7-2521dd29de3f triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:36.137276 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-393aca75-92b6-4d7d-87f3-7ffe96228c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:36.145361 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c87248d1-b5d3-4830-a8a2-7ded72aa4b95 admin admin] 10.222.0.13 "PUT /v2.0/routers/0a161d59-bcbc-49b8-a9d9-d9ac6725051a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9744263 Jul 22 20:06:36.177612 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-393aca75-92b6-4d7d-87f3-7ffe96228c45 None None] Port 9db86ddf-c464-4e90-9fc7-2521dd29de3f cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:06:36.599590 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 32790) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:36.604754 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-6f58cfdc-bc23-4ebc-a86b-fe1b6494c2d3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-742940510-network', 'tenant_id': '26e83dc9666f44d8a601527c990d76ab'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:36.625322 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f58cfdc-bc23-4ebc-a86b-fe1b6494c2d3 admin admin] Made reservation on behalf of 26e83dc9666f44d8a601527c990d76ab for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:06:36.628119 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6f58cfdc-bc23-4ebc-a86b-fe1b6494c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:36.636460 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6f58cfdc-bc23-4ebc-a86b-fe1b6494c2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:36.723471 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6f58cfdc-bc23-4ebc-a86b-fe1b6494c2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:36.727307 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6f58cfdc-bc23-4ebc-a86b-fe1b6494c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:36.757813 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f58cfdc-bc23-4ebc-a86b-fe1b6494c2d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:06:36.769318 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58cfdc-bc23-4ebc-a86b-fe1b6494c2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef168218-27ad-4b45-8a3e-348d966e9b8a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:36.775945 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6f58cfdc-bc23-4ebc-a86b-fe1b6494c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:36.776288 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-6f58cfdc-bc23-4ebc-a86b-fe1b6494c2d3 admin admin] Added segment 7cfc5cff-a62e-4b4e-abf7-9a92cc241150 of type vlan for network 97c919eb-e0d1-4508-9e4b-3cfffebddd7c Jul 22 20:06:36.817911 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6f58cfdc-bc23-4ebc-a86b-fe1b6494c2d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:36.846622 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6f58cfdc-bc23-4ebc-a86b-fe1b6494c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:36.847626 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f58cfdc-bc23-4ebc-a86b-fe1b6494c2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:36.848200 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6f58cfdc-bc23-4ebc-a86b-fe1b6494c2d3 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:36.883233 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6f58cfdc-bc23-4ebc-a86b-fe1b6494c2d3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2798882 Jul 22 20:06:36.883417 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 32792) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:36.888401 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e38cf782-91ce-4b07-b732-2125ff94f853 admin admin] Request body: {'subnet': {'network_id': '97c919eb-e0d1-4508-9e4b-3cfffebddd7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-742940510-subnet', 'tenant_id': '26e83dc9666f44d8a601527c990d76ab', 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:36.921471 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58cfdc-bc23-4ebc-a86b-fe1b6494c2d3 admin admin] Pushing event updated for resources: {'Network': ['ID=97c919eb-e0d1-4508-9e4b-3cfffebddd7c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:36.935229 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 97c919eb-e0d1-4508-9e4b-3cfffebddd7c details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:06:36.939332 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38cf782-91ce-4b07-b732-2125ff94f853 admin admin] Made reservation on behalf of 26e83dc9666f44d8a601527c990d76ab for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:06:36.942154 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e38cf782-91ce-4b07-b732-2125ff94f853 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:37.042591 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] Sync routers for ids ['0a161d59-bcbc-49b8-a9d9-d9ac6725051a'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:06:37.052685 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] Routers {'0a161d59-bcbc-49b8-a9d9-d9ac6725051a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:06:37.053376 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:06:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['0a161d59-bcbc-49b8-a9d9-d9ac6725051a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:37.119534 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e38cf782-91ce-4b07-b732-2125ff94f853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:37.161289 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] Set router 0a161d59-bcbc-49b8-a9d9-d9ac6725051a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:06:37.178197 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38cf782-91ce-4b07-b732-2125ff94f853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3cd69e8-2a8c-49c7-ba40-345838c0bcd7,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:37.188354 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38cf782-91ce-4b07-b732-2125ff94f853 admin admin] Checking segment: {'id': '7cfc5cff-a62e-4b4e-abf7-9a92cc241150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '97c919eb-e0d1-4508-9e4b-3cfffebddd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:06:37.188749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38cf782-91ce-4b07-b732-2125ff94f853 admin admin] Network hostable DHCP agents. Network: 97c919eb-e0d1-4508-9e4b-3cfffebddd7c, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:06:37.206210 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38cf782-91ce-4b07-b732-2125ff94f853 admin admin] Network 97c919eb-e0d1-4508-9e4b-3cfffebddd7c is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:06:37.215084 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-e38cf782-91ce-4b07-b732-2125ff94f853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 97c919eb-e0d1-4508-9e4b-3cfffebddd7c) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:06:37.219566 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38cf782-91ce-4b07-b732-2125ff94f853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:37.220934 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e38cf782-91ce-4b07-b732-2125ff94f853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:37.234069 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e38cf782-91ce-4b07-b732-2125ff94f853 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3495915 Jul 22 20:06:37.236931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77577d99-e63b-4ab7-9020-e08146d0d943 None None] Network 97c919eb-e0d1-4508-9e4b-3cfffebddd7c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:06:37.237294 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 32794) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:37.241840 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-37a15bdc-d0d3-4bdf-9b98-2f5b5caf0e25 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-742940510-router', 'tenant_id': '26e83dc9666f44d8a601527c990d76ab', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:37.262876 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-37a15bdc-d0d3-4bdf-9b98-2f5b5caf0e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:37.263937 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-37a15bdc-d0d3-4bdf-9b98-2f5b5caf0e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:37.316628 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-37a15bdc-d0d3-4bdf-9b98-2f5b5caf0e25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:37.462422 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-37a15bdc-d0d3-4bdf-9b98-2f5b5caf0e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:37.476577 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-97c919eb-e0d1-4508-9e4b-3cfffebddd7c', 'network_id': '97c919eb-e0d1-4508-9e4b-3cfffebddd7c', 'tenant_id': '26e83dc9666f44d8a601527c990d76ab', 'fixed_ips': [{'subnet_id': 'e3cd69e8-2a8c-49c7-ba40-345838c0bcd7'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:06:37.477715 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:37.509180 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a161d59-bcbc-49b8-a9d9-d9ac6725051a', 'name': 'tempest-TestEncryptedCinderVolumes-1361229960-router', 'tenant_id': '42560be1dc9b4a709fa7b32e7019452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '815de4b5-64dd-46e8-b2d5-2f9f80c6f821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:06:32Z', 'updated_at': '2021-07-22T20:06:35Z', 'revision_number': 4, 'project_id': '42560be1dc9b4a709fa7b32e7019452a', 'gw_port': {'id': '815de4b5-64dd-46e8-b2d5-2f9f80c6f821', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:74:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a161d59-bcbc-49b8-a9d9-d9ac6725051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:33Z', 'updated_at': '2021-07-22T20:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '9db86ddf-c464-4e90-9fc7-2521dd29de3f', 'name': '', 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e', 'tenant_id': '42560be1dc9b4a709fa7b32e7019452a', 'mac_address': 'fa:16:3e:4e:cc:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a161d59-bcbc-49b8-a9d9-d9ac6725051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '74cfb8c2-b9d1-4de9-848a-a8f40033c5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:34Z', 'updated_at': '2021-07-22T20:06:35Z', 'revision_number': 2, 'project_id': '42560be1dc9b4a709fa7b32e7019452a', 'subnets': [{'id': '74cfb8c2-b9d1-4de9-848a-a8f40033c5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:37.540489 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1363cfaf-7bf7-4486-ab45-bb135a842d93 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:06:37.542243 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] Checking router: 0a161d59-bcbc-49b8-a9d9-d9ac6725051a for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:06:37.542592 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] Updating router 0a161d59-bcbc-49b8-a9d9-d9ac6725051a port 9db86ddf-c464-4e90-9fc7-2521dd29de3f binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:06:37.673325 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-37a15bdc-d0d3-4bdf-9b98-2f5b5caf0e25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:37.705344 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-37a15bdc-d0d3-4bdf-9b98-2f5b5caf0e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:37.812907 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-37a15bdc-d0d3-4bdf-9b98-2f5b5caf0e25 admin admin] Allocated IP 172.25.3.191 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/5b7b6cba-64cf-4128-8754-079e84449580) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:06:37.828568 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:37.908651 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 1363cfaf-7bf7-4486-ab45-bb135a842d93 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:37.909265 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:37.915394 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] Allocated IP 172.20.0.2 (97c919eb-e0d1-4508-9e4b-3cfffebddd7c/e3cd69e8-2a8c-49c7-ba40-345838c0bcd7/63a7f173-c447-424d-adbd-43af0aa11fad) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:06:37.921110 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-37a15bdc-d0d3-4bdf-9b98-2f5b5caf0e25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:37.963672 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-37a15bdc-d0d3-4bdf-9b98-2f5b5caf0e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:38.011688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a15bdc-d0d3-4bdf-9b98-2f5b5caf0e25 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:06:38.015774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a15bdc-d0d3-4bdf-9b98-2f5b5caf0e25 admin admin] Pushing event updated for resources: {'Port': ['ID=5b7b6cba-64cf-4128-8754-079e84449580,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:38.018960 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-37a15bdc-d0d3-4bdf-9b98-2f5b5caf0e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:06:38.021046 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a15bdc-d0d3-4bdf-9b98-2f5b5caf0e25 admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:06:38.205487 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 815de4b5-64dd-46e8-b2d5-2f9f80c6f821 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:06:38.269428 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-37a15bdc-d0d3-4bdf-9b98-2f5b5caf0e25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:38.341718 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:38.355830 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] Transition to ACTIVE for port object 63a7f173-c447-424d-adbd-43af0aa11fad will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:06:38.382439 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 815de4b5-64dd-46e8-b2d5-2f9f80c6f821 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:06:38.389526 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:38.394731 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] Transition to ACTIVE for port object 63a7f173-c447-424d-adbd-43af0aa11fad will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:06:38.396007 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 815de4b5-64dd-46e8-b2d5-2f9f80c6f821 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:38.396363 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:38.421726 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] Transition to ACTIVE for port object 9db86ddf-c464-4e90-9fc7-2521dd29de3f will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:06:38.427306 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:38.456730 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:38.471641 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-37a15bdc-d0d3-4bdf-9b98-2f5b5caf0e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:38.492405 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] Network 97c919eb-e0d1-4508-9e4b-3cfffebddd7c is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:06:38.500439 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:06:38.504008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:06:38.508757 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] Pushing event updated for resources: {'Port': ['ID=63a7f173-c447-424d-adbd-43af0aa11fad,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:38.619629 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a15bdc-d0d3-4bdf-9b98-2f5b5caf0e25 admin admin] Router 61dbefcd-1f56-4ef3-b274-67aabd1b6cc4 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:06:38.672320 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa246b6-65a1-4492-96a5-5f9d4dd5d2ae None None] Pushing event updated for resources: {'Port': ['ID=9db86ddf-c464-4e90-9fc7-2521dd29de3f,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:38.688505 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] Attempting to bind port 63a7f173-c447-424d-adbd-43af0aa11fad on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:06:38.689696 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] Attempting to bind port 63a7f173-c447-424d-adbd-43af0aa11fad by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '7cfc5cff-a62e-4b4e-abf7-9a92cc241150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '97c919eb-e0d1-4508-9e4b-3cfffebddd7c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:06:38.690250 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] Attempting to bind port 63a7f173-c447-424d-adbd-43af0aa11fad on network 97c919eb-e0d1-4508-9e4b-3cfffebddd7c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:06:38.693946 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] Attempting to bind port 9db86ddf-c464-4e90-9fc7-2521dd29de3f on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:06:38.694307 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] Attempting to bind port 9db86ddf-c464-4e90-9fc7-2521dd29de3f by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'dc8a620e-8c10-4322-a3f1-6146681dc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:06:38.694660 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] Attempting to bind port 9db86ddf-c464-4e90-9fc7-2521dd29de3f on network fdf4ddca-229d-4760-88c2-5c474f0c0c9e {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:06:38.702582 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:38.708234 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:06:38.708575 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] Checking segment: {'id': '7cfc5cff-a62e-4b4e-abf7-9a92cc241150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '97c919eb-e0d1-4508-9e4b-3cfffebddd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:06:38.708972 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:38.709374 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] Bound using segment: {'id': '7cfc5cff-a62e-4b4e-abf7-9a92cc241150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '97c919eb-e0d1-4508-9e4b-3cfffebddd7c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:06:38.709844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] Bound port: 63a7f173-c447-424d-adbd-43af0aa11fad, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cfc5cff-a62e-4b4e-abf7-9a92cc241150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '97c919eb-e0d1-4508-9e4b-3cfffebddd7c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:06:38.710219 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:38.713106 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:06:38.713477 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] Checking segment: {'id': 'dc8a620e-8c10-4322-a3f1-6146681dc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:06:38.713859 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:38.714243 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] Bound using segment: {'id': 'dc8a620e-8c10-4322-a3f1-6146681dc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:06:38.714699 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] Bound port: 9db86ddf-c464-4e90-9fc7-2521dd29de3f, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8a620e-8c10-4322-a3f1-6146681dc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:06:38.715075 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:38.735115 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a15bdc-d0d3-4bdf-9b98-2f5b5caf0e25 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:06:38.746572 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] Sync routers for ids ['61dbefcd-1f56-4ef3-b274-67aabd1b6cc4'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:06:38.753701 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-37a15bdc-d0d3-4bdf-9b98-2f5b5caf0e25 admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:38.757629 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-37a15bdc-d0d3-4bdf-9b98-2f5b5caf0e25 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5167463 Jul 22 20:06:38.757974 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 32796) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:06:38.759954 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 815de4b5-64dd-46e8-b2d5-2f9f80c6f821, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=815de4b5-64dd-46e8-b2d5-2f9f80c6f821,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:06:38.765153 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] Routers {'61dbefcd-1f56-4ef3-b274-67aabd1b6cc4'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:06:38.766132 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:06:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['61dbefcd-1f56-4ef3-b274-67aabd1b6cc4'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:38.805166 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:38.889281 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] For port 9db86ddf-c464-4e90-9fc7-2521dd29de3f, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:06:38.900867 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] Set router 61dbefcd-1f56-4ef3-b274-67aabd1b6cc4 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:06:38.903063 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] For port 63a7f173-c447-424d-adbd-43af0aa11fad, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:06:38.922024 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=815de4b5-64dd-46e8-b2d5-2f9f80c6f821,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:38.927154 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] For port 63a7f173-c447-424d-adbd-43af0aa11fad, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=63a7f173-c447-424d-adbd-43af0aa11fad,segment=NetworkSegment(7cfc5cff-a62e-4b4e-abf7-9a92cc241150),segment_id=7cfc5cff-a62e-4b4e-abf7-9a92cc241150)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:06:38.928202 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] For port 9db86ddf-c464-4e90-9fc7-2521dd29de3f, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9db86ddf-c464-4e90-9fc7-2521dd29de3f,segment=NetworkSegment(dc8a620e-8c10-4322-a3f1-6146681dc717),segment_id=dc8a620e-8c10-4322-a3f1-6146681dc717)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:06:38.932399 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:38.936803 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:39.009708 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] Routers {'0a161d59-bcbc-49b8-a9d9-d9ac6725051a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:06:39.010090 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:06:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['0a161d59-bcbc-49b8-a9d9-d9ac6725051a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:39.012135 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dee8b1-5045-4499-aa35-29bd10335d10 None None] Pushing event updated for resources: {'Port': ['ID=63a7f173-c447-424d-adbd-43af0aa11fad,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:39.168760 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa246b6-65a1-4492-96a5-5f9d4dd5d2ae None None] Pushing event updated for resources: {'Port': ['ID=9db86ddf-c464-4e90-9fc7-2521dd29de3f,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:39.254535 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] Set router 0a161d59-bcbc-49b8-a9d9-d9ac6725051a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:06:39.258173 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dbefcd-1f56-4ef3-b274-67aabd1b6cc4', 'name': 'tempest-TestEncryptedCinderVolumes-742940510-router', 'tenant_id': '26e83dc9666f44d8a601527c990d76ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '5b7b6cba-64cf-4128-8754-079e84449580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:06:37Z', 'updated_at': '2021-07-22T20:06:38Z', 'revision_number': 3, 'project_id': '26e83dc9666f44d8a601527c990d76ab', 'gw_port': {'id': '5b7b6cba-64cf-4128-8754-079e84449580', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:77:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dbefcd-1f56-4ef3-b274-67aabd1b6cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:37Z', 'updated_at': '2021-07-22T20:06:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:39.270628 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45e40a94-a6a6-47f5-9361-0a18026bfb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:39.342285 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] Checking router: 61dbefcd-1f56-4ef3-b274-67aabd1b6cc4 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:06:39.342743 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] Updating router 61dbefcd-1f56-4ef3-b274-67aabd1b6cc4 port 5b7b6cba-64cf-4128-8754-079e84449580 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:06:39.390688 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:39.532231 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-45e40a94-a6a6-47f5-9361-0a18026bfb26 admin admin] Allocated IP 172.20.0.1 (97c919eb-e0d1-4508-9e4b-3cfffebddd7c/e3cd69e8-2a8c-49c7-ba40-345838c0bcd7/a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:06:39.566534 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a161d59-bcbc-49b8-a9d9-d9ac6725051a', 'name': 'tempest-TestEncryptedCinderVolumes-1361229960-router', 'tenant_id': '42560be1dc9b4a709fa7b32e7019452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '815de4b5-64dd-46e8-b2d5-2f9f80c6f821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:06:32Z', 'updated_at': '2021-07-22T20:06:35Z', 'revision_number': 4, 'project_id': '42560be1dc9b4a709fa7b32e7019452a', 'gw_port': {'id': '815de4b5-64dd-46e8-b2d5-2f9f80c6f821', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a161d59-bcbc-49b8-a9d9-d9ac6725051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:33Z', 'updated_at': '2021-07-22T20:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '9db86ddf-c464-4e90-9fc7-2521dd29de3f', 'name': '', 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e', 'tenant_id': '42560be1dc9b4a709fa7b32e7019452a', 'mac_address': 'fa:16:3e:4e:cc:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a161d59-bcbc-49b8-a9d9-d9ac6725051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '74cfb8c2-b9d1-4de9-848a-a8f40033c5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:34Z', 'updated_at': '2021-07-22T20:06:38Z', 'revision_number': 4, 'project_id': '42560be1dc9b4a709fa7b32e7019452a', 'subnets': [{'id': '74cfb8c2-b9d1-4de9-848a-a8f40033c5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:39.609740 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 63a7f173-c447-424d-adbd-43af0aa11fad up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:06:39.614432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b0fc6-c425-456d-9fb6-c7aef5bb2f0b None None] The sync data for ids ['0a161d59-bcbc-49b8-a9d9-d9ac6725051a'] in n-d-800086-12 is: [{'id': '0a161d59-bcbc-49b8-a9d9-d9ac6725051a', 'name': 'tempest-TestEncryptedCinderVolumes-1361229960-router', 'tenant_id': '42560be1dc9b4a709fa7b32e7019452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '815de4b5-64dd-46e8-b2d5-2f9f80c6f821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:06:32Z', 'updated_at': '2021-07-22T20:06:35Z', 'revision_number': 4, 'project_id': '42560be1dc9b4a709fa7b32e7019452a', 'gw_port': {'id': '815de4b5-64dd-46e8-b2d5-2f9f80c6f821', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a161d59-bcbc-49b8-a9d9-d9ac6725051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:33Z', 'updated_at': '2021-07-22T20:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '9db86ddf-c464-4e90-9fc7-2521dd29de3f', 'name': '', 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e', 'tenant_id': '42560be1dc9b4a709fa7b32e7019452a', 'mac_address': 'fa:16:3e:4e:cc:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a161d59-bcbc-49b8-a9d9-d9ac6725051a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '74cfb8c2-b9d1-4de9-848a-a8f40033c5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:34Z', 'updated_at': '2021-07-22T20:06:38Z', 'revision_number': 4, 'project_id': '42560be1dc9b4a709fa7b32e7019452a', 'subnets': [{'id': '74cfb8c2-b9d1-4de9-848a-a8f40033c5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:06:39.640194 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:39.692345 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45e40a94-a6a6-47f5-9361-0a18026bfb26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:39.707085 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 63a7f173-c447-424d-adbd-43af0aa11fad completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:06:39.708728 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 815de4b5-64dd-46e8-b2d5-2f9f80c6f821 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:06:39.717212 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-45e40a94-a6a6-47f5-9361-0a18026bfb26 admin admin] Transition to ACTIVE for port object a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:06:39.768928 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45e40a94-a6a6-47f5-9361-0a18026bfb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:39.777460 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:39.778240 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 815de4b5-64dd-46e8-b2d5-2f9f80c6f821 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:39.778618 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:39.794201 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] Transition to ACTIVE for port object 5b7b6cba-64cf-4128-8754-079e84449580 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:06:39.802828 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:39.819746 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e40a94-a6a6-47f5-9361-0a18026bfb26 admin admin] Network 97c919eb-e0d1-4508-9e4b-3cfffebddd7c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:06:39.824362 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-45e40a94-a6a6-47f5-9361-0a18026bfb26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:06:39.829235 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e40a94-a6a6-47f5-9361-0a18026bfb26 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:06:39.866016 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] Attempting to bind port 5b7b6cba-64cf-4128-8754-079e84449580 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:06:39.866654 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] Attempting to bind port 5b7b6cba-64cf-4128-8754-079e84449580 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:06:39.867183 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] Attempting to bind port 5b7b6cba-64cf-4128-8754-079e84449580 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:06:39.874956 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45e40a94-a6a6-47f5-9361-0a18026bfb26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:39.878837 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e40a94-a6a6-47f5-9361-0a18026bfb26 admin admin] Pushing event updated for resources: {'Port': ['ID=a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:39.884025 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:06:39.884396 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:06:39.886343 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:39.886766 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:06:39.887254 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] Bound port: 5b7b6cba-64cf-4128-8754-079e84449580, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:06:39.887641 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:39.922794 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502608cb-8361-4fff-8c6d-847d6b7ca17d None None] Pushing event updated for resources: {'Port': ['ID=5b7b6cba-64cf-4128-8754-079e84449580,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:39.975038 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] For port 5b7b6cba-64cf-4128-8754-079e84449580, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:06:39.978629 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] For port 5b7b6cba-64cf-4128-8754-079e84449580, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5b7b6cba-64cf-4128-8754-079e84449580,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:06:39.983825 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:40.041180 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] Routers {'61dbefcd-1f56-4ef3-b274-67aabd1b6cc4'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:06:40.041830 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:06:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['61dbefcd-1f56-4ef3-b274-67aabd1b6cc4'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:40.062567 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45e40a94-a6a6-47f5-9361-0a18026bfb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:40.171515 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502608cb-8361-4fff-8c6d-847d6b7ca17d None None] Pushing event updated for resources: {'Port': ['ID=5b7b6cba-64cf-4128-8754-079e84449580,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:40.187892 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] Set router 61dbefcd-1f56-4ef3-b274-67aabd1b6cc4 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:06:40.275015 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45e40a94-a6a6-47f5-9361-0a18026bfb26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:40.286818 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45e40a94-a6a6-47f5-9361-0a18026bfb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:40.297731 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02570be9-ade2-4839-8713-3cf933327f7d None None] Network 97c919eb-e0d1-4508-9e4b-3cfffebddd7c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:06:40.368281 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-45e40a94-a6a6-47f5-9361-0a18026bfb26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:40.371037 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e40a94-a6a6-47f5-9361-0a18026bfb26 admin admin] Pushing event updated for resources: {'Port': ['ID=a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:40.417476 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4a589ea5-b2a5-4ce4-a730-0f11935be2c1 None None] Provisioning for port 63a7f173-c447-424d-adbd-43af0aa11fad completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:06:40.430173 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-4a589ea5-b2a5-4ce4-a730-0f11935be2c1 None None] Provisioning complete for port 63a7f173-c447-424d-adbd-43af0aa11fad triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:40.430514 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4a589ea5-b2a5-4ce4-a730-0f11935be2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:40.448237 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dbefcd-1f56-4ef3-b274-67aabd1b6cc4', 'name': 'tempest-TestEncryptedCinderVolumes-742940510-router', 'tenant_id': '26e83dc9666f44d8a601527c990d76ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '5b7b6cba-64cf-4128-8754-079e84449580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:06:37Z', 'updated_at': '2021-07-22T20:06:40Z', 'revision_number': 4, 'project_id': '26e83dc9666f44d8a601527c990d76ab', 'gw_port': {'id': '5b7b6cba-64cf-4128-8754-079e84449580', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:77:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dbefcd-1f56-4ef3-b274-67aabd1b6cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:37Z', 'updated_at': '2021-07-22T20:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d', 'name': '', 'network_id': '97c919eb-e0d1-4508-9e4b-3cfffebddd7c', 'tenant_id': '26e83dc9666f44d8a601527c990d76ab', 'mac_address': 'fa:16:3e:6a:55:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dbefcd-1f56-4ef3-b274-67aabd1b6cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e3cd69e8-2a8c-49c7-ba40-345838c0bcd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:39Z', 'updated_at': '2021-07-22T20:06:39Z', 'revision_number': 1, 'project_id': '26e83dc9666f44d8a601527c990d76ab', 'subnets': [{'id': 'e3cd69e8-2a8c-49c7-ba40-345838c0bcd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:40.477569 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e40a94-a6a6-47f5-9361-0a18026bfb26 admin admin] Network 97c919eb-e0d1-4508-9e4b-3cfffebddd7c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:06:40.479174 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-45e40a94-a6a6-47f5-9361-0a18026bfb26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:06:40.486951 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f4ba7b-d1c9-4daa-a410-a45f198b76cb None None] The sync data for ids ['61dbefcd-1f56-4ef3-b274-67aabd1b6cc4'] in n-d-800086-12 is: [{'id': '61dbefcd-1f56-4ef3-b274-67aabd1b6cc4', 'name': 'tempest-TestEncryptedCinderVolumes-742940510-router', 'tenant_id': '26e83dc9666f44d8a601527c990d76ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '5b7b6cba-64cf-4128-8754-079e84449580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:06:37Z', 'updated_at': '2021-07-22T20:06:40Z', 'revision_number': 4, 'project_id': '26e83dc9666f44d8a601527c990d76ab', 'gw_port': {'id': '5b7b6cba-64cf-4128-8754-079e84449580', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:77:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dbefcd-1f56-4ef3-b274-67aabd1b6cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:37Z', 'updated_at': '2021-07-22T20:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d', 'name': '', 'network_id': '97c919eb-e0d1-4508-9e4b-3cfffebddd7c', 'tenant_id': '26e83dc9666f44d8a601527c990d76ab', 'mac_address': 'fa:16:3e:6a:55:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dbefcd-1f56-4ef3-b274-67aabd1b6cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e3cd69e8-2a8c-49c7-ba40-345838c0bcd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:39Z', 'updated_at': '2021-07-22T20:06:39Z', 'revision_number': 1, 'project_id': '26e83dc9666f44d8a601527c990d76ab', 'subnets': [{'id': 'e3cd69e8-2a8c-49c7-ba40-345838c0bcd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:06:40.610883 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4a589ea5-b2a5-4ce4-a730-0f11935be2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:40.612178 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e40a94-a6a6-47f5-9361-0a18026bfb26 admin admin] Router 61dbefcd-1f56-4ef3-b274-67aabd1b6cc4 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:06:40.658382 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-4a589ea5-b2a5-4ce4-a730-0f11935be2c1 None None] For port 63a7f173-c447-424d-adbd-43af0aa11fad, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=63a7f173-c447-424d-adbd-43af0aa11fad,segment=NetworkSegment(7cfc5cff-a62e-4b4e-abf7-9a92cc241150),segment_id=7cfc5cff-a62e-4b4e-abf7-9a92cc241150)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:06:40.663744 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4a589ea5-b2a5-4ce4-a730-0f11935be2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:40.729090 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a589ea5-b2a5-4ce4-a730-0f11935be2c1 None None] Pushing event updated for resources: {'Port': ['ID=63a7f173-c447-424d-adbd-43af0aa11fad,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:40.752030 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e40a94-a6a6-47f5-9361-0a18026bfb26 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:06:40.757574 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-45e40a94-a6a6-47f5-9361-0a18026bfb26 admin admin] 10.222.0.13 "PUT /v2.0/routers/61dbefcd-1f56-4ef3-b274-67aabd1b6cc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9985259 Jul 22 20:06:40.989075 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-49f952e7-b55a-45de-8604-7d86f5d4b2fb None None] Provisioning for port a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:06:40.998098 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-49f952e7-b55a-45de-8604-7d86f5d4b2fb None None] Provisioning complete for port a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:41.000145 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-49f952e7-b55a-45de-8604-7d86f5d4b2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:41.055160 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-49f952e7-b55a-45de-8604-7d86f5d4b2fb None None] Port a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:06:41.068913 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-49f952e7-b55a-45de-8604-7d86f5d4b2fb None None] Provisioning complete for port 63a7f173-c447-424d-adbd-43af0aa11fad triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:41.069633 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-49f952e7-b55a-45de-8604-7d86f5d4b2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:41.310607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ae9dde94-fd57-494a-a080-cab0a3fb6ab1 None None] Provisioning complete for port a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:41.311262 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ae9dde94-fd57-494a-a080-cab0a3fb6ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:41.396509 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ae9dde94-fd57-494a-a080-cab0a3fb6ab1 None None] Port a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:06:41.522463 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1dc468b3-65b2-4db5-8e53-d3c828114d6a None None] Provisioning complete for port a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:41.522867 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1dc468b3-65b2-4db5-8e53-d3c828114d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:41.561609 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1dc468b3-65b2-4db5-8e53-d3c828114d6a None None] Port a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:06:41.599024 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 63a7f173-c447-424d-adbd-43af0aa11fad up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:06:41.625690 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-908d1fe0-75de-4bdd-8ab8-8fe18c54cf9c tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:41.627761 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-908d1fe0-75de-4bdd-8ab8-8fe18c54cf9c tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/networks?id=fdf4ddca-229d-4760-88c2-5c474f0c0c9e HTTP/1.1" status: 200 len: 817 time: 0.1150661 Jul 22 20:06:41.642931 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-ff9b8c7c-1e94-4ec7-9105-3a6ec59d87f7 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/quotas/42560be1dc9b4a709fa7b32e7019452a HTTP/1.1" status: 200 len: 375 time: 0.0096078 Jul 22 20:06:41.654213 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 63a7f173-c447-424d-adbd-43af0aa11fad triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:41.654868 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:41.739315 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9db86ddf-c464-4e90-9fc7-2521dd29de3f up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:06:41.791082 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 9db86ddf-c464-4e90-9fc7-2521dd29de3f completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:06:41.795442 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 9db86ddf-c464-4e90-9fc7-2521dd29de3f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:41.795825 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:41.884244 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:41.920279 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 9db86ddf-c464-4e90-9fc7-2521dd29de3f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9db86ddf-c464-4e90-9fc7-2521dd29de3f,segment=NetworkSegment(dc8a620e-8c10-4322-a3f1-6146681dc717),segment_id=dc8a620e-8c10-4322-a3f1-6146681dc717)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:06:41.926579 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:41.985893 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=9db86ddf-c464-4e90-9fc7-2521dd29de3f,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:42.053259 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-88264fbf-8746-4211-bc09-a36226ecef46 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=42560be1dc9b4a709fa7b32e7019452a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4041724 Jul 22 20:06:42.150869 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-7ef2f335-e123-45ff-85f5-99a8bb6a85b3 service neutron] 10.222.0.13 "GET /v2.0/networks/fdf4ddca-229d-4760-88c2-5c474f0c0c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859671 Jul 22 20:06:42.254095 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-2130b48e-6e1d-48f6-b3de-29ea89af1e81 service neutron] 10.222.0.13 "GET /v2.0/networks/fdf4ddca-229d-4760-88c2-5c474f0c0c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976703 Jul 22 20:06:42.361197 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:42.441824 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3031888c-4518-4ba0-ab84-0d21af72dc8d req-f347ac41-0e4a-4948-a78e-300240ffb703 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=726b5cf6-a807-477d-802f-17eba27a90d3 HTTP/1.1" status: 200 len: 210 time: 0.0324583 Jul 22 20:06:43.401450 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-b72fd08d-d95a-4c94-bc2c-087cbe48b482 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:43.403002 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-b72fd08d-d95a-4c94-bc2c-087cbe48b482 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.16 "GET /v2.0/networks?id=fdf4ddca-229d-4760-88c2-5c474f0c0c9e HTTP/1.1" status: 200 len: 817 time: 0.1195812 Jul 22 20:06:43.419719 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-1e965b9f-24dc-4637-adde-bcdba5ec5974 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Request body: {'port': {'device_id': '726b5cf6-a807-477d-802f-17eba27a90d3', 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e', 'admin_state_up': True, 'tenant_id': '42560be1dc9b4a709fa7b32e7019452a'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:43.553995 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5b7b6cba-64cf-4128-8754-079e84449580 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:06:43.591374 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7a13aff7-6fca-49b3-8201-b23c9c8be5f7 req-04767408-f8f0-4402-92fb-d0d6698d78c7 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=726b5cf6-a807-477d-802f-17eba27a90d3 HTTP/1.1" status: 200 len: 210 time: 0.0374057 Jul 22 20:06:43.592126 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-1e965b9f-24dc-4637-adde-bcdba5ec5974 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Made reservation on behalf of 42560be1dc9b4a709fa7b32e7019452a for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:06:43.595646 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-1e965b9f-24dc-4637-adde-bcdba5ec5974 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:43.615961 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 5b7b6cba-64cf-4128-8754-079e84449580 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:06:43.616417 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 5b7b6cba-64cf-4128-8754-079e84449580 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:43.616820 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:43.696023 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:43.717255 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 5b7b6cba-64cf-4128-8754-079e84449580, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5b7b6cba-64cf-4128-8754-079e84449580,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:06:43.721584 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:43.722422 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9db86ddf-c464-4e90-9fc7-2521dd29de3f up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:06:43.737997 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-1e965b9f-24dc-4637-adde-bcdba5ec5974 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Allocated IP 172.20.0.9 (fdf4ddca-229d-4760-88c2-5c474f0c0c9e/74cfb8c2-b9d1-4de9-848a-a8f40033c5b2/36dc6ecf-f176-4562-b0ba-c884c6edd88b) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:06:43.774152 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] Sync routers for ids ['61dbefcd-1f56-4ef3-b274-67aabd1b6cc4'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:06:43.900846 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-1e965b9f-24dc-4637-adde-bcdba5ec5974 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:43.916014 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-1e965b9f-24dc-4637-adde-bcdba5ec5974 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Transition to ACTIVE for port object 36dc6ecf-f176-4562-b0ba-c884c6edd88b will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:06:43.950216 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-1e965b9f-24dc-4637-adde-bcdba5ec5974 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:43.967253 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] Routers {'61dbefcd-1f56-4ef3-b274-67aabd1b6cc4'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:06:43.967937 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:06:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['61dbefcd-1f56-4ef3-b274-67aabd1b6cc4'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:43.973916 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=5b7b6cba-64cf-4128-8754-079e84449580,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:44.000135 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-1e965b9f-24dc-4637-adde-bcdba5ec5974 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Network fdf4ddca-229d-4760-88c2-5c474f0c0c9e is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:06:44.004779 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-1e965b9f-24dc-4637-adde-bcdba5ec5974 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:06:44.009175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-1e965b9f-24dc-4637-adde-bcdba5ec5974 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:06:44.015716 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e965b9f-24dc-4637-adde-bcdba5ec5974 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Pushing event updated for resources: {'Port': ['ID=36dc6ecf-f176-4562-b0ba-c884c6edd88b,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:44.070908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-1e965b9f-24dc-4637-adde-bcdba5ec5974 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:44.071535 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-1e965b9f-24dc-4637-adde-bcdba5ec5974 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:44.084391 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 9db86ddf-c464-4e90-9fc7-2521dd29de3f triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:44.084954 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:44.087817 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-1e965b9f-24dc-4637-adde-bcdba5ec5974 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6753676 Jul 22 20:06:44.100342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] Request body: {'port': {'device_id': '726b5cf6-a807-477d-802f-17eba27a90d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:44.132186 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] Set router 61dbefcd-1f56-4ef3-b274-67aabd1b6cc4 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:06:44.179482 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:44.315908 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ba67e6e7-e7b2-4c30-b74f-591af9158fae None None] Provisioning for port 36dc6ecf-f176-4562-b0ba-c884c6edd88b completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:06:44.327405 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ba67e6e7-e7b2-4c30-b74f-591af9158fae None None] Provisioning complete for port 36dc6ecf-f176-4562-b0ba-c884c6edd88b triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:44.327783 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ba67e6e7-e7b2-4c30-b74f-591af9158fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:44.389244 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ba67e6e7-e7b2-4c30-b74f-591af9158fae None None] Port 36dc6ecf-f176-4562-b0ba-c884c6edd88b cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:06:44.414027 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dbefcd-1f56-4ef3-b274-67aabd1b6cc4', 'name': 'tempest-TestEncryptedCinderVolumes-742940510-router', 'tenant_id': '26e83dc9666f44d8a601527c990d76ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '5b7b6cba-64cf-4128-8754-079e84449580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:06:37Z', 'updated_at': '2021-07-22T20:06:40Z', 'revision_number': 4, 'project_id': '26e83dc9666f44d8a601527c990d76ab', 'gw_port': {'id': '5b7b6cba-64cf-4128-8754-079e84449580', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbefcd-1f56-4ef3-b274-67aabd1b6cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:37Z', 'updated_at': '2021-07-22T20:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d', 'name': '', 'network_id': '97c919eb-e0d1-4508-9e4b-3cfffebddd7c', 'tenant_id': '26e83dc9666f44d8a601527c990d76ab', 'mac_address': 'fa:16:3e:6a:55:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dbefcd-1f56-4ef3-b274-67aabd1b6cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e3cd69e8-2a8c-49c7-ba40-345838c0bcd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:39Z', 'updated_at': '2021-07-22T20:06:40Z', 'revision_number': 2, 'project_id': '26e83dc9666f44d8a601527c990d76ab', 'subnets': [{'id': 'e3cd69e8-2a8c-49c7-ba40-345838c0bcd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:44.441271 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] Checking router: 61dbefcd-1f56-4ef3-b274-67aabd1b6cc4 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:06:44.441637 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] Updating router 61dbefcd-1f56-4ef3-b274-67aabd1b6cc4 port a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:06:44.452697 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36dc6ecf-f176-4562-b0ba-c884c6edd88b {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:06:44.460712 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:44.472876 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] Transition to ACTIVE for port object 36dc6ecf-f176-4562-b0ba-c884c6edd88b will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:06:44.477070 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:44.477381 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:44.526353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] Pushing event updated for resources: {'Port': ['ID=36dc6ecf-f176-4562-b0ba-c884c6edd88b,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:44.605001 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] Attempting to bind port 36dc6ecf-f176-4562-b0ba-c884c6edd88b on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:06:44.605444 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] Attempting to bind port 36dc6ecf-f176-4562-b0ba-c884c6edd88b by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': 'dc8a620e-8c10-4322-a3f1-6146681dc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:06:44.605875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] Attempting to bind port 36dc6ecf-f176-4562-b0ba-c884c6edd88b on network fdf4ddca-229d-4760-88c2-5c474f0c0c9e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:06:44.611309 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] Port 36dc6ecf-f176-4562-b0ba-c884c6edd88b on network fdf4ddca-229d-4760-88c2-5c474f0c0c9e not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:06:44.611709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] Attempting to bind port 36dc6ecf-f176-4562-b0ba-c884c6edd88b on network fdf4ddca-229d-4760-88c2-5c474f0c0c9e {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:06:44.617225 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:06:44.617610 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] Checking segment: {'id': 'dc8a620e-8c10-4322-a3f1-6146681dc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:06:44.618166 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] Bound using segment: {'id': 'dc8a620e-8c10-4322-a3f1-6146681dc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:06:44.618680 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] Bound port: 36dc6ecf-f176-4562-b0ba-c884c6edd88b, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8a620e-8c10-4322-a3f1-6146681dc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:06:44.619105 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:44.723185 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] For port 36dc6ecf-f176-4562-b0ba-c884c6edd88b, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:06:44.740113 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] For port 36dc6ecf-f176-4562-b0ba-c884c6edd88b, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=36dc6ecf-f176-4562-b0ba-c884c6edd88b,segment=NetworkSegment(dc8a620e-8c10-4322-a3f1-6146681dc717),segment_id=dc8a620e-8c10-4322-a3f1-6146681dc717)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:06:44.745292 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:44.788543 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:44.794000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:44.794653 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:44.796104 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] 10.222.0.16 "PUT /v2.0/ports/36dc6ecf-f176-4562-b0ba-c884c6edd88b HTTP/1.1" status: 200 len: 1092 time: 0.7013192 Jul 22 20:06:44.799326 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726b5cf6-a807-477d-802f-17eba27a90d3', 'tag': '36dc6ecf-f176-4562-b0ba-c884c6edd88b'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:06:44.801323 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513b2044-1180-4514-b641-0f7538b65995" -d '{"events": [{"name": "network-changed", "server_uuid": "726b5cf6-a807-477d-802f-17eba27a90d3", "tag": "36dc6ecf-f176-4562-b0ba-c884c6edd88b"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:06:44.813520 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] Transition to ACTIVE for port object a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:06:44.818378 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb438e7-6908-4faa-8c3c-006cd42ca5af req-98c6e963-46d6-472f-b1cb-7d8c47226823 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:44.820010 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2fb438e7-6908-4faa-8c3c-006cd42ca5af req-98c6e963-46d6-472f-b1cb-7d8c47226823 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=726b5cf6-a807-477d-802f-17eba27a90d3 HTTP/1.1" status: 200 len: 943 time: 0.1416395 Jul 22 20:06:44.837648 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:44.859989 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9a7e9-16a1-4e25-b7f5-b1e238c896d4 service neutron] Pushing event updated for resources: {'Port': ['ID=36dc6ecf-f176-4562-b0ba-c884c6edd88b,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:44.885768 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187a324a-e428-4093-b51a-584684e2d06f x-openstack-request-id: req-187a324a-e428-4093-b51a-584684e2d06f {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:06:44.886068 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "726b5cf6-a807-477d-802f-17eba27a90d3", "tag": "36dc6ecf-f176-4562-b0ba-c884c6edd88b", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:06:44.886322 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-187a324a-e428-4093-b51a-584684e2d06f {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:06:44.886726 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '726b5cf6-a807-477d-802f-17eba27a90d3', 'tag': '36dc6ecf-f176-4562-b0ba-c884c6edd88b', 'status': 'completed', 'code': 200} Jul 22 20:06:44.907056 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2fb438e7-6908-4faa-8c3c-006cd42ca5af req-f2cb1836-5268-4898-9a8d-85f43b2faa23 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/security-groups?id=a45f3f3a-5086-4e95-864d-5eba3aa6ab58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805061 Jul 22 20:06:44.932339 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320eb6f-6127-4dae-a53f-4d7766a51ad8 None None] Pushing event updated for resources: {'Port': ['ID=a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:44.942976 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-43d63821-d2b4-4374-a854-1ab91cf16e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:44.944663 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-43d63821-d2b4-4374-a854-1ab91cf16e9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42560be1dc9b4a709fa7b32e7019452a&device_id=726b5cf6-a807-477d-802f-17eba27a90d3 HTTP/1.1" status: 200 len: 1095 time: 0.0997353 Jul 22 20:06:44.989034 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] Attempting to bind port a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:06:44.989411 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] Attempting to bind port a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '7cfc5cff-a62e-4b4e-abf7-9a92cc241150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '97c919eb-e0d1-4508-9e4b-3cfffebddd7c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:06:44.989784 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] Attempting to bind port a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d on network 97c919eb-e0d1-4508-9e4b-3cfffebddd7c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:06:44.993869 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-4570f81e-3457-4dfb-afd1-454fb469b39b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36dc6ecf-f176-4562-b0ba-c884c6edd88b HTTP/1.1" status: 200 len: 217 time: 0.0401008 Jul 22 20:06:44.995356 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:06:44.995765 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] Checking segment: {'id': '7cfc5cff-a62e-4b4e-abf7-9a92cc241150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '97c919eb-e0d1-4508-9e4b-3cfffebddd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:06:44.996156 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:44.996674 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] Bound using segment: {'id': '7cfc5cff-a62e-4b4e-abf7-9a92cc241150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '97c919eb-e0d1-4508-9e4b-3cfffebddd7c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:06:44.997147 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] Bound port: a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cfc5cff-a62e-4b4e-abf7-9a92cc241150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '97c919eb-e0d1-4508-9e4b-3cfffebddd7c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:06:44.997533 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:45.053725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-88aff4f0-6a80-4220-bf2c-5d00a7d8ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:45.055266 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-88aff4f0-6a80-4220-bf2c-5d00a7d8ac00 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74cfb8c2-b9d1-4de9-848a-a8f40033c5b2 HTTP/1.1" status: 200 len: 856 time: 0.0558639 Jul 22 20:06:45.078906 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] For port a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:06:45.083294 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] For port a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d,segment=NetworkSegment(7cfc5cff-a62e-4b4e-abf7-9a92cc241150),segment_id=7cfc5cff-a62e-4b4e-abf7-9a92cc241150)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:06:45.090755 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:45.133273 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-ce68fe87-f8f3-4b2e-b25d-da6c58cffd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:45.134826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-ce68fe87-f8f3-4b2e-b25d-da6c58cffd56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fdf4ddca-229d-4760-88c2-5c474f0c0c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736306 Jul 22 20:06:45.152577 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] Routers {'61dbefcd-1f56-4ef3-b274-67aabd1b6cc4'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:06:45.153207 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:06:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['61dbefcd-1f56-4ef3-b274-67aabd1b6cc4'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:45.225615 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320eb6f-6127-4dae-a53f-4d7766a51ad8 None None] Pushing event updated for resources: {'Port': ['ID=a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:45.238462 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-60f80282-c21b-45a6-82f2-f8cab2403120 service neutron] 10.222.0.16 "GET /v2.0/networks/fdf4ddca-229d-4760-88c2-5c474f0c0c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970860 Jul 22 20:06:45.284138 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] Set router 61dbefcd-1f56-4ef3-b274-67aabd1b6cc4 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:06:45.347025 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-48c595d2-f4b4-49a5-b9cf-20d39feda270 req-e7d8dce1-bb7b-45e3-b1e0-47fad4028cbb service neutron] 10.222.0.16 "GET /v2.0/networks/fdf4ddca-229d-4760-88c2-5c474f0c0c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017480 Jul 22 20:06:45.464540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b2044-1180-4514-b641-0f7538b65995 req-ce97dc92-0b7f-4f32-af7d-a3a20d3ad938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:45.466236 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-513b2044-1180-4514-b641-0f7538b65995 req-ce97dc92-0b7f-4f32-af7d-a3a20d3ad938 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42560be1dc9b4a709fa7b32e7019452a&device_id=726b5cf6-a807-477d-802f-17eba27a90d3 HTTP/1.1" status: 200 len: 1095 time: 0.0664020 Jul 22 20:06:45.479371 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5b7b6cba-64cf-4128-8754-079e84449580 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:06:45.537392 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dbefcd-1f56-4ef3-b274-67aabd1b6cc4', 'name': 'tempest-TestEncryptedCinderVolumes-742940510-router', 'tenant_id': '26e83dc9666f44d8a601527c990d76ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '5b7b6cba-64cf-4128-8754-079e84449580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:06:37Z', 'updated_at': '2021-07-22T20:06:40Z', 'revision_number': 4, 'project_id': '26e83dc9666f44d8a601527c990d76ab', 'gw_port': {'id': '5b7b6cba-64cf-4128-8754-079e84449580', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbefcd-1f56-4ef3-b274-67aabd1b6cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:37Z', 'updated_at': '2021-07-22T20:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d', 'name': '', 'network_id': '97c919eb-e0d1-4508-9e4b-3cfffebddd7c', 'tenant_id': '26e83dc9666f44d8a601527c990d76ab', 'mac_address': 'fa:16:3e:6a:55:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dbefcd-1f56-4ef3-b274-67aabd1b6cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e3cd69e8-2a8c-49c7-ba40-345838c0bcd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:39Z', 'updated_at': '2021-07-22T20:06:45Z', 'revision_number': 4, 'project_id': '26e83dc9666f44d8a601527c990d76ab', 'subnets': [{'id': 'e3cd69e8-2a8c-49c7-ba40-345838c0bcd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:06:45.567279 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab99a2d-7c38-450e-9ba0-544a766e6322 None None] The sync data for ids ['61dbefcd-1f56-4ef3-b274-67aabd1b6cc4'] in n-d-800086-12 is: [{'id': '61dbefcd-1f56-4ef3-b274-67aabd1b6cc4', 'name': 'tempest-TestEncryptedCinderVolumes-742940510-router', 'tenant_id': '26e83dc9666f44d8a601527c990d76ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '5b7b6cba-64cf-4128-8754-079e84449580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:06:37Z', 'updated_at': '2021-07-22T20:06:40Z', 'revision_number': 4, 'project_id': '26e83dc9666f44d8a601527c990d76ab', 'gw_port': {'id': '5b7b6cba-64cf-4128-8754-079e84449580', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbefcd-1f56-4ef3-b274-67aabd1b6cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:37Z', 'updated_at': '2021-07-22T20:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d', 'name': '', 'network_id': '97c919eb-e0d1-4508-9e4b-3cfffebddd7c', 'tenant_id': '26e83dc9666f44d8a601527c990d76ab', 'mac_address': 'fa:16:3e:6a:55:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61dbefcd-1f56-4ef3-b274-67aabd1b6cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e3cd69e8-2a8c-49c7-ba40-345838c0bcd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:39Z', 'updated_at': '2021-07-22T20:06:45Z', 'revision_number': 4, 'project_id': '26e83dc9666f44d8a601527c990d76ab', 'subnets': [{'id': 'e3cd69e8-2a8c-49c7-ba40-345838c0bcd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:06:45.569798 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 5b7b6cba-64cf-4128-8754-079e84449580 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:45.570172 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:45.573294 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b2044-1180-4514-b641-0f7538b65995 req-d94353b1-7bc6-4abd-93bd-d954ab25ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:45.574801 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-513b2044-1180-4514-b641-0f7538b65995 req-d94353b1-7bc6-4abd-93bd-d954ab25ae77 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fdf4ddca-229d-4760-88c2-5c474f0c0c9e HTTP/1.1" status: 200 len: 918 time: 0.1029329 Jul 22 20:06:45.618400 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-513b2044-1180-4514-b641-0f7538b65995 req-111c4a41-2651-45cb-b431-8feba8e6a031 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36dc6ecf-f176-4562-b0ba-c884c6edd88b HTTP/1.1" status: 200 len: 217 time: 0.0371976 Jul 22 20:06:45.655191 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:06:45.669070 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b2044-1180-4514-b641-0f7538b65995 req-354404d8-8645-4cbe-9628-6464d265e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:45.670554 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-513b2044-1180-4514-b641-0f7538b65995 req-354404d8-8645-4cbe-9628-6464d265e678 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74cfb8c2-b9d1-4de9-848a-a8f40033c5b2 HTTP/1.1" status: 200 len: 856 time: 0.0456796 Jul 22 20:06:45.703752 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:06:45.707830 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:45.708201 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:45.737856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b2044-1180-4514-b641-0f7538b65995 req-29518725-8e48-41f4-b12b-0f5716a3da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:45.739423 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-513b2044-1180-4514-b641-0f7538b65995 req-29518725-8e48-41f4-b12b-0f5716a3da81 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fdf4ddca-229d-4760-88c2-5c474f0c0c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601485 Jul 22 20:06:45.771919 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:06:45.785743 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:45.820739 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d,segment=NetworkSegment(7cfc5cff-a62e-4b4e-abf7-9a92cc241150),segment_id=7cfc5cff-a62e-4b4e-abf7-9a92cc241150)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:06:45.825487 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:45.835261 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-513b2044-1180-4514-b641-0f7538b65995 req-2848ce7e-133f-4acc-82af-1c9c131712de service neutron] 10.222.0.16 "GET /v2.0/networks/fdf4ddca-229d-4760-88c2-5c474f0c0c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890172 Jul 22 20:06:45.873643 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:45.930845 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-513b2044-1180-4514-b641-0f7538b65995 req-a7989633-5e02-42f6-91df-f417f31cd070 service neutron] 10.222.0.16 "GET /v2.0/networks/fdf4ddca-229d-4760-88c2-5c474f0c0c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892706 Jul 22 20:06:46.049191 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2ef63-0c9d-40b6-a46a-48d4e5ecac6e req-f699fcb0-2c97-49cc-80f8-b01c921d8a8b tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:46.050671 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b7d2ef63-0c9d-40b6-a46a-48d4e5ecac6e req-f699fcb0-2c97-49cc-80f8-b01c921d8a8b tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=726b5cf6-a807-477d-802f-17eba27a90d3 HTTP/1.1" status: 200 len: 943 time: 0.0638397 Jul 22 20:06:46.088320 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b7d2ef63-0c9d-40b6-a46a-48d4e5ecac6e req-33ffc068-ffc5-45de-903d-864d076e2c92 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/security-groups?id=a45f3f3a-5086-4e95-864d-5eba3aa6ab58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315661 Jul 22 20:06:47.218138 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5dea7-12da-41ed-8add-6d7b3213652d req-38c3ceb3-e5ec-4ebb-87db-ffcfc0f4b3fd tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:47.219643 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f3e5dea7-12da-41ed-8add-6d7b3213652d req-38c3ceb3-e5ec-4ebb-87db-ffcfc0f4b3fd tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=726b5cf6-a807-477d-802f-17eba27a90d3 HTTP/1.1" status: 200 len: 943 time: 0.0653322 Jul 22 20:06:47.261799 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f3e5dea7-12da-41ed-8add-6d7b3213652d req-6c36267e-2a55-41fe-8eb0-fe8aab9eecb5 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/security-groups?id=a45f3f3a-5086-4e95-864d-5eba3aa6ab58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364027 Jul 22 20:06:47.441798 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:06:47.489740 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:47.490034 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:48.376187 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 36dc6ecf-f176-4562-b0ba-c884c6edd88b details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:06:48.392295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0df322-cf9c-42ae-b344-ed3b69827da9 req-8c76da7b-7681-4e32-9837-b4204c5f2c45 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:48.393886 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0f0df322-cf9c-42ae-b344-ed3b69827da9 req-8c76da7b-7681-4e32-9837-b4204c5f2c45 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=726b5cf6-a807-477d-802f-17eba27a90d3 HTTP/1.1" status: 200 len: 943 time: 0.0654092 Jul 22 20:06:48.432358 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0f0df322-cf9c-42ae-b344-ed3b69827da9 req-ea0ab75c-cb95-453a-87ed-9b9331ba1bb1 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/security-groups?id=a45f3f3a-5086-4e95-864d-5eba3aa6ab58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329435 Jul 22 20:06:48.469427 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 36dc6ecf-f176-4562-b0ba-c884c6edd88b, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=36dc6ecf-f176-4562-b0ba-c884c6edd88b,segment=NetworkSegment(dc8a620e-8c10-4322-a3f1-6146681dc717),segment_id=dc8a620e-8c10-4322-a3f1-6146681dc717)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:06:48.480584 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '36dc6ecf-f176-4562-b0ba-c884c6edd88b', 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e', 'port_id': '36dc6ecf-f176-4562-b0ba-c884c6edd88b', 'mac_address': 'fa:16:3e:72:8c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74cfb8c2-b9d1-4de9-848a-a8f40033c5b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:06:48.519788 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:48.531729 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36dc6ecf-f176-4562-b0ba-c884c6edd88b {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:06:48.552537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 36dc6ecf-f176-4562-b0ba-c884c6edd88b, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=36dc6ecf-f176-4562-b0ba-c884c6edd88b,segment=NetworkSegment(dc8a620e-8c10-4322-a3f1-6146681dc717),segment_id=dc8a620e-8c10-4322-a3f1-6146681dc717)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:06:48.556766 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:48.603792 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=36dc6ecf-f176-4562-b0ba-c884c6edd88b,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:48.754992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['36dc6ecf-f176-4562-b0ba-c884c6edd88b'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:06:49.562310 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3bcbe-0f6c-4115-aa20-5aea9de7b23f req-9939569d-0b47-46ba-9eb8-071aa41d2cdf tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:49.563894 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-50e3bcbe-0f6c-4115-aa20-5aea9de7b23f req-9939569d-0b47-46ba-9eb8-071aa41d2cdf tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=726b5cf6-a807-477d-802f-17eba27a90d3 HTTP/1.1" status: 200 len: 944 time: 0.0643036 Jul 22 20:06:49.601425 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-50e3bcbe-0f6c-4115-aa20-5aea9de7b23f req-bf7f614b-e85a-4128-8978-7753c83e0175 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/security-groups?id=a45f3f3a-5086-4e95-864d-5eba3aa6ab58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319417 Jul 22 20:06:50.375518 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 36dc6ecf-f176-4562-b0ba-c884c6edd88b up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:06:50.424623 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 36dc6ecf-f176-4562-b0ba-c884c6edd88b completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:06:50.428183 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 36dc6ecf-f176-4562-b0ba-c884c6edd88b triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:50.428583 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:50.503174 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:50.525917 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726b5cf6-a807-477d-802f-17eba27a90d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dc6ecf-f176-4562-b0ba-c884c6edd88b'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:06:50.528333 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6922b9-e46d-45d6-95f1-68b1a3ecb5dd" -d '{"events": [{"server_uuid": "726b5cf6-a807-477d-802f-17eba27a90d3", "name": "network-vif-plugged", "status": "completed", "tag": "36dc6ecf-f176-4562-b0ba-c884c6edd88b"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:06:50.541354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 36dc6ecf-f176-4562-b0ba-c884c6edd88b, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=36dc6ecf-f176-4562-b0ba-c884c6edd88b,segment=NetworkSegment(dc8a620e-8c10-4322-a3f1-6146681dc717),segment_id=dc8a620e-8c10-4322-a3f1-6146681dc717)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:06:50.545491 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:50.572340 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915ff2bb-bc8d-4e9e-8ffd-5736d8ac1287 x-openstack-request-id: req-915ff2bb-bc8d-4e9e-8ffd-5736d8ac1287 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:06:50.572668 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726b5cf6-a807-477d-802f-17eba27a90d3", "name": "network-vif-plugged", "status": "completed", "tag": "36dc6ecf-f176-4562-b0ba-c884c6edd88b", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:06:50.572920 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-915ff2bb-bc8d-4e9e-8ffd-5736d8ac1287 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:06:50.573302 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726b5cf6-a807-477d-802f-17eba27a90d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dc6ecf-f176-4562-b0ba-c884c6edd88b', 'code': 200} Jul 22 20:06:50.599087 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=36dc6ecf-f176-4562-b0ba-c884c6edd88b,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:50.684668 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5defe30-45d1-4cd6-be84-4c1d3173f473 req-26205bb9-694a-495e-84f0-da4706a5c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:50.686170 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5defe30-45d1-4cd6-be84-4c1d3173f473 req-26205bb9-694a-495e-84f0-da4706a5c313 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=726b5cf6-a807-477d-802f-17eba27a90d3 HTTP/1.1" status: 200 len: 1097 time: 0.0691838 Jul 22 20:06:50.745486 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5defe30-45d1-4cd6-be84-4c1d3173f473 req-ca734377-85d8-4466-ab3c-4dcbdae40bb6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a45f3f3a-5086-4e95-864d-5eba3aa6ab58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423059 Jul 22 20:06:50.761934 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb906d3-77c7-4c27-8e4d-d7bc53ba98cf req-2fcf396d-cba0-4d71-b744-dfb6d6846352 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:50.763414 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8fb906d3-77c7-4c27-8e4d-d7bc53ba98cf req-2fcf396d-cba0-4d71-b744-dfb6d6846352 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=726b5cf6-a807-477d-802f-17eba27a90d3 HTTP/1.1" status: 200 len: 945 time: 0.0930750 Jul 22 20:06:50.801256 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8fb906d3-77c7-4c27-8e4d-d7bc53ba98cf req-2a2dff7b-1e58-492f-922d-671d4ed33213 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/security-groups?id=a45f3f3a-5086-4e95-864d-5eba3aa6ab58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321202 Jul 22 20:06:51.934899 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e656a83-c999-4d69-a431-6c5226c3d637 req-216ab675-4ab6-4266-90b8-741a6cebca56 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:51.936394 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5e656a83-c999-4d69-a431-6c5226c3d637 req-216ab675-4ab6-4266-90b8-741a6cebca56 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=726b5cf6-a807-477d-802f-17eba27a90d3 HTTP/1.1" status: 200 len: 945 time: 0.0673120 Jul 22 20:06:51.975566 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5e656a83-c999-4d69-a431-6c5226c3d637 req-1d2003e7-70de-4e59-b996-97bcbdb0148e tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/security-groups?id=a45f3f3a-5086-4e95-864d-5eba3aa6ab58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327716 Jul 22 20:06:52.106030 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790188c3-6436-47b8-9672-13a997c05cb3 req-1dca7d07-81d9-4b93-9dac-83b010991eca tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:52.107531 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-790188c3-6436-47b8-9672-13a997c05cb3 req-1dca7d07-81d9-4b93-9dac-83b010991eca tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=726b5cf6-a807-477d-802f-17eba27a90d3 HTTP/1.1" status: 200 len: 945 time: 0.0671229 Jul 22 20:06:52.145459 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-790188c3-6436-47b8-9672-13a997c05cb3 req-b848b452-947a-43be-844f-5ff49f053b68 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/security-groups?id=a45f3f3a-5086-4e95-864d-5eba3aa6ab58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Jul 22 20:06:58.570824 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-60dbbaae-738c-4f6e-ac8d-d722d7a2c2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:01.077079 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a8d62f53-4041-4c78-918b-1e49fda241b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:01.209609 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:02.554461 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:04.195447 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:09.590535 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:10.595353 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155749a-6d23-423d-bac6-21868e5f32a6 req-839fc0f1-554a-4bfd-920b-c51d4523f84d tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:10.597402 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2155749a-6d23-423d-bac6-21868e5f32a6 req-839fc0f1-554a-4bfd-920b-c51d4523f84d tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=726b5cf6-a807-477d-802f-17eba27a90d3 HTTP/1.1" status: 200 len: 945 time: 0.0739870 Jul 22 20:07:10.637026 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2155749a-6d23-423d-bac6-21868e5f32a6 req-9eb852e9-71e3-43c5-a33c-be6ca78f79b9 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/security-groups?id=a45f3f3a-5086-4e95-864d-5eba3aa6ab58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339260 Jul 22 20:07:11.770418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641987d7-553c-4720-b7fa-b94875e107f5 req-316ff2da-5190-4bbe-a6d8-25998f84dc41 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:11.771890 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-641987d7-553c-4720-b7fa-b94875e107f5 req-316ff2da-5190-4bbe-a6d8-25998f84dc41 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=726b5cf6-a807-477d-802f-17eba27a90d3 HTTP/1.1" status: 200 len: 945 time: 0.0677469 Jul 22 20:07:11.809727 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-641987d7-553c-4720-b7fa-b94875e107f5 req-0c3d8bb7-d787-4591-9909-25743075d970 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/security-groups?id=a45f3f3a-5086-4e95-864d-5eba3aa6ab58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322254 Jul 22 20:07:12.055495 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30d7f7-5d08-4477-a012-bc78d1f49462 req-d0f48fd0-5132-45d7-850c-2e0c01ad9efa tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:12.056987 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c30d7f7-5d08-4477-a012-bc78d1f49462 req-d0f48fd0-5132-45d7-850c-2e0c01ad9efa tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.16 "GET /v2.0/ports?device_id=726b5cf6-a807-477d-802f-17eba27a90d3 HTTP/1.1" status: 200 len: 945 time: 0.0644364 Jul 22 20:07:12.158497 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-0c30d7f7-5d08-4477-a012-bc78d1f49462 req-3d869981-3276-4c79-a5db-8caacc5fccce tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Deleting port 36dc6ecf-f176-4562-b0ba-c884c6edd88b {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:07:12.158842 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0c30d7f7-5d08-4477-a012-bc78d1f49462 req-3d869981-3276-4c79-a5db-8caacc5fccce tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:12.249356 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-0c30d7f7-5d08-4477-a012-bc78d1f49462 req-3d869981-3276-4c79-a5db-8caacc5fccce tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] For port 36dc6ecf-f176-4562-b0ba-c884c6edd88b, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=36dc6ecf-f176-4562-b0ba-c884c6edd88b,segment=NetworkSegment(dc8a620e-8c10-4322-a3f1-6146681dc717),segment_id=dc8a620e-8c10-4322-a3f1-6146681dc717)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:07:12.249627 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0c30d7f7-5d08-4477-a012-bc78d1f49462 req-3d869981-3276-4c79-a5db-8caacc5fccce tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:12.262922 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-0c30d7f7-5d08-4477-a012-bc78d1f49462 req-3d869981-3276-4c79-a5db-8caacc5fccce tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Calling delete_port for 36dc6ecf-f176-4562-b0ba-c884c6edd88b owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:07:12.363016 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:12.394150 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0c30d7f7-5d08-4477-a012-bc78d1f49462 req-3d869981-3276-4c79-a5db-8caacc5fccce tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:12.405251 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['36dc6ecf-f176-4562-b0ba-c884c6edd88b'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:07:12.421899 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d869981-3276-4c79-a5db-8caacc5fccce tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Pushing event deleted for resources: {'Port': ['ID=36dc6ecf-f176-4562-b0ba-c884c6edd88b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:12.436613 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d869981-3276-4c79-a5db-8caacc5fccce tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:12.436964 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d869981-3276-4c79-a5db-8caacc5fccce tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:12.437280 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d869981-3276-4c79-a5db-8caacc5fccce tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:12.437628 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d869981-3276-4c79-a5db-8caacc5fccce tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:12.438095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d869981-3276-4c79-a5db-8caacc5fccce tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:12.438516 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d869981-3276-4c79-a5db-8caacc5fccce tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:12.438928 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d869981-3276-4c79-a5db-8caacc5fccce tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:12.439267 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d869981-3276-4c79-a5db-8caacc5fccce tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:12.439603 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d869981-3276-4c79-a5db-8caacc5fccce tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:12.439930 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d869981-3276-4c79-a5db-8caacc5fccce tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:12.440258 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d869981-3276-4c79-a5db-8caacc5fccce tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:12.440610 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d869981-3276-4c79-a5db-8caacc5fccce tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:12.487441 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c30d7f7-5d08-4477-a012-bc78d1f49462 req-3d869981-3276-4c79-a5db-8caacc5fccce tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] No DVR routers for this DVR port 36dc6ecf-f176-4562-b0ba-c884c6edd88b on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:07:12.490457 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-0c30d7f7-5d08-4477-a012-bc78d1f49462 req-3d869981-3276-4c79-a5db-8caacc5fccce tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:12.492950 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c30d7f7-5d08-4477-a012-bc78d1f49462 req-3d869981-3276-4c79-a5db-8caacc5fccce tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.16 "DELETE /v2.0/ports/36dc6ecf-f176-4562-b0ba-c884c6edd88b HTTP/1.1" status: 204 len: 173 time: 0.4307380 Jul 22 20:07:12.493439 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726b5cf6-a807-477d-802f-17eba27a90d3', 'name': 'network-vif-deleted', 'tag': '36dc6ecf-f176-4562-b0ba-c884c6edd88b'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:07:12.496866 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba06670-750e-40e7-b004-20d2847648e7" -d '{"events": [{"server_uuid": "726b5cf6-a807-477d-802f-17eba27a90d3", "name": "network-vif-deleted", "tag": "36dc6ecf-f176-4562-b0ba-c884c6edd88b"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:07:12.537337 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77274866-a24f-4985-9928-c332d1548d56 x-openstack-request-id: req-77274866-a24f-4985-9928-c332d1548d56 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:07:12.537633 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726b5cf6-a807-477d-802f-17eba27a90d3", "name": "network-vif-deleted", "tag": "36dc6ecf-f176-4562-b0ba-c884c6edd88b", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:07:12.537896 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77274866-a24f-4985-9928-c332d1548d56 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:07:12.538424 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726b5cf6-a807-477d-802f-17eba27a90d3', 'name': 'network-vif-deleted', 'tag': '36dc6ecf-f176-4562-b0ba-c884c6edd88b', 'status': 'completed', 'code': 200} Jul 22 20:07:12.921244 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2c174d74-9385-4e1e-a342-9c4fc635445a req-44742701-38a9-4803-9fba-d2788ef58246 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=726b5cf6-a807-477d-802f-17eba27a90d3 HTTP/1.1" status: 200 len: 210 time: 0.0312390 Jul 22 20:07:14.600780 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-510e61cd-0201-4043-8e11-67131b594245 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:14.602260 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-510e61cd-0201-4043-8e11-67131b594245 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/networks?id=fdf4ddca-229d-4760-88c2-5c474f0c0c9e HTTP/1.1" status: 200 len: 817 time: 0.1008315 Jul 22 20:07:14.616787 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-54753c4f-d73d-4b54-b8ed-3b88862a396e tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/quotas/42560be1dc9b4a709fa7b32e7019452a HTTP/1.1" status: 200 len: 375 time: 0.0091617 Jul 22 20:07:14.686347 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-2e34a381-cb67-49d0-9929-26d57ceb458d tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=42560be1dc9b4a709fa7b32e7019452a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644367 Jul 22 20:07:14.779836 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-57551722-95c0-42c3-9e3b-aaef5b9fe2aa service neutron] 10.222.0.13 "GET /v2.0/networks/fdf4ddca-229d-4760-88c2-5c474f0c0c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822623 Jul 22 20:07:14.872409 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-a848dc41-ab44-4255-ae13-379eeeb85472 service neutron] 10.222.0.13 "GET /v2.0/networks/fdf4ddca-229d-4760-88c2-5c474f0c0c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863085 Jul 22 20:07:15.033091 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-07cd83c1-d8a6-4890-a40f-248b499d2b68 req-f884e004-5fa3-43af-adaa-1985ec1a5c04 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f2d04a9-7bb1-44e8-9371-74e1e6fac154 HTTP/1.1" status: 200 len: 210 time: 0.0309319 Jul 22 20:07:15.905558 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-e12613a9-0b8c-4392-ae8e-1e1c4d71d7cf tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:15.907090 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-e12613a9-0b8c-4392-ae8e-1e1c4d71d7cf tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.30 "GET /v2.0/networks?id=fdf4ddca-229d-4760-88c2-5c474f0c0c9e HTTP/1.1" status: 200 len: 817 time: 0.1093524 Jul 22 20:07:15.919604 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-d4dd2da3-8d27-4e3c-a959-63f15f211c20 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Request body: {'port': {'device_id': '5f2d04a9-7bb1-44e8-9371-74e1e6fac154', 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e', 'admin_state_up': True, 'tenant_id': '42560be1dc9b4a709fa7b32e7019452a'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:07:16.026728 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-d4dd2da3-8d27-4e3c-a959-63f15f211c20 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Made reservation on behalf of 42560be1dc9b4a709fa7b32e7019452a for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:07:16.030290 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-d4dd2da3-8d27-4e3c-a959-63f15f211c20 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:16.133043 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-726f376c-d07e-4d4f-8d02-942ee2b2da6a req-b7d68aef-9c1a-49de-9f50-069e36b6a666 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f2d04a9-7bb1-44e8-9371-74e1e6fac154 HTTP/1.1" status: 200 len: 210 time: 0.0330098 Jul 22 20:07:16.160382 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-d4dd2da3-8d27-4e3c-a959-63f15f211c20 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Allocated IP 172.20.0.12 (fdf4ddca-229d-4760-88c2-5c474f0c0c9e/74cfb8c2-b9d1-4de9-848a-a8f40033c5b2/6262f911-4bb9-4224-81f8-f1a2f8f32fda) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:07:16.305967 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-d4dd2da3-8d27-4e3c-a959-63f15f211c20 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:16.319850 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-d4dd2da3-8d27-4e3c-a959-63f15f211c20 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Transition to ACTIVE for port object 6262f911-4bb9-4224-81f8-f1a2f8f32fda will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:07:16.352736 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-d4dd2da3-8d27-4e3c-a959-63f15f211c20 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:16.396137 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-d4dd2da3-8d27-4e3c-a959-63f15f211c20 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Network fdf4ddca-229d-4760-88c2-5c474f0c0c9e is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:07:16.399075 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-d4dd2da3-8d27-4e3c-a959-63f15f211c20 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:07:16.402701 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-d4dd2da3-8d27-4e3c-a959-63f15f211c20 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:07:16.427302 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd2da3-8d27-4e3c-a959-63f15f211c20 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Pushing event updated for resources: {'Port': ['ID=6262f911-4bb9-4224-81f8-f1a2f8f32fda,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:16.454558 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-d4dd2da3-8d27-4e3c-a959-63f15f211c20 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:16.455184 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-d4dd2da3-8d27-4e3c-a959-63f15f211c20 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:16.470641 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-d4dd2da3-8d27-4e3c-a959-63f15f211c20 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5549951 Jul 22 20:07:16.482441 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] Request body: {'port': {'device_id': '5f2d04a9-7bb1-44e8-9371-74e1e6fac154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:07:16.562171 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:16.577974 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 36dc6ecf-f176-4562-b0ba-c884c6edd88b no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:07:16.599707 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 36dc6ecf-f176-4562-b0ba-c884c6edd88b {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:07:16.600073 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 36dc6ecf-f176-4562-b0ba-c884c6edd88b not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:07:16.634973 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0846c3ee-38cc-445d-9df6-5cddbdc616e5 None None] Provisioning for port 6262f911-4bb9-4224-81f8-f1a2f8f32fda completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:07:16.638723 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0846c3ee-38cc-445d-9df6-5cddbdc616e5 None None] Provisioning complete for port 6262f911-4bb9-4224-81f8-f1a2f8f32fda triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:07:16.639128 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0846c3ee-38cc-445d-9df6-5cddbdc616e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:16.675293 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0846c3ee-38cc-445d-9df6-5cddbdc616e5 None None] Port 6262f911-4bb9-4224-81f8-f1a2f8f32fda cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:07:16.826174 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6262f911-4bb9-4224-81f8-f1a2f8f32fda {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:07:16.833583 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:16.845218 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] Transition to ACTIVE for port object 6262f911-4bb9-4224-81f8-f1a2f8f32fda will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:07:16.849324 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:16.929310 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6262f911-4bb9-4224-81f8-f1a2f8f32fda,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:16.983046 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] Attempting to bind port 6262f911-4bb9-4224-81f8-f1a2f8f32fda on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:07:16.983380 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] Attempting to bind port 6262f911-4bb9-4224-81f8-f1a2f8f32fda by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': 'dc8a620e-8c10-4322-a3f1-6146681dc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:07:16.983709 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] Attempting to bind port 6262f911-4bb9-4224-81f8-f1a2f8f32fda on network fdf4ddca-229d-4760-88c2-5c474f0c0c9e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:07:16.989446 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] Port 6262f911-4bb9-4224-81f8-f1a2f8f32fda on network fdf4ddca-229d-4760-88c2-5c474f0c0c9e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:07:16.989765 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] Attempting to bind port 6262f911-4bb9-4224-81f8-f1a2f8f32fda on network fdf4ddca-229d-4760-88c2-5c474f0c0c9e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:07:16.995143 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:07:16.995563 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] Checking segment: {'id': 'dc8a620e-8c10-4322-a3f1-6146681dc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:07:16.995950 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] Bound using segment: {'id': 'dc8a620e-8c10-4322-a3f1-6146681dc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:07:16.996377 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] Bound port: 6262f911-4bb9-4224-81f8-f1a2f8f32fda, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8a620e-8c10-4322-a3f1-6146681dc717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:07:16.996753 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:17.061677 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] For port 6262f911-4bb9-4224-81f8-f1a2f8f32fda, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:07:17.064763 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] For port 6262f911-4bb9-4224-81f8-f1a2f8f32fda, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=6262f911-4bb9-4224-81f8-f1a2f8f32fda,segment=NetworkSegment(dc8a620e-8c10-4322-a3f1-6146681dc717),segment_id=dc8a620e-8c10-4322-a3f1-6146681dc717)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:07:17.069075 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:17.103280 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:17.103921 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:17.105276 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] 10.222.0.30 "PUT /v2.0/ports/6262f911-4bb9-4224-81f8-f1a2f8f32fda HTTP/1.1" status: 200 len: 1093 time: 0.6272233 Jul 22 20:07:17.105775 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2d04a9-7bb1-44e8-9371-74e1e6fac154', 'tag': '6262f911-4bb9-4224-81f8-f1a2f8f32fda'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:07:17.107980 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31165245-413f-4de3-8d9b-d28edf1c7534" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2d04a9-7bb1-44e8-9371-74e1e6fac154", "tag": "6262f911-4bb9-4224-81f8-f1a2f8f32fda"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:07:17.133269 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ec9c1-164c-453e-9f5c-35e778aa12d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6262f911-4bb9-4224-81f8-f1a2f8f32fda,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:17.151398 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0161b298-465a-497e-95ec-ae70e4acd1cb x-openstack-request-id: req-0161b298-465a-497e-95ec-ae70e4acd1cb {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:07:17.151689 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2d04a9-7bb1-44e8-9371-74e1e6fac154", "tag": "6262f911-4bb9-4224-81f8-f1a2f8f32fda", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:07:17.152004 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0161b298-465a-497e-95ec-ae70e4acd1cb {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:07:17.152754 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2d04a9-7bb1-44e8-9371-74e1e6fac154', 'tag': '6262f911-4bb9-4224-81f8-f1a2f8f32fda', 'status': 'completed', 'code': 200} Jul 22 20:07:17.220730 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-ceda3ee3-08ce-4cfe-bfaf-5918595f27c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:17.222302 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-ceda3ee3-08ce-4cfe-bfaf-5918595f27c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42560be1dc9b4a709fa7b32e7019452a&device_id=5f2d04a9-7bb1-44e8-9371-74e1e6fac154 HTTP/1.1" status: 200 len: 1096 time: 0.0648849 Jul 22 20:07:17.267632 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-39674b11-a301-4e3a-8e61-97eefd70860a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6262f911-4bb9-4224-81f8-f1a2f8f32fda HTTP/1.1" status: 200 len: 217 time: 0.0379472 Jul 22 20:07:17.276177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957c58a-20d1-4706-bff5-f2209c4693e1 req-00832bd1-4540-4c08-b635-b062f0207c11 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:17.277860 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d957c58a-20d1-4706-bff5-f2209c4693e1 req-00832bd1-4540-4c08-b635-b062f0207c11 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f2d04a9-7bb1-44e8-9371-74e1e6fac154 HTTP/1.1" status: 200 len: 944 time: 0.0742948 Jul 22 20:07:17.317918 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-3e999ef2-735a-44a5-9214-da7935a13739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:17.319392 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-3e999ef2-735a-44a5-9214-da7935a13739 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74cfb8c2-b9d1-4de9-848a-a8f40033c5b2 HTTP/1.1" status: 200 len: 856 time: 0.0464823 Jul 22 20:07:17.319805 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d957c58a-20d1-4706-bff5-f2209c4693e1 req-4210950c-8951-471d-b518-23a887db9e7d tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/security-groups?id=a45f3f3a-5086-4e95-864d-5eba3aa6ab58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352440 Jul 22 20:07:17.382862 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-8a671691-d5d7-43f5-9b54-71ffff2ca94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:17.384349 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-8a671691-d5d7-43f5-9b54-71ffff2ca94d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fdf4ddca-229d-4760-88c2-5c474f0c0c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574396 Jul 22 20:07:17.473416 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-5afb123f-3fa3-4987-9226-050be7711ce9 service neutron] 10.222.0.30 "GET /v2.0/networks/fdf4ddca-229d-4760-88c2-5c474f0c0c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810130 Jul 22 20:07:17.896527 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6fd4afbd-73a8-4124-9db0-6284b20eb34b req-0413abc9-5902-4d0f-9608-cfdccf6a1a99 service neutron] 10.222.0.30 "GET /v2.0/networks/fdf4ddca-229d-4760-88c2-5c474f0c0c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169199 Jul 22 20:07:17.991031 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31165245-413f-4de3-8d9b-d28edf1c7534 req-5cacb4e0-181b-4dc2-87ad-5d83f4d6f1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:17.992551 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-31165245-413f-4de3-8d9b-d28edf1c7534 req-5cacb4e0-181b-4dc2-87ad-5d83f4d6f1ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42560be1dc9b4a709fa7b32e7019452a&device_id=5f2d04a9-7bb1-44e8-9371-74e1e6fac154 HTTP/1.1" status: 200 len: 1096 time: 0.0536966 Jul 22 20:07:18.082245 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31165245-413f-4de3-8d9b-d28edf1c7534 req-f41d3610-5f68-45db-a8c0-0b7dbd685a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:18.083670 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-31165245-413f-4de3-8d9b-d28edf1c7534 req-f41d3610-5f68-45db-a8c0-0b7dbd685a4a service neutron] 10.222.0.30 "GET /v2.0/networks?id=fdf4ddca-229d-4760-88c2-5c474f0c0c9e HTTP/1.1" status: 200 len: 918 time: 0.0852821 Jul 22 20:07:18.122395 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-31165245-413f-4de3-8d9b-d28edf1c7534 req-5f6775c6-b23e-42cd-be8e-3815cb888657 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6262f911-4bb9-4224-81f8-f1a2f8f32fda HTTP/1.1" status: 200 len: 217 time: 0.0321157 Jul 22 20:07:18.168427 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31165245-413f-4de3-8d9b-d28edf1c7534 req-a05759ef-0290-4297-9a47-6e88dcea1d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:18.169778 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-31165245-413f-4de3-8d9b-d28edf1c7534 req-a05759ef-0290-4297-9a47-6e88dcea1d3d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74cfb8c2-b9d1-4de9-848a-a8f40033c5b2 HTTP/1.1" status: 200 len: 856 time: 0.0416198 Jul 22 20:07:18.229851 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31165245-413f-4de3-8d9b-d28edf1c7534 req-2d42abd3-aaa3-4a89-8f74-a81e85c036d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:18.231313 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-31165245-413f-4de3-8d9b-d28edf1c7534 req-2d42abd3-aaa3-4a89-8f74-a81e85c036d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fdf4ddca-229d-4760-88c2-5c474f0c0c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553980 Jul 22 20:07:18.318680 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-31165245-413f-4de3-8d9b-d28edf1c7534 req-e92efdb6-86d1-43c4-ad5a-567456cbc287 service neutron] 10.222.0.30 "GET /v2.0/networks/fdf4ddca-229d-4760-88c2-5c474f0c0c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803702 Jul 22 20:07:18.412785 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-31165245-413f-4de3-8d9b-d28edf1c7534 req-adddcca2-91a7-4d70-a0be-c84be2fc3a28 service neutron] 10.222.0.30 "GET /v2.0/networks/fdf4ddca-229d-4760-88c2-5c474f0c0c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863645 Jul 22 20:07:18.451952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9b502-a470-4247-bfa0-a35778761dee req-69afb0fc-dd51-42a7-978d-c7e3a4f37007 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:18.453489 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bef9b502-a470-4247-bfa0-a35778761dee req-69afb0fc-dd51-42a7-978d-c7e3a4f37007 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f2d04a9-7bb1-44e8-9371-74e1e6fac154 HTTP/1.1" status: 200 len: 944 time: 0.0655484 Jul 22 20:07:18.490888 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bef9b502-a470-4247-bfa0-a35778761dee req-ea47a06c-4860-4e90-bebe-38a3810240c1 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/security-groups?id=a45f3f3a-5086-4e95-864d-5eba3aa6ab58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317843 Jul 22 20:07:19.620055 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87989bda-460e-47bc-8b63-a288a23d0527 req-fa926aab-8ef5-4be9-aa26-f13b4ee06af2 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:19.621575 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87989bda-460e-47bc-8b63-a288a23d0527 req-fa926aab-8ef5-4be9-aa26-f13b4ee06af2 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f2d04a9-7bb1-44e8-9371-74e1e6fac154 HTTP/1.1" status: 200 len: 944 time: 0.0642874 Jul 22 20:07:19.659937 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87989bda-460e-47bc-8b63-a288a23d0527 req-fbeaff6a-e858-4b41-a14a-ac5d5193563e tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/security-groups?id=a45f3f3a-5086-4e95-864d-5eba3aa6ab58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317607 Jul 22 20:07:19.968400 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 6262f911-4bb9-4224-81f8-f1a2f8f32fda details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:07:20.060447 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 6262f911-4bb9-4224-81f8-f1a2f8f32fda, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=6262f911-4bb9-4224-81f8-f1a2f8f32fda,segment=NetworkSegment(dc8a620e-8c10-4322-a3f1-6146681dc717),segment_id=dc8a620e-8c10-4322-a3f1-6146681dc717)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:07:20.071703 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '6262f911-4bb9-4224-81f8-f1a2f8f32fda', 'network_id': 'fdf4ddca-229d-4760-88c2-5c474f0c0c9e', 'port_id': '6262f911-4bb9-4224-81f8-f1a2f8f32fda', 'mac_address': 'fa:16:3e:9e:4e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74cfb8c2-b9d1-4de9-848a-a8f40033c5b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:07:20.111576 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:20.123861 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6262f911-4bb9-4224-81f8-f1a2f8f32fda {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:07:20.142729 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 6262f911-4bb9-4224-81f8-f1a2f8f32fda, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=6262f911-4bb9-4224-81f8-f1a2f8f32fda,segment=NetworkSegment(dc8a620e-8c10-4322-a3f1-6146681dc717),segment_id=dc8a620e-8c10-4322-a3f1-6146681dc717)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:07:20.146611 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:20.194107 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=6262f911-4bb9-4224-81f8-f1a2f8f32fda,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:20.201208 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:20.201552 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:20.201888 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:20.202218 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:20.202545 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:20.202869 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:20.203973 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:20.204665 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:20.204981 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:20.205305 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:20.205629 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:20.205955 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:20.342769 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['6262f911-4bb9-4224-81f8-f1a2f8f32fda'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:07:20.791315 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da706f7c-8a24-4b37-962f-c3777991a570 req-0c54633b-6d91-4816-9069-7c52a88927ec tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:20.792826 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da706f7c-8a24-4b37-962f-c3777991a570 req-0c54633b-6d91-4816-9069-7c52a88927ec tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f2d04a9-7bb1-44e8-9371-74e1e6fac154 HTTP/1.1" status: 200 len: 945 time: 0.0676713 Jul 22 20:07:20.830884 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da706f7c-8a24-4b37-962f-c3777991a570 req-3b8da787-ca0f-4c0f-b639-fff0f289c771 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/security-groups?id=a45f3f3a-5086-4e95-864d-5eba3aa6ab58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314710 Jul 22 20:07:21.963318 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751698b3-feed-4b5e-9768-3637683a7d4d req-b604e072-4950-4d40-ad86-bcef6465e118 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:21.964860 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-751698b3-feed-4b5e-9768-3637683a7d4d req-b604e072-4950-4d40-ad86-bcef6465e118 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f2d04a9-7bb1-44e8-9371-74e1e6fac154 HTTP/1.1" status: 200 len: 945 time: 0.0653563 Jul 22 20:07:21.986856 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 6262f911-4bb9-4224-81f8-f1a2f8f32fda up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:07:22.004149 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-751698b3-feed-4b5e-9768-3637683a7d4d req-3bba4013-5417-4a1e-8ac3-405002718829 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/security-groups?id=a45f3f3a-5086-4e95-864d-5eba3aa6ab58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337069 Jul 22 20:07:22.033981 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 6262f911-4bb9-4224-81f8-f1a2f8f32fda completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:07:22.037456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 6262f911-4bb9-4224-81f8-f1a2f8f32fda triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:07:22.037886 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:22.111666 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:22.135898 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2d04a9-7bb1-44e8-9371-74e1e6fac154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6262f911-4bb9-4224-81f8-f1a2f8f32fda'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:07:22.138125 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d699e44d-f82e-49eb-9970-675bfcf2fdec" -d '{"events": [{"server_uuid": "5f2d04a9-7bb1-44e8-9371-74e1e6fac154", "name": "network-vif-plugged", "status": "completed", "tag": "6262f911-4bb9-4224-81f8-f1a2f8f32fda"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:07:22.150516 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 6262f911-4bb9-4224-81f8-f1a2f8f32fda, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=6262f911-4bb9-4224-81f8-f1a2f8f32fda,segment=NetworkSegment(dc8a620e-8c10-4322-a3f1-6146681dc717),segment_id=dc8a620e-8c10-4322-a3f1-6146681dc717)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:07:22.154562 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:22.180411 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a386eb-4f63-4c47-a7ae-ec7110bdbec6 x-openstack-request-id: req-f5a386eb-4f63-4c47-a7ae-ec7110bdbec6 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:07:22.180713 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2d04a9-7bb1-44e8-9371-74e1e6fac154", "name": "network-vif-plugged", "status": "completed", "tag": "6262f911-4bb9-4224-81f8-f1a2f8f32fda", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:07:22.180958 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5a386eb-4f63-4c47-a7ae-ec7110bdbec6 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:07:22.181396 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2d04a9-7bb1-44e8-9371-74e1e6fac154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6262f911-4bb9-4224-81f8-f1a2f8f32fda', 'code': 200} Jul 22 20:07:22.207726 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=6262f911-4bb9-4224-81f8-f1a2f8f32fda,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:22.284153 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c9cc5-5375-43b5-a3f6-2ebc8170b23e req-da5b101c-d68b-4576-ac89-cf74fea31812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:22.285702 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6a5c9cc5-5375-43b5-a3f6-2ebc8170b23e req-da5b101c-d68b-4576-ac89-cf74fea31812 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5f2d04a9-7bb1-44e8-9371-74e1e6fac154 HTTP/1.1" status: 200 len: 1098 time: 0.0536253 Jul 22 20:07:22.320238 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6a5c9cc5-5375-43b5-a3f6-2ebc8170b23e req-bdd5b31f-0ada-43de-b71c-3b764d858bf4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a45f3f3a-5086-4e95-864d-5eba3aa6ab58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280924 Jul 22 20:07:22.771269 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:07:23.144439 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcf1e7-cc1a-45f7-9d17-ba9296dd9c0c req-3e2c0342-325b-4a12-948f-445f26e45ca9 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:23.145952 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4fcf1e7-cc1a-45f7-9d17-ba9296dd9c0c req-3e2c0342-325b-4a12-948f-445f26e45ca9 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f2d04a9-7bb1-44e8-9371-74e1e6fac154 HTTP/1.1" status: 200 len: 946 time: 0.0699086 Jul 22 20:07:23.183500 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b4fcf1e7-cc1a-45f7-9d17-ba9296dd9c0c req-8f96c7f0-ec71-49be-9286-cb96c6c1e2cb tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/security-groups?id=a45f3f3a-5086-4e95-864d-5eba3aa6ab58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320776 Jul 22 20:07:23.313016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3537c78-09b9-4b8f-a30a-2adff0df107f req-3e463b7f-7aa4-4d97-8fd6-c65ddf115be4 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:23.314741 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3537c78-09b9-4b8f-a30a-2adff0df107f req-3e463b7f-7aa4-4d97-8fd6-c65ddf115be4 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f2d04a9-7bb1-44e8-9371-74e1e6fac154 HTTP/1.1" status: 200 len: 946 time: 0.0650895 Jul 22 20:07:23.352389 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3537c78-09b9-4b8f-a30a-2adff0df107f req-dee0cdb9-84df-4b9e-a1f9-e2e0176ef66f tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/security-groups?id=a45f3f3a-5086-4e95-864d-5eba3aa6ab58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319920 Jul 22 20:07:28.571734 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f5129ecc-d862-480e-8189-24f9f7873d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:29.728020 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-91651cf0-6f15-4647-bb42-c937d49b44e4 req-b11e7a56-a239-4ce8-b8fa-72c5e0c9a59b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5f2d04a9-7bb1-44e8-9371-74e1e6fac154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520873 Jul 22 20:07:29.821628 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91651cf0-6f15-4647-bb42-c937d49b44e4 req-1a1c0091-7a02-4177-b70f-72cb9538eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:29.823102 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-91651cf0-6f15-4647-bb42-c937d49b44e4 req-1a1c0091-7a02-4177-b70f-72cb9538eb5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42560be1dc9b4a709fa7b32e7019452a&device_id=5f2d04a9-7bb1-44e8-9371-74e1e6fac154 HTTP/1.1" status: 200 len: 1098 time: 0.0563500 Jul 22 20:07:29.923260 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91651cf0-6f15-4647-bb42-c937d49b44e4 req-5f68decd-2d58-477c-8597-0836d353d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:29.924797 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-91651cf0-6f15-4647-bb42-c937d49b44e4 req-5f68decd-2d58-477c-8597-0836d353d48d service neutron] 10.222.0.30 "GET /v2.0/networks?id=fdf4ddca-229d-4760-88c2-5c474f0c0c9e HTTP/1.1" status: 200 len: 918 time: 0.0831962 Jul 22 20:07:29.969890 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-91651cf0-6f15-4647-bb42-c937d49b44e4 req-91855a21-32bc-4283-8f2b-545fd96d4803 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6262f911-4bb9-4224-81f8-f1a2f8f32fda HTTP/1.1" status: 200 len: 217 time: 0.0390890 Jul 22 20:07:30.017770 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91651cf0-6f15-4647-bb42-c937d49b44e4 req-55a1f661-07e4-45f3-9635-797a5274106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:30.019097 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-91651cf0-6f15-4647-bb42-c937d49b44e4 req-55a1f661-07e4-45f3-9635-797a5274106b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74cfb8c2-b9d1-4de9-848a-a8f40033c5b2 HTTP/1.1" status: 200 len: 856 time: 0.0438535 Jul 22 20:07:30.076689 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91651cf0-6f15-4647-bb42-c937d49b44e4 req-8b682cd4-1054-495b-b663-00e7e6790eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:30.078916 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-91651cf0-6f15-4647-bb42-c937d49b44e4 req-8b682cd4-1054-495b-b663-00e7e6790eda service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fdf4ddca-229d-4760-88c2-5c474f0c0c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524564 Jul 22 20:07:30.168143 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-91651cf0-6f15-4647-bb42-c937d49b44e4 req-9edf20bd-a2a1-4138-a281-f574abc4f04a service neutron] 10.222.0.30 "GET /v2.0/networks/fdf4ddca-229d-4760-88c2-5c474f0c0c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840616 Jul 22 20:07:30.256025 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-91651cf0-6f15-4647-bb42-c937d49b44e4 req-abc0beaa-13d3-471a-bcca-1806d679a7fd service neutron] 10.222.0.30 "GET /v2.0/networks/fdf4ddca-229d-4760-88c2-5c474f0c0c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818758 Jul 22 20:07:31.078347 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-087223a1-ac2d-4155-b975-b1ea8167a24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:31.210083 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:32.558490 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:34.196510 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:39.592735 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:41.704573 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe137e8-6cfa-46ad-9f64-9aa3dcec9028 req-979d9d8f-54fa-4b63-9c12-f410c3922731 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:41.706050 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dbe137e8-6cfa-46ad-9f64-9aa3dcec9028 req-979d9d8f-54fa-4b63-9c12-f410c3922731 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f2d04a9-7bb1-44e8-9371-74e1e6fac154 HTTP/1.1" status: 200 len: 946 time: 0.0673573 Jul 22 20:07:41.745507 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dbe137e8-6cfa-46ad-9f64-9aa3dcec9028 req-773ae0f7-4fe2-44d5-8247-a032957a3842 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/security-groups?id=a45f3f3a-5086-4e95-864d-5eba3aa6ab58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338533 Jul 22 20:07:42.361820 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:42.882235 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d580fe5-205b-4757-8e76-217426c187e8 req-e8d4221a-b68d-46d6-87c3-69bef50af8ff tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:42.883743 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9d580fe5-205b-4757-8e76-217426c187e8 req-e8d4221a-b68d-46d6-87c3-69bef50af8ff tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f2d04a9-7bb1-44e8-9371-74e1e6fac154 HTTP/1.1" status: 200 len: 946 time: 0.0678473 Jul 22 20:07:42.925898 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9d580fe5-205b-4757-8e76-217426c187e8 req-a6a38f82-311d-4e5b-9b43-903bbee95727 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/security-groups?id=a45f3f3a-5086-4e95-864d-5eba3aa6ab58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364518 Jul 22 20:07:43.164369 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7a552-7e19-418e-a4ce-d007c08472fa req-9a0f094b-06d8-461f-9907-15c034d70c1c tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:43.165732 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-49b7a552-7e19-418e-a4ce-d007c08472fa req-9a0f094b-06d8-461f-9907-15c034d70c1c tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f2d04a9-7bb1-44e8-9371-74e1e6fac154 HTTP/1.1" status: 200 len: 946 time: 0.0665486 Jul 22 20:07:43.263375 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-49b7a552-7e19-418e-a4ce-d007c08472fa req-d223eb98-e007-4e2b-8ed7-5ba138c5b930 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Deleting port 6262f911-4bb9-4224-81f8-f1a2f8f32fda {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:07:43.263713 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49b7a552-7e19-418e-a4ce-d007c08472fa req-d223eb98-e007-4e2b-8ed7-5ba138c5b930 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:43.353448 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-49b7a552-7e19-418e-a4ce-d007c08472fa req-d223eb98-e007-4e2b-8ed7-5ba138c5b930 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] For port 6262f911-4bb9-4224-81f8-f1a2f8f32fda, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=6262f911-4bb9-4224-81f8-f1a2f8f32fda,segment=NetworkSegment(dc8a620e-8c10-4322-a3f1-6146681dc717),segment_id=dc8a620e-8c10-4322-a3f1-6146681dc717)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:07:43.353806 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49b7a552-7e19-418e-a4ce-d007c08472fa req-d223eb98-e007-4e2b-8ed7-5ba138c5b930 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:43.365946 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-49b7a552-7e19-418e-a4ce-d007c08472fa req-d223eb98-e007-4e2b-8ed7-5ba138c5b930 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Calling delete_port for 6262f911-4bb9-4224-81f8-f1a2f8f32fda owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:07:43.492457 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49b7a552-7e19-418e-a4ce-d007c08472fa req-d223eb98-e007-4e2b-8ed7-5ba138c5b930 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:43.504052 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['6262f911-4bb9-4224-81f8-f1a2f8f32fda'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:07:43.524178 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223eb98-e007-4e2b-8ed7-5ba138c5b930 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Pushing event deleted for resources: {'Port': ['ID=6262f911-4bb9-4224-81f8-f1a2f8f32fda,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:43.537054 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223eb98-e007-4e2b-8ed7-5ba138c5b930 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:43.537415 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223eb98-e007-4e2b-8ed7-5ba138c5b930 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:43.537759 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223eb98-e007-4e2b-8ed7-5ba138c5b930 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:43.538100 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223eb98-e007-4e2b-8ed7-5ba138c5b930 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:43.538436 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223eb98-e007-4e2b-8ed7-5ba138c5b930 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:43.538770 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223eb98-e007-4e2b-8ed7-5ba138c5b930 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:43.539105 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223eb98-e007-4e2b-8ed7-5ba138c5b930 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:43.539435 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223eb98-e007-4e2b-8ed7-5ba138c5b930 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:43.539768 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223eb98-e007-4e2b-8ed7-5ba138c5b930 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:43.540094 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223eb98-e007-4e2b-8ed7-5ba138c5b930 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:43.540422 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223eb98-e007-4e2b-8ed7-5ba138c5b930 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:43.540774 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223eb98-e007-4e2b-8ed7-5ba138c5b930 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:43.582437 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b7a552-7e19-418e-a4ce-d007c08472fa req-d223eb98-e007-4e2b-8ed7-5ba138c5b930 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] No DVR routers for this DVR port 6262f911-4bb9-4224-81f8-f1a2f8f32fda on host n-h1-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:07:43.586016 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49b7a552-7e19-418e-a4ce-d007c08472fa req-d223eb98-e007-4e2b-8ed7-5ba138c5b930 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:43.588077 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-49b7a552-7e19-418e-a4ce-d007c08472fa req-d223eb98-e007-4e2b-8ed7-5ba138c5b930 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.30 "DELETE /v2.0/ports/6262f911-4bb9-4224-81f8-f1a2f8f32fda HTTP/1.1" status: 204 len: 173 time: 0.4170325 Jul 22 20:07:43.588628 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2d04a9-7bb1-44e8-9371-74e1e6fac154', 'name': 'network-vif-deleted', 'tag': '6262f911-4bb9-4224-81f8-f1a2f8f32fda'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:07:43.591587 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cd16df-4ad1-43b2-86b2-aed00bdaa156" -d '{"events": [{"server_uuid": "5f2d04a9-7bb1-44e8-9371-74e1e6fac154", "name": "network-vif-deleted", "tag": "6262f911-4bb9-4224-81f8-f1a2f8f32fda"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:07:43.637953 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df2a979-48ba-48c3-af15-df4ab85eccac x-openstack-request-id: req-5df2a979-48ba-48c3-af15-df4ab85eccac {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:07:43.638245 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2d04a9-7bb1-44e8-9371-74e1e6fac154", "name": "network-vif-deleted", "tag": "6262f911-4bb9-4224-81f8-f1a2f8f32fda", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:07:43.638522 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5df2a979-48ba-48c3-af15-df4ab85eccac {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:07:43.638952 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2d04a9-7bb1-44e8-9371-74e1e6fac154', 'name': 'network-vif-deleted', 'tag': '6262f911-4bb9-4224-81f8-f1a2f8f32fda', 'status': 'completed', 'code': 200} Jul 22 20:07:44.040305 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae34dfff-f5e7-4fbb-916b-2c183beb10d2 req-d6ab1106-e039-4fe1-b6aa-c33e9b52ba10 tempest-TestEncryptedCinderVolumes-1326142233 tempest-TestEncryptedCinderVolumes-1326142233-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f2d04a9-7bb1-44e8-9371-74e1e6fac154 HTTP/1.1" status: 200 len: 210 time: 0.0344954 Jul 22 20:07:45.132726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33090) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:07:45.477915 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a78985c-adac-41f9-8898-010271799d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:45.726597 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-8a78985c-adac-41f9-8898-010271799d0d admin admin] Deleting port 9db86ddf-c464-4e90-9fc7-2521dd29de3f {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:07:45.726935 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a78985c-adac-41f9-8898-010271799d0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:45.802187 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-8a78985c-adac-41f9-8898-010271799d0d admin admin] For port 9db86ddf-c464-4e90-9fc7-2521dd29de3f, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=9db86ddf-c464-4e90-9fc7-2521dd29de3f,segment=NetworkSegment(dc8a620e-8c10-4322-a3f1-6146681dc717),segment_id=dc8a620e-8c10-4322-a3f1-6146681dc717)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:07:45.802540 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a78985c-adac-41f9-8898-010271799d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:45.815186 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-8a78985c-adac-41f9-8898-010271799d0d admin admin] Calling delete_port for 9db86ddf-c464-4e90-9fc7-2521dd29de3f owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:07:45.995216 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a78985c-adac-41f9-8898-010271799d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:46.025874 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78985c-adac-41f9-8898-010271799d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=9db86ddf-c464-4e90-9fc7-2521dd29de3f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:46.092425 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 6262f911-4bb9-4224-81f8-f1a2f8f32fda no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:07:46.115892 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 6262f911-4bb9-4224-81f8-f1a2f8f32fda {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:07:46.116237 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 6262f911-4bb9-4224-81f8-f1a2f8f32fda not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:07:46.187041 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8a78985c-adac-41f9-8898-010271799d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:46.400719 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a78985c-adac-41f9-8898-010271799d0d admin admin] Router 0a161d59-bcbc-49b8-a9d9-d9ac6725051a has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:07:46.509171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a78985c-adac-41f9-8898-010271799d0d admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:07:46.514112 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8a78985c-adac-41f9-8898-010271799d0d admin admin] 10.222.0.13 "PUT /v2.0/routers/0a161d59-bcbc-49b8-a9d9-d9ac6725051a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3803051 Jul 22 20:07:46.516906 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33092) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:07:46.517703 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804ab851-7045-45d5-8d81-d6b7735a65e9 None None] Sync routers for ids ['0a161d59-bcbc-49b8-a9d9-d9ac6725051a'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:07:46.527314 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804ab851-7045-45d5-8d81-d6b7735a65e9 None None] Routers {'0a161d59-bcbc-49b8-a9d9-d9ac6725051a'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:07:46.527913 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-804ab851-7045-45d5-8d81-d6b7735a65e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:07:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['0a161d59-bcbc-49b8-a9d9-d9ac6725051a'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:46.622335 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5cc8e8b5-a40e-4a0c-b205-4744c52e63c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:46.632050 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-804ab851-7045-45d5-8d81-d6b7735a65e9 None None] Set router 0a161d59-bcbc-49b8-a9d9-d9ac6725051a gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:07:46.815868 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-804ab851-7045-45d5-8d81-d6b7735a65e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a161d59-bcbc-49b8-a9d9-d9ac6725051a', 'name': 'tempest-TestEncryptedCinderVolumes-1361229960-router', 'tenant_id': '42560be1dc9b4a709fa7b32e7019452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '815de4b5-64dd-46e8-b2d5-2f9f80c6f821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:06:32Z', 'updated_at': '2021-07-22T20:07:45Z', 'revision_number': 5, 'project_id': '42560be1dc9b4a709fa7b32e7019452a', 'gw_port': {'id': '815de4b5-64dd-46e8-b2d5-2f9f80c6f821', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a161d59-bcbc-49b8-a9d9-d9ac6725051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:33Z', 'updated_at': '2021-07-22T20:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:46.847088 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804ab851-7045-45d5-8d81-d6b7735a65e9 None None] Checking router: 0a161d59-bcbc-49b8-a9d9-d9ac6725051a for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:07:46.855657 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804ab851-7045-45d5-8d81-d6b7735a65e9 None None] Routers {'0a161d59-bcbc-49b8-a9d9-d9ac6725051a'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:07:46.856278 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-804ab851-7045-45d5-8d81-d6b7735a65e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:07:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['0a161d59-bcbc-49b8-a9d9-d9ac6725051a'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:46.962636 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-804ab851-7045-45d5-8d81-d6b7735a65e9 None None] Set router 0a161d59-bcbc-49b8-a9d9-d9ac6725051a gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:07:47.048767 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5cc8e8b5-a40e-4a0c-b205-4744c52e63c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:47.101998 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-5cc8e8b5-a40e-4a0c-b205-4744c52e63c5 admin admin] Deleting port 815de4b5-64dd-46e8-b2d5-2f9f80c6f821 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:07:47.102325 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5cc8e8b5-a40e-4a0c-b205-4744c52e63c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:47.137785 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-804ab851-7045-45d5-8d81-d6b7735a65e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a161d59-bcbc-49b8-a9d9-d9ac6725051a', 'name': 'tempest-TestEncryptedCinderVolumes-1361229960-router', 'tenant_id': '42560be1dc9b4a709fa7b32e7019452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '815de4b5-64dd-46e8-b2d5-2f9f80c6f821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:06:32Z', 'updated_at': '2021-07-22T20:07:45Z', 'revision_number': 5, 'project_id': '42560be1dc9b4a709fa7b32e7019452a', 'gw_port': {'id': '815de4b5-64dd-46e8-b2d5-2f9f80c6f821', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a161d59-bcbc-49b8-a9d9-d9ac6725051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:33Z', 'updated_at': '2021-07-22T20:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:47.163732 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804ab851-7045-45d5-8d81-d6b7735a65e9 None None] The sync data for ids ['0a161d59-bcbc-49b8-a9d9-d9ac6725051a'] in n-d-800086-12 is: [{'id': '0a161d59-bcbc-49b8-a9d9-d9ac6725051a', 'name': 'tempest-TestEncryptedCinderVolumes-1361229960-router', 'tenant_id': '42560be1dc9b4a709fa7b32e7019452a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '815de4b5-64dd-46e8-b2d5-2f9f80c6f821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:06:32Z', 'updated_at': '2021-07-22T20:07:45Z', 'revision_number': 5, 'project_id': '42560be1dc9b4a709fa7b32e7019452a', 'gw_port': {'id': '815de4b5-64dd-46e8-b2d5-2f9f80c6f821', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a161d59-bcbc-49b8-a9d9-d9ac6725051a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:33Z', 'updated_at': '2021-07-22T20:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:07:47.184365 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-5cc8e8b5-a40e-4a0c-b205-4744c52e63c5 admin admin] For port 815de4b5-64dd-46e8-b2d5-2f9f80c6f821, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=815de4b5-64dd-46e8-b2d5-2f9f80c6f821,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:07:47.184758 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5cc8e8b5-a40e-4a0c-b205-4744c52e63c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:47.202435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-5cc8e8b5-a40e-4a0c-b205-4744c52e63c5 admin admin] Calling delete_port for 815de4b5-64dd-46e8-b2d5-2f9f80c6f821 owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:07:47.367805 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5cc8e8b5-a40e-4a0c-b205-4744c52e63c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:47.394114 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8e8b5-a40e-4a0c-b205-4744c52e63c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=815de4b5-64dd-46e8-b2d5-2f9f80c6f821,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:47.457585 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5cc8e8b5-a40e-4a0c-b205-4744c52e63c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:47.551878 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5cc8e8b5-a40e-4a0c-b205-4744c52e63c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:47.554151 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5cc8e8b5-a40e-4a0c-b205-4744c52e63c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:47.602968 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5cc8e8b5-a40e-4a0c-b205-4744c52e63c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:47.605391 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc8e8b5-a40e-4a0c-b205-4744c52e63c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a161d59-bcbc-49b8-a9d9-d9ac6725051a {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:07:47.610797 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9db86ddf-c464-4e90-9fc7-2521dd29de3f no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:07:47.611809 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5cc8e8b5-a40e-4a0c-b205-4744c52e63c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:47.613056 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5cc8e8b5-a40e-4a0c-b205-4744c52e63c5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0a161d59-bcbc-49b8-a9d9-d9ac6725051a HTTP/1.1" status: 204 len: 168 time: 1.0952351 Jul 22 20:07:47.615598 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33094) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:07:47.664062 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-317e5b38-e275-4918-a521-946898ac7ec5 admin admin] Deleting subnet 74cfb8c2-b9d1-4de9-848a-a8f40033c5b2 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:07:47.667613 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-317e5b38-e275-4918-a521-946898ac7ec5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:47.705935 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-317e5b38-e275-4918-a521-946898ac7ec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:47.795219 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-317e5b38-e275-4918-a521-946898ac7ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:47.797544 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 9db86ddf-c464-4e90-9fc7-2521dd29de3f {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:07:47.798139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 9db86ddf-c464-4e90-9fc7-2521dd29de3f not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:07:47.852379 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-317e5b38-e275-4918-a521-946898ac7ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:47.881033 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e5b38-e275-4918-a521-946898ac7ec5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74cfb8c2-b9d1-4de9-848a-a8f40033c5b2,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:47.884753 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-317e5b38-e275-4918-a521-946898ac7ec5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:47.886623 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-317e5b38-e275-4918-a521-946898ac7ec5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/74cfb8c2-b9d1-4de9-848a-a8f40033c5b2 HTTP/1.1" status: 204 len: 168 time: 0.2700672 Jul 22 20:07:47.889372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33096) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:07:47.892182 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5232d71f-7fbf-4090-b413-86f3c77b0908 None None] Network fdf4ddca-229d-4760-88c2-5c474f0c0c9e requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:07:47.967073 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4f5daa20-3a7b-4ac8-910b-4cea188b4651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:48.019836 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-4f5daa20-3a7b-4ac8-910b-4cea188b4651 admin admin] Deleting port 1363cfaf-7bf7-4486-ab45-bb135a842d93 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:07:48.020339 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4f5daa20-3a7b-4ac8-910b-4cea188b4651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:48.083774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-4f5daa20-3a7b-4ac8-910b-4cea188b4651 admin admin] For port 1363cfaf-7bf7-4486-ab45-bb135a842d93, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=1363cfaf-7bf7-4486-ab45-bb135a842d93,segment=NetworkSegment(dc8a620e-8c10-4322-a3f1-6146681dc717),segment_id=dc8a620e-8c10-4322-a3f1-6146681dc717)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:07:48.084132 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4f5daa20-3a7b-4ac8-910b-4cea188b4651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:48.096241 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-4f5daa20-3a7b-4ac8-910b-4cea188b4651 admin admin] Calling delete_port for 1363cfaf-7bf7-4486-ab45-bb135a842d93 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:07:48.178660 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4f5daa20-3a7b-4ac8-910b-4cea188b4651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:48.195880 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e505bd0-40a8-4263-94cd-6ca6d6739d7f None None] DHCP port deletion for fdf4ddca-229d-4760-88c2-5c474f0c0c9e request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:07:48.207565 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5daa20-3a7b-4ac8-910b-4cea188b4651 admin admin] Pushing event deleted for resources: {'Port': ['ID=1363cfaf-7bf7-4486-ab45-bb135a842d93,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:48.211125 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5daa20-3a7b-4ac8-910b-4cea188b4651 admin admin] No DVR routers for this DVR port 1363cfaf-7bf7-4486-ab45-bb135a842d93 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:07:48.285194 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4f5daa20-3a7b-4ac8-910b-4cea188b4651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:48.295056 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-4f5daa20-3a7b-4ac8-910b-4cea188b4651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf4ddca-229d-4760-88c2-5c474f0c0c9e']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:48.305870 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-4f5daa20-3a7b-4ac8-910b-4cea188b4651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8a620e-8c10-4322-a3f1-6146681dc717') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:48.306175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-4f5daa20-3a7b-4ac8-910b-4cea188b4651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8a620e-8c10-4322-a3f1-6146681dc717') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:48.315471 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4f5daa20-3a7b-4ac8-910b-4cea188b4651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:48.329000 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4f5daa20-3a7b-4ac8-910b-4cea188b4651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:48.334836 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5daa20-3a7b-4ac8-910b-4cea188b4651 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:07:48.335219 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4f5daa20-3a7b-4ac8-910b-4cea188b4651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: timer() Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:07:48.336983 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:07:48.389992 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4f5daa20-3a7b-4ac8-910b-4cea188b4651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:48.394774 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4f5daa20-3a7b-4ac8-910b-4cea188b4651 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:48.396771 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4f5daa20-3a7b-4ac8-910b-4cea188b4651 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fdf4ddca-229d-4760-88c2-5c474f0c0c9e HTTP/1.1" status: 204 len: 168 time: 0.5066557 Jul 22 20:07:48.399677 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33098) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:07:48.409311 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5daa20-3a7b-4ac8-910b-4cea188b4651 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdf4ddca-229d-4760-88c2-5c474f0c0c9e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:48.729162 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-63ca4b7b-1721-4ca6-8c81-f5efb5d27759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:48.971993 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-63ca4b7b-1721-4ca6-8c81-f5efb5d27759 admin admin] Deleting port a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:07:48.972338 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-63ca4b7b-1721-4ca6-8c81-f5efb5d27759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:49.051741 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-63ca4b7b-1721-4ca6-8c81-f5efb5d27759 admin admin] For port a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d,segment=NetworkSegment(7cfc5cff-a62e-4b4e-abf7-9a92cc241150),segment_id=7cfc5cff-a62e-4b4e-abf7-9a92cc241150)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:07:49.052010 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-63ca4b7b-1721-4ca6-8c81-f5efb5d27759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:49.064170 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-63ca4b7b-1721-4ca6-8c81-f5efb5d27759 admin admin] Calling delete_port for a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:07:49.237817 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-63ca4b7b-1721-4ca6-8c81-f5efb5d27759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:49.262213 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca4b7b-1721-4ca6-8c81-f5efb5d27759 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:49.430257 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-63ca4b7b-1721-4ca6-8c81-f5efb5d27759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:49.525281 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1363cfaf-7bf7-4486-ab45-bb135a842d93 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:07:49.545005 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 1363cfaf-7bf7-4486-ab45-bb135a842d93 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:07:49.545276 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1363cfaf-7bf7-4486-ab45-bb135a842d93 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:07:49.545697 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 815de4b5-64dd-46e8-b2d5-2f9f80c6f821 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:07:49.564441 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 815de4b5-64dd-46e8-b2d5-2f9f80c6f821 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:07:49.564813 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 815de4b5-64dd-46e8-b2d5-2f9f80c6f821 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:07:49.647614 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ca4b7b-1721-4ca6-8c81-f5efb5d27759 admin admin] Router 61dbefcd-1f56-4ef3-b274-67aabd1b6cc4 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:07:49.749884 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ca4b7b-1721-4ca6-8c81-f5efb5d27759 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:07:49.756877 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-63ca4b7b-1721-4ca6-8c81-f5efb5d27759 admin admin] 10.222.0.13 "PUT /v2.0/routers/61dbefcd-1f56-4ef3-b274-67aabd1b6cc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3553729 Jul 22 20:07:49.758102 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33100) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:07:49.759383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad12c1d2-18e0-42d0-8edb-e09588aab2c2 None None] Sync routers for ids ['61dbefcd-1f56-4ef3-b274-67aabd1b6cc4'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:07:49.768229 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad12c1d2-18e0-42d0-8edb-e09588aab2c2 None None] Routers {'61dbefcd-1f56-4ef3-b274-67aabd1b6cc4'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:07:49.768885 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ad12c1d2-18e0-42d0-8edb-e09588aab2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:07:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['61dbefcd-1f56-4ef3-b274-67aabd1b6cc4'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:49.862510 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fe3a-3783-4796-bd07-18aeafeece28 admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:49.879871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-ad12c1d2-18e0-42d0-8edb-e09588aab2c2 None None] Set router 61dbefcd-1f56-4ef3-b274-67aabd1b6cc4 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:07:49.967237 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fe3a-3783-4796-bd07-18aeafeece28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:50.019735 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f6a6fe3a-3783-4796-bd07-18aeafeece28 admin admin] Deleting port 5b7b6cba-64cf-4128-8754-079e84449580 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:07:50.020081 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fe3a-3783-4796-bd07-18aeafeece28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:50.059573 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ad12c1d2-18e0-42d0-8edb-e09588aab2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dbefcd-1f56-4ef3-b274-67aabd1b6cc4', 'name': 'tempest-TestEncryptedCinderVolumes-742940510-router', 'tenant_id': '26e83dc9666f44d8a601527c990d76ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '5b7b6cba-64cf-4128-8754-079e84449580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:06:37Z', 'updated_at': '2021-07-22T20:07:49Z', 'revision_number': 5, 'project_id': '26e83dc9666f44d8a601527c990d76ab', 'gw_port': {'id': '5b7b6cba-64cf-4128-8754-079e84449580', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbefcd-1f56-4ef3-b274-67aabd1b6cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:06:37Z', 'updated_at': '2021-07-22T20:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:50.090167 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad12c1d2-18e0-42d0-8edb-e09588aab2c2 None None] Checking router: 61dbefcd-1f56-4ef3-b274-67aabd1b6cc4 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:07:50.099056 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad12c1d2-18e0-42d0-8edb-e09588aab2c2 None None] Routers {'61dbefcd-1f56-4ef3-b274-67aabd1b6cc4'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:07:50.099676 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ad12c1d2-18e0-42d0-8edb-e09588aab2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:07:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['61dbefcd-1f56-4ef3-b274-67aabd1b6cc4'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:50.101430 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-f6a6fe3a-3783-4796-bd07-18aeafeece28 admin admin] For port 5b7b6cba-64cf-4128-8754-079e84449580, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5b7b6cba-64cf-4128-8754-079e84449580,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:07:50.101788 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fe3a-3783-4796-bd07-18aeafeece28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:50.113303 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f6a6fe3a-3783-4796-bd07-18aeafeece28 admin admin] Calling delete_port for 5b7b6cba-64cf-4128-8754-079e84449580 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:07:50.188670 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-ad12c1d2-18e0-42d0-8edb-e09588aab2c2 None None] Set router 61dbefcd-1f56-4ef3-b274-67aabd1b6cc4 gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:07:50.242815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ad12c1d2-18e0-42d0-8edb-e09588aab2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61dbefcd-1f56-4ef3-b274-67aabd1b6cc4', 'name': 'tempest-TestEncryptedCinderVolumes-742940510-router', 'tenant_id': '26e83dc9666f44d8a601527c990d76ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:06:37Z', 'updated_at': '2021-07-22T20:07:49Z', 'revision_number': 6, 'project_id': '26e83dc9666f44d8a601527c990d76ab', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:50.273185 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad12c1d2-18e0-42d0-8edb-e09588aab2c2 None None] The sync data for ids ['61dbefcd-1f56-4ef3-b274-67aabd1b6cc4'] in n-d-800086-12 is: [{'id': '61dbefcd-1f56-4ef3-b274-67aabd1b6cc4', 'name': 'tempest-TestEncryptedCinderVolumes-742940510-router', 'tenant_id': '26e83dc9666f44d8a601527c990d76ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:06:37Z', 'updated_at': '2021-07-22T20:07:49Z', 'revision_number': 6, 'project_id': '26e83dc9666f44d8a601527c990d76ab', 'gw_port_host': None}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:07:50.277844 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fe3a-3783-4796-bd07-18aeafeece28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:50.303020 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6fe3a-3783-4796-bd07-18aeafeece28 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b7b6cba-64cf-4128-8754-079e84449580,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:50.365633 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fe3a-3783-4796-bd07-18aeafeece28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:50.452208 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fe3a-3783-4796-bd07-18aeafeece28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:50.454973 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fe3a-3783-4796-bd07-18aeafeece28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:50.498602 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fe3a-3783-4796-bd07-18aeafeece28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:50.499143 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a6fe3a-3783-4796-bd07-18aeafeece28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61dbefcd-1f56-4ef3-b274-67aabd1b6cc4 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:07:50.503933 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fe3a-3783-4796-bd07-18aeafeece28 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:50.505113 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f6a6fe3a-3783-4796-bd07-18aeafeece28 admin admin] 10.222.0.13 "DELETE /v2.0/routers/61dbefcd-1f56-4ef3-b274-67aabd1b6cc4 HTTP/1.1" status: 204 len: 168 time: 0.7460618 Jul 22 20:07:50.507661 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33102) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:07:50.553477 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d0e03f-1e92-4d16-9f73-e899d3e67854 admin admin] Deleting subnet e3cd69e8-2a8c-49c7-ba40-345838c0bcd7 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:07:50.556337 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18d0e03f-1e92-4d16-9f73-e899d3e67854 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:50.591281 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18d0e03f-1e92-4d16-9f73-e899d3e67854 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:50.672536 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18d0e03f-1e92-4d16-9f73-e899d3e67854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:50.733360 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18d0e03f-1e92-4d16-9f73-e899d3e67854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:50.761558 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18d0e03f-1e92-4d16-9f73-e899d3e67854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:50.763402 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-18d0e03f-1e92-4d16-9f73-e899d3e67854 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e3cd69e8-2a8c-49c7-ba40-345838c0bcd7 HTTP/1.1" status: 204 len: 168 time: 0.2548351 Jul 22 20:07:50.765067 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0e03f-1e92-4d16-9f73-e899d3e67854 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3cd69e8-2a8c-49c7-ba40-345838c0bcd7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:50.766221 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33104) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:07:50.766924 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e1ded3-0e06-4eef-8a72-d298a49b3deb None None] Network 97c919eb-e0d1-4508-9e4b-3cfffebddd7c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:07:50.838260 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7382b9f8-dc03-4027-8722-ef18c637a0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:50.892304 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-7382b9f8-dc03-4027-8722-ef18c637a0e6 admin admin] Deleting port 63a7f173-c447-424d-adbd-43af0aa11fad {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:07:50.892592 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7382b9f8-dc03-4027-8722-ef18c637a0e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:50.962837 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-7382b9f8-dc03-4027-8722-ef18c637a0e6 admin admin] For port 63a7f173-c447-424d-adbd-43af0aa11fad, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=63a7f173-c447-424d-adbd-43af0aa11fad,segment=NetworkSegment(7cfc5cff-a62e-4b4e-abf7-9a92cc241150),segment_id=7cfc5cff-a62e-4b4e-abf7-9a92cc241150)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:07:50.963198 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7382b9f8-dc03-4027-8722-ef18c637a0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:50.975495 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-7382b9f8-dc03-4027-8722-ef18c637a0e6 admin admin] Calling delete_port for 63a7f173-c447-424d-adbd-43af0aa11fad owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:07:51.055630 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7382b9f8-dc03-4027-8722-ef18c637a0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:51.074782 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9e8a0f-e12c-4fa4-8574-5ed0d2a938f5 None None] DHCP port deletion for 97c919eb-e0d1-4508-9e4b-3cfffebddd7c request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:07:51.082275 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382b9f8-dc03-4027-8722-ef18c637a0e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=63a7f173-c447-424d-adbd-43af0aa11fad,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:51.086098 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7382b9f8-dc03-4027-8722-ef18c637a0e6 admin admin] No DVR routers for this DVR port 63a7f173-c447-424d-adbd-43af0aa11fad on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:07:51.161625 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7382b9f8-dc03-4027-8722-ef18c637a0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:51.173884 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-7382b9f8-dc03-4027-8722-ef18c637a0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c919eb-e0d1-4508-9e4b-3cfffebddd7c']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:51.184999 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-7382b9f8-dc03-4027-8722-ef18c637a0e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cfc5cff-a62e-4b4e-abf7-9a92cc241150') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:51.185295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-7382b9f8-dc03-4027-8722-ef18c637a0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cfc5cff-a62e-4b4e-abf7-9a92cc241150') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:51.195109 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7382b9f8-dc03-4027-8722-ef18c637a0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:51.209442 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7382b9f8-dc03-4027-8722-ef18c637a0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:51.215498 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7382b9f8-dc03-4027-8722-ef18c637a0e6 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:07:51.215930 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7382b9f8-dc03-4027-8722-ef18c637a0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: timer() Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:07:51.217839 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:07:51.276498 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7382b9f8-dc03-4027-8722-ef18c637a0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:51.283827 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7382b9f8-dc03-4027-8722-ef18c637a0e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:51.287974 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7382b9f8-dc03-4027-8722-ef18c637a0e6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/97c919eb-e0d1-4508-9e4b-3cfffebddd7c HTTP/1.1" status: 204 len: 168 time: 0.5184388 Jul 22 20:07:51.298165 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382b9f8-dc03-4027-8722-ef18c637a0e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=97c919eb-e0d1-4508-9e4b-3cfffebddd7c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:51.445804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33108) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:07:51.473773 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5b7b6cba-64cf-4128-8754-079e84449580 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:07:51.490485 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-55fc186e-658a-4b7f-8243-0d2c9484bdbe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42560be1dc9b4a709fa7b32e7019452a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434940 Jul 22 20:07:51.493077 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33110) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:07:51.494423 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 5b7b6cba-64cf-4128-8754-079e84449580 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:07:51.494774 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5b7b6cba-64cf-4128-8754-079e84449580 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:07:51.495202 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 63a7f173-c447-424d-adbd-43af0aa11fad no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:07:51.513554 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 63a7f173-c447-424d-adbd-43af0aa11fad {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:07:51.513893 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 63a7f173-c447-424d-adbd-43af0aa11fad not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:07:51.514316 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:07:51.533365 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:07:51.533713 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device a6ad3ec2-3cd9-4b7d-9123-ffdf47f0a44d not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:07:51.542374 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b75c02da-a6c5-40df-8dfc-bd46dae83da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:51.564784 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b75c02da-a6c5-40df-8dfc-bd46dae83da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:51.612306 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b75c02da-a6c5-40df-8dfc-bd46dae83da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:51.614828 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b75c02da-a6c5-40df-8dfc-bd46dae83da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:51.616134 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b75c02da-a6c5-40df-8dfc-bd46dae83da8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a45f3f3a-5086-4e95-864d-5eba3aa6ab58 HTTP/1.1" status: 204 len: 168 time: 0.1221640 Jul 22 20:07:51.623742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c02da-a6c5-40df-8dfc-bd46dae83da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45f3f3a-5086-4e95-864d-5eba3aa6ab58,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:51.918045 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33116) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:07:51.958569 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6c1fdb38-e41c-4cd2-9880-1b1a04229d18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26e83dc9666f44d8a601527c990d76ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392625 Jul 22 20:07:51.961044 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33118) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:07:52.012029 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-42f5ed8f-2534-4995-820b-5a3196619d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:52.033926 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-42f5ed8f-2534-4995-820b-5a3196619d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:52.080918 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-42f5ed8f-2534-4995-820b-5a3196619d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:52.083494 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-42f5ed8f-2534-4995-820b-5a3196619d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:52.084672 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-42f5ed8f-2534-4995-820b-5a3196619d13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef168218-27ad-4b45-8a3e-348d966e9b8a HTTP/1.1" status: 204 len: 168 time: 0.1226428 Jul 22 20:07:52.093081 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5ed8f-2534-4995-820b-5a3196619d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef168218-27ad-4b45-8a3e-348d966e9b8a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:52.737916 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33140) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:07:52.829110 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-6eae30d4-9011-4e74-a179-82bf4d713b67 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1850254633-network', 'tenant_id': '784fa47db15343c39594fa85d1267218'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:07:52.852314 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eae30d4-9011-4e74-a179-82bf4d713b67 admin admin] Made reservation on behalf of 784fa47db15343c39594fa85d1267218 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:07:52.854611 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6eae30d4-9011-4e74-a179-82bf4d713b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:52.863685 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6eae30d4-9011-4e74-a179-82bf4d713b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:52.961158 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6eae30d4-9011-4e74-a179-82bf4d713b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:52.965456 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6eae30d4-9011-4e74-a179-82bf4d713b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:52.990445 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eae30d4-9011-4e74-a179-82bf4d713b67 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:07:52.999213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae30d4-9011-4e74-a179-82bf4d713b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acae1dd-a936-42c7-b213-deef49c51a7f,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:53.006075 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6eae30d4-9011-4e74-a179-82bf4d713b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:53.006415 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-6eae30d4-9011-4e74-a179-82bf4d713b67 admin admin] Added segment 10e1fd51-c0b4-448e-91e7-31823e0d85fd of type vlan for network 48df6521-77d1-46c6-b544-7e9b44e46fef Jul 22 20:07:53.045165 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6eae30d4-9011-4e74-a179-82bf4d713b67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:53.075308 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6eae30d4-9011-4e74-a179-82bf4d713b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:53.076297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eae30d4-9011-4e74-a179-82bf4d713b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:53.076935 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6eae30d4-9011-4e74-a179-82bf4d713b67 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:53.113152 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6eae30d4-9011-4e74-a179-82bf4d713b67 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3741333 Jul 22 20:07:53.116072 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33146) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:07:53.121302 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f8a84c94-2f15-4aec-9c51-903a88b54af2 admin admin] Request body: {'subnet': {'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1850254633-subnet', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:07:53.141603 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a84c94-2f15-4aec-9c51-903a88b54af2 admin admin] Made reservation on behalf of 784fa47db15343c39594fa85d1267218 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:07:53.144057 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f8a84c94-2f15-4aec-9c51-903a88b54af2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:53.144654 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae30d4-9011-4e74-a179-82bf4d713b67 admin admin] Pushing event updated for resources: {'Network': ['ID=48df6521-77d1-46c6-b544-7e9b44e46fef,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:53.154097 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 48df6521-77d1-46c6-b544-7e9b44e46fef details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:07:53.317868 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f8a84c94-2f15-4aec-9c51-903a88b54af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:53.371028 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a84c94-2f15-4aec-9c51-903a88b54af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce2aecf3-b4ae-462a-bffb-8f1b124a3e19,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:53.381046 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a84c94-2f15-4aec-9c51-903a88b54af2 admin admin] Checking segment: {'id': '10e1fd51-c0b4-448e-91e7-31823e0d85fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:07:53.381403 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a84c94-2f15-4aec-9c51-903a88b54af2 admin admin] Network hostable DHCP agents. Network: 48df6521-77d1-46c6-b544-7e9b44e46fef, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:07:53.396582 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a84c94-2f15-4aec-9c51-903a88b54af2 admin admin] Network 48df6521-77d1-46c6-b544-7e9b44e46fef is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:07:53.404678 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-f8a84c94-2f15-4aec-9c51-903a88b54af2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 48df6521-77d1-46c6-b544-7e9b44e46fef) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:07:53.409417 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a84c94-2f15-4aec-9c51-903a88b54af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:53.409995 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f8a84c94-2f15-4aec-9c51-903a88b54af2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:53.413892 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51ad4e9-3796-45f4-8c11-344cee8f7a9f None None] Network 48df6521-77d1-46c6-b544-7e9b44e46fef requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:07:53.426164 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f8a84c94-2f15-4aec-9c51-903a88b54af2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3089056 Jul 22 20:07:53.429010 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33148) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:07:53.433547 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-60ec7eca-b49e-4287-a429-da9e1d7e67cc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1850254633-router', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:07:53.455205 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60ec7eca-b49e-4287-a429-da9e1d7e67cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:53.456263 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60ec7eca-b49e-4287-a429-da9e1d7e67cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:53.511698 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60ec7eca-b49e-4287-a429-da9e1d7e67cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:53.567403 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-48df6521-77d1-46c6-b544-7e9b44e46fef', 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'fixed_ips': [{'subnet_id': 'ce2aecf3-b4ae-462a-bffb-8f1b124a3e19'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:07:53.568466 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:53.652969 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60ec7eca-b49e-4287-a429-da9e1d7e67cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:53.701553 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] Allocated IP 172.20.0.2 (48df6521-77d1-46c6-b544-7e9b44e46fef/ce2aecf3-b4ae-462a-bffb-8f1b124a3e19/d00780ec-435e-4eab-b16e-18604931d625) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:07:53.846391 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:53.854816 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] Transition to ACTIVE for port object d00780ec-435e-4eab-b16e-18604931d625 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:07:53.855848 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60ec7eca-b49e-4287-a429-da9e1d7e67cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:53.870607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] Transition to ACTIVE for port object d00780ec-435e-4eab-b16e-18604931d625 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:07:53.876450 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60ec7eca-b49e-4287-a429-da9e1d7e67cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:53.876851 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:53.920828 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] Network 48df6521-77d1-46c6-b544-7e9b44e46fef is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:07:53.924610 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:07:53.927596 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:07:53.936217 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] Pushing event updated for resources: {'Port': ['ID=d00780ec-435e-4eab-b16e-18604931d625,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:53.982431 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-60ec7eca-b49e-4287-a429-da9e1d7e67cc admin admin] Allocated IP 172.25.3.37 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/847508b7-f5da-4d20-9563-67f58e24dfd4) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:07:53.993245 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] Attempting to bind port d00780ec-435e-4eab-b16e-18604931d625 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:07:53.993615 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] Attempting to bind port d00780ec-435e-4eab-b16e-18604931d625 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '10e1fd51-c0b4-448e-91e7-31823e0d85fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:07:53.993975 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] Attempting to bind port d00780ec-435e-4eab-b16e-18604931d625 on network 48df6521-77d1-46c6-b544-7e9b44e46fef {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:07:54.000109 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:07:54.000515 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] Checking segment: {'id': '10e1fd51-c0b4-448e-91e7-31823e0d85fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:07:54.000959 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:54.001346 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] Bound using segment: {'id': '10e1fd51-c0b4-448e-91e7-31823e0d85fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:07:54.001821 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] Bound port: d00780ec-435e-4eab-b16e-18604931d625, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e1fd51-c0b4-448e-91e7-31823e0d85fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:07:54.002191 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:54.064556 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] For port d00780ec-435e-4eab-b16e-18604931d625, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:07:54.067643 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] For port d00780ec-435e-4eab-b16e-18604931d625, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d00780ec-435e-4eab-b16e-18604931d625,segment=NetworkSegment(10e1fd51-c0b4-448e-91e7-31823e0d85fd),segment_id=10e1fd51-c0b4-448e-91e7-31823e0d85fd)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:07:54.072796 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:54.092758 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60ec7eca-b49e-4287-a429-da9e1d7e67cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:54.131816 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9a200-6ed5-4dc2-ac33-63eb1d4b3871 None None] Pushing event updated for resources: {'Port': ['ID=d00780ec-435e-4eab-b16e-18604931d625,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:54.136038 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60ec7eca-b49e-4287-a429-da9e1d7e67cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:54.175514 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ec7eca-b49e-4287-a429-da9e1d7e67cc admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:07:54.180726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-60ec7eca-b49e-4287-a429-da9e1d7e67cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:07:54.184205 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec7eca-b49e-4287-a429-da9e1d7e67cc admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:07:54.208891 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec7eca-b49e-4287-a429-da9e1d7e67cc admin admin] Pushing event updated for resources: {'Port': ['ID=847508b7-f5da-4d20-9563-67f58e24dfd4,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:54.457538 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60ec7eca-b49e-4287-a429-da9e1d7e67cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:54.664271 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60ec7eca-b49e-4287-a429-da9e1d7e67cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:54.800151 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ec7eca-b49e-4287-a429-da9e1d7e67cc admin admin] Router c358a8ff-f1cc-4f19-9086-3e42a769701e is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:07:54.912818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ec7eca-b49e-4287-a429-da9e1d7e67cc admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:07:54.924125 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] Sync routers for ids ['c358a8ff-f1cc-4f19-9086-3e42a769701e'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:07:54.931795 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-60ec7eca-b49e-4287-a429-da9e1d7e67cc admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:54.933449 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-60ec7eca-b49e-4287-a429-da9e1d7e67cc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5032308 Jul 22 20:07:54.933625 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] Routers {'c358a8ff-f1cc-4f19-9086-3e42a769701e'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:07:54.934128 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:07:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c358a8ff-f1cc-4f19-9086-3e42a769701e'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:54.936038 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33150) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:07:55.054729 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312b428e-93d7-4572-bdc4-161eadc61e4e None None] Network 48df6521-77d1-46c6-b544-7e9b44e46fef requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:07:55.134180 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] Set router c358a8ff-f1cc-4f19-9086-3e42a769701e gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:07:55.186004 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-578c7633-3c8b-45a9-a4e6-c017bfb7cc18 None None] Provisioning for port d00780ec-435e-4eab-b16e-18604931d625 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:07:55.317332 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'name': 'tempest-TestMinimumBasicScenario-1850254633-router', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:54Z', 'revision_number': 3, 'project_id': '784fa47db15343c39594fa85d1267218', 'gw_port': {'id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:55.344615 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] Checking router: c358a8ff-f1cc-4f19-9086-3e42a769701e for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:07:55.344871 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] Updating router c358a8ff-f1cc-4f19-9086-3e42a769701e port 847508b7-f5da-4d20-9563-67f58e24dfd4 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:07:55.383992 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:55.386517 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e63c9f8b-9391-4297-ae60-de10abd60fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:55.518928 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d00780ec-435e-4eab-b16e-18604931d625 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:07:55.581817 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port d00780ec-435e-4eab-b16e-18604931d625 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:07:55.586279 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port d00780ec-435e-4eab-b16e-18604931d625 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:07:55.586738 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:55.657830 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:55.666848 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:55.669542 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] Transition to ACTIVE for port object 847508b7-f5da-4d20-9563-67f58e24dfd4 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:07:55.676980 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:55.702518 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port d00780ec-435e-4eab-b16e-18604931d625, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d00780ec-435e-4eab-b16e-18604931d625,segment=NetworkSegment(10e1fd51-c0b4-448e-91e7-31823e0d85fd),segment_id=10e1fd51-c0b4-448e-91e7-31823e0d85fd)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:07:55.710120 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:55.721302 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] Attempting to bind port 847508b7-f5da-4d20-9563-67f58e24dfd4 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:07:55.721670 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] Attempting to bind port 847508b7-f5da-4d20-9563-67f58e24dfd4 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:07:55.722044 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] Attempting to bind port 847508b7-f5da-4d20-9563-67f58e24dfd4 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:07:55.734846 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:07:55.735205 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:07:55.735620 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:55.736014 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:07:55.737069 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] Bound port: 847508b7-f5da-4d20-9563-67f58e24dfd4, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:07:55.737069 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:55.765360 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=d00780ec-435e-4eab-b16e-18604931d625,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:55.768738 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98124020-f223-49b7-8fd5-fbe0caa4230d None None] Pushing event updated for resources: {'Port': ['ID=847508b7-f5da-4d20-9563-67f58e24dfd4,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:55.782567 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98124020-f223-49b7-8fd5-fbe0caa4230d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:55.782923 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98124020-f223-49b7-8fd5-fbe0caa4230d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:55.783313 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98124020-f223-49b7-8fd5-fbe0caa4230d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:55.783581 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98124020-f223-49b7-8fd5-fbe0caa4230d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:55.783909 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98124020-f223-49b7-8fd5-fbe0caa4230d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:55.784237 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98124020-f223-49b7-8fd5-fbe0caa4230d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:55.784588 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98124020-f223-49b7-8fd5-fbe0caa4230d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:55.784913 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98124020-f223-49b7-8fd5-fbe0caa4230d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:55.785234 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98124020-f223-49b7-8fd5-fbe0caa4230d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:55.785556 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98124020-f223-49b7-8fd5-fbe0caa4230d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:55.785878 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98124020-f223-49b7-8fd5-fbe0caa4230d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:55.786197 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98124020-f223-49b7-8fd5-fbe0caa4230d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:55.808728 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] For port 847508b7-f5da-4d20-9563-67f58e24dfd4, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:07:55.811771 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] For port 847508b7-f5da-4d20-9563-67f58e24dfd4, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=847508b7-f5da-4d20-9563-67f58e24dfd4,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:07:55.816399 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:55.871488 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] Routers {'c358a8ff-f1cc-4f19-9086-3e42a769701e'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:07:55.872118 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:07:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c358a8ff-f1cc-4f19-9086-3e42a769701e'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:55.913788 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-e63c9f8b-9391-4297-ae60-de10abd60fab admin admin] Allocated IP 172.20.0.1 (48df6521-77d1-46c6-b544-7e9b44e46fef/ce2aecf3-b4ae-462a-bffb-8f1b124a3e19/94603e26-68ee-4a91-82ee-80a4a3a177fb) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:07:55.968101 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98124020-f223-49b7-8fd5-fbe0caa4230d None None] Pushing event updated for resources: {'Port': ['ID=847508b7-f5da-4d20-9563-67f58e24dfd4,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:55.992178 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] Set router c358a8ff-f1cc-4f19-9086-3e42a769701e gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:07:56.019891 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e63c9f8b-9391-4297-ae60-de10abd60fab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:56.032817 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-e63c9f8b-9391-4297-ae60-de10abd60fab admin admin] Transition to ACTIVE for port object 94603e26-68ee-4a91-82ee-80a4a3a177fb will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:07:56.068030 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e63c9f8b-9391-4297-ae60-de10abd60fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:56.104595 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63c9f8b-9391-4297-ae60-de10abd60fab admin admin] Network 48df6521-77d1-46c6-b544-7e9b44e46fef is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:07:56.111614 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-e63c9f8b-9391-4297-ae60-de10abd60fab admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:07:56.115180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c9f8b-9391-4297-ae60-de10abd60fab admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:07:56.120743 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c9f8b-9391-4297-ae60-de10abd60fab admin admin] Pushing event updated for resources: {'Port': ['ID=94603e26-68ee-4a91-82ee-80a4a3a177fb,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:56.162051 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e63c9f8b-9391-4297-ae60-de10abd60fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:56.194510 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'name': 'tempest-TestMinimumBasicScenario-1850254633-router', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:54Z', 'revision_number': 3, 'project_id': '784fa47db15343c39594fa85d1267218', 'gw_port': {'id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:56.237742 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f59c405-3eaa-4612-bd6d-32d8b3ae9feb None None] The sync data for ids ['c358a8ff-f1cc-4f19-9086-3e42a769701e'] in n-d-800086-12 is: [{'id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'name': 'tempest-TestMinimumBasicScenario-1850254633-router', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:54Z', 'revision_number': 3, 'project_id': '784fa47db15343c39594fa85d1267218', 'gw_port': {'id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:07:56.318324 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e63c9f8b-9391-4297-ae60-de10abd60fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:56.385750 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ec9255a6-9f12-4903-a919-b277ab88306a None None] Provisioning for port 94603e26-68ee-4a91-82ee-80a4a3a177fb completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:07:56.389715 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ec9255a6-9f12-4903-a919-b277ab88306a None None] Provisioning complete for port 94603e26-68ee-4a91-82ee-80a4a3a177fb triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:07:56.390155 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ec9255a6-9f12-4903-a919-b277ab88306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:56.430132 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ec9255a6-9f12-4903-a919-b277ab88306a None None] Port 94603e26-68ee-4a91-82ee-80a4a3a177fb cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:07:56.504619 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e63c9f8b-9391-4297-ae60-de10abd60fab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:56.511216 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e63c9f8b-9391-4297-ae60-de10abd60fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:56.579655 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c9f8b-9391-4297-ae60-de10abd60fab admin admin] Pushing event updated for resources: {'Port': ['ID=94603e26-68ee-4a91-82ee-80a4a3a177fb,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:56.582698 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e63c9f8b-9391-4297-ae60-de10abd60fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:56.684230 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63c9f8b-9391-4297-ae60-de10abd60fab admin admin] Network 48df6521-77d1-46c6-b544-7e9b44e46fef is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:07:56.685751 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-e63c9f8b-9391-4297-ae60-de10abd60fab admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:07:56.803749 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63c9f8b-9391-4297-ae60-de10abd60fab admin admin] Router c358a8ff-f1cc-4f19-9086-3e42a769701e has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:07:56.920343 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63c9f8b-9391-4297-ae60-de10abd60fab admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:07:56.926132 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e63c9f8b-9391-4297-ae60-de10abd60fab admin admin] 10.222.0.13 "PUT /v2.0/routers/c358a8ff-f1cc-4f19-9086-3e42a769701e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9889526 Jul 22 20:07:56.952307 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-15369110-b9e4-48b7-b71e-40d79b09e3e8 None None] Provisioning complete for port 94603e26-68ee-4a91-82ee-80a4a3a177fb triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:07:56.952860 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-15369110-b9e4-48b7-b71e-40d79b09e3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:56.989766 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-15369110-b9e4-48b7-b71e-40d79b09e3e8 None None] Port 94603e26-68ee-4a91-82ee-80a4a3a177fb cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:07:57.379671 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33166) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:07:57.384791 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-27a1d979-b9df-419d-b331-7fb547acd171 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-226715953-network', 'tenant_id': 'fa2a06a9b4064ff380e188e8eb2ab85f'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:07:57.405096 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a1d979-b9df-419d-b331-7fb547acd171 admin admin] Made reservation on behalf of fa2a06a9b4064ff380e188e8eb2ab85f for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:07:57.407540 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-27a1d979-b9df-419d-b331-7fb547acd171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:57.416038 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-27a1d979-b9df-419d-b331-7fb547acd171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:57.517160 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-27a1d979-b9df-419d-b331-7fb547acd171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:57.521833 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-27a1d979-b9df-419d-b331-7fb547acd171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:57.550921 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a1d979-b9df-419d-b331-7fb547acd171 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:07:57.561577 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1d979-b9df-419d-b331-7fb547acd171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7672865-6ed3-4f42-89a1-22c5a1cfc10d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:57.567751 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-27a1d979-b9df-419d-b331-7fb547acd171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:57.568179 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-27a1d979-b9df-419d-b331-7fb547acd171 admin admin] Added segment d751da57-2f15-4668-97db-a542767ba2f6 of type vlan for network c29c1f97-95ed-418c-a754-d67a2a0d024f Jul 22 20:07:57.568959 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 847508b7-f5da-4d20-9563-67f58e24dfd4 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:07:57.613303 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-27a1d979-b9df-419d-b331-7fb547acd171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:57.620318 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 847508b7-f5da-4d20-9563-67f58e24dfd4 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:07:57.625239 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 847508b7-f5da-4d20-9563-67f58e24dfd4 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:07:57.625612 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:57.643333 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-27a1d979-b9df-419d-b331-7fb547acd171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:57.644380 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a1d979-b9df-419d-b331-7fb547acd171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:57.644998 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-27a1d979-b9df-419d-b331-7fb547acd171 admin admin] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:57.676306 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-27a1d979-b9df-419d-b331-7fb547acd171 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2954631 Jul 22 20:07:57.679646 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33168) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:07:57.685374 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-44fa3de4-ec1e-4f12-9af3-acba626a6212 admin admin] Request body: {'subnet': {'network_id': 'c29c1f97-95ed-418c-a754-d67a2a0d024f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-226715953-subnet', 'tenant_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:07:57.708021 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fa3de4-ec1e-4f12-9af3-acba626a6212 admin admin] Made reservation on behalf of fa2a06a9b4064ff380e188e8eb2ab85f for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:07:57.708786 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1d979-b9df-419d-b331-7fb547acd171 admin admin] Pushing event updated for resources: {'Network': ['ID=c29c1f97-95ed-418c-a754-d67a2a0d024f,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:57.710904 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-44fa3de4-ec1e-4f12-9af3-acba626a6212 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:57.714031 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:57.722019 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network c29c1f97-95ed-418c-a754-d67a2a0d024f details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:07:57.756789 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 847508b7-f5da-4d20-9563-67f58e24dfd4, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=847508b7-f5da-4d20-9563-67f58e24dfd4,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:07:57.762038 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:57.762815 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d00780ec-435e-4eab-b16e-18604931d625 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:07:57.876122 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=847508b7-f5da-4d20-9563-67f58e24dfd4,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:57.888085 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-44fa3de4-ec1e-4f12-9af3-acba626a6212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:57.891061 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port d00780ec-435e-4eab-b16e-18604931d625 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:07:57.891447 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:57.917658 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] Sync routers for ids ['c358a8ff-f1cc-4f19-9086-3e42a769701e'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:07:57.938915 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] Routers {'c358a8ff-f1cc-4f19-9086-3e42a769701e'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:07:57.939534 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:07:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c358a8ff-f1cc-4f19-9086-3e42a769701e'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:57.946103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa3de4-ec1e-4f12-9af3-acba626a6212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd948557-e65d-460c-98ff-f5be7c15263e,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:57.955531 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fa3de4-ec1e-4f12-9af3-acba626a6212 admin admin] Checking segment: {'id': 'd751da57-2f15-4668-97db-a542767ba2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c29c1f97-95ed-418c-a754-d67a2a0d024f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:07:57.955901 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fa3de4-ec1e-4f12-9af3-acba626a6212 admin admin] Network hostable DHCP agents. Network: c29c1f97-95ed-418c-a754-d67a2a0d024f, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:07:57.974525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fa3de4-ec1e-4f12-9af3-acba626a6212 admin admin] Network c29c1f97-95ed-418c-a754-d67a2a0d024f is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:07:57.984278 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-44fa3de4-ec1e-4f12-9af3-acba626a6212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, c29c1f97-95ed-418c-a754-d67a2a0d024f) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:07:57.989068 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa3de4-ec1e-4f12-9af3-acba626a6212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:57.989661 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-44fa3de4-ec1e-4f12-9af3-acba626a6212 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:58.006244 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-44fa3de4-ec1e-4f12-9af3-acba626a6212 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3224676 Jul 22 20:07:58.006712 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33170) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:07:58.008128 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2fbcf9-98ae-4167-a34b-ed9083d84eae None None] Network c29c1f97-95ed-418c-a754-d67a2a0d024f requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:07:58.011267 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ef222a8c-3fc0-49da-945b-99fb98f5898d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-226715953-router', 'tenant_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:07:58.033414 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef222a8c-3fc0-49da-945b-99fb98f5898d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:58.034089 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef222a8c-3fc0-49da-945b-99fb98f5898d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:58.089481 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef222a8c-3fc0-49da-945b-99fb98f5898d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:58.152388 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] Set router c358a8ff-f1cc-4f19-9086-3e42a769701e gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:07:58.225821 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef222a8c-3fc0-49da-945b-99fb98f5898d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:58.433677 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef222a8c-3fc0-49da-945b-99fb98f5898d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:58.452828 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef222a8c-3fc0-49da-945b-99fb98f5898d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:58.487544 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-c29c1f97-95ed-418c-a754-d67a2a0d024f', 'network_id': 'c29c1f97-95ed-418c-a754-d67a2a0d024f', 'tenant_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'fixed_ips': [{'subnet_id': 'bd948557-e65d-460c-98ff-f5be7c15263e'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:07:58.488390 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:58.558772 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-ef222a8c-3fc0-49da-945b-99fb98f5898d admin admin] Allocated IP 172.25.3.131 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/d6c758fa-b1bb-4109-96b8-de0c3126d86d) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:07:58.620209 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-05bb4522-1d90-4e78-bbbe-d8bd9ba036d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:58.665594 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef222a8c-3fc0-49da-945b-99fb98f5898d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:58.691967 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] Allocated IP 172.20.0.2 (c29c1f97-95ed-418c-a754-d67a2a0d024f/bd948557-e65d-460c-98ff-f5be7c15263e/8ecbb39d-2cbb-43df-adef-047908978012) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:07:58.706358 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'name': 'tempest-TestMinimumBasicScenario-1850254633-router', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:56Z', 'revision_number': 4, 'project_id': '784fa47db15343c39594fa85d1267218', 'gw_port': {'id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '94603e26-68ee-4a91-82ee-80a4a3a177fb', 'name': '', 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'mac_address': 'fa:16:3e:29:c2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'ce2aecf3-b4ae-462a-bffb-8f1b124a3e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:55Z', 'updated_at': '2021-07-22T20:07:56Z', 'revision_number': 2, 'project_id': '784fa47db15343c39594fa85d1267218', 'subnets': [{'id': 'ce2aecf3-b4ae-462a-bffb-8f1b124a3e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:58.706618 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef222a8c-3fc0-49da-945b-99fb98f5898d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:58.735464 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] Checking router: c358a8ff-f1cc-4f19-9086-3e42a769701e for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:07:58.735825 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] Updating router c358a8ff-f1cc-4f19-9086-3e42a769701e port 94603e26-68ee-4a91-82ee-80a4a3a177fb binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:07:58.752175 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef222a8c-3fc0-49da-945b-99fb98f5898d admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:07:58.754995 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-ef222a8c-3fc0-49da-945b-99fb98f5898d admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:07:58.757422 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef222a8c-3fc0-49da-945b-99fb98f5898d admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:07:58.784366 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef222a8c-3fc0-49da-945b-99fb98f5898d admin admin] Pushing event updated for resources: {'Port': ['ID=d6c758fa-b1bb-4109-96b8-de0c3126d86d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:58.817734 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:58.999137 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:59.008176 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef222a8c-3fc0-49da-945b-99fb98f5898d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:59.023912 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] Transition to ACTIVE for port object 8ecbb39d-2cbb-43df-adef-047908978012 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:07:59.069238 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] Transition to ACTIVE for port object 8ecbb39d-2cbb-43df-adef-047908978012 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:07:59.079837 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:59.145645 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] Network c29c1f97-95ed-418c-a754-d67a2a0d024f is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:07:59.151656 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] Pushing event updated for resources: {'Port': ['ID=8ecbb39d-2cbb-43df-adef-047908978012,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:59.154103 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:07:59.157982 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:07:59.203158 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef222a8c-3fc0-49da-945b-99fb98f5898d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:59.258890 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] Attempting to bind port 8ecbb39d-2cbb-43df-adef-047908978012 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:07:59.259185 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] Attempting to bind port 8ecbb39d-2cbb-43df-adef-047908978012 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'd751da57-2f15-4668-97db-a542767ba2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c29c1f97-95ed-418c-a754-d67a2a0d024f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:07:59.259549 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] Attempting to bind port 8ecbb39d-2cbb-43df-adef-047908978012 on network c29c1f97-95ed-418c-a754-d67a2a0d024f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:07:59.262532 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:59.272914 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:07:59.273295 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] Checking segment: {'id': 'd751da57-2f15-4668-97db-a542767ba2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c29c1f97-95ed-418c-a754-d67a2a0d024f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:07:59.273693 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:59.274090 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] Bound using segment: {'id': 'd751da57-2f15-4668-97db-a542767ba2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c29c1f97-95ed-418c-a754-d67a2a0d024f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:07:59.274562 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] Bound port: 8ecbb39d-2cbb-43df-adef-047908978012, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd751da57-2f15-4668-97db-a542767ba2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c29c1f97-95ed-418c-a754-d67a2a0d024f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:07:59.274956 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:59.278943 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] Transition to ACTIVE for port object 94603e26-68ee-4a91-82ee-80a4a3a177fb will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:07:59.292935 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:59.329440 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef222a8c-3fc0-49da-945b-99fb98f5898d admin admin] Router e3c0a9d0-8986-4b76-a051-8fda5d63be08 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:07:59.388079 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c550d8-dcc5-43b1-9f67-032b03094d89 None None] Pushing event updated for resources: {'Port': ['ID=94603e26-68ee-4a91-82ee-80a4a3a177fb,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:59.414865 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] For port 8ecbb39d-2cbb-43df-adef-047908978012, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:07:59.442003 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef222a8c-3fc0-49da-945b-99fb98f5898d admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:07:59.454770 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e822610e-f875-4409-98bf-62a326971eda None None] Sync routers for ids ['e3c0a9d0-8986-4b76-a051-8fda5d63be08'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:07:59.456883 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] For port 8ecbb39d-2cbb-43df-adef-047908978012, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=8ecbb39d-2cbb-43df-adef-047908978012,segment=NetworkSegment(d751da57-2f15-4668-97db-a542767ba2f6),segment_id=d751da57-2f15-4668-97db-a542767ba2f6)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:07:59.460912 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ef222a8c-3fc0-49da-945b-99fb98f5898d admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:59.465015 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ef222a8c-3fc0-49da-945b-99fb98f5898d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4572024 Jul 22 20:07:59.466812 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33172) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:07:59.467511 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:59.473045 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e822610e-f875-4409-98bf-62a326971eda None None] Routers {'e3c0a9d0-8986-4b76-a051-8fda5d63be08'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:07:59.475258 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e822610e-f875-4409-98bf-62a326971eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:07:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['e3c0a9d0-8986-4b76-a051-8fda5d63be08'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:59.477753 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] Attempting to bind port 94603e26-68ee-4a91-82ee-80a4a3a177fb on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:07:59.478130 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] Attempting to bind port 94603e26-68ee-4a91-82ee-80a4a3a177fb by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '10e1fd51-c0b4-448e-91e7-31823e0d85fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:07:59.478498 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] Attempting to bind port 94603e26-68ee-4a91-82ee-80a4a3a177fb on network 48df6521-77d1-46c6-b544-7e9b44e46fef {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:07:59.516715 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:07:59.517088 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] Checking segment: {'id': '10e1fd51-c0b4-448e-91e7-31823e0d85fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:07:59.517502 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:59.517888 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] Bound using segment: {'id': '10e1fd51-c0b4-448e-91e7-31823e0d85fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:07:59.518370 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] Bound port: 94603e26-68ee-4a91-82ee-80a4a3a177fb, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e1fd51-c0b4-448e-91e7-31823e0d85fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:07:59.518749 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:59.596627 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 847508b7-f5da-4d20-9563-67f58e24dfd4 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:07:59.602469 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c070f-c896-4bb2-b089-0aa5bdea02ed None None] Pushing event updated for resources: {'Port': ['ID=8ecbb39d-2cbb-43df-adef-047908978012,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:59.647470 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-e822610e-f875-4409-98bf-62a326971eda None None] Set router e3c0a9d0-8986-4b76-a051-8fda5d63be08 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:07:59.683799 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] For port 94603e26-68ee-4a91-82ee-80a4a3a177fb, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:07:59.688062 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] For port 94603e26-68ee-4a91-82ee-80a4a3a177fb, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=94603e26-68ee-4a91-82ee-80a4a3a177fb,segment=NetworkSegment(10e1fd51-c0b4-448e-91e7-31823e0d85fd),segment_id=10e1fd51-c0b4-448e-91e7-31823e0d85fd)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:07:59.697979 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 847508b7-f5da-4d20-9563-67f58e24dfd4 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:07:59.698355 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:59.746622 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:59.778567 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:07:59.883586 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c550d8-dcc5-43b1-9f67-032b03094d89 None None] Pushing event updated for resources: {'Port': ['ID=94603e26-68ee-4a91-82ee-80a4a3a177fb,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:59.886316 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] Routers {'c358a8ff-f1cc-4f19-9086-3e42a769701e'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:07:59.886918 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:07:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c358a8ff-f1cc-4f19-9086-3e42a769701e'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:59.910486 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e822610e-f875-4409-98bf-62a326971eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c0a9d0-8986-4b76-a051-8fda5d63be08', 'name': 'tempest-TestMinimumBasicScenario-226715953-router', 'tenant_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'd6c758fa-b1bb-4109-96b8-de0c3126d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:58Z', 'updated_at': '2021-07-22T20:07:58Z', 'revision_number': 3, 'project_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'gw_port': {'id': 'd6c758fa-b1bb-4109-96b8-de0c3126d86d', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c0a9d0-8986-4b76-a051-8fda5d63be08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:58Z', 'updated_at': '2021-07-22T20:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:59.955517 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e822610e-f875-4409-98bf-62a326971eda None None] Checking router: e3c0a9d0-8986-4b76-a051-8fda5d63be08 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:07:59.956239 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e822610e-f875-4409-98bf-62a326971eda None None] Updating router e3c0a9d0-8986-4b76-a051-8fda5d63be08 port d6c758fa-b1bb-4109-96b8-de0c3126d86d binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:08:00.021887 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e822610e-f875-4409-98bf-62a326971eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:00.041940 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] Set router c358a8ff-f1cc-4f19-9086-3e42a769701e gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:08:00.292033 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'name': 'tempest-TestMinimumBasicScenario-1850254633-router', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:56Z', 'revision_number': 4, 'project_id': '784fa47db15343c39594fa85d1267218', 'gw_port': {'id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '94603e26-68ee-4a91-82ee-80a4a3a177fb', 'name': '', 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'mac_address': 'fa:16:3e:29:c2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'ce2aecf3-b4ae-462a-bffb-8f1b124a3e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:55Z', 'updated_at': '2021-07-22T20:07:59Z', 'revision_number': 4, 'project_id': '784fa47db15343c39594fa85d1267218', 'subnets': [{'id': 'ce2aecf3-b4ae-462a-bffb-8f1b124a3e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:08:00.320048 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a5c0d0-e16e-4b3b-8b01-7996f3296c5e None None] The sync data for ids ['c358a8ff-f1cc-4f19-9086-3e42a769701e'] in n-d-800086-12 is: [{'id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'name': 'tempest-TestMinimumBasicScenario-1850254633-router', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:56Z', 'revision_number': 4, 'project_id': '784fa47db15343c39594fa85d1267218', 'gw_port': {'id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '94603e26-68ee-4a91-82ee-80a4a3a177fb', 'name': '', 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'mac_address': 'fa:16:3e:29:c2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'ce2aecf3-b4ae-462a-bffb-8f1b124a3e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:55Z', 'updated_at': '2021-07-22T20:07:59Z', 'revision_number': 4, 'project_id': '784fa47db15343c39594fa85d1267218', 'subnets': [{'id': 'ce2aecf3-b4ae-462a-bffb-8f1b124a3e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:08:00.446296 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e822610e-f875-4409-98bf-62a326971eda None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:00.460308 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-e822610e-f875-4409-98bf-62a326971eda None None] Transition to ACTIVE for port object d6c758fa-b1bb-4109-96b8-de0c3126d86d will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:08:00.467665 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c1399fa6-4361-4170-a5dc-cf3ee935eafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:00.469344 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e822610e-f875-4409-98bf-62a326971eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:00.520271 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-e822610e-f875-4409-98bf-62a326971eda None None] Attempting to bind port d6c758fa-b1bb-4109-96b8-de0c3126d86d on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:08:00.520667 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-e822610e-f875-4409-98bf-62a326971eda None None] Attempting to bind port d6c758fa-b1bb-4109-96b8-de0c3126d86d by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:08:00.521020 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e822610e-f875-4409-98bf-62a326971eda None None] Attempting to bind port d6c758fa-b1bb-4109-96b8-de0c3126d86d on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:08:00.543280 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e822610e-f875-4409-98bf-62a326971eda None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:08:00.543731 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e822610e-f875-4409-98bf-62a326971eda None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:08:00.544224 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e822610e-f875-4409-98bf-62a326971eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:00.544703 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e822610e-f875-4409-98bf-62a326971eda None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:08:00.545261 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-e822610e-f875-4409-98bf-62a326971eda None None] Bound port: d6c758fa-b1bb-4109-96b8-de0c3126d86d, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:08:00.546071 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e822610e-f875-4409-98bf-62a326971eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:00.552778 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dccfc9-170c-4965-a7e8-f20ae87cb2e1 None None] Pushing event updated for resources: {'Port': ['ID=d6c758fa-b1bb-4109-96b8-de0c3126d86d,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:00.615474 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-e822610e-f875-4409-98bf-62a326971eda None None] For port d6c758fa-b1bb-4109-96b8-de0c3126d86d, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:08:00.619003 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-e822610e-f875-4409-98bf-62a326971eda None None] For port d6c758fa-b1bb-4109-96b8-de0c3126d86d, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d6c758fa-b1bb-4109-96b8-de0c3126d86d,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:08:00.626445 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-e822610e-f875-4409-98bf-62a326971eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:00.685349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-c1399fa6-4361-4170-a5dc-cf3ee935eafb admin admin] Allocated IP 172.20.0.1 (c29c1f97-95ed-418c-a754-d67a2a0d024f/bd948557-e65d-460c-98ff-f5be7c15263e/6715e735-d964-4d49-9b2b-0a782ed7844e) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:08:00.689874 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e822610e-f875-4409-98bf-62a326971eda None None] Routers {'e3c0a9d0-8986-4b76-a051-8fda5d63be08'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:08:00.690586 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e822610e-f875-4409-98bf-62a326971eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:07:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['e3c0a9d0-8986-4b76-a051-8fda5d63be08'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:08:00.779173 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dccfc9-170c-4965-a7e8-f20ae87cb2e1 None None] Pushing event updated for resources: {'Port': ['ID=d6c758fa-b1bb-4109-96b8-de0c3126d86d,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:00.812995 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c1399fa6-4361-4170-a5dc-cf3ee935eafb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:00.826368 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-e822610e-f875-4409-98bf-62a326971eda None None] Set router e3c0a9d0-8986-4b76-a051-8fda5d63be08 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:08:00.831993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-c1399fa6-4361-4170-a5dc-cf3ee935eafb admin admin] Transition to ACTIVE for port object 6715e735-d964-4d49-9b2b-0a782ed7844e will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:08:00.832651 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd302d9-4a58-40a1-ab2e-ec34089d6e12 None None] Network c29c1f97-95ed-418c-a754-d67a2a0d024f requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:08:00.872762 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c1399fa6-4361-4170-a5dc-cf3ee935eafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:00.919923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1399fa6-4361-4170-a5dc-cf3ee935eafb admin admin] Network c29c1f97-95ed-418c-a754-d67a2a0d024f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:08:00.924857 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-c1399fa6-4361-4170-a5dc-cf3ee935eafb admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:08:00.926528 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-81596eb8-8428-46f6-97e3-d995a80c2048 None None] Provisioning for port 8ecbb39d-2cbb-43df-adef-047908978012 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:08:00.927524 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1399fa6-4361-4170-a5dc-cf3ee935eafb admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:08:00.972662 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1399fa6-4361-4170-a5dc-cf3ee935eafb admin admin] Pushing event updated for resources: {'Port': ['ID=6715e735-d964-4d49-9b2b-0a782ed7844e,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:00.990479 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c1399fa6-4361-4170-a5dc-cf3ee935eafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:01.046046 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e822610e-f875-4409-98bf-62a326971eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c0a9d0-8986-4b76-a051-8fda5d63be08', 'name': 'tempest-TestMinimumBasicScenario-226715953-router', 'tenant_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'd6c758fa-b1bb-4109-96b8-de0c3126d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:58Z', 'updated_at': '2021-07-22T20:07:58Z', 'revision_number': 3, 'project_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'gw_port': {'id': 'd6c758fa-b1bb-4109-96b8-de0c3126d86d', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c0a9d0-8986-4b76-a051-8fda5d63be08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:58Z', 'updated_at': '2021-07-22T20:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:08:01.075623 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e822610e-f875-4409-98bf-62a326971eda None None] The sync data for ids ['e3c0a9d0-8986-4b76-a051-8fda5d63be08'] in n-d-800086-12 is: [{'id': 'e3c0a9d0-8986-4b76-a051-8fda5d63be08', 'name': 'tempest-TestMinimumBasicScenario-226715953-router', 'tenant_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'd6c758fa-b1bb-4109-96b8-de0c3126d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:58Z', 'updated_at': '2021-07-22T20:07:58Z', 'revision_number': 3, 'project_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'gw_port': {'id': 'd6c758fa-b1bb-4109-96b8-de0c3126d86d', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c0a9d0-8986-4b76-a051-8fda5d63be08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:58Z', 'updated_at': '2021-07-22T20:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:08:01.100626 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5d03f550-aca9-4340-9aa0-44a0a17a1960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:01.179855 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c1399fa6-4361-4170-a5dc-cf3ee935eafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:01.219627 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:01.401720 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c1399fa6-4361-4170-a5dc-cf3ee935eafb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:01.415923 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c1399fa6-4361-4170-a5dc-cf3ee935eafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:01.486095 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6295b02c-1af4-42f6-a65d-2521dc727814 None None] Provisioning for port 6715e735-d964-4d49-9b2b-0a782ed7844e completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:08:01.495881 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6295b02c-1af4-42f6-a65d-2521dc727814 None None] Provisioning complete for port 6715e735-d964-4d49-9b2b-0a782ed7844e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:08:01.497754 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6295b02c-1af4-42f6-a65d-2521dc727814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:01.549896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1399fa6-4361-4170-a5dc-cf3ee935eafb admin admin] Pushing event updated for resources: {'Port': ['ID=6715e735-d964-4d49-9b2b-0a782ed7844e,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:01.552643 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c1399fa6-4361-4170-a5dc-cf3ee935eafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:01.592289 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-6295b02c-1af4-42f6-a65d-2521dc727814 None None] Port 6715e735-d964-4d49-9b2b-0a782ed7844e cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:08:01.655029 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d6c758fa-b1bb-4109-96b8-de0c3126d86d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:08:01.721798 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port d6c758fa-b1bb-4109-96b8-de0c3126d86d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:08:01.723611 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1399fa6-4361-4170-a5dc-cf3ee935eafb admin admin] Network c29c1f97-95ed-418c-a754-d67a2a0d024f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:08:01.725278 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port d6c758fa-b1bb-4109-96b8-de0c3126d86d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:08:01.726753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-c1399fa6-4361-4170-a5dc-cf3ee935eafb admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:08:01.727166 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:01.828121 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:01.845372 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5343773c-5ebe-4243-9005-303f077222b4 None None] Provisioning complete for port 6715e735-d964-4d49-9b2b-0a782ed7844e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:08:01.845993 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5343773c-5ebe-4243-9005-303f077222b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:01.865126 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1399fa6-4361-4170-a5dc-cf3ee935eafb admin admin] Router e3c0a9d0-8986-4b76-a051-8fda5d63be08 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:08:01.875979 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port d6c758fa-b1bb-4109-96b8-de0c3126d86d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d6c758fa-b1bb-4109-96b8-de0c3126d86d,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:08:01.890036 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:01.891279 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 8ecbb39d-2cbb-43df-adef-047908978012 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:08:01.942769 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5343773c-5ebe-4243-9005-303f077222b4 None None] Port 6715e735-d964-4d49-9b2b-0a782ed7844e cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:08:01.992792 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=d6c758fa-b1bb-4109-96b8-de0c3126d86d,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:02.007105 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1399fa6-4361-4170-a5dc-cf3ee935eafb admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:08:02.008804 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 8ecbb39d-2cbb-43df-adef-047908978012 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:08:02.013343 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 8ecbb39d-2cbb-43df-adef-047908978012 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:08:02.013716 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:02.015784 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c1399fa6-4361-4170-a5dc-cf3ee935eafb admin admin] 10.222.0.13 "PUT /v2.0/routers/e3c0a9d0-8986-4b76-a051-8fda5d63be08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5478365 Jul 22 20:08:02.076923 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bbb9a2f9-84eb-4e0d-8df9-4268b2001eac None None] Provisioning complete for port 6715e735-d964-4d49-9b2b-0a782ed7844e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:08:02.077289 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bbb9a2f9-84eb-4e0d-8df9-4268b2001eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:02.137619 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:02.140714 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-bbb9a2f9-84eb-4e0d-8df9-4268b2001eac None None] Port 6715e735-d964-4d49-9b2b-0a782ed7844e cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:08:02.174328 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 8ecbb39d-2cbb-43df-adef-047908978012, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=8ecbb39d-2cbb-43df-adef-047908978012,segment=NetworkSegment(d751da57-2f15-4668-97db-a542767ba2f6),segment_id=d751da57-2f15-4668-97db-a542767ba2f6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:08:02.179404 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:02.180345 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 94603e26-68ee-4a91-82ee-80a4a3a177fb up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:08:02.264370 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=8ecbb39d-2cbb-43df-adef-047908978012,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:02.286874 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 94603e26-68ee-4a91-82ee-80a4a3a177fb completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:08:02.290855 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 94603e26-68ee-4a91-82ee-80a4a3a177fb triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:08:02.291304 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:02.374398 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:02.412285 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 94603e26-68ee-4a91-82ee-80a4a3a177fb, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=94603e26-68ee-4a91-82ee-80a4a3a177fb,segment=NetworkSegment(10e1fd51-c0b4-448e-91e7-31823e0d85fd),segment_id=10e1fd51-c0b4-448e-91e7-31823e0d85fd)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:08:02.416694 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:02.466718 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=94603e26-68ee-4a91-82ee-80a4a3a177fb,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:02.561859 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:03.540915 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d6c758fa-b1bb-4109-96b8-de0c3126d86d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:08:03.595515 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port d6c758fa-b1bb-4109-96b8-de0c3126d86d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:08:03.596083 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:03.700953 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 8ecbb39d-2cbb-43df-adef-047908978012 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:08:03.756184 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 8ecbb39d-2cbb-43df-adef-047908978012 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:08:03.756619 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:03.849854 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 94603e26-68ee-4a91-82ee-80a4a3a177fb up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:08:03.879467 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] Sync routers for ids ['e3c0a9d0-8986-4b76-a051-8fda5d63be08'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:08:03.901142 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] Routers {'e3c0a9d0-8986-4b76-a051-8fda5d63be08'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:08:03.901781 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:08:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['e3c0a9d0-8986-4b76-a051-8fda5d63be08'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:08:03.990012 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 94603e26-68ee-4a91-82ee-80a4a3a177fb triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:08:03.990404 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:04.230434 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:04.232178 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] Set router e3c0a9d0-8986-4b76-a051-8fda5d63be08 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:08:04.491296 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c0a9d0-8986-4b76-a051-8fda5d63be08', 'name': 'tempest-TestMinimumBasicScenario-226715953-router', 'tenant_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'd6c758fa-b1bb-4109-96b8-de0c3126d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:58Z', 'updated_at': '2021-07-22T20:08:01Z', 'revision_number': 4, 'project_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'gw_port': {'id': 'd6c758fa-b1bb-4109-96b8-de0c3126d86d', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c0a9d0-8986-4b76-a051-8fda5d63be08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:58Z', 'updated_at': '2021-07-22T20:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '6715e735-d964-4d49-9b2b-0a782ed7844e', 'name': '', 'network_id': 'c29c1f97-95ed-418c-a754-d67a2a0d024f', 'tenant_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'mac_address': 'fa:16:3e:db:03:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c0a9d0-8986-4b76-a051-8fda5d63be08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'bd948557-e65d-460c-98ff-f5be7c15263e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:08:00Z', 'updated_at': '2021-07-22T20:08:01Z', 'revision_number': 2, 'project_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'subnets': [{'id': 'bd948557-e65d-460c-98ff-f5be7c15263e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:08:04.521433 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] Checking router: e3c0a9d0-8986-4b76-a051-8fda5d63be08 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:08:04.521794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] Updating router e3c0a9d0-8986-4b76-a051-8fda5d63be08 port 6715e735-d964-4d49-9b2b-0a782ed7844e binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:08:04.559747 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:04.855993 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:04.868592 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] Transition to ACTIVE for port object 6715e735-d964-4d49-9b2b-0a782ed7844e will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:08:04.875770 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:04.986117 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee9e24-d9f0-4600-99ff-21ffa772d6ab None None] Pushing event updated for resources: {'Port': ['ID=6715e735-d964-4d49-9b2b-0a782ed7844e,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:04.993518 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] Attempting to bind port 6715e735-d964-4d49-9b2b-0a782ed7844e on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:08:04.993518 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] Attempting to bind port 6715e735-d964-4d49-9b2b-0a782ed7844e by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'd751da57-2f15-4668-97db-a542767ba2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c29c1f97-95ed-418c-a754-d67a2a0d024f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:08:04.993820 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] Attempting to bind port 6715e735-d964-4d49-9b2b-0a782ed7844e on network c29c1f97-95ed-418c-a754-d67a2a0d024f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:08:04.999025 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:08:04.999402 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] Checking segment: {'id': 'd751da57-2f15-4668-97db-a542767ba2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c29c1f97-95ed-418c-a754-d67a2a0d024f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:08:05.000881 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:05.001015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] Bound using segment: {'id': 'd751da57-2f15-4668-97db-a542767ba2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c29c1f97-95ed-418c-a754-d67a2a0d024f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:08:05.001473 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] Bound port: 6715e735-d964-4d49-9b2b-0a782ed7844e, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd751da57-2f15-4668-97db-a542767ba2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c29c1f97-95ed-418c-a754-d67a2a0d024f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:08:05.001864 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:05.083024 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] For port 6715e735-d964-4d49-9b2b-0a782ed7844e, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:08:05.090265 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] For port 6715e735-d964-4d49-9b2b-0a782ed7844e, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6715e735-d964-4d49-9b2b-0a782ed7844e,segment=NetworkSegment(d751da57-2f15-4668-97db-a542767ba2f6),segment_id=d751da57-2f15-4668-97db-a542767ba2f6)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:08:05.095981 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:05.149392 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] Routers {'e3c0a9d0-8986-4b76-a051-8fda5d63be08'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:08:05.150190 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:08:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['e3c0a9d0-8986-4b76-a051-8fda5d63be08'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:08:05.232064 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee9e24-d9f0-4600-99ff-21ffa772d6ab None None] Pushing event updated for resources: {'Port': ['ID=6715e735-d964-4d49-9b2b-0a782ed7844e,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:05.317179 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] Set router e3c0a9d0-8986-4b76-a051-8fda5d63be08 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:08:05.579643 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c0a9d0-8986-4b76-a051-8fda5d63be08', 'name': 'tempest-TestMinimumBasicScenario-226715953-router', 'tenant_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'd6c758fa-b1bb-4109-96b8-de0c3126d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:58Z', 'updated_at': '2021-07-22T20:08:01Z', 'revision_number': 4, 'project_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'gw_port': {'id': 'd6c758fa-b1bb-4109-96b8-de0c3126d86d', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c0a9d0-8986-4b76-a051-8fda5d63be08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:58Z', 'updated_at': '2021-07-22T20:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '6715e735-d964-4d49-9b2b-0a782ed7844e', 'name': '', 'network_id': 'c29c1f97-95ed-418c-a754-d67a2a0d024f', 'tenant_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'mac_address': 'fa:16:3e:db:03:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c0a9d0-8986-4b76-a051-8fda5d63be08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'bd948557-e65d-460c-98ff-f5be7c15263e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:08:00Z', 'updated_at': '2021-07-22T20:08:05Z', 'revision_number': 4, 'project_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'subnets': [{'id': 'bd948557-e65d-460c-98ff-f5be7c15263e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:08:05.611961 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345752aa-a6ce-49a6-9808-058b2d3762f4 None None] The sync data for ids ['e3c0a9d0-8986-4b76-a051-8fda5d63be08'] in n-d-800086-12 is: [{'id': 'e3c0a9d0-8986-4b76-a051-8fda5d63be08', 'name': 'tempest-TestMinimumBasicScenario-226715953-router', 'tenant_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'd6c758fa-b1bb-4109-96b8-de0c3126d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:58Z', 'updated_at': '2021-07-22T20:08:01Z', 'revision_number': 4, 'project_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'gw_port': {'id': 'd6c758fa-b1bb-4109-96b8-de0c3126d86d', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c0a9d0-8986-4b76-a051-8fda5d63be08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:58Z', 'updated_at': '2021-07-22T20:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '6715e735-d964-4d49-9b2b-0a782ed7844e', 'name': '', 'network_id': 'c29c1f97-95ed-418c-a754-d67a2a0d024f', 'tenant_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'mac_address': 'fa:16:3e:db:03:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c0a9d0-8986-4b76-a051-8fda5d63be08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'bd948557-e65d-460c-98ff-f5be7c15263e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:08:00Z', 'updated_at': '2021-07-22T20:08:05Z', 'revision_number': 4, 'project_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'subnets': [{'id': 'bd948557-e65d-460c-98ff-f5be7c15263e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:08:07.539719 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6715e735-d964-4d49-9b2b-0a782ed7844e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:08:07.605342 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 6715e735-d964-4d49-9b2b-0a782ed7844e completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:08:07.611590 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 6715e735-d964-4d49-9b2b-0a782ed7844e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:08:07.611865 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:07.713082 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:07.758906 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 6715e735-d964-4d49-9b2b-0a782ed7844e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6715e735-d964-4d49-9b2b-0a782ed7844e,segment=NetworkSegment(d751da57-2f15-4668-97db-a542767ba2f6),segment_id=d751da57-2f15-4668-97db-a542767ba2f6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:08:07.766541 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:07.822957 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=6715e735-d964-4d49-9b2b-0a782ed7844e,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:09.505645 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6715e735-d964-4d49-9b2b-0a782ed7844e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:08:09.563998 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 6715e735-d964-4d49-9b2b-0a782ed7844e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:08:09.564370 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:09.609456 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:12.093672 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-ee933390-2020-4ba2-b38f-9741093a782e tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:12.095151 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-ee933390-2020-4ba2-b38f-9741093a782e tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/networks?id=48df6521-77d1-46c6-b544-7e9b44e46fef HTTP/1.1" status: 200 len: 815 time: 0.1067307 Jul 22 20:08:12.109736 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-900a9d09-5b1e-4a92-a26c-19f08da44bc7 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/quotas/784fa47db15343c39594fa85d1267218 HTTP/1.1" status: 200 len: 375 time: 0.0092499 Jul 22 20:08:12.175291 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-a91ed45a-6d27-4acc-944d-4e084851bc11 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=784fa47db15343c39594fa85d1267218&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608900 Jul 22 20:08:12.270033 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-602d9f96-9113-4d0f-84c5-248be938c6c0 service neutron] 10.222.0.13 "GET /v2.0/networks/48df6521-77d1-46c6-b544-7e9b44e46fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838552 Jul 22 20:08:12.354624 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:12.366565 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-6feeb746-8113-4332-9f42-7e1692569d41 service neutron] 10.222.0.13 "GET /v2.0/networks/48df6521-77d1-46c6-b544-7e9b44e46fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908337 Jul 22 20:08:12.527167 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-961da047-c582-43ae-ad49-581b1179e6a9 req-cabfbb97-91d1-4d56-ab4e-3d556b805e4e tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 210 time: 0.0299094 Jul 22 20:08:13.565623 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-f2cc391d-a22c-42ce-9207-2adbec9058d0 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:13.567147 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-f2cc391d-a22c-42ce-9207-2adbec9058d0 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.30 "GET /v2.0/networks?id=48df6521-77d1-46c6-b544-7e9b44e46fef HTTP/1.1" status: 200 len: 815 time: 0.1052418 Jul 22 20:08:13.581106 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-b8a2c446-cffd-4ee0-b025-95fc2717ac5c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Request body: {'port': {'device_id': 'bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe', 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef', 'admin_state_up': True, 'tenant_id': '784fa47db15343c39594fa85d1267218'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:08:13.640468 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a4d699fb-42a3-4dbb-8b9a-140b8c6a8620 req-155a5544-f7be-4b85-b9b7-9d2e92727a5d tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 210 time: 0.0379481 Jul 22 20:08:13.703134 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-b8a2c446-cffd-4ee0-b025-95fc2717ac5c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Made reservation on behalf of 784fa47db15343c39594fa85d1267218 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:08:13.707361 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-b8a2c446-cffd-4ee0-b025-95fc2717ac5c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:13.839931 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-b8a2c446-cffd-4ee0-b025-95fc2717ac5c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Allocated IP 172.20.0.14 (48df6521-77d1-46c6-b544-7e9b44e46fef/ce2aecf3-b4ae-462a-bffb-8f1b124a3e19/31e957d6-d060-4a42-87a2-730ce25224ef) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:08:14.011285 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-b8a2c446-cffd-4ee0-b025-95fc2717ac5c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:14.025586 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-b8a2c446-cffd-4ee0-b025-95fc2717ac5c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Transition to ACTIVE for port object 31e957d6-d060-4a42-87a2-730ce25224ef will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:08:14.060914 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-b8a2c446-cffd-4ee0-b025-95fc2717ac5c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:14.114164 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-b8a2c446-cffd-4ee0-b025-95fc2717ac5c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Network 48df6521-77d1-46c6-b544-7e9b44e46fef is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:08:14.119505 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-b8a2c446-cffd-4ee0-b025-95fc2717ac5c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:08:14.122473 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-b8a2c446-cffd-4ee0-b025-95fc2717ac5c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:08:14.130324 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2c446-cffd-4ee0-b025-95fc2717ac5c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Pushing event updated for resources: {'Port': ['ID=31e957d6-d060-4a42-87a2-730ce25224ef,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:14.189503 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-b8a2c446-cffd-4ee0-b025-95fc2717ac5c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:14.190704 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-b8a2c446-cffd-4ee0-b025-95fc2717ac5c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:14.207789 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-b8a2c446-cffd-4ee0-b025-95fc2717ac5c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6318183 Jul 22 20:08:14.397384 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-26ccf143-e6a4-497a-98be-d84c7a7e3512 None None] Provisioning for port 31e957d6-d060-4a42-87a2-730ce25224ef completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:08:14.401802 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-26ccf143-e6a4-497a-98be-d84c7a7e3512 None None] Provisioning complete for port 31e957d6-d060-4a42-87a2-730ce25224ef triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:08:14.402499 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-26ccf143-e6a4-497a-98be-d84c7a7e3512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:14.439703 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-26ccf143-e6a4-497a-98be-d84c7a7e3512 None None] Port 31e957d6-d060-4a42-87a2-730ce25224ef cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:08:14.779041 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6f1e6-f28f-43de-88e7-4f19fb3120b5 req-3f0bf5f9-baca-4d88-8662-2e645c83e7e7 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:14.780564 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-def6f1e6-f28f-43de-88e7-4f19fb3120b5 req-3f0bf5f9-baca-4d88-8662-2e645c83e7e7 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 932 time: 0.0697742 Jul 22 20:08:14.820846 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-def6f1e6-f28f-43de-88e7-4f19fb3120b5 req-9e2b62b8-bce6-4339-89fa-0f02705fae7f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335972 Jul 22 20:08:15.959875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf07fde-3adb-4520-83d2-bfd499d1dcee req-e7dd3086-5594-44fc-ade0-ef032a3984eb tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:15.962376 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-abf07fde-3adb-4520-83d2-bfd499d1dcee req-e7dd3086-5594-44fc-ade0-ef032a3984eb tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 932 time: 0.0711548 Jul 22 20:08:16.004106 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-abf07fde-3adb-4520-83d2-bfd499d1dcee req-3cbd523d-2ed2-43bf-a622-2c7b53ac76a2 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358214 Jul 22 20:08:17.146957 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814db04-3239-44d8-b224-d4a6e7acdf52 req-c1579144-e41b-4618-8268-f427f3d5abc5 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:17.148492 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3814db04-3239-44d8-b224-d4a6e7acdf52 req-c1579144-e41b-4618-8268-f427f3d5abc5 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 932 time: 0.0729501 Jul 22 20:08:17.189717 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3814db04-3239-44d8-b224-d4a6e7acdf52 req-51a12a79-a911-4b84-8f2e-d6f9f4db4460 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354424 Jul 22 20:08:18.323401 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9084c09-0fbd-47ee-9252-0928c52ac5d0 req-609fafd5-21f5-4225-a8d4-6d33bbd8c48e tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:18.325691 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a9084c09-0fbd-47ee-9252-0928c52ac5d0 req-609fafd5-21f5-4225-a8d4-6d33bbd8c48e tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 932 time: 0.0685875 Jul 22 20:08:18.366850 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a9084c09-0fbd-47ee-9252-0928c52ac5d0 req-8038f250-0c9b-41d4-8bec-8b05e56ea3bf tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345132 Jul 22 20:08:19.508021 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6ba01-6a8c-42d3-92b2-a61270559db7 req-646c8373-5207-4932-b5ab-df357713638b tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:19.510179 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-80d6ba01-6a8c-42d3-92b2-a61270559db7 req-646c8373-5207-4932-b5ab-df357713638b tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 932 time: 0.0693967 Jul 22 20:08:19.557234 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-80d6ba01-6a8c-42d3-92b2-a61270559db7 req-c5567de4-2916-4ba4-a70f-addf18483319 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411711 Jul 22 20:08:20.695065 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a14e2-2c9c-448f-9ba1-fe9a43127ad5 req-cb4dd319-940b-4f71-b536-81eb3090af92 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:20.696619 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-996a14e2-2c9c-448f-9ba1-fe9a43127ad5 req-cb4dd319-940b-4f71-b536-81eb3090af92 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 932 time: 0.0676260 Jul 22 20:08:20.737055 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-996a14e2-2c9c-448f-9ba1-fe9a43127ad5 req-37fe298c-34ec-4ff3-8678-08ec29ae2ace tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346146 Jul 22 20:08:21.872925 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e5c0a-5de0-43b4-ad10-10b3461300cb req-8847d71e-3706-490f-b0d0-3056e7b25bb2 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:21.876664 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-872e5c0a-5de0-43b4-ad10-10b3461300cb req-8847d71e-3706-490f-b0d0-3056e7b25bb2 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 932 time: 0.0675466 Jul 22 20:08:21.915658 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-872e5c0a-5de0-43b4-ad10-10b3461300cb req-a83bb63b-7f57-449b-9e85-38003ad3ac81 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354462 Jul 22 20:08:23.053659 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e79c9-7390-43bc-8e02-3e5288f6e9d6 req-dd77ae63-53ef-48a8-b16b-44bd9f7972a8 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:23.055158 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-247e79c9-7390-43bc-8e02-3e5288f6e9d6 req-dd77ae63-53ef-48a8-b16b-44bd9f7972a8 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 932 time: 0.0688732 Jul 22 20:08:23.094607 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-247e79c9-7390-43bc-8e02-3e5288f6e9d6 req-082f92d2-2d60-4872-9874-c20391a1dc25 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334225 Jul 22 20:08:23.407252 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] Request body: {'port': {'device_id': 'bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:08:23.484124 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:23.754083 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31e957d6-d060-4a42-87a2-730ce25224ef {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:08:23.761397 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:23.773141 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] Transition to ACTIVE for port object 31e957d6-d060-4a42-87a2-730ce25224ef will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:08:23.776847 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:23.830970 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] Pushing event updated for resources: {'Port': ['ID=31e957d6-d060-4a42-87a2-730ce25224ef,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:23.901565 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] Attempting to bind port 31e957d6-d060-4a42-87a2-730ce25224ef on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:08:23.901899 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] Attempting to bind port 31e957d6-d060-4a42-87a2-730ce25224ef by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '10e1fd51-c0b4-448e-91e7-31823e0d85fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:08:23.902232 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] Attempting to bind port 31e957d6-d060-4a42-87a2-730ce25224ef on network 48df6521-77d1-46c6-b544-7e9b44e46fef {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:08:23.906813 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] Port 31e957d6-d060-4a42-87a2-730ce25224ef on network 48df6521-77d1-46c6-b544-7e9b44e46fef not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:08:23.907136 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] Attempting to bind port 31e957d6-d060-4a42-87a2-730ce25224ef on network 48df6521-77d1-46c6-b544-7e9b44e46fef {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:08:23.913206 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:08:23.913547 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] Checking segment: {'id': '10e1fd51-c0b4-448e-91e7-31823e0d85fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:08:23.913938 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] Bound using segment: {'id': '10e1fd51-c0b4-448e-91e7-31823e0d85fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:08:23.914368 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] Bound port: 31e957d6-d060-4a42-87a2-730ce25224ef, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e1fd51-c0b4-448e-91e7-31823e0d85fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:08:23.914733 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:23.988700 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] For port 31e957d6-d060-4a42-87a2-730ce25224ef, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:08:23.991596 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] For port 31e957d6-d060-4a42-87a2-730ce25224ef, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=31e957d6-d060-4a42-87a2-730ce25224ef,segment=NetworkSegment(10e1fd51-c0b4-448e-91e7-31823e0d85fd),segment_id=10e1fd51-c0b4-448e-91e7-31823e0d85fd)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:08:23.996084 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:24.031923 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:24.032535 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:24.033989 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] 10.222.0.30 "PUT /v2.0/ports/31e957d6-d060-4a42-87a2-730ce25224ef HTTP/1.1" status: 200 len: 1093 time: 0.6318715 Jul 22 20:08:24.034653 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe', 'tag': '31e957d6-d060-4a42-87a2-730ce25224ef'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:08:24.036901 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550a011c-00ac-4ae9-82aa-86ddbd1ad3ce" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe", "tag": "31e957d6-d060-4a42-87a2-730ce25224ef"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:08:24.085030 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2b944b-ae54-4919-aae7-045cc2fc3a03 x-openstack-request-id: req-4b2b944b-ae54-4919-aae7-045cc2fc3a03 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:08:24.085398 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe", "tag": "31e957d6-d060-4a42-87a2-730ce25224ef", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:08:24.085662 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b2b944b-ae54-4919-aae7-045cc2fc3a03 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:08:24.086063 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe', 'tag': '31e957d6-d060-4a42-87a2-730ce25224ef', 'status': 'completed', 'code': 200} Jul 22 20:08:24.086732 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911af737-ad3c-4496-b7dd-78b5ba96d76f service neutron] Pushing event updated for resources: {'Port': ['ID=31e957d6-d060-4a42-87a2-730ce25224ef,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:24.138707 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-ac1ae83b-a6fb-4654-8dd0-e31bf19e92ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:24.140284 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-ac1ae83b-a6fb-4654-8dd0-e31bf19e92ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=784fa47db15343c39594fa85d1267218&device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 1096 time: 0.0657775 Jul 22 20:08:24.182482 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-572aecd7-da6c-4998-a65e-863d71b92bcb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31e957d6-d060-4a42-87a2-730ce25224ef HTTP/1.1" status: 200 len: 217 time: 0.0352173 Jul 22 20:08:24.235465 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a17811-757c-43af-9ef7-d4a8dd45d0ec req-68543eeb-cec2-43a9-a982-eef263e34166 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:24.236068 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-7ff50399-22d6-4580-a95c-5f6bbf26a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:24.237628 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5a17811-757c-43af-9ef7-d4a8dd45d0ec req-68543eeb-cec2-43a9-a982-eef263e34166 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 944 time: 0.0719283 Jul 22 20:08:24.238010 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-7ff50399-22d6-4580-a95c-5f6bbf26a360 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce2aecf3-b4ae-462a-bffb-8f1b124a3e19 HTTP/1.1" status: 200 len: 854 time: 0.0488744 Jul 22 20:08:24.279158 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5a17811-757c-43af-9ef7-d4a8dd45d0ec req-558de550-0910-491b-9868-873292d83395 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345273 Jul 22 20:08:24.298094 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-dc3af8c0-aeb0-4003-b50a-25d0e6bb45f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:24.299715 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-dc3af8c0-aeb0-4003-b50a-25d0e6bb45f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48df6521-77d1-46c6-b544-7e9b44e46fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549252 Jul 22 20:08:24.385071 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-ab4ce532-1521-468e-a832-338761d119f8 service neutron] 10.222.0.30 "GET /v2.0/networks/48df6521-77d1-46c6-b544-7e9b44e46fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795119 Jul 22 20:08:24.475390 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-49135562-3a5e-45ee-ae6a-9af209653f20 req-a85f9653-e87c-4091-ae70-04ef97061a40 service neutron] 10.222.0.30 "GET /v2.0/networks/48df6521-77d1-46c6-b544-7e9b44e46fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841682 Jul 22 20:08:24.568405 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a011c-00ac-4ae9-82aa-86ddbd1ad3ce req-3b8472db-717a-4e4c-953b-fcd68acc7292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:24.569842 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-550a011c-00ac-4ae9-82aa-86ddbd1ad3ce req-3b8472db-717a-4e4c-953b-fcd68acc7292 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=784fa47db15343c39594fa85d1267218&device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 1096 time: 0.0538774 Jul 22 20:08:24.661145 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a011c-00ac-4ae9-82aa-86ddbd1ad3ce req-3c62171e-e196-463c-b2bc-c04466eec7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:24.662605 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-550a011c-00ac-4ae9-82aa-86ddbd1ad3ce req-3c62171e-e196-463c-b2bc-c04466eec7fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=48df6521-77d1-46c6-b544-7e9b44e46fef HTTP/1.1" status: 200 len: 916 time: 0.0868926 Jul 22 20:08:24.702780 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-550a011c-00ac-4ae9-82aa-86ddbd1ad3ce req-ed09a1ec-9158-4808-b211-ef286b98c69b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31e957d6-d060-4a42-87a2-730ce25224ef HTTP/1.1" status: 200 len: 217 time: 0.0335150 Jul 22 20:08:24.748396 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a011c-00ac-4ae9-82aa-86ddbd1ad3ce req-e2c4619f-5d76-4d7f-a9d9-c62a4ce3788d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:24.749837 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-550a011c-00ac-4ae9-82aa-86ddbd1ad3ce req-e2c4619f-5d76-4d7f-a9d9-c62a4ce3788d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce2aecf3-b4ae-462a-bffb-8f1b124a3e19 HTTP/1.1" status: 200 len: 854 time: 0.0409360 Jul 22 20:08:24.811069 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a011c-00ac-4ae9-82aa-86ddbd1ad3ce req-20aaea64-fe31-4017-8af7-7b655b5e257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:24.812589 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-550a011c-00ac-4ae9-82aa-86ddbd1ad3ce req-20aaea64-fe31-4017-8af7-7b655b5e257d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48df6521-77d1-46c6-b544-7e9b44e46fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557082 Jul 22 20:08:24.900296 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-550a011c-00ac-4ae9-82aa-86ddbd1ad3ce req-8e357ba6-1d1f-4765-9a6a-b0d6c51c97a1 service neutron] 10.222.0.30 "GET /v2.0/networks/48df6521-77d1-46c6-b544-7e9b44e46fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807524 Jul 22 20:08:24.996281 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-550a011c-00ac-4ae9-82aa-86ddbd1ad3ce req-f5ab7dcb-45fd-4b2b-bfa6-00fb052eebba service neutron] 10.222.0.30 "GET /v2.0/networks/48df6521-77d1-46c6-b544-7e9b44e46fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893121 Jul 22 20:08:25.411762 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d063498-b75e-43b9-84f6-3e06da646881 req-c8edd9c4-e803-4792-8966-65fd4494ce3d tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:25.413278 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d063498-b75e-43b9-84f6-3e06da646881 req-c8edd9c4-e803-4792-8966-65fd4494ce3d tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 944 time: 0.0671070 Jul 22 20:08:25.456115 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d063498-b75e-43b9-84f6-3e06da646881 req-316d5133-3714-4dfe-82e9-6bb8edf607b5 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371757 Jul 22 20:08:26.248188 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 31e957d6-d060-4a42-87a2-730ce25224ef details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:08:26.343623 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 31e957d6-d060-4a42-87a2-730ce25224ef, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=31e957d6-d060-4a42-87a2-730ce25224ef,segment=NetworkSegment(10e1fd51-c0b4-448e-91e7-31823e0d85fd),segment_id=10e1fd51-c0b4-448e-91e7-31823e0d85fd)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:08:26.354546 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '31e957d6-d060-4a42-87a2-730ce25224ef', 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef', 'port_id': '31e957d6-d060-4a42-87a2-730ce25224ef', 'mac_address': 'fa:16:3e:9b:91:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2aecf3-b4ae-462a-bffb-8f1b124a3e19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:08:26.392598 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:26.405417 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e957d6-d060-4a42-87a2-730ce25224ef {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:08:26.425374 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 31e957d6-d060-4a42-87a2-730ce25224ef, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=31e957d6-d060-4a42-87a2-730ce25224ef,segment=NetworkSegment(10e1fd51-c0b4-448e-91e7-31823e0d85fd),segment_id=10e1fd51-c0b4-448e-91e7-31823e0d85fd)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:08:26.429700 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:26.476683 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=31e957d6-d060-4a42-87a2-730ce25224ef,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:26.488029 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:26.488451 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:26.488814 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:26.489151 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:26.489605 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:26.489956 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:26.490283 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:26.490607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:26.490932 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:26.491253 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:26.491572 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:26.491892 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:26.591961 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298b3c4-8b90-405e-a2d6-043211c25e93 req-6c0cca33-28ad-431d-9ff8-444872594fb0 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:26.593692 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0298b3c4-8b90-405e-a2d6-043211c25e93 req-6c0cca33-28ad-431d-9ff8-444872594fb0 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 945 time: 0.0646296 Jul 22 20:08:26.633079 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0298b3c4-8b90-405e-a2d6-043211c25e93 req-c27fc534-1b6a-4750-8a51-ad25c5dc5aab tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332985 Jul 22 20:08:26.642102 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['31e957d6-d060-4a42-87a2-730ce25224ef'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:08:27.762314 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894f6ba-ab6b-4740-97ff-9a1f2a72e343 req-22ac0279-07df-465d-8ed6-c5ff23cc961f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:27.763706 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0894f6ba-ab6b-4740-97ff-9a1f2a72e343 req-22ac0279-07df-465d-8ed6-c5ff23cc961f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 945 time: 0.0639367 Jul 22 20:08:27.801618 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0894f6ba-ab6b-4740-97ff-9a1f2a72e343 req-8ea34d4f-a552-4963-b079-7a19a094e7b3 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322485 Jul 22 20:08:28.248361 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 31e957d6-d060-4a42-87a2-730ce25224ef up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:08:28.295755 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 31e957d6-d060-4a42-87a2-730ce25224ef completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:08:28.300215 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 31e957d6-d060-4a42-87a2-730ce25224ef triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:08:28.300610 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:28.375830 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:28.397066 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e957d6-d060-4a42-87a2-730ce25224ef'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:08:28.399314 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e769695a-dcc2-4036-ba6a-0d124e9be025" -d '{"events": [{"server_uuid": "bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe", "name": "network-vif-plugged", "status": "completed", "tag": "31e957d6-d060-4a42-87a2-730ce25224ef"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:08:28.413114 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 31e957d6-d060-4a42-87a2-730ce25224ef, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=31e957d6-d060-4a42-87a2-730ce25224ef,segment=NetworkSegment(10e1fd51-c0b4-448e-91e7-31823e0d85fd),segment_id=10e1fd51-c0b4-448e-91e7-31823e0d85fd)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:08:28.417238 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:28.440845 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9a9414-9151-469c-baab-186ac33b9427 x-openstack-request-id: req-0b9a9414-9151-469c-baab-186ac33b9427 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:08:28.441131 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe", "name": "network-vif-plugged", "status": "completed", "tag": "31e957d6-d060-4a42-87a2-730ce25224ef", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:08:28.441380 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b9a9414-9151-469c-baab-186ac33b9427 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:08:28.441760 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e957d6-d060-4a42-87a2-730ce25224ef', 'code': 200} Jul 22 20:08:28.467579 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=31e957d6-d060-4a42-87a2-730ce25224ef,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:28.544292 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a4ebd-7931-43b8-9c1e-e5e28ec5aa17 req-58a3ba3d-42e5-4cfd-a0bc-8eec92396b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:28.545765 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-437a4ebd-7931-43b8-9c1e-e5e28ec5aa17 req-58a3ba3d-42e5-4cfd-a0bc-8eec92396b79 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 1098 time: 0.0532486 Jul 22 20:08:28.570900 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-316bb379-abb1-4245-88c8-d9a885d4378a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:28.581206 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-437a4ebd-7931-43b8-9c1e-e5e28ec5aa17 req-412e5162-4daf-42a6-ada4-9a1323a6955b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286322 Jul 22 20:08:28.933504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4c61c-36fe-4065-a234-c96d7db7b751 req-063815a5-60f4-4972-9a26-37ba432cc384 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:28.935180 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dca4c61c-36fe-4065-a234-c96d7db7b751 req-063815a5-60f4-4972-9a26-37ba432cc384 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 946 time: 0.0678008 Jul 22 20:08:28.974626 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dca4c61c-36fe-4065-a234-c96d7db7b751 req-64555310-39c2-4ae3-95db-dd0fe2438e53 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337331 Jul 22 20:08:30.104962 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11814b6c-3866-433c-b31f-8433524348d4 req-ed8b591a-1fda-463c-a9eb-9d85e984e3b8 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:30.106477 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-11814b6c-3866-433c-b31f-8433524348d4 req-ed8b591a-1fda-463c-a9eb-9d85e984e3b8 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 946 time: 0.0645444 Jul 22 20:08:30.145128 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-11814b6c-3866-433c-b31f-8433524348d4 req-079e71b4-ae6a-497f-b590-fad768328b9c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331397 Jul 22 20:08:30.275012 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baefc6-2979-4717-85c2-56df79f5775e req-f824cd4c-df26-400f-8dfe-be5d4b520914 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:30.276432 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69baefc6-2979-4717-85c2-56df79f5775e req-f824cd4c-df26-400f-8dfe-be5d4b520914 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 946 time: 0.0662699 Jul 22 20:08:30.318778 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-69baefc6-2979-4717-85c2-56df79f5775e req-ed31989e-679d-48e5-a8b8-3092d5057c75 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367579 Jul 22 20:08:30.518464 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f0be3-570b-4006-ad83-875f59d3279c req-bab26849-7962-4e22-8497-93a87fb28427 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:30.520053 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b6f0be3-570b-4006-ad83-875f59d3279c req-bab26849-7962-4e22-8497-93a87fb28427 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 946 time: 0.0647073 Jul 22 20:08:30.558619 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b6f0be3-570b-4006-ad83-875f59d3279c req-554ae8db-b792-4842-ae63-889d65f159e1 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327210 Jul 22 20:08:31.084088 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e6255fbf-ff4a-440f-84c2-c81b47183d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:31.211145 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:32.235487 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9614d02a-a193-473a-a5ef-a5d5b9fa2346 req-4cd6baf8-6e05-4af4-81d9-72fa81d707e4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0567043 Jul 22 20:08:32.568270 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:32.674097 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614d02a-a193-473a-a5ef-a5d5b9fa2346 req-84d880b8-25a8-4169-83fb-887b1ee56791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:32.675540 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9614d02a-a193-473a-a5ef-a5d5b9fa2346 req-84d880b8-25a8-4169-83fb-887b1ee56791 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=784fa47db15343c39594fa85d1267218&device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 1098 time: 0.3991973 Jul 22 20:08:32.778122 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614d02a-a193-473a-a5ef-a5d5b9fa2346 req-be75fea0-55ba-4ef9-a33a-a5ea6b8885d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:32.779518 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9614d02a-a193-473a-a5ef-a5d5b9fa2346 req-be75fea0-55ba-4ef9-a33a-a5ea6b8885d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=48df6521-77d1-46c6-b544-7e9b44e46fef HTTP/1.1" status: 200 len: 916 time: 0.0826480 Jul 22 20:08:32.822288 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9614d02a-a193-473a-a5ef-a5d5b9fa2346 req-27f1be14-db8a-4772-9fd3-d948a648652d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31e957d6-d060-4a42-87a2-730ce25224ef HTTP/1.1" status: 200 len: 217 time: 0.0362737 Jul 22 20:08:32.868692 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614d02a-a193-473a-a5ef-a5d5b9fa2346 req-129fa55e-2c4f-48b3-860c-5ef913c81a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:32.870099 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9614d02a-a193-473a-a5ef-a5d5b9fa2346 req-129fa55e-2c4f-48b3-860c-5ef913c81a77 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce2aecf3-b4ae-462a-bffb-8f1b124a3e19 HTTP/1.1" status: 200 len: 854 time: 0.0423577 Jul 22 20:08:32.930366 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614d02a-a193-473a-a5ef-a5d5b9fa2346 req-71095504-8d90-4d78-bf53-75370d0ee4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:32.931892 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9614d02a-a193-473a-a5ef-a5d5b9fa2346 req-71095504-8d90-4d78-bf53-75370d0ee4cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48df6521-77d1-46c6-b544-7e9b44e46fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557058 Jul 22 20:08:33.025395 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9614d02a-a193-473a-a5ef-a5d5b9fa2346 req-7260dd93-4951-4c65-acef-34391fce9382 service neutron] 10.222.0.30 "GET /v2.0/networks/48df6521-77d1-46c6-b544-7e9b44e46fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870030 Jul 22 20:08:33.113786 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9614d02a-a193-473a-a5ef-a5d5b9fa2346 req-32844de7-7973-4b81-b4f0-7c06ce36b56f service neutron] 10.222.0.30 "GET /v2.0/networks/48df6521-77d1-46c6-b544-7e9b44e46fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820332 Jul 22 20:08:34.203355 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:36.777565 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:08:39.591103 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:42.112844 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280db73-257c-432a-ab59-f7a2ea091723 req-ad028ccf-dd3a-473d-b606-1a7600d84d6b tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:42.114258 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f280db73-257c-432a-ab59-f7a2ea091723 req-ad028ccf-dd3a-473d-b606-1a7600d84d6b tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 946 time: 0.0674708 Jul 22 20:08:42.152429 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f280db73-257c-432a-ab59-f7a2ea091723 req-caca79dd-2a18-406d-8e98-54069fec9216 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325756 Jul 22 20:08:42.174782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33368) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:08:42.321639 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a586facc-eae0-40cd-bc56-3c7a8fa65a70 tempest-TestMinimumBasicScenario-570158107 tempest-TestMinimumBasicScenario-570158107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:42.323140 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a586facc-eae0-40cd-bc56-3c7a8fa65a70 tempest-TestMinimumBasicScenario-570158107 tempest-TestMinimumBasicScenario-570158107-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 1093 time: 0.1474149 Jul 22 20:08:42.326103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33372) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:08:42.330425 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': '31e957d6-d060-4a42-87a2-730ce25224ef', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:08:42.352839 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:42.353611 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:42.450843 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:42.556380 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Allocated IP 172.25.3.114 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/d850bb1a-a33e-41aa-9653-54ca6acfeb2c) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:08:42.655188 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:42.693139 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:42.736094 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:08:42.739318 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:08:42.742904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:08:42.748234 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Pushing event updated for resources: {'Port': ['ID=d850bb1a-a33e-41aa-9653-54ca6acfeb2c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:42.773834 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:42.774180 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:42.774517 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:42.774854 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:42.775180 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:42.775510 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:42.775829 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:42.776150 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:42.776495 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:42.776814 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:42.777133 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:42.777450 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:43.107069 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:43.181080 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:43.329500 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:43.335215 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:43.400177 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Pushing event updated for resources: {'Port': ['ID=d850bb1a-a33e-41aa-9653-54ca6acfeb2c,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:43.411394 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:43.514420 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Floating IP 46d08954-1aad-4fc3-85fd-f9904ab6ae6c associated. External IP: 172.25.3.114, port: 31e957d6-d060-4a42-87a2-730ce25224ef. Jul 22 20:08:43.722908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Router c358a8ff-f1cc-4f19-9086-3e42a769701e has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:08:43.830600 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:08:43.840496 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6e08ef-efba-4a96-a2c4-d39bc0e5be8f None None] Sync routers for ids ['c358a8ff-f1cc-4f19-9086-3e42a769701e'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:08:43.845587 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:43.850466 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6e08ef-efba-4a96-a2c4-d39bc0e5be8f None None] Routers {'c358a8ff-f1cc-4f19-9086-3e42a769701e'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:08:43.851128 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6a6e08ef-efba-4a96-a2c4-d39bc0e5be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:08:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c358a8ff-f1cc-4f19-9086-3e42a769701e'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:08:43.882442 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-135ae59e-4310-498b-9117-fc2c056ece6c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5553384 Jul 22 20:08:43.883071 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe', 'tag': '31e957d6-d060-4a42-87a2-730ce25224ef'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:08:43.885360 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0d39ca-3919-4668-9681-b5c597bb9a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe", "tag": "31e957d6-d060-4a42-87a2-730ce25224ef"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:08:43.885614 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33374) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:08:43.890725 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d0243de5-cc23-42ca-ba84-b1f31c8c2c0f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1417776194', 'description': 'tempest-secgroup-smoke-1417776194 description', 'project_id': '784fa47db15343c39594fa85d1267218'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:08:43.914203 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d0243de5-cc23-42ca-ba84-b1f31c8c2c0f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:43.922252 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58226b27-8006-4e75-961b-f1af5eded694 x-openstack-request-id: req-58226b27-8006-4e75-961b-f1af5eded694 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:08:43.922555 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe", "tag": "31e957d6-d060-4a42-87a2-730ce25224ef", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:08:43.922804 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58226b27-8006-4e75-961b-f1af5eded694 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:08:43.923210 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe', 'tag': '31e957d6-d060-4a42-87a2-730ce25224ef', 'status': 'completed', 'code': 200} Jul 22 20:08:43.966429 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-6a6e08ef-efba-4a96-a2c4-d39bc0e5be8f None None] Set router c358a8ff-f1cc-4f19-9086-3e42a769701e gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:08:44.044309 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d39ca-3919-4668-9681-b5c597bb9a4a req-41fe0bfe-0fa8-477b-8ba8-bc228d8e9c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:44.045779 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-be0d39ca-3919-4668-9681-b5c597bb9a4a req-41fe0bfe-0fa8-477b-8ba8-bc228d8e9c8f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=784fa47db15343c39594fa85d1267218&device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 1098 time: 0.1008210 Jul 22 20:08:44.052791 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d0243de5-cc23-42ca-ba84-b1f31c8c2c0f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.062400 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d0243de5-cc23-42ca-ba84-b1f31c8c2c0f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.113377 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d0243de5-cc23-42ca-ba84-b1f31c8c2c0f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.117380 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d0243de5-cc23-42ca-ba84-b1f31c8c2c0f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2279599 Jul 22 20:08:44.117780 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33378) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:08:44.123056 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-0bb31b59-8fe8-4a14-8a34-4b18604cb268 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Request body: {'security_group_rule': {'security_group_id': '56ded6b4-0876-4b9c-9a60-ba9ffecce29b', 'project_id': '784fa47db15343c39594fa85d1267218', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:08:44.143373 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0243de5-cc23-42ca-ba84-b1f31c8c2c0f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ded6b4-0876-4b9c-9a60-ba9ffecce29b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:44.154252 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243de5-cc23-42ca-ba84-b1f31c8c2c0f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:44.154605 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243de5-cc23-42ca-ba84-b1f31c8c2c0f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:44.154741 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0bb31b59-8fe8-4a14-8a34-4b18604cb268 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.154950 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243de5-cc23-42ca-ba84-b1f31c8c2c0f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:44.155295 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243de5-cc23-42ca-ba84-b1f31c8c2c0f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:44.155628 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243de5-cc23-42ca-ba84-b1f31c8c2c0f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:44.155958 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243de5-cc23-42ca-ba84-b1f31c8c2c0f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:44.156288 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243de5-cc23-42ca-ba84-b1f31c8c2c0f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:44.156644 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243de5-cc23-42ca-ba84-b1f31c8c2c0f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:44.157180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243de5-cc23-42ca-ba84-b1f31c8c2c0f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:44.157514 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243de5-cc23-42ca-ba84-b1f31c8c2c0f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:44.157844 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243de5-cc23-42ca-ba84-b1f31c8c2c0f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:44.159288 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0243de5-cc23-42ca-ba84-b1f31c8c2c0f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:44.198169 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d39ca-3919-4668-9681-b5c597bb9a4a req-6cf8dcd3-2de8-467a-aa6b-3bfc03ace132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:44.199662 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-be0d39ca-3919-4668-9681-b5c597bb9a4a req-6cf8dcd3-2de8-467a-aa6b-3bfc03ace132 service neutron] 10.222.0.30 "GET /v2.0/networks?id=48df6521-77d1-46c6-b544-7e9b44e46fef HTTP/1.1" status: 200 len: 916 time: 0.1457162 Jul 22 20:08:44.200889 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6a6e08ef-efba-4a96-a2c4-d39bc0e5be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'name': 'tempest-TestMinimumBasicScenario-1850254633-router', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:56Z', 'revision_number': 4, 'project_id': '784fa47db15343c39594fa85d1267218', 'gw_port': {'id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '46d08954-1aad-4fc3-85fd-f9904ab6ae6c', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'port_id': '31e957d6-d060-4a42-87a2-730ce25224ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef', 'mac_address': 'fa:16:3e:9b:91:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:08:42Z', 'updated_at': '2021-07-22T20:08:42Z', 'revision_number': 0, 'project_id': '784fa47db15343c39594fa85d1267218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94603e26-68ee-4a91-82ee-80a4a3a177fb', 'name': '', 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'mac_address': 'fa:16:3e:29:c2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'ce2aecf3-b4ae-462a-bffb-8f1b124a3e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:55Z', 'updated_at': '2021-07-22T20:08:02Z', 'revision_number': 5, 'project_id': '784fa47db15343c39594fa85d1267218', 'subnets': [{'id': 'ce2aecf3-b4ae-462a-bffb-8f1b124a3e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:08:44.217354 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0bb31b59-8fe8-4a14-8a34-4b18604cb268 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.222337 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0bb31b59-8fe8-4a14-8a34-4b18604cb268 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.229138 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6e08ef-efba-4a96-a2c4-d39bc0e5be8f None None] Checking router: c358a8ff-f1cc-4f19-9086-3e42a769701e for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:08:44.238704 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6e08ef-efba-4a96-a2c4-d39bc0e5be8f None None] Routers {'c358a8ff-f1cc-4f19-9086-3e42a769701e'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:08:44.239432 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6a6e08ef-efba-4a96-a2c4-d39bc0e5be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:08:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c358a8ff-f1cc-4f19-9086-3e42a769701e'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:08:44.244654 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb31b59-8fe8-4a14-8a34-4b18604cb268 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d96b5c7-2592-4b88-80dc-2f439f87055f,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:44.253611 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0bb31b59-8fe8-4a14-8a34-4b18604cb268 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.257499 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0bb31b59-8fe8-4a14-8a34-4b18604cb268 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361010 Jul 22 20:08:44.257820 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33380) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:08:44.263194 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-769f6f12-6198-48d3-acf3-2117ddc77557 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Request body: {'security_group_rule': {'security_group_id': '56ded6b4-0876-4b9c-9a60-ba9ffecce29b', 'project_id': '784fa47db15343c39594fa85d1267218', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:08:44.272662 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-be0d39ca-3919-4668-9681-b5c597bb9a4a req-a1cf8ca6-616c-4de1-9f95-d89de9ec7135 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31e957d6-d060-4a42-87a2-730ce25224ef HTTP/1.1" status: 200 len: 1000 time: 0.0652885 Jul 22 20:08:44.291448 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-769f6f12-6198-48d3-acf3-2117ddc77557 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.330453 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d39ca-3919-4668-9681-b5c597bb9a4a req-13e8d6ea-3756-48b8-97e7-86a49353c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:44.331887 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-be0d39ca-3919-4668-9681-b5c597bb9a4a req-13e8d6ea-3756-48b8-97e7-86a49353c428 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce2aecf3-b4ae-462a-bffb-8f1b124a3e19 HTTP/1.1" status: 200 len: 854 time: 0.0523014 Jul 22 20:08:44.354864 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-6a6e08ef-efba-4a96-a2c4-d39bc0e5be8f None None] Set router c358a8ff-f1cc-4f19-9086-3e42a769701e gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:08:44.357370 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-769f6f12-6198-48d3-acf3-2117ddc77557 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.362230 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-769f6f12-6198-48d3-acf3-2117ddc77557 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.385116 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f6f12-6198-48d3-acf3-2117ddc77557 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74560ed-2cfa-4e47-8c3a-12c40cddbdb2,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:44.395634 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-769f6f12-6198-48d3-acf3-2117ddc77557 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.397664 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-769f6f12-6198-48d3-acf3-2117ddc77557 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1379623 Jul 22 20:08:44.400129 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33382) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:08:44.401782 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d39ca-3919-4668-9681-b5c597bb9a4a req-5887a905-26b7-4967-9dea-60f62dc66897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:44.403307 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-be0d39ca-3919-4668-9681-b5c597bb9a4a req-5887a905-26b7-4967-9dea-60f62dc66897 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48df6521-77d1-46c6-b544-7e9b44e46fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640109 Jul 22 20:08:44.406796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-55fe410d-f972-4022-b6d6-e74a83fae031 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Request body: {'security_group_rule': {'security_group_id': '56ded6b4-0876-4b9c-9a60-ba9ffecce29b', 'project_id': '784fa47db15343c39594fa85d1267218', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:08:44.436888 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-55fe410d-f972-4022-b6d6-e74a83fae031 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.497595 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-be0d39ca-3919-4668-9681-b5c597bb9a4a req-e84a5092-e845-4fd7-b003-62c98933c812 service neutron] 10.222.0.30 "GET /v2.0/networks/48df6521-77d1-46c6-b544-7e9b44e46fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873652 Jul 22 20:08:44.498700 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-55fe410d-f972-4022-b6d6-e74a83fae031 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.503465 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-55fe410d-f972-4022-b6d6-e74a83fae031 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.521545 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe410d-f972-4022-b6d6-e74a83fae031 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c3f483-87ac-4195-86e2-81b6c7009898,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:44.528467 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-55fe410d-f972-4022-b6d6-e74a83fae031 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.529853 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-55fe410d-f972-4022-b6d6-e74a83fae031 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284382 Jul 22 20:08:44.532541 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33384) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:08:44.537517 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-f5f81123-df12-47ae-b8e8-debab1712a05 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Request body: {'security_group_rule': {'security_group_id': '56ded6b4-0876-4b9c-9a60-ba9ffecce29b', 'project_id': '784fa47db15343c39594fa85d1267218', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:08:44.568839 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f5f81123-df12-47ae-b8e8-debab1712a05 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.605127 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-be0d39ca-3919-4668-9681-b5c597bb9a4a req-a328bac5-1265-41e3-bf17-4ba5758c1c3c service neutron] 10.222.0.30 "GET /v2.0/networks/48df6521-77d1-46c6-b544-7e9b44e46fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003413 Jul 22 20:08:44.607867 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6a6e08ef-efba-4a96-a2c4-d39bc0e5be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'name': 'tempest-TestMinimumBasicScenario-1850254633-router', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:56Z', 'revision_number': 4, 'project_id': '784fa47db15343c39594fa85d1267218', 'gw_port': {'id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '46d08954-1aad-4fc3-85fd-f9904ab6ae6c', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'port_id': '31e957d6-d060-4a42-87a2-730ce25224ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef', 'mac_address': 'fa:16:3e:9b:91:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:08:42Z', 'updated_at': '2021-07-22T20:08:42Z', 'revision_number': 0, 'project_id': '784fa47db15343c39594fa85d1267218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94603e26-68ee-4a91-82ee-80a4a3a177fb', 'name': '', 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'mac_address': 'fa:16:3e:29:c2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'ce2aecf3-b4ae-462a-bffb-8f1b124a3e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:55Z', 'updated_at': '2021-07-22T20:08:02Z', 'revision_number': 5, 'project_id': '784fa47db15343c39594fa85d1267218', 'subnets': [{'id': 'ce2aecf3-b4ae-462a-bffb-8f1b124a3e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:08:44.637651 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f5f81123-df12-47ae-b8e8-debab1712a05 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.641909 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f5f81123-df12-47ae-b8e8-debab1712a05 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.661283 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f81123-df12-47ae-b8e8-debab1712a05 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db446eda-4562-4368-8cce-6c12e7439b78,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:44.668891 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f5f81123-df12-47ae-b8e8-debab1712a05 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.670290 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f5f81123-df12-47ae-b8e8-debab1712a05 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1364501 Jul 22 20:08:44.673415 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33386) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:08:44.678616 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f74256dc-093d-45dd-b919-e23959195b43 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Request body: {'security_group_rule': {'security_group_id': '56ded6b4-0876-4b9c-9a60-ba9ffecce29b', 'project_id': '784fa47db15343c39594fa85d1267218', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:08:44.700693 n-d-800086-12 neutron-server[93806]: INFO neutron.db.securitygroups_db [None req-f74256dc-093d-45dd-b919-e23959195b43 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Project 784fa47db15343c39594fa85d1267218 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:08:44.706208 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f74256dc-093d-45dd-b919-e23959195b43 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.727131 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6e08ef-efba-4a96-a2c4-d39bc0e5be8f None None] The sync data for ids ['c358a8ff-f1cc-4f19-9086-3e42a769701e'] in n-d-800086-12 is: [{'id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'name': 'tempest-TestMinimumBasicScenario-1850254633-router', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:56Z', 'revision_number': 4, 'project_id': '784fa47db15343c39594fa85d1267218', 'gw_port': {'id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '46d08954-1aad-4fc3-85fd-f9904ab6ae6c', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'port_id': '31e957d6-d060-4a42-87a2-730ce25224ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef', 'mac_address': 'fa:16:3e:9b:91:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:08:42Z', 'updated_at': '2021-07-22T20:08:42Z', 'revision_number': 0, 'project_id': '784fa47db15343c39594fa85d1267218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94603e26-68ee-4a91-82ee-80a4a3a177fb', 'name': '', 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'mac_address': 'fa:16:3e:29:c2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'ce2aecf3-b4ae-462a-bffb-8f1b124a3e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:55Z', 'updated_at': '2021-07-22T20:08:02Z', 'revision_number': 5, 'project_id': '784fa47db15343c39594fa85d1267218', 'subnets': [{'id': 'ce2aecf3-b4ae-462a-bffb-8f1b124a3e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:08:44.771094 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f74256dc-093d-45dd-b919-e23959195b43 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.775130 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f74256dc-093d-45dd-b919-e23959195b43 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.793865 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74256dc-093d-45dd-b919-e23959195b43 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb032e2-e3aa-4434-92b1-768d5df86e13,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:44.802629 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f74256dc-093d-45dd-b919-e23959195b43 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.803948 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f74256dc-093d-45dd-b919-e23959195b43 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291704 Jul 22 20:08:44.806679 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33388) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:08:44.811225 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-ee26348c-a68a-4fc5-b24b-ab9b79bbf3ca tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Request body: {'security_group_rule': {'security_group_id': '56ded6b4-0876-4b9c-9a60-ba9ffecce29b', 'project_id': '784fa47db15343c39594fa85d1267218', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:08:44.834585 n-d-800086-12 neutron-server[93806]: INFO neutron.db.securitygroups_db [None req-ee26348c-a68a-4fc5-b24b-ab9b79bbf3ca tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Project 784fa47db15343c39594fa85d1267218 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:08:44.839734 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ee26348c-a68a-4fc5-b24b-ab9b79bbf3ca tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.903500 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ee26348c-a68a-4fc5-b24b-ab9b79bbf3ca tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.907432 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ee26348c-a68a-4fc5-b24b-ab9b79bbf3ca tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.921591 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663717d9-5dd7-4c8d-8d02-5c7f057cdf64 None None] New status for floating IP 46d08954-1aad-4fc3-85fd-f9904ab6ae6c: ACTIVE {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:08:44.928707 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26348c-a68a-4fc5-b24b-ab9b79bbf3ca tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a032dae5-6254-45a2-9eaa-82afdb749602,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:44.935908 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ee26348c-a68a-4fc5-b24b-ab9b79bbf3ca tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:44.937165 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ee26348c-a68a-4fc5-b24b-ab9b79bbf3ca tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295586 Jul 22 20:08:45.020601 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3037198f-00ff-45f5-9081-b32fb27ba185 req-d33429f5-b07a-4301-818d-4696b43c5c9a tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1417776194&fields=id&tenant_id=784fa47db15343c39594fa85d1267218 HTTP/1.1" status: 200 len: 267 time: 0.0351980 Jul 22 20:08:45.094773 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037198f-00ff-45f5-9081-b32fb27ba185 req-8ce3a7bf-237a-4cbe-a693-741ef1e286bc tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:45.096810 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3037198f-00ff-45f5-9081-b32fb27ba185 req-8ce3a7bf-237a-4cbe-a693-741ef1e286bc tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 946 time: 0.0710261 Jul 22 20:08:45.109783 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-3037198f-00ff-45f5-9081-b32fb27ba185 req-65d5b19c-f04c-4de8-be38-edb52a3f7b4c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Request body: {'port': {'security_groups': ['0acae1dd-a936-42c7-b213-deef49c51a7f', '56ded6b4-0876-4b9c-9a60-ba9ffecce29b']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:08:45.192051 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3037198f-00ff-45f5-9081-b32fb27ba185 req-65d5b19c-f04c-4de8-be38-edb52a3f7b4c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:45.374975 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-3037198f-00ff-45f5-9081-b32fb27ba185 req-65d5b19c-f04c-4de8-be38-edb52a3f7b4c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] For port 31e957d6-d060-4a42-87a2-730ce25224ef, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=31e957d6-d060-4a42-87a2-730ce25224ef,segment=NetworkSegment(10e1fd51-c0b4-448e-91e7-31823e0d85fd),segment_id=10e1fd51-c0b4-448e-91e7-31823e0d85fd)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:08:45.403642 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3037198f-00ff-45f5-9081-b32fb27ba185 req-65d5b19c-f04c-4de8-be38-edb52a3f7b4c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:45.408081 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3037198f-00ff-45f5-9081-b32fb27ba185 req-65d5b19c-f04c-4de8-be38-edb52a3f7b4c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:45.420618 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['31e957d6-d060-4a42-87a2-730ce25224ef'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:08:45.455460 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037198f-00ff-45f5-9081-b32fb27ba185 req-65d5b19c-f04c-4de8-be38-edb52a3f7b4c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:45.456023 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-3037198f-00ff-45f5-9081-b32fb27ba185 req-65d5b19c-f04c-4de8-be38-edb52a3f7b4c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:45.457381 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3037198f-00ff-45f5-9081-b32fb27ba185 req-65d5b19c-f04c-4de8-be38-edb52a3f7b4c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "PUT /v2.0/ports/31e957d6-d060-4a42-87a2-730ce25224ef HTTP/1.1" status: 200 len: 982 time: 0.3524771 Jul 22 20:08:45.488539 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5b19c-f04c-4de8-be38-edb52a3f7b4c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Pushing event updated for resources: {'Port': ['ID=31e957d6-d060-4a42-87a2-730ce25224ef,revision_number=6']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:45.521344 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['31e957d6-d060-4a42-87a2-730ce25224ef'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:08:45.596262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddca77c-154c-4808-b407-da1e957988ce req-6e43b356-ba5a-4917-bae1-2390858db117 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:45.597484 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8ddca77c-154c-4808-b407-da1e957988ce req-6e43b356-ba5a-4917-bae1-2390858db117 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 985 time: 0.0771031 Jul 22 20:08:45.649037 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8ddca77c-154c-4808-b407-da1e957988ce req-d9a707b9-f182-40ab-86a0-5d14208b08e0 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ded6b4-0876-4b9c-9a60-ba9ffecce29b&id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435078 Jul 22 20:08:45.832094 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a3d49481-f7d0-4020-b61e-13da2fb9471a None None] Provisioning complete for port 31e957d6-d060-4a42-87a2-730ce25224ef triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:08:45.832349 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a3d49481-f7d0-4020-b61e-13da2fb9471a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:45.924662 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe', 'tag': '31e957d6-d060-4a42-87a2-730ce25224ef'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:08:45.927006 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f73ee4-787f-449d-8506-54fc0c8e33e7" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe", "tag": "31e957d6-d060-4a42-87a2-730ce25224ef"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:08:45.967748 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f133d32e-40e0-4367-b63b-d99f831700ea x-openstack-request-id: req-f133d32e-40e0-4367-b63b-d99f831700ea {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:08:45.968114 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe", "tag": "31e957d6-d060-4a42-87a2-730ce25224ef", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:08:45.968429 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f133d32e-40e0-4367-b63b-d99f831700ea {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:08:45.968928 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe', 'tag': '31e957d6-d060-4a42-87a2-730ce25224ef', 'status': 'completed', 'code': 200} Jul 22 20:08:46.043014 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f73ee4-787f-449d-8506-54fc0c8e33e7 req-e3d2bd46-e0e0-461a-98d5-81164793e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:46.044576 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-95f73ee4-787f-449d-8506-54fc0c8e33e7 req-e3d2bd46-e0e0-461a-98d5-81164793e65d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=784fa47db15343c39594fa85d1267218&device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 1137 time: 0.0568888 Jul 22 20:08:46.145218 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f73ee4-787f-449d-8506-54fc0c8e33e7 req-2d3496e1-348b-47cc-b4ae-2adad31dd5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:46.146728 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-95f73ee4-787f-449d-8506-54fc0c8e33e7 req-2d3496e1-348b-47cc-b4ae-2adad31dd5a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=48df6521-77d1-46c6-b544-7e9b44e46fef HTTP/1.1" status: 200 len: 916 time: 0.0922339 Jul 22 20:08:46.219423 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-95f73ee4-787f-449d-8506-54fc0c8e33e7 req-d0e8feb1-3043-46b0-8503-74a323fdcaba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31e957d6-d060-4a42-87a2-730ce25224ef HTTP/1.1" status: 200 len: 1002 time: 0.0627849 Jul 22 20:08:46.269388 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f73ee4-787f-449d-8506-54fc0c8e33e7 req-35ed3556-0a55-4820-91c6-6b04d9b89e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:46.270801 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-95f73ee4-787f-449d-8506-54fc0c8e33e7 req-35ed3556-0a55-4820-91c6-6b04d9b89e6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce2aecf3-b4ae-462a-bffb-8f1b124a3e19 HTTP/1.1" status: 200 len: 854 time: 0.0449595 Jul 22 20:08:46.333749 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f73ee4-787f-449d-8506-54fc0c8e33e7 req-dcbdf050-db51-4c5a-bcfc-00e05e68c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:46.335251 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-95f73ee4-787f-449d-8506-54fc0c8e33e7 req-dcbdf050-db51-4c5a-bcfc-00e05e68c41d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48df6521-77d1-46c6-b544-7e9b44e46fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566576 Jul 22 20:08:46.431869 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-95f73ee4-787f-449d-8506-54fc0c8e33e7 req-e34cd900-655f-43b6-bc4c-2f2b436b1c3d service neutron] 10.222.0.30 "GET /v2.0/networks/48df6521-77d1-46c6-b544-7e9b44e46fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868006 Jul 22 20:08:46.519070 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-95f73ee4-787f-449d-8506-54fc0c8e33e7 req-d6e41c48-7ae4-4c23-8630-4d5f097f1e81 service neutron] 10.222.0.30 "GET /v2.0/networks/48df6521-77d1-46c6-b544-7e9b44e46fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805764 Jul 22 20:08:58.571501 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-74dde3d6-00b3-41cf-89e1-db039f825d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:01.084653 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d0f0b749-d180-441f-a89c-17556c8130e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:01.213077 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:02.569110 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:02.628140 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b216ce8-1867-4ef2-94d7-e4f3e5cfee38 req-0e12f4e6-0927-4f44-823e-049554a68566 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:02.629704 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b216ce8-1867-4ef2-94d7-e4f3e5cfee38 req-0e12f4e6-0927-4f44-823e-049554a68566 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 985 time: 0.0722725 Jul 22 20:09:02.629836 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842443f3-34b6-499c-9d05-1a77a2dc010d req-9df3ad5f-60d0-4a66-b0c2-29863086bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:02.631231 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-842443f3-34b6-499c-9d05-1a77a2dc010d req-9df3ad5f-60d0-4a66-b0c2-29863086bcb0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=784fa47db15343c39594fa85d1267218&device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 1137 time: 0.0605910 Jul 22 20:09:02.671101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b216ce8-1867-4ef2-94d7-e4f3e5cfee38 req-ba189e4e-0de2-42ae-b080-ed11ece0b012 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ded6b4-0876-4b9c-9a60-ba9ffecce29b&id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355296 Jul 22 20:09:02.720824 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842443f3-34b6-499c-9d05-1a77a2dc010d req-4d71fd38-a73d-4c1a-8ae7-6f4c030a55b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:02.722851 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-842443f3-34b6-499c-9d05-1a77a2dc010d req-4d71fd38-a73d-4c1a-8ae7-6f4c030a55b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=48df6521-77d1-46c6-b544-7e9b44e46fef HTTP/1.1" status: 200 len: 916 time: 0.0854683 Jul 22 20:09:02.792011 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-842443f3-34b6-499c-9d05-1a77a2dc010d req-9b0dca00-96c0-4c7d-be3d-4d76a267c10e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31e957d6-d060-4a42-87a2-730ce25224ef HTTP/1.1" status: 200 len: 1002 time: 0.0612323 Jul 22 20:09:02.839146 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842443f3-34b6-499c-9d05-1a77a2dc010d req-414ce694-1813-43ec-98bc-77d40d3f3db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:02.840568 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-842443f3-34b6-499c-9d05-1a77a2dc010d req-414ce694-1813-43ec-98bc-77d40d3f3db9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce2aecf3-b4ae-462a-bffb-8f1b124a3e19 HTTP/1.1" status: 200 len: 854 time: 0.0421822 Jul 22 20:09:02.897444 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842443f3-34b6-499c-9d05-1a77a2dc010d req-0dc025e1-f1a1-4fd2-9b9f-d31107d40f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:02.898941 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-842443f3-34b6-499c-9d05-1a77a2dc010d req-0dc025e1-f1a1-4fd2-9b9f-d31107d40f80 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48df6521-77d1-46c6-b544-7e9b44e46fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513394 Jul 22 20:09:02.991318 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-842443f3-34b6-499c-9d05-1a77a2dc010d req-4afa942e-ef40-4b5e-965f-96f55395e670 service neutron] 10.222.0.30 "GET /v2.0/networks/48df6521-77d1-46c6-b544-7e9b44e46fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850613 Jul 22 20:09:03.079024 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-842443f3-34b6-499c-9d05-1a77a2dc010d req-7fc431e4-2635-4ee3-93b3-598a5d91c1bb service neutron] 10.222.0.30 "GET /v2.0/networks/48df6521-77d1-46c6-b544-7e9b44e46fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802531 Jul 22 20:09:03.820109 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121ea3a-8b4f-450b-92c8-dd3bfc1ef502 req-c01be7e1-0b66-4347-803a-ace0af42841a tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:03.821628 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2121ea3a-8b4f-450b-92c8-dd3bfc1ef502 req-c01be7e1-0b66-4347-803a-ace0af42841a tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 985 time: 0.0679989 Jul 22 20:09:03.869305 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2121ea3a-8b4f-450b-92c8-dd3bfc1ef502 req-f957d12a-b372-4fb6-ae3f-aefd5dab8fed tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ded6b4-0876-4b9c-9a60-ba9ffecce29b&id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405879 Jul 22 20:09:04.206278 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:05.020912 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78632be2-1b2d-42c2-8daa-4c72ead1f95e req-9f110901-9a60-4aac-99cf-a72143ead02b tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:05.022413 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-78632be2-1b2d-42c2-8daa-4c72ead1f95e req-9f110901-9a60-4aac-99cf-a72143ead02b tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 985 time: 0.0693748 Jul 22 20:09:05.062548 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-78632be2-1b2d-42c2-8daa-4c72ead1f95e req-d4ad5212-b888-4999-8736-1797213f4ee1 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ded6b4-0876-4b9c-9a60-ba9ffecce29b&id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343318 Jul 22 20:09:06.195126 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a0914-db46-4865-8481-8f333b0cba87 req-9e997504-d1a8-449b-86a7-6d8e543fcb22 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:06.196651 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-824a0914-db46-4865-8481-8f333b0cba87 req-9e997504-d1a8-449b-86a7-6d8e543fcb22 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 985 time: 0.0680201 Jul 22 20:09:06.236165 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-824a0914-db46-4865-8481-8f333b0cba87 req-54c0c06f-f7d3-4622-90fc-49984552a146 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ded6b4-0876-4b9c-9a60-ba9ffecce29b&id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337038 Jul 22 20:09:07.365805 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39785bac-2e98-4f09-a379-08c54f9be7bf req-cc5fd361-bcd6-46f5-a862-b333268e4425 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:07.367290 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-39785bac-2e98-4f09-a379-08c54f9be7bf req-cc5fd361-bcd6-46f5-a862-b333268e4425 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 985 time: 0.0639734 Jul 22 20:09:07.406616 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-39785bac-2e98-4f09-a379-08c54f9be7bf req-23f5dbf4-3053-4786-9502-62841d13e85f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ded6b4-0876-4b9c-9a60-ba9ffecce29b&id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336883 Jul 22 20:09:08.537215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930757d4-34ea-4e9d-9ce4-82f94e0e5fea req-c037591b-3400-412b-833d-4c19cbbd28c5 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:08.538698 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-930757d4-34ea-4e9d-9ce4-82f94e0e5fea req-c037591b-3400-412b-833d-4c19cbbd28c5 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 985 time: 0.0657492 Jul 22 20:09:08.578008 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-930757d4-34ea-4e9d-9ce4-82f94e0e5fea req-a1b54eb4-97e4-4e84-91a9-9337fa58c690 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ded6b4-0876-4b9c-9a60-ba9ffecce29b&id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337276 Jul 22 20:09:09.604178 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:09.711388 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88106936-41cf-469c-920d-cb98048d9f2c req-0087da53-f5f4-4d2e-bf01-58444f0a34a5 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:09.712909 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88106936-41cf-469c-920d-cb98048d9f2c req-0087da53-f5f4-4d2e-bf01-58444f0a34a5 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 985 time: 0.0685117 Jul 22 20:09:09.752845 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88106936-41cf-469c-920d-cb98048d9f2c req-dbc974a4-f252-4442-84a1-eb85f18278d8 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ded6b4-0876-4b9c-9a60-ba9ffecce29b&id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335193 Jul 22 20:09:10.889041 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1660957-4ef5-43eb-9f6b-5339d1635b11 req-3f371b2b-ad5e-481b-acfb-7584567abee6 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:10.890549 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1660957-4ef5-43eb-9f6b-5339d1635b11 req-3f371b2b-ad5e-481b-acfb-7584567abee6 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 985 time: 0.0717745 Jul 22 20:09:10.930225 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f1660957-4ef5-43eb-9f6b-5339d1635b11 req-95ea323f-a6a2-4106-ba77-8232415c76a5 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ded6b4-0876-4b9c-9a60-ba9ffecce29b&id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341499 Jul 22 20:09:12.062736 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f56921-24b4-4d8a-a435-ee95d380dddd req-3c8ea40a-51ac-4323-93cd-1bd5187275ba tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:12.064227 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5f56921-24b4-4d8a-a435-ee95d380dddd req-3c8ea40a-51ac-4323-93cd-1bd5187275ba tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 985 time: 0.0674987 Jul 22 20:09:12.103874 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5f56921-24b4-4d8a-a435-ee95d380dddd req-f9f068f6-6928-4947-8ecc-1939d5c251de tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ded6b4-0876-4b9c-9a60-ba9ffecce29b&id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331383 Jul 22 20:09:12.369629 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:13.234399 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b3edf-2368-4207-9d2c-444098c16e20 req-8796948f-1391-42e8-840e-43795f8362ef tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:13.235800 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d95b3edf-2368-4207-9d2c-444098c16e20 req-8796948f-1391-42e8-840e-43795f8362ef tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 985 time: 0.0653522 Jul 22 20:09:13.275929 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d95b3edf-2368-4207-9d2c-444098c16e20 req-908495eb-4078-47f0-ba2f-afdaca0cd3f1 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ded6b4-0876-4b9c-9a60-ba9ffecce29b&id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343637 Jul 22 20:09:13.776713 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:09:14.402767 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c10e1-e8e8-4d8b-bc8f-8f0a6c025c40 req-3e74f58e-c568-4a02-bdec-82410c3f66e0 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:14.404232 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b64c10e1-e8e8-4d8b-bc8f-8f0a6c025c40 req-3e74f58e-c568-4a02-bdec-82410c3f66e0 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 985 time: 0.0628762 Jul 22 20:09:14.442983 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b64c10e1-e8e8-4d8b-bc8f-8f0a6c025c40 req-0de3e2eb-e733-4cba-becb-5ef46e527f3b tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=56ded6b4-0876-4b9c-9a60-ba9ffecce29b&id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331445 Jul 22 20:09:28.572368 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b48ca9c4-1312-4ef4-bb22-57ea4690f149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:31.085714 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-653be06d-1c65-48d3-a303-f4c7c21e5abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:31.213981 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:32.570986 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:33.747203 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0a196db9-192c-4355-ba81-7a63c4f58292 req-52aaa6bb-3aee-4049-a34c-149dda85833e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0566874 Jul 22 20:09:33.840116 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a196db9-192c-4355-ba81-7a63c4f58292 req-251242a4-a6db-48d9-bbd8-155f22240a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:33.841648 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0a196db9-192c-4355-ba81-7a63c4f58292 req-251242a4-a6db-48d9-bbd8-155f22240a09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=784fa47db15343c39594fa85d1267218&device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 1137 time: 0.0531399 Jul 22 20:09:33.943775 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a196db9-192c-4355-ba81-7a63c4f58292 req-626984fe-615a-4f6a-a1bf-fc4a551b4c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:33.945272 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0a196db9-192c-4355-ba81-7a63c4f58292 req-626984fe-615a-4f6a-a1bf-fc4a551b4c9a service neutron] 10.222.0.30 "GET /v2.0/networks?id=48df6521-77d1-46c6-b544-7e9b44e46fef HTTP/1.1" status: 200 len: 916 time: 0.0840454 Jul 22 20:09:34.015648 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0a196db9-192c-4355-ba81-7a63c4f58292 req-e465c755-9ce7-482e-a7c7-9efbcf688cab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31e957d6-d060-4a42-87a2-730ce25224ef HTTP/1.1" status: 200 len: 1002 time: 0.0631833 Jul 22 20:09:34.065698 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a196db9-192c-4355-ba81-7a63c4f58292 req-d388ec18-dfa1-44b3-af83-1e68a1437aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:34.067125 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0a196db9-192c-4355-ba81-7a63c4f58292 req-d388ec18-dfa1-44b3-af83-1e68a1437aa5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce2aecf3-b4ae-462a-bffb-8f1b124a3e19 HTTP/1.1" status: 200 len: 854 time: 0.0449247 Jul 22 20:09:34.125926 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a196db9-192c-4355-ba81-7a63c4f58292 req-71eb866f-a9fd-497f-a4a0-2e97a2da8cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:34.127862 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0a196db9-192c-4355-ba81-7a63c4f58292 req-71eb866f-a9fd-497f-a4a0-2e97a2da8cac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48df6521-77d1-46c6-b544-7e9b44e46fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538070 Jul 22 20:09:34.209487 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:34.224830 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0a196db9-192c-4355-ba81-7a63c4f58292 req-3c39ade8-6307-4d84-a49b-a2dbcc698891 service neutron] 10.222.0.30 "GET /v2.0/networks/48df6521-77d1-46c6-b544-7e9b44e46fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899615 Jul 22 20:09:34.312621 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0a196db9-192c-4355-ba81-7a63c4f58292 req-f21f7498-3eb3-4fa1-891e-a76bd60881f7 service neutron] 10.222.0.30 "GET /v2.0/networks/48df6521-77d1-46c6-b544-7e9b44e46fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804050 Jul 22 20:09:39.602465 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:42.363171 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:46.715680 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-46b2a292-a9e5-4128-a62f-21ce529183f7 req-9b6541d9-418a-4a9c-9a8a-ed9ff732db81 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1417776194&fields=id&tenant_id=784fa47db15343c39594fa85d1267218 HTTP/1.1" status: 200 len: 267 time: 0.0380590 Jul 22 20:09:46.781058 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2a292-a9e5-4128-a62f-21ce529183f7 req-4f5d50f7-cb69-4dd2-ac2d-ba5edc49f9d9 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:46.782511 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-46b2a292-a9e5-4128-a62f-21ce529183f7 req-4f5d50f7-cb69-4dd2-ac2d-ba5edc49f9d9 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 985 time: 0.0610774 Jul 22 20:09:46.794386 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-46b2a292-a9e5-4128-a62f-21ce529183f7 req-50692439-6347-4e57-a105-f7070657610f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Request body: {'port': {'security_groups': ['0acae1dd-a936-42c7-b213-deef49c51a7f']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:09:46.881385 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-46b2a292-a9e5-4128-a62f-21ce529183f7 req-50692439-6347-4e57-a105-f7070657610f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:47.055694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-46b2a292-a9e5-4128-a62f-21ce529183f7 req-50692439-6347-4e57-a105-f7070657610f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] For port 31e957d6-d060-4a42-87a2-730ce25224ef, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=31e957d6-d060-4a42-87a2-730ce25224ef,segment=NetworkSegment(10e1fd51-c0b4-448e-91e7-31823e0d85fd),segment_id=10e1fd51-c0b4-448e-91e7-31823e0d85fd)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:09:47.084936 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-46b2a292-a9e5-4128-a62f-21ce529183f7 req-50692439-6347-4e57-a105-f7070657610f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:47.089409 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-46b2a292-a9e5-4128-a62f-21ce529183f7 req-50692439-6347-4e57-a105-f7070657610f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:47.101090 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['31e957d6-d060-4a42-87a2-730ce25224ef'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:09:47.138163 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2a292-a9e5-4128-a62f-21ce529183f7 req-50692439-6347-4e57-a105-f7070657610f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:47.138779 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-46b2a292-a9e5-4128-a62f-21ce529183f7 req-50692439-6347-4e57-a105-f7070657610f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:47.140175 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-46b2a292-a9e5-4128-a62f-21ce529183f7 req-50692439-6347-4e57-a105-f7070657610f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "PUT /v2.0/ports/31e957d6-d060-4a42-87a2-730ce25224ef HTTP/1.1" status: 200 len: 943 time: 0.3503437 Jul 22 20:09:47.140656 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe', 'tag': '31e957d6-d060-4a42-87a2-730ce25224ef'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:09:47.143607 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97341301-f8f0-48e9-9e9c-f4c517464789" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe", "tag": "31e957d6-d060-4a42-87a2-730ce25224ef"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:09:47.147338 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33446) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:47.173565 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50692439-6347-4e57-a105-f7070657610f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Pushing event updated for resources: {'Port': ['ID=31e957d6-d060-4a42-87a2-730ce25224ef,revision_number=7']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:47.181915 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50692439-6347-4e57-a105-f7070657610f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.182278 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50692439-6347-4e57-a105-f7070657610f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.182649 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50692439-6347-4e57-a105-f7070657610f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.183189 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50692439-6347-4e57-a105-f7070657610f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.183535 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50692439-6347-4e57-a105-f7070657610f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.183873 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50692439-6347-4e57-a105-f7070657610f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.184204 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50692439-6347-4e57-a105-f7070657610f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.184562 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50692439-6347-4e57-a105-f7070657610f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.185263 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50692439-6347-4e57-a105-f7070657610f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.185383 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50692439-6347-4e57-a105-f7070657610f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.185664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50692439-6347-4e57-a105-f7070657610f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.185995 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50692439-6347-4e57-a105-f7070657610f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.209985 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785a2490-8b66-4d4d-9f32-6d6711c6c552 x-openstack-request-id: req-785a2490-8b66-4d4d-9f32-6d6711c6c552 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:09:47.210274 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe", "tag": "31e957d6-d060-4a42-87a2-730ce25224ef", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:09:47.210528 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-785a2490-8b66-4d4d-9f32-6d6711c6c552 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:09:47.210957 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe', 'tag': '31e957d6-d060-4a42-87a2-730ce25224ef', 'status': 'completed', 'code': 200} Jul 22 20:09:47.216373 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['31e957d6-d060-4a42-87a2-730ce25224ef'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:09:47.276400 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d8021d1e-3ba1-488e-aa1b-e047ae918fc3 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:47.312922 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d8021d1e-3ba1-488e-aa1b-e047ae918fc3 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:47.337909 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97341301-f8f0-48e9-9e9c-f4c517464789 req-355cbef0-ab40-4440-b665-3a257092ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:47.339412 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-97341301-f8f0-48e9-9e9c-f4c517464789 req-355cbef0-ab40-4440-b665-3a257092ba8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=784fa47db15343c39594fa85d1267218&device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 1098 time: 0.1052237 Jul 22 20:09:47.415317 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5b58eb69-a835-4405-ac14-ea81e71b0588 None None] Provisioning complete for port 31e957d6-d060-4a42-87a2-730ce25224ef triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:09:47.415601 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5b58eb69-a835-4405-ac14-ea81e71b0588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:47.437871 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d8021d1e-3ba1-488e-aa1b-e047ae918fc3 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:47.441200 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d8021d1e-3ba1-488e-aa1b-e047ae918fc3 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:47.442385 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d8021d1e-3ba1-488e-aa1b-e047ae918fc3 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "DELETE /v2.0/security-groups/56ded6b4-0876-4b9c-9a60-ba9ffecce29b HTTP/1.1" status: 204 len: 168 time: 0.2933805 Jul 22 20:09:47.445392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33450) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:47.461433 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8021d1e-3ba1-488e-aa1b-e047ae918fc3 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ded6b4-0876-4b9c-9a60-ba9ffecce29b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:47.476777 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97341301-f8f0-48e9-9e9c-f4c517464789 req-9f790a5a-6eba-4697-b648-be0c112aba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:47.478181 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-97341301-f8f0-48e9-9e9c-f4c517464789 req-9f790a5a-6eba-4697-b648-be0c112aba90 service neutron] 10.222.0.30 "GET /v2.0/networks?id=48df6521-77d1-46c6-b544-7e9b44e46fef HTTP/1.1" status: 200 len: 916 time: 0.1304233 Jul 22 20:09:47.479596 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8021d1e-3ba1-488e-aa1b-e047ae918fc3 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.479938 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8021d1e-3ba1-488e-aa1b-e047ae918fc3 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.480275 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8021d1e-3ba1-488e-aa1b-e047ae918fc3 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.480635 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8021d1e-3ba1-488e-aa1b-e047ae918fc3 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.480967 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8021d1e-3ba1-488e-aa1b-e047ae918fc3 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.481295 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8021d1e-3ba1-488e-aa1b-e047ae918fc3 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.481617 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8021d1e-3ba1-488e-aa1b-e047ae918fc3 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.481941 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8021d1e-3ba1-488e-aa1b-e047ae918fc3 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.482796 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8021d1e-3ba1-488e-aa1b-e047ae918fc3 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.482796 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8021d1e-3ba1-488e-aa1b-e047ae918fc3 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.483015 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8021d1e-3ba1-488e-aa1b-e047ae918fc3 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.483268 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8021d1e-3ba1-488e-aa1b-e047ae918fc3 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:47.546745 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-97341301-f8f0-48e9-9e9c-f4c517464789 req-3d8dc7dc-93a4-4bd2-927e-79496700b76b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31e957d6-d060-4a42-87a2-730ce25224ef HTTP/1.1" status: 200 len: 1002 time: 0.0604348 Jul 22 20:09:47.600159 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97341301-f8f0-48e9-9e9c-f4c517464789 req-d1654525-df4c-497d-a948-7afe15c7e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:47.601676 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-97341301-f8f0-48e9-9e9c-f4c517464789 req-d1654525-df4c-497d-a948-7afe15c7e431 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce2aecf3-b4ae-462a-bffb-8f1b124a3e19 HTTP/1.1" status: 200 len: 854 time: 0.0489852 Jul 22 20:09:47.663892 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97341301-f8f0-48e9-9e9c-f4c517464789 req-922bae36-9d9a-4443-af99-0a900ebb3a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:47.665451 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-97341301-f8f0-48e9-9e9c-f4c517464789 req-922bae36-9d9a-4443-af99-0a900ebb3a21 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48df6521-77d1-46c6-b544-7e9b44e46fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576108 Jul 22 20:09:47.759173 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-97341301-f8f0-48e9-9e9c-f4c517464789 req-e483ca6b-5169-4ab3-bfdf-60907f5958cc service neutron] 10.222.0.30 "GET /v2.0/networks/48df6521-77d1-46c6-b544-7e9b44e46fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869393 Jul 22 20:09:47.857119 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-97341301-f8f0-48e9-9e9c-f4c517464789 req-8aabc2b2-0b99-4c60-8fc3-b53e4bcc4d3d service neutron] 10.222.0.30 "GET /v2.0/networks/48df6521-77d1-46c6-b544-7e9b44e46fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917513 Jul 22 20:09:47.953164 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-b28f033f-971d-4a02-839e-a4b95d4a14a9 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Deleting port d850bb1a-a33e-41aa-9653-54ca6acfeb2c {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:09:47.953754 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b28f033f-971d-4a02-839e-a4b95d4a14a9 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:48.027787 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b28f033f-971d-4a02-839e-a4b95d4a14a9 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:48.028039 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b28f033f-971d-4a02-839e-a4b95d4a14a9 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:48.039654 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-b28f033f-971d-4a02-839e-a4b95d4a14a9 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Calling delete_port for d850bb1a-a33e-41aa-9653-54ca6acfeb2c owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:09:48.184376 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b28f033f-971d-4a02-839e-a4b95d4a14a9 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:48.212832 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f033f-971d-4a02-839e-a4b95d4a14a9 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Pushing event deleted for resources: {'Port': ['ID=d850bb1a-a33e-41aa-9653-54ca6acfeb2c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:48.274005 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b28f033f-971d-4a02-839e-a4b95d4a14a9 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:48.274341 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-b28f033f-971d-4a02-839e-a4b95d4a14a9 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Floating IP 46d08954-1aad-4fc3-85fd-f9904ab6ae6c disassociated (deleted). External IP: 172.25.3.114, port: 31e957d6-d060-4a42-87a2-730ce25224ef. Jul 22 20:09:48.479706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28f033f-971d-4a02-839e-a4b95d4a14a9 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Router c358a8ff-f1cc-4f19-9086-3e42a769701e has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:09:48.587194 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28f033f-971d-4a02-839e-a4b95d4a14a9 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:09:48.591848 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b28f033f-971d-4a02-839e-a4b95d4a14a9 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:48.596592 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398a7f44-ee05-4d8c-b617-7b491ed0c3c2 None None] Sync routers for ids ['c358a8ff-f1cc-4f19-9086-3e42a769701e'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:09:48.604961 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398a7f44-ee05-4d8c-b617-7b491ed0c3c2 None None] Routers {'c358a8ff-f1cc-4f19-9086-3e42a769701e'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:09:48.605556 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-398a7f44-ee05-4d8c-b617-7b491ed0c3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:09:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c358a8ff-f1cc-4f19-9086-3e42a769701e'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:09:48.629817 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b28f033f-971d-4a02-839e-a4b95d4a14a9 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "DELETE /v2.0/floatingips/46d08954-1aad-4fc3-85fd-f9904ab6ae6c HTTP/1.1" status: 204 len: 168 time: 1.1831543 Jul 22 20:09:48.711017 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-398a7f44-ee05-4d8c-b617-7b491ed0c3c2 None None] Set router c358a8ff-f1cc-4f19-9086-3e42a769701e gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:09:48.920990 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-398a7f44-ee05-4d8c-b617-7b491ed0c3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'name': 'tempest-TestMinimumBasicScenario-1850254633-router', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:56Z', 'revision_number': 4, 'project_id': '784fa47db15343c39594fa85d1267218', 'gw_port': {'id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '94603e26-68ee-4a91-82ee-80a4a3a177fb', 'name': '', 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'mac_address': 'fa:16:3e:29:c2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'ce2aecf3-b4ae-462a-bffb-8f1b124a3e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:55Z', 'updated_at': '2021-07-22T20:08:02Z', 'revision_number': 5, 'project_id': '784fa47db15343c39594fa85d1267218', 'subnets': [{'id': 'ce2aecf3-b4ae-462a-bffb-8f1b124a3e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:09:48.946720 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398a7f44-ee05-4d8c-b617-7b491ed0c3c2 None None] Checking router: c358a8ff-f1cc-4f19-9086-3e42a769701e for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:09:48.955596 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398a7f44-ee05-4d8c-b617-7b491ed0c3c2 None None] Routers {'c358a8ff-f1cc-4f19-9086-3e42a769701e'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:09:48.956204 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-398a7f44-ee05-4d8c-b617-7b491ed0c3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:09:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c358a8ff-f1cc-4f19-9086-3e42a769701e'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:09:49.058828 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-398a7f44-ee05-4d8c-b617-7b491ed0c3c2 None None] Set router c358a8ff-f1cc-4f19-9086-3e42a769701e gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:09:49.212754 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe', 'tag': '31e957d6-d060-4a42-87a2-730ce25224ef'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:09:49.215490 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577ca7b9-5234-4aa6-b179-494ba6926a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe", "tag": "31e957d6-d060-4a42-87a2-730ce25224ef"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:09:49.252275 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07550b1-dc59-4d1d-860e-e3c4fe796169 x-openstack-request-id: req-a07550b1-dc59-4d1d-860e-e3c4fe796169 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:09:49.252597 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe", "tag": "31e957d6-d060-4a42-87a2-730ce25224ef", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:09:49.252876 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a07550b1-dc59-4d1d-860e-e3c4fe796169 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:09:49.253299 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe', 'tag': '31e957d6-d060-4a42-87a2-730ce25224ef', 'status': 'completed', 'code': 200} Jul 22 20:09:49.254498 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-398a7f44-ee05-4d8c-b617-7b491ed0c3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'name': 'tempest-TestMinimumBasicScenario-1850254633-router', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:56Z', 'revision_number': 4, 'project_id': '784fa47db15343c39594fa85d1267218', 'gw_port': {'id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '94603e26-68ee-4a91-82ee-80a4a3a177fb', 'name': '', 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'mac_address': 'fa:16:3e:29:c2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'ce2aecf3-b4ae-462a-bffb-8f1b124a3e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:55Z', 'updated_at': '2021-07-22T20:08:02Z', 'revision_number': 5, 'project_id': '784fa47db15343c39594fa85d1267218', 'subnets': [{'id': 'ce2aecf3-b4ae-462a-bffb-8f1b124a3e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:09:49.286860 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398a7f44-ee05-4d8c-b617-7b491ed0c3c2 None None] The sync data for ids ['c358a8ff-f1cc-4f19-9086-3e42a769701e'] in n-d-800086-12 is: [{'id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'name': 'tempest-TestMinimumBasicScenario-1850254633-router', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:56Z', 'revision_number': 4, 'project_id': '784fa47db15343c39594fa85d1267218', 'gw_port': {'id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '94603e26-68ee-4a91-82ee-80a4a3a177fb', 'name': '', 'network_id': '48df6521-77d1-46c6-b544-7e9b44e46fef', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'mac_address': 'fa:16:3e:29:c2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'ce2aecf3-b4ae-462a-bffb-8f1b124a3e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:55Z', 'updated_at': '2021-07-22T20:08:02Z', 'revision_number': 5, 'project_id': '784fa47db15343c39594fa85d1267218', 'subnets': [{'id': 'ce2aecf3-b4ae-462a-bffb-8f1b124a3e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:09:49.336096 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ca7b9-5234-4aa6-b179-494ba6926a9f req-2f04ca24-0ac8-4d04-9810-4c739076c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:49.337805 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-577ca7b9-5234-4aa6-b179-494ba6926a9f req-2f04ca24-0ac8-4d04-9810-4c739076c992 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=784fa47db15343c39594fa85d1267218&device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 1098 time: 0.0597496 Jul 22 20:09:49.436581 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ca7b9-5234-4aa6-b179-494ba6926a9f req-88107c45-449f-43d4-8baf-e271b72b1af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:49.438078 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-577ca7b9-5234-4aa6-b179-494ba6926a9f req-88107c45-449f-43d4-8baf-e271b72b1af7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=48df6521-77d1-46c6-b544-7e9b44e46fef HTTP/1.1" status: 200 len: 916 time: 0.0946267 Jul 22 20:09:49.480824 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-577ca7b9-5234-4aa6-b179-494ba6926a9f req-b15acc00-f06e-44d5-b9a8-c398c60596f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31e957d6-d060-4a42-87a2-730ce25224ef HTTP/1.1" status: 200 len: 217 time: 0.0362310 Jul 22 20:09:49.534592 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796dfcd2-1887-4b05-8f5a-78112a3cc7b8 None None] New status for floating IP 46d08954-1aad-4fc3-85fd-f9904ab6ae6c: DOWN {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:09:49.538331 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ca7b9-5234-4aa6-b179-494ba6926a9f req-996759b9-a1d5-4492-9467-5ee9b9fdb3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:49.539883 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-577ca7b9-5234-4aa6-b179-494ba6926a9f req-996759b9-a1d5-4492-9467-5ee9b9fdb3c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce2aecf3-b4ae-462a-bffb-8f1b124a3e19 HTTP/1.1" status: 200 len: 854 time: 0.0536079 Jul 22 20:09:49.600281 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ca7b9-5234-4aa6-b179-494ba6926a9f req-a02f804e-5279-4f5f-9683-c1c933c9d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:49.601780 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-577ca7b9-5234-4aa6-b179-494ba6926a9f req-a02f804e-5279-4f5f-9683-c1c933c9d3c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48df6521-77d1-46c6-b544-7e9b44e46fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550420 Jul 22 20:09:49.700579 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-577ca7b9-5234-4aa6-b179-494ba6926a9f req-f996a002-6852-4082-abf7-3099a2dcb5d7 service neutron] 10.222.0.30 "GET /v2.0/networks/48df6521-77d1-46c6-b544-7e9b44e46fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917988 Jul 22 20:09:49.803885 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-577ca7b9-5234-4aa6-b179-494ba6926a9f req-64cb5124-1d56-44cd-9721-6c9093173f0e service neutron] 10.222.0.30 "GET /v2.0/networks/48df6521-77d1-46c6-b544-7e9b44e46fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973597 Jul 22 20:09:50.776375 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:09:55.559092 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049df24c-6ad3-47db-b7e9-3097bea8babc req-efdadc22-3932-4925-abdc-8cebcaf0e853 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:55.560638 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-049df24c-6ad3-47db-b7e9-3097bea8babc req-efdadc22-3932-4925-abdc-8cebcaf0e853 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 946 time: 0.0659626 Jul 22 20:09:55.601112 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-049df24c-6ad3-47db-b7e9-3097bea8babc req-1150bac0-b8b1-4bb3-b6c6-b5adf327d853 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338778 Jul 22 20:09:56.744544 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5508b9-8768-456b-8068-ab05f0e15ec4 req-6fc88b83-bcd2-469a-b3de-bde07a210b8f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:56.746028 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b5508b9-8768-456b-8068-ab05f0e15ec4 req-6fc88b83-bcd2-469a-b3de-bde07a210b8f tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 946 time: 0.0713181 Jul 22 20:09:56.783330 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b5508b9-8768-456b-8068-ab05f0e15ec4 req-869e4c7a-b1ee-4e5f-9ba0-08ed4f70a2b0 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acae1dd-a936-42c7-b213-deef49c51a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311217 Jul 22 20:09:57.136348 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b0ea9-fc08-4e3d-8ab4-473bfff7149c req-4b70ca9f-4896-47ab-b511-0bff2bd31c3c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:57.137847 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-684b0ea9-fc08-4e3d-8ab4-473bfff7149c req-4b70ca9f-4896-47ab-b511-0bff2bd31c3c tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 946 time: 0.0632563 Jul 22 20:09:57.240173 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-684b0ea9-fc08-4e3d-8ab4-473bfff7149c req-1f90482a-68a4-4f80-ad6c-ffbd0ab15b4e tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Deleting port 31e957d6-d060-4a42-87a2-730ce25224ef {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:09:57.240439 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-684b0ea9-fc08-4e3d-8ab4-473bfff7149c req-1f90482a-68a4-4f80-ad6c-ffbd0ab15b4e tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:57.327250 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-684b0ea9-fc08-4e3d-8ab4-473bfff7149c req-1f90482a-68a4-4f80-ad6c-ffbd0ab15b4e tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] For port 31e957d6-d060-4a42-87a2-730ce25224ef, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=31e957d6-d060-4a42-87a2-730ce25224ef,segment=NetworkSegment(10e1fd51-c0b4-448e-91e7-31823e0d85fd),segment_id=10e1fd51-c0b4-448e-91e7-31823e0d85fd)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:09:57.327610 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-684b0ea9-fc08-4e3d-8ab4-473bfff7149c req-1f90482a-68a4-4f80-ad6c-ffbd0ab15b4e tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:57.340654 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-684b0ea9-fc08-4e3d-8ab4-473bfff7149c req-1f90482a-68a4-4f80-ad6c-ffbd0ab15b4e tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Calling delete_port for 31e957d6-d060-4a42-87a2-730ce25224ef owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:09:57.465697 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-684b0ea9-fc08-4e3d-8ab4-473bfff7149c req-1f90482a-68a4-4f80-ad6c-ffbd0ab15b4e tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:57.477230 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['31e957d6-d060-4a42-87a2-730ce25224ef'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:09:57.491831 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90482a-68a4-4f80-ad6c-ffbd0ab15b4e tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Pushing event deleted for resources: {'Port': ['ID=31e957d6-d060-4a42-87a2-730ce25224ef,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:57.540447 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-684b0ea9-fc08-4e3d-8ab4-473bfff7149c req-1f90482a-68a4-4f80-ad6c-ffbd0ab15b4e tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] No DVR routers for this DVR port 31e957d6-d060-4a42-87a2-730ce25224ef on host n-h1-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:09:57.543107 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-684b0ea9-fc08-4e3d-8ab4-473bfff7149c req-1f90482a-68a4-4f80-ad6c-ffbd0ab15b4e tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:57.545131 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-684b0ea9-fc08-4e3d-8ab4-473bfff7149c req-1f90482a-68a4-4f80-ad6c-ffbd0ab15b4e tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.30 "DELETE /v2.0/ports/31e957d6-d060-4a42-87a2-730ce25224ef HTTP/1.1" status: 204 len: 173 time: 0.4018199 Jul 22 20:09:57.545569 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe', 'name': 'network-vif-deleted', 'tag': '31e957d6-d060-4a42-87a2-730ce25224ef'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:09:57.548061 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1069fba8-4124-481c-991b-1bc0d8a36409" -d '{"events": [{"server_uuid": "bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe", "name": "network-vif-deleted", "tag": "31e957d6-d060-4a42-87a2-730ce25224ef"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:09:57.591231 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c1f82d-4f18-446d-b732-678373f577a6 x-openstack-request-id: req-97c1f82d-4f18-446d-b732-678373f577a6 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:09:57.591637 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe", "name": "network-vif-deleted", "tag": "31e957d6-d060-4a42-87a2-730ce25224ef", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:09:57.591900 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97c1f82d-4f18-446d-b732-678373f577a6 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:09:57.592295 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe', 'name': 'network-vif-deleted', 'tag': '31e957d6-d060-4a42-87a2-730ce25224ef', 'status': 'completed', 'code': 200} Jul 22 20:09:57.902593 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2dc804f6-bc32-48f9-80ee-d08e79355400 req-1d7bcbef-a837-43f1-b38a-b8bf62e33616 tempest-TestMinimumBasicScenario-654844886 tempest-TestMinimumBasicScenario-654844886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbc87681-e0cc-4a4b-ad82-54d1f0ce8abe HTTP/1.1" status: 200 len: 210 time: 0.0356913 Jul 22 20:09:58.573433 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d789a160-c6cc-4e96-9eb4-0b86031cd70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:59.450217 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33548) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:59.797423 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-989bad0a-bb60-4a53-b3d9-ee3a02412ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:00.052894 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-989bad0a-bb60-4a53-b3d9-ee3a02412ee6 admin admin] Deleting port 94603e26-68ee-4a91-82ee-80a4a3a177fb {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:10:00.053146 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-989bad0a-bb60-4a53-b3d9-ee3a02412ee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:00.133910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-989bad0a-bb60-4a53-b3d9-ee3a02412ee6 admin admin] For port 94603e26-68ee-4a91-82ee-80a4a3a177fb, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=94603e26-68ee-4a91-82ee-80a4a3a177fb,segment=NetworkSegment(10e1fd51-c0b4-448e-91e7-31823e0d85fd),segment_id=10e1fd51-c0b4-448e-91e7-31823e0d85fd)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:10:00.134267 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-989bad0a-bb60-4a53-b3d9-ee3a02412ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:00.147122 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-989bad0a-bb60-4a53-b3d9-ee3a02412ee6 admin admin] Calling delete_port for 94603e26-68ee-4a91-82ee-80a4a3a177fb owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:10:00.324788 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-989bad0a-bb60-4a53-b3d9-ee3a02412ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:00.349602 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bad0a-bb60-4a53-b3d9-ee3a02412ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=94603e26-68ee-4a91-82ee-80a4a3a177fb,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:00.517646 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-989bad0a-bb60-4a53-b3d9-ee3a02412ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:00.732913 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989bad0a-bb60-4a53-b3d9-ee3a02412ee6 admin admin] Router c358a8ff-f1cc-4f19-9086-3e42a769701e has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:10:00.839581 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989bad0a-bb60-4a53-b3d9-ee3a02412ee6 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:10:00.844669 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-989bad0a-bb60-4a53-b3d9-ee3a02412ee6 admin admin] 10.222.0.13 "PUT /v2.0/routers/c358a8ff-f1cc-4f19-9086-3e42a769701e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3934176 Jul 22 20:10:00.848066 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33550) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:00.850217 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d8d279-fa30-45f1-92a1-6d86805485a0 None None] Sync routers for ids ['c358a8ff-f1cc-4f19-9086-3e42a769701e'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:10:00.859250 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d8d279-fa30-45f1-92a1-6d86805485a0 None None] Routers {'c358a8ff-f1cc-4f19-9086-3e42a769701e'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:10:00.859856 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-15d8d279-fa30-45f1-92a1-6d86805485a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:09:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c358a8ff-f1cc-4f19-9086-3e42a769701e'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:00.954296 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3125232-f13e-450e-ab6a-f80665f222a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:00.959745 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-15d8d279-fa30-45f1-92a1-6d86805485a0 None None] Set router c358a8ff-f1cc-4f19-9086-3e42a769701e gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:10:01.055749 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3125232-f13e-450e-ab6a-f80665f222a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:01.086539 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-293ae8ad-c69e-4d8d-9382-733a1d8b5b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:01.113575 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-d3125232-f13e-450e-ab6a-f80665f222a7 admin admin] Deleting port 847508b7-f5da-4d20-9563-67f58e24dfd4 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:10:01.113923 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3125232-f13e-450e-ab6a-f80665f222a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:01.139192 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-15d8d279-fa30-45f1-92a1-6d86805485a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'name': 'tempest-TestMinimumBasicScenario-1850254633-router', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:10:00Z', 'revision_number': 5, 'project_id': '784fa47db15343c39594fa85d1267218', 'gw_port': {'id': '847508b7-f5da-4d20-9563-67f58e24dfd4', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:01.165152 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d8d279-fa30-45f1-92a1-6d86805485a0 None None] Checking router: c358a8ff-f1cc-4f19-9086-3e42a769701e for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:10:01.173447 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d8d279-fa30-45f1-92a1-6d86805485a0 None None] Routers {'c358a8ff-f1cc-4f19-9086-3e42a769701e'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:10:01.174581 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-15d8d279-fa30-45f1-92a1-6d86805485a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:10:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['c358a8ff-f1cc-4f19-9086-3e42a769701e'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:01.196932 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-d3125232-f13e-450e-ab6a-f80665f222a7 admin admin] For port 847508b7-f5da-4d20-9563-67f58e24dfd4, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=847508b7-f5da-4d20-9563-67f58e24dfd4,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:10:01.197295 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3125232-f13e-450e-ab6a-f80665f222a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:01.211378 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-d3125232-f13e-450e-ab6a-f80665f222a7 admin admin] Calling delete_port for 847508b7-f5da-4d20-9563-67f58e24dfd4 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:10:01.217796 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:01.260690 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-15d8d279-fa30-45f1-92a1-6d86805485a0 None None] Set router c358a8ff-f1cc-4f19-9086-3e42a769701e gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:10:01.314087 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-15d8d279-fa30-45f1-92a1-6d86805485a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'name': 'tempest-TestMinimumBasicScenario-1850254633-router', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:10:01Z', 'revision_number': 6, 'project_id': '784fa47db15343c39594fa85d1267218', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:01.340636 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d8d279-fa30-45f1-92a1-6d86805485a0 None None] The sync data for ids ['c358a8ff-f1cc-4f19-9086-3e42a769701e'] in n-d-800086-12 is: [{'id': 'c358a8ff-f1cc-4f19-9086-3e42a769701e', 'name': 'tempest-TestMinimumBasicScenario-1850254633-router', 'tenant_id': '784fa47db15343c39594fa85d1267218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:53Z', 'updated_at': '2021-07-22T20:10:01Z', 'revision_number': 6, 'project_id': '784fa47db15343c39594fa85d1267218', 'gw_port_host': None}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:10:01.383749 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3125232-f13e-450e-ab6a-f80665f222a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:01.406415 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3125232-f13e-450e-ab6a-f80665f222a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=847508b7-f5da-4d20-9563-67f58e24dfd4,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:01.473702 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3125232-f13e-450e-ab6a-f80665f222a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:01.559906 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3125232-f13e-450e-ab6a-f80665f222a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:01.561998 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3125232-f13e-450e-ab6a-f80665f222a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:01.603996 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3125232-f13e-450e-ab6a-f80665f222a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:01.604560 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3125232-f13e-450e-ab6a-f80665f222a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c358a8ff-f1cc-4f19-9086-3e42a769701e {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:10:01.609048 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d3125232-f13e-450e-ab6a-f80665f222a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:01.610291 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d3125232-f13e-450e-ab6a-f80665f222a7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c358a8ff-f1cc-4f19-9086-3e42a769701e HTTP/1.1" status: 204 len: 168 time: 0.7607150 Jul 22 20:10:01.613686 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33552) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:01.656309 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6e892f-17a0-4aa5-8c43-b3bc0c16e796 admin admin] Deleting subnet ce2aecf3-b4ae-462a-bffb-8f1b124a3e19 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:10:01.659776 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5e6e892f-17a0-4aa5-8c43-b3bc0c16e796 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:01.696349 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5e6e892f-17a0-4aa5-8c43-b3bc0c16e796 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:01.781937 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5e6e892f-17a0-4aa5-8c43-b3bc0c16e796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:01.832833 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5e6e892f-17a0-4aa5-8c43-b3bc0c16e796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:01.857770 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e892f-17a0-4aa5-8c43-b3bc0c16e796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce2aecf3-b4ae-462a-bffb-8f1b124a3e19,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:01.861487 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5e6e892f-17a0-4aa5-8c43-b3bc0c16e796 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:01.863693 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5e6e892f-17a0-4aa5-8c43-b3bc0c16e796 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ce2aecf3-b4ae-462a-bffb-8f1b124a3e19 HTTP/1.1" status: 204 len: 168 time: 0.2487910 Jul 22 20:10:01.866279 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33554) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:01.867128 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5640fbc4-4220-403a-86be-d583f22ae79b None None] Network 48df6521-77d1-46c6-b544-7e9b44e46fef requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:10:01.937664 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2f8e6be-1b83-42c8-9060-30475534aac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:01.990999 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f2f8e6be-1b83-42c8-9060-30475534aac5 admin admin] Deleting port d00780ec-435e-4eab-b16e-18604931d625 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:10:01.991361 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2f8e6be-1b83-42c8-9060-30475534aac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:02.053703 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-f2f8e6be-1b83-42c8-9060-30475534aac5 admin admin] For port d00780ec-435e-4eab-b16e-18604931d625, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d00780ec-435e-4eab-b16e-18604931d625,segment=NetworkSegment(10e1fd51-c0b4-448e-91e7-31823e0d85fd),segment_id=10e1fd51-c0b4-448e-91e7-31823e0d85fd)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:10:02.053997 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2f8e6be-1b83-42c8-9060-30475534aac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:02.065625 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f2f8e6be-1b83-42c8-9060-30475534aac5 admin admin] Calling delete_port for d00780ec-435e-4eab-b16e-18604931d625 owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:10:02.124781 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 94603e26-68ee-4a91-82ee-80a4a3a177fb no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:10:02.126773 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9a567b-f6d6-4774-afa2-7cc1536dbdc5 None None] DHCP port deletion for 48df6521-77d1-46c6-b544-7e9b44e46fef request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:10:02.154353 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2f8e6be-1b83-42c8-9060-30475534aac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:02.168697 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a567b-f6d6-4774-afa2-7cc1536dbdc5 None None] The port 'd00780ec-435e-4eab-b16e-18604931d625' was deleted {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 20:10:02.170228 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 94603e26-68ee-4a91-82ee-80a4a3a177fb {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:10:02.170577 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 94603e26-68ee-4a91-82ee-80a4a3a177fb not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:10:02.184538 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f8e6be-1b83-42c8-9060-30475534aac5 admin admin] No DVR routers for this DVR port d00780ec-435e-4eab-b16e-18604931d625 on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:10:02.188701 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8e6be-1b83-42c8-9060-30475534aac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d00780ec-435e-4eab-b16e-18604931d625,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:02.264305 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2f8e6be-1b83-42c8-9060-30475534aac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:02.274872 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-f2f8e6be-1b83-42c8-9060-30475534aac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48df6521-77d1-46c6-b544-7e9b44e46fef']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:02.284960 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-f2f8e6be-1b83-42c8-9060-30475534aac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e1fd51-c0b4-448e-91e7-31823e0d85fd') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:02.285262 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-f2f8e6be-1b83-42c8-9060-30475534aac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e1fd51-c0b4-448e-91e7-31823e0d85fd') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:02.294328 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2f8e6be-1b83-42c8-9060-30475534aac5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:02.308895 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2f8e6be-1b83-42c8-9060-30475534aac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:02.316453 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f8e6be-1b83-42c8-9060-30475534aac5 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:10:02.316913 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2f8e6be-1b83-42c8-9060-30475534aac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: timer() Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:10:02.318811 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:10:02.373882 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2f8e6be-1b83-42c8-9060-30475534aac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:02.379934 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f2f8e6be-1b83-42c8-9060-30475534aac5 admin admin] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:02.381833 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f2f8e6be-1b83-42c8-9060-30475534aac5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/48df6521-77d1-46c6-b544-7e9b44e46fef HTTP/1.1" status: 204 len: 168 time: 0.5146182 Jul 22 20:10:02.384802 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33556) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:02.404329 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8e6be-1b83-42c8-9060-30475534aac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=48df6521-77d1-46c6-b544-7e9b44e46fef,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:02.577232 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:02.589506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 31e957d6-d060-4a42-87a2-730ce25224ef no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:10:02.614066 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 31e957d6-d060-4a42-87a2-730ce25224ef {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:10:02.614520 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 31e957d6-d060-4a42-87a2-730ce25224ef not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:10:02.734446 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93ddf49f-1aa7-4f3e-bf05-bd09f0157ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:02.976704 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-93ddf49f-1aa7-4f3e-bf05-bd09f0157ae4 admin admin] Deleting port 6715e735-d964-4d49-9b2b-0a782ed7844e {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:10:02.977267 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93ddf49f-1aa7-4f3e-bf05-bd09f0157ae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:03.051696 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-93ddf49f-1aa7-4f3e-bf05-bd09f0157ae4 admin admin] For port 6715e735-d964-4d49-9b2b-0a782ed7844e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6715e735-d964-4d49-9b2b-0a782ed7844e,segment=NetworkSegment(d751da57-2f15-4668-97db-a542767ba2f6),segment_id=d751da57-2f15-4668-97db-a542767ba2f6)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:10:03.052043 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93ddf49f-1aa7-4f3e-bf05-bd09f0157ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:03.063828 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-93ddf49f-1aa7-4f3e-bf05-bd09f0157ae4 admin admin] Calling delete_port for 6715e735-d964-4d49-9b2b-0a782ed7844e owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:10:03.237676 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93ddf49f-1aa7-4f3e-bf05-bd09f0157ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:03.264074 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddf49f-1aa7-4f3e-bf05-bd09f0157ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6715e735-d964-4d49-9b2b-0a782ed7844e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:03.615809 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 847508b7-f5da-4d20-9563-67f58e24dfd4 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:10:03.637938 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 847508b7-f5da-4d20-9563-67f58e24dfd4 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:10:03.638289 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 847508b7-f5da-4d20-9563-67f58e24dfd4 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:10:03.638723 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d00780ec-435e-4eab-b16e-18604931d625 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:10:03.659337 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: d00780ec-435e-4eab-b16e-18604931d625 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:10:03.659719 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d00780ec-435e-4eab-b16e-18604931d625 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:10:03.763632 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-93ddf49f-1aa7-4f3e-bf05-bd09f0157ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:03.974734 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ddf49f-1aa7-4f3e-bf05-bd09f0157ae4 admin admin] Router e3c0a9d0-8986-4b76-a051-8fda5d63be08 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:10:04.077381 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ddf49f-1aa7-4f3e-bf05-bd09f0157ae4 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:10:04.082995 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-93ddf49f-1aa7-4f3e-bf05-bd09f0157ae4 admin admin] 10.222.0.13 "PUT /v2.0/routers/e3c0a9d0-8986-4b76-a051-8fda5d63be08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6971288 Jul 22 20:10:04.085470 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33560) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:04.088332 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde57375-6942-4623-b3a0-1664f7fabb45 None None] Sync routers for ids ['e3c0a9d0-8986-4b76-a051-8fda5d63be08'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:10:04.098230 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde57375-6942-4623-b3a0-1664f7fabb45 None None] Routers {'e3c0a9d0-8986-4b76-a051-8fda5d63be08'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:10:04.098859 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-fde57375-6942-4623-b3a0-1664f7fabb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:10:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['e3c0a9d0-8986-4b76-a051-8fda5d63be08'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:04.184566 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-435279b5-89c1-4c4c-b297-74088a693dbd admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:04.208366 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-fde57375-6942-4623-b3a0-1664f7fabb45 None None] Set router e3c0a9d0-8986-4b76-a051-8fda5d63be08 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:10:04.280748 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:04.287518 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-435279b5-89c1-4c4c-b297-74088a693dbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:04.343668 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-435279b5-89c1-4c4c-b297-74088a693dbd admin admin] Deleting port d6c758fa-b1bb-4109-96b8-de0c3126d86d {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:10:04.344029 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-435279b5-89c1-4c4c-b297-74088a693dbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:04.391262 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-fde57375-6942-4623-b3a0-1664f7fabb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c0a9d0-8986-4b76-a051-8fda5d63be08', 'name': 'tempest-TestMinimumBasicScenario-226715953-router', 'tenant_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'd6c758fa-b1bb-4109-96b8-de0c3126d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:58Z', 'updated_at': '2021-07-22T20:10:03Z', 'revision_number': 5, 'project_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'gw_port': {'id': 'd6c758fa-b1bb-4109-96b8-de0c3126d86d', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c0a9d0-8986-4b76-a051-8fda5d63be08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:07:58Z', 'updated_at': '2021-07-22T20:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:04.420870 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-435279b5-89c1-4c4c-b297-74088a693dbd admin admin] For port d6c758fa-b1bb-4109-96b8-de0c3126d86d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d6c758fa-b1bb-4109-96b8-de0c3126d86d,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:10:04.421480 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-435279b5-89c1-4c4c-b297-74088a693dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:04.423019 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde57375-6942-4623-b3a0-1664f7fabb45 None None] Checking router: e3c0a9d0-8986-4b76-a051-8fda5d63be08 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:10:04.431741 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde57375-6942-4623-b3a0-1664f7fabb45 None None] Routers {'e3c0a9d0-8986-4b76-a051-8fda5d63be08'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:10:04.432354 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-fde57375-6942-4623-b3a0-1664f7fabb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:10:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['e3c0a9d0-8986-4b76-a051-8fda5d63be08'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:04.433823 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-435279b5-89c1-4c4c-b297-74088a693dbd admin admin] Calling delete_port for d6c758fa-b1bb-4109-96b8-de0c3126d86d owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:10:04.520427 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-fde57375-6942-4623-b3a0-1664f7fabb45 None None] Set router e3c0a9d0-8986-4b76-a051-8fda5d63be08 gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:10:04.574535 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-fde57375-6942-4623-b3a0-1664f7fabb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c0a9d0-8986-4b76-a051-8fda5d63be08', 'name': 'tempest-TestMinimumBasicScenario-226715953-router', 'tenant_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:58Z', 'updated_at': '2021-07-22T20:10:04Z', 'revision_number': 6, 'project_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:04.596682 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-435279b5-89c1-4c4c-b297-74088a693dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:04.604317 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde57375-6942-4623-b3a0-1664f7fabb45 None None] The sync data for ids ['e3c0a9d0-8986-4b76-a051-8fda5d63be08'] in n-d-800086-12 is: [{'id': 'e3c0a9d0-8986-4b76-a051-8fda5d63be08', 'name': 'tempest-TestMinimumBasicScenario-226715953-router', 'tenant_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:07:58Z', 'updated_at': '2021-07-22T20:10:04Z', 'revision_number': 6, 'project_id': 'fa2a06a9b4064ff380e188e8eb2ab85f', 'gw_port_host': None}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:10:04.623156 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435279b5-89c1-4c4c-b297-74088a693dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c758fa-b1bb-4109-96b8-de0c3126d86d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:04.688386 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-435279b5-89c1-4c4c-b297-74088a693dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:04.776370 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-435279b5-89c1-4c4c-b297-74088a693dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:04.778456 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-435279b5-89c1-4c4c-b297-74088a693dbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:04.820001 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-435279b5-89c1-4c4c-b297-74088a693dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:04.820535 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435279b5-89c1-4c4c-b297-74088a693dbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3c0a9d0-8986-4b76-a051-8fda5d63be08 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:10:04.824724 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-435279b5-89c1-4c4c-b297-74088a693dbd admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:04.825856 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-435279b5-89c1-4c4c-b297-74088a693dbd admin admin] 10.222.0.13 "DELETE /v2.0/routers/e3c0a9d0-8986-4b76-a051-8fda5d63be08 HTTP/1.1" status: 204 len: 168 time: 0.7394691 Jul 22 20:10:04.828457 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33562) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:04.871511 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-70eca12a-b48c-446f-b5d6-68881a86a28c admin admin] Deleting subnet bd948557-e65d-460c-98ff-f5be7c15263e {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:10:04.874393 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-70eca12a-b48c-446f-b5d6-68881a86a28c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:04.911522 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-70eca12a-b48c-446f-b5d6-68881a86a28c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:04.993788 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-70eca12a-b48c-446f-b5d6-68881a86a28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:05.055047 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-70eca12a-b48c-446f-b5d6-68881a86a28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:05.081587 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eca12a-b48c-446f-b5d6-68881a86a28c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd948557-e65d-460c-98ff-f5be7c15263e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:05.086699 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-70eca12a-b48c-446f-b5d6-68881a86a28c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:05.091352 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-70eca12a-b48c-446f-b5d6-68881a86a28c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bd948557-e65d-460c-98ff-f5be7c15263e HTTP/1.1" status: 204 len: 168 time: 0.2618618 Jul 22 20:10:05.091973 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33564) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:05.094622 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa06bd7-b56f-43c4-8d3f-5fae64a11614 None None] Network c29c1f97-95ed-418c-a754-d67a2a0d024f requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:10:05.167610 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d6bb82dc-6556-4284-bf69-f471640db33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:05.229068 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-d6bb82dc-6556-4284-bf69-f471640db33a admin admin] Deleting port 8ecbb39d-2cbb-43df-adef-047908978012 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:10:05.229496 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d6bb82dc-6556-4284-bf69-f471640db33a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:05.296727 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372a1b8f-b1df-4e92-bbfd-7fe33019edbf None None] DHCP port deletion for c29c1f97-95ed-418c-a754-d67a2a0d024f request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:10:05.300719 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-d6bb82dc-6556-4284-bf69-f471640db33a admin admin] For port 8ecbb39d-2cbb-43df-adef-047908978012, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=8ecbb39d-2cbb-43df-adef-047908978012,segment=NetworkSegment(d751da57-2f15-4668-97db-a542767ba2f6),segment_id=d751da57-2f15-4668-97db-a542767ba2f6)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:10:05.301301 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d6bb82dc-6556-4284-bf69-f471640db33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:05.319990 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-d6bb82dc-6556-4284-bf69-f471640db33a admin admin] Calling delete_port for 8ecbb39d-2cbb-43df-adef-047908978012 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:10:05.350953 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-372a1b8f-b1df-4e92-bbfd-7fe33019edbf None None] Deleting port 8ecbb39d-2cbb-43df-adef-047908978012 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:10:05.350953 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-372a1b8f-b1df-4e92-bbfd-7fe33019edbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:05.408037 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d6bb82dc-6556-4284-bf69-f471640db33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:05.413291 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-372a1b8f-b1df-4e92-bbfd-7fe33019edbf None None] For port 8ecbb39d-2cbb-43df-adef-047908978012, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=8ecbb39d-2cbb-43df-adef-047908978012,segment=NetworkSegment(d751da57-2f15-4668-97db-a542767ba2f6),segment_id=d751da57-2f15-4668-97db-a542767ba2f6)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:10:05.413713 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-372a1b8f-b1df-4e92-bbfd-7fe33019edbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:05.426824 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-372a1b8f-b1df-4e92-bbfd-7fe33019edbf None None] Calling delete_port for 8ecbb39d-2cbb-43df-adef-047908978012 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:10:05.437049 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bb82dc-6556-4284-bf69-f471640db33a admin admin] No DVR routers for this DVR port 8ecbb39d-2cbb-43df-adef-047908978012 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:10:05.442171 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb82dc-6556-4284-bf69-f471640db33a admin admin] Pushing event deleted for resources: {'Port': ['ID=8ecbb39d-2cbb-43df-adef-047908978012,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:10:05.504314 n-d-800086-12 neutron-server[93808]: self.session.flush() Jul 22 20:10:05.513850 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-372a1b8f-b1df-4e92-bbfd-7fe33019edbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:05.523288 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d6bb82dc-6556-4284-bf69-f471640db33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:05.535350 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-d6bb82dc-6556-4284-bf69-f471640db33a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29c1f97-95ed-418c-a754-d67a2a0d024f']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:05.545671 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372a1b8f-b1df-4e92-bbfd-7fe33019edbf None None] No DVR routers for this DVR port 8ecbb39d-2cbb-43df-adef-047908978012 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:10:05.545865 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-d6bb82dc-6556-4284-bf69-f471640db33a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd751da57-2f15-4668-97db-a542767ba2f6') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:05.546417 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-d6bb82dc-6556-4284-bf69-f471640db33a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd751da57-2f15-4668-97db-a542767ba2f6') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:05.548015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a1b8f-b1df-4e92-bbfd-7fe33019edbf None None] Pushing event deleted for resources: {'Port': ['ID=8ecbb39d-2cbb-43df-adef-047908978012,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:05.560888 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d6bb82dc-6556-4284-bf69-f471640db33a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:05.562664 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1b8f-b1df-4e92-bbfd-7fe33019edbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:05.563023 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1b8f-b1df-4e92-bbfd-7fe33019edbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:05.563369 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1b8f-b1df-4e92-bbfd-7fe33019edbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:05.563709 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1b8f-b1df-4e92-bbfd-7fe33019edbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:05.564045 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1b8f-b1df-4e92-bbfd-7fe33019edbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:05.564381 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1b8f-b1df-4e92-bbfd-7fe33019edbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:05.565459 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1b8f-b1df-4e92-bbfd-7fe33019edbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:05.565793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1b8f-b1df-4e92-bbfd-7fe33019edbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:05.566126 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1b8f-b1df-4e92-bbfd-7fe33019edbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:05.566517 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1b8f-b1df-4e92-bbfd-7fe33019edbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:05.566784 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1b8f-b1df-4e92-bbfd-7fe33019edbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:05.567110 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a1b8f-b1df-4e92-bbfd-7fe33019edbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:05.579065 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d6bb82dc-6556-4284-bf69-f471640db33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:05.579494 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d6c758fa-b1bb-4109-96b8-de0c3126d86d no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:10:05.586167 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6bb82dc-6556-4284-bf69-f471640db33a admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:10:05.586628 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d6bb82dc-6556-4284-bf69-f471640db33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: timer() Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:10:05.588314 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:10:05.599543 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: d6c758fa-b1bb-4109-96b8-de0c3126d86d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:10:05.599895 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d6c758fa-b1bb-4109-96b8-de0c3126d86d not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:10:05.600323 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6715e735-d964-4d49-9b2b-0a782ed7844e no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:10:05.619793 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 6715e735-d964-4d49-9b2b-0a782ed7844e {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:10:05.620081 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6715e735-d964-4d49-9b2b-0a782ed7844e not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:10:05.620528 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 8ecbb39d-2cbb-43df-adef-047908978012 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:10:05.641055 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 8ecbb39d-2cbb-43df-adef-047908978012 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:10:05.642927 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 8ecbb39d-2cbb-43df-adef-047908978012 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:10:05.651141 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d6bb82dc-6556-4284-bf69-f471640db33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:05.659010 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d6bb82dc-6556-4284-bf69-f471640db33a admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:05.659010 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d6bb82dc-6556-4284-bf69-f471640db33a admin admin] 10.222.0.13 "DELETE /v2.0/networks/c29c1f97-95ed-418c-a754-d67a2a0d024f HTTP/1.1" status: 204 len: 168 time: 0.5651712 Jul 22 20:10:05.672291 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb82dc-6556-4284-bf69-f471640db33a admin admin] Pushing event deleted for resources: {'Network': ['ID=c29c1f97-95ed-418c-a754-d67a2a0d024f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:05.812005 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33568) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:05.852152 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-662429f8-1acc-4f2b-8fff-91ab7011dc1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=784fa47db15343c39594fa85d1267218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389535 Jul 22 20:10:05.854631 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33570) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:05.907167 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fe24ff1-69e3-446e-8f39-6e80cc1a14dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:05.929871 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fe24ff1-69e3-446e-8f39-6e80cc1a14dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:05.980364 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fe24ff1-69e3-446e-8f39-6e80cc1a14dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:05.983323 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0fe24ff1-69e3-446e-8f39-6e80cc1a14dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:05.985108 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0fe24ff1-69e3-446e-8f39-6e80cc1a14dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0acae1dd-a936-42c7-b213-deef49c51a7f HTTP/1.1" status: 204 len: 168 time: 0.1295660 Jul 22 20:10:05.994434 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe24ff1-69e3-446e-8f39-6e80cc1a14dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acae1dd-a936-42c7-b213-deef49c51a7f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:06.293295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33576) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:06.333573 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-385c2f54-177f-47fb-b4af-e9e0f52bdaab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa2a06a9b4064ff380e188e8eb2ab85f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390656 Jul 22 20:10:06.336008 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33578) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:06.385955 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d98e1ca5-2954-414c-9f47-903d93a5a603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:06.407884 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d98e1ca5-2954-414c-9f47-903d93a5a603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:06.454492 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d98e1ca5-2954-414c-9f47-903d93a5a603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:06.457615 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d98e1ca5-2954-414c-9f47-903d93a5a603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:06.458877 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d98e1ca5-2954-414c-9f47-903d93a5a603 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7672865-6ed3-4f42-89a1-22c5a1cfc10d HTTP/1.1" status: 204 len: 168 time: 0.1218941 Jul 22 20:10:06.466504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e1ca5-2954-414c-9f47-903d93a5a603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7672865-6ed3-4f42-89a1-22c5a1cfc10d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:08.200434 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33618) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:08.206303 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-1c69f8cf-7d0f-4696-9b14-de16c5da0e52 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-415082339', 'description': 'tempest-secgroup-smoke-415082339 description', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:10:08.228839 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c69f8cf-7d0f-4696-9b14-de16c5da0e52 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.236594 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c69f8cf-7d0f-4696-9b14-de16c5da0e52 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.332976 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c69f8cf-7d0f-4696-9b14-de16c5da0e52 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.336558 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c69f8cf-7d0f-4696-9b14-de16c5da0e52 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.368691 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69f8cf-7d0f-4696-9b14-de16c5da0e52 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a22dfde1-51b1-44b1-b563-901baf20fa07,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:08.428757 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c69f8cf-7d0f-4696-9b14-de16c5da0e52 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.432152 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c69f8cf-7d0f-4696-9b14-de16c5da0e52 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.454656 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1c69f8cf-7d0f-4696-9b14-de16c5da0e52 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.455917 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1c69f8cf-7d0f-4696-9b14-de16c5da0e52 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2542045 Jul 22 20:10:08.459306 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33620) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:08.463819 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69f8cf-7d0f-4696-9b14-de16c5da0e52 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d54718-a785-4afb-aa1b-09318137ea0c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:08.464150 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4909eb82-e2fb-4ab9-982c-3bb115998ba7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': '12d54718-a785-4afb-aa1b-09318137ea0c', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:10:08.490461 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4909eb82-e2fb-4ab9-982c-3bb115998ba7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.549599 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4909eb82-e2fb-4ab9-982c-3bb115998ba7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.553177 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4909eb82-e2fb-4ab9-982c-3bb115998ba7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.570867 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909eb82-e2fb-4ab9-982c-3bb115998ba7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2a6fe6-3634-443d-b518-0c2d2ac70908,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:08.576492 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4909eb82-e2fb-4ab9-982c-3bb115998ba7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.577786 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4909eb82-e2fb-4ab9-982c-3bb115998ba7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172869 Jul 22 20:10:08.580770 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33622) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:08.585605 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-e03128ea-7d80-4fca-81ac-782e776fa52a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': '12d54718-a785-4afb-aa1b-09318137ea0c', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:10:08.612056 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e03128ea-7d80-4fca-81ac-782e776fa52a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.660114 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e03128ea-7d80-4fca-81ac-782e776fa52a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.663758 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e03128ea-7d80-4fca-81ac-782e776fa52a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.682621 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03128ea-7d80-4fca-81ac-782e776fa52a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88875c9a-6800-4bb4-be7a-b2a3f1a82c06,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:08.690998 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-e03128ea-7d80-4fca-81ac-782e776fa52a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.692280 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e03128ea-7d80-4fca-81ac-782e776fa52a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1104708 Jul 22 20:10:08.694979 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33624) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:08.699456 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-ff4da3b8-b6c2-452a-91c0-d5d52607d92d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': '12d54718-a785-4afb-aa1b-09318137ea0c', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:10:08.726052 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ff4da3b8-b6c2-452a-91c0-d5d52607d92d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.786407 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ff4da3b8-b6c2-452a-91c0-d5d52607d92d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.790130 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ff4da3b8-b6c2-452a-91c0-d5d52607d92d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.807121 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4da3b8-b6c2-452a-91c0-d5d52607d92d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d20f9b-ecf0-46ba-8f64-d4add87353fe,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:08.814982 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ff4da3b8-b6c2-452a-91c0-d5d52607d92d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.816291 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ff4da3b8-b6c2-452a-91c0-d5d52607d92d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203496 Jul 22 20:10:08.819062 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33626) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:08.823709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-844d43cb-4def-4f9d-b404-3da99fe1015a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': '12d54718-a785-4afb-aa1b-09318137ea0c', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:10:08.849990 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-844d43cb-4def-4f9d-b404-3da99fe1015a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.908189 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-844d43cb-4def-4f9d-b404-3da99fe1015a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.911793 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-844d43cb-4def-4f9d-b404-3da99fe1015a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.929256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d43cb-4def-4f9d-b404-3da99fe1015a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ed168c-fd9f-430a-a79a-fbdb554b2d3d,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:08.934670 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-844d43cb-4def-4f9d-b404-3da99fe1015a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.935988 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-844d43cb-4def-4f9d-b404-3da99fe1015a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159949 Jul 22 20:10:08.938845 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33628) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:08.943654 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-81af2e0f-aacb-4ed9-b380-612270bda86c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': '12d54718-a785-4afb-aa1b-09318137ea0c', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:10:08.965809 n-d-800086-12 neutron-server[93807]: INFO neutron.db.securitygroups_db [None req-81af2e0f-aacb-4ed9-b380-612270bda86c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Project 24c2e4f79be246cea3a092160d6fc4c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:10:08.970739 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-81af2e0f-aacb-4ed9-b380-612270bda86c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:09.031489 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-81af2e0f-aacb-4ed9-b380-612270bda86c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:09.034734 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-81af2e0f-aacb-4ed9-b380-612270bda86c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:09.052282 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af2e0f-aacb-4ed9-b380-612270bda86c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfa6bbb-d95a-48e7-97db-479942cce138,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:09.058039 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-81af2e0f-aacb-4ed9-b380-612270bda86c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:09.059110 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-81af2e0f-aacb-4ed9-b380-612270bda86c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188605 Jul 22 20:10:09.061938 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33630) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:09.066942 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-21091b39-6320-4164-b2d3-93413f3d3851 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': '12d54718-a785-4afb-aa1b-09318137ea0c', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:10:09.088416 n-d-800086-12 neutron-server[93807]: INFO neutron.db.securitygroups_db [None req-21091b39-6320-4164-b2d3-93413f3d3851 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Project 24c2e4f79be246cea3a092160d6fc4c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:10:09.093173 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-21091b39-6320-4164-b2d3-93413f3d3851 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:09.155290 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-21091b39-6320-4164-b2d3-93413f3d3851 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:09.158878 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-21091b39-6320-4164-b2d3-93413f3d3851 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:09.176727 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21091b39-6320-4164-b2d3-93413f3d3851 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5597cdbb-8be1-444b-93a5-1e9199f8c652,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:09.181581 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-21091b39-6320-4164-b2d3-93413f3d3851 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:09.182784 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-21091b39-6320-4164-b2d3-93413f3d3851 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199095 Jul 22 20:10:09.185876 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33632) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:09.191329 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-6c67dbd9-ce67-4288-ab88-42bf59099b07 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'network': {'name': 'tempest-network-smoke--155231847', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'port_security_enabled': True}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:10:09.210360 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c67dbd9-ce67-4288-ab88-42bf59099b07 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Made reservation on behalf of 24c2e4f79be246cea3a092160d6fc4c0 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:10:09.213701 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c67dbd9-ce67-4288-ab88-42bf59099b07 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:09.237383 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c67dbd9-ce67-4288-ab88-42bf59099b07 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:10:09.246331 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c67dbd9-ce67-4288-ab88-42bf59099b07 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:09.246668 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-6c67dbd9-ce67-4288-ab88-42bf59099b07 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Added segment 09e4ca4a-e48f-4154-8497-3462e03fa2a9 of type vlan for network c32ccdc9-1cea-4877-a144-e44a95a573e1 Jul 22 20:10:09.285991 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c67dbd9-ce67-4288-ab88-42bf59099b07 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:09.313658 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c67dbd9-ce67-4288-ab88-42bf59099b07 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:09.320018 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c67dbd9-ce67-4288-ab88-42bf59099b07 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:09.320632 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c67dbd9-ce67-4288-ab88-42bf59099b07 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:09.351227 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6c67dbd9-ce67-4288-ab88-42bf59099b07 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1643651 Jul 22 20:10:09.354615 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33634) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:09.359386 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d88cbe09-be4b-4a7b-b24c-4952c6a43bfc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-940805855', 'admin_state_up': True, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:10:09.383476 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d88cbe09-be4b-4a7b-b24c-4952c6a43bfc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:09.384567 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d88cbe09-be4b-4a7b-b24c-4952c6a43bfc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:09.391019 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67dbd9-ce67-4288-ab88-42bf59099b07 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Network': ['ID=c32ccdc9-1cea-4877-a144-e44a95a573e1,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:09.401979 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network c32ccdc9-1cea-4877-a144-e44a95a573e1 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:10:09.436658 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d88cbe09-be4b-4a7b-b24c-4952c6a43bfc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:09.574528 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d88cbe09-be4b-4a7b-b24c-4952c6a43bfc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:09.602867 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:09.765151 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d88cbe09-be4b-4a7b-b24c-4952c6a43bfc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:09.788662 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d88cbe09-be4b-4a7b-b24c-4952c6a43bfc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:09.887455 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-d88cbe09-be4b-4a7b-b24c-4952c6a43bfc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Allocated IP 172.25.3.239 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:10:09.990673 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d88cbe09-be4b-4a7b-b24c-4952c6a43bfc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:10.029572 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d88cbe09-be4b-4a7b-b24c-4952c6a43bfc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:10.068189 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88cbe09-be4b-4a7b-b24c-4952c6a43bfc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:10:10.070930 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-d88cbe09-be4b-4a7b-b24c-4952c6a43bfc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:10:10.074448 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88cbe09-be4b-4a7b-b24c-4952c6a43bfc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:10:10.079819 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cbe09-be4b-4a7b-b24c-4952c6a43bfc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:10.320274 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d88cbe09-be4b-4a7b-b24c-4952c6a43bfc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:10.510123 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d88cbe09-be4b-4a7b-b24c-4952c6a43bfc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:10.635460 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88cbe09-be4b-4a7b-b24c-4952c6a43bfc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router 71181593-75ed-454b-9003-1d5bb6ea5821 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:10:10.740330 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88cbe09-be4b-4a7b-b24c-4952c6a43bfc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:10:10.749482 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] Sync routers for ids ['71181593-75ed-454b-9003-1d5bb6ea5821'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:10:10.759023 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] Routers {'71181593-75ed-454b-9003-1d5bb6ea5821'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:10:10.759185 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d88cbe09-be4b-4a7b-b24c-4952c6a43bfc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:10.759616 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:10:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['71181593-75ed-454b-9003-1d5bb6ea5821'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:10.760299 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d88cbe09-be4b-4a7b-b24c-4952c6a43bfc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4046228 Jul 22 20:10:10.763534 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33636) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:10.888758 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-44a7a064-afab-4731-94da-65d339ec9217 tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=24c2e4f79be246cea3a092160d6fc4c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1240025 Jul 22 20:10:10.891362 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33640) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:10.971730 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] Set router 71181593-75ed-454b-9003-1d5bb6ea5821 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:10:10.977688 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8623318c-a12a-48e6-81d3-238dad3f60b6 tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:10.979195 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8623318c-a12a-48e6-81d3-238dad3f60b6 tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869229 Jul 22 20:10:10.982048 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33642) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:11.013931 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-780c71d6-10b8-4815-8996-3e4c0d254323 tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308409 Jul 22 20:10:11.016463 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33644) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:11.021452 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-06f1acd4-46e3-4f8d-a0fc-b9377ffdbcaf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-675787889', 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:10:11.107145 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f1acd4-46e3-4f8d-a0fc-b9377ffdbcaf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Made reservation on behalf of 24c2e4f79be246cea3a092160d6fc4c0 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:10:11.110769 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-06f1acd4-46e3-4f8d-a0fc-b9377ffdbcaf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:11.149422 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940805855', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:10Z', 'revision_number': 3, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:37:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:11.178920 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] Checking router: 71181593-75ed-454b-9003-1d5bb6ea5821 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:10:11.179263 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] Updating router 71181593-75ed-454b-9003-1d5bb6ea5821 port d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:10:11.214660 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:11.297455 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-06f1acd4-46e3-4f8d-a0fc-b9377ffdbcaf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:11.356435 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1acd4-46e3-4f8d-a0fc-b9377ffdbcaf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Subnet': ['ID=7438eeec-a619-4de8-9ef5-bc2a21cdc43b,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:11.365682 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f1acd4-46e3-4f8d-a0fc-b9377ffdbcaf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Checking segment: {'id': '09e4ca4a-e48f-4154-8497-3462e03fa2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:10:11.366053 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f1acd4-46e3-4f8d-a0fc-b9377ffdbcaf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network hostable DHCP agents. Network: c32ccdc9-1cea-4877-a144-e44a95a573e1, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:10:11.382722 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f1acd4-46e3-4f8d-a0fc-b9377ffdbcaf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network c32ccdc9-1cea-4877-a144-e44a95a573e1 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:10:11.392492 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-06f1acd4-46e3-4f8d-a0fc-b9377ffdbcaf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, c32ccdc9-1cea-4877-a144-e44a95a573e1) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:10:11.397315 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f1acd4-46e3-4f8d-a0fc-b9377ffdbcaf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:11.397899 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-06f1acd4-46e3-4f8d-a0fc-b9377ffdbcaf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:11.403927 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10054da4-c8f3-49a1-b1d4-180e200a401d None None] Network c32ccdc9-1cea-4877-a144-e44a95a573e1 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:10:11.418207 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-06f1acd4-46e3-4f8d-a0fc-b9377ffdbcaf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4007058 Jul 22 20:10:11.421212 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33646) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:11.483579 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:11.494360 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] Transition to ACTIVE for port object d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:10:11.501715 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:11.547727 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] Attempting to bind port d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:10:11.548088 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] Attempting to bind port d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:10:11.548441 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] Attempting to bind port d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:10:11.557001 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:10:11.557358 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:10:11.557756 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:11.558141 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:10:11.558606 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] Bound port: d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:10:11.558976 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:11.569372 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-c32ccdc9-1cea-4877-a144-e44a95a573e1', 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ips': [{'subnet_id': '7438eeec-a619-4de8-9ef5-bc2a21cdc43b'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:10:11.570244 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:11.617970 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] For port d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:10:11.621146 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] For port d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:10:11.632085 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:11.635509 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e1ee9-e6cd-490a-9694-c03176be117b None None] Pushing event updated for resources: {'Port': ['ID=d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:11.647095 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e1ee9-e6cd-490a-9694-c03176be117b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:11.647095 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e1ee9-e6cd-490a-9694-c03176be117b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:11.647512 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e1ee9-e6cd-490a-9694-c03176be117b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:11.647602 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e1ee9-e6cd-490a-9694-c03176be117b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:11.647906 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e1ee9-e6cd-490a-9694-c03176be117b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:11.648231 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e1ee9-e6cd-490a-9694-c03176be117b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:11.648579 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e1ee9-e6cd-490a-9694-c03176be117b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:11.648899 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e1ee9-e6cd-490a-9694-c03176be117b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:11.649214 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e1ee9-e6cd-490a-9694-c03176be117b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:11.649527 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e1ee9-e6cd-490a-9694-c03176be117b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:11.649894 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e1ee9-e6cd-490a-9694-c03176be117b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:11.650815 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780e1ee9-e6cd-490a-9694-c03176be117b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:11.696361 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] Routers {'71181593-75ed-454b-9003-1d5bb6ea5821'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:10:11.697122 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:10:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['71181593-75ed-454b-9003-1d5bb6ea5821'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:11.723466 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] Allocated IP 172.20.0.2 (c32ccdc9-1cea-4877-a144-e44a95a573e1/7438eeec-a619-4de8-9ef5-bc2a21cdc43b/1f88308b-3e9d-440c-9bae-dbf22ca95ad9) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:10:11.818004 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] Set router 71181593-75ed-454b-9003-1d5bb6ea5821 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:10:11.885175 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:11.893984 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] Transition to ACTIVE for port object 1f88308b-3e9d-440c-9bae-dbf22ca95ad9 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:10:11.903153 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e1ee9-e6cd-490a-9694-c03176be117b None None] Pushing event updated for resources: {'Port': ['ID=d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:11.922891 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] Transition to ACTIVE for port object 1f88308b-3e9d-440c-9bae-dbf22ca95ad9 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:10:11.931102 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:11.974755 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] Network c32ccdc9-1cea-4877-a144-e44a95a573e1 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:10:11.977978 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:10:11.981019 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:10:11.990707 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] Pushing event updated for resources: {'Port': ['ID=1f88308b-3e9d-440c-9bae-dbf22ca95ad9,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:12.039173 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940805855', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:10Z', 'revision_number': 3, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:37:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:12.050876 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] Attempting to bind port 1f88308b-3e9d-440c-9bae-dbf22ca95ad9 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:10:12.051367 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] Attempting to bind port 1f88308b-3e9d-440c-9bae-dbf22ca95ad9 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '09e4ca4a-e48f-4154-8497-3462e03fa2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:10:12.051740 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] Attempting to bind port 1f88308b-3e9d-440c-9bae-dbf22ca95ad9 on network c32ccdc9-1cea-4877-a144-e44a95a573e1 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:10:12.056878 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:10:12.057260 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] Checking segment: {'id': '09e4ca4a-e48f-4154-8497-3462e03fa2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:10:12.057656 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:12.058046 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] Bound using segment: {'id': '09e4ca4a-e48f-4154-8497-3462e03fa2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:10:12.058511 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] Bound port: 1f88308b-3e9d-440c-9bae-dbf22ca95ad9, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e4ca4a-e48f-4154-8497-3462e03fa2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:10:12.058886 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:12.069907 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939556d8-7f27-42d0-907a-a24a432eefba None None] The sync data for ids ['71181593-75ed-454b-9003-1d5bb6ea5821'] in n-d-800086-12 is: [{'id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940805855', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:10Z', 'revision_number': 3, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:37:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:10:12.129672 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] For port 1f88308b-3e9d-440c-9bae-dbf22ca95ad9, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:10:12.133000 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] For port 1f88308b-3e9d-440c-9bae-dbf22ca95ad9, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=1f88308b-3e9d-440c-9bae-dbf22ca95ad9,segment=NetworkSegment(09e4ca4a-e48f-4154-8497-3462e03fa2a9),segment_id=09e4ca4a-e48f-4154-8497-3462e03fa2a9)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:10:12.138916 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:12.200418 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b3bb2-fb38-47c9-8877-62c2b2c99b6c None None] Pushing event updated for resources: {'Port': ['ID=1f88308b-3e9d-440c-9bae-dbf22ca95ad9,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:12.266636 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9c0539f-09d0-4679-89ff-0aa46f4e1ac5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:12.414902 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:12.614273 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-e9c0539f-09d0-4679-89ff-0aa46f4e1ac5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Allocated IP 172.20.0.1 (c32ccdc9-1cea-4877-a144-e44a95a573e1/7438eeec-a619-4de8-9ef5-bc2a21cdc43b/5a8bed2e-8605-48d4-9cb2-5f414adb5c28) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:10:12.732124 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9c0539f-09d0-4679-89ff-0aa46f4e1ac5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:12.746358 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-e9c0539f-09d0-4679-89ff-0aa46f4e1ac5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Transition to ACTIVE for port object 5a8bed2e-8605-48d4-9cb2-5f414adb5c28 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:10:12.781280 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9c0539f-09d0-4679-89ff-0aa46f4e1ac5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:12.832995 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c0539f-09d0-4679-89ff-0aa46f4e1ac5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network c32ccdc9-1cea-4877-a144-e44a95a573e1 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:10:12.836298 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-e9c0539f-09d0-4679-89ff-0aa46f4e1ac5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:10:12.839419 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c0539f-09d0-4679-89ff-0aa46f4e1ac5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:10:12.846957 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0539f-09d0-4679-89ff-0aa46f4e1ac5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=5a8bed2e-8605-48d4-9cb2-5f414adb5c28,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:12.890773 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9c0539f-09d0-4679-89ff-0aa46f4e1ac5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:13.047650 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9c0539f-09d0-4679-89ff-0aa46f4e1ac5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:13.161660 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013556d6-cdcd-4da1-9211-fc34fdde471a None None] Network c32ccdc9-1cea-4877-a144-e44a95a573e1 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:10:13.241113 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5e365b0c-69a9-46dc-bfb3-b6e18295b0da None None] Provisioning for port 1f88308b-3e9d-440c-9bae-dbf22ca95ad9 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:10:13.331412 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9c0539f-09d0-4679-89ff-0aa46f4e1ac5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:13.336296 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9c0539f-09d0-4679-89ff-0aa46f4e1ac5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:13.412437 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e9c0539f-09d0-4679-89ff-0aa46f4e1ac5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:13.415342 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0539f-09d0-4679-89ff-0aa46f4e1ac5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=5a8bed2e-8605-48d4-9cb2-5f414adb5c28,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:13.520285 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c0539f-09d0-4679-89ff-0aa46f4e1ac5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network c32ccdc9-1cea-4877-a144-e44a95a573e1 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:10:13.521888 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-e9c0539f-09d0-4679-89ff-0aa46f4e1ac5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:10:13.591629 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b743cc01-6f11-4482-84ec-366d8acaca0f None None] Provisioning for port 5a8bed2e-8605-48d4-9cb2-5f414adb5c28 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:10:13.597250 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b743cc01-6f11-4482-84ec-366d8acaca0f None None] Provisioning complete for port 5a8bed2e-8605-48d4-9cb2-5f414adb5c28 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:10:13.598082 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b743cc01-6f11-4482-84ec-366d8acaca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:13.655740 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b743cc01-6f11-4482-84ec-366d8acaca0f None None] Port 5a8bed2e-8605-48d4-9cb2-5f414adb5c28 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:10:13.665321 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:10:13.667192 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c0539f-09d0-4679-89ff-0aa46f4e1ac5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router 71181593-75ed-454b-9003-1d5bb6ea5821 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:10:13.726856 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:10:13.731002 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:10:13.731555 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:13.789606 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c0539f-09d0-4679-89ff-0aa46f4e1ac5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:10:13.804417 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e9c0539f-09d0-4679-89ff-0aa46f4e1ac5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "PUT /v2.0/routers/71181593-75ed-454b-9003-1d5bb6ea5821/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3734632 Jul 22 20:10:13.807483 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] Sync routers for ids ['71181593-75ed-454b-9003-1d5bb6ea5821'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:10:13.834556 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:13.844906 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] Routers {'71181593-75ed-454b-9003-1d5bb6ea5821'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:10:13.845679 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:10:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['71181593-75ed-454b-9003-1d5bb6ea5821'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:13.885153 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b7f6a0e7-f749-422f-94bb-30e68f808866 None None] Provisioning complete for port 5a8bed2e-8605-48d4-9cb2-5f414adb5c28 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:10:13.885153 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b7f6a0e7-f749-422f-94bb-30e68f808866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:14.107117 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:10:14.108359 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51088999-01d6-4b98-9f41-5ab081c29fac req-1fbae7ae-06f3-4e2c-bfb1-4f2ddeb9db81 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-415082339&fields=id&tenant_id=24c2e4f79be246cea3a092160d6fc4c0 HTTP/1.1" status: 200 len: 267 time: 0.0333467 Jul 22 20:10:14.119659 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:14.120456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1f88308b-3e9d-440c-9bae-dbf22ca95ad9 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:10:14.186614 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b7f6a0e7-f749-422f-94bb-30e68f808866 None None] Port 5a8bed2e-8605-48d4-9cb2-5f414adb5c28 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:10:14.216962 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088999-01d6-4b98-9f41-5ab081c29fac req-e2a51864-8778-4521-864d-181be21e0428 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:14.218518 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51088999-01d6-4b98-9f41-5ab081c29fac req-e2a51864-8778-4521-864d-181be21e0428 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/networks?id=c32ccdc9-1cea-4877-a144-e44a95a573e1 HTTP/1.1" status: 200 len: 796 time: 0.1023765 Jul 22 20:10:14.232042 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] Set router 71181593-75ed-454b-9003-1d5bb6ea5821 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:10:14.233103 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51088999-01d6-4b98-9f41-5ab081c29fac req-b9aedcc2-608f-4db9-bdd8-e2f7aa5b0268 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/quotas/24c2e4f79be246cea3a092160d6fc4c0 HTTP/1.1" status: 200 len: 375 time: 0.0091422 Jul 22 20:10:14.260167 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:14.303543 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51088999-01d6-4b98-9f41-5ab081c29fac req-84ad707f-1edf-416b-ae8f-7889261b5e33 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650303 Jul 22 20:10:14.315647 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 1f88308b-3e9d-440c-9bae-dbf22ca95ad9 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:10:14.342042 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 1f88308b-3e9d-440c-9bae-dbf22ca95ad9 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:10:14.342414 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:14.372636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b1b1f42c-f951-4d6e-b7fe-df7a3a38a1b2 None None] Provisioning complete for port 5a8bed2e-8605-48d4-9cb2-5f414adb5c28 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:10:14.373005 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b1b1f42c-f951-4d6e-b7fe-df7a3a38a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:14.403219 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51088999-01d6-4b98-9f41-5ab081c29fac req-f2cbc5bb-1fb9-4a6e-82c4-e137cb90e4ae service neutron] 10.222.0.13 "GET /v2.0/networks/c32ccdc9-1cea-4877-a144-e44a95a573e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867705 Jul 22 20:10:14.452434 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b1b1f42c-f951-4d6e-b7fe-df7a3a38a1b2 None None] Port 5a8bed2e-8605-48d4-9cb2-5f414adb5c28 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:10:14.498155 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-51088999-01d6-4b98-9f41-5ab081c29fac req-11556c81-692d-49d6-9872-ff54a7410a75 service neutron] 10.222.0.13 "GET /v2.0/networks/c32ccdc9-1cea-4877-a144-e44a95a573e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889726 Jul 22 20:10:14.529733 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:14.569781 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 1f88308b-3e9d-440c-9bae-dbf22ca95ad9, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=1f88308b-3e9d-440c-9bae-dbf22ca95ad9,segment=NetworkSegment(09e4ca4a-e48f-4154-8497-3462e03fa2a9),segment_id=09e4ca4a-e48f-4154-8497-3462e03fa2a9)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:10:14.576863 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940805855', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:12Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:37:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '5a8bed2e-8605-48d4-9cb2-5f414adb5c28', 'name': '', 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:c4:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '7438eeec-a619-4de8-9ef5-bc2a21cdc43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:12Z', 'updated_at': '2021-07-22T20:10:13Z', 'revision_number': 2, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '7438eeec-a619-4de8-9ef5-bc2a21cdc43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:14.580394 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:14.615306 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] Checking router: 71181593-75ed-454b-9003-1d5bb6ea5821 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:10:14.615940 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] Updating router 71181593-75ed-454b-9003-1d5bb6ea5821 port 5a8bed2e-8605-48d4-9cb2-5f414adb5c28 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:10:14.688762 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:14.701209 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=1f88308b-3e9d-440c-9bae-dbf22ca95ad9,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:14.734908 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5e36129-8480-4ac2-ae29-41b1cd1b7ca1 req-1c64acf0-3f1f-42fc-83af-afe65e0fb4b7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 210 time: 0.0940385 Jul 22 20:10:14.972683 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:14.984385 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] Transition to ACTIVE for port object 5a8bed2e-8605-48d4-9cb2-5f414adb5c28 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:10:14.990103 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:15.047298 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8b2fe-2cdf-46ba-b7e0-0c094ece805b None None] Pushing event updated for resources: {'Port': ['ID=5a8bed2e-8605-48d4-9cb2-5f414adb5c28,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:15.112590 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] Attempting to bind port 5a8bed2e-8605-48d4-9cb2-5f414adb5c28 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:10:15.112970 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] Attempting to bind port 5a8bed2e-8605-48d4-9cb2-5f414adb5c28 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '09e4ca4a-e48f-4154-8497-3462e03fa2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:10:15.113394 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] Attempting to bind port 5a8bed2e-8605-48d4-9cb2-5f414adb5c28 on network c32ccdc9-1cea-4877-a144-e44a95a573e1 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:10:15.118968 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:10:15.119455 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] Checking segment: {'id': '09e4ca4a-e48f-4154-8497-3462e03fa2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:10:15.119929 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:15.120451 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] Bound using segment: {'id': '09e4ca4a-e48f-4154-8497-3462e03fa2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:10:15.121010 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] Bound port: 5a8bed2e-8605-48d4-9cb2-5f414adb5c28, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e4ca4a-e48f-4154-8497-3462e03fa2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:10:15.121464 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:15.188673 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] For port 5a8bed2e-8605-48d4-9cb2-5f414adb5c28, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:10:15.192767 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] For port 5a8bed2e-8605-48d4-9cb2-5f414adb5c28, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5a8bed2e-8605-48d4-9cb2-5f414adb5c28,segment=NetworkSegment(09e4ca4a-e48f-4154-8497-3462e03fa2a9),segment_id=09e4ca4a-e48f-4154-8497-3462e03fa2a9)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:10:15.198396 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:15.256178 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] Routers {'71181593-75ed-454b-9003-1d5bb6ea5821'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:10:15.256848 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:10:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['71181593-75ed-454b-9003-1d5bb6ea5821'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:15.337259 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8b2fe-2cdf-46ba-b7e0-0c094ece805b None None] Pushing event updated for resources: {'Port': ['ID=5a8bed2e-8605-48d4-9cb2-5f414adb5c28,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:15.384511 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] Set router 71181593-75ed-454b-9003-1d5bb6ea5821 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:10:15.601377 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940805855', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:12Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '5a8bed2e-8605-48d4-9cb2-5f414adb5c28', 'name': '', 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:c4:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '7438eeec-a619-4de8-9ef5-bc2a21cdc43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:12Z', 'updated_at': '2021-07-22T20:10:15Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '7438eeec-a619-4de8-9ef5-bc2a21cdc43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:15.637944 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:10:15.641164 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d37ca37-d73c-4425-a5bd-eae94e16a8f0 None None] The sync data for ids ['71181593-75ed-454b-9003-1d5bb6ea5821'] in n-d-800086-12 is: [{'id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940805855', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:12Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '5a8bed2e-8605-48d4-9cb2-5f414adb5c28', 'name': '', 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:c4:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '7438eeec-a619-4de8-9ef5-bc2a21cdc43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:12Z', 'updated_at': '2021-07-22T20:10:15Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '7438eeec-a619-4de8-9ef5-bc2a21cdc43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:10:15.646399 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088999-01d6-4b98-9f41-5ab081c29fac req-1bd612ad-017e-49d6-b01d-2815c84eab55 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:15.648081 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-51088999-01d6-4b98-9f41-5ab081c29fac req-1bd612ad-017e-49d6-b01d-2815c84eab55 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.30 "GET /v2.0/networks?id=c32ccdc9-1cea-4877-a144-e44a95a573e1 HTTP/1.1" status: 200 len: 796 time: 0.1288073 Jul 22 20:10:15.721448 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-51088999-01d6-4b98-9f41-5ab081c29fac req-a3f6da25-dafa-4dde-b404-edd26545b62e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24c2e4f79be246cea3a092160d6fc4c0 HTTP/1.1" status: 200 len: 379 time: 0.0644269 Jul 22 20:10:15.724734 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:10:15.725140 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:15.729852 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-51088999-01d6-4b98-9f41-5ab081c29fac req-af31f064-ed35-4943-adb8-216066edf80a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'port': {'device_id': '69be356e-06ff-4ee9-8585-27792414c5c8', 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1', 'admin_state_up': True, 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'security_groups': ['12d54718-a785-4afb-aa1b-09318137ea0c']}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:10:15.855412 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-004d540a-69ad-47a6-ab29-192f5554d637 req-0bb6ffdd-8666-4a9f-bdeb-7817738479b3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 210 time: 0.0387313 Jul 22 20:10:15.857055 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1f88308b-3e9d-440c-9bae-dbf22ca95ad9 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:10:15.864860 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51088999-01d6-4b98-9f41-5ab081c29fac req-af31f064-ed35-4943-adb8-216066edf80a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Made reservation on behalf of 24c2e4f79be246cea3a092160d6fc4c0 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:10:15.869379 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-51088999-01d6-4b98-9f41-5ab081c29fac req-af31f064-ed35-4943-adb8-216066edf80a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:15.910189 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 1f88308b-3e9d-440c-9bae-dbf22ca95ad9 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:10:15.910571 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:16.011877 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-51088999-01d6-4b98-9f41-5ab081c29fac req-af31f064-ed35-4943-adb8-216066edf80a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Allocated IP 172.20.0.7 (c32ccdc9-1cea-4877-a144-e44a95a573e1/7438eeec-a619-4de8-9ef5-bc2a21cdc43b/7db01d1f-f701-43a8-950c-a311ef220bad) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:10:16.159592 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-51088999-01d6-4b98-9f41-5ab081c29fac req-af31f064-ed35-4943-adb8-216066edf80a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:16.175503 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-51088999-01d6-4b98-9f41-5ab081c29fac req-af31f064-ed35-4943-adb8-216066edf80a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Transition to ACTIVE for port object 7db01d1f-f701-43a8-950c-a311ef220bad will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:10:16.210819 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-51088999-01d6-4b98-9f41-5ab081c29fac req-af31f064-ed35-4943-adb8-216066edf80a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:16.253954 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51088999-01d6-4b98-9f41-5ab081c29fac req-af31f064-ed35-4943-adb8-216066edf80a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network c32ccdc9-1cea-4877-a144-e44a95a573e1 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:10:16.259374 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-51088999-01d6-4b98-9f41-5ab081c29fac req-af31f064-ed35-4943-adb8-216066edf80a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:10:16.262951 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-51088999-01d6-4b98-9f41-5ab081c29fac req-af31f064-ed35-4943-adb8-216066edf80a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:10:16.296087 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31f064-ed35-4943-adb8-216066edf80a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=7db01d1f-f701-43a8-950c-a311ef220bad,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:16.323584 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088999-01d6-4b98-9f41-5ab081c29fac req-af31f064-ed35-4943-adb8-216066edf80a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:16.324239 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-51088999-01d6-4b98-9f41-5ab081c29fac req-af31f064-ed35-4943-adb8-216066edf80a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:16.345260 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-51088999-01d6-4b98-9f41-5ab081c29fac req-af31f064-ed35-4943-adb8-216066edf80a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6192017 Jul 22 20:10:16.358385 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-51088999-01d6-4b98-9f41-5ab081c29fac req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] Request body: {'port': {'device_id': '69be356e-06ff-4ee9-8585-27792414c5c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:10:16.443560 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-51088999-01d6-4b98-9f41-5ab081c29fac req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:16.549722 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-009c3517-c840-44b6-b444-bf439c0acff6 None None] Provisioning for port 7db01d1f-f701-43a8-950c-a311ef220bad completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:10:16.553893 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-009c3517-c840-44b6-b444-bf439c0acff6 None None] Provisioning complete for port 7db01d1f-f701-43a8-950c-a311ef220bad triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:10:16.554264 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-009c3517-c840-44b6-b444-bf439c0acff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:16.588810 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-009c3517-c840-44b6-b444-bf439c0acff6 None None] Port 7db01d1f-f701-43a8-950c-a311ef220bad cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:10:16.725701 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-51088999-01d6-4b98-9f41-5ab081c29fac req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db01d1f-f701-43a8-950c-a311ef220bad {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:10:16.733369 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-51088999-01d6-4b98-9f41-5ab081c29fac req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:16.745735 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-51088999-01d6-4b98-9f41-5ab081c29fac req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] Transition to ACTIVE for port object 7db01d1f-f701-43a8-950c-a311ef220bad will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:10:16.749459 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-51088999-01d6-4b98-9f41-5ab081c29fac req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:16.802782 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7db01d1f-f701-43a8-950c-a311ef220bad,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:16.871805 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-51088999-01d6-4b98-9f41-5ab081c29fac req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] Attempting to bind port 7db01d1f-f701-43a8-950c-a311ef220bad on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:10:16.872152 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-51088999-01d6-4b98-9f41-5ab081c29fac req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] Attempting to bind port 7db01d1f-f701-43a8-950c-a311ef220bad by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '09e4ca4a-e48f-4154-8497-3462e03fa2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:10:16.872501 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51088999-01d6-4b98-9f41-5ab081c29fac req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] Attempting to bind port 7db01d1f-f701-43a8-950c-a311ef220bad on network c32ccdc9-1cea-4877-a144-e44a95a573e1 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:10:16.878019 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51088999-01d6-4b98-9f41-5ab081c29fac req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] Port 7db01d1f-f701-43a8-950c-a311ef220bad on network c32ccdc9-1cea-4877-a144-e44a95a573e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:10:16.878276 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51088999-01d6-4b98-9f41-5ab081c29fac req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] Attempting to bind port 7db01d1f-f701-43a8-950c-a311ef220bad on network c32ccdc9-1cea-4877-a144-e44a95a573e1 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:10:16.883801 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51088999-01d6-4b98-9f41-5ab081c29fac req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:10:16.884365 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51088999-01d6-4b98-9f41-5ab081c29fac req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] Checking segment: {'id': '09e4ca4a-e48f-4154-8497-3462e03fa2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:10:16.884793 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51088999-01d6-4b98-9f41-5ab081c29fac req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] Bound using segment: {'id': '09e4ca4a-e48f-4154-8497-3462e03fa2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:10:16.885264 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-51088999-01d6-4b98-9f41-5ab081c29fac req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] Bound port: 7db01d1f-f701-43a8-950c-a311ef220bad, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e4ca4a-e48f-4154-8497-3462e03fa2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:10:16.885628 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-51088999-01d6-4b98-9f41-5ab081c29fac req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:16.958567 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-51088999-01d6-4b98-9f41-5ab081c29fac req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] For port 7db01d1f-f701-43a8-950c-a311ef220bad, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:10:16.962277 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-51088999-01d6-4b98-9f41-5ab081c29fac req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] For port 7db01d1f-f701-43a8-950c-a311ef220bad, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7db01d1f-f701-43a8-950c-a311ef220bad,segment=NetworkSegment(09e4ca4a-e48f-4154-8497-3462e03fa2a9),segment_id=09e4ca4a-e48f-4154-8497-3462e03fa2a9)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:10:16.966786 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-51088999-01d6-4b98-9f41-5ab081c29fac req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:16.996532 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a9d39-2ea2-48f5-8b49-a8fd23f73e1d req-3bc810c5-fb63-42a9-b0eb-a264b91014ae tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:16.998032 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-333a9d39-2ea2-48f5-8b49-a8fd23f73e1d req-3bc810c5-fb63-42a9-b0eb-a264b91014ae tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 943 time: 0.0718255 Jul 22 20:10:17.002446 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088999-01d6-4b98-9f41-5ab081c29fac req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:17.002998 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-51088999-01d6-4b98-9f41-5ab081c29fac req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:17.004643 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-51088999-01d6-4b98-9f41-5ab081c29fac req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] 10.222.0.30 "PUT /v2.0/ports/7db01d1f-f701-43a8-950c-a311ef220bad HTTP/1.1" status: 200 len: 1092 time: 0.6511898 Jul 22 20:10:17.005156 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69be356e-06ff-4ee9-8585-27792414c5c8', 'tag': '7db01d1f-f701-43a8-950c-a311ef220bad'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:10:17.007687 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc160c6-ced6-48b8-bd07-669cd4af870e" -d '{"events": [{"name": "network-changed", "server_uuid": "69be356e-06ff-4ee9-8585-27792414c5c8", "tag": "7db01d1f-f701-43a8-950c-a311ef220bad"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:10:17.041132 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0f2ed-1cf2-4704-a05f-899deeb856d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7db01d1f-f701-43a8-950c-a311ef220bad,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:17.063944 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef919ce-1a9c-4c47-9296-f87bf5f0d573 x-openstack-request-id: req-3ef919ce-1a9c-4c47-9296-f87bf5f0d573 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:10:17.064810 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69be356e-06ff-4ee9-8585-27792414c5c8", "tag": "7db01d1f-f701-43a8-950c-a311ef220bad", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:10:17.065070 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ef919ce-1a9c-4c47-9296-f87bf5f0d573 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:10:17.065729 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69be356e-06ff-4ee9-8585-27792414c5c8', 'tag': '7db01d1f-f701-43a8-950c-a311ef220bad', 'status': 'completed', 'code': 200} Jul 22 20:10:17.066151 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-333a9d39-2ea2-48f5-8b49-a8fd23f73e1d req-9ea5d3b0-8b7a-40dd-9ff0-018ac46baf88 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d54718-a785-4afb-aa1b-09318137ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476761 Jul 22 20:10:17.112050 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088999-01d6-4b98-9f41-5ab081c29fac req-36b93dfe-5a4e-4d02-bf7d-3c543e7864e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:17.113741 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-51088999-01d6-4b98-9f41-5ab081c29fac req-36b93dfe-5a4e-4d02-bf7d-3c543e7864e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 1095 time: 0.0671334 Jul 22 20:10:17.162022 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-51088999-01d6-4b98-9f41-5ab081c29fac req-4f0bf5f4-d69b-4571-85a3-704086be38a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7db01d1f-f701-43a8-950c-a311ef220bad HTTP/1.1" status: 200 len: 217 time: 0.0405059 Jul 22 20:10:17.213897 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088999-01d6-4b98-9f41-5ab081c29fac req-96071f0f-a899-4acc-ae16-03b786cd1a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:17.215261 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-51088999-01d6-4b98-9f41-5ab081c29fac req-96071f0f-a899-4acc-ae16-03b786cd1a3b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7438eeec-a619-4de8-9ef5-bc2a21cdc43b HTTP/1.1" status: 200 len: 834 time: 0.0468380 Jul 22 20:10:17.273160 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51088999-01d6-4b98-9f41-5ab081c29fac req-0daa6cfc-92ca-4df9-ae4e-d5cd481a5884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:17.274707 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-51088999-01d6-4b98-9f41-5ab081c29fac req-0daa6cfc-92ca-4df9-ae4e-d5cd481a5884 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c32ccdc9-1cea-4877-a144-e44a95a573e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529604 Jul 22 20:10:17.365866 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-51088999-01d6-4b98-9f41-5ab081c29fac req-3e3d2bc8-ebff-464a-8811-2bdb15b68c83 service neutron] 10.222.0.30 "GET /v2.0/networks/c32ccdc9-1cea-4877-a144-e44a95a573e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851564 Jul 22 20:10:17.451787 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-51088999-01d6-4b98-9f41-5ab081c29fac req-d0fc5103-9ff3-4c16-8af6-a36aaf173d43 service neutron] 10.222.0.30 "GET /v2.0/networks/c32ccdc9-1cea-4877-a144-e44a95a573e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794058 Jul 22 20:10:17.555518 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc160c6-ced6-48b8-bd07-669cd4af870e req-b4baf183-a02f-47a9-8bfb-70cfa6a1a42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:17.557071 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5cc160c6-ced6-48b8-bd07-669cd4af870e req-b4baf183-a02f-47a9-8bfb-70cfa6a1a42d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 1095 time: 0.0608115 Jul 22 20:10:17.594979 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5a8bed2e-8605-48d4-9cb2-5f414adb5c28 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:10:17.646894 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 5a8bed2e-8605-48d4-9cb2-5f414adb5c28 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:10:17.650767 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 5a8bed2e-8605-48d4-9cb2-5f414adb5c28 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:10:17.651142 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:17.651364 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc160c6-ced6-48b8-bd07-669cd4af870e req-9e5434d9-549b-4a2c-b163-c9f34b58202a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:17.652871 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5cc160c6-ced6-48b8-bd07-669cd4af870e req-9e5434d9-549b-4a2c-b163-c9f34b58202a service neutron] 10.222.0.30 "GET /v2.0/networks?id=c32ccdc9-1cea-4877-a144-e44a95a573e1 HTTP/1.1" status: 200 len: 897 time: 0.0899346 Jul 22 20:10:17.697226 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5cc160c6-ced6-48b8-bd07-669cd4af870e req-fe46972a-b714-4cb4-a789-f241a36a98f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7db01d1f-f701-43a8-950c-a311ef220bad HTTP/1.1" status: 200 len: 217 time: 0.0368750 Jul 22 20:10:17.731485 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:17.746152 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc160c6-ced6-48b8-bd07-669cd4af870e req-0585439b-ecb6-43e7-8c56-636480866a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:17.747604 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5cc160c6-ced6-48b8-bd07-669cd4af870e req-0585439b-ecb6-43e7-8c56-636480866a30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7438eeec-a619-4de8-9ef5-bc2a21cdc43b HTTP/1.1" status: 200 len: 834 time: 0.0450220 Jul 22 20:10:17.763690 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 5a8bed2e-8605-48d4-9cb2-5f414adb5c28, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5a8bed2e-8605-48d4-9cb2-5f414adb5c28,segment=NetworkSegment(09e4ca4a-e48f-4154-8497-3462e03fa2a9),segment_id=09e4ca4a-e48f-4154-8497-3462e03fa2a9)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:10:17.769470 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:17.809493 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc160c6-ced6-48b8-bd07-669cd4af870e req-d52a84d0-43a7-4d54-9e1e-385914a2be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:17.811034 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5cc160c6-ced6-48b8-bd07-669cd4af870e req-d52a84d0-43a7-4d54-9e1e-385914a2be5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c32ccdc9-1cea-4877-a144-e44a95a573e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568950 Jul 22 20:10:17.818213 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=5a8bed2e-8605-48d4-9cb2-5f414adb5c28,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:17.904687 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5cc160c6-ced6-48b8-bd07-669cd4af870e req-7d97d454-076d-4d57-97b4-f53879191a95 service neutron] 10.222.0.30 "GET /v2.0/networks/c32ccdc9-1cea-4877-a144-e44a95a573e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869308 Jul 22 20:10:17.993198 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-5cc160c6-ced6-48b8-bd07-669cd4af870e req-321c7001-cf4e-4e57-8560-478e440d292c service neutron] 10.222.0.30 "GET /v2.0/networks/c32ccdc9-1cea-4877-a144-e44a95a573e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821943 Jul 22 20:10:18.198731 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399c34b-7f88-4e7e-a16f-e92fa0854607 req-1ac866b4-1a6a-40a5-bd8a-83364a7db7be tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:18.200261 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2399c34b-7f88-4e7e-a16f-e92fa0854607 req-1ac866b4-1a6a-40a5-bd8a-83364a7db7be tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 943 time: 0.0649772 Jul 22 20:10:18.239280 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2399c34b-7f88-4e7e-a16f-e92fa0854607 req-d90191dd-9ae6-4586-8d7b-f889be822e9e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d54718-a785-4afb-aa1b-09318137ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328076 Jul 22 20:10:19.367127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82a13f-a9f9-483d-ac34-6cf299b7b3bb req-98d43b9b-603b-4bc9-9d07-f84e57bb08f4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:19.368646 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2f82a13f-a9f9-483d-ac34-6cf299b7b3bb req-98d43b9b-603b-4bc9-9d07-f84e57bb08f4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 943 time: 0.0639913 Jul 22 20:10:19.405518 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2f82a13f-a9f9-483d-ac34-6cf299b7b3bb req-718b2955-e5c4-4065-92e5-47e3aa9a45f2 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d54718-a785-4afb-aa1b-09318137ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314047 Jul 22 20:10:19.565224 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5a8bed2e-8605-48d4-9cb2-5f414adb5c28 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:10:19.615340 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 5a8bed2e-8605-48d4-9cb2-5f414adb5c28 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:10:19.615710 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:20.537340 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa95fe1-739e-4ddd-a506-f0007342694a req-1bb1a6ab-f527-4dda-9b57-789a8c6927b7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:20.538800 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-baa95fe1-739e-4ddd-a506-f0007342694a req-1bb1a6ab-f527-4dda-9b57-789a8c6927b7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 943 time: 0.0665021 Jul 22 20:10:20.577227 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-baa95fe1-739e-4ddd-a506-f0007342694a req-91301ec7-d25b-4f43-a2d3-84658bab4513 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d54718-a785-4afb-aa1b-09318137ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329041 Jul 22 20:10:20.621016 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 7db01d1f-f701-43a8-950c-a311ef220bad details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:10:20.717807 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 7db01d1f-f701-43a8-950c-a311ef220bad, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7db01d1f-f701-43a8-950c-a311ef220bad,segment=NetworkSegment(09e4ca4a-e48f-4154-8497-3462e03fa2a9),segment_id=09e4ca4a-e48f-4154-8497-3462e03fa2a9)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:10:20.728602 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '7db01d1f-f701-43a8-950c-a311ef220bad', 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1', 'port_id': '7db01d1f-f701-43a8-950c-a311ef220bad', 'mac_address': 'fa:16:3e:a9:b6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7438eeec-a619-4de8-9ef5-bc2a21cdc43b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:10:20.765283 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:20.777605 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db01d1f-f701-43a8-950c-a311ef220bad {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:10:20.797574 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 7db01d1f-f701-43a8-950c-a311ef220bad, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7db01d1f-f701-43a8-950c-a311ef220bad,segment=NetworkSegment(09e4ca4a-e48f-4154-8497-3462e03fa2a9),segment_id=09e4ca4a-e48f-4154-8497-3462e03fa2a9)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:10:20.801685 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:20.846761 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=7db01d1f-f701-43a8-950c-a311ef220bad,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:21.015047 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['7db01d1f-f701-43a8-950c-a311ef220bad'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:10:21.708415 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595e4c4-11c8-4bc5-b2d7-d906a56320c3 req-f94c6ac6-d927-402c-acae-1696c980382d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:21.709962 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4595e4c4-11c8-4bc5-b2d7-d906a56320c3 req-f94c6ac6-d927-402c-acae-1696c980382d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 944 time: 0.0650473 Jul 22 20:10:21.747182 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4595e4c4-11c8-4bc5-b2d7-d906a56320c3 req-c701752f-be34-48ab-9d3a-fb82e447c9cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d54718-a785-4afb-aa1b-09318137ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317612 Jul 22 20:10:22.620565 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 7db01d1f-f701-43a8-950c-a311ef220bad up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:10:22.671188 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 7db01d1f-f701-43a8-950c-a311ef220bad completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:10:22.674973 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 7db01d1f-f701-43a8-950c-a311ef220bad triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:10:22.675363 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:22.885025 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee471248-c309-4e6a-88e5-23030e4cd25c req-752c4df8-c181-4be0-8de3-4973bfd1db48 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:22.886482 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee471248-c309-4e6a-88e5-23030e4cd25c req-752c4df8-c181-4be0-8de3-4973bfd1db48 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 944 time: 0.0698478 Jul 22 20:10:22.907364 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:22.925715 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ee471248-c309-4e6a-88e5-23030e4cd25c req-c712ad0b-8814-495b-b371-dc27b7e3e530 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d54718-a785-4afb-aa1b-09318137ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336149 Jul 22 20:10:22.930455 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69be356e-06ff-4ee9-8585-27792414c5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db01d1f-f701-43a8-950c-a311ef220bad'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:10:22.932731 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a00371-cf59-41cc-bbe4-0cdb62f0706e" -d '{"events": [{"server_uuid": "69be356e-06ff-4ee9-8585-27792414c5c8", "name": "network-vif-plugged", "status": "completed", "tag": "7db01d1f-f701-43a8-950c-a311ef220bad"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:10:22.946070 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 7db01d1f-f701-43a8-950c-a311ef220bad, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7db01d1f-f701-43a8-950c-a311ef220bad,segment=NetworkSegment(09e4ca4a-e48f-4154-8497-3462e03fa2a9),segment_id=09e4ca4a-e48f-4154-8497-3462e03fa2a9)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:10:22.954521 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:22.974770 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c0da91-10a0-40d8-becf-879ff8541159 x-openstack-request-id: req-f1c0da91-10a0-40d8-becf-879ff8541159 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:10:22.975161 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69be356e-06ff-4ee9-8585-27792414c5c8", "name": "network-vif-plugged", "status": "completed", "tag": "7db01d1f-f701-43a8-950c-a311ef220bad", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:10:22.975413 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1c0da91-10a0-40d8-becf-879ff8541159 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:10:22.975834 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69be356e-06ff-4ee9-8585-27792414c5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db01d1f-f701-43a8-950c-a311ef220bad', 'code': 200} Jul 22 20:10:23.001334 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=7db01d1f-f701-43a8-950c-a311ef220bad,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:23.118570 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92b95c-5f3b-4ad6-a5ca-86a6676303f6 req-d5e98ee6-6e75-42a5-8b76-992e7aa8a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:23.120063 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bd92b95c-5f3b-4ad6-a5ca-86a6676303f6 req-d5e98ee6-6e75-42a5-8b76-992e7aa8a8c3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 1097 time: 0.0938115 Jul 22 20:10:23.158148 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bd92b95c-5f3b-4ad6-a5ca-86a6676303f6 req-9af2d294-c4d3-4bbf-a680-1ce57cfeb07b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=12d54718-a785-4afb-aa1b-09318137ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318344 Jul 22 20:10:24.054115 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d578edb-e04d-4de3-94dc-cdbde940b55a req-0c6167d9-faa9-48c7-a3db-3a2f0b18f9ae tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:24.055611 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8d578edb-e04d-4de3-94dc-cdbde940b55a req-0c6167d9-faa9-48c7-a3db-3a2f0b18f9ae tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 945 time: 0.0639021 Jul 22 20:10:24.092500 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8d578edb-e04d-4de3-94dc-cdbde940b55a req-2671c866-097f-4761-8bc8-c58060ed5c9e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d54718-a785-4afb-aa1b-09318137ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311816 Jul 22 20:10:24.222287 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631515c-08dc-4f7b-b84c-3c64f55f20c1 req-49ae4c5a-1461-4f5d-bdbd-d442eb6f766f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:24.223686 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c631515c-08dc-4f7b-b84c-3c64f55f20c1 req-49ae4c5a-1461-4f5d-bdbd-d442eb6f766f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 945 time: 0.0637500 Jul 22 20:10:24.261088 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c631515c-08dc-4f7b-b84c-3c64f55f20c1 req-1b0a81e5-0059-46c5-8a6c-d3357d2cb88c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d54718-a785-4afb-aa1b-09318137ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317788 Jul 22 20:10:24.283408 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33702) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:24.338757 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa108ded-5f24-4336-bb07-8c34a478708e tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:24.340247 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-aa108ded-5f24-4336-bb07-8c34a478708e tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 1092 time: 0.0558743 Jul 22 20:10:24.343151 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33704) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:24.348084 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-b9929016-833c-4043-932a-a4db2af4b722 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': '7db01d1f-f701-43a8-950c-a311ef220bad', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:10:24.369728 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9929016-833c-4043-932a-a4db2af4b722 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:24.465561 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9929016-833c-4043-932a-a4db2af4b722 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:24.569101 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-b9929016-833c-4043-932a-a4db2af4b722 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Allocated IP 172.25.3.92 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/84ac7585-d851-4eb9-b8de-cf40b09c699f) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:10:24.668185 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9929016-833c-4043-932a-a4db2af4b722 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:24.710313 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9929016-833c-4043-932a-a4db2af4b722 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:24.749521 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9929016-833c-4043-932a-a4db2af4b722 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:10:24.752868 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-b9929016-833c-4043-932a-a4db2af4b722 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:10:24.756422 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9929016-833c-4043-932a-a4db2af4b722 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:10:24.778038 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9929016-833c-4043-932a-a4db2af4b722 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=84ac7585-d851-4eb9-b8de-cf40b09c699f,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:25.419335 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9929016-833c-4043-932a-a4db2af4b722 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:25.493067 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9929016-833c-4043-932a-a4db2af4b722 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:25.649396 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9929016-833c-4043-932a-a4db2af4b722 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:25.653718 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9929016-833c-4043-932a-a4db2af4b722 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:25.727413 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9929016-833c-4043-932a-a4db2af4b722 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=84ac7585-d851-4eb9-b8de-cf40b09c699f,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:25.735615 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9929016-833c-4043-932a-a4db2af4b722 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:25.844942 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-b9929016-833c-4043-932a-a4db2af4b722 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Floating IP e0899f4a-c552-422f-8b16-c73fee173fb5 associated. External IP: 172.25.3.92, port: 7db01d1f-f701-43a8-950c-a311ef220bad. Jul 22 20:10:26.048199 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9929016-833c-4043-932a-a4db2af4b722 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router 71181593-75ed-454b-9003-1d5bb6ea5821 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:10:26.163069 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9929016-833c-4043-932a-a4db2af4b722 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:10:26.172748 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24313a57-315e-4b50-9b7c-20f8505efe54 None None] Sync routers for ids ['71181593-75ed-454b-9003-1d5bb6ea5821'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:10:26.178885 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b9929016-833c-4043-932a-a4db2af4b722 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:26.183002 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24313a57-315e-4b50-9b7c-20f8505efe54 None None] Routers {'71181593-75ed-454b-9003-1d5bb6ea5821'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:10:26.183606 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-24313a57-315e-4b50-9b7c-20f8505efe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:10:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['71181593-75ed-454b-9003-1d5bb6ea5821'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:26.221091 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b9929016-833c-4043-932a-a4db2af4b722 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8768332 Jul 22 20:10:26.223428 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69be356e-06ff-4ee9-8585-27792414c5c8', 'tag': '7db01d1f-f701-43a8-950c-a311ef220bad'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:10:26.223913 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7b1d0a-f375-4345-a5ee-29b0ba56a0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "69be356e-06ff-4ee9-8585-27792414c5c8", "tag": "7db01d1f-f701-43a8-950c-a311ef220bad"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:10:26.262857 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a48949a-5f07-49a4-ad03-f49160981bd5 x-openstack-request-id: req-9a48949a-5f07-49a4-ad03-f49160981bd5 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:10:26.263145 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69be356e-06ff-4ee9-8585-27792414c5c8", "tag": "7db01d1f-f701-43a8-950c-a311ef220bad", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:10:26.263400 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a48949a-5f07-49a4-ad03-f49160981bd5 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:10:26.263805 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69be356e-06ff-4ee9-8585-27792414c5c8', 'tag': '7db01d1f-f701-43a8-950c-a311ef220bad', 'status': 'completed', 'code': 200} Jul 22 20:10:26.301606 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-24313a57-315e-4b50-9b7c-20f8505efe54 None None] Set router 71181593-75ed-454b-9003-1d5bb6ea5821 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:10:26.338485 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de008220-2cc2-4479-b57e-a57ba3da9bf7 req-455431d7-b9ec-423c-994b-03f121bc1732 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:26.340007 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de008220-2cc2-4479-b57e-a57ba3da9bf7 req-455431d7-b9ec-423c-994b-03f121bc1732 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 945 time: 0.0685203 Jul 22 20:10:26.341822 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b1d0a-f375-4345-a5ee-29b0ba56a0b6 req-125e396e-ccfe-49a7-be24-464c61f5c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:26.343302 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bb7b1d0a-f375-4345-a5ee-29b0ba56a0b6 req-125e396e-ccfe-49a7-be24-464c61f5c893 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 1097 time: 0.0565825 Jul 22 20:10:26.379917 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de008220-2cc2-4479-b57e-a57ba3da9bf7 req-bda58ab1-ef67-4467-b26b-a263daa51445 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d54718-a785-4afb-aa1b-09318137ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334537 Jul 22 20:10:26.403396 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33710) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:26.438403 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b1d0a-f375-4345-a5ee-29b0ba56a0b6 req-3bdada7d-867a-4cc4-ad0b-79f92e956426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:26.440564 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bb7b1d0a-f375-4345-a5ee-29b0ba56a0b6 req-3bdada7d-867a-4cc4-ad0b-79f92e956426 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c32ccdc9-1cea-4877-a144-e44a95a573e1 HTTP/1.1" status: 200 len: 897 time: 0.0907235 Jul 22 20:10:26.466123 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2c80b521-1702-4e1e-bc40-49e5adc48825 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/floatingips/e0899f4a-c552-422f-8b16-c73fee173fb5 HTTP/1.1" status: 200 len: 990 time: 0.0616226 Jul 22 20:10:26.513252 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bb7b1d0a-f375-4345-a5ee-29b0ba56a0b6 req-93e65987-ec1a-414f-8b86-eb67df9bbd49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7db01d1f-f701-43a8-950c-a311ef220bad HTTP/1.1" status: 200 len: 998 time: 0.0661337 Jul 22 20:10:26.560093 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b1d0a-f375-4345-a5ee-29b0ba56a0b6 req-ed0dec6c-cfd6-4e83-afd0-9754e4b8f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:26.561582 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bb7b1d0a-f375-4345-a5ee-29b0ba56a0b6 req-ed0dec6c-cfd6-4e83-afd0-9754e4b8f828 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7438eeec-a619-4de8-9ef5-bc2a21cdc43b HTTP/1.1" status: 200 len: 834 time: 0.0426996 Jul 22 20:10:26.619386 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b1d0a-f375-4345-a5ee-29b0ba56a0b6 req-3da29062-9ae4-444c-9aed-7750cc94237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:26.621164 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bb7b1d0a-f375-4345-a5ee-29b0ba56a0b6 req-3da29062-9ae4-444c-9aed-7750cc94237c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c32ccdc9-1cea-4877-a144-e44a95a573e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536513 Jul 22 20:10:26.631836 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-24313a57-315e-4b50-9b7c-20f8505efe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940805855', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:12Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e0899f4a-c552-422f-8b16-c73fee173fb5', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'port_id': '7db01d1f-f701-43a8-950c-a311ef220bad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1', 'mac_address': 'fa:16:3e:a9:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69be356e-06ff-4ee9-8585-27792414c5c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:10:25Z', 'updated_at': '2021-07-22T20:10:25Z', 'revision_number': 0, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a8bed2e-8605-48d4-9cb2-5f414adb5c28', 'name': '', 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:c4:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '7438eeec-a619-4de8-9ef5-bc2a21cdc43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:12Z', 'updated_at': '2021-07-22T20:10:17Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '7438eeec-a619-4de8-9ef5-bc2a21cdc43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:26.717348 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bb7b1d0a-f375-4345-a5ee-29b0ba56a0b6 req-c0edf3c3-e2ff-42e7-9a8a-c76de5b00a0b service neutron] 10.222.0.30 "GET /v2.0/networks/c32ccdc9-1cea-4877-a144-e44a95a573e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893438 Jul 22 20:10:26.757880 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24313a57-315e-4b50-9b7c-20f8505efe54 None None] Checking router: 71181593-75ed-454b-9003-1d5bb6ea5821 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:10:26.770568 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24313a57-315e-4b50-9b7c-20f8505efe54 None None] Routers {'71181593-75ed-454b-9003-1d5bb6ea5821'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:10:26.771102 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-24313a57-315e-4b50-9b7c-20f8505efe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:10:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['71181593-75ed-454b-9003-1d5bb6ea5821'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:26.809031 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-bb7b1d0a-f375-4345-a5ee-29b0ba56a0b6 req-19759555-7275-4acd-bb7b-127de7154e60 service neutron] 10.222.0.30 "GET /v2.0/networks/c32ccdc9-1cea-4877-a144-e44a95a573e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851071 Jul 22 20:10:26.878478 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-24313a57-315e-4b50-9b7c-20f8505efe54 None None] Set router 71181593-75ed-454b-9003-1d5bb6ea5821 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:10:27.097778 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-24313a57-315e-4b50-9b7c-20f8505efe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940805855', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:12Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e0899f4a-c552-422f-8b16-c73fee173fb5', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'port_id': '7db01d1f-f701-43a8-950c-a311ef220bad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1', 'mac_address': 'fa:16:3e:a9:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69be356e-06ff-4ee9-8585-27792414c5c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:10:25Z', 'updated_at': '2021-07-22T20:10:25Z', 'revision_number': 0, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a8bed2e-8605-48d4-9cb2-5f414adb5c28', 'name': '', 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:c4:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '7438eeec-a619-4de8-9ef5-bc2a21cdc43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:12Z', 'updated_at': '2021-07-22T20:10:17Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '7438eeec-a619-4de8-9ef5-bc2a21cdc43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:27.123241 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24313a57-315e-4b50-9b7c-20f8505efe54 None None] The sync data for ids ['71181593-75ed-454b-9003-1d5bb6ea5821'] in n-d-800086-12 is: [{'id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940805855', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:12Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'e0899f4a-c552-422f-8b16-c73fee173fb5', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'port_id': '7db01d1f-f701-43a8-950c-a311ef220bad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1', 'mac_address': 'fa:16:3e:a9:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69be356e-06ff-4ee9-8585-27792414c5c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:10:25Z', 'updated_at': '2021-07-22T20:10:25Z', 'revision_number': 0, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a8bed2e-8605-48d4-9cb2-5f414adb5c28', 'name': '', 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:c4:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '7438eeec-a619-4de8-9ef5-bc2a21cdc43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:12Z', 'updated_at': '2021-07-22T20:10:17Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '7438eeec-a619-4de8-9ef5-bc2a21cdc43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:10:27.305937 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542927ff-5c4c-48bc-babb-49c582830162 None None] New status for floating IP e0899f4a-c552-422f-8b16-c73fee173fb5: ACTIVE {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:10:27.470053 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33712) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:27.540019 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a0da94fb-26b9-4e94-9ff2-2c07f0c4fa94 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/floatingips/e0899f4a-c552-422f-8b16-c73fee173fb5 HTTP/1.1" status: 200 len: 992 time: 0.0685370 Jul 22 20:10:27.775742 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:10:28.573278 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-46e1375e-fa4e-4210-8d44-a71ee81239e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:31.089900 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3d609af7-1fba-4c34-8b98-9a3a1e33016c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:31.220303 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:32.576674 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:34.216378 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:35.901048 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6b0aa8d1-f82c-49e6-b643-44c7ee9a35af req-4d006883-f84e-409d-bb99-6a74ea3b3f2c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=69be356e-06ff-4ee9-8585-27792414c5c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557845 Jul 22 20:10:35.994718 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0aa8d1-f82c-49e6-b643-44c7ee9a35af req-8810701c-7c21-4beb-a753-18b044707b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:35.996194 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6b0aa8d1-f82c-49e6-b643-44c7ee9a35af req-8810701c-7c21-4beb-a753-18b044707b5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 1097 time: 0.0533409 Jul 22 20:10:36.100593 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0aa8d1-f82c-49e6-b643-44c7ee9a35af req-4b736e0a-bd3b-4d44-a574-ae4bcf98fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:36.102180 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6b0aa8d1-f82c-49e6-b643-44c7ee9a35af req-4b736e0a-bd3b-4d44-a574-ae4bcf98fbf2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c32ccdc9-1cea-4877-a144-e44a95a573e1 HTTP/1.1" status: 200 len: 897 time: 0.0866148 Jul 22 20:10:36.165842 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6b0aa8d1-f82c-49e6-b643-44c7ee9a35af req-b9953b53-c063-4356-9518-d92eae5baedb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7db01d1f-f701-43a8-950c-a311ef220bad HTTP/1.1" status: 200 len: 1000 time: 0.0560937 Jul 22 20:10:36.215237 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0aa8d1-f82c-49e6-b643-44c7ee9a35af req-4147fa6b-520d-4f22-a7c6-c6b65c979368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:36.216718 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6b0aa8d1-f82c-49e6-b643-44c7ee9a35af req-4147fa6b-520d-4f22-a7c6-c6b65c979368 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7438eeec-a619-4de8-9ef5-bc2a21cdc43b HTTP/1.1" status: 200 len: 834 time: 0.0445018 Jul 22 20:10:36.276465 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0aa8d1-f82c-49e6-b643-44c7ee9a35af req-4537a4d5-af07-4fdf-903f-27648b05b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:36.277938 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6b0aa8d1-f82c-49e6-b643-44c7ee9a35af req-4537a4d5-af07-4fdf-903f-27648b05b14c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c32ccdc9-1cea-4877-a144-e44a95a573e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549018 Jul 22 20:10:36.364610 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6b0aa8d1-f82c-49e6-b643-44c7ee9a35af req-5dad46e0-7b23-49a2-87db-71e80bf16ab4 service neutron] 10.222.0.30 "GET /v2.0/networks/c32ccdc9-1cea-4877-a144-e44a95a573e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793705 Jul 22 20:10:36.453994 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6b0aa8d1-f82c-49e6-b643-44c7ee9a35af req-f046bd45-62c8-4cba-9c55-bf9d3c1fd46d service neutron] 10.222.0.30 "GET /v2.0/networks/c32ccdc9-1cea-4877-a144-e44a95a573e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825763 Jul 22 20:10:39.606653 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:42.381423 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:58.574521 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7ae26f60-75a6-4dbf-9bf0-7f21e4fea6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:58.867331 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe8850-d4f7-4689-b66d-699d8542b9a2 req-7e8286ac-027e-4f06-92bc-ce9c53efd660 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:58.868839 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8ebe8850-d4f7-4689-b66d-699d8542b9a2 req-7e8286ac-027e-4f06-92bc-ce9c53efd660 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 945 time: 0.0653393 Jul 22 20:10:58.908122 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8ebe8850-d4f7-4689-b66d-699d8542b9a2 req-28b9991f-5cb1-48d0-8a3c-4be7bc865c0c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d54718-a785-4afb-aa1b-09318137ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336897 Jul 22 20:11:00.045730 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e5d8a-b90d-4940-be80-15cb9248d0b5 req-c9a05da0-6666-4a5f-87f3-1b06cba0627c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:00.047212 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f20e5d8a-b90d-4940-be80-15cb9248d0b5 req-c9a05da0-6666-4a5f-87f3-1b06cba0627c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 945 time: 0.0687077 Jul 22 20:11:00.086388 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f20e5d8a-b90d-4940-be80-15cb9248d0b5 req-528aa93f-6d84-4b1d-a3c6-0f48bf91d457 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d54718-a785-4afb-aa1b-09318137ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329702 Jul 22 20:11:00.108746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33734) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:00.168463 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5a42eaaf-7bbf-41cc-bcac-36e1fa0b45b5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/floatingips/e0899f4a-c552-422f-8b16-c73fee173fb5 HTTP/1.1" status: 200 len: 992 time: 0.0585871 Jul 22 20:11:01.091588 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e31e9cae-6e91-4e91-b76f-65d443110bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:01.227796 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:01.441311 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aeafe2-8b3c-4ba3-8a19-7d635cab1bba req-341fa9cd-d0a3-4d75-b843-6b1c3345e35c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:01.442803 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3aeafe2-8b3c-4ba3-8a19-7d635cab1bba req-341fa9cd-d0a3-4d75-b843-6b1c3345e35c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 945 time: 0.0687966 Jul 22 20:11:01.480954 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c3aeafe2-8b3c-4ba3-8a19-7d635cab1bba req-98afb095-5c31-4531-a401-784eff2883c8 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d54718-a785-4afb-aa1b-09318137ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326214 Jul 22 20:11:02.581399 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:02.614037 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ad301-ab59-4922-a165-0f2544f314ce req-7db4efda-dcf9-4742-8045-ba2129ee3e3f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:02.615541 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-168ad301-ab59-4922-a165-0f2544f314ce req-7db4efda-dcf9-4742-8045-ba2129ee3e3f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 945 time: 0.0659866 Jul 22 20:11:02.653803 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-168ad301-ab59-4922-a165-0f2544f314ce req-29d813f1-94fb-4505-a3da-c42ed7b35924 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d54718-a785-4afb-aa1b-09318137ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327039 Jul 22 20:11:02.676688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33746) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:02.739767 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2bac16db-5eea-439e-bf30-5cabc1c5681a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/floatingips/e0899f4a-c552-422f-8b16-c73fee173fb5 HTTP/1.1" status: 200 len: 992 time: 0.0619373 Jul 22 20:11:02.947419 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33752) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:03.103342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting port 84ac7585-d851-4eb9-b8de-cf40b09c699f {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:11:03.103609 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:03.176875 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:03.177198 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:03.188677 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Calling delete_port for 84ac7585-d851-4eb9-b8de-cf40b09c699f owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:11:03.335955 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:03.359260 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Port': ['ID=84ac7585-d851-4eb9-b8de-cf40b09c699f,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:03.369221 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:03.369570 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:03.369906 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:03.370238 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:03.370566 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:03.370897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:03.371599 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:03.371599 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:03.371842 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:03.372179 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:03.372502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:03.372816 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:03.437062 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:03.437393 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Floating IP e0899f4a-c552-422f-8b16-c73fee173fb5 disassociated (deleted). External IP: 172.25.3.92, port: 7db01d1f-f701-43a8-950c-a311ef220bad. Jul 22 20:11:03.647600 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router 71181593-75ed-454b-9003-1d5bb6ea5821 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:11:03.752546 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:11:03.758129 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:03.762678 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0ff179-0ec6-46b4-ac67-c26aac71cb1d None None] Sync routers for ids ['71181593-75ed-454b-9003-1d5bb6ea5821'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:11:03.772449 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0ff179-0ec6-46b4-ac67-c26aac71cb1d None None] Routers {'71181593-75ed-454b-9003-1d5bb6ea5821'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:11:03.773087 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-1b0ff179-0ec6-46b4-ac67-c26aac71cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:11:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['71181593-75ed-454b-9003-1d5bb6ea5821'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:11:03.794529 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4dbd40af-ec4d-444b-9bc8-03ecbd7e0724 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/floatingips/e0899f4a-c552-422f-8b16-c73fee173fb5 HTTP/1.1" status: 204 len: 168 time: 0.8460155 Jul 22 20:11:03.795372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69be356e-06ff-4ee9-8585-27792414c5c8', 'tag': '7db01d1f-f701-43a8-950c-a311ef220bad'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:11:03.797657 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060dcf40-0bd5-4847-9490-0adda0e491bb" -d '{"events": [{"name": "network-changed", "server_uuid": "69be356e-06ff-4ee9-8585-27792414c5c8", "tag": "7db01d1f-f701-43a8-950c-a311ef220bad"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:11:03.876666 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-1b0ff179-0ec6-46b4-ac67-c26aac71cb1d None None] Set router 71181593-75ed-454b-9003-1d5bb6ea5821 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:11:03.886928 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8d98be-b20d-45e9-af34-dd2e78db0cbc x-openstack-request-id: req-ea8d98be-b20d-45e9-af34-dd2e78db0cbc {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:11:03.887304 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69be356e-06ff-4ee9-8585-27792414c5c8", "tag": "7db01d1f-f701-43a8-950c-a311ef220bad", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:11:03.887644 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea8d98be-b20d-45e9-af34-dd2e78db0cbc {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:11:03.888075 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69be356e-06ff-4ee9-8585-27792414c5c8', 'tag': '7db01d1f-f701-43a8-950c-a311ef220bad', 'status': 'completed', 'code': 200} Jul 22 20:11:03.972260 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dcf40-0bd5-4847-9490-0adda0e491bb req-4e4b4b95-7583-4c6c-b7f8-e6fc59c9176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:03.974126 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-060dcf40-0bd5-4847-9490-0adda0e491bb req-4e4b4b95-7583-4c6c-b7f8-e6fc59c9176d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 1097 time: 0.0658221 Jul 22 20:11:04.061956 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc907277-b620-49f7-b7fc-9d937dd6bd1d req-e67e80e7-543d-4fb7-a6df-294db7020dfc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:04.063641 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc907277-b620-49f7-b7fc-9d937dd6bd1d req-e67e80e7-543d-4fb7-a6df-294db7020dfc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 945 time: 0.0675650 Jul 22 20:11:04.077614 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dcf40-0bd5-4847-9490-0adda0e491bb req-14df1112-dfbc-442f-8389-711a553c1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:04.079396 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-060dcf40-0bd5-4847-9490-0adda0e491bb req-14df1112-dfbc-442f-8389-711a553c1a0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=c32ccdc9-1cea-4877-a144-e44a95a573e1 HTTP/1.1" status: 200 len: 897 time: 0.0984681 Jul 22 20:11:04.087087 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-1b0ff179-0ec6-46b4-ac67-c26aac71cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940805855', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:12Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '5a8bed2e-8605-48d4-9cb2-5f414adb5c28', 'name': '', 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:c4:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '7438eeec-a619-4de8-9ef5-bc2a21cdc43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:12Z', 'updated_at': '2021-07-22T20:10:17Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '7438eeec-a619-4de8-9ef5-bc2a21cdc43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:11:04.104739 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc907277-b620-49f7-b7fc-9d937dd6bd1d req-a4fea2a0-9c16-42a3-aaaa-9b76274134f1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d54718-a785-4afb-aa1b-09318137ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338795 Jul 22 20:11:04.115935 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0ff179-0ec6-46b4-ac67-c26aac71cb1d None None] Checking router: 71181593-75ed-454b-9003-1d5bb6ea5821 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:11:04.124333 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0ff179-0ec6-46b4-ac67-c26aac71cb1d None None] Routers {'71181593-75ed-454b-9003-1d5bb6ea5821'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:11:04.124987 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-1b0ff179-0ec6-46b4-ac67-c26aac71cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:11:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['71181593-75ed-454b-9003-1d5bb6ea5821'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:11:04.125364 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-060dcf40-0bd5-4847-9490-0adda0e491bb req-2392ff86-5ac3-4d32-a055-e2cddeeae1fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7db01d1f-f701-43a8-950c-a311ef220bad HTTP/1.1" status: 200 len: 217 time: 0.0393758 Jul 22 20:11:04.175077 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dcf40-0bd5-4847-9490-0adda0e491bb req-64bd40ac-bc1f-4f4c-b068-eece69f0695d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:04.176599 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-060dcf40-0bd5-4847-9490-0adda0e491bb req-64bd40ac-bc1f-4f4c-b068-eece69f0695d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7438eeec-a619-4de8-9ef5-bc2a21cdc43b HTTP/1.1" status: 200 len: 834 time: 0.0445371 Jul 22 20:11:04.223707 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:04.234182 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-1b0ff179-0ec6-46b4-ac67-c26aac71cb1d None None] Set router 71181593-75ed-454b-9003-1d5bb6ea5821 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:11:04.235612 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dcf40-0bd5-4847-9490-0adda0e491bb req-cbd6fc39-7ab4-4679-a43f-160cb3daf8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:04.237231 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-060dcf40-0bd5-4847-9490-0adda0e491bb req-cbd6fc39-7ab4-4679-a43f-160cb3daf8a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c32ccdc9-1cea-4877-a144-e44a95a573e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539911 Jul 22 20:11:04.330274 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-060dcf40-0bd5-4847-9490-0adda0e491bb req-1c37d1ee-5e74-445c-b482-8675fed73c5c service neutron] 10.222.0.30 "GET /v2.0/networks/c32ccdc9-1cea-4877-a144-e44a95a573e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863478 Jul 22 20:11:04.433877 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-1b0ff179-0ec6-46b4-ac67-c26aac71cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940805855', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:12Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '5a8bed2e-8605-48d4-9cb2-5f414adb5c28', 'name': '', 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:c4:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '7438eeec-a619-4de8-9ef5-bc2a21cdc43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:12Z', 'updated_at': '2021-07-22T20:10:17Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '7438eeec-a619-4de8-9ef5-bc2a21cdc43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:11:04.462247 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0ff179-0ec6-46b4-ac67-c26aac71cb1d None None] The sync data for ids ['71181593-75ed-454b-9003-1d5bb6ea5821'] in n-d-800086-12 is: [{'id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940805855', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:12Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '5a8bed2e-8605-48d4-9cb2-5f414adb5c28', 'name': '', 'network_id': 'c32ccdc9-1cea-4877-a144-e44a95a573e1', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:c4:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '7438eeec-a619-4de8-9ef5-bc2a21cdc43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:12Z', 'updated_at': '2021-07-22T20:10:17Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '7438eeec-a619-4de8-9ef5-bc2a21cdc43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:11:04.682423 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84bac75-0b24-4efe-af67-81106122468b None None] New status for floating IP e0899f4a-c552-422f-8b16-c73fee173fb5: DOWN {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:11:04.762447 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-060dcf40-0bd5-4847-9490-0adda0e491bb req-92b0496a-44e3-4ce2-9a96-c05c347336e8 service neutron] 10.222.0.30 "GET /v2.0/networks/c32ccdc9-1cea-4877-a144-e44a95a573e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257104 Jul 22 20:11:04.774931 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:11:05.238923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5998126-5860-47df-98d0-7e3f620afacd req-0fb9458a-335e-4850-83b9-01f677733b8e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:05.240391 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c5998126-5860-47df-98d0-7e3f620afacd req-0fb9458a-335e-4850-83b9-01f677733b8e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 945 time: 0.0665574 Jul 22 20:11:05.278435 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c5998126-5860-47df-98d0-7e3f620afacd req-6da518f9-cb8e-4d13-bb93-c0e609eb9223 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=12d54718-a785-4afb-aa1b-09318137ea0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324755 Jul 22 20:11:05.515705 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378b85f-1fb9-4b84-9f9c-6bf4646b751e req-60bfbaba-2e46-43ab-8e02-3f63e31f8334 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:05.517173 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e378b85f-1fb9-4b84-9f9c-6bf4646b751e req-60bfbaba-2e46-43ab-8e02-3f63e31f8334 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.30 "GET /v2.0/ports?device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 945 time: 0.0614374 Jul 22 20:11:05.615071 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-e378b85f-1fb9-4b84-9f9c-6bf4646b751e req-d2ec09e6-5d3f-4ad2-98ec-ba68d6e98c21 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting port 7db01d1f-f701-43a8-950c-a311ef220bad {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:11:05.615413 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e378b85f-1fb9-4b84-9f9c-6bf4646b751e req-d2ec09e6-5d3f-4ad2-98ec-ba68d6e98c21 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:05.701238 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-e378b85f-1fb9-4b84-9f9c-6bf4646b751e req-d2ec09e6-5d3f-4ad2-98ec-ba68d6e98c21 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] For port 7db01d1f-f701-43a8-950c-a311ef220bad, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=7db01d1f-f701-43a8-950c-a311ef220bad,segment=NetworkSegment(09e4ca4a-e48f-4154-8497-3462e03fa2a9),segment_id=09e4ca4a-e48f-4154-8497-3462e03fa2a9)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:11:05.701596 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e378b85f-1fb9-4b84-9f9c-6bf4646b751e req-d2ec09e6-5d3f-4ad2-98ec-ba68d6e98c21 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:05.713605 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-e378b85f-1fb9-4b84-9f9c-6bf4646b751e req-d2ec09e6-5d3f-4ad2-98ec-ba68d6e98c21 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Calling delete_port for 7db01d1f-f701-43a8-950c-a311ef220bad owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:11:05.839144 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e378b85f-1fb9-4b84-9f9c-6bf4646b751e req-d2ec09e6-5d3f-4ad2-98ec-ba68d6e98c21 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:05.867860 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec09e6-5d3f-4ad2-98ec-ba68d6e98c21 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Port': ['ID=7db01d1f-f701-43a8-950c-a311ef220bad,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:05.879672 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec09e6-5d3f-4ad2-98ec-ba68d6e98c21 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:05.880045 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec09e6-5d3f-4ad2-98ec-ba68d6e98c21 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:05.880375 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec09e6-5d3f-4ad2-98ec-ba68d6e98c21 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:05.880740 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec09e6-5d3f-4ad2-98ec-ba68d6e98c21 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:05.881074 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec09e6-5d3f-4ad2-98ec-ba68d6e98c21 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:05.881475 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec09e6-5d3f-4ad2-98ec-ba68d6e98c21 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:05.881732 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec09e6-5d3f-4ad2-98ec-ba68d6e98c21 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:05.882060 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec09e6-5d3f-4ad2-98ec-ba68d6e98c21 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:05.882393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec09e6-5d3f-4ad2-98ec-ba68d6e98c21 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:05.882717 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec09e6-5d3f-4ad2-98ec-ba68d6e98c21 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:05.883043 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec09e6-5d3f-4ad2-98ec-ba68d6e98c21 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:05.883366 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec09e6-5d3f-4ad2-98ec-ba68d6e98c21 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:05.924658 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-e378b85f-1fb9-4b84-9f9c-6bf4646b751e req-d2ec09e6-5d3f-4ad2-98ec-ba68d6e98c21 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] No DVR routers for this DVR port 7db01d1f-f701-43a8-950c-a311ef220bad on host n-h1-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:11:05.928266 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-e378b85f-1fb9-4b84-9f9c-6bf4646b751e req-d2ec09e6-5d3f-4ad2-98ec-ba68d6e98c21 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:05.930343 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-e378b85f-1fb9-4b84-9f9c-6bf4646b751e req-d2ec09e6-5d3f-4ad2-98ec-ba68d6e98c21 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.30 "DELETE /v2.0/ports/7db01d1f-f701-43a8-950c-a311ef220bad HTTP/1.1" status: 204 len: 173 time: 0.4077322 Jul 22 20:11:05.930799 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69be356e-06ff-4ee9-8585-27792414c5c8', 'name': 'network-vif-deleted', 'tag': '7db01d1f-f701-43a8-950c-a311ef220bad'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:11:05.933135 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0547636-3fa8-4bfb-9c9b-2406bf7c8bab" -d '{"events": [{"server_uuid": "69be356e-06ff-4ee9-8585-27792414c5c8", "name": "network-vif-deleted", "tag": "7db01d1f-f701-43a8-950c-a311ef220bad"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:11:06.029786 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f320f8c3-9097-4ef2-8319-09fe0619b7e2 x-openstack-request-id: req-f320f8c3-9097-4ef2-8319-09fe0619b7e2 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:11:06.030221 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69be356e-06ff-4ee9-8585-27792414c5c8", "name": "network-vif-deleted", "tag": "7db01d1f-f701-43a8-950c-a311ef220bad", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:11:06.030538 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f320f8c3-9097-4ef2-8319-09fe0619b7e2 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:11:06.030995 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69be356e-06ff-4ee9-8585-27792414c5c8', 'name': 'network-vif-deleted', 'tag': '7db01d1f-f701-43a8-950c-a311ef220bad', 'status': 'completed', 'code': 200} Jul 22 20:11:06.396238 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6f8b191b-0451-4f2c-a4fe-d0b29000a5bc req-afb2acf4-2e3d-403b-8403-41156e0d3671 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=69be356e-06ff-4ee9-8585-27792414c5c8 HTTP/1.1" status: 200 len: 210 time: 0.0308185 Jul 22 20:11:07.452907 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33772) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:08.141227 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7aff3a16-128c-40e8-8449-657180596bb7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:08.400706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-7aff3a16-128c-40e8-8449-657180596bb7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting port 5a8bed2e-8605-48d4-9cb2-5f414adb5c28 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:11:08.400963 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7aff3a16-128c-40e8-8449-657180596bb7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:08.490356 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-7aff3a16-128c-40e8-8449-657180596bb7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] For port 5a8bed2e-8605-48d4-9cb2-5f414adb5c28, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=5a8bed2e-8605-48d4-9cb2-5f414adb5c28,segment=NetworkSegment(09e4ca4a-e48f-4154-8497-3462e03fa2a9),segment_id=09e4ca4a-e48f-4154-8497-3462e03fa2a9)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:11:08.491040 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7aff3a16-128c-40e8-8449-657180596bb7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:08.503731 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-7aff3a16-128c-40e8-8449-657180596bb7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Calling delete_port for 5a8bed2e-8605-48d4-9cb2-5f414adb5c28 owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:11:08.685267 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7aff3a16-128c-40e8-8449-657180596bb7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:08.712029 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff3a16-128c-40e8-8449-657180596bb7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Port': ['ID=5a8bed2e-8605-48d4-9cb2-5f414adb5c28,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:08.893443 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7aff3a16-128c-40e8-8449-657180596bb7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:09.111946 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aff3a16-128c-40e8-8449-657180596bb7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router 71181593-75ed-454b-9003-1d5bb6ea5821 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:11:09.217333 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aff3a16-128c-40e8-8449-657180596bb7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:11:09.222439 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7aff3a16-128c-40e8-8449-657180596bb7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "PUT /v2.0/routers/71181593-75ed-454b-9003-1d5bb6ea5821/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7685182 Jul 22 20:11:09.225297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33774) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:09.226751 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca78ade-5fd4-451a-94d5-3e15e2d869a5 None None] Sync routers for ids ['71181593-75ed-454b-9003-1d5bb6ea5821'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:11:09.235869 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca78ade-5fd4-451a-94d5-3e15e2d869a5 None None] Routers {'71181593-75ed-454b-9003-1d5bb6ea5821'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:11:09.236648 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-7ca78ade-5fd4-451a-94d5-3e15e2d869a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:11:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['71181593-75ed-454b-9003-1d5bb6ea5821'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:11:09.280270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f500823-d022-47d9-ac14-a38d25361f19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting subnet 7438eeec-a619-4de8-9ef5-bc2a21cdc43b {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:11:09.283415 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9f500823-d022-47d9-ac14-a38d25361f19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:09.324225 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9f500823-d022-47d9-ac14-a38d25361f19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:09.340052 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-7ca78ade-5fd4-451a-94d5-3e15e2d869a5 None None] Set router 71181593-75ed-454b-9003-1d5bb6ea5821 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:11:09.407216 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9f500823-d022-47d9-ac14-a38d25361f19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:09.470366 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9f500823-d022-47d9-ac14-a38d25361f19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:09.498985 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f500823-d022-47d9-ac14-a38d25361f19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Subnet': ['ID=7438eeec-a619-4de8-9ef5-bc2a21cdc43b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:09.503989 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9f500823-d022-47d9-ac14-a38d25361f19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:09.508385 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9f500823-d022-47d9-ac14-a38d25361f19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/subnets/7438eeec-a619-4de8-9ef5-bc2a21cdc43b HTTP/1.1" status: 204 len: 168 time: 0.2796974 Jul 22 20:11:09.508720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33776) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:09.511095 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77555beb-539c-4a01-9111-9caa1eae990b None None] Network c32ccdc9-1cea-4877-a144-e44a95a573e1 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:11:09.521135 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-7ca78ade-5fd4-451a-94d5-3e15e2d869a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940805855', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:11:08Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:11:09.548203 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca78ade-5fd4-451a-94d5-3e15e2d869a5 None None] Checking router: 71181593-75ed-454b-9003-1d5bb6ea5821 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:11:09.557274 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca78ade-5fd4-451a-94d5-3e15e2d869a5 None None] Routers {'71181593-75ed-454b-9003-1d5bb6ea5821'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:11:09.557954 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-7ca78ade-5fd4-451a-94d5-3e15e2d869a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:11:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['71181593-75ed-454b-9003-1d5bb6ea5821'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:11:09.627546 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7f736e73-5c04-4ae8-827b-2b155d98f85d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:09.662607 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:09.744912 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7f736e73-5c04-4ae8-827b-2b155d98f85d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:09.762548 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a62408-f158-4f30-a238-1393246f544b None None] DHCP port deletion for c32ccdc9-1cea-4877-a144-e44a95a573e1 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:11:09.771147 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-7ca78ade-5fd4-451a-94d5-3e15e2d869a5 None None] Set router 71181593-75ed-454b-9003-1d5bb6ea5821 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:11:09.802392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-7f736e73-5c04-4ae8-827b-2b155d98f85d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting port d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:11:09.802836 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7f736e73-5c04-4ae8-827b-2b155d98f85d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:09.810616 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-49a62408-f158-4f30-a238-1393246f544b None None] Deleting port 1f88308b-3e9d-440c-9bae-dbf22ca95ad9 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:11:09.811222 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-49a62408-f158-4f30-a238-1393246f544b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:09.873731 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-49a62408-f158-4f30-a238-1393246f544b None None] For port 1f88308b-3e9d-440c-9bae-dbf22ca95ad9, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=1f88308b-3e9d-440c-9bae-dbf22ca95ad9,segment=NetworkSegment(09e4ca4a-e48f-4154-8497-3462e03fa2a9),segment_id=09e4ca4a-e48f-4154-8497-3462e03fa2a9)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:11:09.874124 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-49a62408-f158-4f30-a238-1393246f544b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:09.883565 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-7f736e73-5c04-4ae8-827b-2b155d98f85d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] For port d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:11:09.884013 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7f736e73-5c04-4ae8-827b-2b155d98f85d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:09.886758 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-49a62408-f158-4f30-a238-1393246f544b None None] Calling delete_port for 1f88308b-3e9d-440c-9bae-dbf22ca95ad9 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:11:09.898445 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-7f736e73-5c04-4ae8-827b-2b155d98f85d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Calling delete_port for d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:11:09.955266 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-7ca78ade-5fd4-451a-94d5-3e15e2d869a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940805855', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:11:08Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:11:09.982453 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-49a62408-f158-4f30-a238-1393246f544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:09.983630 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca78ade-5fd4-451a-94d5-3e15e2d869a5 None None] The sync data for ids ['71181593-75ed-454b-9003-1d5bb6ea5821'] in n-d-800086-12 is: [{'id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940805855', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:11:08Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'd543dda6-9c5f-4bd0-9c85-ac3f7972cf2e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71181593-75ed-454b-9003-1d5bb6ea5821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:10:09Z', 'updated_at': '2021-07-22T20:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:11:10.010585 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a62408-f158-4f30-a238-1393246f544b None None] Pushing event deleted for resources: {'Port': ['ID=1f88308b-3e9d-440c-9bae-dbf22ca95ad9,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:10.016940 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a62408-f158-4f30-a238-1393246f544b None None] No DVR routers for this DVR port 1f88308b-3e9d-440c-9bae-dbf22ca95ad9 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:11:10.028890 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62408-f158-4f30-a238-1393246f544b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:10.029143 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62408-f158-4f30-a238-1393246f544b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:10.029489 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62408-f158-4f30-a238-1393246f544b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:10.029829 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62408-f158-4f30-a238-1393246f544b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:10.030184 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62408-f158-4f30-a238-1393246f544b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:10.030606 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62408-f158-4f30-a238-1393246f544b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:10.030951 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62408-f158-4f30-a238-1393246f544b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:10.031277 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62408-f158-4f30-a238-1393246f544b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:10.031608 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62408-f158-4f30-a238-1393246f544b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:10.031936 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62408-f158-4f30-a238-1393246f544b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:10.032263 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62408-f158-4f30-a238-1393246f544b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:10.033050 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62408-f158-4f30-a238-1393246f544b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:10.097918 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7f736e73-5c04-4ae8-827b-2b155d98f85d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.128166 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f736e73-5c04-4ae8-827b-2b155d98f85d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Port': ['ID=d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:10.191535 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7f736e73-5c04-4ae8-827b-2b155d98f85d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.282984 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7f736e73-5c04-4ae8-827b-2b155d98f85d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.285050 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7f736e73-5c04-4ae8-827b-2b155d98f85d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.329376 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7f736e73-5c04-4ae8-827b-2b155d98f85d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.330052 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f736e73-5c04-4ae8-827b-2b155d98f85d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Fanout notify agent at l3_agent the message router_deleted on router 71181593-75ed-454b-9003-1d5bb6ea5821 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:11:10.339158 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7f736e73-5c04-4ae8-827b-2b155d98f85d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.340292 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7f736e73-5c04-4ae8-827b-2b155d98f85d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/routers/71181593-75ed-454b-9003-1d5bb6ea5821 HTTP/1.1" status: 204 len: 168 time: 0.8306930 Jul 22 20:11:10.342959 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33778) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:10.428912 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c88ce624-0879-40d7-b133-103680936ffa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.521118 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c88ce624-0879-40d7-b133-103680936ffa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.531764 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-c88ce624-0879-40d7-b133-103680936ffa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32ccdc9-1cea-4877-a144-e44a95a573e1']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:11:10.542232 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-c88ce624-0879-40d7-b133-103680936ffa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e4ca4a-e48f-4154-8497-3462e03fa2a9') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:11:10.542532 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-c88ce624-0879-40d7-b133-103680936ffa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e4ca4a-e48f-4154-8497-3462e03fa2a9') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:11:10.552516 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c88ce624-0879-40d7-b133-103680936ffa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.567298 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c88ce624-0879-40d7-b133-103680936ffa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.574065 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88ce624-0879-40d7-b133-103680936ffa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:11:10.574602 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c88ce624-0879-40d7-b133-103680936ffa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: timer() Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:11:10.577852 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:11:10.640292 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c88ce624-0879-40d7-b133-103680936ffa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.647352 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c88ce624-0879-40d7-b133-103680936ffa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.648980 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c88ce624-0879-40d7-b133-103680936ffa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/networks/c32ccdc9-1cea-4877-a144-e44a95a573e1 HTTP/1.1" status: 204 len: 168 time: 0.3050976 Jul 22 20:11:10.651792 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33780) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:10.660113 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ce624-0879-40d7-b133-103680936ffa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Network': ['ID=c32ccdc9-1cea-4877-a144-e44a95a573e1,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:10.713438 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-21d58278-bc2a-4e28-baec-2a99e8bb094e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.736700 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-21d58278-bc2a-4e28-baec-2a99e8bb094e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.794559 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-21d58278-bc2a-4e28-baec-2a99e8bb094e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.797412 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-21d58278-bc2a-4e28-baec-2a99e8bb094e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.798561 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-21d58278-bc2a-4e28-baec-2a99e8bb094e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/security-groups/12d54718-a785-4afb-aa1b-09318137ea0c HTTP/1.1" status: 204 len: 168 time: 0.1456704 Jul 22 20:11:10.808230 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d58278-bc2a-4e28-baec-2a99e8bb094e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d54718-a785-4afb-aa1b-09318137ea0c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:10.838833 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 7db01d1f-f701-43a8-950c-a311ef220bad no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:11:10.860143 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 7db01d1f-f701-43a8-950c-a311ef220bad {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:11:10.860506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 7db01d1f-f701-43a8-950c-a311ef220bad not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:11:11.173034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33786) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:11.178772 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-bd474fdd-41ad-48f4-802e-0c2fc3af5bab tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1678682996', 'description': 'tempest-secgroup-smoke-1678682996 description', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:11:11.200364 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bd474fdd-41ad-48f4-802e-0c2fc3af5bab tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.286123 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bd474fdd-41ad-48f4-802e-0c2fc3af5bab tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.289579 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bd474fdd-41ad-48f4-802e-0c2fc3af5bab tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.317395 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-bd474fdd-41ad-48f4-802e-0c2fc3af5bab tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.318600 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-bd474fdd-41ad-48f4-802e-0c2fc3af5bab tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1445591 Jul 22 20:11:11.320554 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd474fdd-41ad-48f4-802e-0c2fc3af5bab tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b132222-3e5d-4d5b-b595-57594c85054a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:11.321633 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33788) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:11.326472 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f324a6e3-b6f8-4338-bbf8-9ddaacfd43cb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': '0b132222-3e5d-4d5b-b595-57594c85054a', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:11:11.353917 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f324a6e3-b6f8-4338-bbf8-9ddaacfd43cb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.398974 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f324a6e3-b6f8-4338-bbf8-9ddaacfd43cb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.402383 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f324a6e3-b6f8-4338-bbf8-9ddaacfd43cb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.417919 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324a6e3-b6f8-4338-bbf8-9ddaacfd43cb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa39c64-7bc9-4d05-b9ef-901d07fe7552,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:11.426977 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f324a6e3-b6f8-4338-bbf8-9ddaacfd43cb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.428219 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f324a6e3-b6f8-4338-bbf8-9ddaacfd43cb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1054862 Jul 22 20:11:11.430920 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33790) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:11.435321 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-babb4cbd-da33-4e36-9d03-bd2e037c8ddf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': '0b132222-3e5d-4d5b-b595-57594c85054a', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:11:11.461848 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-babb4cbd-da33-4e36-9d03-bd2e037c8ddf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.516560 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-babb4cbd-da33-4e36-9d03-bd2e037c8ddf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.520578 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-babb4cbd-da33-4e36-9d03-bd2e037c8ddf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.538092 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb4cbd-da33-4e36-9d03-bd2e037c8ddf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4f2bf0-d4c7-4b01-a20f-d1a750668f42,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:11.543087 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-babb4cbd-da33-4e36-9d03-bd2e037c8ddf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.544327 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-babb4cbd-da33-4e36-9d03-bd2e037c8ddf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1124678 Jul 22 20:11:11.548605 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33792) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:11.553729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-031c6db9-730b-4041-ba6c-e1323b789c9f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': '0b132222-3e5d-4d5b-b595-57594c85054a', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:11:11.582233 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-031c6db9-730b-4041-ba6c-e1323b789c9f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.599466 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1f88308b-3e9d-440c-9bae-dbf22ca95ad9 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:11:11.621368 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 1f88308b-3e9d-440c-9bae-dbf22ca95ad9 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:11:11.621813 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 1f88308b-3e9d-440c-9bae-dbf22ca95ad9 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:11:11.622338 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:11:11.642192 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:11:11.642520 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d543dda6-9c5f-4bd0-9c85-ac3f7972cf2e not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:11:11.642893 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-031c6db9-730b-4041-ba6c-e1323b789c9f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.643001 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5a8bed2e-8605-48d4-9cb2-5f414adb5c28 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:11:11.647114 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-031c6db9-730b-4041-ba6c-e1323b789c9f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.663682 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 5a8bed2e-8605-48d4-9cb2-5f414adb5c28 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:11:11.663979 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 5a8bed2e-8605-48d4-9cb2-5f414adb5c28 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:11:11.666720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c6db9-730b-4041-ba6c-e1323b789c9f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8553ad5-cb42-4354-82c5-0b9eaf811472,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:11.673616 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-031c6db9-730b-4041-ba6c-e1323b789c9f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.678217 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33794) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:11.678701 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-031c6db9-730b-4041-ba6c-e1323b789c9f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287618 Jul 22 20:11:11.682818 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-0cc31a4f-2f68-492a-876b-80499de69471 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': '0b132222-3e5d-4d5b-b595-57594c85054a', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:11:11.708846 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cc31a4f-2f68-492a-876b-80499de69471 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.769893 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cc31a4f-2f68-492a-876b-80499de69471 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.773642 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cc31a4f-2f68-492a-876b-80499de69471 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.791715 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc31a4f-2f68-492a-876b-80499de69471 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef00df5-b5bf-4227-b130-499404ffae28,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:11.798318 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0cc31a4f-2f68-492a-876b-80499de69471 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.799777 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0cc31a4f-2f68-492a-876b-80499de69471 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204865 Jul 22 20:11:11.802425 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33796) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:11.806808 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b2e80484-f5f1-459e-a295-a7bb19445038 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': '0b132222-3e5d-4d5b-b595-57594c85054a', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:11:11.828713 n-d-800086-12 neutron-server[93806]: INFO neutron.db.securitygroups_db [None req-b2e80484-f5f1-459e-a295-a7bb19445038 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Project 24c2e4f79be246cea3a092160d6fc4c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:11:11.833872 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2e80484-f5f1-459e-a295-a7bb19445038 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.891737 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2e80484-f5f1-459e-a295-a7bb19445038 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.895611 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2e80484-f5f1-459e-a295-a7bb19445038 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.911969 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e80484-f5f1-459e-a295-a7bb19445038 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5511cbc3-dd79-43ee-a30c-e48f8d695e03,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:11.918500 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b2e80484-f5f1-459e-a295-a7bb19445038 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.920410 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b2e80484-f5f1-459e-a295-a7bb19445038 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168022 Jul 22 20:11:11.923121 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33798) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:11.927785 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-21c2ff94-53ec-49e9-877a-d365e4ef1280 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': '0b132222-3e5d-4d5b-b595-57594c85054a', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:11:11.949334 n-d-800086-12 neutron-server[93806]: INFO neutron.db.securitygroups_db [None req-21c2ff94-53ec-49e9-877a-d365e4ef1280 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Project 24c2e4f79be246cea3a092160d6fc4c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:11:11.954105 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-21c2ff94-53ec-49e9-877a-d365e4ef1280 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:12.015729 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-21c2ff94-53ec-49e9-877a-d365e4ef1280 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:12.019033 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-21c2ff94-53ec-49e9-877a-d365e4ef1280 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:12.033443 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2ff94-53ec-49e9-877a-d365e4ef1280 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d36571-67aa-4c17-a448-1c15f27be77d,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:12.041711 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-21c2ff94-53ec-49e9-877a-d365e4ef1280 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:12.042910 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-21c2ff94-53ec-49e9-877a-d365e4ef1280 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187742 Jul 22 20:11:12.045962 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33800) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:12.051367 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-44caa32e-24ff-4c5c-a15f-cef36f3a91d3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'network': {'name': 'tempest-network-smoke--646686857', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'port_security_enabled': True}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:11:12.070300 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44caa32e-24ff-4c5c-a15f-cef36f3a91d3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Made reservation on behalf of 24c2e4f79be246cea3a092160d6fc4c0 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:11:12.073714 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44caa32e-24ff-4c5c-a15f-cef36f3a91d3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:12.097794 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44caa32e-24ff-4c5c-a15f-cef36f3a91d3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:11:12.106768 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44caa32e-24ff-4c5c-a15f-cef36f3a91d3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:12.107113 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-44caa32e-24ff-4c5c-a15f-cef36f3a91d3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Added segment 754fec42-dc07-41c3-81f8-6537964f585c of type vlan for network 2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c Jul 22 20:11:12.148120 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44caa32e-24ff-4c5c-a15f-cef36f3a91d3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:12.176528 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44caa32e-24ff-4c5c-a15f-cef36f3a91d3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:12.182203 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44caa32e-24ff-4c5c-a15f-cef36f3a91d3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:12.182780 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-44caa32e-24ff-4c5c-a15f-cef36f3a91d3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:12.218109 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-44caa32e-24ff-4c5c-a15f-cef36f3a91d3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1711419 Jul 22 20:11:12.220961 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33802) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:12.225987 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-1fbd96cc-18ed-4a50-919a-c8f643ffbf53 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-935657052', 'admin_state_up': True, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:11:12.249746 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1fbd96cc-18ed-4a50-919a-c8f643ffbf53 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:12.250787 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa32e-24ff-4c5c-a15f-cef36f3a91d3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Network': ['ID=2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:12.251197 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1fbd96cc-18ed-4a50-919a-c8f643ffbf53 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:12.264172 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:11:12.310248 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1fbd96cc-18ed-4a50-919a-c8f643ffbf53 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:12.396489 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:12.454908 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1fbd96cc-18ed-4a50-919a-c8f643ffbf53 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:12.680442 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1fbd96cc-18ed-4a50-919a-c8f643ffbf53 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:12.699608 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1fbd96cc-18ed-4a50-919a-c8f643ffbf53 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:12.803046 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-1fbd96cc-18ed-4a50-919a-c8f643ffbf53 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Allocated IP 172.25.3.204 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/fbdad49c-57eb-4634-9cfb-f2da6b194ea2) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:11:12.910107 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1fbd96cc-18ed-4a50-919a-c8f643ffbf53 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:12.950086 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1fbd96cc-18ed-4a50-919a-c8f643ffbf53 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:12.995514 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbd96cc-18ed-4a50-919a-c8f643ffbf53 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:11:12.998528 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-1fbd96cc-18ed-4a50-919a-c8f643ffbf53 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:11:13.002885 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbd96cc-18ed-4a50-919a-c8f643ffbf53 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:11:13.006591 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd96cc-18ed-4a50-919a-c8f643ffbf53 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=fbdad49c-57eb-4634-9cfb-f2da6b194ea2,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:13.252285 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1fbd96cc-18ed-4a50-919a-c8f643ffbf53 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:13.445702 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1fbd96cc-18ed-4a50-919a-c8f643ffbf53 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:13.896507 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbd96cc-18ed-4a50-919a-c8f643ffbf53 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router 117af4a0-1096-43cb-b60d-5c94d7c7428d is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:11:14.002049 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbd96cc-18ed-4a50-919a-c8f643ffbf53 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:11:14.012571 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] Sync routers for ids ['117af4a0-1096-43cb-b60d-5c94d7c7428d'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:11:14.022135 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1fbd96cc-18ed-4a50-919a-c8f643ffbf53 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:14.022445 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] Routers {'117af4a0-1096-43cb-b60d-5c94d7c7428d'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:11:14.023092 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:11:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['117af4a0-1096-43cb-b60d-5c94d7c7428d'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:11:14.023430 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1fbd96cc-18ed-4a50-919a-c8f643ffbf53 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8013315 Jul 22 20:11:14.026933 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33804) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:14.059332 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-05ff653d-0652-4433-8f39-af7683fac4f8 tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=24c2e4f79be246cea3a092160d6fc4c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312161 Jul 22 20:11:14.062022 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33806) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:14.130552 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] Set router 117af4a0-1096-43cb-b60d-5c94d7c7428d gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:11:14.147005 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad4b808-5a26-46c3-aafc-9b1e13892cbe tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:14.151194 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9ad4b808-5a26-46c3-aafc-9b1e13892cbe tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855138 Jul 22 20:11:14.151337 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33808) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:14.182318 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-99e756c8-b5ba-4ce1-a724-9120bfe36f89 tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274622 Jul 22 20:11:14.182538 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33810) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:14.187229 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d2725425-3630-47f5-b4c8-d982d8345c18 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1905132523', 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:11:14.278366 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2725425-3630-47f5-b4c8-d982d8345c18 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Made reservation on behalf of 24c2e4f79be246cea3a092160d6fc4c0 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:11:14.281939 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2725425-3630-47f5-b4c8-d982d8345c18 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:14.313416 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935657052', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:13Z', 'revision_number': 3, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:11:14.340503 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] Checking router: 117af4a0-1096-43cb-b60d-5c94d7c7428d for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:11:14.340886 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] Updating router 117af4a0-1096-43cb-b60d-5c94d7c7428d port fbdad49c-57eb-4634-9cfb-f2da6b194ea2 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:11:14.376035 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:14.463894 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2725425-3630-47f5-b4c8-d982d8345c18 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:14.524033 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2725425-3630-47f5-b4c8-d982d8345c18 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Subnet': ['ID=83bfc405-b0c6-4a6b-b8eb-ab01987f831d,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:14.534236 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2725425-3630-47f5-b4c8-d982d8345c18 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Checking segment: {'id': '754fec42-dc07-41c3-81f8-6537964f585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:11:14.534793 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2725425-3630-47f5-b4c8-d982d8345c18 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network hostable DHCP agents. Network: 2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:11:14.553853 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2725425-3630-47f5-b4c8-d982d8345c18 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network 2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:11:14.570415 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-d2725425-3630-47f5-b4c8-d982d8345c18 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:11:14.575263 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2725425-3630-47f5-b4c8-d982d8345c18 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:14.575858 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d2725425-3630-47f5-b4c8-d982d8345c18 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:14.586474 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556ad639-e729-4c86-aef9-6af9c9aaa7a9 None None] Network 2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:11:14.593067 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d2725425-3630-47f5-b4c8-d982d8345c18 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4095333 Jul 22 20:11:14.594040 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33812) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:14.686722 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:14.701844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] Transition to ACTIVE for port object fbdad49c-57eb-4634-9cfb-f2da6b194ea2 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:11:14.713028 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:14.801960 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] Attempting to bind port fbdad49c-57eb-4634-9cfb-f2da6b194ea2 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:11:14.802332 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] Attempting to bind port fbdad49c-57eb-4634-9cfb-f2da6b194ea2 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:11:14.802701 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] Attempting to bind port fbdad49c-57eb-4634-9cfb-f2da6b194ea2 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:11:14.806954 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7f61d-2f19-4f37-a999-7a6ee3e263d4 None None] Pushing event updated for resources: {'Port': ['ID=fbdad49c-57eb-4634-9cfb-f2da6b194ea2,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:14.813684 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:11:14.813921 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:11:14.814335 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:14.814711 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:11:14.815237 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] Bound port: fbdad49c-57eb-4634-9cfb-f2da6b194ea2, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:11:14.815655 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:14.862575 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c', 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ips': [{'subnet_id': '83bfc405-b0c6-4a6b-b8eb-ab01987f831d'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:11:14.863929 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:14.902401 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] For port fbdad49c-57eb-4634-9cfb-f2da6b194ea2, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:11:14.906646 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] For port fbdad49c-57eb-4634-9cfb-f2da6b194ea2, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fbdad49c-57eb-4634-9cfb-f2da6b194ea2,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:11:14.954367 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:15.026154 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9625f0e4-66aa-4dd7-a0a4-ce2fa5102a40 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:15.057383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7f61d-2f19-4f37-a999-7a6ee3e263d4 None None] Pushing event updated for resources: {'Port': ['ID=fbdad49c-57eb-4634-9cfb-f2da6b194ea2,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:15.063465 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] Routers {'117af4a0-1096-43cb-b60d-5c94d7c7428d'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:11:15.064070 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:11:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['117af4a0-1096-43cb-b60d-5c94d7c7428d'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:11:15.144581 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] Allocated IP 172.20.0.2 (2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c/83bfc405-b0c6-4a6b-b8eb-ab01987f831d/03020dc0-d769-4dd5-9821-4fea01ff1fe1) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:11:15.234154 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] Set router 117af4a0-1096-43cb-b60d-5c94d7c7428d gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:11:15.426281 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:15.452338 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] Transition to ACTIVE for port object 03020dc0-d769-4dd5-9821-4fea01ff1fe1 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:11:15.473469 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] Transition to ACTIVE for port object 03020dc0-d769-4dd5-9821-4fea01ff1fe1 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:11:15.480101 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:15.522714 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] Network 2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:11:15.526551 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-9625f0e4-66aa-4dd7-a0a4-ce2fa5102a40 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Allocated IP 172.20.0.1 (2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c/83bfc405-b0c6-4a6b-b8eb-ab01987f831d/590a0648-7960-4d8a-b5b1-a8f2f74d0397) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:11:15.529551 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:11:15.533642 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:11:15.545573 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935657052', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:13Z', 'revision_number': 3, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:11:15.550810 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] Pushing event updated for resources: {'Port': ['ID=03020dc0-d769-4dd5-9821-4fea01ff1fe1,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:15.592037 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1833ba65-a384-43f0-944a-bdb756f5c43e None None] The sync data for ids ['117af4a0-1096-43cb-b60d-5c94d7c7428d'] in n-d-800086-12 is: [{'id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935657052', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:13Z', 'revision_number': 3, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:11:15.633017 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] Attempting to bind port 03020dc0-d769-4dd5-9821-4fea01ff1fe1 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:11:15.633551 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] Attempting to bind port 03020dc0-d769-4dd5-9821-4fea01ff1fe1 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '754fec42-dc07-41c3-81f8-6537964f585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:11:15.633922 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] Attempting to bind port 03020dc0-d769-4dd5-9821-4fea01ff1fe1 on network 2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:11:15.639505 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:11:15.639885 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] Checking segment: {'id': '754fec42-dc07-41c3-81f8-6537964f585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:11:15.640295 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:15.640725 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] Bound using segment: {'id': '754fec42-dc07-41c3-81f8-6537964f585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:11:15.641203 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] Bound port: 03020dc0-d769-4dd5-9821-4fea01ff1fe1, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754fec42-dc07-41c3-81f8-6537964f585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:11:15.641590 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:15.652737 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9625f0e4-66aa-4dd7-a0a4-ce2fa5102a40 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:15.669296 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-9625f0e4-66aa-4dd7-a0a4-ce2fa5102a40 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Transition to ACTIVE for port object 590a0648-7960-4d8a-b5b1-a8f2f74d0397 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:11:15.704933 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9625f0e4-66aa-4dd7-a0a4-ce2fa5102a40 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:15.712164 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] For port 03020dc0-d769-4dd5-9821-4fea01ff1fe1, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:11:15.717171 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] For port 03020dc0-d769-4dd5-9821-4fea01ff1fe1, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=03020dc0-d769-4dd5-9821-4fea01ff1fe1,segment=NetworkSegment(754fec42-dc07-41c3-81f8-6537964f585c),segment_id=754fec42-dc07-41c3-81f8-6537964f585c)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:11:15.721312 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:15.746292 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9625f0e4-66aa-4dd7-a0a4-ce2fa5102a40 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network 2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:11:15.751487 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-9625f0e4-66aa-4dd7-a0a4-ce2fa5102a40 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:11:15.755050 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9625f0e4-66aa-4dd7-a0a4-ce2fa5102a40 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:11:15.780980 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e3c2c-d2d2-4d80-b2fe-b25fcc2fb6e2 None None] Pushing event updated for resources: {'Port': ['ID=03020dc0-d769-4dd5-9821-4fea01ff1fe1,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:15.785193 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625f0e4-66aa-4dd7-a0a4-ce2fa5102a40 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=590a0648-7960-4d8a-b5b1-a8f2f74d0397,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:15.810378 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9625f0e4-66aa-4dd7-a0a4-ce2fa5102a40 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:15.999515 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9625f0e4-66aa-4dd7-a0a4-ce2fa5102a40 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:16.311699 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9625f0e4-66aa-4dd7-a0a4-ce2fa5102a40 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:16.317218 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9625f0e4-66aa-4dd7-a0a4-ce2fa5102a40 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:16.393759 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9625f0e4-66aa-4dd7-a0a4-ce2fa5102a40 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:16.395995 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625f0e4-66aa-4dd7-a0a4-ce2fa5102a40 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=590a0648-7960-4d8a-b5b1-a8f2f74d0397,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:16.492173 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9625f0e4-66aa-4dd7-a0a4-ce2fa5102a40 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network 2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:11:16.493648 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-9625f0e4-66aa-4dd7-a0a4-ce2fa5102a40 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:11:16.610111 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9625f0e4-66aa-4dd7-a0a4-ce2fa5102a40 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router 117af4a0-1096-43cb-b60d-5c94d7c7428d has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:11:16.725120 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9625f0e4-66aa-4dd7-a0a4-ce2fa5102a40 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:11:16.732520 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9625f0e4-66aa-4dd7-a0a4-ce2fa5102a40 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "PUT /v2.0/routers/117af4a0-1096-43cb-b60d-5c94d7c7428d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1356409 Jul 22 20:11:16.745361 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af939124-1e38-4c27-8701-30878f274500 None None] Network 2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:11:16.832807 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b5c38b33-5695-4389-af6a-d959d30cbe8e None None] Provisioning for port 03020dc0-d769-4dd5-9821-4fea01ff1fe1 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:11:16.874684 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-006ae7f4-f099-484f-b4ef-d4352238d4e1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1678682996&fields=id&tenant_id=24c2e4f79be246cea3a092160d6fc4c0 HTTP/1.1" status: 200 len: 267 time: 0.0357993 Jul 22 20:11:16.994473 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-970e8fb4-2b65-4d88-a249-6ebcaf95f98d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:16.996297 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-970e8fb4-2b65-4d88-a249-6ebcaf95f98d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/networks?id=2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c HTTP/1.1" status: 200 len: 796 time: 0.1139364 Jul 22 20:11:17.011402 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-27b05bec-b131-4973-a43c-43a912645d59 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/quotas/24c2e4f79be246cea3a092160d6fc4c0 HTTP/1.1" status: 200 len: 375 time: 0.0098393 Jul 22 20:11:17.087104 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-639810a2-3307-46f0-9377-d251a7e44248 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696435 Jul 22 20:11:17.181423 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f06e35bd-dbc6-480a-8197-7253691b16cb None None] Provisioning for port 590a0648-7960-4d8a-b5b1-a8f2f74d0397 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:11:17.186361 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f06e35bd-dbc6-480a-8197-7253691b16cb None None] Provisioning complete for port 590a0648-7960-4d8a-b5b1-a8f2f74d0397 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:11:17.186938 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f06e35bd-dbc6-480a-8197-7253691b16cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:17.226015 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-f06e35bd-dbc6-480a-8197-7253691b16cb None None] Port 590a0648-7960-4d8a-b5b1-a8f2f74d0397 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:11:17.244543 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-1f21d414-7f16-459a-be34-012b0a440b3d service neutron] 10.222.0.13 "GET /v2.0/networks/2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445816 Jul 22 20:11:17.258322 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] Sync routers for ids ['117af4a0-1096-43cb-b60d-5c94d7c7428d'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:11:17.268084 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] Routers {'117af4a0-1096-43cb-b60d-5c94d7c7428d'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:11:17.269522 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:11:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['117af4a0-1096-43cb-b60d-5c94d7c7428d'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:11:17.358451 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-62eaf70f-8a24-4984-ae37-8c2138a44146 None None] Provisioning complete for port 590a0648-7960-4d8a-b5b1-a8f2f74d0397 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:11:17.358831 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-62eaf70f-8a24-4984-ae37-8c2138a44146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:17.361963 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-a66a3aa5-01d6-4bb9-beda-2f668427bead service neutron] 10.222.0.13 "GET /v2.0/networks/2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096258 Jul 22 20:11:17.380645 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] Set router 117af4a0-1096-43cb-b60d-5c94d7c7428d gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:11:17.396014 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-62eaf70f-8a24-4984-ae37-8c2138a44146 None None] Port 590a0648-7960-4d8a-b5b1-a8f2f74d0397 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:11:17.549231 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1178c976-a45e-48c1-81c7-de9e67cfa38a req-541864ed-f79d-4fc2-81ef-01f42f8a7d73 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 210 time: 0.0314019 Jul 22 20:11:17.617934 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935657052', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:15Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '590a0648-7960-4d8a-b5b1-a8f2f74d0397', 'name': '', 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:35:51:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '83bfc405-b0c6-4a6b-b8eb-ab01987f831d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:11:15Z', 'updated_at': '2021-07-22T20:11:16Z', 'revision_number': 2, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '83bfc405-b0c6-4a6b-b8eb-ab01987f831d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:11:17.623987 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5a5759d4-755b-4b9c-bf22-6dcaba2a2b52 None None] Provisioning complete for port 590a0648-7960-4d8a-b5b1-a8f2f74d0397 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:11:17.624534 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5a5759d4-755b-4b9c-bf22-6dcaba2a2b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:17.652205 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] Checking router: 117af4a0-1096-43cb-b60d-5c94d7c7428d for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:11:17.652663 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] Updating router 117af4a0-1096-43cb-b60d-5c94d7c7428d port 590a0648-7960-4d8a-b5b1-a8f2f74d0397 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:11:17.676994 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5a5759d4-755b-4b9c-bf22-6dcaba2a2b52 None None] Port 590a0648-7960-4d8a-b5b1-a8f2f74d0397 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:11:17.689993 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:17.715744 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fbdad49c-57eb-4634-9cfb-f2da6b194ea2 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:11:17.767042 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port fbdad49c-57eb-4634-9cfb-f2da6b194ea2 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:11:17.772999 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port fbdad49c-57eb-4634-9cfb-f2da6b194ea2 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:11:17.773382 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:17.856280 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:17.877371 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port fbdad49c-57eb-4634-9cfb-f2da6b194ea2, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fbdad49c-57eb-4634-9cfb-f2da6b194ea2,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:11:17.882795 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:17.883978 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 03020dc0-d769-4dd5-9821-4fea01ff1fe1 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:11:17.966070 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=fbdad49c-57eb-4634-9cfb-f2da6b194ea2,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:17.973957 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:17.978172 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 03020dc0-d769-4dd5-9821-4fea01ff1fe1 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:11:17.982702 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 03020dc0-d769-4dd5-9821-4fea01ff1fe1 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:11:17.983162 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:17.986441 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] Transition to ACTIVE for port object 590a0648-7960-4d8a-b5b1-a8f2f74d0397 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:11:17.993595 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:18.066511 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:18.083697 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e05f2-296d-46cf-b376-55e38ba6e992 None None] Pushing event updated for resources: {'Port': ['ID=590a0648-7960-4d8a-b5b1-a8f2f74d0397,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:18.096942 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e05f2-296d-46cf-b376-55e38ba6e992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:18.097284 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e05f2-296d-46cf-b376-55e38ba6e992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:18.097617 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e05f2-296d-46cf-b376-55e38ba6e992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:18.098125 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e05f2-296d-46cf-b376-55e38ba6e992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:18.098477 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e05f2-296d-46cf-b376-55e38ba6e992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:18.098830 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e05f2-296d-46cf-b376-55e38ba6e992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:18.099138 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e05f2-296d-46cf-b376-55e38ba6e992 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:18.099623 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e05f2-296d-46cf-b376-55e38ba6e992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:18.100119 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e05f2-296d-46cf-b376-55e38ba6e992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:18.100501 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e05f2-296d-46cf-b376-55e38ba6e992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:18.100873 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e05f2-296d-46cf-b376-55e38ba6e992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:18.101156 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e05f2-296d-46cf-b376-55e38ba6e992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:18.119783 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 03020dc0-d769-4dd5-9821-4fea01ff1fe1, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=03020dc0-d769-4dd5-9821-4fea01ff1fe1,segment=NetworkSegment(754fec42-dc07-41c3-81f8-6537964f585c),segment_id=754fec42-dc07-41c3-81f8-6537964f585c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:11:18.125142 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:18.140098 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] Attempting to bind port 590a0648-7960-4d8a-b5b1-a8f2f74d0397 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:11:18.140234 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] Attempting to bind port 590a0648-7960-4d8a-b5b1-a8f2f74d0397 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '754fec42-dc07-41c3-81f8-6537964f585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:11:18.140702 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] Attempting to bind port 590a0648-7960-4d8a-b5b1-a8f2f74d0397 on network 2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:11:18.147617 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:11:18.147986 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] Checking segment: {'id': '754fec42-dc07-41c3-81f8-6537964f585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:11:18.148383 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:18.148804 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] Bound using segment: {'id': '754fec42-dc07-41c3-81f8-6537964f585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:11:18.149264 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] Bound port: 590a0648-7960-4d8a-b5b1-a8f2f74d0397, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754fec42-dc07-41c3-81f8-6537964f585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:11:18.149632 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:18.189560 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=03020dc0-d769-4dd5-9821-4fea01ff1fe1,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:18.223165 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] For port 590a0648-7960-4d8a-b5b1-a8f2f74d0397, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:11:18.226643 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] For port 590a0648-7960-4d8a-b5b1-a8f2f74d0397, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=590a0648-7960-4d8a-b5b1-a8f2f74d0397,segment=NetworkSegment(754fec42-dc07-41c3-81f8-6537964f585c),segment_id=754fec42-dc07-41c3-81f8-6537964f585c)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:11:18.231246 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:18.289092 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] Routers {'117af4a0-1096-43cb-b60d-5c94d7c7428d'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:11:18.289767 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:11:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['117af4a0-1096-43cb-b60d-5c94d7c7428d'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:11:18.326649 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e05f2-296d-46cf-b376-55e38ba6e992 None None] Pushing event updated for resources: {'Port': ['ID=590a0648-7960-4d8a-b5b1-a8f2f74d0397,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:18.407088 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] Set router 117af4a0-1096-43cb-b60d-5c94d7c7428d gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:11:18.606132 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935657052', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:15Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '590a0648-7960-4d8a-b5b1-a8f2f74d0397', 'name': '', 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:35:51:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '83bfc405-b0c6-4a6b-b8eb-ab01987f831d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:11:15Z', 'updated_at': '2021-07-22T20:11:18Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '83bfc405-b0c6-4a6b-b8eb-ab01987f831d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:11:18.635825 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6313120c-44cc-459b-9f6c-8afedaff818d None None] The sync data for ids ['117af4a0-1096-43cb-b60d-5c94d7c7428d'] in n-d-800086-12 is: [{'id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935657052', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:15Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '590a0648-7960-4d8a-b5b1-a8f2f74d0397', 'name': '', 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:35:51:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '83bfc405-b0c6-4a6b-b8eb-ab01987f831d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:11:15Z', 'updated_at': '2021-07-22T20:11:18Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '83bfc405-b0c6-4a6b-b8eb-ab01987f831d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:11:18.663475 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c8e29354-8753-4ab1-ad67-aba20920fd2c req-0cd5cfd3-32f5-4d4d-bd94-f8d534064b85 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 210 time: 0.0421340 Jul 22 20:11:18.797850 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-776c4212-4d57-4488-a4e7-5b39bfe7d57d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:18.799429 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-776c4212-4d57-4488-a4e7-5b39bfe7d57d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.30 "GET /v2.0/networks?id=2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c HTTP/1.1" status: 200 len: 796 time: 0.1457877 Jul 22 20:11:18.847301 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-4c7ff224-ba88-4aac-9512-c1164058c17b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24c2e4f79be246cea3a092160d6fc4c0 HTTP/1.1" status: 200 len: 380 time: 0.0391643 Jul 22 20:11:18.856629 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-b9a7a18f-9e80-45ab-b3e7-ac561c735dbf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'port': {'device_id': '40eda5d8-18e1-4ed7-ac32-1e4080c56061', 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c', 'admin_state_up': True, 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'security_groups': ['0b132222-3e5d-4d5b-b595-57594c85054a']}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:11:18.972648 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-b9a7a18f-9e80-45ab-b3e7-ac561c735dbf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Made reservation on behalf of 24c2e4f79be246cea3a092160d6fc4c0 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:11:18.976256 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-b9a7a18f-9e80-45ab-b3e7-ac561c735dbf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:19.109830 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-b9a7a18f-9e80-45ab-b3e7-ac561c735dbf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Allocated IP 172.20.0.11 (2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c/83bfc405-b0c6-4a6b-b8eb-ab01987f831d/a8ba85c2-b538-49fe-8271-cef7259c475c) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:11:19.253766 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-b9a7a18f-9e80-45ab-b3e7-ac561c735dbf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:19.267975 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-b9a7a18f-9e80-45ab-b3e7-ac561c735dbf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Transition to ACTIVE for port object a8ba85c2-b538-49fe-8271-cef7259c475c will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:11:19.302667 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-b9a7a18f-9e80-45ab-b3e7-ac561c735dbf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:19.352808 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-b9a7a18f-9e80-45ab-b3e7-ac561c735dbf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network 2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:11:19.355877 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-b9a7a18f-9e80-45ab-b3e7-ac561c735dbf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:11:19.359771 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-b9a7a18f-9e80-45ab-b3e7-ac561c735dbf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:11:19.389691 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7a18f-9e80-45ab-b3e7-ac561c735dbf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=a8ba85c2-b538-49fe-8271-cef7259c475c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:19.414568 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-b9a7a18f-9e80-45ab-b3e7-ac561c735dbf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:19.415331 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-b9a7a18f-9e80-45ab-b3e7-ac561c735dbf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:19.431631 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-b9a7a18f-9e80-45ab-b3e7-ac561c735dbf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5785556 Jul 22 20:11:19.444404 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] Request body: {'port': {'device_id': '40eda5d8-18e1-4ed7-ac32-1e4080c56061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:11:19.524332 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:19.655559 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-81742625-9d53-43f5-8e15-5a30059aecae None None] Provisioning for port a8ba85c2-b538-49fe-8271-cef7259c475c completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:11:19.661065 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-81742625-9d53-43f5-8e15-5a30059aecae None None] Provisioning complete for port a8ba85c2-b538-49fe-8271-cef7259c475c triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:11:19.672944 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-81742625-9d53-43f5-8e15-5a30059aecae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:19.722784 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-81742625-9d53-43f5-8e15-5a30059aecae None None] Port a8ba85c2-b538-49fe-8271-cef7259c475c cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:11:19.730494 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fbdad49c-57eb-4634-9cfb-f2da6b194ea2 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:11:19.781640 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port fbdad49c-57eb-4634-9cfb-f2da6b194ea2 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:11:19.782019 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:19.820099 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d15d46-fee8-48e6-b649-3af2c201d494 req-5abe3ceb-95ef-4270-bbc9-6edce234a0f0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:19.825159 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3d15d46-fee8-48e6-b649-3af2c201d494 req-5abe3ceb-95ef-4270-bbc9-6edce234a0f0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 932 time: 0.0829549 Jul 22 20:11:19.865174 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d3d15d46-fee8-48e6-b649-3af2c201d494 req-60bc5d27-5bb8-4630-9913-36467f98d78e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366633 Jul 22 20:11:19.866054 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ba85c2-b538-49fe-8271-cef7259c475c {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:11:19.875296 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:19.889806 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] Transition to ACTIVE for port object a8ba85c2-b538-49fe-8271-cef7259c475c will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:11:19.892750 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:19.946812 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] Pushing event updated for resources: {'Port': ['ID=a8ba85c2-b538-49fe-8271-cef7259c475c,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:20.028391 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] Attempting to bind port a8ba85c2-b538-49fe-8271-cef7259c475c on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:11:20.029610 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] Attempting to bind port a8ba85c2-b538-49fe-8271-cef7259c475c by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '754fec42-dc07-41c3-81f8-6537964f585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:11:20.030129 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] Attempting to bind port a8ba85c2-b538-49fe-8271-cef7259c475c on network 2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:11:20.035026 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 590a0648-7960-4d8a-b5b1-a8f2f74d0397 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:11:20.036134 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] Port a8ba85c2-b538-49fe-8271-cef7259c475c on network 2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:11:20.036857 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] Attempting to bind port a8ba85c2-b538-49fe-8271-cef7259c475c on network 2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:11:20.043593 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:11:20.043998 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] Checking segment: {'id': '754fec42-dc07-41c3-81f8-6537964f585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:11:20.044395 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] Bound using segment: {'id': '754fec42-dc07-41c3-81f8-6537964f585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:11:20.045286 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] Bound port: a8ba85c2-b538-49fe-8271-cef7259c475c, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '754fec42-dc07-41c3-81f8-6537964f585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:11:20.045668 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:20.089721 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 590a0648-7960-4d8a-b5b1-a8f2f74d0397 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:11:20.094227 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 590a0648-7960-4d8a-b5b1-a8f2f74d0397 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:11:20.094719 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:20.115293 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] For port a8ba85c2-b538-49fe-8271-cef7259c475c, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:11:20.118901 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] For port a8ba85c2-b538-49fe-8271-cef7259c475c, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a8ba85c2-b538-49fe-8271-cef7259c475c,segment=NetworkSegment(754fec42-dc07-41c3-81f8-6537964f585c),segment_id=754fec42-dc07-41c3-81f8-6537964f585c)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:11:20.126592 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:20.161952 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:20.162445 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:20.163910 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] 10.222.0.30 "PUT /v2.0/ports/a8ba85c2-b538-49fe-8271-cef7259c475c HTTP/1.1" status: 200 len: 1093 time: 0.7249365 Jul 22 20:11:20.166211 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40eda5d8-18e1-4ed7-ac32-1e4080c56061', 'tag': 'a8ba85c2-b538-49fe-8271-cef7259c475c'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:11:20.169484 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743c2a49-990d-4104-9a85-ed044c4b05d4" -d '{"events": [{"name": "network-changed", "server_uuid": "40eda5d8-18e1-4ed7-ac32-1e4080c56061", "tag": "a8ba85c2-b538-49fe-8271-cef7259c475c"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:11:20.196033 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:20.214467 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74072c02-02f8-478a-acbc-04bca1af2fae service neutron] Pushing event updated for resources: {'Port': ['ID=a8ba85c2-b538-49fe-8271-cef7259c475c,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:20.222606 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f1205a-60a2-4437-a78b-3a3a32f3f431 x-openstack-request-id: req-86f1205a-60a2-4437-a78b-3a3a32f3f431 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:11:20.223390 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40eda5d8-18e1-4ed7-ac32-1e4080c56061", "tag": "a8ba85c2-b538-49fe-8271-cef7259c475c", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:11:20.223511 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86f1205a-60a2-4437-a78b-3a3a32f3f431 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:11:20.223916 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40eda5d8-18e1-4ed7-ac32-1e4080c56061', 'tag': 'a8ba85c2-b538-49fe-8271-cef7259c475c', 'status': 'completed', 'code': 200} Jul 22 20:11:20.232628 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 590a0648-7960-4d8a-b5b1-a8f2f74d0397, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=590a0648-7960-4d8a-b5b1-a8f2f74d0397,segment=NetworkSegment(754fec42-dc07-41c3-81f8-6537964f585c),segment_id=754fec42-dc07-41c3-81f8-6537964f585c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:11:20.237922 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:20.239134 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 03020dc0-d769-4dd5-9821-4fea01ff1fe1 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:11:20.282446 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-f2b301f1-75cd-41da-9eee-81ec9f7d03b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:20.283982 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-f2b301f1-75cd-41da-9eee-81ec9f7d03b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 1096 time: 0.0587771 Jul 22 20:11:20.321233 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=590a0648-7960-4d8a-b5b1-a8f2f74d0397,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:20.329560 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 03020dc0-d769-4dd5-9821-4fea01ff1fe1 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:11:20.329931 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:20.331700 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-c0c4ade2-546c-4c85-b55c-09e52d59b935 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ba85c2-b538-49fe-8271-cef7259c475c HTTP/1.1" status: 200 len: 217 time: 0.0402470 Jul 22 20:11:20.386719 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-d8df70aa-9f52-4aac-9d51-c7d790360f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:20.388375 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-d8df70aa-9f52-4aac-9d51-c7d790360f97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83bfc405-b0c6-4a6b-b8eb-ab01987f831d HTTP/1.1" status: 200 len: 835 time: 0.0514708 Jul 22 20:11:20.447945 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-48b22b00-8184-4ee0-82ce-cb7052fcdd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:20.449560 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-48b22b00-8184-4ee0-82ce-cb7052fcdd42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550623 Jul 22 20:11:20.542327 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-1cd52bc9-873d-4d55-b0be-03f2ff0426c5 service neutron] 10.222.0.30 "GET /v2.0/networks/2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863683 Jul 22 20:11:20.630839 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1778a1c8-354d-4eeb-8fcc-1d465a31993b req-ba827be2-b8df-4cd4-bf37-7ab105f7be9e service neutron] 10.222.0.30 "GET /v2.0/networks/2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823135 Jul 22 20:11:20.730814 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c2a49-990d-4104-9a85-ed044c4b05d4 req-efde577d-17a8-4d99-b41f-cecdc06394fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:20.732330 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-743c2a49-990d-4104-9a85-ed044c4b05d4 req-efde577d-17a8-4d99-b41f-cecdc06394fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 1096 time: 0.0586450 Jul 22 20:11:20.819130 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c2a49-990d-4104-9a85-ed044c4b05d4 req-eea9121c-c337-430b-88de-9fc1aa22d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:20.820595 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-743c2a49-990d-4104-9a85-ed044c4b05d4 req-eea9121c-c337-430b-88de-9fc1aa22d9b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c HTTP/1.1" status: 200 len: 897 time: 0.0819230 Jul 22 20:11:20.863619 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-743c2a49-990d-4104-9a85-ed044c4b05d4 req-a5726156-cb18-4bda-aae8-2a5239d73381 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ba85c2-b538-49fe-8271-cef7259c475c HTTP/1.1" status: 200 len: 217 time: 0.0366828 Jul 22 20:11:20.910878 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c2a49-990d-4104-9a85-ed044c4b05d4 req-649530c8-ad59-4d0a-80e7-26c326bccaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:20.912348 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-743c2a49-990d-4104-9a85-ed044c4b05d4 req-649530c8-ad59-4d0a-80e7-26c326bccaa2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83bfc405-b0c6-4a6b-b8eb-ab01987f831d HTTP/1.1" status: 200 len: 835 time: 0.0424044 Jul 22 20:11:20.972372 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c2a49-990d-4104-9a85-ed044c4b05d4 req-7c39143f-979d-4b86-af31-64862a1d4553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:20.973909 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-743c2a49-990d-4104-9a85-ed044c4b05d4 req-7c39143f-979d-4b86-af31-64862a1d4553 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542383 Jul 22 20:11:20.998378 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f97117-d005-4cea-8dbb-281fdfdbf1a4 req-3db4c8ed-6c8f-43f8-aee3-b17ed3f8e88b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:20.999891 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04f97117-d005-4cea-8dbb-281fdfdbf1a4 req-3db4c8ed-6c8f-43f8-aee3-b17ed3f8e88b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 944 time: 0.0657465 Jul 22 20:11:21.038287 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-04f97117-d005-4cea-8dbb-281fdfdbf1a4 req-316ed2a9-5380-4260-bb5a-686d19cc0e5d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325029 Jul 22 20:11:21.068454 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-743c2a49-990d-4104-9a85-ed044c4b05d4 req-f25fcc28-1dda-4b8b-90b0-d5bba8b9525c service neutron] 10.222.0.30 "GET /v2.0/networks/2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871251 Jul 22 20:11:21.156374 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-743c2a49-990d-4104-9a85-ed044c4b05d4 req-b46d2855-37c1-46f6-bea8-a819835d41d0 service neutron] 10.222.0.30 "GET /v2.0/networks/2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811608 Jul 22 20:11:21.598632 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 590a0648-7960-4d8a-b5b1-a8f2f74d0397 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:11:21.646720 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 590a0648-7960-4d8a-b5b1-a8f2f74d0397 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:11:21.647093 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:22.170212 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beee9c3-7be2-4902-96ad-ac26da86abc6 req-4082dc69-44f0-4311-8070-ed071373373f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:22.171731 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6beee9c3-7be2-4902-96ad-ac26da86abc6 req-4082dc69-44f0-4311-8070-ed071373373f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 944 time: 0.0658319 Jul 22 20:11:22.213950 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6beee9c3-7be2-4902-96ad-ac26da86abc6 req-9368e24b-9358-495b-9e46-7067495ec356 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359068 Jul 22 20:11:22.923304 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a8ba85c2-b538-49fe-8271-cef7259c475c details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:11:23.020629 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port a8ba85c2-b538-49fe-8271-cef7259c475c, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a8ba85c2-b538-49fe-8271-cef7259c475c,segment=NetworkSegment(754fec42-dc07-41c3-81f8-6537964f585c),segment_id=754fec42-dc07-41c3-81f8-6537964f585c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:11:23.031170 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'a8ba85c2-b538-49fe-8271-cef7259c475c', 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c', 'port_id': 'a8ba85c2-b538-49fe-8271-cef7259c475c', 'mac_address': 'fa:16:3e:dc:9b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83bfc405-b0c6-4a6b-b8eb-ab01987f831d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:11:23.068567 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:23.080828 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ba85c2-b538-49fe-8271-cef7259c475c {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:11:23.100255 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port a8ba85c2-b538-49fe-8271-cef7259c475c, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a8ba85c2-b538-49fe-8271-cef7259c475c,segment=NetworkSegment(754fec42-dc07-41c3-81f8-6537964f585c),segment_id=754fec42-dc07-41c3-81f8-6537964f585c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:11:23.104116 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:23.153485 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=a8ba85c2-b538-49fe-8271-cef7259c475c,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:23.341534 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['a8ba85c2-b538-49fe-8271-cef7259c475c'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:11:23.342865 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db079057-ce98-4a8d-91e8-0e757e1ecf25 req-6aff75d1-05c1-48b5-8edd-588b36fba9d3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:23.344357 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db079057-ce98-4a8d-91e8-0e757e1ecf25 req-6aff75d1-05c1-48b5-8edd-588b36fba9d3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 945 time: 0.0648198 Jul 22 20:11:23.382323 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-db079057-ce98-4a8d-91e8-0e757e1ecf25 req-bc8d8a6c-ced1-4428-b889-a960e3bc614e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316484 Jul 22 20:11:24.511324 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9175b9-87f5-4a82-81a0-b5f6d03084d5 req-1188b964-8de8-49e1-90d2-b2585e7064b8 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:24.512830 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae9175b9-87f5-4a82-81a0-b5f6d03084d5 req-1188b964-8de8-49e1-90d2-b2585e7064b8 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 945 time: 0.0648885 Jul 22 20:11:24.551293 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae9175b9-87f5-4a82-81a0-b5f6d03084d5 req-c3710607-c8f2-4aa1-857c-565cff8f16c8 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329850 Jul 22 20:11:24.931776 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a8ba85c2-b538-49fe-8271-cef7259c475c up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:11:24.979871 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port a8ba85c2-b538-49fe-8271-cef7259c475c completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:11:24.983373 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port a8ba85c2-b538-49fe-8271-cef7259c475c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:11:24.983741 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:25.057805 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:25.082395 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40eda5d8-18e1-4ed7-ac32-1e4080c56061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ba85c2-b538-49fe-8271-cef7259c475c'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:11:25.084638 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0537ca-8a96-4385-8a03-5566d30f328b" -d '{"events": [{"server_uuid": "40eda5d8-18e1-4ed7-ac32-1e4080c56061", "name": "network-vif-plugged", "status": "completed", "tag": "a8ba85c2-b538-49fe-8271-cef7259c475c"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:11:25.098281 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port a8ba85c2-b538-49fe-8271-cef7259c475c, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a8ba85c2-b538-49fe-8271-cef7259c475c,segment=NetworkSegment(754fec42-dc07-41c3-81f8-6537964f585c),segment_id=754fec42-dc07-41c3-81f8-6537964f585c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:11:25.102952 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:25.150952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=a8ba85c2-b538-49fe-8271-cef7259c475c,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:25.171361 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd776fc5-2e19-48d6-9984-affa9173fda3 x-openstack-request-id: req-fd776fc5-2e19-48d6-9984-affa9173fda3 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:11:25.171717 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40eda5d8-18e1-4ed7-ac32-1e4080c56061", "name": "network-vif-plugged", "status": "completed", "tag": "a8ba85c2-b538-49fe-8271-cef7259c475c", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:11:25.172039 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd776fc5-2e19-48d6-9984-affa9173fda3 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:11:25.172556 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40eda5d8-18e1-4ed7-ac32-1e4080c56061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ba85c2-b538-49fe-8271-cef7259c475c', 'code': 200} Jul 22 20:11:25.279165 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da911afc-86fd-423e-9313-c2a6098c8f25 req-2285fced-9d05-4727-8c73-b0728caa4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:25.280747 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-da911afc-86fd-423e-9313-c2a6098c8f25 req-2285fced-9d05-4727-8c73-b0728caa4815 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 1098 time: 0.0560668 Jul 22 20:11:25.313290 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-da911afc-86fd-423e-9313-c2a6098c8f25 req-971580f5-e335-49ad-9b07-b0c20d055a9d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267429 Jul 22 20:11:25.685060 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c59ab-e67d-4f6c-be7b-aa332c49dd05 req-7c99529a-5d68-4990-bdff-a240f6038a11 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:25.686534 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-393c59ab-e67d-4f6c-be7b-aa332c49dd05 req-7c99529a-5d68-4990-bdff-a240f6038a11 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 946 time: 0.0703573 Jul 22 20:11:25.724866 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-393c59ab-e67d-4f6c-be7b-aa332c49dd05 req-1ca69d3a-b36a-4352-8851-2a39881cbbf3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317080 Jul 22 20:11:26.856359 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7d085-7fed-4d3b-a41d-ca8126408a38 req-7d161623-983c-40a2-91da-42cf0e1e18dd tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:26.857918 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13e7d085-7fed-4d3b-a41d-ca8126408a38 req-7d161623-983c-40a2-91da-42cf0e1e18dd tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 946 time: 0.0666070 Jul 22 20:11:26.898045 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-13e7d085-7fed-4d3b-a41d-ca8126408a38 req-a24e10c2-4cb4-4a84-bbcf-da02d19c8675 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337305 Jul 22 20:11:27.028050 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5936b93-7997-4c85-9365-89cb13b1f7c1 req-ccb90173-245b-473e-9d84-9f4ab130fa76 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:27.029593 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f5936b93-7997-4c85-9365-89cb13b1f7c1 req-ccb90173-245b-473e-9d84-9f4ab130fa76 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 946 time: 0.0670865 Jul 22 20:11:27.072654 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f5936b93-7997-4c85-9365-89cb13b1f7c1 req-f71ecf95-5bdd-44be-91c0-f16c22812426 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369482 Jul 22 20:11:27.094305 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33870) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:27.147602 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb44f65c-f6b2-425a-8766-5fb4ca406b06 tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:27.149166 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-eb44f65c-f6b2-425a-8766-5fb4ca406b06 tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 1093 time: 0.0539026 Jul 22 20:11:27.151964 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33872) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:27.156351 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-1389dd4f-e019-4cd0-a0e5-a1ce37c2e0e0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': 'a8ba85c2-b538-49fe-8271-cef7259c475c', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:11:27.179445 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1389dd4f-e019-4cd0-a0e5-a1ce37c2e0e0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:27.275418 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1389dd4f-e019-4cd0-a0e5-a1ce37c2e0e0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:27.380684 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-1389dd4f-e019-4cd0-a0e5-a1ce37c2e0e0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Allocated IP 172.25.3.237 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/23c8515d-15dd-4df5-bbdd-cbfbd3ba862a) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:11:27.481613 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1389dd4f-e019-4cd0-a0e5-a1ce37c2e0e0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:27.523904 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1389dd4f-e019-4cd0-a0e5-a1ce37c2e0e0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:27.564404 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1389dd4f-e019-4cd0-a0e5-a1ce37c2e0e0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:11:27.567482 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-1389dd4f-e019-4cd0-a0e5-a1ce37c2e0e0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:11:27.571078 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1389dd4f-e019-4cd0-a0e5-a1ce37c2e0e0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:11:27.592531 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389dd4f-e019-4cd0-a0e5-a1ce37c2e0e0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=23c8515d-15dd-4df5-bbdd-cbfbd3ba862a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:27.932368 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1389dd4f-e019-4cd0-a0e5-a1ce37c2e0e0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:28.008733 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1389dd4f-e019-4cd0-a0e5-a1ce37c2e0e0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:28.159612 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1389dd4f-e019-4cd0-a0e5-a1ce37c2e0e0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:28.164182 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1389dd4f-e019-4cd0-a0e5-a1ce37c2e0e0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:28.235884 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389dd4f-e019-4cd0-a0e5-a1ce37c2e0e0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=23c8515d-15dd-4df5-bbdd-cbfbd3ba862a,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:28.244031 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1389dd4f-e019-4cd0-a0e5-a1ce37c2e0e0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:28.346544 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-1389dd4f-e019-4cd0-a0e5-a1ce37c2e0e0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Floating IP a97f6f0b-a05f-45ae-83f9-3ff0fdc4c125 associated. External IP: 172.25.3.237, port: a8ba85c2-b538-49fe-8271-cef7259c475c. Jul 22 20:11:28.554726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1389dd4f-e019-4cd0-a0e5-a1ce37c2e0e0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router 117af4a0-1096-43cb-b60d-5c94d7c7428d has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:11:28.579261 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e398563b-f348-446a-8556-053b436d6ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:28.663929 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1389dd4f-e019-4cd0-a0e5-a1ce37c2e0e0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:11:28.673782 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9b74ed-b090-4530-96c2-2142da921e8c None None] Sync routers for ids ['117af4a0-1096-43cb-b60d-5c94d7c7428d'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:11:28.680187 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1389dd4f-e019-4cd0-a0e5-a1ce37c2e0e0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:28.685233 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b74ed-b090-4530-96c2-2142da921e8c None None] Routers {'117af4a0-1096-43cb-b60d-5c94d7c7428d'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:11:28.685878 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ac9b74ed-b090-4530-96c2-2142da921e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:11:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['117af4a0-1096-43cb-b60d-5c94d7c7428d'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:11:28.717857 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1389dd4f-e019-4cd0-a0e5-a1ce37c2e0e0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5648484 Jul 22 20:11:28.718446 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40eda5d8-18e1-4ed7-ac32-1e4080c56061', 'tag': 'a8ba85c2-b538-49fe-8271-cef7259c475c'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:11:28.720748 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f48e5c7-4ccb-4097-97cb-fb5e9adbafa3" -d '{"events": [{"name": "network-changed", "server_uuid": "40eda5d8-18e1-4ed7-ac32-1e4080c56061", "tag": "a8ba85c2-b538-49fe-8271-cef7259c475c"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:11:28.763907 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22631abd-d0ae-42bc-97c2-13818ba29e5e x-openstack-request-id: req-22631abd-d0ae-42bc-97c2-13818ba29e5e {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:11:28.764271 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40eda5d8-18e1-4ed7-ac32-1e4080c56061", "tag": "a8ba85c2-b538-49fe-8271-cef7259c475c", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:11:28.765123 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22631abd-d0ae-42bc-97c2-13818ba29e5e {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:11:28.765123 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40eda5d8-18e1-4ed7-ac32-1e4080c56061', 'tag': 'a8ba85c2-b538-49fe-8271-cef7259c475c', 'status': 'completed', 'code': 200} Jul 22 20:11:28.801142 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-ac9b74ed-b090-4530-96c2-2142da921e8c None None] Set router 117af4a0-1096-43cb-b60d-5c94d7c7428d gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:11:28.839429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd3637-b82e-4a9f-b7d0-05a0b213c2db req-2fc04d19-715f-4196-872a-a6834273c9ca tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:28.840997 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9bbd3637-b82e-4a9f-b7d0-05a0b213c2db req-2fc04d19-715f-4196-872a-a6834273c9ca tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 946 time: 0.0670662 Jul 22 20:11:28.847111 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48e5c7-4ccb-4097-97cb-fb5e9adbafa3 req-e8a4d596-a7a7-40d5-9a69-e1582b312c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:28.849283 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f48e5c7-4ccb-4097-97cb-fb5e9adbafa3 req-e8a4d596-a7a7-40d5-9a69-e1582b312c42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 1098 time: 0.0620649 Jul 22 20:11:28.884760 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9bbd3637-b82e-4a9f-b7d0-05a0b213c2db req-dd81abe0-e5f6-47e0-af8b-ab4c4e983110 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379601 Jul 22 20:11:28.908148 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33878) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:28.946241 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48e5c7-4ccb-4097-97cb-fb5e9adbafa3 req-e68e51ab-7f90-49c7-a8c8-c7245635314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:28.947737 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f48e5c7-4ccb-4097-97cb-fb5e9adbafa3 req-e68e51ab-7f90-49c7-a8c8-c7245635314f service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c HTTP/1.1" status: 200 len: 897 time: 0.0922649 Jul 22 20:11:28.973313 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-11e3061c-2a96-4488-9bc3-0444201c0777 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/floatingips/a97f6f0b-a05f-45ae-83f9-3ff0fdc4c125 HTTP/1.1" status: 200 len: 992 time: 0.0640664 Jul 22 20:11:29.016502 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f48e5c7-4ccb-4097-97cb-fb5e9adbafa3 req-3c15351e-b1a4-435c-9be6-7e6fecb58a44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ba85c2-b538-49fe-8271-cef7259c475c HTTP/1.1" status: 200 len: 1000 time: 0.0620546 Jul 22 20:11:29.036920 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ac9b74ed-b090-4530-96c2-2142da921e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935657052', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:15Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'a97f6f0b-a05f-45ae-83f9-3ff0fdc4c125', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'port_id': 'a8ba85c2-b538-49fe-8271-cef7259c475c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c', 'mac_address': 'fa:16:3e:dc:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eda5d8-18e1-4ed7-ac32-1e4080c56061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:11:27Z', 'updated_at': '2021-07-22T20:11:27Z', 'revision_number': 0, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590a0648-7960-4d8a-b5b1-a8f2f74d0397', 'name': '', 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:35:51:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '83bfc405-b0c6-4a6b-b8eb-ab01987f831d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:11:15Z', 'updated_at': '2021-07-22T20:11:20Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '83bfc405-b0c6-4a6b-b8eb-ab01987f831d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:11:29.065624 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48e5c7-4ccb-4097-97cb-fb5e9adbafa3 req-83e2ed42-8ec6-4690-8370-c4949005eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:29.067131 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f48e5c7-4ccb-4097-97cb-fb5e9adbafa3 req-83e2ed42-8ec6-4690-8370-c4949005eac9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83bfc405-b0c6-4a6b-b8eb-ab01987f831d HTTP/1.1" status: 200 len: 835 time: 0.0450108 Jul 22 20:11:29.069103 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9b74ed-b090-4530-96c2-2142da921e8c None None] Checking router: 117af4a0-1096-43cb-b60d-5c94d7c7428d for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:11:29.077331 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b74ed-b090-4530-96c2-2142da921e8c None None] Routers {'117af4a0-1096-43cb-b60d-5c94d7c7428d'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:11:29.077939 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ac9b74ed-b090-4530-96c2-2142da921e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:11:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['117af4a0-1096-43cb-b60d-5c94d7c7428d'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:11:29.128695 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48e5c7-4ccb-4097-97cb-fb5e9adbafa3 req-e5e0dca0-eb22-4d1c-932f-e37931cfe2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:29.130130 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f48e5c7-4ccb-4097-97cb-fb5e9adbafa3 req-e5e0dca0-eb22-4d1c-932f-e37931cfe2e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575275 Jul 22 20:11:29.183822 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-ac9b74ed-b090-4530-96c2-2142da921e8c None None] Set router 117af4a0-1096-43cb-b60d-5c94d7c7428d gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:11:29.217298 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f48e5c7-4ccb-4097-97cb-fb5e9adbafa3 req-62c8204b-fcde-4857-9eb0-a0f6751df85b service neutron] 10.222.0.30 "GET /v2.0/networks/2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812099 Jul 22 20:11:29.411593 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-ac9b74ed-b090-4530-96c2-2142da921e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935657052', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:15Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'a97f6f0b-a05f-45ae-83f9-3ff0fdc4c125', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'port_id': 'a8ba85c2-b538-49fe-8271-cef7259c475c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c', 'mac_address': 'fa:16:3e:dc:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eda5d8-18e1-4ed7-ac32-1e4080c56061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:11:27Z', 'updated_at': '2021-07-22T20:11:27Z', 'revision_number': 0, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590a0648-7960-4d8a-b5b1-a8f2f74d0397', 'name': '', 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:35:51:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '83bfc405-b0c6-4a6b-b8eb-ab01987f831d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:11:15Z', 'updated_at': '2021-07-22T20:11:20Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '83bfc405-b0c6-4a6b-b8eb-ab01987f831d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:11:29.444103 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9b74ed-b090-4530-96c2-2142da921e8c None None] The sync data for ids ['117af4a0-1096-43cb-b60d-5c94d7c7428d'] in n-d-800086-12 is: [{'id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935657052', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:15Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'a97f6f0b-a05f-45ae-83f9-3ff0fdc4c125', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'port_id': 'a8ba85c2-b538-49fe-8271-cef7259c475c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c', 'mac_address': 'fa:16:3e:dc:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40eda5d8-18e1-4ed7-ac32-1e4080c56061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:11:27Z', 'updated_at': '2021-07-22T20:11:27Z', 'revision_number': 0, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590a0648-7960-4d8a-b5b1-a8f2f74d0397', 'name': '', 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:35:51:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '83bfc405-b0c6-4a6b-b8eb-ab01987f831d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:11:15Z', 'updated_at': '2021-07-22T20:11:20Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '83bfc405-b0c6-4a6b-b8eb-ab01987f831d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:11:29.650166 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbbff8c-5b7b-45b8-8b37-06aa19427df7 None None] New status for floating IP a97f6f0b-a05f-45ae-83f9-3ff0fdc4c125: ACTIVE {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:11:29.660467 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-4f48e5c7-4ccb-4097-97cb-fb5e9adbafa3 req-37f5579b-04a2-40c2-b7ee-c9b58f3aafdd service neutron] 10.222.0.30 "GET /v2.0/networks/2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373662 Jul 22 20:11:29.976399 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33880) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:11:30.039246 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f56fb26b-0bb1-467e-b1de-3c98789426b4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/floatingips/a97f6f0b-a05f-45ae-83f9-3ff0fdc4c125 HTTP/1.1" status: 200 len: 994 time: 0.0616045 Jul 22 20:11:31.092039 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f97c76eb-4688-45d3-b150-cd67de4ca33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:31.218390 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:32.584390 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:34.224147 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:35.774132 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9cdd615e-31ac-49fd-9584-8d3c903ad948 req-9bd85442-c16f-45e5-bdb7-4651eed37338 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514622 Jul 22 20:11:35.874935 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd615e-31ac-49fd-9584-8d3c903ad948 req-6c8f6e5e-f4cc-4b79-9b6a-c73d4ef4948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:35.876323 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9cdd615e-31ac-49fd-9584-8d3c903ad948 req-6c8f6e5e-f4cc-4b79-9b6a-c73d4ef4948c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 1098 time: 0.0522265 Jul 22 20:11:35.978353 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd615e-31ac-49fd-9584-8d3c903ad948 req-450406ba-04d6-4df1-a831-10d8c88e2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:35.979809 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9cdd615e-31ac-49fd-9584-8d3c903ad948 req-450406ba-04d6-4df1-a831-10d8c88e2618 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c HTTP/1.1" status: 200 len: 897 time: 0.0848026 Jul 22 20:11:36.041491 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9cdd615e-31ac-49fd-9584-8d3c903ad948 req-70c51203-11dd-4b4a-8c75-75e04d2b06cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ba85c2-b538-49fe-8271-cef7259c475c HTTP/1.1" status: 200 len: 1002 time: 0.0552332 Jul 22 20:11:36.093286 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd615e-31ac-49fd-9584-8d3c903ad948 req-4bf3d708-e4c5-4eb4-b806-85d03b8e86dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:36.094737 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9cdd615e-31ac-49fd-9584-8d3c903ad948 req-4bf3d708-e4c5-4eb4-b806-85d03b8e86dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83bfc405-b0c6-4a6b-b8eb-ab01987f831d HTTP/1.1" status: 200 len: 835 time: 0.0470753 Jul 22 20:11:36.151105 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd615e-31ac-49fd-9584-8d3c903ad948 req-19e2ccc0-f992-4aaf-b5d1-84b2c57f60c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:36.152495 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9cdd615e-31ac-49fd-9584-8d3c903ad948 req-19e2ccc0-f992-4aaf-b5d1-84b2c57f60c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517442 Jul 22 20:11:36.240822 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9cdd615e-31ac-49fd-9584-8d3c903ad948 req-15627e53-3428-4557-9855-bfe6045b3f83 service neutron] 10.222.0.30 "GET /v2.0/networks/2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818918 Jul 22 20:11:36.331573 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-9cdd615e-31ac-49fd-9584-8d3c903ad948 req-2860d84b-5257-461b-90a6-4b79b2668e7e service neutron] 10.222.0.30 "GET /v2.0/networks/2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842183 Jul 22 20:11:39.607552 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:41.774452 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:11:42.395532 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:58.580424 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b874a0ed-8ed3-4c7a-a253-bfda036ff0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:01.092284 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f1123770-1d4a-485d-8bc9-ed940258d115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:01.219450 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:01.389681 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdc89b-be48-4991-9005-002aaadbbb32 req-faa69b04-3a7a-43a1-8123-b20b6bbe38be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:01.391259 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-adfdc89b-be48-4991-9005-002aaadbbb32 req-faa69b04-3a7a-43a1-8123-b20b6bbe38be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 1098 time: 0.0540617 Jul 22 20:12:01.397525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d39ba9-5349-423f-ae01-634cc4b7e77e req-50367430-1804-4590-9c5a-4a9e5afd71c0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:01.399031 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-85d39ba9-5349-423f-ae01-634cc4b7e77e req-50367430-1804-4590-9c5a-4a9e5afd71c0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 946 time: 0.0666106 Jul 22 20:12:01.436849 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-85d39ba9-5349-423f-ae01-634cc4b7e77e req-449105ca-606f-4a44-bc51-e42670834dc8 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321474 Jul 22 20:12:01.486748 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdc89b-be48-4991-9005-002aaadbbb32 req-8193c796-958c-4821-97ed-7506074e2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:01.488152 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-adfdc89b-be48-4991-9005-002aaadbbb32 req-8193c796-958c-4821-97ed-7506074e2b4f service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c HTTP/1.1" status: 200 len: 897 time: 0.0895848 Jul 22 20:12:01.551153 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-adfdc89b-be48-4991-9005-002aaadbbb32 req-fbb46507-020a-4c36-b679-29d9bfbd8a3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ba85c2-b538-49fe-8271-cef7259c475c HTTP/1.1" status: 200 len: 1002 time: 0.0562074 Jul 22 20:12:01.603212 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdc89b-be48-4991-9005-002aaadbbb32 req-eb660db2-f9f9-4dc9-a1d8-a6d1fdc66d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:01.604689 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-adfdc89b-be48-4991-9005-002aaadbbb32 req-eb660db2-f9f9-4dc9-a1d8-a6d1fdc66d4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83bfc405-b0c6-4a6b-b8eb-ab01987f831d HTTP/1.1" status: 200 len: 835 time: 0.0468216 Jul 22 20:12:01.664007 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdc89b-be48-4991-9005-002aaadbbb32 req-066b606d-3e00-41a9-9520-1b4b6536fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:01.665544 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-adfdc89b-be48-4991-9005-002aaadbbb32 req-066b606d-3e00-41a9-9520-1b4b6536fe3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542035 Jul 22 20:12:01.752520 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-adfdc89b-be48-4991-9005-002aaadbbb32 req-7fa68b53-54f6-49bc-9f20-99cf110aa46a service neutron] 10.222.0.30 "GET /v2.0/networks/2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800776 Jul 22 20:12:01.843046 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-adfdc89b-be48-4991-9005-002aaadbbb32 req-cb2d72cf-564f-4bae-a4dc-0663aa5ced9b service neutron] 10.222.0.30 "GET /v2.0/networks/2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837843 Jul 22 20:12:02.571945 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587ec98-58aa-4305-8cd4-12ae185c7adb req-e2c0ffc8-7f38-4844-8552-44b8abc4ff0e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:02.573476 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1587ec98-58aa-4305-8cd4-12ae185c7adb req-e2c0ffc8-7f38-4844-8552-44b8abc4ff0e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 946 time: 0.0670803 Jul 22 20:12:02.587203 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:02.612145 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1587ec98-58aa-4305-8cd4-12ae185c7adb req-7e9d5069-ba8b-4e23-b62e-3d2f83943fd1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331378 Jul 22 20:12:03.749866 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc3e28-c49a-48d4-80a2-d457468e9f9d req-f6b19655-68ce-45bb-bbee-bb7336a003c4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:03.751373 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84cc3e28-c49a-48d4-80a2-d457468e9f9d req-f6b19655-68ce-45bb-bbee-bb7336a003c4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 946 time: 0.0695109 Jul 22 20:12:03.788945 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84cc3e28-c49a-48d4-80a2-d457468e9f9d req-7d9c3bb1-4f0c-4ee0-a612-d68bcf4799f2 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314000 Jul 22 20:12:04.226439 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:04.917974 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7c4b2-ba70-4822-b9fa-3e710dba41e4 req-6a9de3cc-6fc5-421e-88af-6907a5532da3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:04.919722 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70d7c4b2-ba70-4822-b9fa-3e710dba41e4 req-6a9de3cc-6fc5-421e-88af-6907a5532da3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 946 time: 0.0638287 Jul 22 20:12:04.959299 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-70d7c4b2-ba70-4822-b9fa-3e710dba41e4 req-2201964a-b5bb-4efc-b96e-290c4030eb23 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323822 Jul 22 20:12:06.104306 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ded57-27d4-4738-84e6-a6a28b0248f5 req-2c281d9a-09fe-48c8-8614-ae8a1a6e1e0f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:06.105825 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-447ded57-27d4-4738-84e6-a6a28b0248f5 req-2c281d9a-09fe-48c8-8614-ae8a1a6e1e0f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 946 time: 0.0651085 Jul 22 20:12:06.147326 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-447ded57-27d4-4738-84e6-a6a28b0248f5 req-5df5b12d-596a-435a-93e0-ebace9b5887a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360045 Jul 22 20:12:07.289648 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47553cec-ed6d-4b8c-b72c-f0e069f2aecd req-5053fd9b-e1ef-4eab-90b0-52a324469c5c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:07.291024 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47553cec-ed6d-4b8c-b72c-f0e069f2aecd req-5053fd9b-e1ef-4eab-90b0-52a324469c5c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 946 time: 0.0640099 Jul 22 20:12:07.328496 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-47553cec-ed6d-4b8c-b72c-f0e069f2aecd req-0d468674-a081-4ff8-8f7d-6107f88c2383 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317016 Jul 22 20:12:08.456798 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14483ff1-4431-4137-8c59-0fa71787c210 req-863a4784-4be8-438f-90f8-3d49f5af547a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:08.458351 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14483ff1-4431-4137-8c59-0fa71787c210 req-863a4784-4be8-438f-90f8-3d49f5af547a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 946 time: 0.0645113 Jul 22 20:12:08.497165 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14483ff1-4431-4137-8c59-0fa71787c210 req-1e5cddf0-2ee9-4f13-932f-e7ea261d6629 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326822 Jul 22 20:12:09.600975 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:09.630158 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695503d-a4d2-483a-8850-cc931356e716 req-0c8a501b-d646-4569-bff5-55f830f4a139 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:09.631669 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4695503d-a4d2-483a-8850-cc931356e716 req-0c8a501b-d646-4569-bff5-55f830f4a139 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 946 time: 0.0688317 Jul 22 20:12:09.670844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4695503d-a4d2-483a-8850-cc931356e716 req-96bfa61c-b3e0-4284-b7fc-c930f16e2b8f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330696 Jul 22 20:12:10.799302 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4bd8f-b53b-4178-b6aa-e39a81910494 req-f9632b5e-e706-4a0a-b2ea-9690b16ef9bb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:10.801060 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-78a4bd8f-b53b-4178-b6aa-e39a81910494 req-f9632b5e-e706-4a0a-b2ea-9690b16ef9bb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 946 time: 0.0640464 Jul 22 20:12:10.838792 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-78a4bd8f-b53b-4178-b6aa-e39a81910494 req-01411c29-39bd-4cca-8ce4-ca6ffd1c5807 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317771 Jul 22 20:12:11.967754 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe929f-7691-45a6-8815-d887be798e59 req-4ee29ccf-7697-40cd-ae09-81c6b9b6f754 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:11.969306 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-62fe929f-7691-45a6-8815-d887be798e59 req-4ee29ccf-7697-40cd-ae09-81c6b9b6f754 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 946 time: 0.0642178 Jul 22 20:12:12.010979 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-62fe929f-7691-45a6-8815-d887be798e59 req-ef40efe6-5679-4d88-a74d-b178c3bc0cf4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361352 Jul 22 20:12:12.408745 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:13.141015 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daae258-3868-45ed-b870-cb2f1d9b4a91 req-28c9b77a-328f-4eda-95ed-150997a08fec tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:13.142531 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8daae258-3868-45ed-b870-cb2f1d9b4a91 req-28c9b77a-328f-4eda-95ed-150997a08fec tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 946 time: 0.0648124 Jul 22 20:12:13.180568 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8daae258-3868-45ed-b870-cb2f1d9b4a91 req-9f449d85-d2a0-43d3-b80f-d70b4cec220c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316050 Jul 22 20:12:14.309579 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfd5e1-43b8-4bd6-98fb-2605551d9a94 req-7c415c95-d5d7-4ff3-b633-2f46c226c2fa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:14.311069 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0dfd5e1-43b8-4bd6-98fb-2605551d9a94 req-7c415c95-d5d7-4ff3-b633-2f46c226c2fa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 946 time: 0.0641432 Jul 22 20:12:14.351934 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0dfd5e1-43b8-4bd6-98fb-2605551d9a94 req-743ea650-d9af-4f81-a754-d3839ea724fc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353744 Jul 22 20:12:15.483034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ad70e-9411-4536-a6f3-4c8495a51dd8 req-59ed4c28-8d88-47ac-8428-279ea8b25f46 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:15.484531 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-990ad70e-9411-4536-a6f3-4c8495a51dd8 req-59ed4c28-8d88-47ac-8428-279ea8b25f46 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 946 time: 0.0674279 Jul 22 20:12:15.522623 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-990ad70e-9411-4536-a6f3-4c8495a51dd8 req-a664b97c-21bd-4a8c-a08f-ed0af1250dbb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319579 Jul 22 20:12:16.651755 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df344cf5-e9c9-4868-a8ac-c47cf98d584e req-ff69bda5-7bd9-4ab3-afbf-f1b6b131d222 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:16.653267 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df344cf5-e9c9-4868-a8ac-c47cf98d584e req-ff69bda5-7bd9-4ab3-afbf-f1b6b131d222 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 946 time: 0.0638201 Jul 22 20:12:16.691624 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-df344cf5-e9c9-4868-a8ac-c47cf98d584e req-8d4c7ce2-ceea-4cd0-87b8-a677f41f6fad tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328579 Jul 22 20:12:17.820975 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2dacb-c59f-40c0-b563-1f84e3c55071 req-b30d5288-791c-40fe-8056-032118342639 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:17.822444 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-77e2dacb-c59f-40c0-b563-1f84e3c55071 req-b30d5288-791c-40fe-8056-032118342639 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 946 time: 0.0636034 Jul 22 20:12:17.863134 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-77e2dacb-c59f-40c0-b563-1f84e3c55071 req-664524e0-b0bc-4ada-b212-d4115d7ffbbb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350990 Jul 22 20:12:17.885411 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33932) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:17.944295 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-89fdd45d-8ea7-40f2-bfa1-5d185a562eba tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/floatingips/a97f6f0b-a05f-45ae-83f9-3ff0fdc4c125 HTTP/1.1" status: 200 len: 994 time: 0.0572915 Jul 22 20:12:18.773717 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:12:28.580599 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0d5fac12-9906-4c6f-94d2-9b6533d4fd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:31.092149 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-515dbb80-dfb9-4df3-a5e1-4b91baea58d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:31.220124 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:32.589849 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:34.229977 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:38.288044 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-91eb40f3-b069-42ac-8d94-62dc0f78bf35 req-0a2bd04c-3fe0-4add-8752-6d798a318c59 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521302 Jul 22 20:12:38.383456 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb40f3-b069-42ac-8d94-62dc0f78bf35 req-ffbfdabe-cf46-40d6-ac23-6c317f8022ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:38.384952 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-91eb40f3-b069-42ac-8d94-62dc0f78bf35 req-ffbfdabe-cf46-40d6-ac23-6c317f8022ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 1098 time: 0.0535657 Jul 22 20:12:38.488849 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb40f3-b069-42ac-8d94-62dc0f78bf35 req-7b107418-e8a1-44fd-ac23-995a7ca2b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:38.490828 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-91eb40f3-b069-42ac-8d94-62dc0f78bf35 req-7b107418-e8a1-44fd-ac23-995a7ca2b983 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c HTTP/1.1" status: 200 len: 897 time: 0.0867460 Jul 22 20:12:38.554021 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-91eb40f3-b069-42ac-8d94-62dc0f78bf35 req-b10bb435-a08c-4425-a4eb-f3b96d3c2859 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ba85c2-b538-49fe-8271-cef7259c475c HTTP/1.1" status: 200 len: 1002 time: 0.0566380 Jul 22 20:12:38.605858 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb40f3-b069-42ac-8d94-62dc0f78bf35 req-b8931633-c811-422d-8349-924fbb07e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:38.607282 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-91eb40f3-b069-42ac-8d94-62dc0f78bf35 req-b8931633-c811-422d-8349-924fbb07e9a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83bfc405-b0c6-4a6b-b8eb-ab01987f831d HTTP/1.1" status: 200 len: 835 time: 0.0471485 Jul 22 20:12:38.664407 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb40f3-b069-42ac-8d94-62dc0f78bf35 req-1fa3eee6-e2cb-451d-8fe4-7769d23f9e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:38.665922 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-91eb40f3-b069-42ac-8d94-62dc0f78bf35 req-1fa3eee6-e2cb-451d-8fe4-7769d23f9e68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523455 Jul 22 20:12:38.754226 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-91eb40f3-b069-42ac-8d94-62dc0f78bf35 req-fd754eda-a0d7-49f2-ba0a-e187d552bf69 service neutron] 10.222.0.30 "GET /v2.0/networks/2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806978 Jul 22 20:12:38.845586 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-91eb40f3-b069-42ac-8d94-62dc0f78bf35 req-a62bb3a7-224c-4da3-9a3d-4051ee58e331 service neutron] 10.222.0.30 "GET /v2.0/networks/2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846179 Jul 22 20:12:39.601134 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:42.411935 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:48.531339 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33950) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:48.688384 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting port 23c8515d-15dd-4df5-bbdd-cbfbd3ba862a {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:12:48.688767 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:48.767038 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:48.767369 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:48.779323 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Calling delete_port for 23c8515d-15dd-4df5-bbdd-cbfbd3ba862a owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:12:48.924235 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:48.948685 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Port': ['ID=23c8515d-15dd-4df5-bbdd-cbfbd3ba862a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:48.958769 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:48.959124 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:48.959461 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:48.959794 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:48.960120 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:48.960447 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:48.960799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:48.961128 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:48.961455 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:48.961917 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:48.962418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:48.963034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:49.025808 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:49.026213 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Floating IP a97f6f0b-a05f-45ae-83f9-3ff0fdc4c125 disassociated (deleted). External IP: 172.25.3.237, port: a8ba85c2-b538-49fe-8271-cef7259c475c. Jul 22 20:12:49.233396 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router 117af4a0-1096-43cb-b60d-5c94d7c7428d has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:12:49.340276 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:12:49.345193 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:49.350437 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a752674f-9bf9-4d2a-9d77-9c37ab03bc2b None None] Sync routers for ids ['117af4a0-1096-43cb-b60d-5c94d7c7428d'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:12:49.359873 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a752674f-9bf9-4d2a-9d77-9c37ab03bc2b None None] Routers {'117af4a0-1096-43cb-b60d-5c94d7c7428d'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:12:49.360551 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a752674f-9bf9-4d2a-9d77-9c37ab03bc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:12:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['117af4a0-1096-43cb-b60d-5c94d7c7428d'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:49.383948 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7a05187b-acca-401d-86a3-4c033c542454 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/floatingips/a97f6f0b-a05f-45ae-83f9-3ff0fdc4c125 HTTP/1.1" status: 204 len: 168 time: 0.8490331 Jul 22 20:12:49.383948 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40eda5d8-18e1-4ed7-ac32-1e4080c56061', 'tag': 'a8ba85c2-b538-49fe-8271-cef7259c475c'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:12:49.384634 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb97f4a-6556-4c83-a634-4ab8018dccfb" -d '{"events": [{"name": "network-changed", "server_uuid": "40eda5d8-18e1-4ed7-ac32-1e4080c56061", "tag": "a8ba85c2-b538-49fe-8271-cef7259c475c"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:12:49.423273 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9121fe-139a-452e-bece-15ab15042c5f x-openstack-request-id: req-5e9121fe-139a-452e-bece-15ab15042c5f {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:12:49.423571 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40eda5d8-18e1-4ed7-ac32-1e4080c56061", "tag": "a8ba85c2-b538-49fe-8271-cef7259c475c", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:12:49.423814 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e9121fe-139a-452e-bece-15ab15042c5f {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:12:49.424226 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40eda5d8-18e1-4ed7-ac32-1e4080c56061', 'tag': 'a8ba85c2-b538-49fe-8271-cef7259c475c', 'status': 'completed', 'code': 200} Jul 22 20:12:49.466440 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-a752674f-9bf9-4d2a-9d77-9c37ab03bc2b None None] Set router 117af4a0-1096-43cb-b60d-5c94d7c7428d gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:12:49.504277 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb97f4a-6556-4c83-a634-4ab8018dccfb req-291e088d-4bdd-45ed-aecf-63d1f2f96f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:49.506066 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6fb97f4a-6556-4c83-a634-4ab8018dccfb req-291e088d-4bdd-45ed-aecf-63d1f2f96f5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 1098 time: 0.0597446 Jul 22 20:12:49.613885 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb97f4a-6556-4c83-a634-4ab8018dccfb req-e70d242e-e66b-4065-9ce2-d7769f58bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:49.615371 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6fb97f4a-6556-4c83-a634-4ab8018dccfb req-e70d242e-e66b-4065-9ce2-d7769f58bc3b service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c HTTP/1.1" status: 200 len: 897 time: 0.1034176 Jul 22 20:12:49.633321 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f2558-07b9-4873-b3e8-34a879969c4a req-e47ce8c2-94ff-4c97-9421-927fbea4aa68 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:49.635533 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c4f2558-07b9-4873-b3e8-34a879969c4a req-e47ce8c2-94ff-4c97-9421-927fbea4aa68 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 946 time: 0.0706573 Jul 22 20:12:49.660196 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6fb97f4a-6556-4c83-a634-4ab8018dccfb req-e1b49bf0-b395-4412-bc45-303760ddb60c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ba85c2-b538-49fe-8271-cef7259c475c HTTP/1.1" status: 200 len: 217 time: 0.0371172 Jul 22 20:12:49.678649 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c4f2558-07b9-4873-b3e8-34a879969c4a req-6da695db-7f47-41bf-bbb0-a0a6d51a7e1d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355780 Jul 22 20:12:49.678908 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a752674f-9bf9-4d2a-9d77-9c37ab03bc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935657052', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:15Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '590a0648-7960-4d8a-b5b1-a8f2f74d0397', 'name': '', 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:35:51:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '83bfc405-b0c6-4a6b-b8eb-ab01987f831d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:11:15Z', 'updated_at': '2021-07-22T20:11:20Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '83bfc405-b0c6-4a6b-b8eb-ab01987f831d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:49.705377 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a752674f-9bf9-4d2a-9d77-9c37ab03bc2b None None] Checking router: 117af4a0-1096-43cb-b60d-5c94d7c7428d for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:12:49.714432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a752674f-9bf9-4d2a-9d77-9c37ab03bc2b None None] Routers {'117af4a0-1096-43cb-b60d-5c94d7c7428d'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:12:49.715042 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a752674f-9bf9-4d2a-9d77-9c37ab03bc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:12:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['117af4a0-1096-43cb-b60d-5c94d7c7428d'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:49.721936 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb97f4a-6556-4c83-a634-4ab8018dccfb req-558bf55d-1de1-47e3-85bf-7e66c60cb7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:49.723406 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6fb97f4a-6556-4c83-a634-4ab8018dccfb req-558bf55d-1de1-47e3-85bf-7e66c60cb7b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83bfc405-b0c6-4a6b-b8eb-ab01987f831d HTTP/1.1" status: 200 len: 835 time: 0.0551677 Jul 22 20:12:49.782058 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb97f4a-6556-4c83-a634-4ab8018dccfb req-9b598b62-0e36-46eb-9b48-c5d76611537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:49.783474 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6fb97f4a-6556-4c83-a634-4ab8018dccfb req-9b598b62-0e36-46eb-9b48-c5d76611537e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538056 Jul 22 20:12:49.819313 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-a752674f-9bf9-4d2a-9d77-9c37ab03bc2b None None] Set router 117af4a0-1096-43cb-b60d-5c94d7c7428d gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:12:49.871542 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6fb97f4a-6556-4c83-a634-4ab8018dccfb req-089e78c1-0b8a-4853-9c14-0e567545d4d0 service neutron] 10.222.0.30 "GET /v2.0/networks/2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814478 Jul 22 20:12:49.966218 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6fb97f4a-6556-4c83-a634-4ab8018dccfb req-1e64f691-7c60-4957-9234-2b56938aad54 service neutron] 10.222.0.30 "GET /v2.0/networks/2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878339 Jul 22 20:12:50.017020 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-a752674f-9bf9-4d2a-9d77-9c37ab03bc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935657052', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:15Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '590a0648-7960-4d8a-b5b1-a8f2f74d0397', 'name': '', 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:35:51:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '83bfc405-b0c6-4a6b-b8eb-ab01987f831d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:11:15Z', 'updated_at': '2021-07-22T20:11:20Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '83bfc405-b0c6-4a6b-b8eb-ab01987f831d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:50.047158 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a752674f-9bf9-4d2a-9d77-9c37ab03bc2b None None] The sync data for ids ['117af4a0-1096-43cb-b60d-5c94d7c7428d'] in n-d-800086-12 is: [{'id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935657052', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:15Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '590a0648-7960-4d8a-b5b1-a8f2f74d0397', 'name': '', 'network_id': '2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:35:51:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '83bfc405-b0c6-4a6b-b8eb-ab01987f831d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:11:15Z', 'updated_at': '2021-07-22T20:11:20Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '83bfc405-b0c6-4a6b-b8eb-ab01987f831d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:12:50.262151 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb3397-feba-4681-b3c2-d63fd11f578b None None] New status for floating IP a97f6f0b-a05f-45ae-83f9-3ff0fdc4c125: DOWN {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:12:50.814347 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7306ea-42de-477e-ac0f-409764c6fc83 req-209835b7-6fca-4146-8e7b-de7165f4f4c4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:50.815830 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8b7306ea-42de-477e-ac0f-409764c6fc83 req-209835b7-6fca-4146-8e7b-de7165f4f4c4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 946 time: 0.0683293 Jul 22 20:12:50.854364 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8b7306ea-42de-477e-ac0f-409764c6fc83 req-aff94eab-511b-45cf-a341-9d83d9ea75d3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=0b132222-3e5d-4d5b-b595-57594c85054a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330491 Jul 22 20:12:51.052788 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e85f5f-5402-4213-baaa-5018ac04adc3 req-3d5e6ff6-054c-44be-b385-d84b42300f35 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:51.054231 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c7e85f5f-5402-4213-baaa-5018ac04adc3 req-3d5e6ff6-054c-44be-b385-d84b42300f35 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.30 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 946 time: 0.0621531 Jul 22 20:12:51.154696 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-c7e85f5f-5402-4213-baaa-5018ac04adc3 req-cc6edbb0-e364-43fc-9a52-5541cbf2893a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting port a8ba85c2-b538-49fe-8271-cef7259c475c {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:12:51.155032 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c7e85f5f-5402-4213-baaa-5018ac04adc3 req-cc6edbb0-e364-43fc-9a52-5541cbf2893a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:51.239979 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-c7e85f5f-5402-4213-baaa-5018ac04adc3 req-cc6edbb0-e364-43fc-9a52-5541cbf2893a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] For port a8ba85c2-b538-49fe-8271-cef7259c475c, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=a8ba85c2-b538-49fe-8271-cef7259c475c,segment=NetworkSegment(754fec42-dc07-41c3-81f8-6537964f585c),segment_id=754fec42-dc07-41c3-81f8-6537964f585c)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:12:51.240249 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c7e85f5f-5402-4213-baaa-5018ac04adc3 req-cc6edbb0-e364-43fc-9a52-5541cbf2893a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:51.253194 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-c7e85f5f-5402-4213-baaa-5018ac04adc3 req-cc6edbb0-e364-43fc-9a52-5541cbf2893a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Calling delete_port for a8ba85c2-b538-49fe-8271-cef7259c475c owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:12:51.382197 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c7e85f5f-5402-4213-baaa-5018ac04adc3 req-cc6edbb0-e364-43fc-9a52-5541cbf2893a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:51.407692 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6edbb0-e364-43fc-9a52-5541cbf2893a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Port': ['ID=a8ba85c2-b538-49fe-8271-cef7259c475c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:51.420955 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6edbb0-e364-43fc-9a52-5541cbf2893a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:51.421234 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6edbb0-e364-43fc-9a52-5541cbf2893a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:51.421575 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6edbb0-e364-43fc-9a52-5541cbf2893a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:51.421914 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6edbb0-e364-43fc-9a52-5541cbf2893a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:51.422246 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6edbb0-e364-43fc-9a52-5541cbf2893a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:51.422578 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6edbb0-e364-43fc-9a52-5541cbf2893a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:51.422909 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6edbb0-e364-43fc-9a52-5541cbf2893a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:51.423237 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6edbb0-e364-43fc-9a52-5541cbf2893a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:51.423562 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6edbb0-e364-43fc-9a52-5541cbf2893a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:51.423886 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6edbb0-e364-43fc-9a52-5541cbf2893a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:51.424208 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6edbb0-e364-43fc-9a52-5541cbf2893a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:51.424550 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6edbb0-e364-43fc-9a52-5541cbf2893a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:51.467267 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e85f5f-5402-4213-baaa-5018ac04adc3 req-cc6edbb0-e364-43fc-9a52-5541cbf2893a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] No DVR routers for this DVR port a8ba85c2-b538-49fe-8271-cef7259c475c on host n-h1-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:12:51.469870 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-c7e85f5f-5402-4213-baaa-5018ac04adc3 req-cc6edbb0-e364-43fc-9a52-5541cbf2893a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:51.471806 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c7e85f5f-5402-4213-baaa-5018ac04adc3 req-cc6edbb0-e364-43fc-9a52-5541cbf2893a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.30 "DELETE /v2.0/ports/a8ba85c2-b538-49fe-8271-cef7259c475c HTTP/1.1" status: 204 len: 173 time: 0.4120822 Jul 22 20:12:51.472236 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40eda5d8-18e1-4ed7-ac32-1e4080c56061', 'name': 'network-vif-deleted', 'tag': 'a8ba85c2-b538-49fe-8271-cef7259c475c'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:12:51.474546 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea67ab9d-9da0-45d3-a72f-bf2adb73ad70" -d '{"events": [{"server_uuid": "40eda5d8-18e1-4ed7-ac32-1e4080c56061", "name": "network-vif-deleted", "tag": "a8ba85c2-b538-49fe-8271-cef7259c475c"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:12:51.511970 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69e0989-62c6-4373-9169-001f222eae75 x-openstack-request-id: req-b69e0989-62c6-4373-9169-001f222eae75 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:12:51.512264 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40eda5d8-18e1-4ed7-ac32-1e4080c56061", "name": "network-vif-deleted", "tag": "a8ba85c2-b538-49fe-8271-cef7259c475c", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:12:51.512544 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b69e0989-62c6-4373-9169-001f222eae75 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:12:51.512947 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40eda5d8-18e1-4ed7-ac32-1e4080c56061', 'name': 'network-vif-deleted', 'tag': 'a8ba85c2-b538-49fe-8271-cef7259c475c', 'status': 'completed', 'code': 200} Jul 22 20:12:51.964987 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c6409f1-e6b7-485b-b370-c19137a8d711 req-1b90db27-cf5f-47da-a78a-fb2264402abd tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=40eda5d8-18e1-4ed7-ac32-1e4080c56061 HTTP/1.1" status: 200 len: 210 time: 0.0317297 Jul 22 20:12:53.021086 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33966) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:53.694658 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-625937cd-2003-4e09-9ab4-bdcb3bbc2f99 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:53.954265 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-625937cd-2003-4e09-9ab4-bdcb3bbc2f99 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting port 590a0648-7960-4d8a-b5b1-a8f2f74d0397 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:12:53.954612 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-625937cd-2003-4e09-9ab4-bdcb3bbc2f99 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:54.040462 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-625937cd-2003-4e09-9ab4-bdcb3bbc2f99 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] For port 590a0648-7960-4d8a-b5b1-a8f2f74d0397, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=590a0648-7960-4d8a-b5b1-a8f2f74d0397,segment=NetworkSegment(754fec42-dc07-41c3-81f8-6537964f585c),segment_id=754fec42-dc07-41c3-81f8-6537964f585c)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:12:54.041157 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-625937cd-2003-4e09-9ab4-bdcb3bbc2f99 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:54.053828 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-625937cd-2003-4e09-9ab4-bdcb3bbc2f99 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Calling delete_port for 590a0648-7960-4d8a-b5b1-a8f2f74d0397 owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:12:54.239432 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-625937cd-2003-4e09-9ab4-bdcb3bbc2f99 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:54.267237 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625937cd-2003-4e09-9ab4-bdcb3bbc2f99 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Port': ['ID=590a0648-7960-4d8a-b5b1-a8f2f74d0397,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:54.446804 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-625937cd-2003-4e09-9ab4-bdcb3bbc2f99 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:54.668361 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625937cd-2003-4e09-9ab4-bdcb3bbc2f99 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router 117af4a0-1096-43cb-b60d-5c94d7c7428d has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:12:54.770867 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625937cd-2003-4e09-9ab4-bdcb3bbc2f99 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:12:54.776390 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-625937cd-2003-4e09-9ab4-bdcb3bbc2f99 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "PUT /v2.0/routers/117af4a0-1096-43cb-b60d-5c94d7c7428d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7542064 Jul 22 20:12:54.779282 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33968) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:54.781506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25972034-f5d9-41e9-b60f-f5f1803d153b None None] Sync routers for ids ['117af4a0-1096-43cb-b60d-5c94d7c7428d'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:12:54.790719 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25972034-f5d9-41e9-b60f-f5f1803d153b None None] Routers {'117af4a0-1096-43cb-b60d-5c94d7c7428d'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:12:54.792114 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-25972034-f5d9-41e9-b60f-f5f1803d153b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:12:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['117af4a0-1096-43cb-b60d-5c94d7c7428d'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:54.837333 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1a8b93-4203-4952-a61c-a6f11ea800e6 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting subnet 83bfc405-b0c6-4a6b-b8eb-ab01987f831d {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:12:54.841149 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fe1a8b93-4203-4952-a61c-a6f11ea800e6 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:54.882525 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fe1a8b93-4203-4952-a61c-a6f11ea800e6 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:54.971456 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fe1a8b93-4203-4952-a61c-a6f11ea800e6 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:55.037771 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fe1a8b93-4203-4952-a61c-a6f11ea800e6 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:55.057782 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-25972034-f5d9-41e9-b60f-f5f1803d153b None None] Set router 117af4a0-1096-43cb-b60d-5c94d7c7428d gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:12:55.068268 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a8b93-4203-4952-a61c-a6f11ea800e6 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Subnet': ['ID=83bfc405-b0c6-4a6b-b8eb-ab01987f831d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:55.070261 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-fe1a8b93-4203-4952-a61c-a6f11ea800e6 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:55.072110 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-fe1a8b93-4203-4952-a61c-a6f11ea800e6 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/subnets/83bfc405-b0c6-4a6b-b8eb-ab01987f831d HTTP/1.1" status: 204 len: 168 time: 0.2919812 Jul 22 20:12:55.074803 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33970) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:55.087030 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb466a23-c93d-49d1-9060-5fd63ef65f57 None None] Network 2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:12:55.184064 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5f95a1a2-3768-42a5-82b2-544fe726febc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:55.290626 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5f95a1a2-3768-42a5-82b2-544fe726febc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:55.337559 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a8ba85c2-b538-49fe-8271-cef7259c475c no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:12:55.346108 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-5f95a1a2-3768-42a5-82b2-544fe726febc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting port fbdad49c-57eb-4634-9cfb-f2da6b194ea2 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:12:55.346577 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5f95a1a2-3768-42a5-82b2-544fe726febc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:55.360919 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: a8ba85c2-b538-49fe-8271-cef7259c475c {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:12:55.361272 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device a8ba85c2-b538-49fe-8271-cef7259c475c not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:12:55.372434 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-25972034-f5d9-41e9-b60f-f5f1803d153b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935657052', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:12:54Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'fbdad49c-57eb-4634-9cfb-f2da6b194ea2', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:55.401430 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25972034-f5d9-41e9-b60f-f5f1803d153b None None] Checking router: 117af4a0-1096-43cb-b60d-5c94d7c7428d for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:12:55.404595 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85812575-9207-4c6b-ab6e-65d07928c314 None None] DHCP port deletion for 2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:12:55.430982 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-5f95a1a2-3768-42a5-82b2-544fe726febc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] For port fbdad49c-57eb-4634-9cfb-f2da6b194ea2, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fbdad49c-57eb-4634-9cfb-f2da6b194ea2,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:12:55.431564 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5f95a1a2-3768-42a5-82b2-544fe726febc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:55.437287 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25972034-f5d9-41e9-b60f-f5f1803d153b None None] Routers {'117af4a0-1096-43cb-b60d-5c94d7c7428d'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:12:55.437921 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-25972034-f5d9-41e9-b60f-f5f1803d153b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:12:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['117af4a0-1096-43cb-b60d-5c94d7c7428d'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:55.443973 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-5f95a1a2-3768-42a5-82b2-544fe726febc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Calling delete_port for fbdad49c-57eb-4634-9cfb-f2da6b194ea2 owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:12:55.533037 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-25972034-f5d9-41e9-b60f-f5f1803d153b None None] Set router 117af4a0-1096-43cb-b60d-5c94d7c7428d gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:12:55.559551 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-85812575-9207-4c6b-ab6e-65d07928c314 None None] Deleting port 03020dc0-d769-4dd5-9821-4fea01ff1fe1 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:12:55.560138 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-85812575-9207-4c6b-ab6e-65d07928c314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:55.597860 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-25972034-f5d9-41e9-b60f-f5f1803d153b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935657052', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:12:55Z', 'revision_number': 6, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:55.621353 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5f95a1a2-3768-42a5-82b2-544fe726febc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:55.637672 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25972034-f5d9-41e9-b60f-f5f1803d153b None None] The sync data for ids ['117af4a0-1096-43cb-b60d-5c94d7c7428d'] in n-d-800086-12 is: [{'id': '117af4a0-1096-43cb-b60d-5c94d7c7428d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-935657052', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:11:12Z', 'updated_at': '2021-07-22T20:12:55Z', 'revision_number': 6, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port_host': None}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:12:55.654339 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95a1a2-3768-42a5-82b2-544fe726febc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Port': ['ID=fbdad49c-57eb-4634-9cfb-f2da6b194ea2,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:55.688605 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-85812575-9207-4c6b-ab6e-65d07928c314 None None] For port 03020dc0-d769-4dd5-9821-4fea01ff1fe1, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=03020dc0-d769-4dd5-9821-4fea01ff1fe1,segment=NetworkSegment(754fec42-dc07-41c3-81f8-6537964f585c),segment_id=754fec42-dc07-41c3-81f8-6537964f585c)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:12:55.689089 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-85812575-9207-4c6b-ab6e-65d07928c314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:55.702711 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-85812575-9207-4c6b-ab6e-65d07928c314 None None] Calling delete_port for 03020dc0-d769-4dd5-9821-4fea01ff1fe1 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:12:55.724819 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5f95a1a2-3768-42a5-82b2-544fe726febc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:55.772872 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:12:55.785483 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-85812575-9207-4c6b-ab6e-65d07928c314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:55.811251 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85812575-9207-4c6b-ab6e-65d07928c314 None None] Pushing event deleted for resources: {'Port': ['ID=03020dc0-d769-4dd5-9821-4fea01ff1fe1,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:55.815496 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85812575-9207-4c6b-ab6e-65d07928c314 None None] No DVR routers for this DVR port 03020dc0-d769-4dd5-9821-4fea01ff1fe1 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:12:55.822175 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85812575-9207-4c6b-ab6e-65d07928c314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:55.822553 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85812575-9207-4c6b-ab6e-65d07928c314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:55.822898 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5f95a1a2-3768-42a5-82b2-544fe726febc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:55.823058 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85812575-9207-4c6b-ab6e-65d07928c314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:55.823361 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85812575-9207-4c6b-ab6e-65d07928c314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:55.823689 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85812575-9207-4c6b-ab6e-65d07928c314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:55.824017 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85812575-9207-4c6b-ab6e-65d07928c314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:55.824612 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85812575-9207-4c6b-ab6e-65d07928c314 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:55.824724 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85812575-9207-4c6b-ab6e-65d07928c314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:55.825003 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85812575-9207-4c6b-ab6e-65d07928c314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:55.825324 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85812575-9207-4c6b-ab6e-65d07928c314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:55.825558 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5f95a1a2-3768-42a5-82b2-544fe726febc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:55.825669 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85812575-9207-4c6b-ab6e-65d07928c314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:55.826210 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85812575-9207-4c6b-ab6e-65d07928c314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:55.869090 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5f95a1a2-3768-42a5-82b2-544fe726febc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:55.870399 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f95a1a2-3768-42a5-82b2-544fe726febc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Fanout notify agent at l3_agent the message router_deleted on router 117af4a0-1096-43cb-b60d-5c94d7c7428d {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:12:55.877317 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5f95a1a2-3768-42a5-82b2-544fe726febc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:55.878435 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5f95a1a2-3768-42a5-82b2-544fe726febc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/routers/117af4a0-1096-43cb-b60d-5c94d7c7428d HTTP/1.1" status: 204 len: 168 time: 0.8027301 Jul 22 20:12:55.881113 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33972) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:55.959318 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4cd42fcc-7522-4f03-ae84-94bb1d3eec77 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:56.026326 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 03020dc0-d769-4dd5-9821-4fea01ff1fe1 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:12:56.048205 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 03020dc0-d769-4dd5-9821-4fea01ff1fe1 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:12:56.048592 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 03020dc0-d769-4dd5-9821-4fea01ff1fe1 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:12:56.054978 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4cd42fcc-7522-4f03-ae84-94bb1d3eec77 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:56.066143 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-4cd42fcc-7522-4f03-ae84-94bb1d3eec77 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:56.076427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-4cd42fcc-7522-4f03-ae84-94bb1d3eec77 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754fec42-dc07-41c3-81f8-6537964f585c') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:56.077112 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-4cd42fcc-7522-4f03-ae84-94bb1d3eec77 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754fec42-dc07-41c3-81f8-6537964f585c') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:56.087796 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4cd42fcc-7522-4f03-ae84-94bb1d3eec77 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:56.102500 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4cd42fcc-7522-4f03-ae84-94bb1d3eec77 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:56.109094 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd42fcc-7522-4f03-ae84-94bb1d3eec77 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:12:56.109483 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4cd42fcc-7522-4f03-ae84-94bb1d3eec77 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: timer() Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:12:56.112421 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:12:56.173219 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4cd42fcc-7522-4f03-ae84-94bb1d3eec77 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:56.181010 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4cd42fcc-7522-4f03-ae84-94bb1d3eec77 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:56.182978 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4cd42fcc-7522-4f03-ae84-94bb1d3eec77 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/networks/2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c HTTP/1.1" status: 204 len: 168 time: 0.3009543 Jul 22 20:12:56.185935 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33974) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:56.203188 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd42fcc-7522-4f03-ae84-94bb1d3eec77 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Network': ['ID=2b7acd5b-d5d9-4bcf-8c86-c6f95fee8f3c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:56.262205 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d0924877-0a26-4d7f-a20e-96f8d25f5fb0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:56.288865 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d0924877-0a26-4d7f-a20e-96f8d25f5fb0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:56.348799 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d0924877-0a26-4d7f-a20e-96f8d25f5fb0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:56.351795 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d0924877-0a26-4d7f-a20e-96f8d25f5fb0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:56.353120 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d0924877-0a26-4d7f-a20e-96f8d25f5fb0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/security-groups/0b132222-3e5d-4d5b-b595-57594c85054a HTTP/1.1" status: 204 len: 168 time: 0.1660216 Jul 22 20:12:56.363362 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0924877-0a26-4d7f-a20e-96f8d25f5fb0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b132222-3e5d-4d5b-b595-57594c85054a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:56.590018 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 33982) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:56.594718 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-141c284f-57d3-4131-9c1f-660ad6af485e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1585186197', 'description': 'tempest-secgroup-smoke-1585186197 description', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:12:56.616917 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-141c284f-57d3-4131-9c1f-660ad6af485e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:56.696227 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-141c284f-57d3-4131-9c1f-660ad6af485e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:56.700884 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-141c284f-57d3-4131-9c1f-660ad6af485e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:56.727860 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-141c284f-57d3-4131-9c1f-660ad6af485e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:56.729377 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-141c284f-57d3-4131-9c1f-660ad6af485e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1384110 Jul 22 20:12:56.732492 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33984) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:56.733393 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c284f-57d3-4131-9c1f-660ad6af485e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:56.737791 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-6eabd21d-e512-4db5-8234-dbcd94b5084c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': 'cf23bfed-a132-4af4-b10c-b1ab8df7ca8c', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:12:56.763834 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6eabd21d-e512-4db5-8234-dbcd94b5084c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:56.823690 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6eabd21d-e512-4db5-8234-dbcd94b5084c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:56.827566 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6eabd21d-e512-4db5-8234-dbcd94b5084c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:56.846497 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eabd21d-e512-4db5-8234-dbcd94b5084c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20a8c71-34b2-4f13-879b-bd0b44ec7918,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:56.849643 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6eabd21d-e512-4db5-8234-dbcd94b5084c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:56.850932 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6eabd21d-e512-4db5-8234-dbcd94b5084c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172106 Jul 22 20:12:56.853723 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33986) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:56.858061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-51567c55-1561-44cd-abd0-1c26adc9541c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': 'cf23bfed-a132-4af4-b10c-b1ab8df7ca8c', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:12:56.883143 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-51567c55-1561-44cd-abd0-1c26adc9541c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:56.938873 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-51567c55-1561-44cd-abd0-1c26adc9541c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:56.942328 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-51567c55-1561-44cd-abd0-1c26adc9541c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:56.959951 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51567c55-1561-44cd-abd0-1c26adc9541c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48358cdb-25f9-40b1-b5e5-43824ea9da2b,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:56.967291 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-51567c55-1561-44cd-abd0-1c26adc9541c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:56.968659 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-51567c55-1561-44cd-abd0-1c26adc9541c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139762 Jul 22 20:12:56.971423 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33988) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:56.975830 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-15c60b6a-eb4d-4455-b4b3-5a8457373cd0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': 'cf23bfed-a132-4af4-b10c-b1ab8df7ca8c', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:12:57.002981 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-15c60b6a-eb4d-4455-b4b3-5a8457373cd0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.059736 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-15c60b6a-eb4d-4455-b4b3-5a8457373cd0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.063115 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-15c60b6a-eb4d-4455-b4b3-5a8457373cd0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.081402 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c60b6a-eb4d-4455-b4b3-5a8457373cd0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=776d9868-f6bf-4996-9f30-286da0e874c7,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:57.086578 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-15c60b6a-eb4d-4455-b4b3-5a8457373cd0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.087899 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-15c60b6a-eb4d-4455-b4b3-5a8457373cd0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154327 Jul 22 20:12:57.090665 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33990) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:57.095055 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-6c43e045-5418-457c-ac22-48be8ac6753a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': 'cf23bfed-a132-4af4-b10c-b1ab8df7ca8c', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:12:57.121366 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c43e045-5418-457c-ac22-48be8ac6753a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.183861 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c43e045-5418-457c-ac22-48be8ac6753a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.187782 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c43e045-5418-457c-ac22-48be8ac6753a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.207774 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43e045-5418-457c-ac22-48be8ac6753a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c8254a-40fb-4d8a-be66-8948a516eac7,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:57.215243 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6c43e045-5418-457c-ac22-48be8ac6753a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.216500 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6c43e045-5418-457c-ac22-48be8ac6753a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248634 Jul 22 20:12:57.219298 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33992) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:57.225034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-eaf2b2d5-f7f5-4bce-9b69-909faa6ec71f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': 'cf23bfed-a132-4af4-b10c-b1ab8df7ca8c', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:12:57.253735 n-d-800086-12 neutron-server[93807]: INFO neutron.db.securitygroups_db [None req-eaf2b2d5-f7f5-4bce-9b69-909faa6ec71f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Project 24c2e4f79be246cea3a092160d6fc4c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:12:57.259028 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b2d5-f7f5-4bce-9b69-909faa6ec71f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.321608 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b2d5-f7f5-4bce-9b69-909faa6ec71f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.325372 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b2d5-f7f5-4bce-9b69-909faa6ec71f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.342677 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2b2d5-f7f5-4bce-9b69-909faa6ec71f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c6a0f5-d658-4173-b647-4d63d81fc1a8,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:57.351499 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b2d5-f7f5-4bce-9b69-909faa6ec71f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.356052 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-eaf2b2d5-f7f5-4bce-9b69-909faa6ec71f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322322 Jul 22 20:12:57.356214 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33994) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:57.360683 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-684f1492-4591-46da-bcff-388eb4012471 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': 'cf23bfed-a132-4af4-b10c-b1ab8df7ca8c', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:12:57.382761 n-d-800086-12 neutron-server[93807]: INFO neutron.db.securitygroups_db [None req-684f1492-4591-46da-bcff-388eb4012471 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Project 24c2e4f79be246cea3a092160d6fc4c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:12:57.388153 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-684f1492-4591-46da-bcff-388eb4012471 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.449568 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-684f1492-4591-46da-bcff-388eb4012471 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.452890 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-684f1492-4591-46da-bcff-388eb4012471 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.469986 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f1492-4591-46da-bcff-388eb4012471 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103c48a5-b97e-49a6-8ebb-96cad676dcdc,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:57.475234 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-684f1492-4591-46da-bcff-388eb4012471 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.476432 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-684f1492-4591-46da-bcff-388eb4012471 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192527 Jul 22 20:12:57.480824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33996) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:57.485608 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-7db63dc0-0938-4a80-9205-fc754ef81534 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'network': {'name': 'tempest-network-smoke--914212823', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'port_security_enabled': True}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:12:57.505611 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db63dc0-0938-4a80-9205-fc754ef81534 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Made reservation on behalf of 24c2e4f79be246cea3a092160d6fc4c0 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:12:57.509070 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7db63dc0-0938-4a80-9205-fc754ef81534 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.531795 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db63dc0-0938-4a80-9205-fc754ef81534 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:12:57.540288 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7db63dc0-0938-4a80-9205-fc754ef81534 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.540711 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-7db63dc0-0938-4a80-9205-fc754ef81534 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Added segment 561e0353-e037-4b0e-9805-a53f56043faa of type vlan for network e34d1622-fbc2-40a2-a98f-60dfeda81b44 Jul 22 20:12:57.582851 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7db63dc0-0938-4a80-9205-fc754ef81534 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.613448 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7db63dc0-0938-4a80-9205-fc754ef81534 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.619009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db63dc0-0938-4a80-9205-fc754ef81534 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:57.619691 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7db63dc0-0938-4a80-9205-fc754ef81534 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.656490 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7db63dc0-0938-4a80-9205-fc754ef81534 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1745155 Jul 22 20:12:57.659209 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 33998) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:57.665734 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-a0709ba0-fd17-477d-b3f4-c8003599e1af tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1337582013', 'admin_state_up': True, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:12:57.667324 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fbdad49c-57eb-4634-9cfb-f2da6b194ea2 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:12:57.688797 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: fbdad49c-57eb-4634-9cfb-f2da6b194ea2 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:12:57.689151 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fbdad49c-57eb-4634-9cfb-f2da6b194ea2 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:12:57.689583 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 590a0648-7960-4d8a-b5b1-a8f2f74d0397 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:12:57.699158 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db63dc0-0938-4a80-9205-fc754ef81534 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Network': ['ID=e34d1622-fbc2-40a2-a98f-60dfeda81b44,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:57.716858 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network e34d1622-fbc2-40a2-a98f-60dfeda81b44 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:12:57.717121 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a0709ba0-fd17-477d-b3f4-c8003599e1af tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.718066 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a0709ba0-fd17-477d-b3f4-c8003599e1af tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.719106 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 590a0648-7960-4d8a-b5b1-a8f2f74d0397 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:12:57.719457 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 590a0648-7960-4d8a-b5b1-a8f2f74d0397 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:12:57.777187 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a0709ba0-fd17-477d-b3f4-c8003599e1af tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.919642 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a0709ba0-fd17-477d-b3f4-c8003599e1af tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:58.112459 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a0709ba0-fd17-477d-b3f4-c8003599e1af tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:58.130973 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a0709ba0-fd17-477d-b3f4-c8003599e1af tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:58.235200 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-a0709ba0-fd17-477d-b3f4-c8003599e1af tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Allocated IP 172.25.3.18 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/cb181856-57c3-4040-baa3-798f985255a7) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:12:58.336294 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a0709ba0-fd17-477d-b3f4-c8003599e1af tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:58.374787 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a0709ba0-fd17-477d-b3f4-c8003599e1af tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:58.410284 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0709ba0-fd17-477d-b3f4-c8003599e1af tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:12:58.414915 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-a0709ba0-fd17-477d-b3f4-c8003599e1af tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:12:58.418782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0709ba0-fd17-477d-b3f4-c8003599e1af tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:12:58.445981 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0709ba0-fd17-477d-b3f4-c8003599e1af tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=cb181856-57c3-4040-baa3-798f985255a7,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:58.580828 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4628159a-e4d0-4d59-9532-64255527cec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:58.672214 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a0709ba0-fd17-477d-b3f4-c8003599e1af tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:58.862355 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [req-ae4b601a-ee7f-42fd-b256-4cf2e659b6f1 req-afe6de3c-d26c-413d-b7e5-2c53a770331b service neutron] (93806) timed out ('10.222.0.13', 56346) {{(pid=93806) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 20:12:59.189460 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a0709ba0-fd17-477d-b3f4-c8003599e1af tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:59.317309 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0709ba0-fd17-477d-b3f4-c8003599e1af tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router bcbcf600-98b3-4489-94e8-afa864a27e62 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:12:59.422555 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0709ba0-fd17-477d-b3f4-c8003599e1af tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:12:59.432179 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] Sync routers for ids ['bcbcf600-98b3-4489-94e8-afa864a27e62'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:12:59.440337 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a0709ba0-fd17-477d-b3f4-c8003599e1af tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:59.441329 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] Routers {'bcbcf600-98b3-4489-94e8-afa864a27e62'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:12:59.441550 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a0709ba0-fd17-477d-b3f4-c8003599e1af tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7813976 Jul 22 20:12:59.442040 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:12:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['bcbcf600-98b3-4489-94e8-afa864a27e62'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:59.444769 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34004) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:59.474179 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f8838d20-5a51-4d4b-90c4-a41d5f34b598 tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=24c2e4f79be246cea3a092160d6fc4c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280945 Jul 22 20:12:59.476697 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34006) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:59.545123 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] Set router bcbcf600-98b3-4489-94e8-afa864a27e62 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:12:59.567366 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b15578c-8176-4814-8755-5d8a1ad69309 tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:59.568895 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9b15578c-8176-4814-8755-5d8a1ad69309 tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911956 Jul 22 20:12:59.571768 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34008) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:59.608147 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e38b5a69-8f08-42a0-adf3-2e73fce84c69 tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343626 Jul 22 20:12:59.610297 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34010) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:59.615018 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-5e626314-16f6-4cd2-b8d7-107ea46beda7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1068326121', 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:12:59.706697 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e626314-16f6-4cd2-b8d7-107ea46beda7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Made reservation on behalf of 24c2e4f79be246cea3a092160d6fc4c0 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:12:59.710101 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5e626314-16f6-4cd2-b8d7-107ea46beda7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:59.723645 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337582013', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cb181856-57c3-4040-baa3-798f985255a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:57Z', 'updated_at': '2021-07-22T20:12:58Z', 'revision_number': 3, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cb181856-57c3-4040-baa3-798f985255a7', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:58Z', 'updated_at': '2021-07-22T20:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:59.749815 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] Checking router: bcbcf600-98b3-4489-94e8-afa864a27e62 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:12:59.750156 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] Updating router bcbcf600-98b3-4489-94e8-afa864a27e62 port cb181856-57c3-4040-baa3-798f985255a7 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:12:59.786957 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:59.892443 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5e626314-16f6-4cd2-b8d7-107ea46beda7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:59.950733 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e626314-16f6-4cd2-b8d7-107ea46beda7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Subnet': ['ID=d34e7fdb-91e5-4a93-81e4-1b9f720dac86,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:59.962489 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e626314-16f6-4cd2-b8d7-107ea46beda7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Checking segment: {'id': '561e0353-e037-4b0e-9805-a53f56043faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:12:59.963820 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e626314-16f6-4cd2-b8d7-107ea46beda7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network hostable DHCP agents. Network: e34d1622-fbc2-40a2-a98f-60dfeda81b44, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:12:59.980777 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e626314-16f6-4cd2-b8d7-107ea46beda7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network e34d1622-fbc2-40a2-a98f-60dfeda81b44 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:12:59.989534 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-5e626314-16f6-4cd2-b8d7-107ea46beda7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, e34d1622-fbc2-40a2-a98f-60dfeda81b44) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:12:59.993719 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e626314-16f6-4cd2-b8d7-107ea46beda7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:59.994603 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5e626314-16f6-4cd2-b8d7-107ea46beda7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:59.999713 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cea1ffd-b659-449a-81d5-9cbd0bb9fff7 None None] Network e34d1622-fbc2-40a2-a98f-60dfeda81b44 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:13:00.013023 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34012) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:13:00.013254 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5e626314-16f6-4cd2-b8d7-107ea46beda7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4017773 Jul 22 20:13:00.049216 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:00.059342 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] Transition to ACTIVE for port object cb181856-57c3-4040-baa3-798f985255a7 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:13:00.065724 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:00.107671 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] Attempting to bind port cb181856-57c3-4040-baa3-798f985255a7 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:13:00.107671 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] Attempting to bind port cb181856-57c3-4040-baa3-798f985255a7 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:13:00.108068 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] Attempting to bind port cb181856-57c3-4040-baa3-798f985255a7 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:13:00.120796 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:13:00.121171 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:13:00.121575 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:00.121969 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:13:00.122441 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] Bound port: cb181856-57c3-4040-baa3-798f985255a7, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:13:00.122820 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:00.157870 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-e34d1622-fbc2-40a2-a98f-60dfeda81b44', 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ips': [{'subnet_id': 'd34e7fdb-91e5-4a93-81e4-1b9f720dac86'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:13:00.158733 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:00.159980 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8709b0b-549a-402a-95a8-5888f232fde6 None None] Pushing event updated for resources: {'Port': ['ID=cb181856-57c3-4040-baa3-798f985255a7,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:13:00.170877 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8709b0b-549a-402a-95a8-5888f232fde6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:13:00.171225 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8709b0b-549a-402a-95a8-5888f232fde6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:13:00.171563 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8709b0b-549a-402a-95a8-5888f232fde6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:13:00.171899 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8709b0b-549a-402a-95a8-5888f232fde6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:13:00.172231 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8709b0b-549a-402a-95a8-5888f232fde6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:13:00.172591 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8709b0b-549a-402a-95a8-5888f232fde6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:13:00.173431 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8709b0b-549a-402a-95a8-5888f232fde6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:13:00.173431 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8709b0b-549a-402a-95a8-5888f232fde6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:13:00.173633 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8709b0b-549a-402a-95a8-5888f232fde6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:13:00.173857 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8709b0b-549a-402a-95a8-5888f232fde6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:13:00.174182 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8709b0b-549a-402a-95a8-5888f232fde6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:13:00.176100 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8709b0b-549a-402a-95a8-5888f232fde6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:13:00.198228 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] For port cb181856-57c3-4040-baa3-798f985255a7, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:13:00.201659 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] For port cb181856-57c3-4040-baa3-798f985255a7, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=cb181856-57c3-4040-baa3-798f985255a7,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:13:00.207533 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:00.263764 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] Routers {'bcbcf600-98b3-4489-94e8-afa864a27e62'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:13:00.264391 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:12:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['bcbcf600-98b3-4489-94e8-afa864a27e62'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:13:00.323042 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] Allocated IP 172.20.0.2 (e34d1622-fbc2-40a2-a98f-60dfeda81b44/d34e7fdb-91e5-4a93-81e4-1b9f720dac86/6909a384-468b-424c-a203-b6a0e9c43983) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:13:00.350420 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8709b0b-549a-402a-95a8-5888f232fde6 None None] Pushing event updated for resources: {'Port': ['ID=cb181856-57c3-4040-baa3-798f985255a7,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:13:00.380842 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] Set router bcbcf600-98b3-4489-94e8-afa864a27e62 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:13:00.472786 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:00.482246 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] Transition to ACTIVE for port object 6909a384-468b-424c-a203-b6a0e9c43983 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:13:00.497977 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] Transition to ACTIVE for port object 6909a384-468b-424c-a203-b6a0e9c43983 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:13:00.501449 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-712596aa-aa44-40fa-a183-a81152a89d16 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:00.505538 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:00.544834 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] Network e34d1622-fbc2-40a2-a98f-60dfeda81b44 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:13:00.551272 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:13:00.554936 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:13:00.563075 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] Pushing event updated for resources: {'Port': ['ID=6909a384-468b-424c-a203-b6a0e9c43983,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:13:00.574559 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337582013', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cb181856-57c3-4040-baa3-798f985255a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:57Z', 'updated_at': '2021-07-22T20:12:58Z', 'revision_number': 3, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cb181856-57c3-4040-baa3-798f985255a7', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:58Z', 'updated_at': '2021-07-22T20:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:13:00.612580 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1ef831-aacc-49c2-b616-892616cdbc6f None None] The sync data for ids ['bcbcf600-98b3-4489-94e8-afa864a27e62'] in n-d-800086-12 is: [{'id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337582013', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cb181856-57c3-4040-baa3-798f985255a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:57Z', 'updated_at': '2021-07-22T20:12:58Z', 'revision_number': 3, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cb181856-57c3-4040-baa3-798f985255a7', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:58Z', 'updated_at': '2021-07-22T20:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:13:00.625981 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] Attempting to bind port 6909a384-468b-424c-a203-b6a0e9c43983 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:13:00.626356 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] Attempting to bind port 6909a384-468b-424c-a203-b6a0e9c43983 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '561e0353-e037-4b0e-9805-a53f56043faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:13:00.626724 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] Attempting to bind port 6909a384-468b-424c-a203-b6a0e9c43983 on network e34d1622-fbc2-40a2-a98f-60dfeda81b44 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:13:00.635790 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:13:00.636953 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] Checking segment: {'id': '561e0353-e037-4b0e-9805-a53f56043faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:13:00.637372 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:00.637776 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] Bound using segment: {'id': '561e0353-e037-4b0e-9805-a53f56043faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:13:00.638267 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] Bound port: 6909a384-468b-424c-a203-b6a0e9c43983, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '561e0353-e037-4b0e-9805-a53f56043faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:13:00.638656 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:00.711013 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] For port 6909a384-468b-424c-a203-b6a0e9c43983, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:13:00.715069 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] For port 6909a384-468b-424c-a203-b6a0e9c43983, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6909a384-468b-424c-a203-b6a0e9c43983,segment=NetworkSegment(561e0353-e037-4b0e-9805-a53f56043faa),segment_id=561e0353-e037-4b0e-9805-a53f56043faa)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:13:00.719162 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:00.781709 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d1e85-a5db-4c31-aea6-f588e8f6e56d None None] Pushing event updated for resources: {'Port': ['ID=6909a384-468b-424c-a203-b6a0e9c43983,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:13:00.822780 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-712596aa-aa44-40fa-a183-a81152a89d16 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Allocated IP 172.20.0.1 (e34d1622-fbc2-40a2-a98f-60dfeda81b44/d34e7fdb-91e5-4a93-81e4-1b9f720dac86/2255f27d-b896-4599-b00a-01eded35448e) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:13:01.019643 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-712596aa-aa44-40fa-a183-a81152a89d16 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:01.040221 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-712596aa-aa44-40fa-a183-a81152a89d16 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Transition to ACTIVE for port object 2255f27d-b896-4599-b00a-01eded35448e will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:13:01.077559 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-712596aa-aa44-40fa-a183-a81152a89d16 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:01.107245 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-db953bfb-5505-4adf-b4e2-70e84ddd91d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:01.127446 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712596aa-aa44-40fa-a183-a81152a89d16 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network e34d1622-fbc2-40a2-a98f-60dfeda81b44 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:13:01.132826 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-712596aa-aa44-40fa-a183-a81152a89d16 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:13:01.136741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712596aa-aa44-40fa-a183-a81152a89d16 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:13:01.165330 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712596aa-aa44-40fa-a183-a81152a89d16 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=2255f27d-b896-4599-b00a-01eded35448e,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:13:01.187599 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-712596aa-aa44-40fa-a183-a81152a89d16 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:01.224936 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:01.341566 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-712596aa-aa44-40fa-a183-a81152a89d16 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:01.657053 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-712596aa-aa44-40fa-a183-a81152a89d16 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:01.663468 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-712596aa-aa44-40fa-a183-a81152a89d16 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:01.739953 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6909a384-468b-424c-a203-b6a0e9c43983 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:13:01.757347 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-712596aa-aa44-40fa-a183-a81152a89d16 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:01.759363 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712596aa-aa44-40fa-a183-a81152a89d16 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=2255f27d-b896-4599-b00a-01eded35448e,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:13:01.795522 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 6909a384-468b-424c-a203-b6a0e9c43983 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:13:01.799466 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device cb181856-57c3-4040-baa3-798f985255a7 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:13:01.825752 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb0305a-1657-42fb-a763-f8d03b9637a8 None None] Network e34d1622-fbc2-40a2-a98f-60dfeda81b44 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:13:01.866134 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712596aa-aa44-40fa-a183-a81152a89d16 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network e34d1622-fbc2-40a2-a98f-60dfeda81b44 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:13:01.867650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-712596aa-aa44-40fa-a183-a81152a89d16 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:13:01.919491 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port cb181856-57c3-4040-baa3-798f985255a7 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:13:01.928316 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1aeea969-46ad-4d93-9bdd-5b688e6519d7 None None] Provisioning for port 6909a384-468b-424c-a203-b6a0e9c43983 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:13:01.933753 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port cb181856-57c3-4040-baa3-798f985255a7 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:13:01.934124 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:01.939053 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1aeea969-46ad-4d93-9bdd-5b688e6519d7 None None] Provisioning complete for port 6909a384-468b-424c-a203-b6a0e9c43983 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:13:01.939415 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1aeea969-46ad-4d93-9bdd-5b688e6519d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:01.995012 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712596aa-aa44-40fa-a183-a81152a89d16 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router bcbcf600-98b3-4489-94e8-afa864a27e62 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:13:02.114453 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712596aa-aa44-40fa-a183-a81152a89d16 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:13:02.120433 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-712596aa-aa44-40fa-a183-a81152a89d16 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "PUT /v2.0/routers/bcbcf600-98b3-4489-94e8-afa864a27e62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1060386 Jul 22 20:13:02.284871 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-b4256d3d-59f8-4337-b2aa-33823f0417a3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1585186197&fields=id&tenant_id=24c2e4f79be246cea3a092160d6fc4c0 HTTP/1.1" status: 200 len: 267 time: 0.0362985 Jul 22 20:13:02.314063 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:02.328590 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1aeea969-46ad-4d93-9bdd-5b688e6519d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:02.344861 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] Sync routers for ids ['bcbcf600-98b3-4489-94e8-afa864a27e62'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:13:02.347726 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port cb181856-57c3-4040-baa3-798f985255a7, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=cb181856-57c3-4040-baa3-798f985255a7,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:13:02.359723 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:02.401339 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] Routers {'bcbcf600-98b3-4489-94e8-afa864a27e62'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:13:02.402170 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:13:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['bcbcf600-98b3-4489-94e8-afa864a27e62'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:13:02.410426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-bf66f88b-bf76-4660-be6f-435090f10a97 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:02.412054 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-bf66f88b-bf76-4660-be6f-435090f10a97 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/networks?id=e34d1622-fbc2-40a2-a98f-60dfeda81b44 HTTP/1.1" status: 200 len: 796 time: 0.1208336 Jul 22 20:13:02.429086 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-905566cd-82fb-4633-9ce5-ca64c95a7300 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/quotas/24c2e4f79be246cea3a092160d6fc4c0 HTTP/1.1" status: 200 len: 375 time: 0.0097196 Jul 22 20:13:02.465619 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1aeea969-46ad-4d93-9bdd-5b688e6519d7 None None] For port 6909a384-468b-424c-a203-b6a0e9c43983, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6909a384-468b-424c-a203-b6a0e9c43983,segment=NetworkSegment(561e0353-e037-4b0e-9805-a53f56043faa),segment_id=561e0353-e037-4b0e-9805-a53f56043faa)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:13:02.502922 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1aeea969-46ad-4d93-9bdd-5b688e6519d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:02.516383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=cb181856-57c3-4040-baa3-798f985255a7,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:13:02.518317 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-f930f67f-785f-4d15-a52a-12d21be9dd2c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829513 Jul 22 20:13:02.591646 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeea969-46ad-4d93-9bdd-5b688e6519d7 None None] Pushing event updated for resources: {'Port': ['ID=6909a384-468b-424c-a203-b6a0e9c43983,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:13:02.603154 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] Set router bcbcf600-98b3-4489-94e8-afa864a27e62 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:13:02.637460 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-2c09b452-7fe9-4355-9ac7-391c6fc8f3b0 service neutron] 10.222.0.13 "GET /v2.0/networks/e34d1622-fbc2-40a2-a98f-60dfeda81b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030443 Jul 22 20:13:02.646003 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:02.659297 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a5c598a4-c05b-45fc-9bc2-2b72ae1d5ca9 None None] Provisioning for port 2255f27d-b896-4599-b00a-01eded35448e completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:13:02.666383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a5c598a4-c05b-45fc-9bc2-2b72ae1d5ca9 None None] Provisioning complete for port 2255f27d-b896-4599-b00a-01eded35448e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:13:02.666759 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a5c598a4-c05b-45fc-9bc2-2b72ae1d5ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:02.741545 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-c770c39e-daaf-484d-a6c5-d00ea1bc76c3 service neutron] 10.222.0.13 "GET /v2.0/networks/e34d1622-fbc2-40a2-a98f-60dfeda81b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968001 Jul 22 20:13:02.749849 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a5c598a4-c05b-45fc-9bc2-2b72ae1d5ca9 None None] Port 2255f27d-b896-4599-b00a-01eded35448e cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:13:02.804650 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a5c598a4-c05b-45fc-9bc2-2b72ae1d5ca9 None None] Provisioning complete for port 6909a384-468b-424c-a203-b6a0e9c43983 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:13:02.805025 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a5c598a4-c05b-45fc-9bc2-2b72ae1d5ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:02.924046 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a3c69b72-2eea-48d9-893b-1e8a7e9e330c req-dd6ec53c-b39c-44dc-bd5c-d962e3a5a712 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 210 time: 0.0366447 Jul 22 20:13:02.943291 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337582013', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cb181856-57c3-4040-baa3-798f985255a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:57Z', 'updated_at': '2021-07-22T20:13:01Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cb181856-57c3-4040-baa3-798f985255a7', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:58Z', 'updated_at': '2021-07-22T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2255f27d-b896-4599-b00a-01eded35448e', 'name': '', 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:cb:74:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd34e7fdb-91e5-4a93-81e4-1b9f720dac86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:13:00Z', 'updated_at': '2021-07-22T20:13:01Z', 'revision_number': 2, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': 'd34e7fdb-91e5-4a93-81e4-1b9f720dac86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:13:02.982838 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] Checking router: bcbcf600-98b3-4489-94e8-afa864a27e62 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:13:02.983343 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] Updating router bcbcf600-98b3-4489-94e8-afa864a27e62 port 2255f27d-b896-4599-b00a-01eded35448e binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:13:03.019907 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:03.136248 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c544af14-93a5-4a99-a752-649e17aa5936 None None] Provisioning complete for port 2255f27d-b896-4599-b00a-01eded35448e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:13:03.136894 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c544af14-93a5-4a99-a752-649e17aa5936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:03.193200 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-c544af14-93a5-4a99-a752-649e17aa5936 None None] Port 2255f27d-b896-4599-b00a-01eded35448e cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:13:03.331339 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:03.341907 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] Transition to ACTIVE for port object 2255f27d-b896-4599-b00a-01eded35448e will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:13:03.347280 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:03.400958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb14450-7095-4dac-92b5-adf7886dd7e2 None None] Pushing event updated for resources: {'Port': ['ID=2255f27d-b896-4599-b00a-01eded35448e,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:13:03.454777 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] Attempting to bind port 2255f27d-b896-4599-b00a-01eded35448e on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:13:03.455155 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] Attempting to bind port 2255f27d-b896-4599-b00a-01eded35448e by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '561e0353-e037-4b0e-9805-a53f56043faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:13:03.455523 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] Attempting to bind port 2255f27d-b896-4599-b00a-01eded35448e on network e34d1622-fbc2-40a2-a98f-60dfeda81b44 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:13:03.461420 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:13:03.461803 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] Checking segment: {'id': '561e0353-e037-4b0e-9805-a53f56043faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:13:03.462212 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:03.462757 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] Bound using segment: {'id': '561e0353-e037-4b0e-9805-a53f56043faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:13:03.463394 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] Bound port: 2255f27d-b896-4599-b00a-01eded35448e, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '561e0353-e037-4b0e-9805-a53f56043faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:13:03.463779 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:03.535200 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] For port 2255f27d-b896-4599-b00a-01eded35448e, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:13:03.538645 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] For port 2255f27d-b896-4599-b00a-01eded35448e, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2255f27d-b896-4599-b00a-01eded35448e,segment=NetworkSegment(561e0353-e037-4b0e-9805-a53f56043faa),segment_id=561e0353-e037-4b0e-9805-a53f56043faa)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:13:03.543849 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:03.609600 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] Routers {'bcbcf600-98b3-4489-94e8-afa864a27e62'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:13:03.610325 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:13:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['bcbcf600-98b3-4489-94e8-afa864a27e62'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:13:03.611932 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb14450-7095-4dac-92b5-adf7886dd7e2 None None] Pushing event updated for resources: {'Port': ['ID=2255f27d-b896-4599-b00a-01eded35448e,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:13:03.694597 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device cb181856-57c3-4040-baa3-798f985255a7 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:13:03.762886 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] Set router bcbcf600-98b3-4489-94e8-afa864a27e62 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:13:03.818829 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port cb181856-57c3-4040-baa3-798f985255a7 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:13:03.819203 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:03.890287 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-61bf0878-da92-44f3-976b-948794baff9c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:03.892867 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-61bf0878-da92-44f3-976b-948794baff9c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.16 "GET /v2.0/networks?id=e34d1622-fbc2-40a2-a98f-60dfeda81b44 HTTP/1.1" status: 200 len: 796 time: 0.1254125 Jul 22 20:13:03.937581 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-e7305d5e-2efe-4c38-bd52-d28dffc25813 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24c2e4f79be246cea3a092160d6fc4c0 HTTP/1.1" status: 200 len: 380 time: 0.0370233 Jul 22 20:13:03.949697 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-f2a14ec1-3f4a-4949-8a15-042662868d6e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'port': {'device_id': 'a1f3bfc9-764e-47aa-b808-553e9f53dc9b', 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44', 'admin_state_up': True, 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'security_groups': ['cf23bfed-a132-4af4-b10c-b1ab8df7ca8c']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:13:04.024380 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6909a384-468b-424c-a203-b6a0e9c43983 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:13:04.056313 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a8e73e83-881d-492e-b71f-44e925a6015f req-60c4578c-e18e-44b9-9c7c-06cc2f5a11e5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 210 time: 0.0346498 Jul 22 20:13:04.094509 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337582013', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cb181856-57c3-4040-baa3-798f985255a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:57Z', 'updated_at': '2021-07-22T20:13:01Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cb181856-57c3-4040-baa3-798f985255a7', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:58Z', 'updated_at': '2021-07-22T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2255f27d-b896-4599-b00a-01eded35448e', 'name': '', 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:cb:74:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd34e7fdb-91e5-4a93-81e4-1b9f720dac86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:13:00Z', 'updated_at': '2021-07-22T20:13:03Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': 'd34e7fdb-91e5-4a93-81e4-1b9f720dac86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:13:04.097207 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 6909a384-468b-424c-a203-b6a0e9c43983 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:13:04.097584 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:04.101150 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-f2a14ec1-3f4a-4949-8a15-042662868d6e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Made reservation on behalf of 24c2e4f79be246cea3a092160d6fc4c0 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:13:04.105537 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-f2a14ec1-3f4a-4949-8a15-042662868d6e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:04.140584 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb54b03-aaad-48ca-a3d2-a4b1414c3866 None None] The sync data for ids ['bcbcf600-98b3-4489-94e8-afa864a27e62'] in n-d-800086-12 is: [{'id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337582013', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cb181856-57c3-4040-baa3-798f985255a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:57Z', 'updated_at': '2021-07-22T20:13:01Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cb181856-57c3-4040-baa3-798f985255a7', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:58Z', 'updated_at': '2021-07-22T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2255f27d-b896-4599-b00a-01eded35448e', 'name': '', 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:cb:74:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd34e7fdb-91e5-4a93-81e4-1b9f720dac86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:13:00Z', 'updated_at': '2021-07-22T20:13:03Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': 'd34e7fdb-91e5-4a93-81e4-1b9f720dac86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:13:04.249341 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:04.271576 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-f2a14ec1-3f4a-4949-8a15-042662868d6e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Allocated IP 172.20.0.6 (e34d1622-fbc2-40a2-a98f-60dfeda81b44/d34e7fdb-91e5-4a93-81e4-1b9f720dac86/161aa52f-f44f-4be6-9da2-5be950fe550a) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:13:04.419345 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-f2a14ec1-3f4a-4949-8a15-042662868d6e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:04.433857 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-f2a14ec1-3f4a-4949-8a15-042662868d6e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Transition to ACTIVE for port object 161aa52f-f44f-4be6-9da2-5be950fe550a will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:13:04.469042 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-f2a14ec1-3f4a-4949-8a15-042662868d6e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:04.520293 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-f2a14ec1-3f4a-4949-8a15-042662868d6e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network e34d1622-fbc2-40a2-a98f-60dfeda81b44 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:13:04.523519 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-f2a14ec1-3f4a-4949-8a15-042662868d6e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:13:04.528264 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-f2a14ec1-3f4a-4949-8a15-042662868d6e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:13:04.534988 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a14ec1-3f4a-4949-8a15-042662868d6e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=161aa52f-f44f-4be6-9da2-5be950fe550a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:13:04.583454 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-f2a14ec1-3f4a-4949-8a15-042662868d6e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:04.584077 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-f2a14ec1-3f4a-4949-8a15-042662868d6e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:04.600991 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-f2a14ec1-3f4a-4949-8a15-042662868d6e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6557243 Jul 22 20:13:04.611820 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-daa8e78e-9bd8-4f0a-8c16-e19c0f864db9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:13:04.613454 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-daa8e78e-9bd8-4f0a-8c16-e19c0f864db9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061417 Jul 22 20:13:04.679980 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] Request body: {'port': {'device_id': 'a1f3bfc9-764e-47aa-b808-553e9f53dc9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:13:04.763810 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:04.800314 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0114bf77-382b-4738-b147-05a4e5f48213 None None] Provisioning for port 161aa52f-f44f-4be6-9da2-5be950fe550a completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:13:04.804958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0114bf77-382b-4738-b147-05a4e5f48213 None None] Provisioning complete for port 161aa52f-f44f-4be6-9da2-5be950fe550a triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:13:04.805514 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0114bf77-382b-4738-b147-05a4e5f48213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:04.846406 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0114bf77-382b-4738-b147-05a4e5f48213 None None] Port 161aa52f-f44f-4be6-9da2-5be950fe550a cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:13:05.048899 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161aa52f-f44f-4be6-9da2-5be950fe550a {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:13:05.057349 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:05.069165 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] Transition to ACTIVE for port object 161aa52f-f44f-4be6-9da2-5be950fe550a will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:13:05.075097 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:05.163657 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] Pushing event updated for resources: {'Port': ['ID=161aa52f-f44f-4be6-9da2-5be950fe550a,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:13:05.250501 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] Attempting to bind port 161aa52f-f44f-4be6-9da2-5be950fe550a on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:13:05.250843 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] Attempting to bind port 161aa52f-f44f-4be6-9da2-5be950fe550a by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '561e0353-e037-4b0e-9805-a53f56043faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:13:05.251180 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] Attempting to bind port 161aa52f-f44f-4be6-9da2-5be950fe550a on network e34d1622-fbc2-40a2-a98f-60dfeda81b44 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:13:05.260255 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] Port 161aa52f-f44f-4be6-9da2-5be950fe550a on network e34d1622-fbc2-40a2-a98f-60dfeda81b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:13:05.260824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] Attempting to bind port 161aa52f-f44f-4be6-9da2-5be950fe550a on network e34d1622-fbc2-40a2-a98f-60dfeda81b44 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:13:05.273285 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf5e1e-02cd-4b1b-9740-b5fdf357edb7 req-64e45c24-b564-4792-a5bc-b94d997562fd tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:05.274842 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-caaf5e1e-02cd-4b1b-9740-b5fdf357edb7 req-64e45c24-b564-4792-a5bc-b94d997562fd tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 943 time: 0.1288347 Jul 22 20:13:05.276731 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:13:05.277076 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] Checking segment: {'id': '561e0353-e037-4b0e-9805-a53f56043faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:13:05.277465 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] Bound using segment: {'id': '561e0353-e037-4b0e-9805-a53f56043faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:13:05.277914 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] Bound port: 161aa52f-f44f-4be6-9da2-5be950fe550a, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '561e0353-e037-4b0e-9805-a53f56043faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:13:05.278280 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:05.346764 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-caaf5e1e-02cd-4b1b-9740-b5fdf357edb7 req-4409213b-55bf-4d03-bafa-b99debd4f4e6 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650969 Jul 22 20:13:05.371486 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] For port 161aa52f-f44f-4be6-9da2-5be950fe550a, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:13:05.374580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] For port 161aa52f-f44f-4be6-9da2-5be950fe550a, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=161aa52f-f44f-4be6-9da2-5be950fe550a,segment=NetworkSegment(561e0353-e037-4b0e-9805-a53f56043faa),segment_id=561e0353-e037-4b0e-9805-a53f56043faa)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:13:05.378947 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:05.415738 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:05.416940 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:05.418341 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] 10.222.0.16 "PUT /v2.0/ports/161aa52f-f44f-4be6-9da2-5be950fe550a HTTP/1.1" status: 200 len: 1092 time: 0.7986069 Jul 22 20:13:05.419036 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f3bfc9-764e-47aa-b808-553e9f53dc9b', 'tag': '161aa52f-f44f-4be6-9da2-5be950fe550a'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:13:05.421313 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0ba70c-eca3-406e-94bc-fe75137e77b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f3bfc9-764e-47aa-b808-553e9f53dc9b", "tag": "161aa52f-f44f-4be6-9da2-5be950fe550a"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:13:05.458434 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094780ff-9dbf-4fd7-86bc-b99910be3587 service neutron] Pushing event updated for resources: {'Port': ['ID=161aa52f-f44f-4be6-9da2-5be950fe550a,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:13:05.472869 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351e4285-1d82-4782-b7cd-8f6fec0e83c0 x-openstack-request-id: req-351e4285-1d82-4782-b7cd-8f6fec0e83c0 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:13:05.473227 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f3bfc9-764e-47aa-b808-553e9f53dc9b", "tag": "161aa52f-f44f-4be6-9da2-5be950fe550a", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:13:05.473548 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-351e4285-1d82-4782-b7cd-8f6fec0e83c0 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:13:05.474012 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f3bfc9-764e-47aa-b808-553e9f53dc9b', 'tag': '161aa52f-f44f-4be6-9da2-5be950fe550a', 'status': 'completed', 'code': 200} Jul 22 20:13:05.519253 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-f68231fc-a177-4236-a08f-cd9ca688f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:05.520807 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-f68231fc-a177-4236-a08f-cd9ca688f08e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 1095 time: 0.0591812 Jul 22 20:13:05.563397 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-3e6eb1d1-8e22-422c-aec4-d66ed1a225cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=161aa52f-f44f-4be6-9da2-5be950fe550a HTTP/1.1" status: 200 len: 217 time: 0.0353732 Jul 22 20:13:05.621215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-adb31bf2-2051-4b47-a316-567f3bab1776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:05.622711 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-adb31bf2-2051-4b47-a316-567f3bab1776 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d34e7fdb-91e5-4a93-81e4-1b9f720dac86 HTTP/1.1" status: 200 len: 835 time: 0.0535302 Jul 22 20:13:05.677409 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2255f27d-b896-4599-b00a-01eded35448e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:13:05.736775 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 2255f27d-b896-4599-b00a-01eded35448e completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:13:05.740918 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 2255f27d-b896-4599-b00a-01eded35448e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:13:05.741292 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:05.820961 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:05.861356 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 2255f27d-b896-4599-b00a-01eded35448e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2255f27d-b896-4599-b00a-01eded35448e,segment=NetworkSegment(561e0353-e037-4b0e-9805-a53f56043faa),segment_id=561e0353-e037-4b0e-9805-a53f56043faa)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:13:05.865535 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:05.918289 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=2255f27d-b896-4599-b00a-01eded35448e,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:13:06.008957 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-9a5ab07e-c3d3-460a-a0a4-d724cbf5a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:06.011016 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-9a5ab07e-c3d3-460a-a0a4-d724cbf5a9fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e34d1622-fbc2-40a2-a98f-60dfeda81b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3824284 Jul 22 20:13:06.098388 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-e64316ac-38c5-4271-8421-20b37a405ec0 service neutron] 10.222.0.16 "GET /v2.0/networks/e34d1622-fbc2-40a2-a98f-60dfeda81b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809522 Jul 22 20:13:06.190186 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ca681ed8-59a1-4729-8bfe-459665ba2b65 req-d7d43841-3524-4120-8d68-df9be9600796 service neutron] 10.222.0.16 "GET /v2.0/networks/e34d1622-fbc2-40a2-a98f-60dfeda81b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857837 Jul 22 20:13:06.289088 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ba70c-eca3-406e-94bc-fe75137e77b8 req-739807b2-83cb-41c2-b207-f7db885c27d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:06.290501 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf0ba70c-eca3-406e-94bc-fe75137e77b8 req-739807b2-83cb-41c2-b207-f7db885c27d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 1095 time: 0.0545895 Jul 22 20:13:06.383359 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ba70c-eca3-406e-94bc-fe75137e77b8 req-6c68dfb7-c045-4c3f-adcf-12aeb24b9e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:06.384897 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf0ba70c-eca3-406e-94bc-fe75137e77b8 req-6c68dfb7-c045-4c3f-adcf-12aeb24b9e17 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e34d1622-fbc2-40a2-a98f-60dfeda81b44 HTTP/1.1" status: 200 len: 897 time: 0.0879619 Jul 22 20:13:06.426410 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf0ba70c-eca3-406e-94bc-fe75137e77b8 req-fe3830cd-f652-40a5-9bb3-9f81a4271cd5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=161aa52f-f44f-4be6-9da2-5be950fe550a HTTP/1.1" status: 200 len: 217 time: 0.0357823 Jul 22 20:13:06.500658 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ba70c-eca3-406e-94bc-fe75137e77b8 req-72111c95-cd52-4e2a-9aa9-a0b23ed4e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:06.502104 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf0ba70c-eca3-406e-94bc-fe75137e77b8 req-72111c95-cd52-4e2a-9aa9-a0b23ed4e149 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d34e7fdb-91e5-4a93-81e4-1b9f720dac86 HTTP/1.1" status: 200 len: 835 time: 0.0678992 Jul 22 20:13:06.553246 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48ae54-4ca5-425b-a9a2-44a3d608ff5a req-96f321bd-e802-4a33-8590-1ea54ca80865 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:06.554609 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae48ae54-4ca5-425b-a9a2-44a3d608ff5a req-96f321bd-e802-4a33-8590-1ea54ca80865 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 943 time: 0.1309078 Jul 22 20:13:06.602435 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ba70c-eca3-406e-94bc-fe75137e77b8 req-92f7f3df-3ea3-49a0-8763-3f8c67d77f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:06.604768 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf0ba70c-eca3-406e-94bc-fe75137e77b8 req-92f7f3df-3ea3-49a0-8763-3f8c67d77f91 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e34d1622-fbc2-40a2-a98f-60dfeda81b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933824 Jul 22 20:13:06.607537 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae48ae54-4ca5-425b-a9a2-44a3d608ff5a req-eb8e9b77-a13e-43d5-9263-b8e7458ac966 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464737 Jul 22 20:13:06.699965 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf0ba70c-eca3-406e-94bc-fe75137e77b8 req-17653f37-f349-405b-add3-935448c89506 service neutron] 10.222.0.16 "GET /v2.0/networks/e34d1622-fbc2-40a2-a98f-60dfeda81b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877414 Jul 22 20:13:06.794540 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf0ba70c-eca3-406e-94bc-fe75137e77b8 req-b1e58873-7470-4258-a37a-62d551dd5a8a service neutron] 10.222.0.16 "GET /v2.0/networks/e34d1622-fbc2-40a2-a98f-60dfeda81b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881326 Jul 22 20:13:07.659730 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2255f27d-b896-4599-b00a-01eded35448e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:13:07.710689 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 2255f27d-b896-4599-b00a-01eded35448e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:13:07.711069 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:07.742698 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123eaa7-fb9f-4d7e-8236-84c6d52de893 req-015061cf-5efe-4db6-88fe-67242d8c29e0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:07.744842 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4123eaa7-fb9f-4d7e-8236-84c6d52de893 req-015061cf-5efe-4db6-88fe-67242d8c29e0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 943 time: 0.0641038 Jul 22 20:13:07.782628 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4123eaa7-fb9f-4d7e-8236-84c6d52de893 req-45beac4b-f873-4601-bf2f-facb744c4fb6 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320456 Jul 22 20:13:08.348858 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 161aa52f-f44f-4be6-9da2-5be950fe550a details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:13:08.441437 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 161aa52f-f44f-4be6-9da2-5be950fe550a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=161aa52f-f44f-4be6-9da2-5be950fe550a,segment=NetworkSegment(561e0353-e037-4b0e-9805-a53f56043faa),segment_id=561e0353-e037-4b0e-9805-a53f56043faa)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:13:08.452776 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '161aa52f-f44f-4be6-9da2-5be950fe550a', 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44', 'port_id': '161aa52f-f44f-4be6-9da2-5be950fe550a', 'mac_address': 'fa:16:3e:36:9d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd34e7fdb-91e5-4a93-81e4-1b9f720dac86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:13:08.491957 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:08.504163 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161aa52f-f44f-4be6-9da2-5be950fe550a {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:13:08.523794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 161aa52f-f44f-4be6-9da2-5be950fe550a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=161aa52f-f44f-4be6-9da2-5be950fe550a,segment=NetworkSegment(561e0353-e037-4b0e-9805-a53f56043faa),segment_id=561e0353-e037-4b0e-9805-a53f56043faa)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:13:08.527970 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:08.573872 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=161aa52f-f44f-4be6-9da2-5be950fe550a,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:13:08.766855 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['161aa52f-f44f-4be6-9da2-5be950fe550a'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:13:08.912252 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7c34-1063-4325-bc23-bc7bc0fc08b4 req-fa6425e2-f152-4d50-b65d-e00a44131d9c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:08.913784 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc6f7c34-1063-4325-bc23-bc7bc0fc08b4 req-fa6425e2-f152-4d50-b65d-e00a44131d9c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 944 time: 0.0637026 Jul 22 20:13:08.954463 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fc6f7c34-1063-4325-bc23-bc7bc0fc08b4 req-cc29f970-dc5a-442f-9716-fabc67016b44 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324750 Jul 22 20:13:09.613987 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:10.087283 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c7ca3-a7e1-4d9a-ad28-3afeb27332ef req-c8c2dc1f-986a-484b-807b-c737befa85bb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:10.089383 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc1c7ca3-a7e1-4d9a-ad28-3afeb27332ef req-c8c2dc1f-986a-484b-807b-c737befa85bb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 944 time: 0.0684659 Jul 22 20:13:10.128430 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc1c7ca3-a7e1-4d9a-ad28-3afeb27332ef req-f52a2b6a-1a65-4ab0-9254-c75d47552331 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334661 Jul 22 20:13:10.364441 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 161aa52f-f44f-4be6-9da2-5be950fe550a up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:13:10.412043 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 161aa52f-f44f-4be6-9da2-5be950fe550a completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:13:10.415633 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 161aa52f-f44f-4be6-9da2-5be950fe550a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:13:10.416204 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:10.650590 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:10.673427 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f3bfc9-764e-47aa-b808-553e9f53dc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161aa52f-f44f-4be6-9da2-5be950fe550a'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:13:10.675737 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10f8e79-9701-47fe-b090-d2e74bcf3e3a" -d '{"events": [{"server_uuid": "a1f3bfc9-764e-47aa-b808-553e9f53dc9b", "name": "network-vif-plugged", "status": "completed", "tag": "161aa52f-f44f-4be6-9da2-5be950fe550a"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:13:10.688306 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 161aa52f-f44f-4be6-9da2-5be950fe550a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=161aa52f-f44f-4be6-9da2-5be950fe550a,segment=NetworkSegment(561e0353-e037-4b0e-9805-a53f56043faa),segment_id=561e0353-e037-4b0e-9805-a53f56043faa)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:13:10.692732 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:10.718851 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af0304e-c3ed-485e-a1e1-5ed6a9ee442f x-openstack-request-id: req-0af0304e-c3ed-485e-a1e1-5ed6a9ee442f {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:13:10.719172 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f3bfc9-764e-47aa-b808-553e9f53dc9b", "name": "network-vif-plugged", "status": "completed", "tag": "161aa52f-f44f-4be6-9da2-5be950fe550a", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:13:10.720111 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0af0304e-c3ed-485e-a1e1-5ed6a9ee442f {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:13:10.720880 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f3bfc9-764e-47aa-b808-553e9f53dc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161aa52f-f44f-4be6-9da2-5be950fe550a', 'code': 200} Jul 22 20:13:10.748221 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=161aa52f-f44f-4be6-9da2-5be950fe550a,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:13:10.818182 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219daf27-8e48-41fb-8169-f2d29e272dcc req-4fe0237c-2bdd-4f7d-8cc2-39f1fc75ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:10.819689 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-219daf27-8e48-41fb-8169-f2d29e272dcc req-4fe0237c-2bdd-4f7d-8cc2-39f1fc75ed7d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 1097 time: 0.0534670 Jul 22 20:13:10.853641 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-219daf27-8e48-41fb-8169-f2d29e272dcc req-fb3d20a3-fe3a-483e-a1f8-726ad34f74ca service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277722 Jul 22 20:13:11.259070 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b5bf2-a5fb-4ac7-98c2-966534e3c03c req-a8ccdd59-cfc7-4d6b-9341-ae1ce5dbf451 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:11.261058 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3c9b5bf2-a5fb-4ac7-98c2-966534e3c03c req-a8ccdd59-cfc7-4d6b-9341-ae1ce5dbf451 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.0639949 Jul 22 20:13:11.298294 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3c9b5bf2-a5fb-4ac7-98c2-966534e3c03c req-56aca120-7e4d-4d6c-b331-1bf9da901f64 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317669 Jul 22 20:13:12.430747 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:12.436397 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0149f-f89d-45c0-b412-f8d788763534 req-bbdd6a9e-9d2e-4413-aff1-61fafdb3a73a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:12.437965 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6de0149f-f89d-45c0-b412-f8d788763534 req-bbdd6a9e-9d2e-4413-aff1-61fafdb3a73a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.0707073 Jul 22 20:13:12.479558 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6de0149f-f89d-45c0-b412-f8d788763534 req-8c63a4d1-3bc3-4bea-8281-ce9800ba29c6 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356519 Jul 22 20:13:12.613248 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be34b2-a4a5-446b-bbc2-427741a97051 req-9cf1b5ea-f270-49b2-8cf4-1d333ba684e1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:12.614717 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23be34b2-a4a5-446b-bbc2-427741a97051 req-9cf1b5ea-f270-49b2-8cf4-1d333ba684e1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.0665236 Jul 22 20:13:12.657292 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23be34b2-a4a5-446b-bbc2-427741a97051 req-7ef462e9-7090-4be6-9088-a9acae77abb2 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363247 Jul 22 20:13:12.678875 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34066) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:13:12.738011 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ceb3da-1d58-4125-aad5-109bab177f4b tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:12.739603 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-56ceb3da-1d58-4125-aad5-109bab177f4b tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 1092 time: 0.0596433 Jul 22 20:13:12.742375 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34068) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:13:12.747592 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-23e61ee7-cae2-4441-80cf-77d5dbf9d25b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': '161aa52f-f44f-4be6-9da2-5be950fe550a', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:13:12.771262 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23e61ee7-cae2-4441-80cf-77d5dbf9d25b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for floatingip, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:12.874873 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23e61ee7-cae2-4441-80cf-77d5dbf9d25b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:12.977251 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-23e61ee7-cae2-4441-80cf-77d5dbf9d25b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Allocated IP 172.25.3.62 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/da21d382-985e-4743-ad72-dff0a01a686b) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:13:13.083308 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23e61ee7-cae2-4441-80cf-77d5dbf9d25b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:13.122175 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23e61ee7-cae2-4441-80cf-77d5dbf9d25b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:13.155345 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e61ee7-cae2-4441-80cf-77d5dbf9d25b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:13:13.158037 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-23e61ee7-cae2-4441-80cf-77d5dbf9d25b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:13:13.161105 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e61ee7-cae2-4441-80cf-77d5dbf9d25b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:13:13.193337 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e61ee7-cae2-4441-80cf-77d5dbf9d25b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=da21d382-985e-4743-ad72-dff0a01a686b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:13:13.515911 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23e61ee7-cae2-4441-80cf-77d5dbf9d25b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:13.593231 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23e61ee7-cae2-4441-80cf-77d5dbf9d25b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:13.739239 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23e61ee7-cae2-4441-80cf-77d5dbf9d25b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:13.744632 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23e61ee7-cae2-4441-80cf-77d5dbf9d25b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:13.816731 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e61ee7-cae2-4441-80cf-77d5dbf9d25b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=da21d382-985e-4743-ad72-dff0a01a686b,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:13:13.825271 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23e61ee7-cae2-4441-80cf-77d5dbf9d25b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:13.924980 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [None req-23e61ee7-cae2-4441-80cf-77d5dbf9d25b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Floating IP 2084c3d4-7c4f-43ae-b6ab-cef66d7aad35 associated. External IP: 172.25.3.62, port: 161aa52f-f44f-4be6-9da2-5be950fe550a. Jul 22 20:13:14.122130 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e61ee7-cae2-4441-80cf-77d5dbf9d25b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router bcbcf600-98b3-4489-94e8-afa864a27e62 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:13:14.225817 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e61ee7-cae2-4441-80cf-77d5dbf9d25b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:13:14.235304 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167562da-7ea3-4e6c-bd09-eaa0510a3c08 None None] Sync routers for ids ['bcbcf600-98b3-4489-94e8-afa864a27e62'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:13:14.242758 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23e61ee7-cae2-4441-80cf-77d5dbf9d25b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:14.245663 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167562da-7ea3-4e6c-bd09-eaa0510a3c08 None None] Routers {'bcbcf600-98b3-4489-94e8-afa864a27e62'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:13:14.246371 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-167562da-7ea3-4e6c-bd09-eaa0510a3c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:13:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['bcbcf600-98b3-4489-94e8-afa864a27e62'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:13:14.282621 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-23e61ee7-cae2-4441-80cf-77d5dbf9d25b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5392189 Jul 22 20:13:14.283559 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f3bfc9-764e-47aa-b808-553e9f53dc9b', 'tag': '161aa52f-f44f-4be6-9da2-5be950fe550a'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:13:14.286035 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbfc94e-48e4-4a0c-a68a-d801b1798327" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f3bfc9-764e-47aa-b808-553e9f53dc9b", "tag": "161aa52f-f44f-4be6-9da2-5be950fe550a"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:13:14.323822 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ea9359-dbfe-42e6-87f4-8cafb064d917 x-openstack-request-id: req-91ea9359-dbfe-42e6-87f4-8cafb064d917 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:13:14.324768 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f3bfc9-764e-47aa-b808-553e9f53dc9b", "tag": "161aa52f-f44f-4be6-9da2-5be950fe550a", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:13:14.325038 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91ea9359-dbfe-42e6-87f4-8cafb064d917 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:13:14.325455 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f3bfc9-764e-47aa-b808-553e9f53dc9b', 'tag': '161aa52f-f44f-4be6-9da2-5be950fe550a', 'status': 'completed', 'code': 200} Jul 22 20:13:14.352722 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-167562da-7ea3-4e6c-bd09-eaa0510a3c08 None None] Set router bcbcf600-98b3-4489-94e8-afa864a27e62 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:13:14.443623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38130aa-fa2f-44f0-930e-1225a34bea58 req-97288104-0811-4404-8c9a-91cc66b7e145 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:14.445321 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b38130aa-fa2f-44f0-930e-1225a34bea58 req-97288104-0811-4404-8c9a-91cc66b7e145 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.1044350 Jul 22 20:13:14.451616 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfc94e-48e4-4a0c-a68a-d801b1798327 req-e0c50bea-c29d-4569-8941-0da01cd5b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:14.453079 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdbfc94e-48e4-4a0c-a68a-d801b1798327 req-e0c50bea-c29d-4569-8941-0da01cd5b005 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 1097 time: 0.1024680 Jul 22 20:13:14.515679 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b38130aa-fa2f-44f0-930e-1225a34bea58 req-4385fa75-457b-49be-86d3-b08a2001e75b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616364 Jul 22 20:13:14.539331 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34074) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:13:14.571923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfc94e-48e4-4a0c-a68a-d801b1798327 req-7e9aa878-c4b7-4d18-9daf-b4915f4ce45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:14.573473 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdbfc94e-48e4-4a0c-a68a-d801b1798327 req-7e9aa878-c4b7-4d18-9daf-b4915f4ce45e service neutron] 10.222.0.16 "GET /v2.0/networks?id=e34d1622-fbc2-40a2-a98f-60dfeda81b44 HTTP/1.1" status: 200 len: 897 time: 0.1137013 Jul 22 20:13:14.606790 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-24296396-b423-43aa-a3e2-41401f2d4481 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/floatingips/2084c3d4-7c4f-43ae-b6ab-cef66d7aad35 HTTP/1.1" status: 200 len: 990 time: 0.0661654 Jul 22 20:13:14.644249 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdbfc94e-48e4-4a0c-a68a-d801b1798327 req-97ac2803-95cf-40b1-a00b-5ec1b734a8a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=161aa52f-f44f-4be6-9da2-5be950fe550a HTTP/1.1" status: 200 len: 998 time: 0.0650578 Jul 22 20:13:14.664792 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-167562da-7ea3-4e6c-bd09-eaa0510a3c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337582013', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cb181856-57c3-4040-baa3-798f985255a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:57Z', 'updated_at': '2021-07-22T20:13:01Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cb181856-57c3-4040-baa3-798f985255a7', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:58Z', 'updated_at': '2021-07-22T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '2084c3d4-7c4f-43ae-b6ab-cef66d7aad35', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'floating_ip_address': '172.25.3.62', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'port_id': '161aa52f-f44f-4be6-9da2-5be950fe550a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44', 'mac_address': 'fa:16:3e:36:9d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f3bfc9-764e-47aa-b808-553e9f53dc9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:13:13Z', 'updated_at': '2021-07-22T20:13:13Z', 'revision_number': 0, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2255f27d-b896-4599-b00a-01eded35448e', 'name': '', 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:cb:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd34e7fdb-91e5-4a93-81e4-1b9f720dac86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:13:00Z', 'updated_at': '2021-07-22T20:13:05Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': 'd34e7fdb-91e5-4a93-81e4-1b9f720dac86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:13:14.693828 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfc94e-48e4-4a0c-a68a-d801b1798327 req-d70c5e25-68da-4d5f-8437-72cf66bd0cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:14.694552 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167562da-7ea3-4e6c-bd09-eaa0510a3c08 None None] Checking router: bcbcf600-98b3-4489-94e8-afa864a27e62 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:13:14.695239 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdbfc94e-48e4-4a0c-a68a-d801b1798327 req-d70c5e25-68da-4d5f-8437-72cf66bd0cdf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d34e7fdb-91e5-4a93-81e4-1b9f720dac86 HTTP/1.1" status: 200 len: 835 time: 0.0452335 Jul 22 20:13:14.703051 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167562da-7ea3-4e6c-bd09-eaa0510a3c08 None None] Routers {'bcbcf600-98b3-4489-94e8-afa864a27e62'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:13:14.703649 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-167562da-7ea3-4e6c-bd09-eaa0510a3c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:13:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['bcbcf600-98b3-4489-94e8-afa864a27e62'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:13:14.754350 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfc94e-48e4-4a0c-a68a-d801b1798327 req-7dff2933-64b2-4d22-8b3d-4ff9bbc54a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:14.755906 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdbfc94e-48e4-4a0c-a68a-d801b1798327 req-7dff2933-64b2-4d22-8b3d-4ff9bbc54a1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e34d1622-fbc2-40a2-a98f-60dfeda81b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549397 Jul 22 20:13:14.808443 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-167562da-7ea3-4e6c-bd09-eaa0510a3c08 None None] Set router bcbcf600-98b3-4489-94e8-afa864a27e62 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:13:14.851809 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdbfc94e-48e4-4a0c-a68a-d801b1798327 req-484e0570-6aa4-42f1-bfa3-c47af57bd26a service neutron] 10.222.0.16 "GET /v2.0/networks/e34d1622-fbc2-40a2-a98f-60dfeda81b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900648 Jul 22 20:13:14.947127 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fdbfc94e-48e4-4a0c-a68a-d801b1798327 req-48fabf88-312c-4ac4-bc86-1d52c7314662 service neutron] 10.222.0.16 "GET /v2.0/networks/e34d1622-fbc2-40a2-a98f-60dfeda81b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891085 Jul 22 20:13:15.031780 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-167562da-7ea3-4e6c-bd09-eaa0510a3c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337582013', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cb181856-57c3-4040-baa3-798f985255a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:57Z', 'updated_at': '2021-07-22T20:13:01Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cb181856-57c3-4040-baa3-798f985255a7', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:58Z', 'updated_at': '2021-07-22T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '2084c3d4-7c4f-43ae-b6ab-cef66d7aad35', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'floating_ip_address': '172.25.3.62', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'port_id': '161aa52f-f44f-4be6-9da2-5be950fe550a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44', 'mac_address': 'fa:16:3e:36:9d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f3bfc9-764e-47aa-b808-553e9f53dc9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:13:13Z', 'updated_at': '2021-07-22T20:13:13Z', 'revision_number': 0, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2255f27d-b896-4599-b00a-01eded35448e', 'name': '', 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:cb:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd34e7fdb-91e5-4a93-81e4-1b9f720dac86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:13:00Z', 'updated_at': '2021-07-22T20:13:05Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': 'd34e7fdb-91e5-4a93-81e4-1b9f720dac86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:13:15.061213 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167562da-7ea3-4e6c-bd09-eaa0510a3c08 None None] The sync data for ids ['bcbcf600-98b3-4489-94e8-afa864a27e62'] in n-d-800086-12 is: [{'id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337582013', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cb181856-57c3-4040-baa3-798f985255a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:57Z', 'updated_at': '2021-07-22T20:13:01Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cb181856-57c3-4040-baa3-798f985255a7', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:58Z', 'updated_at': '2021-07-22T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '2084c3d4-7c4f-43ae-b6ab-cef66d7aad35', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'floating_ip_address': '172.25.3.62', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'port_id': '161aa52f-f44f-4be6-9da2-5be950fe550a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44', 'mac_address': 'fa:16:3e:36:9d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f3bfc9-764e-47aa-b808-553e9f53dc9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:13:13Z', 'updated_at': '2021-07-22T20:13:13Z', 'revision_number': 0, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2255f27d-b896-4599-b00a-01eded35448e', 'name': '', 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:cb:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd34e7fdb-91e5-4a93-81e4-1b9f720dac86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:13:00Z', 'updated_at': '2021-07-22T20:13:05Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': 'd34e7fdb-91e5-4a93-81e4-1b9f720dac86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:13:15.364145 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b3ebe3-b261-407b-b659-ab89bab0a09b None None] New status for floating IP 2084c3d4-7c4f-43ae-b6ab-cef66d7aad35: ACTIVE {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:13:15.609165 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34076) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:13:15.673111 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-61fdf5bb-17d2-4a24-b86e-d0fc28e4a67a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/floatingips/2084c3d4-7c4f-43ae-b6ab-cef66d7aad35 HTTP/1.1" status: 200 len: 992 time: 0.0624745 Jul 22 20:13:28.582560 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-69104023-d2e0-4b21-9942-2172c5312111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:31.089798 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-93a98bab-15a9-4d77-a052-bb7cf3aa98eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:31.227294 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:32.595150 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:32.772465 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:13:34.248234 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:39.613991 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:42.423874 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:47.053689 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca74894-06b7-4f43-b28a-4b04e0e6c900 req-1dc266fd-f3d5-48f0-81b4-155219dbde45 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:47.055115 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dca74894-06b7-4f43-b28a-4b04e0e6c900 req-1dc266fd-f3d5-48f0-81b4-155219dbde45 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.1030354 Jul 22 20:13:47.086320 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab546382-17a4-405e-ac46-eca9577385d2 req-0426ecc8-f8be-492d-9670-d31dfae4ca2b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1456661 Jul 22 20:13:47.117160 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dca74894-06b7-4f43-b28a-4b04e0e6c900 req-40130de8-0117-41dc-b2e9-0a97c5212cf8 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506113 Jul 22 20:13:48.289500 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9bb6e-c761-410d-bf44-3440963bf17a req-78e7db11-3173-4c56-aac1-0abaf08a033d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:48.290916 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-91d9bb6e-c761-410d-bf44-3440963bf17a req-78e7db11-3173-4c56-aac1-0abaf08a033d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.1132786 Jul 22 20:13:48.292790 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab546382-17a4-405e-ac46-eca9577385d2 req-6f57f8c1-37aa-4dad-a22c-02a31c0a8ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:48.294403 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab546382-17a4-405e-ac46-eca9577385d2 req-6f57f8c1-37aa-4dad-a22c-02a31c0a8ee8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 1097 time: 0.0824919 Jul 22 20:13:48.358147 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-91d9bb6e-c761-410d-bf44-3440963bf17a req-d456bb2f-f206-440c-9de6-0e59ee1ea347 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608966 Jul 22 20:13:48.412034 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab546382-17a4-405e-ac46-eca9577385d2 req-7bc94c0b-f0f6-4ba3-933b-83bc3cab068d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:48.413512 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab546382-17a4-405e-ac46-eca9577385d2 req-7bc94c0b-f0f6-4ba3-933b-83bc3cab068d service neutron] 10.222.0.16 "GET /v2.0/networks?id=e34d1622-fbc2-40a2-a98f-60dfeda81b44 HTTP/1.1" status: 200 len: 897 time: 0.1103148 Jul 22 20:13:48.475835 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a485c61f-d0be-4d9c-ab7b-a5c745ae6ae6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=161aa52f-f44f-4be6-9da2-5be950fe550a HTTP/1.1" status: 200 len: 1000 time: 0.0558519 Jul 22 20:13:48.522580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab546382-17a4-405e-ac46-eca9577385d2 req-2a6799b9-e341-4e40-935c-dc67542195c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:48.524039 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab546382-17a4-405e-ac46-eca9577385d2 req-2a6799b9-e341-4e40-935c-dc67542195c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d34e7fdb-91e5-4a93-81e4-1b9f720dac86 HTTP/1.1" status: 200 len: 835 time: 0.0423372 Jul 22 20:13:48.586049 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab546382-17a4-405e-ac46-eca9577385d2 req-4dcf8662-d7a6-4faf-a34f-1ec7d9e57048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:48.587474 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab546382-17a4-405e-ac46-eca9577385d2 req-4dcf8662-d7a6-4faf-a34f-1ec7d9e57048 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e34d1622-fbc2-40a2-a98f-60dfeda81b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571022 Jul 22 20:13:48.675938 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab546382-17a4-405e-ac46-eca9577385d2 req-1363fb45-7e1f-4dd2-bb87-1976b7d3f0ef service neutron] 10.222.0.16 "GET /v2.0/networks/e34d1622-fbc2-40a2-a98f-60dfeda81b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821054 Jul 22 20:13:48.768670 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab546382-17a4-405e-ac46-eca9577385d2 req-2c915eb3-34e6-4ae6-b662-4558fa4d142c service neutron] 10.222.0.16 "GET /v2.0/networks/e34d1622-fbc2-40a2-a98f-60dfeda81b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873599 Jul 22 20:13:49.488739 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b3e90-87c9-4bf6-af53-4297ffe761cc req-ebbebbaf-b7c0-42f3-91d6-de6cb7c312b0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:49.490232 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b74b3e90-87c9-4bf6-af53-4297ffe761cc req-ebbebbaf-b7c0-42f3-91d6-de6cb7c312b0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.0641329 Jul 22 20:13:49.527873 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b74b3e90-87c9-4bf6-af53-4297ffe761cc req-2891b14f-9373-49c7-b36f-7a2f1bdbeab1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319927 Jul 22 20:13:50.901928 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6794e49-5669-4302-8b2f-63fb58837686 req-4cb89e89-6919-4484-b231-2f2984338c09 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:50.903326 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f6794e49-5669-4302-8b2f-63fb58837686 req-4cb89e89-6919-4484-b231-2f2984338c09 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.0634208 Jul 22 20:13:50.944999 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f6794e49-5669-4302-8b2f-63fb58837686 req-ca9614f9-95d0-40ee-aea7-0c4e61c82025 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361888 Jul 22 20:13:52.076409 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56defb90-8d91-4d44-b4e9-5c137848a591 req-1347548a-34b1-4935-8dc3-76d4fe603e07 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:52.077917 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-56defb90-8d91-4d44-b4e9-5c137848a591 req-1347548a-34b1-4935-8dc3-76d4fe603e07 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.0642188 Jul 22 20:13:52.114835 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-56defb90-8d91-4d44-b4e9-5c137848a591 req-c1199b17-6d99-4e69-a3a8-37138a51d49e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314705 Jul 22 20:13:53.242701 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401d023-6425-4fae-bf65-66b4b79fbe5e req-92ec9479-9e1e-4a92-b556-98ca1d0768a3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:53.244079 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c401d023-6425-4fae-bf65-66b4b79fbe5e req-92ec9479-9e1e-4a92-b556-98ca1d0768a3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.0633469 Jul 22 20:13:53.281302 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c401d023-6425-4fae-bf65-66b4b79fbe5e req-699748fc-f2c9-4bca-92f2-ed35c5455dfc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315657 Jul 22 20:13:54.413354 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0d763-4390-4ca4-9b1a-f7f914f2ea4f req-a54e63e3-2bfe-4ef9-9f61-d55712daa199 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:54.414833 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66e0d763-4390-4ca4-9b1a-f7f914f2ea4f req-a54e63e3-2bfe-4ef9-9f61-d55712daa199 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.0666065 Jul 22 20:13:54.454022 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-66e0d763-4390-4ca4-9b1a-f7f914f2ea4f req-c1fda3cb-6465-45d6-9352-958fc3fb623e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328212 Jul 22 20:13:54.886620 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca60bc-fdf2-4a78-b9e2-587986afe8f1 req-fe0e12db-be69-49f1-80e8-6b44b85cde25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:54.888128 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03ca60bc-fdf2-4a78-b9e2-587986afe8f1 req-fe0e12db-be69-49f1-80e8-6b44b85cde25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 1097 time: 0.0545917 Jul 22 20:13:54.994065 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca60bc-fdf2-4a78-b9e2-587986afe8f1 req-4cb63292-55c9-4b8d-80dc-dd8edaae6a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:54.995656 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03ca60bc-fdf2-4a78-b9e2-587986afe8f1 req-4cb63292-55c9-4b8d-80dc-dd8edaae6a58 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e34d1622-fbc2-40a2-a98f-60dfeda81b44 HTTP/1.1" status: 200 len: 897 time: 0.0885599 Jul 22 20:13:55.058289 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03ca60bc-fdf2-4a78-b9e2-587986afe8f1 req-d80bfdc4-ef6c-4845-b990-a74fe6dd10a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=161aa52f-f44f-4be6-9da2-5be950fe550a HTTP/1.1" status: 200 len: 1000 time: 0.0566878 Jul 22 20:13:55.108580 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca60bc-fdf2-4a78-b9e2-587986afe8f1 req-8170d668-f71f-4b1e-bfd4-205f357ea6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:55.110036 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03ca60bc-fdf2-4a78-b9e2-587986afe8f1 req-8170d668-f71f-4b1e-bfd4-205f357ea6eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d34e7fdb-91e5-4a93-81e4-1b9f720dac86 HTTP/1.1" status: 200 len: 835 time: 0.0460317 Jul 22 20:13:55.172464 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca60bc-fdf2-4a78-b9e2-587986afe8f1 req-00b0ee1c-8960-4de6-9634-c89c98519a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:55.173891 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03ca60bc-fdf2-4a78-b9e2-587986afe8f1 req-00b0ee1c-8960-4de6-9634-c89c98519a6f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e34d1622-fbc2-40a2-a98f-60dfeda81b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579948 Jul 22 20:13:55.261748 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03ca60bc-fdf2-4a78-b9e2-587986afe8f1 req-5a27c6a0-9980-47fb-9935-040c9267a512 service neutron] 10.222.0.16 "GET /v2.0/networks/e34d1622-fbc2-40a2-a98f-60dfeda81b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817630 Jul 22 20:13:55.352813 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-03ca60bc-fdf2-4a78-b9e2-587986afe8f1 req-be6c8a66-1aff-457a-b887-d82d2ef4c49d service neutron] 10.222.0.16 "GET /v2.0/networks/e34d1622-fbc2-40a2-a98f-60dfeda81b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848680 Jul 22 20:13:55.582726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e800608-6417-40e6-9637-9f46bd76094d req-4eff7037-bee5-4b24-9e8c-c8f296946d44 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:55.584224 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e800608-6417-40e6-9637-9f46bd76094d req-4eff7037-bee5-4b24-9e8c-c8f296946d44 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.0645463 Jul 22 20:13:55.622301 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9e800608-6417-40e6-9637-9f46bd76094d req-79663c7b-56de-4c90-a796-1c90afa222ed tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320363 Jul 22 20:13:56.754776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54655a32-9aaf-4edb-a34d-eab3c95aee76 req-56c6fecf-14b7-4119-aa20-106ec16b6d82 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:56.756266 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-54655a32-9aaf-4edb-a34d-eab3c95aee76 req-56c6fecf-14b7-4119-aa20-106ec16b6d82 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.0656688 Jul 22 20:13:56.798971 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-54655a32-9aaf-4edb-a34d-eab3c95aee76 req-5f235c31-a68c-4ef4-84b5-b177ed899a35 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369797 Jul 22 20:13:57.927615 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3bc476-1245-4e5b-ba04-a616b5c877dd req-6e333905-d7bb-479b-9895-63036e811979 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:57.929117 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc3bc476-1245-4e5b-ba04-a616b5c877dd req-6e333905-d7bb-479b-9895-63036e811979 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.0639865 Jul 22 20:13:57.968534 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc3bc476-1245-4e5b-ba04-a616b5c877dd req-a0d77de1-0001-4cb4-8262-5d4a423a75e6 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337992 Jul 22 20:13:58.583523 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5a254a47-f534-4ace-826c-d114da7018f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:59.096795 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59e45e-cea3-498d-a82c-6c6ccb79b3c1 req-ca24bc25-cfa3-4568-93ba-779545255271 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:59.098341 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de59e45e-cea3-498d-a82c-6c6ccb79b3c1 req-ca24bc25-cfa3-4568-93ba-779545255271 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.0641251 Jul 22 20:13:59.136335 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de59e45e-cea3-498d-a82c-6c6ccb79b3c1 req-8012eee9-90a1-488b-b332-9e78aea08fe4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322030 Jul 22 20:14:00.269493 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b90541-a2bd-4a26-968b-186f4fa9d6ed req-76a6108e-bb48-493d-a479-14375c76295a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:00.270968 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14b90541-a2bd-4a26-968b-186f4fa9d6ed req-76a6108e-bb48-493d-a479-14375c76295a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.0674715 Jul 22 20:14:00.309186 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-14b90541-a2bd-4a26-968b-186f4fa9d6ed req-c3dc74c2-503d-4a73-8026-3646297811a0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326598 Jul 22 20:14:01.090611 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-92d2106e-2027-4a1a-8b0a-bdbbb9bdb3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:01.227391 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:01.438122 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27585e3b-cc14-4ae5-8607-50cb339d0516 req-785ae007-0c43-4786-8cec-a3f91eabdf4b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:01.439644 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27585e3b-cc14-4ae5-8607-50cb339d0516 req-785ae007-0c43-4786-8cec-a3f91eabdf4b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.0645738 Jul 22 20:14:01.477108 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-27585e3b-cc14-4ae5-8607-50cb339d0516 req-9d40abd2-27cc-44d6-8d52-1ed91f894dd6 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319066 Jul 22 20:14:02.598876 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:02.611221 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e951b-4990-425b-8e54-25b25998d981 req-50eb02bc-ba55-4f32-8dbb-2b16e1148cbd tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:02.612735 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-985e951b-4990-425b-8e54-25b25998d981 req-50eb02bc-ba55-4f32-8dbb-2b16e1148cbd tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.0644457 Jul 22 20:14:02.650364 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-985e951b-4990-425b-8e54-25b25998d981 req-704c172e-b045-41a1-b685-95ce43dce09e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320201 Jul 22 20:14:03.782517 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8493ab-6075-43a7-8bcb-ba62f40a1122 req-80fd2a6a-e553-40b0-91bf-18eb487b2f45 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:03.784015 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f8493ab-6075-43a7-8bcb-ba62f40a1122 req-80fd2a6a-e553-40b0-91bf-18eb487b2f45 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.0674858 Jul 22 20:14:03.822489 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4f8493ab-6075-43a7-8bcb-ba62f40a1122 req-bfb3cdc3-701a-4be8-bd95-9e474617f9d6 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328472 Jul 22 20:14:04.246597 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:04.954935 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6f245-1eb2-4016-a814-8e59659d46dc req-81689f9e-b55f-4eec-9405-57b5ea2def3b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:04.956448 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e4e6f245-1eb2-4016-a814-8e59659d46dc req-81689f9e-b55f-4eec-9405-57b5ea2def3b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.0646594 Jul 22 20:14:04.994606 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e4e6f245-1eb2-4016-a814-8e59659d46dc req-c4d20283-7b87-482c-a424-31872203ef99 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325143 Jul 22 20:14:05.592020 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-ab546382-17a4-405e-ac46-eca9577385d2 req-1053b610-a88a-43a8-bf60-d775d9eff8de service neutron] show failed (client error): The resource could not be found. Jul 22 20:14:05.593032 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ab546382-17a4-405e-ac46-eca9577385d2 req-1053b610-a88a-43a8-bf60-d775d9eff8de service neutron] 10.222.0.16 "GET /v2.0/ports/161aa52f-f44f-4be6-9da2-5be950fe550a/bindings/n-h1-800086-12 HTTP/1.1" status: 404 len: 381 time: 0.0600469 Jul 22 20:14:05.791374 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab546382-17a4-405e-ac46-eca9577385d2 req-490fc3bd-3d96-452d-8617-2f6410f290af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:05.793858 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ab546382-17a4-405e-ac46-eca9577385d2 req-490fc3bd-3d96-452d-8617-2f6410f290af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b&tenant_id=24c2e4f79be246cea3a092160d6fc4c0 HTTP/1.1" status: 200 len: 1097 time: 0.0543942 Jul 22 20:14:05.804200 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800086-12', 'device_owner': 'compute:nova'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:14:05.878737 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:06.078874 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] For port 161aa52f-f44f-4be6-9da2-5be950fe550a, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=161aa52f-f44f-4be6-9da2-5be950fe550a,segment=NetworkSegment(561e0353-e037-4b0e-9805-a53f56043faa),segment_id=561e0353-e037-4b0e-9805-a53f56043faa)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:14:06.112451 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] For port 161aa52f-f44f-4be6-9da2-5be950fe550a, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:14:06.125356 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92feb80-c143-496f-a88b-ab308955e358 req-b448ac97-3727-4b02-86c0-492857d1651c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:06.126876 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b92feb80-c143-496f-a88b-ab308955e358 req-b448ac97-3727-4b02-86c0-492857d1651c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.0648413 Jul 22 20:14:06.152310 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f3bfc9-764e-47aa-b808-553e9f53dc9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '161aa52f-f44f-4be6-9da2-5be950fe550a'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:14:06.154553 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b196b051-4e1c-47e2-ad40-0144724207d1" -d '{"events": [{"server_uuid": "a1f3bfc9-764e-47aa-b808-553e9f53dc9b", "name": "network-vif-unplugged", "status": "completed", "tag": "161aa52f-f44f-4be6-9da2-5be950fe550a"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:14:06.158199 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:06.168065 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b92feb80-c143-496f-a88b-ab308955e358 req-46195aef-e929-40d1-a75b-c4ebe7ce2f8e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349679 Jul 22 20:14:06.171604 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Transition to ACTIVE for port object 161aa52f-f44f-4be6-9da2-5be950fe550a will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:14:06.176734 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:06.209617 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 20:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a925b73a-23d5-41c3-8b15-21b29a38fb6e x-openstack-request-id: req-a925b73a-23d5-41c3-8b15-21b29a38fb6e {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:14:06.209902 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f3bfc9-764e-47aa-b808-553e9f53dc9b", "name": "network-vif-unplugged", "status": "completed", "tag": "161aa52f-f44f-4be6-9da2-5be950fe550a", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:14:06.210154 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a925b73a-23d5-41c3-8b15-21b29a38fb6e {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:14:06.210570 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f3bfc9-764e-47aa-b808-553e9f53dc9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '161aa52f-f44f-4be6-9da2-5be950fe550a', 'code': 200} Jul 22 20:14:06.262183 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Pushing event updated for resources: {'Port': ['ID=161aa52f-f44f-4be6-9da2-5be950fe550a,revision_number=6']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:06.273757 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:06.274107 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:06.274451 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:06.274791 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:06.275129 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:06.275459 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:06.275788 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:06.277013 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:06.277367 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:06.277700 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:06.278027 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:06.278354 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:06.317827 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] No DVR routers for this DVR port 161aa52f-f44f-4be6-9da2-5be950fe550a on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:14:06.778629 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Attempting to bind port 161aa52f-f44f-4be6-9da2-5be950fe550a on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:14:06.778879 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Attempting to bind port 161aa52f-f44f-4be6-9da2-5be950fe550a by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '561e0353-e037-4b0e-9805-a53f56043faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:14:06.779211 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Attempting to bind port 161aa52f-f44f-4be6-9da2-5be950fe550a on network e34d1622-fbc2-40a2-a98f-60dfeda81b44 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:14:06.783465 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Port 161aa52f-f44f-4be6-9da2-5be950fe550a on network e34d1622-fbc2-40a2-a98f-60dfeda81b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:14:06.783792 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Attempting to bind port 161aa52f-f44f-4be6-9da2-5be950fe550a on network e34d1622-fbc2-40a2-a98f-60dfeda81b44 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:14:06.788542 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:14:06.788884 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Checking segment: {'id': '561e0353-e037-4b0e-9805-a53f56043faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:14:06.789294 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Bound using segment: {'id': '561e0353-e037-4b0e-9805-a53f56043faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:14:06.789714 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Bound port: 161aa52f-f44f-4be6-9da2-5be950fe550a, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '561e0353-e037-4b0e-9805-a53f56043faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:14:06.790068 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:06.850548 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] For port 161aa52f-f44f-4be6-9da2-5be950fe550a, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:14:06.853516 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] For port 161aa52f-f44f-4be6-9da2-5be950fe550a, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=161aa52f-f44f-4be6-9da2-5be950fe550a,segment=NetworkSegment(561e0353-e037-4b0e-9805-a53f56043faa),segment_id=561e0353-e037-4b0e-9805-a53f56043faa)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:14:06.858066 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:06.891509 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:06.892167 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:06.893554 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ab546382-17a4-405e-ac46-eca9577385d2 req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] 10.222.0.30 "PUT /v2.0/ports/161aa52f-f44f-4be6-9da2-5be950fe550a HTTP/1.1" status: 200 len: 1092 time: 1.0932801 Jul 22 20:14:06.922902 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072a6e1-21ed-4872-ba22-2c76301a4697 service neutron] Pushing event updated for resources: {'Port': ['ID=161aa52f-f44f-4be6-9da2-5be950fe550a,revision_number=7']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:06.978136 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab546382-17a4-405e-ac46-eca9577385d2 req-32731c7b-e9a9-4d0a-b5ba-6a04a6106b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:06.980215 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ab546382-17a4-405e-ac46-eca9577385d2 req-32731c7b-e9a9-4d0a-b5ba-6a04a6106b69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 1095 time: 0.0662880 Jul 22 20:14:07.070992 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab546382-17a4-405e-ac46-eca9577385d2 req-fbe7e175-d8b6-4a37-b364-0aabd67ebc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:07.072499 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ab546382-17a4-405e-ac46-eca9577385d2 req-fbe7e175-d8b6-4a37-b364-0aabd67ebc74 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e34d1622-fbc2-40a2-a98f-60dfeda81b44 HTTP/1.1" status: 200 len: 897 time: 0.0864270 Jul 22 20:14:07.139101 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ab546382-17a4-405e-ac46-eca9577385d2 req-0c253692-2fee-4dd4-b046-d07655cd922d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=161aa52f-f44f-4be6-9da2-5be950fe550a HTTP/1.1" status: 200 len: 998 time: 0.0604522 Jul 22 20:14:07.186641 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab546382-17a4-405e-ac46-eca9577385d2 req-ec512cee-3697-4274-a2e6-5c8a73fc9065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:07.188043 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ab546382-17a4-405e-ac46-eca9577385d2 req-ec512cee-3697-4274-a2e6-5c8a73fc9065 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d34e7fdb-91e5-4a93-81e4-1b9f720dac86 HTTP/1.1" status: 200 len: 835 time: 0.0426152 Jul 22 20:14:07.246759 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab546382-17a4-405e-ac46-eca9577385d2 req-24215dd0-4ab1-46f3-a514-a7f95f430b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:07.248392 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ab546382-17a4-405e-ac46-eca9577385d2 req-24215dd0-4ab1-46f3-a514-a7f95f430b66 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e34d1622-fbc2-40a2-a98f-60dfeda81b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538239 Jul 22 20:14:07.305258 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df8f13-a874-4303-b117-5bba8ce712c7 req-87f2d1fc-2382-4cc4-9d9f-d128b5ef5774 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:07.306674 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-74df8f13-a874-4303-b117-5bba8ce712c7 req-87f2d1fc-2382-4cc4-9d9f-d128b5ef5774 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 943 time: 0.0651047 Jul 22 20:14:07.342166 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ab546382-17a4-405e-ac46-eca9577385d2 req-252d4b2f-d10e-488d-a049-edb338f77c28 service neutron] 10.222.0.30 "GET /v2.0/networks/e34d1622-fbc2-40a2-a98f-60dfeda81b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872712 Jul 22 20:14:07.345332 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-74df8f13-a874-4303-b117-5bba8ce712c7 req-d4c3ac68-ba80-4bbd-a1ef-21ee1616749e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322478 Jul 22 20:14:07.429861 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ab546382-17a4-405e-ac46-eca9577385d2 req-cefb80da-2377-458a-86cf-e7dbddada95b service neutron] 10.222.0.30 "GET /v2.0/networks/e34d1622-fbc2-40a2-a98f-60dfeda81b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811639 Jul 22 20:14:08.212020 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f3bfc9-764e-47aa-b808-553e9f53dc9b', 'tag': '161aa52f-f44f-4be6-9da2-5be950fe550a'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:14:08.214863 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae10c235-74c4-4d77-ae07-8f2433fa6eea" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f3bfc9-764e-47aa-b808-553e9f53dc9b", "tag": "161aa52f-f44f-4be6-9da2-5be950fe550a"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:14:08.261579 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4f0ff8-0000-4496-8379-75c0c05a6011 x-openstack-request-id: req-ef4f0ff8-0000-4496-8379-75c0c05a6011 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:14:08.261871 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f3bfc9-764e-47aa-b808-553e9f53dc9b", "tag": "161aa52f-f44f-4be6-9da2-5be950fe550a", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:14:08.262132 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef4f0ff8-0000-4496-8379-75c0c05a6011 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:14:08.262593 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f3bfc9-764e-47aa-b808-553e9f53dc9b', 'tag': '161aa52f-f44f-4be6-9da2-5be950fe550a', 'status': 'completed', 'code': 200} Jul 22 20:14:08.335771 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10c235-74c4-4d77-ae07-8f2433fa6eea req-38bec839-7e9d-4db9-b437-821ad6983b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:08.337318 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae10c235-74c4-4d77-ae07-8f2433fa6eea req-38bec839-7e9d-4db9-b437-821ad6983b4c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 1095 time: 0.0585165 Jul 22 20:14:08.345200 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10c235-74c4-4d77-ae07-8f2433fa6eea req-d901410b-cc0b-4442-9dfe-08545340cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:08.346710 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae10c235-74c4-4d77-ae07-8f2433fa6eea req-d901410b-cc0b-4442-9dfe-08545340cc8f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 1095 time: 0.0598776 Jul 22 20:14:08.440336 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10c235-74c4-4d77-ae07-8f2433fa6eea req-00353da3-f3c9-4065-8ff7-429fc9434bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:08.441851 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae10c235-74c4-4d77-ae07-8f2433fa6eea req-00353da3-f3c9-4065-8ff7-429fc9434bd1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e34d1622-fbc2-40a2-a98f-60dfeda81b44 HTTP/1.1" status: 200 len: 897 time: 0.0862203 Jul 22 20:14:08.466910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10c235-74c4-4d77-ae07-8f2433fa6eea req-9c55f561-0a49-45b0-8fa4-1603cee1db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:08.468588 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae10c235-74c4-4d77-ae07-8f2433fa6eea req-9c55f561-0a49-45b0-8fa4-1603cee1db89 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e34d1622-fbc2-40a2-a98f-60dfeda81b44 HTTP/1.1" status: 200 len: 897 time: 0.1244235 Jul 22 20:14:08.510041 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae10c235-74c4-4d77-ae07-8f2433fa6eea req-605a9833-7347-4544-9d66-a5096e1c408c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=161aa52f-f44f-4be6-9da2-5be950fe550a HTTP/1.1" status: 200 len: 998 time: 0.0605986 Jul 22 20:14:08.540864 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f4524-b169-43f6-a26f-99a5177b73ef req-0d74a7f1-abd1-43a8-80c5-cf4ab69f89bd tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:08.543113 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e0f4524-b169-43f6-a26f-99a5177b73ef req-0d74a7f1-abd1-43a8-80c5-cf4ab69f89bd tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 943 time: 0.1294200 Jul 22 20:14:08.559695 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10c235-74c4-4d77-ae07-8f2433fa6eea req-cb07686b-8c63-4dc9-871d-e9221a0792ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:08.561189 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae10c235-74c4-4d77-ae07-8f2433fa6eea req-cb07686b-8c63-4dc9-871d-e9221a0792ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d34e7fdb-91e5-4a93-81e4-1b9f720dac86 HTTP/1.1" status: 200 len: 835 time: 0.0446422 Jul 22 20:14:08.563263 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae10c235-74c4-4d77-ae07-8f2433fa6eea req-660c372c-9a24-43a3-a076-b1bbb6ea2f0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=161aa52f-f44f-4be6-9da2-5be950fe550a HTTP/1.1" status: 200 len: 998 time: 0.0875752 Jul 22 20:14:08.622550 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e0f4524-b169-43f6-a26f-99a5177b73ef req-bccda739-586f-4d1f-9f3d-340976cb20bc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728414 Jul 22 20:14:08.625413 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10c235-74c4-4d77-ae07-8f2433fa6eea req-da904603-c6ea-4659-a929-05d9ae455c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:08.627048 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae10c235-74c4-4d77-ae07-8f2433fa6eea req-da904603-c6ea-4659-a929-05d9ae455c75 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e34d1622-fbc2-40a2-a98f-60dfeda81b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541108 Jul 22 20:14:08.633271 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10c235-74c4-4d77-ae07-8f2433fa6eea req-d8faf53e-550d-4544-9bba-1c32e6759a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:08.634706 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae10c235-74c4-4d77-ae07-8f2433fa6eea req-d8faf53e-550d-4544-9bba-1c32e6759a33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d34e7fdb-91e5-4a93-81e4-1b9f720dac86 HTTP/1.1" status: 200 len: 835 time: 0.0653937 Jul 22 20:14:08.656964 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 161aa52f-f44f-4be6-9da2-5be950fe550a no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:14:08.694990 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 161aa52f-f44f-4be6-9da2-5be950fe550a not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:14:08.703083 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10c235-74c4-4d77-ae07-8f2433fa6eea req-4d497fdf-eb8a-4429-a6f5-e793035a3582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:08.704689 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae10c235-74c4-4d77-ae07-8f2433fa6eea req-4d497fdf-eb8a-4429-a6f5-e793035a3582 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e34d1622-fbc2-40a2-a98f-60dfeda81b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635777 Jul 22 20:14:08.722921 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae10c235-74c4-4d77-ae07-8f2433fa6eea req-dccdf75d-c58f-42fe-800e-40d455a8a071 service neutron] 10.222.0.30 "GET /v2.0/networks/e34d1622-fbc2-40a2-a98f-60dfeda81b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888894 Jul 22 20:14:08.795058 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae10c235-74c4-4d77-ae07-8f2433fa6eea req-b1455f89-4fdc-45ee-babc-4a876fa5aade service neutron] 10.222.0.16 "GET /v2.0/networks/e34d1622-fbc2-40a2-a98f-60dfeda81b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843041 Jul 22 20:14:08.815013 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-ae10c235-74c4-4d77-ae07-8f2433fa6eea req-8abd7ebb-d4ee-4cb1-b458-676c9f47e2e5 service neutron] 10.222.0.30 "GET /v2.0/networks/e34d1622-fbc2-40a2-a98f-60dfeda81b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834711 Jul 22 20:14:08.892816 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ae10c235-74c4-4d77-ae07-8f2433fa6eea req-0063f694-d83b-4d56-962f-c78eae649374 service neutron] 10.222.0.16 "GET /v2.0/networks/e34d1622-fbc2-40a2-a98f-60dfeda81b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917394 Jul 22 20:14:09.627969 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:09.662618 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 161aa52f-f44f-4be6-9da2-5be950fe550a details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:14:09.755633 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c72a8a-e5e0-46b3-a94f-39787e1b32b0 req-751e141e-a7b7-4299-8cff-7cda51fc8bf8 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:09.757346 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-24c72a8a-e5e0-46b3-a94f-39787e1b32b0 req-751e141e-a7b7-4299-8cff-7cda51fc8bf8 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 943 time: 0.0636594 Jul 22 20:14:09.759728 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 161aa52f-f44f-4be6-9da2-5be950fe550a, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=161aa52f-f44f-4be6-9da2-5be950fe550a,segment=NetworkSegment(561e0353-e037-4b0e-9805-a53f56043faa),segment_id=561e0353-e037-4b0e-9805-a53f56043faa)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:14:09.771547 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '161aa52f-f44f-4be6-9da2-5be950fe550a', 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44', 'port_id': '161aa52f-f44f-4be6-9da2-5be950fe550a', 'mac_address': 'fa:16:3e:36:9d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd34e7fdb-91e5-4a93-81e4-1b9f720dac86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:14:09.771783 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:14:09.797365 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-24c72a8a-e5e0-46b3-a94f-39787e1b32b0 req-18662d50-4a4c-41e3-bc07-089ef74dd4ee tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340474 Jul 22 20:14:09.809245 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:09.821794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161aa52f-f44f-4be6-9da2-5be950fe550a {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:14:09.841819 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 161aa52f-f44f-4be6-9da2-5be950fe550a, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=161aa52f-f44f-4be6-9da2-5be950fe550a,segment=NetworkSegment(561e0353-e037-4b0e-9805-a53f56043faa),segment_id=561e0353-e037-4b0e-9805-a53f56043faa)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:14:09.846851 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:09.895898 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=161aa52f-f44f-4be6-9da2-5be950fe550a,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:09.907329 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:09.907682 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:09.908026 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:09.908365 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:09.908881 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:09.909214 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:09.909662 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:09.910136 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:09.910471 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:09.910832 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:09.911270 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:09.911652 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:10.054605 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86d545-926f-42e0-968e-9d188357ce8a req-ca865963-8ad7-4728-baae-4697c26a9777 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:10.056079 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ff86d545-926f-42e0-968e-9d188357ce8a req-ca865963-8ad7-4728-baae-4697c26a9777 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 944 time: 0.1098013 Jul 22 20:14:10.061597 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['161aa52f-f44f-4be6-9da2-5be950fe550a'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:14:10.064371 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995e4d3-bc73-4d10-a7f3-a193cbcf3306 req-4e9346bf-7e8a-47b6-82d6-75e7b291e74c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:10.065816 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2995e4d3-bc73-4d10-a7f3-a193cbcf3306 req-4e9346bf-7e8a-47b6-82d6-75e7b291e74c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b&tenant_id=24c2e4f79be246cea3a092160d6fc4c0&binding%3Ahost_id=n-h1-800086-12 HTTP/1.1" status: 200 len: 944 time: 0.1099610 Jul 22 20:14:10.129959 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ff86d545-926f-42e0-968e-9d188357ce8a req-f8e21465-a754-4ebc-8cf2-4809bd4c79cc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631788 Jul 22 20:14:10.151950 n-d-800086-12 neutron-server[93807]: INFO neutron.api.v2.resource [req-2995e4d3-bc73-4d10-a7f3-a193cbcf3306 req-ca143bdb-4d7a-44ae-91c6-e06b667fb978 service neutron] delete failed (client error): The resource could not be found. Jul 22 20:14:10.151950 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2995e4d3-bc73-4d10-a7f3-a193cbcf3306 req-ca143bdb-4d7a-44ae-91c6-e06b667fb978 service neutron] 10.222.0.16 "DELETE /v2.0/ports/161aa52f-f44f-4be6-9da2-5be950fe550a/bindings/n-h2-800086-12 HTTP/1.1" status: 404 len: 381 time: 0.0743439 Jul 22 20:14:10.299080 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995e4d3-bc73-4d10-a7f3-a193cbcf3306 req-b13ba76b-62a6-4156-b1ca-820fb644a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:10.300613 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2995e4d3-bc73-4d10-a7f3-a193cbcf3306 req-b13ba76b-62a6-4156-b1ca-820fb644a724 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 1096 time: 0.1008723 Jul 22 20:14:10.308566 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e03c10-c90d-48c5-947c-5e7c8e7e5141 req-c79f4b34-f1ea-4a8a-a64c-6324703da358 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:10.309917 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b1e03c10-c90d-48c5-947c-5e7c8e7e5141 req-c79f4b34-f1ea-4a8a-a64c-6324703da358 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 944 time: 0.1022174 Jul 22 20:14:10.399439 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b1e03c10-c90d-48c5-947c-5e7c8e7e5141 req-fb7555f3-5900-4490-b392-b6fa175e592b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815902 Jul 22 20:14:10.422895 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995e4d3-bc73-4d10-a7f3-a193cbcf3306 req-09069baa-a9cd-4200-9b1b-85f840cbca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:10.424354 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2995e4d3-bc73-4d10-a7f3-a193cbcf3306 req-09069baa-a9cd-4200-9b1b-85f840cbca78 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e34d1622-fbc2-40a2-a98f-60dfeda81b44 HTTP/1.1" status: 200 len: 897 time: 0.1136143 Jul 22 20:14:10.489620 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2995e4d3-bc73-4d10-a7f3-a193cbcf3306 req-8987db1c-30c0-43f5-8576-0dd3d104a39f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=161aa52f-f44f-4be6-9da2-5be950fe550a HTTP/1.1" status: 200 len: 999 time: 0.0595703 Jul 22 20:14:10.536988 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995e4d3-bc73-4d10-a7f3-a193cbcf3306 req-4776be01-fb92-4172-b0bc-4e9ebfc6ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:10.538370 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2995e4d3-bc73-4d10-a7f3-a193cbcf3306 req-4776be01-fb92-4172-b0bc-4e9ebfc6ead2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d34e7fdb-91e5-4a93-81e4-1b9f720dac86 HTTP/1.1" status: 200 len: 835 time: 0.0423450 Jul 22 20:14:10.598977 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995e4d3-bc73-4d10-a7f3-a193cbcf3306 req-dd2ac371-b396-4431-be76-f7c2bc4f657d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:10.600449 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2995e4d3-bc73-4d10-a7f3-a193cbcf3306 req-dd2ac371-b396-4431-be76-f7c2bc4f657d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e34d1622-fbc2-40a2-a98f-60dfeda81b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557780 Jul 22 20:14:10.689168 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2995e4d3-bc73-4d10-a7f3-a193cbcf3306 req-82128049-7227-41cf-943f-7cc0d3612e06 service neutron] 10.222.0.16 "GET /v2.0/networks/e34d1622-fbc2-40a2-a98f-60dfeda81b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828180 Jul 22 20:14:10.779986 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2995e4d3-bc73-4d10-a7f3-a193cbcf3306 req-f2211160-84a6-4e80-8ff2-eba862a403dd service neutron] 10.222.0.16 "GET /v2.0/networks/e34d1622-fbc2-40a2-a98f-60dfeda81b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848181 Jul 22 20:14:11.527358 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea4082-f5b5-4913-8be0-cc24d57b3aa1 req-e502270a-e4cd-42b3-8409-c0791e95341a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:11.529483 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7dea4082-f5b5-4913-8be0-cc24d57b3aa1 req-e502270a-e4cd-42b3-8409-c0791e95341a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 944 time: 0.0645208 Jul 22 20:14:11.566774 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7dea4082-f5b5-4913-8be0-cc24d57b3aa1 req-6c5de693-ebed-4101-9de1-6482867b0ffd tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317361 Jul 22 20:14:11.588569 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34172) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:14:11.655054 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-24178485-7f51-4c2a-be25-5ca72bfbd36d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/floatingips/2084c3d4-7c4f-43ae-b6ab-cef66d7aad35 HTTP/1.1" status: 200 len: 991 time: 0.0653896 Jul 22 20:14:11.679649 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 161aa52f-f44f-4be6-9da2-5be950fe550a up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:14:11.729355 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 161aa52f-f44f-4be6-9da2-5be950fe550a completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:14:11.733246 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 161aa52f-f44f-4be6-9da2-5be950fe550a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:14:11.733617 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:11.812360 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:11.834878 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f3bfc9-764e-47aa-b808-553e9f53dc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161aa52f-f44f-4be6-9da2-5be950fe550a'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:14:11.837160 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c7e18f-5f9d-4278-be17-0892701ddb32" -d '{"events": [{"server_uuid": "a1f3bfc9-764e-47aa-b808-553e9f53dc9b", "name": "network-vif-plugged", "status": "completed", "tag": "161aa52f-f44f-4be6-9da2-5be950fe550a"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:14:11.850066 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 161aa52f-f44f-4be6-9da2-5be950fe550a, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=161aa52f-f44f-4be6-9da2-5be950fe550a,segment=NetworkSegment(561e0353-e037-4b0e-9805-a53f56043faa),segment_id=561e0353-e037-4b0e-9805-a53f56043faa)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:14:11.854256 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:11.880987 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d5aac0-4551-4adb-ae81-efb2d248e1c4 x-openstack-request-id: req-58d5aac0-4551-4adb-ae81-efb2d248e1c4 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:14:11.881277 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f3bfc9-764e-47aa-b808-553e9f53dc9b", "name": "network-vif-plugged", "status": "completed", "tag": "161aa52f-f44f-4be6-9da2-5be950fe550a", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:14:11.881525 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58d5aac0-4551-4adb-ae81-efb2d248e1c4 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:14:11.881906 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f3bfc9-764e-47aa-b808-553e9f53dc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161aa52f-f44f-4be6-9da2-5be950fe550a', 'code': 200} Jul 22 20:14:11.907840 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=161aa52f-f44f-4be6-9da2-5be950fe550a,revision_number=9']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:12.436063 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:28.584526 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8983f63d-c947-47f5-9e57-7261d133f672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:31.091302 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fa19f760-b6d2-4a55-b39f-c90c6c1a8378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:31.227813 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:32.601007 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:34.250363 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:39.616322 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:40.083446 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34184) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:14:40.293703 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-eb10e2d9-0293-4ac4-ade9-bd0bccc2940c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting port da21d382-985e-4743-ad72-dff0a01a686b {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:14:40.293961 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eb10e2d9-0293-4ac4-ade9-bd0bccc2940c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:40.367309 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eb10e2d9-0293-4ac4-ade9-bd0bccc2940c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:40.367633 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eb10e2d9-0293-4ac4-ade9-bd0bccc2940c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:40.379634 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-eb10e2d9-0293-4ac4-ade9-bd0bccc2940c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Calling delete_port for da21d382-985e-4743-ad72-dff0a01a686b owned by network:floatingip {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:14:40.525268 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eb10e2d9-0293-4ac4-ade9-bd0bccc2940c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:40.550351 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10e2d9-0293-4ac4-ade9-bd0bccc2940c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Port': ['ID=da21d382-985e-4743-ad72-dff0a01a686b,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:40.615523 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eb10e2d9-0293-4ac4-ade9-bd0bccc2940c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for floatingip, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:40.615998 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [None req-eb10e2d9-0293-4ac4-ade9-bd0bccc2940c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Floating IP 2084c3d4-7c4f-43ae-b6ab-cef66d7aad35 disassociated (deleted). External IP: 172.25.3.62, port: 161aa52f-f44f-4be6-9da2-5be950fe550a. Jul 22 20:14:40.831281 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb10e2d9-0293-4ac4-ade9-bd0bccc2940c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router bcbcf600-98b3-4489-94e8-afa864a27e62 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:14:40.940462 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb10e2d9-0293-4ac4-ade9-bd0bccc2940c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:14:40.945508 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-eb10e2d9-0293-4ac4-ade9-bd0bccc2940c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:40.951217 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e895a128-56ac-480d-a12a-92a88de5a443 None None] Sync routers for ids ['bcbcf600-98b3-4489-94e8-afa864a27e62'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:14:40.961800 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e895a128-56ac-480d-a12a-92a88de5a443 None None] Routers {'bcbcf600-98b3-4489-94e8-afa864a27e62'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:14:40.962422 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e895a128-56ac-480d-a12a-92a88de5a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:14:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['bcbcf600-98b3-4489-94e8-afa864a27e62'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:40.983526 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-eb10e2d9-0293-4ac4-ade9-bd0bccc2940c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/floatingips/2084c3d4-7c4f-43ae-b6ab-cef66d7aad35 HTTP/1.1" status: 204 len: 168 time: 0.8989778 Jul 22 20:14:40.984212 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f3bfc9-764e-47aa-b808-553e9f53dc9b', 'tag': '161aa52f-f44f-4be6-9da2-5be950fe550a'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:14:40.986492 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e2a78a-49b7-4b4b-bdc8-95198e59a5db" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f3bfc9-764e-47aa-b808-553e9f53dc9b", "tag": "161aa52f-f44f-4be6-9da2-5be950fe550a"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:14:41.026750 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39b0905-4668-4f2d-b592-6d531f64bea8 x-openstack-request-id: req-d39b0905-4668-4f2d-b592-6d531f64bea8 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:14:41.027044 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f3bfc9-764e-47aa-b808-553e9f53dc9b", "tag": "161aa52f-f44f-4be6-9da2-5be950fe550a", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:14:41.027327 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d39b0905-4668-4f2d-b592-6d531f64bea8 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:14:41.028355 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f3bfc9-764e-47aa-b808-553e9f53dc9b', 'tag': '161aa52f-f44f-4be6-9da2-5be950fe550a', 'status': 'completed', 'code': 200} Jul 22 20:14:41.071662 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-e895a128-56ac-480d-a12a-92a88de5a443 None None] Set router bcbcf600-98b3-4489-94e8-afa864a27e62 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:14:41.126717 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2a78a-49b7-4b4b-bdc8-95198e59a5db req-4d0ec641-d166-4b5a-9b06-4e98f4e436c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:41.128261 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-14e2a78a-49b7-4b4b-bdc8-95198e59a5db req-4d0ec641-d166-4b5a-9b06-4e98f4e436c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 1097 time: 0.0783565 Jul 22 20:14:41.258546 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2a78a-49b7-4b4b-bdc8-95198e59a5db req-b4a44874-08fe-4f48-b40c-acc76e9494e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:41.260708 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-14e2a78a-49b7-4b4b-bdc8-95198e59a5db req-b4a44874-08fe-4f48-b40c-acc76e9494e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e34d1622-fbc2-40a2-a98f-60dfeda81b44 HTTP/1.1" status: 200 len: 897 time: 0.1248274 Jul 22 20:14:41.275200 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652d7db-5e74-4048-bd29-f82b101e8429 req-0a011824-f123-47d7-ab06-0cb2340eb0b2 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:41.279426 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9652d7db-5e74-4048-bd29-f82b101e8429 req-0a011824-f123-47d7-ab06-0cb2340eb0b2 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.0859458 Jul 22 20:14:41.315708 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-14e2a78a-49b7-4b4b-bdc8-95198e59a5db req-56792b22-6422-460c-a0f7-52ff97a0bbe3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=161aa52f-f44f-4be6-9da2-5be950fe550a HTTP/1.1" status: 200 len: 217 time: 0.0463505 Jul 22 20:14:41.335085 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e895a128-56ac-480d-a12a-92a88de5a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337582013', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cb181856-57c3-4040-baa3-798f985255a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:57Z', 'updated_at': '2021-07-22T20:13:01Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cb181856-57c3-4040-baa3-798f985255a7', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:58Z', 'updated_at': '2021-07-22T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2255f27d-b896-4599-b00a-01eded35448e', 'name': '', 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:cb:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd34e7fdb-91e5-4a93-81e4-1b9f720dac86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:13:00Z', 'updated_at': '2021-07-22T20:13:05Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': 'd34e7fdb-91e5-4a93-81e4-1b9f720dac86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:41.346973 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9652d7db-5e74-4048-bd29-f82b101e8429 req-423a5936-e3f8-4eb6-9ffd-9b41ef162e39 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546436 Jul 22 20:14:41.368725 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e895a128-56ac-480d-a12a-92a88de5a443 None None] Checking router: bcbcf600-98b3-4489-94e8-afa864a27e62 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:14:41.373134 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2a78a-49b7-4b4b-bdc8-95198e59a5db req-a6e68776-85ab-4495-8d6e-d3520ca3fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:41.374918 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-14e2a78a-49b7-4b4b-bdc8-95198e59a5db req-a6e68776-85ab-4495-8d6e-d3520ca3fb8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d34e7fdb-91e5-4a93-81e4-1b9f720dac86 HTTP/1.1" status: 200 len: 835 time: 0.0535460 Jul 22 20:14:41.378365 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e895a128-56ac-480d-a12a-92a88de5a443 None None] Routers {'bcbcf600-98b3-4489-94e8-afa864a27e62'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:14:41.378962 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e895a128-56ac-480d-a12a-92a88de5a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:14:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['bcbcf600-98b3-4489-94e8-afa864a27e62'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:41.442180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2a78a-49b7-4b4b-bdc8-95198e59a5db req-9b451e97-4d64-498f-8f7a-5f92910b6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:41.443833 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-14e2a78a-49b7-4b4b-bdc8-95198e59a5db req-9b451e97-4d64-498f-8f7a-5f92910b6ff6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e34d1622-fbc2-40a2-a98f-60dfeda81b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625958 Jul 22 20:14:41.486126 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-e895a128-56ac-480d-a12a-92a88de5a443 None None] Set router bcbcf600-98b3-4489-94e8-afa864a27e62 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:14:41.543932 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-14e2a78a-49b7-4b4b-bdc8-95198e59a5db req-b9e14718-9691-471e-8c89-ee62472f1323 service neutron] 10.222.0.30 "GET /v2.0/networks/e34d1622-fbc2-40a2-a98f-60dfeda81b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934563 Jul 22 20:14:41.639664 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-14e2a78a-49b7-4b4b-bdc8-95198e59a5db req-2878d86c-439b-4d6a-b539-182e352668f6 service neutron] 10.222.0.30 "GET /v2.0/networks/e34d1622-fbc2-40a2-a98f-60dfeda81b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889719 Jul 22 20:14:41.695152 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e895a128-56ac-480d-a12a-92a88de5a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337582013', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cb181856-57c3-4040-baa3-798f985255a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:57Z', 'updated_at': '2021-07-22T20:13:01Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cb181856-57c3-4040-baa3-798f985255a7', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:58Z', 'updated_at': '2021-07-22T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2255f27d-b896-4599-b00a-01eded35448e', 'name': '', 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:cb:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd34e7fdb-91e5-4a93-81e4-1b9f720dac86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:13:00Z', 'updated_at': '2021-07-22T20:13:05Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': 'd34e7fdb-91e5-4a93-81e4-1b9f720dac86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:41.721606 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e895a128-56ac-480d-a12a-92a88de5a443 None None] The sync data for ids ['bcbcf600-98b3-4489-94e8-afa864a27e62'] in n-d-800086-12 is: [{'id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337582013', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cb181856-57c3-4040-baa3-798f985255a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:57Z', 'updated_at': '2021-07-22T20:13:01Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cb181856-57c3-4040-baa3-798f985255a7', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:58Z', 'updated_at': '2021-07-22T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2255f27d-b896-4599-b00a-01eded35448e', 'name': '', 'network_id': 'e34d1622-fbc2-40a2-a98f-60dfeda81b44', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:cb:74:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd34e7fdb-91e5-4a93-81e4-1b9f720dac86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:13:00Z', 'updated_at': '2021-07-22T20:13:05Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': 'd34e7fdb-91e5-4a93-81e4-1b9f720dac86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:14:41.972413 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60834ca-c0e2-43b3-8e36-77bc1cbaaefa None None] New status for floating IP 2084c3d4-7c4f-43ae-b6ab-cef66d7aad35: DOWN {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:14:42.447267 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:42.475981 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b38f7f-a946-44f7-a09a-58eae72aa731 req-5a1f7a62-b88d-42ae-920d-413d4a43c264 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:42.477850 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-82b38f7f-a946-44f7-a09a-58eae72aa731 req-5a1f7a62-b88d-42ae-920d-413d4a43c264 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.0789299 Jul 22 20:14:42.488077 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb52c0-6f5c-42f2-8d50-bcd40cddc18e req-f3f0ade2-7b3f-46e5-b193-64a71d2bde7d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:42.490053 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-50eb52c0-6f5c-42f2-8d50-bcd40cddc18e req-f3f0ade2-7b3f-46e5-b193-64a71d2bde7d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1f3bfc9-764e-47aa-b808-553e9f53dc9b HTTP/1.1" status: 200 len: 945 time: 0.0770206 Jul 22 20:14:42.541448 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-50eb52c0-6f5c-42f2-8d50-bcd40cddc18e req-faa75ea6-3fcd-415f-a179-c13c3059c5ba tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438714 Jul 22 20:14:42.595519 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-82b38f7f-a946-44f7-a09a-58eae72aa731 req-aae797b7-9b26-4cfa-8655-0072855ac01b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting port 161aa52f-f44f-4be6-9da2-5be950fe550a {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:14:42.596117 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-82b38f7f-a946-44f7-a09a-58eae72aa731 req-aae797b7-9b26-4cfa-8655-0072855ac01b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:42.691184 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-82b38f7f-a946-44f7-a09a-58eae72aa731 req-aae797b7-9b26-4cfa-8655-0072855ac01b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] For port 161aa52f-f44f-4be6-9da2-5be950fe550a, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=161aa52f-f44f-4be6-9da2-5be950fe550a,segment=NetworkSegment(561e0353-e037-4b0e-9805-a53f56043faa),segment_id=561e0353-e037-4b0e-9805-a53f56043faa)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:14:42.691534 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-82b38f7f-a946-44f7-a09a-58eae72aa731 req-aae797b7-9b26-4cfa-8655-0072855ac01b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:42.703202 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-82b38f7f-a946-44f7-a09a-58eae72aa731 req-aae797b7-9b26-4cfa-8655-0072855ac01b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Calling delete_port for 161aa52f-f44f-4be6-9da2-5be950fe550a owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:14:42.832419 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-82b38f7f-a946-44f7-a09a-58eae72aa731 req-aae797b7-9b26-4cfa-8655-0072855ac01b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:42.866370 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae797b7-9b26-4cfa-8655-0072855ac01b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Port': ['ID=161aa52f-f44f-4be6-9da2-5be950fe550a,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:42.916543 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b38f7f-a946-44f7-a09a-58eae72aa731 req-aae797b7-9b26-4cfa-8655-0072855ac01b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] No DVR routers for this DVR port 161aa52f-f44f-4be6-9da2-5be950fe550a on host n-h1-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:14:42.920104 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-82b38f7f-a946-44f7-a09a-58eae72aa731 req-aae797b7-9b26-4cfa-8655-0072855ac01b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:42.922073 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-82b38f7f-a946-44f7-a09a-58eae72aa731 req-aae797b7-9b26-4cfa-8655-0072855ac01b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.30 "DELETE /v2.0/ports/161aa52f-f44f-4be6-9da2-5be950fe550a HTTP/1.1" status: 204 len: 173 time: 0.4387240 Jul 22 20:14:43.030106 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f3bfc9-764e-47aa-b808-553e9f53dc9b', 'name': 'network-vif-deleted', 'tag': '161aa52f-f44f-4be6-9da2-5be950fe550a'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:14:43.033917 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ce2c50-be4a-47bc-8994-cd4eabea6921" -d '{"events": [{"server_uuid": "a1f3bfc9-764e-47aa-b808-553e9f53dc9b", "name": "network-vif-deleted", "tag": "161aa52f-f44f-4be6-9da2-5be950fe550a"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:14:43.074621 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6983409d-1c40-4c18-a056-410144541a35 x-openstack-request-id: req-6983409d-1c40-4c18-a056-410144541a35 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:14:43.075025 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f3bfc9-764e-47aa-b808-553e9f53dc9b", "name": "network-vif-deleted", "tag": "161aa52f-f44f-4be6-9da2-5be950fe550a", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:14:43.075613 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6983409d-1c40-4c18-a056-410144541a35 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:14:43.076874 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f3bfc9-764e-47aa-b808-553e9f53dc9b', 'name': 'network-vif-deleted', 'tag': '161aa52f-f44f-4be6-9da2-5be950fe550a', 'status': 'completed', 'code': 200} Jul 22 20:14:43.597763 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34198) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:14:43.987682 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c85b9e8-ac7a-44a4-8665-df79d6f33589 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:44.290831 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-3c85b9e8-ac7a-44a4-8665-df79d6f33589 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting port 2255f27d-b896-4599-b00a-01eded35448e {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:14:44.291077 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c85b9e8-ac7a-44a4-8665-df79d6f33589 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:44.388986 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-3c85b9e8-ac7a-44a4-8665-df79d6f33589 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] For port 2255f27d-b896-4599-b00a-01eded35448e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2255f27d-b896-4599-b00a-01eded35448e,segment=NetworkSegment(561e0353-e037-4b0e-9805-a53f56043faa),segment_id=561e0353-e037-4b0e-9805-a53f56043faa)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:14:44.389374 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c85b9e8-ac7a-44a4-8665-df79d6f33589 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:44.404721 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-3c85b9e8-ac7a-44a4-8665-df79d6f33589 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Calling delete_port for 2255f27d-b896-4599-b00a-01eded35448e owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:14:44.650387 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c85b9e8-ac7a-44a4-8665-df79d6f33589 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:44.678852 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85b9e8-ac7a-44a4-8665-df79d6f33589 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Port': ['ID=2255f27d-b896-4599-b00a-01eded35448e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:44.888381 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3c85b9e8-ac7a-44a4-8665-df79d6f33589 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:45.173526 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c85b9e8-ac7a-44a4-8665-df79d6f33589 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router bcbcf600-98b3-4489-94e8-afa864a27e62 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:14:45.278312 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c85b9e8-ac7a-44a4-8665-df79d6f33589 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:14:45.284442 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3c85b9e8-ac7a-44a4-8665-df79d6f33589 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "PUT /v2.0/routers/bcbcf600-98b3-4489-94e8-afa864a27e62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6853189 Jul 22 20:14:45.288332 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34200) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:14:45.289875 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeffe61e-c409-4e6d-bcdd-3b7ccdfde414 None None] Sync routers for ids ['bcbcf600-98b3-4489-94e8-afa864a27e62'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:14:45.301420 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeffe61e-c409-4e6d-bcdd-3b7ccdfde414 None None] Routers {'bcbcf600-98b3-4489-94e8-afa864a27e62'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:14:45.302103 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-eeffe61e-c409-4e6d-bcdd-3b7ccdfde414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:14:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['bcbcf600-98b3-4489-94e8-afa864a27e62'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:45.353756 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c73d18-82eb-4a08-ae6f-f91344fd641e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting subnet d34e7fdb-91e5-4a93-81e4-1b9f720dac86 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:14:45.357642 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e1c73d18-82eb-4a08-ae6f-f91344fd641e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:45.405196 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e1c73d18-82eb-4a08-ae6f-f91344fd641e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:45.504929 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e1c73d18-82eb-4a08-ae6f-f91344fd641e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:45.528570 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-eeffe61e-c409-4e6d-bcdd-3b7ccdfde414 None None] Set router bcbcf600-98b3-4489-94e8-afa864a27e62 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:14:45.780982 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-eeffe61e-c409-4e6d-bcdd-3b7ccdfde414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337582013', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cb181856-57c3-4040-baa3-798f985255a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:57Z', 'updated_at': '2021-07-22T20:14:44Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cb181856-57c3-4040-baa3-798f985255a7', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:58Z', 'updated_at': '2021-07-22T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:45.823592 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeffe61e-c409-4e6d-bcdd-3b7ccdfde414 None None] Checking router: bcbcf600-98b3-4489-94e8-afa864a27e62 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:14:45.838362 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeffe61e-c409-4e6d-bcdd-3b7ccdfde414 None None] Routers {'bcbcf600-98b3-4489-94e8-afa864a27e62'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:14:45.839565 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-eeffe61e-c409-4e6d-bcdd-3b7ccdfde414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:14:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['bcbcf600-98b3-4489-94e8-afa864a27e62'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:45.909714 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 161aa52f-f44f-4be6-9da2-5be950fe550a no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:14:45.927054 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e1c73d18-82eb-4a08-ae6f-f91344fd641e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:45.942179 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 161aa52f-f44f-4be6-9da2-5be950fe550a {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:14:45.942695 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 161aa52f-f44f-4be6-9da2-5be950fe550a not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:14:45.961122 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c73d18-82eb-4a08-ae6f-f91344fd641e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Subnet': ['ID=d34e7fdb-91e5-4a93-81e4-1b9f720dac86,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:45.963243 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-e1c73d18-82eb-4a08-ae6f-f91344fd641e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:45.965536 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-e1c73d18-82eb-4a08-ae6f-f91344fd641e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/subnets/d34e7fdb-91e5-4a93-81e4-1b9f720dac86 HTTP/1.1" status: 204 len: 168 time: 0.6758466 Jul 22 20:14:45.968180 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34202) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:14:45.976694 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc497ce-164e-4d5a-9557-18e27ecc7174 None None] Network e34d1622-fbc2-40a2-a98f-60dfeda81b44 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:14:45.979251 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-eeffe61e-c409-4e6d-bcdd-3b7ccdfde414 None None] Set router bcbcf600-98b3-4489-94e8-afa864a27e62 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:14:46.112779 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-838abd5a-1e44-4c74-a2dc-d2fe13f9b7fa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:46.243067 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-eeffe61e-c409-4e6d-bcdd-3b7ccdfde414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337582013', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cb181856-57c3-4040-baa3-798f985255a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:57Z', 'updated_at': '2021-07-22T20:14:44Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cb181856-57c3-4040-baa3-798f985255a7', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:58Z', 'updated_at': '2021-07-22T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:46.257629 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff4895f-a0f3-45ff-afde-2086b225e0d0 None None] DHCP port deletion for e34d1622-fbc2-40a2-a98f-60dfeda81b44 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:14:46.271789 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeffe61e-c409-4e6d-bcdd-3b7ccdfde414 None None] The sync data for ids ['bcbcf600-98b3-4489-94e8-afa864a27e62'] in n-d-800086-12 is: [{'id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337582013', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cb181856-57c3-4040-baa3-798f985255a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:57Z', 'updated_at': '2021-07-22T20:14:44Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cb181856-57c3-4040-baa3-798f985255a7', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbcf600-98b3-4489-94e8-afa864a27e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:58Z', 'updated_at': '2021-07-22T20:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:14:46.295008 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-838abd5a-1e44-4c74-a2dc-d2fe13f9b7fa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:46.320637 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ff4895f-a0f3-45ff-afde-2086b225e0d0 None None] Deleting port 6909a384-468b-424c-a203-b6a0e9c43983 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:14:46.321270 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ff4895f-a0f3-45ff-afde-2086b225e0d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:46.363947 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-838abd5a-1e44-4c74-a2dc-d2fe13f9b7fa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting port cb181856-57c3-4040-baa3-798f985255a7 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:14:46.364458 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-838abd5a-1e44-4c74-a2dc-d2fe13f9b7fa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:46.392800 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ff4895f-a0f3-45ff-afde-2086b225e0d0 None None] For port 6909a384-468b-424c-a203-b6a0e9c43983, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6909a384-468b-424c-a203-b6a0e9c43983,segment=NetworkSegment(561e0353-e037-4b0e-9805-a53f56043faa),segment_id=561e0353-e037-4b0e-9805-a53f56043faa)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:14:46.393294 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ff4895f-a0f3-45ff-afde-2086b225e0d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:46.406123 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ff4895f-a0f3-45ff-afde-2086b225e0d0 None None] Calling delete_port for 6909a384-468b-424c-a203-b6a0e9c43983 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:14:46.462558 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-838abd5a-1e44-4c74-a2dc-d2fe13f9b7fa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] For port cb181856-57c3-4040-baa3-798f985255a7, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=cb181856-57c3-4040-baa3-798f985255a7,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:14:46.462923 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-838abd5a-1e44-4c74-a2dc-d2fe13f9b7fa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:46.475184 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-838abd5a-1e44-4c74-a2dc-d2fe13f9b7fa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Calling delete_port for cb181856-57c3-4040-baa3-798f985255a7 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:14:46.517069 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ff4895f-a0f3-45ff-afde-2086b225e0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:46.541956 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4895f-a0f3-45ff-afde-2086b225e0d0 None None] Pushing event deleted for resources: {'Port': ['ID=6909a384-468b-424c-a203-b6a0e9c43983,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:46.546065 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff4895f-a0f3-45ff-afde-2086b225e0d0 None None] No DVR routers for this DVR port 6909a384-468b-424c-a203-b6a0e9c43983 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:14:46.673363 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-838abd5a-1e44-4c74-a2dc-d2fe13f9b7fa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:46.717314 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838abd5a-1e44-4c74-a2dc-d2fe13f9b7fa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Port': ['ID=cb181856-57c3-4040-baa3-798f985255a7,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:46.772120 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:14:46.807059 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-838abd5a-1e44-4c74-a2dc-d2fe13f9b7fa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:46.919879 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-838abd5a-1e44-4c74-a2dc-d2fe13f9b7fa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:46.923348 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-838abd5a-1e44-4c74-a2dc-d2fe13f9b7fa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:46.999766 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-838abd5a-1e44-4c74-a2dc-d2fe13f9b7fa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:47.000873 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838abd5a-1e44-4c74-a2dc-d2fe13f9b7fa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Fanout notify agent at l3_agent the message router_deleted on router bcbcf600-98b3-4489-94e8-afa864a27e62 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:14:47.009713 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-838abd5a-1e44-4c74-a2dc-d2fe13f9b7fa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:47.016338 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-838abd5a-1e44-4c74-a2dc-d2fe13f9b7fa tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/routers/bcbcf600-98b3-4489-94e8-afa864a27e62 HTTP/1.1" status: 204 len: 168 time: 1.0421250 Jul 22 20:14:47.016626 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34204) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:14:47.124446 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:47.611252 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:47.622312 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34d1622-fbc2-40a2-a98f-60dfeda81b44']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:47.635140 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561e0353-e037-4b0e-9805-a53f56043faa') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:47.635508 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561e0353-e037-4b0e-9805-a53f56043faa') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:47.649558 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:47.675336 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:47.682383 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:14:47.683023 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: timer() Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:14:47.688103 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:14:47.738952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2255f27d-b896-4599-b00a-01eded35448e no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:14:47.780976 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 2255f27d-b896-4599-b00a-01eded35448e {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:14:47.781339 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2255f27d-b896-4599-b00a-01eded35448e not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:14:47.781947 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6909a384-468b-424c-a203-b6a0e9c43983 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:14:47.783105 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:47.793642 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:47.796527 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/networks/e34d1622-fbc2-40a2-a98f-60dfeda81b44 HTTP/1.1" status: 204 len: 168 time: 0.7787952 Jul 22 20:14:47.799478 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34206) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:14:47.813467 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Network': ['ID=e34d1622-fbc2-40a2-a98f-60dfeda81b44,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:47.816802 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 6909a384-468b-424c-a203-b6a0e9c43983 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:14:47.816802 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6909a384-468b-424c-a203-b6a0e9c43983 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:14:47.817383 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device cb181856-57c3-4040-baa3-798f985255a7 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:14:47.824874 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:47.825224 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:47.825561 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:47.826178 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:47.826304 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:47.826547 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:47.826875 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:47.827203 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:47.827536 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:47.827858 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:47.828182 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:47.828528 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af292-41e2-4bf5-a2a7-cd9f9160e648 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:47.843363 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: cb181856-57c3-4040-baa3-798f985255a7 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:14:47.843722 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device cb181856-57c3-4040-baa3-798f985255a7 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:14:47.863094 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78752cff-e1bf-499e-aab5-a7454a53cc5c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:47.889303 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78752cff-e1bf-499e-aab5-a7454a53cc5c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:47.950964 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78752cff-e1bf-499e-aab5-a7454a53cc5c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:47.952892 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-78752cff-e1bf-499e-aab5-a7454a53cc5c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:47.954066 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-78752cff-e1bf-499e-aab5-a7454a53cc5c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/security-groups/cf23bfed-a132-4af4-b10c-b1ab8df7ca8c HTTP/1.1" status: 204 len: 168 time: 0.1533322 Jul 22 20:14:47.963662 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78752cff-e1bf-499e-aab5-a7454a53cc5c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf23bfed-a132-4af4-b10c-b1ab8df7ca8c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:48.257774 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34212) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:14:48.262546 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a226293c-391d-461a-bc9a-66ae2d660ead tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1569864182', 'description': 'tempest-secgroup-smoke-1569864182 description', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:14:48.284729 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a226293c-391d-461a-bc9a-66ae2d660ead tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:48.364224 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a226293c-391d-461a-bc9a-66ae2d660ead tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:48.367717 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a226293c-391d-461a-bc9a-66ae2d660ead tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:48.395723 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a226293c-391d-461a-bc9a-66ae2d660ead tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:48.396973 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a226293c-391d-461a-bc9a-66ae2d660ead tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1381900 Jul 22 20:14:48.399082 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226293c-391d-461a-bc9a-66ae2d660ead tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29fcde1f-726e-4745-b408-2c06811a2a48,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:48.400079 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34214) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:14:48.405473 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-3d32f3ed-524b-4031-90bc-a670d0b9ccc5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': '29fcde1f-726e-4745-b408-2c06811a2a48', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:14:48.436247 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3d32f3ed-524b-4031-90bc-a670d0b9ccc5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:48.495612 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3d32f3ed-524b-4031-90bc-a670d0b9ccc5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:48.498974 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3d32f3ed-524b-4031-90bc-a670d0b9ccc5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:48.515776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32f3ed-524b-4031-90bc-a670d0b9ccc5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22fc7faf-f795-42f6-97ec-6c7198db6cab,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:48.521676 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3d32f3ed-524b-4031-90bc-a670d0b9ccc5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:48.523494 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3d32f3ed-524b-4031-90bc-a670d0b9ccc5 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215932 Jul 22 20:14:48.525727 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34216) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:14:48.530688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-ba101289-9eb3-4748-ade1-8f14e65a7c81 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': '29fcde1f-726e-4745-b408-2c06811a2a48', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:14:48.557252 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba101289-9eb3-4748-ade1-8f14e65a7c81 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:48.613966 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba101289-9eb3-4748-ade1-8f14e65a7c81 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:48.617547 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba101289-9eb3-4748-ade1-8f14e65a7c81 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:48.635788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba101289-9eb3-4748-ade1-8f14e65a7c81 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ae9515-65d6-42e7-8f6b-587be95b40a4,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:48.639246 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba101289-9eb3-4748-ade1-8f14e65a7c81 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:48.640768 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ba101289-9eb3-4748-ade1-8f14e65a7c81 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140120 Jul 22 20:14:48.643878 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34218) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:14:48.648697 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-52d9683d-8aca-4a0a-8d40-a49fd9c04b8a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': '29fcde1f-726e-4745-b408-2c06811a2a48', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:14:48.675055 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-52d9683d-8aca-4a0a-8d40-a49fd9c04b8a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:48.732729 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-52d9683d-8aca-4a0a-8d40-a49fd9c04b8a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:48.736208 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-52d9683d-8aca-4a0a-8d40-a49fd9c04b8a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:48.755281 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9683d-8aca-4a0a-8d40-a49fd9c04b8a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c828cdc1-06cd-45a1-ba0b-e582a89f9e20,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:48.763607 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-52d9683d-8aca-4a0a-8d40-a49fd9c04b8a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:48.765013 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-52d9683d-8aca-4a0a-8d40-a49fd9c04b8a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199055 Jul 22 20:14:48.767682 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34220) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:14:48.772067 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-540d03b0-7c2d-46e9-a86e-bbcfe54f036d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': '29fcde1f-726e-4745-b408-2c06811a2a48', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:14:48.798235 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-540d03b0-7c2d-46e9-a86e-bbcfe54f036d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:48.858673 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-540d03b0-7c2d-46e9-a86e-bbcfe54f036d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:48.862286 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-540d03b0-7c2d-46e9-a86e-bbcfe54f036d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:48.876795 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d03b0-7c2d-46e9-a86e-bbcfe54f036d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47d9c7e-f1ed-4680-85af-0f1484a70a0a,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:48.884912 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-540d03b0-7c2d-46e9-a86e-bbcfe54f036d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:48.886087 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-540d03b0-7c2d-46e9-a86e-bbcfe54f036d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174834 Jul 22 20:14:48.889336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34222) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:14:48.893625 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-f47e805b-d914-4056-bcf7-faefa5af129c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': '29fcde1f-726e-4745-b408-2c06811a2a48', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:14:48.914236 n-d-800086-12 neutron-server[93807]: INFO neutron.db.securitygroups_db [None req-f47e805b-d914-4056-bcf7-faefa5af129c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Project 24c2e4f79be246cea3a092160d6fc4c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:14:48.919302 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f47e805b-d914-4056-bcf7-faefa5af129c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:48.979466 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f47e805b-d914-4056-bcf7-faefa5af129c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:48.983284 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f47e805b-d914-4056-bcf7-faefa5af129c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:49.001509 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e805b-d914-4056-bcf7-faefa5af129c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4262f90e-c0f1-46c0-a453-039becdd6b6f,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:49.006975 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-f47e805b-d914-4056-bcf7-faefa5af129c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:49.008374 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f47e805b-d914-4056-bcf7-faefa5af129c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181209 Jul 22 20:14:49.011382 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34224) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:14:49.016405 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-037af9d2-11ca-435c-a25f-f3a26aec81c3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': '29fcde1f-726e-4745-b408-2c06811a2a48', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:14:49.037701 n-d-800086-12 neutron-server[93807]: INFO neutron.db.securitygroups_db [None req-037af9d2-11ca-435c-a25f-f3a26aec81c3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Project 24c2e4f79be246cea3a092160d6fc4c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:14:49.043231 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-037af9d2-11ca-435c-a25f-f3a26aec81c3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:49.102828 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-037af9d2-11ca-435c-a25f-f3a26aec81c3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:49.107107 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-037af9d2-11ca-435c-a25f-f3a26aec81c3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:49.125164 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037af9d2-11ca-435c-a25f-f3a26aec81c3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64cf3438-ae5f-4911-bb62-5aa87668b464,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:49.131378 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-037af9d2-11ca-435c-a25f-f3a26aec81c3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:49.132555 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-037af9d2-11ca-435c-a25f-f3a26aec81c3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194720 Jul 22 20:14:49.135372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34226) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:14:49.140486 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-82d08f1b-5d3b-4ca7-b375-8833d3e5fc31 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'network': {'name': 'tempest-network-smoke--850132426', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'port_security_enabled': True}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:14:49.160631 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d08f1b-5d3b-4ca7-b375-8833d3e5fc31 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Made reservation on behalf of 24c2e4f79be246cea3a092160d6fc4c0 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:14:49.163982 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-82d08f1b-5d3b-4ca7-b375-8833d3e5fc31 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:49.187659 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d08f1b-5d3b-4ca7-b375-8833d3e5fc31 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:14:49.196673 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-82d08f1b-5d3b-4ca7-b375-8833d3e5fc31 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:49.197046 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-82d08f1b-5d3b-4ca7-b375-8833d3e5fc31 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Added segment 7e5e518c-5f75-4f4b-a436-cb05beb221aa of type vlan for network c6aa05f3-533e-4728-aebe-923cdf07c5d2 Jul 22 20:14:49.241903 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-82d08f1b-5d3b-4ca7-b375-8833d3e5fc31 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:49.273990 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-82d08f1b-5d3b-4ca7-b375-8833d3e5fc31 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:49.280250 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d08f1b-5d3b-4ca7-b375-8833d3e5fc31 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:49.280859 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-82d08f1b-5d3b-4ca7-b375-8833d3e5fc31 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:49.318107 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-82d08f1b-5d3b-4ca7-b375-8833d3e5fc31 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1813400 Jul 22 20:14:49.320606 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34228) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:14:49.326848 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b28aff26-79f7-47b3-a7c7-4e504402250f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-553156361', 'admin_state_up': True, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:14:49.349894 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b28aff26-79f7-47b3-a7c7-4e504402250f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:49.350905 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b28aff26-79f7-47b3-a7c7-4e504402250f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:49.356176 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d08f1b-5d3b-4ca7-b375-8833d3e5fc31 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Network': ['ID=c6aa05f3-533e-4728-aebe-923cdf07c5d2,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:49.368057 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network c6aa05f3-533e-4728-aebe-923cdf07c5d2 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:14:49.407290 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b28aff26-79f7-47b3-a7c7-4e504402250f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:49.541763 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b28aff26-79f7-47b3-a7c7-4e504402250f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:49.753460 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b28aff26-79f7-47b3-a7c7-4e504402250f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:49.772990 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b28aff26-79f7-47b3-a7c7-4e504402250f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:49.883609 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-b28aff26-79f7-47b3-a7c7-4e504402250f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Allocated IP 172.25.3.62 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/eb57f8e7-429f-4484-8730-eb59ea8128a8) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:14:49.990728 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b28aff26-79f7-47b3-a7c7-4e504402250f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:50.029800 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b28aff26-79f7-47b3-a7c7-4e504402250f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:50.074211 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28aff26-79f7-47b3-a7c7-4e504402250f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:14:50.077003 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-b28aff26-79f7-47b3-a7c7-4e504402250f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:14:50.080567 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28aff26-79f7-47b3-a7c7-4e504402250f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:14:50.086019 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28aff26-79f7-47b3-a7c7-4e504402250f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=eb57f8e7-429f-4484-8730-eb59ea8128a8,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:50.332462 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b28aff26-79f7-47b3-a7c7-4e504402250f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:50.537000 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b28aff26-79f7-47b3-a7c7-4e504402250f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:50.683892 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28aff26-79f7-47b3-a7c7-4e504402250f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router 4e03be88-cfbb-4859-9d0b-db42a54ad403 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:14:50.789779 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28aff26-79f7-47b3-a7c7-4e504402250f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:14:50.803451 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] Sync routers for ids ['4e03be88-cfbb-4859-9d0b-db42a54ad403'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:14:50.811613 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b28aff26-79f7-47b3-a7c7-4e504402250f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:50.813284 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b28aff26-79f7-47b3-a7c7-4e504402250f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4915650 Jul 22 20:14:50.816331 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34230) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:14:50.817065 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] Routers {'4e03be88-cfbb-4859-9d0b-db42a54ad403'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:14:50.817710 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:14:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4e03be88-cfbb-4859-9d0b-db42a54ad403'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:50.847581 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-123dd02b-0656-445b-8c80-4e28190127c0 tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=24c2e4f79be246cea3a092160d6fc4c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300908 Jul 22 20:14:50.850112 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34232) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:14:50.938640 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afbfad0-edd2-47ca-9337-91d55128d475 tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:50.939233 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] Set router 4e03be88-cfbb-4859-9d0b-db42a54ad403 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:14:50.940060 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0afbfad0-edd2-47ca-9337-91d55128d475 tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890834 Jul 22 20:14:50.942940 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34234) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:14:50.973722 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-40a38d43-354d-45c9-a8ac-6bd07a5db96c tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274012 Jul 22 20:14:50.973926 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34236) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:14:50.978741 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-18f6cc18-07d3-4176-888f-ed12c5b55b54 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1867609880', 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:14:51.071556 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f6cc18-07d3-4176-888f-ed12c5b55b54 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Made reservation on behalf of 24c2e4f79be246cea3a092160d6fc4c0 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:14:51.075199 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18f6cc18-07d3-4176-888f-ed12c5b55b54 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:51.132358 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553156361', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:50Z', 'revision_number': 3, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:51.160006 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] Checking router: 4e03be88-cfbb-4859-9d0b-db42a54ad403 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:14:51.160363 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] Updating router 4e03be88-cfbb-4859-9d0b-db42a54ad403 port eb57f8e7-429f-4484-8730-eb59ea8128a8 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:14:51.202253 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:51.307445 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18f6cc18-07d3-4176-888f-ed12c5b55b54 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:51.393898 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6cc18-07d3-4176-888f-ed12c5b55b54 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Subnet': ['ID=33bc29f6-f913-4f32-89ff-f32fedfe42e0,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:51.405682 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f6cc18-07d3-4176-888f-ed12c5b55b54 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Checking segment: {'id': '7e5e518c-5f75-4f4b-a436-cb05beb221aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:14:51.406297 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f6cc18-07d3-4176-888f-ed12c5b55b54 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network hostable DHCP agents. Network: c6aa05f3-533e-4728-aebe-923cdf07c5d2, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:14:51.428787 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f6cc18-07d3-4176-888f-ed12c5b55b54 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network c6aa05f3-533e-4728-aebe-923cdf07c5d2 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:14:51.441410 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-18f6cc18-07d3-4176-888f-ed12c5b55b54 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, c6aa05f3-533e-4728-aebe-923cdf07c5d2) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:14:51.446555 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f6cc18-07d3-4176-888f-ed12c5b55b54 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:51.446555 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18f6cc18-07d3-4176-888f-ed12c5b55b54 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:51.464145 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-18f6cc18-07d3-4176-888f-ed12c5b55b54 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4891119 Jul 22 20:14:51.467502 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34238) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:14:51.479238 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da799ec0-17e7-4831-b460-89958e5515ce None None] Network c6aa05f3-533e-4728-aebe-923cdf07c5d2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:14:51.552422 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:51.571280 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] Transition to ACTIVE for port object eb57f8e7-429f-4484-8730-eb59ea8128a8 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:14:51.582482 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:51.675877 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c3c9d-15d9-4498-9598-12c4e0b4c1c8 None None] Pushing event updated for resources: {'Port': ['ID=eb57f8e7-429f-4484-8730-eb59ea8128a8,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:51.679926 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] Attempting to bind port eb57f8e7-429f-4484-8730-eb59ea8128a8 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:14:51.680454 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] Attempting to bind port eb57f8e7-429f-4484-8730-eb59ea8128a8 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:14:51.681019 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] Attempting to bind port eb57f8e7-429f-4484-8730-eb59ea8128a8 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:14:51.694509 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:14:51.694892 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:14:51.695302 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:51.695701 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:14:51.696178 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] Bound port: eb57f8e7-429f-4484-8730-eb59ea8128a8, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:14:51.696584 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:51.764732 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-c6aa05f3-533e-4728-aebe-923cdf07c5d2', 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ips': [{'subnet_id': '33bc29f6-f913-4f32-89ff-f32fedfe42e0'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:14:51.765580 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:51.788441 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] For port eb57f8e7-429f-4484-8730-eb59ea8128a8, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:14:51.812838 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] For port eb57f8e7-429f-4484-8730-eb59ea8128a8, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=eb57f8e7-429f-4484-8730-eb59ea8128a8,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:14:51.817732 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:52.018393 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] Routers {'4e03be88-cfbb-4859-9d0b-db42a54ad403'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:14:52.019028 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:14:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4e03be88-cfbb-4859-9d0b-db42a54ad403'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:52.025111 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c3c9d-15d9-4498-9598-12c4e0b4c1c8 None None] Pushing event updated for resources: {'Port': ['ID=eb57f8e7-429f-4484-8730-eb59ea8128a8,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:52.119589 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] Allocated IP 172.20.0.2 (c6aa05f3-533e-4728-aebe-923cdf07c5d2/33bc29f6-f913-4f32-89ff-f32fedfe42e0/3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:14:52.385614 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] Set router 4e03be88-cfbb-4859-9d0b-db42a54ad403 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:14:52.432707 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7593c4ad-5a85-4722-9aef-17968944b5b1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:52.582609 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:52.610680 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] Transition to ACTIVE for port object 3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:14:52.637360 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] Transition to ACTIVE for port object 3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:14:52.648562 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:52.701418 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] Network c6aa05f3-533e-4728-aebe-923cdf07c5d2 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:14:52.707046 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553156361', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:50Z', 'revision_number': 3, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:52.716324 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:14:52.747890 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:14:52.749974 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] Pushing event updated for resources: {'Port': ['ID=3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:52.755563 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3552ad9-2835-4e72-9d0e-3833c0b566ab None None] The sync data for ids ['4e03be88-cfbb-4859-9d0b-db42a54ad403'] in n-d-800086-12 is: [{'id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553156361', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:50Z', 'revision_number': 3, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:14:52.759744 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-7593c4ad-5a85-4722-9aef-17968944b5b1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Allocated IP 172.20.0.1 (c6aa05f3-533e-4728-aebe-923cdf07c5d2/33bc29f6-f913-4f32-89ff-f32fedfe42e0/cb9abcff-c3ce-4dfb-8edb-226d45914d3e) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:14:52.821447 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] Attempting to bind port 3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:14:52.822119 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] Attempting to bind port 3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '7e5e518c-5f75-4f4b-a436-cb05beb221aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:14:52.822612 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] Attempting to bind port 3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61 on network c6aa05f3-533e-4728-aebe-923cdf07c5d2 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:14:52.832557 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:14:52.833186 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] Checking segment: {'id': '7e5e518c-5f75-4f4b-a436-cb05beb221aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:14:52.833873 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:52.834436 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] Bound using segment: {'id': '7e5e518c-5f75-4f4b-a436-cb05beb221aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:14:52.835146 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] Bound port: 3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5e518c-5f75-4f4b-a436-cb05beb221aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:14:52.835586 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:52.931386 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7593c4ad-5a85-4722-9aef-17968944b5b1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:52.935840 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] For port 3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:14:52.942162 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] For port 3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61,segment=NetworkSegment(7e5e518c-5f75-4f4b-a436-cb05beb221aa),segment_id=7e5e518c-5f75-4f4b-a436-cb05beb221aa)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:14:52.948415 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:52.960428 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-7593c4ad-5a85-4722-9aef-17968944b5b1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Transition to ACTIVE for port object cb9abcff-c3ce-4dfb-8edb-226d45914d3e will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:14:53.054590 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7593c4ad-5a85-4722-9aef-17968944b5b1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:53.117147 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c2cb5-0c6f-4886-93e4-642e44ea1cbd None None] Pushing event updated for resources: {'Port': ['ID=3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:53.117631 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7593c4ad-5a85-4722-9aef-17968944b5b1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network c6aa05f3-533e-4728-aebe-923cdf07c5d2 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:14:53.124558 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593c4ad-5a85-4722-9aef-17968944b5b1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=cb9abcff-c3ce-4dfb-8edb-226d45914d3e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:53.127602 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-7593c4ad-5a85-4722-9aef-17968944b5b1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:14:53.131870 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7593c4ad-5a85-4722-9aef-17968944b5b1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:14:53.193749 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7593c4ad-5a85-4722-9aef-17968944b5b1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:53.389617 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7593c4ad-5a85-4722-9aef-17968944b5b1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:53.820727 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7593c4ad-5a85-4722-9aef-17968944b5b1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:53.826126 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device eb57f8e7-429f-4484-8730-eb59ea8128a8 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:14:53.828119 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7593c4ad-5a85-4722-9aef-17968944b5b1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:53.893732 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port eb57f8e7-429f-4484-8730-eb59ea8128a8 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:14:53.899558 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port eb57f8e7-429f-4484-8730-eb59ea8128a8 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:14:53.900061 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:53.957023 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593c4ad-5a85-4722-9aef-17968944b5b1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=cb9abcff-c3ce-4dfb-8edb-226d45914d3e,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:53.961282 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7593c4ad-5a85-4722-9aef-17968944b5b1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:54.014284 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:54.038375 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port eb57f8e7-429f-4484-8730-eb59ea8128a8, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=eb57f8e7-429f-4484-8730-eb59ea8128a8,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:14:54.045330 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:54.046152 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:14:54.106227 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7593c4ad-5a85-4722-9aef-17968944b5b1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network c6aa05f3-533e-4728-aebe-923cdf07c5d2 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:14:54.107928 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-7593c4ad-5a85-4722-9aef-17968944b5b1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:14:54.134936 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=eb57f8e7-429f-4484-8730-eb59ea8128a8,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:54.151022 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:14:54.216911 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ecd43c-fd94-4c71-9889-a35abf208423 None None] Network c6aa05f3-533e-4728-aebe-923cdf07c5d2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:14:54.235584 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7593c4ad-5a85-4722-9aef-17968944b5b1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router 4e03be88-cfbb-4859-9d0b-db42a54ad403 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:14:54.363269 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7593c4ad-5a85-4722-9aef-17968944b5b1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:14:54.370221 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a376dc34-2088-47bb-b50c-c338a8ee0537 None None] Provisioning for port 3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:14:54.373490 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7593c4ad-5a85-4722-9aef-17968944b5b1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "PUT /v2.0/routers/4e03be88-cfbb-4859-9d0b-db42a54ad403/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9049299 Jul 22 20:14:54.380143 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a376dc34-2088-47bb-b50c-c338a8ee0537 None None] Provisioning complete for port 3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:14:54.380783 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a376dc34-2088-47bb-b50c-c338a8ee0537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:54.582853 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a376dc34-2088-47bb-b50c-c338a8ee0537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:54.639614 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-a376dc34-2088-47bb-b50c-c338a8ee0537 None None] For port 3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61,segment=NetworkSegment(7e5e518c-5f75-4f4b-a436-cb05beb221aa),segment_id=7e5e518c-5f75-4f4b-a436-cb05beb221aa)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:14:54.650508 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-3cef40f2-5ad7-401b-95cf-bbf21831eac7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1569864182&fields=id&tenant_id=24c2e4f79be246cea3a092160d6fc4c0 HTTP/1.1" status: 200 len: 267 time: 0.0620475 Jul 22 20:14:54.651400 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a376dc34-2088-47bb-b50c-c338a8ee0537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:54.734886 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376dc34-2088-47bb-b50c-c338a8ee0537 None None] Pushing event updated for resources: {'Port': ['ID=3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:54.769074 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] Sync routers for ids ['4e03be88-cfbb-4859-9d0b-db42a54ad403'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:14:54.781633 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] Routers {'4e03be88-cfbb-4859-9d0b-db42a54ad403'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:14:54.782272 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:14:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4e03be88-cfbb-4859-9d0b-db42a54ad403'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:54.868196 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-52bf0bc5-5097-4577-b8e6-9bc89d79c9b2 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:54.869966 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-52bf0bc5-5097-4577-b8e6-9bc89d79c9b2 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/networks?id=c6aa05f3-533e-4728-aebe-923cdf07c5d2 HTTP/1.1" status: 200 len: 796 time: 0.2043948 Jul 22 20:14:54.885904 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-15c1eadb-076b-4f81-87cb-3c039956b5b2 None None] Provisioning for port cb9abcff-c3ce-4dfb-8edb-226d45914d3e completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:14:54.890662 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-15c1eadb-076b-4f81-87cb-3c039956b5b2 None None] Provisioning complete for port cb9abcff-c3ce-4dfb-8edb-226d45914d3e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:14:54.891044 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-15c1eadb-076b-4f81-87cb-3c039956b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:54.911341 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-d651e02a-6307-4746-bddc-4b434f65fbd0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/quotas/24c2e4f79be246cea3a092160d6fc4c0 HTTP/1.1" status: 200 len: 375 time: 0.0306058 Jul 22 20:14:54.914181 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] Set router 4e03be88-cfbb-4859-9d0b-db42a54ad403 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:14:54.945923 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-15c1eadb-076b-4f81-87cb-3c039956b5b2 None None] Port cb9abcff-c3ce-4dfb-8edb-226d45914d3e cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:14:54.975683 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-15c1eadb-076b-4f81-87cb-3c039956b5b2 None None] Provisioning complete for port 3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:14:54.976318 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-15c1eadb-076b-4f81-87cb-3c039956b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:55.055725 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-b1bdde77-99cc-4450-bd3b-65bd4ce7f277 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1422284 Jul 22 20:14:55.223208 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553156361', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:53Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'cb9abcff-c3ce-4dfb-8edb-226d45914d3e', 'name': '', 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:55:e1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '33bc29f6-f913-4f32-89ff-f32fedfe42e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:52Z', 'updated_at': '2021-07-22T20:14:53Z', 'revision_number': 2, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '33bc29f6-f913-4f32-89ff-f32fedfe42e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:55.237208 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-a6afc289-fb07-4bdb-9bdf-a0a0b2904b95 None None] Provisioning complete for port cb9abcff-c3ce-4dfb-8edb-226d45914d3e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:14:55.237940 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a6afc289-fb07-4bdb-9bdf-a0a0b2904b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:55.261886 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] Checking router: 4e03be88-cfbb-4859-9d0b-db42a54ad403 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:14:55.262373 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] Updating router 4e03be88-cfbb-4859-9d0b-db42a54ad403 port cb9abcff-c3ce-4dfb-8edb-226d45914d3e binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:14:55.282502 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-a6afc289-fb07-4bdb-9bdf-a0a0b2904b95 None None] Port cb9abcff-c3ce-4dfb-8edb-226d45914d3e cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:14:55.299965 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:55.322657 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-6e4816d4-fb95-461c-8973-c3473625fc19 service neutron] 10.222.0.13 "GET /v2.0/networks/c6aa05f3-533e-4728-aebe-923cdf07c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445197 Jul 22 20:14:55.401075 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fd62d012-9ebe-4af8-89f6-a29346c8b62d None None] Provisioning complete for port cb9abcff-c3ce-4dfb-8edb-226d45914d3e triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:14:55.401605 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fd62d012-9ebe-4af8-89f6-a29346c8b62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:55.427021 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-d8a01213-4295-4abf-872d-bac28aa2ef44 service neutron] 10.222.0.13 "GET /v2.0/networks/c6aa05f3-533e-4728-aebe-923cdf07c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969303 Jul 22 20:14:55.440531 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-fd62d012-9ebe-4af8-89f6-a29346c8b62d None None] Port cb9abcff-c3ce-4dfb-8edb-226d45914d3e cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:14:55.600810 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f81216c3-22c2-43f2-80a2-572610359455 req-8d57e70c-41f2-4228-98c9-10f9415bc150 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 210 time: 0.0345821 Jul 22 20:14:55.603128 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:55.615435 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] Transition to ACTIVE for port object cb9abcff-c3ce-4dfb-8edb-226d45914d3e will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:14:55.622314 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:55.670777 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7bd3f-cde4-4abd-8997-5245443970a6 None None] Pushing event updated for resources: {'Port': ['ID=cb9abcff-c3ce-4dfb-8edb-226d45914d3e,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:55.684882 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7bd3f-cde4-4abd-8997-5245443970a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:55.685289 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7bd3f-cde4-4abd-8997-5245443970a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:55.685688 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7bd3f-cde4-4abd-8997-5245443970a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:55.686103 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7bd3f-cde4-4abd-8997-5245443970a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:55.686488 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7bd3f-cde4-4abd-8997-5245443970a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:55.686877 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7bd3f-cde4-4abd-8997-5245443970a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:55.687258 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7bd3f-cde4-4abd-8997-5245443970a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:55.687994 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7bd3f-cde4-4abd-8997-5245443970a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:55.687994 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7bd3f-cde4-4abd-8997-5245443970a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:55.688600 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7bd3f-cde4-4abd-8997-5245443970a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:55.688723 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7bd3f-cde4-4abd-8997-5245443970a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:55.689127 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c7bd3f-cde4-4abd-8997-5245443970a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:55.754865 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device eb57f8e7-429f-4484-8730-eb59ea8128a8 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:14:55.757857 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] Attempting to bind port cb9abcff-c3ce-4dfb-8edb-226d45914d3e on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:14:55.758400 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] Attempting to bind port cb9abcff-c3ce-4dfb-8edb-226d45914d3e by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '7e5e518c-5f75-4f4b-a436-cb05beb221aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:14:55.758915 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] Attempting to bind port cb9abcff-c3ce-4dfb-8edb-226d45914d3e on network c6aa05f3-533e-4728-aebe-923cdf07c5d2 {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:14:55.765330 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:14:55.766246 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] Checking segment: {'id': '7e5e518c-5f75-4f4b-a436-cb05beb221aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:14:55.767316 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:55.768092 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] Bound using segment: {'id': '7e5e518c-5f75-4f4b-a436-cb05beb221aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:14:55.768826 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] Bound port: cb9abcff-c3ce-4dfb-8edb-226d45914d3e, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5e518c-5f75-4f4b-a436-cb05beb221aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:14:55.769401 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:55.827043 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port eb57f8e7-429f-4484-8730-eb59ea8128a8 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:14:55.827678 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:55.859283 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] For port cb9abcff-c3ce-4dfb-8edb-226d45914d3e, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:14:55.863305 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] For port cb9abcff-c3ce-4dfb-8edb-226d45914d3e, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=cb9abcff-c3ce-4dfb-8edb-226d45914d3e,segment=NetworkSegment(7e5e518c-5f75-4f4b-a436-cb05beb221aa),segment_id=7e5e518c-5f75-4f4b-a436-cb05beb221aa)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:14:55.869949 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:55.928782 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:14:55.938541 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7bd3f-cde4-4abd-8997-5245443970a6 None None] Pushing event updated for resources: {'Port': ['ID=cb9abcff-c3ce-4dfb-8edb-226d45914d3e,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:55.955642 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] Routers {'4e03be88-cfbb-4859-9d0b-db42a54ad403'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:14:55.956329 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:14:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4e03be88-cfbb-4859-9d0b-db42a54ad403'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:56.005693 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:14:56.006074 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:56.106185 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] Set router 4e03be88-cfbb-4859-9d0b-db42a54ad403 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:14:56.322752 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553156361', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:53Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'cb9abcff-c3ce-4dfb-8edb-226d45914d3e', 'name': '', 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:55:e1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '33bc29f6-f913-4f32-89ff-f32fedfe42e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:52Z', 'updated_at': '2021-07-22T20:14:55Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '33bc29f6-f913-4f32-89ff-f32fedfe42e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:56.349195 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0337fde0-8e07-463b-ac84-ea168c4cb42e None None] The sync data for ids ['4e03be88-cfbb-4859-9d0b-db42a54ad403'] in n-d-800086-12 is: [{'id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553156361', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:53Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'cb9abcff-c3ce-4dfb-8edb-226d45914d3e', 'name': '', 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:55:e1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '33bc29f6-f913-4f32-89ff-f32fedfe42e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:52Z', 'updated_at': '2021-07-22T20:14:55Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '33bc29f6-f913-4f32-89ff-f32fedfe42e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:14:56.664240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-e66747ea-4d0a-44be-80f1-1509bb9d5972 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:56.665908 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-e66747ea-4d0a-44be-80f1-1509bb9d5972 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.16 "GET /v2.0/networks?id=c6aa05f3-533e-4728-aebe-923cdf07c5d2 HTTP/1.1" status: 200 len: 796 time: 0.1320486 Jul 22 20:14:56.731454 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9306a3d7-eca6-494c-a08b-f57fab853661 req-6c1b4c1f-7354-4881-9e2a-796c014c9efd tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 210 time: 0.0406890 Jul 22 20:14:56.756681 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-ac9ccd2e-3292-4ff7-ab2f-cf9ea116f58a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24c2e4f79be246cea3a092160d6fc4c0 HTTP/1.1" status: 200 len: 380 time: 0.0815816 Jul 22 20:14:56.766617 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-6f347b74-53cd-442b-817e-6375043ad816 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'port': {'device_id': '15995e42-f805-429b-9a58-91a3fe27354e', 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2', 'admin_state_up': True, 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'security_groups': ['29fcde1f-726e-4745-b408-2c06811a2a48']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:14:56.892969 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-6f347b74-53cd-442b-817e-6375043ad816 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Made reservation on behalf of 24c2e4f79be246cea3a092160d6fc4c0 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:14:56.896551 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-6f347b74-53cd-442b-817e-6375043ad816 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:57.037847 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-6f347b74-53cd-442b-817e-6375043ad816 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Allocated IP 172.20.0.8 (c6aa05f3-533e-4728-aebe-923cdf07c5d2/33bc29f6-f913-4f32-89ff-f32fedfe42e0/12e69dd3-0b65-4e0c-8752-17fe46ef3026) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:14:57.197338 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-6f347b74-53cd-442b-817e-6375043ad816 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:57.211916 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-6f347b74-53cd-442b-817e-6375043ad816 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Transition to ACTIVE for port object 12e69dd3-0b65-4e0c-8752-17fe46ef3026 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:14:57.250223 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-6f347b74-53cd-442b-817e-6375043ad816 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:57.298519 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-6f347b74-53cd-442b-817e-6375043ad816 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network c6aa05f3-533e-4728-aebe-923cdf07c5d2 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:14:57.301967 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-6f347b74-53cd-442b-817e-6375043ad816 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:14:57.306406 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-6f347b74-53cd-442b-817e-6375043ad816 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:14:57.337089 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f347b74-53cd-442b-817e-6375043ad816 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=12e69dd3-0b65-4e0c-8752-17fe46ef3026,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:57.371703 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-6f347b74-53cd-442b-817e-6375043ad816 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:57.372307 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-6f347b74-53cd-442b-817e-6375043ad816 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:57.393333 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-6f347b74-53cd-442b-817e-6375043ad816 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6302018 Jul 22 20:14:57.406403 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] Request body: {'port': {'device_id': '15995e42-f805-429b-9a58-91a3fe27354e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:14:57.493820 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:57.545406 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5dc2a8f7-1c38-473b-974a-378add52d26d None None] Provisioning for port 12e69dd3-0b65-4e0c-8752-17fe46ef3026 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:14:57.549325 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5dc2a8f7-1c38-473b-974a-378add52d26d None None] Provisioning complete for port 12e69dd3-0b65-4e0c-8752-17fe46ef3026 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:14:57.549699 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5dc2a8f7-1c38-473b-974a-378add52d26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:57.585045 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5dc2a8f7-1c38-473b-974a-378add52d26d None None] Port 12e69dd3-0b65-4e0c-8752-17fe46ef3026 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:14:57.767686 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device cb9abcff-c3ce-4dfb-8edb-226d45914d3e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:14:57.806016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e69dd3-0b65-4e0c-8752-17fe46ef3026 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:14:57.814458 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:57.825732 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port cb9abcff-c3ce-4dfb-8edb-226d45914d3e completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:14:57.830472 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port cb9abcff-c3ce-4dfb-8edb-226d45914d3e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:14:57.830868 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:57.831340 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] Transition to ACTIVE for port object 12e69dd3-0b65-4e0c-8752-17fe46ef3026 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:14:57.847002 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:57.931116 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:57.942477 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] Pushing event updated for resources: {'Port': ['ID=12e69dd3-0b65-4e0c-8752-17fe46ef3026,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:57.976424 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port cb9abcff-c3ce-4dfb-8edb-226d45914d3e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=cb9abcff-c3ce-4dfb-8edb-226d45914d3e,segment=NetworkSegment(7e5e518c-5f75-4f4b-a436-cb05beb221aa),segment_id=7e5e518c-5f75-4f4b-a436-cb05beb221aa)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:14:57.981502 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:58.045041 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6eec92-631c-4098-94a1-170a4b6b6824 req-9befe524-3ab5-4dc0-8c10-7979295fcc45 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:58.045694 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=cb9abcff-c3ce-4dfb-8edb-226d45914d3e,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:58.046215 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7e6eec92-631c-4098-94a1-170a4b6b6824 req-9befe524-3ab5-4dc0-8c10-7979295fcc45 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 943 time: 0.2110083 Jul 22 20:14:58.085437 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] Attempting to bind port 12e69dd3-0b65-4e0c-8752-17fe46ef3026 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:14:58.085768 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] Attempting to bind port 12e69dd3-0b65-4e0c-8752-17fe46ef3026 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '7e5e518c-5f75-4f4b-a436-cb05beb221aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:14:58.086094 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] Attempting to bind port 12e69dd3-0b65-4e0c-8752-17fe46ef3026 on network c6aa05f3-533e-4728-aebe-923cdf07c5d2 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:14:58.097186 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] Port 12e69dd3-0b65-4e0c-8752-17fe46ef3026 on network c6aa05f3-533e-4728-aebe-923cdf07c5d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:14:58.097511 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] Attempting to bind port 12e69dd3-0b65-4e0c-8752-17fe46ef3026 on network c6aa05f3-533e-4728-aebe-923cdf07c5d2 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:14:58.112635 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:14:58.112990 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] Checking segment: {'id': '7e5e518c-5f75-4f4b-a436-cb05beb221aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:14:58.113385 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] Bound using segment: {'id': '7e5e518c-5f75-4f4b-a436-cb05beb221aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:14:58.113820 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] Bound port: 12e69dd3-0b65-4e0c-8752-17fe46ef3026, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5e518c-5f75-4f4b-a436-cb05beb221aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:14:58.114183 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:58.118472 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7e6eec92-631c-4098-94a1-170a4b6b6824 req-87a09369-cba3-4d24-a5a5-8b96a1a5c86f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577807 Jul 22 20:14:58.186818 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] For port 12e69dd3-0b65-4e0c-8752-17fe46ef3026, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:14:58.189778 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] For port 12e69dd3-0b65-4e0c-8752-17fe46ef3026, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=12e69dd3-0b65-4e0c-8752-17fe46ef3026,segment=NetworkSegment(7e5e518c-5f75-4f4b-a436-cb05beb221aa),segment_id=7e5e518c-5f75-4f4b-a436-cb05beb221aa)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:14:58.194012 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:58.229147 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:58.230533 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:58.231991 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] 10.222.0.16 "PUT /v2.0/ports/12e69dd3-0b65-4e0c-8752-17fe46ef3026 HTTP/1.1" status: 200 len: 1092 time: 0.8316638 Jul 22 20:14:58.232427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15995e42-f805-429b-9a58-91a3fe27354e', 'tag': '12e69dd3-0b65-4e0c-8752-17fe46ef3026'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:14:58.234701 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c4a492-f6f5-4bad-a484-098e5063dc3d" -d '{"events": [{"name": "network-changed", "server_uuid": "15995e42-f805-429b-9a58-91a3fe27354e", "tag": "12e69dd3-0b65-4e0c-8752-17fe46ef3026"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:14:58.259870 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0bd0f-2f82-4ec3-a01b-c67be70b1d51 service neutron] Pushing event updated for resources: {'Port': ['ID=12e69dd3-0b65-4e0c-8752-17fe46ef3026,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:58.273357 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb75ca4-2c28-42bd-8314-0d110db3f845 x-openstack-request-id: req-9fb75ca4-2c28-42bd-8314-0d110db3f845 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:14:58.273675 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15995e42-f805-429b-9a58-91a3fe27354e", "tag": "12e69dd3-0b65-4e0c-8752-17fe46ef3026", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:14:58.273925 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fb75ca4-2c28-42bd-8314-0d110db3f845 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:14:58.274372 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15995e42-f805-429b-9a58-91a3fe27354e', 'tag': '12e69dd3-0b65-4e0c-8752-17fe46ef3026', 'status': 'completed', 'code': 200} Jul 22 20:14:58.333566 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-adf8f5a0-eb29-4583-868c-a0ff162b80b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:58.335089 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-adf8f5a0-eb29-4583-868c-a0ff162b80b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 1095 time: 0.0592515 Jul 22 20:14:58.382561 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-2052a12a-332b-4f5a-8bd7-c8b88daa5594 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12e69dd3-0b65-4e0c-8752-17fe46ef3026 HTTP/1.1" status: 200 len: 217 time: 0.0395083 Jul 22 20:14:58.435335 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-7a661a36-4f4b-451b-b47e-bd16a15d3db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:58.436896 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-7a661a36-4f4b-451b-b47e-bd16a15d3db7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33bc29f6-f913-4f32-89ff-f32fedfe42e0 HTTP/1.1" status: 200 len: 835 time: 0.0480168 Jul 22 20:14:58.494230 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-ecc1c487-490f-4797-8012-6c9872402cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:58.496541 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-ecc1c487-490f-4797-8012-6c9872402cb5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6aa05f3-533e-4728-aebe-923cdf07c5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539961 Jul 22 20:14:58.585716 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-034abec2-8cfe-41f2-bd69-1b67fb44477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:58.594212 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-57887964-06a2-4dd2-8534-6c9c34fac11e service neutron] 10.222.0.16 "GET /v2.0/networks/c6aa05f3-533e-4728-aebe-923cdf07c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916030 Jul 22 20:14:58.685144 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c63cc9ba-1f44-40a4-bc23-af2a96cb086f req-73e015c4-c38c-430a-870d-8b17f05a17ea service neutron] 10.222.0.16 "GET /v2.0/networks/c6aa05f3-533e-4728-aebe-923cdf07c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851314 Jul 22 20:14:58.783469 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4a492-f6f5-4bad-a484-098e5063dc3d req-b3ac4b88-1fc3-4e36-82b8-5ff388c45ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:58.784977 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0c4a492-f6f5-4bad-a484-098e5063dc3d req-b3ac4b88-1fc3-4e36-82b8-5ff388c45ca3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 1095 time: 0.0555286 Jul 22 20:14:58.881568 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4a492-f6f5-4bad-a484-098e5063dc3d req-a0ec668f-476f-4527-ae89-4fa0a8a7567c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:58.883085 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0c4a492-f6f5-4bad-a484-098e5063dc3d req-a0ec668f-476f-4527-ae89-4fa0a8a7567c service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6aa05f3-533e-4728-aebe-923cdf07c5d2 HTTP/1.1" status: 200 len: 897 time: 0.0920048 Jul 22 20:14:58.924963 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0c4a492-f6f5-4bad-a484-098e5063dc3d req-623a20d0-fcb4-4cd5-9e89-e7c4cb6b422a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12e69dd3-0b65-4e0c-8752-17fe46ef3026 HTTP/1.1" status: 200 len: 217 time: 0.0354419 Jul 22 20:14:58.978317 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4a492-f6f5-4bad-a484-098e5063dc3d req-7bc1647d-6771-423c-8ff3-483d36aa6563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:58.980447 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0c4a492-f6f5-4bad-a484-098e5063dc3d req-7bc1647d-6771-423c-8ff3-483d36aa6563 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33bc29f6-f913-4f32-89ff-f32fedfe42e0 HTTP/1.1" status: 200 len: 835 time: 0.0485275 Jul 22 20:14:59.038357 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4a492-f6f5-4bad-a484-098e5063dc3d req-cc9bddcd-c2af-415e-be89-d3adf393ea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:59.039756 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0c4a492-f6f5-4bad-a484-098e5063dc3d req-cc9bddcd-c2af-415e-be89-d3adf393ea12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6aa05f3-533e-4728-aebe-923cdf07c5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527234 Jul 22 20:14:59.132954 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0c4a492-f6f5-4bad-a484-098e5063dc3d req-4c150cde-c279-416b-8849-1233e9313177 service neutron] 10.222.0.16 "GET /v2.0/networks/c6aa05f3-533e-4728-aebe-923cdf07c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851791 Jul 22 20:14:59.253293 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a0c4a492-f6f5-4bad-a484-098e5063dc3d req-60b05747-48bc-4787-ad17-42b974180c7c service neutron] 10.222.0.16 "GET /v2.0/networks/c6aa05f3-533e-4728-aebe-923cdf07c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134794 Jul 22 20:14:59.278925 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3ee0c-a388-4b90-a9a9-2baac906b698 req-724380b7-569d-40ce-a4b7-fb502cce4804 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:59.280391 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41a3ee0c-a388-4b90-a9a9-2baac906b698 req-724380b7-569d-40ce-a4b7-fb502cce4804 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 943 time: 0.0839148 Jul 22 20:14:59.321850 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-41a3ee0c-a388-4b90-a9a9-2baac906b698 req-48dbb5b9-a5bf-431e-baed-b1b7c67746fc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358605 Jul 22 20:14:59.723357 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device cb9abcff-c3ce-4dfb-8edb-226d45914d3e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:14:59.771688 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port cb9abcff-c3ce-4dfb-8edb-226d45914d3e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:14:59.772364 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:00.453318 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f29834-b0d1-4a01-9203-82b82862daf7 req-ee0642dd-3d92-4fec-95e3-176786cdb1e1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:00.454819 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84f29834-b0d1-4a01-9203-82b82862daf7 req-ee0642dd-3d92-4fec-95e3-176786cdb1e1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 943 time: 0.0646923 Jul 22 20:15:00.492751 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-84f29834-b0d1-4a01-9203-82b82862daf7 req-97e96512-57bb-4c38-96ed-3056e2feab99 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322893 Jul 22 20:15:00.955130 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 12e69dd3-0b65-4e0c-8752-17fe46ef3026 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:15:01.051529 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 12e69dd3-0b65-4e0c-8752-17fe46ef3026, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=12e69dd3-0b65-4e0c-8752-17fe46ef3026,segment=NetworkSegment(7e5e518c-5f75-4f4b-a436-cb05beb221aa),segment_id=7e5e518c-5f75-4f4b-a436-cb05beb221aa)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:15:01.062506 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '12e69dd3-0b65-4e0c-8752-17fe46ef3026', 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2', 'port_id': '12e69dd3-0b65-4e0c-8752-17fe46ef3026', 'mac_address': 'fa:16:3e:4a:80:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33bc29f6-f913-4f32-89ff-f32fedfe42e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:15:01.107898 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3c1e73fd-f29f-4313-a533-4a776f6d90d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:01.109389 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:01.121626 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e69dd3-0b65-4e0c-8752-17fe46ef3026 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:15:01.141826 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 12e69dd3-0b65-4e0c-8752-17fe46ef3026, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=12e69dd3-0b65-4e0c-8752-17fe46ef3026,segment=NetworkSegment(7e5e518c-5f75-4f4b-a436-cb05beb221aa),segment_id=7e5e518c-5f75-4f4b-a436-cb05beb221aa)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:15:01.145440 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:01.191141 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=12e69dd3-0b65-4e0c-8752-17fe46ef3026,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:15:01.227809 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:01.344286 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['12e69dd3-0b65-4e0c-8752-17fe46ef3026'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:15:01.620605 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0ed59-efe3-404c-a2db-7307a7c3340b req-d521bf1c-52e1-4d8e-a13a-448ab0d3f839 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:01.622140 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8d0ed59-efe3-404c-a2db-7307a7c3340b req-d521bf1c-52e1-4d8e-a13a-448ab0d3f839 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 944 time: 0.0639429 Jul 22 20:15:01.660433 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d8d0ed59-efe3-404c-a2db-7307a7c3340b req-ed5fb34e-aa4b-4fc0-a7de-003bec855a99 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326121 Jul 22 20:15:02.603839 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:02.796744 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae78f1-1d80-416e-999c-5ae913894cc6 req-9b4f15af-ea02-4194-9bdc-5d1ee7a538e2 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:02.798242 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05ae78f1-1d80-416e-999c-5ae913894cc6 req-9b4f15af-ea02-4194-9bdc-5d1ee7a538e2 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 944 time: 0.0694823 Jul 22 20:15:02.836153 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-05ae78f1-1d80-416e-999c-5ae913894cc6 req-323d7ceb-fc80-4cee-80f9-a12b33df7c72 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320129 Jul 22 20:15:02.970477 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 12e69dd3-0b65-4e0c-8752-17fe46ef3026 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:15:03.021482 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 12e69dd3-0b65-4e0c-8752-17fe46ef3026 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:15:03.024909 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 12e69dd3-0b65-4e0c-8752-17fe46ef3026 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:15:03.025274 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:03.098087 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:03.119931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15995e42-f805-429b-9a58-91a3fe27354e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e69dd3-0b65-4e0c-8752-17fe46ef3026'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:15:03.122796 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafcac21-929b-455f-a762-daf19e0a93fc" -d '{"events": [{"server_uuid": "15995e42-f805-429b-9a58-91a3fe27354e", "name": "network-vif-plugged", "status": "completed", "tag": "12e69dd3-0b65-4e0c-8752-17fe46ef3026"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:15:03.135094 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 12e69dd3-0b65-4e0c-8752-17fe46ef3026, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=12e69dd3-0b65-4e0c-8752-17fe46ef3026,segment=NetworkSegment(7e5e518c-5f75-4f4b-a436-cb05beb221aa),segment_id=7e5e518c-5f75-4f4b-a436-cb05beb221aa)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:15:03.139271 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:03.162312 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2d933a-045b-4379-b417-64b787032a13 x-openstack-request-id: req-9c2d933a-045b-4379-b417-64b787032a13 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:15:03.162597 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15995e42-f805-429b-9a58-91a3fe27354e", "name": "network-vif-plugged", "status": "completed", "tag": "12e69dd3-0b65-4e0c-8752-17fe46ef3026", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:15:03.162842 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c2d933a-045b-4379-b417-64b787032a13 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:15:03.163222 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15995e42-f805-429b-9a58-91a3fe27354e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e69dd3-0b65-4e0c-8752-17fe46ef3026', 'code': 200} Jul 22 20:15:03.189460 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=12e69dd3-0b65-4e0c-8752-17fe46ef3026,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:15:03.266838 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98abf5-1541-4c4f-880d-267ec9535e06 req-0d55d6f7-3c74-4af2-a140-749582f2fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:03.268232 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef98abf5-1541-4c4f-880d-267ec9535e06 req-0d55d6f7-3c74-4af2-a140-749582f2fca5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 1097 time: 0.0561528 Jul 22 20:15:03.302687 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-ef98abf5-1541-4c4f-880d-267ec9535e06 req-76287cbc-9de0-4af9-84f1-b3f8c945f6e8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282936 Jul 22 20:15:03.966376 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f115e-846e-4406-9d88-c9fb8471792f req-fca6a867-3117-4152-b322-428913bccfbb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:03.967912 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-665f115e-846e-4406-9d88-c9fb8471792f req-fca6a867-3117-4152-b322-428913bccfbb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 945 time: 0.0668221 Jul 22 20:15:04.020810 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-665f115e-846e-4406-9d88-c9fb8471792f req-70322649-f77c-4a91-a7e5-d13c8fb8fc63 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460892 Jul 22 20:15:04.255889 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:05.144803 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26141635-8a49-430e-95da-0d2459157677 req-28beeddc-624c-4e76-a8b2-ac3e80f25121 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:05.146333 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-26141635-8a49-430e-95da-0d2459157677 req-28beeddc-624c-4e76-a8b2-ac3e80f25121 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 945 time: 0.0654271 Jul 22 20:15:05.184853 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-26141635-8a49-430e-95da-0d2459157677 req-6a3e8925-1f06-4a9f-9cc7-f6a47b175971 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319858 Jul 22 20:15:05.315128 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5a0dc-22b8-4ff0-bb18-81843a42f28a req-be5b8191-ce16-425e-a8d9-709284dfd931 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:05.316671 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88e5a0dc-22b8-4ff0-bb18-81843a42f28a req-be5b8191-ce16-425e-a8d9-709284dfd931 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 945 time: 0.0656188 Jul 22 20:15:05.354370 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-88e5a0dc-22b8-4ff0-bb18-81843a42f28a req-ad638cac-cce7-4e49-8925-b9976c6ac314 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321960 Jul 22 20:15:05.376072 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34290) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:15:05.433301 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead9f348-e1b9-4ebc-ab6e-d072829cc325 tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:05.434898 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-ead9f348-e1b9-4ebc-ab6e-d072829cc325 tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 1092 time: 0.0577621 Jul 22 20:15:05.437765 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34292) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:15:05.442264 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': '12e69dd3-0b65-4e0c-8752-17fe46ef3026', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:15:05.464546 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for floatingip, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:05.562126 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:05.663114 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Allocated IP 172.25.3.188 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/c62ba53d-4388-45e9-bcf0-aebb9a0ea44b) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:15:05.766293 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:05.804797 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:05.844587 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:15:05.847141 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:15:05.850610 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:15:05.856158 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=c62ba53d-4388-45e9-bcf0-aebb9a0ea44b,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:15:06.203628 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:06.278159 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:06.425869 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:06.430203 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:06.499540 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=c62ba53d-4388-45e9-bcf0-aebb9a0ea44b,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:15:06.510878 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:15:06.511230 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:15:06.511572 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:15:06.511911 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:15:06.512244 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:15:06.512625 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:15:06.512962 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:15:06.513291 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:15:06.513620 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:15:06.513951 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:15:06.514277 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:15:06.514598 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:15:06.521803 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:06.620941 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Floating IP 782a8195-b939-430c-ad5d-eb2489773510 associated. External IP: 172.25.3.188, port: 12e69dd3-0b65-4e0c-8752-17fe46ef3026. Jul 22 20:15:06.823850 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router 4e03be88-cfbb-4859-9d0b-db42a54ad403 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:15:06.929213 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:15:06.939788 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2881951-4acf-4a96-bf31-661627947e70 None None] Sync routers for ids ['4e03be88-cfbb-4859-9d0b-db42a54ad403'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:15:06.944795 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:06.948961 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2881951-4acf-4a96-bf31-661627947e70 None None] Routers {'4e03be88-cfbb-4859-9d0b-db42a54ad403'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:15:06.949581 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d2881951-4acf-4a96-bf31-661627947e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:15:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4e03be88-cfbb-4859-9d0b-db42a54ad403'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:15:06.985870 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b4a26352-0353-4a31-9383-9f6fd90e0fd9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5470674 Jul 22 20:15:06.986563 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15995e42-f805-429b-9a58-91a3fe27354e', 'tag': '12e69dd3-0b65-4e0c-8752-17fe46ef3026'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:15:06.989002 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f6033f-f1f2-4bc6-b925-942d3f594d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "15995e42-f805-429b-9a58-91a3fe27354e", "tag": "12e69dd3-0b65-4e0c-8752-17fe46ef3026"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:15:07.027835 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36aff057-10b8-4432-b4e7-f43c5b8fca72 x-openstack-request-id: req-36aff057-10b8-4432-b4e7-f43c5b8fca72 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:15:07.028130 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15995e42-f805-429b-9a58-91a3fe27354e", "tag": "12e69dd3-0b65-4e0c-8752-17fe46ef3026", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:15:07.028385 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36aff057-10b8-4432-b4e7-f43c5b8fca72 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:15:07.028952 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15995e42-f805-429b-9a58-91a3fe27354e', 'tag': '12e69dd3-0b65-4e0c-8752-17fe46ef3026', 'status': 'completed', 'code': 200} Jul 22 20:15:07.063785 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-d2881951-4acf-4a96-bf31-661627947e70 None None] Set router 4e03be88-cfbb-4859-9d0b-db42a54ad403 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:15:07.119256 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6033f-f1f2-4bc6-b925-942d3f594d5a req-bbf68170-237d-4105-b21c-fb7f71b40c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:07.120930 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-46f6033f-f1f2-4bc6-b925-942d3f594d5a req-bbf68170-237d-4105-b21c-fb7f71b40c82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 1097 time: 0.0718355 Jul 22 20:15:07.237560 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc9e1d-b3e3-40d5-b19a-cc71ac179893 req-d9e1cdf8-c98d-4726-a792-c94d3d74bc72 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:07.239377 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ebc9e1d-b3e3-40d5-b19a-cc71ac179893 req-d9e1cdf8-c98d-4726-a792-c94d3d74bc72 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 945 time: 0.1347268 Jul 22 20:15:07.268758 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6033f-f1f2-4bc6-b925-942d3f594d5a req-3f9a3fe0-3818-4816-b344-c25e65d40f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:07.270198 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-46f6033f-f1f2-4bc6-b925-942d3f594d5a req-3f9a3fe0-3818-4816-b344-c25e65d40f4d service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6aa05f3-533e-4728-aebe-923cdf07c5d2 HTTP/1.1" status: 200 len: 897 time: 0.1331201 Jul 22 20:15:07.291086 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d2881951-4acf-4a96-bf31-661627947e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553156361', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:53Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '782a8195-b939-430c-ad5d-eb2489773510', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'port_id': '12e69dd3-0b65-4e0c-8752-17fe46ef3026', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2', 'mac_address': 'fa:16:3e:4a:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995e42-f805-429b-9a58-91a3fe27354e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:15:06Z', 'updated_at': '2021-07-22T20:15:06Z', 'revision_number': 0, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9abcff-c3ce-4dfb-8edb-226d45914d3e', 'name': '', 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:55:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '33bc29f6-f913-4f32-89ff-f32fedfe42e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:52Z', 'updated_at': '2021-07-22T20:14:57Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '33bc29f6-f913-4f32-89ff-f32fedfe42e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:15:07.318517 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2881951-4acf-4a96-bf31-661627947e70 None None] Checking router: 4e03be88-cfbb-4859-9d0b-db42a54ad403 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:15:07.321885 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1ebc9e1d-b3e3-40d5-b19a-cc71ac179893 req-1ac2f0d4-a8ef-4159-a907-50f1f7cef562 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741935 Jul 22 20:15:07.327220 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2881951-4acf-4a96-bf31-661627947e70 None None] Routers {'4e03be88-cfbb-4859-9d0b-db42a54ad403'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:15:07.327843 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d2881951-4acf-4a96-bf31-661627947e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:15:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4e03be88-cfbb-4859-9d0b-db42a54ad403'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:15:07.344656 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34300) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:15:07.346539 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-46f6033f-f1f2-4bc6-b925-942d3f594d5a req-08acf1f9-ef3a-493e-b38f-a02d17494fd0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12e69dd3-0b65-4e0c-8752-17fe46ef3026 HTTP/1.1" status: 200 len: 999 time: 0.0700474 Jul 22 20:15:07.399897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6033f-f1f2-4bc6-b925-942d3f594d5a req-ea4961c1-6ddd-463d-9f90-229713fe95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:07.401430 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-46f6033f-f1f2-4bc6-b925-942d3f594d5a req-ea4961c1-6ddd-463d-9f90-229713fe95bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33bc29f6-f913-4f32-89ff-f32fedfe42e0 HTTP/1.1" status: 200 len: 835 time: 0.0479698 Jul 22 20:15:07.407839 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0320cfc4-7859-4a89-b8c9-0df6e090b5b3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/floatingips/782a8195-b939-430c-ad5d-eb2489773510 HTTP/1.1" status: 200 len: 991 time: 0.0619466 Jul 22 20:15:07.469308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6033f-f1f2-4bc6-b925-942d3f594d5a req-532dd210-d551-4da0-87dc-fd515f3617a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:07.470829 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-46f6033f-f1f2-4bc6-b925-942d3f594d5a req-532dd210-d551-4da0-87dc-fd515f3617a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6aa05f3-533e-4728-aebe-923cdf07c5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639312 Jul 22 20:15:07.566100 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-46f6033f-f1f2-4bc6-b925-942d3f594d5a req-b60d0a85-9681-4ee1-80f8-e4e763f54919 service neutron] 10.222.0.16 "GET /v2.0/networks/c6aa05f3-533e-4728-aebe-923cdf07c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847511 Jul 22 20:15:07.590464 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-d2881951-4acf-4a96-bf31-661627947e70 None None] Set router 4e03be88-cfbb-4859-9d0b-db42a54ad403 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:15:07.663885 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-46f6033f-f1f2-4bc6-b925-942d3f594d5a req-c0a66f1d-b78c-4669-be9d-a1f433b408ab service neutron] 10.222.0.16 "GET /v2.0/networks/c6aa05f3-533e-4728-aebe-923cdf07c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921729 Jul 22 20:15:07.818945 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d2881951-4acf-4a96-bf31-661627947e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553156361', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:53Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '782a8195-b939-430c-ad5d-eb2489773510', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'port_id': '12e69dd3-0b65-4e0c-8752-17fe46ef3026', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2', 'mac_address': 'fa:16:3e:4a:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995e42-f805-429b-9a58-91a3fe27354e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:15:06Z', 'updated_at': '2021-07-22T20:15:06Z', 'revision_number': 0, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9abcff-c3ce-4dfb-8edb-226d45914d3e', 'name': '', 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:55:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '33bc29f6-f913-4f32-89ff-f32fedfe42e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:52Z', 'updated_at': '2021-07-22T20:14:57Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '33bc29f6-f913-4f32-89ff-f32fedfe42e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:15:07.846223 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2881951-4acf-4a96-bf31-661627947e70 None None] The sync data for ids ['4e03be88-cfbb-4859-9d0b-db42a54ad403'] in n-d-800086-12 is: [{'id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553156361', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:53Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '782a8195-b939-430c-ad5d-eb2489773510', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'port_id': '12e69dd3-0b65-4e0c-8752-17fe46ef3026', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2', 'mac_address': 'fa:16:3e:4a:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15995e42-f805-429b-9a58-91a3fe27354e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:15:06Z', 'updated_at': '2021-07-22T20:15:06Z', 'revision_number': 0, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9abcff-c3ce-4dfb-8edb-226d45914d3e', 'name': '', 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:55:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '33bc29f6-f913-4f32-89ff-f32fedfe42e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:52Z', 'updated_at': '2021-07-22T20:14:57Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '33bc29f6-f913-4f32-89ff-f32fedfe42e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:15:08.021758 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74c0e12-7941-49eb-a441-f18515284c4a None None] New status for floating IP 782a8195-b939-430c-ad5d-eb2489773510: ACTIVE {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:15:08.411644 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34302) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:15:08.473713 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-79a6ae0e-678e-4bbe-88ba-865551970dd3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/floatingips/782a8195-b939-430c-ad5d-eb2489773510 HTTP/1.1" status: 200 len: 993 time: 0.0609477 Jul 22 20:15:09.611434 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:12.447442 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:23.771813 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:15:24.929288 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [req-6e926e34-cc84-4274-8f0a-7635812a3b4c req-6581c70d-2cdf-4db0-879f-863a680729d6 service neutron] (93806) timed out ('10.222.0.16', 59596) {{(pid=93806) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 20:15:28.587179 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ee7acd5f-806d-40c4-b1ff-762a71255ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:31.087220 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8536-0230-4dde-8b65-e436dc40a4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:31.234268 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:32.607716 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:34.255408 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:35.283901 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b7066-99ff-45b6-ae7e-3ad4cd7a4ca8 req-78ce6201-593b-4fd6-a0e3-da531936cff4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:35.285396 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6a9b7066-99ff-45b6-ae7e-3ad4cd7a4ca8 req-78ce6201-593b-4fd6-a0e3-da531936cff4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 945 time: 0.1140430 Jul 22 20:15:35.321941 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6a9b7066-99ff-45b6-ae7e-3ad4cd7a4ca8 req-34601bf2-473c-455b-a301-94ab53b6a376 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310082 Jul 22 20:15:36.500862 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271446c-39d2-4e96-b123-010c4d1938a4 req-e276acac-9404-4404-a106-4d840b2464bb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:36.502355 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7271446c-39d2-4e96-b123-010c4d1938a4 req-e276acac-9404-4404-a106-4d840b2464bb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 945 time: 0.1109371 Jul 22 20:15:36.541062 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7271446c-39d2-4e96-b123-010c4d1938a4 req-c2a40fb9-2bea-466d-8964-9dbe5147e888 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331147 Jul 22 20:15:37.674719 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5be6e-8139-4e7a-8ba3-95407d22bfcd req-dcfa3267-b93d-4fb8-b661-b69b6d19e599 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:37.676226 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15f5be6e-8139-4e7a-8ba3-95407d22bfcd req-dcfa3267-b93d-4fb8-b661-b69b6d19e599 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 945 time: 0.0686085 Jul 22 20:15:37.714873 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-15f5be6e-8139-4e7a-8ba3-95407d22bfcd req-956d0314-2b91-4bae-8000-d1c4e14462fd tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329618 Jul 22 20:15:38.844501 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d4d47-2d75-4f5f-a1cc-987b494dc42c req-b16d36f5-aa2e-400a-a6f9-666f6bf11153 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:38.845980 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc7d4d47-2d75-4f5f-a1cc-987b494dc42c req-b16d36f5-aa2e-400a-a6f9-666f6bf11153 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 945 time: 0.0645645 Jul 22 20:15:38.882649 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cc7d4d47-2d75-4f5f-a1cc-987b494dc42c req-544fa912-c42f-4dc3-8d69-db8a06c47bff tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311215 Jul 22 20:15:39.646590 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:40.017723 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc714e-41ef-4521-b93b-97d894b6c00f req-6458a7ff-388b-49e5-a1d6-bacfb64bdcb0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:40.019199 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-95cc714e-41ef-4521-b93b-97d894b6c00f req-6458a7ff-388b-49e5-a1d6-bacfb64bdcb0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 945 time: 0.0684793 Jul 22 20:15:40.059694 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-95cc714e-41ef-4521-b93b-97d894b6c00f req-a9751486-30c7-4a2d-8761-0d1e16435eed tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348887 Jul 22 20:15:41.190211 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36154a5e-0f2b-4749-8bdc-045f3ad6ce1a req-2e2c8e2c-4067-401b-b0de-3300200b6d41 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:41.191718 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-36154a5e-0f2b-4749-8bdc-045f3ad6ce1a req-2e2c8e2c-4067-401b-b0de-3300200b6d41 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 945 time: 0.0652630 Jul 22 20:15:41.231703 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-36154a5e-0f2b-4749-8bdc-045f3ad6ce1a req-528a06eb-6c09-4f85-8dcb-ba9a93e707e3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341766 Jul 22 20:15:42.366996 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deb916-7de6-45bb-9639-5ce5f20f2e1c req-ad1effd5-b875-47e0-89fa-dd8238d415fb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:42.368405 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40deb916-7de6-45bb-9639-5ce5f20f2e1c req-ad1effd5-b875-47e0-89fa-dd8238d415fb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 945 time: 0.0686295 Jul 22 20:15:42.406579 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-40deb916-7de6-45bb-9639-5ce5f20f2e1c req-c57ff0c2-7776-4646-af21-9b3e6ca2acb2 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319488 Jul 22 20:15:42.465060 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:43.537124 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706ae05-53e2-4528-a1e3-08ac8e71114f req-621364fd-f4b3-43b3-ac9a-593d556acc45 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:43.538596 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7706ae05-53e2-4528-a1e3-08ac8e71114f req-621364fd-f4b3-43b3-ac9a-593d556acc45 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 945 time: 0.0670578 Jul 22 20:15:43.578337 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7706ae05-53e2-4528-a1e3-08ac8e71114f req-527d73f2-5132-4f29-a17b-e4a06da0d1f4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338562 Jul 22 20:15:44.716585 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94989d8c-c9a7-4fbf-ad2e-b21ae76a726e req-8aa42f0e-44a3-4ce4-881c-aadd894446bb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:44.718070 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-94989d8c-c9a7-4fbf-ad2e-b21ae76a726e req-8aa42f0e-44a3-4ce4-881c-aadd894446bb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 945 time: 0.0634184 Jul 22 20:15:44.755660 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-94989d8c-c9a7-4fbf-ad2e-b21ae76a726e req-00fb6690-7317-4fe8-b2c9-341374b8ede0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320892 Jul 22 20:15:45.887791 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55428e8b-ac4d-4377-b7e3-e60a4411dc8c req-eb3d766d-e9a3-452f-a75a-0d6ed068cd07 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:45.889314 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55428e8b-ac4d-4377-b7e3-e60a4411dc8c req-eb3d766d-e9a3-452f-a75a-0d6ed068cd07 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 945 time: 0.0678682 Jul 22 20:15:45.927486 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55428e8b-ac4d-4377-b7e3-e60a4411dc8c req-01b298bd-911a-44da-8966-bcf35ab8155f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327399 Jul 22 20:15:45.948968 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34344) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:15:46.008428 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ed5bd575-6c4b-45c6-a483-b71c3d20ae3d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/floatingips/782a8195-b939-430c-ad5d-eb2489773510 HTTP/1.1" status: 200 len: 993 time: 0.0584178 Jul 22 20:15:47.312905 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b255cd-7364-4014-8ac7-0f9f709d8965 req-378df8d8-b349-4030-818f-2dc10c6d305f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:47.314305 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-08b255cd-7364-4014-8ac7-0f9f709d8965 req-378df8d8-b349-4030-818f-2dc10c6d305f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 945 time: 0.1082675 Jul 22 20:15:47.319725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65632a82-a163-4f35-a84e-89fd56c0e1db req-8e88358d-ab76-4eed-bff5-35157a62e733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:47.321142 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65632a82-a163-4f35-a84e-89fd56c0e1db req-8e88358d-ab76-4eed-bff5-35157a62e733 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 1097 time: 0.0821614 Jul 22 20:15:47.381585 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-08b255cd-7364-4014-8ac7-0f9f709d8965 req-9436200a-2520-4a8c-8971-b99e920e3747 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595129 Jul 22 20:15:47.436642 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65632a82-a163-4f35-a84e-89fd56c0e1db req-299cb68d-903e-4fef-96aa-13fb8863def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:47.438080 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65632a82-a163-4f35-a84e-89fd56c0e1db req-299cb68d-903e-4fef-96aa-13fb8863def1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6aa05f3-533e-4728-aebe-923cdf07c5d2 HTTP/1.1" status: 200 len: 897 time: 0.1087015 Jul 22 20:15:47.500601 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65632a82-a163-4f35-a84e-89fd56c0e1db req-c79f0fcb-70d0-418b-8e0c-68eecedcf529 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12e69dd3-0b65-4e0c-8752-17fe46ef3026 HTTP/1.1" status: 200 len: 1001 time: 0.0565619 Jul 22 20:15:47.547730 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65632a82-a163-4f35-a84e-89fd56c0e1db req-fc450603-9761-4830-9b4e-47ce2ffc7a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:47.549186 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65632a82-a163-4f35-a84e-89fd56c0e1db req-fc450603-9761-4830-9b4e-47ce2ffc7a4f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33bc29f6-f913-4f32-89ff-f32fedfe42e0 HTTP/1.1" status: 200 len: 835 time: 0.0433681 Jul 22 20:15:47.611834 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65632a82-a163-4f35-a84e-89fd56c0e1db req-b9acb5d0-1b52-4525-a2a5-3a0dea3bb0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:47.613271 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65632a82-a163-4f35-a84e-89fd56c0e1db req-b9acb5d0-1b52-4525-a2a5-3a0dea3bb0b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6aa05f3-533e-4728-aebe-923cdf07c5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581889 Jul 22 20:15:47.711498 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65632a82-a163-4f35-a84e-89fd56c0e1db req-5d5ffa0b-89ed-4185-bd92-ca576b896916 service neutron] 10.222.0.16 "GET /v2.0/networks/c6aa05f3-533e-4728-aebe-923cdf07c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920634 Jul 22 20:15:47.805230 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-65632a82-a163-4f35-a84e-89fd56c0e1db req-17c0fb35-93f7-498c-b193-602023229fa7 service neutron] 10.222.0.16 "GET /v2.0/networks/c6aa05f3-533e-4728-aebe-923cdf07c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877385 Jul 22 20:15:48.513528 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a24d1-bfaf-43df-9235-908a48cf2bb9 req-99e93504-c73d-4333-a650-f30ae6e3c478 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:48.515028 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-093a24d1-bfaf-43df-9235-908a48cf2bb9 req-99e93504-c73d-4333-a650-f30ae6e3c478 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 945 time: 0.0645676 Jul 22 20:15:48.553443 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-093a24d1-bfaf-43df-9235-908a48cf2bb9 req-53b7b32d-416f-4ee0-85ec-b97ef62fd777 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329065 Jul 22 20:15:48.575723 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34354) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:15:48.640021 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4ce9de15-ae58-42b0-a12d-c11ed80bc974 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/floatingips/782a8195-b939-430c-ad5d-eb2489773510 HTTP/1.1" status: 200 len: 993 time: 0.0631776 Jul 22 20:15:56.860763 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-645ce8b2-5b44-4d7c-9785-d6ac33794833 req-f7062ea5-5d1a-4ebe-84df-e8050d7a3702 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515277 Jul 22 20:15:56.953133 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ce8b2-5b44-4d7c-9785-d6ac33794833 req-d988fb58-f3eb-4bc8-84e0-2940827ddd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:56.954664 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-645ce8b2-5b44-4d7c-9785-d6ac33794833 req-d988fb58-f3eb-4bc8-84e0-2940827ddd01 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 1097 time: 0.0544915 Jul 22 20:15:57.059947 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ce8b2-5b44-4d7c-9785-d6ac33794833 req-f44b980d-c74d-421a-9c01-b5450ff2b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:57.061442 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-645ce8b2-5b44-4d7c-9785-d6ac33794833 req-f44b980d-c74d-421a-9c01-b5450ff2b521 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6aa05f3-533e-4728-aebe-923cdf07c5d2 HTTP/1.1" status: 200 len: 897 time: 0.0887225 Jul 22 20:15:57.124007 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-645ce8b2-5b44-4d7c-9785-d6ac33794833 req-817169fc-2968-43a2-a9a2-01e299dd1565 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12e69dd3-0b65-4e0c-8752-17fe46ef3026 HTTP/1.1" status: 200 len: 1001 time: 0.0567827 Jul 22 20:15:57.171054 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ce8b2-5b44-4d7c-9785-d6ac33794833 req-b3fe648e-bcbe-4924-a4c3-6016a5b00d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:57.172490 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-645ce8b2-5b44-4d7c-9785-d6ac33794833 req-b3fe648e-bcbe-4924-a4c3-6016a5b00d8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33bc29f6-f913-4f32-89ff-f32fedfe42e0 HTTP/1.1" status: 200 len: 835 time: 0.0434916 Jul 22 20:15:57.232923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ce8b2-5b44-4d7c-9785-d6ac33794833 req-928f2250-2530-483e-b3a0-65952c9a9998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:57.234408 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-645ce8b2-5b44-4d7c-9785-d6ac33794833 req-928f2250-2530-483e-b3a0-65952c9a9998 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6aa05f3-533e-4728-aebe-923cdf07c5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566950 Jul 22 20:15:57.324836 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-645ce8b2-5b44-4d7c-9785-d6ac33794833 req-29b36f25-3f37-4393-b89c-c8e7c05df86a service neutron] 10.222.0.16 "GET /v2.0/networks/c6aa05f3-533e-4728-aebe-923cdf07c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842986 Jul 22 20:15:57.417094 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-645ce8b2-5b44-4d7c-9785-d6ac33794833 req-5e02c894-b58d-45b0-9970-998886a90f82 service neutron] 10.222.0.16 "GET /v2.0/networks/c6aa05f3-533e-4728-aebe-923cdf07c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863323 Jul 22 20:15:58.589686 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e75df8f9-5646-4691-817e-b0772621d8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:00.770586 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:16:01.089199 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bbcb1c1e-04d3-4d4c-82bf-d6274c846d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:01.224153 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:02.609664 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:04.258075 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:09.658922 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:12.485469 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:18.975860 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34378) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:19.458769 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting port c62ba53d-4388-45e9-bcf0-aebb9a0ea44b {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:16:19.459118 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:19.536893 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:19.537219 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:19.549029 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Calling delete_port for c62ba53d-4388-45e9-bcf0-aebb9a0ea44b owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:16:19.708342 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:19.733790 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Port': ['ID=c62ba53d-4388-45e9-bcf0-aebb9a0ea44b,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:19.764623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:19.764978 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:19.765324 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:19.765664 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:19.766000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:19.766335 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:19.766670 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:19.767003 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:19.767339 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:19.767667 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:19.767993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:19.768316 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:19.809301 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:19.809685 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Floating IP 782a8195-b939-430c-ad5d-eb2489773510 disassociated (deleted). External IP: 172.25.3.188, port: 12e69dd3-0b65-4e0c-8752-17fe46ef3026. Jul 22 20:16:20.015552 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router 4e03be88-cfbb-4859-9d0b-db42a54ad403 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:16:20.123400 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:16:20.127861 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:20.136134 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0acb23-147d-4316-8044-892ae07c3696 None None] Sync routers for ids ['4e03be88-cfbb-4859-9d0b-db42a54ad403'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:16:20.145260 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0acb23-147d-4316-8044-892ae07c3696 None None] Routers {'4e03be88-cfbb-4859-9d0b-db42a54ad403'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:16:20.145947 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0c0acb23-147d-4316-8044-892ae07c3696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:16:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4e03be88-cfbb-4859-9d0b-db42a54ad403'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:20.168092 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4631567b-371e-4e2a-ab69-74fc2ce67d19 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/floatingips/782a8195-b939-430c-ad5d-eb2489773510 HTTP/1.1" status: 204 len: 168 time: 1.1872013 Jul 22 20:16:20.168092 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15995e42-f805-429b-9a58-91a3fe27354e', 'tag': '12e69dd3-0b65-4e0c-8752-17fe46ef3026'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:16:20.168092 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b48f02-fa0a-45af-b72b-4623f4af0aae" -d '{"events": [{"name": "network-changed", "server_uuid": "15995e42-f805-429b-9a58-91a3fe27354e", "tag": "12e69dd3-0b65-4e0c-8752-17fe46ef3026"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:16:20.253993 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-0c0acb23-147d-4316-8044-892ae07c3696 None None] Set router 4e03be88-cfbb-4859-9d0b-db42a54ad403 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:16:20.256909 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be5c11f-7410-4383-ae85-fce49c17cb2a x-openstack-request-id: req-0be5c11f-7410-4383-ae85-fce49c17cb2a {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:16:20.257265 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15995e42-f805-429b-9a58-91a3fe27354e", "tag": "12e69dd3-0b65-4e0c-8752-17fe46ef3026", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:16:20.257689 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0be5c11f-7410-4383-ae85-fce49c17cb2a {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:16:20.258190 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15995e42-f805-429b-9a58-91a3fe27354e', 'tag': '12e69dd3-0b65-4e0c-8752-17fe46ef3026', 'status': 'completed', 'code': 200} Jul 22 20:16:20.339936 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b48f02-fa0a-45af-b72b-4623f4af0aae req-c6b59faa-40ef-4931-8825-9cfa6f2ee2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:20.341647 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10b48f02-fa0a-45af-b72b-4623f4af0aae req-c6b59faa-40ef-4931-8825-9cfa6f2ee2a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 1097 time: 0.0628190 Jul 22 20:16:20.466460 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0c0acb23-147d-4316-8044-892ae07c3696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553156361', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:53Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'cb9abcff-c3ce-4dfb-8edb-226d45914d3e', 'name': '', 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:55:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '33bc29f6-f913-4f32-89ff-f32fedfe42e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:52Z', 'updated_at': '2021-07-22T20:14:57Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '33bc29f6-f913-4f32-89ff-f32fedfe42e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:20.477129 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b48f02-fa0a-45af-b72b-4623f4af0aae req-596ace8d-a94f-40bb-a9fa-1461e0a0bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:20.478567 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10b48f02-fa0a-45af-b72b-4623f4af0aae req-596ace8d-a94f-40bb-a9fa-1461e0a0bcdc service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6aa05f3-533e-4728-aebe-923cdf07c5d2 HTTP/1.1" status: 200 len: 897 time: 0.1307688 Jul 22 20:16:20.494782 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6bcd7-e403-4759-a3ff-d6bd20639adc req-bd9d8ad4-8cd0-4b72-9aa3-2044063b8dc6 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:20.496239 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81e6bcd7-e403-4759-a3ff-d6bd20639adc req-bd9d8ad4-8cd0-4b72-9aa3-2044063b8dc6 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 945 time: 0.1211407 Jul 22 20:16:20.496573 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0acb23-147d-4316-8044-892ae07c3696 None None] Checking router: 4e03be88-cfbb-4859-9d0b-db42a54ad403 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:16:20.504841 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0acb23-147d-4316-8044-892ae07c3696 None None] Routers {'4e03be88-cfbb-4859-9d0b-db42a54ad403'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:16:20.505446 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0c0acb23-147d-4316-8044-892ae07c3696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:16:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4e03be88-cfbb-4859-9d0b-db42a54ad403'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:20.540295 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10b48f02-fa0a-45af-b72b-4623f4af0aae req-07c55546-747c-4a25-93da-9237e4c6f55c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12e69dd3-0b65-4e0c-8752-17fe46ef3026 HTTP/1.1" status: 200 len: 217 time: 0.0536370 Jul 22 20:16:20.599301 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-81e6bcd7-e403-4759-a3ff-d6bd20639adc req-869e1af5-17f3-4ae9-b410-02be3234e8f7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965550 Jul 22 20:16:20.608943 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b48f02-fa0a-45af-b72b-4623f4af0aae req-7e3860d7-65d1-47cf-9b50-2ed3fcb639a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:20.610461 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10b48f02-fa0a-45af-b72b-4623f4af0aae req-7e3860d7-65d1-47cf-9b50-2ed3fcb639a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33bc29f6-f913-4f32-89ff-f32fedfe42e0 HTTP/1.1" status: 200 len: 835 time: 0.0618689 Jul 22 20:16:20.611182 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-0c0acb23-147d-4316-8044-892ae07c3696 None None] Set router 4e03be88-cfbb-4859-9d0b-db42a54ad403 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:16:20.677825 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b48f02-fa0a-45af-b72b-4623f4af0aae req-dadfb393-e802-46b7-a22f-15f9d0444e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:20.679351 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10b48f02-fa0a-45af-b72b-4623f4af0aae req-dadfb393-e802-46b7-a22f-15f9d0444e3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6aa05f3-533e-4728-aebe-923cdf07c5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627604 Jul 22 20:16:20.779365 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10b48f02-fa0a-45af-b72b-4623f4af0aae req-845b3aea-701f-497d-b546-299fb38d6391 service neutron] 10.222.0.16 "GET /v2.0/networks/c6aa05f3-533e-4728-aebe-923cdf07c5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931239 Jul 22 20:16:20.819914 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-0c0acb23-147d-4316-8044-892ae07c3696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553156361', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:53Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'cb9abcff-c3ce-4dfb-8edb-226d45914d3e', 'name': '', 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:55:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '33bc29f6-f913-4f32-89ff-f32fedfe42e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:52Z', 'updated_at': '2021-07-22T20:14:57Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '33bc29f6-f913-4f32-89ff-f32fedfe42e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:20.846487 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0acb23-147d-4316-8044-892ae07c3696 None None] The sync data for ids ['4e03be88-cfbb-4859-9d0b-db42a54ad403'] in n-d-800086-12 is: [{'id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553156361', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:53Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': 'cb9abcff-c3ce-4dfb-8edb-226d45914d3e', 'name': '', 'network_id': 'c6aa05f3-533e-4728-aebe-923cdf07c5d2', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:55:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '33bc29f6-f913-4f32-89ff-f32fedfe42e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:52Z', 'updated_at': '2021-07-22T20:14:57Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': '33bc29f6-f913-4f32-89ff-f32fedfe42e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:16:20.874009 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-10b48f02-fa0a-45af-b72b-4623f4af0aae req-5e80739e-906d-48b6-9b22-bc6174a421cc service neutron] 10.222.0.16 "GET /v2.0/networks/c6aa05f3-533e-4728-aebe-923cdf07c5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880697 Jul 22 20:16:21.059938 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb95e39-922b-4476-beeb-86ff71939630 None None] New status for floating IP 782a8195-b939-430c-ad5d-eb2489773510: DOWN {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:16:21.743153 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9e6f3-21d1-4b1f-9022-83dd74115feb req-0b9dcd22-21ba-49ed-98de-6f01f5fc1b58 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:21.744768 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-52c9e6f3-21d1-4b1f-9022-83dd74115feb req-0b9dcd22-21ba-49ed-98de-6f01f5fc1b58 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 945 time: 0.0697064 Jul 22 20:16:21.783142 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-52c9e6f3-21d1-4b1f-9022-83dd74115feb req-aca80552-b718-4849-97b6-ebf3e3901f71 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=29fcde1f-726e-4745-b408-2c06811a2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327444 Jul 22 20:16:21.850374 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4792e4-f354-4b6d-9d35-ea15053d4467 req-d17bcb25-398d-4d16-af7a-9a887d354cb7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:21.851813 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd4792e4-f354-4b6d-9d35-ea15053d4467 req-d17bcb25-398d-4d16-af7a-9a887d354cb7 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.16 "GET /v2.0/ports?device_id=15995e42-f805-429b-9a58-91a3fe27354e HTTP/1.1" status: 200 len: 945 time: 0.0630741 Jul 22 20:16:21.953796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-dd4792e4-f354-4b6d-9d35-ea15053d4467 req-d8a8805c-7c06-4232-ba72-125269f07f18 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting port 12e69dd3-0b65-4e0c-8752-17fe46ef3026 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:16:21.954134 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-dd4792e4-f354-4b6d-9d35-ea15053d4467 req-d8a8805c-7c06-4232-ba72-125269f07f18 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:22.043284 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-dd4792e4-f354-4b6d-9d35-ea15053d4467 req-d8a8805c-7c06-4232-ba72-125269f07f18 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] For port 12e69dd3-0b65-4e0c-8752-17fe46ef3026, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=12e69dd3-0b65-4e0c-8752-17fe46ef3026,segment=NetworkSegment(7e5e518c-5f75-4f4b-a436-cb05beb221aa),segment_id=7e5e518c-5f75-4f4b-a436-cb05beb221aa)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:16:22.043633 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-dd4792e4-f354-4b6d-9d35-ea15053d4467 req-d8a8805c-7c06-4232-ba72-125269f07f18 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:22.055900 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-dd4792e4-f354-4b6d-9d35-ea15053d4467 req-d8a8805c-7c06-4232-ba72-125269f07f18 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Calling delete_port for 12e69dd3-0b65-4e0c-8752-17fe46ef3026 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:16:22.194059 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-dd4792e4-f354-4b6d-9d35-ea15053d4467 req-d8a8805c-7c06-4232-ba72-125269f07f18 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:22.220973 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8805c-7c06-4232-ba72-125269f07f18 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Port': ['ID=12e69dd3-0b65-4e0c-8752-17fe46ef3026,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:22.269820 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4792e4-f354-4b6d-9d35-ea15053d4467 req-d8a8805c-7c06-4232-ba72-125269f07f18 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] No DVR routers for this DVR port 12e69dd3-0b65-4e0c-8752-17fe46ef3026 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:16:22.272534 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-dd4792e4-f354-4b6d-9d35-ea15053d4467 req-d8a8805c-7c06-4232-ba72-125269f07f18 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:22.274539 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd4792e4-f354-4b6d-9d35-ea15053d4467 req-d8a8805c-7c06-4232-ba72-125269f07f18 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.16 "DELETE /v2.0/ports/12e69dd3-0b65-4e0c-8752-17fe46ef3026 HTTP/1.1" status: 204 len: 173 time: 0.4172754 Jul 22 20:16:22.275032 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15995e42-f805-429b-9a58-91a3fe27354e', 'name': 'network-vif-deleted', 'tag': '12e69dd3-0b65-4e0c-8752-17fe46ef3026'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:16:22.277937 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f943fa53-d913-4174-a53a-42da255db3ca" -d '{"events": [{"server_uuid": "15995e42-f805-429b-9a58-91a3fe27354e", "name": "network-vif-deleted", "tag": "12e69dd3-0b65-4e0c-8752-17fe46ef3026"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:16:22.313311 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76cbdff-4811-48f6-a385-a456c487d58d x-openstack-request-id: req-b76cbdff-4811-48f6-a385-a456c487d58d {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:16:22.313663 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15995e42-f805-429b-9a58-91a3fe27354e", "name": "network-vif-deleted", "tag": "12e69dd3-0b65-4e0c-8752-17fe46ef3026", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:16:22.313919 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b76cbdff-4811-48f6-a385-a456c487d58d {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:16:22.314347 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15995e42-f805-429b-9a58-91a3fe27354e', 'name': 'network-vif-deleted', 'tag': '12e69dd3-0b65-4e0c-8752-17fe46ef3026', 'status': 'completed', 'code': 200} Jul 22 20:16:22.838465 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34394) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:23.213213 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c72474fa-1ecd-4415-bdcf-ce1f53c02eb4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:23.477190 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-c72474fa-1ecd-4415-bdcf-ce1f53c02eb4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting port cb9abcff-c3ce-4dfb-8edb-226d45914d3e {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:16:23.477464 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c72474fa-1ecd-4415-bdcf-ce1f53c02eb4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:23.565643 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-c72474fa-1ecd-4415-bdcf-ce1f53c02eb4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] For port cb9abcff-c3ce-4dfb-8edb-226d45914d3e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=cb9abcff-c3ce-4dfb-8edb-226d45914d3e,segment=NetworkSegment(7e5e518c-5f75-4f4b-a436-cb05beb221aa),segment_id=7e5e518c-5f75-4f4b-a436-cb05beb221aa)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:16:23.566007 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c72474fa-1ecd-4415-bdcf-ce1f53c02eb4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:23.583901 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-c72474fa-1ecd-4415-bdcf-ce1f53c02eb4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Calling delete_port for cb9abcff-c3ce-4dfb-8edb-226d45914d3e owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:16:23.770228 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c72474fa-1ecd-4415-bdcf-ce1f53c02eb4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:23.798059 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72474fa-1ecd-4415-bdcf-ce1f53c02eb4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Port': ['ID=cb9abcff-c3ce-4dfb-8edb-226d45914d3e,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:23.973656 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c72474fa-1ecd-4415-bdcf-ce1f53c02eb4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:24.185002 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72474fa-1ecd-4415-bdcf-ce1f53c02eb4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router 4e03be88-cfbb-4859-9d0b-db42a54ad403 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:16:24.288357 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72474fa-1ecd-4415-bdcf-ce1f53c02eb4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:16:24.293619 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c72474fa-1ecd-4415-bdcf-ce1f53c02eb4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "PUT /v2.0/routers/4e03be88-cfbb-4859-9d0b-db42a54ad403/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4540842 Jul 22 20:16:24.296884 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34396) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:24.299872 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f8a933-c05c-4751-ba8b-46166f5d255b None None] Sync routers for ids ['4e03be88-cfbb-4859-9d0b-db42a54ad403'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:16:24.308987 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f8a933-c05c-4751-ba8b-46166f5d255b None None] Routers {'4e03be88-cfbb-4859-9d0b-db42a54ad403'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:16:24.309714 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-75f8a933-c05c-4751-ba8b-46166f5d255b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:16:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4e03be88-cfbb-4859-9d0b-db42a54ad403'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:24.346929 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be0b7c0-7537-46dc-a4b9-3da327c14120 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting subnet 33bc29f6-f913-4f32-89ff-f32fedfe42e0 {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:16:24.349984 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8be0b7c0-7537-46dc-a4b9-3da327c14120 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:24.389023 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8be0b7c0-7537-46dc-a4b9-3da327c14120 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:24.413675 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-75f8a933-c05c-4751-ba8b-46166f5d255b None None] Set router 4e03be88-cfbb-4859-9d0b-db42a54ad403 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:16:24.477020 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8be0b7c0-7537-46dc-a4b9-3da327c14120 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:24.535420 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8be0b7c0-7537-46dc-a4b9-3da327c14120 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:24.562803 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0b7c0-7537-46dc-a4b9-3da327c14120 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Subnet': ['ID=33bc29f6-f913-4f32-89ff-f32fedfe42e0,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:24.566420 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8be0b7c0-7537-46dc-a4b9-3da327c14120 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:24.571137 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34398) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:24.571633 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8be0b7c0-7537-46dc-a4b9-3da327c14120 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/subnets/33bc29f6-f913-4f32-89ff-f32fedfe42e0 HTTP/1.1" status: 204 len: 168 time: 0.2717197 Jul 22 20:16:24.574386 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77639247-528b-4546-ba65-1d628ecf48bb None None] Network c6aa05f3-533e-4728-aebe-923cdf07c5d2 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:16:24.677214 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-75f8a933-c05c-4751-ba8b-46166f5d255b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553156361', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:16:23Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:24.682122 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:24.709008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f8a933-c05c-4751-ba8b-46166f5d255b None None] Checking router: 4e03be88-cfbb-4859-9d0b-db42a54ad403 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:16:24.737114 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f8a933-c05c-4751-ba8b-46166f5d255b None None] Routers {'4e03be88-cfbb-4859-9d0b-db42a54ad403'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:16:24.737652 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-75f8a933-c05c-4751-ba8b-46166f5d255b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:16:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['4e03be88-cfbb-4859-9d0b-db42a54ad403'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:24.785594 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:24.845114 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting port eb57f8e7-429f-4484-8730-eb59ea8128a8 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:16:24.845470 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:24.927515 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] For port eb57f8e7-429f-4484-8730-eb59ea8128a8, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=eb57f8e7-429f-4484-8730-eb59ea8128a8,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:16:24.927880 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:24.941485 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Calling delete_port for eb57f8e7-429f-4484-8730-eb59ea8128a8 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:16:25.017258 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-75f8a933-c05c-4751-ba8b-46166f5d255b None None] Set router 4e03be88-cfbb-4859-9d0b-db42a54ad403 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:16:25.074275 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37375067-2ce0-4093-893a-19d0d04899e7 None None] DHCP port deletion for c6aa05f3-533e-4728-aebe-923cdf07c5d2 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:16:25.111600 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:25.138492 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Port': ['ID=eb57f8e7-429f-4484-8730-eb59ea8128a8,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:25.150011 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.150368 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.150712 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.151049 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.151385 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.151711 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.152049 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.152377 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.152741 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.153074 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.153458 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.153784 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.215111 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-37375067-2ce0-4093-893a-19d0d04899e7 None None] Deleting port 3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:16:25.215374 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:25.215517 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-37375067-2ce0-4093-893a-19d0d04899e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:25.292622 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-37375067-2ce0-4093-893a-19d0d04899e7 None None] For port 3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61,segment=NetworkSegment(7e5e518c-5f75-4f4b-a436-cb05beb221aa),segment_id=7e5e518c-5f75-4f4b-a436-cb05beb221aa)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:16:25.292903 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-37375067-2ce0-4093-893a-19d0d04899e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:25.306549 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:25.308699 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:25.309050 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-37375067-2ce0-4093-893a-19d0d04899e7 None None] Calling delete_port for 3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:16:25.317222 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-75f8a933-c05c-4751-ba8b-46166f5d255b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553156361', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:16:23Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:25.348533 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f8a933-c05c-4751-ba8b-46166f5d255b None None] The sync data for ids ['4e03be88-cfbb-4859-9d0b-db42a54ad403'] in n-d-800086-12 is: [{'id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553156361', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:16:23Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'eb57f8e7-429f-4484-8730-eb59ea8128a8', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03be88-cfbb-4859-9d0b-db42a54ad403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:14:49Z', 'updated_at': '2021-07-22T20:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:16:25.353873 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:25.354559 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Fanout notify agent at l3_agent the message router_deleted on router 4e03be88-cfbb-4859-9d0b-db42a54ad403 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:16:25.362501 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:25.363962 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0568fccd-9a9e-466e-b165-152714e06520 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/routers/4e03be88-cfbb-4859-9d0b-db42a54ad403 HTTP/1.1" status: 204 len: 168 time: 0.7918463 Jul 22 20:16:25.366831 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34402) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:25.389832 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 12e69dd3-0b65-4e0c-8752-17fe46ef3026 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:16:25.414943 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: 12e69dd3-0b65-4e0c-8752-17fe46ef3026 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:16:25.415286 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 12e69dd3-0b65-4e0c-8752-17fe46ef3026 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:16:25.448580 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-37375067-2ce0-4093-893a-19d0d04899e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:25.449708 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-654602eb-06d1-43b6-ac69-ce91418d4da1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:25.474133 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37375067-2ce0-4093-893a-19d0d04899e7 None None] Pushing event deleted for resources: {'Port': ['ID=3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:25.479666 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37375067-2ce0-4093-893a-19d0d04899e7 None None] No DVR routers for this DVR port 3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:16:25.491121 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37375067-2ce0-4093-893a-19d0d04899e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.491604 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37375067-2ce0-4093-893a-19d0d04899e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.492064 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37375067-2ce0-4093-893a-19d0d04899e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.492611 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37375067-2ce0-4093-893a-19d0d04899e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.492954 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37375067-2ce0-4093-893a-19d0d04899e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.493290 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37375067-2ce0-4093-893a-19d0d04899e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.493622 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37375067-2ce0-4093-893a-19d0d04899e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.493958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37375067-2ce0-4093-893a-19d0d04899e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.494415 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37375067-2ce0-4093-893a-19d0d04899e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.494744 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37375067-2ce0-4093-893a-19d0d04899e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.495069 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37375067-2ce0-4093-893a-19d0d04899e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.495393 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37375067-2ce0-4093-893a-19d0d04899e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:25.536229 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-654602eb-06d1-43b6-ac69-ce91418d4da1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:25.546278 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-654602eb-06d1-43b6-ac69-ce91418d4da1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6aa05f3-533e-4728-aebe-923cdf07c5d2']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:25.555672 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-654602eb-06d1-43b6-ac69-ce91418d4da1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5e518c-5f75-4f4b-a436-cb05beb221aa') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:25.555966 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-654602eb-06d1-43b6-ac69-ce91418d4da1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5e518c-5f75-4f4b-a436-cb05beb221aa') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:25.564901 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-654602eb-06d1-43b6-ac69-ce91418d4da1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:25.578403 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-654602eb-06d1-43b6-ac69-ce91418d4da1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:25.584534 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654602eb-06d1-43b6-ac69-ce91418d4da1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:16:25.584960 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-654602eb-06d1-43b6-ac69-ce91418d4da1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: timer() Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:16:25.588180 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:16:25.648437 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-654602eb-06d1-43b6-ac69-ce91418d4da1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:25.655779 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-654602eb-06d1-43b6-ac69-ce91418d4da1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:25.657623 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-654602eb-06d1-43b6-ac69-ce91418d4da1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/networks/c6aa05f3-533e-4728-aebe-923cdf07c5d2 HTTP/1.1" status: 204 len: 168 time: 0.2898576 Jul 22 20:16:25.660505 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34404) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:25.668709 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654602eb-06d1-43b6-ac69-ce91418d4da1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Network': ['ID=c6aa05f3-533e-4728-aebe-923cdf07c5d2,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:25.726545 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0d8dc180-4275-45b5-a63b-856479feb448 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:25.757159 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0d8dc180-4275-45b5-a63b-856479feb448 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:25.831040 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0d8dc180-4275-45b5-a63b-856479feb448 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:25.833738 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0d8dc180-4275-45b5-a63b-856479feb448 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:25.834972 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0d8dc180-4275-45b5-a63b-856479feb448 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/security-groups/29fcde1f-726e-4745-b408-2c06811a2a48 HTTP/1.1" status: 204 len: 168 time: 0.1733725 Jul 22 20:16:25.845041 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device cb9abcff-c3ce-4dfb-8edb-226d45914d3e no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:16:25.846280 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8dc180-4275-45b5-a63b-856479feb448 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fcde1f-726e-4745-b408-2c06811a2a48,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:25.871488 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: cb9abcff-c3ce-4dfb-8edb-226d45914d3e {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:16:25.871834 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device cb9abcff-c3ce-4dfb-8edb-226d45914d3e not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:16:25.872883 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:16:25.899909 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:16:25.900441 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 3e544b48-ef4f-4d4c-a4e7-a3bb7ba5ab61 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:16:26.247613 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34410) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:26.252390 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-9836ec79-71d5-48f7-8477-dd518126e3d0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-141237144', 'description': 'tempest-secgroup-smoke-141237144 description', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:16:26.273771 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9836ec79-71d5-48f7-8477-dd518126e3d0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:26.356095 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9836ec79-71d5-48f7-8477-dd518126e3d0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:26.360972 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9836ec79-71d5-48f7-8477-dd518126e3d0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:26.390770 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9836ec79-71d5-48f7-8477-dd518126e3d0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:26.391904 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9836ec79-71d5-48f7-8477-dd518126e3d0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1431820 Jul 22 20:16:26.393901 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836ec79-71d5-48f7-8477-dd518126e3d0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f01f0fcc-eefd-49ca-b8ba-2486d2085c93,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:26.395022 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34412) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:26.399877 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-b8fb37ca-15eb-4a50-8ea9-ca0b9382da9b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': 'f01f0fcc-eefd-49ca-b8ba-2486d2085c93', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:16:26.427517 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b8fb37ca-15eb-4a50-8ea9-ca0b9382da9b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:26.483924 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b8fb37ca-15eb-4a50-8ea9-ca0b9382da9b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:26.488928 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b8fb37ca-15eb-4a50-8ea9-ca0b9382da9b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:26.506093 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb37ca-15eb-4a50-8ea9-ca0b9382da9b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd50c2e-7c96-446a-bd69-2b339639a418,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:26.512733 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b8fb37ca-15eb-4a50-8ea9-ca0b9382da9b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:26.516882 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34414) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:26.517047 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-b8fb37ca-15eb-4a50-8ea9-ca0b9382da9b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207535 Jul 22 20:16:26.522029 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-a7d70062-d6ea-456e-bccc-231eb331b50a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': 'f01f0fcc-eefd-49ca-b8ba-2486d2085c93', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:16:26.555393 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a7d70062-d6ea-456e-bccc-231eb331b50a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:26.613669 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a7d70062-d6ea-456e-bccc-231eb331b50a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:26.617152 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a7d70062-d6ea-456e-bccc-231eb331b50a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:26.638541 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d70062-d6ea-456e-bccc-231eb331b50a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da83e1f7-781a-4913-b606-a94f1bbe00ee,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:26.648607 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a7d70062-d6ea-456e-bccc-231eb331b50a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:26.649953 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a7d70062-d6ea-456e-bccc-231eb331b50a tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1315372 Jul 22 20:16:26.652712 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34416) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:26.659105 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2c93b427-4c68-4a24-9df0-f5d014a44747 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': 'f01f0fcc-eefd-49ca-b8ba-2486d2085c93', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:16:26.685716 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2c93b427-4c68-4a24-9df0-f5d014a44747 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:26.745553 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2c93b427-4c68-4a24-9df0-f5d014a44747 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:26.749015 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2c93b427-4c68-4a24-9df0-f5d014a44747 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:26.767873 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93b427-4c68-4a24-9df0-f5d014a44747 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa085e5e-f448-46ad-ac5a-f872c4bf0d27,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:26.771057 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2c93b427-4c68-4a24-9df0-f5d014a44747 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:26.772237 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2c93b427-4c68-4a24-9df0-f5d014a44747 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180608 Jul 22 20:16:26.775103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34418) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:26.780806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-0558f9c6-24c4-48f4-9890-272c8a6cc616 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': 'f01f0fcc-eefd-49ca-b8ba-2486d2085c93', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:16:26.807153 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0558f9c6-24c4-48f4-9890-272c8a6cc616 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:26.865106 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0558f9c6-24c4-48f4-9890-272c8a6cc616 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:26.868981 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0558f9c6-24c4-48f4-9890-272c8a6cc616 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:26.886156 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558f9c6-24c4-48f4-9890-272c8a6cc616 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2334d05d-15e4-441b-b496-cb18a42c97e9,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:26.893067 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0558f9c6-24c4-48f4-9890-272c8a6cc616 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:26.894547 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0558f9c6-24c4-48f4-9890-272c8a6cc616 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182685 Jul 22 20:16:26.897331 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34420) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:26.901659 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-2b03e609-967a-4073-9b7a-c17f32467778 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': 'f01f0fcc-eefd-49ca-b8ba-2486d2085c93', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:16:26.923151 n-d-800086-12 neutron-server[93807]: INFO neutron.db.securitygroups_db [None req-2b03e609-967a-4073-9b7a-c17f32467778 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Project 24c2e4f79be246cea3a092160d6fc4c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:16:26.927931 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2b03e609-967a-4073-9b7a-c17f32467778 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:26.988598 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2b03e609-967a-4073-9b7a-c17f32467778 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:26.992055 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2b03e609-967a-4073-9b7a-c17f32467778 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:27.010941 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03e609-967a-4073-9b7a-c17f32467778 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9d2a8a-93ee-446b-9435-7d763021d94d,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:27.017668 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-2b03e609-967a-4073-9b7a-c17f32467778 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:27.019160 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-2b03e609-967a-4073-9b7a-c17f32467778 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209121 Jul 22 20:16:27.021908 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34422) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:27.026392 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-dcbd17dd-58a9-4738-8fac-8174b85c4dc4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'security_group_rule': {'security_group_id': 'f01f0fcc-eefd-49ca-b8ba-2486d2085c93', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:16:27.048660 n-d-800086-12 neutron-server[93807]: INFO neutron.db.securitygroups_db [None req-dcbd17dd-58a9-4738-8fac-8174b85c4dc4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Project 24c2e4f79be246cea3a092160d6fc4c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:16:27.053408 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dcbd17dd-58a9-4738-8fac-8174b85c4dc4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:27.115844 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dcbd17dd-58a9-4738-8fac-8174b85c4dc4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:27.119425 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dcbd17dd-58a9-4738-8fac-8174b85c4dc4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:27.136720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd17dd-58a9-4738-8fac-8174b85c4dc4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f14e7a-9d17-4ecc-9d7d-86c7e08be817,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:27.143884 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-dcbd17dd-58a9-4738-8fac-8174b85c4dc4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:27.145952 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-dcbd17dd-58a9-4738-8fac-8174b85c4dc4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222484 Jul 22 20:16:27.148043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34424) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:27.153059 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-b38f7550-f7db-459e-ba49-70d01630cf5e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'network': {'name': 'tempest-network-smoke--790822067', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'port_security_enabled': True}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:16:27.180103 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38f7550-f7db-459e-ba49-70d01630cf5e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Made reservation on behalf of 24c2e4f79be246cea3a092160d6fc4c0 for: {'network': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:16:27.183419 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b38f7550-f7db-459e-ba49-70d01630cf5e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:27.206799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b38f7550-f7db-459e-ba49-70d01630cf5e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:16:27.215090 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b38f7550-f7db-459e-ba49-70d01630cf5e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:27.215431 n-d-800086-12 neutron-server[93807]: INFO neutron.db.segments_db [None req-b38f7550-f7db-459e-ba49-70d01630cf5e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Added segment 248dad3a-a5bf-45c5-8e42-44a854f28ac8 of type vlan for network fb4b5d0b-2139-4d15-8ed5-2424e0234ae1 Jul 22 20:16:27.254105 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b38f7550-f7db-459e-ba49-70d01630cf5e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:27.282994 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b38f7550-f7db-459e-ba49-70d01630cf5e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:27.288936 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38f7550-f7db-459e-ba49-70d01630cf5e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:27.289523 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b38f7550-f7db-459e-ba49-70d01630cf5e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:27.322897 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b38f7550-f7db-459e-ba49-70d01630cf5e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1738281 Jul 22 20:16:27.326174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34426) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:27.330527 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-8ea71137-11f8-4673-a3a3-556446484405 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-685918909', 'admin_state_up': True, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:16:27.376743 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f7550-f7db-459e-ba49-70d01630cf5e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Network': ['ID=fb4b5d0b-2139-4d15-8ed5-2424e0234ae1,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:27.390811 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network fb4b5d0b-2139-4d15-8ed5-2424e0234ae1 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:16:27.393892 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ea71137-11f8-4673-a3a3-556446484405 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:27.395002 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ea71137-11f8-4673-a3a3-556446484405 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:27.451429 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ea71137-11f8-4673-a3a3-556446484405 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:27.729586 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device eb57f8e7-429f-4484-8730-eb59ea8128a8 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:16:27.751861 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: eb57f8e7-429f-4484-8730-eb59ea8128a8 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:16:27.752203 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device eb57f8e7-429f-4484-8730-eb59ea8128a8 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:16:27.911216 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ea71137-11f8-4673-a3a3-556446484405 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:28.101488 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ea71137-11f8-4673-a3a3-556446484405 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:28.120868 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ea71137-11f8-4673-a3a3-556446484405 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:28.225218 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-8ea71137-11f8-4673-a3a3-556446484405 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Allocated IP 172.25.3.205 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/cdf38184-2504-463e-a0f6-1d114d6c185a) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:16:28.326152 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ea71137-11f8-4673-a3a3-556446484405 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:28.368206 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ea71137-11f8-4673-a3a3-556446484405 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:28.404024 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea71137-11f8-4673-a3a3-556446484405 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:16:28.408850 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-8ea71137-11f8-4673-a3a3-556446484405 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:16:28.412131 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea71137-11f8-4673-a3a3-556446484405 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:16:28.435711 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea71137-11f8-4673-a3a3-556446484405 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=cdf38184-2504-463e-a0f6-1d114d6c185a,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:28.590726 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8e835db5-d218-4fd2-b14a-755704b254f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:28.662353 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ea71137-11f8-4673-a3a3-556446484405 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:28.861408 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ea71137-11f8-4673-a3a3-556446484405 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:28.989504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea71137-11f8-4673-a3a3-556446484405 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:16:29.091595 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea71137-11f8-4673-a3a3-556446484405 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:16:29.100912 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] Sync routers for ids ['ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:16:29.110335 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] Routers {'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:16:29.110545 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-8ea71137-11f8-4673-a3a3-556446484405 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:29.110953 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:16:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:29.114658 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8ea71137-11f8-4673-a3a3-556446484405 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7845993 Jul 22 20:16:29.114896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34428) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:29.198844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7f3f82df-c5c6-408a-a620-010b1d468c29 tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=24c2e4f79be246cea3a092160d6fc4c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0801883 Jul 22 20:16:29.199140 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34432) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:29.214967 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] Set router ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:16:29.348449 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5e2b28-a6d4-4593-b3d6-1b6a6aca1d3f tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:29.350004 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1a5e2b28-a6d4-4593-b3d6-1b6a6aca1d3f tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1500027 Jul 22 20:16:29.352804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34434) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:29.386946 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ef26dd05-987c-4351-b92e-ef11e24aac71 tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=9d80f4fc-5335-462b-8c88-395b7089e67f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330672 Jul 22 20:16:29.389914 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34436) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:29.392493 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685918909', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:16:27Z', 'updated_at': '2021-07-22T20:16:28Z', 'revision_number': 3, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:dd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:28Z', 'updated_at': '2021-07-22T20:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:29.394799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-65126768-e7ba-4a9d-8abe-eef2635c6980 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-891342003', 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1', 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:16:29.417952 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] Checking router: ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:16:29.418290 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] Updating router ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf port cdf38184-2504-463e-a0f6-1d114d6c185a binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:16:29.455810 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:29.487207 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65126768-e7ba-4a9d-8abe-eef2635c6980 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Made reservation on behalf of 24c2e4f79be246cea3a092160d6fc4c0 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:16:29.490660 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-65126768-e7ba-4a9d-8abe-eef2635c6980 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:29.679293 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-65126768-e7ba-4a9d-8abe-eef2635c6980 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:29.708772 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:29.719131 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] Transition to ACTIVE for port object cdf38184-2504-463e-a0f6-1d114d6c185a will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:16:29.726236 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:29.745954 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65126768-e7ba-4a9d-8abe-eef2635c6980 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Subnet': ['ID=ef388352-e2f3-4414-a54a-fa5fa4b98ddf,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:29.756219 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65126768-e7ba-4a9d-8abe-eef2635c6980 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Checking segment: {'id': '248dad3a-a5bf-45c5-8e42-44a854f28ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:16:29.756618 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65126768-e7ba-4a9d-8abe-eef2635c6980 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network hostable DHCP agents. Network: fb4b5d0b-2139-4d15-8ed5-2424e0234ae1, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:16:29.774298 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65126768-e7ba-4a9d-8abe-eef2635c6980 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network fb4b5d0b-2139-4d15-8ed5-2424e0234ae1 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:16:29.779142 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] Attempting to bind port cdf38184-2504-463e-a0f6-1d114d6c185a on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:16:29.779531 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] Attempting to bind port cdf38184-2504-463e-a0f6-1d114d6c185a by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:16:29.779871 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] Attempting to bind port cdf38184-2504-463e-a0f6-1d114d6c185a on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:16:29.781840 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eedd83f-e7fe-4c62-8a63-8e599c49e457 None None] Pushing event updated for resources: {'Port': ['ID=cdf38184-2504-463e-a0f6-1d114d6c185a,revision_number=2']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:29.784128 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-65126768-e7ba-4a9d-8abe-eef2635c6980 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, fb4b5d0b-2139-4d15-8ed5-2424e0234ae1) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:16:29.788576 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65126768-e7ba-4a9d-8abe-eef2635c6980 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:29.789161 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-65126768-e7ba-4a9d-8abe-eef2635c6980 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:29.789701 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedd83f-e7fe-4c62-8a63-8e599c49e457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:29.790056 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedd83f-e7fe-4c62-8a63-8e599c49e457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:29.790383 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedd83f-e7fe-4c62-8a63-8e599c49e457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:29.790964 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedd83f-e7fe-4c62-8a63-8e599c49e457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:29.791444 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedd83f-e7fe-4c62-8a63-8e599c49e457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:29.791664 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedd83f-e7fe-4c62-8a63-8e599c49e457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:29.791920 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedd83f-e7fe-4c62-8a63-8e599c49e457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:29.792239 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedd83f-e7fe-4c62-8a63-8e599c49e457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:29.792582 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedd83f-e7fe-4c62-8a63-8e599c49e457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:29.792899 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedd83f-e7fe-4c62-8a63-8e599c49e457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:29.794282 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedd83f-e7fe-4c62-8a63-8e599c49e457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:29.794282 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedd83f-e7fe-4c62-8a63-8e599c49e457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:29.799516 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:16:29.799851 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062cce09-0820-4b49-8fe0-936f72930cb3 None None] Network fb4b5d0b-2139-4d15-8ed5-2424e0234ae1 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:16:29.800408 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:16:29.800408 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:29.800755 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:16:29.801225 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] Bound port: cdf38184-2504-463e-a0f6-1d114d6c185a, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:16:29.801615 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:29.807474 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-65126768-e7ba-4a9d-8abe-eef2635c6980 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4165599 Jul 22 20:16:29.811118 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34438) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:29.858593 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] For port cdf38184-2504-463e-a0f6-1d114d6c185a, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:16:29.861785 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] For port cdf38184-2504-463e-a0f6-1d114d6c185a, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=cdf38184-2504-463e-a0f6-1d114d6c185a,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:16:29.865759 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:29.915262 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] Routers {'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:16:29.916125 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:16:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:29.973571 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-fb4b5d0b-2139-4d15-8ed5-2424e0234ae1', 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ips': [{'subnet_id': 'ef388352-e2f3-4414-a54a-fa5fa4b98ddf'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:16:29.974435 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:29.988601 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eedd83f-e7fe-4c62-8a63-8e599c49e457 None None] Pushing event updated for resources: {'Port': ['ID=cdf38184-2504-463e-a0f6-1d114d6c185a,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:30.035294 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] Set router ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:16:30.114945 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] Allocated IP 172.20.0.2 (fb4b5d0b-2139-4d15-8ed5-2424e0234ae1/ef388352-e2f3-4414-a54a-fa5fa4b98ddf/67f3d740-7c4d-4e4b-af83-3d38587236dd) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:16:30.228003 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685918909', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:16:27Z', 'updated_at': '2021-07-22T20:16:28Z', 'revision_number': 3, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:dd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:28Z', 'updated_at': '2021-07-22T20:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:30.257385 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edaefbf-d882-4b45-99df-7edafc3882a8 None None] The sync data for ids ['ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'] in n-d-800086-12 is: [{'id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685918909', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:16:27Z', 'updated_at': '2021-07-22T20:16:28Z', 'revision_number': 3, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:dd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:28Z', 'updated_at': '2021-07-22T20:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:16:30.272252 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:30.272689 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-85db9c1f-e15c-4336-a8c2-4cbd5b7183fc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:30.283065 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] Transition to ACTIVE for port object 67f3d740-7c4d-4e4b-af83-3d38587236dd will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:16:30.300654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] Transition to ACTIVE for port object 67f3d740-7c4d-4e4b-af83-3d38587236dd will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:16:30.307660 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:30.349276 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] Network fb4b5d0b-2139-4d15-8ed5-2424e0234ae1 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:16:30.352112 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:16:30.355156 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:16:30.367177 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] Pushing event updated for resources: {'Port': ['ID=67f3d740-7c4d-4e4b-af83-3d38587236dd,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:30.427334 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] Attempting to bind port 67f3d740-7c4d-4e4b-af83-3d38587236dd on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:16:30.427720 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] Attempting to bind port 67f3d740-7c4d-4e4b-af83-3d38587236dd by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '248dad3a-a5bf-45c5-8e42-44a854f28ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:16:30.428094 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] Attempting to bind port 67f3d740-7c4d-4e4b-af83-3d38587236dd on network fb4b5d0b-2139-4d15-8ed5-2424e0234ae1 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:16:30.433756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:16:30.434144 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] Checking segment: {'id': '248dad3a-a5bf-45c5-8e42-44a854f28ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:16:30.435130 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:30.435685 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] Bound using segment: {'id': '248dad3a-a5bf-45c5-8e42-44a854f28ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:16:30.436157 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] Bound port: 67f3d740-7c4d-4e4b-af83-3d38587236dd, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248dad3a-a5bf-45c5-8e42-44a854f28ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:16:30.436569 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:30.507328 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] For port 67f3d740-7c4d-4e4b-af83-3d38587236dd, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:16:30.511711 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] For port 67f3d740-7c4d-4e4b-af83-3d38587236dd, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=67f3d740-7c4d-4e4b-af83-3d38587236dd,segment=NetworkSegment(248dad3a-a5bf-45c5-8e42-44a854f28ac8),segment_id=248dad3a-a5bf-45c5-8e42-44a854f28ac8)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:16:30.517731 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:30.589489 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b09a50-dbf7-422b-a6f9-8bfd7018f26d None None] Pushing event updated for resources: {'Port': ['ID=67f3d740-7c4d-4e4b-af83-3d38587236dd,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:30.625981 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-85db9c1f-e15c-4336-a8c2-4cbd5b7183fc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Allocated IP 172.20.0.1 (fb4b5d0b-2139-4d15-8ed5-2424e0234ae1/ef388352-e2f3-4414-a54a-fa5fa4b98ddf/3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:16:30.778871 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-85db9c1f-e15c-4336-a8c2-4cbd5b7183fc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:30.803255 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-85db9c1f-e15c-4336-a8c2-4cbd5b7183fc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Transition to ACTIVE for port object 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:16:30.843717 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-85db9c1f-e15c-4336-a8c2-4cbd5b7183fc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:30.894491 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85db9c1f-e15c-4336-a8c2-4cbd5b7183fc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network fb4b5d0b-2139-4d15-8ed5-2424e0234ae1 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:16:30.898240 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-85db9c1f-e15c-4336-a8c2-4cbd5b7183fc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:16:30.901185 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85db9c1f-e15c-4336-a8c2-4cbd5b7183fc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:16:30.928914 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db9c1f-e15c-4336-a8c2-4cbd5b7183fc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:30.954661 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-85db9c1f-e15c-4336-a8c2-4cbd5b7183fc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:31.092956 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0c82ee62-ff78-452f-b1a9-d58c24d31ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:31.109910 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-85db9c1f-e15c-4336-a8c2-4cbd5b7183fc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:31.229488 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:31.398250 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-85db9c1f-e15c-4336-a8c2-4cbd5b7183fc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:31.404106 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-85db9c1f-e15c-4336-a8c2-4cbd5b7183fc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:31.525213 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6065df-d20d-433a-bf22-6ed61d58af52 None None] Network fb4b5d0b-2139-4d15-8ed5-2424e0234ae1 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:16:31.613328 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-11dccc75-c841-467e-9bf4-61e48a90c73f None None] Provisioning for port 67f3d740-7c4d-4e4b-af83-3d38587236dd completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:16:31.829464 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-85db9c1f-e15c-4336-a8c2-4cbd5b7183fc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:31.831293 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db9c1f-e15c-4336-a8c2-4cbd5b7183fc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:31.886413 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 67f3d740-7c4d-4e4b-af83-3d38587236dd up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:16:31.937855 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85db9c1f-e15c-4336-a8c2-4cbd5b7183fc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network fb4b5d0b-2139-4d15-8ed5-2424e0234ae1 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:16:31.939306 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-85db9c1f-e15c-4336-a8c2-4cbd5b7183fc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:16:31.956278 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 67f3d740-7c4d-4e4b-af83-3d38587236dd completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:16:31.963917 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 67f3d740-7c4d-4e4b-af83-3d38587236dd triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:16:31.964296 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:32.067348 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:32.078717 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85db9c1f-e15c-4336-a8c2-4cbd5b7183fc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:16:32.089398 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-317d2e12-05cb-4eb7-b169-f5bebf1d0f05 None None] Provisioning for port 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:16:32.111796 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 67f3d740-7c4d-4e4b-af83-3d38587236dd, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=67f3d740-7c4d-4e4b-af83-3d38587236dd,segment=NetworkSegment(248dad3a-a5bf-45c5-8e42-44a854f28ac8),segment_id=248dad3a-a5bf-45c5-8e42-44a854f28ac8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:16:32.115290 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-317d2e12-05cb-4eb7-b169-f5bebf1d0f05 None None] Provisioning complete for port 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:16:32.115757 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-317d2e12-05cb-4eb7-b169-f5bebf1d0f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:32.119072 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:32.120012 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device cdf38184-2504-463e-a0f6-1d114d6c185a up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:16:32.214073 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-317d2e12-05cb-4eb7-b169-f5bebf1d0f05 None None] Port 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:16:32.216843 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85db9c1f-e15c-4336-a8c2-4cbd5b7183fc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:16:32.224658 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-85db9c1f-e15c-4336-a8c2-4cbd5b7183fc tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "PUT /v2.0/routers/ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4123473 Jul 22 20:16:32.229641 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] Sync routers for ids ['ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:16:32.250625 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=67f3d740-7c4d-4e4b-af83-3d38587236dd,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:32.261319 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] Routers {'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:16:32.261958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:16:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:32.296966 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-317d2e12-05cb-4eb7-b169-f5bebf1d0f05 None None] Provisioning complete for port 67f3d740-7c4d-4e4b-af83-3d38587236dd triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:16:32.297450 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-317d2e12-05cb-4eb7-b169-f5bebf1d0f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:32.358899 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port cdf38184-2504-463e-a0f6-1d114d6c185a completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:16:32.377692 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port cdf38184-2504-463e-a0f6-1d114d6c185a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:16:32.378125 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:32.401526 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-2c818980-ee2a-437a-8f0c-bbf0cda39497 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-141237144&fields=id&tenant_id=24c2e4f79be246cea3a092160d6fc4c0 HTTP/1.1" status: 200 len: 267 time: 0.0428364 Jul 22 20:16:32.444139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] Set router ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:16:32.516160 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-f3923d8f-cb4d-4100-9240-a173cb28b555 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:32.517697 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-f3923d8f-cb4d-4100-9240-a173cb28b555 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/networks?id=fb4b5d0b-2139-4d15-8ed5-2424e0234ae1 HTTP/1.1" status: 200 len: 796 time: 0.1070964 Jul 22 20:16:32.533097 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-02c6fb1a-0f51-438a-a7b7-80135ef5e52c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/quotas/24c2e4f79be246cea3a092160d6fc4c0 HTTP/1.1" status: 200 len: 375 time: 0.0096545 Jul 22 20:16:32.600943 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-1ae43b62-2e0e-4fc0-8bd6-5a8526e766c9 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625086 Jul 22 20:16:32.616990 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-db57eb9a-21af-497f-aced-a7a4df2cbf93 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:16:32.618010 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-db57eb9a-21af-497f-aced-a7a4df2cbf93 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062745 Jul 22 20:16:32.655486 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:32.668448 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:32.691233 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port cdf38184-2504-463e-a0f6-1d114d6c185a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=cdf38184-2504-463e-a0f6-1d114d6c185a,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:16:32.699589 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:32.723663 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-c5d3083d-0f8d-4c66-b581-3c87cdf14354 service neutron] 10.222.0.13 "GET /v2.0/networks/fb4b5d0b-2139-4d15-8ed5-2424e0234ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978615 Jul 22 20:16:32.793463 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1dbb5de4-6335-4006-a1b4-bb62ae6262e3 None None] Provisioning complete for port 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:16:32.794402 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1dbb5de4-6335-4006-a1b4-bb62ae6262e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:32.798861 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=cdf38184-2504-463e-a0f6-1d114d6c185a,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:32.814771 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-99fded66-2cc2-4764-bde3-1d1dad288ec5 service neutron] 10.222.0.13 "GET /v2.0/networks/fb4b5d0b-2139-4d15-8ed5-2424e0234ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850587 Jul 22 20:16:32.841244 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1dbb5de4-6335-4006-a1b4-bb62ae6262e3 None None] Port 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:16:32.847687 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685918909', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:16:27Z', 'updated_at': '2021-07-22T20:16:31Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:dd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:28Z', 'updated_at': '2021-07-22T20:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d', 'name': '', 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:c0:6d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ef388352-e2f3-4414-a54a-fa5fa4b98ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:30Z', 'updated_at': '2021-07-22T20:16:31Z', 'revision_number': 2, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': 'ef388352-e2f3-4414-a54a-fa5fa4b98ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:32.875732 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] Checking router: ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:16:32.876089 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] Updating router ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf port 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:16:32.916605 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:32.980042 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0303eb17-5a27-4538-ae92-8a9aee1242d8 req-37dad7b3-da0c-407c-bb55-ea7ca902de9c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 210 time: 0.0307086 Jul 22 20:16:33.365571 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:33.375995 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] Transition to ACTIVE for port object 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:16:33.381458 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:33.433528 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2d6b6-d80d-4559-88c4-631e03f7dd02 None None] Pushing event updated for resources: {'Port': ['ID=3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:33.502138 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] Attempting to bind port 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:16:33.502510 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] Attempting to bind port 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '248dad3a-a5bf-45c5-8e42-44a854f28ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:16:33.502918 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] Attempting to bind port 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d on network fb4b5d0b-2139-4d15-8ed5-2424e0234ae1 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:16:33.510568 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:16:33.510948 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] Checking segment: {'id': '248dad3a-a5bf-45c5-8e42-44a854f28ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:16:33.511408 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:33.511783 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] Bound using segment: {'id': '248dad3a-a5bf-45c5-8e42-44a854f28ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:16:33.512253 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] Bound port: 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248dad3a-a5bf-45c5-8e42-44a854f28ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:16:33.513217 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:33.583900 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] For port 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:16:33.587563 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] For port 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d,segment=NetworkSegment(248dad3a-a5bf-45c5-8e42-44a854f28ac8),segment_id=248dad3a-a5bf-45c5-8e42-44a854f28ac8)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:16:33.595745 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:33.666947 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2d6b6-d80d-4559-88c4-631e03f7dd02 None None] Pushing event updated for resources: {'Port': ['ID=3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:33.669554 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] Routers {'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:16:33.670199 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:16:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:33.784335 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] Set router ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:16:33.815868 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 67f3d740-7c4d-4e4b-af83-3d38587236dd up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:16:33.972132 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 67f3d740-7c4d-4e4b-af83-3d38587236dd triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:16:33.972536 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:34.109295 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device cdf38184-2504-463e-a0f6-1d114d6c185a up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:16:34.122672 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-839291fc-441a-4df1-b351-cfa6d81f4983 req-73086106-f3d7-4dd0-b573-6e3011f88889 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 210 time: 0.0467021 Jul 22 20:16:34.138725 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685918909', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:16:27Z', 'updated_at': '2021-07-22T20:16:31Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:dd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:28Z', 'updated_at': '2021-07-22T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d', 'name': '', 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:c0:6d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ef388352-e2f3-4414-a54a-fa5fa4b98ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:30Z', 'updated_at': '2021-07-22T20:16:33Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': 'ef388352-e2f3-4414-a54a-fa5fa4b98ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:34.174365 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc56da2b-6343-4c7d-858d-74a5f36523e6 None None] The sync data for ids ['ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'] in n-d-800086-12 is: [{'id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685918909', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:16:27Z', 'updated_at': '2021-07-22T20:16:31Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:dd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:28Z', 'updated_at': '2021-07-22T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d', 'name': '', 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:c0:6d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ef388352-e2f3-4414-a54a-fa5fa4b98ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:30Z', 'updated_at': '2021-07-22T20:16:33Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': 'ef388352-e2f3-4414-a54a-fa5fa4b98ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:16:34.198809 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port cdf38184-2504-463e-a0f6-1d114d6c185a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:16:34.199182 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:34.283364 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:34.449654 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-0f03997f-2d5b-467c-b8ed-658e44e0b017 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:34.451343 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-0f03997f-2d5b-467c-b8ed-658e44e0b017 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.30 "GET /v2.0/networks?id=fb4b5d0b-2139-4d15-8ed5-2424e0234ae1 HTTP/1.1" status: 200 len: 796 time: 0.4956491 Jul 22 20:16:34.495514 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-01b38899-eb03-44cc-be77-611f34a79d45 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24c2e4f79be246cea3a092160d6fc4c0 HTTP/1.1" status: 200 len: 379 time: 0.0351214 Jul 22 20:16:34.503791 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-f436fc5e-a549-4244-85c8-dba30271e1f0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'port': {'device_id': '01f0a913-e175-4dba-9be1-79492c8f5533', 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1', 'admin_state_up': True, 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'security_groups': ['f01f0fcc-eefd-49ca-b8ba-2486d2085c93']}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:16:34.616074 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-f436fc5e-a549-4244-85c8-dba30271e1f0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Made reservation on behalf of 24c2e4f79be246cea3a092160d6fc4c0 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:16:34.619976 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-f436fc5e-a549-4244-85c8-dba30271e1f0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:34.758186 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-f436fc5e-a549-4244-85c8-dba30271e1f0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Allocated IP 172.20.0.9 (fb4b5d0b-2139-4d15-8ed5-2424e0234ae1/ef388352-e2f3-4414-a54a-fa5fa4b98ddf/de62a6b0-d0d4-4908-b36c-e00cce8aac13) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:16:34.905739 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-f436fc5e-a549-4244-85c8-dba30271e1f0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:34.921042 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-f436fc5e-a549-4244-85c8-dba30271e1f0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Transition to ACTIVE for port object de62a6b0-d0d4-4908-b36c-e00cce8aac13 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:16:34.959380 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-f436fc5e-a549-4244-85c8-dba30271e1f0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:35.007405 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-f436fc5e-a549-4244-85c8-dba30271e1f0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network fb4b5d0b-2139-4d15-8ed5-2424e0234ae1 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:16:35.010539 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-f436fc5e-a549-4244-85c8-dba30271e1f0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:16:35.015010 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-f436fc5e-a549-4244-85c8-dba30271e1f0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:16:35.040265 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436fc5e-a549-4244-85c8-dba30271e1f0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=de62a6b0-d0d4-4908-b36c-e00cce8aac13,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:35.071226 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-f436fc5e-a549-4244-85c8-dba30271e1f0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:35.071887 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-f436fc5e-a549-4244-85c8-dba30271e1f0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:35.089107 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-f436fc5e-a549-4244-85c8-dba30271e1f0 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5890598 Jul 22 20:16:35.103536 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-6ba71857-8add-416a-b9c5-821b9c7202ef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:16:35.104648 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-6ba71857-8add-416a-b9c5-821b9c7202ef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099695 Jul 22 20:16:35.161896 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] Request body: {'port': {'device_id': '01f0a913-e175-4dba-9be1-79492c8f5533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:16:35.261505 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3aaca593-de26-4a63-9bcf-85cf24837104 None None] Provisioning for port de62a6b0-d0d4-4908-b36c-e00cce8aac13 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:16:35.266272 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:35.266713 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-3aaca593-de26-4a63-9bcf-85cf24837104 None None] Provisioning complete for port de62a6b0-d0d4-4908-b36c-e00cce8aac13 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:16:35.267174 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3aaca593-de26-4a63-9bcf-85cf24837104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:35.283080 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d046e-f11c-4fba-82b7-6f7b1d1b4b68 req-933d98d6-ed6f-47f3-9fb9-1a526f072287 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:35.285568 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6d7d046e-f11c-4fba-82b7-6f7b1d1b4b68 req-933d98d6-ed6f-47f3-9fb9-1a526f072287 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 931 time: 0.0808332 Jul 22 20:16:35.303808 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-3aaca593-de26-4a63-9bcf-85cf24837104 None None] Port de62a6b0-d0d4-4908-b36c-e00cce8aac13 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:16:35.326932 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6d7d046e-f11c-4fba-82b7-6f7b1d1b4b68 req-ee0c6ddf-2e7c-4a80-8942-0cd3d3d37a39 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=f01f0fcc-eefd-49ca-b8ba-2486d2085c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349567 Jul 22 20:16:35.542575 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de62a6b0-d0d4-4908-b36c-e00cce8aac13 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:16:35.550732 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:35.562735 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] Transition to ACTIVE for port object de62a6b0-d0d4-4908-b36c-e00cce8aac13 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:16:35.566284 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:35.616281 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] Pushing event updated for resources: {'Port': ['ID=de62a6b0-d0d4-4908-b36c-e00cce8aac13,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:35.690710 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] Attempting to bind port de62a6b0-d0d4-4908-b36c-e00cce8aac13 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:16:35.691039 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] Attempting to bind port de62a6b0-d0d4-4908-b36c-e00cce8aac13 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '248dad3a-a5bf-45c5-8e42-44a854f28ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:16:35.691373 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] Attempting to bind port de62a6b0-d0d4-4908-b36c-e00cce8aac13 on network fb4b5d0b-2139-4d15-8ed5-2424e0234ae1 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:16:35.695893 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] Port de62a6b0-d0d4-4908-b36c-e00cce8aac13 on network fb4b5d0b-2139-4d15-8ed5-2424e0234ae1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:16:35.696219 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] Attempting to bind port de62a6b0-d0d4-4908-b36c-e00cce8aac13 on network fb4b5d0b-2139-4d15-8ed5-2424e0234ae1 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:16:35.701921 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:16:35.702259 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] Checking segment: {'id': '248dad3a-a5bf-45c5-8e42-44a854f28ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:16:35.702669 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] Bound using segment: {'id': '248dad3a-a5bf-45c5-8e42-44a854f28ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:16:35.703096 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] Bound port: de62a6b0-d0d4-4908-b36c-e00cce8aac13, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248dad3a-a5bf-45c5-8e42-44a854f28ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:16:35.703453 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:35.780127 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] For port de62a6b0-d0d4-4908-b36c-e00cce8aac13, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:16:35.783216 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] For port de62a6b0-d0d4-4908-b36c-e00cce8aac13, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=de62a6b0-d0d4-4908-b36c-e00cce8aac13,segment=NetworkSegment(248dad3a-a5bf-45c5-8e42-44a854f28ac8),segment_id=248dad3a-a5bf-45c5-8e42-44a854f28ac8)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:16:35.787997 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:35.815275 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:16:35.827843 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:35.828415 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:35.830019 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] 10.222.0.30 "PUT /v2.0/ports/de62a6b0-d0d4-4908-b36c-e00cce8aac13 HTTP/1.1" status: 200 len: 1092 time: 0.7187130 Jul 22 20:16:35.830465 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f0a913-e175-4dba-9be1-79492c8f5533', 'tag': 'de62a6b0-d0d4-4908-b36c-e00cce8aac13'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:16:35.832758 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa6d7c4-12af-4b89-a122-013abb34861f" -d '{"events": [{"name": "network-changed", "server_uuid": "01f0a913-e175-4dba-9be1-79492c8f5533", "tag": "de62a6b0-d0d4-4908-b36c-e00cce8aac13"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:16:35.861537 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aaede9-209d-4ffc-a458-1afd394cf37d service neutron] Pushing event updated for resources: {'Port': ['ID=de62a6b0-d0d4-4908-b36c-e00cce8aac13,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:35.906080 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:16:35.922603 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:16:35.922979 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:35.952801 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-14ef693a-9bcb-46b1-bbcd-f8004ddb49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:35.954859 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-14ef693a-9bcb-46b1-bbcd-f8004ddb49d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 1095 time: 0.0730271 Jul 22 20:16:35.959958 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccbee2e-5499-42ee-9945-29b24f4e45b4 x-openstack-request-id: req-2ccbee2e-5499-42ee-9945-29b24f4e45b4 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:16:35.960553 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f0a913-e175-4dba-9be1-79492c8f5533", "tag": "de62a6b0-d0d4-4908-b36c-e00cce8aac13", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:16:35.961031 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ccbee2e-5499-42ee-9945-29b24f4e45b4 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:16:35.961669 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f0a913-e175-4dba-9be1-79492c8f5533', 'tag': 'de62a6b0-d0d4-4908-b36c-e00cce8aac13', 'status': 'completed', 'code': 200} Jul 22 20:16:36.007916 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-ca34f2a8-f9f5-4315-8722-dd96584fac0f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de62a6b0-d0d4-4908-b36c-e00cce8aac13 HTTP/1.1" status: 200 len: 217 time: 0.0411935 Jul 22 20:16:36.020285 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:36.056021 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d,segment=NetworkSegment(248dad3a-a5bf-45c5-8e42-44a854f28ac8),segment_id=248dad3a-a5bf-45c5-8e42-44a854f28ac8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:16:36.061606 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:36.062231 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-ce754895-387f-4632-ad78-6c53fbac558d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:36.065159 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-ce754895-387f-4632-ad78-6c53fbac558d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef388352-e2f3-4414-a54a-fa5fa4b98ddf HTTP/1.1" status: 200 len: 834 time: 0.0507708 Jul 22 20:16:36.120586 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:36.137242 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-17626b00-5e27-4c3b-844f-c220ec5b1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:36.139191 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-17626b00-5e27-4c3b-844f-c220ec5b1e05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb4b5d0b-2139-4d15-8ed5-2424e0234ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686588 Jul 22 20:16:36.231298 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-f2a4d368-c413-44ee-b7c9-cca066b8f2b2 service neutron] 10.222.0.30 "GET /v2.0/networks/fb4b5d0b-2139-4d15-8ed5-2424e0234ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854738 Jul 22 20:16:36.318712 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-42724c75-a88a-40bd-bd75-a7ba6cfb4eef req-6b0e69e2-2fd3-4c8a-ba27-6673d96cef82 service neutron] 10.222.0.30 "GET /v2.0/networks/fb4b5d0b-2139-4d15-8ed5-2424e0234ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817702 Jul 22 20:16:36.423948 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6d7c4-12af-4b89-a122-013abb34861f req-054cc073-d199-4665-a5c4-03744d3eb67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:36.425495 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-caa6d7c4-12af-4b89-a122-013abb34861f req-054cc073-d199-4665-a5c4-03744d3eb67d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 1095 time: 0.0598335 Jul 22 20:16:36.460554 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87eddc-a075-4e42-97e0-e26f65c69d49 req-89f52d58-0008-4e26-a19f-d01bd6983130 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:36.462061 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8e87eddc-a075-4e42-97e0-e26f65c69d49 req-89f52d58-0008-4e26-a19f-d01bd6983130 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 943 time: 0.0677488 Jul 22 20:16:36.505151 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8e87eddc-a075-4e42-97e0-e26f65c69d49 req-e28b3223-9213-491e-8b57-8da9635f318c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=f01f0fcc-eefd-49ca-b8ba-2486d2085c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373771 Jul 22 20:16:36.516667 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6d7c4-12af-4b89-a122-013abb34861f req-4290edc3-1b56-4b49-a8c8-cd35e1ade8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:36.518162 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-caa6d7c4-12af-4b89-a122-013abb34861f req-4290edc3-1b56-4b49-a8c8-cd35e1ade8c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb4b5d0b-2139-4d15-8ed5-2424e0234ae1 HTTP/1.1" status: 200 len: 897 time: 0.0862207 Jul 22 20:16:36.563623 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-caa6d7c4-12af-4b89-a122-013abb34861f req-889e4554-d258-4949-a4ce-4adec231367c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de62a6b0-d0d4-4908-b36c-e00cce8aac13 HTTP/1.1" status: 200 len: 217 time: 0.0386195 Jul 22 20:16:36.611295 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6d7c4-12af-4b89-a122-013abb34861f req-a9883b51-2d10-4f26-8d30-c88c4d4a504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:36.612695 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-caa6d7c4-12af-4b89-a122-013abb34861f req-a9883b51-2d10-4f26-8d30-c88c4d4a504a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef388352-e2f3-4414-a54a-fa5fa4b98ddf HTTP/1.1" status: 200 len: 834 time: 0.0421352 Jul 22 20:16:36.671632 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6d7c4-12af-4b89-a122-013abb34861f req-e896c365-aaee-4d23-b185-264506e86189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:36.673199 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-caa6d7c4-12af-4b89-a122-013abb34861f req-e896c365-aaee-4d23-b185-264506e86189 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb4b5d0b-2139-4d15-8ed5-2424e0234ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540125 Jul 22 20:16:36.767331 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-caa6d7c4-12af-4b89-a122-013abb34861f req-366c2bda-105a-4c60-bcd1-156875d3213f service neutron] 10.222.0.30 "GET /v2.0/networks/fb4b5d0b-2139-4d15-8ed5-2424e0234ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860541 Jul 22 20:16:36.857069 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-caa6d7c4-12af-4b89-a122-013abb34861f req-8a15c3a9-82a6-469c-b1d2-ff2b528a8494 service neutron] 10.222.0.30 "GET /v2.0/networks/fb4b5d0b-2139-4d15-8ed5-2424e0234ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823596 Jul 22 20:16:37.649609 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f3caf-cbaa-41ad-9682-77a68a24a315 req-ba5b5c32-5f37-49da-9df2-e0c4894d2d6e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:37.650953 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c35f3caf-cbaa-41ad-9682-77a68a24a315 req-ba5b5c32-5f37-49da-9df2-e0c4894d2d6e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 943 time: 0.0778117 Jul 22 20:16:37.690503 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c35f3caf-cbaa-41ad-9682-77a68a24a315 req-c1b84f50-1bf5-49b2-a315-231407556d83 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=f01f0fcc-eefd-49ca-b8ba-2486d2085c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334899 Jul 22 20:16:37.770778 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:16:37.782898 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:16:37.830870 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:16:37.831241 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:38.826066 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b83b1-29a8-444a-a10a-207b85f7d447 req-1994e87e-0b22-498a-bc63-34989259935d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:38.827545 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b7b83b1-29a8-444a-a10a-207b85f7d447 req-1994e87e-0b22-498a-bc63-34989259935d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 943 time: 0.0641720 Jul 22 20:16:38.865156 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3b7b83b1-29a8-444a-a10a-207b85f7d447 req-9de6c203-5fd6-40da-869c-136525a8b6f3 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=f01f0fcc-eefd-49ca-b8ba-2486d2085c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317931 Jul 22 20:16:39.662113 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:40.000137 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d2939-26f6-4528-92d4-957a9e3978fe req-03c263c9-e2e1-492c-9bec-920aa88f3835 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:40.001656 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0e8d2939-26f6-4528-92d4-957a9e3978fe req-03c263c9-e2e1-492c-9bec-920aa88f3835 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 943 time: 0.0699923 Jul 22 20:16:40.039122 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0e8d2939-26f6-4528-92d4-957a9e3978fe req-d409ec6f-deb2-4c7a-8935-455b17a8f281 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=f01f0fcc-eefd-49ca-b8ba-2486d2085c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317743 Jul 22 20:16:40.347559 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device de62a6b0-d0d4-4908-b36c-e00cce8aac13 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:16:40.443057 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port de62a6b0-d0d4-4908-b36c-e00cce8aac13, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=de62a6b0-d0d4-4908-b36c-e00cce8aac13,segment=NetworkSegment(248dad3a-a5bf-45c5-8e42-44a854f28ac8),segment_id=248dad3a-a5bf-45c5-8e42-44a854f28ac8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:16:40.454348 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': 'de62a6b0-d0d4-4908-b36c-e00cce8aac13', 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1', 'port_id': 'de62a6b0-d0d4-4908-b36c-e00cce8aac13', 'mac_address': 'fa:16:3e:f4:e1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef388352-e2f3-4414-a54a-fa5fa4b98ddf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:16:40.489902 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:40.502245 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de62a6b0-d0d4-4908-b36c-e00cce8aac13 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:16:40.521153 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port de62a6b0-d0d4-4908-b36c-e00cce8aac13, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=de62a6b0-d0d4-4908-b36c-e00cce8aac13,segment=NetworkSegment(248dad3a-a5bf-45c5-8e42-44a854f28ac8),segment_id=248dad3a-a5bf-45c5-8e42-44a854f28ac8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:16:40.525033 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:40.570626 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=de62a6b0-d0d4-4908-b36c-e00cce8aac13,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:40.777353 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['de62a6b0-d0d4-4908-b36c-e00cce8aac13'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:16:41.176198 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4a8d6-0d5d-4bb7-b1d8-9a1813936e37 req-d4884288-1ca3-48fc-83aa-0b4427d803e1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:41.177784 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aea4a8d6-0d5d-4bb7-b1d8-9a1813936e37 req-d4884288-1ca3-48fc-83aa-0b4427d803e1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 944 time: 0.0703497 Jul 22 20:16:41.216636 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-aea4a8d6-0d5d-4bb7-b1d8-9a1813936e37 req-4f00e95a-a55d-40f6-b4d0-a96e1b366702 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=f01f0fcc-eefd-49ca-b8ba-2486d2085c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331967 Jul 22 20:16:42.347495 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device de62a6b0-d0d4-4908-b36c-e00cce8aac13 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:16:42.348222 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001cbfe7-1931-497a-9855-deed769494df req-391ec35f-a805-4b4a-80c9-9df83e7fe67f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:42.349787 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-001cbfe7-1931-497a-9855-deed769494df req-391ec35f-a805-4b4a-80c9-9df83e7fe67f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 944 time: 0.0661943 Jul 22 20:16:42.392178 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-001cbfe7-1931-497a-9855-deed769494df req-b0310b3a-7899-4081-bfe0-d4fc3baeb183 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=f01f0fcc-eefd-49ca-b8ba-2486d2085c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368419 Jul 22 20:16:42.396513 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port de62a6b0-d0d4-4908-b36c-e00cce8aac13 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:16:42.400332 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port de62a6b0-d0d4-4908-b36c-e00cce8aac13 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:16:42.400835 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:42.489085 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:42.490112 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:42.511663 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f0a913-e175-4dba-9be1-79492c8f5533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de62a6b0-d0d4-4908-b36c-e00cce8aac13'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:16:42.514664 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79e3dfb-bfc8-4da3-b0f4-e15c9e24c5b9" -d '{"events": [{"server_uuid": "01f0a913-e175-4dba-9be1-79492c8f5533", "name": "network-vif-plugged", "status": "completed", "tag": "de62a6b0-d0d4-4908-b36c-e00cce8aac13"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:16:42.528971 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port de62a6b0-d0d4-4908-b36c-e00cce8aac13, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=de62a6b0-d0d4-4908-b36c-e00cce8aac13,segment=NetworkSegment(248dad3a-a5bf-45c5-8e42-44a854f28ac8),segment_id=248dad3a-a5bf-45c5-8e42-44a854f28ac8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:16:42.533119 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:42.586739 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=de62a6b0-d0d4-4908-b36c-e00cce8aac13,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:42.608306 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a06bf5-1f20-4dbc-9dfe-ec4718cd266c x-openstack-request-id: req-c2a06bf5-1f20-4dbc-9dfe-ec4718cd266c {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:16:42.608633 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f0a913-e175-4dba-9be1-79492c8f5533", "name": "network-vif-plugged", "status": "completed", "tag": "de62a6b0-d0d4-4908-b36c-e00cce8aac13", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:16:42.608890 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2a06bf5-1f20-4dbc-9dfe-ec4718cd266c {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:16:42.609287 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f0a913-e175-4dba-9be1-79492c8f5533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de62a6b0-d0d4-4908-b36c-e00cce8aac13', 'code': 200} Jul 22 20:16:42.714281 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610dec3-1520-45ad-beca-0b0b39c2833b req-230f8b6a-cd54-41b4-8acc-593bd54bbd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:42.716408 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c610dec3-1520-45ad-beca-0b0b39c2833b req-230f8b6a-cd54-41b4-8acc-593bd54bbd4d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 1097 time: 0.0523684 Jul 22 20:16:42.752847 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c610dec3-1520-45ad-beca-0b0b39c2833b req-513fc675-ffd5-4b30-8c14-4b5d37029949 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f01f0fcc-eefd-49ca-b8ba-2486d2085c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306394 Jul 22 20:16:43.532295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ddc008-ec82-4914-a917-da6fcd8b9e1c req-2af98be8-b78d-49ba-856e-6a4341389361 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:43.533843 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-46ddc008-ec82-4914-a917-da6fcd8b9e1c req-2af98be8-b78d-49ba-856e-6a4341389361 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 945 time: 0.0679340 Jul 22 20:16:43.573003 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-46ddc008-ec82-4914-a917-da6fcd8b9e1c req-4dd0a171-c6ca-4c9d-9d9e-d38328836779 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=f01f0fcc-eefd-49ca-b8ba-2486d2085c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335054 Jul 22 20:16:44.705920 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627212c-b70d-40fa-8b8b-1f30fe0ab902 req-6509c8f3-0be1-4224-ad86-e354692fe25c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:44.707423 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6627212c-b70d-40fa-8b8b-1f30fe0ab902 req-6509c8f3-0be1-4224-ad86-e354692fe25c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 945 time: 0.0643752 Jul 22 20:16:44.744993 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6627212c-b70d-40fa-8b8b-1f30fe0ab902 req-1a0b64e3-0174-44fd-891f-5add1758c4bf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=f01f0fcc-eefd-49ca-b8ba-2486d2085c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320032 Jul 22 20:16:44.878037 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177ea93-031d-4f5c-a295-804f5ce9ed73 req-2a9f491a-af3f-4b7b-8430-db81cd0d089e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:44.879533 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b177ea93-031d-4f5c-a295-804f5ce9ed73 req-2a9f491a-af3f-4b7b-8430-db81cd0d089e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 945 time: 0.0679762 Jul 22 20:16:44.916917 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b177ea93-031d-4f5c-a295-804f5ce9ed73 req-9e05b530-1431-4ea7-8313-2522f4ddf592 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=f01f0fcc-eefd-49ca-b8ba-2486d2085c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318162 Jul 22 20:16:44.938529 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34502) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:44.992881 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b07a18-dd93-4f9a-9634-cbf9a7d3d0a5 tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:44.994422 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-22b07a18-dd93-4f9a-9634-cbf9a7d3d0a5 tempest-TestNetworkAdvancedServerOps-991438912 tempest-TestNetworkAdvancedServerOps-991438912-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 1092 time: 0.0549388 Jul 22 20:16:44.998044 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34504) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:45.002536 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-7b1c0a3c-031e-4a73-bec2-4b0ad4dabe3b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': 'de62a6b0-d0d4-4908-b36c-e00cce8aac13', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:16:45.024902 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0a3c-031e-4a73-bec2-4b0ad4dabe3b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:45.124704 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0a3c-031e-4a73-bec2-4b0ad4dabe3b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:45.225868 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-7b1c0a3c-031e-4a73-bec2-4b0ad4dabe3b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Allocated IP 172.25.3.126 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/5afe5f87-62c8-41b2-9e70-3ab1e49d092d) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:16:45.330263 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0a3c-031e-4a73-bec2-4b0ad4dabe3b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:45.368905 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0a3c-031e-4a73-bec2-4b0ad4dabe3b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:45.410111 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1c0a3c-031e-4a73-bec2-4b0ad4dabe3b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:16:45.412990 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-7b1c0a3c-031e-4a73-bec2-4b0ad4dabe3b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:16:45.415996 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1c0a3c-031e-4a73-bec2-4b0ad4dabe3b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:16:45.441887 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c0a3c-031e-4a73-bec2-4b0ad4dabe3b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=5afe5f87-62c8-41b2-9e70-3ab1e49d092d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:45.780224 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0a3c-031e-4a73-bec2-4b0ad4dabe3b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:45.853818 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0a3c-031e-4a73-bec2-4b0ad4dabe3b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:46.015129 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0a3c-031e-4a73-bec2-4b0ad4dabe3b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:46.019703 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0a3c-031e-4a73-bec2-4b0ad4dabe3b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:46.093278 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c0a3c-031e-4a73-bec2-4b0ad4dabe3b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event updated for resources: {'Port': ['ID=5afe5f87-62c8-41b2-9e70-3ab1e49d092d,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:46.101193 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0a3c-031e-4a73-bec2-4b0ad4dabe3b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:46.205804 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-7b1c0a3c-031e-4a73-bec2-4b0ad4dabe3b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Floating IP 7d5b794e-8b1b-494d-a5ef-438e7ee8982d associated. External IP: 172.25.3.126, port: de62a6b0-d0d4-4908-b36c-e00cce8aac13. Jul 22 20:16:46.413175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1c0a3c-031e-4a73-bec2-4b0ad4dabe3b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:16:46.520412 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1c0a3c-031e-4a73-bec2-4b0ad4dabe3b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:16:46.531112 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bdb36d-1cc8-4422-ade4-cfab62215b46 None None] Sync routers for ids ['ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:16:46.537921 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0a3c-031e-4a73-bec2-4b0ad4dabe3b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:46.545306 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bdb36d-1cc8-4422-ade4-cfab62215b46 None None] Routers {'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:16:46.545910 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d6bdb36d-1cc8-4422-ade4-cfab62215b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:16:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:46.582689 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7b1c0a3c-031e-4a73-bec2-4b0ad4dabe3b tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5835402 Jul 22 20:16:46.583370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f0a913-e175-4dba-9be1-79492c8f5533', 'tag': 'de62a6b0-d0d4-4908-b36c-e00cce8aac13'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:16:46.585952 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3453379d-95d4-4cdc-8b10-fd42c7ef68a7" -d '{"events": [{"name": "network-changed", "server_uuid": "01f0a913-e175-4dba-9be1-79492c8f5533", "tag": "de62a6b0-d0d4-4908-b36c-e00cce8aac13"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:16:46.649236 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5888ae-04c2-4c54-ae95-9a2942995305 x-openstack-request-id: req-7f5888ae-04c2-4c54-ae95-9a2942995305 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:16:46.649764 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f0a913-e175-4dba-9be1-79492c8f5533", "tag": "de62a6b0-d0d4-4908-b36c-e00cce8aac13", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:16:46.650604 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f5888ae-04c2-4c54-ae95-9a2942995305 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:16:46.651285 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f0a913-e175-4dba-9be1-79492c8f5533', 'tag': 'de62a6b0-d0d4-4908-b36c-e00cce8aac13', 'status': 'completed', 'code': 200} Jul 22 20:16:46.728605 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453379d-95d4-4cdc-8b10-fd42c7ef68a7 req-89021616-4fa2-41d0-8e25-37579a42294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:46.730181 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3453379d-95d4-4cdc-8b10-fd42c7ef68a7 req-89021616-4fa2-41d0-8e25-37579a42294f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 1097 time: 0.0543005 Jul 22 20:16:46.735072 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57172ee5-d0f6-4808-b08f-845e85646e2f req-1531d09e-c9b3-476f-9928-7537e899e714 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:46.736670 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-57172ee5-d0f6-4808-b08f-845e85646e2f req-1531d09e-c9b3-476f-9928-7537e899e714 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 945 time: 0.0684087 Jul 22 20:16:46.750680 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-d6bdb36d-1cc8-4422-ade4-cfab62215b46 None None] Set router ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:16:46.776315 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-57172ee5-d0f6-4808-b08f-845e85646e2f req-e08c40a6-6da5-4dcc-a040-3137d8720eee tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=f01f0fcc-eefd-49ca-b8ba-2486d2085c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339589 Jul 22 20:16:46.805265 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34512) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:46.828937 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453379d-95d4-4cdc-8b10-fd42c7ef68a7 req-f68b6407-0a4a-4871-9023-15ae7435557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:46.830426 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3453379d-95d4-4cdc-8b10-fd42c7ef68a7 req-f68b6407-0a4a-4871-9023-15ae7435557c service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb4b5d0b-2139-4d15-8ed5-2424e0234ae1 HTTP/1.1" status: 200 len: 897 time: 0.0938833 Jul 22 20:16:46.870724 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-8c45c775-1205-4d0b-9a0f-7ec77c5da486 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/floatingips/7d5b794e-8b1b-494d-a5ef-438e7ee8982d HTTP/1.1" status: 200 len: 991 time: 0.0631540 Jul 22 20:16:46.901095 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3453379d-95d4-4cdc-8b10-fd42c7ef68a7 req-ec01de66-df3b-438f-a075-9524a2267e47 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de62a6b0-d0d4-4908-b36c-e00cce8aac13 HTTP/1.1" status: 200 len: 999 time: 0.0637848 Jul 22 20:16:46.950498 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453379d-95d4-4cdc-8b10-fd42c7ef68a7 req-94e4fb0a-0024-4b81-b5ca-795cef04b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:46.952002 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3453379d-95d4-4cdc-8b10-fd42c7ef68a7 req-94e4fb0a-0024-4b81-b5ca-795cef04b1e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef388352-e2f3-4414-a54a-fa5fa4b98ddf HTTP/1.1" status: 200 len: 834 time: 0.0449269 Jul 22 20:16:46.982929 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d6bdb36d-1cc8-4422-ade4-cfab62215b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685918909', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:16:27Z', 'updated_at': '2021-07-22T20:16:31Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:dd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:28Z', 'updated_at': '2021-07-22T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '7d5b794e-8b1b-494d-a5ef-438e7ee8982d', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'port_id': 'de62a6b0-d0d4-4908-b36c-e00cce8aac13', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1', 'mac_address': 'fa:16:3e:f4:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f0a913-e175-4dba-9be1-79492c8f5533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:16:45Z', 'updated_at': '2021-07-22T20:16:45Z', 'revision_number': 0, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d', 'name': '', 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:c0:6d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ef388352-e2f3-4414-a54a-fa5fa4b98ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:30Z', 'updated_at': '2021-07-22T20:16:36Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': 'ef388352-e2f3-4414-a54a-fa5fa4b98ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:47.008381 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bdb36d-1cc8-4422-ade4-cfab62215b46 None None] Checking router: ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:16:47.009457 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453379d-95d4-4cdc-8b10-fd42c7ef68a7 req-20a46fcd-9a3f-487f-948e-b4073ba83a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:47.010962 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3453379d-95d4-4cdc-8b10-fd42c7ef68a7 req-20a46fcd-9a3f-487f-948e-b4073ba83a65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb4b5d0b-2139-4d15-8ed5-2424e0234ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523312 Jul 22 20:16:47.017396 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bdb36d-1cc8-4422-ade4-cfab62215b46 None None] Routers {'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:16:47.017999 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d6bdb36d-1cc8-4422-ade4-cfab62215b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:16:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:47.105587 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3453379d-95d4-4cdc-8b10-fd42c7ef68a7 req-6c63627e-4638-4317-9f8a-8cb11c1be0de service neutron] 10.222.0.30 "GET /v2.0/networks/fb4b5d0b-2139-4d15-8ed5-2424e0234ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882173 Jul 22 20:16:47.122523 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-d6bdb36d-1cc8-4422-ade4-cfab62215b46 None None] Set router ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:16:47.197987 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-3453379d-95d4-4cdc-8b10-fd42c7ef68a7 req-2d09145f-09eb-4f39-9d55-f146a8ed9c25 service neutron] 10.222.0.30 "GET /v2.0/networks/fb4b5d0b-2139-4d15-8ed5-2424e0234ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865500 Jul 22 20:16:47.348906 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-d6bdb36d-1cc8-4422-ade4-cfab62215b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685918909', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:16:27Z', 'updated_at': '2021-07-22T20:16:31Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:dd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:28Z', 'updated_at': '2021-07-22T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '7d5b794e-8b1b-494d-a5ef-438e7ee8982d', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'port_id': 'de62a6b0-d0d4-4908-b36c-e00cce8aac13', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1', 'mac_address': 'fa:16:3e:f4:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f0a913-e175-4dba-9be1-79492c8f5533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:16:45Z', 'updated_at': '2021-07-22T20:16:45Z', 'revision_number': 0, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d', 'name': '', 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:c0:6d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ef388352-e2f3-4414-a54a-fa5fa4b98ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:30Z', 'updated_at': '2021-07-22T20:16:36Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': 'ef388352-e2f3-4414-a54a-fa5fa4b98ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:47.375528 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bdb36d-1cc8-4422-ade4-cfab62215b46 None None] The sync data for ids ['ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'] in n-d-800086-12 is: [{'id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685918909', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:16:27Z', 'updated_at': '2021-07-22T20:16:31Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:dd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:28Z', 'updated_at': '2021-07-22T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '7d5b794e-8b1b-494d-a5ef-438e7ee8982d', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'port_id': 'de62a6b0-d0d4-4908-b36c-e00cce8aac13', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1', 'mac_address': 'fa:16:3e:f4:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f0a913-e175-4dba-9be1-79492c8f5533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:16:45Z', 'updated_at': '2021-07-22T20:16:45Z', 'revision_number': 0, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d', 'name': '', 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:c0:6d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ef388352-e2f3-4414-a54a-fa5fa4b98ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:30Z', 'updated_at': '2021-07-22T20:16:36Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': 'ef388352-e2f3-4414-a54a-fa5fa4b98ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:16:47.562033 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afea2ab-ab25-4760-9169-fd0358e341e4 None None] New status for floating IP 7d5b794e-8b1b-494d-a5ef-438e7ee8982d: ACTIVE {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:16:47.872896 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34514) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:47.936853 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-f9bfaa86-e672-4077-82ff-5e2e3d6d5fbb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/floatingips/7d5b794e-8b1b-494d-a5ef-438e7ee8982d HTTP/1.1" status: 200 len: 993 time: 0.0627968 Jul 22 20:16:58.598294 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-3e5154f5-01d3-41cf-9321-7c1ad8fb1a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:01.097381 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b67620fa-3b12-479e-b319-c7045c69d20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:01.233626 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:02.614687 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:04.263659 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:09.673092 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:12.494729 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:14.770321 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:17:19.270753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f82095-f0fb-408c-94ad-6ea7a1dea6b1 req-373f6dfb-4fda-40d3-9898-3467e7bb5495 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:19.272164 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20f82095-f0fb-408c-94ad-6ea7a1dea6b1 req-373f6dfb-4fda-40d3-9898-3467e7bb5495 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 945 time: 0.0675116 Jul 22 20:17:19.310280 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-20f82095-f0fb-408c-94ad-6ea7a1dea6b1 req-5dcbffda-3a42-40af-b90e-9c71108bb748 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=f01f0fcc-eefd-49ca-b8ba-2486d2085c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325372 Jul 22 20:17:20.443109 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92badf8-a329-4bb2-b69a-c8382ecaf1c3 req-f5d993ec-6997-4d1b-b6e3-684c1ef2cd53 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:20.444614 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b92badf8-a329-4bb2-b69a-c8382ecaf1c3 req-f5d993ec-6997-4d1b-b6e3-684c1ef2cd53 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 945 time: 0.0666044 Jul 22 20:17:20.482360 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b92badf8-a329-4bb2-b69a-c8382ecaf1c3 req-fc9e0947-0d9c-4626-9e02-f54363408eea tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=f01f0fcc-eefd-49ca-b8ba-2486d2085c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314927 Jul 22 20:17:20.503669 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34536) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:20.564156 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-7426c07d-885f-46de-a840-7bfb44108ca1 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/floatingips/7d5b794e-8b1b-494d-a5ef-438e7ee8982d HTTP/1.1" status: 200 len: 993 time: 0.0593784 Jul 22 20:17:21.839824 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57892b89-7a62-4df8-b7aa-86d2c47c30ca req-787e7106-7952-467a-b959-01bd2e3d108c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:21.842054 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-57892b89-7a62-4df8-b7aa-86d2c47c30ca req-787e7106-7952-467a-b959-01bd2e3d108c tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 945 time: 0.0720987 Jul 22 20:17:21.851439 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5467b9-db6e-467c-bd39-b1ea5b035f47 req-c3e7ff93-ff54-4390-8091-32dd2c4d9311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:21.852994 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8b5467b9-db6e-467c-bd39-b1ea5b035f47 req-c3e7ff93-ff54-4390-8091-32dd2c4d9311 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 1097 time: 0.0609372 Jul 22 20:17:21.879178 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-57892b89-7a62-4df8-b7aa-86d2c47c30ca req-a32ccc49-1046-48df-92d2-daba896a0718 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=f01f0fcc-eefd-49ca-b8ba-2486d2085c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312848 Jul 22 20:17:21.941196 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5467b9-db6e-467c-bd39-b1ea5b035f47 req-3bb9de42-7bc7-4b69-a72b-97cb12eef6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:21.942672 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8b5467b9-db6e-467c-bd39-b1ea5b035f47 req-3bb9de42-7bc7-4b69-a72b-97cb12eef6ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb4b5d0b-2139-4d15-8ed5-2424e0234ae1 HTTP/1.1" status: 200 len: 897 time: 0.0834491 Jul 22 20:17:22.009251 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8b5467b9-db6e-467c-bd39-b1ea5b035f47 req-254bdcd0-c99f-4ef5-bca3-aae20656483c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de62a6b0-d0d4-4908-b36c-e00cce8aac13 HTTP/1.1" status: 200 len: 1001 time: 0.0606999 Jul 22 20:17:22.055796 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5467b9-db6e-467c-bd39-b1ea5b035f47 req-a2a21875-e710-40a1-9518-2e696c8f3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:22.057220 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8b5467b9-db6e-467c-bd39-b1ea5b035f47 req-a2a21875-e710-40a1-9518-2e696c8f3d18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef388352-e2f3-4414-a54a-fa5fa4b98ddf HTTP/1.1" status: 200 len: 834 time: 0.0420828 Jul 22 20:17:22.114165 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5467b9-db6e-467c-bd39-b1ea5b035f47 req-fb23eb5f-5274-4e81-ad2c-0420f53ab8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:22.115547 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8b5467b9-db6e-467c-bd39-b1ea5b035f47 req-fb23eb5f-5274-4e81-ad2c-0420f53ab8b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb4b5d0b-2139-4d15-8ed5-2424e0234ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518031 Jul 22 20:17:22.206262 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8b5467b9-db6e-467c-bd39-b1ea5b035f47 req-84f15145-419a-44a1-96f0-4f560a7174c8 service neutron] 10.222.0.30 "GET /v2.0/networks/fb4b5d0b-2139-4d15-8ed5-2424e0234ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841269 Jul 22 20:17:22.291874 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8b5467b9-db6e-467c-bd39-b1ea5b035f47 req-1c1f9ffb-0dac-4a25-8818-7415f099bdef service neutron] 10.222.0.30 "GET /v2.0/networks/fb4b5d0b-2139-4d15-8ed5-2424e0234ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795374 Jul 22 20:17:23.012658 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a11389-6838-494d-ae91-707bf7e3c918 req-cce2f246-a3d1-4a4a-88b3-cd803264b8ea tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:23.014142 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2a11389-6838-494d-ae91-707bf7e3c918 req-cce2f246-a3d1-4a4a-88b3-cd803264b8ea tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 945 time: 0.0653808 Jul 22 20:17:23.053892 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f2a11389-6838-494d-ae91-707bf7e3c918 req-207e8c7f-b199-4759-9926-95de26b8daf4 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=f01f0fcc-eefd-49ca-b8ba-2486d2085c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341930 Jul 22 20:17:24.184085 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5820a7-319a-4092-9f66-6dc914d5f600 req-39a3ad8d-6f14-4562-839d-ca6717f7d46d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:24.185607 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c5820a7-319a-4092-9f66-6dc914d5f600 req-39a3ad8d-6f14-4562-839d-ca6717f7d46d tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 945 time: 0.0632944 Jul 22 20:17:24.221805 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9c5820a7-319a-4092-9f66-6dc914d5f600 req-3d0348a8-05a9-471e-94fe-e8f082f5adf6 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=f01f0fcc-eefd-49ca-b8ba-2486d2085c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307238 Jul 22 20:17:24.244369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34548) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:24.307506 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-71ab1a9f-5d10-47c3-b0fe-4a0343204625 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/floatingips/7d5b794e-8b1b-494d-a5ef-438e7ee8982d HTTP/1.1" status: 200 len: 993 time: 0.0620122 Jul 22 20:17:24.516308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34554) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:24.670804 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting port 5afe5f87-62c8-41b2-9e70-3ab1e49d092d {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:17:24.671066 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:24.748250 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:24.748603 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:24.759939 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Calling delete_port for 5afe5f87-62c8-41b2-9e70-3ab1e49d092d owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:17:24.904763 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:24.929176 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Port': ['ID=5afe5f87-62c8-41b2-9e70-3ab1e49d092d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:24.957540 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:24.957899 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:24.958243 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:24.958577 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:24.958910 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:24.959244 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:24.959578 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:24.959905 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:24.960235 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:24.960649 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:24.960977 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:24.961299 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:25.002723 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:25.003057 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Floating IP 7d5b794e-8b1b-494d-a5ef-438e7ee8982d disassociated (deleted). External IP: 172.25.3.126, port: de62a6b0-d0d4-4908-b36c-e00cce8aac13. Jul 22 20:17:25.208202 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:17:25.649356 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:17:25.655491 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:25.660130 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff360a1b-554d-4069-bd47-2b92dcb1e352 None None] Sync routers for ids ['ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:17:25.669601 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff360a1b-554d-4069-bd47-2b92dcb1e352 None None] Routers {'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:17:25.670197 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ff360a1b-554d-4069-bd47-2b92dcb1e352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:25.691054 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-9c6453e8-be25-405a-a85e-c729d96ed4cf tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/floatingips/7d5b794e-8b1b-494d-a5ef-438e7ee8982d HTTP/1.1" status: 204 len: 168 time: 1.1736078 Jul 22 20:17:25.691744 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f0a913-e175-4dba-9be1-79492c8f5533', 'tag': 'de62a6b0-d0d4-4908-b36c-e00cce8aac13'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:17:25.694167 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ec9f98-14a6-45ee-9a2d-4663debd618d" -d '{"events": [{"name": "network-changed", "server_uuid": "01f0a913-e175-4dba-9be1-79492c8f5533", "tag": "de62a6b0-d0d4-4908-b36c-e00cce8aac13"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:17:25.733206 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8a03cb-6733-4b4f-8efb-7b93eebf00eb x-openstack-request-id: req-fc8a03cb-6733-4b4f-8efb-7b93eebf00eb {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:17:25.733441 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f0a913-e175-4dba-9be1-79492c8f5533", "tag": "de62a6b0-d0d4-4908-b36c-e00cce8aac13", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:17:25.733679 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc8a03cb-6733-4b4f-8efb-7b93eebf00eb {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:17:25.734142 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f0a913-e175-4dba-9be1-79492c8f5533', 'tag': 'de62a6b0-d0d4-4908-b36c-e00cce8aac13', 'status': 'completed', 'code': 200} Jul 22 20:17:25.782534 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-ff360a1b-554d-4069-bd47-2b92dcb1e352 None None] Set router ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:17:25.821671 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec9f98-14a6-45ee-9a2d-4663debd618d req-b713c743-9920-4769-9601-76b1c5b1a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:25.823783 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-09ec9f98-14a6-45ee-9a2d-4663debd618d req-b713c743-9920-4769-9601-76b1c5b1a394 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 1097 time: 0.0691876 Jul 22 20:17:25.920708 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec9f98-14a6-45ee-9a2d-4663debd618d req-fb448e7f-3488-4fa2-a5d6-aeb4254e368f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:25.922224 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-09ec9f98-14a6-45ee-9a2d-4663debd618d req-fb448e7f-3488-4fa2-a5d6-aeb4254e368f service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb4b5d0b-2139-4d15-8ed5-2424e0234ae1 HTTP/1.1" status: 200 len: 897 time: 0.0899916 Jul 22 20:17:25.931075 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53ebb6-792d-49d3-b17f-be0bee61b6fb req-2de09b7e-f801-48ff-be80-95142726acca tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:25.932593 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da53ebb6-792d-49d3-b17f-be0bee61b6fb req-2de09b7e-f801-48ff-be80-95142726acca tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 945 time: 0.0648088 Jul 22 20:17:25.970135 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-09ec9f98-14a6-45ee-9a2d-4663debd618d req-a1f6e8a1-31f1-4633-904c-23e00633c6ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de62a6b0-d0d4-4908-b36c-e00cce8aac13 HTTP/1.1" status: 200 len: 217 time: 0.0396814 Jul 22 20:17:25.977558 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-da53ebb6-792d-49d3-b17f-be0bee61b6fb req-ff9ada42-16bf-469a-8c70-38c4a20a8c49 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=f01f0fcc-eefd-49ca-b8ba-2486d2085c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373983 Jul 22 20:17:26.010213 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ff360a1b-554d-4069-bd47-2b92dcb1e352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685918909', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:16:27Z', 'updated_at': '2021-07-22T20:16:31Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:dd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:28Z', 'updated_at': '2021-07-22T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d', 'name': '', 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:c0:6d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ef388352-e2f3-4414-a54a-fa5fa4b98ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:30Z', 'updated_at': '2021-07-22T20:16:36Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': 'ef388352-e2f3-4414-a54a-fa5fa4b98ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:26.020927 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec9f98-14a6-45ee-9a2d-4663debd618d req-34dc9a7d-e154-41f0-b999-10f5814c8f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:26.022400 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-09ec9f98-14a6-45ee-9a2d-4663debd618d req-34dc9a7d-e154-41f0-b999-10f5814c8f15 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef388352-e2f3-4414-a54a-fa5fa4b98ddf HTTP/1.1" status: 200 len: 834 time: 0.0454221 Jul 22 20:17:26.036250 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff360a1b-554d-4069-bd47-2b92dcb1e352 None None] Checking router: ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:17:26.045319 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff360a1b-554d-4069-bd47-2b92dcb1e352 None None] Routers {'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:17:26.045923 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ff360a1b-554d-4069-bd47-2b92dcb1e352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:26.080654 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec9f98-14a6-45ee-9a2d-4663debd618d req-9449d71c-a040-4c0d-8bae-3d322a628498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:26.082187 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-09ec9f98-14a6-45ee-9a2d-4663debd618d req-9449d71c-a040-4c0d-8bae-3d322a628498 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb4b5d0b-2139-4d15-8ed5-2424e0234ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536258 Jul 22 20:17:26.149794 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-ff360a1b-554d-4069-bd47-2b92dcb1e352 None None] Set router ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:17:26.176235 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-09ec9f98-14a6-45ee-9a2d-4663debd618d req-8666cb74-0c91-42d9-8dce-3a73bf057876 service neutron] 10.222.0.30 "GET /v2.0/networks/fb4b5d0b-2139-4d15-8ed5-2424e0234ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874844 Jul 22 20:17:26.266028 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-09ec9f98-14a6-45ee-9a2d-4663debd618d req-fae474b4-2800-4a25-b097-6db0fa6bfb21 service neutron] 10.222.0.30 "GET /v2.0/networks/fb4b5d0b-2139-4d15-8ed5-2424e0234ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834148 Jul 22 20:17:26.349473 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-ff360a1b-554d-4069-bd47-2b92dcb1e352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685918909', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:16:27Z', 'updated_at': '2021-07-22T20:16:31Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:dd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:28Z', 'updated_at': '2021-07-22T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d', 'name': '', 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:c0:6d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ef388352-e2f3-4414-a54a-fa5fa4b98ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:30Z', 'updated_at': '2021-07-22T20:16:36Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': 'ef388352-e2f3-4414-a54a-fa5fa4b98ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:26.458877 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff360a1b-554d-4069-bd47-2b92dcb1e352 None None] The sync data for ids ['ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'] in n-d-800086-12 is: [{'id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685918909', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:16:27Z', 'updated_at': '2021-07-22T20:16:31Z', 'revision_number': 4, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:dd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:28Z', 'updated_at': '2021-07-22T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d', 'name': '', 'network_id': 'fb4b5d0b-2139-4d15-8ed5-2424e0234ae1', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'mac_address': 'fa:16:3e:c0:6d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ef388352-e2f3-4414-a54a-fa5fa4b98ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:30Z', 'updated_at': '2021-07-22T20:16:36Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'subnets': [{'id': 'ef388352-e2f3-4414-a54a-fa5fa4b98ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:17:26.668558 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a17b07c-aa5e-4d69-b743-090906019ba1 None None] New status for floating IP 7d5b794e-8b1b-494d-a5ef-438e7ee8982d: DOWN {{(pid=93808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:17:27.114113 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1468d7-adbd-48a8-b07a-6c343a6ceefd req-20258c03-dedd-4fb9-a661-0b507b3d4545 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:27.115598 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de1468d7-adbd-48a8-b07a-6c343a6ceefd req-20258c03-dedd-4fb9-a661-0b507b3d4545 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 945 time: 0.0674458 Jul 22 20:17:27.154917 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de1468d7-adbd-48a8-b07a-6c343a6ceefd req-7816e60c-d425-4160-9b62-dfa32fa4985f tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/security-groups?id=f01f0fcc-eefd-49ca-b8ba-2486d2085c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329881 Jul 22 20:17:27.434074 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e266c74-9652-4692-92c3-e8b099d497c5 req-d9e02d09-a4a4-480b-a6fe-46d488a68c57 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:27.435654 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1e266c74-9652-4692-92c3-e8b099d497c5 req-d9e02d09-a4a4-480b-a6fe-46d488a68c57 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.30 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 945 time: 0.0670071 Jul 22 20:17:27.531830 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-1e266c74-9652-4692-92c3-e8b099d497c5 req-32ff5186-123c-46b0-8ddc-52c42bf12aef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting port de62a6b0-d0d4-4908-b36c-e00cce8aac13 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:17:27.532170 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1e266c74-9652-4692-92c3-e8b099d497c5 req-32ff5186-123c-46b0-8ddc-52c42bf12aef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:27.621495 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-1e266c74-9652-4692-92c3-e8b099d497c5 req-32ff5186-123c-46b0-8ddc-52c42bf12aef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] For port de62a6b0-d0d4-4908-b36c-e00cce8aac13, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=de62a6b0-d0d4-4908-b36c-e00cce8aac13,segment=NetworkSegment(248dad3a-a5bf-45c5-8e42-44a854f28ac8),segment_id=248dad3a-a5bf-45c5-8e42-44a854f28ac8)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:17:27.621861 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1e266c74-9652-4692-92c3-e8b099d497c5 req-32ff5186-123c-46b0-8ddc-52c42bf12aef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:27.633105 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-1e266c74-9652-4692-92c3-e8b099d497c5 req-32ff5186-123c-46b0-8ddc-52c42bf12aef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Calling delete_port for de62a6b0-d0d4-4908-b36c-e00cce8aac13 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:17:27.756559 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1e266c74-9652-4692-92c3-e8b099d497c5 req-32ff5186-123c-46b0-8ddc-52c42bf12aef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:27.788672 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff5186-123c-46b0-8ddc-52c42bf12aef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Port': ['ID=de62a6b0-d0d4-4908-b36c-e00cce8aac13,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:27.819216 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff5186-123c-46b0-8ddc-52c42bf12aef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:27.819565 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff5186-123c-46b0-8ddc-52c42bf12aef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:27.819909 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff5186-123c-46b0-8ddc-52c42bf12aef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:27.820242 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff5186-123c-46b0-8ddc-52c42bf12aef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:27.820596 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff5186-123c-46b0-8ddc-52c42bf12aef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:27.821035 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff5186-123c-46b0-8ddc-52c42bf12aef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:27.821370 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff5186-123c-46b0-8ddc-52c42bf12aef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:27.821694 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff5186-123c-46b0-8ddc-52c42bf12aef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:27.822027 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff5186-123c-46b0-8ddc-52c42bf12aef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:27.822349 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff5186-123c-46b0-8ddc-52c42bf12aef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:27.822670 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff5186-123c-46b0-8ddc-52c42bf12aef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:27.822990 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ff5186-123c-46b0-8ddc-52c42bf12aef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:27.848388 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e266c74-9652-4692-92c3-e8b099d497c5 req-32ff5186-123c-46b0-8ddc-52c42bf12aef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] No DVR routers for this DVR port de62a6b0-d0d4-4908-b36c-e00cce8aac13 on host n-h1-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:17:27.850980 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1e266c74-9652-4692-92c3-e8b099d497c5 req-32ff5186-123c-46b0-8ddc-52c42bf12aef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:27.853143 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1e266c74-9652-4692-92c3-e8b099d497c5 req-32ff5186-123c-46b0-8ddc-52c42bf12aef tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.30 "DELETE /v2.0/ports/de62a6b0-d0d4-4908-b36c-e00cce8aac13 HTTP/1.1" status: 204 len: 173 time: 0.4124324 Jul 22 20:17:27.853578 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f0a913-e175-4dba-9be1-79492c8f5533', 'name': 'network-vif-deleted', 'tag': 'de62a6b0-d0d4-4908-b36c-e00cce8aac13'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:17:27.855887 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35b6a50-f3cf-4f1f-b8e2-304bc0d2de14" -d '{"events": [{"server_uuid": "01f0a913-e175-4dba-9be1-79492c8f5533", "name": "network-vif-deleted", "tag": "de62a6b0-d0d4-4908-b36c-e00cce8aac13"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:17:27.890933 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf12d82-3324-46d9-8169-b11ffdcbbbac x-openstack-request-id: req-3cf12d82-3324-46d9-8169-b11ffdcbbbac {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:17:27.891222 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f0a913-e175-4dba-9be1-79492c8f5533", "name": "network-vif-deleted", "tag": "de62a6b0-d0d4-4908-b36c-e00cce8aac13", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:17:27.891473 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cf12d82-3324-46d9-8169-b11ffdcbbbac {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:17:27.891870 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f0a913-e175-4dba-9be1-79492c8f5533', 'name': 'network-vif-deleted', 'tag': 'de62a6b0-d0d4-4908-b36c-e00cce8aac13', 'status': 'completed', 'code': 200} Jul 22 20:17:28.279330 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-586acf92-212d-410d-8698-25d784f77484 req-5cb8648a-9671-4a10-9619-66df7b8e3451 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f0a913-e175-4dba-9be1-79492c8f5533 HTTP/1.1" status: 200 len: 210 time: 0.0369484 Jul 22 20:17:28.590894 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b6ed3886-7276-4387-bc49-8a83935e1c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:29.333981 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34570) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:29.694482 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6681ca61-51c7-4d85-805d-a5b575f9afeb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:29.957809 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-6681ca61-51c7-4d85-805d-a5b575f9afeb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting port 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:17:29.958077 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6681ca61-51c7-4d85-805d-a5b575f9afeb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:30.044941 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-6681ca61-51c7-4d85-805d-a5b575f9afeb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] For port 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d,segment=NetworkSegment(248dad3a-a5bf-45c5-8e42-44a854f28ac8),segment_id=248dad3a-a5bf-45c5-8e42-44a854f28ac8)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:17:30.045303 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6681ca61-51c7-4d85-805d-a5b575f9afeb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:30.056881 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-6681ca61-51c7-4d85-805d-a5b575f9afeb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Calling delete_port for 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:17:30.244846 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6681ca61-51c7-4d85-805d-a5b575f9afeb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:30.271029 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681ca61-51c7-4d85-805d-a5b575f9afeb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Port': ['ID=3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:30.451891 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6681ca61-51c7-4d85-805d-a5b575f9afeb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:30.492500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device de62a6b0-d0d4-4908-b36c-e00cce8aac13 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:17:30.512714 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: de62a6b0-d0d4-4908-b36c-e00cce8aac13 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:17:30.512989 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device de62a6b0-d0d4-4908-b36c-e00cce8aac13 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:17:30.669869 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6681ca61-51c7-4d85-805d-a5b575f9afeb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Router ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:17:30.771278 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6681ca61-51c7-4d85-805d-a5b575f9afeb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:17:30.776159 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6681ca61-51c7-4d85-805d-a5b575f9afeb tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "PUT /v2.0/routers/ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4411654 Jul 22 20:17:30.779538 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34572) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:30.782865 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5b3539-ebda-4c68-9c2c-c0ecdc103afb None None] Sync routers for ids ['ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:17:30.792111 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5b3539-ebda-4c68-9c2c-c0ecdc103afb None None] Routers {'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:17:30.793522 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4b5b3539-ebda-4c68-9c2c-c0ecdc103afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:30.835354 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-daba202d-290c-4336-b326-b7d02800743e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting subnet ef388352-e2f3-4414-a54a-fa5fa4b98ddf {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:17:30.838531 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-daba202d-290c-4336-b326-b7d02800743e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:30.883183 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-daba202d-290c-4336-b326-b7d02800743e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:30.897744 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-4b5b3539-ebda-4c68-9c2c-c0ecdc103afb None None] Set router ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:17:30.975264 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-daba202d-290c-4336-b326-b7d02800743e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:31.038498 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-daba202d-290c-4336-b326-b7d02800743e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:31.065750 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba202d-290c-4336-b326-b7d02800743e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Subnet': ['ID=ef388352-e2f3-4414-a54a-fa5fa4b98ddf,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:31.071348 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-daba202d-290c-4336-b326-b7d02800743e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:31.076340 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-daba202d-290c-4336-b326-b7d02800743e tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/subnets/ef388352-e2f3-4414-a54a-fa5fa4b98ddf HTTP/1.1" status: 204 len: 168 time: 0.2929220 Jul 22 20:17:31.076650 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4b5b3539-ebda-4c68-9c2c-c0ecdc103afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685918909', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:16:27Z', 'updated_at': '2021-07-22T20:17:30Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:dd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:28Z', 'updated_at': '2021-07-22T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:31.076795 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34574) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:31.079326 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3746dd9-e870-4d5c-9e94-a4ac979e6c3a None None] Network fb4b5d0b-2139-4d15-8ed5-2424e0234ae1 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:17:31.102934 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5b3539-ebda-4c68-9c2c-c0ecdc103afb None None] Checking router: ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:17:31.111513 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5b3539-ebda-4c68-9c2c-c0ecdc103afb None None] Routers {'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:17:31.112124 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4b5b3539-ebda-4c68-9c2c-c0ecdc103afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:17:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:31.152766 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-46822888-2f4b-4f9c-9861-4188e7c51fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:31.192982 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1577bce5-d3f3-40ed-9076-6c5da846e735 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:31.224200 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-4b5b3539-ebda-4c68-9c2c-c0ecdc103afb None None] Set router ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:17:31.233721 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:31.312714 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d048935e-f330-47a0-83b3-f9145e888e4f None None] DHCP port deletion for fb4b5d0b-2139-4d15-8ed5-2424e0234ae1 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:17:31.314136 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1577bce5-d3f3-40ed-9076-6c5da846e735 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:31.361017 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-d048935e-f330-47a0-83b3-f9145e888e4f None None] Deleting port 67f3d740-7c4d-4e4b-af83-3d38587236dd {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:17:31.361480 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d048935e-f330-47a0-83b3-f9145e888e4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:31.376320 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-1577bce5-d3f3-40ed-9076-6c5da846e735 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Deleting port cdf38184-2504-463e-a0f6-1d114d6c185a {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:17:31.376714 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1577bce5-d3f3-40ed-9076-6c5da846e735 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:31.414929 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-4b5b3539-ebda-4c68-9c2c-c0ecdc103afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685918909', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:16:27Z', 'updated_at': '2021-07-22T20:17:30Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:dd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:28Z', 'updated_at': '2021-07-22T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:31.428643 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d048935e-f330-47a0-83b3-f9145e888e4f None None] For port 67f3d740-7c4d-4e4b-af83-3d38587236dd, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=67f3d740-7c4d-4e4b-af83-3d38587236dd,segment=NetworkSegment(248dad3a-a5bf-45c5-8e42-44a854f28ac8),segment_id=248dad3a-a5bf-45c5-8e42-44a854f28ac8)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:17:31.429034 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d048935e-f330-47a0-83b3-f9145e888e4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:31.441973 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-d048935e-f330-47a0-83b3-f9145e888e4f None None] Calling delete_port for 67f3d740-7c4d-4e4b-af83-3d38587236dd owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:17:31.445699 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5b3539-ebda-4c68-9c2c-c0ecdc103afb None None] The sync data for ids ['ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf'] in n-d-800086-12 is: [{'id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685918909', 'tenant_id': '24c2e4f79be246cea3a092160d6fc4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:16:27Z', 'updated_at': '2021-07-22T20:17:30Z', 'revision_number': 5, 'project_id': '24c2e4f79be246cea3a092160d6fc4c0', 'gw_port': {'id': 'cdf38184-2504-463e-a0f6-1d114d6c185a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:dd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:16:28Z', 'updated_at': '2021-07-22T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:17:31.463832 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-1577bce5-d3f3-40ed-9076-6c5da846e735 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] For port cdf38184-2504-463e-a0f6-1d114d6c185a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=cdf38184-2504-463e-a0f6-1d114d6c185a,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:17:31.464495 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1577bce5-d3f3-40ed-9076-6c5da846e735 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:31.477886 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-1577bce5-d3f3-40ed-9076-6c5da846e735 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Calling delete_port for cdf38184-2504-463e-a0f6-1d114d6c185a owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:17:31.521131 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d048935e-f330-47a0-83b3-f9145e888e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:31.545641 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048935e-f330-47a0-83b3-f9145e888e4f None None] Pushing event deleted for resources: {'Port': ['ID=67f3d740-7c4d-4e4b-af83-3d38587236dd,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:31.549780 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d048935e-f330-47a0-83b3-f9145e888e4f None None] No DVR routers for this DVR port 67f3d740-7c4d-4e4b-af83-3d38587236dd on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:17:31.556444 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d048935e-f330-47a0-83b3-f9145e888e4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:31.557006 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d048935e-f330-47a0-83b3-f9145e888e4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:31.557180 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d048935e-f330-47a0-83b3-f9145e888e4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:31.557504 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d048935e-f330-47a0-83b3-f9145e888e4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:31.557842 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d048935e-f330-47a0-83b3-f9145e888e4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:31.558702 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d048935e-f330-47a0-83b3-f9145e888e4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:31.559035 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d048935e-f330-47a0-83b3-f9145e888e4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:31.559363 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d048935e-f330-47a0-83b3-f9145e888e4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:31.559684 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d048935e-f330-47a0-83b3-f9145e888e4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:31.560006 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d048935e-f330-47a0-83b3-f9145e888e4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:31.560628 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d048935e-f330-47a0-83b3-f9145e888e4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:31.560718 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d048935e-f330-47a0-83b3-f9145e888e4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:31.652443 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1577bce5-d3f3-40ed-9076-6c5da846e735 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:31.682262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577bce5-d3f3-40ed-9076-6c5da846e735 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Port': ['ID=cdf38184-2504-463e-a0f6-1d114d6c185a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:31.750361 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1577bce5-d3f3-40ed-9076-6c5da846e735 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:31.847585 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1577bce5-d3f3-40ed-9076-6c5da846e735 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:31.850683 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1577bce5-d3f3-40ed-9076-6c5da846e735 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:31.902915 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 67f3d740-7c4d-4e4b-af83-3d38587236dd no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:17:31.909375 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1577bce5-d3f3-40ed-9076-6c5da846e735 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:31.910056 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1577bce5-d3f3-40ed-9076-6c5da846e735 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Fanout notify agent at l3_agent the message router_deleted on router ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:17:31.918452 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1577bce5-d3f3-40ed-9076-6c5da846e735 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:31.919764 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1577bce5-d3f3-40ed-9076-6c5da846e735 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/routers/ac5aedc9-7c90-4a68-a3e9-622d4ae07fdf HTTP/1.1" status: 204 len: 168 time: 0.8421316 Jul 22 20:17:31.922692 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34576) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:31.938823 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 67f3d740-7c4d-4e4b-af83-3d38587236dd {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:17:31.939168 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 67f3d740-7c4d-4e4b-af83-3d38587236dd not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:17:31.939595 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:17:31.961980 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:17:31.962658 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 3dec26fe-d5d4-473e-8c4a-fc2bab95ac7d not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:17:32.010809 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7f9e506d-3ae1-42a1-bb29-3739380e2674 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:32.101030 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7f9e506d-3ae1-42a1-bb29-3739380e2674 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:32.112244 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-7f9e506d-3ae1-42a1-bb29-3739380e2674 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4b5d0b-2139-4d15-8ed5-2424e0234ae1']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:32.123253 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-7f9e506d-3ae1-42a1-bb29-3739380e2674 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248dad3a-a5bf-45c5-8e42-44a854f28ac8') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:32.123534 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-7f9e506d-3ae1-42a1-bb29-3739380e2674 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248dad3a-a5bf-45c5-8e42-44a854f28ac8') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:32.132643 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7f9e506d-3ae1-42a1-bb29-3739380e2674 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:32.149552 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7f9e506d-3ae1-42a1-bb29-3739380e2674 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:32.158551 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f9e506d-3ae1-42a1-bb29-3739380e2674 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:17:32.158995 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7f9e506d-3ae1-42a1-bb29-3739380e2674 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: timer() Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:17:32.161982 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:17:32.222431 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7f9e506d-3ae1-42a1-bb29-3739380e2674 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:32.229646 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7f9e506d-3ae1-42a1-bb29-3739380e2674 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:32.231961 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7f9e506d-3ae1-42a1-bb29-3739380e2674 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/networks/fb4b5d0b-2139-4d15-8ed5-2424e0234ae1 HTTP/1.1" status: 204 len: 168 time: 0.3077633 Jul 22 20:17:32.234806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34578) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:32.242813 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e506d-3ae1-42a1-bb29-3739380e2674 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'Network': ['ID=fb4b5d0b-2139-4d15-8ed5-2424e0234ae1,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:32.298808 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-647441d3-d206-40d7-b6a7-317ea0bd1730 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:32.323207 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-647441d3-d206-40d7-b6a7-317ea0bd1730 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:32.476345 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-647441d3-d206-40d7-b6a7-317ea0bd1730 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:32.479010 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-647441d3-d206-40d7-b6a7-317ea0bd1730 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:32.480358 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-647441d3-d206-40d7-b6a7-317ea0bd1730 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] 10.222.0.13 "DELETE /v2.0/security-groups/f01f0fcc-eefd-49ca-b8ba-2486d2085c93 HTTP/1.1" status: 204 len: 168 time: 0.2443440 Jul 22 20:17:32.489611 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647441d3-d206-40d7-b6a7-317ea0bd1730 tempest-TestNetworkAdvancedServerOps-902635119 tempest-TestNetworkAdvancedServerOps-902635119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01f0fcc-eefd-49ca-b8ba-2486d2085c93,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:32.617461 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:32.819304 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34586) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:32.945842 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6cc52dda-4794-4a1c-9b74-54322554848c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24c2e4f79be246cea3a092160d6fc4c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1253796 Jul 22 20:17:32.948406 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34590) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:32.995448 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6fd8d8ac-a141-4b78-8511-eff8695b1818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:33.016651 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6fd8d8ac-a141-4b78-8511-eff8695b1818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:33.061689 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6fd8d8ac-a141-4b78-8511-eff8695b1818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:33.064304 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6fd8d8ac-a141-4b78-8511-eff8695b1818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:33.065786 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6fd8d8ac-a141-4b78-8511-eff8695b1818 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a22dfde1-51b1-44b1-b563-901baf20fa07 HTTP/1.1" status: 204 len: 168 time: 0.1155651 Jul 22 20:17:33.073442 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8d8ac-a141-4b78-8511-eff8695b1818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22dfde1-51b1-44b1-b563-901baf20fa07,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:33.316623 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34596) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:33.330120 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c5539211-cc86-4d45-a979-b1102e7b3c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:33.418539 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c5539211-cc86-4d45-a979-b1102e7b3c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:33.422513 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c5539211-cc86-4d45-a979-b1102e7b3c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:33.463983 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c5539211-cc86-4d45-a979-b1102e7b3c88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe0ab009059244a0aeab3251a11a7763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462409 Jul 22 20:17:33.465542 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5539211-cc86-4d45-a979-b1102e7b3c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469b7589-f9e2-4397-8384-d708fc9f92bc,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:33.467345 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34598) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:33.520530 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4d2d143d-5b08-4d68-a2bc-302a31f0cd5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:33.541597 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4d2d143d-5b08-4d68-a2bc-302a31f0cd5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:33.586382 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4d2d143d-5b08-4d68-a2bc-302a31f0cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:33.589197 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4d2d143d-5b08-4d68-a2bc-302a31f0cd5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:33.591457 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4d2d143d-5b08-4d68-a2bc-302a31f0cd5b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/469b7589-f9e2-4397-8384-d708fc9f92bc HTTP/1.1" status: 204 len: 168 time: 0.1229851 Jul 22 20:17:33.600038 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d143d-5b08-4d68-a2bc-302a31f0cd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469b7589-f9e2-4397-8384-d708fc9f92bc,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:33.766822 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device cdf38184-2504-463e-a0f6-1d114d6c185a no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:17:33.786399 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: cdf38184-2504-463e-a0f6-1d114d6c185a {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:17:33.786746 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device cdf38184-2504-463e-a0f6-1d114d6c185a not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:17:34.262140 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34620) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:34.265307 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:34.355930 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-23312d7f-f7da-4067-b5e0-f4c24aa64dbf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-185477789-network', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:17:34.376639 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23312d7f-f7da-4067-b5e0-f4c24aa64dbf admin admin] Made reservation on behalf of b1863c25d49f4fd6a107b501e22dc587 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:17:34.378893 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23312d7f-f7da-4067-b5e0-f4c24aa64dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:34.387171 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23312d7f-f7da-4067-b5e0-f4c24aa64dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:34.475183 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23312d7f-f7da-4067-b5e0-f4c24aa64dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:34.478859 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23312d7f-f7da-4067-b5e0-f4c24aa64dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:34.501029 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23312d7f-f7da-4067-b5e0-f4c24aa64dbf admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:17:34.516691 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23312d7f-f7da-4067-b5e0-f4c24aa64dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5186371-fda0-448a-b291-12a929eca99d,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:34.519739 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23312d7f-f7da-4067-b5e0-f4c24aa64dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:34.520089 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-23312d7f-f7da-4067-b5e0-f4c24aa64dbf admin admin] Added segment 5e41e1ea-361a-4f24-a727-4567de18c0a0 of type vlan for network 860f4271-f3b8-43df-b697-a86b3a247263 Jul 22 20:17:34.561866 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23312d7f-f7da-4067-b5e0-f4c24aa64dbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:34.593866 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23312d7f-f7da-4067-b5e0-f4c24aa64dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:34.594966 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23312d7f-f7da-4067-b5e0-f4c24aa64dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:34.595548 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23312d7f-f7da-4067-b5e0-f4c24aa64dbf admin admin] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:34.629363 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-23312d7f-f7da-4067-b5e0-f4c24aa64dbf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3658726 Jul 22 20:17:34.632372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34624) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:34.638124 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-d9961a23-9379-415d-b89b-1f114ffea343 admin admin] Request body: {'subnet': {'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-185477789-subnet', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'ip_version': 4}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:17:34.659449 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23312d7f-f7da-4067-b5e0-f4c24aa64dbf admin admin] Pushing event updated for resources: {'Network': ['ID=860f4271-f3b8-43df-b697-a86b3a247263,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:34.660790 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9961a23-9379-415d-b89b-1f114ffea343 admin admin] Made reservation on behalf of b1863c25d49f4fd6a107b501e22dc587 for: {'subnet': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:17:34.664300 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d9961a23-9379-415d-b89b-1f114ffea343 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133195145'] for subnet, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:34.669467 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 860f4271-f3b8-43df-b697-a86b3a247263 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:17:34.837447 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d9961a23-9379-415d-b89b-1f114ffea343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4897865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133195259'] for subnet, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:34.898726 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9961a23-9379-415d-b89b-1f114ffea343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19088ea0-6cb8-4857-b9d8-ed67a2121c36,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:34.907115 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9961a23-9379-415d-b89b-1f114ffea343 admin admin] Checking segment: {'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:17:34.907465 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9961a23-9379-415d-b89b-1f114ffea343 admin admin] Network hostable DHCP agents. Network: 860f4271-f3b8-43df-b697-a86b3a247263, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:17:34.928678 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9961a23-9379-415d-b89b-1f114ffea343 admin admin] Network 860f4271-f3b8-43df-b697-a86b3a247263 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:17:34.938651 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-d9961a23-9379-415d-b89b-1f114ffea343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 860f4271-f3b8-43df-b697-a86b3a247263) {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:17:34.942766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9961a23-9379-415d-b89b-1f114ffea343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:34.943353 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-d9961a23-9379-415d-b89b-1f114ffea343 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:34.947475 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad17993-6e1c-42c0-b260-fda7e45f1760 None None] Network 860f4271-f3b8-43df-b697-a86b3a247263 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:17:34.963538 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d9961a23-9379-415d-b89b-1f114ffea343 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3297880 Jul 22 20:17:34.967112 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34626) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:34.970902 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-cabd8902-bdbd-4730-bae4-5c790189a679 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-185477789-router', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:17:34.992086 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cabd8902-bdbd-4730-bae4-5c790189a679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:34.993104 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cabd8902-bdbd-4730-bae4-5c790189a679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:35.045227 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cabd8902-bdbd-4730-bae4-5c790189a679 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:35.102583 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-860f4271-f3b8-43df-b697-a86b3a247263', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'fixed_ips': [{'subnet_id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:17:35.103427 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:35.188907 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cabd8902-bdbd-4730-bae4-5c790189a679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:35.240092 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] Allocated IP 172.20.0.2 (860f4271-f3b8-43df-b697-a86b3a247263/19088ea0-6cb8-4857-b9d8-ed67a2121c36/7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:17:35.388209 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:35.390091 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cabd8902-bdbd-4730-bae4-5c790189a679 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:35.396387 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] Transition to ACTIVE for port object 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:17:35.411771 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] Transition to ACTIVE for port object 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2 will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:17:35.414287 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cabd8902-bdbd-4730-bae4-5c790189a679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:35.417761 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:35.454103 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] Network 860f4271-f3b8-43df-b697-a86b3a247263 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:17:35.458792 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:17:35.462196 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:17:35.472086 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] Pushing event updated for resources: {'Port': ['ID=7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:35.522317 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-cabd8902-bdbd-4730-bae4-5c790189a679 admin admin] Allocated IP 172.25.3.153 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/fac2c37b-2999-428d-be16-e549d69ea8a6) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:17:35.530612 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] Attempting to bind port 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:17:35.530977 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] Attempting to bind port 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:17:35.531336 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] Attempting to bind port 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2 on network 860f4271-f3b8-43df-b697-a86b3a247263 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:17:35.536549 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:17:35.536958 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] Checking segment: {'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:17:35.537317 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:35.537734 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] Bound using segment: {'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:17:35.538220 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] Bound port: 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:17:35.538594 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:35.638621 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cabd8902-bdbd-4730-bae4-5c790189a679 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:35.688120 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cabd8902-bdbd-4730-bae4-5c790189a679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:35.724723 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabd8902-bdbd-4730-bae4-5c790189a679 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:17:35.729426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-cabd8902-bdbd-4730-bae4-5c790189a679 admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:17:35.731938 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabd8902-bdbd-4730-bae4-5c790189a679 admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:17:35.761999 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd8902-bdbd-4730-bae4-5c790189a679 admin admin] Pushing event updated for resources: {'Port': ['ID=fac2c37b-2999-428d-be16-e549d69ea8a6,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:35.763379 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] For port 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:17:35.767529 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] For port 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:17:35.771528 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:35.831467 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b2022-2bb6-4232-bbdb-048acb8d6fd5 None None] Pushing event updated for resources: {'Port': ['ID=7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:36.022625 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cabd8902-bdbd-4730-bae4-5c790189a679 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:36.599745 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cabd8902-bdbd-4730-bae4-5c790189a679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:36.686352 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042dce21-5ebe-4065-9fed-a3119c4c42a5 None None] Network 860f4271-f3b8-43df-b697-a86b3a247263 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:17:36.721290 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-bf8a1d2e-d9f5-4adf-9838-98a19c95aeb6 None None] Provisioning for port 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:17:36.745456 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabd8902-bdbd-4730-bae4-5c790189a679 admin admin] Router d85d990d-f4f3-48b9-8498-5616b3c8588a is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:17:36.861715 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabd8902-bdbd-4730-bae4-5c790189a679 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:17:36.874672 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] Sync routers for ids ['d85d990d-f4f3-48b9-8498-5616b3c8588a'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:17:36.882167 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cabd8902-bdbd-4730-bae4-5c790189a679 admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:36.887004 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cabd8902-bdbd-4730-bae4-5c790189a679 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9164622 Jul 22 20:17:36.887178 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] Routers {'d85d990d-f4f3-48b9-8498-5616b3c8588a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:17:36.887178 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d85d990d-f4f3-48b9-8498-5616b3c8588a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:36.887410 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34628) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:37.007357 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] Set router d85d990d-f4f3-48b9-8498-5616b3c8588a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:17:37.201722 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'name': 'tempest-TestShelveInstance-185477789-router', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:34Z', 'updated_at': '2021-07-22T20:17:35Z', 'revision_number': 3, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'gw_port': {'id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:35Z', 'updated_at': '2021-07-22T20:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:37.229949 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] Checking router: d85d990d-f4f3-48b9-8498-5616b3c8588a for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:17:37.230290 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] Updating router d85d990d-f4f3-48b9-8498-5616b3c8588a port fac2c37b-2999-428d-be16-e549d69ea8a6 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:17:37.266028 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:37.321326 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c00052ec-f31c-45c6-a898-e95fcb411a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:37.479517 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-c00052ec-f31c-45c6-a898-e95fcb411a7a admin admin] Allocated IP 172.20.0.1 (860f4271-f3b8-43df-b697-a86b3a247263/19088ea0-6cb8-4857-b9d8-ed67a2121c36/2364c548-08f4-4472-ab28-d26a9e9db127) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:17:37.522643 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:37.533191 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] Transition to ACTIVE for port object fac2c37b-2999-428d-be16-e549d69ea8a6 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:17:37.538594 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:37.587029 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c00052ec-f31c-45c6-a898-e95fcb411a7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:37.588082 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] Attempting to bind port fac2c37b-2999-428d-be16-e549d69ea8a6 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:17:37.588658 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] Attempting to bind port fac2c37b-2999-428d-be16-e549d69ea8a6 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:17:37.588836 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] Attempting to bind port fac2c37b-2999-428d-be16-e549d69ea8a6 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:17:37.595935 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92e153-03df-44f9-998a-1cecf6f60540 None None] Pushing event updated for resources: {'Port': ['ID=fac2c37b-2999-428d-be16-e549d69ea8a6,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:37.598691 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:17:37.599083 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:17:37.599464 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:37.599835 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:17:37.600326 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] Bound port: fac2c37b-2999-428d-be16-e549d69ea8a6, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:17:37.600717 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:37.604140 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-c00052ec-f31c-45c6-a898-e95fcb411a7a admin admin] Transition to ACTIVE for port object 2364c548-08f4-4472-ab28-d26a9e9db127 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:17:37.638403 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c00052ec-f31c-45c6-a898-e95fcb411a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:37.653680 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] For port fac2c37b-2999-428d-be16-e549d69ea8a6, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:17:37.657211 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] For port fac2c37b-2999-428d-be16-e549d69ea8a6, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fac2c37b-2999-428d-be16-e549d69ea8a6,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:17:37.661231 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:37.687764 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00052ec-f31c-45c6-a898-e95fcb411a7a admin admin] Network 860f4271-f3b8-43df-b697-a86b3a247263 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:17:37.690998 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-c00052ec-f31c-45c6-a898-e95fcb411a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:17:37.693626 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00052ec-f31c-45c6-a898-e95fcb411a7a admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:17:37.723215 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00052ec-f31c-45c6-a898-e95fcb411a7a admin admin] Pushing event updated for resources: {'Port': ['ID=2364c548-08f4-4472-ab28-d26a9e9db127,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:37.725821 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] Routers {'d85d990d-f4f3-48b9-8498-5616b3c8588a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:17:37.726463 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d85d990d-f4f3-48b9-8498-5616b3c8588a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:37.730615 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92e153-03df-44f9-998a-1cecf6f60540 None None] Pushing event updated for resources: {'Port': ['ID=fac2c37b-2999-428d-be16-e549d69ea8a6,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:37.745001 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c00052ec-f31c-45c6-a898-e95fcb411a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:37.845002 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] Set router d85d990d-f4f3-48b9-8498-5616b3c8588a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:17:37.883507 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:17:37.939910 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c00052ec-f31c-45c6-a898-e95fcb411a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:37.974001 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-9ad613d9-b2e9-415c-b4bf-83762e425cf7 req-3e0cbf9d-07ef-417d-bf4f-d8be02825eb9 service neutron] (93807) timed out ('10.222.0.30', 56663) {{(pid=93807) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 20:17:38.036750 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d31799aa-6639-4de3-9277-8c6364368813 None None] Provisioning for port 2364c548-08f4-4472-ab28-d26a9e9db127 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:17:38.038598 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:17:38.045519 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d31799aa-6639-4de3-9277-8c6364368813 None None] Provisioning complete for port 2364c548-08f4-4472-ab28-d26a9e9db127 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:17:38.045907 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d31799aa-6639-4de3-9277-8c6364368813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:38.084905 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:17:38.085279 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:38.119984 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c00052ec-f31c-45c6-a898-e95fcb411a7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:38.124988 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c00052ec-f31c-45c6-a898-e95fcb411a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:38.137458 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-d31799aa-6639-4de3-9277-8c6364368813 None None] Port 2364c548-08f4-4472-ab28-d26a9e9db127 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:17:38.164406 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'name': 'tempest-TestShelveInstance-185477789-router', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:34Z', 'updated_at': '2021-07-22T20:17:35Z', 'revision_number': 3, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'gw_port': {'id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:35Z', 'updated_at': '2021-07-22T20:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:38.192087 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c00052ec-f31c-45c6-a898-e95fcb411a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:38.194729 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00052ec-f31c-45c6-a898-e95fcb411a7a admin admin] Pushing event updated for resources: {'Port': ['ID=2364c548-08f4-4472-ab28-d26a9e9db127,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:38.207470 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e648e6-833b-4d27-a2b7-a1a48be3131b None None] The sync data for ids ['d85d990d-f4f3-48b9-8498-5616b3c8588a'] in n-d-800086-12 is: [{'id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'name': 'tempest-TestShelveInstance-185477789-router', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:34Z', 'updated_at': '2021-07-22T20:17:35Z', 'revision_number': 3, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'gw_port': {'id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:35Z', 'updated_at': '2021-07-22T20:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:17:38.226750 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:38.264102 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:17:38.269194 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:38.299711 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00052ec-f31c-45c6-a898-e95fcb411a7a admin admin] Network 860f4271-f3b8-43df-b697-a86b3a247263 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:17:38.301249 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-c00052ec-f31c-45c6-a898-e95fcb411a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:17:38.327966 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:38.440267 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00052ec-f31c-45c6-a898-e95fcb411a7a admin admin] Router d85d990d-f4f3-48b9-8498-5616b3c8588a has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:17:38.588174 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00052ec-f31c-45c6-a898-e95fcb411a7a admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:17:38.594404 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c00052ec-f31c-45c6-a898-e95fcb411a7a admin admin] 10.222.0.13 "PUT /v2.0/routers/d85d990d-f4f3-48b9-8498-5616b3c8588a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7059317 Jul 22 20:17:38.659136 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-178b402e-5936-4f56-bb1e-22f02c97ee57 None None] Provisioning complete for port 2364c548-08f4-4472-ab28-d26a9e9db127 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:17:38.659586 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-178b402e-5936-4f56-bb1e-22f02c97ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:38.695530 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-178b402e-5936-4f56-bb1e-22f02c97ee57 None None] Port 2364c548-08f4-4472-ab28-d26a9e9db127 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:17:39.091084 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34644) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:39.096130 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-6d9f7548-515d-4399-9f61-0aed9d348d4e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1054660485-network', 'tenant_id': '523166efff554471a838acd9bf3b790b'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:17:39.117502 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9f7548-515d-4399-9f61-0aed9d348d4e admin admin] Made reservation on behalf of 523166efff554471a838acd9bf3b790b for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:17:39.119799 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d9f7548-515d-4399-9f61-0aed9d348d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:39.129454 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d9f7548-515d-4399-9f61-0aed9d348d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:39.223635 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d9f7548-515d-4399-9f61-0aed9d348d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:39.227560 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d9f7548-515d-4399-9f61-0aed9d348d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:39.253267 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9f7548-515d-4399-9f61-0aed9d348d4e admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:17:39.263039 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f7548-515d-4399-9f61-0aed9d348d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f19befe-1cbb-41e9-afea-0e7cb6d3ae8c,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:39.267969 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d9f7548-515d-4399-9f61-0aed9d348d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:39.268309 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-6d9f7548-515d-4399-9f61-0aed9d348d4e admin admin] Added segment 57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b of type vlan for network a32c323b-8dd7-43ce-9baf-b78491aeec88 Jul 22 20:17:39.313706 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d9f7548-515d-4399-9f61-0aed9d348d4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:39.342455 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d9f7548-515d-4399-9f61-0aed9d348d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:39.344619 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9f7548-515d-4399-9f61-0aed9d348d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:39.344619 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d9f7548-515d-4399-9f61-0aed9d348d4e admin admin] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:39.379547 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-6d9f7548-515d-4399-9f61-0aed9d348d4e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2873356 Jul 22 20:17:39.382270 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34646) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:39.387524 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-d493e77b-6994-4325-aff1-22c64a8724fc admin admin] Request body: {'subnet': {'network_id': 'a32c323b-8dd7-43ce-9baf-b78491aeec88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1054660485-subnet', 'tenant_id': '523166efff554471a838acd9bf3b790b', 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:17:39.417051 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f7548-515d-4399-9f61-0aed9d348d4e admin admin] Pushing event updated for resources: {'Network': ['ID=a32c323b-8dd7-43ce-9baf-b78491aeec88,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:39.427846 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network a32c323b-8dd7-43ce-9baf-b78491aeec88 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:17:39.437662 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d493e77b-6994-4325-aff1-22c64a8724fc admin admin] Made reservation on behalf of 523166efff554471a838acd9bf3b790b for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:17:39.440226 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d493e77b-6994-4325-aff1-22c64a8724fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:39.617548 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d493e77b-6994-4325-aff1-22c64a8724fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:39.674905 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:39.680519 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493e77b-6994-4325-aff1-22c64a8724fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=661bbd24-e5cf-46b1-bca1-f650cb277ecf,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:39.688614 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d493e77b-6994-4325-aff1-22c64a8724fc admin admin] Checking segment: {'id': '57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a32c323b-8dd7-43ce-9baf-b78491aeec88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:17:39.688998 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d493e77b-6994-4325-aff1-22c64a8724fc admin admin] Network hostable DHCP agents. Network: a32c323b-8dd7-43ce-9baf-b78491aeec88, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:17:39.705749 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d493e77b-6994-4325-aff1-22c64a8724fc admin admin] Network a32c323b-8dd7-43ce-9baf-b78491aeec88 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:17:39.716055 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-d493e77b-6994-4325-aff1-22c64a8724fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, a32c323b-8dd7-43ce-9baf-b78491aeec88) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:17:39.725801 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d493e77b-6994-4325-aff1-22c64a8724fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:39.726115 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc39e31-f757-46a7-b122-0dbc42a0f0e8 None None] Network a32c323b-8dd7-43ce-9baf-b78491aeec88 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:17:39.729334 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-d493e77b-6994-4325-aff1-22c64a8724fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:39.745903 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-d493e77b-6994-4325-aff1-22c64a8724fc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3622909 Jul 22 20:17:39.748356 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34648) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:39.752944 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-09290630-bd52-4264-b17b-9156355a3957 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1054660485-router', 'tenant_id': '523166efff554471a838acd9bf3b790b', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:17:39.778684 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09290630-bd52-4264-b17b-9156355a3957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:39.779735 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09290630-bd52-4264-b17b-9156355a3957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:39.848466 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09290630-bd52-4264-b17b-9156355a3957 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:39.852995 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] Sync routers for ids ['d85d990d-f4f3-48b9-8498-5616b3c8588a'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:17:39.864834 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] Routers {'d85d990d-f4f3-48b9-8498-5616b3c8588a'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:17:39.865708 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d85d990d-f4f3-48b9-8498-5616b3c8588a'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:39.946122 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fac2c37b-2999-428d-be16-e549d69ea8a6 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:17:39.953418 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-a32c323b-8dd7-43ce-9baf-b78491aeec88', 'network_id': 'a32c323b-8dd7-43ce-9baf-b78491aeec88', 'tenant_id': '523166efff554471a838acd9bf3b790b', 'fixed_ips': [{'subnet_id': '661bbd24-e5cf-46b1-bca1-f650cb277ecf'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:17:39.954407 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:40.015439 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] Set router d85d990d-f4f3-48b9-8498-5616b3c8588a gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:17:40.036874 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09290630-bd52-4264-b17b-9156355a3957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:40.095085 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port fac2c37b-2999-428d-be16-e549d69ea8a6 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:17:40.102629 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port fac2c37b-2999-428d-be16-e549d69ea8a6 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:17:40.103196 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:40.184814 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] Allocated IP 172.20.0.2 (a32c323b-8dd7-43ce-9baf-b78491aeec88/661bbd24-e5cf-46b1-bca1-f650cb277ecf/622ef056-33af-4813-9de7-ae73d6223f2c) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:17:40.258931 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:40.261685 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'name': 'tempest-TestShelveInstance-185477789-router', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:34Z', 'updated_at': '2021-07-22T20:17:37Z', 'revision_number': 4, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'gw_port': {'id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:35Z', 'updated_at': '2021-07-22T20:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2364c548-08f4-4472-ab28-d26a9e9db127', 'name': '', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'mac_address': 'fa:16:3e:f6:72:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:37Z', 'updated_at': '2021-07-22T20:17:37Z', 'revision_number': 2, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'subnets': [{'id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:40.269722 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09290630-bd52-4264-b17b-9156355a3957 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:40.289961 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09290630-bd52-4264-b17b-9156355a3957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:40.295432 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] Checking router: d85d990d-f4f3-48b9-8498-5616b3c8588a for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:17:40.295778 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] Updating router d85d990d-f4f3-48b9-8498-5616b3c8588a port 2364c548-08f4-4472-ab28-d26a9e9db127 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:17:40.311474 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port fac2c37b-2999-428d-be16-e549d69ea8a6, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fac2c37b-2999-428d-be16-e549d69ea8a6,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:17:40.316360 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:40.317186 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:17:40.345424 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:40.408688 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-09290630-bd52-4264-b17b-9156355a3957 admin admin] Allocated IP 172.25.3.160 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/d343a2f8-9d90-416b-99e0-89bf1a4d8a70) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:17:40.440535 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=fac2c37b-2999-428d-be16-e549d69ea8a6,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:40.466368 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:40.473733 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:17:40.474105 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:40.477942 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] Transition to ACTIVE for port object 622ef056-33af-4813-9de7-ae73d6223f2c will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:17:40.519963 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] Transition to ACTIVE for port object 622ef056-33af-4813-9de7-ae73d6223f2c will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:17:40.530104 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:40.532201 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09290630-bd52-4264-b17b-9156355a3957 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:40.577728 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09290630-bd52-4264-b17b-9156355a3957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:40.598569 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] Network a32c323b-8dd7-43ce-9baf-b78491aeec88 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:17:40.606104 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:17:40.610126 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:17:40.615906 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] Pushing event updated for resources: {'Port': ['ID=622ef056-33af-4813-9de7-ae73d6223f2c,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:40.622975 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09290630-bd52-4264-b17b-9156355a3957 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:17:40.626200 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-09290630-bd52-4264-b17b-9156355a3957 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:17:40.630997 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09290630-bd52-4264-b17b-9156355a3957 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:17:40.642055 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:40.651712 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09290630-bd52-4264-b17b-9156355a3957 admin admin] Pushing event updated for resources: {'Port': ['ID=d343a2f8-9d90-416b-99e0-89bf1a4d8a70,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:40.654263 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] Transition to ACTIVE for port object 2364c548-08f4-4472-ab28-d26a9e9db127 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:17:40.663631 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:40.694150 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] Attempting to bind port 622ef056-33af-4813-9de7-ae73d6223f2c on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:17:40.694518 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] Attempting to bind port 622ef056-33af-4813-9de7-ae73d6223f2c by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a32c323b-8dd7-43ce-9baf-b78491aeec88'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:17:40.694878 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] Attempting to bind port 622ef056-33af-4813-9de7-ae73d6223f2c on network a32c323b-8dd7-43ce-9baf-b78491aeec88 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:17:40.700207 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:17:40.700639 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] Checking segment: {'id': '57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a32c323b-8dd7-43ce-9baf-b78491aeec88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:17:40.701015 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:40.701404 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] Bound using segment: {'id': '57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a32c323b-8dd7-43ce-9baf-b78491aeec88'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:17:40.702021 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] Bound port: 622ef056-33af-4813-9de7-ae73d6223f2c, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a32c323b-8dd7-43ce-9baf-b78491aeec88'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:17:40.702405 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:40.754882 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468814a-b374-43da-94a6-9b3d549a661d None None] Pushing event updated for resources: {'Port': ['ID=2364c548-08f4-4472-ab28-d26a9e9db127,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:40.777918 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] For port 622ef056-33af-4813-9de7-ae73d6223f2c, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:17:40.780368 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468814a-b374-43da-94a6-9b3d549a661d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:40.780890 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468814a-b374-43da-94a6-9b3d549a661d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:40.781305 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468814a-b374-43da-94a6-9b3d549a661d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:40.781707 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468814a-b374-43da-94a6-9b3d549a661d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:40.782128 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468814a-b374-43da-94a6-9b3d549a661d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:40.782522 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468814a-b374-43da-94a6-9b3d549a661d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:40.783065 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468814a-b374-43da-94a6-9b3d549a661d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:40.783417 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468814a-b374-43da-94a6-9b3d549a661d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:40.783720 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] For port 622ef056-33af-4813-9de7-ae73d6223f2c, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=622ef056-33af-4813-9de7-ae73d6223f2c,segment=NetworkSegment(57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b),segment_id=57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:17:40.783861 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468814a-b374-43da-94a6-9b3d549a661d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:40.784276 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468814a-b374-43da-94a6-9b3d549a661d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:40.784735 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468814a-b374-43da-94a6-9b3d549a661d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:40.785198 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468814a-b374-43da-94a6-9b3d549a661d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:17:40.793139 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:40.805523 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] Attempting to bind port 2364c548-08f4-4472-ab28-d26a9e9db127 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:17:40.806471 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] Attempting to bind port 2364c548-08f4-4472-ab28-d26a9e9db127 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:17:40.806861 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] Attempting to bind port 2364c548-08f4-4472-ab28-d26a9e9db127 on network 860f4271-f3b8-43df-b697-a86b3a247263 {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:17:40.814549 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:17:40.814961 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] Checking segment: {'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:17:40.815370 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:40.815768 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] Bound using segment: {'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:17:40.816419 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] Bound port: 2364c548-08f4-4472-ab28-d26a9e9db127, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:17:40.816834 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:40.873433 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10900845-b58a-4166-a389-9b1b6bb4cc34 None None] Pushing event updated for resources: {'Port': ['ID=622ef056-33af-4813-9de7-ae73d6223f2c,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:40.911890 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] For port 2364c548-08f4-4472-ab28-d26a9e9db127, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:17:40.917018 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] For port 2364c548-08f4-4472-ab28-d26a9e9db127, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2364c548-08f4-4472-ab28-d26a9e9db127,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:17:40.924352 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:40.993777 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] Routers {'d85d990d-f4f3-48b9-8498-5616b3c8588a'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:17:40.994643 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d85d990d-f4f3-48b9-8498-5616b3c8588a'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:41.317383 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468814a-b374-43da-94a6-9b3d549a661d None None] Pushing event updated for resources: {'Port': ['ID=2364c548-08f4-4472-ab28-d26a9e9db127,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:41.367355 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] Set router d85d990d-f4f3-48b9-8498-5616b3c8588a gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:17:41.426795 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09290630-bd52-4264-b17b-9156355a3957 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:41.596858 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'name': 'tempest-TestShelveInstance-185477789-router', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:34Z', 'updated_at': '2021-07-22T20:17:37Z', 'revision_number': 4, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'gw_port': {'id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:35Z', 'updated_at': '2021-07-22T20:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2364c548-08f4-4472-ab28-d26a9e9db127', 'name': '', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'mac_address': 'fa:16:3e:f6:72:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:37Z', 'updated_at': '2021-07-22T20:17:40Z', 'revision_number': 4, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'subnets': [{'id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:41.622588 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8417e6c5-ccd5-4244-878f-78b0458de334 None None] The sync data for ids ['d85d990d-f4f3-48b9-8498-5616b3c8588a'] in n-d-800086-12 is: [{'id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'name': 'tempest-TestShelveInstance-185477789-router', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:34Z', 'updated_at': '2021-07-22T20:17:37Z', 'revision_number': 4, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'gw_port': {'id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:35Z', 'updated_at': '2021-07-22T20:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2364c548-08f4-4472-ab28-d26a9e9db127', 'name': '', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'mac_address': 'fa:16:3e:f6:72:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:37Z', 'updated_at': '2021-07-22T20:17:40Z', 'revision_number': 4, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'subnets': [{'id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:17:41.634150 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09290630-bd52-4264-b17b-9156355a3957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:41.807678 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09290630-bd52-4264-b17b-9156355a3957 admin admin] Router d7d9dfc0-7f4f-4a47-b357-81465103dfc4 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:17:41.979642 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09290630-bd52-4264-b17b-9156355a3957 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:17:41.991180 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] Sync routers for ids ['d7d9dfc0-7f4f-4a47-b357-81465103dfc4'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:17:41.998258 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-09290630-bd52-4264-b17b-9156355a3957 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:42.002551 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34650) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:42.005880 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-09290630-bd52-4264-b17b-9156355a3957 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2501142 Jul 22 20:17:42.010877 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] Routers {'d7d9dfc0-7f4f-4a47-b357-81465103dfc4'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:17:42.011625 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d7d9dfc0-7f4f-4a47-b357-81465103dfc4'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:42.141236 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2364c548-08f4-4472-ab28-d26a9e9db127 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:17:42.213141 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] Set router d7d9dfc0-7f4f-4a47-b357-81465103dfc4 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:17:42.446465 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df680a38-50d0-4c58-a296-e062182f1028 None None] Network a32c323b-8dd7-43ce-9baf-b78491aeec88 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:17:42.460770 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 2364c548-08f4-4472-ab28-d26a9e9db127 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:17:42.504367 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 2364c548-08f4-4472-ab28-d26a9e9db127 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:17:42.504760 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:42.565187 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3c56eb9d-71cb-468c-8aef-3d56bccfca45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:42.572564 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8b1f95ef-524f-426c-bf0b-0f72bf455f8a None None] Provisioning for port 622ef056-33af-4813-9de7-ae73d6223f2c completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:17:42.623116 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:42.754178 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-3c56eb9d-71cb-468c-8aef-3d56bccfca45 admin admin] Allocated IP 172.20.0.1 (a32c323b-8dd7-43ce-9baf-b78491aeec88/661bbd24-e5cf-46b1-bca1-f650cb277ecf/6bf12bed-38a8-4363-8865-5dd2d4639885) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:17:42.780686 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:42.853036 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 2364c548-08f4-4472-ab28-d26a9e9db127, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2364c548-08f4-4472-ab28-d26a9e9db127,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:17:42.861540 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:42.862361 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 622ef056-33af-4813-9de7-ae73d6223f2c up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:17:42.863877 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3c56eb9d-71cb-468c-8aef-3d56bccfca45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:42.879093 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-3c56eb9d-71cb-468c-8aef-3d56bccfca45 admin admin] Transition to ACTIVE for port object 6bf12bed-38a8-4363-8865-5dd2d4639885 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:17:42.915552 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3c56eb9d-71cb-468c-8aef-3d56bccfca45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:42.932847 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d9dfc0-7f4f-4a47-b357-81465103dfc4', 'name': 'tempest-TestShelveInstance-1054660485-router', 'tenant_id': '523166efff554471a838acd9bf3b790b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd343a2f8-9d90-416b-99e0-89bf1a4d8a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:39Z', 'updated_at': '2021-07-22T20:17:41Z', 'revision_number': 3, 'project_id': '523166efff554471a838acd9bf3b790b', 'gw_port': {'id': 'd343a2f8-9d90-416b-99e0-89bf1a4d8a70', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d9dfc0-7f4f-4a47-b357-81465103dfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:40Z', 'updated_at': '2021-07-22T20:17:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:42.962678 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c56eb9d-71cb-468c-8aef-3d56bccfca45 admin admin] Network a32c323b-8dd7-43ce-9baf-b78491aeec88 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:17:42.974472 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-3c56eb9d-71cb-468c-8aef-3d56bccfca45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:17:42.978386 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c56eb9d-71cb-468c-8aef-3d56bccfca45 admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:17:42.984033 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] Checking router: d7d9dfc0-7f4f-4a47-b357-81465103dfc4 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:17:42.984527 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] Updating router d7d9dfc0-7f4f-4a47-b357-81465103dfc4 port d343a2f8-9d90-416b-99e0-89bf1a4d8a70 binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:17:42.985213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56eb9d-71cb-468c-8aef-3d56bccfca45 admin admin] Pushing event updated for resources: {'Port': ['ID=6bf12bed-38a8-4363-8865-5dd2d4639885,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:43.024830 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3c56eb9d-71cb-468c-8aef-3d56bccfca45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:43.025637 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=2364c548-08f4-4472-ab28-d26a9e9db127,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:43.045916 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:43.066888 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 622ef056-33af-4813-9de7-ae73d6223f2c completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:17:43.075737 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 622ef056-33af-4813-9de7-ae73d6223f2c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:17:43.076139 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:43.182088 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3c56eb9d-71cb-468c-8aef-3d56bccfca45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:43.314779 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:43.347751 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-dcbb3856-201a-45d4-a7cf-2f76b94dc3ec None None] Provisioning complete for port 622ef056-33af-4813-9de7-ae73d6223f2c triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:17:43.348134 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dcbb3856-201a-45d4-a7cf-2f76b94dc3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:43.362607 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3c56eb9d-71cb-468c-8aef-3d56bccfca45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:43.368574 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3c56eb9d-71cb-468c-8aef-3d56bccfca45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:43.410677 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 622ef056-33af-4813-9de7-ae73d6223f2c, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=622ef056-33af-4813-9de7-ae73d6223f2c,segment=NetworkSegment(57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b),segment_id=57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:17:43.423919 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:43.424857 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fac2c37b-2999-428d-be16-e549d69ea8a6 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:17:43.434032 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3c56eb9d-71cb-468c-8aef-3d56bccfca45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:43.453631 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56eb9d-71cb-468c-8aef-3d56bccfca45 admin admin] Pushing event updated for resources: {'Port': ['ID=6bf12bed-38a8-4363-8865-5dd2d4639885,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:43.542316 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:43.545230 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c56eb9d-71cb-468c-8aef-3d56bccfca45 admin admin] Network a32c323b-8dd7-43ce-9baf-b78491aeec88 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:17:43.546541 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-3c56eb9d-71cb-468c-8aef-3d56bccfca45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:17:43.565917 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=622ef056-33af-4813-9de7-ae73d6223f2c,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:43.588322 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] Transition to ACTIVE for port object d343a2f8-9d90-416b-99e0-89bf1a4d8a70 will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:17:43.599772 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:43.672341 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c56eb9d-71cb-468c-8aef-3d56bccfca45 admin admin] Router d7d9dfc0-7f4f-4a47-b357-81465103dfc4 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:17:43.675273 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port fac2c37b-2999-428d-be16-e549d69ea8a6 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:17:43.675649 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:43.684012 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] Attempting to bind port d343a2f8-9d90-416b-99e0-89bf1a4d8a70 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:17:43.684396 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] Attempting to bind port d343a2f8-9d90-416b-99e0-89bf1a4d8a70 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:17:43.684791 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] Attempting to bind port d343a2f8-9d90-416b-99e0-89bf1a4d8a70 on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:17:43.686726 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869029ea-8ecb-48f4-a732-0fb3891c7479 None None] Pushing event updated for resources: {'Port': ['ID=d343a2f8-9d90-416b-99e0-89bf1a4d8a70,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:43.716838 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:17:43.717240 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:17:43.717630 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:43.718033 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:17:43.718517 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] Bound port: d343a2f8-9d90-416b-99e0-89bf1a4d8a70, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:17:43.718904 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:43.797311 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c56eb9d-71cb-468c-8aef-3d56bccfca45 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:17:43.802684 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3c56eb9d-71cb-468c-8aef-3d56bccfca45 admin admin] 10.222.0.13 "PUT /v2.0/routers/d7d9dfc0-7f4f-4a47-b357-81465103dfc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7984405 Jul 22 20:17:43.812315 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] For port d343a2f8-9d90-416b-99e0-89bf1a4d8a70, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:17:43.837925 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] For port d343a2f8-9d90-416b-99e0-89bf1a4d8a70, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d343a2f8-9d90-416b-99e0-89bf1a4d8a70,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:17:43.843494 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b0f92920-db77-4aae-9dde-4ae127a2e3b7 None None] Provisioning for port 6bf12bed-38a8-4363-8865-5dd2d4639885 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:17:43.846676 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:43.859384 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-b0f92920-db77-4aae-9dde-4ae127a2e3b7 None None] Provisioning complete for port 6bf12bed-38a8-4363-8865-5dd2d4639885 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:17:43.859790 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b0f92920-db77-4aae-9dde-4ae127a2e3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:43.938092 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 622ef056-33af-4813-9de7-ae73d6223f2c up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:17:43.956273 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-b0f92920-db77-4aae-9dde-4ae127a2e3b7 None None] Port 6bf12bed-38a8-4363-8865-5dd2d4639885 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:17:43.980757 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] Routers {'d7d9dfc0-7f4f-4a47-b357-81465103dfc4'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:17:43.981431 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d7d9dfc0-7f4f-4a47-b357-81465103dfc4'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:44.016932 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869029ea-8ecb-48f4-a732-0fb3891c7479 None None] Pushing event updated for resources: {'Port': ['ID=d343a2f8-9d90-416b-99e0-89bf1a4d8a70,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:44.101188 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 622ef056-33af-4813-9de7-ae73d6223f2c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:17:44.101785 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:44.132346 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] Set router d7d9dfc0-7f4f-4a47-b357-81465103dfc4 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:17:44.467153 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2364c548-08f4-4472-ab28-d26a9e9db127 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:17:44.485990 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34658) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:44.490878 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-c7b3c67b-0570-4c84-9c0b-18fc79b64ddc tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-17324910', 'description': 'tempest-secgroup-smoke-17324910 description', 'project_id': 'b1863c25d49f4fd6a107b501e22dc587'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:17:44.514414 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c7b3c67b-0570-4c84-9c0b-18fc79b64ddc tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:44.563561 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 2364c548-08f4-4472-ab28-d26a9e9db127 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:17:44.563963 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:44.600811 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c7b3c67b-0570-4c84-9c0b-18fc79b64ddc tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:44.605351 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c7b3c67b-0570-4c84-9c0b-18fc79b64ddc tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:44.610045 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d9dfc0-7f4f-4a47-b357-81465103dfc4', 'name': 'tempest-TestShelveInstance-1054660485-router', 'tenant_id': '523166efff554471a838acd9bf3b790b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd343a2f8-9d90-416b-99e0-89bf1a4d8a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:39Z', 'updated_at': '2021-07-22T20:17:43Z', 'revision_number': 4, 'project_id': '523166efff554471a838acd9bf3b790b', 'gw_port': {'id': 'd343a2f8-9d90-416b-99e0-89bf1a4d8a70', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d9dfc0-7f4f-4a47-b357-81465103dfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:40Z', 'updated_at': '2021-07-22T20:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '6bf12bed-38a8-4363-8865-5dd2d4639885', 'name': '', 'network_id': 'a32c323b-8dd7-43ce-9baf-b78491aeec88', 'tenant_id': '523166efff554471a838acd9bf3b790b', 'mac_address': 'fa:16:3e:2f:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d9dfc0-7f4f-4a47-b357-81465103dfc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '661bbd24-e5cf-46b1-bca1-f650cb277ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:42Z', 'updated_at': '2021-07-22T20:17:43Z', 'revision_number': 2, 'project_id': '523166efff554471a838acd9bf3b790b', 'subnets': [{'id': '661bbd24-e5cf-46b1-bca1-f650cb277ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:44.642092 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c7b3c67b-0570-4c84-9c0b-18fc79b64ddc tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:44.646131 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c7b3c67b-0570-4c84-9c0b-18fc79b64ddc tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1563334 Jul 22 20:17:44.646290 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70c465-3479-46c4-9f17-5739cf27b62b None None] The sync data for ids ['d7d9dfc0-7f4f-4a47-b357-81465103dfc4'] in n-d-800086-12 is: [{'id': 'd7d9dfc0-7f4f-4a47-b357-81465103dfc4', 'name': 'tempest-TestShelveInstance-1054660485-router', 'tenant_id': '523166efff554471a838acd9bf3b790b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd343a2f8-9d90-416b-99e0-89bf1a4d8a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:39Z', 'updated_at': '2021-07-22T20:17:43Z', 'revision_number': 4, 'project_id': '523166efff554471a838acd9bf3b790b', 'gw_port': {'id': 'd343a2f8-9d90-416b-99e0-89bf1a4d8a70', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d9dfc0-7f4f-4a47-b357-81465103dfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:40Z', 'updated_at': '2021-07-22T20:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '6bf12bed-38a8-4363-8865-5dd2d4639885', 'name': '', 'network_id': 'a32c323b-8dd7-43ce-9baf-b78491aeec88', 'tenant_id': '523166efff554471a838acd9bf3b790b', 'mac_address': 'fa:16:3e:2f:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d9dfc0-7f4f-4a47-b357-81465103dfc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '661bbd24-e5cf-46b1-bca1-f650cb277ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:42Z', 'updated_at': '2021-07-22T20:17:43Z', 'revision_number': 2, 'project_id': '523166efff554471a838acd9bf3b790b', 'subnets': [{'id': '661bbd24-e5cf-46b1-bca1-f650cb277ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:17:44.646459 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34660) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:44.650898 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-5ea1589b-c9d9-473f-9869-cd775562aa40 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Request body: {'security_group_rule': {'security_group_id': '1c8ee229-cb72-401f-9877-8a6dca7bda9d', 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:17:44.662230 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3c67b-0570-4c84-9c0b-18fc79b64ddc tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8ee229-cb72-401f-9877-8a6dca7bda9d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:44.686507 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5ea1589b-c9d9-473f-9869-cd775562aa40 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:44.748112 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5ea1589b-c9d9-473f-9869-cd775562aa40 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:44.752153 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5ea1589b-c9d9-473f-9869-cd775562aa40 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:44.770621 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1589b-c9d9-473f-9869-cd775562aa40 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8b7e16-6975-4dc6-aa74-0ad0de975cd3,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:44.777913 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5ea1589b-c9d9-473f-9869-cd775562aa40 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:44.781900 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5ea1589b-c9d9-473f-9869-cd775562aa40 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319168 Jul 22 20:17:44.782072 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34662) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:44.786913 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-87eb96e5-88f9-4609-af44-7090145767ea tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Request body: {'security_group_rule': {'security_group_id': '1c8ee229-cb72-401f-9877-8a6dca7bda9d', 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:17:44.814570 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-87eb96e5-88f9-4609-af44-7090145767ea tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:44.883518 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-87eb96e5-88f9-4609-af44-7090145767ea tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:44.889549 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-87eb96e5-88f9-4609-af44-7090145767ea tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:44.910095 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb96e5-88f9-4609-af44-7090145767ea tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d86ab88-6c86-4cc4-95a7-a5c21776a40b,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:44.917371 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-87eb96e5-88f9-4609-af44-7090145767ea tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:44.918725 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-87eb96e5-88f9-4609-af44-7090145767ea tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1357124 Jul 22 20:17:44.921428 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34664) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:44.925949 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-4b926181-1312-4982-b760-ea7faf746f06 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Request body: {'security_group_rule': {'security_group_id': '1c8ee229-cb72-401f-9877-8a6dca7bda9d', 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:17:44.958827 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4b926181-1312-4982-b760-ea7faf746f06 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:45.028329 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4b926181-1312-4982-b760-ea7faf746f06 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:45.032294 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4b926181-1312-4982-b760-ea7faf746f06 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:45.056119 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b926181-1312-4982-b760-ea7faf746f06 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6adffd6f-2a8a-4660-99e5-c0ef7ce29b54,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:45.063646 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-4b926181-1312-4982-b760-ea7faf746f06 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:45.065324 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-4b926181-1312-4982-b760-ea7faf746f06 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429482 Jul 22 20:17:45.068160 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34666) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:45.073023 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-481499dd-46cb-48b9-ae6f-bf340613b592 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Request body: {'security_group_rule': {'security_group_id': '1c8ee229-cb72-401f-9877-8a6dca7bda9d', 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:17:45.106479 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-481499dd-46cb-48b9-ae6f-bf340613b592 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:45.171244 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-481499dd-46cb-48b9-ae6f-bf340613b592 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:45.175000 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-481499dd-46cb-48b9-ae6f-bf340613b592 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:45.195440 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481499dd-46cb-48b9-ae6f-bf340613b592 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378b5732-e906-412f-8937-c3aa9426027c,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:45.198981 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-481499dd-46cb-48b9-ae6f-bf340613b592 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:45.203163 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-481499dd-46cb-48b9-ae6f-bf340613b592 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312358 Jul 22 20:17:45.203702 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 34668) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:45.208397 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-86f9bdbd-4d8d-408c-8ca9-c246de02ac63 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Request body: {'security_group_rule': {'security_group_id': '1c8ee229-cb72-401f-9877-8a6dca7bda9d', 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:17:45.231604 n-d-800086-12 neutron-server[93806]: INFO neutron.db.securitygroups_db [None req-86f9bdbd-4d8d-408c-8ca9-c246de02ac63 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Project b1863c25d49f4fd6a107b501e22dc587 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:17:45.236967 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-86f9bdbd-4d8d-408c-8ca9-c246de02ac63 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:45.318480 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-86f9bdbd-4d8d-408c-8ca9-c246de02ac63 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:45.325261 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-86f9bdbd-4d8d-408c-8ca9-c246de02ac63 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:45.346552 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9bdbd-4d8d-408c-8ca9-c246de02ac63 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e8b6ff-d757-4017-bab1-2147687d9583,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:45.353558 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-86f9bdbd-4d8d-408c-8ca9-c246de02ac63 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:45.359011 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34670) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:45.359781 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-86f9bdbd-4d8d-408c-8ca9-c246de02ac63 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1551247 Jul 22 20:17:45.363713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-1d354304-704d-4eb8-b26e-9a9118a245f2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Request body: {'security_group_rule': {'security_group_id': '1c8ee229-cb72-401f-9877-8a6dca7bda9d', 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:17:45.387703 n-d-800086-12 neutron-server[93807]: INFO neutron.db.securitygroups_db [None req-1d354304-704d-4eb8-b26e-9a9118a245f2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Project b1863c25d49f4fd6a107b501e22dc587 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:17:45.393500 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d354304-704d-4eb8-b26e-9a9118a245f2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:45.462063 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d354304-704d-4eb8-b26e-9a9118a245f2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:45.466976 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d354304-704d-4eb8-b26e-9a9118a245f2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:45.486478 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d354304-704d-4eb8-b26e-9a9118a245f2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c46f6a5-201d-4e3a-b246-53e3e4cfb78b,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:45.492990 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d354304-704d-4eb8-b26e-9a9118a245f2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:45.494364 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1d354304-704d-4eb8-b26e-9a9118a245f2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1341474 Jul 22 20:17:45.644623 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-d170f31b-5a65-4262-bf74-51df8e0a9feb tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-17324910&fields=id&tenant_id=b1863c25d49f4fd6a107b501e22dc587 HTTP/1.1" status: 200 len: 267 time: 0.0362256 Jul 22 20:17:45.761639 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-b1ed930c-8452-4066-943b-3d477fcfbb21 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:45.763151 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-b1ed930c-8452-4066-943b-3d477fcfbb21 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 808 time: 0.1115754 Jul 22 20:17:45.779128 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-d58eb76c-eff1-4542-96c0-8caacbad50b4 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/quotas/b1863c25d49f4fd6a107b501e22dc587 HTTP/1.1" status: 200 len: 375 time: 0.0103662 Jul 22 20:17:45.848265 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-259d0421-eaad-44b7-b799-04f3de8c8426 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632257 Jul 22 20:17:45.948888 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d343a2f8-9d90-416b-99e0-89bf1a4d8a70 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:17:45.967979 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-0ec988ba-0a2b-46ba-a8a4-44786d7fb91b service neutron] 10.222.0.13 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077485 Jul 22 20:17:46.000546 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port d343a2f8-9d90-416b-99e0-89bf1a4d8a70 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:17:46.004219 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port d343a2f8-9d90-416b-99e0-89bf1a4d8a70 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:17:46.004627 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:46.059469 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-1924a678-bc41-4545-907b-e407a7c431a0 service neutron] 10.222.0.13 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854325 Jul 22 20:17:46.086039 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:46.107496 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port d343a2f8-9d90-416b-99e0-89bf1a4d8a70, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d343a2f8-9d90-416b-99e0-89bf1a4d8a70,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:17:46.112903 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:46.164373 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=d343a2f8-9d90-416b-99e0-89bf1a4d8a70,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:46.236037 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b320d0bf-76a3-48c9-b702-3ad3dd51b561 req-a28d2cc8-c145-4f5e-bfd6-24814ae063a2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 210 time: 0.0327957 Jul 22 20:17:46.616898 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] Sync routers for ids ['d7d9dfc0-7f4f-4a47-b357-81465103dfc4'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:17:46.626703 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] Routers {'d7d9dfc0-7f4f-4a47-b357-81465103dfc4'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:17:46.627303 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d7d9dfc0-7f4f-4a47-b357-81465103dfc4'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:46.734439 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] Set router d7d9dfc0-7f4f-4a47-b357-81465103dfc4 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:17:46.943348 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d9dfc0-7f4f-4a47-b357-81465103dfc4', 'name': 'tempest-TestShelveInstance-1054660485-router', 'tenant_id': '523166efff554471a838acd9bf3b790b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd343a2f8-9d90-416b-99e0-89bf1a4d8a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:39Z', 'updated_at': '2021-07-22T20:17:43Z', 'revision_number': 4, 'project_id': '523166efff554471a838acd9bf3b790b', 'gw_port': {'id': 'd343a2f8-9d90-416b-99e0-89bf1a4d8a70', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d9dfc0-7f4f-4a47-b357-81465103dfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:40Z', 'updated_at': '2021-07-22T20:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '6bf12bed-38a8-4363-8865-5dd2d4639885', 'name': '', 'network_id': 'a32c323b-8dd7-43ce-9baf-b78491aeec88', 'tenant_id': '523166efff554471a838acd9bf3b790b', 'mac_address': 'fa:16:3e:2f:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d9dfc0-7f4f-4a47-b357-81465103dfc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '661bbd24-e5cf-46b1-bca1-f650cb277ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:42Z', 'updated_at': '2021-07-22T20:17:43Z', 'revision_number': 2, 'project_id': '523166efff554471a838acd9bf3b790b', 'subnets': [{'id': '661bbd24-e5cf-46b1-bca1-f650cb277ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:46.970055 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] Checking router: d7d9dfc0-7f4f-4a47-b357-81465103dfc4 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:17:46.970406 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] Updating router d7d9dfc0-7f4f-4a47-b357-81465103dfc4 port 6bf12bed-38a8-4363-8865-5dd2d4639885 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:17:47.003239 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:47.217097 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-593bbbeb-46df-4caf-9252-cb696c1158ed tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:47.218534 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-593bbbeb-46df-4caf-9252-cb696c1158ed tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.16 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 808 time: 0.1125140 Jul 22 20:17:47.266894 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-a897e7fe-ca19-47d8-9e1a-c8b020eea356 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1863c25d49f4fd6a107b501e22dc587 HTTP/1.1" status: 200 len: 378 time: 0.0394089 Jul 22 20:17:47.277856 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e6ef7bd5-a813-47b0-ae03-0fc87ed54990 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Request body: {'port': {'device_id': '89ad26b4-73e4-4540-8ad1-afebb67bd00e', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'admin_state_up': True, 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'security_groups': ['1c8ee229-cb72-401f-9877-8a6dca7bda9d']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:17:47.291320 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:47.308920 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] Transition to ACTIVE for port object 6bf12bed-38a8-4363-8865-5dd2d4639885 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:17:47.315529 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:47.368030 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a70d4-8d4d-4710-ae33-a5da4a446427 None None] Pushing event updated for resources: {'Port': ['ID=6bf12bed-38a8-4363-8865-5dd2d4639885,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:47.383011 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4461f777-abc5-49df-93d7-65ae94c5b267 req-5a04ae67-946c-4682-8264-179667143966 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 210 time: 0.0729938 Jul 22 20:17:47.438069 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] Attempting to bind port 6bf12bed-38a8-4363-8865-5dd2d4639885 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:17:47.438671 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] Attempting to bind port 6bf12bed-38a8-4363-8865-5dd2d4639885 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a32c323b-8dd7-43ce-9baf-b78491aeec88'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:17:47.438835 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] Attempting to bind port 6bf12bed-38a8-4363-8865-5dd2d4639885 on network a32c323b-8dd7-43ce-9baf-b78491aeec88 {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:17:47.444542 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:17:47.444943 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] Checking segment: {'id': '57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a32c323b-8dd7-43ce-9baf-b78491aeec88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:17:47.445472 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:47.445964 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] Bound using segment: {'id': '57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a32c323b-8dd7-43ce-9baf-b78491aeec88'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:17:47.446455 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] Bound port: 6bf12bed-38a8-4363-8865-5dd2d4639885, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a32c323b-8dd7-43ce-9baf-b78491aeec88'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:17:47.446825 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:47.447424 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e6ef7bd5-a813-47b0-ae03-0fc87ed54990 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Made reservation on behalf of b1863c25d49f4fd6a107b501e22dc587 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:17:47.453937 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e6ef7bd5-a813-47b0-ae03-0fc87ed54990 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:47.520052 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] For port 6bf12bed-38a8-4363-8865-5dd2d4639885, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:17:47.523513 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] For port 6bf12bed-38a8-4363-8865-5dd2d4639885, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6bf12bed-38a8-4363-8865-5dd2d4639885,segment=NetworkSegment(57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b),segment_id=57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:17:47.528671 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:47.595362 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] Routers {'d7d9dfc0-7f4f-4a47-b357-81465103dfc4'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:17:47.596037 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d7d9dfc0-7f4f-4a47-b357-81465103dfc4'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:47.602025 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a70d4-8d4d-4710-ae33-a5da4a446427 None None] Pushing event updated for resources: {'Port': ['ID=6bf12bed-38a8-4363-8865-5dd2d4639885,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:47.602297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e6ef7bd5-a813-47b0-ae03-0fc87ed54990 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Allocated IP 172.20.0.5 (860f4271-f3b8-43df-b697-a86b3a247263/19088ea0-6cb8-4857-b9d8-ed67a2121c36/63bab3b3-bafc-403c-8f09-1d27ea094a3c) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:17:47.719544 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] Set router d7d9dfc0-7f4f-4a47-b357-81465103dfc4 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:17:47.765487 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e6ef7bd5-a813-47b0-ae03-0fc87ed54990 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:47.780878 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e6ef7bd5-a813-47b0-ae03-0fc87ed54990 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Transition to ACTIVE for port object 63bab3b3-bafc-403c-8f09-1d27ea094a3c will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:17:47.816558 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e6ef7bd5-a813-47b0-ae03-0fc87ed54990 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:47.865212 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e6ef7bd5-a813-47b0-ae03-0fc87ed54990 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Network 860f4271-f3b8-43df-b697-a86b3a247263 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:17:47.871253 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e6ef7bd5-a813-47b0-ae03-0fc87ed54990 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:17:47.875324 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e6ef7bd5-a813-47b0-ae03-0fc87ed54990 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:17:47.904994 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef7bd5-a813-47b0-ae03-0fc87ed54990 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event updated for resources: {'Port': ['ID=63bab3b3-bafc-403c-8f09-1d27ea094a3c,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:47.933271 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e6ef7bd5-a813-47b0-ae03-0fc87ed54990 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:47.934320 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e6ef7bd5-a813-47b0-ae03-0fc87ed54990 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:47.964639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e6ef7bd5-a813-47b0-ae03-0fc87ed54990 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6905375 Jul 22 20:17:47.968030 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d9dfc0-7f4f-4a47-b357-81465103dfc4', 'name': 'tempest-TestShelveInstance-1054660485-router', 'tenant_id': '523166efff554471a838acd9bf3b790b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd343a2f8-9d90-416b-99e0-89bf1a4d8a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:39Z', 'updated_at': '2021-07-22T20:17:43Z', 'revision_number': 4, 'project_id': '523166efff554471a838acd9bf3b790b', 'gw_port': {'id': 'd343a2f8-9d90-416b-99e0-89bf1a4d8a70', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d9dfc0-7f4f-4a47-b357-81465103dfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:40Z', 'updated_at': '2021-07-22T20:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '6bf12bed-38a8-4363-8865-5dd2d4639885', 'name': '', 'network_id': 'a32c323b-8dd7-43ce-9baf-b78491aeec88', 'tenant_id': '523166efff554471a838acd9bf3b790b', 'mac_address': 'fa:16:3e:2f:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d9dfc0-7f4f-4a47-b357-81465103dfc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '661bbd24-e5cf-46b1-bca1-f650cb277ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:42Z', 'updated_at': '2021-07-22T20:17:47Z', 'revision_number': 4, 'project_id': '523166efff554471a838acd9bf3b790b', 'subnets': [{'id': '661bbd24-e5cf-46b1-bca1-f650cb277ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:47.979881 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] Request body: {'port': {'device_id': '89ad26b4-73e4-4540-8ad1-afebb67bd00e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:17:47.983707 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6bf12bed-38a8-4363-8865-5dd2d4639885 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:17:48.017530 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a729e-b8ae-4475-8b1e-dd0d38813920 None None] The sync data for ids ['d7d9dfc0-7f4f-4a47-b357-81465103dfc4'] in n-d-800086-12 is: [{'id': 'd7d9dfc0-7f4f-4a47-b357-81465103dfc4', 'name': 'tempest-TestShelveInstance-1054660485-router', 'tenant_id': '523166efff554471a838acd9bf3b790b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd343a2f8-9d90-416b-99e0-89bf1a4d8a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:39Z', 'updated_at': '2021-07-22T20:17:43Z', 'revision_number': 4, 'project_id': '523166efff554471a838acd9bf3b790b', 'gw_port': {'id': 'd343a2f8-9d90-416b-99e0-89bf1a4d8a70', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d9dfc0-7f4f-4a47-b357-81465103dfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:40Z', 'updated_at': '2021-07-22T20:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '6bf12bed-38a8-4363-8865-5dd2d4639885', 'name': '', 'network_id': 'a32c323b-8dd7-43ce-9baf-b78491aeec88', 'tenant_id': '523166efff554471a838acd9bf3b790b', 'mac_address': 'fa:16:3e:2f:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d9dfc0-7f4f-4a47-b357-81465103dfc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '661bbd24-e5cf-46b1-bca1-f650cb277ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:42Z', 'updated_at': '2021-07-22T20:17:47Z', 'revision_number': 4, 'project_id': '523166efff554471a838acd9bf3b790b', 'subnets': [{'id': '661bbd24-e5cf-46b1-bca1-f650cb277ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:17:48.051300 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 6bf12bed-38a8-4363-8865-5dd2d4639885 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:17:48.057472 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 6bf12bed-38a8-4363-8865-5dd2d4639885 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:17:48.063166 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:48.075711 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:48.170865 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:48.181642 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5001d626-f4e6-453c-a73e-9646f0e980c6 None None] Provisioning for port 63bab3b3-bafc-403c-8f09-1d27ea094a3c completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:17:48.191107 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-5001d626-f4e6-453c-a73e-9646f0e980c6 None None] Provisioning complete for port 63bab3b3-bafc-403c-8f09-1d27ea094a3c triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:17:48.191613 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5001d626-f4e6-453c-a73e-9646f0e980c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:48.242040 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 6bf12bed-38a8-4363-8865-5dd2d4639885, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6bf12bed-38a8-4363-8865-5dd2d4639885,segment=NetworkSegment(57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b),segment_id=57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:17:48.249095 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-5001d626-f4e6-453c-a73e-9646f0e980c6 None None] Port 63bab3b3-bafc-403c-8f09-1d27ea094a3c cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:17:48.252640 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:48.253684 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d343a2f8-9d90-416b-99e0-89bf1a4d8a70 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:17:48.337895 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=6bf12bed-38a8-4363-8865-5dd2d4639885,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:48.354389 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port d343a2f8-9d90-416b-99e0-89bf1a4d8a70 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:17:48.355530 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:48.668110 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0f8da-9cdf-40ff-a442-7ec7e05a7c2c req-4260b7b6-8d50-4ec5-af3e-0da813439869 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:48.669669 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01f0f8da-9cdf-40ff-a442-7ec7e05a7c2c req-4260b7b6-8d50-4ec5-af3e-0da813439869 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 931 time: 0.1679823 Jul 22 20:17:48.750268 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01f0f8da-9cdf-40ff-a442-7ec7e05a7c2c req-4848bd16-9524-46a7-bc00-8e80509138e9 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501826 Jul 22 20:17:48.817497 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63bab3b3-bafc-403c-8f09-1d27ea094a3c {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:17:48.825231 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:48.836993 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] Transition to ACTIVE for port object 63bab3b3-bafc-403c-8f09-1d27ea094a3c will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:17:48.841672 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:48.894696 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=63bab3b3-bafc-403c-8f09-1d27ea094a3c,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:48.968822 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] Attempting to bind port 63bab3b3-bafc-403c-8f09-1d27ea094a3c on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:17:48.969166 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] Attempting to bind port 63bab3b3-bafc-403c-8f09-1d27ea094a3c by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:17:48.969501 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] Attempting to bind port 63bab3b3-bafc-403c-8f09-1d27ea094a3c on network 860f4271-f3b8-43df-b697-a86b3a247263 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:17:48.974004 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] Port 63bab3b3-bafc-403c-8f09-1d27ea094a3c on network 860f4271-f3b8-43df-b697-a86b3a247263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:17:48.974331 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] Attempting to bind port 63bab3b3-bafc-403c-8f09-1d27ea094a3c on network 860f4271-f3b8-43df-b697-a86b3a247263 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:17:48.979355 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:17:48.979935 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] Checking segment: {'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:17:48.980558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] Bound using segment: {'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:17:48.980949 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] Bound port: 63bab3b3-bafc-403c-8f09-1d27ea094a3c, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:17:48.981319 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:49.052264 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] For port 63bab3b3-bafc-403c-8f09-1d27ea094a3c, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:17:49.055276 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] For port 63bab3b3-bafc-403c-8f09-1d27ea094a3c, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:17:49.060292 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:49.095514 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:49.096208 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:49.097681 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] 10.222.0.16 "PUT /v2.0/ports/63bab3b3-bafc-403c-8f09-1d27ea094a3c HTTP/1.1" status: 200 len: 1092 time: 1.1261010 Jul 22 20:17:49.098126 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ad26b4-73e4-4540-8ad1-afebb67bd00e', 'tag': '63bab3b3-bafc-403c-8f09-1d27ea094a3c'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:17:49.100390 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23ab5d6-09c0-4d58-9661-6b7baa08129c" -d '{"events": [{"name": "network-changed", "server_uuid": "89ad26b4-73e4-4540-8ad1-afebb67bd00e", "tag": "63bab3b3-bafc-403c-8f09-1d27ea094a3c"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:17:49.140143 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44786773-6a8a-42ed-a596-9784eb75d872 x-openstack-request-id: req-44786773-6a8a-42ed-a596-9784eb75d872 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:17:49.140531 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ad26b4-73e4-4540-8ad1-afebb67bd00e", "tag": "63bab3b3-bafc-403c-8f09-1d27ea094a3c", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:17:49.140805 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44786773-6a8a-42ed-a596-9784eb75d872 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:17:49.141242 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ad26b4-73e4-4540-8ad1-afebb67bd00e', 'tag': '63bab3b3-bafc-403c-8f09-1d27ea094a3c', 'status': 'completed', 'code': 200} Jul 22 20:17:49.154119 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58751e6-77c1-48b5-b6e4-3931d2f1c7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=63bab3b3-bafc-403c-8f09-1d27ea094a3c,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:49.203834 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e7632942-c53f-4ebe-9f73-423ce65bd4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:49.205402 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-e7632942-c53f-4ebe-9f73-423ce65bd4a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 1095 time: 0.0613136 Jul 22 20:17:49.253298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-4ddcd3f4-ed9a-437b-a32f-efaa6ced9fa9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c HTTP/1.1" status: 200 len: 217 time: 0.0405445 Jul 22 20:17:49.307975 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-9a8141e6-a384-4ee0-b8a1-493d960b27af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:49.309774 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-9a8141e6-a384-4ee0-b8a1-493d960b27af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 200 len: 847 time: 0.0496533 Jul 22 20:17:49.369262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-4599af42-3d98-4e05-9d66-f633a6f5d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:49.371194 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-4599af42-3d98-4e05-9d66-f633a6f5d401 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=860f4271-f3b8-43df-b697-a86b3a247263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544529 Jul 22 20:17:49.466150 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-507cfb91-2675-4b1b-abac-a7558748859e service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882280 Jul 22 20:17:49.554036 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-01d5c889-5362-4662-ba0c-02dc220abd6b req-83140c8b-2587-41a5-a62e-73994c4c07e5 service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811100 Jul 22 20:17:49.659207 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ab5d6-09c0-4d58-9661-6b7baa08129c req-06c5029a-0af7-412b-8760-19e42bba6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:49.660947 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f23ab5d6-09c0-4d58-9661-6b7baa08129c req-06c5029a-0af7-412b-8760-19e42bba6ea7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 1095 time: 0.0602746 Jul 22 20:17:49.751610 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ab5d6-09c0-4d58-9661-6b7baa08129c req-9fb5b28d-0af9-4dc5-8875-1a1a71e5ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:49.753151 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f23ab5d6-09c0-4d58-9661-6b7baa08129c req-9fb5b28d-0af9-4dc5-8875-1a1a71e5ce70 service neutron] 10.222.0.16 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 909 time: 0.0845253 Jul 22 20:17:49.797959 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f23ab5d6-09c0-4d58-9661-6b7baa08129c req-7c4d0acb-e921-4d9f-8ff1-5122e170be6b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c HTTP/1.1" status: 200 len: 217 time: 0.0382144 Jul 22 20:17:49.874979 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ab5d6-09c0-4d58-9661-6b7baa08129c req-03bcf164-b9e3-4c3a-b47f-e1c816913c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:49.876507 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f23ab5d6-09c0-4d58-9661-6b7baa08129c req-03bcf164-b9e3-4c3a-b47f-e1c816913c4e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 200 len: 847 time: 0.0723357 Jul 22 20:17:49.931472 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6bf12bed-38a8-4363-8865-5dd2d4639885 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:17:49.935952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de257c-8462-4917-8723-fc92d1d0c758 req-d6766e04-9d4a-476a-ab98-d927d6d291c5 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:49.937502 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b3de257c-8462-4917-8723-fc92d1d0c758 req-d6766e04-9d4a-476a-ab98-d927d6d291c5 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 943 time: 0.1074834 Jul 22 20:17:49.982987 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ab5d6-09c0-4d58-9661-6b7baa08129c req-ef679256-642a-4938-a803-01191b7bace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:49.984534 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f23ab5d6-09c0-4d58-9661-6b7baa08129c req-ef679256-642a-4938-a803-01191b7bace2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=860f4271-f3b8-43df-b697-a86b3a247263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010725 Jul 22 20:17:49.989543 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 6bf12bed-38a8-4363-8865-5dd2d4639885 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:17:49.989916 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:49.991819 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b3de257c-8462-4917-8723-fc92d1d0c758 req-070b8133-a240-41cf-885f-20cea2e0d6c3 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475748 Jul 22 20:17:50.078877 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f23ab5d6-09c0-4d58-9661-6b7baa08129c req-b3bc3beb-6d00-461c-a7cc-b57e285448ac service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861173 Jul 22 20:17:50.173427 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f23ab5d6-09c0-4d58-9661-6b7baa08129c req-d677a7fa-da67-4b27-9e21-5afa34565133 service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877039 Jul 22 20:17:51.133342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef83b7a-f407-49da-b4af-4855812c4860 req-ce7c6e9a-3bc6-48aa-9285-aabd3585061b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:51.134853 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8ef83b7a-f407-49da-b4af-4855812c4860 req-ce7c6e9a-3bc6-48aa-9285-aabd3585061b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 943 time: 0.0687876 Jul 22 20:17:51.174314 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8ef83b7a-f407-49da-b4af-4855812c4860 req-a0e105bc-9b3b-47c7-a9d0-7e8aec6cd51c tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329726 Jul 22 20:17:51.768911 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:17:51.846222 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 63bab3b3-bafc-403c-8f09-1d27ea094a3c details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:17:51.941894 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 63bab3b3-bafc-403c-8f09-1d27ea094a3c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:17:51.953429 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '63bab3b3-bafc-403c-8f09-1d27ea094a3c', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'port_id': '63bab3b3-bafc-403c-8f09-1d27ea094a3c', 'mac_address': 'fa:16:3e:11:29:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:17:51.990040 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:52.002420 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63bab3b3-bafc-403c-8f09-1d27ea094a3c {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:17:52.022167 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 63bab3b3-bafc-403c-8f09-1d27ea094a3c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:17:52.025878 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:52.078312 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=63bab3b3-bafc-403c-8f09-1d27ea094a3c,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:52.272504 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['63bab3b3-bafc-403c-8f09-1d27ea094a3c'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:17:52.305271 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50b0a0-619f-4833-8643-476e49831c6a req-cc1db153-4fee-4ece-8624-6a1724796e70 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:52.306785 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1b50b0a0-619f-4833-8643-476e49831c6a req-cc1db153-4fee-4ece-8624-6a1724796e70 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 944 time: 0.0656517 Jul 22 20:17:52.344674 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1b50b0a0-619f-4833-8643-476e49831c6a req-8c4bac3c-ccb0-4f70-bb8b-3460a4dcbf97 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316348 Jul 22 20:17:53.479464 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341fd607-d465-4af9-a115-9599f14cd379 req-3b12884e-f4ee-4006-981e-84afac1fe0f9 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:53.481122 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-341fd607-d465-4af9-a115-9599f14cd379 req-3b12884e-f4ee-4006-981e-84afac1fe0f9 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 944 time: 0.0689166 Jul 22 20:17:53.521788 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-341fd607-d465-4af9-a115-9599f14cd379 req-e88a7a91-c228-47a3-870d-2b0347cc0f88 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350103 Jul 22 20:17:53.857020 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 63bab3b3-bafc-403c-8f09-1d27ea094a3c up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:17:53.905199 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 63bab3b3-bafc-403c-8f09-1d27ea094a3c completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:17:53.908857 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 63bab3b3-bafc-403c-8f09-1d27ea094a3c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:17:53.909257 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:53.986785 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:54.009322 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ad26b4-73e4-4540-8ad1-afebb67bd00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bab3b3-bafc-403c-8f09-1d27ea094a3c'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:17:54.012011 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f42334a-df40-45c2-ae96-8d7b853a80e7" -d '{"events": [{"server_uuid": "89ad26b4-73e4-4540-8ad1-afebb67bd00e", "name": "network-vif-plugged", "status": "completed", "tag": "63bab3b3-bafc-403c-8f09-1d27ea094a3c"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:17:54.024370 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 63bab3b3-bafc-403c-8f09-1d27ea094a3c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:17:54.028648 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:54.055865 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163be957-145e-4dca-a6f3-5062be3fc6db x-openstack-request-id: req-163be957-145e-4dca-a6f3-5062be3fc6db {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:17:54.056159 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ad26b4-73e4-4540-8ad1-afebb67bd00e", "name": "network-vif-plugged", "status": "completed", "tag": "63bab3b3-bafc-403c-8f09-1d27ea094a3c", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:17:54.056409 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-163be957-145e-4dca-a6f3-5062be3fc6db {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:17:54.056833 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ad26b4-73e4-4540-8ad1-afebb67bd00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bab3b3-bafc-403c-8f09-1d27ea094a3c', 'code': 200} Jul 22 20:17:54.083643 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=63bab3b3-bafc-403c-8f09-1d27ea094a3c,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:54.160709 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36c00d-88d2-4d2b-b35f-a0df34c571cd req-d4b2f734-e815-453e-94af-145233f1f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:54.162294 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2e36c00d-88d2-4d2b-b35f-a0df34c571cd req-d4b2f734-e815-453e-94af-145233f1f3d6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 1097 time: 0.0531328 Jul 22 20:17:54.196856 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2e36c00d-88d2-4d2b-b35f-a0df34c571cd req-5dfcac5b-3869-46a8-93a5-13aa5397b03f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0270977 Jul 22 20:17:54.651975 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf32b7d-5a59-422a-9b44-c8f0a1422cc7 req-2bb131c5-2ef1-4e5d-99cd-be9d885b5dee tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:54.653536 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8bf32b7d-5a59-422a-9b44-c8f0a1422cc7 req-2bb131c5-2ef1-4e5d-99cd-be9d885b5dee tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0650992 Jul 22 20:17:54.692799 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8bf32b7d-5a59-422a-9b44-c8f0a1422cc7 req-7d0eedf3-545e-458b-bef5-883ec55a073a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326240 Jul 22 20:17:55.828811 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c2b35-a355-4d2d-84f8-2b20ce0cdd7d req-81161b0f-3dab-4e37-a436-0bd8ec470d42 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:55.830322 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2c7c2b35-a355-4d2d-84f8-2b20ce0cdd7d req-81161b0f-3dab-4e37-a436-0bd8ec470d42 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0687335 Jul 22 20:17:55.869354 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2c7c2b35-a355-4d2d-84f8-2b20ce0cdd7d req-81280510-1c0c-4949-8ce2-d1e9f82de3e3 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331266 Jul 22 20:17:55.999223 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26994e-abe2-4a7a-9c28-f8298384d368 req-027f6f3d-55d6-4d6c-a6a2-23dbf6391368 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:56.000656 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7b26994e-abe2-4a7a-9c28-f8298384d368 req-027f6f3d-55d6-4d6c-a6a2-23dbf6391368 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0651181 Jul 22 20:17:56.038125 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7b26994e-abe2-4a7a-9c28-f8298384d368 req-fed6f04d-4e34-4416-aaf8-cdc5bf97a732 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319474 Jul 22 20:17:56.059216 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34722) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:56.203706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1e5e0c-053f-4661-a7d8-4fb95b90dc5a tempest-TestShelveInstance-961930235 tempest-TestShelveInstance-961930235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:56.205271 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0b1e5e0c-053f-4661-a7d8-4fb95b90dc5a tempest-TestShelveInstance-961930235 tempest-TestShelveInstance-961930235-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 1092 time: 0.1450500 Jul 22 20:17:56.208089 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34726) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:17:56.212410 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-1d90a161-7463-4f2e-9f88-f677038b5a8b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': '63bab3b3-bafc-403c-8f09-1d27ea094a3c', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:17:56.234573 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d90a161-7463-4f2e-9f88-f677038b5a8b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:56.329708 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d90a161-7463-4f2e-9f88-f677038b5a8b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:56.434617 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-1d90a161-7463-4f2e-9f88-f677038b5a8b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Allocated IP 172.25.3.36 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/1a6e0ef9-2cd1-4aff-b736-e30c33025321) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:17:56.534127 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d90a161-7463-4f2e-9f88-f677038b5a8b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:56.571911 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d90a161-7463-4f2e-9f88-f677038b5a8b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:56.615934 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d90a161-7463-4f2e-9f88-f677038b5a8b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:17:56.618687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-1d90a161-7463-4f2e-9f88-f677038b5a8b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:17:56.622951 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d90a161-7463-4f2e-9f88-f677038b5a8b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:17:56.628336 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90a161-7463-4f2e-9f88-f677038b5a8b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event updated for resources: {'Port': ['ID=1a6e0ef9-2cd1-4aff-b736-e30c33025321,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:56.927747 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2453248e-efdf-44fc-b88a-d3711035b1c0 req-2d500132-0e72-47dc-a0e4-b2225397fdac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1048563 Jul 22 20:17:57.074574 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d90a161-7463-4f2e-9f88-f677038b5a8b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:57.107904 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453248e-efdf-44fc-b88a-d3711035b1c0 req-20fbb529-c861-4184-89cf-02974f75da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:57.109431 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2453248e-efdf-44fc-b88a-d3711035b1c0 req-20fbb529-c861-4184-89cf-02974f75da57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 1097 time: 0.0969024 Jul 22 20:17:57.189227 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d90a161-7463-4f2e-9f88-f677038b5a8b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:57.273395 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453248e-efdf-44fc-b88a-d3711035b1c0 req-cf56806d-ff8f-4a80-9fb2-36c88483fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:57.274865 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2453248e-efdf-44fc-b88a-d3711035b1c0 req-cf56806d-ff8f-4a80-9fb2-36c88483fbf5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 909 time: 0.1474533 Jul 22 20:17:57.392528 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2453248e-efdf-44fc-b88a-d3711035b1c0 req-509157fa-0530-4c94-85a1-33cf5dd93d73 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c HTTP/1.1" status: 200 len: 998 time: 0.1042144 Jul 22 20:17:57.471773 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453248e-efdf-44fc-b88a-d3711035b1c0 req-19bb81c1-e7d8-4dd7-9ffd-84d4f456d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:57.473156 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2453248e-efdf-44fc-b88a-d3711035b1c0 req-19bb81c1-e7d8-4dd7-9ffd-84d4f456d442 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 200 len: 847 time: 0.0700347 Jul 22 20:17:57.476706 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d90a161-7463-4f2e-9f88-f677038b5a8b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:57.488046 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d90a161-7463-4f2e-9f88-f677038b5a8b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:57.590796 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90a161-7463-4f2e-9f88-f677038b5a8b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event updated for resources: {'Port': ['ID=1a6e0ef9-2cd1-4aff-b736-e30c33025321,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:17:57.601965 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d90a161-7463-4f2e-9f88-f677038b5a8b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:57.637977 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453248e-efdf-44fc-b88a-d3711035b1c0 req-7dc785f8-3498-4994-9c6d-c360b45addf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:57.639505 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2453248e-efdf-44fc-b88a-d3711035b1c0 req-7dc785f8-3498-4994-9c6d-c360b45addf7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=860f4271-f3b8-43df-b697-a86b3a247263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1600022 Jul 22 20:17:57.766808 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-1d90a161-7463-4f2e-9f88-f677038b5a8b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Floating IP 8ff8e671-892f-4a18-8073-2876c5c2c71b associated. External IP: 172.25.3.36, port: 63bab3b3-bafc-403c-8f09-1d27ea094a3c. Jul 22 20:17:57.839904 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2453248e-efdf-44fc-b88a-d3711035b1c0 req-bc4b041a-52b8-46c4-b575-1d70fb2830fc service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741610 Jul 22 20:17:58.012541 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2453248e-efdf-44fc-b88a-d3711035b1c0 req-a5f302f5-ba81-4973-82b7-52a84db24b33 service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659307 Jul 22 20:17:58.057697 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d90a161-7463-4f2e-9f88-f677038b5a8b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Router d85d990d-f4f3-48b9-8498-5616b3c8588a has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:17:58.494476 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d90a161-7463-4f2e-9f88-f677038b5a8b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:17:58.504615 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a533f07-292e-4ef3-8870-b2d1bbee8de5 None None] Sync routers for ids ['d85d990d-f4f3-48b9-8498-5616b3c8588a'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:17:58.510848 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d90a161-7463-4f2e-9f88-f677038b5a8b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:58.515554 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a533f07-292e-4ef3-8870-b2d1bbee8de5 None None] Routers {'d85d990d-f4f3-48b9-8498-5616b3c8588a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:17:58.516184 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3a533f07-292e-4ef3-8870-b2d1bbee8de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d85d990d-f4f3-48b9-8498-5616b3c8588a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:58.547800 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1d90a161-7463-4f2e-9f88-f677038b5a8b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3386617 Jul 22 20:17:58.550349 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ad26b4-73e4-4540-8ad1-afebb67bd00e', 'tag': '63bab3b3-bafc-403c-8f09-1d27ea094a3c'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:17:58.551194 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89149a7-65b6-4a62-b609-2cc09e903bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "89ad26b4-73e4-4540-8ad1-afebb67bd00e", "tag": "63bab3b3-bafc-403c-8f09-1d27ea094a3c"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:17:58.594265 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495216ba-d328-43e2-a7fb-8cb226548d00 x-openstack-request-id: req-495216ba-d328-43e2-a7fb-8cb226548d00 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:17:58.594558 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ad26b4-73e4-4540-8ad1-afebb67bd00e", "tag": "63bab3b3-bafc-403c-8f09-1d27ea094a3c", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:17:58.594814 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-495216ba-d328-43e2-a7fb-8cb226548d00 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:17:58.595212 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ad26b4-73e4-4540-8ad1-afebb67bd00e', 'tag': '63bab3b3-bafc-403c-8f09-1d27ea094a3c', 'status': 'completed', 'code': 200} Jul 22 20:17:58.620462 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-44eab913-899c-433a-a929-c2fef5e6bf85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:58.658293 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-3a533f07-292e-4ef3-8870-b2d1bbee8de5 None None] Set router d85d990d-f4f3-48b9-8498-5616b3c8588a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:17:58.687016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89149a7-65b6-4a62-b609-2cc09e903bb3 req-d815de6d-8a7d-4f8e-8a77-ee8c53e2a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:58.689581 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f89149a7-65b6-4a62-b609-2cc09e903bb3 req-d815de6d-8a7d-4f8e-8a77-ee8c53e2a5d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 1097 time: 0.0642614 Jul 22 20:17:58.784123 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89149a7-65b6-4a62-b609-2cc09e903bb3 req-65b096b9-2caa-4bab-addd-2c310fe2c2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:58.785740 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f89149a7-65b6-4a62-b609-2cc09e903bb3 req-65b096b9-2caa-4bab-addd-2c310fe2c2d7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 909 time: 0.0905223 Jul 22 20:17:58.857660 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f89149a7-65b6-4a62-b609-2cc09e903bb3 req-16578eb1-2651-46dd-8bd1-78b04e82fa08 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c HTTP/1.1" status: 200 len: 998 time: 0.0645049 Jul 22 20:17:58.892186 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3a533f07-292e-4ef3-8870-b2d1bbee8de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'name': 'tempest-TestShelveInstance-185477789-router', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:34Z', 'updated_at': '2021-07-22T20:17:37Z', 'revision_number': 4, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'gw_port': {'id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:35Z', 'updated_at': '2021-07-22T20:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '8ff8e671-892f-4a18-8073-2876c5c2c71b', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'port_id': '63bab3b3-bafc-403c-8f09-1d27ea094a3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'mac_address': 'fa:16:3e:11:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ad26b4-73e4-4540-8ad1-afebb67bd00e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:17:56Z', 'updated_at': '2021-07-22T20:17:56Z', 'revision_number': 0, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2364c548-08f4-4472-ab28-d26a9e9db127', 'name': '', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'mac_address': 'fa:16:3e:f6:72:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:37Z', 'updated_at': '2021-07-22T20:17:42Z', 'revision_number': 5, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'subnets': [{'id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:58.908755 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89149a7-65b6-4a62-b609-2cc09e903bb3 req-c13bfda2-1dbf-462b-9e88-a9a5252cdfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:58.910232 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f89149a7-65b6-4a62-b609-2cc09e903bb3 req-c13bfda2-1dbf-462b-9e88-a9a5252cdfd7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 200 len: 847 time: 0.0466390 Jul 22 20:17:58.923196 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a533f07-292e-4ef3-8870-b2d1bbee8de5 None None] Checking router: d85d990d-f4f3-48b9-8498-5616b3c8588a for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:17:58.932500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a533f07-292e-4ef3-8870-b2d1bbee8de5 None None] Routers {'d85d990d-f4f3-48b9-8498-5616b3c8588a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:17:58.933165 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3a533f07-292e-4ef3-8870-b2d1bbee8de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:17:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d85d990d-f4f3-48b9-8498-5616b3c8588a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:58.981260 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89149a7-65b6-4a62-b609-2cc09e903bb3 req-541dcc55-e0f0-4467-b522-5f583842f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:58.982776 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f89149a7-65b6-4a62-b609-2cc09e903bb3 req-541dcc55-e0f0-4467-b522-5f583842f139 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=860f4271-f3b8-43df-b697-a86b3a247263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662229 Jul 22 20:17:59.039493 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-3a533f07-292e-4ef3-8870-b2d1bbee8de5 None None] Set router d85d990d-f4f3-48b9-8498-5616b3c8588a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:17:59.072565 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f89149a7-65b6-4a62-b609-2cc09e903bb3 req-534ce988-2b04-4113-8cee-2d5d424478ac service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823593 Jul 22 20:17:59.170207 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f89149a7-65b6-4a62-b609-2cc09e903bb3 req-e770ee4f-f371-4803-9a14-f1192d33e59e service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900609 Jul 22 20:17:59.263676 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3a533f07-292e-4ef3-8870-b2d1bbee8de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'name': 'tempest-TestShelveInstance-185477789-router', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:34Z', 'updated_at': '2021-07-22T20:17:37Z', 'revision_number': 4, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'gw_port': {'id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:35Z', 'updated_at': '2021-07-22T20:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '8ff8e671-892f-4a18-8073-2876c5c2c71b', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'port_id': '63bab3b3-bafc-403c-8f09-1d27ea094a3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'mac_address': 'fa:16:3e:11:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ad26b4-73e4-4540-8ad1-afebb67bd00e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:17:56Z', 'updated_at': '2021-07-22T20:17:56Z', 'revision_number': 0, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2364c548-08f4-4472-ab28-d26a9e9db127', 'name': '', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'mac_address': 'fa:16:3e:f6:72:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:37Z', 'updated_at': '2021-07-22T20:17:42Z', 'revision_number': 5, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'subnets': [{'id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:17:59.293371 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a533f07-292e-4ef3-8870-b2d1bbee8de5 None None] The sync data for ids ['d85d990d-f4f3-48b9-8498-5616b3c8588a'] in n-d-800086-12 is: [{'id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'name': 'tempest-TestShelveInstance-185477789-router', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:34Z', 'updated_at': '2021-07-22T20:17:37Z', 'revision_number': 4, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'gw_port': {'id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:35Z', 'updated_at': '2021-07-22T20:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '8ff8e671-892f-4a18-8073-2876c5c2c71b', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'port_id': '63bab3b3-bafc-403c-8f09-1d27ea094a3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'mac_address': 'fa:16:3e:11:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ad26b4-73e4-4540-8ad1-afebb67bd00e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:17:56Z', 'updated_at': '2021-07-22T20:17:56Z', 'revision_number': 0, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2364c548-08f4-4472-ab28-d26a9e9db127', 'name': '', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'mac_address': 'fa:16:3e:f6:72:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:37Z', 'updated_at': '2021-07-22T20:17:42Z', 'revision_number': 5, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'subnets': [{'id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:17:59.484455 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1795a69b-23a3-4cc4-ba09-a0c6c8922798 None None] New status for floating IP 8ff8e671-892f-4a18-8073-2876c5c2c71b: ACTIVE {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:18:01.105372 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-afb19b2a-b3d3-4fc3-b02d-75edcefa4958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:01.378945 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:02.619473 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:04.268174 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:09.672136 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:12.511835 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:28.591133 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-88d2411d-0381-4b8d-9dbf-10352e6ec8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:28.769326 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:18:31.106297 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a8ba2ad2-c1a8-4066-b3d7-f8a24d4f4829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:31.230567 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:32.623171 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:34.270846 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:39.670918 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:42.515531 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:58.592242 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-119b3404-a7f4-43ca-ba89-742f5fe4c5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:58.913952 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42557375-636d-40a4-94cd-ea8cd1aeb867 req-38c9245d-1623-4bf8-8536-2a57da500e6d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1054411 Jul 22 20:18:59.012730 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42557375-636d-40a4-94cd-ea8cd1aeb867 req-fe9b87bb-5ab8-475c-9aba-7a25d67d6df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:59.014262 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42557375-636d-40a4-94cd-ea8cd1aeb867 req-fe9b87bb-5ab8-475c-9aba-7a25d67d6df2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 1097 time: 0.0571020 Jul 22 20:18:59.127558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42557375-636d-40a4-94cd-ea8cd1aeb867 req-781c7788-78b7-4a92-8263-7f78a16f71e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:59.129049 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42557375-636d-40a4-94cd-ea8cd1aeb867 req-781c7788-78b7-4a92-8263-7f78a16f71e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 909 time: 0.0931075 Jul 22 20:18:59.200232 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42557375-636d-40a4-94cd-ea8cd1aeb867 req-0716bce3-4deb-4f40-ac10-0df593351c5f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c HTTP/1.1" status: 200 len: 1000 time: 0.0646963 Jul 22 20:18:59.248577 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42557375-636d-40a4-94cd-ea8cd1aeb867 req-08a8e1f5-ea85-47be-8212-e27883cd2da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:59.249987 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42557375-636d-40a4-94cd-ea8cd1aeb867 req-08a8e1f5-ea85-47be-8212-e27883cd2da9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 200 len: 847 time: 0.0431240 Jul 22 20:18:59.307327 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42557375-636d-40a4-94cd-ea8cd1aeb867 req-9e3f3583-d7f5-4242-ab2a-d7d374956a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:59.308829 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42557375-636d-40a4-94cd-ea8cd1aeb867 req-9e3f3583-d7f5-4242-ab2a-d7d374956a1c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=860f4271-f3b8-43df-b697-a86b3a247263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518847 Jul 22 20:18:59.410527 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42557375-636d-40a4-94cd-ea8cd1aeb867 req-1a69888e-3446-4feb-b72f-ec26eb4f5a97 service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941770 Jul 22 20:18:59.509080 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-42557375-636d-40a4-94cd-ea8cd1aeb867 req-cf87eed9-ed23-4edf-9722-361338ce5127 service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917084 Jul 22 20:19:01.106505 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-cbb549e4-d8f7-4206-8931-695b0fd938af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:01.231309 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:02.625067 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:04.273853 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:05.768806 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:19:09.684210 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:12.523344 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:28.597049 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4a2dfbda-263f-4c22-bc7a-874ce1b031c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:31.107295 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1af064aa-fd89-426a-aa54-07db6467c11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:31.231337 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:32.629001 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:34.277557 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:39.688512 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:42.516603 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:42.768762 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:19:54.352393 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210aa55-44f3-401d-a40c-d0b968a16762 req-747a2559-fbbf-4bd8-ab2a-0106e4c8b38f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:19:54.353907 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1210aa55-44f3-401d-a40c-d0b968a16762 req-747a2559-fbbf-4bd8-ab2a-0106e4c8b38f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0705485 Jul 22 20:19:54.390633 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1210aa55-44f3-401d-a40c-d0b968a16762 req-23d930c3-c133-47e0-886f-ef1bdf70614a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312665 Jul 22 20:19:55.533328 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba079c2-8db1-49ad-81c4-3c3f8430bbae req-079e7786-b717-4439-be78-d394936ff532 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:19:55.534823 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ba079c2-8db1-49ad-81c4-3c3f8430bbae req-079e7786-b717-4439-be78-d394936ff532 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0645404 Jul 22 20:19:55.573444 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ba079c2-8db1-49ad-81c4-3c3f8430bbae req-a971783d-c323-4433-aeb4-0cce0f84ccf5 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321400 Jul 22 20:19:56.727064 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ec460-fc3a-40b8-8b45-d6969fc24cea req-8f7d6428-2104-4553-8dc9-94b3eeaa9bf4 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:19:56.728575 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-630ec460-fc3a-40b8-8b45-d6969fc24cea req-8f7d6428-2104-4553-8dc9-94b3eeaa9bf4 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0652218 Jul 22 20:19:56.766194 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-630ec460-fc3a-40b8-8b45-d6969fc24cea req-3379edf7-8aab-4bab-bc04-959d53f2b9c9 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321312 Jul 22 20:19:57.915544 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b29f4-8e91-439f-bfe4-efad07809ebb req-9a1e9966-8340-4c49-a184-632d6f5f2437 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:19:57.920904 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-142b29f4-8e91-439f-bfe4-efad07809ebb req-9a1e9966-8340-4c49-a184-632d6f5f2437 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0862548 Jul 22 20:19:57.959925 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-142b29f4-8e91-439f-bfe4-efad07809ebb req-d4c153e7-ffd7-44b4-883e-d864fe78b35d tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331445 Jul 22 20:19:58.598499 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e4835ca4-db04-4681-b63d-ef43b333ab7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:59.088822 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547d726-3492-4fdb-a4c3-3b4fe31e6268 req-f0ffd76a-3f92-4b63-a0bf-3da59772d118 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:19:59.090312 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f547d726-3492-4fdb-a4c3-3b4fe31e6268 req-f0ffd76a-3f92-4b63-a0bf-3da59772d118 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0648637 Jul 22 20:19:59.128183 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f547d726-3492-4fdb-a4c3-3b4fe31e6268 req-2765ab90-0b13-4885-9472-494c0bb0cf0f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323625 Jul 22 20:20:00.259888 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f0bdc-fb94-4157-b47c-f217dd0c4882 req-afb55bb2-6888-4be7-9d20-3a1dfe09e9a3 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:00.261409 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8b4f0bdc-fb94-4157-b47c-f217dd0c4882 req-afb55bb2-6888-4be7-9d20-3a1dfe09e9a3 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0679026 Jul 22 20:20:00.299665 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8b4f0bdc-fb94-4157-b47c-f217dd0c4882 req-f515318a-afc4-4338-bf2d-d659d12ecb57 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327146 Jul 22 20:20:00.882744 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e9ab1-e31d-4cc7-8708-a2b30bd27a37 req-ea49fb32-f8c0-486f-ad77-30176c4809b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:00.884222 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd8e9ab1-e31d-4cc7-8708-a2b30bd27a37 req-ea49fb32-f8c0-486f-ad77-30176c4809b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 1097 time: 0.0544457 Jul 22 20:20:00.991450 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e9ab1-e31d-4cc7-8708-a2b30bd27a37 req-6909a7c4-9323-4efd-9e50-4401b96b56ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:00.993008 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd8e9ab1-e31d-4cc7-8708-a2b30bd27a37 req-6909a7c4-9323-4efd-9e50-4401b96b56ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 909 time: 0.0902734 Jul 22 20:20:01.057472 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd8e9ab1-e31d-4cc7-8708-a2b30bd27a37 req-1d2ee62f-7881-4314-9525-5250209fa76e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c HTTP/1.1" status: 200 len: 1000 time: 0.0574727 Jul 22 20:20:01.107254 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2160-527b-4ba4-ba16-5eb6f1e36ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:01.107922 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e9ab1-e31d-4cc7-8708-a2b30bd27a37 req-a76ce4bc-979d-45d9-9d79-6d1df46f8602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:01.108972 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd8e9ab1-e31d-4cc7-8708-a2b30bd27a37 req-a76ce4bc-979d-45d9-9d79-6d1df46f8602 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 200 len: 847 time: 0.0441322 Jul 22 20:20:01.172000 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e9ab1-e31d-4cc7-8708-a2b30bd27a37 req-da3f5cde-912d-4ba6-aea2-de4c3184abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:01.173533 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd8e9ab1-e31d-4cc7-8708-a2b30bd27a37 req-da3f5cde-912d-4ba6-aea2-de4c3184abb3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=860f4271-f3b8-43df-b697-a86b3a247263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582950 Jul 22 20:20:01.232178 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:01.264064 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd8e9ab1-e31d-4cc7-8708-a2b30bd27a37 req-e6d10932-b872-4705-a302-0b0e679c49ae service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824430 Jul 22 20:20:01.359255 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd8e9ab1-e31d-4cc7-8708-a2b30bd27a37 req-a6cc1192-8896-46dc-8e3b-da25846ed9b4 service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890026 Jul 22 20:20:01.430050 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60d7e4-f440-4ec0-86b2-de47e31f2005 req-8edd6cf8-e75a-4524-90b3-af962c3d840a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:01.431550 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e60d7e4-f440-4ec0-86b2-de47e31f2005 req-8edd6cf8-e75a-4524-90b3-af962c3d840a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0643964 Jul 22 20:20:01.468711 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e60d7e4-f440-4ec0-86b2-de47e31f2005 req-d8475ec1-4846-4077-85b5-4af85936f18d tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314472 Jul 22 20:20:02.602484 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a27457-16c5-4387-b07e-5ed169f45fcd req-83dd1f88-fdac-4d37-b3e8-887ad1cbfec2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:02.604190 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-50a27457-16c5-4387-b07e-5ed169f45fcd req-83dd1f88-fdac-4d37-b3e8-887ad1cbfec2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0683389 Jul 22 20:20:02.631302 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:02.643029 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-50a27457-16c5-4387-b07e-5ed169f45fcd req-3b11d25d-476d-4526-8c1f-f5be3bc94307 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332897 Jul 22 20:20:03.780787 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf723abe-168e-4378-b643-1b74d50bc588 req-f2b772e3-9f4c-473c-8ee3-af21338454fa tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:03.782280 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bf723abe-168e-4378-b643-1b74d50bc588 req-f2b772e3-9f4c-473c-8ee3-af21338454fa tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0683270 Jul 22 20:20:03.820676 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bf723abe-168e-4378-b643-1b74d50bc588 req-daa281ef-e345-4c3b-91b2-fa0c8576d53d tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323172 Jul 22 20:20:04.280548 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:04.949847 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecdb9a-46e4-454c-b877-8886f5159816 req-ca641079-5b96-4647-a7ed-1f5f1669bb8f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:04.951385 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cecdb9a-46e4-454c-b877-8886f5159816 req-ca641079-5b96-4647-a7ed-1f5f1669bb8f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0648882 Jul 22 20:20:04.991355 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4cecdb9a-46e4-454c-b877-8886f5159816 req-bc5a781f-e780-40f2-8e2d-4dba1f1a6de4 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342627 Jul 22 20:20:06.145172 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54d40e-4728-42ca-97b5-20c05960261a req-663084d7-67d8-4928-b2ba-ef762127a53a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:06.147302 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd54d40e-4728-42ca-97b5-20c05960261a req-663084d7-67d8-4928-b2ba-ef762127a53a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0885429 Jul 22 20:20:06.185651 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd54d40e-4728-42ca-97b5-20c05960261a req-e0b23e24-2a8e-4e8d-98dc-76549cd60ddf tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328112 Jul 22 20:20:06.527174 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 63bab3b3-bafc-403c-8f09-1d27ea094a3c details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:20:06.622001 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 63bab3b3-bafc-403c-8f09-1d27ea094a3c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:20:06.634067 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '63bab3b3-bafc-403c-8f09-1d27ea094a3c', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'port_id': '63bab3b3-bafc-403c-8f09-1d27ea094a3c', 'mac_address': 'fa:16:3e:11:29:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:20:06.671949 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:06.685595 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63bab3b3-bafc-403c-8f09-1d27ea094a3c {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:20:06.710361 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 63bab3b3-bafc-403c-8f09-1d27ea094a3c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:20:06.714322 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:06.764304 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=63bab3b3-bafc-403c-8f09-1d27ea094a3c,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:20:06.772160 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:06.772651 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:06.772995 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:06.773329 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:06.773662 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:06.773988 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:06.774310 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:06.774631 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:06.774952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:06.775271 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:06.775590 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:06.775907 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:06.784495 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['63bab3b3-bafc-403c-8f09-1d27ea094a3c'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:20:07.344967 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696dc46-6ad9-4407-8e35-d54ac70f5a33 req-cc5aca3f-b38e-408b-8a7b-e28decbb2220 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:07.346497 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2696dc46-6ad9-4407-8e35-d54ac70f5a33 req-cc5aca3f-b38e-408b-8a7b-e28decbb2220 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 944 time: 0.0780702 Jul 22 20:20:07.386942 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2696dc46-6ad9-4407-8e35-d54ac70f5a33 req-427dbf2a-1484-458f-9c6a-b502e508ee9d tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342717 Jul 22 20:20:08.539707 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c63a24-e71d-459f-9ac7-b76c1c2e2625 req-f9da25de-867c-4a28-835b-77917e1d81ed tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:08.542249 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f5c63a24-e71d-459f-9ac7-b76c1c2e2625 req-f9da25de-867c-4a28-835b-77917e1d81ed tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 944 time: 0.0744240 Jul 22 20:20:08.543283 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 63bab3b3-bafc-403c-8f09-1d27ea094a3c up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:20:08.592737 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f5c63a24-e71d-459f-9ac7-b76c1c2e2625 req-5eec1958-a556-49cd-9280-977cc3e19b10 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443683 Jul 22 20:20:08.608418 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 63bab3b3-bafc-403c-8f09-1d27ea094a3c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:20:08.608418 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:08.702531 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:08.730894 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ad26b4-73e4-4540-8ad1-afebb67bd00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bab3b3-bafc-403c-8f09-1d27ea094a3c'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:20:08.733411 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc14197-d9b7-4524-b2a3-5b7dcb63ed69" -d '{"events": [{"server_uuid": "89ad26b4-73e4-4540-8ad1-afebb67bd00e", "name": "network-vif-plugged", "status": "completed", "tag": "63bab3b3-bafc-403c-8f09-1d27ea094a3c"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:20:08.745654 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 63bab3b3-bafc-403c-8f09-1d27ea094a3c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:20:08.751281 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:08.791836 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9350f5c2-26e1-439f-8fcf-b58752ed124e x-openstack-request-id: req-9350f5c2-26e1-439f-8fcf-b58752ed124e {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:20:08.792220 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ad26b4-73e4-4540-8ad1-afebb67bd00e", "name": "network-vif-plugged", "status": "completed", "tag": "63bab3b3-bafc-403c-8f09-1d27ea094a3c", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:20:08.792579 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9350f5c2-26e1-439f-8fcf-b58752ed124e {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:20:08.792987 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ad26b4-73e4-4540-8ad1-afebb67bd00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bab3b3-bafc-403c-8f09-1d27ea094a3c', 'code': 200} Jul 22 20:20:08.809839 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=63bab3b3-bafc-403c-8f09-1d27ea094a3c,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:20:09.704637 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:09.735895 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823be1b-3e5d-4330-9762-829bf8d8ac02 req-349eee69-32a6-463e-9699-fe0688ad08cd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:09.737443 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4823be1b-3e5d-4330-9762-829bf8d8ac02 req-349eee69-32a6-463e-9699-fe0688ad08cd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0757866 Jul 22 20:20:09.784513 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4823be1b-3e5d-4330-9762-829bf8d8ac02 req-faaad022-1d39-4dfc-9fec-f2a9aa3fa55b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406637 Jul 22 20:20:10.938348 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2a3a8-606b-4fde-9120-0775f5b48786 req-098ab4f7-b13a-40d6-84ec-0cdfff97be15 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:10.947109 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d5b2a3a8-606b-4fde-9120-0775f5b48786 req-098ab4f7-b13a-40d6-84ec-0cdfff97be15 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0756910 Jul 22 20:20:10.993067 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d5b2a3a8-606b-4fde-9120-0775f5b48786 req-352ea4cb-c08c-428a-826b-7574963848fd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448089 Jul 22 20:20:12.144527 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e2c0a-fc6d-4380-a761-9de2e63d8043 req-5de740a7-9bf8-4c48-a893-e851dd02a7af tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:12.147044 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a03e2c0a-fc6d-4380-a761-9de2e63d8043 req-5de740a7-9bf8-4c48-a893-e851dd02a7af tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0770111 Jul 22 20:20:12.190552 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a03e2c0a-fc6d-4380-a761-9de2e63d8043 req-fec9af02-d20a-4daf-a90f-92d2cebd97ff tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353963 Jul 22 20:20:12.551863 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:13.339809 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451948f-132f-4af1-91ff-6645a58308a2 req-b3e26bc0-34e8-4b4a-b9b2-6068b90362e9 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:13.344930 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f451948f-132f-4af1-91ff-6645a58308a2 req-b3e26bc0-34e8-4b4a-b9b2-6068b90362e9 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0825863 Jul 22 20:20:13.389131 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f451948f-132f-4af1-91ff-6645a58308a2 req-f160b8d3-dd3f-4dc4-90d3-b7ff106e8d65 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416512 Jul 22 20:20:14.532705 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde81d3-5222-40da-80c6-b8721ee47496 req-9886f0bc-454c-4c93-8383-355c70a9811a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:14.535151 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cde81d3-5222-40da-80c6-b8721ee47496 req-9886f0bc-454c-4c93-8383-355c70a9811a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0687156 Jul 22 20:20:14.578579 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-9cde81d3-5222-40da-80c6-b8721ee47496 req-df30e88f-4a09-4cc5-8e46-62fcb46ab3bd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361657 Jul 22 20:20:15.733213 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c175d-efe6-441b-b9be-b038041776b2 req-b2fea904-f86c-4678-8808-43da9101d250 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:15.734728 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-830c175d-efe6-441b-b9be-b038041776b2 req-b2fea904-f86c-4678-8808-43da9101d250 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0707896 Jul 22 20:20:15.776329 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-830c175d-efe6-441b-b9be-b038041776b2 req-4a326d88-6461-4bc9-8af3-7b4ac8b45f09 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353203 Jul 22 20:20:16.415471 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0be5ca-8a7a-4601-8c56-e7a0d2482519 req-48e51d4b-31cd-4b46-8eed-eb5c29a6deb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:16.416969 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b0be5ca-8a7a-4601-8c56-e7a0d2482519 req-48e51d4b-31cd-4b46-8eed-eb5c29a6deb1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 1097 time: 0.0557425 Jul 22 20:20:16.509989 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0be5ca-8a7a-4601-8c56-e7a0d2482519 req-b871abc5-23e8-450d-92b7-0c8dc154f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:16.511442 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b0be5ca-8a7a-4601-8c56-e7a0d2482519 req-b871abc5-23e8-450d-92b7-0c8dc154f3c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 909 time: 0.0874896 Jul 22 20:20:16.573777 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b0be5ca-8a7a-4601-8c56-e7a0d2482519 req-c5c8f451-95db-4087-b9ae-1586c6d57dbf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c HTTP/1.1" status: 200 len: 1000 time: 0.0560131 Jul 22 20:20:16.625264 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0be5ca-8a7a-4601-8c56-e7a0d2482519 req-7917acd5-41ca-4137-ba62-3607188c37dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:16.626686 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b0be5ca-8a7a-4601-8c56-e7a0d2482519 req-7917acd5-41ca-4137-ba62-3607188c37dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 200 len: 847 time: 0.0469365 Jul 22 20:20:16.686805 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0be5ca-8a7a-4601-8c56-e7a0d2482519 req-895aa8be-cc36-43a6-b07c-2b48a3299bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:16.688298 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b0be5ca-8a7a-4601-8c56-e7a0d2482519 req-895aa8be-cc36-43a6-b07c-2b48a3299bd7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=860f4271-f3b8-43df-b697-a86b3a247263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539348 Jul 22 20:20:16.777991 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b0be5ca-8a7a-4601-8c56-e7a0d2482519 req-155757ce-9568-4251-9da2-148536f6a98d service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816572 Jul 22 20:20:16.904957 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0b0be5ca-8a7a-4601-8c56-e7a0d2482519 req-4a839c70-7444-4b99-9d40-c21224f54305 service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205766 Jul 22 20:20:16.930175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5428bec-c7bc-49e1-8430-3cd1e2e69a61 req-4d8a5458-8213-4461-9011-79b2b7a4eb1f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:16.931627 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d5428bec-c7bc-49e1-8430-3cd1e2e69a61 req-4d8a5458-8213-4461-9011-79b2b7a4eb1f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0868065 Jul 22 20:20:16.971632 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d5428bec-c7bc-49e1-8430-3cd1e2e69a61 req-0d18d666-0827-475d-9bec-0c7cf4a6cc1a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331368 Jul 22 20:20:18.106525 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe47fe1-11c1-4608-9893-377d5645087b req-0999be68-cf5b-4f0a-9e2b-e6ef9d7e473d tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:18.108056 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-efe47fe1-11c1-4608-9893-377d5645087b req-0999be68-cf5b-4f0a-9e2b-e6ef9d7e473d tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0683939 Jul 22 20:20:18.146639 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-efe47fe1-11c1-4608-9893-377d5645087b req-cf0c750f-729f-4a44-be52-e1a9b1d2ba34 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323322 Jul 22 20:20:19.276369 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21082e-c584-4979-a766-31b6e0403bd3 req-f192b4c1-4f63-4ea2-98a2-20d870b9be5e tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:19.277832 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c21082e-c584-4979-a766-31b6e0403bd3 req-f192b4c1-4f63-4ea2-98a2-20d870b9be5e tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0647080 Jul 22 20:20:19.315778 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c21082e-c584-4979-a766-31b6e0403bd3 req-8283b3a9-5100-4e99-a361-bf33916bfff7 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322850 Jul 22 20:20:19.423504 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-3f0290c8-9d93-4e52-9811-3ce01b1f7e59 req-2fd7bef1-111f-47ba-a8ba-5b0013c828ea service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:20:19.424627 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3f0290c8-9d93-4e52-9811-3ce01b1f7e59 req-2fd7bef1-111f-47ba-a8ba-5b0013c828ea service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461915 Jul 22 20:20:19.768622 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:20:20.613507 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499ccc6-5e6d-46cc-93e5-2380ca90b182 req-40ba3bca-862d-4996-9920-00668e704367 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:20.615594 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c499ccc6-5e6d-46cc-93e5-2380ca90b182 req-40ba3bca-862d-4996-9920-00668e704367 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0661128 Jul 22 20:20:20.622365 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 63bab3b3-bafc-403c-8f09-1d27ea094a3c no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:20:20.664006 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c499ccc6-5e6d-46cc-93e5-2380ca90b182 req-3ffcb73d-ddda-4556-a262-2f10870cab78 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380094 Jul 22 20:20:20.712044 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:20.735258 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ad26b4-73e4-4540-8ad1-afebb67bd00e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63bab3b3-bafc-403c-8f09-1d27ea094a3c'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:20:20.737515 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee1f5e9-7336-44f9-bf05-6951f50a6837" -d '{"events": [{"server_uuid": "89ad26b4-73e4-4540-8ad1-afebb67bd00e", "name": "network-vif-unplugged", "status": "completed", "tag": "63bab3b3-bafc-403c-8f09-1d27ea094a3c"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:20:20.753800 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 63bab3b3-bafc-403c-8f09-1d27ea094a3c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:20:20.759296 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:20.791792 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 20:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2435784b-5351-493e-8d51-fcb19c5cb342 x-openstack-request-id: req-2435784b-5351-493e-8d51-fcb19c5cb342 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:20:20.792216 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ad26b4-73e4-4540-8ad1-afebb67bd00e", "name": "network-vif-unplugged", "status": "failed", "tag": "63bab3b3-bafc-403c-8f09-1d27ea094a3c", "code": 422}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:20:20.792592 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2435784b-5351-493e-8d51-fcb19c5cb342 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:20:20.793006 n-d-800086-12 neutron-server[93808]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '89ad26b4-73e4-4540-8ad1-afebb67bd00e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '63bab3b3-bafc-403c-8f09-1d27ea094a3c', 'code': 422} returned with failed status Jul 22 20:20:20.822663 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=63bab3b3-bafc-403c-8f09-1d27ea094a3c,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:20:20.852650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 34930) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:20:20.943386 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-04bb0b2a-59af-4c84-b1f7-8a8181cd0cc3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890362 Jul 22 20:20:21.673872 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-07e223dd-fb4a-4e6a-a4d9-aabf61ed7e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:21.675283 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-07e223dd-fb4a-4e6a-a4d9-aabf61ed7e29 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e&tenant_id=b1863c25d49f4fd6a107b501e22dc587 HTTP/1.1" status: 200 len: 1095 time: 0.0551245 Jul 22 20:20:21.686510 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800086-12', 'device_owner': 'compute:nova'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:20:21.759915 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:21.794771 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f01b99-6227-4a88-8d3c-ea4e9818113b req-0dade198-1893-49dd-876e-6e1f5b9702c8 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:21.796251 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-56f01b99-6227-4a88-8d3c-ea4e9818113b req-0dade198-1893-49dd-876e-6e1f5b9702c8 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 943 time: 0.0645761 Jul 22 20:20:21.834909 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-56f01b99-6227-4a88-8d3c-ea4e9818113b req-5750f280-ea0c-47a8-bd42-d5fb178aea46 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330927 Jul 22 20:20:21.961725 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] For port 63bab3b3-bafc-403c-8f09-1d27ea094a3c, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:20:21.994204 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] For port 63bab3b3-bafc-403c-8f09-1d27ea094a3c, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:20:22.025733 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63bab3b3-bafc-403c-8f09-1d27ea094a3c {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:20:22.033090 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:22.045105 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Transition to ACTIVE for port object 63bab3b3-bafc-403c-8f09-1d27ea094a3c will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:20:22.048781 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:22.142133 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Pushing event updated for resources: {'Port': ['ID=63bab3b3-bafc-403c-8f09-1d27ea094a3c,revision_number=9']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:20:22.153984 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:22.154336 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:22.154679 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:22.155019 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:22.155355 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:22.155687 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:22.156015 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:22.156341 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:22.156699 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:22.157029 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:22.157353 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:22.157677 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:22.198074 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] No DVR routers for this DVR port 63bab3b3-bafc-403c-8f09-1d27ea094a3c on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:20:22.338009 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Attempting to bind port 63bab3b3-bafc-403c-8f09-1d27ea094a3c on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:20:22.338339 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Attempting to bind port 63bab3b3-bafc-403c-8f09-1d27ea094a3c by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:20:22.338664 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Attempting to bind port 63bab3b3-bafc-403c-8f09-1d27ea094a3c on network 860f4271-f3b8-43df-b697-a86b3a247263 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:20:22.342898 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Port 63bab3b3-bafc-403c-8f09-1d27ea094a3c on network 860f4271-f3b8-43df-b697-a86b3a247263 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:20:22.343219 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Attempting to bind port 63bab3b3-bafc-403c-8f09-1d27ea094a3c on network 860f4271-f3b8-43df-b697-a86b3a247263 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:20:22.348064 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:20:22.348340 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Checking segment: {'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:20:22.348745 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Bound using segment: {'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:20:22.349292 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Bound port: 63bab3b3-bafc-403c-8f09-1d27ea094a3c, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:20:22.349653 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:22.411767 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] For port 63bab3b3-bafc-403c-8f09-1d27ea094a3c, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:20:22.415097 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] For port 63bab3b3-bafc-403c-8f09-1d27ea094a3c, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:20:22.419552 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:22.465867 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:22.466494 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:22.467877 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] 10.222.0.30 "PUT /v2.0/ports/63bab3b3-bafc-403c-8f09-1d27ea094a3c HTTP/1.1" status: 200 len: 1092 time: 0.7856662 Jul 22 20:20:22.468329 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ad26b4-73e4-4540-8ad1-afebb67bd00e', 'tag': '63bab3b3-bafc-403c-8f09-1d27ea094a3c'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:20:22.470645 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6694ce2-5743-46fb-a95b-5100497164eb" -d '{"events": [{"name": "network-changed", "server_uuid": "89ad26b4-73e4-4540-8ad1-afebb67bd00e", "tag": "63bab3b3-bafc-403c-8f09-1d27ea094a3c"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:20:22.512596 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeeed95-503d-4d15-9204-42338cca8704 service neutron] Pushing event updated for resources: {'Port': ['ID=63bab3b3-bafc-403c-8f09-1d27ea094a3c,revision_number=10']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:20:22.516234 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538d3ad5-edad-46b5-9c01-f8860aff8b9e x-openstack-request-id: req-538d3ad5-edad-46b5-9c01-f8860aff8b9e {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:20:22.516650 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ad26b4-73e4-4540-8ad1-afebb67bd00e", "tag": "63bab3b3-bafc-403c-8f09-1d27ea094a3c", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:20:22.516866 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-538d3ad5-edad-46b5-9c01-f8860aff8b9e {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:20:22.517206 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ad26b4-73e4-4540-8ad1-afebb67bd00e', 'tag': '63bab3b3-bafc-403c-8f09-1d27ea094a3c', 'status': 'completed', 'code': 200} Jul 22 20:20:22.571952 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-2c281821-08a7-43ab-92ba-81cc9bee6cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:22.573598 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-2c281821-08a7-43ab-92ba-81cc9bee6cbb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 1096 time: 0.0803897 Jul 22 20:20:22.687236 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-ae6677f5-3b79-40d7-a64d-abda1ba09393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:22.688765 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-ae6677f5-3b79-40d7-a64d-abda1ba09393 service neutron] 10.222.0.30 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 909 time: 0.1082509 Jul 22 20:20:22.753722 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-02ef86f1-cbbf-4dcb-9835-b5348366646b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c HTTP/1.1" status: 200 len: 998 time: 0.0586214 Jul 22 20:20:22.805319 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-e215da10-122b-46d6-af66-6ca947d31ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:22.806788 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-e215da10-122b-46d6-af66-6ca947d31ed0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 200 len: 847 time: 0.0477493 Jul 22 20:20:22.871807 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-5ae3cff7-88f0-4208-8a9f-6c0c0f33015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:22.873411 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-5ae3cff7-88f0-4208-8a9f-6c0c0f33015a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=860f4271-f3b8-43df-b697-a86b3a247263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608289 Jul 22 20:20:22.977418 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-a7d8ca54-6bbd-4d16-8010-1ba144bf1ebe service neutron] 10.222.0.30 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977919 Jul 22 20:20:22.985564 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22282d1-a24b-499e-aae6-a5c76d451a62 req-0f3041e9-efa2-4707-b4d1-3da5afba9c2c tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:22.987751 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e22282d1-a24b-499e-aae6-a5c76d451a62 req-0f3041e9-efa2-4707-b4d1-3da5afba9c2c tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 944 time: 0.0819168 Jul 22 20:20:23.033439 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e22282d1-a24b-499e-aae6-a5c76d451a62 req-54aa07df-0292-48d8-9b67-ace597cac0d6 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387516 Jul 22 20:20:23.076272 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-c0d47494-4227-42cd-a7d5-7652fe113cfd service neutron] 10.222.0.30 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927317 Jul 22 20:20:23.170187 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6694ce2-5743-46fb-a95b-5100497164eb req-3f8559bd-c883-4c81-a1e8-9194a9b2ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:23.171714 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f6694ce2-5743-46fb-a95b-5100497164eb req-3f8559bd-c883-4c81-a1e8-9194a9b2ce48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 1096 time: 0.0543587 Jul 22 20:20:23.266873 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6694ce2-5743-46fb-a95b-5100497164eb req-d7ef7c46-9f85-410e-91f6-6b6549cf359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:23.268377 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f6694ce2-5743-46fb-a95b-5100497164eb req-d7ef7c46-9f85-410e-91f6-6b6549cf359b service neutron] 10.222.0.30 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 909 time: 0.0901594 Jul 22 20:20:23.337394 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f6694ce2-5743-46fb-a95b-5100497164eb req-ad8571f2-e1d1-46d3-84cc-22ebd83d90c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c HTTP/1.1" status: 200 len: 998 time: 0.0630989 Jul 22 20:20:24.174749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc026cd-59b1-4794-98ad-46b360463442 req-9d01128b-4474-4e48-ab5f-4e065906aba7 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:24.176321 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cdc026cd-59b1-4794-98ad-46b360463442 req-9d01128b-4474-4e48-ab5f-4e065906aba7 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 944 time: 0.0699363 Jul 22 20:20:24.216369 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cdc026cd-59b1-4794-98ad-46b360463442 req-3e6e05bf-197c-4a37-96d5-3ea9c8516c2b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336523 Jul 22 20:20:25.352451 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf534950-5e19-456b-a489-b62e64de19d9 req-99023353-49a1-49fb-b39c-2e6ca474d201 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:25.354903 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf534950-5e19-456b-a489-b62e64de19d9 req-99023353-49a1-49fb-b39c-2e6ca474d201 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 944 time: 0.0685754 Jul 22 20:20:25.395602 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf534950-5e19-456b-a489-b62e64de19d9 req-b064a049-6dcb-44d7-934c-2dbfcb36ed0d tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324903 Jul 22 20:20:26.549062 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8fd2f-1ea0-4d61-ac6a-14a82785f50c req-4bb614dd-7523-4f0d-a594-bbf6ce6dd96b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:26.550588 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5c8fd2f-1ea0-4d61-ac6a-14a82785f50c req-4bb614dd-7523-4f0d-a594-bbf6ce6dd96b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 944 time: 0.0820885 Jul 22 20:20:26.594862 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b5c8fd2f-1ea0-4d61-ac6a-14a82785f50c req-1e862f11-371a-4e59-8bec-081dfe0a6e95 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381534 Jul 22 20:20:27.728631 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9071b-aba8-4576-865e-6ccb3ad18eed req-f9f6c278-9bec-45cb-91b5-fbd0c4042ba0 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:27.730578 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1aa9071b-aba8-4576-865e-6ccb3ad18eed req-f9f6c278-9bec-45cb-91b5-fbd0c4042ba0 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 944 time: 0.0689945 Jul 22 20:20:27.771319 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1aa9071b-aba8-4576-865e-6ccb3ad18eed req-f7280258-0667-4c52-b967-4850448d3090 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348403 Jul 22 20:20:28.604627 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ba16a5ee-a0d4-4b4a-8472-85328c6710e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:28.913041 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48b811-1e72-4e04-a2cb-6c2c06e99f3f req-2c1c2be9-e453-40ee-be6d-e0d1b8c08878 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:28.914783 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a48b811-1e72-4e04-a2cb-6c2c06e99f3f req-2c1c2be9-e453-40ee-be6d-e0d1b8c08878 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 944 time: 0.0731399 Jul 22 20:20:28.954328 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a48b811-1e72-4e04-a2cb-6c2c06e99f3f req-5a059184-5507-4dd3-b460-b83b235492a3 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334754 Jul 22 20:20:30.101254 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef4532-baee-47ba-b03f-92f51942edb9 req-8e58ea7a-c59f-4676-9c9f-f57b318bfe4a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:30.103983 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e9ef4532-baee-47ba-b03f-92f51942edb9 req-8e58ea7a-c59f-4676-9c9f-f57b318bfe4a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 944 time: 0.0678377 Jul 22 20:20:30.144293 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e9ef4532-baee-47ba-b03f-92f51942edb9 req-df5b5250-a180-4b02-be55-fb6552d1ca1a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359657 Jul 22 20:20:31.108235 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ed26b4a9-24f4-446a-b59a-e686a76ced84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:31.244844 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:31.281706 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fc8e4-ce0e-40bc-98b1-cca9b62de1f1 req-c12046c5-759f-4b6d-bdda-fa7b353ee8a7 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:31.283413 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f0fc8e4-ce0e-40bc-98b1-cca9b62de1f1 req-c12046c5-759f-4b6d-bdda-fa7b353ee8a7 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 944 time: 0.0688508 Jul 22 20:20:31.329026 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5f0fc8e4-ce0e-40bc-98b1-cca9b62de1f1 req-cecb71cf-afaf-41ab-8adf-0eac75615243 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377796 Jul 22 20:20:32.472108 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706a930-bf87-416c-8ba3-a4ba97864b7b req-17ab5ac2-c285-45ca-8f62-539d876e431c tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:32.474416 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3706a930-bf87-416c-8ba3-a4ba97864b7b req-17ab5ac2-c285-45ca-8f62-539d876e431c tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 944 time: 0.0710254 Jul 22 20:20:32.514442 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3706a930-bf87-416c-8ba3-a4ba97864b7b req-3cf6f62e-5109-4f16-8b7a-d6ec4df59c8a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336871 Jul 22 20:20:32.633832 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:33.648195 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b342c2-d701-44bb-abcd-dbfa3e8c3aec req-1cab1311-face-41fc-b33d-c36efed9b9f1 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:33.649787 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2b342c2-d701-44bb-abcd-dbfa3e8c3aec req-1cab1311-face-41fc-b33d-c36efed9b9f1 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 944 time: 0.0652170 Jul 22 20:20:33.683306 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6694ce2-5743-46fb-a95b-5100497164eb req-6d547cee-b1a6-48d2-80c2-dea034a5dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:33.685132 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f6694ce2-5743-46fb-a95b-5100497164eb req-6d547cee-b1a6-48d2-80c2-dea034a5dceb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 200 len: 847 time: 0.0502620 Jul 22 20:20:33.690166 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a2b342c2-d701-44bb-abcd-dbfa3e8c3aec req-a2673fe2-2840-4a4f-b10e-4e989434d0a7 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341620 Jul 22 20:20:33.747277 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6694ce2-5743-46fb-a95b-5100497164eb req-0aa3920a-bc2b-4866-be96-1c6024a67412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:33.748795 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f6694ce2-5743-46fb-a95b-5100497164eb req-0aa3920a-bc2b-4866-be96-1c6024a67412 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=860f4271-f3b8-43df-b697-a86b3a247263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577714 Jul 22 20:20:33.834680 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f6694ce2-5743-46fb-a95b-5100497164eb req-9ff67398-8152-49b8-827b-134348659896 service neutron] 10.222.0.30 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793915 Jul 22 20:20:33.931112 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f6694ce2-5743-46fb-a95b-5100497164eb req-542a59ab-7c70-4503-90c9-9473b9a9980d service neutron] 10.222.0.30 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869677 Jul 22 20:20:34.282935 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:34.822746 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3586e1-1dfa-48c9-91f2-f1d8fa7d3ee3 req-ac0f6567-f27b-425a-b9d9-be753f159201 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:34.824243 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb3586e1-1dfa-48c9-91f2-f1d8fa7d3ee3 req-ac0f6567-f27b-425a-b9d9-be753f159201 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 944 time: 0.0676184 Jul 22 20:20:34.862257 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bb3586e1-1dfa-48c9-91f2-f1d8fa7d3ee3 req-7d16f70b-edcb-44c7-a3cf-ad820be80f39 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325589 Jul 22 20:20:36.039361 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a8dc2-ea9b-42b8-a3ed-77e11612e5e8 req-9e5713fa-a638-4d36-907a-0ee6cd53c85e tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:36.040881 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-334a8dc2-ea9b-42b8-a3ed-77e11612e5e8 req-9e5713fa-a638-4d36-907a-0ee6cd53c85e tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 944 time: 0.1116917 Jul 22 20:20:36.077856 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-334a8dc2-ea9b-42b8-a3ed-77e11612e5e8 req-3f7bbbfc-8692-4354-a748-43ffcda2c87c tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314126 Jul 22 20:20:37.234964 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 63bab3b3-bafc-403c-8f09-1d27ea094a3c details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:20:37.253522 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039e163-8660-4e08-bfd1-4e0cd5f40386 req-985ffa3f-28ec-4bd5-8555-93700091487f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:37.255058 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b039e163-8660-4e08-bfd1-4e0cd5f40386 req-985ffa3f-28ec-4bd5-8555-93700091487f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 944 time: 0.1117287 Jul 22 20:20:37.294312 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b039e163-8660-4e08-bfd1-4e0cd5f40386 req-03397589-cd31-4bb5-bf52-9d22c8f929e2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331864 Jul 22 20:20:37.328082 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 63bab3b3-bafc-403c-8f09-1d27ea094a3c, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:20:37.339462 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '63bab3b3-bafc-403c-8f09-1d27ea094a3c', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'port_id': '63bab3b3-bafc-403c-8f09-1d27ea094a3c', 'mac_address': 'fa:16:3e:11:29:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:20:37.378600 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:37.391206 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63bab3b3-bafc-403c-8f09-1d27ea094a3c {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:20:37.410718 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 63bab3b3-bafc-403c-8f09-1d27ea094a3c, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:20:37.415139 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:37.462129 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=63bab3b3-bafc-403c-8f09-1d27ea094a3c,revision_number=11']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:20:37.652090 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['63bab3b3-bafc-403c-8f09-1d27ea094a3c'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:20:38.426110 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0593ad6-55ad-40df-b6f4-28957aac8a9e req-647e46f9-38e7-49ef-824e-a03a0057914b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:38.428283 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0593ad6-55ad-40df-b6f4-28957aac8a9e req-647e46f9-38e7-49ef-824e-a03a0057914b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 945 time: 0.0680420 Jul 22 20:20:38.465352 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b0593ad6-55ad-40df-b6f4-28957aac8a9e req-3c61ea27-134a-46e2-82bb-29dd70d67629 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313952 Jul 22 20:20:39.250346 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 63bab3b3-bafc-403c-8f09-1d27ea094a3c up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:20:39.298643 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 63bab3b3-bafc-403c-8f09-1d27ea094a3c completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:20:39.303180 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 63bab3b3-bafc-403c-8f09-1d27ea094a3c triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:20:39.303579 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:39.381150 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:39.402277 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ad26b4-73e4-4540-8ad1-afebb67bd00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bab3b3-bafc-403c-8f09-1d27ea094a3c'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:20:39.404541 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d996e7d3-548a-48c6-8e5d-40217f1c9a41" -d '{"events": [{"server_uuid": "89ad26b4-73e4-4540-8ad1-afebb67bd00e", "name": "network-vif-plugged", "status": "completed", "tag": "63bab3b3-bafc-403c-8f09-1d27ea094a3c"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:20:39.416853 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 63bab3b3-bafc-403c-8f09-1d27ea094a3c, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:20:39.421409 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:39.468014 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=63bab3b3-bafc-403c-8f09-1d27ea094a3c,revision_number=12']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:20:39.595376 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22dc5d-a827-4a23-9643-7489c3365117 req-ccc71d9f-1464-4998-b06a-6f7de4fad94d tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:39.596885 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a22dc5d-a827-4a23-9643-7489c3365117 req-ccc71d9f-1464-4998-b06a-6f7de4fad94d tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 946 time: 0.0658336 Jul 22 20:20:39.639552 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a22dc5d-a827-4a23-9643-7489c3365117 req-ca5942ce-686e-46ab-bf6c-ff22b4789686 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332129 Jul 22 20:20:39.699182 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:40.464180 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864aafca-1e8b-44db-bc25-1117d8a5ebdc x-openstack-request-id: req-864aafca-1e8b-44db-bc25-1117d8a5ebdc {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:20:40.464771 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ad26b4-73e4-4540-8ad1-afebb67bd00e", "name": "network-vif-plugged", "status": "completed", "tag": "63bab3b3-bafc-403c-8f09-1d27ea094a3c", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:20:40.464771 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-864aafca-1e8b-44db-bc25-1117d8a5ebdc {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:20:40.465136 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ad26b4-73e4-4540-8ad1-afebb67bd00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bab3b3-bafc-403c-8f09-1d27ea094a3c', 'code': 200} Jul 22 20:20:40.624734 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457c70b-c095-45a5-a908-1723ba531151 req-6f09817f-cddb-4ddd-925d-772143d6b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:40.626225 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a457c70b-c095-45a5-a908-1723ba531151 req-6f09817f-cddb-4ddd-925d-772143d6b456 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 1098 time: 0.0521104 Jul 22 20:20:40.659159 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a457c70b-c095-45a5-a908-1723ba531151 req-307ef99d-b99e-4a07-aa6e-2cd6fcdc5e3b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0270844 Jul 22 20:20:40.775534 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32f383-a395-4d04-9d0d-cefc92d0480c req-de7b367c-66ef-4576-a134-a83747ba20e7 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:40.776957 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0a32f383-a395-4d04-9d0d-cefc92d0480c req-de7b367c-66ef-4576-a134-a83747ba20e7 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 946 time: 0.0679088 Jul 22 20:20:40.814370 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0a32f383-a395-4d04-9d0d-cefc92d0480c req-908dbeb8-a890-4c4f-8ff3-455e1844be51 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319173 Jul 22 20:20:41.968270 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686fab2-e634-43e5-81bf-4efbf83b4001 req-aa72d528-13be-4b1a-a03b-4dfde224d6ed tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:41.969922 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c686fab2-e634-43e5-81bf-4efbf83b4001 req-aa72d528-13be-4b1a-a03b-4dfde224d6ed tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 946 time: 0.0677712 Jul 22 20:20:42.008359 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c686fab2-e634-43e5-81bf-4efbf83b4001 req-c7a068cd-a874-481b-8b84-548b7b200108 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326974 Jul 22 20:20:42.536989 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:43.140184 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2bec1-3af6-4de7-92f9-cb2c68c70606 req-2a4ce11f-1de9-4b93-aa51-1c1d2102e561 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:43.141711 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6ba2bec1-3af6-4de7-92f9-cb2c68c70606 req-2a4ce11f-1de9-4b93-aa51-1c1d2102e561 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 946 time: 0.0658367 Jul 22 20:20:43.182134 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6ba2bec1-3af6-4de7-92f9-cb2c68c70606 req-227caad5-a244-4ae0-acc2-3c4941cccfbb tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341859 Jul 22 20:20:48.704028 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-756a1947-3943-406f-afa1-4c18d6277eaf req-d853ea89-8cfd-43e1-9973-c422bd403a62 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557730 Jul 22 20:20:48.802177 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a1947-3943-406f-afa1-4c18d6277eaf req-6f4d4144-8774-4a2e-bd64-5b584819a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:48.803658 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-756a1947-3943-406f-afa1-4c18d6277eaf req-6f4d4144-8774-4a2e-bd64-5b584819a585 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 1098 time: 0.0578012 Jul 22 20:20:48.901419 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a1947-3943-406f-afa1-4c18d6277eaf req-6fa18948-c6ac-4b51-ace9-656da1d72f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:48.902859 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-756a1947-3943-406f-afa1-4c18d6277eaf req-6fa18948-c6ac-4b51-ace9-656da1d72f7f service neutron] 10.222.0.30 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 909 time: 0.0824695 Jul 22 20:20:48.969892 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-756a1947-3943-406f-afa1-4c18d6277eaf req-aeec423b-a3cc-4b65-9a48-4c96eb1c706b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c HTTP/1.1" status: 200 len: 1000 time: 0.0603321 Jul 22 20:20:49.016367 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a1947-3943-406f-afa1-4c18d6277eaf req-5797ed21-d6c5-4970-ab46-3bdaca47cef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:49.017827 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-756a1947-3943-406f-afa1-4c18d6277eaf req-5797ed21-d6c5-4970-ab46-3bdaca47cef0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 200 len: 847 time: 0.0418866 Jul 22 20:20:49.073946 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a1947-3943-406f-afa1-4c18d6277eaf req-4c162e8a-8481-4df7-8bb1-8b46a9a21b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:49.075419 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-756a1947-3943-406f-afa1-4c18d6277eaf req-4c162e8a-8481-4df7-8bb1-8b46a9a21b95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=860f4271-f3b8-43df-b697-a86b3a247263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515668 Jul 22 20:20:49.167940 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-756a1947-3943-406f-afa1-4c18d6277eaf req-83a3dbcb-5b97-4877-878f-288677ce3f66 service neutron] 10.222.0.30 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856245 Jul 22 20:20:49.254685 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-756a1947-3943-406f-afa1-4c18d6277eaf req-c4c475c0-9a14-4dd3-84d3-07c226c6a87c service neutron] 10.222.0.30 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804319 Jul 22 20:20:56.767992 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:20:58.595533 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-97a97152-6ffa-4c4a-8cdf-4c6c656ccbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:01.108286 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a97bae1b-e400-47c4-bdce-b14637cbad63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:01.244973 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:02.637970 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:04.285227 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:09.709852 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:12.537761 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:28.599326 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-886a89ef-4421-42f9-908d-ff21fc54f3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:31.107917 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dbca1c3d-9ab8-42bf-9212-4203134b7630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:31.246344 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:32.639872 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:33.766620 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:21:34.289823 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:39.715568 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:42.566588 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:50.746097 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-09c56bc6-3885-4eb4-9547-6b405dbeafb1 req-a21a80c3-0154-48e3-8274-5f1a0aed9e63 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0998425 Jul 22 20:21:50.839506 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c56bc6-3885-4eb4-9547-6b405dbeafb1 req-cd7b242e-3d4b-416b-93e2-4e70a07c049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:50.841020 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-09c56bc6-3885-4eb4-9547-6b405dbeafb1 req-cd7b242e-3d4b-416b-93e2-4e70a07c049e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 1098 time: 0.0552979 Jul 22 20:21:50.945024 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c56bc6-3885-4eb4-9547-6b405dbeafb1 req-07a129ef-7f76-457e-9952-604e6ac663b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:50.946476 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-09c56bc6-3885-4eb4-9547-6b405dbeafb1 req-07a129ef-7f76-457e-9952-604e6ac663b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 909 time: 0.0871198 Jul 22 20:21:51.009944 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-09c56bc6-3885-4eb4-9547-6b405dbeafb1 req-b3b0232a-fa18-41a9-8e93-c1f5253d2eb9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c HTTP/1.1" status: 200 len: 1000 time: 0.0569575 Jul 22 20:21:51.056265 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c56bc6-3885-4eb4-9547-6b405dbeafb1 req-2b12e5d2-180a-4aed-90d2-55759e9ba874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:51.057683 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-09c56bc6-3885-4eb4-9547-6b405dbeafb1 req-2b12e5d2-180a-4aed-90d2-55759e9ba874 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 200 len: 847 time: 0.0422070 Jul 22 20:21:51.118035 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c56bc6-3885-4eb4-9547-6b405dbeafb1 req-6f05340f-7bb2-4204-8808-e0af79831ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:51.119507 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-09c56bc6-3885-4eb4-9547-6b405dbeafb1 req-6f05340f-7bb2-4204-8808-e0af79831ccd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=860f4271-f3b8-43df-b697-a86b3a247263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550764 Jul 22 20:21:51.206711 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-09c56bc6-3885-4eb4-9547-6b405dbeafb1 req-3ab15a8d-b55c-4ce6-96ea-5e68584c065a service neutron] 10.222.0.30 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804713 Jul 22 20:21:51.297909 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-09c56bc6-3885-4eb4-9547-6b405dbeafb1 req-bcf5258a-abe2-4482-8eed-d498b968b1a2 service neutron] 10.222.0.30 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845363 Jul 22 20:21:53.993714 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35072) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:21:54.147280 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Deleting port 1a6e0ef9-2cd1-4aff-b736-e30c33025321 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:21:54.147631 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:54.219996 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:54.220248 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:54.232136 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Calling delete_port for 1a6e0ef9-2cd1-4aff-b736-e30c33025321 owned by network:floatingip {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:21:54.375596 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:54.402319 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event deleted for resources: {'Port': ['ID=1a6e0ef9-2cd1-4aff-b736-e30c33025321,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:54.430793 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:54.431139 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:54.431475 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:54.431806 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:54.432135 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:54.432461 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:54.432807 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:54.433127 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:54.433446 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:54.433764 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:54.434085 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:54.434404 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:54.474612 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for floatingip, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:54.474869 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Floating IP 8ff8e671-892f-4a18-8073-2876c5c2c71b disassociated (deleted). External IP: 172.25.3.36, port: 63bab3b3-bafc-403c-8f09-1d27ea094a3c. Jul 22 20:21:55.009157 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Router d85d990d-f4f3-48b9-8498-5616b3c8588a has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:21:55.110603 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:21:55.115506 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:55.120609 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3329ca3b-4343-44ee-b50c-6b08f2d30cf2 None None] Sync routers for ids ['d85d990d-f4f3-48b9-8498-5616b3c8588a'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:21:55.130059 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3329ca3b-4343-44ee-b50c-6b08f2d30cf2 None None] Routers {'d85d990d-f4f3-48b9-8498-5616b3c8588a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:21:55.130674 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3329ca3b-4343-44ee-b50c-6b08f2d30cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:21:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d85d990d-f4f3-48b9-8498-5616b3c8588a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:21:55.154297 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-075544c6-9b6e-4fdf-9236-29280727b630 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "DELETE /v2.0/floatingips/8ff8e671-892f-4a18-8073-2876c5c2c71b HTTP/1.1" status: 204 len: 168 time: 1.1594076 Jul 22 20:21:55.154896 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ad26b4-73e4-4540-8ad1-afebb67bd00e', 'tag': '63bab3b3-bafc-403c-8f09-1d27ea094a3c'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:21:55.157330 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b21540a-f87b-4b88-aa11-091053b8c85c" -d '{"events": [{"name": "network-changed", "server_uuid": "89ad26b4-73e4-4540-8ad1-afebb67bd00e", "tag": "63bab3b3-bafc-403c-8f09-1d27ea094a3c"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:21:55.239139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-3329ca3b-4343-44ee-b50c-6b08f2d30cf2 None None] Set router d85d990d-f4f3-48b9-8498-5616b3c8588a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:21:55.251439 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2265e2-250b-480d-b803-5a6f8b97e1a9 x-openstack-request-id: req-bc2265e2-250b-480d-b803-5a6f8b97e1a9 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:21:55.251732 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ad26b4-73e4-4540-8ad1-afebb67bd00e", "tag": "63bab3b3-bafc-403c-8f09-1d27ea094a3c", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:21:55.251989 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc2265e2-250b-480d-b803-5a6f8b97e1a9 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:21:55.252390 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ad26b4-73e4-4540-8ad1-afebb67bd00e', 'tag': '63bab3b3-bafc-403c-8f09-1d27ea094a3c', 'status': 'completed', 'code': 200} Jul 22 20:21:55.341142 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21540a-f87b-4b88-aa11-091053b8c85c req-e06baa44-147a-4071-b1a5-9274d064499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:55.342696 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1b21540a-f87b-4b88-aa11-091053b8c85c req-e06baa44-147a-4071-b1a5-9274d064499b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 1098 time: 0.0606296 Jul 22 20:21:55.412519 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fb93e-6efe-42ac-8ecd-57fe4e712937 req-d0d331a9-5980-464c-9491-85349243e81a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:55.414396 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de4fb93e-6efe-42ac-8ecd-57fe4e712937 req-d0d331a9-5980-464c-9491-85349243e81a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 946 time: 0.0709448 Jul 22 20:21:55.446754 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21540a-f87b-4b88-aa11-091053b8c85c req-f5dc64a6-b4f4-4ca6-b99c-ec5249f3171d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:55.449039 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1b21540a-f87b-4b88-aa11-091053b8c85c req-f5dc64a6-b4f4-4ca6-b99c-ec5249f3171d service neutron] 10.222.0.30 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 909 time: 0.0989263 Jul 22 20:21:55.455814 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-de4fb93e-6efe-42ac-8ecd-57fe4e712937 req-221e46e5-ec5e-45ae-8ce4-2630f4eebd43 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344110 Jul 22 20:21:55.463944 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3329ca3b-4343-44ee-b50c-6b08f2d30cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'name': 'tempest-TestShelveInstance-185477789-router', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:34Z', 'updated_at': '2021-07-22T20:17:37Z', 'revision_number': 4, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'gw_port': {'id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:35Z', 'updated_at': '2021-07-22T20:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2364c548-08f4-4472-ab28-d26a9e9db127', 'name': '', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'mac_address': 'fa:16:3e:f6:72:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:37Z', 'updated_at': '2021-07-22T20:17:42Z', 'revision_number': 5, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'subnets': [{'id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:21:55.490616 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3329ca3b-4343-44ee-b50c-6b08f2d30cf2 None None] Checking router: d85d990d-f4f3-48b9-8498-5616b3c8588a for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:21:55.490806 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1b21540a-f87b-4b88-aa11-091053b8c85c req-089d4121-7573-4f63-9e43-60e9fc25a0b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c HTTP/1.1" status: 200 len: 217 time: 0.0352936 Jul 22 20:21:55.499115 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3329ca3b-4343-44ee-b50c-6b08f2d30cf2 None None] Routers {'d85d990d-f4f3-48b9-8498-5616b3c8588a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:21:55.499833 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3329ca3b-4343-44ee-b50c-6b08f2d30cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:21:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d85d990d-f4f3-48b9-8498-5616b3c8588a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:21:55.540034 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21540a-f87b-4b88-aa11-091053b8c85c req-13e808a9-30d0-4d42-9f43-4e38716a9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:55.541528 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1b21540a-f87b-4b88-aa11-091053b8c85c req-13e808a9-30d0-4d42-9f43-4e38716a9193 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 200 len: 847 time: 0.0445206 Jul 22 20:21:55.600378 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21540a-f87b-4b88-aa11-091053b8c85c req-bc645104-9602-4ad9-8466-d979eeeba49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:55.601975 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1b21540a-f87b-4b88-aa11-091053b8c85c req-bc645104-9602-4ad9-8466-d979eeeba49d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=860f4271-f3b8-43df-b697-a86b3a247263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538146 Jul 22 20:21:55.605952 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-3329ca3b-4343-44ee-b50c-6b08f2d30cf2 None None] Set router d85d990d-f4f3-48b9-8498-5616b3c8588a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:21:55.697512 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1b21540a-f87b-4b88-aa11-091053b8c85c req-9bd26485-dab9-4344-a7a0-cfa0f4ac5608 service neutron] 10.222.0.30 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882094 Jul 22 20:21:55.791551 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1b21540a-f87b-4b88-aa11-091053b8c85c req-56681c29-5990-4e0b-a995-c7408d11849f service neutron] 10.222.0.30 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866921 Jul 22 20:21:55.806076 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3329ca3b-4343-44ee-b50c-6b08f2d30cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'name': 'tempest-TestShelveInstance-185477789-router', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:34Z', 'updated_at': '2021-07-22T20:17:37Z', 'revision_number': 4, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'gw_port': {'id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:35Z', 'updated_at': '2021-07-22T20:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2364c548-08f4-4472-ab28-d26a9e9db127', 'name': '', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'mac_address': 'fa:16:3e:f6:72:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:37Z', 'updated_at': '2021-07-22T20:17:42Z', 'revision_number': 5, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'subnets': [{'id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:21:55.831877 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3329ca3b-4343-44ee-b50c-6b08f2d30cf2 None None] The sync data for ids ['d85d990d-f4f3-48b9-8498-5616b3c8588a'] in n-d-800086-12 is: [{'id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'name': 'tempest-TestShelveInstance-185477789-router', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:34Z', 'updated_at': '2021-07-22T20:17:37Z', 'revision_number': 4, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'gw_port': {'id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:35Z', 'updated_at': '2021-07-22T20:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2364c548-08f4-4472-ab28-d26a9e9db127', 'name': '', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'mac_address': 'fa:16:3e:f6:72:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:37Z', 'updated_at': '2021-07-22T20:17:42Z', 'revision_number': 5, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'subnets': [{'id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:21:56.043136 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2317147f-168a-4ae3-98cb-34912d6376d9 None None] New status for floating IP 8ff8e671-892f-4a18-8073-2876c5c2c71b: DOWN {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:21:56.591974 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679c2cb-12c3-466f-bd07-c2c2f8dbc8b5 req-baae1230-8b66-4a39-a933-0cc86c2e45d2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:56.593531 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6679c2cb-12c3-466f-bd07-c2c2f8dbc8b5 req-baae1230-8b66-4a39-a933-0cc86c2e45d2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 946 time: 0.0641315 Jul 22 20:21:56.631906 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6679c2cb-12c3-466f-bd07-c2c2f8dbc8b5 req-0e30ea5d-3b2e-4c8e-a24c-83ba8927bf75 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c8ee229-cb72-401f-9877-8a6dca7bda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322831 Jul 22 20:21:56.662094 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f7e64-cf0d-4942-b7f1-fdadbe248a4d req-7e613ec3-10f1-44df-a989-08e66b276dfc tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:56.663811 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-301f7e64-cf0d-4942-b7f1-fdadbe248a4d req-7e613ec3-10f1-44df-a989-08e66b276dfc tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.30 "GET /v2.0/ports?device_id=89ad26b4-73e4-4540-8ad1-afebb67bd00e HTTP/1.1" status: 200 len: 946 time: 0.0629823 Jul 22 20:21:56.761948 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-301f7e64-cf0d-4942-b7f1-fdadbe248a4d req-c2c34558-49b2-41ca-a95f-a947efe5a242 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Deleting port 63bab3b3-bafc-403c-8f09-1d27ea094a3c {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:21:56.762190 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-301f7e64-cf0d-4942-b7f1-fdadbe248a4d req-c2c34558-49b2-41ca-a95f-a947efe5a242 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:56.851879 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-301f7e64-cf0d-4942-b7f1-fdadbe248a4d req-c2c34558-49b2-41ca-a95f-a947efe5a242 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] For port 63bab3b3-bafc-403c-8f09-1d27ea094a3c, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=63bab3b3-bafc-403c-8f09-1d27ea094a3c,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:21:56.852241 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-301f7e64-cf0d-4942-b7f1-fdadbe248a4d req-c2c34558-49b2-41ca-a95f-a947efe5a242 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:56.864124 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-301f7e64-cf0d-4942-b7f1-fdadbe248a4d req-c2c34558-49b2-41ca-a95f-a947efe5a242 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Calling delete_port for 63bab3b3-bafc-403c-8f09-1d27ea094a3c owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:21:56.996796 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-301f7e64-cf0d-4942-b7f1-fdadbe248a4d req-c2c34558-49b2-41ca-a95f-a947efe5a242 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:57.026679 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c34558-49b2-41ca-a95f-a947efe5a242 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event deleted for resources: {'Port': ['ID=63bab3b3-bafc-403c-8f09-1d27ea094a3c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:57.075466 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-301f7e64-cf0d-4942-b7f1-fdadbe248a4d req-c2c34558-49b2-41ca-a95f-a947efe5a242 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] No DVR routers for this DVR port 63bab3b3-bafc-403c-8f09-1d27ea094a3c on host n-h1-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:21:57.078193 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-301f7e64-cf0d-4942-b7f1-fdadbe248a4d req-c2c34558-49b2-41ca-a95f-a947efe5a242 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:57.080173 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-301f7e64-cf0d-4942-b7f1-fdadbe248a4d req-c2c34558-49b2-41ca-a95f-a947efe5a242 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.30 "DELETE /v2.0/ports/63bab3b3-bafc-403c-8f09-1d27ea094a3c HTTP/1.1" status: 204 len: 173 time: 0.4110305 Jul 22 20:21:57.254067 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ad26b4-73e4-4540-8ad1-afebb67bd00e', 'name': 'network-vif-deleted', 'tag': '63bab3b3-bafc-403c-8f09-1d27ea094a3c'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:21:57.256613 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768abb9b-cdf3-4dc7-86d5-f668a3d5e95e" -d '{"events": [{"server_uuid": "89ad26b4-73e4-4540-8ad1-afebb67bd00e", "name": "network-vif-deleted", "tag": "63bab3b3-bafc-403c-8f09-1d27ea094a3c"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:21:57.292284 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c606d86d-1f63-43e7-8280-ae05e3c2d51e x-openstack-request-id: req-c606d86d-1f63-43e7-8280-ae05e3c2d51e {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:21:57.292606 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ad26b4-73e4-4540-8ad1-afebb67bd00e", "name": "network-vif-deleted", "tag": "63bab3b3-bafc-403c-8f09-1d27ea094a3c", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:21:57.292860 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c606d86d-1f63-43e7-8280-ae05e3c2d51e {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:21:57.293254 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ad26b4-73e4-4540-8ad1-afebb67bd00e', 'name': 'network-vif-deleted', 'tag': '63bab3b3-bafc-403c-8f09-1d27ea094a3c', 'status': 'completed', 'code': 200} Jul 22 20:21:57.687751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35096) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:21:57.745731 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3f921f8e-ed20-4e09-80dc-aa5befe68c11 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:57.774971 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3f921f8e-ed20-4e09-80dc-aa5befe68c11 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:57.834815 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3f921f8e-ed20-4e09-80dc-aa5befe68c11 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:57.837563 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3f921f8e-ed20-4e09-80dc-aa5befe68c11 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:57.838707 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3f921f8e-ed20-4e09-80dc-aa5befe68c11 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "DELETE /v2.0/security-groups/1c8ee229-cb72-401f-9877-8a6dca7bda9d HTTP/1.1" status: 204 len: 168 time: 0.1499641 Jul 22 20:21:57.847537 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f921f8e-ed20-4e09-80dc-aa5befe68c11 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8ee229-cb72-401f-9877-8a6dca7bda9d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:57.855786 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921f8e-ed20-4e09-80dc-aa5befe68c11 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:57.856127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921f8e-ed20-4e09-80dc-aa5befe68c11 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:57.856457 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921f8e-ed20-4e09-80dc-aa5befe68c11 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:57.856815 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921f8e-ed20-4e09-80dc-aa5befe68c11 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:57.857149 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921f8e-ed20-4e09-80dc-aa5befe68c11 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:57.857473 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921f8e-ed20-4e09-80dc-aa5befe68c11 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:57.857794 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921f8e-ed20-4e09-80dc-aa5befe68c11 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:57.858112 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921f8e-ed20-4e09-80dc-aa5befe68c11 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:57.858430 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921f8e-ed20-4e09-80dc-aa5befe68c11 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:57.858751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921f8e-ed20-4e09-80dc-aa5befe68c11 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:57.859071 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921f8e-ed20-4e09-80dc-aa5befe68c11 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:57.859389 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921f8e-ed20-4e09-80dc-aa5befe68c11 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:58.600561 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-48c8085e-36f2-47cf-bc6f-2de4a110fd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.277357 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35104) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:21:59.282029 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-66b31cda-d08b-4a68-9b5b-ba806db3d755 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-821943791', 'description': 'tempest-secgroup-smoke-821943791 description', 'project_id': 'b1863c25d49f4fd6a107b501e22dc587'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:21:59.306237 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-66b31cda-d08b-4a68-9b5b-ba806db3d755 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.388206 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-66b31cda-d08b-4a68-9b5b-ba806db3d755 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.391738 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-66b31cda-d08b-4a68-9b5b-ba806db3d755 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.421421 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-66b31cda-d08b-4a68-9b5b-ba806db3d755 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.422638 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-66b31cda-d08b-4a68-9b5b-ba806db3d755 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1442671 Jul 22 20:21:59.424642 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b31cda-d08b-4a68-9b5b-ba806db3d755 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb7573c-751e-4554-8861-d949273b6d6d,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:59.425695 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35106) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:21:59.431261 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-26111306-ae51-4d58-825c-3771b5255988 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Request body: {'security_group_rule': {'security_group_id': '4fb7573c-751e-4554-8861-d949273b6d6d', 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:21:59.457648 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26111306-ae51-4d58-825c-3771b5255988 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.512780 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26111306-ae51-4d58-825c-3771b5255988 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.516364 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26111306-ae51-4d58-825c-3771b5255988 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.533120 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26111306-ae51-4d58-825c-3771b5255988 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a731e4-b3ff-4847-8e7f-627d3e91376a,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:59.540116 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-26111306-ae51-4d58-825c-3771b5255988 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.541431 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-26111306-ae51-4d58-825c-3771b5255988 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138558 Jul 22 20:21:59.544102 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35108) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:21:59.548441 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-4cc303f5-a9ed-4c15-81b3-f9bc089c677b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Request body: {'security_group_rule': {'security_group_id': '4fb7573c-751e-4554-8861-d949273b6d6d', 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:21:59.574911 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4cc303f5-a9ed-4c15-81b3-f9bc089c677b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.636788 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4cc303f5-a9ed-4c15-81b3-f9bc089c677b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.641620 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4cc303f5-a9ed-4c15-81b3-f9bc089c677b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.659476 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc303f5-a9ed-4c15-81b3-f9bc089c677b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51067a2-baae-4c3d-9248-6595b2160d1b,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:59.668453 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-4cc303f5-a9ed-4c15-81b3-f9bc089c677b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.669658 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-4cc303f5-a9ed-4c15-81b3-f9bc089c677b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245985 Jul 22 20:21:59.672488 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35110) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:21:59.678567 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-79da7043-41a4-4998-9b6e-f5a5392f6a8f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Request body: {'security_group_rule': {'security_group_id': '4fb7573c-751e-4554-8861-d949273b6d6d', 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:21:59.685685 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 63bab3b3-bafc-403c-8f09-1d27ea094a3c no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:21:59.707304 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-79da7043-41a4-4998-9b6e-f5a5392f6a8f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.711502 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 63bab3b3-bafc-403c-8f09-1d27ea094a3c {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:21:59.711858 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 63bab3b3-bafc-403c-8f09-1d27ea094a3c not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:21:59.767287 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-79da7043-41a4-4998-9b6e-f5a5392f6a8f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.771220 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-79da7043-41a4-4998-9b6e-f5a5392f6a8f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.783997 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da7043-41a4-4998-9b6e-f5a5392f6a8f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3d4c80-121a-46b4-bc3a-37181fe9066a,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:59.796504 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-79da7043-41a4-4998-9b6e-f5a5392f6a8f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.797764 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-79da7043-41a4-4998-9b6e-f5a5392f6a8f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241798 Jul 22 20:21:59.800464 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35112) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:21:59.805747 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-0bedb291-2f80-497a-a8ac-d680d8b915f2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Request body: {'security_group_rule': {'security_group_id': '4fb7573c-751e-4554-8861-d949273b6d6d', 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:21:59.833188 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0bedb291-2f80-497a-a8ac-d680d8b915f2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.893429 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0bedb291-2f80-497a-a8ac-d680d8b915f2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.897064 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0bedb291-2f80-497a-a8ac-d680d8b915f2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.914793 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bedb291-2f80-497a-a8ac-d680d8b915f2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad2bf5a-1174-4c68-8f5b-9c461624d8ec,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:59.920663 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-0bedb291-2f80-497a-a8ac-d680d8b915f2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.921711 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-0bedb291-2f80-497a-a8ac-d680d8b915f2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196687 Jul 22 20:21:59.925435 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35114) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:21:59.930903 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-2c696aed-9032-47be-a44d-e072b5591f3f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Request body: {'security_group_rule': {'security_group_id': '4fb7573c-751e-4554-8861-d949273b6d6d', 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:21:59.952629 n-d-800086-12 neutron-server[93806]: INFO neutron.db.securitygroups_db [None req-2c696aed-9032-47be-a44d-e072b5591f3f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Project b1863c25d49f4fd6a107b501e22dc587 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:21:59.957786 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2c696aed-9032-47be-a44d-e072b5591f3f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:00.021122 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2c696aed-9032-47be-a44d-e072b5591f3f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:00.025170 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2c696aed-9032-47be-a44d-e072b5591f3f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:00.043083 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c696aed-9032-47be-a44d-e072b5591f3f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2fb63c3-eee6-497c-9663-11b3f1ead978,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:00.048557 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2c696aed-9032-47be-a44d-e072b5591f3f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:00.052420 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-2c696aed-9032-47be-a44d-e072b5591f3f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226962 Jul 22 20:22:00.052950 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35116) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:00.057435 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-c95cb069-dc65-42ea-9919-a18f86027b86 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Request body: {'security_group_rule': {'security_group_id': '4fb7573c-751e-4554-8861-d949273b6d6d', 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:00.078584 n-d-800086-12 neutron-server[93806]: INFO neutron.db.securitygroups_db [None req-c95cb069-dc65-42ea-9919-a18f86027b86 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Project b1863c25d49f4fd6a107b501e22dc587 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:22:00.083825 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c95cb069-dc65-42ea-9919-a18f86027b86 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:00.143823 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c95cb069-dc65-42ea-9919-a18f86027b86 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:00.147474 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c95cb069-dc65-42ea-9919-a18f86027b86 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:00.165828 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95cb069-dc65-42ea-9919-a18f86027b86 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed5ed29-2fba-4f42-995d-948e809ed63b,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:00.171568 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c95cb069-dc65-42ea-9919-a18f86027b86 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:00.172703 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-c95cb069-dc65-42ea-9919-a18f86027b86 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191390 Jul 22 20:22:01.110778 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-85efa7b7-ba2e-4e77-a593-b0cf48c17f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:01.248944 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:02.649734 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:04.294259 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:09.713540 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:10.766002 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:22:12.577149 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:14.430133 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-f9d18bd5-9fcf-498f-91e5-a304f9b86527 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-821943791&fields=id&tenant_id=b1863c25d49f4fd6a107b501e22dc587 HTTP/1.1" status: 200 len: 267 time: 0.0348058 Jul 22 20:22:14.536438 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-993f403c-cddb-42c3-a873-1824b3c38df3 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:14.538107 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-993f403c-cddb-42c3-a873-1824b3c38df3 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 808 time: 0.1014180 Jul 22 20:22:14.552050 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-242b2bda-3e2a-4957-a77b-e8065c43da93 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/quotas/b1863c25d49f4fd6a107b501e22dc587 HTTP/1.1" status: 200 len: 375 time: 0.0087585 Jul 22 20:22:14.616586 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-104cb54c-696f-49a3-8e35-bec681ca6ede tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592096 Jul 22 20:22:14.714581 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-99fd3825-04df-4065-abe3-3b0e70c5f5c4 service neutron] 10.222.0.13 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872262 Jul 22 20:22:14.801676 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-22763ff5-f1ce-428e-9531-948b6096b19b service neutron] 10.222.0.13 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813732 Jul 22 20:22:15.086811 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bfb2dfdc-0bb2-4bb8-96cb-0bfe5a583fe8 req-dcf34126-17cf-4690-8507-9341a2cc35ad tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 210 time: 0.0294600 Jul 22 20:22:16.077668 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-ad87a42a-47ca-49b1-981d-aaa68f2650f6 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:16.079162 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-ad87a42a-47ca-49b1-981d-aaa68f2650f6 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.16 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 808 time: 0.1104128 Jul 22 20:22:16.122249 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-9c969116-9157-4a27-91ba-0ec19ccfaee2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1863c25d49f4fd6a107b501e22dc587 HTTP/1.1" status: 200 len: 379 time: 0.0345695 Jul 22 20:22:16.130490 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-49ec454b-ca7a-49c8-9f72-2d77221b1877 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Request body: {'port': {'device_id': '2cb2a93a-174a-42f0-9072-083da79df2ea', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'admin_state_up': True, 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'security_groups': ['4fb7573c-751e-4554-8861-d949273b6d6d']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:16.230844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4e71c0a3-30c1-447a-b889-5e35fad4618d req-72bf4d6b-30c3-4a61-9bf9-8463ebde59e1 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 210 time: 0.0356090 Jul 22 20:22:16.274286 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-49ec454b-ca7a-49c8-9f72-2d77221b1877 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Made reservation on behalf of b1863c25d49f4fd6a107b501e22dc587 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:22:16.277757 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-49ec454b-ca7a-49c8-9f72-2d77221b1877 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:16.406138 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-49ec454b-ca7a-49c8-9f72-2d77221b1877 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Allocated IP 172.20.0.5 (860f4271-f3b8-43df-b697-a86b3a247263/19088ea0-6cb8-4857-b9d8-ed67a2121c36/51478340-1269-431f-a4a0-aa5335037c39) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:22:16.540920 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-49ec454b-ca7a-49c8-9f72-2d77221b1877 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:16.555086 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-49ec454b-ca7a-49c8-9f72-2d77221b1877 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Transition to ACTIVE for port object 51478340-1269-431f-a4a0-aa5335037c39 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:22:16.587848 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-49ec454b-ca7a-49c8-9f72-2d77221b1877 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:16.635952 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-49ec454b-ca7a-49c8-9f72-2d77221b1877 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Network 860f4271-f3b8-43df-b697-a86b3a247263 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:22:16.641175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-49ec454b-ca7a-49c8-9f72-2d77221b1877 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:16.644803 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-49ec454b-ca7a-49c8-9f72-2d77221b1877 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:22:16.682788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec454b-ca7a-49c8-9f72-2d77221b1877 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event updated for resources: {'Port': ['ID=51478340-1269-431f-a4a0-aa5335037c39,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:16.699681 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-49ec454b-ca7a-49c8-9f72-2d77221b1877 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:16.700326 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-49ec454b-ca7a-49c8-9f72-2d77221b1877 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:16.716230 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-49ec454b-ca7a-49c8-9f72-2d77221b1877 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5895417 Jul 22 20:22:16.728966 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] Request body: {'port': {'device_id': '2cb2a93a-174a-42f0-9072-083da79df2ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:16.811161 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:16.920423 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c0b43285-102f-42ae-8592-097f3ce464a0 None None] Provisioning for port 51478340-1269-431f-a4a0-aa5335037c39 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:22:16.925129 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-c0b43285-102f-42ae-8592-097f3ce464a0 None None] Provisioning complete for port 51478340-1269-431f-a4a0-aa5335037c39 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:16.934681 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c0b43285-102f-42ae-8592-097f3ce464a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:16.984111 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-c0b43285-102f-42ae-8592-097f3ce464a0 None None] Port 51478340-1269-431f-a4a0-aa5335037c39 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:22:17.497683 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d6cc6-5826-4025-abda-1d2de153c0d8 req-ed0495b6-1062-4bef-b90d-defe7a86779f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:17.499166 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7f5d6cc6-5826-4025-abda-1d2de153c0d8 req-ed0495b6-1062-4bef-b90d-defe7a86779f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 931 time: 0.1246459 Jul 22 20:22:17.518581 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51478340-1269-431f-a4a0-aa5335037c39 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:22:17.535709 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:17.558416 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] Transition to ACTIVE for port object 51478340-1269-431f-a4a0-aa5335037c39 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:22:17.564345 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7f5d6cc6-5826-4025-abda-1d2de153c0d8 req-8ff38ab0-c7e0-4332-bd8e-69aee3afbe72 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566947 Jul 22 20:22:17.565448 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:17.617813 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] Pushing event updated for resources: {'Port': ['ID=51478340-1269-431f-a4a0-aa5335037c39,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:17.691647 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] Attempting to bind port 51478340-1269-431f-a4a0-aa5335037c39 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:22:17.692102 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] Attempting to bind port 51478340-1269-431f-a4a0-aa5335037c39 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:22:17.692531 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] Attempting to bind port 51478340-1269-431f-a4a0-aa5335037c39 on network 860f4271-f3b8-43df-b697-a86b3a247263 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:22:17.698475 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] Port 51478340-1269-431f-a4a0-aa5335037c39 on network 860f4271-f3b8-43df-b697-a86b3a247263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:22:17.698881 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] Attempting to bind port 51478340-1269-431f-a4a0-aa5335037c39 on network 860f4271-f3b8-43df-b697-a86b3a247263 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:22:17.704050 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:22:17.704393 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] Checking segment: {'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:22:17.704846 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] Bound using segment: {'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:22:17.705418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] Bound port: 51478340-1269-431f-a4a0-aa5335037c39, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:22:17.705783 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:17.778308 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] For port 51478340-1269-431f-a4a0-aa5335037c39, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:22:17.781632 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] For port 51478340-1269-431f-a4a0-aa5335037c39, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=51478340-1269-431f-a4a0-aa5335037c39,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:22:17.786780 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:17.822817 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:17.823253 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:17.824666 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] 10.222.0.16 "PUT /v2.0/ports/51478340-1269-431f-a4a0-aa5335037c39 HTTP/1.1" status: 200 len: 1092 time: 1.1008129 Jul 22 20:22:17.825112 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb2a93a-174a-42f0-9072-083da79df2ea', 'tag': '51478340-1269-431f-a4a0-aa5335037c39'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:22:17.827337 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95a8adc-e1ef-4ba0-85e9-d17659606684" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb2a93a-174a-42f0-9072-083da79df2ea", "tag": "51478340-1269-431f-a4a0-aa5335037c39"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:22:17.861429 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336942ad-7bfa-4240-ac7f-10f4c1e59fed service neutron] Pushing event updated for resources: {'Port': ['ID=51478340-1269-431f-a4a0-aa5335037c39,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:17.939707 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7f238b-7f9c-40be-ac71-95bac36d0818 x-openstack-request-id: req-fb7f238b-7f9c-40be-ac71-95bac36d0818 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:22:17.940071 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb2a93a-174a-42f0-9072-083da79df2ea", "tag": "51478340-1269-431f-a4a0-aa5335037c39", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:22:17.940392 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb7f238b-7f9c-40be-ac71-95bac36d0818 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:22:17.940900 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb2a93a-174a-42f0-9072-083da79df2ea', 'tag': '51478340-1269-431f-a4a0-aa5335037c39', 'status': 'completed', 'code': 200} Jul 22 20:22:17.944740 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-ed07e255-4625-4ac5-b28e-f6765fb47e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:17.946675 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-ed07e255-4625-4ac5-b28e-f6765fb47e95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 1095 time: 0.0769978 Jul 22 20:22:17.995107 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-3c29f992-4896-482e-9f54-2a99fdba478b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51478340-1269-431f-a4a0-aa5335037c39 HTTP/1.1" status: 200 len: 217 time: 0.0414715 Jul 22 20:22:18.048611 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-88424a37-2fd1-4f1c-8e71-edb6b2acb9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:18.050279 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-88424a37-2fd1-4f1c-8e71-edb6b2acb9e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 200 len: 847 time: 0.0493577 Jul 22 20:22:18.110028 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-d3d66f0e-85a0-4644-9206-a464a9d5999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:18.111534 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-d3d66f0e-85a0-4644-9206-a464a9d5999e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=860f4271-f3b8-43df-b697-a86b3a247263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543630 Jul 22 20:22:18.205523 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-1586b893-3fbb-47f0-b552-2c9d27a60939 service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870783 Jul 22 20:22:18.294989 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4a8a2328-c938-441b-abb2-7816c13ef4a7 req-1ae3dce5-1b81-4b48-988d-6e188d957c96 service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822985 Jul 22 20:22:18.390139 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a8adc-e1ef-4ba0-85e9-d17659606684 req-c0ba871f-df3c-4edf-b265-d8570b660503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:18.391633 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f95a8adc-e1ef-4ba0-85e9-d17659606684 req-c0ba871f-df3c-4edf-b265-d8570b660503 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 1095 time: 0.0546072 Jul 22 20:22:18.484620 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a8adc-e1ef-4ba0-85e9-d17659606684 req-2cc14509-b84f-4c7c-b037-1069b0a03639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:18.486247 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f95a8adc-e1ef-4ba0-85e9-d17659606684 req-2cc14509-b84f-4c7c-b037-1069b0a03639 service neutron] 10.222.0.16 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 909 time: 0.0885637 Jul 22 20:22:18.526408 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f95a8adc-e1ef-4ba0-85e9-d17659606684 req-1abce3c7-9378-446d-bb55-10a880bf523b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51478340-1269-431f-a4a0-aa5335037c39 HTTP/1.1" status: 200 len: 217 time: 0.0334105 Jul 22 20:22:18.579264 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a8adc-e1ef-4ba0-85e9-d17659606684 req-88517d9b-e0bb-4028-a44a-e4a626bdd424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:18.580686 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f95a8adc-e1ef-4ba0-85e9-d17659606684 req-88517d9b-e0bb-4028-a44a-e4a626bdd424 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 200 len: 847 time: 0.0490384 Jul 22 20:22:18.644550 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a8adc-e1ef-4ba0-85e9-d17659606684 req-b51246c4-d7dd-48f6-9011-4e62f0faa912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:18.646117 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f95a8adc-e1ef-4ba0-85e9-d17659606684 req-b51246c4-d7dd-48f6-9011-4e62f0faa912 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=860f4271-f3b8-43df-b697-a86b3a247263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581861 Jul 22 20:22:18.780810 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d80d3e-aaec-4f5a-81eb-b563d9245e20 req-1f14cf14-029c-4b24-a5fc-af82cb83a6de tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:18.782295 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43d80d3e-aaec-4f5a-81eb-b563d9245e20 req-1f14cf14-029c-4b24-a5fc-af82cb83a6de tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 943 time: 0.1353145 Jul 22 20:22:18.784045 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f95a8adc-e1ef-4ba0-85e9-d17659606684 req-d3d6cbe5-440e-4e05-97e9-60e95156b626 service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284032 Jul 22 20:22:18.885427 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-43d80d3e-aaec-4f5a-81eb-b563d9245e20 req-3e46b51a-d31d-47da-8def-af7ed68835eb tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963173 Jul 22 20:22:18.920945 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f95a8adc-e1ef-4ba0-85e9-d17659606684 req-c373ed09-72d0-4841-aa29-de5bac05dff3 service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257255 Jul 22 20:22:20.023543 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26979b-a5b1-47b2-974a-c0c271fec8fc req-bfebe383-3fee-4b06-88ca-15cba412637c tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:20.025283 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b26979b-a5b1-47b2-974a-c0c271fec8fc req-bfebe383-3fee-4b06-88ca-15cba412637c tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 943 time: 0.0685327 Jul 22 20:22:20.070280 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4b26979b-a5b1-47b2-974a-c0c271fec8fc req-b104501c-9b0b-400a-8f88-6e75565b5b4b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391452 Jul 22 20:22:21.197255 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3dc998-3259-4da7-bdc1-93bdbaa83482 req-ed35df3f-4b36-4642-95d2-589f1cf8a6bb tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:21.198718 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5d3dc998-3259-4da7-bdc1-93bdbaa83482 req-ed35df3f-4b36-4642-95d2-589f1cf8a6bb tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 943 time: 0.0631793 Jul 22 20:22:21.236456 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-5d3dc998-3259-4da7-bdc1-93bdbaa83482 req-e41b58c2-0305-493f-bcce-25ae281061f8 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320330 Jul 22 20:22:22.368275 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9d125-a17b-4fa9-8e4d-733c904e9a5a req-ff04175c-9363-4988-8487-16a8881b8390 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:22.369786 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c5a9d125-a17b-4fa9-8e4d-733c904e9a5a req-ff04175c-9363-4988-8487-16a8881b8390 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 943 time: 0.0684183 Jul 22 20:22:22.407711 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c5a9d125-a17b-4fa9-8e4d-733c904e9a5a req-f54cbc3c-1e62-4f77-b916-42b458c8a214 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323782 Jul 22 20:22:23.543655 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cf70e-c800-44ed-8de2-c070d534820c req-76602340-fe62-4cfa-b52d-a9fd9861f6c2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:23.545194 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d28cf70e-c800-44ed-8de2-c070d534820c req-76602340-fe62-4cfa-b52d-a9fd9861f6c2 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 943 time: 0.0718322 Jul 22 20:22:23.584974 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d28cf70e-c800-44ed-8de2-c070d534820c req-7fa0fff7-2f42-496c-9a34-c1d9c5571ec1 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342262 Jul 22 20:22:24.722001 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759e4e5-b995-45e8-8d8b-8813693c676e req-4268dd91-afac-420f-8b4f-3ba20501dccc tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:24.723497 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8759e4e5-b995-45e8-8d8b-8813693c676e req-4268dd91-afac-420f-8b4f-3ba20501dccc tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 943 time: 0.0639565 Jul 22 20:22:24.765340 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8759e4e5-b995-45e8-8d8b-8813693c676e req-2d946dcc-a898-4acb-a002-cee003a6b847 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355866 Jul 22 20:22:25.891647 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46696f92-4c1c-48e1-9316-dec1c3a007af req-36280bb9-7c2b-409e-90ea-eba1fd9b43eb tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:25.893168 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-46696f92-4c1c-48e1-9316-dec1c3a007af req-36280bb9-7c2b-409e-90ea-eba1fd9b43eb tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 943 time: 0.0640550 Jul 22 20:22:25.931666 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-46696f92-4c1c-48e1-9316-dec1c3a007af req-9ac451f5-94c1-4673-b769-66ee83c687fe tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324683 Jul 22 20:22:27.060217 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390e9a0-bd08-40bd-9b07-645bcc728f55 req-2f7fc6c4-1cdf-4cc8-9dc4-e700ed1167fe tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:27.061651 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b390e9a0-bd08-40bd-9b07-645bcc728f55 req-2f7fc6c4-1cdf-4cc8-9dc4-e700ed1167fe tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 943 time: 0.0636392 Jul 22 20:22:27.099384 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b390e9a0-bd08-40bd-9b07-645bcc728f55 req-5247bd08-7a61-4f08-b38a-48ddf34c6fc4 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321374 Jul 22 20:22:28.231748 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8beb3-1aee-40cc-b749-04fa7fe1fc65 req-e521fa23-d6e1-43c9-bb81-55656b1175b7 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:28.233190 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-afd8beb3-1aee-40cc-b749-04fa7fe1fc65 req-e521fa23-d6e1-43c9-bb81-55656b1175b7 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 943 time: 0.0684655 Jul 22 20:22:28.270712 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-afd8beb3-1aee-40cc-b749-04fa7fe1fc65 req-053e5735-4b0a-4276-80b5-594224a9d658 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320799 Jul 22 20:22:28.600564 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bb6bb2f7-a0e5-473d-9cfd-1f5f6579d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:29.231537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 51478340-1269-431f-a4a0-aa5335037c39 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:22:29.404938 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8deb1-4e2e-4990-865b-c0e2a1b33875 req-42263687-d342-4c8f-8415-1d1647adb61a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:29.406549 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-97e8deb1-4e2e-4990-865b-c0e2a1b33875 req-42263687-d342-4c8f-8415-1d1647adb61a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 943 time: 0.0679405 Jul 22 20:22:29.447224 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-97e8deb1-4e2e-4990-865b-c0e2a1b33875 req-dae85b92-2f55-4a73-ac5c-aa1377d3f2b7 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349383 Jul 22 20:22:29.486617 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 51478340-1269-431f-a4a0-aa5335037c39, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=51478340-1269-431f-a4a0-aa5335037c39,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:22:29.497592 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': '51478340-1269-431f-a4a0-aa5335037c39', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'port_id': '51478340-1269-431f-a4a0-aa5335037c39', 'mac_address': 'fa:16:3e:fa:58:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:22:29.533458 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:29.545862 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51478340-1269-431f-a4a0-aa5335037c39 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:22:29.565237 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 51478340-1269-431f-a4a0-aa5335037c39, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=51478340-1269-431f-a4a0-aa5335037c39,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:22:29.569389 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:29.615053 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=51478340-1269-431f-a4a0-aa5335037c39,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:29.622902 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:29.623250 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:29.623591 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:29.623927 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:29.624267 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:29.624630 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:29.624959 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:29.625284 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:29.625611 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:29.625933 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:29.626256 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:29.626576 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:29.801082 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['51478340-1269-431f-a4a0-aa5335037c39'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:22:30.574907 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71804bae-b410-4470-ae16-86514113a012 req-c1f02417-5e9e-45c1-a13d-1dc42d85cf4c tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:30.576414 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-71804bae-b410-4470-ae16-86514113a012 req-c1f02417-5e9e-45c1-a13d-1dc42d85cf4c tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 944 time: 0.0649436 Jul 22 20:22:30.617855 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-71804bae-b410-4470-ae16-86514113a012 req-2bed2716-33ed-4496-8a92-efe1a5962ac0 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358889 Jul 22 20:22:31.110806 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-72d31da9-d93e-47f6-8ee9-470ece493484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:31.247180 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 51478340-1269-431f-a4a0-aa5335037c39 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:22:31.270021 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:31.299531 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port 51478340-1269-431f-a4a0-aa5335037c39 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:22:31.303573 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port 51478340-1269-431f-a4a0-aa5335037c39 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:31.303943 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:31.378437 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:31.400856 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb2a93a-174a-42f0-9072-083da79df2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51478340-1269-431f-a4a0-aa5335037c39'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:22:31.403094 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546aff4b-1f45-4e5c-8654-04d0c6f18b66" -d '{"events": [{"server_uuid": "2cb2a93a-174a-42f0-9072-083da79df2ea", "name": "network-vif-plugged", "status": "completed", "tag": "51478340-1269-431f-a4a0-aa5335037c39"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:22:31.415443 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 51478340-1269-431f-a4a0-aa5335037c39, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=51478340-1269-431f-a4a0-aa5335037c39,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:22:31.419890 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:31.470160 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=51478340-1269-431f-a4a0-aa5335037c39,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:31.492848 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf04fb47-ee65-4115-94fd-e2f780e4e6bc x-openstack-request-id: req-bf04fb47-ee65-4115-94fd-e2f780e4e6bc {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:22:31.493140 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb2a93a-174a-42f0-9072-083da79df2ea", "name": "network-vif-plugged", "status": "completed", "tag": "51478340-1269-431f-a4a0-aa5335037c39", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:22:31.493391 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf04fb47-ee65-4115-94fd-e2f780e4e6bc {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:22:31.493778 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb2a93a-174a-42f0-9072-083da79df2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51478340-1269-431f-a4a0-aa5335037c39', 'code': 200} Jul 22 20:22:31.599123 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0a796-8f4d-4275-9672-add18fdcc160 req-4789b119-8ce3-4a2a-b24a-4a384f56e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:31.600553 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-97f0a796-8f4d-4275-9672-add18fdcc160 req-4789b119-8ce3-4a2a-b24a-4a384f56e196 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 1097 time: 0.0533879 Jul 22 20:22:31.634760 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-97f0a796-8f4d-4275-9672-add18fdcc160 req-ce510b54-508f-457b-aa80-4122f63cc621 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283132 Jul 22 20:22:31.747193 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91a789-ff88-415d-be5f-f8699ca16c10 req-e97ba42f-846d-479b-9da4-394b7833ad50 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:31.748705 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf91a789-ff88-415d-be5f-f8699ca16c10 req-e97ba42f-846d-479b-9da4-394b7833ad50 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 945 time: 0.0649366 Jul 22 20:22:31.785757 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cf91a789-ff88-415d-be5f-f8699ca16c10 req-b0f79e96-8ed8-4ad7-9121-a35a39f30614 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316374 Jul 22 20:22:32.646870 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:32.920129 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea16131-8b14-490f-9737-cb13cf9b1e2c req-6358ba28-e660-4b96-b200-74afa55248b0 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:32.921556 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ea16131-8b14-490f-9737-cb13cf9b1e2c req-6358ba28-e660-4b96-b200-74afa55248b0 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 945 time: 0.0676801 Jul 22 20:22:32.958970 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2ea16131-8b14-490f-9737-cb13cf9b1e2c req-8dbddcce-24e6-4abe-b1c7-4f8538e7208a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319407 Jul 22 20:22:33.087027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e7608-705c-4588-be6c-e0fe6fb9a98e req-e9afb61c-0cbf-4f6c-8c2b-13209a2c3bcd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:33.088565 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a3e7608-705c-4588-be6c-e0fe6fb9a98e req-e9afb61c-0cbf-4f6c-8c2b-13209a2c3bcd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 945 time: 0.0653620 Jul 22 20:22:33.125932 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a3e7608-705c-4588-be6c-e0fe6fb9a98e req-2de2b873-61fd-4963-80c4-0f0e3eef2294 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318811 Jul 22 20:22:33.146428 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35322) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:33.203981 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db2ca26-2df6-40fa-8ed7-f5d7b86e9352 tempest-TestShelveInstance-961930235 tempest-TestShelveInstance-961930235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:33.205567 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6db2ca26-2df6-40fa-8ed7-f5d7b86e9352 tempest-TestShelveInstance-961930235 tempest-TestShelveInstance-961930235-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 1092 time: 0.0581810 Jul 22 20:22:33.208292 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35324) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:33.213246 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-3604e633-660f-4dcf-bf6c-aee568d3c0ef tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': '51478340-1269-431f-a4a0-aa5335037c39', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:33.235274 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3604e633-660f-4dcf-bf6c-aee568d3c0ef tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:33.333228 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3604e633-660f-4dcf-bf6c-aee568d3c0ef tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:33.437688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-3604e633-660f-4dcf-bf6c-aee568d3c0ef tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Allocated IP 172.25.3.169 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/b99ef38b-30b6-4a43-b925-93674a2fcfd5) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:22:33.539622 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3604e633-660f-4dcf-bf6c-aee568d3c0ef tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:33.579581 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3604e633-660f-4dcf-bf6c-aee568d3c0ef tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:33.624554 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3604e633-660f-4dcf-bf6c-aee568d3c0ef tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:22:33.627335 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-3604e633-660f-4dcf-bf6c-aee568d3c0ef tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:33.630897 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3604e633-660f-4dcf-bf6c-aee568d3c0ef tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:22:33.636883 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604e633-660f-4dcf-bf6c-aee568d3c0ef tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event updated for resources: {'Port': ['ID=b99ef38b-30b6-4a43-b925-93674a2fcfd5,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:33.985114 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3604e633-660f-4dcf-bf6c-aee568d3c0ef tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:34.062961 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3604e633-660f-4dcf-bf6c-aee568d3c0ef tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:34.211959 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3604e633-660f-4dcf-bf6c-aee568d3c0ef tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:34.216347 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3604e633-660f-4dcf-bf6c-aee568d3c0ef tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:34.287498 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604e633-660f-4dcf-bf6c-aee568d3c0ef tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event updated for resources: {'Port': ['ID=b99ef38b-30b6-4a43-b925-93674a2fcfd5,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:34.297192 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3604e633-660f-4dcf-bf6c-aee568d3c0ef tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:34.302469 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:34.396806 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-3604e633-660f-4dcf-bf6c-aee568d3c0ef tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Floating IP afb628f6-72c8-49e7-a4af-8a9322c58999 associated. External IP: 172.25.3.169, port: 51478340-1269-431f-a4a0-aa5335037c39. Jul 22 20:22:34.604848 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3604e633-660f-4dcf-bf6c-aee568d3c0ef tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Router d85d990d-f4f3-48b9-8498-5616b3c8588a has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:22:34.712497 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3604e633-660f-4dcf-bf6c-aee568d3c0ef tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:22:34.722027 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f8b29-8020-41bf-9cfe-82bcf320cc4a None None] Sync routers for ids ['d85d990d-f4f3-48b9-8498-5616b3c8588a'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:22:34.728320 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-3604e633-660f-4dcf-bf6c-aee568d3c0ef tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:34.731476 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f8b29-8020-41bf-9cfe-82bcf320cc4a None None] Routers {'d85d990d-f4f3-48b9-8498-5616b3c8588a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:22:34.732095 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-431f8b29-8020-41bf-9cfe-82bcf320cc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:22:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d85d990d-f4f3-48b9-8498-5616b3c8588a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:34.766101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-3604e633-660f-4dcf-bf6c-aee568d3c0ef tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5567617 Jul 22 20:22:34.766694 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb2a93a-174a-42f0-9072-083da79df2ea', 'tag': '51478340-1269-431f-a4a0-aa5335037c39'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:22:34.769002 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5c1cab-7ca2-4176-88c4-c2783ffff13a" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb2a93a-174a-42f0-9072-083da79df2ea", "tag": "51478340-1269-431f-a4a0-aa5335037c39"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:22:34.805503 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f74e5c-dc9d-49ec-bb47-d171bda639e1 x-openstack-request-id: req-37f74e5c-dc9d-49ec-bb47-d171bda639e1 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:22:34.805789 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb2a93a-174a-42f0-9072-083da79df2ea", "tag": "51478340-1269-431f-a4a0-aa5335037c39", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:22:34.806064 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37f74e5c-dc9d-49ec-bb47-d171bda639e1 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:22:34.806472 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb2a93a-174a-42f0-9072-083da79df2ea', 'tag': '51478340-1269-431f-a4a0-aa5335037c39', 'status': 'completed', 'code': 200} Jul 22 20:22:34.842903 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-431f8b29-8020-41bf-9cfe-82bcf320cc4a None None] Set router d85d990d-f4f3-48b9-8498-5616b3c8588a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:22:34.881594 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c1cab-7ca2-4176-88c4-c2783ffff13a req-0670ecb4-b588-4694-916e-acff4c63a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:34.883080 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a5c1cab-7ca2-4176-88c4-c2783ffff13a req-0670ecb4-b588-4694-916e-acff4c63a269 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 1097 time: 0.0539901 Jul 22 20:22:34.977140 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c1cab-7ca2-4176-88c4-c2783ffff13a req-99c92388-cc83-4661-bbcb-48599ae81056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:34.978993 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a5c1cab-7ca2-4176-88c4-c2783ffff13a req-99c92388-cc83-4661-bbcb-48599ae81056 service neutron] 10.222.0.16 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 909 time: 0.0902426 Jul 22 20:22:35.042029 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a5c1cab-7ca2-4176-88c4-c2783ffff13a req-1ef2b67e-4a62-488c-922c-2417df510f48 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51478340-1269-431f-a4a0-aa5335037c39 HTTP/1.1" status: 200 len: 999 time: 0.0578210 Jul 22 20:22:35.066704 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-431f8b29-8020-41bf-9cfe-82bcf320cc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'name': 'tempest-TestShelveInstance-185477789-router', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:34Z', 'updated_at': '2021-07-22T20:17:37Z', 'revision_number': 4, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'gw_port': {'id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:35Z', 'updated_at': '2021-07-22T20:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'afb628f6-72c8-49e7-a4af-8a9322c58999', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'port_id': '51478340-1269-431f-a4a0-aa5335037c39', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'mac_address': 'fa:16:3e:fa:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2a93a-174a-42f0-9072-083da79df2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:22:33Z', 'updated_at': '2021-07-22T20:22:33Z', 'revision_number': 0, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2364c548-08f4-4472-ab28-d26a9e9db127', 'name': '', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'mac_address': 'fa:16:3e:f6:72:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:37Z', 'updated_at': '2021-07-22T20:17:42Z', 'revision_number': 5, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'subnets': [{'id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:35.090302 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c1cab-7ca2-4176-88c4-c2783ffff13a req-f7e1719e-04c1-4c82-a2e5-d05413cdc8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:35.091989 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a5c1cab-7ca2-4176-88c4-c2783ffff13a req-f7e1719e-04c1-4c82-a2e5-d05413cdc8b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 200 len: 847 time: 0.0442736 Jul 22 20:22:35.096762 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f8b29-8020-41bf-9cfe-82bcf320cc4a None None] Checking router: d85d990d-f4f3-48b9-8498-5616b3c8588a for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:22:35.105694 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f8b29-8020-41bf-9cfe-82bcf320cc4a None None] Routers {'d85d990d-f4f3-48b9-8498-5616b3c8588a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:22:35.106306 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-431f8b29-8020-41bf-9cfe-82bcf320cc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:22:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d85d990d-f4f3-48b9-8498-5616b3c8588a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:35.155091 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c1cab-7ca2-4176-88c4-c2783ffff13a req-ebb66913-b017-469c-80c2-850ba5937d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:35.156494 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a5c1cab-7ca2-4176-88c4-c2783ffff13a req-ebb66913-b017-469c-80c2-850ba5937d8b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=860f4271-f3b8-43df-b697-a86b3a247263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588527 Jul 22 20:22:35.213177 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-431f8b29-8020-41bf-9cfe-82bcf320cc4a None None] Set router d85d990d-f4f3-48b9-8498-5616b3c8588a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:22:35.248061 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a5c1cab-7ca2-4176-88c4-c2783ffff13a req-40a3330c-50bd-479e-9ae1-f1d4382cedc1 service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854516 Jul 22 20:22:35.342029 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1a5c1cab-7ca2-4176-88c4-c2783ffff13a req-3dff4a15-0abf-4630-a118-d220285ded0a service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880451 Jul 22 20:22:35.436133 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-431f8b29-8020-41bf-9cfe-82bcf320cc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'name': 'tempest-TestShelveInstance-185477789-router', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:34Z', 'updated_at': '2021-07-22T20:17:37Z', 'revision_number': 4, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'gw_port': {'id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:35Z', 'updated_at': '2021-07-22T20:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'afb628f6-72c8-49e7-a4af-8a9322c58999', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'port_id': '51478340-1269-431f-a4a0-aa5335037c39', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'mac_address': 'fa:16:3e:fa:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2a93a-174a-42f0-9072-083da79df2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:22:33Z', 'updated_at': '2021-07-22T20:22:33Z', 'revision_number': 0, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2364c548-08f4-4472-ab28-d26a9e9db127', 'name': '', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'mac_address': 'fa:16:3e:f6:72:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:37Z', 'updated_at': '2021-07-22T20:17:42Z', 'revision_number': 5, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'subnets': [{'id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:35.462499 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f8b29-8020-41bf-9cfe-82bcf320cc4a None None] The sync data for ids ['d85d990d-f4f3-48b9-8498-5616b3c8588a'] in n-d-800086-12 is: [{'id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'name': 'tempest-TestShelveInstance-185477789-router', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:34Z', 'updated_at': '2021-07-22T20:17:37Z', 'revision_number': 4, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'gw_port': {'id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:35Z', 'updated_at': '2021-07-22T20:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': 'afb628f6-72c8-49e7-a4af-8a9322c58999', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'port_id': '51478340-1269-431f-a4a0-aa5335037c39', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'mac_address': 'fa:16:3e:fa:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb2a93a-174a-42f0-9072-083da79df2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:22:33Z', 'updated_at': '2021-07-22T20:22:33Z', 'revision_number': 0, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2364c548-08f4-4472-ab28-d26a9e9db127', 'name': '', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'mac_address': 'fa:16:3e:f6:72:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:37Z', 'updated_at': '2021-07-22T20:17:42Z', 'revision_number': 5, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'subnets': [{'id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:22:35.652858 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773eb0e0-2c12-4b8c-81f5-faa623d97ba1 None None] New status for floating IP afb628f6-72c8-49e7-a4af-8a9322c58999: ACTIVE {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:22:39.736847 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:42.572605 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:47.765527 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:22:58.601529 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b49c7b96-9832-40d2-8250-8308f0bf2adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:01.112022 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5a51ed95-73ef-4975-9403-027571c1ea78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:01.250619 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:01.841204 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f95e8894-13c5-434a-89d0-f2716bbc852d req-4cf2709c-36b6-4e7b-87ee-14c1653de87e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539594 Jul 22 20:23:01.934736 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e8894-13c5-434a-89d0-f2716bbc852d req-5b2d22a0-f8ec-4988-a743-8974177b9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:01.936231 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f95e8894-13c5-434a-89d0-f2716bbc852d req-5b2d22a0-f8ec-4988-a743-8974177b9b7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 1097 time: 0.0543883 Jul 22 20:23:02.044332 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e8894-13c5-434a-89d0-f2716bbc852d req-d4afe01a-bf2c-447c-a5d8-be0c2d77ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:02.045820 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f95e8894-13c5-434a-89d0-f2716bbc852d req-d4afe01a-bf2c-447c-a5d8-be0c2d77ad9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 909 time: 0.0913064 Jul 22 20:23:02.115792 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f95e8894-13c5-434a-89d0-f2716bbc852d req-e12333b2-b1b1-411f-84a3-93e2d8ebede0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51478340-1269-431f-a4a0-aa5335037c39 HTTP/1.1" status: 200 len: 1001 time: 0.0626118 Jul 22 20:23:02.163432 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e8894-13c5-434a-89d0-f2716bbc852d req-401ed51b-24d5-4640-9d41-ce74d27dc22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:02.164873 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f95e8894-13c5-434a-89d0-f2716bbc852d req-401ed51b-24d5-4640-9d41-ce74d27dc22e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 200 len: 847 time: 0.0428541 Jul 22 20:23:02.222394 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e8894-13c5-434a-89d0-f2716bbc852d req-b322fa94-25bd-4b66-b63f-4dd79df82883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:02.223891 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f95e8894-13c5-434a-89d0-f2716bbc852d req-b322fa94-25bd-4b66-b63f-4dd79df82883 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=860f4271-f3b8-43df-b697-a86b3a247263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524275 Jul 22 20:23:02.316850 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f95e8894-13c5-434a-89d0-f2716bbc852d req-b4c7b2bb-6c5d-4469-bcc1-678ff9017408 service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860176 Jul 22 20:23:02.405778 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f95e8894-13c5-434a-89d0-f2716bbc852d req-84d0bb42-446d-4d03-a1aa-505560dac961 service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827014 Jul 22 20:23:02.649776 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:04.299739 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:09.761273 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:12.563938 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:24.764451 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:23:28.603629 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6c0ec2bc-bda4-494a-a8b1-fff268648674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:31.112633 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1945bfa2-3cc9-4fe6-b50d-94c0dc7af7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:31.251573 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:32.652235 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:34.303709 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:39.776096 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:42.563474 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:58.605667 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-16a3bfd6-47b8-47b2-a09a-f655bcb270fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:01.113233 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-63b3ee50-6abe-4cf7-ae7d-5884c4a631ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:01.250827 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:01.763436 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:24:02.657091 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:02.898864 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b43a6a2-65d2-4ddc-a4dc-d2058273ab1a req-91484e4a-4ca3-44fc-af46-2096a38cb51a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0948548 Jul 22 20:24:03.319985 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43a6a2-65d2-4ddc-a4dc-d2058273ab1a req-9a59595f-cef7-450b-89f3-b1c582594853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:03.321449 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b43a6a2-65d2-4ddc-a4dc-d2058273ab1a req-9a59595f-cef7-450b-89f3-b1c582594853 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 1097 time: 0.3820879 Jul 22 20:24:03.421479 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43a6a2-65d2-4ddc-a4dc-d2058273ab1a req-d850a91e-8cff-403b-9a27-aff785c9b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:03.422946 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b43a6a2-65d2-4ddc-a4dc-d2058273ab1a req-d850a91e-8cff-403b-9a27-aff785c9b46d service neutron] 10.222.0.16 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 909 time: 0.0835855 Jul 22 20:24:03.488278 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b43a6a2-65d2-4ddc-a4dc-d2058273ab1a req-b3d6d59b-7df4-447e-ba33-44b025d87942 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51478340-1269-431f-a4a0-aa5335037c39 HTTP/1.1" status: 200 len: 1001 time: 0.0596008 Jul 22 20:24:03.537009 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43a6a2-65d2-4ddc-a4dc-d2058273ab1a req-bffaa693-1936-4571-aae9-e30da44e1140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:03.538736 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b43a6a2-65d2-4ddc-a4dc-d2058273ab1a req-bffaa693-1936-4571-aae9-e30da44e1140 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 200 len: 847 time: 0.0444720 Jul 22 20:24:03.596500 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43a6a2-65d2-4ddc-a4dc-d2058273ab1a req-022558f8-3a6f-4201-b482-f09459cbef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:03.597932 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b43a6a2-65d2-4ddc-a4dc-d2058273ab1a req-022558f8-3a6f-4201-b482-f09459cbef5e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=860f4271-f3b8-43df-b697-a86b3a247263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537636 Jul 22 20:24:03.607700 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-2b43a6a2-65d2-4ddc-a4dc-d2058273ab1a req-18e19bde-70ce-43a5-83fa-ff5a77269675 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:24:03.609422 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b43a6a2-65d2-4ddc-a4dc-d2058273ab1a req-18e19bde-70ce-43a5-83fa-ff5a77269675 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056043 Jul 22 20:24:03.701396 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b43a6a2-65d2-4ddc-a4dc-d2058273ab1a req-37988e63-d9dd-45bf-9ea5-d11570c2c238 service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860679 Jul 22 20:24:03.795213 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2b43a6a2-65d2-4ddc-a4dc-d2058273ab1a req-ac4f4a3f-1dcb-44f4-80b9-7beda5f03764 service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862572 Jul 22 20:24:04.306379 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:09.775610 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:12.563027 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:27.375200 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8346741-281c-4f4c-bf78-995c03c8aeae req-aefa82e6-ea9e-4d7c-b2b4-5cbd26f784f8 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:27.376729 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b8346741-281c-4f4c-bf78-995c03c8aeae req-aefa82e6-ea9e-4d7c-b2b4-5cbd26f784f8 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 945 time: 0.0652416 Jul 22 20:24:27.415054 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b8346741-281c-4f4c-bf78-995c03c8aeae req-2009c680-e940-4b79-9121-688d3b0a29de tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323405 Jul 22 20:24:28.573134 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e924b1d-b53b-422e-83f0-1b27de68f45f req-a32d7090-566a-4de8-a199-91f359f8cf6a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:28.574611 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2e924b1d-b53b-422e-83f0-1b27de68f45f req-a32d7090-566a-4de8-a199-91f359f8cf6a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 945 time: 0.0642228 Jul 22 20:24:28.605718 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0d0e16af-2bb3-4507-82b2-e1b2876a1851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:28.613514 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2e924b1d-b53b-422e-83f0-1b27de68f45f req-3115e5c7-035e-4459-a218-4f849fec8097 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333600 Jul 22 20:24:29.773262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7996a9-8d21-44fe-85d1-6efb171a4690 req-3b5fe0fa-470f-4c88-9c5d-263f1d3fbd4a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:29.774732 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd7996a9-8d21-44fe-85d1-6efb171a4690 req-3b5fe0fa-470f-4c88-9c5d-263f1d3fbd4a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 945 time: 0.0676479 Jul 22 20:24:29.811936 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-cd7996a9-8d21-44fe-85d1-6efb171a4690 req-4709d46e-941d-4d9d-b7ec-bacfc206255e tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316150 Jul 22 20:24:30.940876 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76497ef6-3742-482c-aeae-906bf8fc50e6 req-d0a839f7-8fac-49e7-b1a0-3fa29feead26 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:30.942396 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76497ef6-3742-482c-aeae-906bf8fc50e6 req-d0a839f7-8fac-49e7-b1a0-3fa29feead26 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 945 time: 0.0650878 Jul 22 20:24:30.981174 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-76497ef6-3742-482c-aeae-906bf8fc50e6 req-8f515424-f870-4573-978f-d94e8e4a2804 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333924 Jul 22 20:24:31.113519 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-45fa04cf-9086-4cf6-9d06-f91e27a1ad19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:31.251328 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:32.117195 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ef6d8-57d2-4f67-a96d-952dffb3a2d0 req-ffdf96fb-9a7a-4148-8d35-180736e6f27e tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:32.118763 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b20ef6d8-57d2-4f67-a96d-952dffb3a2d0 req-ffdf96fb-9a7a-4148-8d35-180736e6f27e tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 945 time: 0.0698166 Jul 22 20:24:32.157654 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b20ef6d8-57d2-4f67-a96d-952dffb3a2d0 req-e7fdce89-98a9-4974-9342-1db004cf49f1 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328772 Jul 22 20:24:32.659537 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:33.287821 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296c035-54af-459e-8f35-3b1c2843a575 req-3b2d91f7-003a-4dac-b1e7-a9ede8ff2161 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:33.289232 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0296c035-54af-459e-8f35-3b1c2843a575 req-3b2d91f7-003a-4dac-b1e7-a9ede8ff2161 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 945 time: 0.0636814 Jul 22 20:24:33.326560 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0296c035-54af-459e-8f35-3b1c2843a575 req-3e018d78-385f-45af-b45b-0ee01085ca8c tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318904 Jul 22 20:24:34.309317 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:34.455766 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f283ab-4db2-4977-aea7-145e20d5f378 req-2d6fc8b4-1569-42c1-93f5-704b797c101d tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:34.457291 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23f283ab-4db2-4977-aea7-145e20d5f378 req-2d6fc8b4-1569-42c1-93f5-704b797c101d tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 945 time: 0.0638087 Jul 22 20:24:34.493605 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-23f283ab-4db2-4977-aea7-145e20d5f378 req-3c0650d1-7fdb-4de6-8577-0f086343f175 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307066 Jul 22 20:24:35.627799 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946312f-4e5b-40dc-8639-c31fac257f23 req-69386ac3-db17-4d4a-84b9-c7f4b5b2296b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:35.629360 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8946312f-4e5b-40dc-8639-c31fac257f23 req-69386ac3-db17-4d4a-84b9-c7f4b5b2296b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 945 time: 0.0693142 Jul 22 20:24:35.668021 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8946312f-4e5b-40dc-8639-c31fac257f23 req-9f7e6fe5-f63a-41d4-817d-a6a542e53736 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331092 Jul 22 20:24:36.800888 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de1743-a4de-48d0-8326-ecd4c4e52718 req-281aef6e-8f7f-4aed-b8ce-31a6c2c404b6 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:36.802368 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90de1743-a4de-48d0-8326-ecd4c4e52718 req-281aef6e-8f7f-4aed-b8ce-31a6c2c404b6 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 945 time: 0.0700109 Jul 22 20:24:36.839950 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-90de1743-a4de-48d0-8326-ecd4c4e52718 req-7089cf04-a18f-4e90-b316-092f138ce7ea tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320301 Jul 22 20:24:37.516006 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d9702-3220-4b10-a935-63a836d1c1a0 req-ce139a24-1ed0-42c9-8c1d-7c08c48ed1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:37.517552 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd5d9702-3220-4b10-a935-63a836d1c1a0 req-ce139a24-1ed0-42c9-8c1d-7c08c48ed1bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 1097 time: 0.0589819 Jul 22 20:24:37.605186 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d9702-3220-4b10-a935-63a836d1c1a0 req-7cd795bc-f821-43eb-b725-928dfe5944f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:37.606636 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd5d9702-3220-4b10-a935-63a836d1c1a0 req-7cd795bc-f821-43eb-b725-928dfe5944f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 909 time: 0.0835762 Jul 22 20:24:37.673240 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd5d9702-3220-4b10-a935-63a836d1c1a0 req-58960f81-84ed-453a-911e-403429425b74 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51478340-1269-431f-a4a0-aa5335037c39 HTTP/1.1" status: 200 len: 1001 time: 0.0607145 Jul 22 20:24:37.720848 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d9702-3220-4b10-a935-63a836d1c1a0 req-af92c3f0-24ce-430f-99c0-1977d14d9236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:37.722261 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd5d9702-3220-4b10-a935-63a836d1c1a0 req-af92c3f0-24ce-430f-99c0-1977d14d9236 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 200 len: 847 time: 0.0433319 Jul 22 20:24:37.779538 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d9702-3220-4b10-a935-63a836d1c1a0 req-d9099da0-fda9-4c0c-a887-435549d14f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:37.781138 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd5d9702-3220-4b10-a935-63a836d1c1a0 req-d9099da0-fda9-4c0c-a887-435549d14f05 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=860f4271-f3b8-43df-b697-a86b3a247263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533261 Jul 22 20:24:37.875966 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd5d9702-3220-4b10-a935-63a836d1c1a0 req-6dc3ec0c-17a5-417e-bbe5-7f25f8879f48 service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876830 Jul 22 20:24:38.005084 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd5d9702-3220-4b10-a935-63a836d1c1a0 req-e81b5a72-b283-4ed7-a445-1716510c13fb service neutron] 10.222.0.16 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236537 Jul 22 20:24:38.021149 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1616a-6618-48cd-b6e0-0df11e46cc39 req-482fb02f-28aa-41ff-a750-1dbf1ea715dd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:38.022636 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8ad1616a-6618-48cd-b6e0-0df11e46cc39 req-482fb02f-28aa-41ff-a750-1dbf1ea715dd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 945 time: 0.1161358 Jul 22 20:24:38.060390 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8ad1616a-6618-48cd-b6e0-0df11e46cc39 req-a54b93e8-87cd-4aea-a619-567133209d86 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321321 Jul 22 20:24:38.763323 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:24:39.189533 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a1bb5-3803-4816-b22d-0a7e52663b0b req-8eaa8ec6-8e87-4f4d-8f67-228d484c0b0f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:39.191025 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b7a1bb5-3803-4816-b22d-0a7e52663b0b req-8eaa8ec6-8e87-4f4d-8f67-228d484c0b0f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 945 time: 0.0648010 Jul 22 20:24:39.228413 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-6b7a1bb5-3803-4816-b22d-0a7e52663b0b req-d465dd25-f30c-4c8d-832d-4e9fbb9fa496 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317116 Jul 22 20:24:39.793251 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:40.366480 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e4c4f-1d87-411d-9bae-11055ba3040d req-03c5a256-f0d1-4b28-bc67-2edcf3eb0c3c tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:40.368003 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-919e4c4f-1d87-411d-9bae-11055ba3040d req-03c5a256-f0d1-4b28-bc67-2edcf3eb0c3c tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 945 time: 0.0713990 Jul 22 20:24:40.417113 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-919e4c4f-1d87-411d-9bae-11055ba3040d req-e917024e-4502-4498-a7b7-55ba3b7bbd80 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414047 Jul 22 20:24:41.554526 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ce0c2-3679-4286-b00e-8a0e5fc7f4bc req-d6d7e354-209a-43db-84a7-27d766b22528 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:41.556128 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa7ce0c2-3679-4286-b00e-8a0e5fc7f4bc req-d6d7e354-209a-43db-84a7-27d766b22528 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 945 time: 0.0680130 Jul 22 20:24:41.597695 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-fa7ce0c2-3679-4286-b00e-8a0e5fc7f4bc req-4fa67a0b-817e-4d4f-8752-abae91254595 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357544 Jul 22 20:24:41.722735 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-0c29aa6c-357e-4cbc-88d0-ea853b4f68e1 req-d2993ce5-c867-4925-aa78-6f2514db2850 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:24:41.723812 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0c29aa6c-357e-4cbc-88d0-ea853b4f68e1 req-d2993ce5-c867-4925-aa78-6f2514db2850 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0617304 Jul 22 20:24:41.788236 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device 51478340-1269-431f-a4a0-aa5335037c39 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:24:41.876910 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:41.913726 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port 51478340-1269-431f-a4a0-aa5335037c39, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=51478340-1269-431f-a4a0-aa5335037c39,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:24:41.914681 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb2a93a-174a-42f0-9072-083da79df2ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51478340-1269-431f-a4a0-aa5335037c39'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:24:41.917252 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd83ce4d-26db-4480-9dfa-fa87f3806169" -d '{"events": [{"server_uuid": "2cb2a93a-174a-42f0-9072-083da79df2ea", "name": "network-vif-unplugged", "status": "completed", "tag": "51478340-1269-431f-a4a0-aa5335037c39"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:24:41.920682 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:41.964972 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 20:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85361769-d548-4715-9a3e-8060c69dd0f6 x-openstack-request-id: req-85361769-d548-4715-9a3e-8060c69dd0f6 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:24:41.965257 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb2a93a-174a-42f0-9072-083da79df2ea", "name": "network-vif-unplugged", "status": "failed", "tag": "51478340-1269-431f-a4a0-aa5335037c39", "code": 422}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:24:41.965729 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85361769-d548-4715-9a3e-8060c69dd0f6 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:24:41.966154 n-d-800086-12 neutron-server[93808]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2cb2a93a-174a-42f0-9072-083da79df2ea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '51478340-1269-431f-a4a0-aa5335037c39', 'code': 422} returned with failed status Jul 22 20:24:41.988911 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=51478340-1269-431f-a4a0-aa5335037c39,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:24:41.998754 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:41.999396 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:42.000055 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:42.000612 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:42.001115 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:42.001625 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:42.002121 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:42.002618 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:42.003117 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:42.003610 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:42.004116 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:42.004638 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:42.050737 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d532eef-7f88-4d80-9717-2a5d3cc40698 req-727e19e4-f398-4e87-b712-e28e04a69f54 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:42.052352 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3d532eef-7f88-4d80-9717-2a5d3cc40698 req-727e19e4-f398-4e87-b712-e28e04a69f54 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 945 time: 0.1594031 Jul 22 20:24:42.059368 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-9eb5faa0-4d71-4474-be52-4491029a2ae9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1900582 Jul 22 20:24:42.100762 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3d532eef-7f88-4d80-9717-2a5d3cc40698 req-7209654a-3268-4819-bd86-0dc53b9ba0fc tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397327 Jul 22 20:24:42.577710 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:43.233581 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ba0b-574a-4281-b744-e81236617991 req-29dded3f-2331-4521-a35e-e2551fdf70e3 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:43.235039 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e4c0ba0b-574a-4281-b744-e81236617991 req-29dded3f-2331-4521-a35e-e2551fdf70e3 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 943 time: 0.0659213 Jul 22 20:24:43.273801 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e4c0ba0b-574a-4281-b744-e81236617991 req-509c1918-6675-4f28-b68f-645e91b1d3ea tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329690 Jul 22 20:24:44.409881 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dfb6c-97f3-4b98-9bd0-76a225c39a06 req-3b92e5ad-a5b0-4cf8-b3ff-8a37a5209205 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:44.411361 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c16dfb6c-97f3-4b98-9bd0-76a225c39a06 req-3b92e5ad-a5b0-4cf8-b3ff-8a37a5209205 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 943 time: 0.0693893 Jul 22 20:24:44.449895 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c16dfb6c-97f3-4b98-9bd0-76a225c39a06 req-132d74ec-382f-4386-b6dd-155692f6c3da tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325503 Jul 22 20:24:45.581031 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335675b-1da2-4661-b22d-23dddd894310 req-47f04a68-219f-4df4-9d86-3c7787daecbf tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:45.582545 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2335675b-1da2-4661-b22d-23dddd894310 req-47f04a68-219f-4df4-9d86-3c7787daecbf tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 943 time: 0.0656862 Jul 22 20:24:45.621393 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2335675b-1da2-4661-b22d-23dddd894310 req-eceb9359-af4f-4ec9-b7a9-581b4bea44b9 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332878 Jul 22 20:24:46.653605 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-5847279b-fc45-45fb-8026-4592489e5980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:46.655148 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-5847279b-fc45-45fb-8026-4592489e5980 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea&tenant_id=b1863c25d49f4fd6a107b501e22dc587 HTTP/1.1" status: 200 len: 1095 time: 0.0559368 Jul 22 20:24:46.666827 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800086-12', 'device_owner': 'compute:nova'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:24:46.741147 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:46.752407 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd0717-1503-4fdd-a3ab-803a9a736ef0 req-ce9a6903-82c3-40ce-831d-b0a19f867fdb tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:46.753976 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55dd0717-1503-4fdd-a3ab-803a9a736ef0 req-ce9a6903-82c3-40ce-831d-b0a19f867fdb tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 943 time: 0.0652637 Jul 22 20:24:46.791425 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55dd0717-1503-4fdd-a3ab-803a9a736ef0 req-dd0ea349-a6b2-4adb-870c-80a21c0d1ef8 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318422 Jul 22 20:24:46.941706 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] For port 51478340-1269-431f-a4a0-aa5335037c39, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=51478340-1269-431f-a4a0-aa5335037c39,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:24:46.975409 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] For port 51478340-1269-431f-a4a0-aa5335037c39, host n-h2-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:24:47.013085 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51478340-1269-431f-a4a0-aa5335037c39 {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:24:47.021354 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:47.033665 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Transition to ACTIVE for port object 51478340-1269-431f-a4a0-aa5335037c39 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:24:47.036639 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:47.115420 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Pushing event updated for resources: {'Port': ['ID=51478340-1269-431f-a4a0-aa5335037c39,revision_number=7']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:24:47.129613 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:47.129971 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:47.130314 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:47.130657 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:47.130995 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:47.131335 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:47.131671 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:47.132003 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:47.132353 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:47.132691 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:47.133021 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:47.133345 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:47.167208 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] No DVR routers for this DVR port 51478340-1269-431f-a4a0-aa5335037c39 on host n-h2-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:24:47.307962 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Attempting to bind port 51478340-1269-431f-a4a0-aa5335037c39 on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:24:47.308295 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Attempting to bind port 51478340-1269-431f-a4a0-aa5335037c39 by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:24:47.308650 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Attempting to bind port 51478340-1269-431f-a4a0-aa5335037c39 on network 860f4271-f3b8-43df-b697-a86b3a247263 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:24:47.312783 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Port 51478340-1269-431f-a4a0-aa5335037c39 on network 860f4271-f3b8-43df-b697-a86b3a247263 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:24:47.313104 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Attempting to bind port 51478340-1269-431f-a4a0-aa5335037c39 on network 860f4271-f3b8-43df-b697-a86b3a247263 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:24:47.317951 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:24:47.318285 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Checking segment: {'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:24:47.318667 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Bound using segment: {'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:24:47.319083 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Bound port: 51478340-1269-431f-a4a0-aa5335037c39, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e41e1ea-361a-4f24-a727-4567de18c0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:24:47.319430 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:47.383036 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] For port 51478340-1269-431f-a4a0-aa5335037c39, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:24:47.385881 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] For port 51478340-1269-431f-a4a0-aa5335037c39, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=51478340-1269-431f-a4a0-aa5335037c39,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:24:47.390250 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:47.424698 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:47.425314 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:47.426748 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] 10.222.0.30 "PUT /v2.0/ports/51478340-1269-431f-a4a0-aa5335037c39 HTTP/1.1" status: 200 len: 1092 time: 0.7640905 Jul 22 20:24:47.427182 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb2a93a-174a-42f0-9072-083da79df2ea', 'tag': '51478340-1269-431f-a4a0-aa5335037c39'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:24:47.429434 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25aed068-d823-435f-808c-8e1cf13060c1" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb2a93a-174a-42f0-9072-083da79df2ea", "tag": "51478340-1269-431f-a4a0-aa5335037c39"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:24:47.488263 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b291c928-a09a-4f80-92fb-bb35bd89d217 x-openstack-request-id: req-b291c928-a09a-4f80-92fb-bb35bd89d217 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:24:47.488572 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb2a93a-174a-42f0-9072-083da79df2ea", "tag": "51478340-1269-431f-a4a0-aa5335037c39", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:24:47.488824 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b291c928-a09a-4f80-92fb-bb35bd89d217 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:24:47.489272 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb2a93a-174a-42f0-9072-083da79df2ea', 'tag': '51478340-1269-431f-a4a0-aa5335037c39', 'status': 'completed', 'code': 200} Jul 22 20:24:47.494289 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66246fe-c259-46b7-a473-d2e98c949473 service neutron] Pushing event updated for resources: {'Port': ['ID=51478340-1269-431f-a4a0-aa5335037c39,revision_number=8']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:24:47.523272 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-77b8c940-899e-4b6d-9ff8-845db51ed24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:47.524872 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-77b8c940-899e-4b6d-9ff8-845db51ed24b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 1095 time: 0.0672479 Jul 22 20:24:47.620947 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-e6133f84-fe26-448e-9e03-f71c0df486bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:47.622435 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-e6133f84-fe26-448e-9e03-f71c0df486bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 909 time: 0.0914779 Jul 22 20:24:47.687155 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-9559efa5-6f59-4d0d-aa21-ff5dddbbcc73 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51478340-1269-431f-a4a0-aa5335037c39 HTTP/1.1" status: 200 len: 999 time: 0.0586925 Jul 22 20:24:47.738037 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-ffa0ad82-851d-4506-8ee4-70c2df3e33f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:47.739363 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-ffa0ad82-851d-4506-8ee4-70c2df3e33f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 200 len: 847 time: 0.0467393 Jul 22 20:24:47.797441 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-04c4692a-762c-4b9d-8422-107b4c2242da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:47.799507 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-04c4692a-762c-4b9d-8422-107b4c2242da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=860f4271-f3b8-43df-b697-a86b3a247263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538738 Jul 22 20:24:47.889585 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-154ba40f-cfd0-42f2-acea-db48ea9c097c service neutron] 10.222.0.30 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828817 Jul 22 20:24:47.928043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd624e29-d2a5-4432-a959-ad9868eef894 req-e2e10fec-0d0e-497d-a67b-1b1a40ce1e52 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:47.929561 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd624e29-d2a5-4432-a959-ad9868eef894 req-e2e10fec-0d0e-497d-a67b-1b1a40ce1e52 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 943 time: 0.0700953 Jul 22 20:24:47.971033 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd624e29-d2a5-4432-a959-ad9868eef894 req-2e86a7ca-7851-498d-b4fa-b15b81b1ab4a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357826 Jul 22 20:24:47.987471 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-7d361273-0aa8-4c21-a4ee-d5753549051b req-81a4df85-ff7e-4473-a0f2-5ae0057a5831 service neutron] 10.222.0.30 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896893 Jul 22 20:24:48.081805 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aed068-d823-435f-808c-8e1cf13060c1 req-a697ea9a-8829-42ca-8bf9-053508ea7aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:48.083184 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-25aed068-d823-435f-808c-8e1cf13060c1 req-a697ea9a-8829-42ca-8bf9-053508ea7aeb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 1095 time: 0.0545154 Jul 22 20:24:48.177475 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aed068-d823-435f-808c-8e1cf13060c1 req-df11ca9b-cd2e-4cfc-84ba-5475f1d2eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:48.178954 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-25aed068-d823-435f-808c-8e1cf13060c1 req-df11ca9b-cd2e-4cfc-84ba-5475f1d2eb12 service neutron] 10.222.0.30 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 909 time: 0.0897021 Jul 22 20:24:48.241982 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-25aed068-d823-435f-808c-8e1cf13060c1 req-03962c47-7293-42f2-8fd5-7c2ddff0d90e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51478340-1269-431f-a4a0-aa5335037c39 HTTP/1.1" status: 200 len: 999 time: 0.0568533 Jul 22 20:24:48.295666 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aed068-d823-435f-808c-8e1cf13060c1 req-14e2ae9b-4e98-446b-bded-7828063c0b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:48.297176 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-25aed068-d823-435f-808c-8e1cf13060c1 req-14e2ae9b-4e98-446b-bded-7828063c0b44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 200 len: 847 time: 0.0482948 Jul 22 20:24:48.356237 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aed068-d823-435f-808c-8e1cf13060c1 req-65552b0e-441d-4f3d-a818-c76c3ff3ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:48.357664 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-25aed068-d823-435f-808c-8e1cf13060c1 req-65552b0e-441d-4f3d-a818-c76c3ff3ad8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=860f4271-f3b8-43df-b697-a86b3a247263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522583 Jul 22 20:24:48.445839 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-25aed068-d823-435f-808c-8e1cf13060c1 req-484263d2-30b8-4b16-804e-adb2611d8536 service neutron] 10.222.0.30 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810537 Jul 22 20:24:48.537551 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-25aed068-d823-435f-808c-8e1cf13060c1 req-592bb772-066d-49b5-abdb-3e85b73c6b5d service neutron] 10.222.0.30 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850358 Jul 22 20:24:49.103693 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0aa46-7fc4-43a7-ab30-3b81abc3b75d req-210ad1aa-8a0a-4a2f-ae4a-936dd7be163c tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:49.105221 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2a0aa46-7fc4-43a7-ab30-3b81abc3b75d req-210ad1aa-8a0a-4a2f-ae4a-936dd7be163c tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 943 time: 0.0656235 Jul 22 20:24:49.142516 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b2a0aa46-7fc4-43a7-ab30-3b81abc3b75d req-5e19e89b-5078-4f84-a9f9-c2a0795efd93 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312021 Jul 22 20:24:50.277459 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd83b2-4dbd-4842-8f7b-baa30eabb8ef req-ccf36d45-b21c-472a-bd81-d18b72400035 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:50.278853 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4afd83b2-4dbd-4842-8f7b-baa30eabb8ef req-ccf36d45-b21c-472a-bd81-d18b72400035 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 943 time: 0.0687602 Jul 22 20:24:50.318849 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4afd83b2-4dbd-4842-8f7b-baa30eabb8ef req-7ed97e5c-48bd-4d51-8594-a97c30a688c8 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336788 Jul 22 20:24:51.449118 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b2488-f06c-4872-9a08-9e06f9f16ab6 req-2f67c811-f4cb-45cf-afe0-c10ee6900509 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:51.450643 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb3b2488-f06c-4872-9a08-9e06f9f16ab6 req-2f67c811-f4cb-45cf-afe0-c10ee6900509 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 943 time: 0.0666039 Jul 22 20:24:51.490026 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb3b2488-f06c-4872-9a08-9e06f9f16ab6 req-bcb4ed5d-6a86-4cc6-a312-aebe9091de1f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334935 Jul 22 20:24:52.621425 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb3e12-79fe-424c-8d6b-615e6374f4e8 req-70458bbf-a4fa-486d-9069-9575c9eb6e7d tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:52.622898 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ccb3e12-79fe-424c-8d6b-615e6374f4e8 req-70458bbf-a4fa-486d-9069-9575c9eb6e7d tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 943 time: 0.0654867 Jul 22 20:24:52.661274 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0ccb3e12-79fe-424c-8d6b-615e6374f4e8 req-cadfad83-535f-4853-bbcc-4ab1b671aa23 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321727 Jul 22 20:24:53.796788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29f299-1b17-47c4-8997-e51b80f2a126 req-09548290-7af7-4fcd-b390-a156b7d3f2dd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:53.798276 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7f29f299-1b17-47c4-8997-e51b80f2a126 req-09548290-7af7-4fcd-b390-a156b7d3f2dd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 943 time: 0.0685885 Jul 22 20:24:53.836590 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7f29f299-1b17-47c4-8997-e51b80f2a126 req-57263705-318f-467d-a0e6-a4f0d9e34109 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325503 Jul 22 20:24:54.967232 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb753c7f-5397-4528-8ff9-ebf1efb59a52 req-da6cf35a-e2cd-414a-9e05-e6f7599e2641 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:54.968790 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb753c7f-5397-4528-8ff9-ebf1efb59a52 req-da6cf35a-e2cd-414a-9e05-e6f7599e2641 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 943 time: 0.0659726 Jul 22 20:24:55.007068 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-eb753c7f-5397-4528-8ff9-ebf1efb59a52 req-5caf14c2-f1f7-483a-a672-38b0485e526a tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323508 Jul 22 20:24:55.729341 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534efe4-c12b-4053-9587-e7cbf08dfef5 req-f66c2830-2611-4efa-b535-eaaf09c108ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:55.730844 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f534efe4-c12b-4053-9587-e7cbf08dfef5 req-f66c2830-2611-4efa-b535-eaaf09c108ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 1095 time: 0.0542402 Jul 22 20:24:55.836386 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534efe4-c12b-4053-9587-e7cbf08dfef5 req-9abbd243-e381-46c5-b7a1-e8e14ef326a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:55.837878 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f534efe4-c12b-4053-9587-e7cbf08dfef5 req-9abbd243-e381-46c5-b7a1-e8e14ef326a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 909 time: 0.0878561 Jul 22 20:24:55.899985 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f534efe4-c12b-4053-9587-e7cbf08dfef5 req-d3622247-ad4b-4d47-80fd-bde308bfc0c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51478340-1269-431f-a4a0-aa5335037c39 HTTP/1.1" status: 200 len: 999 time: 0.0562410 Jul 22 20:24:55.950847 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534efe4-c12b-4053-9587-e7cbf08dfef5 req-c6080b9e-cb2e-433c-b246-74fc2fd46687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:55.952275 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f534efe4-c12b-4053-9587-e7cbf08dfef5 req-c6080b9e-cb2e-433c-b246-74fc2fd46687 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 200 len: 847 time: 0.0463610 Jul 22 20:24:56.011576 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534efe4-c12b-4053-9587-e7cbf08dfef5 req-77634c8d-0787-4c8c-9e0e-5dacf7f70938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:56.013035 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f534efe4-c12b-4053-9587-e7cbf08dfef5 req-77634c8d-0787-4c8c-9e0e-5dacf7f70938 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=860f4271-f3b8-43df-b697-a86b3a247263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544400 Jul 22 20:24:56.104831 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f534efe4-c12b-4053-9587-e7cbf08dfef5 req-6062edd9-82a7-4bde-bf20-0b07fc783c83 service neutron] 10.222.0.30 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855262 Jul 22 20:24:56.144903 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25719827-a4c5-43d0-9ff0-188a9bee0321 req-c1a35807-060b-4a74-84f1-1f2a5c6329ba tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:56.146461 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-25719827-a4c5-43d0-9ff0-188a9bee0321 req-c1a35807-060b-4a74-84f1-1f2a5c6329ba tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 943 time: 0.0717175 Jul 22 20:24:56.185823 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-25719827-a4c5-43d0-9ff0-188a9bee0321 req-d9d51957-ea10-4dce-ae42-0cbe90747d91 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337570 Jul 22 20:24:56.202778 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f534efe4-c12b-4053-9587-e7cbf08dfef5 req-0ed5e13e-24c9-49d8-a50b-ea36463852f3 service neutron] 10.222.0.30 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918424 Jul 22 20:24:56.528936 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 51478340-1269-431f-a4a0-aa5335037c39 details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:24:56.622629 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 51478340-1269-431f-a4a0-aa5335037c39, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=51478340-1269-431f-a4a0-aa5335037c39,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:24:56.633606 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '51478340-1269-431f-a4a0-aa5335037c39', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'port_id': '51478340-1269-431f-a4a0-aa5335037c39', 'mac_address': 'fa:16:3e:fa:58:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:24:56.674681 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:56.687221 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51478340-1269-431f-a4a0-aa5335037c39 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:24:56.708024 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 51478340-1269-431f-a4a0-aa5335037c39, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=51478340-1269-431f-a4a0-aa5335037c39,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:24:56.711704 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:56.758098 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=51478340-1269-431f-a4a0-aa5335037c39,revision_number=9']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:24:56.934274 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['51478340-1269-431f-a4a0-aa5335037c39'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:24:57.316433 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6871c5-2d4c-4103-92f4-59a0012d4ca7 req-4283f496-8218-4c1f-a102-a2ab4d6b7332 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:57.317945 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d6871c5-2d4c-4103-92f4-59a0012d4ca7 req-4283f496-8218-4c1f-a102-a2ab4d6b7332 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 944 time: 0.0643339 Jul 22 20:24:57.355227 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d6871c5-2d4c-4103-92f4-59a0012d4ca7 req-9dcf0451-3405-4032-8704-6743bbdd3f57 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316181 Jul 22 20:24:58.495557 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef490ed-b6c8-4f0a-9666-6f6b73736ac8 req-eda276c0-b57e-4775-9602-bab3e0de037c tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:58.497205 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bef490ed-b6c8-4f0a-9666-6f6b73736ac8 req-eda276c0-b57e-4775-9602-bab3e0de037c tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 944 time: 0.0700834 Jul 22 20:24:58.538443 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bef490ed-b6c8-4f0a-9666-6f6b73736ac8 req-b2886a90-8964-4058-8061-49dd05e5c921 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350807 Jul 22 20:24:58.544297 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 51478340-1269-431f-a4a0-aa5335037c39 up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:24:58.602943 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 51478340-1269-431f-a4a0-aa5335037c39 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:24:58.607662 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 51478340-1269-431f-a4a0-aa5335037c39 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:24:58.611552 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:58.630630 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-865173cc-2eff-442b-b797-8e171dd225c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:58.694988 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:58.716848 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb2a93a-174a-42f0-9072-083da79df2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51478340-1269-431f-a4a0-aa5335037c39'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:24:58.719143 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91df07e1-f826-4bdb-829f-7408a2a40430" -d '{"events": [{"server_uuid": "2cb2a93a-174a-42f0-9072-083da79df2ea", "name": "network-vif-plugged", "status": "completed", "tag": "51478340-1269-431f-a4a0-aa5335037c39"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:24:58.732923 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 51478340-1269-431f-a4a0-aa5335037c39, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=51478340-1269-431f-a4a0-aa5335037c39,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:24:58.737383 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:58.760987 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aa64aa-3e8c-407b-bc2c-67e18824014d x-openstack-request-id: req-b6aa64aa-3e8c-407b-bc2c-67e18824014d {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:24:58.761278 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb2a93a-174a-42f0-9072-083da79df2ea", "name": "network-vif-plugged", "status": "completed", "tag": "51478340-1269-431f-a4a0-aa5335037c39", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:24:58.761533 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6aa64aa-3e8c-407b-bc2c-67e18824014d {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:24:58.761920 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb2a93a-174a-42f0-9072-083da79df2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51478340-1269-431f-a4a0-aa5335037c39', 'code': 200} Jul 22 20:24:58.788134 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=51478340-1269-431f-a4a0-aa5335037c39,revision_number=10']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:24:58.911113 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d4842-1249-4c9e-aef2-bcfe4c5f6cc6 req-dd80b12d-0427-4e37-a977-fc2feacf7f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:58.912970 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b28d4842-1249-4c9e-aef2-bcfe4c5f6cc6 req-dd80b12d-0427-4e37-a977-fc2feacf7f8f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 1098 time: 0.0572593 Jul 22 20:24:58.947365 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-b28d4842-1249-4c9e-aef2-bcfe4c5f6cc6 req-6f6ca572-91f2-4b4f-8edb-2941ed9018bb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282567 Jul 22 20:24:59.677326 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e220c78-512e-4668-8544-de0b20ccc3eb req-2ebfb7a5-4c9f-49f3-b8f8-d5c0df952d4c tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:59.678930 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4e220c78-512e-4668-8544-de0b20ccc3eb req-2ebfb7a5-4c9f-49f3-b8f8-d5c0df952d4c tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 946 time: 0.0724785 Jul 22 20:24:59.718899 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4e220c78-512e-4668-8544-de0b20ccc3eb req-0740fdd8-e74f-49d0-8bc6-1e89b5e24c0e tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342140 Jul 22 20:25:00.855666 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf841ec-b90b-45cc-8bb2-a6712b01daf8 req-236aa8ee-cb6d-4e7f-a7fd-61213f88775f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:00.857335 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bf841ec-b90b-45cc-8bb2-a6712b01daf8 req-236aa8ee-cb6d-4e7f-a7fd-61213f88775f tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 946 time: 0.0674009 Jul 22 20:25:00.896634 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3bf841ec-b90b-45cc-8bb2-a6712b01daf8 req-ba6c6d79-447b-450b-a091-27b20a310bb0 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332725 Jul 22 20:25:01.115129 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8c95f7ce-fec0-429e-978d-009b4f767ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:01.251391 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:02.663221 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:04.311105 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:09.808847 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:12.599363 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:15.762406 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:25:28.610938 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f57de5bd-df4f-4f16-9368-5b0c67ceed1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:31.116084 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fb03cd08-d06b-472c-a4a9-9042af361d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:31.255078 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:32.665546 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:34.321480 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:39.806824 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:42.593216 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:52.763198 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:25:57.702119 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6e3a6796-7eff-40d3-ba9f-5e84bddca1d4 req-1248f3fe-ecd6-4799-ba49-99bdee4189d9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0601740 Jul 22 20:25:57.801474 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a6796-7eff-40d3-ba9f-5e84bddca1d4 req-4e3c1fa7-e937-4315-9a35-8e0df3b5ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:57.803041 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6e3a6796-7eff-40d3-ba9f-5e84bddca1d4 req-4e3c1fa7-e937-4315-9a35-8e0df3b5ba12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 1098 time: 0.0608118 Jul 22 20:25:57.915262 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a6796-7eff-40d3-ba9f-5e84bddca1d4 req-3cc8e540-2e80-4275-a14d-a0cd8dcade29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:57.916802 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6e3a6796-7eff-40d3-ba9f-5e84bddca1d4 req-3cc8e540-2e80-4275-a14d-a0cd8dcade29 service neutron] 10.222.0.30 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 909 time: 0.0945177 Jul 22 20:25:57.983543 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6e3a6796-7eff-40d3-ba9f-5e84bddca1d4 req-0be62fca-6745-43cc-8000-dae1a266d7f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51478340-1269-431f-a4a0-aa5335037c39 HTTP/1.1" status: 200 len: 1001 time: 0.0598822 Jul 22 20:25:58.036013 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a6796-7eff-40d3-ba9f-5e84bddca1d4 req-bda7a274-40b0-42d7-941f-35153d037ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:58.037766 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6e3a6796-7eff-40d3-ba9f-5e84bddca1d4 req-bda7a274-40b0-42d7-941f-35153d037ca9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 200 len: 847 time: 0.0477397 Jul 22 20:25:58.100857 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a6796-7eff-40d3-ba9f-5e84bddca1d4 req-0156fcb1-4573-40b5-b3ea-ee5fc9896888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:58.102380 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6e3a6796-7eff-40d3-ba9f-5e84bddca1d4 req-0156fcb1-4573-40b5-b3ea-ee5fc9896888 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=860f4271-f3b8-43df-b697-a86b3a247263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584066 Jul 22 20:25:58.195242 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6e3a6796-7eff-40d3-ba9f-5e84bddca1d4 req-2c5770a9-6c7a-4356-9ab8-3fccdb52d3b7 service neutron] 10.222.0.30 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864587 Jul 22 20:25:58.290650 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-6e3a6796-7eff-40d3-ba9f-5e84bddca1d4 req-791517eb-5968-4ebb-8660-e767d46052f3 service neutron] 10.222.0.30 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893159 Jul 22 20:25:58.613422 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-9879d0e1-2fb3-4a90-9ca2-d090c55cd2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:01.117325 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ae351332-fa60-4e84-8dfd-67f83704ffb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:01.257228 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:02.669627 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:04.319337 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:09.806143 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:12.593861 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:13.736974 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35494) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:13.902234 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Deleting port b99ef38b-30b6-4a43-b925-93674a2fcfd5 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:26:13.903711 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:13.987074 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:13.987317 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:14.000057 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Calling delete_port for b99ef38b-30b6-4a43-b925-93674a2fcfd5 owned by network:floatingip {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:26:14.173566 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:14.197199 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event deleted for resources: {'Port': ['ID=b99ef38b-30b6-4a43-b925-93674a2fcfd5,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:14.208305 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:14.208734 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:14.209023 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:14.209372 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:14.209687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:14.210016 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:14.210342 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:14.211549 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:14.211549 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:14.211549 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:14.212003 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:14.212003 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:14.281992 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for floatingip, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:14.282245 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Floating IP afb628f6-72c8-49e7-a4af-8a9322c58999 disassociated (deleted). External IP: 172.25.3.169, port: 51478340-1269-431f-a4a0-aa5335037c39. Jul 22 20:26:14.491741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Router d85d990d-f4f3-48b9-8498-5616b3c8588a has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:26:14.608338 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:26:14.614790 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:14.621312 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be88afd7-fb95-478b-93ce-9ced5ecb4251 None None] Sync routers for ids ['d85d990d-f4f3-48b9-8498-5616b3c8588a'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:26:14.635114 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be88afd7-fb95-478b-93ce-9ced5ecb4251 None None] Routers {'d85d990d-f4f3-48b9-8498-5616b3c8588a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:26:14.636139 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-be88afd7-fb95-478b-93ce-9ced5ecb4251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:26:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d85d990d-f4f3-48b9-8498-5616b3c8588a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:14.662026 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-76c8a137-a8b5-42e5-857d-ea02ba66ecfd tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "DELETE /v2.0/floatingips/afb628f6-72c8-49e7-a4af-8a9322c58999 HTTP/1.1" status: 204 len: 168 time: 0.9236267 Jul 22 20:26:14.662574 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb2a93a-174a-42f0-9072-083da79df2ea', 'tag': '51478340-1269-431f-a4a0-aa5335037c39'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:26:14.664926 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd39e26-e67b-4162-b6ac-11b6484591d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb2a93a-174a-42f0-9072-083da79df2ea", "tag": "51478340-1269-431f-a4a0-aa5335037c39"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:26:14.716183 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0415af0d-4abc-4b08-b0b9-dfae26e9208f x-openstack-request-id: req-0415af0d-4abc-4b08-b0b9-dfae26e9208f {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:26:14.716830 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb2a93a-174a-42f0-9072-083da79df2ea", "tag": "51478340-1269-431f-a4a0-aa5335037c39", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:26:14.717419 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0415af0d-4abc-4b08-b0b9-dfae26e9208f {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:26:14.718065 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb2a93a-174a-42f0-9072-083da79df2ea', 'tag': '51478340-1269-431f-a4a0-aa5335037c39', 'status': 'completed', 'code': 200} Jul 22 20:26:14.754462 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-be88afd7-fb95-478b-93ce-9ced5ecb4251 None None] Set router d85d990d-f4f3-48b9-8498-5616b3c8588a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:26:14.800894 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd39e26-e67b-4162-b6ac-11b6484591d2 req-f16cbcc7-c522-425d-bb2e-ae3a7ce825c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:14.803305 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0bd39e26-e67b-4162-b6ac-11b6484591d2 req-f16cbcc7-c522-425d-bb2e-ae3a7ce825c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1863c25d49f4fd6a107b501e22dc587&device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 1098 time: 0.0590165 Jul 22 20:26:14.908139 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd39e26-e67b-4162-b6ac-11b6484591d2 req-3c94b3a9-5512-43ce-9fec-6e81f588d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:14.909600 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0bd39e26-e67b-4162-b6ac-11b6484591d2 req-3c94b3a9-5512-43ce-9fec-6e81f588d1b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 200 len: 909 time: 0.0993118 Jul 22 20:26:14.953740 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0bd39e26-e67b-4162-b6ac-11b6484591d2 req-ff95095e-a9cc-46d3-a34b-556eb3d5ce9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51478340-1269-431f-a4a0-aa5335037c39 HTTP/1.1" status: 200 len: 217 time: 0.0370560 Jul 22 20:26:14.972559 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-be88afd7-fb95-478b-93ce-9ced5ecb4251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'name': 'tempest-TestShelveInstance-185477789-router', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:34Z', 'updated_at': '2021-07-22T20:17:37Z', 'revision_number': 4, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'gw_port': {'id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:35Z', 'updated_at': '2021-07-22T20:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2364c548-08f4-4472-ab28-d26a9e9db127', 'name': '', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'mac_address': 'fa:16:3e:f6:72:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:37Z', 'updated_at': '2021-07-22T20:17:42Z', 'revision_number': 5, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'subnets': [{'id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:15.003913 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be88afd7-fb95-478b-93ce-9ced5ecb4251 None None] Checking router: d85d990d-f4f3-48b9-8498-5616b3c8588a for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:26:15.004296 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd39e26-e67b-4162-b6ac-11b6484591d2 req-bc6aa175-c0df-4c82-8a15-f3017793e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:15.005864 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0bd39e26-e67b-4162-b6ac-11b6484591d2 req-bc6aa175-c0df-4c82-8a15-f3017793e43b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 200 len: 847 time: 0.0450015 Jul 22 20:26:15.013435 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be88afd7-fb95-478b-93ce-9ced5ecb4251 None None] Routers {'d85d990d-f4f3-48b9-8498-5616b3c8588a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:26:15.014072 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-be88afd7-fb95-478b-93ce-9ced5ecb4251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:26:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d85d990d-f4f3-48b9-8498-5616b3c8588a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:15.056629 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e674c-c539-4e6d-97e3-e77ac77b56d6 req-196c4625-df9c-43b3-af06-bbc0c0a1cec7 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:15.059380 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-810e674c-c539-4e6d-97e3-e77ac77b56d6 req-196c4625-df9c-43b3-af06-bbc0c0a1cec7 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 946 time: 0.1859658 Jul 22 20:26:15.075116 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd39e26-e67b-4162-b6ac-11b6484591d2 req-db6826eb-5283-4d23-b941-faf967f64e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:15.077129 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0bd39e26-e67b-4162-b6ac-11b6484591d2 req-db6826eb-5283-4d23-b941-faf967f64e9d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=860f4271-f3b8-43df-b697-a86b3a247263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634763 Jul 22 20:26:15.102760 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-810e674c-c539-4e6d-97e3-e77ac77b56d6 req-ff96558b-cf9c-4bb0-948d-12f19d459f2b tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377159 Jul 22 20:26:15.130587 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-be88afd7-fb95-478b-93ce-9ced5ecb4251 None None] Set router d85d990d-f4f3-48b9-8498-5616b3c8588a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:26:15.177491 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0bd39e26-e67b-4162-b6ac-11b6484591d2 req-645e6dbf-751a-48f1-8389-5a018d560cd6 service neutron] 10.222.0.30 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931852 Jul 22 20:26:15.275633 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-0bd39e26-e67b-4162-b6ac-11b6484591d2 req-50cd801b-acf8-4362-9efa-cdc07662b649 service neutron] 10.222.0.30 "GET /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908339 Jul 22 20:26:15.342075 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-be88afd7-fb95-478b-93ce-9ced5ecb4251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'name': 'tempest-TestShelveInstance-185477789-router', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:34Z', 'updated_at': '2021-07-22T20:17:37Z', 'revision_number': 4, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'gw_port': {'id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:35Z', 'updated_at': '2021-07-22T20:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2364c548-08f4-4472-ab28-d26a9e9db127', 'name': '', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'mac_address': 'fa:16:3e:f6:72:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:37Z', 'updated_at': '2021-07-22T20:17:42Z', 'revision_number': 5, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'subnets': [{'id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:15.368158 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be88afd7-fb95-478b-93ce-9ced5ecb4251 None None] The sync data for ids ['d85d990d-f4f3-48b9-8498-5616b3c8588a'] in n-d-800086-12 is: [{'id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'name': 'tempest-TestShelveInstance-185477789-router', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:34Z', 'updated_at': '2021-07-22T20:17:37Z', 'revision_number': 4, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'gw_port': {'id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:35Z', 'updated_at': '2021-07-22T20:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2364c548-08f4-4472-ab28-d26a9e9db127', 'name': '', 'network_id': '860f4271-f3b8-43df-b697-a86b3a247263', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'mac_address': 'fa:16:3e:f6:72:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:37Z', 'updated_at': '2021-07-22T20:17:42Z', 'revision_number': 5, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'subnets': [{'id': '19088ea0-6cb8-4857-b9d8-ed67a2121c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:26:15.581421 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d9b6ae-8a11-4f91-9306-efdc83663721 None None] New status for floating IP afb628f6-72c8-49e7-a4af-8a9322c58999: DOWN {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:26:16.291046 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccb9ed-e63b-4edc-9d18-ddeace9ed8e9 req-eb1cf076-e694-4ad0-b2c4-92ee37a0d1e0 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:16.292907 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-22ccb9ed-e63b-4edc-9d18-ddeace9ed8e9 req-eb1cf076-e694-4ad0-b2c4-92ee37a0d1e0 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 946 time: 0.1199570 Jul 22 20:26:16.332263 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-22ccb9ed-e63b-4edc-9d18-ddeace9ed8e9 req-93fc06ee-74cc-45b4-8056-ce5ebac3720d tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fb7573c-751e-4554-8861-d949273b6d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330780 Jul 22 20:26:16.379787 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b76c2d-0bc0-454b-a1c4-31bb6600f625 req-8200e914-4fa4-4431-89b5-9d5eec13fb55 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:16.381298 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-90b76c2d-0bc0-454b-a1c4-31bb6600f625 req-8200e914-4fa4-4431-89b5-9d5eec13fb55 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 946 time: 0.0715921 Jul 22 20:26:16.480403 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-90b76c2d-0bc0-454b-a1c4-31bb6600f625 req-97e28295-a6cf-4072-b4a8-b2243aebea98 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Deleting port 51478340-1269-431f-a4a0-aa5335037c39 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:26:16.480729 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-90b76c2d-0bc0-454b-a1c4-31bb6600f625 req-97e28295-a6cf-4072-b4a8-b2243aebea98 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:16.569944 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-90b76c2d-0bc0-454b-a1c4-31bb6600f625 req-97e28295-a6cf-4072-b4a8-b2243aebea98 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] For port 51478340-1269-431f-a4a0-aa5335037c39, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=51478340-1269-431f-a4a0-aa5335037c39,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:16.570306 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-90b76c2d-0bc0-454b-a1c4-31bb6600f625 req-97e28295-a6cf-4072-b4a8-b2243aebea98 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:16.582779 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-90b76c2d-0bc0-454b-a1c4-31bb6600f625 req-97e28295-a6cf-4072-b4a8-b2243aebea98 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Calling delete_port for 51478340-1269-431f-a4a0-aa5335037c39 owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:26:16.714380 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-90b76c2d-0bc0-454b-a1c4-31bb6600f625 req-97e28295-a6cf-4072-b4a8-b2243aebea98 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:16.745205 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e28295-a6cf-4072-b4a8-b2243aebea98 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event deleted for resources: {'Port': ['ID=51478340-1269-431f-a4a0-aa5335037c39,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:16.773187 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e28295-a6cf-4072-b4a8-b2243aebea98 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:16.773538 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e28295-a6cf-4072-b4a8-b2243aebea98 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:16.773884 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e28295-a6cf-4072-b4a8-b2243aebea98 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:16.774225 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e28295-a6cf-4072-b4a8-b2243aebea98 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:16.774562 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e28295-a6cf-4072-b4a8-b2243aebea98 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:16.774897 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e28295-a6cf-4072-b4a8-b2243aebea98 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:16.775227 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e28295-a6cf-4072-b4a8-b2243aebea98 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:16.775557 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e28295-a6cf-4072-b4a8-b2243aebea98 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:16.775882 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e28295-a6cf-4072-b4a8-b2243aebea98 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:16.776207 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e28295-a6cf-4072-b4a8-b2243aebea98 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:16.776555 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e28295-a6cf-4072-b4a8-b2243aebea98 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:16.776904 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e28295-a6cf-4072-b4a8-b2243aebea98 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:16.802440 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b76c2d-0bc0-454b-a1c4-31bb6600f625 req-97e28295-a6cf-4072-b4a8-b2243aebea98 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] No DVR routers for this DVR port 51478340-1269-431f-a4a0-aa5335037c39 on host n-h1-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:26:16.805358 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-90b76c2d-0bc0-454b-a1c4-31bb6600f625 req-97e28295-a6cf-4072-b4a8-b2243aebea98 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:16.807389 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-90b76c2d-0bc0-454b-a1c4-31bb6600f625 req-97e28295-a6cf-4072-b4a8-b2243aebea98 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.30 "DELETE /v2.0/ports/51478340-1269-431f-a4a0-aa5335037c39 HTTP/1.1" status: 204 len: 173 time: 0.4195459 Jul 22 20:26:16.807829 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb2a93a-174a-42f0-9072-083da79df2ea', 'name': 'network-vif-deleted', 'tag': '51478340-1269-431f-a4a0-aa5335037c39'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:26:16.810626 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cada4627-522f-434f-95ec-239c5b3c3529" -d '{"events": [{"server_uuid": "2cb2a93a-174a-42f0-9072-083da79df2ea", "name": "network-vif-deleted", "tag": "51478340-1269-431f-a4a0-aa5335037c39"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:26:16.850528 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99b57bb-abc3-4123-9059-1d301103eefc x-openstack-request-id: req-e99b57bb-abc3-4123-9059-1d301103eefc {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:26:16.850953 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb2a93a-174a-42f0-9072-083da79df2ea", "name": "network-vif-deleted", "tag": "51478340-1269-431f-a4a0-aa5335037c39", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:26:16.851313 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e99b57bb-abc3-4123-9059-1d301103eefc {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:26:16.852006 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb2a93a-174a-42f0-9072-083da79df2ea', 'name': 'network-vif-deleted', 'tag': '51478340-1269-431f-a4a0-aa5335037c39', 'status': 'completed', 'code': 200} Jul 22 20:26:17.436468 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8d08fdc3-364b-4122-a10a-5c769972ea4b req-562c3d4d-c3a7-410f-bd34-94a57e764bce tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 210 time: 0.0314898 Jul 22 20:26:18.544543 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f0116ad8-05c7-43d5-bd5d-045f35647297 req-cd27aa69-568d-4554-9df9-df151d4924ef tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 210 time: 0.0372531 Jul 22 20:26:19.028329 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 51478340-1269-431f-a4a0-aa5335037c39 no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:26:19.053599 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 51478340-1269-431f-a4a0-aa5335037c39 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:26:19.053830 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 51478340-1269-431f-a4a0-aa5335037c39 not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:26:19.644078 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-dd9c4591-6105-479c-ba2b-838be4dd8e33 req-32d1ef9c-e11a-48e9-9774-bb86ba39e199 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb2a93a-174a-42f0-9072-083da79df2ea HTTP/1.1" status: 200 len: 210 time: 0.0297394 Jul 22 20:26:20.709581 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35532) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:20.772813 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ee04733-4012-4e42-a430-bda07b81f181 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:20.801255 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ee04733-4012-4e42-a430-bda07b81f181 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:20.864778 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ee04733-4012-4e42-a430-bda07b81f181 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:20.867505 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1ee04733-4012-4e42-a430-bda07b81f181 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:20.869632 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1ee04733-4012-4e42-a430-bda07b81f181 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] 10.222.0.13 "DELETE /v2.0/security-groups/4fb7573c-751e-4554-8861-d949273b6d6d HTTP/1.1" status: 204 len: 168 time: 0.1586502 Jul 22 20:26:20.880482 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee04733-4012-4e42-a430-bda07b81f181 tempest-TestShelveInstance-1202494296 tempest-TestShelveInstance-1202494296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb7573c-751e-4554-8861-d949273b6d6d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:20.924191 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35536) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:21.391638 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7de5515-4180-48df-8055-197f1793e227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:21.651598 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5515-4180-48df-8055-197f1793e227 admin admin] Deleting port 2364c548-08f4-4472-ab28-d26a9e9db127 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:26:21.651816 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7de5515-4180-48df-8055-197f1793e227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:21.731627 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-a7de5515-4180-48df-8055-197f1793e227 admin admin] For port 2364c548-08f4-4472-ab28-d26a9e9db127, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2364c548-08f4-4472-ab28-d26a9e9db127,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:21.731992 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7de5515-4180-48df-8055-197f1793e227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:21.744400 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-a7de5515-4180-48df-8055-197f1793e227 admin admin] Calling delete_port for 2364c548-08f4-4472-ab28-d26a9e9db127 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:26:21.943949 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7de5515-4180-48df-8055-197f1793e227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:21.972632 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de5515-4180-48df-8055-197f1793e227 admin admin] Pushing event deleted for resources: {'Port': ['ID=2364c548-08f4-4472-ab28-d26a9e9db127,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:22.500915 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a7de5515-4180-48df-8055-197f1793e227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:22.715310 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7de5515-4180-48df-8055-197f1793e227 admin admin] Router d85d990d-f4f3-48b9-8498-5616b3c8588a has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:26:22.828913 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7de5515-4180-48df-8055-197f1793e227 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:26:22.835259 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a7de5515-4180-48df-8055-197f1793e227 admin admin] 10.222.0.13 "PUT /v2.0/routers/d85d990d-f4f3-48b9-8498-5616b3c8588a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9090712 Jul 22 20:26:22.837518 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35540) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:22.844377 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28793ac3-9b96-4b70-9899-ec14f5f05eea None None] Sync routers for ids ['d85d990d-f4f3-48b9-8498-5616b3c8588a'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:26:22.866800 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28793ac3-9b96-4b70-9899-ec14f5f05eea None None] Routers {'d85d990d-f4f3-48b9-8498-5616b3c8588a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:26:22.867590 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-28793ac3-9b96-4b70-9899-ec14f5f05eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:26:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d85d990d-f4f3-48b9-8498-5616b3c8588a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:22.966067 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9c4c0db3-e132-480f-a9f3-640dba47a47a admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:23.002518 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-28793ac3-9b96-4b70-9899-ec14f5f05eea None None] Set router d85d990d-f4f3-48b9-8498-5616b3c8588a gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:26:23.075614 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9c4c0db3-e132-480f-a9f3-640dba47a47a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:23.135570 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-9c4c0db3-e132-480f-a9f3-640dba47a47a admin admin] Deleting port fac2c37b-2999-428d-be16-e549d69ea8a6 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:26:23.136345 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9c4c0db3-e132-480f-a9f3-640dba47a47a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:23.205456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-28793ac3-9b96-4b70-9899-ec14f5f05eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'name': 'tempest-TestShelveInstance-185477789-router', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:34Z', 'updated_at': '2021-07-22T20:26:21Z', 'revision_number': 5, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'gw_port': {'id': 'fac2c37b-2999-428d-be16-e549d69ea8a6', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:35Z', 'updated_at': '2021-07-22T20:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:23.225266 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-9c4c0db3-e132-480f-a9f3-640dba47a47a admin admin] For port fac2c37b-2999-428d-be16-e549d69ea8a6, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=fac2c37b-2999-428d-be16-e549d69ea8a6,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:23.225633 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9c4c0db3-e132-480f-a9f3-640dba47a47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:23.232627 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28793ac3-9b96-4b70-9899-ec14f5f05eea None None] Checking router: d85d990d-f4f3-48b9-8498-5616b3c8588a for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:26:23.238250 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-9c4c0db3-e132-480f-a9f3-640dba47a47a admin admin] Calling delete_port for fac2c37b-2999-428d-be16-e549d69ea8a6 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:26:23.241168 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28793ac3-9b96-4b70-9899-ec14f5f05eea None None] Routers {'d85d990d-f4f3-48b9-8498-5616b3c8588a'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:26:23.241795 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-28793ac3-9b96-4b70-9899-ec14f5f05eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:26:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d85d990d-f4f3-48b9-8498-5616b3c8588a'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:23.343175 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-28793ac3-9b96-4b70-9899-ec14f5f05eea None None] Set router d85d990d-f4f3-48b9-8498-5616b3c8588a gateway port host: None {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:26:23.404209 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-28793ac3-9b96-4b70-9899-ec14f5f05eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'name': 'tempest-TestShelveInstance-185477789-router', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:34Z', 'updated_at': '2021-07-22T20:26:23Z', 'revision_number': 6, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:23.425929 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9c4c0db3-e132-480f-a9f3-640dba47a47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:23.433204 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28793ac3-9b96-4b70-9899-ec14f5f05eea None None] The sync data for ids ['d85d990d-f4f3-48b9-8498-5616b3c8588a'] in n-d-800086-12 is: [{'id': 'd85d990d-f4f3-48b9-8498-5616b3c8588a', 'name': 'tempest-TestShelveInstance-185477789-router', 'tenant_id': 'b1863c25d49f4fd6a107b501e22dc587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:34Z', 'updated_at': '2021-07-22T20:26:23Z', 'revision_number': 6, 'project_id': 'b1863c25d49f4fd6a107b501e22dc587', 'gw_port_host': None}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:26:23.452358 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c0db3-e132-480f-a9f3-640dba47a47a admin admin] Pushing event deleted for resources: {'Port': ['ID=fac2c37b-2999-428d-be16-e549d69ea8a6,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:23.523282 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9c4c0db3-e132-480f-a9f3-640dba47a47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:23.618873 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9c4c0db3-e132-480f-a9f3-640dba47a47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:23.621313 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9c4c0db3-e132-480f-a9f3-640dba47a47a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:23.670162 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9c4c0db3-e132-480f-a9f3-640dba47a47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:23.670614 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4c0db3-e132-480f-a9f3-640dba47a47a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d85d990d-f4f3-48b9-8498-5616b3c8588a {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:26:23.675282 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9c4c0db3-e132-480f-a9f3-640dba47a47a admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:23.676456 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9c4c0db3-e132-480f-a9f3-640dba47a47a admin admin] 10.222.0.13 "DELETE /v2.0/routers/d85d990d-f4f3-48b9-8498-5616b3c8588a HTTP/1.1" status: 204 len: 168 time: 0.8377972 Jul 22 20:26:23.679091 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35542) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:23.723573 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c1fe0d-5691-456b-b035-427ecb6f9b4b admin admin] Deleting subnet 19088ea0-6cb8-4857-b9d8-ed67a2121c36 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:26:23.726537 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74c1fe0d-5691-456b-b035-427ecb6f9b4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:23.760862 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74c1fe0d-5691-456b-b035-427ecb6f9b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:23.849044 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74c1fe0d-5691-456b-b035-427ecb6f9b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:23.903535 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74c1fe0d-5691-456b-b035-427ecb6f9b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:23.929159 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1fe0d-5691-456b-b035-427ecb6f9b4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19088ea0-6cb8-4857-b9d8-ed67a2121c36,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:23.932791 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-74c1fe0d-5691-456b-b035-427ecb6f9b4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:23.935375 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-74c1fe0d-5691-456b-b035-427ecb6f9b4b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/19088ea0-6cb8-4857-b9d8-ed67a2121c36 HTTP/1.1" status: 204 len: 168 time: 0.2553275 Jul 22 20:26:23.938203 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35544) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:23.939392 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b403e544-bf2e-44dc-9cf5-fde7286f9480 None None] Network 860f4271-f3b8-43df-b697-a86b3a247263 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:26:24.017741 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba3f2a65-df75-4b2f-9f6d-b761f9e87006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:24.070134 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f2a65-df75-4b2f-9f6d-b761f9e87006 admin admin] Deleting port 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:26:24.070626 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba3f2a65-df75-4b2f-9f6d-b761f9e87006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:24.138667 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-ba3f2a65-df75-4b2f-9f6d-b761f9e87006 admin admin] For port 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2,segment=NetworkSegment(5e41e1ea-361a-4f24-a727-4567de18c0a0),segment_id=5e41e1ea-361a-4f24-a727-4567de18c0a0)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:24.138942 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba3f2a65-df75-4b2f-9f6d-b761f9e87006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:24.150395 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f2a65-df75-4b2f-9f6d-b761f9e87006 admin admin] Calling delete_port for 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2 owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:26:24.203283 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60bfaf8-79bc-4a81-8b5f-f6c65157c098 None None] DHCP port deletion for 860f4271-f3b8-43df-b697-a86b3a247263 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:26:24.242152 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba3f2a65-df75-4b2f-9f6d-b761f9e87006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:24.263305 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-e60bfaf8-79bc-4a81-8b5f-f6c65157c098 None None] Deleting port 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2 {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:26:24.263960 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e60bfaf8-79bc-4a81-8b5f-f6c65157c098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:24.273675 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f2a65-df75-4b2f-9f6d-b761f9e87006 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:24.275523 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3f2a65-df75-4b2f-9f6d-b761f9e87006 admin admin] No DVR routers for this DVR port 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2 on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:26:24.290208 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fac2c37b-2999-428d-be16-e549d69ea8a6 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:26:24.318721 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: fac2c37b-2999-428d-be16-e549d69ea8a6 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:26:24.319065 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device fac2c37b-2999-428d-be16-e549d69ea8a6 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:26:24.319493 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:26:24.358252 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba3f2a65-df75-4b2f-9f6d-b761f9e87006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:24.369900 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:26:24.370258 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:26:24.370670 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2364c548-08f4-4472-ab28-d26a9e9db127 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:26:24.371688 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-ba3f2a65-df75-4b2f-9f6d-b761f9e87006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860f4271-f3b8-43df-b697-a86b3a247263']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:24.377088 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-e60bfaf8-79bc-4a81-8b5f-f6c65157c098 None None] For port 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2, host n-d-800086-12, got binding levels [] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:24.377668 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e60bfaf8-79bc-4a81-8b5f-f6c65157c098 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:24.383115 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-ba3f2a65-df75-4b2f-9f6d-b761f9e87006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e41e1ea-361a-4f24-a727-4567de18c0a0') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:24.383408 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-ba3f2a65-df75-4b2f-9f6d-b761f9e87006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e41e1ea-361a-4f24-a727-4567de18c0a0') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:24.393592 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba3f2a65-df75-4b2f-9f6d-b761f9e87006 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:24.402914 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 2364c548-08f4-4472-ab28-d26a9e9db127 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:26:24.403264 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2364c548-08f4-4472-ab28-d26a9e9db127 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:26:24.408456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-e60bfaf8-79bc-4a81-8b5f-f6c65157c098 None None] Calling delete_port for 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2 owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:26:24.409373 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba3f2a65-df75-4b2f-9f6d-b761f9e87006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:24.411778 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.ipam_backend_mixin [None req-e60bfaf8-79bc-4a81-8b5f-f6c65157c098 None None] Port 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2 was not found and therefore no delete operation was performed {{(pid=93808) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 20:26:24.412772 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e60bfaf8-79bc-4a81-8b5f-f6c65157c098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:24.418555 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3f2a65-df75-4b2f-9f6d-b761f9e87006 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:26:24.419052 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba3f2a65-df75-4b2f-9f6d-b761f9e87006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:24.443897 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60bfaf8-79bc-4a81-8b5f-f6c65157c098 None None] Pushing event deleted for resources: {'Port': ['ID=7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:24.452811 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60bfaf8-79bc-4a81-8b5f-f6c65157c098 None None] No DVR routers for this DVR port 7bb8cb7d-c5db-43ab-b5bf-78a73dec45e2 on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:26:24.455388 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bfaf8-79bc-4a81-8b5f-f6c65157c098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:24.455743 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bfaf8-79bc-4a81-8b5f-f6c65157c098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:24.456087 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bfaf8-79bc-4a81-8b5f-f6c65157c098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:24.456468 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bfaf8-79bc-4a81-8b5f-f6c65157c098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:24.456831 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bfaf8-79bc-4a81-8b5f-f6c65157c098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:24.457167 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bfaf8-79bc-4a81-8b5f-f6c65157c098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:24.457494 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bfaf8-79bc-4a81-8b5f-f6c65157c098 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:24.457823 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bfaf8-79bc-4a81-8b5f-f6c65157c098 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:24.458155 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bfaf8-79bc-4a81-8b5f-f6c65157c098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:24.458479 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bfaf8-79bc-4a81-8b5f-f6c65157c098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:24.458802 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bfaf8-79bc-4a81-8b5f-f6c65157c098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:24.459124 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60bfaf8-79bc-4a81-8b5f-f6c65157c098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: timer() Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:26:24.484182 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:26:24.495287 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba3f2a65-df75-4b2f-9f6d-b761f9e87006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:24.502436 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-ba3f2a65-df75-4b2f-9f6d-b761f9e87006 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:24.507472 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-ba3f2a65-df75-4b2f-9f6d-b761f9e87006 admin admin] 10.222.0.13 "DELETE /v2.0/networks/860f4271-f3b8-43df-b697-a86b3a247263 HTTP/1.1" status: 204 len: 168 time: 0.5648503 Jul 22 20:26:24.507815 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35546) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:24.518136 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f2a65-df75-4b2f-9f6d-b761f9e87006 admin admin] Pushing event deleted for resources: {'Network': ['ID=860f4271-f3b8-43df-b697-a86b3a247263,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:24.869525 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df1cc480-ebbd-4d22-a592-b1c0b64ec6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:25.131600 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-df1cc480-ebbd-4d22-a592-b1c0b64ec6ae admin admin] Deleting port 6bf12bed-38a8-4363-8865-5dd2d4639885 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:26:25.131849 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df1cc480-ebbd-4d22-a592-b1c0b64ec6ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:25.214223 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-df1cc480-ebbd-4d22-a592-b1c0b64ec6ae admin admin] For port 6bf12bed-38a8-4363-8865-5dd2d4639885, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=6bf12bed-38a8-4363-8865-5dd2d4639885,segment=NetworkSegment(57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b),segment_id=57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:25.215119 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df1cc480-ebbd-4d22-a592-b1c0b64ec6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:25.227962 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-df1cc480-ebbd-4d22-a592-b1c0b64ec6ae admin admin] Calling delete_port for 6bf12bed-38a8-4363-8865-5dd2d4639885 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:26:25.407718 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df1cc480-ebbd-4d22-a592-b1c0b64ec6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:25.434771 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cc480-ebbd-4d22-a592-b1c0b64ec6ae admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf12bed-38a8-4363-8865-5dd2d4639885,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:25.599248 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df1cc480-ebbd-4d22-a592-b1c0b64ec6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:25.812906 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1cc480-ebbd-4d22-a592-b1c0b64ec6ae admin admin] Router d7d9dfc0-7f4f-4a47-b357-81465103dfc4 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:26:25.916892 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1cc480-ebbd-4d22-a592-b1c0b64ec6ae admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:26:25.924711 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-df1cc480-ebbd-4d22-a592-b1c0b64ec6ae admin admin] 10.222.0.13 "PUT /v2.0/routers/d7d9dfc0-7f4f-4a47-b357-81465103dfc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4135692 Jul 22 20:26:25.924944 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35548) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:25.928647 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e51a01-100d-4af1-bdff-29b9f73827f2 None None] Sync routers for ids ['d7d9dfc0-7f4f-4a47-b357-81465103dfc4'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:26:25.937919 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e51a01-100d-4af1-bdff-29b9f73827f2 None None] Routers {'d7d9dfc0-7f4f-4a47-b357-81465103dfc4'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:26:25.938524 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e5e51a01-100d-4af1-bdff-29b9f73827f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:26:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d7d9dfc0-7f4f-4a47-b357-81465103dfc4'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:26.026122 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68a84658-de08-4d68-8495-27440ff731c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:26.039902 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-e5e51a01-100d-4af1-bdff-29b9f73827f2 None None] Set router d7d9dfc0-7f4f-4a47-b357-81465103dfc4 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:26:26.129929 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68a84658-de08-4d68-8495-27440ff731c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:26.186905 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-68a84658-de08-4d68-8495-27440ff731c7 admin admin] Deleting port d343a2f8-9d90-416b-99e0-89bf1a4d8a70 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:26:26.186905 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68a84658-de08-4d68-8495-27440ff731c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:26.216150 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e5e51a01-100d-4af1-bdff-29b9f73827f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d9dfc0-7f4f-4a47-b357-81465103dfc4', 'name': 'tempest-TestShelveInstance-1054660485-router', 'tenant_id': '523166efff554471a838acd9bf3b790b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'd343a2f8-9d90-416b-99e0-89bf1a4d8a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:39Z', 'updated_at': '2021-07-22T20:26:25Z', 'revision_number': 5, 'project_id': '523166efff554471a838acd9bf3b790b', 'gw_port': {'id': 'd343a2f8-9d90-416b-99e0-89bf1a4d8a70', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d9dfc0-7f4f-4a47-b357-81465103dfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:17:40Z', 'updated_at': '2021-07-22T20:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:26.242905 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e51a01-100d-4af1-bdff-29b9f73827f2 None None] Checking router: d7d9dfc0-7f4f-4a47-b357-81465103dfc4 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:26:26.251110 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e51a01-100d-4af1-bdff-29b9f73827f2 None None] Routers {'d7d9dfc0-7f4f-4a47-b357-81465103dfc4'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:26:26.251712 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e5e51a01-100d-4af1-bdff-29b9f73827f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:26:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d7d9dfc0-7f4f-4a47-b357-81465103dfc4'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:26.275036 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-68a84658-de08-4d68-8495-27440ff731c7 admin admin] For port d343a2f8-9d90-416b-99e0-89bf1a4d8a70, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=d343a2f8-9d90-416b-99e0-89bf1a4d8a70,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:26.275396 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68a84658-de08-4d68-8495-27440ff731c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:26.287788 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-68a84658-de08-4d68-8495-27440ff731c7 admin admin] Calling delete_port for d343a2f8-9d90-416b-99e0-89bf1a4d8a70 owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:26:26.339599 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-e5e51a01-100d-4af1-bdff-29b9f73827f2 None None] Set router d7d9dfc0-7f4f-4a47-b357-81465103dfc4 gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:26:26.394971 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-e5e51a01-100d-4af1-bdff-29b9f73827f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d9dfc0-7f4f-4a47-b357-81465103dfc4', 'name': 'tempest-TestShelveInstance-1054660485-router', 'tenant_id': '523166efff554471a838acd9bf3b790b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:39Z', 'updated_at': '2021-07-22T20:26:26Z', 'revision_number': 6, 'project_id': '523166efff554471a838acd9bf3b790b', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:26.422854 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e51a01-100d-4af1-bdff-29b9f73827f2 None None] The sync data for ids ['d7d9dfc0-7f4f-4a47-b357-81465103dfc4'] in n-d-800086-12 is: [{'id': 'd7d9dfc0-7f4f-4a47-b357-81465103dfc4', 'name': 'tempest-TestShelveInstance-1054660485-router', 'tenant_id': '523166efff554471a838acd9bf3b790b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:17:39Z', 'updated_at': '2021-07-22T20:26:26Z', 'revision_number': 6, 'project_id': '523166efff554471a838acd9bf3b790b', 'gw_port_host': None}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:26:26.461820 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68a84658-de08-4d68-8495-27440ff731c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:26.489497 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a84658-de08-4d68-8495-27440ff731c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d343a2f8-9d90-416b-99e0-89bf1a4d8a70,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:26.554123 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68a84658-de08-4d68-8495-27440ff731c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:26.644536 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68a84658-de08-4d68-8495-27440ff731c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:26.646721 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68a84658-de08-4d68-8495-27440ff731c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:26.692747 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68a84658-de08-4d68-8495-27440ff731c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:26.693270 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a84658-de08-4d68-8495-27440ff731c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7d9dfc0-7f4f-4a47-b357-81465103dfc4 {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:26:26.697893 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-68a84658-de08-4d68-8495-27440ff731c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:26.699065 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-68a84658-de08-4d68-8495-27440ff731c7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d7d9dfc0-7f4f-4a47-b357-81465103dfc4 HTTP/1.1" status: 204 len: 168 time: 0.7732556 Jul 22 20:26:26.701722 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35550) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:26.745471 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba8bd8f-c35a-4ecd-930f-528c91caabe0 admin admin] Deleting subnet 661bbd24-e5cf-46b1-bca1-f650cb277ecf {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:26:26.748429 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cba8bd8f-c35a-4ecd-930f-528c91caabe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:26.782676 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cba8bd8f-c35a-4ecd-930f-528c91caabe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:26.871017 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cba8bd8f-c35a-4ecd-930f-528c91caabe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:26.925839 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cba8bd8f-c35a-4ecd-930f-528c91caabe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:26.956446 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-cba8bd8f-c35a-4ecd-930f-528c91caabe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:26.960787 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-cba8bd8f-c35a-4ecd-930f-528c91caabe0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/661bbd24-e5cf-46b1-bca1-f650cb277ecf HTTP/1.1" status: 204 len: 168 time: 0.2558908 Jul 22 20:26:26.960787 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8bd8f-c35a-4ecd-930f-528c91caabe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=661bbd24-e5cf-46b1-bca1-f650cb277ecf,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:26.961337 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35552) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:26.964111 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f640365-3a0f-4443-83b5-13893ad847d3 None None] Network a32c323b-8dd7-43ce-9baf-b78491aeec88 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:26:27.030989 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1629eea8-0f6c-44d2-b509-2e29c5d8f411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:27.086101 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-1629eea8-0f6c-44d2-b509-2e29c5d8f411 admin admin] Deleting port 622ef056-33af-4813-9de7-ae73d6223f2c {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:26:27.086590 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1629eea8-0f6c-44d2-b509-2e29c5d8f411 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:27.158605 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-1629eea8-0f6c-44d2-b509-2e29c5d8f411 admin admin] For port 622ef056-33af-4813-9de7-ae73d6223f2c, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=622ef056-33af-4813-9de7-ae73d6223f2c,segment=NetworkSegment(57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b),segment_id=57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:27.159019 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1629eea8-0f6c-44d2-b509-2e29c5d8f411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:27.173415 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-1629eea8-0f6c-44d2-b509-2e29c5d8f411 admin admin] Calling delete_port for 622ef056-33af-4813-9de7-ae73d6223f2c owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:26:27.176844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36065c5a-3636-47b9-8a38-e21f613c00c3 None None] DHCP port deletion for a32c323b-8dd7-43ce-9baf-b78491aeec88 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:26:27.230310 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-36065c5a-3636-47b9-8a38-e21f613c00c3 None None] Deleting port 622ef056-33af-4813-9de7-ae73d6223f2c {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:26:27.231077 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-36065c5a-3636-47b9-8a38-e21f613c00c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:27.259584 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1629eea8-0f6c-44d2-b509-2e29c5d8f411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:27.289545 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629eea8-0f6c-44d2-b509-2e29c5d8f411 admin admin] Pushing event deleted for resources: {'Port': ['ID=622ef056-33af-4813-9de7-ae73d6223f2c,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:27.296732 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1629eea8-0f6c-44d2-b509-2e29c5d8f411 admin admin] No DVR routers for this DVR port 622ef056-33af-4813-9de7-ae73d6223f2c on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:26:27.297409 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-36065c5a-3636-47b9-8a38-e21f613c00c3 None None] For port 622ef056-33af-4813-9de7-ae73d6223f2c, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=622ef056-33af-4813-9de7-ae73d6223f2c,segment=NetworkSegment(57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b),segment_id=57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:27.298112 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-36065c5a-3636-47b9-8a38-e21f613c00c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:27.310446 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-36065c5a-3636-47b9-8a38-e21f613c00c3 None None] Calling delete_port for 622ef056-33af-4813-9de7-ae73d6223f2c owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:26:27.367913 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1629eea8-0f6c-44d2-b509-2e29c5d8f411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:27.379388 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-1629eea8-0f6c-44d2-b509-2e29c5d8f411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32c323b-8dd7-43ce-9baf-b78491aeec88']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:27.391126 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-1629eea8-0f6c-44d2-b509-2e29c5d8f411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:27.391683 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-1629eea8-0f6c-44d2-b509-2e29c5d8f411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e599d8-e6d0-43cb-8f8d-b0d191ec7f2b') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:27.401762 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1629eea8-0f6c-44d2-b509-2e29c5d8f411 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:27.418630 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1629eea8-0f6c-44d2-b509-2e29c5d8f411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:27.428539 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1629eea8-0f6c-44d2-b509-2e29c5d8f411 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:26:27.428666 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1629eea8-0f6c-44d2-b509-2e29c5d8f411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: timer() Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:26:27.430985 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:26:27.495429 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1629eea8-0f6c-44d2-b509-2e29c5d8f411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:27.501813 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1629eea8-0f6c-44d2-b509-2e29c5d8f411 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:27.503770 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1629eea8-0f6c-44d2-b509-2e29c5d8f411 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a32c323b-8dd7-43ce-9baf-b78491aeec88 HTTP/1.1" status: 204 len: 168 time: 0.5414281 Jul 22 20:26:27.516749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629eea8-0f6c-44d2-b509-2e29c5d8f411 admin admin] Pushing event deleted for resources: {'Network': ['ID=a32c323b-8dd7-43ce-9baf-b78491aeec88,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:27.560672 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-36065c5a-3636-47b9-8a38-e21f613c00c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:27.582932 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-36065c5a-3636-47b9-8a38-e21f613c00c3 None None] Network a32c323b-8dd7-43ce-9baf-b78491aeec88 is not hosted by any dhcp agent {{(pid=93808) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 20:26:27.583424 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36065c5a-3636-47b9-8a38-e21f613c00c3 None None] No DVR routers for this DVR port 622ef056-33af-4813-9de7-ae73d6223f2c on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:26:27.585351 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36065c5a-3636-47b9-8a38-e21f613c00c3 None None] Pushing event deleted for resources: {'Port': ['ID=622ef056-33af-4813-9de7-ae73d6223f2c,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:27.615761 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35556) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:27.656130 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-aaa4bdf8-ed7d-4082-9ad7-359925cf6dc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1863c25d49f4fd6a107b501e22dc587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391536 Jul 22 20:26:27.658586 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35558) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:27.706574 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9bf4e222-2fa2-4bf4-9079-8eee0a830c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:27.727322 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9bf4e222-2fa2-4bf4-9079-8eee0a830c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:27.778471 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9bf4e222-2fa2-4bf4-9079-8eee0a830c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:27.781179 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9bf4e222-2fa2-4bf4-9079-8eee0a830c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:27.782330 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9bf4e222-2fa2-4bf4-9079-8eee0a830c7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5186371-fda0-448a-b291-12a929eca99d HTTP/1.1" status: 204 len: 168 time: 0.1228344 Jul 22 20:26:27.790800 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4e222-2fa2-4bf4-9079-8eee0a830c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5186371-fda0-448a-b291-12a929eca99d,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:28.093141 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35564) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:28.133103 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9e865d27-eff1-45d0-889f-3fdcac099c6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=523166efff554471a838acd9bf3b790b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387678 Jul 22 20:26:28.135614 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35566) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:28.184970 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5fbccc53-c503-448a-8be6-cf15633bd070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:28.208835 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5fbccc53-c503-448a-8be6-cf15633bd070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:28.245444 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 622ef056-33af-4813-9de7-ae73d6223f2c no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:26:28.263373 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5fbccc53-c503-448a-8be6-cf15633bd070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:28.266026 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-5fbccc53-c503-448a-8be6-cf15633bd070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:28.267222 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-5fbccc53-c503-448a-8be6-cf15633bd070 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f19befe-1cbb-41e9-afea-0e7cb6d3ae8c HTTP/1.1" status: 204 len: 168 time: 0.1307011 Jul 22 20:26:28.267467 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 622ef056-33af-4813-9de7-ae73d6223f2c {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:26:28.267788 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 622ef056-33af-4813-9de7-ae73d6223f2c not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:26:28.268210 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6bf12bed-38a8-4363-8865-5dd2d4639885 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:26:28.275642 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbccc53-c503-448a-8be6-cf15633bd070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f19befe-1cbb-41e9-afea-0e7cb6d3ae8c,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:28.291661 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 6bf12bed-38a8-4363-8865-5dd2d4639885 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:26:28.292007 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 6bf12bed-38a8-4363-8865-5dd2d4639885 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:26:28.292433 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d343a2f8-9d90-416b-99e0-89bf1a4d8a70 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:26:28.318554 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: d343a2f8-9d90-416b-99e0-89bf1a4d8a70 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:26:28.318898 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device d343a2f8-9d90-416b-99e0-89bf1a4d8a70 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:26:28.614309 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-da46adca-a805-4a5b-9579-00e133aee3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:28.924150 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35588) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:29.047086 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-f34ef568-40b1-4eb9-89d1-5e635379fc90 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1942288875-network', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:26:29.068357 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34ef568-40b1-4eb9-89d1-5e635379fc90 admin admin] Made reservation on behalf of b0845a517aad420aa0bae7ed71456236 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:26:29.070692 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f34ef568-40b1-4eb9-89d1-5e635379fc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:29.079371 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f34ef568-40b1-4eb9-89d1-5e635379fc90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:29.171260 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f34ef568-40b1-4eb9-89d1-5e635379fc90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:29.175120 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f34ef568-40b1-4eb9-89d1-5e635379fc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:29.201406 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34ef568-40b1-4eb9-89d1-5e635379fc90 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:26:29.211446 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ef568-40b1-4eb9-89d1-5e635379fc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac622dc0-6f8a-4c1c-bfb9-c065250affa1,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:29.217731 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f34ef568-40b1-4eb9-89d1-5e635379fc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:29.218077 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-f34ef568-40b1-4eb9-89d1-5e635379fc90 admin admin] Added segment 5ee811d0-5013-4fe9-9056-93b4b8c73247 of type vlan for network 6db6f75a-7d8f-4398-86e1-3b5318f05432 Jul 22 20:26:29.258728 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f34ef568-40b1-4eb9-89d1-5e635379fc90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:29.291136 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f34ef568-40b1-4eb9-89d1-5e635379fc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:29.292192 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34ef568-40b1-4eb9-89d1-5e635379fc90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:29.293128 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f34ef568-40b1-4eb9-89d1-5e635379fc90 admin admin] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:29.327933 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f34ef568-40b1-4eb9-89d1-5e635379fc90 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4026597 Jul 22 20:26:29.330760 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35592) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:29.361241 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-df699f5a-4238-4cd7-9c6f-4b92200cc09e admin admin] Request body: {'subnet': {'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1942288875-subnet', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:26:29.365628 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ef568-40b1-4eb9-89d1-5e635379fc90 admin admin] Pushing event updated for resources: {'Network': ['ID=6db6f75a-7d8f-4398-86e1-3b5318f05432,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:29.375804 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network 6db6f75a-7d8f-4398-86e1-3b5318f05432 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:26:29.387870 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df699f5a-4238-4cd7-9c6f-4b92200cc09e admin admin] Made reservation on behalf of b0845a517aad420aa0bae7ed71456236 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:26:29.390284 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df699f5a-4238-4cd7-9c6f-4b92200cc09e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:29.558801 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df699f5a-4238-4cd7-9c6f-4b92200cc09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:29.622880 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df699f5a-4238-4cd7-9c6f-4b92200cc09e admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e330a7-01ac-4d02-bb97-66199352ea5d,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:29.628463 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df699f5a-4238-4cd7-9c6f-4b92200cc09e admin admin] Checking segment: {'id': '5ee811d0-5013-4fe9-9056-93b4b8c73247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:26:29.628662 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df699f5a-4238-4cd7-9c6f-4b92200cc09e admin admin] Network hostable DHCP agents. Network: 6db6f75a-7d8f-4398-86e1-3b5318f05432, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:26:29.645107 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df699f5a-4238-4cd7-9c6f-4b92200cc09e admin admin] Network 6db6f75a-7d8f-4398-86e1-3b5318f05432 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:26:29.654483 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-df699f5a-4238-4cd7-9c6f-4b92200cc09e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, 6db6f75a-7d8f-4398-86e1-3b5318f05432) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:26:29.658584 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df699f5a-4238-4cd7-9c6f-4b92200cc09e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:29.659177 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df699f5a-4238-4cd7-9c6f-4b92200cc09e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:29.664120 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ca18bf-125d-49c0-965c-c634c4203b57 None None] Network 6db6f75a-7d8f-4398-86e1-3b5318f05432 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:26:29.674347 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-df699f5a-4238-4cd7-9c6f-4b92200cc09e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3425488 Jul 22 20:26:29.677211 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35594) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:29.682111 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-8861469f-2e75-4edd-b02c-60eba8563ee6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1942288875-router', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:26:29.704132 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8861469f-2e75-4edd-b02c-60eba8563ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:29.705244 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8861469f-2e75-4edd-b02c-60eba8563ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:29.757677 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8861469f-2e75-4edd-b02c-60eba8563ee6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:29.763028 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:26:29.819255 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-6db6f75a-7d8f-4398-86e1-3b5318f05432', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'fixed_ips': [{'subnet_id': '52e330a7-01ac-4d02-bb97-66199352ea5d'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:26:29.820140 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:29.972325 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] Allocated IP 172.20.0.2 (6db6f75a-7d8f-4398-86e1-3b5318f05432/52e330a7-01ac-4d02-bb97-66199352ea5d/4d19a154-92e2-457f-8d96-51534cbec09d) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:26:30.130770 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:30.140731 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] Transition to ACTIVE for port object 4d19a154-92e2-457f-8d96-51534cbec09d will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:26:30.157235 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] Transition to ACTIVE for port object 4d19a154-92e2-457f-8d96-51534cbec09d will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:26:30.163413 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:30.206700 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] Network 6db6f75a-7d8f-4398-86e1-3b5318f05432 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:26:30.209947 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:26:30.214529 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:26:30.218556 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] Pushing event updated for resources: {'Port': ['ID=4d19a154-92e2-457f-8d96-51534cbec09d,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:30.245173 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8861469f-2e75-4edd-b02c-60eba8563ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:30.277936 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] Attempting to bind port 4d19a154-92e2-457f-8d96-51534cbec09d on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:26:30.278799 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] Attempting to bind port 4d19a154-92e2-457f-8d96-51534cbec09d by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '5ee811d0-5013-4fe9-9056-93b4b8c73247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:26:30.279147 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] Attempting to bind port 4d19a154-92e2-457f-8d96-51534cbec09d on network 6db6f75a-7d8f-4398-86e1-3b5318f05432 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:26:30.284405 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:26:30.284844 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] Checking segment: {'id': '5ee811d0-5013-4fe9-9056-93b4b8c73247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:26:30.285246 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:30.285642 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] Bound using segment: {'id': '5ee811d0-5013-4fe9-9056-93b4b8c73247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:26:30.286565 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] Bound port: 4d19a154-92e2-457f-8d96-51534cbec09d, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee811d0-5013-4fe9-9056-93b4b8c73247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:26:30.286947 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:30.353125 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] For port 4d19a154-92e2-457f-8d96-51534cbec09d, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:26:30.356992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] For port 4d19a154-92e2-457f-8d96-51534cbec09d, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4d19a154-92e2-457f-8d96-51534cbec09d,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:26:30.361193 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:30.425222 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435f830-405d-40f3-9cff-65f589fed4a1 None None] Pushing event updated for resources: {'Port': ['ID=4d19a154-92e2-457f-8d96-51534cbec09d,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:30.448157 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8861469f-2e75-4edd-b02c-60eba8563ee6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:30.472100 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8861469f-2e75-4edd-b02c-60eba8563ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:30.596128 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-8861469f-2e75-4edd-b02c-60eba8563ee6 admin admin] Allocated IP 172.25.3.192 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/92504471-f365-45c2-890b-426cf2c1525a) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:26:30.712206 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8861469f-2e75-4edd-b02c-60eba8563ee6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:30.761197 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8861469f-2e75-4edd-b02c-60eba8563ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:30.798119 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8861469f-2e75-4edd-b02c-60eba8563ee6 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:26:30.802881 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-8861469f-2e75-4edd-b02c-60eba8563ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:26:30.806178 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8861469f-2e75-4edd-b02c-60eba8563ee6 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:26:30.830431 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861469f-2e75-4edd-b02c-60eba8563ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=92504471-f365-45c2-890b-426cf2c1525a,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:31.060665 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8861469f-2e75-4edd-b02c-60eba8563ee6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:31.118528 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4918-967f-459c-80b8-8133d93b5bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:31.260833 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:31.274355 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8861469f-2e75-4edd-b02c-60eba8563ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:31.321727 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3863b17-680d-4aaa-8a4e-dc6efc05d90d None None] Network 6db6f75a-7d8f-4398-86e1-3b5318f05432 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:26:31.422204 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8861469f-2e75-4edd-b02c-60eba8563ee6 admin admin] Router d953fea3-6f15-4725-a50e-14f5fe9afe49 is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:26:31.449224 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-d90feda9-4e62-4d40-a323-9d11ce9c7ee7 None None] Provisioning for port 4d19a154-92e2-457f-8d96-51534cbec09d completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:26:31.534832 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8861469f-2e75-4edd-b02c-60eba8563ee6 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:26:31.546609 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] Sync routers for ids ['d953fea3-6f15-4725-a50e-14f5fe9afe49'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:26:31.553852 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8861469f-2e75-4edd-b02c-60eba8563ee6 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:31.556517 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-8861469f-2e75-4edd-b02c-60eba8563ee6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8771126 Jul 22 20:26:31.556669 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] Routers {'d953fea3-6f15-4725-a50e-14f5fe9afe49'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:26:31.557240 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:26:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d953fea3-6f15-4725-a50e-14f5fe9afe49'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:31.558253 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35596) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:31.668606 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] Set router d953fea3-6f15-4725-a50e-14f5fe9afe49 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:26:31.861001 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'name': 'tempest-TestSnapshotPattern-1942288875-router', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '92504471-f365-45c2-890b-426cf2c1525a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:29Z', 'updated_at': '2021-07-22T20:26:30Z', 'revision_number': 3, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'gw_port': {'id': '92504471-f365-45c2-890b-426cf2c1525a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:30Z', 'updated_at': '2021-07-22T20:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:31.888388 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] Checking router: d953fea3-6f15-4725-a50e-14f5fe9afe49 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:26:31.888760 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] Updating router d953fea3-6f15-4725-a50e-14f5fe9afe49 port 92504471-f365-45c2-890b-426cf2c1525a binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:26:31.922799 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:31.973915 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fcb9fdcb-cc36-499d-b874-d5ca2fa70e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:32.129146 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-fcb9fdcb-cc36-499d-b874-d5ca2fa70e10 admin admin] Allocated IP 172.20.0.1 (6db6f75a-7d8f-4398-86e1-3b5318f05432/52e330a7-01ac-4d02-bb97-66199352ea5d/8b3c4d9c-75ff-4413-b4f6-0557c7bdb077) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:26:32.185324 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:32.196796 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] Transition to ACTIVE for port object 92504471-f365-45c2-890b-426cf2c1525a will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:26:32.206355 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:32.238876 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fcb9fdcb-cc36-499d-b874-d5ca2fa70e10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:32.252062 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-fcb9fdcb-cc36-499d-b874-d5ca2fa70e10 admin admin] Transition to ACTIVE for port object 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077 will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:26:32.257523 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] Attempting to bind port 92504471-f365-45c2-890b-426cf2c1525a on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:26:32.257895 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] Attempting to bind port 92504471-f365-45c2-890b-426cf2c1525a by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:26:32.258325 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] Attempting to bind port 92504471-f365-45c2-890b-426cf2c1525a on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:26:32.266060 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909670bb-4c9f-48c4-ba6a-75c7fd113037 None None] Pushing event updated for resources: {'Port': ['ID=92504471-f365-45c2-890b-426cf2c1525a,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:32.268626 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:26:32.269008 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:26:32.269422 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:32.269794 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:26:32.270274 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] Bound port: 92504471-f365-45c2-890b-426cf2c1525a, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:26:32.271224 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:32.290419 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fcb9fdcb-cc36-499d-b874-d5ca2fa70e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:32.294327 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4d19a154-92e2-457f-8d96-51534cbec09d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:26:32.330423 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb9fdcb-cc36-499d-b874-d5ca2fa70e10 admin admin] Network 6db6f75a-7d8f-4398-86e1-3b5318f05432 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:26:32.333356 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-fcb9fdcb-cc36-499d-b874-d5ca2fa70e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:26:32.340097 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb9fdcb-cc36-499d-b874-d5ca2fa70e10 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:26:32.359911 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] For port 92504471-f365-45c2-890b-426cf2c1525a, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:26:32.363500 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] For port 92504471-f365-45c2-890b-426cf2c1525a, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=92504471-f365-45c2-890b-426cf2c1525a,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:26:32.369033 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:32.373705 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9fdcb-cc36-499d-b874-d5ca2fa70e10 admin admin] Pushing event updated for resources: {'Port': ['ID=8b3c4d9c-75ff-4413-b4f6-0557c7bdb077,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:32.388576 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fcb9fdcb-cc36-499d-b874-d5ca2fa70e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:32.410096 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 4d19a154-92e2-457f-8d96-51534cbec09d completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:26:32.420754 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 4d19a154-92e2-457f-8d96-51534cbec09d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:32.421139 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:32.456784 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] Routers {'d953fea3-6f15-4725-a50e-14f5fe9afe49'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:26:32.457441 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:26:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d953fea3-6f15-4725-a50e-14f5fe9afe49'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:32.542789 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fcb9fdcb-cc36-499d-b874-d5ca2fa70e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:32.547331 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909670bb-4c9f-48c4-ba6a-75c7fd113037 None None] Pushing event updated for resources: {'Port': ['ID=92504471-f365-45c2-890b-426cf2c1525a,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:32.615115 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:32.622966 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] Set router d953fea3-6f15-4725-a50e-14f5fe9afe49 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:26:32.724013 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fcb9fdcb-cc36-499d-b874-d5ca2fa70e10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:32.728941 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fcb9fdcb-cc36-499d-b874-d5ca2fa70e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:32.729122 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ea3e5fe0-c01e-446f-be59-a01ebf815c70 None None] Provisioning for port 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:26:32.735071 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:32.744368 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-ea3e5fe0-c01e-446f-be59-a01ebf815c70 None None] Provisioning complete for port 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:32.744761 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ea3e5fe0-c01e-446f-be59-a01ebf815c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:32.794382 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 4d19a154-92e2-457f-8d96-51534cbec09d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4d19a154-92e2-457f-8d96-51534cbec09d,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:32.796078 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fcb9fdcb-cc36-499d-b874-d5ca2fa70e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:32.802380 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9fdcb-cc36-499d-b874-d5ca2fa70e10 admin admin] Pushing event updated for resources: {'Port': ['ID=8b3c4d9c-75ff-4413-b4f6-0557c7bdb077,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:32.805937 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:32.842070 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-ea3e5fe0-c01e-446f-be59-a01ebf815c70 None None] Port 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:26:32.898661 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb9fdcb-cc36-499d-b874-d5ca2fa70e10 admin admin] Network 6db6f75a-7d8f-4398-86e1-3b5318f05432 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:26:32.899685 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=4d19a154-92e2-457f-8d96-51534cbec09d,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:32.900214 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-fcb9fdcb-cc36-499d-b874-d5ca2fa70e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:26:32.925597 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'name': 'tempest-TestSnapshotPattern-1942288875-router', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '92504471-f365-45c2-890b-426cf2c1525a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:29Z', 'updated_at': '2021-07-22T20:26:30Z', 'revision_number': 3, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'gw_port': {'id': '92504471-f365-45c2-890b-426cf2c1525a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:30Z', 'updated_at': '2021-07-22T20:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:32.955931 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489b66fb-2436-4382-92f4-8b3207d38a43 None None] The sync data for ids ['d953fea3-6f15-4725-a50e-14f5fe9afe49'] in n-d-800086-12 is: [{'id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'name': 'tempest-TestSnapshotPattern-1942288875-router', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '92504471-f365-45c2-890b-426cf2c1525a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:29Z', 'updated_at': '2021-07-22T20:26:30Z', 'revision_number': 3, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'gw_port': {'id': '92504471-f365-45c2-890b-426cf2c1525a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:30Z', 'updated_at': '2021-07-22T20:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:26:33.028506 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb9fdcb-cc36-499d-b874-d5ca2fa70e10 admin admin] Router d953fea3-6f15-4725-a50e-14f5fe9afe49 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:26:33.141813 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb9fdcb-cc36-499d-b874-d5ca2fa70e10 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:26:33.146849 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fcb9fdcb-cc36-499d-b874-d5ca2fa70e10 admin admin] 10.222.0.13 "PUT /v2.0/routers/d953fea3-6f15-4725-a50e-14f5fe9afe49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5867021 Jul 22 20:26:33.163792 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e0a7ceba-3236-4697-b7af-87b4278c6f7a None None] Provisioning complete for port 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:33.164175 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e0a7ceba-3236-4697-b7af-87b4278c6f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:33.223569 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-e0a7ceba-3236-4697-b7af-87b4278c6f7a None None] Port 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:26:33.660884 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35612) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:33.666307 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-64bcbdd1-c6ce-4fea-81ef-4b1bae381ef1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1833816926-network', 'tenant_id': '5fae39dd137244de8c30a0cd6cbb5440'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:26:33.690104 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bcbdd1-c6ce-4fea-81ef-4b1bae381ef1 admin admin] Made reservation on behalf of 5fae39dd137244de8c30a0cd6cbb5440 for: {'network': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:26:33.692539 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-64bcbdd1-c6ce-4fea-81ef-4b1bae381ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for network, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:33.701880 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-64bcbdd1-c6ce-4fea-81ef-4b1bae381ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:33.801620 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-64bcbdd1-c6ce-4fea-81ef-4b1bae381ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:33.805936 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-64bcbdd1-c6ce-4fea-81ef-4b1bae381ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:33.830303 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64bcbdd1-c6ce-4fea-81ef-4b1bae381ef1 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:26:33.840465 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcbdd1-c6ce-4fea-81ef-4b1bae381ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c400582-a3f7-45f3-abb2-58a60896cd17,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:33.845432 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-64bcbdd1-c6ce-4fea-81ef-4b1bae381ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:33.845777 n-d-800086-12 neutron-server[93806]: INFO neutron.db.segments_db [None req-64bcbdd1-c6ce-4fea-81ef-4b1bae381ef1 admin admin] Added segment 0c62122b-4f46-416d-b7cf-29361b6215ea of type vlan for network b74e7a70-04a7-479b-98b6-f16bba800130 Jul 22 20:26:33.885064 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-64bcbdd1-c6ce-4fea-81ef-4b1bae381ef1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771871314670'] for network, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:33.915937 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-64bcbdd1-c6ce-4fea-81ef-4b1bae381ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338'] for network, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:33.917135 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bcbdd1-c6ce-4fea-81ef-4b1bae381ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:33.917762 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-64bcbdd1-c6ce-4fea-81ef-4b1bae381ef1 admin admin] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:33.947330 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-64bcbdd1-c6ce-4fea-81ef-4b1bae381ef1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2850666 Jul 22 20:26:33.950754 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35614) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:33.956351 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-9bde8d22-c6e8-4940-9dda-d4a01b3cb1ca admin admin] Request body: {'subnet': {'network_id': 'b74e7a70-04a7-479b-98b6-f16bba800130', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1833816926-subnet', 'tenant_id': '5fae39dd137244de8c30a0cd6cbb5440', 'ip_version': 4}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:26:34.000550 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcbdd1-c6ce-4fea-81ef-4b1bae381ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=b74e7a70-04a7-479b-98b6-f16bba800130,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:34.010709 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Network b74e7a70-04a7-479b-98b6-f16bba800130 details requested by agent ovs-agent-n-d-800086-12 with host n-d-800086-12 {{(pid=93808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:26:34.014525 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bde8d22-c6e8-4940-9dda-d4a01b3cb1ca admin admin] Made reservation on behalf of 5fae39dd137244de8c30a0cd6cbb5440 for: {'subnet': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:26:34.017183 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9bde8d22-c6e8-4940-9dda-d4a01b3cb1ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5830420'] for subnet, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:34.194989 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9bde8d22-c6e8-4940-9dda-d4a01b3cb1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7429016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5830502'] for subnet, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:34.252200 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde8d22-c6e8-4940-9dda-d4a01b3cb1ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7e7b417-fd96-4569-8895-9650c2f6d746,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:34.263554 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bde8d22-c6e8-4940-9dda-d4a01b3cb1ca admin admin] Checking segment: {'id': '0c62122b-4f46-416d-b7cf-29361b6215ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b74e7a70-04a7-479b-98b6-f16bba800130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:26:34.263915 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bde8d22-c6e8-4940-9dda-d4a01b3cb1ca admin admin] Network hostable DHCP agents. Network: b74e7a70-04a7-479b-98b6-f16bba800130, hostable agents: ['a0e87655-8d8f-4042-8810-80997bb79053'], hosted agents: [] {{(pid=93806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:26:34.281331 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bde8d22-c6e8-4940-9dda-d4a01b3cb1ca admin admin] Network b74e7a70-04a7-479b-98b6-f16bba800130 is scheduled to be hosted by DHCP agent a0e87655-8d8f-4042-8810-80997bb79053 with binding_index 1 {{(pid=93806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:26:34.298288 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-9bde8d22-c6e8-4940-9dda-d4a01b3cb1ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-12, b74e7a70-04a7-479b-98b6-f16bba800130) {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:26:34.303674 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bde8d22-c6e8-4940-9dda-d4a01b3cb1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:34.304719 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9bde8d22-c6e8-4940-9dda-d4a01b3cb1ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:34.308039 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97749626-ee26-4d15-9a08-94e282336302 None None] Network b74e7a70-04a7-479b-98b6-f16bba800130 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:26:34.328761 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9bde8d22-c6e8-4940-9dda-d4a01b3cb1ca admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3767791 Jul 22 20:26:34.331637 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35616) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:34.337092 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-9494c361-7e61-4eb1-a600-d9db87b940c4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1833816926-router', 'tenant_id': '5fae39dd137244de8c30a0cd6cbb5440', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:26:34.353473 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4d19a154-92e2-457f-8d96-51534cbec09d up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:26:34.367781 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9494c361-7e61-4eb1-a600-d9db87b940c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-910134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8935'] for router, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:34.368993 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9494c361-7e61-4eb1-a600-d9db87b940c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-913240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-912921', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8936'] for router, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:34.429036 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9494c361-7e61-4eb1-a600-d9db87b940c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:34.516848 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] Sync routers for ids ['d953fea3-6f15-4725-a50e-14f5fe9afe49'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:26:34.527009 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] Routers {'d953fea3-6f15-4725-a50e-14f5fe9afe49'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:26:34.527998 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:26:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d953fea3-6f15-4725-a50e-14f5fe9afe49'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:34.577681 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:34.581349 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9494c361-7e61-4eb1-a600-d9db87b940c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-910323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-910168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8922'] for router, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:34.640133 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] Set router d953fea3-6f15-4725-a50e-14f5fe9afe49 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:26:34.654551 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 4d19a154-92e2-457f-8d96-51534cbec09d triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:34.655176 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:34.748841 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd739c1fd-9b29-56a1-9fa0-ef4df7537b1a-b74e7a70-04a7-479b-98b6-f16bba800130', 'network_id': 'b74e7a70-04a7-479b-98b6-f16bba800130', 'tenant_id': '5fae39dd137244de8c30a0cd6cbb5440', 'fixed_ips': [{'subnet_id': 'c7e7b417-fd96-4569-8895-9650c2f6d746'}]}} from n-d-800086-12. {{(pid=93808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:26:34.749819 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:34.782789 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 92504471-f365-45c2-890b-426cf2c1525a up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:26:34.803848 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9494c361-7e61-4eb1-a600-d9db87b940c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:34.824406 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9494c361-7e61-4eb1-a600-d9db87b940c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:34.930869 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 92504471-f365-45c2-890b-426cf2c1525a completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:26:34.937988 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 92504471-f365-45c2-890b-426cf2c1525a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:34.938349 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:34.941002 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [None req-9494c361-7e61-4eb1-a600-d9db87b940c4 admin admin] Allocated IP 172.25.3.194 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/e584109f-429b-45f7-8bb0-a5b1398d824e) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:26:34.943820 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'name': 'tempest-TestSnapshotPattern-1942288875-router', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '92504471-f365-45c2-890b-426cf2c1525a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:29Z', 'updated_at': '2021-07-22T20:26:32Z', 'revision_number': 4, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'gw_port': {'id': '92504471-f365-45c2-890b-426cf2c1525a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:30Z', 'updated_at': '2021-07-22T20:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '8b3c4d9c-75ff-4413-b4f6-0557c7bdb077', 'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'mac_address': 'fa:16:3e:c9:fe:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:31Z', 'updated_at': '2021-07-22T20:26:32Z', 'revision_number': 2, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'subnets': [{'id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:34.975456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.db_base_plugin_common [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] Allocated IP 172.20.0.2 (b74e7a70-04a7-479b-98b6-f16bba800130/c7e7b417-fd96-4569-8895-9650c2f6d746/f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db) {{(pid=93808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:26:34.976195 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] Checking router: d953fea3-6f15-4725-a50e-14f5fe9afe49 for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:26:34.976545 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] Updating router d953fea3-6f15-4725-a50e-14f5fe9afe49 port 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:26:35.013277 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:35.106923 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:35.147674 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 92504471-f365-45c2-890b-426cf2c1525a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=92504471-f365-45c2-890b-426cf2c1525a,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:35.155933 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:35.250782 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:35.253318 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=92504471-f365-45c2-890b-426cf2c1525a,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:35.264452 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] Transition to ACTIVE for port object f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:26:35.283131 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] Transition to ACTIVE for port object f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db will not be triggered until provisioned by entity DHCP. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:26:35.290617 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585'] for port, after_create {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:35.314441 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:35.329088 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] Transition to ACTIVE for port object 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:26:35.337079 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] Network b74e7a70-04a7-479b-98b6-f16bba800130 is already hosted by enough agents. {{(pid=93808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:26:35.338085 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:35.340988 n-d-800086-12 neutron-server[93808]: DEBUG neutron.scheduler.base_scheduler [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] Resources bound (agent type, host, resource id): {{(pid=93808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:26:35.345820 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] Received port after_create {{(pid=93808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:26:35.349118 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] Pushing event updated for resources: {'Port': ['ID=f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db,revision_number=1']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:35.417670 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] Attempting to bind port f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:26:35.418255 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] Attempting to bind port f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '0c62122b-4f46-416d-b7cf-29361b6215ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b74e7a70-04a7-479b-98b6-f16bba800130'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:26:35.418715 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] Attempting to bind port f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db on network b74e7a70-04a7-479b-98b6-f16bba800130 {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:26:35.425673 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:26:35.426057 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] Checking segment: {'id': '0c62122b-4f46-416d-b7cf-29361b6215ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b74e7a70-04a7-479b-98b6-f16bba800130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:26:35.426464 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:35.426857 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] Bound using segment: {'id': '0c62122b-4f46-416d-b7cf-29361b6215ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b74e7a70-04a7-479b-98b6-f16bba800130'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:26:35.427786 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] Bound port: f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c62122b-4f46-416d-b7cf-29361b6215ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b74e7a70-04a7-479b-98b6-f16bba800130'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:26:35.428180 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:35.433153 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6dbeb-47c0-408e-a056-e39b269a4a83 None None] Pushing event updated for resources: {'Port': ['ID=8b3c4d9c-75ff-4413-b4f6-0557c7bdb077,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:35.441275 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9494c361-7e61-4eb1-a600-d9db87b940c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:35.455006 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6dbeb-47c0-408e-a056-e39b269a4a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:35.455350 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6dbeb-47c0-408e-a056-e39b269a4a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:35.455683 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6dbeb-47c0-408e-a056-e39b269a4a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:35.456012 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6dbeb-47c0-408e-a056-e39b269a4a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:35.456337 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6dbeb-47c0-408e-a056-e39b269a4a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:35.456696 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6dbeb-47c0-408e-a056-e39b269a4a83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:35.457013 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6dbeb-47c0-408e-a056-e39b269a4a83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:35.457334 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6dbeb-47c0-408e-a056-e39b269a4a83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:35.457652 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6dbeb-47c0-408e-a056-e39b269a4a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:35.457969 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6dbeb-47c0-408e-a056-e39b269a4a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:35.458285 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6dbeb-47c0-408e-a056-e39b269a4a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:35.458600 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6dbeb-47c0-408e-a056-e39b269a4a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:35.477749 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] Attempting to bind port 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:26:35.478203 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] Attempting to bind port 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '5ee811d0-5013-4fe9-9056-93b4b8c73247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:26:35.478630 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] Attempting to bind port 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077 on network 6db6f75a-7d8f-4398-86e1-3b5318f05432 {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:26:35.486475 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:26:35.487138 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] Checking segment: {'id': '5ee811d0-5013-4fe9-9056-93b4b8c73247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:26:35.487996 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:35.488749 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] Bound using segment: {'id': '5ee811d0-5013-4fe9-9056-93b4b8c73247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:26:35.489248 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] Bound port: 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee811d0-5013-4fe9-9056-93b4b8c73247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:26:35.489625 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:35.505429 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9494c361-7e61-4eb1-a600-d9db87b940c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:35.510922 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] For port f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:26:35.515501 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] For port f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db,segment=NetworkSegment(0c62122b-4f46-416d-b7cf-29361b6215ea),segment_id=0c62122b-4f46-416d-b7cf-29361b6215ea)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:26:35.526919 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:35.556131 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9494c361-7e61-4eb1-a600-d9db87b940c4 admin admin] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:26:35.560772 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [None req-9494c361-7e61-4eb1-a600-d9db87b940c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:26:35.565256 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9494c361-7e61-4eb1-a600-d9db87b940c4 admin admin] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:26:35.568552 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494c361-7e61-4eb1-a600-d9db87b940c4 admin admin] Pushing event updated for resources: {'Port': ['ID=e584109f-429b-45f7-8bb0-a5b1398d824e,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:35.572862 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] For port 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:26:35.578878 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] For port 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=8b3c4d9c-75ff-4413-b4f6-0557c7bdb077,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:26:35.585023 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:35.601846 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fa832-005f-4a81-a33f-89cf8a83b5d2 None None] Pushing event updated for resources: {'Port': ['ID=f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:35.658877 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] Routers {'d953fea3-6f15-4725-a50e-14f5fe9afe49'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:26:35.659794 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:26:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d953fea3-6f15-4725-a50e-14f5fe9afe49'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:35.749225 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6dbeb-47c0-408e-a056-e39b269a4a83 None None] Pushing event updated for resources: {'Port': ['ID=8b3c4d9c-75ff-4413-b4f6-0557c7bdb077,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:35.797911 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] Set router d953fea3-6f15-4725-a50e-14f5fe9afe49 gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:26:35.924611 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9494c361-7e61-4eb1-a600-d9db87b940c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:36.047806 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'name': 'tempest-TestSnapshotPattern-1942288875-router', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '92504471-f365-45c2-890b-426cf2c1525a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:29Z', 'updated_at': '2021-07-22T20:26:32Z', 'revision_number': 4, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'gw_port': {'id': '92504471-f365-45c2-890b-426cf2c1525a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:30Z', 'updated_at': '2021-07-22T20:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '8b3c4d9c-75ff-4413-b4f6-0557c7bdb077', 'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'mac_address': 'fa:16:3e:c9:fe:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:31Z', 'updated_at': '2021-07-22T20:26:35Z', 'revision_number': 4, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'subnets': [{'id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:36.080564 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40e5e5a-ce56-48f7-8def-29a3feb22fa0 None None] The sync data for ids ['d953fea3-6f15-4725-a50e-14f5fe9afe49'] in n-d-800086-12 is: [{'id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'name': 'tempest-TestSnapshotPattern-1942288875-router', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '92504471-f365-45c2-890b-426cf2c1525a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:29Z', 'updated_at': '2021-07-22T20:26:32Z', 'revision_number': 4, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'gw_port': {'id': '92504471-f365-45c2-890b-426cf2c1525a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:30Z', 'updated_at': '2021-07-22T20:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '8b3c4d9c-75ff-4413-b4f6-0557c7bdb077', 'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'mac_address': 'fa:16:3e:c9:fe:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:31Z', 'updated_at': '2021-07-22T20:26:35Z', 'revision_number': 4, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'subnets': [{'id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:26:36.165033 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9494c361-7e61-4eb1-a600-d9db87b940c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-910159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-910312'] for router, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:36.323615 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9494c361-7e61-4eb1-a600-d9db87b940c4 admin admin] Router 333e0d93-f6e7-4b1a-a996-8ada85b88d2e is scheduled to L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea with binding_index 1 {{(pid=93806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:26:36.383109 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:26:36.445588 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:26:36.450546 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:36.450934 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:36.465993 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9494c361-7e61-4eb1-a600-d9db87b940c4 admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:26:36.481675 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] Sync routers for ids ['333e0d93-f6e7-4b1a-a996-8ada85b88d2e'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:26:36.488807 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9494c361-7e61-4eb1-a600-d9db87b940c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:36.492702 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-9494c361-7e61-4eb1-a600-d9db87b940c4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1575346 Jul 22 20:26:36.493860 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35618) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:36.509845 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] Routers {'333e0d93-f6e7-4b1a-a996-8ada85b88d2e'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:26:36.510548 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:26:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['333e0d93-f6e7-4b1a-a996-8ada85b88d2e'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:36.646637 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:36.677406 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] Set router 333e0d93-f6e7-4b1a-a996-8ada85b88d2e gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:26:36.746772 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=8b3c4d9c-75ff-4413-b4f6-0557c7bdb077,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:36.761222 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:36.763277 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:26:36.799920 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93651d48-332a-4d20-9f25-ff1ec0d4b315 None None] Network b74e7a70-04a7-479b-98b6-f16bba800130 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:26:36.910895 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1053087f-8a61-422a-9391-9ffbd5709e81 None None] Provisioning for port f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:26:36.989842 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=8b3c4d9c-75ff-4413-b4f6-0557c7bdb077,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:37.075410 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:26:37.090675 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:37.091043 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:37.175478 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333e0d93-f6e7-4b1a-a996-8ada85b88d2e', 'name': 'tempest-TestSnapshotPattern-1833816926-router', 'tenant_id': '5fae39dd137244de8c30a0cd6cbb5440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e584109f-429b-45f7-8bb0-a5b1398d824e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:34Z', 'updated_at': '2021-07-22T20:26:35Z', 'revision_number': 3, 'project_id': '5fae39dd137244de8c30a0cd6cbb5440', 'gw_port': {'id': 'e584109f-429b-45f7-8bb0-a5b1398d824e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333e0d93-f6e7-4b1a-a996-8ada85b88d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:34Z', 'updated_at': '2021-07-22T20:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:37.211694 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] Checking router: 333e0d93-f6e7-4b1a-a996-8ada85b88d2e for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:26:37.212043 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] Updating router 333e0d93-f6e7-4b1a-a996-8ada85b88d2e port e584109f-429b-45f7-8bb0-a5b1398d824e binding host n-d-800086-12 {{(pid=93808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:26:37.289962 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:37.291800 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:37.341045 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33c09a93-8b37-4177-8ab6-3175ea0a849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:37.419368 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db,segment=NetworkSegment(0c62122b-4f46-416d-b7cf-29361b6215ea),segment_id=0c62122b-4f46-416d-b7cf-29361b6215ea)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:37.430096 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:37.430827 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 92504471-f365-45c2-890b-426cf2c1525a up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:26:37.521687 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-33c09a93-8b37-4177-8ab6-3175ea0a849d admin admin] Allocated IP 172.20.0.1 (b74e7a70-04a7-479b-98b6-f16bba800130/c7e7b417-fd96-4569-8895-9650c2f6d746/2f3336c4-dc1a-48da-afa0-2289c2afec92) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:26:37.546427 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:37.637494 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33c09a93-8b37-4177-8ab6-3175ea0a849d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:37.653806 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [None req-33c09a93-8b37-4177-8ab6-3175ea0a849d admin admin] Transition to ACTIVE for port object 2f3336c4-dc1a-48da-afa0-2289c2afec92 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:26:37.688694 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33c09a93-8b37-4177-8ab6-3175ea0a849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:37.729060 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c09a93-8b37-4177-8ab6-3175ea0a849d admin admin] Network b74e7a70-04a7-479b-98b6-f16bba800130 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:26:37.734792 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-33c09a93-8b37-4177-8ab6-3175ea0a849d admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:26:37.738528 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c09a93-8b37-4177-8ab6-3175ea0a849d admin admin] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:26:37.767503 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c09a93-8b37-4177-8ab6-3175ea0a849d admin admin] Pushing event updated for resources: {'Port': ['ID=2f3336c4-dc1a-48da-afa0-2289c2afec92,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:37.771437 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 92504471-f365-45c2-890b-426cf2c1525a triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:37.771809 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:37.783726 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33c09a93-8b37-4177-8ab6-3175ea0a849d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-910105'] for router_interface, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:37.784424 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-f2913f22-8ccc-4315-a7d5-d64ef82502e2 None None] Provisioning complete for port f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:37.784824 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f2913f22-8ccc-4315-a7d5-d64ef82502e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:37.939748 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33c09a93-8b37-4177-8ab6-3175ea0a849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:37.987606 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] Notify callbacks [] for port, precommit_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:38.007637 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] Transition to ACTIVE for port object e584109f-429b-45f7-8bb0-a5b1398d824e will not be triggered until provisioned by entity L2. {{(pid=93808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:26:38.013437 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:38.065604 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] Attempting to bind port e584109f-429b-45f7-8bb0-a5b1398d824e on host n-d-800086-12 for vnic_type normal with profile {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:26:38.065975 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] Attempting to bind port e584109f-429b-45f7-8bb0-a5b1398d824e by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:26:38.066337 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] Attempting to bind port e584109f-429b-45f7-8bb0-a5b1398d824e on network 9d80f4fc-5335-462b-8c88-395b7089e67f {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:26:38.073327 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411d35a-a41a-42be-9289-f7ab525e981a None None] Pushing event updated for resources: {'Port': ['ID=e584109f-429b-45f7-8bb0-a5b1398d824e,revision_number=2']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:38.076053 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:26:38.076435 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] Checking segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:26:38.076864 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:38.077252 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] Bound using segment: {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'} {{(pid=93808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:26:38.077721 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.managers [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] Bound port: e584109f-429b-45f7-8bb0-a5b1398d824e, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82ae413-7e39-43b6-bbcb-bf6a09bac557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f'}}] {{(pid=93808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:26:38.078100 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:38.110380 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33c09a93-8b37-4177-8ab6-3175ea0a849d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:38.115290 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33c09a93-8b37-4177-8ab6-3175ea0a849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:38.135555 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fe00ddb0-9085-4662-bd5f-ddc1a9cc77ea None None] Provisioning for port 2f3336c4-dc1a-48da-afa0-2289c2afec92 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:26:38.142660 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-fe00ddb0-9085-4662-bd5f-ddc1a9cc77ea None None] Provisioning complete for port 2f3336c4-dc1a-48da-afa0-2289c2afec92 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:38.143036 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fe00ddb0-9085-4662-bd5f-ddc1a9cc77ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:38.146723 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] For port e584109f-429b-45f7-8bb0-a5b1398d824e, host n-d-800086-12, cleared binding levels {{(pid=93808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:26:38.178468 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] For port e584109f-429b-45f7-8bb0-a5b1398d824e, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e584109f-429b-45f7-8bb0-a5b1398d824e,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:26:38.185858 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:38.186006 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c09a93-8b37-4177-8ab6-3175ea0a849d admin admin] Pushing event updated for resources: {'Port': ['ID=2f3336c4-dc1a-48da-afa0-2289c2afec92,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:38.188461 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-33c09a93-8b37-4177-8ab6-3175ea0a849d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-913321'] for router_interface, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:38.197911 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-fe00ddb0-9085-4662-bd5f-ddc1a9cc77ea None None] Port 2f3336c4-dc1a-48da-afa0-2289c2afec92 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:26:38.249066 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] Routers {'333e0d93-f6e7-4b1a-a996-8ada85b88d2e'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:26:38.249703 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:26:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['333e0d93-f6e7-4b1a-a996-8ada85b88d2e'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:38.289338 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c09a93-8b37-4177-8ab6-3175ea0a849d admin admin] Network b74e7a70-04a7-479b-98b6-f16bba800130 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:26:38.290329 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:26:38.290868 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-33c09a93-8b37-4177-8ab6-3175ea0a849d admin admin] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:26:38.318147 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411d35a-a41a-42be-9289-f7ab525e981a None None] Pushing event updated for resources: {'Port': ['ID=e584109f-429b-45f7-8bb0-a5b1398d824e,revision_number=3']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:38.400544 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] Set router 333e0d93-f6e7-4b1a-a996-8ada85b88d2e gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:26:38.410296 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c09a93-8b37-4177-8ab6-3175ea0a849d admin admin] Router 333e0d93-f6e7-4b1a-a996-8ada85b88d2e has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:26:38.432681 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:38.433924 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:38.535263 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c09a93-8b37-4177-8ab6-3175ea0a849d admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:26:38.541083 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-33c09a93-8b37-4177-8ab6-3175ea0a849d admin admin] 10.222.0.13 "PUT /v2.0/routers/333e0d93-f6e7-4b1a-a996-8ada85b88d2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0455043 Jul 22 20:26:38.577564 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-e37b963e-2a83-45ff-9f2e-9e0516d016f4 None None] Provisioning complete for port 2f3336c4-dc1a-48da-afa0-2289c2afec92 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:38.577839 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e37b963e-2a83-45ff-9f2e-9e0516d016f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:38.657356 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-e37b963e-2a83-45ff-9f2e-9e0516d016f4 None None] Port 2f3336c4-dc1a-48da-afa0-2289c2afec92 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:26:38.667288 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:26:38.747255 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:38.747631 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:38.751782 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333e0d93-f6e7-4b1a-a996-8ada85b88d2e', 'name': 'tempest-TestSnapshotPattern-1833816926-router', 'tenant_id': '5fae39dd137244de8c30a0cd6cbb5440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e584109f-429b-45f7-8bb0-a5b1398d824e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:34Z', 'updated_at': '2021-07-22T20:26:37Z', 'revision_number': 4, 'project_id': '5fae39dd137244de8c30a0cd6cbb5440', 'gw_port': {'id': 'e584109f-429b-45f7-8bb0-a5b1398d824e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333e0d93-f6e7-4b1a-a996-8ada85b88d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:34Z', 'updated_at': '2021-07-22T20:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2f3336c4-dc1a-48da-afa0-2289c2afec92', 'name': '', 'network_id': 'b74e7a70-04a7-479b-98b6-f16bba800130', 'tenant_id': '5fae39dd137244de8c30a0cd6cbb5440', 'mac_address': 'fa:16:3e:6c:24:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333e0d93-f6e7-4b1a-a996-8ada85b88d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'c7e7b417-fd96-4569-8895-9650c2f6d746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:37Z', 'updated_at': '2021-07-22T20:26:37Z', 'revision_number': 2, 'project_id': '5fae39dd137244de8c30a0cd6cbb5440', 'subnets': [{'id': 'c7e7b417-fd96-4569-8895-9650c2f6d746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:38.798786 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e85eb3-64be-41c9-ba5e-4f562f033391 None None] The sync data for ids ['333e0d93-f6e7-4b1a-a996-8ada85b88d2e'] in n-d-800086-12 is: [{'id': '333e0d93-f6e7-4b1a-a996-8ada85b88d2e', 'name': 'tempest-TestSnapshotPattern-1833816926-router', 'tenant_id': '5fae39dd137244de8c30a0cd6cbb5440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e584109f-429b-45f7-8bb0-a5b1398d824e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:34Z', 'updated_at': '2021-07-22T20:26:37Z', 'revision_number': 4, 'project_id': '5fae39dd137244de8c30a0cd6cbb5440', 'gw_port': {'id': 'e584109f-429b-45f7-8bb0-a5b1398d824e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333e0d93-f6e7-4b1a-a996-8ada85b88d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:34Z', 'updated_at': '2021-07-22T20:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2f3336c4-dc1a-48da-afa0-2289c2afec92', 'name': '', 'network_id': 'b74e7a70-04a7-479b-98b6-f16bba800130', 'tenant_id': '5fae39dd137244de8c30a0cd6cbb5440', 'mac_address': 'fa:16:3e:6c:24:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333e0d93-f6e7-4b1a-a996-8ada85b88d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'c7e7b417-fd96-4569-8895-9650c2f6d746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:37Z', 'updated_at': '2021-07-22T20:26:37Z', 'revision_number': 2, 'project_id': '5fae39dd137244de8c30a0cd6cbb5440', 'subnets': [{'id': 'c7e7b417-fd96-4569-8895-9650c2f6d746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:26:39.267682 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35626) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:39.272763 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-a1cebcd2-d5ad-48fd-ba96-4bcfbf67bb20 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-849914334', 'description': 'tempest-secgroup-smoke-849914334 description', 'project_id': 'b0845a517aad420aa0bae7ed71456236'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:26:39.297610 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a1cebcd2-d5ad-48fd-ba96-4bcfbf67bb20 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:39.412968 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a1cebcd2-d5ad-48fd-ba96-4bcfbf67bb20 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:39.416836 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a1cebcd2-d5ad-48fd-ba96-4bcfbf67bb20 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:39.451861 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cebcd2-d5ad-48fd-ba96-4bcfbf67bb20 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a36daa-ea8a-4415-b487-1e1f970501c3,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:39.454806 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-a1cebcd2-d5ad-48fd-ba96-4bcfbf67bb20 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:39.456069 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-a1cebcd2-d5ad-48fd-ba96-4bcfbf67bb20 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1872945 Jul 22 20:26:39.459135 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35628) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:39.464956 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-a42c87ff-9d59-409e-803f-1c5f307c0005 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Request body: {'security_group_rule': {'security_group_id': 'a8a36daa-ea8a-4415-b487-1e1f970501c3', 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:26:39.493825 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a42c87ff-9d59-409e-803f-1c5f307c0005 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:39.557579 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a42c87ff-9d59-409e-803f-1c5f307c0005 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:39.562255 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a42c87ff-9d59-409e-803f-1c5f307c0005 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:39.584912 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c87ff-9d59-409e-803f-1c5f307c0005 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e220b9-d72f-45b7-8d7f-cdd773f5e251,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:39.587420 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a42c87ff-9d59-409e-803f-1c5f307c0005 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:39.591777 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-a42c87ff-9d59-409e-803f-1c5f307c0005 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284053 Jul 22 20:26:39.592247 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 35630) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:39.597156 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [None req-07bbddec-238a-4894-a1b6-a180023ebafa tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Request body: {'security_group_rule': {'security_group_id': 'a8a36daa-ea8a-4415-b487-1e1f970501c3', 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:26:39.627372 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07bbddec-238a-4894-a1b6-a180023ebafa tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:39.692851 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07bbddec-238a-4894-a1b6-a180023ebafa tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:39.697088 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07bbddec-238a-4894-a1b6-a180023ebafa tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:39.715575 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbddec-238a-4894-a1b6-a180023ebafa tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356c0e44-18b1-42b4-b25b-72b6d84dc53f,revision_number=0']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:39.721787 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07bbddec-238a-4894-a1b6-a180023ebafa tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:39.723042 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-07bbddec-238a-4894-a1b6-a180023ebafa tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1299801 Jul 22 20:26:39.725960 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35632) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:39.732246 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-c2672287-b0c8-48f6-95c1-a3d5ab1f2284 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Request body: {'security_group_rule': {'security_group_id': 'a8a36daa-ea8a-4415-b487-1e1f970501c3', 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:26:39.762291 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c2672287-b0c8-48f6-95c1-a3d5ab1f2284 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:39.809886 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:39.830511 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c2672287-b0c8-48f6-95c1-a3d5ab1f2284 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:39.834624 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c2672287-b0c8-48f6-95c1-a3d5ab1f2284 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:39.854704 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2672287-b0c8-48f6-95c1-a3d5ab1f2284 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d9d376-23c0-4a38-9f42-e1b3b6069b91,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:39.862462 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-c2672287-b0c8-48f6-95c1-a3d5ab1f2284 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:39.863691 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-c2672287-b0c8-48f6-95c1-a3d5ab1f2284 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366594 Jul 22 20:26:39.866548 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35634) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:39.871752 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-6529c2f6-da19-4a55-9ac8-5192b0ae56f6 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Request body: {'security_group_rule': {'security_group_id': 'a8a36daa-ea8a-4415-b487-1e1f970501c3', 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:26:39.899795 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6529c2f6-da19-4a55-9ac8-5192b0ae56f6 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:39.969882 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6529c2f6-da19-4a55-9ac8-5192b0ae56f6 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:39.973586 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6529c2f6-da19-4a55-9ac8-5192b0ae56f6 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:39.992068 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529c2f6-da19-4a55-9ac8-5192b0ae56f6 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2364cf-3909-4e0f-b002-7de380b27c19,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:39.998974 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-6529c2f6-da19-4a55-9ac8-5192b0ae56f6 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:40.000445 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6529c2f6-da19-4a55-9ac8-5192b0ae56f6 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1328571 Jul 22 20:26:40.003105 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35636) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:40.008198 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-cff6fc71-1fc7-4784-8298-42487f722a29 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Request body: {'security_group_rule': {'security_group_id': 'a8a36daa-ea8a-4415-b487-1e1f970501c3', 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:26:40.030236 n-d-800086-12 neutron-server[93807]: INFO neutron.db.securitygroups_db [None req-cff6fc71-1fc7-4784-8298-42487f722a29 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Project b0845a517aad420aa0bae7ed71456236 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:26:40.035405 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cff6fc71-1fc7-4784-8298-42487f722a29 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:40.095534 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cff6fc71-1fc7-4784-8298-42487f722a29 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:40.098850 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cff6fc71-1fc7-4784-8298-42487f722a29 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:40.116208 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6fc71-1fc7-4784-8298-42487f722a29 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239c6e87-12aa-4d83-af57-3b90acffdd59,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:40.123386 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-cff6fc71-1fc7-4784-8298-42487f722a29 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:40.124621 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-cff6fc71-1fc7-4784-8298-42487f722a29 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206055 Jul 22 20:26:40.127346 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35638) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:40.131786 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-1072ff80-7a7d-4e0a-974c-c3fee578e3f5 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Request body: {'security_group_rule': {'security_group_id': 'a8a36daa-ea8a-4415-b487-1e1f970501c3', 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:26:40.153451 n-d-800086-12 neutron-server[93807]: INFO neutron.db.securitygroups_db [None req-1072ff80-7a7d-4e0a-974c-c3fee578e3f5 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Project b0845a517aad420aa0bae7ed71456236 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:26:40.158235 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1072ff80-7a7d-4e0a-974c-c3fee578e3f5 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:40.227299 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1072ff80-7a7d-4e0a-974c-c3fee578e3f5 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:40.232457 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1072ff80-7a7d-4e0a-974c-c3fee578e3f5 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567882'] for security_group_rule, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:40.252582 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072ff80-7a7d-4e0a-974c-c3fee578e3f5 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403fe6d8-13fd-4576-8c99-21c43363efe1,revision_number=0']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:40.262155 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1072ff80-7a7d-4e0a-974c-c3fee578e3f5 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:40.271281 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1072ff80-7a7d-4e0a-974c-c3fee578e3f5 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1353171 Jul 22 20:26:40.280253 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e584109f-429b-45f7-8bb0-a5b1398d824e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:26:40.331615 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port e584109f-429b-45f7-8bb0-a5b1398d824e completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:26:40.336157 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port e584109f-429b-45f7-8bb0-a5b1398d824e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:40.337068 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:40.416226 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-0f04bca5-9c1e-4ecc-8555-e3877e4d5270 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-849914334&fields=id&tenant_id=b0845a517aad420aa0bae7ed71456236 HTTP/1.1" status: 200 len: 267 time: 0.0360847 Jul 22 20:26:40.426531 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:40.450437 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port e584109f-429b-45f7-8bb0-a5b1398d824e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e584109f-429b-45f7-8bb0-a5b1398d824e,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:40.454832 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:40.506985 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=e584109f-429b-45f7-8bb0-a5b1398d824e,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:40.534723 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-f791249e-e612-4b37-874f-386c33930cd2 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:40.536504 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-f791249e-e612-4b37-874f-386c33930cd2 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/networks?id=6db6f75a-7d8f-4398-86e1-3b5318f05432 HTTP/1.1" status: 200 len: 810 time: 0.1122851 Jul 22 20:26:40.551813 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-f78939aa-d484-4462-82e0-0c15487e0977 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/quotas/b0845a517aad420aa0bae7ed71456236 HTTP/1.1" status: 200 len: 375 time: 0.0097239 Jul 22 20:26:40.620288 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-b9f306e0-ec3c-4adf-b28a-ba6bfafb697e tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0845a517aad420aa0bae7ed71456236&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631838 Jul 22 20:26:40.635699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-67356205-1b3e-4df6-bc2e-650912cb55e3 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:26:40.637513 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-67356205-1b3e-4df6-bc2e-650912cb55e3 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064309 Jul 22 20:26:40.735291 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-6407579e-1fcf-4c23-9518-d67df82c8f2d service neutron] 10.222.0.13 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923097 Jul 22 20:26:40.751571 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] Sync routers for ids ['333e0d93-f6e7-4b1a-a996-8ada85b88d2e'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:26:40.761991 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] Routers {'333e0d93-f6e7-4b1a-a996-8ada85b88d2e'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:26:40.763161 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:26:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['333e0d93-f6e7-4b1a-a996-8ada85b88d2e'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:40.835432 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-042f3804-1161-4685-91af-1e83b63959d7 service neutron] 10.222.0.13 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957184 Jul 22 20:26:40.871414 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] Set router 333e0d93-f6e7-4b1a-a996-8ada85b88d2e gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:26:41.010546 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b81b9722-46e0-4441-bb19-71a27408d883 req-3865a1be-7e73-4412-b7bd-014bfa649045 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 210 time: 0.0331094 Jul 22 20:26:41.090302 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333e0d93-f6e7-4b1a-a996-8ada85b88d2e', 'name': 'tempest-TestSnapshotPattern-1833816926-router', 'tenant_id': '5fae39dd137244de8c30a0cd6cbb5440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e584109f-429b-45f7-8bb0-a5b1398d824e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:34Z', 'updated_at': '2021-07-22T20:26:37Z', 'revision_number': 4, 'project_id': '5fae39dd137244de8c30a0cd6cbb5440', 'gw_port': {'id': 'e584109f-429b-45f7-8bb0-a5b1398d824e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333e0d93-f6e7-4b1a-a996-8ada85b88d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:34Z', 'updated_at': '2021-07-22T20:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2f3336c4-dc1a-48da-afa0-2289c2afec92', 'name': '', 'network_id': 'b74e7a70-04a7-479b-98b6-f16bba800130', 'tenant_id': '5fae39dd137244de8c30a0cd6cbb5440', 'mac_address': 'fa:16:3e:6c:24:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333e0d93-f6e7-4b1a-a996-8ada85b88d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'c7e7b417-fd96-4569-8895-9650c2f6d746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:37Z', 'updated_at': '2021-07-22T20:26:37Z', 'revision_number': 2, 'project_id': '5fae39dd137244de8c30a0cd6cbb5440', 'subnets': [{'id': 'c7e7b417-fd96-4569-8895-9650c2f6d746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:41.116224 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] Checking router: 333e0d93-f6e7-4b1a-a996-8ada85b88d2e for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:26:41.116596 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] Updating router 333e0d93-f6e7-4b1a-a996-8ada85b88d2e port 2f3336c4-dc1a-48da-afa0-2289c2afec92 binding host n-d-800086-12 {{(pid=93809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:26:41.158066 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:41.446444 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] Notify callbacks [] for port, precommit_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:41.459247 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.provisioning_blocks [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] Transition to ACTIVE for port object 2f3336c4-dc1a-48da-afa0-2289c2afec92 will not be triggered until provisioned by entity L2. {{(pid=93809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:26:41.467114 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:41.522048 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1c2e7-a466-48fe-9e2a-9d5b9a435aad None None] Pushing event updated for resources: {'Port': ['ID=2f3336c4-dc1a-48da-afa0-2289c2afec92,revision_number=3']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:41.588767 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] Attempting to bind port 2f3336c4-dc1a-48da-afa0-2289c2afec92 on host n-d-800086-12 for vnic_type normal with profile {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:26:41.590118 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] Attempting to bind port 2f3336c4-dc1a-48da-afa0-2289c2afec92 by drivers openvswitch,hyperv on host n-d-800086-12 at level 0 using segments [{'id': '0c62122b-4f46-416d-b7cf-29361b6215ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b74e7a70-04a7-479b-98b6-f16bba800130'}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:26:41.590655 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] Attempting to bind port 2f3336c4-dc1a-48da-afa0-2289c2afec92 on network b74e7a70-04a7-479b-98b6-f16bba800130 {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:26:41.600331 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] Checking agent: {'id': '508aa885-7f9f-48d2-a4cd-d92bbb46a43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 51, 1), 'started_at': datetime.datetime(2021, 7, 22, 18, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:26:41.600910 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] Checking segment: {'id': '0c62122b-4f46-416d-b7cf-29361b6215ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b74e7a70-04a7-479b-98b6-f16bba800130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:26:41.601394 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:41.602337 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] Bound using segment: {'id': '0c62122b-4f46-416d-b7cf-29361b6215ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b74e7a70-04a7-479b-98b6-f16bba800130'} {{(pid=93809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:26:41.603367 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.managers [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] Bound port: 2f3336c4-dc1a-48da-afa0-2289c2afec92, host: n-d-800086-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c62122b-4f46-416d-b7cf-29361b6215ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b74e7a70-04a7-479b-98b6-f16bba800130'}}] {{(pid=93809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:26:41.603957 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:41.689708 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] For port 2f3336c4-dc1a-48da-afa0-2289c2afec92, host n-d-800086-12, cleared binding levels {{(pid=93809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:26:41.693460 n-d-800086-12 neutron-server[93809]: DEBUG neutron.plugins.ml2.db [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] For port 2f3336c4-dc1a-48da-afa0-2289c2afec92, host n-d-800086-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2f3336c4-dc1a-48da-afa0-2289c2afec92,segment=NetworkSegment(0c62122b-4f46-416d-b7cf-29361b6215ea),segment_id=0c62122b-4f46-416d-b7cf-29361b6215ea)] {{(pid=93809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:26:41.699207 n-d-800086-12 neutron-server[93809]: DEBUG neutron_lib.callbacks.manager [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:41.753943 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] Routers {'333e0d93-f6e7-4b1a-a996-8ada85b88d2e'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:26:41.754582 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:26:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['333e0d93-f6e7-4b1a-a996-8ada85b88d2e'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:41.838941 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1c2e7-a466-48fe-9e2a-9d5b9a435aad None None] Pushing event updated for resources: {'Port': ['ID=2f3336c4-dc1a-48da-afa0-2289c2afec92,revision_number=4']} {{(pid=93809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:41.887899 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] Set router 333e0d93-f6e7-4b1a-a996-8ada85b88d2e gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:26:42.059937 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-18098476-ed10-4741-a831-45c9fa18d2a2 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:42.061769 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-18098476-ed10-4741-a831-45c9fa18d2a2 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.16 "GET /v2.0/networks?id=6db6f75a-7d8f-4398-86e1-3b5318f05432 HTTP/1.1" status: 200 len: 810 time: 0.1385148 Jul 22 20:26:42.126862 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c343fe02-c808-4559-90c0-1e5b4149832c req-5e626479-c2a5-4ed3-b6eb-d0c76b7fe177 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 210 time: 0.0328500 Jul 22 20:26:42.149365 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-5e629658-7ac1-4d1b-af1e-3ef8021064bf tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0845a517aad420aa0bae7ed71456236 HTTP/1.1" status: 200 len: 379 time: 0.0785892 Jul 22 20:26:42.161085 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-b31d1b8b-9e61-45dc-b831-eef01367570d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Request body: {'port': {'device_id': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'admin_state_up': True, 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'security_groups': ['a8a36daa-ea8a-4415-b487-1e1f970501c3']}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:26:42.270365 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333e0d93-f6e7-4b1a-a996-8ada85b88d2e', 'name': 'tempest-TestSnapshotPattern-1833816926-router', 'tenant_id': '5fae39dd137244de8c30a0cd6cbb5440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e584109f-429b-45f7-8bb0-a5b1398d824e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:34Z', 'updated_at': '2021-07-22T20:26:37Z', 'revision_number': 4, 'project_id': '5fae39dd137244de8c30a0cd6cbb5440', 'gw_port': {'id': 'e584109f-429b-45f7-8bb0-a5b1398d824e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333e0d93-f6e7-4b1a-a996-8ada85b88d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:34Z', 'updated_at': '2021-07-22T20:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2f3336c4-dc1a-48da-afa0-2289c2afec92', 'name': '', 'network_id': 'b74e7a70-04a7-479b-98b6-f16bba800130', 'tenant_id': '5fae39dd137244de8c30a0cd6cbb5440', 'mac_address': 'fa:16:3e:6c:24:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333e0d93-f6e7-4b1a-a996-8ada85b88d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'c7e7b417-fd96-4569-8895-9650c2f6d746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:37Z', 'updated_at': '2021-07-22T20:26:41Z', 'revision_number': 4, 'project_id': '5fae39dd137244de8c30a0cd6cbb5440', 'subnets': [{'id': 'c7e7b417-fd96-4569-8895-9650c2f6d746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:42.287631 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-b31d1b8b-9e61-45dc-b831-eef01367570d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Made reservation on behalf of b0845a517aad420aa0bae7ed71456236 for: {'port': 1} {{(pid=93807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:26:42.294316 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-b31d1b8b-9e61-45dc-b831-eef01367570d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:42.300041 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e584109f-429b-45f7-8bb0-a5b1398d824e up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:26:42.306780 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0297248-b484-4836-862f-19ac1bf5436d None None] The sync data for ids ['333e0d93-f6e7-4b1a-a996-8ada85b88d2e'] in n-d-800086-12 is: [{'id': '333e0d93-f6e7-4b1a-a996-8ada85b88d2e', 'name': 'tempest-TestSnapshotPattern-1833816926-router', 'tenant_id': '5fae39dd137244de8c30a0cd6cbb5440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e584109f-429b-45f7-8bb0-a5b1398d824e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:34Z', 'updated_at': '2021-07-22T20:26:37Z', 'revision_number': 4, 'project_id': '5fae39dd137244de8c30a0cd6cbb5440', 'gw_port': {'id': 'e584109f-429b-45f7-8bb0-a5b1398d824e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333e0d93-f6e7-4b1a-a996-8ada85b88d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:34Z', 'updated_at': '2021-07-22T20:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '2f3336c4-dc1a-48da-afa0-2289c2afec92', 'name': '', 'network_id': 'b74e7a70-04a7-479b-98b6-f16bba800130', 'tenant_id': '5fae39dd137244de8c30a0cd6cbb5440', 'mac_address': 'fa:16:3e:6c:24:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333e0d93-f6e7-4b1a-a996-8ada85b88d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'c7e7b417-fd96-4569-8895-9650c2f6d746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:37Z', 'updated_at': '2021-07-22T20:26:41Z', 'revision_number': 4, 'project_id': '5fae39dd137244de8c30a0cd6cbb5440', 'subnets': [{'id': 'c7e7b417-fd96-4569-8895-9650c2f6d746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:26:42.356180 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port e584109f-429b-45f7-8bb0-a5b1398d824e triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:42.356406 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:42.443581 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-b31d1b8b-9e61-45dc-b831-eef01367570d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Allocated IP 172.20.0.13 (6db6f75a-7d8f-4398-86e1-3b5318f05432/52e330a7-01ac-4d02-bb97-66199352ea5d/ccb7de50-a858-4fcd-a429-222d74009fe0) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:26:42.451915 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2f3336c4-dc1a-48da-afa0-2289c2afec92 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:26:42.503537 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning for port 2f3336c4-dc1a-48da-afa0-2289c2afec92 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:26:42.507485 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 2f3336c4-dc1a-48da-afa0-2289c2afec92 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:42.507861 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:42.590031 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:42.602474 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-b31d1b8b-9e61-45dc-b831-eef01367570d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:42.619253 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-b31d1b8b-9e61-45dc-b831-eef01367570d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Transition to ACTIVE for port object ccb7de50-a858-4fcd-a429-222d74009fe0 will not be triggered until provisioned by entity DHCP. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:26:42.629143 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:42.641973 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] For port 2f3336c4-dc1a-48da-afa0-2289c2afec92, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2f3336c4-dc1a-48da-afa0-2289c2afec92,segment=NetworkSegment(0c62122b-4f46-416d-b7cf-29361b6215ea),segment_id=0c62122b-4f46-416d-b7cf-29361b6215ea)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:42.646359 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:42.659099 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-b31d1b8b-9e61-45dc-b831-eef01367570d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:42.705973 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Pushing event updated for resources: {'Port': ['ID=2f3336c4-dc1a-48da-afa0-2289c2afec92,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:42.710196 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-b31d1b8b-9e61-45dc-b831-eef01367570d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Network 6db6f75a-7d8f-4398-86e1-3b5318f05432 is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:26:42.713607 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-b31d1b8b-9e61-45dc-b831-eef01367570d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:26:42.716805 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-b31d1b8b-9e61-45dc-b831-eef01367570d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:26:42.748951 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d1b8b-9e61-45dc-b831-eef01367570d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Pushing event updated for resources: {'Port': ['ID=ccb7de50-a858-4fcd-a429-222d74009fe0,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:42.783057 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-b31d1b8b-9e61-45dc-b831-eef01367570d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:42.783719 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-b31d1b8b-9e61-45dc-b831-eef01367570d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:42.800293 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-b31d1b8b-9e61-45dc-b831-eef01367570d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6433711 Jul 22 20:26:42.813713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] Request body: {'port': {'device_id': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-12'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:26:42.898432 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:42.964103 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-57878099-991b-48a5-9815-3c2da4f93d2c None None] Provisioning for port ccb7de50-a858-4fcd-a429-222d74009fe0 completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:26:42.968696 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-57878099-991b-48a5-9815-3c2da4f93d2c None None] Provisioning complete for port ccb7de50-a858-4fcd-a429-222d74009fe0 triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:42.969262 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-57878099-991b-48a5-9815-3c2da4f93d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:43.013789 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-57878099-991b-48a5-9815-3c2da4f93d2c None None] Port ccb7de50-a858-4fcd-a429-222d74009fe0 cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:26:43.170110 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb7de50-a858-4fcd-a429-222d74009fe0 {{(pid=93807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:26:43.177852 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:43.189711 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.provisioning_blocks [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] Transition to ACTIVE for port object ccb7de50-a858-4fcd-a429-222d74009fe0 will not be triggered until provisioned by entity L2. {{(pid=93807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:26:43.193866 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:43.282281 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] Pushing event updated for resources: {'Port': ['ID=ccb7de50-a858-4fcd-a429-222d74009fe0,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:43.366245 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ac419-d759-41e6-86d2-ddcc74454228 req-1f75120e-767c-4b24-b7c2-a82e85cd273e tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:43.367808 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d9ac419-d759-41e6-86d2-ddcc74454228 req-1f75120e-767c-4b24-b7c2-a82e85cd273e tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 944 time: 0.1505277 Jul 22 20:26:43.396149 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] Attempting to bind port ccb7de50-a858-4fcd-a429-222d74009fe0 on host n-h2-800086-12 for vnic_type normal with profile {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:26:43.396502 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] Attempting to bind port ccb7de50-a858-4fcd-a429-222d74009fe0 by drivers openvswitch,hyperv on host n-h2-800086-12 at level 0 using segments [{'id': '5ee811d0-5013-4fe9-9056-93b4b8c73247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432'}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:26:43.396845 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] Attempting to bind port ccb7de50-a858-4fcd-a429-222d74009fe0 on network 6db6f75a-7d8f-4398-86e1-3b5318f05432 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:26:43.405418 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] Port ccb7de50-a858-4fcd-a429-222d74009fe0 on network 6db6f75a-7d8f-4398-86e1-3b5318f05432 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-12 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:26:43.405744 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] Attempting to bind port ccb7de50-a858-4fcd-a429-222d74009fe0 on network 6db6f75a-7d8f-4398-86e1-3b5318f05432 {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:26:43.419485 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] Checking agent: {'id': '5bb6621f-7776-4db7-ace1-aedd8f32fb9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:26:43.419741 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] Checking segment: {'id': '5ee811d0-5013-4fe9-9056-93b4b8c73247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:26:43.420127 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] Bound using segment: {'id': '5ee811d0-5013-4fe9-9056-93b4b8c73247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432'} {{(pid=93807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:26:43.420598 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.managers [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] Bound port: ccb7de50-a858-4fcd-a429-222d74009fe0, host: n-h2-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee811d0-5013-4fe9-9056-93b4b8c73247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432'}}] {{(pid=93807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:26:43.421278 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:43.435659 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4d9ac419-d759-41e6-86d2-ddcc74454228 req-9745923e-fa85-486e-bf48-e99e516dbe06 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574725 Jul 22 20:26:43.494148 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] For port ccb7de50-a858-4fcd-a429-222d74009fe0, host n-h2-800086-12, cleared binding levels {{(pid=93807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:26:43.497293 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] For port ccb7de50-a858-4fcd-a429-222d74009fe0, host n-h2-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ccb7de50-a858-4fcd-a429-222d74009fe0,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:26:43.502383 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:43.538669 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:43.539898 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:43.541381 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] 10.222.0.16 "PUT /v2.0/ports/ccb7de50-a858-4fcd-a429-222d74009fe0 HTTP/1.1" status: 200 len: 1093 time: 0.7343025 Jul 22 20:26:43.544118 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'tag': 'ccb7de50-a858-4fcd-a429-222d74009fe0'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:26:43.547731 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761306d7-6e81-4251-9ea0-67ee4b8fc372" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf", "tag": "ccb7de50-a858-4fcd-a429-222d74009fe0"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:26:43.579045 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882d5f4-90cf-4140-9a15-6a047c753afe service neutron] Pushing event updated for resources: {'Port': ['ID=ccb7de50-a858-4fcd-a429-222d74009fe0,revision_number=3']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:43.592794 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbbc76e-63a6-4e99-a000-daf8d65fcc7e x-openstack-request-id: req-2dbbc76e-63a6-4e99-a000-daf8d65fcc7e {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:26:43.593088 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf", "tag": "ccb7de50-a858-4fcd-a429-222d74009fe0", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:26:43.593346 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2dbbc76e-63a6-4e99-a000-daf8d65fcc7e {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:26:43.593753 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'tag': 'ccb7de50-a858-4fcd-a429-222d74009fe0', 'status': 'completed', 'code': 200} Jul 22 20:26:43.639867 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-60090b6b-0b47-43c7-891a-7f1ec38406c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:43.641482 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-60090b6b-0b47-43c7-891a-7f1ec38406c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0845a517aad420aa0bae7ed71456236&device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 1096 time: 0.0594668 Jul 22 20:26:43.690237 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-1799d6df-ffd1-413f-bd58-9a8e8acb2797 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccb7de50-a858-4fcd-a429-222d74009fe0 HTTP/1.1" status: 200 len: 217 time: 0.0412030 Jul 22 20:26:43.742679 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-d7a13ebc-97fc-448f-b991-0fe7bd167257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:43.744260 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-d7a13ebc-97fc-448f-b991-0fe7bd167257 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=52e330a7-01ac-4d02-bb97-66199352ea5d HTTP/1.1" status: 200 len: 849 time: 0.0476451 Jul 22 20:26:43.804085 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-cbe7db40-50ea-485d-8b0b-777f031ec784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:43.805573 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-cbe7db40-50ea-485d-8b0b-777f031ec784 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6db6f75a-7d8f-4398-86e1-3b5318f05432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543737 Jul 22 20:26:43.899075 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-0badf306-13f6-4c7a-ae1b-541ea321b1fc service neutron] 10.222.0.16 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862348 Jul 22 20:26:43.989926 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-4c34dd4d-31fd-446a-bd0e-047b6a11df9d req-df3f78fe-e8d8-4640-8546-4b313ba4d266 service neutron] 10.222.0.16 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846722 Jul 22 20:26:44.095170 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761306d7-6e81-4251-9ea0-67ee4b8fc372 req-645823dc-02ac-4acc-a4a0-0e96835c5103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:44.096849 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-761306d7-6e81-4251-9ea0-67ee4b8fc372 req-645823dc-02ac-4acc-a4a0-0e96835c5103 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0845a517aad420aa0bae7ed71456236&device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 1096 time: 0.0608022 Jul 22 20:26:44.184923 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761306d7-6e81-4251-9ea0-67ee4b8fc372 req-5499d906-9986-4332-94ae-adaa81a681b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:44.186381 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-761306d7-6e81-4251-9ea0-67ee4b8fc372 req-5499d906-9986-4332-94ae-adaa81a681b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6db6f75a-7d8f-4398-86e1-3b5318f05432 HTTP/1.1" status: 200 len: 911 time: 0.0836878 Jul 22 20:26:44.232954 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-761306d7-6e81-4251-9ea0-67ee4b8fc372 req-5989fa49-9150-409d-875a-9493582dbff6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccb7de50-a858-4fcd-a429-222d74009fe0 HTTP/1.1" status: 200 len: 217 time: 0.0394201 Jul 22 20:26:44.260802 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2f3336c4-dc1a-48da-afa0-2289c2afec92 up at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:26:44.288094 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761306d7-6e81-4251-9ea0-67ee4b8fc372 req-d185e138-7fa0-446b-99d7-b0a8b5dbd5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:44.289696 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-761306d7-6e81-4251-9ea0-67ee4b8fc372 req-d185e138-7fa0-446b-99d7-b0a8b5dbd5b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=52e330a7-01ac-4d02-bb97-66199352ea5d HTTP/1.1" status: 200 len: 849 time: 0.0483453 Jul 22 20:26:44.310849 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Provisioning complete for port 2f3336c4-dc1a-48da-afa0-2289c2afec92 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:44.311225 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:44.349880 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761306d7-6e81-4251-9ea0-67ee4b8fc372 req-25d77e73-49e3-4f26-a51a-4c7e5c6335aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:44.351421 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-761306d7-6e81-4251-9ea0-67ee4b8fc372 req-25d77e73-49e3-4f26-a51a-4c7e5c6335aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6db6f75a-7d8f-4398-86e1-3b5318f05432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552728 Jul 22 20:26:44.449936 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-761306d7-6e81-4251-9ea0-67ee4b8fc372 req-d05a8482-5272-48a2-aa93-ed6df83b52a4 service neutron] 10.222.0.16 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916665 Jul 22 20:26:44.578367 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-761306d7-6e81-4251-9ea0-67ee4b8fc372 req-d3ef0f1f-c748-4b84-a42b-ae3f42f68823 service neutron] 10.222.0.16 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217988 Jul 22 20:26:44.605996 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6afd50-53c3-4cee-b4c3-13c9cee03b2c req-dfaf9b41-b4e1-4b6e-bd20-e6353642bf8a tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:44.607434 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0e6afd50-53c3-4cee-b4c3-13c9cee03b2c req-dfaf9b41-b4e1-4b6e-bd20-e6353642bf8a tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 944 time: 0.0908434 Jul 22 20:26:44.646617 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0e6afd50-53c3-4cee-b4c3-13c9cee03b2c req-e461f7c0-f55d-45ff-a3d1-c9c0608f40d2 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335281 Jul 22 20:26:45.776816 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7f9b6-df26-4818-9410-8a115bbda0a2 req-59e5f685-e336-40e2-abb4-f4012619da12 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:45.778230 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44a7f9b6-df26-4818-9410-8a115bbda0a2 req-59e5f685-e336-40e2-abb4-f4012619da12 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 944 time: 0.0641172 Jul 22 20:26:45.816514 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-44a7f9b6-df26-4818-9410-8a115bbda0a2 req-ff09ce79-ffd4-47fa-8832-c43a92063157 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327654 Jul 22 20:26:46.359769 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ccb7de50-a858-4fcd-a429-222d74009fe0 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:26:46.455753 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ccb7de50-a858-4fcd-a429-222d74009fe0, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ccb7de50-a858-4fcd-a429-222d74009fe0,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:46.470111 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'ccb7de50-a858-4fcd-a429-222d74009fe0', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'port_id': 'ccb7de50-a858-4fcd-a429-222d74009fe0', 'mac_address': 'fa:16:3e:ee:2f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:26:46.507046 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:46.519461 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb7de50-a858-4fcd-a429-222d74009fe0 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:26:46.538820 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ccb7de50-a858-4fcd-a429-222d74009fe0, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ccb7de50-a858-4fcd-a429-222d74009fe0,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:46.543573 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:46.589851 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=ccb7de50-a858-4fcd-a429-222d74009fe0,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:46.811633 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['ccb7de50-a858-4fcd-a429-222d74009fe0'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:26:46.950427 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26236375-fce9-4f79-958f-82d16f8faf3f req-e054b349-e799-4f1b-8e8b-31c5b5b591ae tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:46.952930 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-26236375-fce9-4f79-958f-82d16f8faf3f req-e054b349-e799-4f1b-8e8b-31c5b5b591ae tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 945 time: 0.0659544 Jul 22 20:26:46.995923 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-26236375-fce9-4f79-958f-82d16f8faf3f req-cacab346-4d38-43c3-baca-b0070589751a tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353074 Jul 22 20:26:48.133948 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa36ba-593e-4e78-920d-9993b64bde6c req-9b2d17a2-0123-4904-8253-e1b94c2de910 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:48.135446 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3cfa36ba-593e-4e78-920d-9993b64bde6c req-9b2d17a2-0123-4904-8253-e1b94c2de910 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 945 time: 0.0688488 Jul 22 20:26:48.174793 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-3cfa36ba-593e-4e78-920d-9993b64bde6c req-60ee2bf9-dd3f-475b-aba3-c7e03f65584a tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330613 Jul 22 20:26:48.375734 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ccb7de50-a858-4fcd-a429-222d74009fe0 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:26:48.432146 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning for port ccb7de50-a858-4fcd-a429-222d74009fe0 completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:26:48.436342 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port ccb7de50-a858-4fcd-a429-222d74009fe0 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:48.436745 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:48.517711 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:48.541063 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb7de50-a858-4fcd-a429-222d74009fe0'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:26:48.543443 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8f9212-b80f-4a62-bbe8-ba7ebf006e49" -d '{"events": [{"server_uuid": "3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf", "name": "network-vif-plugged", "status": "completed", "tag": "ccb7de50-a858-4fcd-a429-222d74009fe0"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:26:48.557068 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ccb7de50-a858-4fcd-a429-222d74009fe0, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ccb7de50-a858-4fcd-a429-222d74009fe0,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:48.562756 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:48.586154 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c78bb2-38c1-44a1-9d19-fae52e18c96f x-openstack-request-id: req-99c78bb2-38c1-44a1-9d19-fae52e18c96f {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:26:48.586443 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf", "name": "network-vif-plugged", "status": "completed", "tag": "ccb7de50-a858-4fcd-a429-222d74009fe0", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:26:48.586695 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99c78bb2-38c1-44a1-9d19-fae52e18c96f {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:26:48.587081 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb7de50-a858-4fcd-a429-222d74009fe0', 'code': 200} Jul 22 20:26:48.613033 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=ccb7de50-a858-4fcd-a429-222d74009fe0,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:48.693484 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1276d5d-a452-41c3-86ee-500ddf577f9c req-7212d6cd-4503-464e-9a96-0c156c1637aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:48.694996 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b1276d5d-a452-41c3-86ee-500ddf577f9c req-7212d6cd-4503-464e-9a96-0c156c1637aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 1098 time: 0.0552800 Jul 22 20:26:48.731911 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b1276d5d-a452-41c3-86ee-500ddf577f9c req-71c0ca00-6825-4661-a0c6-b14bd4c1a334 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306885 Jul 22 20:26:49.313931 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff02d9-9b99-47bc-bd52-f0dd9469e622 req-e4775171-eeb9-413f-940f-e34bd04add59 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:49.315551 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e2ff02d9-9b99-47bc-bd52-f0dd9469e622 req-e4775171-eeb9-413f-940f-e34bd04add59 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 946 time: 0.0726984 Jul 22 20:26:49.354704 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e2ff02d9-9b99-47bc-bd52-f0dd9469e622 req-6b6344ad-d58b-44a3-9729-5ba3bb10c67e tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335193 Jul 22 20:26:50.488704 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcd2ea-ba9f-49ab-8d53-a7c508ea0481 req-cc9f2f5b-e38b-4699-9de1-72d6f5988152 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:50.490126 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5bcd2ea-ba9f-49ab-8d53-a7c508ea0481 req-cc9f2f5b-e38b-4699-9de1-72d6f5988152 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 946 time: 0.0654702 Jul 22 20:26:50.529496 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a5bcd2ea-ba9f-49ab-8d53-a7c508ea0481 req-a20d7bd9-d485-44bd-9acf-f89766fe55d0 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332112 Jul 22 20:26:50.657624 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2cd03-9b50-4f6a-b780-ec8c850f41fd req-864d25a8-2960-4ea4-b01c-4ee2339d907a tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:50.659504 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c2b2cd03-9b50-4f6a-b780-ec8c850f41fd req-864d25a8-2960-4ea4-b01c-4ee2339d907a tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 946 time: 0.0640671 Jul 22 20:26:50.698953 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c2b2cd03-9b50-4f6a-b780-ec8c850f41fd req-b6b76d16-1264-4ad7-9dbe-0609e6a0dd2c tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326042 Jul 22 20:26:50.721776 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35688) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:50.867465 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93ddf8b-5db5-4e66-9556-223ce25e37bf tempest-TestSnapshotPattern-1678735992 tempest-TestSnapshotPattern-1678735992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:50.869007 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-d93ddf8b-5db5-4e66-9556-223ce25e37bf tempest-TestSnapshotPattern-1678735992 tempest-TestSnapshotPattern-1678735992-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 1093 time: 0.1462491 Jul 22 20:26:50.872629 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35692) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:50.876914 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-20e4b696-8b05-4505-a462-06ccb98a935b tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': 'ccb7de50-a858-4fcd-a429-222d74009fe0', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:26:50.899577 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-20e4b696-8b05-4505-a462-06ccb98a935b tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:50.997429 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-20e4b696-8b05-4505-a462-06ccb98a935b tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:51.103219 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-20e4b696-8b05-4505-a462-06ccb98a935b tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Allocated IP 172.25.3.158 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/59a15256-67ff-4ff3-bd3f-f63c165e94f4) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:26:51.204211 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-20e4b696-8b05-4505-a462-06ccb98a935b tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:51.247366 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-20e4b696-8b05-4505-a462-06ccb98a935b tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:51.281437 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e4b696-8b05-4505-a462-06ccb98a935b tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:26:51.284257 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-20e4b696-8b05-4505-a462-06ccb98a935b tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:26:51.289949 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e4b696-8b05-4505-a462-06ccb98a935b tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:26:51.318292 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4b696-8b05-4505-a462-06ccb98a935b tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Pushing event updated for resources: {'Port': ['ID=59a15256-67ff-4ff3-bd3f-f63c165e94f4,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:51.644278 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-20e4b696-8b05-4505-a462-06ccb98a935b tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:52.063345 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-20e4b696-8b05-4505-a462-06ccb98a935b tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:52.218909 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-20e4b696-8b05-4505-a462-06ccb98a935b tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:52.224155 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-20e4b696-8b05-4505-a462-06ccb98a935b tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:52.293048 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4b696-8b05-4505-a462-06ccb98a935b tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Pushing event updated for resources: {'Port': ['ID=59a15256-67ff-4ff3-bd3f-f63c165e94f4,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:52.304699 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-20e4b696-8b05-4505-a462-06ccb98a935b tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:52.404905 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-20e4b696-8b05-4505-a462-06ccb98a935b tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Floating IP 89ed93fa-3cd6-4ccb-b4cc-c4fcfa55c86f associated. External IP: 172.25.3.158, port: ccb7de50-a858-4fcd-a429-222d74009fe0. Jul 22 20:26:52.617479 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e4b696-8b05-4505-a462-06ccb98a935b tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Router d953fea3-6f15-4725-a50e-14f5fe9afe49 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:26:52.727757 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e4b696-8b05-4505-a462-06ccb98a935b tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:26:52.737757 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba69dcc-28e8-4599-8756-62891655082e None None] Sync routers for ids ['d953fea3-6f15-4725-a50e-14f5fe9afe49'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:26:52.748933 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-20e4b696-8b05-4505-a462-06ccb98a935b tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:52.749939 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba69dcc-28e8-4599-8756-62891655082e None None] Routers {'d953fea3-6f15-4725-a50e-14f5fe9afe49'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:26:52.750779 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-eba69dcc-28e8-4599-8756-62891655082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:26:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d953fea3-6f15-4725-a50e-14f5fe9afe49'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:52.789776 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-20e4b696-8b05-4505-a462-06ccb98a935b tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9161091 Jul 22 20:26:52.790433 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'tag': 'ccb7de50-a858-4fcd-a429-222d74009fe0'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:26:52.793488 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33c4505-3ece-4056-8320-22943d099ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf", "tag": "ccb7de50-a858-4fcd-a429-222d74009fe0"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:26:52.832225 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e95e1a2-0973-403e-95fc-5b4e2cc06b14 x-openstack-request-id: req-3e95e1a2-0973-403e-95fc-5b4e2cc06b14 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:26:52.832607 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf", "tag": "ccb7de50-a858-4fcd-a429-222d74009fe0", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:26:52.832863 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e95e1a2-0973-403e-95fc-5b4e2cc06b14 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:26:52.833266 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'tag': 'ccb7de50-a858-4fcd-a429-222d74009fe0', 'status': 'completed', 'code': 200} Jul 22 20:26:52.875767 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-eba69dcc-28e8-4599-8756-62891655082e None None] Set router d953fea3-6f15-4725-a50e-14f5fe9afe49 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:26:52.910506 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c4505-3ece-4056-8320-22943d099ed5 req-918a1f12-fe1c-4083-bb83-865030e31311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:52.912321 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f33c4505-3ece-4056-8320-22943d099ed5 req-918a1f12-fe1c-4083-bb83-865030e31311 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0845a517aad420aa0bae7ed71456236&device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 1098 time: 0.0570788 Jul 22 20:26:53.013424 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c4505-3ece-4056-8320-22943d099ed5 req-d776332f-4508-4020-99a9-43fa5b6d5740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:53.014876 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f33c4505-3ece-4056-8320-22943d099ed5 req-d776332f-4508-4020-99a9-43fa5b6d5740 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6db6f75a-7d8f-4398-86e1-3b5318f05432 HTTP/1.1" status: 200 len: 911 time: 0.0960839 Jul 22 20:26:53.082800 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f33c4505-3ece-4056-8320-22943d099ed5 req-cb8ccaf1-267a-4879-8101-b735fc186b26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccb7de50-a858-4fcd-a429-222d74009fe0 HTTP/1.1" status: 200 len: 1000 time: 0.0616624 Jul 22 20:26:53.141003 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c4505-3ece-4056-8320-22943d099ed5 req-17ff3f9a-4c5e-4e95-ab11-fec417e8cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:53.142418 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f33c4505-3ece-4056-8320-22943d099ed5 req-17ff3f9a-4c5e-4e95-ab11-fec417e8cf2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=52e330a7-01ac-4d02-bb97-66199352ea5d HTTP/1.1" status: 200 len: 849 time: 0.0541360 Jul 22 20:26:53.207480 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c4505-3ece-4056-8320-22943d099ed5 req-01497d11-1c30-4d0b-91e8-900722233129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:53.209101 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f33c4505-3ece-4056-8320-22943d099ed5 req-01497d11-1c30-4d0b-91e8-900722233129 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6db6f75a-7d8f-4398-86e1-3b5318f05432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603418 Jul 22 20:26:53.269191 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-eba69dcc-28e8-4599-8756-62891655082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'name': 'tempest-TestSnapshotPattern-1942288875-router', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '92504471-f365-45c2-890b-426cf2c1525a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:29Z', 'updated_at': '2021-07-22T20:26:32Z', 'revision_number': 4, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'gw_port': {'id': '92504471-f365-45c2-890b-426cf2c1525a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:30Z', 'updated_at': '2021-07-22T20:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '89ed93fa-3cd6-4ccb-b4cc-c4fcfa55c86f', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'port_id': 'ccb7de50-a858-4fcd-a429-222d74009fe0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'mac_address': 'fa:16:3e:ee:2f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:26:51Z', 'updated_at': '2021-07-22T20:26:51Z', 'revision_number': 0, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3c4d9c-75ff-4413-b4f6-0557c7bdb077', 'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'mac_address': 'fa:16:3e:c9:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:31Z', 'updated_at': '2021-07-22T20:26:36Z', 'revision_number': 5, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'subnets': [{'id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:53.296181 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba69dcc-28e8-4599-8756-62891655082e None None] Checking router: d953fea3-6f15-4725-a50e-14f5fe9afe49 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:26:53.304358 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba69dcc-28e8-4599-8756-62891655082e None None] Routers {'d953fea3-6f15-4725-a50e-14f5fe9afe49'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:26:53.304995 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-eba69dcc-28e8-4599-8756-62891655082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:26:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d953fea3-6f15-4725-a50e-14f5fe9afe49'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:53.307349 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f33c4505-3ece-4056-8320-22943d099ed5 req-3b9f0ec0-0f8a-4eb0-8d64-371951ac10f6 service neutron] 10.222.0.16 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917041 Jul 22 20:26:53.406190 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f33c4505-3ece-4056-8320-22943d099ed5 req-ad2ca18c-7508-4298-9ebc-3e4378a17c80 service neutron] 10.222.0.16 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915997 Jul 22 20:26:53.416079 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-eba69dcc-28e8-4599-8756-62891655082e None None] Set router d953fea3-6f15-4725-a50e-14f5fe9afe49 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:26:53.643360 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-eba69dcc-28e8-4599-8756-62891655082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'name': 'tempest-TestSnapshotPattern-1942288875-router', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '92504471-f365-45c2-890b-426cf2c1525a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:29Z', 'updated_at': '2021-07-22T20:26:32Z', 'revision_number': 4, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'gw_port': {'id': '92504471-f365-45c2-890b-426cf2c1525a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:30Z', 'updated_at': '2021-07-22T20:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '89ed93fa-3cd6-4ccb-b4cc-c4fcfa55c86f', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'port_id': 'ccb7de50-a858-4fcd-a429-222d74009fe0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'mac_address': 'fa:16:3e:ee:2f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:26:51Z', 'updated_at': '2021-07-22T20:26:51Z', 'revision_number': 0, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3c4d9c-75ff-4413-b4f6-0557c7bdb077', 'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'mac_address': 'fa:16:3e:c9:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:31Z', 'updated_at': '2021-07-22T20:26:36Z', 'revision_number': 5, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'subnets': [{'id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:53.670028 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba69dcc-28e8-4599-8756-62891655082e None None] The sync data for ids ['d953fea3-6f15-4725-a50e-14f5fe9afe49'] in n-d-800086-12 is: [{'id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'name': 'tempest-TestSnapshotPattern-1942288875-router', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '92504471-f365-45c2-890b-426cf2c1525a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:29Z', 'updated_at': '2021-07-22T20:26:32Z', 'revision_number': 4, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'gw_port': {'id': '92504471-f365-45c2-890b-426cf2c1525a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:30Z', 'updated_at': '2021-07-22T20:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '89ed93fa-3cd6-4ccb-b4cc-c4fcfa55c86f', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'port_id': 'ccb7de50-a858-4fcd-a429-222d74009fe0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'mac_address': 'fa:16:3e:ee:2f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:26:51Z', 'updated_at': '2021-07-22T20:26:51Z', 'revision_number': 0, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3c4d9c-75ff-4413-b4f6-0557c7bdb077', 'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'mac_address': 'fa:16:3e:c9:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:31Z', 'updated_at': '2021-07-22T20:26:36Z', 'revision_number': 5, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'subnets': [{'id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:26:53.859616 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21889c0-6979-4e1c-8cd9-71c8eba7ecaf None None] New status for floating IP 89ed93fa-3cd6-4ccb-b4cc-c4fcfa55c86f: ACTIVE {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:26:58.615523 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8542a090-250d-4d90-8051-16aa193fd93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:01.123436 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0e441efa-a8ab-4923-87f2-834191791fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:01.262697 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:02.674183 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:04.328976 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:05.855924 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a8a3ef7f-ebeb-4698-9dc0-e636e22e77b3 req-f4f16c59-1909-4154-bcc9-0b7d72d4c33d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525851 Jul 22 20:27:05.954703 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3ef7f-ebeb-4698-9dc0-e636e22e77b3 req-50980dcd-5e74-4ee1-8b1f-37252fbe5c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:05.956237 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a8a3ef7f-ebeb-4698-9dc0-e636e22e77b3 req-50980dcd-5e74-4ee1-8b1f-37252fbe5c88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0845a517aad420aa0bae7ed71456236&device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 1098 time: 0.0599146 Jul 22 20:27:06.063682 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3ef7f-ebeb-4698-9dc0-e636e22e77b3 req-45aa673f-6e69-4b4e-82f0-09584ee1cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:06.065181 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a8a3ef7f-ebeb-4698-9dc0-e636e22e77b3 req-45aa673f-6e69-4b4e-82f0-09584ee1cf2f service neutron] 10.222.0.16 "GET /v2.0/networks?id=6db6f75a-7d8f-4398-86e1-3b5318f05432 HTTP/1.1" status: 200 len: 911 time: 0.0883856 Jul 22 20:27:06.134844 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a8a3ef7f-ebeb-4698-9dc0-e636e22e77b3 req-94b12ac7-6b58-4c50-87a3-3315a3d7c073 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccb7de50-a858-4fcd-a429-222d74009fe0 HTTP/1.1" status: 200 len: 1002 time: 0.0632319 Jul 22 20:27:06.182967 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3ef7f-ebeb-4698-9dc0-e636e22e77b3 req-1d9f32c1-84d2-447c-8372-3382db8b9a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:06.184372 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a8a3ef7f-ebeb-4698-9dc0-e636e22e77b3 req-1d9f32c1-84d2-447c-8372-3382db8b9a67 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=52e330a7-01ac-4d02-bb97-66199352ea5d HTTP/1.1" status: 200 len: 849 time: 0.0433497 Jul 22 20:27:06.242117 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3ef7f-ebeb-4698-9dc0-e636e22e77b3 req-cb1698df-4db7-4502-a83b-e3afd6ff142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:06.243602 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a8a3ef7f-ebeb-4698-9dc0-e636e22e77b3 req-cb1698df-4db7-4502-a83b-e3afd6ff142c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6db6f75a-7d8f-4398-86e1-3b5318f05432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536020 Jul 22 20:27:06.338349 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a8a3ef7f-ebeb-4698-9dc0-e636e22e77b3 req-f6c89753-e78c-4e9e-9726-098f8b0335fe service neutron] 10.222.0.16 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872929 Jul 22 20:27:06.428160 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a8a3ef7f-ebeb-4698-9dc0-e636e22e77b3 req-60d11bcc-2572-4519-a90c-e5f3b1b0d399 service neutron] 10.222.0.16 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829632 Jul 22 20:27:06.763630 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:27:09.836994 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:12.614449 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:28.616035 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-85680f9b-d81a-43cf-92d6-b0e79913647b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:31.124556 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-006bd484-9d34-4299-8782-110ef899a567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:31.262328 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:32.676386 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:34.331403 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:39.836109 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:42.617303 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:43.763411 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:27:58.620840 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f02694c3-82f2-4785-ae32-332474c82417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:01.125308 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-64693336-bfdc-45be-8a8f-de7451341618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:01.266149 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:02.680696 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:04.334140 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:05.844057 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e43e3c3-6103-4996-9a24-5679b90aecec req-1baf81a0-1550-44e4-97d3-89236e48ca7c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0585070 Jul 22 20:28:05.938676 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43e3c3-6103-4996-9a24-5679b90aecec req-4e2d25b4-4c25-4c9c-b7b1-4f1329bf2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:05.940174 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e43e3c3-6103-4996-9a24-5679b90aecec req-4e2d25b4-4c25-4c9c-b7b1-4f1329bf2f5d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0845a517aad420aa0bae7ed71456236&device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 1098 time: 0.0558410 Jul 22 20:28:06.059721 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43e3c3-6103-4996-9a24-5679b90aecec req-0c8799ac-05eb-46cd-98db-583d661a819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:06.061230 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e43e3c3-6103-4996-9a24-5679b90aecec req-0c8799ac-05eb-46cd-98db-583d661a819b service neutron] 10.222.0.16 "GET /v2.0/networks?id=6db6f75a-7d8f-4398-86e1-3b5318f05432 HTTP/1.1" status: 200 len: 911 time: 0.1016092 Jul 22 20:28:06.133055 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e43e3c3-6103-4996-9a24-5679b90aecec req-7602594b-13b9-461e-8687-d41e258966a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccb7de50-a858-4fcd-a429-222d74009fe0 HTTP/1.1" status: 200 len: 1002 time: 0.0648737 Jul 22 20:28:06.180865 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43e3c3-6103-4996-9a24-5679b90aecec req-f4fc78a3-e985-46f3-974f-5cc16749d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:06.182859 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e43e3c3-6103-4996-9a24-5679b90aecec req-f4fc78a3-e985-46f3-974f-5cc16749d6f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=52e330a7-01ac-4d02-bb97-66199352ea5d HTTP/1.1" status: 200 len: 849 time: 0.0430877 Jul 22 20:28:06.242262 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43e3c3-6103-4996-9a24-5679b90aecec req-df744a3d-4d67-4b44-a94b-09b980058bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:06.243782 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e43e3c3-6103-4996-9a24-5679b90aecec req-df744a3d-4d67-4b44-a94b-09b980058bd0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6db6f75a-7d8f-4398-86e1-3b5318f05432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550787 Jul 22 20:28:06.338076 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e43e3c3-6103-4996-9a24-5679b90aecec req-944f6217-a899-4736-9ec1-48e9fa9e61c1 service neutron] 10.222.0.16 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870311 Jul 22 20:28:06.428408 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-1e43e3c3-6103-4996-9a24-5679b90aecec req-8244fa13-e7d2-4097-b725-3f47c281101f service neutron] 10.222.0.16 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835268 Jul 22 20:28:09.851828 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:12.636896 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:20.762546 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:28:28.623385 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0cb481ce-55d9-4e1d-9222-c130735a1830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:31.126201 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-19f6d707-9f7a-4031-b4d6-903871f355d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:31.266773 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:32.682974 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:34.336999 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:39.856745 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:42.639976 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:49.017415 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ccb7de50-a858-4fcd-a429-222d74009fe0 details requested by agent hyperv_n-h2-800086-12 with host n-h2-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:28:49.112223 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ccb7de50-a858-4fcd-a429-222d74009fe0, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ccb7de50-a858-4fcd-a429-222d74009fe0,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:28:49.124770 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Returning: {'device': 'ccb7de50-a858-4fcd-a429-222d74009fe0', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'port_id': 'ccb7de50-a858-4fcd-a429-222d74009fe0', 'mac_address': 'fa:16:3e:ee:2f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:28:49.162398 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:49.175037 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ccb7de50-a858-4fcd-a429-222d74009fe0 {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:28:49.194353 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ccb7de50-a858-4fcd-a429-222d74009fe0, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ccb7de50-a858-4fcd-a429-222d74009fe0,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:28:49.198629 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:49.248286 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=ccb7de50-a858-4fcd-a429-222d74009fe0,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:49.255436 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.255783 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.256121 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.256456 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.256811 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.257137 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.257462 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.257787 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.258109 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.258430 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.258774 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.259123 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.275999 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] get_ports_and_sgs() called for port_ids ['ccb7de50-a858-4fcd-a429-222d74009fe0'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:28:51.027994 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ccb7de50-a858-4fcd-a429-222d74009fe0 up at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:28:51.075756 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Provisioning complete for port ccb7de50-a858-4fcd-a429-222d74009fe0 triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:28:51.076120 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:51.176591 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:51.207465 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb7de50-a858-4fcd-a429-222d74009fe0'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:28:51.209824 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5903d990-dfd4-4136-991c-ca4b3ad9e7a9" -d '{"events": [{"server_uuid": "3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf", "name": "network-vif-plugged", "status": "completed", "tag": "ccb7de50-a858-4fcd-a429-222d74009fe0"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:28:51.227140 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ccb7de50-a858-4fcd-a429-222d74009fe0, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ccb7de50-a858-4fcd-a429-222d74009fe0,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:28:51.238380 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:51.292406 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=ccb7de50-a858-4fcd-a429-222d74009fe0,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:51.334645 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f7b6dc-bb39-465b-93e3-11bcb90257c2 x-openstack-request-id: req-c6f7b6dc-bb39-465b-93e3-11bcb90257c2 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:28:51.334942 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf", "name": "network-vif-plugged", "status": "completed", "tag": "ccb7de50-a858-4fcd-a429-222d74009fe0", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:28:51.335192 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6f7b6dc-bb39-465b-93e3-11bcb90257c2 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:28:51.335631 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb7de50-a858-4fcd-a429-222d74009fe0', 'code': 200} Jul 22 20:28:57.762756 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:28:58.631699 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-eb25e56e-307e-4066-b932-a35a31bed7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:00.031010 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-c6a3666d-8885-4664-816e-586d2e358b69 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-849914334&fields=id&tenant_id=b0845a517aad420aa0bae7ed71456236 HTTP/1.1" status: 200 len: 267 time: 0.0395963 Jul 22 20:29:00.135530 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-e5ef21ad-8263-49b2-affe-3399aa37e652 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:00.136935 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-e5ef21ad-8263-49b2-affe-3399aa37e652 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/networks?id=6db6f75a-7d8f-4398-86e1-3b5318f05432 HTTP/1.1" status: 200 len: 810 time: 0.0991275 Jul 22 20:29:00.151337 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-14ee91eb-a190-4777-bc41-9233b79a0727 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/quotas/b0845a517aad420aa0bae7ed71456236 HTTP/1.1" status: 200 len: 375 time: 0.0090151 Jul 22 20:29:00.219677 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-19589afb-617a-48ff-b3a4-7a0b97bda7b6 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0845a517aad420aa0bae7ed71456236&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0636940 Jul 22 20:29:00.319628 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-a05694b2-fb97-40d8-81ae-853131d9e609 service neutron] 10.222.0.13 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875189 Jul 22 20:29:00.412476 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-37471fd0-d600-4501-b4af-013393abf94f service neutron] 10.222.0.13 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864360 Jul 22 20:29:00.620194 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a77f9a2c-acf3-4e56-8260-5608c8116447 req-fa2cf218-a8f1-48f8-972d-c237e77a5dfd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 210 time: 0.0393784 Jul 22 20:29:01.128065 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-d549acfb-1b66-4d80-b6f1-0650ead4f8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:01.267134 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:01.705614 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2fbfb75e-107c-40fe-8888-35534c6d201b req-9d15397e-2f7d-430a-8cc9-42a223884d36 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 210 time: 0.0349431 Jul 22 20:29:02.688991 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:02.785693 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-7fc7ef7c-5981-44ce-8a79-fdfd8b3789b3 req-6c8468e4-ee57-450f-a400-2fc0a0d5b6ee tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 210 time: 0.0311248 Jul 22 20:29:03.106027 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ccb7de50-a858-4fcd-a429-222d74009fe0 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:29:03.180566 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:03.203216 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccb7de50-a858-4fcd-a429-222d74009fe0'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:29:03.205470 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372764f4-51a9-4f1c-bf75-e1de381d472d" -d '{"events": [{"server_uuid": "3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf", "name": "network-vif-unplugged", "status": "completed", "tag": "ccb7de50-a858-4fcd-a429-222d74009fe0"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:29:03.219338 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] For port ccb7de50-a858-4fcd-a429-222d74009fe0, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ccb7de50-a858-4fcd-a429-222d74009fe0,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:29:03.224018 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:03.258318 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 20:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8658473-c7ed-4e17-9774-8b55d1d798a7 x-openstack-request-id: req-a8658473-c7ed-4e17-9774-8b55d1d798a7 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:29:03.258676 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf", "name": "network-vif-unplugged", "status": "completed", "tag": "ccb7de50-a858-4fcd-a429-222d74009fe0", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:29:03.259015 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8658473-c7ed-4e17-9774-8b55d1d798a7 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:29:03.259508 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccb7de50-a858-4fcd-a429-222d74009fe0', 'code': 200} Jul 22 20:29:03.286648 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Pushing event updated for resources: {'Port': ['ID=ccb7de50-a858-4fcd-a429-222d74009fe0,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:29:03.652319 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-070cac4b-7962-46f6-aaaa-becd36a0157a tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:03.653846 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-070cac4b-7962-46f6-aaaa-becd36a0157a tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.30 "GET /v2.0/networks?id=6db6f75a-7d8f-4398-86e1-3b5318f05432 HTTP/1.1" status: 200 len: 810 time: 0.1155779 Jul 22 20:29:03.699567 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-91c33c3e-a86e-4aa5-9da8-f8b702118551 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0845a517aad420aa0bae7ed71456236 HTTP/1.1" status: 200 len: 379 time: 0.0363088 Jul 22 20:29:03.709739 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Request body: {'port': {'device_id': 'a61ec954-d903-4ce7-97c6-75982c59e46d', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'admin_state_up': True, 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'security_groups': ['a8a36daa-ea8a-4415-b487-1e1f970501c3']}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:29:03.826073 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Made reservation on behalf of b0845a517aad420aa0bae7ed71456236 for: {'port': 1} {{(pid=93806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:29:03.830157 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:03.895255 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e74297aa-ce64-41d2-a9eb-344b71481304 req-622e4f89-a55c-4cd4-b4f5-1ccb463162dc tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 210 time: 0.0332069 Jul 22 20:29:04.003021 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_common [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Allocated IP 172.20.0.4 (6db6f75a-7d8f-4398-86e1-3b5318f05432/52e330a7-01ac-4d02-bb97-66199352ea5d/65e1bab3-293e-4a94-9823-8361f0433ffb) {{(pid=93806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:29:04.178303 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for port, precommit_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:04.194378 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Transition to ACTIVE for port object 65e1bab3-293e-4a94-9823-8361f0433ffb will not be triggered until provisioned by entity DHCP. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:29:04.231542 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_create {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:04.281778 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Network 6db6f75a-7d8f-4398-86e1-3b5318f05432 is already hosted by enough agents. {{(pid=93806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:29:04.285263 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.base_scheduler [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Resources bound (agent type, host, resource id): {{(pid=93806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:29:04.289164 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Received port after_create {{(pid=93806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:29:04.296826 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Pushing event updated for resources: {'Port': ['ID=65e1bab3-293e-4a94-9823-8361f0433ffb,revision_number=1']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:29:04.342309 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:04.342657 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:04.343026 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:04.343371 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:04.343710 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:04.344047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:04.344379 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:04.344733 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:04.345065 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:04.345394 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:04.345720 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:04.346047 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:04.365881 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:04.372399 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:04.373201 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:04.395027 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-1063da3f-9056-41b8-a8cd-76c5de2324cd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6889372 Jul 22 20:29:04.583250 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2d7670df-7d5a-40ac-ab04-30915db6aac2 None None] Provisioning for port 65e1bab3-293e-4a94-9823-8361f0433ffb completed by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:29:04.592295 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-2d7670df-7d5a-40ac-ab04-30915db6aac2 None None] Provisioning complete for port 65e1bab3-293e-4a94-9823-8361f0433ffb triggered by entity DHCP. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:29:04.593183 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2d7670df-7d5a-40ac-ab04-30915db6aac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:04.639232 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-2d7670df-7d5a-40ac-ab04-30915db6aac2 None None] Port 65e1bab3-293e-4a94-9823-8361f0433ffb cannot update to ACTIVE because it is not bound. {{(pid=93808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:29:05.049310 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099a15f-5c78-48a9-b9cf-b8771f315669 req-47652031-6f1c-40ec-9374-81aba8afa34a tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:05.050857 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b099a15f-5c78-48a9-b9cf-b8771f315669 req-47652031-6f1c-40ec-9374-81aba8afa34a tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 931 time: 0.0699396 Jul 22 20:29:05.092798 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b099a15f-5c78-48a9-b9cf-b8771f315669 req-ad0840a0-e842-41e7-8765-5f25569fd62c tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347958 Jul 22 20:29:05.927421 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f564a3b9-4d03-4e63-a8e6-ab46a7f161dd req-ec3130a2-7f2a-40cc-8e92-f6c0a8e728f4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1249173 Jul 22 20:29:06.039426 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564a3b9-4d03-4e63-a8e6-ab46a7f161dd req-891ca414-4b06-4896-8856-1e7b197c4303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:06.042748 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f564a3b9-4d03-4e63-a8e6-ab46a7f161dd req-891ca414-4b06-4896-8856-1e7b197c4303 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0845a517aad420aa0bae7ed71456236&device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 1096 time: 0.0649610 Jul 22 20:29:06.188744 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564a3b9-4d03-4e63-a8e6-ab46a7f161dd req-032fa544-decf-4aac-bf53-3f8a1da63f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:06.190258 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f564a3b9-4d03-4e63-a8e6-ab46a7f161dd req-032fa544-decf-4aac-bf53-3f8a1da63f86 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6db6f75a-7d8f-4398-86e1-3b5318f05432 HTTP/1.1" status: 200 len: 911 time: 0.1286187 Jul 22 20:29:06.289013 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f564a3b9-4d03-4e63-a8e6-ab46a7f161dd req-0c7e237c-f61f-463f-9794-5bbbd2a976f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccb7de50-a858-4fcd-a429-222d74009fe0 HTTP/1.1" status: 200 len: 1000 time: 0.0796714 Jul 22 20:29:06.331211 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6affa08-2fcd-4241-a863-1a9d6633b91d req-3d5c6828-699d-4eb3-b362-76c31a6420ad tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:06.332755 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6affa08-2fcd-4241-a863-1a9d6633b91d req-3d5c6828-699d-4eb3-b362-76c31a6420ad tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 931 time: 0.1592259 Jul 22 20:29:06.367558 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564a3b9-4d03-4e63-a8e6-ab46a7f161dd req-aa2f701a-559b-489d-8cbb-772fbf1c0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:06.370482 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f564a3b9-4d03-4e63-a8e6-ab46a7f161dd req-aa2f701a-559b-489d-8cbb-772fbf1c0100 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=52e330a7-01ac-4d02-bb97-66199352ea5d HTTP/1.1" status: 200 len: 849 time: 0.0748022 Jul 22 20:29:06.421414 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6affa08-2fcd-4241-a863-1a9d6633b91d req-24e4eace-e052-4741-b607-a2e56f22402c tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782783 Jul 22 20:29:06.452627 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564a3b9-4d03-4e63-a8e6-ab46a7f161dd req-212da4d5-5cbc-4b59-90fc-5ebab9e1a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:06.454128 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f564a3b9-4d03-4e63-a8e6-ab46a7f161dd req-212da4d5-5cbc-4b59-90fc-5ebab9e1a889 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6db6f75a-7d8f-4398-86e1-3b5318f05432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771441 Jul 22 20:29:06.559139 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f564a3b9-4d03-4e63-a8e6-ab46a7f161dd req-898efb03-aa94-49e6-97e6-6984f70d42eb service neutron] 10.222.0.16 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968962 Jul 22 20:29:06.671543 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f564a3b9-4d03-4e63-a8e6-ab46a7f161dd req-c86ca89c-7f35-457a-ab6e-77b2571c30cd service neutron] 10.222.0.16 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059034 Jul 22 20:29:07.576297 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d935be2-4c46-4839-8670-4ae29c451f28 req-4b236c0b-fa38-4b50-a5bf-87b58487da9a tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:07.579301 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d935be2-4c46-4839-8670-4ae29c451f28 req-4b236c0b-fa38-4b50-a5bf-87b58487da9a tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 931 time: 0.0739672 Jul 22 20:29:07.626576 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d935be2-4c46-4839-8670-4ae29c451f28 req-c85f19be-a155-4ace-bc62-392f58c1e13b tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410161 Jul 22 20:29:08.768947 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33154ed4-8934-4297-a35a-9d019a3702c9 req-5e1928b1-04af-48aa-a53e-2b12f4ebf035 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:08.770448 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-33154ed4-8934-4297-a35a-9d019a3702c9 req-5e1928b1-04af-48aa-a53e-2b12f4ebf035 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 931 time: 0.0681844 Jul 22 20:29:08.811508 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-33154ed4-8934-4297-a35a-9d019a3702c9 req-38c794a7-d555-4754-baf3-e7c7fd87d649 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350018 Jul 22 20:29:09.857645 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:09.960851 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50866c-b9ea-4cae-bd84-81c7f06ee2e5 req-3f2d293c-9619-4b82-860b-ce3fcc0b9b7f tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:09.966935 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d50866c-b9ea-4cae-bd84-81c7f06ee2e5 req-3f2d293c-9619-4b82-860b-ce3fcc0b9b7f tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 931 time: 0.0769901 Jul 22 20:29:10.016381 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0d50866c-b9ea-4cae-bd84-81c7f06ee2e5 req-ff6e8a79-e0f7-4030-b181-00ddbf80a0ea tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423591 Jul 22 20:29:11.157453 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172256d-b5b6-4a58-a883-3bee924bf8f9 req-02b7b596-5df2-4362-94f2-359c42667a3e tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:11.159252 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0172256d-b5b6-4a58-a883-3bee924bf8f9 req-02b7b596-5df2-4362-94f2-359c42667a3e tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 931 time: 0.0740654 Jul 22 20:29:11.202735 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0172256d-b5b6-4a58-a883-3bee924bf8f9 req-b235fe5a-5bad-4c40-a7d7-64a1e02bd96a tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358033 Jul 22 20:29:12.354087 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c8ee1-57d6-4477-89af-1fe310750d8d req-c61302ad-67c8-438b-83be-4f6ee25f7aa4 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:12.355622 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d08c8ee1-57d6-4477-89af-1fe310750d8d req-c61302ad-67c8-438b-83be-4f6ee25f7aa4 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 931 time: 0.0750165 Jul 22 20:29:12.399612 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-d08c8ee1-57d6-4477-89af-1fe310750d8d req-5316cf51-654f-4e76-af84-7933cec9319c tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378394 Jul 22 20:29:12.652104 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:13.539306 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87715e05-60e9-4b63-81d6-630855ff659d req-4066af2c-4953-4628-a4f2-e1901e70b007 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:13.541115 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87715e05-60e9-4b63-81d6-630855ff659d req-4066af2c-4953-4628-a4f2-e1901e70b007 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 931 time: 0.0709469 Jul 22 20:29:13.583877 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-87715e05-60e9-4b63-81d6-630855ff659d req-335466de-14a7-4a08-b4f9-4542d81b5cf7 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371974 Jul 22 20:29:13.960217 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-9b09df98-0189-4e0f-b857-b3a311d32cf7 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:29:13.961322 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-9b09df98-0189-4e0f-b857-b3a311d32cf7 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059712 Jul 22 20:29:14.021949 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.v2.base [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] Request body: {'port': {'device_id': 'a61ec954-d903-4ce7-97c6-75982c59e46d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-12'}} {{(pid=93806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:29:14.095548 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:14.357551 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e1bab3-293e-4a94-9823-8361f0433ffb {{(pid=93806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:29:14.364897 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:14.377586 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] Transition to ACTIVE for port object 65e1bab3-293e-4a94-9823-8361f0433ffb will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:29:14.380894 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:14.429580 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] Pushing event updated for resources: {'Port': ['ID=65e1bab3-293e-4a94-9823-8361f0433ffb,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:29:14.507207 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] Attempting to bind port 65e1bab3-293e-4a94-9823-8361f0433ffb on host n-h1-800086-12 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:29:14.507549 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] Attempting to bind port 65e1bab3-293e-4a94-9823-8361f0433ffb by drivers openvswitch,hyperv on host n-h1-800086-12 at level 0 using segments [{'id': '5ee811d0-5013-4fe9-9056-93b4b8c73247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:29:14.507913 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] Attempting to bind port 65e1bab3-293e-4a94-9823-8361f0433ffb on network 6db6f75a-7d8f-4398-86e1-3b5318f05432 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:29:14.512582 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] Port 65e1bab3-293e-4a94-9823-8361f0433ffb on network 6db6f75a-7d8f-4398-86e1-3b5318f05432 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-12 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:29:14.512941 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] Attempting to bind port 65e1bab3-293e-4a94-9823-8361f0433ffb on network 6db6f75a-7d8f-4398-86e1-3b5318f05432 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:29:14.518331 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] Checking agent: {'id': 'fe8c9b25-e80b-4b52-99ba-e89be24c0e17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'started_at': datetime.datetime(2021, 7, 22, 18, 58, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:29:14.518673 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] Checking segment: {'id': '5ee811d0-5013-4fe9-9056-93b4b8c73247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:29:14.519130 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] Bound using segment: {'id': '5ee811d0-5013-4fe9-9056-93b4b8c73247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:29:14.519602 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] Bound port: 65e1bab3-293e-4a94-9823-8361f0433ffb, host: n-h1-800086-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee811d0-5013-4fe9-9056-93b4b8c73247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:29:14.519970 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:14.592652 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] For port 65e1bab3-293e-4a94-9823-8361f0433ffb, host n-h1-800086-12, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:29:14.595844 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] For port 65e1bab3-293e-4a94-9823-8361f0433ffb, host n-h1-800086-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=65e1bab3-293e-4a94-9823-8361f0433ffb,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:29:14.600512 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7428871'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:14.636546 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:14.637172 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:14.638579 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] 10.222.0.30 "PUT /v2.0/ports/65e1bab3-293e-4a94-9823-8361f0433ffb HTTP/1.1" status: 200 len: 1092 time: 0.6667278 Jul 22 20:29:14.639022 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61ec954-d903-4ce7-97c6-75982c59e46d', 'tag': '65e1bab3-293e-4a94-9823-8361f0433ffb'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:29:14.641305 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc991f6d-9141-4087-aefb-e68d55530725" -d '{"events": [{"name": "network-changed", "server_uuid": "a61ec954-d903-4ce7-97c6-75982c59e46d", "tag": "65e1bab3-293e-4a94-9823-8361f0433ffb"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:29:14.672925 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab143866-41d6-4aff-8169-545c2f0b6cfd service neutron] Pushing event updated for resources: {'Port': ['ID=65e1bab3-293e-4a94-9823-8361f0433ffb,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:29:14.748498 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-34f0e74e-9d7a-44f8-a539-43b0df9b93ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:14.751626 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-34f0e74e-9d7a-44f8-a539-43b0df9b93ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0845a517aad420aa0bae7ed71456236&device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 1095 time: 0.0732038 Jul 22 20:29:14.755313 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844bf47b-bacf-41a8-9bd9-af8db643b175 x-openstack-request-id: req-844bf47b-bacf-41a8-9bd9-af8db643b175 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:29:14.755608 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61ec954-d903-4ce7-97c6-75982c59e46d", "tag": "65e1bab3-293e-4a94-9823-8361f0433ffb", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:29:14.755859 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-844bf47b-bacf-41a8-9bd9-af8db643b175 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:29:14.756263 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61ec954-d903-4ce7-97c6-75982c59e46d', 'tag': '65e1bab3-293e-4a94-9823-8361f0433ffb', 'status': 'completed', 'code': 200} Jul 22 20:29:14.765983 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce012a-5151-4a63-b39d-fe21d475c117 req-e0a6d454-694a-4e57-94a8-b62874c7558e tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:14.767721 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a7ce012a-5151-4a63-b39d-fe21d475c117 req-e0a6d454-694a-4e57-94a8-b62874c7558e tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 943 time: 0.0788002 Jul 22 20:29:14.805107 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-70d1571e-2dbf-49a1-adaa-3e1829c7d179 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65e1bab3-293e-4a94-9823-8361f0433ffb HTTP/1.1" status: 200 len: 217 time: 0.0418553 Jul 22 20:29:14.817148 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-a7ce012a-5151-4a63-b39d-fe21d475c117 req-a9ff3384-10ab-4fe7-b74d-23bc9dca93ff tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372031 Jul 22 20:29:14.860968 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-c4e24fcd-3802-48dc-8b3f-351dafc47595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:14.862472 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-c4e24fcd-3802-48dc-8b3f-351dafc47595 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52e330a7-01ac-4d02-bb97-66199352ea5d HTTP/1.1" status: 200 len: 849 time: 0.0518527 Jul 22 20:29:14.928307 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-6e3485ce-dade-4b9e-b735-fe19f0976488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:14.929844 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-6e3485ce-dade-4b9e-b735-fe19f0976488 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6db6f75a-7d8f-4398-86e1-3b5318f05432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600433 Jul 22 20:29:15.025446 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-32354f4a-4664-4023-849e-fd340e3e56a4 service neutron] 10.222.0.30 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890980 Jul 22 20:29:15.115611 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-8313797c-1fcb-4a50-8195-e26901cc96ba req-9840d889-a7f2-4afb-a090-f6234fc36441 service neutron] 10.222.0.30 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836692 Jul 22 20:29:15.217829 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc991f6d-9141-4087-aefb-e68d55530725 req-91399eac-a673-46bf-91b3-1e0540fa6df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:15.219315 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fc991f6d-9141-4087-aefb-e68d55530725 req-91399eac-a673-46bf-91b3-1e0540fa6df7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0845a517aad420aa0bae7ed71456236&device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 1095 time: 0.0596941 Jul 22 20:29:15.307496 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc991f6d-9141-4087-aefb-e68d55530725 req-ee1e1adf-676f-4d88-83df-e24382d2b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:15.308990 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fc991f6d-9141-4087-aefb-e68d55530725 req-ee1e1adf-676f-4d88-83df-e24382d2b3cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=6db6f75a-7d8f-4398-86e1-3b5318f05432 HTTP/1.1" status: 200 len: 911 time: 0.0834613 Jul 22 20:29:15.353363 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fc991f6d-9141-4087-aefb-e68d55530725 req-3119d4d8-b895-491a-8726-a8741ae30483 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65e1bab3-293e-4a94-9823-8361f0433ffb HTTP/1.1" status: 200 len: 217 time: 0.0368941 Jul 22 20:29:15.401040 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc991f6d-9141-4087-aefb-e68d55530725 req-c17075dd-97e2-44c9-a224-590c5f9758d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:15.402362 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fc991f6d-9141-4087-aefb-e68d55530725 req-c17075dd-97e2-44c9-a224-590c5f9758d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52e330a7-01ac-4d02-bb97-66199352ea5d HTTP/1.1" status: 200 len: 849 time: 0.0429618 Jul 22 20:29:15.461308 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc991f6d-9141-4087-aefb-e68d55530725 req-140a4ffe-410e-4ce1-b803-80a3f8b9132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:15.463205 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fc991f6d-9141-4087-aefb-e68d55530725 req-140a4ffe-410e-4ce1-b803-80a3f8b9132c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6db6f75a-7d8f-4398-86e1-3b5318f05432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536840 Jul 22 20:29:15.555233 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fc991f6d-9141-4087-aefb-e68d55530725 req-ad5edf42-f19c-4bc8-ac64-a9b99b11ee16 service neutron] 10.222.0.30 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853729 Jul 22 20:29:15.657257 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-fc991f6d-9141-4087-aefb-e68d55530725 req-672d0412-de2a-494b-9701-349b083ef837 service neutron] 10.222.0.30 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940826 Jul 22 20:29:15.965751 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcffe5-6700-4fd9-bd3e-41934d5e2bb3 req-4a7ba616-0c6e-422e-aaf7-7c3c6616f0ad tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:15.967534 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6dcffe5-6700-4fd9-bd3e-41934d5e2bb3 req-4a7ba616-0c6e-422e-aaf7-7c3c6616f0ad tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 943 time: 0.0734959 Jul 22 20:29:16.010983 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-e6dcffe5-6700-4fd9-bd3e-41934d5e2bb3 req-21703775-c1ae-4109-8467-bfa39101ba00 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377038 Jul 22 20:29:17.145683 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe06096-8bc6-44e0-bdb4-aa261230655c req-4b13322b-9857-47ae-be72-e5b3c395e567 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:17.147257 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0fe06096-8bc6-44e0-bdb4-aa261230655c req-4b13322b-9857-47ae-be72-e5b3c395e567 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 943 time: 0.0672121 Jul 22 20:29:17.187647 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0fe06096-8bc6-44e0-bdb4-aa261230655c req-a3defa5e-3be4-46d5-8e7f-4be22f0a1e01 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331187 Jul 22 20:29:17.884782 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 65e1bab3-293e-4a94-9823-8361f0433ffb details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:29:17.981331 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 65e1bab3-293e-4a94-9823-8361f0433ffb, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=65e1bab3-293e-4a94-9823-8361f0433ffb,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:29:17.992168 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '65e1bab3-293e-4a94-9823-8361f0433ffb', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'port_id': '65e1bab3-293e-4a94-9823-8361f0433ffb', 'mac_address': 'fa:16:3e:f4:a1:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:29:18.029251 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:18.041765 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e1bab3-293e-4a94-9823-8361f0433ffb {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:29:18.060959 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 65e1bab3-293e-4a94-9823-8361f0433ffb, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=65e1bab3-293e-4a94-9823-8361f0433ffb,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:29:18.065042 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:18.110897 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=65e1bab3-293e-4a94-9823-8361f0433ffb,revision_number=4']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:29:18.315983 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['65e1bab3-293e-4a94-9823-8361f0433ffb'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:29:18.337600 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329915c9-dd90-4aff-a677-70c03c44b981 req-5009771c-70c5-47fe-bb87-2b40f9dfa76c tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:18.338953 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-329915c9-dd90-4aff-a677-70c03c44b981 req-5009771c-70c5-47fe-bb87-2b40f9dfa76c tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 944 time: 0.0703893 Jul 22 20:29:18.380754 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-329915c9-dd90-4aff-a677-70c03c44b981 req-ffe34d2a-254b-48ad-bdd0-483007591226 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351441 Jul 22 20:29:19.514842 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705084a-cfb2-4efb-921a-f76cefc6ce53 req-80f4c040-3a75-4c66-bff2-9582f98ae6e1 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:19.516348 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b705084a-cfb2-4efb-921a-f76cefc6ce53 req-80f4c040-3a75-4c66-bff2-9582f98ae6e1 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 944 time: 0.0661938 Jul 22 20:29:19.555316 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b705084a-cfb2-4efb-921a-f76cefc6ce53 req-8043c71d-af86-46a8-b7ae-44fe80354c7c tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328054 Jul 22 20:29:19.978550 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 65e1bab3-293e-4a94-9823-8361f0433ffb up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:29:20.027406 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning for port 65e1bab3-293e-4a94-9823-8361f0433ffb completed by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:29:20.031314 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 65e1bab3-293e-4a94-9823-8361f0433ffb triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:29:20.031684 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:20.109456 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:20.132362 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61ec954-d903-4ce7-97c6-75982c59e46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e1bab3-293e-4a94-9823-8361f0433ffb'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:29:20.135486 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3d4149-53d3-4317-abc9-2e23b674a64f" -d '{"events": [{"server_uuid": "a61ec954-d903-4ce7-97c6-75982c59e46d", "name": "network-vif-plugged", "status": "completed", "tag": "65e1bab3-293e-4a94-9823-8361f0433ffb"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:29:20.148637 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 65e1bab3-293e-4a94-9823-8361f0433ffb, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=65e1bab3-293e-4a94-9823-8361f0433ffb,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:29:20.153296 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:20.178407 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4223b0f5-a9dd-481f-87c4-0f637d90ab58 x-openstack-request-id: req-4223b0f5-a9dd-481f-87c4-0f637d90ab58 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:29:20.178696 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61ec954-d903-4ce7-97c6-75982c59e46d", "name": "network-vif-plugged", "status": "completed", "tag": "65e1bab3-293e-4a94-9823-8361f0433ffb", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:29:20.178953 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4223b0f5-a9dd-481f-87c4-0f637d90ab58 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:29:20.179335 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61ec954-d903-4ce7-97c6-75982c59e46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e1bab3-293e-4a94-9823-8361f0433ffb', 'code': 200} Jul 22 20:29:20.213403 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=65e1bab3-293e-4a94-9823-8361f0433ffb,revision_number=5']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:29:20.298561 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8557c8e-9800-4b8c-9fd0-d98cf1932403 req-0d4d71f2-fa0f-422d-bca0-12938c4672f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:20.300068 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8557c8e-9800-4b8c-9fd0-d98cf1932403 req-0d4d71f2-fa0f-422d-bca0-12938c4672f1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 1097 time: 0.0547998 Jul 22 20:29:20.338884 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-c8557c8e-9800-4b8c-9fd0-d98cf1932403 req-76706ca1-80e8-4959-a657-ba22e21db21e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319469 Jul 22 20:29:20.687684 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a6d45-92d0-44e2-b1d3-1342fc12a876 req-87a4cba5-9b49-4ed4-b724-9a2a54f0ef07 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:20.689239 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b11a6d45-92d0-44e2-b1d3-1342fc12a876 req-87a4cba5-9b49-4ed4-b724-9a2a54f0ef07 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 945 time: 0.0664127 Jul 22 20:29:20.729616 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b11a6d45-92d0-44e2-b1d3-1342fc12a876 req-98378c38-6233-4485-82a8-bb83984197ec tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344198 Jul 22 20:29:21.872788 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5155a9-2c6d-4134-82bf-a08ef6f072ae req-cf5988b9-b9ca-46a9-b9dd-e1f5645d6abd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:21.874299 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d5155a9-2c6d-4134-82bf-a08ef6f072ae req-cf5988b9-b9ca-46a9-b9dd-e1f5645d6abd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 945 time: 0.0705354 Jul 22 20:29:21.925437 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-2d5155a9-2c6d-4134-82bf-a08ef6f072ae req-fedf1147-e182-438a-8c85-da45df1420be tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451918 Jul 22 20:29:22.057969 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab05a1-e20e-401e-883f-341161d17ba7 req-b040399f-26fe-492f-959a-e51112d07bbd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:22.059391 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bfab05a1-e20e-401e-883f-341161d17ba7 req-b040399f-26fe-492f-959a-e51112d07bbd tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 945 time: 0.0661714 Jul 22 20:29:22.099264 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bfab05a1-e20e-401e-883f-341161d17ba7 req-dd7d1c50-131a-4e08-86d5-7d40c6afca1a tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342879 Jul 22 20:29:22.120557 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35994) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:29:22.178742 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c32445-2cfb-4e84-9465-beabf73230f5 tempest-TestSnapshotPattern-1678735992 tempest-TestSnapshotPattern-1678735992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:22.180279 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-e4c32445-2cfb-4e84-9465-beabf73230f5 tempest-TestSnapshotPattern-1678735992 tempest-TestSnapshotPattern-1678735992-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 1092 time: 0.0586860 Jul 22 20:29:22.183132 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 35996) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:29:22.187533 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.v2.base [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Request body: {'floatingip': {'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'port_id': '65e1bab3-293e-4a94-9823-8361f0433ffb', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:29:22.210967 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for floatingip, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:22.318419 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:22.439405 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_common [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Allocated IP 172.25.3.114 (9d80f4fc-5335-462b-8c88-395b7089e67f/0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3/0c630a47-bd60-479c-8c70-e4c3001eb223) {{(pid=93807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:29:22.542508 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for port, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:22.582092 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771871326585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:22.619939 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Network 9d80f4fc-5335-462b-8c88-395b7089e67f is already hosted by enough agents. {{(pid=93807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:29:22.622855 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.base_scheduler [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Resources bound (agent type, host, resource id): {{(pid=93807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:29:22.628409 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Received port after_create {{(pid=93807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:29:22.660037 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Pushing event updated for resources: {'Port': ['ID=0c630a47-bd60-479c-8c70-e4c3001eb223,revision_number=1']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:29:22.674017 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:22.674367 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:22.674713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:22.675053 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:22.675389 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:22.675720 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:22.676049 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:22.676383 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:22.676732 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:22.677054 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:22.677375 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:22.677699 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:29:23.011708 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:23.091142 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:23.241643 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for port, precommit_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:23.246893 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4898006'] for port, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:23.314446 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Pushing event updated for resources: {'Port': ['ID=0c630a47-bd60-479c-8c70-e4c3001eb223,revision_number=2']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:29:23.327087 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-910222'] for floatingip, after_update {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:23.426670 n-d-800086-12 neutron-server[93807]: INFO neutron.db.l3_db [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Floating IP 21c7cce0-1212-47b8-8663-85ab108b806e associated. External IP: 172.25.3.114, port: 65e1bab3-293e-4a94-9823-8361f0433ffb. Jul 22 20:29:23.988063 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Router d953fea3-6f15-4725-a50e-14f5fe9afe49 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:29:24.097589 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:29:24.108254 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb16eca3-4ef7-4298-bb0b-979c3815bafa None None] Sync routers for ids ['d953fea3-6f15-4725-a50e-14f5fe9afe49'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:29:24.114939 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:24.119636 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb16eca3-4ef7-4298-bb0b-979c3815bafa None None] Routers {'d953fea3-6f15-4725-a50e-14f5fe9afe49'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:29:24.120326 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-cb16eca3-4ef7-4298-bb0b-979c3815bafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:29:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d953fea3-6f15-4725-a50e-14f5fe9afe49'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:29:24.160653 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0b12e440-cdf7-4d9d-a2f2-3321c3334667 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9762013 Jul 22 20:29:24.161490 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61ec954-d903-4ce7-97c6-75982c59e46d', 'tag': '65e1bab3-293e-4a94-9823-8361f0433ffb'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:29:24.164110 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94962a1-6109-4b41-b95c-bcc78035912b" -d '{"events": [{"name": "network-changed", "server_uuid": "a61ec954-d903-4ce7-97c6-75982c59e46d", "tag": "65e1bab3-293e-4a94-9823-8361f0433ffb"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:29:24.235125 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-cb16eca3-4ef7-4298-bb0b-979c3815bafa None None] Set router d953fea3-6f15-4725-a50e-14f5fe9afe49 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:29:24.288068 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d3679c-89b0-467e-922a-c49525f9ad4f x-openstack-request-id: req-45d3679c-89b0-467e-922a-c49525f9ad4f {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:29:24.288361 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61ec954-d903-4ce7-97c6-75982c59e46d", "tag": "65e1bab3-293e-4a94-9823-8361f0433ffb", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:29:24.288684 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45d3679c-89b0-467e-922a-c49525f9ad4f {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:29:24.289093 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61ec954-d903-4ce7-97c6-75982c59e46d', 'tag': '65e1bab3-293e-4a94-9823-8361f0433ffb', 'status': 'completed', 'code': 200} Jul 22 20:29:24.361467 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94962a1-6109-4b41-b95c-bcc78035912b req-08fa75a3-2e9c-4d31-a2d4-1eba649f1c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:24.362983 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f94962a1-6109-4b41-b95c-bcc78035912b req-08fa75a3-2e9c-4d31-a2d4-1eba649f1c15 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0845a517aad420aa0bae7ed71456236&device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 1097 time: 0.0545905 Jul 22 20:29:24.455605 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94962a1-6109-4b41-b95c-bcc78035912b req-4ac63759-4aa5-41e5-aae4-8662d6a99170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:24.457143 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f94962a1-6109-4b41-b95c-bcc78035912b req-4ac63759-4aa5-41e5-aae4-8662d6a99170 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6db6f75a-7d8f-4398-86e1-3b5318f05432 HTTP/1.1" status: 200 len: 911 time: 0.0871897 Jul 22 20:29:24.494778 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-cb16eca3-4ef7-4298-bb0b-979c3815bafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'name': 'tempest-TestSnapshotPattern-1942288875-router', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '92504471-f365-45c2-890b-426cf2c1525a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:29Z', 'updated_at': '2021-07-22T20:26:32Z', 'revision_number': 4, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'gw_port': {'id': '92504471-f365-45c2-890b-426cf2c1525a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:30Z', 'updated_at': '2021-07-22T20:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '21c7cce0-1212-47b8-8663-85ab108b806e', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'port_id': '65e1bab3-293e-4a94-9823-8361f0433ffb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'mac_address': 'fa:16:3e:f4:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61ec954-d903-4ce7-97c6-75982c59e46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:29:22Z', 'updated_at': '2021-07-22T20:29:22Z', 'revision_number': 0, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'fixed_ip_address_scope': None}, {'id': '89ed93fa-3cd6-4ccb-b4cc-c4fcfa55c86f', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'port_id': 'ccb7de50-a858-4fcd-a429-222d74009fe0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'mac_address': 'fa:16:3e:ee:2f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:26:51Z', 'updated_at': '2021-07-22T20:26:53Z', 'revision_number': 1, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3c4d9c-75ff-4413-b4f6-0557c7bdb077', 'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'mac_address': 'fa:16:3e:c9:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:31Z', 'updated_at': '2021-07-22T20:26:36Z', 'revision_number': 5, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'subnets': [{'id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:29:24.521153 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb16eca3-4ef7-4298-bb0b-979c3815bafa None None] Checking router: d953fea3-6f15-4725-a50e-14f5fe9afe49 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:29:24.530522 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb16eca3-4ef7-4298-bb0b-979c3815bafa None None] Routers {'d953fea3-6f15-4725-a50e-14f5fe9afe49'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:29:24.531132 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-cb16eca3-4ef7-4298-bb0b-979c3815bafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:29:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d953fea3-6f15-4725-a50e-14f5fe9afe49'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:29:24.531495 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f94962a1-6109-4b41-b95c-bcc78035912b req-9a537f5e-8d6a-4b5f-af6f-4b61c87f6384 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65e1bab3-293e-4a94-9823-8361f0433ffb HTTP/1.1" status: 200 len: 999 time: 0.0672910 Jul 22 20:29:24.580497 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94962a1-6109-4b41-b95c-bcc78035912b req-ec0204eb-0884-4c19-9a9c-6d29e01b9885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:24.581972 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f94962a1-6109-4b41-b95c-bcc78035912b req-ec0204eb-0884-4c19-9a9c-6d29e01b9885 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52e330a7-01ac-4d02-bb97-66199352ea5d HTTP/1.1" status: 200 len: 849 time: 0.0442894 Jul 22 20:29:24.639672 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-cb16eca3-4ef7-4298-bb0b-979c3815bafa None None] Set router d953fea3-6f15-4725-a50e-14f5fe9afe49 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:29:24.640106 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94962a1-6109-4b41-b95c-bcc78035912b req-ca2d3635-54fe-4eb7-9a55-73167dfd7bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:24.641742 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f94962a1-6109-4b41-b95c-bcc78035912b req-ca2d3635-54fe-4eb7-9a55-73167dfd7bd2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6db6f75a-7d8f-4398-86e1-3b5318f05432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529904 Jul 22 20:29:24.740386 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f94962a1-6109-4b41-b95c-bcc78035912b req-024b30f0-da6d-464b-9779-e32d5449d7fc service neutron] 10.222.0.30 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923629 Jul 22 20:29:24.839542 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-f94962a1-6109-4b41-b95c-bcc78035912b req-6b657f9d-57e1-4b02-a4f4-610d647a4d81 service neutron] 10.222.0.30 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923202 Jul 22 20:29:24.876619 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-cb16eca3-4ef7-4298-bb0b-979c3815bafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'name': 'tempest-TestSnapshotPattern-1942288875-router', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '92504471-f365-45c2-890b-426cf2c1525a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:29Z', 'updated_at': '2021-07-22T20:26:32Z', 'revision_number': 4, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'gw_port': {'id': '92504471-f365-45c2-890b-426cf2c1525a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:30Z', 'updated_at': '2021-07-22T20:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '21c7cce0-1212-47b8-8663-85ab108b806e', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'port_id': '65e1bab3-293e-4a94-9823-8361f0433ffb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'mac_address': 'fa:16:3e:f4:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61ec954-d903-4ce7-97c6-75982c59e46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:29:22Z', 'updated_at': '2021-07-22T20:29:22Z', 'revision_number': 0, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'fixed_ip_address_scope': None}, {'id': '89ed93fa-3cd6-4ccb-b4cc-c4fcfa55c86f', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'port_id': 'ccb7de50-a858-4fcd-a429-222d74009fe0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'mac_address': 'fa:16:3e:ee:2f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:26:51Z', 'updated_at': '2021-07-22T20:26:53Z', 'revision_number': 1, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3c4d9c-75ff-4413-b4f6-0557c7bdb077', 'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'mac_address': 'fa:16:3e:c9:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:31Z', 'updated_at': '2021-07-22T20:26:36Z', 'revision_number': 5, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'subnets': [{'id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:29:24.905040 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb16eca3-4ef7-4298-bb0b-979c3815bafa None None] The sync data for ids ['d953fea3-6f15-4725-a50e-14f5fe9afe49'] in n-d-800086-12 is: [{'id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'name': 'tempest-TestSnapshotPattern-1942288875-router', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '92504471-f365-45c2-890b-426cf2c1525a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:29Z', 'updated_at': '2021-07-22T20:26:32Z', 'revision_number': 4, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'gw_port': {'id': '92504471-f365-45c2-890b-426cf2c1525a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:30Z', 'updated_at': '2021-07-22T20:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '21c7cce0-1212-47b8-8663-85ab108b806e', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'port_id': '65e1bab3-293e-4a94-9823-8361f0433ffb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'mac_address': 'fa:16:3e:f4:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61ec954-d903-4ce7-97c6-75982c59e46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:29:22Z', 'updated_at': '2021-07-22T20:29:22Z', 'revision_number': 0, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'fixed_ip_address_scope': None}, {'id': '89ed93fa-3cd6-4ccb-b4cc-c4fcfa55c86f', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'port_id': 'ccb7de50-a858-4fcd-a429-222d74009fe0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'mac_address': 'fa:16:3e:ee:2f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:26:51Z', 'updated_at': '2021-07-22T20:26:53Z', 'revision_number': 1, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3c4d9c-75ff-4413-b4f6-0557c7bdb077', 'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'mac_address': 'fa:16:3e:c9:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:31Z', 'updated_at': '2021-07-22T20:26:36Z', 'revision_number': 5, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'subnets': [{'id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:29:25.106256 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232bf0c8-017b-4dea-957a-d554d4b5887a None None] New status for floating IP 21c7cce0-1212-47b8-8663-85ab108b806e: ACTIVE {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:29:28.625858 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-e1f29c7a-3fc9-4f80-952f-611469c7c7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:31.129542 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-212d408f-07c6-49ec-ad94-a4e8310dd6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:31.268040 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:32.687730 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:34.345258 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:34.763062 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:29:39.881345 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:42.649468 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:58.627401 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-097b073a-51d3-4eb5-ba03-6d69d29c7700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:00.701061 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a59f82c8-df61-478a-9dd0-cbd2056a6f0f req-4b715146-ba70-430e-a89a-eb1ea7fdda31 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0595129 Jul 22 20:30:00.801319 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f82c8-df61-478a-9dd0-cbd2056a6f0f req-818ce549-72ea-4d21-a54b-7d84e32e4907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:00.802878 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a59f82c8-df61-478a-9dd0-cbd2056a6f0f req-818ce549-72ea-4d21-a54b-7d84e32e4907 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0845a517aad420aa0bae7ed71456236&device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 1097 time: 0.0576606 Jul 22 20:30:00.908417 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f82c8-df61-478a-9dd0-cbd2056a6f0f req-1689ff97-7ee8-405d-9c22-571ffed99d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:00.910069 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a59f82c8-df61-478a-9dd0-cbd2056a6f0f req-1689ff97-7ee8-405d-9c22-571ffed99d74 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6db6f75a-7d8f-4398-86e1-3b5318f05432 HTTP/1.1" status: 200 len: 911 time: 0.0885782 Jul 22 20:30:00.982540 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a59f82c8-df61-478a-9dd0-cbd2056a6f0f req-11f9071e-3252-4f08-a73e-967358a3aead service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65e1bab3-293e-4a94-9823-8361f0433ffb HTTP/1.1" status: 200 len: 1001 time: 0.0577745 Jul 22 20:30:01.030595 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f82c8-df61-478a-9dd0-cbd2056a6f0f req-d0dfc017-b0a3-4611-a437-81e31d9c74f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:01.032031 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a59f82c8-df61-478a-9dd0-cbd2056a6f0f req-d0dfc017-b0a3-4611-a437-81e31d9c74f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52e330a7-01ac-4d02-bb97-66199352ea5d HTTP/1.1" status: 200 len: 849 time: 0.0432792 Jul 22 20:30:01.093933 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f82c8-df61-478a-9dd0-cbd2056a6f0f req-0b15f9fb-853d-4608-a1cf-0e010d1614a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:01.095430 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a59f82c8-df61-478a-9dd0-cbd2056a6f0f req-0b15f9fb-853d-4608-a1cf-0e010d1614a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6db6f75a-7d8f-4398-86e1-3b5318f05432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566773 Jul 22 20:30:01.131760 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1e19fdd9-cecb-4e5f-8b36-97f2036f5ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:01.188861 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a59f82c8-df61-478a-9dd0-cbd2056a6f0f req-afce10f2-a708-45c9-8e2e-487fe88dd426 service neutron] 10.222.0.30 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843487 Jul 22 20:30:01.269545 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:01.283800 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-a59f82c8-df61-478a-9dd0-cbd2056a6f0f req-cdc749ed-bf1b-4e62-920f-1ad58a6d6e77 service neutron] 10.222.0.30 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887916 Jul 22 20:30:02.690794 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:04.346668 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:06.835821 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c82d35d6-416b-41bc-ae5d-4be1da1b5b87 req-c91734e5-2818-44c7-9686-4c82269814f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0594499 Jul 22 20:30:06.941524 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d35d6-416b-41bc-ae5d-4be1da1b5b87 req-d81570e4-04a6-4658-9c7a-366dd0e615ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:06.943034 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c82d35d6-416b-41bc-ae5d-4be1da1b5b87 req-d81570e4-04a6-4658-9c7a-366dd0e615ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0845a517aad420aa0bae7ed71456236&device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 1096 time: 0.0653288 Jul 22 20:30:07.052057 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d35d6-416b-41bc-ae5d-4be1da1b5b87 req-35618e78-5859-4e91-89ef-200861bfc11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:07.053581 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c82d35d6-416b-41bc-ae5d-4be1da1b5b87 req-35618e78-5859-4e91-89ef-200861bfc11c service neutron] 10.222.0.16 "GET /v2.0/networks?id=6db6f75a-7d8f-4398-86e1-3b5318f05432 HTTP/1.1" status: 200 len: 911 time: 0.0879726 Jul 22 20:30:07.125536 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c82d35d6-416b-41bc-ae5d-4be1da1b5b87 req-347dfea8-b72a-4e20-9917-ad02ce394e1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccb7de50-a858-4fcd-a429-222d74009fe0 HTTP/1.1" status: 200 len: 1000 time: 0.0642927 Jul 22 20:30:07.176319 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d35d6-416b-41bc-ae5d-4be1da1b5b87 req-ae8c7baa-cdf0-4037-9501-20b15d12bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:07.177823 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c82d35d6-416b-41bc-ae5d-4be1da1b5b87 req-ae8c7baa-cdf0-4037-9501-20b15d12bbbc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=52e330a7-01ac-4d02-bb97-66199352ea5d HTTP/1.1" status: 200 len: 849 time: 0.0461354 Jul 22 20:30:07.237576 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d35d6-416b-41bc-ae5d-4be1da1b5b87 req-c5901fcc-8781-4028-a5e7-2d5e2a63573a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:07.239097 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c82d35d6-416b-41bc-ae5d-4be1da1b5b87 req-c5901fcc-8781-4028-a5e7-2d5e2a63573a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6db6f75a-7d8f-4398-86e1-3b5318f05432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546057 Jul 22 20:30:07.338830 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c82d35d6-416b-41bc-ae5d-4be1da1b5b87 req-23069ddf-183a-436a-b9d2-b0f8668aa959 service neutron] 10.222.0.16 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901458 Jul 22 20:30:07.428810 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c82d35d6-416b-41bc-ae5d-4be1da1b5b87 req-8cdbfffe-4af1-44fc-9341-1d5518a78b2a service neutron] 10.222.0.16 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831800 Jul 22 20:30:09.880123 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:11.762597 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:30:12.648360 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:28.628449 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0fb50cf4-ff21-4f12-af9b-2e5993c68b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:31.136617 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-447b1f59-9915-4084-b85f-50f10d45f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:31.271268 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:32.695792 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:34.350418 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:39.882927 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:42.664189 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.494560 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 65e1bab3-293e-4a94-9823-8361f0433ffb details requested by agent hyperv_n-h1-800086-12 with host n-h1-800086-12 {{(pid=93808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:30:48.600626 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 65e1bab3-293e-4a94-9823-8361f0433ffb, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=65e1bab3-293e-4a94-9823-8361f0433ffb,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:30:48.612374 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Returning: {'device': '65e1bab3-293e-4a94-9823-8361f0433ffb', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'port_id': '65e1bab3-293e-4a94-9823-8361f0433ffb', 'mac_address': 'fa:16:3e:f4:a1:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:30:48.658313 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.673729 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65e1bab3-293e-4a94-9823-8361f0433ffb {{(pid=93808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:30:48.695847 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 65e1bab3-293e-4a94-9823-8361f0433ffb, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=65e1bab3-293e-4a94-9823-8361f0433ffb,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:30:48.700707 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.757588 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=65e1bab3-293e-4a94-9823-8361f0433ffb,revision_number=6']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:48.765995 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:48.766476 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:48.766608 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:48.766901 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:48.767037 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:30:48.767510 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:48.767604 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:48.767864 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:48.768186 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:48.768524 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:48.768853 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:48.769168 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:48.769494 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:48.774766 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] get_ports_and_sgs() called for port_ids ['65e1bab3-293e-4a94-9823-8361f0433ffb'] {{(pid=93808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:30:50.518886 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 65e1bab3-293e-4a94-9823-8361f0433ffb up at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:30:50.590917 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.provisioning_blocks [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Provisioning complete for port 65e1bab3-293e-4a94-9823-8361f0433ffb triggered by entity L2. {{(pid=93808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:30:50.591264 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741116'] for port, provisioning_complete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:50.696526 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:50.730923 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61ec954-d903-4ce7-97c6-75982c59e46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e1bab3-293e-4a94-9823-8361f0433ffb'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:30:50.733958 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c240e49-9ad4-40a7-b517-4c0da5948737" -d '{"events": [{"server_uuid": "a61ec954-d903-4ce7-97c6-75982c59e46d", "name": "network-vif-plugged", "status": "completed", "tag": "65e1bab3-293e-4a94-9823-8361f0433ffb"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:30:50.741766 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 65e1bab3-293e-4a94-9823-8361f0433ffb, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=65e1bab3-293e-4a94-9823-8361f0433ffb,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:30:50.746947 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:50.797233 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f6b9c8-2987-4ae8-94e3-8d7c0e2fbb0e x-openstack-request-id: req-42f6b9c8-2987-4ae8-94e3-8d7c0e2fbb0e {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:30:50.797428 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61ec954-d903-4ce7-97c6-75982c59e46d", "name": "network-vif-plugged", "status": "completed", "tag": "65e1bab3-293e-4a94-9823-8361f0433ffb", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:30:50.797651 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42f6b9c8-2987-4ae8-94e3-8d7c0e2fbb0e {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:30:50.798109 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61ec954-d903-4ce7-97c6-75982c59e46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e1bab3-293e-4a94-9823-8361f0433ffb', 'code': 200} Jul 22 20:30:50.822807 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=65e1bab3-293e-4a94-9823-8361f0433ffb,revision_number=7']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:58.191062 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36186) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:30:58.349695 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Deleting port 0c630a47-bd60-479c-8c70-e4c3001eb223 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:30:58.350043 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:58.429780 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:58.430109 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:58.442529 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Calling delete_port for 0c630a47-bd60-479c-8c70-e4c3001eb223 owned by network:floatingip {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:30:58.594088 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:58.624525 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Pushing event deleted for resources: {'Port': ['ID=0c630a47-bd60-479c-8c70-e4c3001eb223,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:58.631844 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-846e776a-4f74-4cf1-98ef-6f6b53ad40af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:58.651242 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:58.651589 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:58.651980 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:58.652345 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:58.652713 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:58.653046 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:58.653374 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:58.654208 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:58.654533 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:58.654852 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:58.655171 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:58.655493 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:58.698353 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for floatingip, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:58.698569 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Floating IP 21c7cce0-1212-47b8-8663-85ab108b806e disassociated (deleted). External IP: 172.25.3.114, port: 65e1bab3-293e-4a94-9823-8361f0433ffb. Jul 22 20:30:58.905996 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Router d953fea3-6f15-4725-a50e-14f5fe9afe49 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:30:59.011579 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:30:59.018288 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:59.021842 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3169f8e7-8169-4ebf-aae4-9724e9ea39be None None] Sync routers for ids ['d953fea3-6f15-4725-a50e-14f5fe9afe49'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:30:59.031877 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3169f8e7-8169-4ebf-aae4-9724e9ea39be None None] Routers {'d953fea3-6f15-4725-a50e-14f5fe9afe49'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:30:59.032560 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3169f8e7-8169-4ebf-aae4-9724e9ea39be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:30:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d953fea3-6f15-4725-a50e-14f5fe9afe49'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:30:59.053580 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-7589a5e7-699c-4674-ac5b-fb04755c001d tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "DELETE /v2.0/floatingips/21c7cce0-1212-47b8-8663-85ab108b806e HTTP/1.1" status: 204 len: 168 time: 0.8613515 Jul 22 20:30:59.054270 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61ec954-d903-4ce7-97c6-75982c59e46d', 'tag': '65e1bab3-293e-4a94-9823-8361f0433ffb'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:30:59.056659 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fae2d7-04ae-4bac-9a58-5029cc5f9aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "a61ec954-d903-4ce7-97c6-75982c59e46d", "tag": "65e1bab3-293e-4a94-9823-8361f0433ffb"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:30:59.096883 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9704eb-4e52-4e0e-96d2-d43be1c4a41a x-openstack-request-id: req-9a9704eb-4e52-4e0e-96d2-d43be1c4a41a {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:30:59.097197 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61ec954-d903-4ce7-97c6-75982c59e46d", "tag": "65e1bab3-293e-4a94-9823-8361f0433ffb", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:30:59.097451 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a9704eb-4e52-4e0e-96d2-d43be1c4a41a {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:30:59.097857 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61ec954-d903-4ce7-97c6-75982c59e46d', 'tag': '65e1bab3-293e-4a94-9823-8361f0433ffb', 'status': 'completed', 'code': 200} Jul 22 20:30:59.153409 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-3169f8e7-8169-4ebf-aae4-9724e9ea39be None None] Set router d953fea3-6f15-4725-a50e-14f5fe9afe49 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:30:59.182686 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fae2d7-04ae-4bac-9a58-5029cc5f9aaa req-9ce19542-97f9-4fca-8fdc-0844546bf7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:59.184650 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d0fae2d7-04ae-4bac-9a58-5029cc5f9aaa req-9ce19542-97f9-4fca-8fdc-0844546bf7d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0845a517aad420aa0bae7ed71456236&device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 1097 time: 0.0645263 Jul 22 20:30:59.282173 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fae2d7-04ae-4bac-9a58-5029cc5f9aaa req-e8d3a9a5-0b1f-4b75-9f91-518b01378067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:59.283616 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d0fae2d7-04ae-4bac-9a58-5029cc5f9aaa req-e8d3a9a5-0b1f-4b75-9f91-518b01378067 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6db6f75a-7d8f-4398-86e1-3b5318f05432 HTTP/1.1" status: 200 len: 911 time: 0.0932281 Jul 22 20:30:59.319711 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799f37d-6a75-4383-9732-8ff026714f43 req-4a2f16d1-deb5-4bb1-a2c8-156f26681949 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:59.321473 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0799f37d-6a75-4383-9732-8ff026714f43 req-4a2f16d1-deb5-4bb1-a2c8-156f26681949 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 945 time: 0.0758157 Jul 22 20:30:59.327789 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d0fae2d7-04ae-4bac-9a58-5029cc5f9aaa req-db5da41a-d01b-4480-8fd3-1e5a9aa4dbc1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65e1bab3-293e-4a94-9823-8361f0433ffb HTTP/1.1" status: 200 len: 217 time: 0.0371058 Jul 22 20:30:59.364838 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-0799f37d-6a75-4383-9732-8ff026714f43 req-477b2f5c-9b38-4e81-a77e-81bb499b81d7 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367868 Jul 22 20:30:59.380103 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fae2d7-04ae-4bac-9a58-5029cc5f9aaa req-d406fe6f-c064-4241-9a55-62cc5422ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:59.381608 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d0fae2d7-04ae-4bac-9a58-5029cc5f9aaa req-d406fe6f-c064-4241-9a55-62cc5422ff9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52e330a7-01ac-4d02-bb97-66199352ea5d HTTP/1.1" status: 200 len: 849 time: 0.0475399 Jul 22 20:30:59.425632 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3169f8e7-8169-4ebf-aae4-9724e9ea39be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'name': 'tempest-TestSnapshotPattern-1942288875-router', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '92504471-f365-45c2-890b-426cf2c1525a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:29Z', 'updated_at': '2021-07-22T20:26:32Z', 'revision_number': 4, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'gw_port': {'id': '92504471-f365-45c2-890b-426cf2c1525a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:30Z', 'updated_at': '2021-07-22T20:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '89ed93fa-3cd6-4ccb-b4cc-c4fcfa55c86f', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'port_id': 'ccb7de50-a858-4fcd-a429-222d74009fe0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'mac_address': 'fa:16:3e:ee:2f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:26:51Z', 'updated_at': '2021-07-22T20:26:53Z', 'revision_number': 1, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3c4d9c-75ff-4413-b4f6-0557c7bdb077', 'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'mac_address': 'fa:16:3e:c9:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:31Z', 'updated_at': '2021-07-22T20:26:36Z', 'revision_number': 5, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'subnets': [{'id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:30:59.453538 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3169f8e7-8169-4ebf-aae4-9724e9ea39be None None] Checking router: d953fea3-6f15-4725-a50e-14f5fe9afe49 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:30:59.462835 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3169f8e7-8169-4ebf-aae4-9724e9ea39be None None] Routers {'d953fea3-6f15-4725-a50e-14f5fe9afe49'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:30:59.463493 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3169f8e7-8169-4ebf-aae4-9724e9ea39be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:30:31Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d953fea3-6f15-4725-a50e-14f5fe9afe49'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:30:59.579363 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-3169f8e7-8169-4ebf-aae4-9724e9ea39be None None] Set router d953fea3-6f15-4725-a50e-14f5fe9afe49 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:30:59.786819 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fae2d7-04ae-4bac-9a58-5029cc5f9aaa req-d0176193-ada9-45ab-a4eb-eaddcb35de9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:59.788427 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d0fae2d7-04ae-4bac-9a58-5029cc5f9aaa req-d0176193-ada9-45ab-a4eb-eaddcb35de9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6db6f75a-7d8f-4398-86e1-3b5318f05432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4005275 Jul 22 20:30:59.819217 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-3169f8e7-8169-4ebf-aae4-9724e9ea39be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'name': 'tempest-TestSnapshotPattern-1942288875-router', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '92504471-f365-45c2-890b-426cf2c1525a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:29Z', 'updated_at': '2021-07-22T20:26:32Z', 'revision_number': 4, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'gw_port': {'id': '92504471-f365-45c2-890b-426cf2c1525a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:30Z', 'updated_at': '2021-07-22T20:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '89ed93fa-3cd6-4ccb-b4cc-c4fcfa55c86f', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'port_id': 'ccb7de50-a858-4fcd-a429-222d74009fe0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'mac_address': 'fa:16:3e:ee:2f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:26:51Z', 'updated_at': '2021-07-22T20:26:53Z', 'revision_number': 1, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3c4d9c-75ff-4413-b4f6-0557c7bdb077', 'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'mac_address': 'fa:16:3e:c9:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:31Z', 'updated_at': '2021-07-22T20:26:36Z', 'revision_number': 5, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'subnets': [{'id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:30:59.850115 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3169f8e7-8169-4ebf-aae4-9724e9ea39be None None] The sync data for ids ['d953fea3-6f15-4725-a50e-14f5fe9afe49'] in n-d-800086-12 is: [{'id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'name': 'tempest-TestSnapshotPattern-1942288875-router', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '92504471-f365-45c2-890b-426cf2c1525a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:29Z', 'updated_at': '2021-07-22T20:26:32Z', 'revision_number': 4, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'gw_port': {'id': '92504471-f365-45c2-890b-426cf2c1525a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:30Z', 'updated_at': '2021-07-22T20:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_floatingips': [{'id': '89ed93fa-3cd6-4ccb-b4cc-c4fcfa55c86f', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'router_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'port_id': 'ccb7de50-a858-4fcd-a429-222d74009fe0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'mac_address': 'fa:16:3e:ee:2f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:26:51Z', 'updated_at': '2021-07-22T20:26:53Z', 'revision_number': 1, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3c4d9c-75ff-4413-b4f6-0557c7bdb077', 'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'mac_address': 'fa:16:3e:c9:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:31Z', 'updated_at': '2021-07-22T20:26:36Z', 'revision_number': 5, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'subnets': [{'id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:30:59.881720 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d0fae2d7-04ae-4bac-9a58-5029cc5f9aaa req-0309d2da-9f0e-4777-87dc-61727d8851ee service neutron] 10.222.0.30 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858057 Jul 22 20:30:59.981296 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-d0fae2d7-04ae-4bac-9a58-5029cc5f9aaa req-064c335c-9eff-406f-b301-db09791b2243 service neutron] 10.222.0.30 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934763 Jul 22 20:31:00.083595 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf74a4c-a66d-47a4-9e25-0cfb0c8bb377 None None] New status for floating IP 21c7cce0-1212-47b8-8663-85ab108b806e: DOWN {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:31:00.502475 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698a547-4310-49ff-a0e9-f686053d70dd req-9ec97ca9-d8e0-4e4d-b55e-d015045ecec5 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:00.504131 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f698a547-4310-49ff-a0e9-f686053d70dd req-9ec97ca9-d8e0-4e4d-b55e-d015045ecec5 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 945 time: 0.0666528 Jul 22 20:31:00.544048 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-f698a547-4310-49ff-a0e9-f686053d70dd req-f953df21-76b0-4d38-ae59-f92fd0fe93a0 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327826 Jul 22 20:31:00.569597 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 65e1bab3-293e-4a94-9823-8361f0433ffb no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:31:00.648024 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1638021'] for port, before_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:00.670614 n-d-800086-12 neutron-server[93808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61ec954-d903-4ce7-97c6-75982c59e46d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65e1bab3-293e-4a94-9823-8361f0433ffb'}] {{(pid=93808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:31:00.672912 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e6d3ba82cc1aedc7dce2801bc8de0acb1fbfc9e40a50aa95e020c09b95f8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e54eb00-93c5-4ec9-843e-2d8481df1b20" -d '{"events": [{"server_uuid": "a61ec954-d903-4ce7-97c6-75982c59e46d", "name": "network-vif-unplugged", "status": "completed", "tag": "65e1bab3-293e-4a94-9823-8361f0433ffb"}]}' {{(pid=93808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:31:00.686134 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] For port 65e1bab3-293e-4a94-9823-8361f0433ffb, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=65e1bab3-293e-4a94-9823-8361f0433ffb,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:31:00.690268 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771871649082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771871326603', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771871326621'] for port, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:00.717324 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 20:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34579ea8-65a3-4e3a-9849-be9f6a065616 x-openstack-request-id: req-34579ea8-65a3-4e3a-9849-be9f6a065616 {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:31:00.717620 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61ec954-d903-4ce7-97c6-75982c59e46d", "name": "network-vif-unplugged", "status": "completed", "tag": "65e1bab3-293e-4a94-9823-8361f0433ffb", "code": 200}]} {{(pid=93808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:31:00.717872 n-d-800086-12 neutron-server[93808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34579ea8-65a3-4e3a-9849-be9f6a065616 {{(pid=93808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:31:00.718263 n-d-800086-12 neutron-server[93808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61ec954-d903-4ce7-97c6-75982c59e46d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65e1bab3-293e-4a94-9823-8361f0433ffb', 'code': 200} Jul 22 20:31:00.746402 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Pushing event updated for resources: {'Port': ['ID=65e1bab3-293e-4a94-9823-8361f0433ffb,revision_number=8']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:31:00.774769 n-d-800086-12 neutron-server[93806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482bc47-02f6-4627-ae05-86060ad63c0e req-ee13830e-75a8-4baf-8efd-195d4841eef0 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:00.776289 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1482bc47-02f6-4627-ae05-86060ad63c0e req-ee13830e-75a8-4baf-8efd-195d4841eef0 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.30 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 943 time: 0.0716298 Jul 22 20:31:00.884604 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-1482bc47-02f6-4627-ae05-86060ad63c0e req-1b7fb63d-b3a6-46a1-be99-4a775e940a78 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Deleting port 65e1bab3-293e-4a94-9823-8361f0433ffb {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:31:00.884946 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1482bc47-02f6-4627-ae05-86060ad63c0e req-1b7fb63d-b3a6-46a1-be99-4a775e940a78 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:00.974050 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [req-1482bc47-02f6-4627-ae05-86060ad63c0e req-1b7fb63d-b3a6-46a1-be99-4a775e940a78 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] For port 65e1bab3-293e-4a94-9823-8361f0433ffb, host n-h1-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-12',level=0,port_id=65e1bab3-293e-4a94-9823-8361f0433ffb,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:31:00.974409 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1482bc47-02f6-4627-ae05-86060ad63c0e req-1b7fb63d-b3a6-46a1-be99-4a775e940a78 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:00.987317 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [req-1482bc47-02f6-4627-ae05-86060ad63c0e req-1b7fb63d-b3a6-46a1-be99-4a775e940a78 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Calling delete_port for 65e1bab3-293e-4a94-9823-8361f0433ffb owned by compute:nova {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:31:01.119516 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1482bc47-02f6-4627-ae05-86060ad63c0e req-1b7fb63d-b3a6-46a1-be99-4a775e940a78 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:01.137436 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-31785182-acbc-464a-ad81-ee37b538b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:01.149335 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fb63d-b3a6-46a1-be99-4a775e940a78 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Pushing event deleted for resources: {'Port': ['ID=65e1bab3-293e-4a94-9823-8361f0433ffb,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:31:01.201914 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [req-1482bc47-02f6-4627-ae05-86060ad63c0e req-1b7fb63d-b3a6-46a1-be99-4a775e940a78 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] No DVR routers for this DVR port 65e1bab3-293e-4a94-9823-8361f0433ffb on host n-h1-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:31:01.204697 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [req-1482bc47-02f6-4627-ae05-86060ad63c0e req-1b7fb63d-b3a6-46a1-be99-4a775e940a78 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:01.206915 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [req-1482bc47-02f6-4627-ae05-86060ad63c0e req-1b7fb63d-b3a6-46a1-be99-4a775e940a78 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.30 "DELETE /v2.0/ports/65e1bab3-293e-4a94-9823-8361f0433ffb HTTP/1.1" status: 204 len: 173 time: 0.4251590 Jul 22 20:31:01.207379 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61ec954-d903-4ce7-97c6-75982c59e46d', 'name': 'network-vif-deleted', 'tag': '65e1bab3-293e-4a94-9823-8361f0433ffb'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:31:01.209716 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592a46e4-eb9b-49d3-88b4-bf454c8d090b" -d '{"events": [{"server_uuid": "a61ec954-d903-4ce7-97c6-75982c59e46d", "name": "network-vif-deleted", "tag": "65e1bab3-293e-4a94-9823-8361f0433ffb"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:31:01.249997 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b221c1a7-cbeb-4231-97f1-bc82f41863e5 x-openstack-request-id: req-b221c1a7-cbeb-4231-97f1-bc82f41863e5 {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:31:01.250290 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61ec954-d903-4ce7-97c6-75982c59e46d", "name": "network-vif-deleted", "tag": "65e1bab3-293e-4a94-9823-8361f0433ffb", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:31:01.250599 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b221c1a7-cbeb-4231-97f1-bc82f41863e5 {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:31:01.251025 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61ec954-d903-4ce7-97c6-75982c59e46d', 'name': 'network-vif-deleted', 'tag': '65e1bab3-293e-4a94-9823-8361f0433ffb', 'status': 'completed', 'code': 200} Jul 22 20:31:01.276533 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:01.681068 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-22cb6a1d-ede8-49e1-b49e-7a576e7a661c req-a216f86d-0724-4abe-8768-6e6a8c01075f tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=a61ec954-d903-4ce7-97c6-75982c59e46d HTTP/1.1" status: 200 len: 210 time: 0.0329540 Jul 22 20:31:02.697849 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:03.257637 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36246) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:31:03.414373 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f4447795-20e0-4106-ae26-f813aa83da45 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Deleting port 59a15256-67ff-4ff3-bd3f-f63c165e94f4 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:31:03.414720 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4447795-20e0-4106-ae26-f813aa83da45 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:03.489862 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4447795-20e0-4106-ae26-f813aa83da45 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:03.490093 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4447795-20e0-4106-ae26-f813aa83da45 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:03.502210 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-f4447795-20e0-4106-ae26-f813aa83da45 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Calling delete_port for 59a15256-67ff-4ff3-bd3f-f63c165e94f4 owned by network:floatingip {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:31:03.657942 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4447795-20e0-4106-ae26-f813aa83da45 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:03.681471 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4447795-20e0-4106-ae26-f813aa83da45 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Pushing event deleted for resources: {'Port': ['ID=59a15256-67ff-4ff3-bd3f-f63c165e94f4,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:31:03.752062 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4447795-20e0-4106-ae26-f813aa83da45 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for floatingip, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:03.752315 n-d-800086-12 neutron-server[93806]: INFO neutron.db.l3_db [None req-f4447795-20e0-4106-ae26-f813aa83da45 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Floating IP 89ed93fa-3cd6-4ccb-b4cc-c4fcfa55c86f disassociated (deleted). External IP: 172.25.3.158, port: ccb7de50-a858-4fcd-a429-222d74009fe0. Jul 22 20:31:03.970023 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4447795-20e0-4106-ae26-f813aa83da45 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Router d953fea3-6f15-4725-a50e-14f5fe9afe49 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:31:04.090581 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4447795-20e0-4106-ae26-f813aa83da45 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:31:04.096281 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f4447795-20e0-4106-ae26-f813aa83da45 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for floatingip, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:04.100906 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d1be4a-5d6f-403f-9d03-6957cb9459de None None] Sync routers for ids ['d953fea3-6f15-4725-a50e-14f5fe9afe49'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:31:04.110143 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d1be4a-5d6f-403f-9d03-6957cb9459de None None] Routers {'d953fea3-6f15-4725-a50e-14f5fe9afe49'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:31:04.110878 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-23d1be4a-5d6f-403f-9d03-6957cb9459de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:31:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d953fea3-6f15-4725-a50e-14f5fe9afe49'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:31:04.133991 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-f4447795-20e0-4106-ae26-f813aa83da45 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "DELETE /v2.0/floatingips/89ed93fa-3cd6-4ccb-b4cc-c4fcfa55c86f HTTP/1.1" status: 204 len: 168 time: 0.8752484 Jul 22 20:31:04.134878 n-d-800086-12 neutron-server[93806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'tag': 'ccb7de50-a858-4fcd-a429-222d74009fe0'}] {{(pid=93806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:31:04.137156 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441bc956e567cfbb3f6f4a290bd3d6b78732726850d1744206195b28887c60b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55449962-aaec-4f3a-833d-cd561c6b13c9" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf", "tag": "ccb7de50-a858-4fcd-a429-222d74009fe0"}]}' {{(pid=93806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:31:04.179025 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd9ed1e-5e69-4098-825e-fee47ec22d1b x-openstack-request-id: req-abd9ed1e-5e69-4098-825e-fee47ec22d1b {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:31:04.179555 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf", "tag": "ccb7de50-a858-4fcd-a429-222d74009fe0", "status": "completed", "code": 200}]} {{(pid=93806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:31:04.179880 n-d-800086-12 neutron-server[93806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abd9ed1e-5e69-4098-825e-fee47ec22d1b {{(pid=93806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:31:04.180350 n-d-800086-12 neutron-server[93806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'tag': 'ccb7de50-a858-4fcd-a429-222d74009fe0', 'status': 'completed', 'code': 200} Jul 22 20:31:04.224135 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-23d1be4a-5d6f-403f-9d03-6957cb9459de None None] Set router d953fea3-6f15-4725-a50e-14f5fe9afe49 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:31:04.265779 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55449962-aaec-4f3a-833d-cd561c6b13c9 req-265db252-aa36-432c-b118-0b093fbc395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:04.267581 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55449962-aaec-4f3a-833d-cd561c6b13c9 req-265db252-aa36-432c-b118-0b093fbc395e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0845a517aad420aa0bae7ed71456236&device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 1096 time: 0.0651197 Jul 22 20:31:04.384381 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55449962-aaec-4f3a-833d-cd561c6b13c9 req-89d7797e-63ca-4c46-8e72-4549f0bcb961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:04.385935 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55449962-aaec-4f3a-833d-cd561c6b13c9 req-89d7797e-63ca-4c46-8e72-4549f0bcb961 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6db6f75a-7d8f-4398-86e1-3b5318f05432 HTTP/1.1" status: 200 len: 911 time: 0.1097946 Jul 22 20:31:04.390642 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:04.448777 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55449962-aaec-4f3a-833d-cd561c6b13c9 req-1315e1d9-4262-45bf-acf5-7a63bfd8ccbe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccb7de50-a858-4fcd-a429-222d74009fe0 HTTP/1.1" status: 200 len: 217 time: 0.0450954 Jul 22 20:31:04.456039 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-23d1be4a-5d6f-403f-9d03-6957cb9459de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'name': 'tempest-TestSnapshotPattern-1942288875-router', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '92504471-f365-45c2-890b-426cf2c1525a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:29Z', 'updated_at': '2021-07-22T20:26:32Z', 'revision_number': 4, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'gw_port': {'id': '92504471-f365-45c2-890b-426cf2c1525a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:30Z', 'updated_at': '2021-07-22T20:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '8b3c4d9c-75ff-4413-b4f6-0557c7bdb077', 'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'mac_address': 'fa:16:3e:c9:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:31Z', 'updated_at': '2021-07-22T20:26:36Z', 'revision_number': 5, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'subnets': [{'id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:31:04.487607 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d1be4a-5d6f-403f-9d03-6957cb9459de None None] Checking router: d953fea3-6f15-4725-a50e-14f5fe9afe49 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:31:04.496060 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d1be4a-5d6f-403f-9d03-6957cb9459de None None] Routers {'d953fea3-6f15-4725-a50e-14f5fe9afe49'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:31:04.496714 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-23d1be4a-5d6f-403f-9d03-6957cb9459de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:31:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d953fea3-6f15-4725-a50e-14f5fe9afe49'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:31:04.518754 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4eda9d-e2e2-4330-b322-843d2264be6e req-f0e12b06-1527-4c34-81a2-f022ef2a8a14 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:04.520637 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bf4eda9d-e2e2-4330-b322-843d2264be6e req-f0e12b06-1527-4c34-81a2-f022ef2a8a14 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 944 time: 0.1552184 Jul 22 20:31:04.522582 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55449962-aaec-4f3a-833d-cd561c6b13c9 req-2202115f-7a0f-418f-a255-f37230bfb74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:04.523924 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55449962-aaec-4f3a-833d-cd561c6b13c9 req-2202115f-7a0f-418f-a255-f37230bfb74b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=52e330a7-01ac-4d02-bb97-66199352ea5d HTTP/1.1" status: 200 len: 849 time: 0.0691214 Jul 22 20:31:04.597998 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-bf4eda9d-e2e2-4330-b322-843d2264be6e req-d5527913-a88c-4d28-84ce-821b12f7d71e tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713165 Jul 22 20:31:04.604308 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 65e1bab3-293e-4a94-9823-8361f0433ffb no longer exists at agent hyperv_n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:31:04.621442 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55449962-aaec-4f3a-833d-cd561c6b13c9 req-bc71f81f-48f9-4304-8793-515a11d05cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:04.623181 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55449962-aaec-4f3a-833d-cd561c6b13c9 req-bc71f81f-48f9-4304-8793-515a11d05cd0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6db6f75a-7d8f-4398-86e1-3b5318f05432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882976 Jul 22 20:31:04.630465 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-23d1be4a-5d6f-403f-9d03-6957cb9459de None None] Set router d953fea3-6f15-4725-a50e-14f5fe9afe49 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:31:04.632533 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] No Port match for: 65e1bab3-293e-4a94-9823-8361f0433ffb {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:31:04.632893 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Device 65e1bab3-293e-4a94-9823-8361f0433ffb not bound to the agent host n-h1-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:31:04.724204 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55449962-aaec-4f3a-833d-cd561c6b13c9 req-004fe776-8539-49bf-9998-af77143108e1 service neutron] 10.222.0.16 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944092 Jul 22 20:31:04.828018 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-55449962-aaec-4f3a-833d-cd561c6b13c9 req-1956b3c6-7a4f-471a-8824-850f5bca7663 service neutron] 10.222.0.16 "GET /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974367 Jul 22 20:31:04.852848 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-23d1be4a-5d6f-403f-9d03-6957cb9459de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'name': 'tempest-TestSnapshotPattern-1942288875-router', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '92504471-f365-45c2-890b-426cf2c1525a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:29Z', 'updated_at': '2021-07-22T20:26:32Z', 'revision_number': 4, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'gw_port': {'id': '92504471-f365-45c2-890b-426cf2c1525a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:30Z', 'updated_at': '2021-07-22T20:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '8b3c4d9c-75ff-4413-b4f6-0557c7bdb077', 'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'mac_address': 'fa:16:3e:c9:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:31Z', 'updated_at': '2021-07-22T20:26:36Z', 'revision_number': 5, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'subnets': [{'id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:31:04.880879 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d1be4a-5d6f-403f-9d03-6957cb9459de None None] The sync data for ids ['d953fea3-6f15-4725-a50e-14f5fe9afe49'] in n-d-800086-12 is: [{'id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'name': 'tempest-TestSnapshotPattern-1942288875-router', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '92504471-f365-45c2-890b-426cf2c1525a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:29Z', 'updated_at': '2021-07-22T20:26:32Z', 'revision_number': 4, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'gw_port': {'id': '92504471-f365-45c2-890b-426cf2c1525a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:30Z', 'updated_at': '2021-07-22T20:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12', '_interfaces': [{'id': '8b3c4d9c-75ff-4413-b4f6-0557c7bdb077', 'name': '', 'network_id': '6db6f75a-7d8f-4398-86e1-3b5318f05432', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'mac_address': 'fa:16:3e:c9:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:31Z', 'updated_at': '2021-07-22T20:26:36Z', 'revision_number': 5, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'subnets': [{'id': '52e330a7-01ac-4d02-bb97-66199352ea5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:31:05.096957 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13295470-7c96-4d30-80e6-0e142f9a2c8a None None] New status for floating IP 89ed93fa-3cd6-4ccb-b4cc-c4fcfa55c86f: DOWN {{(pid=93809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:31:05.746650 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467aa3ad-c189-4244-a5ee-e0ce6aaed949 req-e989c317-77ff-4dc0-b6c9-afd659c69258 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:05.748194 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-467aa3ad-c189-4244-a5ee-e0ce6aaed949 req-e989c317-77ff-4dc0-b6c9-afd659c69258 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 944 time: 0.0739152 Jul 22 20:31:05.792967 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-467aa3ad-c189-4244-a5ee-e0ce6aaed949 req-fdcedf6d-5208-4fc5-8322-19b5df4669bb tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8a36daa-ea8a-4415-b487-1e1f970501c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372546 Jul 22 20:31:05.927696 n-d-800086-12 neutron-server[93807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10173d7-63c3-47f8-89b0-944612e7e0ff req-41c37adb-63e0-4fc0-ac56-2e6933dbb484 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:05.929517 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c10173d7-63c3-47f8-89b0-944612e7e0ff req-41c37adb-63e0-4fc0-ac56-2e6933dbb484 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 944 time: 0.0768332 Jul 22 20:31:06.058183 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-c10173d7-63c3-47f8-89b0-944612e7e0ff req-a51a247d-c562-40af-ab14-b142f4e014dc tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Deleting port ccb7de50-a858-4fcd-a429-222d74009fe0 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:31:06.058523 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c10173d7-63c3-47f8-89b0-944612e7e0ff req-a51a247d-c562-40af-ab14-b142f4e014dc tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:06.172868 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [req-c10173d7-63c3-47f8-89b0-944612e7e0ff req-a51a247d-c562-40af-ab14-b142f4e014dc tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] For port ccb7de50-a858-4fcd-a429-222d74009fe0, host n-h2-800086-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-12',level=0,port_id=ccb7de50-a858-4fcd-a429-222d74009fe0,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:31:06.173244 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c10173d7-63c3-47f8-89b0-944612e7e0ff req-a51a247d-c562-40af-ab14-b142f4e014dc tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:06.188061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [req-c10173d7-63c3-47f8-89b0-944612e7e0ff req-a51a247d-c562-40af-ab14-b142f4e014dc tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Calling delete_port for ccb7de50-a858-4fcd-a429-222d74009fe0 owned by compute:nova {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:31:06.334250 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c10173d7-63c3-47f8-89b0-944612e7e0ff req-a51a247d-c562-40af-ab14-b142f4e014dc tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:06.373326 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a247d-c562-40af-ab14-b142f4e014dc tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Pushing event deleted for resources: {'Port': ['ID=ccb7de50-a858-4fcd-a429-222d74009fe0,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:31:06.387203 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a247d-c562-40af-ab14-b142f4e014dc tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:31:06.387561 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a247d-c562-40af-ab14-b142f4e014dc tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:31:06.388395 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a247d-c562-40af-ab14-b142f4e014dc tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:31:06.388801 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a247d-c562-40af-ab14-b142f4e014dc tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:31:06.389398 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a247d-c562-40af-ab14-b142f4e014dc tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:31:06.389522 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a247d-c562-40af-ab14-b142f4e014dc tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:31:06.389749 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a247d-c562-40af-ab14-b142f4e014dc tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:31:06.390083 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a247d-c562-40af-ab14-b142f4e014dc tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:31:06.390410 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a247d-c562-40af-ab14-b142f4e014dc tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:31:06.390736 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a247d-c562-40af-ab14-b142f4e014dc tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:31:06.391061 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a247d-c562-40af-ab14-b142f4e014dc tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:31:06.391386 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a247d-c562-40af-ab14-b142f4e014dc tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-12 {{(pid=93807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:31:06.435835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10173d7-63c3-47f8-89b0-944612e7e0ff req-a51a247d-c562-40af-ab14-b142f4e014dc tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] No DVR routers for this DVR port ccb7de50-a858-4fcd-a429-222d74009fe0 on host n-h2-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:31:06.438929 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [req-c10173d7-63c3-47f8-89b0-944612e7e0ff req-a51a247d-c562-40af-ab14-b142f4e014dc tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75294'] for port, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:06.441010 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-c10173d7-63c3-47f8-89b0-944612e7e0ff req-a51a247d-c562-40af-ab14-b142f4e014dc tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.16 "DELETE /v2.0/ports/ccb7de50-a858-4fcd-a429-222d74009fe0 HTTP/1.1" status: 204 len: 173 time: 0.5052719 Jul 22 20:31:06.441485 n-d-800086-12 neutron-server[93807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'name': 'network-vif-deleted', 'tag': 'ccb7de50-a858-4fcd-a429-222d74009fe0'}] {{(pid=93807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:31:06.443841 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b63548bee3094e7c28599fa4bfe517ff4f71727be12f685946fa02315c4ff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec91cb63-d5e4-4ba6-9a4f-be343a2f67e9" -d '{"events": [{"server_uuid": "3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf", "name": "network-vif-deleted", "tag": "ccb7de50-a858-4fcd-a429-222d74009fe0"}]}' {{(pid=93807) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:31:06.488016 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d85443-0817-4642-b204-50a39cb36c85 x-openstack-request-id: req-d5d85443-0817-4642-b204-50a39cb36c85 {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:31:06.490354 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf", "name": "network-vif-deleted", "tag": "ccb7de50-a858-4fcd-a429-222d74009fe0", "status": "completed", "code": 200}]} {{(pid=93807) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:31:06.490354 n-d-800086-12 neutron-server[93807]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5d85443-0817-4642-b204-50a39cb36c85 {{(pid=93807) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:31:06.490354 n-d-800086-12 neutron-server[93807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf', 'name': 'network-vif-deleted', 'tag': 'ccb7de50-a858-4fcd-a429-222d74009fe0', 'status': 'completed', 'code': 200} Jul 22 20:31:06.918544 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [req-b6f9208c-2d57-42ad-9919-ff35118bf1e0 req-c0137049-2638-41c8-b5cc-cc29d00ab507 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b5f5d59-2dd7-4aa9-b04a-fc69d8b817bf HTTP/1.1" status: 200 len: 210 time: 0.0327785 Jul 22 20:31:07.978474 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 36266) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:31:08.039022 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-568b236f-5e21-4478-8c95-950edddaa002 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:08.065943 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-568b236f-5e21-4478-8c95-950edddaa002 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:08.133028 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-568b236f-5e21-4478-8c95-950edddaa002 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:08.135681 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-568b236f-5e21-4478-8c95-950edddaa002 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:08.136879 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-568b236f-5e21-4478-8c95-950edddaa002 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] 10.222.0.13 "DELETE /v2.0/security-groups/a8a36daa-ea8a-4415-b487-1e1f970501c3 HTTP/1.1" status: 204 len: 168 time: 0.1574247 Jul 22 20:31:08.147275 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b236f-5e21-4478-8c95-950edddaa002 tempest-TestSnapshotPattern-1000466622 tempest-TestSnapshotPattern-1000466622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a36daa-ea8a-4415-b487-1e1f970501c3,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:31:08.184295 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 36270) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:31:08.563916 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d72500b-a721-4779-97fe-6cd13894c1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:08.843646 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-1d72500b-a721-4779-97fe-6cd13894c1fb admin admin] Deleting port 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077 {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:31:08.844378 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d72500b-a721-4779-97fe-6cd13894c1fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:08.946370 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-1d72500b-a721-4779-97fe-6cd13894c1fb admin admin] For port 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=8b3c4d9c-75ff-4413-b4f6-0557c7bdb077,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:31:08.946723 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d72500b-a721-4779-97fe-6cd13894c1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:08.961175 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-1d72500b-a721-4779-97fe-6cd13894c1fb admin admin] Calling delete_port for 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077 owned by network:router_interface {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:31:09.169406 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d72500b-a721-4779-97fe-6cd13894c1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:09.200830 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72500b-a721-4779-97fe-6cd13894c1fb admin admin] Pushing event deleted for resources: {'Port': ['ID=8b3c4d9c-75ff-4413-b4f6-0557c7bdb077,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:31:09.382923 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-1d72500b-a721-4779-97fe-6cd13894c1fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:09.602829 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ccb7de50-a858-4fcd-a429-222d74009fe0 no longer exists at agent hyperv_n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:31:09.608753 n-d-800086-12 neutron-server[93807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d72500b-a721-4779-97fe-6cd13894c1fb admin admin] Router d953fea3-6f15-4725-a50e-14f5fe9afe49 has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:31:09.623454 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] No Port match for: ccb7de50-a858-4fcd-a429-222d74009fe0 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:31:09.623803 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Device ccb7de50-a858-4fcd-a429-222d74009fe0 not bound to the agent host n-h2-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:31:09.727219 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d72500b-a721-4779-97fe-6cd13894c1fb admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:31:09.733236 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-1d72500b-a721-4779-97fe-6cd13894c1fb admin admin] 10.222.0.13 "PUT /v2.0/routers/d953fea3-6f15-4725-a50e-14f5fe9afe49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5474045 Jul 22 20:31:09.735928 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 36272) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:31:09.736946 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66833e66-290f-4248-a848-e1db52375e41 None None] Sync routers for ids ['d953fea3-6f15-4725-a50e-14f5fe9afe49'] in n-d-800086-12 {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:31:09.746525 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66833e66-290f-4248-a848-e1db52375e41 None None] Routers {'d953fea3-6f15-4725-a50e-14f5fe9afe49'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:31:09.747176 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-66833e66-290f-4248-a848-e1db52375e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:31:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d953fea3-6f15-4725-a50e-14f5fe9afe49'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:31:10.017626 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:10.046548 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-66833e66-290f-4248-a848-e1db52375e41 None None] Set router d953fea3-6f15-4725-a50e-14f5fe9afe49 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:31:10.203919 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa9ae802-1135-4fc2-a04f-c92e11d86735 admin admin] Notify callbacks [] for router, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:10.234530 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-66833e66-290f-4248-a848-e1db52375e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'name': 'tempest-TestSnapshotPattern-1942288875-router', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '92504471-f365-45c2-890b-426cf2c1525a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:29Z', 'updated_at': '2021-07-22T20:31:09Z', 'revision_number': 5, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'gw_port': {'id': '92504471-f365-45c2-890b-426cf2c1525a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:30Z', 'updated_at': '2021-07-22T20:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:31:10.262432 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66833e66-290f-4248-a848-e1db52375e41 None None] Checking router: d953fea3-6f15-4725-a50e-14f5fe9afe49 for host: n-d-800086-12 {{(pid=93808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:31:10.272158 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66833e66-290f-4248-a848-e1db52375e41 None None] Routers {'d953fea3-6f15-4725-a50e-14f5fe9afe49'} bound to L3 agent in host n-d-800086-12 {{(pid=93808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:31:10.272809 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-66833e66-290f-4248-a848-e1db52375e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:31:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['d953fea3-6f15-4725-a50e-14f5fe9afe49'], 'active': True} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:31:10.307044 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa9ae802-1135-4fc2-a04f-c92e11d86735 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:10.376770 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-aa9ae802-1135-4fc2-a04f-c92e11d86735 admin admin] Deleting port 92504471-f365-45c2-890b-426cf2c1525a {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:31:10.377113 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa9ae802-1135-4fc2-a04f-c92e11d86735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:10.386925 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvr_db [None req-66833e66-290f-4248-a848-e1db52375e41 None None] Set router d953fea3-6f15-4725-a50e-14f5fe9afe49 gateway port host: n-d-800086-12 {{(pid=93808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:31:10.462713 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-aa9ae802-1135-4fc2-a04f-c92e11d86735 admin admin] For port 92504471-f365-45c2-890b-426cf2c1525a, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=92504471-f365-45c2-890b-426cf2c1525a,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:31:10.463078 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa9ae802-1135-4fc2-a04f-c92e11d86735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:10.476636 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-aa9ae802-1135-4fc2-a04f-c92e11d86735 admin admin] Calling delete_port for 92504471-f365-45c2-890b-426cf2c1525a owned by network:router_gateway {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:31:10.593504 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_hamode_db [None req-66833e66-290f-4248-a848-e1db52375e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'name': 'tempest-TestSnapshotPattern-1942288875-router', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '92504471-f365-45c2-890b-426cf2c1525a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:29Z', 'updated_at': '2021-07-22T20:31:09Z', 'revision_number': 5, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'gw_port': {'id': '92504471-f365-45c2-890b-426cf2c1525a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:30Z', 'updated_at': '2021-07-22T20:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:31:10.630240 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66833e66-290f-4248-a848-e1db52375e41 None None] The sync data for ids ['d953fea3-6f15-4725-a50e-14f5fe9afe49'] in n-d-800086-12 is: [{'id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'name': 'tempest-TestSnapshotPattern-1942288875-router', 'tenant_id': 'b0845a517aad420aa0bae7ed71456236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '92504471-f365-45c2-890b-426cf2c1525a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:29Z', 'updated_at': '2021-07-22T20:31:09Z', 'revision_number': 5, 'project_id': 'b0845a517aad420aa0bae7ed71456236', 'gw_port': {'id': '92504471-f365-45c2-890b-426cf2c1525a', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953fea3-6f15-4725-a50e-14f5fe9afe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:30Z', 'updated_at': '2021-07-22T20:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}] {{(pid=93808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:31:10.692929 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa9ae802-1135-4fc2-a04f-c92e11d86735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:10.720802 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ae802-1135-4fc2-a04f-c92e11d86735 admin admin] Pushing event deleted for resources: {'Port': ['ID=92504471-f365-45c2-890b-426cf2c1525a,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:31:10.795431 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa9ae802-1135-4fc2-a04f-c92e11d86735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:10.888248 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa9ae802-1135-4fc2-a04f-c92e11d86735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:10.890354 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa9ae802-1135-4fc2-a04f-c92e11d86735 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:10.935312 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa9ae802-1135-4fc2-a04f-c92e11d86735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:10.935626 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9ae802-1135-4fc2-a04f-c92e11d86735 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d953fea3-6f15-4725-a50e-14f5fe9afe49 {{(pid=93807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:31:10.940047 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-aa9ae802-1135-4fc2-a04f-c92e11d86735 admin admin] Notify callbacks [] for router, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:10.941137 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-aa9ae802-1135-4fc2-a04f-c92e11d86735 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d953fea3-6f15-4725-a50e-14f5fe9afe49 HTTP/1.1" status: 204 len: 168 time: 1.2039163 Jul 22 20:31:10.944069 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 36274) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:31:10.995028 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.db_base_plugin_v2 [None req-5723e44a-84e1-44ef-8179-899bb0aa7e13 admin admin] Deleting subnet 52e330a7-01ac-4d02-bb97-66199352ea5d {{(pid=93807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:31:10.998826 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5723e44a-84e1-44ef-8179-899bb0aa7e13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:11.035923 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5723e44a-84e1-44ef-8179-899bb0aa7e13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318650'] for subnet, precommit_delete_associations {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:11.117659 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5723e44a-84e1-44ef-8179-899bb0aa7e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:11.174629 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5723e44a-84e1-44ef-8179-899bb0aa7e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4897928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133195252'] for subnet, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:11.205456 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723e44a-84e1-44ef-8179-899bb0aa7e13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e330a7-01ac-4d02-bb97-66199352ea5d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:31:11.212793 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-5723e44a-84e1-44ef-8179-899bb0aa7e13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:11.215160 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-5723e44a-84e1-44ef-8179-899bb0aa7e13 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/52e330a7-01ac-4d02-bb97-66199352ea5d HTTP/1.1" status: 204 len: 168 time: 0.2696893 Jul 22 20:31:11.218417 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 36276) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:31:11.222130 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80795a46-b198-4937-bc68-938797ba3b54 None None] Network 6db6f75a-7d8f-4398-86e1-3b5318f05432 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:31:11.296089 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b2a39477-b731-49e5-95a1-48b41898d838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:11.364027 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-b2a39477-b731-49e5-95a1-48b41898d838 admin admin] Deleting port 4d19a154-92e2-457f-8d96-51534cbec09d {{(pid=93807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:31:11.364362 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b2a39477-b731-49e5-95a1-48b41898d838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:11.437532 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.db [None req-b2a39477-b731-49e5-95a1-48b41898d838 admin admin] For port 4d19a154-92e2-457f-8d96-51534cbec09d, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=4d19a154-92e2-457f-8d96-51534cbec09d,segment=NetworkSegment(5ee811d0-5013-4fe9-9056-93b4b8c73247),segment_id=5ee811d0-5013-4fe9-9056-93b4b8c73247)] {{(pid=93807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:31:11.437901 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b2a39477-b731-49e5-95a1-48b41898d838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:11.450486 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.plugin [None req-b2a39477-b731-49e5-95a1-48b41898d838 admin admin] Calling delete_port for 4d19a154-92e2-457f-8d96-51534cbec09d owned by network:dhcp {{(pid=93807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:31:11.531288 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b2a39477-b731-49e5-95a1-48b41898d838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4898013'] for port, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:11.556278 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a39477-b731-49e5-95a1-48b41898d838 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d19a154-92e2-457f-8d96-51534cbec09d,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:31:11.562059 n-d-800086-12 neutron-server[93807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a39477-b731-49e5-95a1-48b41898d838 admin admin] No DVR routers for this DVR port 4d19a154-92e2-457f-8d96-51534cbec09d on host n-d-800086-12 {{(pid=93807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:31:11.646670 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b2a39477-b731-49e5-95a1-48b41898d838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:11.658137 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-b2a39477-b731-49e5-95a1-48b41898d838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db6f75a-7d8f-4398-86e1-3b5318f05432']}} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:31:11.669901 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-b2a39477-b731-49e5-95a1-48b41898d838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee811d0-5013-4fe9-9056-93b4b8c73247') {'for_net_delete': True} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:31:11.670193 n-d-800086-12 neutron-server[93807]: DEBUG neutron.services.segments.db [None req-b2a39477-b731-49e5-95a1-48b41898d838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee811d0-5013-4fe9-9056-93b4b8c73247') {} {{(pid=93807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:31:11.680658 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b2a39477-b731-49e5-95a1-48b41898d838 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318643'] for segment, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:11.689488 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66e58a9-afa6-4cc8-bcc7-130331c1aa71 None None] DHCP port deletion for 6db6f75a-7d8f-4398-86e1-3b5318f05432 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:31:11.703536 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b2a39477-b731-49e5-95a1-48b41898d838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:11.710560 n-d-800086-12 neutron-server[93807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a39477-b731-49e5-95a1-48b41898d838 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:31:11.710969 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b2a39477-b731-49e5-95a1-48b41898d838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4898034'] for segment, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: Traceback (most recent call last): Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: timer() Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: cb(*args, **kw) Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: return func(*args, **kwargs) Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: self._notify() Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: self.callback(batched_events) Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: event.method(event) Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: return f(self, *a, **k) Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: return self._get(url).json() Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: return self.request(url, 'GET', **kwargs) Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:31:11.713641 n-d-800086-12 neutron-server[93807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:31:11.778118 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b2a39477-b731-49e5-95a1-48b41898d838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:11.783238 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-b2a39477-b731-49e5-95a1-48b41898d838 admin admin] Notify callbacks [] for network, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:11.785686 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-b2a39477-b731-49e5-95a1-48b41898d838 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6db6f75a-7d8f-4398-86e1-3b5318f05432 HTTP/1.1" status: 204 len: 168 time: 0.5662520 Jul 22 20:31:11.788675 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36278) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:31:11.798725 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a39477-b731-49e5-95a1-48b41898d838 admin admin] Pushing event deleted for resources: {'Network': ['ID=6db6f75a-7d8f-4398-86e1-3b5318f05432,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:31:12.142117 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3bd813d4-ccdf-4484-ac2f-e7b6789b432e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-913294'] for router_interface, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:12.406224 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-3bd813d4-ccdf-4484-ac2f-e7b6789b432e admin admin] Deleting port 2f3336c4-dc1a-48da-afa0-2289c2afec92 {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:31:12.406579 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3bd813d4-ccdf-4484-ac2f-e7b6789b432e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:12.410571 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:31:12.431907 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:31:12.432259 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 8b3c4d9c-75ff-4413-b4f6-0557c7bdb077 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:31:12.432730 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4d19a154-92e2-457f-8d96-51534cbec09d no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:31:12.452082 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 4d19a154-92e2-457f-8d96-51534cbec09d {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:31:12.452435 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 4d19a154-92e2-457f-8d96-51534cbec09d not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:31:12.452910 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 92504471-f365-45c2-890b-426cf2c1525a no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:31:12.471919 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 92504471-f365-45c2-890b-426cf2c1525a {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:31:12.472271 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 92504471-f365-45c2-890b-426cf2c1525a not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:31:12.491859 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-3bd813d4-ccdf-4484-ac2f-e7b6789b432e admin admin] For port 2f3336c4-dc1a-48da-afa0-2289c2afec92, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=2f3336c4-dc1a-48da-afa0-2289c2afec92,segment=NetworkSegment(0c62122b-4f46-416d-b7cf-29361b6215ea),segment_id=0c62122b-4f46-416d-b7cf-29361b6215ea)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:31:12.492225 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3bd813d4-ccdf-4484-ac2f-e7b6789b432e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:12.505282 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-3bd813d4-ccdf-4484-ac2f-e7b6789b432e admin admin] Calling delete_port for 2f3336c4-dc1a-48da-afa0-2289c2afec92 owned by network:router_interface {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:31:12.679457 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:12.691505 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3bd813d4-ccdf-4484-ac2f-e7b6789b432e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:12.726223 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd813d4-ccdf-4484-ac2f-e7b6789b432e admin admin] Pushing event deleted for resources: {'Port': ['ID=2f3336c4-dc1a-48da-afa0-2289c2afec92,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:31:12.900463 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3bd813d4-ccdf-4484-ac2f-e7b6789b432e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-913170'] for router_interface, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:13.136883 n-d-800086-12 neutron-server[93806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd813d4-ccdf-4484-ac2f-e7b6789b432e admin admin] Router 333e0d93-f6e7-4b1a-a996-8ada85b88d2e has already been hosted by L3 agent fa8b89c6-4ebf-427c-bce1-4363c48ec8ea {{(pid=93806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:31:13.248662 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd813d4-ccdf-4484-ac2f-e7b6789b432e admin admin] Notify agent at l3_agent.n-d-800086-12 the message routers_updated {{(pid=93806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:31:13.253495 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-3bd813d4-ccdf-4484-ac2f-e7b6789b432e admin admin] 10.222.0.13 "PUT /v2.0/routers/333e0d93-f6e7-4b1a-a996-8ada85b88d2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4637830 Jul 22 20:31:13.256065 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36280) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:31:13.257021 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2dc4c3-058c-4a98-bfb0-e88040bc815c None None] Sync routers for ids ['333e0d93-f6e7-4b1a-a996-8ada85b88d2e'] in n-d-800086-12 {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:31:13.267804 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2dc4c3-058c-4a98-bfb0-e88040bc815c None None] Routers {'333e0d93-f6e7-4b1a-a996-8ada85b88d2e'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:31:13.268433 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6c2dc4c3-058c-4a98-bfb0-e88040bc815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:31:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['333e0d93-f6e7-4b1a-a996-8ada85b88d2e'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:31:13.363428 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1f865298-9d96-481f-b2cb-54d914b3dc3e admin admin] Notify callbacks [] for router, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:13.376038 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-6c2dc4c3-058c-4a98-bfb0-e88040bc815c None None] Set router 333e0d93-f6e7-4b1a-a996-8ada85b88d2e gateway port host: n-d-800086-12 {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:31:13.476121 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1f865298-9d96-481f-b2cb-54d914b3dc3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:13.535154 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-1f865298-9d96-481f-b2cb-54d914b3dc3e admin admin] Deleting port e584109f-429b-45f7-8bb0-a5b1398d824e {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:31:13.535409 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1f865298-9d96-481f-b2cb-54d914b3dc3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:13.580939 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6c2dc4c3-058c-4a98-bfb0-e88040bc815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333e0d93-f6e7-4b1a-a996-8ada85b88d2e', 'name': 'tempest-TestSnapshotPattern-1833816926-router', 'tenant_id': '5fae39dd137244de8c30a0cd6cbb5440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'external_fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e584109f-429b-45f7-8bb0-a5b1398d824e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:34Z', 'updated_at': '2021-07-22T20:31:12Z', 'revision_number': 5, 'project_id': '5fae39dd137244de8c30a0cd6cbb5440', 'gw_port': {'id': 'e584109f-429b-45f7-8bb0-a5b1398d824e', 'name': '', 'network_id': '9d80f4fc-5335-462b-8c88-395b7089e67f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333e0d93-f6e7-4b1a-a996-8ada85b88d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:34Z', 'updated_at': '2021-07-22T20:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ddd3f83-d510-43c7-a16e-b23d4aa4a2e3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-12'}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:31:13.608547 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2dc4c3-058c-4a98-bfb0-e88040bc815c None None] Checking router: 333e0d93-f6e7-4b1a-a996-8ada85b88d2e for host: n-d-800086-12 {{(pid=93809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:31:13.618375 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2dc4c3-058c-4a98-bfb0-e88040bc815c None None] Routers {'333e0d93-f6e7-4b1a-a996-8ada85b88d2e'} bound to L3 agent in host n-d-800086-12 {{(pid=93809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:31:13.618993 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6c2dc4c3-058c-4a98-bfb0-e88040bc815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T18:51:01Z,description=,heartbeat_timestamp=2021-07-22T20:31:01Z,host='n-d-800086-12',id=fa8b89c6-4ebf-427c-bce1-4363c48ec8ea,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T18:51:01Z,topic='l3_agent')) {'router_ids': ['333e0d93-f6e7-4b1a-a996-8ada85b88d2e'], 'active': True} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:31:13.636839 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-1f865298-9d96-481f-b2cb-54d914b3dc3e admin admin] For port e584109f-429b-45f7-8bb0-a5b1398d824e, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=e584109f-429b-45f7-8bb0-a5b1398d824e,segment=NetworkSegment(a82ae413-7e39-43b6-bbcb-bf6a09bac557),segment_id=a82ae413-7e39-43b6-bbcb-bf6a09bac557)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:31:13.637200 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1f865298-9d96-481f-b2cb-54d914b3dc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:13.651076 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-1f865298-9d96-481f-b2cb-54d914b3dc3e admin admin] Calling delete_port for e584109f-429b-45f7-8bb0-a5b1398d824e owned by network:router_gateway {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:31:13.811110 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_dvr_db [None req-6c2dc4c3-058c-4a98-bfb0-e88040bc815c None None] Set router 333e0d93-f6e7-4b1a-a996-8ada85b88d2e gateway port host: None {{(pid=93809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:31:13.850552 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1f865298-9d96-481f-b2cb-54d914b3dc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:13.866659 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.l3_hamode_db [None req-6c2dc4c3-058c-4a98-bfb0-e88040bc815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333e0d93-f6e7-4b1a-a996-8ada85b88d2e', 'name': 'tempest-TestSnapshotPattern-1833816926-router', 'tenant_id': '5fae39dd137244de8c30a0cd6cbb5440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:34Z', 'updated_at': '2021-07-22T20:31:13Z', 'revision_number': 6, 'project_id': '5fae39dd137244de8c30a0cd6cbb5440', 'gw_port_host': None}], 'n-d-800086-12', False) {} {{(pid=93809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:31:13.874469 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f865298-9d96-481f-b2cb-54d914b3dc3e admin admin] Pushing event deleted for resources: {'Port': ['ID=e584109f-429b-45f7-8bb0-a5b1398d824e,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:31:13.892916 n-d-800086-12 neutron-server[93809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2dc4c3-058c-4a98-bfb0-e88040bc815c None None] The sync data for ids ['333e0d93-f6e7-4b1a-a996-8ada85b88d2e'] in n-d-800086-12 is: [{'id': '333e0d93-f6e7-4b1a-a996-8ada85b88d2e', 'name': 'tempest-TestSnapshotPattern-1833816926-router', 'tenant_id': '5fae39dd137244de8c30a0cd6cbb5440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:26:34Z', 'updated_at': '2021-07-22T20:31:13Z', 'revision_number': 6, 'project_id': '5fae39dd137244de8c30a0cd6cbb5440', 'gw_port_host': None}] {{(pid=93809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:31:13.948171 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1f865298-9d96-481f-b2cb-54d914b3dc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-910260'] for router_gateway, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:14.381028 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1f865298-9d96-481f-b2cb-54d914b3dc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-917347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8913'] for router, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:14.383156 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1f865298-9d96-481f-b2cb-54d914b3dc3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:14.429213 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1f865298-9d96-481f-b2cb-54d914b3dc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-911695'] for router, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:14.429749 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f865298-9d96-481f-b2cb-54d914b3dc3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 333e0d93-f6e7-4b1a-a996-8ada85b88d2e {{(pid=93806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:31:14.434035 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1f865298-9d96-481f-b2cb-54d914b3dc3e admin admin] Notify callbacks [] for router, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:14.435255 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-1f865298-9d96-481f-b2cb-54d914b3dc3e admin admin] 10.222.0.13 "DELETE /v2.0/routers/333e0d93-f6e7-4b1a-a996-8ada85b88d2e HTTP/1.1" status: 204 len: 168 time: 1.1782236 Jul 22 20:31:14.437752 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36282) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:31:14.483134 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc9da48-e4df-401d-bb13-bf32d529a31b admin admin] Deleting subnet c7e7b417-fd96-4569-8895-9650c2f6d746 {{(pid=93806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:31:14.486223 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-afc9da48-e4df-401d-bb13-bf32d529a31b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:14.520261 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-afc9da48-e4df-401d-bb13-bf32d529a31b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7017776'] for subnet, precommit_delete_associations {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:14.603162 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-afc9da48-e4df-401d-bb13-bf32d529a31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744535'] for subnet, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:14.674115 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-afc9da48-e4df-401d-bb13-bf32d529a31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7428953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5830505'] for subnet, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:14.704674 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9da48-e4df-401d-bb13-bf32d529a31b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7e7b417-fd96-4569-8895-9650c2f6d746,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:31:14.709538 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-afc9da48-e4df-401d-bb13-bf32d529a31b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:14.711451 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-afc9da48-e4df-401d-bb13-bf32d529a31b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c7e7b417-fd96-4569-8895-9650c2f6d746 HTTP/1.1" status: 204 len: 168 time: 0.2727616 Jul 22 20:31:14.715232 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b886e96e-6d78-47a7-8fb3-d8ccfebdc544 None None] Network b74e7a70-04a7-479b-98b6-f16bba800130 requested from n-d-800086-12 {{(pid=93808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:31:14.715763 n-d-800086-12 neutron-server[93806]: DEBUG neutron.wsgi [-] (93806) accepted ('10.222.0.13', 36284) {{(pid=93806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:31:14.731415 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2f3336c4-dc1a-48da-afa0-2289c2afec92 no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:31:14.765642 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: 2f3336c4-dc1a-48da-afa0-2289c2afec92 {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:31:14.765992 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device 2f3336c4-dc1a-48da-afa0-2289c2afec92 not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:31:14.766421 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e584109f-429b-45f7-8bb0-a5b1398d824e no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:31:14.801506 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb8ff0c1-09f3-4f21-8ac3-60f5151e0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789776'] for network, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:14.820433 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: e584109f-429b-45f7-8bb0-a5b1398d824e {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:31:14.820824 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device e584109f-429b-45f7-8bb0-a5b1398d824e not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:31:14.876618 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-fb8ff0c1-09f3-4f21-8ac3-60f5151e0e6a admin admin] Deleting port f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db {{(pid=93806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:31:14.877091 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb8ff0c1-09f3-4f21-8ac3-60f5151e0e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:14.975879 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-fb8ff0c1-09f3-4f21-8ac3-60f5151e0e6a admin admin] For port f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db,segment=NetworkSegment(0c62122b-4f46-416d-b7cf-29361b6215ea),segment_id=0c62122b-4f46-416d-b7cf-29361b6215ea)] {{(pid=93806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:31:14.981069 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb8ff0c1-09f3-4f21-8ac3-60f5151e0e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:14.983359 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73f4bef-3385-471e-8ace-0eff557dc8be None None] DHCP port deletion for b74e7a70-04a7-479b-98b6-f16bba800130 request from n-d-800086-12 {{(pid=93808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:31:15.004638 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-fb8ff0c1-09f3-4f21-8ac3-60f5151e0e6a admin admin] Calling delete_port for f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db owned by network:dhcp {{(pid=93806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:31:15.045539 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-c73f4bef-3385-471e-8ace-0eff557dc8be None None] Deleting port f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db {{(pid=93808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:31:15.045910 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c73f4bef-3385-471e-8ace-0eff557dc8be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771871647892'] for port, before_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:15.130246 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.db [None req-c73f4bef-3385-471e-8ace-0eff557dc8be None None] For port f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db, host n-d-800086-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-12',level=0,port_id=f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db,segment=NetworkSegment(0c62122b-4f46-416d-b7cf-29361b6215ea),segment_id=0c62122b-4f46-416d-b7cf-29361b6215ea)] {{(pid=93808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:31:15.130804 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c73f4bef-3385-471e-8ace-0eff557dc8be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911715'] for port, precommit_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:15.145955 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-c73f4bef-3385-471e-8ace-0eff557dc8be None None] Calling delete_port for f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db owned by network:dhcp {{(pid=93808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:31:15.149144 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb8ff0c1-09f3-4f21-8ac3-60f5151e0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7428876'] for port, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:15.192941 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ff0c1-09f3-4f21-8ac3-60f5151e0e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:31:15.196025 n-d-800086-12 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8ff0c1-09f3-4f21-8ac3-60f5151e0e6a admin admin] No DVR routers for this DVR port f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db on host n-d-800086-12 {{(pid=93806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:31:15.277316 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c73f4bef-3385-471e-8ace-0eff557dc8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771871649127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771871326594'] for port, after_delete {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:15.300560 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb8ff0c1-09f3-4f21-8ac3-60f5151e0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744811', 'neutron.services.segments.db._delete_segments_for_network-8771871796017'] for network, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:15.302483 n-d-800086-12 neutron-server[93808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f4bef-3385-471e-8ace-0eff557dc8be None None] Pushing event deleted for resources: {'Port': ['ID=f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db,revision_number=None']} {{(pid=93808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:31:15.312112 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-fb8ff0c1-09f3-4f21-8ac3-60f5151e0e6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74e7a70-04a7-479b-98b6-f16bba800130']}} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:31:15.318779 n-d-800086-12 neutron-server[93808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73f4bef-3385-471e-8ace-0eff557dc8be None None] No DVR routers for this DVR port f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db on host n-d-800086-12 {{(pid=93808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:31:15.324784 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-fb8ff0c1-09f3-4f21-8ac3-60f5151e0e6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c62122b-4f46-416d-b7cf-29361b6215ea') {'for_net_delete': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:31:15.325199 n-d-800086-12 neutron-server[93806]: DEBUG neutron.services.segments.db [None req-fb8ff0c1-09f3-4f21-8ac3-60f5151e0e6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c62122b-4f46-416d-b7cf-29361b6215ea') {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:31:15.335475 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb8ff0c1-09f3-4f21-8ac3-60f5151e0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771871795770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7017785'] for segment, before_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:15.349463 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb8ff0c1-09f3-4f21-8ac3-60f5151e0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351'] for segment, precommit_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:15.355739 n-d-800086-12 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8ff0c1-09f3-4f21-8ac3-60f5151e0e6a admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:31:15.356137 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb8ff0c1-09f3-4f21-8ac3-60f5151e0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1766351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7428899'] for segment, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: Traceback (most recent call last): Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: timer() Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: cb(*args, **kw) Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: return func(*args, **kwargs) Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: self._notify() Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: self.callback(batched_events) Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: event.method(event) Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: return f(self, *a, **k) Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: return self._get(url).json() Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: return self.request(url, 'GET', **kwargs) Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:31:15.358482 n-d-800086-12 neutron-server[93806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:31:15.411685 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb8ff0c1-09f3-4f21-8ac3-60f5151e0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-910224'] for network, after_delete {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:15.417413 n-d-800086-12 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-fb8ff0c1-09f3-4f21-8ac3-60f5151e0e6a admin admin] Notify callbacks [] for network, before_response {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:15.419869 n-d-800086-12 neutron-server[93806]: INFO neutron.wsgi [None req-fb8ff0c1-09f3-4f21-8ac3-60f5151e0e6a admin admin] 10.222.0.13 "DELETE /v2.0/networks/b74e7a70-04a7-479b-98b6-f16bba800130 HTTP/1.1" status: 204 len: 168 time: 0.7017624 Jul 22 20:31:15.430608 n-d-800086-12 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ff0c1-09f3-4f21-8ac3-60f5151e0e6a admin admin] Pushing event deleted for resources: {'Network': ['ID=b74e7a70-04a7-479b-98b6-f16bba800130,revision_number=None']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:31:15.619043 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 36288) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:31:15.673245 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-0b5bc3a0-fd69-40c4-a386-6bc75897aebc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0845a517aad420aa0bae7ed71456236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528843 Jul 22 20:31:15.675899 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 36290) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:31:15.732716 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-417ebcc5-a728-4046-be29-d1df98eacb0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:15.757041 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-417ebcc5-a728-4046-be29-d1df98eacb0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:15.807275 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-417ebcc5-a728-4046-be29-d1df98eacb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:15.811098 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-417ebcc5-a728-4046-be29-d1df98eacb0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:15.812307 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-417ebcc5-a728-4046-be29-d1df98eacb0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac622dc0-6f8a-4c1c-bfb9-c065250affa1 HTTP/1.1" status: 204 len: 168 time: 0.1353550 Jul 22 20:31:15.821583 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ebcc5-a728-4046-be29-d1df98eacb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac622dc0-6f8a-4c1c-bfb9-c065250affa1,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:31:16.167513 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 36296) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:31:16.216888 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-6a53a532-0329-46a5-8ad6-0a49effc5258 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fae39dd137244de8c30a0cd6cbb5440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472622 Jul 22 20:31:16.219543 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [-] (93807) accepted ('10.222.0.13', 36298) {{(pid=93807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:31:16.270556 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10de7139-1bf7-486b-93a2-79d6f96e42dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:16.292957 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10de7139-1bf7-486b-93a2-79d6f96e42dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:16.340367 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10de7139-1bf7-486b-93a2-79d6f96e42dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573087'] for security_group, after_delete {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:16.344091 n-d-800086-12 neutron-server[93807]: DEBUG neutron_lib.callbacks.manager [None req-10de7139-1bf7-486b-93a2-79d6f96e42dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:16.345297 n-d-800086-12 neutron-server[93807]: INFO neutron.wsgi [None req-10de7139-1bf7-486b-93a2-79d6f96e42dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c400582-a3f7-45f3-abb2-58a60896cd17 HTTP/1.1" status: 204 len: 168 time: 0.1247902 Jul 22 20:31:16.353516 n-d-800086-12 neutron-server[93807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de7139-1bf7-486b-93a2-79d6f96e42dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c400582-a3f7-45f3-abb2-58a60896cd17,revision_number=None']} {{(pid=93807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:31:16.414876 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db no longer exists at agent ovs-agent-n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:31:16.434345 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] No Port match for: f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db {{(pid=93808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:31:16.435369 n-d-800086-12 neutron-server[93808]: DEBUG neutron.plugins.ml2.rpc [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Device f6fbc15d-e3bc-4a5d-9b65-7cb6b37ed7db not bound to the agent host n-d-800086-12 {{(pid=93808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:31:25.767401 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:31:28.634535 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5cbada3e-3f0b-473e-95ef-6a9a3f5835f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:31.143498 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-908682ac-c163-4490-a065-ab6cc0f036e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:31.268639 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:32.702116 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:34.360090 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:39.895818 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:42.674051 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:58.642109 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-09a43fcf-d380-494e-b53f-48cdb9da8637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:01.136726 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-57057c78-083b-4c54-af32-7ce6279a7432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:01.269613 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:02.704200 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:02.766815 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:32:04.359264 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:09.904628 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:12.684488 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:28.635209 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7cf864c1-4cde-4844-8101-7e322c8ad105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:31.137655 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-741a41d5-6e05-432d-b884-b45b20589756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:31.270681 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:32.705941 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:34.362985 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:39.766718 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:32:39.913784 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.680148 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:58.637047 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-fff29af2-362a-4f21-8529-ea8ee197d9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:01.139168 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-78578e91-59e9-438c-8c51-c1f36c87f910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:01.272303 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:02.709547 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:04.365898 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:09.917070 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:12.690443 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:16.767295 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:33:28.640212 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-a8d39d53-be98-4862-beb6-e7407231b98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:31.140943 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-950bbc2a-2aa5-4497-8696-7f00634e5cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:31.272953 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:32.712784 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:34.367647 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:39.918930 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:42.692907 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:53.767394 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:33:58.642672 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-dcb5c478-b28d-4f83-96cb-7307cd3cfa0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:01.142377 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ad4bbbc4-3233-4e8a-8c83-2bf85a0970b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:01.273572 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.716459 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:04.371081 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:09.925362 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:12.700713 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:28.643547 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-83236785-1455-466d-b198-e2d90ddd6d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:30.766934 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:34:31.144364 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-aca216f6-a8f1-4511-863f-9716a27bf99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:31.276858 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:32.719648 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:34.375109 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:39.933832 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:42.709907 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:58.647077 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-f48dbb91-9e14-4932-97c2-0aed8cb82ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:01.145323 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-5e6c3435-66de-4bb2-bf7b-560f72ba5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:01.278701 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:02.725542 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:04.377107 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:07.766751 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:35:09.940335 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:12.735406 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:20.944835 n-d-800086-12 neutron-server[93807]: DEBUG neutron.wsgi [req-0884c0c7-cf90-46ab-9b06-d5faa076198b req-04bb0b2a-59af-4c84-b1f7-8a8181cd0cc3 service neutron] (93807) timed out ('10.222.0.13', 34930) {{(pid=93807) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 20:35:28.649429 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8139d35f-e2a9-4d47-b122-3e5110021c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:31.151741 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c8bdab5b-cf71-4931-9fd5-ceb9c98d29bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:31.282088 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:32.723828 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:34.381376 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:39.971325 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:42.763223 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:44.768263 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:35:58.651787 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ac80a946-3fb7-4320-9517-9b589cceed67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:01.142109 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-bd990a1f-f9dc-4672-a4ce-ba5237f85eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:01.285245 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:02.726034 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:04.384616 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:09.987457 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:12.763365 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:21.767393 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:36:28.652050 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4af875f6-6be7-4582-ab8a-db22d912d08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:31.143847 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-97411fb0-5fdf-4852-97ae-779062a26bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:31.286460 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:32.730279 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:34.387879 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:39.982767 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:42.778517 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:58.655711 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4fea46aa-703c-41fa-bf9b-3c46fe18587c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:58.766463 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:37:01.144945 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-ef0512cb-da24-4415-bf17-814ead68de3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:01.287729 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:02.733625 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:04.388542 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:09.982430 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:12.779051 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:28.658172 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b8974fd8-600a-4106-9ea4-cfef3762555e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:31.147595 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-36ffcf96-efbc-4a81-a785-112dfc867d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:31.288518 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:32.737821 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:34.390931 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:35.765065 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:37:39.984222 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:42.790145 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:58.659373 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4406344c-bff3-46fe-8ce4-db85dfc969bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:01.148385 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-b2f76766-43e4-48d1-b503-d2e17f991085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:01.290314 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:02.737914 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:04.394546 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:09.982613 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:12.771198 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:38:12.792260 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:28.662037 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-8cf565a9-1bdd-479b-ba4d-b228713904b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:31.149734 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-7ac4103a-66a1-423f-89c0-7b7627520f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:31.290952 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:32.746012 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:34.397912 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:39.982125 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:42.790883 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:49.770262 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:38:58.666705 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-856028c1-1e44-4e29-b097-a2434df03613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:01.150179 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-2a2e1440-9e1d-4362-a85c-931fb3584a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:01.292713 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:02.745041 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:04.401076 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-91d61546-cd79-4fef-bdf3-3efba93b200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:09.979835 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-1c1bec27-85e5-4b36-a349-2cfd3dd44c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:12.796123 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-0ecfa2ae-ff96-4169-aad0-da34d9112db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:26.769478 n-d-800086-12 neutron-server[93809]: DEBUG neutron.db.agents_db [None req-ed7c43bf-aada-4359-ba44-7da05843c318 None None] Agent healthcheck: found 7 active agents {{(pid=93809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:39:28.667474 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-59a3eedb-eeac-4b56-86f2-d01a9ba7a2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:31.151393 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-c757faa2-cd85-4c9d-9580-f5b5c5e27e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:31.294402 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-099db25b-9e78-4b9e-8bfd-f9595873754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:32.748127 n-d-800086-12 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-4515a8bd-d7b6-4708-af6a-fd550c5a0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771871795999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741165'] for agent, after_update {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}